-- Logs begin at Fri 2021-07-30 00:47:12 UTC, end at Fri 2021-07-30 03:27:03 UTC. -- Jul 30 01:28:51.391432 n-d-713498-9 systemd[1]: Started Devstack devstack@q-svc.service. Jul 30 01:28:54.073179 n-d-713498-9 neutron-server[94353]: INFO neutron.common.config [-] Logging enabled! Jul 30 01:28:54.073769 n-d-713498-9 neutron-server[94353]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 01:28:54.073939 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94353) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 01:28:54.077185 n-d-713498-9 neutron-server[94353]: INFO neutron.common.config [-] Logging enabled! Jul 30 01:28:54.077436 n-d-713498-9 neutron-server[94353]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 01:28:54.077742 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94353) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 01:28:54.078688 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 01:28:54.078921 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 01:28:54.079275 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 01:28:54.079517 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 01:28:54.079741 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 01:28:54.080056 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.080347 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.080637 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.080861 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.081150 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.081433 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.081710 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.081995 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.082286 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.082592 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.083456 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.083738 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.083965 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.084243 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.084533 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.084814 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.085035 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] debug = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.085309 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.085722 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.086121 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.086422 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.086707 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.086979 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.087245 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.087513 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.087795 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.088116 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] host = n-d-713498-9 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.088389 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.088672 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.088951 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.089232 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.089502 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.089774 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.090051 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.090342 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.090615 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] log_file = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.090886 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.091167 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.091449 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.091734 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.091955 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.092175 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.092462 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.092744 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.093016 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.093290 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.093561 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.093833 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.094103 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.094396 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.094681 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.094961 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.095243 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.095516 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.095786 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.096054 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.096325 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.096607 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.096878 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.097147 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.097416 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.097696 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.097960 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.098230 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.098587 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.098872 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.099149 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.099433 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.099697 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.099975 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.100245 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.100516 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.100785 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] use_json = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.101054 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.101322 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.101599 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.101869 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.102136 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.102433 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.102701 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.102981 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:54.103275 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.103569 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.103864 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.104144 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.104443 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.104721 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.105009 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.105283 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.105569 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.105854 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.106140 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.106443 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.106730 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.107006 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.107299 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.107599 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.107890 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.108181 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.108462 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.108733 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.109006 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.109281 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.109567 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.109857 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.110355 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.110636 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.110918 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.111202 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.111480 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.111746 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.112018 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.112303 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.112577 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.112844 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.113123 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.113397 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.113667 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.113934 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.114230 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.114547 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.114821 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.115090 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.115357 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.115631 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.116114 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.116396 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.116671 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.116940 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.117207 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.117479 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.117744 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.118013 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.118285 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.118803 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.119084 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.119359 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.119629 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.119900 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.120167 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.120433 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.120702 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.120969 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.121241 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.121736 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.122005 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.122273 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.122562 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.122832 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.123116 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.123410 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.123875 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.124151 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.124425 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.124696 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.124969 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.125244 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.125517 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.125791 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.126055 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.126358 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.126864 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.127152 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.127431 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.127703 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.128258 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.128531 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.128807 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.129081 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.129353 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.129638 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.130450 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.130742 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.131029 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.131315 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.131602 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.131887 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.132162 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.132465 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.132739 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:54.132953 n-d-713498-9 neutron-server[94353]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 01:28:54.133200 n-d-713498-9 neutron-server[94353]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94353) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 30 01:28:54.482015 n-d-713498-9 neutron-server[94353]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 01:28:54.482285 n-d-713498-9 neutron-server[94353]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 01:28:54.482596 n-d-713498-9 neutron-server[94353]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 01:28:54.482923 n-d-713498-9 neutron-server[94353]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 30 01:28:54.867930 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:54.868224 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:54.868494 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:54.869774 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:54.870045 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:54.870335 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:54.903304 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:54.903578 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:54.903850 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:54.918717 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:54.918991 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:54.919255 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:54.947606 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:54.947882 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:54.948150 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:54.983949 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:54.984232 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:54.984493 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.211466 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.212072 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.212072 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.212246 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.212849 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.330156 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.330498 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.330779 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.331047 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.331309 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.331611 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.331866 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.332118 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.332368 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.332643 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.333420 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.333679 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.333928 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.334172 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.334446 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.334708 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.334957 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.335218 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.335478 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.335730 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.335994 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.336241 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.336516 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.336887 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.337135 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.337380 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.337764 n-d-713498-9 neutron-server[94353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:28:55.338002 n-d-713498-9 neutron-server[94353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:28:55.338237 n-d-713498-9 neutron-server[94353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:28:55.338489 n-d-713498-9 neutron-server[94353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:28:55.338721 n-d-713498-9 neutron-server[94353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:28:55.338954 n-d-713498-9 neutron-server[94353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:28:55.339312 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 30 01:28:55.342320 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 30 01:28:55.346164 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 30 01:28:55.350574 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jul 30 01:28:55.352185 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 30 01:28:55.352634 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 30 01:28:55.352963 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 30 01:28:55.353339 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 30 01:28:55.356100 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 30 01:28:55.356355 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 30 01:28:55.356699 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 01:28:55.361920 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 30 01:28:55.384058 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 30 01:28:55.384510 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.384799 n-d-713498-9 neutron-server[94353]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94353) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 30 01:28:55.385159 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.386530 n-d-713498-9 neutron-server[94353]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94353) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 30 01:28:55.386811 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 01:28:55.387055 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 30 01:28:55.390424 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.390701 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.453298 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 30 01:28:55.453531 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 30 01:28:55.453768 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 30 01:28:55.454137 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 30 01:28:55.477283 n-d-713498-9 neutron-server[94353]: DEBUG oslo_db.sqlalchemy.engines [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94353) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 30 01:28:56.156661 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.managers [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Initializing driver for type 'gre' Jul 30 01:28:56.157196 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] gre ID ranges: [(1, 1000)] Jul 30 01:28:56.328427 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.managers [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Initializing driver for type 'local' Jul 30 01:28:56.329012 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.managers [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Initializing driver for type 'vlan' Jul 30 01:28:56.397318 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] VlanTypeDriver initialization complete Jul 30 01:28:56.397697 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.managers [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Initializing driver for type 'vxlan' Jul 30 01:28:56.398199 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] vxlan ID ranges: [(1, 1000)] Jul 30 01:28:56.579449 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.managers [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Initializing extension driver 'port_security' Jul 30 01:28:56.579697 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.extensions.port_security [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] PortSecurityExtensionDriver initialization complete Jul 30 01:28:56.580042 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.managers [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Initializing mechanism driver 'openvswitch' Jul 30 01:28:56.580373 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.managers [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Initializing mechanism driver 'hyperv' Jul 30 01:28:56.591322 n-d-713498-9 neutron-server[94353]: DEBUG neutron.plugins.ml2.plugin [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:28:56.592217 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > port after_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.592625 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > port after_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.592986 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > port after_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.593516 n-d-713498-9 neutron-server[94353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 01:28:56.593985 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > subnet after_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.594379 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > subnet after_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.594733 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > subnet after_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.595143 n-d-713498-9 neutron-server[94353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 01:28:56.595543 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > network after_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.595895 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > network after_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.596238 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > network after_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.596632 n-d-713498-9 neutron-server[94353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 01:28:56.597042 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > security_group after_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.597400 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > security_group after_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.597749 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > security_group after_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.598144 n-d-713498-9 neutron-server[94353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 01:28:56.599132 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.599489 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.599844 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.600241 n-d-713498-9 neutron-server[94353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 01:28:56.600656 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > address_group after_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.601006 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > address_group after_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.601350 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > address_group after_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.601743 n-d-713498-9 neutron-server[94353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 01:28:56.602125 n-d-713498-9 neutron-server[94353]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] ML2 OVO RPC backend initialized. {{(pid=94353) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 30 01:28:56.602875 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router_interface after_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.603238 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.603661 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > network before_response 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.604016 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > networks before_response 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.604371 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > port before_response 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.604719 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > ports before_response 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.605067 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > subnet before_response 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.605412 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > subnets before_response 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.605764 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > network after_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.606111 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > network after_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.606487 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > network after_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.606830 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > port after_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.607170 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > port after_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.607508 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > port after_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.607848 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > subnet after_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.608191 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > subnet after_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.608528 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > subnet after_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.609102 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.plugin [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Modular L2 Plugin initialization complete Jul 30 01:28:56.609433 n-d-713498-9 neutron-server[94353]: DEBUG neutron.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading services supported by the core plugin {{(pid=94353) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 30 01:28:56.609769 n-d-713498-9 neutron-server[94353]: INFO neutron.plugins.ml2.managers [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Got port-security extension from driver 'port_security' Jul 30 01:28:56.610237 n-d-713498-9 neutron-server[94353]: INFO neutron.extensions.vlantransparent [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Disabled vlantransparent extension. Jul 30 01:28:56.610753 n-d-713498-9 neutron-server[94353]: DEBUG neutron.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94353) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 30 01:28:56.611071 n-d-713498-9 neutron-server[94353]: INFO neutron.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading Plugin: router Jul 30 01:28:56.654747 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router_interface before_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.655146 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router after_create 55549900 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.655521 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router before_create 55549900 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.655892 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.656272 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.656630 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router after_delete 55549900 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.656993 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > floatingip after_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.657490 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router after_create 55549900 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.657845 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router after_update 55549900 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.658203 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router after_update 55549900 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.658589 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.658955 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router after_update 55549900 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.659370 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router precommit_update 55549900 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.666035 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: port after_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.666035 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: port after_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.666035 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: subnet after_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.666035 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.666035 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > port precommit_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.666491 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router precommit_create 55549900 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.666491 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: port before_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.666491 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router precommit_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.666491 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router after_update 55549900 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.666736 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router precommit_delete 55549900 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.666736 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router precommit_create 55549900 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.666736 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router_interface after_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.666736 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router precommit_update 55549900 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.666982 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > agent after_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.666982 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > agent after_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.666982 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > network after_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.666982 n-d-713498-9 neutron-server[94353]: DEBUG neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Tracking information for resource: router configured {{(pid=94353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:28:56.666982 n-d-713498-9 neutron-server[94353]: DEBUG neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Tracking information for resource: floatingip configured {{(pid=94353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:28:56.671458 n-d-713498-9 neutron-server[94353]: INFO neutron.db.l3_agentschedulers_db [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 30 01:28:56.672041 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: port after_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.672406 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: port after_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.672760 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: port after_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.673116 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: port after_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.673919 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router before_create 55550100 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.674291 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router precommit_delete 55550100 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.674685 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router precommit_create 55550100 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.675053 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > router precommit_update 55550100 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.679472 n-d-713498-9 neutron-server[94353]: DEBUG neutron.services.provider_configuration [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Service providers = [] {{(pid=94353) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 30 01:28:56.679843 n-d-713498-9 neutron-server[94353]: DEBUG neutron.db.servicetype_db [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94353) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 30 01:28:56.682818 n-d-713498-9 neutron-server[94353]: DEBUG neutron.services.service_base [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94353) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 01:28:56.683177 n-d-713498-9 neutron-server[94353]: DEBUG neutron.services.service_base [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94353) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 01:28:56.683523 n-d-713498-9 neutron-server[94353]: DEBUG neutron.services.service_base [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94353) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 01:28:56.684419 n-d-713498-9 neutron-server[94353]: DEBUG neutron.services.service_base [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94353) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 01:28:56.684796 n-d-713498-9 neutron-server[94353]: INFO neutron.services.service_base [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 30 01:28:56.685182 n-d-713498-9 neutron-server[94353]: DEBUG neutron.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:28:56.685508 n-d-713498-9 neutron-server[94353]: INFO neutron.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 30 01:28:56.697724 n-d-713498-9 neutron-server[94353]: DEBUG neutron.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:28:56.698069 n-d-713498-9 neutron-server[94353]: INFO neutron.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading Plugin: auto_allocate Jul 30 01:28:56.703804 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: network precommit_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.704182 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: network precommit_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.704706 n-d-713498-9 neutron-server[94353]: DEBUG neutron.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:28:56.705033 n-d-713498-9 neutron-server[94353]: INFO neutron.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading Plugin: tag Jul 30 01:28:56.712285 n-d-713498-9 neutron-server[94353]: DEBUG neutron.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:28:56.717816 n-d-713498-9 neutron-server[94353]: INFO neutron.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading Plugin: timestamp Jul 30 01:28:56.721309 n-d-713498-9 neutron-server[94353]: DEBUG neutron.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:28:56.721652 n-d-713498-9 neutron-server[94353]: INFO neutron.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading Plugin: network_ip_availability Jul 30 01:28:56.727859 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.728236 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.728600 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:56.729315 n-d-713498-9 neutron-server[94353]: DEBUG neutron.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:28:56.729642 n-d-713498-9 neutron-server[94353]: INFO neutron.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading Plugin: flavors Jul 30 01:28:56.734618 n-d-713498-9 neutron-server[94353]: DEBUG neutron.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:28:56.734956 n-d-713498-9 neutron-server[94353]: INFO neutron.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading Plugin: revisions Jul 30 01:28:56.739270 n-d-713498-9 neutron-server[94353]: DEBUG neutron.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:28:56.739663 n-d-713498-9 neutron-server[94353]: DEBUG oslo_concurrency.lockutils [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.257s {{(pid=94353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 01:28:56.740399 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94353) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 30 01:28:56.740741 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Initializing extension manager. Jul 30 01:28:56.741254 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: __init__.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.741603 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: __pycache__ {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.741945 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.742291 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: address_group.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.743080 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.743653 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: address-group Jul 30 01:28:56.743987 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: address_scope.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.744784 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.745231 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: address-scope Jul 30 01:28:56.745561 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: admin_state_down_before_update.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.746526 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.747041 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: router-admin-state-down-before-update Jul 30 01:28:56.747370 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: agent.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.748075 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.748582 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: agent Jul 30 01:28:56.748907 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: agent_resources_synced.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.749826 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.750359 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: agent-resources-synced Jul 30 01:28:56.750691 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: allowedaddresspairs.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.759676 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.760204 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: allowed-address-pairs Jul 30 01:28:56.760536 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: auto_allocated_topology.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.761616 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.762136 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: auto-allocated-topology Jul 30 01:28:56.762503 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: availability_zone.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.763213 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.763723 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: availability_zone Jul 30 01:28:56.764054 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: availability_zone_filter.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.764974 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.765493 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: availability_zone_filter Jul 30 01:28:56.765826 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: data_plane_status.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.766779 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.767295 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension data-plane-status not supported by any of loaded plugins Jul 30 01:28:56.767626 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: default_subnetpools.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.768573 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.769086 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: default-subnetpools Jul 30 01:28:56.769421 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: dhcpagentscheduler.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.770772 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.771293 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: dhcp_agent_scheduler Jul 30 01:28:56.771625 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: dns.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.772566 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.773061 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension dns-integration not supported by any of loaded plugins Jul 30 01:28:56.773392 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: dns_domain_ports.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.774344 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.774861 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 30 01:28:56.775190 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.776116 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.776623 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 30 01:28:56.776951 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: dvr.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.777627 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.778134 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: dvr Jul 30 01:28:56.778484 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: ecmp_routes.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.779410 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.779919 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension ecmp_routes not supported by any of loaded plugins Jul 30 01:28:56.780245 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: empty_string_filtering.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.781166 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.781672 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: empty-string-filtering Jul 30 01:28:56.781997 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.782952 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.783456 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 30 01:28:56.783781 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.784711 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.791740 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 30 01:28:56.791740 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: external_net.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.792443 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.792954 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: external-net Jul 30 01:28:56.793284 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: extra_dhcp_opt.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.794200 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.794746 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: extra_dhcp_opt Jul 30 01:28:56.795073 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: extraroute.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.796016 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.796525 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: extraroute Jul 30 01:28:56.796852 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: extraroute_atomic.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.797899 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.798436 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: extraroute-atomic Jul 30 01:28:56.798767 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: filter_validation.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.799609 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.800118 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: filter-validation Jul 30 01:28:56.800443 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: fip_pf_description.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.801364 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.801938 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 30 01:28:56.802270 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: fip_port_details.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.803210 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.803716 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: fip-port-details Jul 30 01:28:56.804041 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: flavors.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.805271 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.805796 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: flavors Jul 30 01:28:56.806125 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.807804 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.808333 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 30 01:28:56.808663 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: floatingip_pools.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.809373 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.809891 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: floatingip-pools Jul 30 01:28:56.810224 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: ip_allocation.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.811196 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.811709 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension ip_allocation not supported by any of loaded plugins Jul 30 01:28:56.812040 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.812975 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.813489 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: ip-substring-filtering Jul 30 01:28:56.813819 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: l2_adjacency.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.820197 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.820981 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension l2_adjacency not supported by any of loaded plugins Jul 30 01:28:56.821310 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: l3.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.822284 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.822837 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: router Jul 30 01:28:56.823170 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: l3_conntrack_helper.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.825405 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.825939 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 30 01:28:56.826275 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.827244 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.827767 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: ext-gw-mode Jul 30 01:28:56.828098 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.829044 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.829608 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: l3-ha Jul 30 01:28:56.829892 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: l3_flavors.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.830848 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.831365 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: l3-flavors Jul 30 01:28:56.831693 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.832622 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.833649 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: l3-port-ip-change-not-allowed Jul 30 01:28:56.833975 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: l3agentscheduler.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.835046 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.835563 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: l3_agent_scheduler Jul 30 01:28:56.835898 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: logging.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.844424 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.844953 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension logging not supported by any of loaded plugins Jul 30 01:28:56.845292 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: metering.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.846051 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.846674 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: metering Jul 30 01:28:56.847010 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.848239 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.849314 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: metering_source_and_destination_fields Jul 30 01:28:56.849648 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: multiprovidernet.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.850624 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.851146 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: multi-provider Jul 30 01:28:56.851475 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: netmtu.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.852405 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.852920 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: net-mtu Jul 30 01:28:56.853250 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: netmtu_writable.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.854182 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.854726 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: net-mtu-writable Jul 30 01:28:56.855053 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: network_availability_zone.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.855735 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.856247 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: network_availability_zone Jul 30 01:28:56.856570 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: network_ip_availability.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.857681 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.858189 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: network-ip-availability Jul 30 01:28:56.858563 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: network_segment_range.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.859342 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.859851 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension network-segment-range not supported by any of loaded plugins Jul 30 01:28:56.860177 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: pagination.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.861729 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.862063 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: pagination Jul 30 01:28:56.862427 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: port_device_profile.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.863356 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.863876 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: port-device-profile Jul 30 01:28:56.864231 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.865163 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.865673 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: port-mac-address-regenerate Jul 30 01:28:56.866000 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.866947 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.867456 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: port-numa-affinity-policy Jul 30 01:28:56.867785 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: port_resource_request.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.868698 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.869213 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension port-resource-request not supported by any of loaded plugins Jul 30 01:28:56.869540 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: portbindings.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.870503 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.871025 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: binding Jul 30 01:28:56.871351 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: portbindings_extended.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.872630 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.873152 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: binding-extended Jul 30 01:28:56.873487 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: portsecurity.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.874445 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.874962 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: port-security Jul 30 01:28:56.875291 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: project_id.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.876283 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.876616 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: project-id Jul 30 01:28:56.876941 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: providernet.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.877867 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.878417 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: provider Jul 30 01:28:56.878747 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: qos.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.885817 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.886371 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension qos not supported by any of loaded plugins Jul 30 01:28:56.886708 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.887963 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.888481 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 30 01:28:56.888818 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.889750 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.890269 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 30 01:28:56.890640 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: qos_default.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.891566 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.892081 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension qos-default not supported by any of loaded plugins Jul 30 01:28:56.892414 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: qos_fip.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.893081 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.893595 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension qos-fip not supported by any of loaded plugins Jul 30 01:28:56.893921 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: qos_gateway_ip.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.894891 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.895918 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 30 01:28:56.896249 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: qos_port_network_policy.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.897181 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.897697 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 30 01:28:56.898024 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: qos_rule_type_details.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.898983 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.911509 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 30 01:28:56.911509 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: qos_rules_alias.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.912393 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.912915 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 30 01:28:56.913248 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: quotasv2.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.914386 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.914722 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: quotas Jul 30 01:28:56.915052 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: quotasv2_detail.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.918088 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.918462 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: quota_details Jul 30 01:28:56.918806 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: rbac.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.919886 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.920422 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: rbac-policies Jul 30 01:28:56.920760 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: rbac_address_group.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.921722 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.922249 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: rbac-address-group Jul 30 01:28:56.922611 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: rbac_address_scope.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.923546 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.924064 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: rbac-address-scope Jul 30 01:28:56.924402 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: rbac_security_groups.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.925322 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.925842 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: rbac-security-groups Jul 30 01:28:56.926175 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: rbac_subnetpool.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.927190 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.927712 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: rbac-subnetpool Jul 30 01:28:56.930785 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: revisionifmatch.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.931474 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.931993 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: revision-if-match Jul 30 01:28:56.932325 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: revisions.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.933439 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.933961 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: standard-attr-revisions Jul 30 01:28:56.934324 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: router_availability_zone.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.934999 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.935511 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: router_availability_zone Jul 30 01:28:56.935842 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: routerservicetype.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.936782 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.937292 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension router-service-type not supported by any of loaded plugins Jul 30 01:28:56.937623 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.938583 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.939097 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: security-groups-normalized-cidr Jul 30 01:28:56.939426 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: security_groups_port_filtering.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.940353 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.940870 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: port-security-groups-filtering Jul 30 01:28:56.941198 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.942208 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.942733 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: security-groups-remote-address-group Jul 30 01:28:56.943061 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: securitygroup.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.952771 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.953303 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: security-group Jul 30 01:28:56.953648 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: segment.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.954486 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.955009 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension segment not supported by any of loaded plugins Jul 30 01:28:56.955346 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.956299 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.956821 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 30 01:28:56.957157 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: servicetype.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.958802 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.959335 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: service-type Jul 30 01:28:56.959668 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: sorting.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.960664 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.961006 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: sorting Jul 30 01:28:56.961339 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: standard_attr_segment.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.962376 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.962906 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 30 01:28:56.963232 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: standardattrdescription.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.963892 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.964411 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: standard-attr-description Jul 30 01:28:56.964743 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: stateful_security_group.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.965693 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.966215 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: stateful-security-group Jul 30 01:28:56.966581 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: stdattrs_common.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.967183 n-d-713498-9 neutron-server[94353]: WARNING neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 30 01:28:56.967514 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.968462 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.968982 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 30 01:28:56.969310 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: subnet_onboard.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.970426 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.970955 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: subnet_onboard Jul 30 01:28:56.971285 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.972246 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.972739 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 30 01:28:56.973068 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: subnet_service_types.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.974667 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.975186 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: subnet-service-types Jul 30 01:28:56.975516 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: subnetallocation.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.976621 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.977146 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: subnet_allocation Jul 30 01:28:56.977486 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.978177 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.978726 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: subnetpool-prefix-ops Jul 30 01:28:56.979058 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.980004 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.980521 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 30 01:28:56.980852 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: tagging.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.981933 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.982503 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: standard-attr-tag Jul 30 01:28:56.982842 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: timestamp.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.989313 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.989837 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loaded extension: standard-attr-timestamp Jul 30 01:28:56.990169 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: trunk.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.991235 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.991765 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension trunk not supported by any of loaded plugins Jul 30 01:28:56.992100 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: trunk_details.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.993036 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.993560 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension trunk-details not supported by any of loaded plugins Jul 30 01:28:56.993892 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: uplink_status_propagation.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.994931 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.995487 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 30 01:28:56.995814 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Loading extension file: vlantransparent.py {{(pid=94353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:28:56.996490 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:28:56.997003 n-d-713498-9 neutron-server[94353]: INFO neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extension vlan-transparent not supported by any of loaded plugins Jul 30 01:28:56.999488 n-d-713498-9 neutron-server[94353]: INFO neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Creating instance of TrackedResource for resource:network Jul 30 01:28:57.000015 n-d-713498-9 neutron-server[94353]: INFO neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Creating instance of TrackedResource for resource:subnet Jul 30 01:28:57.000417 n-d-713498-9 neutron-server[94353]: INFO neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 01:28:57.000813 n-d-713498-9 neutron-server[94353]: INFO neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Creating instance of TrackedResource for resource:port Jul 30 01:28:57.002068 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.v2.resource_helper [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:28:57.002553 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.v2.resource_helper [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Service FLAVORS assigned prefix: {{(pid=94353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:28:57.003169 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.v2.resource_helper [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:28:57.003608 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.v2.resource_helper [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:28:57.003945 n-d-713498-9 neutron-server[94353]: INFO neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Creating instance of TrackedResource for resource:router Jul 30 01:28:57.004397 n-d-713498-9 neutron-server[94353]: INFO neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Creating instance of TrackedResource for resource:floatingip Jul 30 01:28:57.004912 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.v2.resource_helper [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Service METERING assigned prefix: /metering {{(pid=94353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:28:57.006370 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:57.006751 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:57.007115 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:57.008117 n-d-713498-9 neutron-server[94353]: INFO neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 01:28:57.008573 n-d-713498-9 neutron-server[94353]: INFO neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Creating instance of TrackedResource for resource:security_group Jul 30 01:28:57.009010 n-d-713498-9 neutron-server[94353]: INFO neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 01:28:57.009612 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.v2.resource_helper [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Service CORE assigned prefix: {{(pid=94353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:28:57.009947 n-d-713498-9 neutron-server[94353]: INFO neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 01:28:57.010326 n-d-713498-9 neutron-server[94353]: WARNING neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] subnetpool is already registered Jul 30 01:28:57.010765 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.v2.resource_helper [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Service CORE assigned prefix: {{(pid=94353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:28:57.011095 n-d-713498-9 neutron-server[94353]: INFO neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 01:28:57.011431 n-d-713498-9 neutron-server[94353]: WARNING neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] subnetpool is already registered Jul 30 01:28:57.013692 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.v2.resource_helper [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:28:57.014253 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.v2.resource_helper [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Service FLAVORS assigned prefix: {{(pid=94353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:28:57.014915 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.v2.resource_helper [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:28:57.015370 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.v2.resource_helper [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:28:57.015712 n-d-713498-9 neutron-server[94353]: INFO neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Creating instance of TrackedResource for resource:router Jul 30 01:28:57.016060 n-d-713498-9 neutron-server[94353]: WARNING neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] router is already registered Jul 30 01:28:57.016475 n-d-713498-9 neutron-server[94353]: INFO neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Creating instance of TrackedResource for resource:floatingip Jul 30 01:28:57.016822 n-d-713498-9 neutron-server[94353]: WARNING neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] floatingip is already registered Jul 30 01:28:57.017285 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.v2.resource_helper [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Service METERING assigned prefix: /metering {{(pid=94353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:28:57.017989 n-d-713498-9 neutron-server[94353]: INFO neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 01:28:57.018341 n-d-713498-9 neutron-server[94353]: WARNING neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] rbac_policy is already registered Jul 30 01:28:57.018779 n-d-713498-9 neutron-server[94353]: INFO neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Creating instance of TrackedResource for resource:security_group Jul 30 01:28:57.019120 n-d-713498-9 neutron-server[94353]: WARNING neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] security_group is already registered Jul 30 01:28:57.019535 n-d-713498-9 neutron-server[94353]: INFO neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 01:28:57.019876 n-d-713498-9 neutron-server[94353]: WARNING neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] security_group_rule is already registered Jul 30 01:28:57.020879 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.v2.resource_helper [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Service CORE assigned prefix: {{(pid=94353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:28:57.021210 n-d-713498-9 neutron-server[94353]: INFO neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 01:28:57.021548 n-d-713498-9 neutron-server[94353]: WARNING neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] subnetpool is already registered Jul 30 01:28:57.021968 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.v2.resource_helper [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Service CORE assigned prefix: {{(pid=94353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:28:57.022310 n-d-713498-9 neutron-server[94353]: INFO neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 01:28:57.022649 n-d-713498-9 neutron-server[94353]: WARNING neutron.quota.resource_registry [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] subnetpool is already registered Jul 30 01:28:57.024345 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: extensions {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.025788 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: address-groups {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.027335 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: address-scopes {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.028675 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: agents {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.029920 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: auto-allocated-topology {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.031193 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: availability_zones {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.032408 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: dhcp-networks {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.033812 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: dhcp-agents {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.035363 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: routers {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.037688 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: flavors {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.038877 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: service_profiles {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.040207 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: next_providers {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.041628 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: service_profiles {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.043115 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: floatingip-pools {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.044436 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: routers {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.046121 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: floatingips {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.047336 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: l3-routers {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.048818 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: l3-agents {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.050222 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: metering-labels {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.051521 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: metering-label-rules {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.052775 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: network-ip-availabilities {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.054123 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: bindings {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.055741 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: quotas {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.057167 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: quotas {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.058717 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: rbac-policies {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.059909 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: security-groups {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.061107 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: security-group-rules {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.062850 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: service-providers {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.064078 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: subnetpools {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.065416 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: subnetpools {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.066979 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: tags {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.070051 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: tags {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.072678 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: tags {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.075372 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: tags {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.077965 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: tags {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.080013 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: tags {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.081731 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: tags {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.084230 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: tags {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.087124 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: tags {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.088894 n-d-713498-9 neutron-server[94353]: DEBUG neutron.api.extensions [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Extended resource: tags {{(pid=94353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:28:57.094867 n-d-713498-9 neutron-server[94353]: WARNING keystonemiddleware.auth_token [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 30 01:28:57.099422 n-d-713498-9 neutron-server[94353]: WARNING keystonemiddleware.auth_token [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 30 01:28:57.107771 n-d-713498-9 neutron-server[94353]: DEBUG oslo_concurrency.lockutils [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Acquired lock "singleton_lock" {{(pid=94353) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 30 01:28:57.108252 n-d-713498-9 neutron-server[94353]: DEBUG oslo_concurrency.lockutils [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Releasing lock "singleton_lock" {{(pid=94353) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 30 01:28:57.108890 n-d-713498-9 neutron-server[94353]: INFO oslo_service.service [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Starting 2 workers Jul 30 01:28:57.113716 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Started child 94464 {{(pid=94353) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 01:28:57.118186 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Started child 94465 {{(pid=94353) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 01:28:57.118988 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:57.119816 n-d-713498-9 neutron-server[94353]: INFO neutron.service [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Neutron service started, listening on 0.0.0.0:9696 Jul 30 01:28:57.120486 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [-] (94464) wsgi starting up on http://0.0.0.0:9696 Jul 30 01:28:57.120683 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Notify callbacks [] for process, before_spawn {{(pid=94353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:57.122864 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:57.123343 n-d-713498-9 neutron-server[94353]: INFO oslo_service.service [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Starting 1 workers Jul 30 01:28:57.124280 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [-] (94465) wsgi starting up on http://0.0.0.0:9696 Jul 30 01:28:57.128055 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Started child 94466 {{(pid=94353) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 01:28:57.128569 n-d-713498-9 neutron-server[94353]: INFO oslo_service.service [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Starting 1 workers Jul 30 01:28:57.132108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.service [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] calling RpcWorker wait() {{(pid=94466) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 30 01:28:57.132697 n-d-713498-9 neutron-server[94466]: DEBUG neutron.service [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] returning from RpcWorker wait() {{(pid=94466) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 30 01:28:57.133524 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Started child 94467 {{(pid=94353) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 01:28:57.133811 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:57.134283 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:28:57.134491 n-d-713498-9 neutron-server[94353]: DEBUG neutron_lib.callbacks.manager [None req-9d23173e-8574-48c7-b81f-505ca231f37e None None] Notify callbacks [] for process, after_spawn {{(pid=94353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:57.136219 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94353) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 01:28:57.136552 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 01:28:57.136709 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 01:28:57.136847 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 01:28:57.137148 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 01:28:57.137296 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 01:28:57.137819 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.138110 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.138386 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:57.138946 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.138946 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.138946 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.139508 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.139764 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.140003 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.140290 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.140543 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.140717 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.140868 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.141126 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.141355 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.141647 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.141912 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.142158 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.142481 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.142654 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.142884 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.143156 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.143403 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.143681 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] debug = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.143925 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.144417 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.144644 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.144903 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.145142 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.146002 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.146233 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.146506 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.146785 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.146976 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.147212 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.147465 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.147706 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.147933 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.148171 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.148445 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.148665 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.149142 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] host = n-d-713498-9 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.149376 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.149593 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.149843 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.150089 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.150382 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.150602 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.150863 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.151118 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.151367 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.151597 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.151859 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.152106 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.152323 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.152573 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] log_file = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.152738 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] log_options = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.152981 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.153232 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.153503 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.153698 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.153855 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.154032 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.154445 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.154616 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.154758 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.155041 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.155194 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.155372 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.155586 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.155820 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.156062 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.156317 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.156552 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.156826 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.157028 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.157259 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.157482 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.157712 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.157957 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.158204 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.158478 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.158693 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.158934 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.159148 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.159360 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.159621 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.159839 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.160084 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.160320 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.160572 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.160861 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.161103 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.161324 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.161607 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.161841 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.162096 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.162368 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.162585 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.162814 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.163030 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.163245 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.163459 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] use_json = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.163672 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.163884 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.164136 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.164355 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.164665 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.164819 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.164980 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.165215 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.165647 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.166599 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.166599 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.166599 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.166838 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.167048 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.167276 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.167512 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.167762 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.168128 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.168785 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.169046 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.169139 n-d-713498-9 neutron-server[94467]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:28:57.169344 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.169552 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.169810 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.170138 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.170426 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.170709 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.170932 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.171183 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.171400 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.171622 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.171963 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.172235 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.172497 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.172772 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.173017 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.173240 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.173512 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.173730 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.173978 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.174201 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.174502 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.174729 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.181917 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.181917 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.181917 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.181917 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.181917 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.181917 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.181917 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.181917 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.181917 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.184836 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.184836 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.184836 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.184836 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.184836 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.184836 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.184836 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.184836 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.184836 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.185451 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.185451 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.185451 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.185451 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.185451 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.185451 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.185451 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.185451 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.185451 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.185937 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.185937 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.185937 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.185937 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.185937 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.185937 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.185937 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.185937 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.185937 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.186472 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.186472 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.186472 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.186472 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.186472 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.186472 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.186472 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.186472 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.186472 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.186974 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.186974 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.186974 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.186974 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.186974 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.186974 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.186974 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.186974 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.187426 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.187426 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.187426 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.187599 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.188547 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.188547 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.188547 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.188547 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.188827 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.189015 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.189195 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.189447 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.189667 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.189936 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.190171 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.190485 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.190646 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.190864 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.191085 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.191352 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.191616 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.192572 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.192973 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.193372 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.194175 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.194175 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.194175 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.194504 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.194654 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.194951 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.195363 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.196084 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.196325 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.196578 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.196855 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.197115 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.197367 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.197626 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.198006 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.198185 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.198514 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.198675 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.198814 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.199034 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.199262 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.199608 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.199870 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.200110 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.200355 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.200626 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.200898 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.201128 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.201397 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.201639 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.201863 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.202100 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.202357 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.202739 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.203512 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.203512 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.203512 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.204318 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.204318 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.204318 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.204706 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.204706 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.204953 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.205097 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.205310 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.205531 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.205792 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.206162 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.206610 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.207024 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.207425 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.208406 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.208826 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.209042 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.209274 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.209516 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.209763 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.209977 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.210250 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.210520 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.210735 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.210985 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.211379 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.211547 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.211694 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.211918 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.212132 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.212338 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.212566 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.212778 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.213019 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.213244 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.213476 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.213860 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.214031 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.214179 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.214513 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.214753 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.214995 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.215796 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.215796 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.215796 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.216235 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.216235 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.216513 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.216513 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.216872 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.217031 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.217197 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.217443 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.217655 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.217862 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.218252 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.218514 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.218726 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.219018 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.219243 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.219490 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.219743 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.219982 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.220214 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.220443 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.220656 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.220869 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.221092 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.221309 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.221518 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.221769 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.221980 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.222190 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.222439 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.222920 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.222920 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.223221 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.223411 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.223567 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.223768 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.223985 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.224194 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.224420 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.224690 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.224921 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.225147 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.225363 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.225571 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.225797 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.226028 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.226236 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.226480 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.226713 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.226902 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.227185 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.227432 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.227650 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.227948 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.228177 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.228433 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.228695 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.229007 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.229220 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.229478 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.229714 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.229992 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.230172 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.230460 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.230817 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.231421 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.231560 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.231833 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.232109 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.232400 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.232666 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.232875 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.233176 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.233503 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.233770 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.234041 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.234259 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.234548 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.234797 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.235033 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.235250 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.235507 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.235699 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.235956 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.236208 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.236455 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.236671 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.236900 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.237118 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.237372 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.237601 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.237841 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.238255 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.238255 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 01:28:57.238752 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94353) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 01:28:57.238981 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 01:28:57.239173 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 01:28:57.239311 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 01:28:57.239446 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 01:28:57.239587 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 01:28:57.239932 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.239932 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.240177 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.240304 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.240423 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.240545 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.240669 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.240822 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.240984 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.241146 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.241307 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.241466 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.241625 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.242045 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.242045 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.242192 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.242269 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.242408 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.242574 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.242734 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.242895 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.243275 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.243275 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] debug = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.243507 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.243507 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.243759 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.243882 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.244083 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.244083 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.244251 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.244410 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.244569 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.244734 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.244893 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.245053 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.245211 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.245370 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.245530 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.245740 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.245862 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.245982 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] host = n-d-713498-9 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.246128 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.246287 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.246469 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.246630 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.246815 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.246943 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.247095 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.247253 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.247413 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.247571 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.247730 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.247890 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.248049 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.248209 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] log_file = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.248368 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] log_options = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.248528 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.248687 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.248847 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.249033 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.249199 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.249360 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.249521 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.249683 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.249843 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.250003 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.250162 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.250371 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.250499 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.250659 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.250818 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.250977 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.251136 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.251295 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.251455 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.251614 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.251773 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.251932 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.252093 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.252252 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.252411 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.252571 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.252731 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.252890 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.253048 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.253210 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.253371 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.253532 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.253692 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.253853 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.254015 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.254175 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.254354 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.254520 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.255263 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.255426 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.255586 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.255756 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.255894 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.256053 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.256214 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.256374 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] use_json = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.256533 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.256693 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.256855 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.257015 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.257178 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.257371 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.257523 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.257658 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:28:57.257814 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.257979 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.258153 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.258336 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.258496 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.258659 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.258821 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.258984 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.259145 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.259307 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.259477 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.259642 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.259814 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.259978 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.260140 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.260304 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.260467 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.260629 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.260791 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.260954 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.261116 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.261278 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.261441 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.261624 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.261783 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.261953 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.262068 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.262231 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.262417 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.262582 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.262746 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.262909 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.263071 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.263233 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.263395 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.263718 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.263718 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.263921 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.264040 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.264155 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.264317 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.264483 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.264646 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.264810 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.264973 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.265140 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.265303 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.265467 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.265630 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.265827 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.265953 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.266111 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.266272 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.266456 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.266618 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.266780 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.266941 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.267102 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.267316 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.267472 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.267594 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.267724 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.267885 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.268046 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.268208 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.268371 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.268532 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.268695 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.268857 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.269019 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.269181 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.269344 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.269506 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.269667 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.269829 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.269991 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.270152 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.270868 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.271040 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.271205 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.271367 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.271530 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.271693 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.271855 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.272027 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.272204 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.272367 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.272528 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.272690 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.272851 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.273049 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.273213 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.273416 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.273580 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.273742 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.273904 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.274104 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.274830 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.274830 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.274830 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.274830 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.275234 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.275234 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.275234 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.275435 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.275510 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.275645 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.275807 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.275979 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.276118 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.276280 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.276451 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.276613 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.276777 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.276939 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.277109 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.277282 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.277453 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.277594 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.277756 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.277917 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.278080 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.278242 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.278427 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.278589 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.278752 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.278915 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.279086 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.279259 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.279422 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.279585 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.279747 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.279932 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.280100 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.280261 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.280587 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.280749 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.280913 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.281076 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.281237 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.281402 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.281565 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.281719 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.281880 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.282043 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.282207 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.282396 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.282560 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.282724 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.282878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:28:57.283029 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.283029 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.283299 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.283432 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.283576 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.283710 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.283842 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.283976 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.284109 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.284252 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.284386 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.284520 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.284676 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.284838 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.284999 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.285150 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.285315 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.285476 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.285624 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.285785 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.286006 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.286165 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.286347 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.286513 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.286677 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.286840 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.287004 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.287170 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.287334 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.287496 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.287660 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.287821 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.287984 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.288147 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.288309 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.288471 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.288634 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.288795 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.288976 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.289125 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.289286 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.289449 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.289600 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.289759 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.289919 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.290070 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.290230 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.290403 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.290565 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.290728 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.290894 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.291057 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.291218 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.291380 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.291546 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.291691 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.291852 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.292027 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.292191 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.292353 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.292515 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.292677 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.292839 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.293012 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.293175 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.293337 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.293487 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.293649 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.294039 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.294039 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.294206 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.294286 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.294450 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.294687 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.294785 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.294929 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.295091 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.295256 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.295422 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.295576 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.295733 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.295888 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.296056 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.296284 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.296420 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.296554 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.296687 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.296822 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.296957 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.297120 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.297272 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.297430 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.297655 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.297799 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.297936 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.298083 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.298217 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.298423 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.298562 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.298705 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.298840 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.298996 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.299161 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.299323 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.299485 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.299675 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.299852 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.300020 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.300180 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.300373 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.300569 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.300744 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.300917 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.301090 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.301253 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.301740 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.301740 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.301740 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.302129 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.302129 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.302426 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.302426 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.302693 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.302693 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.302947 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.303082 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.303227 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.303363 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.303496 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.303631 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.303764 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.304125 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.304125 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.304385 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.304385 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.304749 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:28:57.304749 n-d-713498-9 neutron-server[94353]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 01:28:57.575689 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53466) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:57.584181 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062237 Jul 30 01:29:09.134749 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b9e834-fdee-4f23-b42e-6ffe24761f3a None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 01:29:09.215410 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b9e834-fdee-4f23-b42e-6ffe24761f3a None None] No non-hosted networks {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 30 01:29:09.222694 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.agentschedulers_db [None req-95b9e834-fdee-4f23-b42e-6ffe24761f3a None None] DHCP Agent not found on host n-d-713498-9 {{(pid=94466) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 30 01:29:09.354179 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c804f4b5-24ae-46bd-9d54-b70e8844434f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3833505'] for agent, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:11.617957 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3285e0db-8e7b-4956-9294-71575d9e739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3833505'] for agent, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:11.696032 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-1c315502-3289-4e1e-bfeb-61394c718dec None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-713498-9 {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:29:11.696426 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-1c315502-3289-4e1e-bfeb-61394c718dec None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:29:11.697431 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3833505'] for agent, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:11.697693 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:11.698372 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:11.698555 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:11.698888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:11.699212 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:11.699688 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:11.700164 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:11.700649 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:11.701122 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:11.701712 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:11.702185 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:11.702709 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:11.703272 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-713498-9', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:11.709477 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-713498-9', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:12.330012 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c315502-3289-4e1e-bfeb-61394c718dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:13.130673 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3833505'] for agent, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:14.453131 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3833505'] for agent, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:15.650698 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53562) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:15.829852 n-d-713498-9 neutron-server[94466]: INFO neutron.db.l3_hamode_db [None req-d811c56a-8737-473a-bb08-70211493926d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 30 01:29:15.907749 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811c56a-8737-473a-bb08-70211493926d None None] Routers set() bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:29:15.908059 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811c56a-8737-473a-bb08-70211493926d None None] Router IDs set() for agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 01:29:16.138708 n-d-713498-9 neutron-server[94464]: WARNING oslo_policy.policy [None req-42d06dda-f765-4cf8-9774-54b77e1f9ba3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:29:16.139293 n-d-713498-9 neutron-server[94464]: WARNING oslo_policy.policy [None req-42d06dda-f765-4cf8-9774-54b77e1f9ba3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:29:16.355339 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-42d06dda-f765-4cf8-9774-54b77e1f9ba3 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:29:16.356370 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-42d06dda-f765-4cf8-9774-54b77e1f9ba3 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7047901 Jul 30 01:29:18.695758 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53576) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:18.998525 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-17f5c575-bf3e-433a-bb6a-228d79dcd3ea admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:19.091031 n-d-713498-9 neutron-server[94464]: DEBUG neutron.policy [None req-17f5c575-bf3e-433a-bb6a-228d79dcd3ea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94464) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 01:29:19.134422 n-d-713498-9 neutron-server[94464]: WARNING oslo_policy.policy [None req-17f5c575-bf3e-433a-bb6a-228d79dcd3ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:29:19.134784 n-d-713498-9 neutron-server[94464]: WARNING oslo_policy.policy [None req-17f5c575-bf3e-433a-bb6a-228d79dcd3ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:29:19.143203 n-d-713498-9 neutron-server[94464]: INFO neutron.quota [None req-17f5c575-bf3e-433a-bb6a-228d79dcd3ea admin admin] Loaded quota_driver: . Jul 30 01:29:19.334840 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17f5c575-bf3e-433a-bb6a-228d79dcd3ea admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773281876619', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773281877340', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773281896801', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773281895255', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773282254827', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773281775702', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-619799', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-593017', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3692978', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3715845'] for rbac-policy, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:19.595827 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17f5c575-bf3e-433a-bb6a-228d79dcd3ea admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:19.596929 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-17f5c575-bf3e-433a-bb6a-228d79dcd3ea admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9002192 Jul 30 01:29:22.153458 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53588) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:22.460201 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Request body: {'network': {'tenant_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'admin_state_up': True, 'name': 'private', 'project_id': '6913a0a65f7440a2a1ff6f841f388c7c'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:22.637195 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Made reservation on behalf of 6913a0a65f7440a2a1ff6f841f388c7c for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:22.640075 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:22.656714 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:22.774675 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:22.842739 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:22.867234 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:29:22.891947 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773282724648', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:22.892461 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Unsubscribe: segment precommit_create {{(pid=94464) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 01:29:22.892972 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Added segment b8cae49f-21b0-4dc2-9626-6d68e8a4726c of type vlan for network d62d7917-1e50-46c6-aeb9-96a3419872ed Jul 30 01:29:22.909543 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b81e05-61ea-473f-8b01-cb89fa41c325,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:22.958554 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:22.958893 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:22.959226 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:22.959562 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:22.959887 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:22.960209 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:22.960528 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:22.960845 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:22.961160 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:22.961473 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:22.961786 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:22.962098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Tracked resource versions report: Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: pushed versions: Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: { 'AddressGroup': {'1.2'}, Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'ConntrackHelper': {'1.0'}, Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'Log': {'1.0'}, Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'Network': {'1.1'}, Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'Port': {'1.7'}, Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'PortForwarding': {'1.2'}, Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'QosPolicy': {'1.8'}, Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'SecurityGroup': {'1.4'}, Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'SubPort': {'1.0'}, Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'Subnet': {'1.1'}, Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'Trunk': {'1.1'}} Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: consumer versions: Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: { DHCP agent@n-d-713498-9: {}, Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: L3 agent@n-d-713498-9: {}, Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: Metadata agent@n-d-713498-9: {}, Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: Metering agent@n-d-713498-9: {}, Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: Open vSwitch agent@n-d-713498-9: { 'AddressGroup': '1.2', Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'ConntrackHelper': '1.0', Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'Log': '1.0', Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'Network': '1.1', Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'Port': '1.7', Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'PortForwarding': '1.2', Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'QosPolicy': '1.8', Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'SecurityGroup': '1.4', Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'SecurityGroupRule': '1.2', Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'SubPort': '1.0', Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'Subnet': '1.1', Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: 'Trunk': '1.1'}} Jul 30 01:29:22.963221 n-d-713498-9 neutron-server[94464]: {{(pid=94464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:29:23.011708 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:23.105312 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:23.106401 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:23.107064 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:23.201056 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] Pushing event updated for resources: {'Network': ['ID=d62d7917-1e50-46c6-aeb9-96a3419872ed,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:23.212861 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network d62d7917-1e50-46c6-aeb9-96a3419872ed details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:29:23.220729 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-940adc03-2610-49e1-8308-88ca21d5d181 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0662167 Jul 30 01:29:25.834669 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53602) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:26.214146 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75f60de-0e50-4e24-a326-23ca2a761afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:26.215506 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b75f60de-0e50-4e24-a326-23ca2a761afb admin admin] 10.222.0.70 "GET /v2.0/networks/d62d7917-1e50-46c6-aeb9-96a3419872ed HTTP/1.1" status: 200 len: 825 time: 0.3798916 Jul 30 01:29:26.240230 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-918e622d-28c7-4c92-bfb6-3a516d969737 admin admin] 10.222.0.70 "GET /v2.0/subnetpools/fa3f6b1e-9cab-4619-b90c-95e9c332d355 HTTP/1.1" status: 200 len: 734 time: 0.0185714 Jul 30 01:29:26.251690 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-365bdadf-4791-430b-ad38-40a74f203c01 admin admin] Request body: {'subnet': {'tenant_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'fa3f6b1e-9cab-4619-b90c-95e9c332d355', 'network_id': 'd62d7917-1e50-46c6-aeb9-96a3419872ed'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:26.344953 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365bdadf-4791-430b-ad38-40a74f203c01 admin admin] Made reservation on behalf of 6913a0a65f7440a2a1ff6f841f388c7c for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:26.347202 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-365bdadf-4791-430b-ad38-40a74f203c01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:26.698357 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-365bdadf-4791-430b-ad38-40a74f203c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:26.768254 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365bdadf-4791-430b-ad38-40a74f203c01 admin admin] Checking segment: {'id': 'b8cae49f-21b0-4dc2-9626-6d68e8a4726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd62d7917-1e50-46c6-aeb9-96a3419872ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:26.768673 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365bdadf-4791-430b-ad38-40a74f203c01 admin admin] Network hostable DHCP agents. Network: d62d7917-1e50-46c6-aeb9-96a3419872ed, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:29:26.775474 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bdadf-4791-430b-ad38-40a74f203c01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0016be-1c56-48d3-a1bd-fa984c0b95e4,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:26.846430 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365bdadf-4791-430b-ad38-40a74f203c01 admin admin] Network d62d7917-1e50-46c6-aeb9-96a3419872ed is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:29:26.926851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-365bdadf-4791-430b-ad38-40a74f203c01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, d62d7917-1e50-46c6-aeb9-96a3419872ed) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:26.931380 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365bdadf-4791-430b-ad38-40a74f203c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:26.931984 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-365bdadf-4791-430b-ad38-40a74f203c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:26.937517 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de067adc-213d-40b0-80a7-ba03ac49bc56 None None] Network d62d7917-1e50-46c6-aeb9-96a3419872ed requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:29:27.060651 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-365bdadf-4791-430b-ad38-40a74f203c01 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8120155 Jul 30 01:29:27.253164 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-d62d7917-1e50-46c6-aeb9-96a3419872ed', 'network_id': 'd62d7917-1e50-46c6-aeb9-96a3419872ed', 'tenant_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'fixed_ips': [{'subnet_id': '5c0016be-1c56-48d3-a1bd-fa984c0b95e4'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:29:27.254516 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.526658 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Allocated IP 172.20.0.2 (d62d7917-1e50-46c6-aeb9-96a3419872ed/5c0016be-1c56-48d3-a1bd-fa984c0b95e4/8d9530fb-9780-4d72-b16c-133c286fad86) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:27.755448 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.770275 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Transition to ACTIVE for port object 8d9530fb-9780-4d72-b16c-133c286fad86 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:27.791574 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Transition to ACTIVE for port object 8d9530fb-9780-4d72-b16c-133c286fad86 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:27.883403 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.951570 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Network d62d7917-1e50-46c6-aeb9-96a3419872ed is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:27.956245 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:27.968909 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:27.972070 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Pushing event updated for resources: {'Port': ['ID=8d9530fb-9780-4d72-b16c-133c286fad86,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:28.001632 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:28.001984 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:28.003245 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:28.003245 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:28.003245 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:28.004019 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:28.004148 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:28.004474 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:28.004802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:28.005126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:28.005494 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:28.005772 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Tracked resource versions report: Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: pushed versions: Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: { 'AddressGroup': {'1.2'}, Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'ConntrackHelper': {'1.0'}, Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'Log': {'1.0'}, Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'Network': {'1.1'}, Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'Port': {'1.7'}, Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'PortForwarding': {'1.2'}, Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'QosPolicy': {'1.8'}, Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'SecurityGroup': {'1.4'}, Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'SubPort': {'1.0'}, Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'Subnet': {'1.1'}, Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'Trunk': {'1.1'}} Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: consumer versions: Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: { DHCP agent@n-d-713498-9: {}, Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: L3 agent@n-d-713498-9: {}, Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: Metadata agent@n-d-713498-9: {}, Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: Metering agent@n-d-713498-9: {}, Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: Open vSwitch agent@n-d-713498-9: { 'AddressGroup': '1.2', Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'ConntrackHelper': '1.0', Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'Log': '1.0', Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'Network': '1.1', Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'Port': '1.7', Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'PortForwarding': '1.2', Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'QosPolicy': '1.8', Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'SecurityGroup': '1.4', Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'SecurityGroupRule': '1.2', Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'SubPort': '1.0', Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'Subnet': '1.1', Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: 'Trunk': '1.1'}} Jul 30 01:29:28.006903 n-d-713498-9 neutron-server[94466]: {{(pid=94466) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:29:28.052297 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Attempting to bind port 8d9530fb-9780-4d72-b16c-133c286fad86 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:28.052704 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Attempting to bind port 8d9530fb-9780-4d72-b16c-133c286fad86 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'b8cae49f-21b0-4dc2-9626-6d68e8a4726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd62d7917-1e50-46c6-aeb9-96a3419872ed'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:28.053120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Attempting to bind port 8d9530fb-9780-4d72-b16c-133c286fad86 on network d62d7917-1e50-46c6-aeb9-96a3419872ed {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:28.058790 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:28.059216 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Checking segment: {'id': 'b8cae49f-21b0-4dc2-9626-6d68e8a4726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd62d7917-1e50-46c6-aeb9-96a3419872ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:28.059696 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:28.060089 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Bound using segment: {'id': 'b8cae49f-21b0-4dc2-9626-6d68e8a4726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd62d7917-1e50-46c6-aeb9-96a3419872ed'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:28.060550 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Bound port: 8d9530fb-9780-4d72-b16c-133c286fad86, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8cae49f-21b0-4dc2-9626-6d68e8a4726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd62d7917-1e50-46c6-aeb9-96a3419872ed'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:28.060980 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:28.124632 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] For port 8d9530fb-9780-4d72-b16c-133c286fad86, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:28.129338 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] For port 8d9530fb-9780-4d72-b16c-133c286fad86, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8d9530fb-9780-4d72-b16c-133c286fad86,segment=NetworkSegment(b8cae49f-21b0-4dc2-9626-6d68e8a4726c),segment_id=b8cae49f-21b0-4dc2-9626-6d68e8a4726c)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:28.192384 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:28.260560 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe3141-6e17-48ac-b1f7-bc4c5570190a None None] Pushing event updated for resources: {'Port': ['ID=8d9530fb-9780-4d72-b16c-133c286fad86,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:29.427581 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53610) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:29.742287 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-fa3b9fcb-b9c2-49f0-80b9-659e83904f6b admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:29:29.743299 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fa3b9fcb-b9c2-49f0-80b9-659e83904f6b admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3145807 Jul 30 01:29:32.134532 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53618) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:32.446629 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-2f471838-6088-4e57-b9c2-e52496c302d1 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:29:32.447698 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2f471838-6088-4e57-b9c2-e52496c302d1 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3119755 Jul 30 01:29:35.091192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53628) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:35.394261 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-78afe77b-216e-40e9-9674-8d37f9081823 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '6913a0a65f7440a2a1ff6f841f388c7c'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:35.494108 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-78afe77b-216e-40e9-9674-8d37f9081823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:35.495884 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-78afe77b-216e-40e9-9674-8d37f9081823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:35.506784 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8d9530fb-9780-4d72-b16c-133c286fad86 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:35.631195 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 8d9530fb-9780-4d72-b16c-133c286fad86 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:35.635194 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-78afe77b-216e-40e9-9674-8d37f9081823 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:35.683108 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-78afe77b-216e-40e9-9674-8d37f9081823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:35.768261 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-78afe77b-216e-40e9-9674-8d37f9081823 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:35.769502 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-78afe77b-216e-40e9-9674-8d37f9081823 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6773310 Jul 30 01:29:36.529675 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebf0006-b0dc-4f43-94b1-a2855a7dee11 None None] Network d62d7917-1e50-46c6-aeb9-96a3419872ed requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:29:36.720698 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e77940f1-ad3d-4a77-922f-b24be723d62a None None] Provisioning for port 8d9530fb-9780-4d72-b16c-133c286fad86 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:36.725366 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e77940f1-ad3d-4a77-922f-b24be723d62a None None] Provisioning complete for port 8d9530fb-9780-4d72-b16c-133c286fad86 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:36.726038 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e77940f1-ad3d-4a77-922f-b24be723d62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:36.837649 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e77940f1-ad3d-4a77-922f-b24be723d62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:36.871372 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e77940f1-ad3d-4a77-922f-b24be723d62a None None] For port 8d9530fb-9780-4d72-b16c-133c286fad86, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8d9530fb-9780-4d72-b16c-133c286fad86,segment=NetworkSegment(b8cae49f-21b0-4dc2-9626-6d68e8a4726c),segment_id=b8cae49f-21b0-4dc2-9626-6d68e8a4726c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:36.955133 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e77940f1-ad3d-4a77-922f-b24be723d62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:37.006174 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77940f1-ad3d-4a77-922f-b24be723d62a None None] Pushing event updated for resources: {'Port': ['ID=8d9530fb-9780-4d72-b16c-133c286fad86,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:37.075431 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-162197bb-1462-4b6f-a48f-32b2e7cde6c2 None None] Provisioning complete for port 8d9530fb-9780-4d72-b16c-133c286fad86 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:37.075803 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-162197bb-1462-4b6f-a48f-32b2e7cde6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:37.474231 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8d9530fb-9780-4d72-b16c-133c286fad86 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:37.526660 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 8d9530fb-9780-4d72-b16c-133c286fad86 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:37.527029 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:38.170466 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53640) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:38.475261 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-2720b546-dc5f-47cd-beec-e1fe1dc05a83 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:29:38.476264 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2720b546-dc5f-47cd-beec-e1fe1dc05a83 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3048568 Jul 30 01:29:39.105202 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-70cd20c7-0eb3-4cdc-9657-08df802e09cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:40.815889 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53648) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:41.119202 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-8aae19ec-648d-4318-ac81-9a99b0803a07 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:41.225315 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aae19ec-648d-4318-ac81-9a99b0803a07 admin admin] Made reservation on behalf of d607e7f3ce5b407cadde4af50061548b for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:41.227499 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8aae19ec-648d-4318-ac81-9a99b0803a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:41.235363 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8aae19ec-648d-4318-ac81-9a99b0803a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:41.318026 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8aae19ec-648d-4318-ac81-9a99b0803a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:41.411966 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8aae19ec-648d-4318-ac81-9a99b0803a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:41.429554 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8aae19ec-648d-4318-ac81-9a99b0803a07 admin admin] Reserving flat network on physical network physnet1 {{(pid=94464) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 30 01:29:41.445316 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae19ec-648d-4318-ac81-9a99b0803a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddc4945-32a1-432a-bb6e-dd1730cd215c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:41.449805 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8aae19ec-648d-4318-ac81-9a99b0803a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:41.450145 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-8aae19ec-648d-4318-ac81-9a99b0803a07 admin admin] Added segment f2c082e8-0da4-4924-8424-cd33a053a87e of type flat for network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 Jul 30 01:29:41.503509 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8aae19ec-648d-4318-ac81-9a99b0803a07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:41.585397 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe69c7d6-85c6-4521-8ea9-cf001a8cb44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:41.613967 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:41.614218 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8aae19ec-648d-4318-ac81-9a99b0803a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:41.616101 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aae19ec-648d-4318-ac81-9a99b0803a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:41.616682 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8aae19ec-648d-4318-ac81-9a99b0803a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:41.675323 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae19ec-648d-4318-ac81-9a99b0803a07 admin admin] Pushing event updated for resources: {'Network': ['ID=1877634e-3296-4557-b49e-b7cf8a7e5fe3,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:41.684721 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:29:41.751282 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8aae19ec-648d-4318-ac81-9a99b0803a07 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9343247 Jul 30 01:29:43.036342 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:44.113325 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53666) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:44.282366 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0135d9-d55c-4b34-b784-042c86971101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:44.283742 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-af0135d9-d55c-4b34-b784-042c86971101 admin admin] 10.222.0.70 "GET /v2.0/subnets/5c0016be-1c56-48d3-a1bd-fa984c0b95e4 HTTP/1.1" status: 200 len: 849 time: 0.1694417 Jul 30 01:29:44.390771 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:44.406445 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5b5312aa-fc3b-4892-96e9-cfcbb564d0f8 admin admin] 10.222.0.70 "GET /v2.0/routers/53c38b58-515d-451d-bd39-436b8653313f HTTP/1.1" status: 200 len: 704 time: 0.1160822 Jul 30 01:29:44.669586 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85b8598c-2bdc-4297-907f-a78aae2331b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:44.957683 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-85b8598c-2bdc-4297-907f-a78aae2331b2 admin admin] Allocated IP 172.20.0.1 (d62d7917-1e50-46c6-aeb9-96a3419872ed/5c0016be-1c56-48d3-a1bd-fa984c0b95e4/a09462d9-4aff-4404-befa-55974a658e78) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:45.149787 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85b8598c-2bdc-4297-907f-a78aae2331b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:45.171577 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-85b8598c-2bdc-4297-907f-a78aae2331b2 admin admin] Transition to ACTIVE for port object a09462d9-4aff-4404-befa-55974a658e78 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:45.305321 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85b8598c-2bdc-4297-907f-a78aae2331b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:45.372519 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b8598c-2bdc-4297-907f-a78aae2331b2 admin admin] Network d62d7917-1e50-46c6-aeb9-96a3419872ed is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:45.377193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-85b8598c-2bdc-4297-907f-a78aae2331b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:45.383051 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b8598c-2bdc-4297-907f-a78aae2331b2 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:45.383608 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85b8598c-2bdc-4297-907f-a78aae2331b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:45.447933 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8598c-2bdc-4297-907f-a78aae2331b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a09462d9-4aff-4404-befa-55974a658e78,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:45.642216 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85b8598c-2bdc-4297-907f-a78aae2331b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:45.676198 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-37bc1181-e229-4ddd-839d-c13cca198957 None None] Provisioning for port a09462d9-4aff-4404-befa-55974a658e78 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:45.679898 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-37bc1181-e229-4ddd-839d-c13cca198957 None None] Provisioning complete for port a09462d9-4aff-4404-befa-55974a658e78 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:45.680276 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-37bc1181-e229-4ddd-839d-c13cca198957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:45.712791 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-37bc1181-e229-4ddd-839d-c13cca198957 None None] Port a09462d9-4aff-4404-befa-55974a658e78 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:29:45.848553 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85b8598c-2bdc-4297-907f-a78aae2331b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:45.887748 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85b8598c-2bdc-4297-907f-a78aae2331b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:45.888501 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85b8598c-2bdc-4297-907f-a78aae2331b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:45.966512 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8598c-2bdc-4297-907f-a78aae2331b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a09462d9-4aff-4404-befa-55974a658e78,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:46.010214 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b8598c-2bdc-4297-907f-a78aae2331b2 admin admin] Network d62d7917-1e50-46c6-aeb9-96a3419872ed is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:46.011496 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-85b8598c-2bdc-4297-907f-a78aae2331b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:46.213666 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b8598c-2bdc-4297-907f-a78aae2331b2 admin admin] Router 53c38b58-515d-451d-bd39-436b8653313f is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:29:46.238206 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4cdeff1c-105f-44b6-85bc-8053f9bd7b5d None None] Provisioning complete for port a09462d9-4aff-4404-befa-55974a658e78 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:46.238557 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cdeff1c-105f-44b6-85bc-8053f9bd7b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:46.273873 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4cdeff1c-105f-44b6-85bc-8053f9bd7b5d None None] Port a09462d9-4aff-4404-befa-55974a658e78 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:29:46.304785 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b8598c-2bdc-4297-907f-a78aae2331b2 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:29:46.309723 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-85b8598c-2bdc-4297-907f-a78aae2331b2 admin admin] 10.222.0.70 "PUT /v2.0/routers/53c38b58-515d-451d-bd39-436b8653313f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8977563 Jul 30 01:29:46.315913 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] Sync routers for ids ['53c38b58-515d-451d-bd39-436b8653313f'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:29:46.327458 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] Routers {'53c38b58-515d-451d-bd39-436b8653313f'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:29:46.328335 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:29:41Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53c38b58-515d-451d-bd39-436b8653313f'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:46.517726 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] Set router 53c38b58-515d-451d-bd39-436b8653313f gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:29:46.931228 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c38b58-515d-451d-bd39-436b8653313f', 'name': 'router1', 'tenant_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:45Z', 'revision_number': 2, 'project_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'gw_port_host': None, '_interfaces': [{'id': 'a09462d9-4aff-4404-befa-55974a658e78', 'name': '', 'network_id': 'd62d7917-1e50-46c6-aeb9-96a3419872ed', 'tenant_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'mac_address': 'fa:16:3e:46:d8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c38b58-515d-451d-bd39-436b8653313f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0016be-1c56-48d3-a1bd-fa984c0b95e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:44Z', 'updated_at': '2021-07-30T01:29:45Z', 'revision_number': 2, 'project_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'subnets': [{'id': '5c0016be-1c56-48d3-a1bd-fa984c0b95e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa3f6b1e-9cab-4619-b90c-95e9c332d355'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:46.981797 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] Checking router: 53c38b58-515d-451d-bd39-436b8653313f for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:29:46.982174 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] Updating router 53c38b58-515d-451d-bd39-436b8653313f port a09462d9-4aff-4404-befa-55974a658e78 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:29:47.030267 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.536423 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.554024 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] Transition to ACTIVE for port object a09462d9-4aff-4404-befa-55974a658e78 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:47.629313 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.789381 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7078a5b-b795-4f1a-9049-28f9a89fbaf1 None None] Pushing event updated for resources: {'Port': ['ID=a09462d9-4aff-4404-befa-55974a658e78,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:47.801216 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] Attempting to bind port a09462d9-4aff-4404-befa-55974a658e78 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:47.801623 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] Attempting to bind port a09462d9-4aff-4404-befa-55974a658e78 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'b8cae49f-21b0-4dc2-9626-6d68e8a4726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd62d7917-1e50-46c6-aeb9-96a3419872ed'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:47.802042 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] Attempting to bind port a09462d9-4aff-4404-befa-55974a658e78 on network d62d7917-1e50-46c6-aeb9-96a3419872ed {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:47.804566 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7078a5b-b795-4f1a-9049-28f9a89fbaf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:47.804912 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7078a5b-b795-4f1a-9049-28f9a89fbaf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:47.805253 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7078a5b-b795-4f1a-9049-28f9a89fbaf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:47.805589 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7078a5b-b795-4f1a-9049-28f9a89fbaf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:47.805920 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7078a5b-b795-4f1a-9049-28f9a89fbaf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:47.806250 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7078a5b-b795-4f1a-9049-28f9a89fbaf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:47.806601 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7078a5b-b795-4f1a-9049-28f9a89fbaf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:47.807036 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7078a5b-b795-4f1a-9049-28f9a89fbaf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:47.807490 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7078a5b-b795-4f1a-9049-28f9a89fbaf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:47.807741 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7078a5b-b795-4f1a-9049-28f9a89fbaf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:47.808000 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7078a5b-b795-4f1a-9049-28f9a89fbaf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:47.808320 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7078a5b-b795-4f1a-9049-28f9a89fbaf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7078a5b-b795-4f1a-9049-28f9a89fbaf1 None None] Tracked resource versions report: Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: pushed versions: Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: { 'AddressGroup': {'1.2'}, Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'ConntrackHelper': {'1.0'}, Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'Log': {'1.0'}, Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'Network': {'1.1'}, Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'Port': {'1.7'}, Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'PortForwarding': {'1.2'}, Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'QosPolicy': {'1.8'}, Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'SecurityGroup': {'1.4'}, Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'SubPort': {'1.0'}, Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'Subnet': {'1.1'}, Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'Trunk': {'1.1'}} Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: consumer versions: Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: { DHCP agent@n-d-713498-9: {}, Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: L3 agent@n-d-713498-9: {}, Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: Metadata agent@n-d-713498-9: {}, Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: Metering agent@n-d-713498-9: {}, Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: Open vSwitch agent@n-d-713498-9: { 'AddressGroup': '1.2', Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'ConntrackHelper': '1.0', Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'Log': '1.0', Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'Network': '1.1', Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'Port': '1.7', Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'PortForwarding': '1.2', Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'QosPolicy': '1.8', Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'SecurityGroup': '1.4', Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'SecurityGroupRule': '1.2', Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'SubPort': '1.0', Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'Subnet': '1.1', Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: 'Trunk': '1.1'}} Jul 30 01:29:47.809417 n-d-713498-9 neutron-server[94467]: {{(pid=94467) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:29:47.815950 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:47.816380 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] Checking segment: {'id': 'b8cae49f-21b0-4dc2-9626-6d68e8a4726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd62d7917-1e50-46c6-aeb9-96a3419872ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:47.816896 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.817292 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] Bound using segment: {'id': 'b8cae49f-21b0-4dc2-9626-6d68e8a4726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd62d7917-1e50-46c6-aeb9-96a3419872ed'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:47.817770 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] Bound port: a09462d9-4aff-4404-befa-55974a658e78, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8cae49f-21b0-4dc2-9626-6d68e8a4726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd62d7917-1e50-46c6-aeb9-96a3419872ed'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:47.818188 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.881603 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] For port a09462d9-4aff-4404-befa-55974a658e78, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:47.904593 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] For port a09462d9-4aff-4404-befa-55974a658e78, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a09462d9-4aff-4404-befa-55974a658e78,segment=NetworkSegment(b8cae49f-21b0-4dc2-9626-6d68e8a4726c),segment_id=b8cae49f-21b0-4dc2-9626-6d68e8a4726c)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:47.960634 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:48.023794 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] Routers {'53c38b58-515d-451d-bd39-436b8653313f'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:29:48.024484 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:29:41Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53c38b58-515d-451d-bd39-436b8653313f'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:48.027569 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7078a5b-b795-4f1a-9049-28f9a89fbaf1 None None] Pushing event updated for resources: {'Port': ['ID=a09462d9-4aff-4404-befa-55974a658e78,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:48.115794 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] Set router 53c38b58-515d-451d-bd39-436b8653313f gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:29:48.321967 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c38b58-515d-451d-bd39-436b8653313f', 'name': 'router1', 'tenant_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:45Z', 'revision_number': 2, 'project_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'gw_port_host': None, '_interfaces': [{'id': 'a09462d9-4aff-4404-befa-55974a658e78', 'name': '', 'network_id': 'd62d7917-1e50-46c6-aeb9-96a3419872ed', 'tenant_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'mac_address': 'fa:16:3e:46:d8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c38b58-515d-451d-bd39-436b8653313f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0016be-1c56-48d3-a1bd-fa984c0b95e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:44Z', 'updated_at': '2021-07-30T01:29:47Z', 'revision_number': 4, 'project_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'subnets': [{'id': '5c0016be-1c56-48d3-a1bd-fa984c0b95e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa3f6b1e-9cab-4619-b90c-95e9c332d355'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:48.347299 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce9514c-336a-484d-b16c-72cd2e9969db None None] The sync data for ids ['53c38b58-515d-451d-bd39-436b8653313f'] in n-d-713498-9 is: [{'id': '53c38b58-515d-451d-bd39-436b8653313f', 'name': 'router1', 'tenant_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:45Z', 'revision_number': 2, 'project_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'gw_port_host': None, '_interfaces': [{'id': 'a09462d9-4aff-4404-befa-55974a658e78', 'name': '', 'network_id': 'd62d7917-1e50-46c6-aeb9-96a3419872ed', 'tenant_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'mac_address': 'fa:16:3e:46:d8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c38b58-515d-451d-bd39-436b8653313f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0016be-1c56-48d3-a1bd-fa984c0b95e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:44Z', 'updated_at': '2021-07-30T01:29:47Z', 'revision_number': 4, 'project_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'subnets': [{'id': '5c0016be-1c56-48d3-a1bd-fa984c0b95e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa3f6b1e-9cab-4619-b90c-95e9c332d355'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:29:48.537494 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53686) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:48.645541 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc6a82a-836e-4770-bfc7-5dc4464f4dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:48.646865 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dfc6a82a-836e-4770-bfc7-5dc4464f4dfe admin admin] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 842 time: 0.1083186 Jul 30 01:29:48.656547 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d46a65eb-3a95-4adc-8758-b0c1c30b6eaa admin admin] Request body: {'subnet': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'name': 'public-subnet', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:48.754640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46a65eb-3a95-4adc-8758-b0c1c30b6eaa admin admin] Made reservation on behalf of d607e7f3ce5b407cadde4af50061548b for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:48.756801 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d46a65eb-3a95-4adc-8758-b0c1c30b6eaa admin admin] Notify callbacks [] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:49.167016 n-d-713498-9 neutron-server[94464]: DEBUG neutron.objects.ports [None req-d46a65eb-3a95-4adc-8758-b0c1c30b6eaa admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94464) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:29:49.167436 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d46a65eb-3a95-4adc-8758-b0c1c30b6eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:49.218442 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a65eb-3a95-4adc-8758-b0c1c30b6eaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f909d68d-3665-422a-9a1e-02539fb0b16b,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:49.228608 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a65eb-3a95-4adc-8758-b0c1c30b6eaa admin admin] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:49.228968 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46a65eb-3a95-4adc-8758-b0c1c30b6eaa admin admin] Network hostable DHCP agents. Network: 1877634e-3296-4557-b49e-b7cf8a7e5fe3, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:29:49.316845 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46a65eb-3a95-4adc-8758-b0c1c30b6eaa admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:29:49.390962 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d46a65eb-3a95-4adc-8758-b0c1c30b6eaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 1877634e-3296-4557-b49e-b7cf8a7e5fe3) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:49.395134 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46a65eb-3a95-4adc-8758-b0c1c30b6eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:49.395718 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d46a65eb-3a95-4adc-8758-b0c1c30b6eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:49.400206 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b22276-fd3c-4548-b5b4-dfa5c284313d None None] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:29:49.478492 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d46a65eb-3a95-4adc-8758-b0c1c30b6eaa admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8252175 Jul 30 01:29:49.523184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ea0bf1-ca42-4927-ac1f-785843de59fb None None] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:29:51.743461 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53694) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:51.878550 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-957a039e-bcce-4e3c-8f4b-1f1fc602db4f admin admin] 10.222.0.70 "GET /v2.0/routers/53c38b58-515d-451d-bd39-436b8653313f HTTP/1.1" status: 200 len: 710 time: 0.1338558 Jul 30 01:29:51.962608 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e46605-4729-46fe-94a9-053148554d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:51.963911 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a9e46605-4729-46fe-94a9-053148554d0f admin admin] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 886 time: 0.0798166 Jul 30 01:29:51.973520 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-cc5d82b2-ece1-418a-ba7b-d49249980bd3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:52.213538 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc5d82b2-ece1-418a-ba7b-d49249980bd3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:52.503193 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc5d82b2-ece1-418a-ba7b-d49249980bd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:52.575971 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc5d82b2-ece1-418a-ba7b-d49249980bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:52.681429 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-cc5d82b2-ece1-418a-ba7b-d49249980bd3 admin admin] Allocated IP 172.25.1.124 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/1a6fe9fb-c874-4ac5-9598-9f6052218068) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:52.780183 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc5d82b2-ece1-418a-ba7b-d49249980bd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:52.877038 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc5d82b2-ece1-418a-ba7b-d49249980bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:52.913240 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5d82b2-ece1-418a-ba7b-d49249980bd3 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:52.917895 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-cc5d82b2-ece1-418a-ba7b-d49249980bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:52.921719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5d82b2-ece1-418a-ba7b-d49249980bd3 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:52.929959 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d82b2-ece1-418a-ba7b-d49249980bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=1a6fe9fb-c874-4ac5-9598-9f6052218068,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:53.398876 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc5d82b2-ece1-418a-ba7b-d49249980bd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:53.520023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a09462d9-4aff-4404-befa-55974a658e78 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:53.609151 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc5d82b2-ece1-418a-ba7b-d49249980bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:53.610583 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc5d82b2-ece1-418a-ba7b-d49249980bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:53.640100 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port a09462d9-4aff-4404-befa-55974a658e78 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:53.644973 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port a09462d9-4aff-4404-befa-55974a658e78 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:53.645556 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:53.725999 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:53.730715 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5d82b2-ece1-418a-ba7b-d49249980bd3 admin admin] Router 53c38b58-515d-451d-bd39-436b8653313f has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:29:53.760059 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port a09462d9-4aff-4404-befa-55974a658e78, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a09462d9-4aff-4404-befa-55974a658e78,segment=NetworkSegment(b8cae49f-21b0-4dc2-9626-6d68e8a4726c),segment_id=b8cae49f-21b0-4dc2-9626-6d68e8a4726c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:53.840148 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:53.840403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5d82b2-ece1-418a-ba7b-d49249980bd3 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:29:53.844604 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc5d82b2-ece1-418a-ba7b-d49249980bd3 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:53.857138 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cc5d82b2-ece1-418a-ba7b-d49249980bd3 admin admin] 10.222.0.70 "PUT /v2.0/routers/53c38b58-515d-451d-bd39-436b8653313f HTTP/1.1" status: 200 len: 890 time: 1.8760567 Jul 30 01:29:53.896742 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=a09462d9-4aff-4404-befa-55974a658e78,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:54.804492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] Sync routers for ids ['53c38b58-515d-451d-bd39-436b8653313f'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:29:54.814807 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] Routers {'53c38b58-515d-451d-bd39-436b8653313f'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:29:54.815517 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:29:41Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53c38b58-515d-451d-bd39-436b8653313f'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:55.062896 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] Set router 53c38b58-515d-451d-bd39-436b8653313f gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:29:55.450909 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c38b58-515d-451d-bd39-436b8653313f', 'name': 'router1', 'tenant_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '1a6fe9fb-c874-4ac5-9598-9f6052218068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:53Z', 'revision_number': 4, 'project_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'gw_port': {'id': '1a6fe9fb-c874-4ac5-9598-9f6052218068', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c38b58-515d-451d-bd39-436b8653313f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:52Z', 'updated_at': '2021-07-30T01:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'a09462d9-4aff-4404-befa-55974a658e78', 'name': '', 'network_id': 'd62d7917-1e50-46c6-aeb9-96a3419872ed', 'tenant_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'mac_address': 'fa:16:3e:46:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c38b58-515d-451d-bd39-436b8653313f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0016be-1c56-48d3-a1bd-fa984c0b95e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:44Z', 'updated_at': '2021-07-30T01:29:53Z', 'revision_number': 5, 'project_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'subnets': [{'id': '5c0016be-1c56-48d3-a1bd-fa984c0b95e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa3f6b1e-9cab-4619-b90c-95e9c332d355'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:55.505566 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a09462d9-4aff-4404-befa-55974a658e78 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:55.507970 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] Checking router: 53c38b58-515d-451d-bd39-436b8653313f for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:29:55.508343 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] Updating router 53c38b58-515d-451d-bd39-436b8653313f port 1a6fe9fb-c874-4ac5-9598-9f6052218068 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:29:55.576398 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:55.708588 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port a09462d9-4aff-4404-befa-55974a658e78 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:55.708893 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:55.968772 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:55.978077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] Transition to ACTIVE for port object 1a6fe9fb-c874-4ac5-9598-9f6052218068 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:56.041685 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.182658 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c69fa-7260-4fbf-ab47-63bef210c4d9 None None] Pushing event updated for resources: {'Port': ['ID=1a6fe9fb-c874-4ac5-9598-9f6052218068,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:56.185138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] Attempting to bind port 1a6fe9fb-c874-4ac5-9598-9f6052218068 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:56.185504 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] Attempting to bind port 1a6fe9fb-c874-4ac5-9598-9f6052218068 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:56.186251 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] Attempting to bind port 1a6fe9fb-c874-4ac5-9598-9f6052218068 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:56.192213 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:56.192647 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:56.193046 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.193455 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:56.194182 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] Bound port: 1a6fe9fb-c874-4ac5-9598-9f6052218068, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:56.194668 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.243960 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] For port 1a6fe9fb-c874-4ac5-9598-9f6052218068, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:56.247198 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] For port 1a6fe9fb-c874-4ac5-9598-9f6052218068, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1a6fe9fb-c874-4ac5-9598-9f6052218068,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:56.268506 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53706) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:56.350876 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.385835 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-25928ad3-f31a-447b-9c9c-6bcf731c5c94 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1142995 Jul 30 01:29:56.415175 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] Routers {'53c38b58-515d-451d-bd39-436b8653313f'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:29:56.415811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:29:41Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53c38b58-515d-451d-bd39-436b8653313f'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:56.417869 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c69fa-7260-4fbf-ab47-63bef210c4d9 None None] Pushing event updated for resources: {'Port': ['ID=1a6fe9fb-c874-4ac5-9598-9f6052218068,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:56.529244 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] Set router 53c38b58-515d-451d-bd39-436b8653313f gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:29:56.742190 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c38b58-515d-451d-bd39-436b8653313f', 'name': 'router1', 'tenant_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '1a6fe9fb-c874-4ac5-9598-9f6052218068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:53Z', 'revision_number': 4, 'project_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'gw_port': {'id': '1a6fe9fb-c874-4ac5-9598-9f6052218068', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c38b58-515d-451d-bd39-436b8653313f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:52Z', 'updated_at': '2021-07-30T01:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'a09462d9-4aff-4404-befa-55974a658e78', 'name': '', 'network_id': 'd62d7917-1e50-46c6-aeb9-96a3419872ed', 'tenant_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'mac_address': 'fa:16:3e:46:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c38b58-515d-451d-bd39-436b8653313f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0016be-1c56-48d3-a1bd-fa984c0b95e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:44Z', 'updated_at': '2021-07-30T01:29:53Z', 'revision_number': 5, 'project_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'subnets': [{'id': '5c0016be-1c56-48d3-a1bd-fa984c0b95e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa3f6b1e-9cab-4619-b90c-95e9c332d355'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:56.768818 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d9e2c-76c3-4836-aa04-0e8f10cfdd79 None None] The sync data for ids ['53c38b58-515d-451d-bd39-436b8653313f'] in n-d-713498-9 is: [{'id': '53c38b58-515d-451d-bd39-436b8653313f', 'name': 'router1', 'tenant_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '1a6fe9fb-c874-4ac5-9598-9f6052218068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:53Z', 'revision_number': 4, 'project_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'gw_port': {'id': '1a6fe9fb-c874-4ac5-9598-9f6052218068', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c38b58-515d-451d-bd39-436b8653313f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:52Z', 'updated_at': '2021-07-30T01:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'a09462d9-4aff-4404-befa-55974a658e78', 'name': '', 'network_id': 'd62d7917-1e50-46c6-aeb9-96a3419872ed', 'tenant_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'mac_address': 'fa:16:3e:46:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c38b58-515d-451d-bd39-436b8653313f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0016be-1c56-48d3-a1bd-fa984c0b95e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:44Z', 'updated_at': '2021-07-30T01:29:53Z', 'revision_number': 5, 'project_id': '6913a0a65f7440a2a1ff6f841f388c7c', 'subnets': [{'id': '5c0016be-1c56-48d3-a1bd-fa984c0b95e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa3f6b1e-9cab-4619-b90c-95e9c332d355'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:29:57.530138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 1a6fe9fb-c874-4ac5-9598-9f6052218068 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:57.680903 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 1a6fe9fb-c874-4ac5-9598-9f6052218068 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:57.692216 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 1a6fe9fb-c874-4ac5-9598-9f6052218068 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:57.692600 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:57.783037 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:57.804228 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 1a6fe9fb-c874-4ac5-9598-9f6052218068, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1a6fe9fb-c874-4ac5-9598-9f6052218068,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:57.870220 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:57.915628 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=1a6fe9fb-c874-4ac5-9598-9f6052218068,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:59.500151 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 1a6fe9fb-c874-4ac5-9598-9f6052218068 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:59.546736 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 1a6fe9fb-c874-4ac5-9598-9f6052218068 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:59.547112 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:07.190391 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 5 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:30:09.098836 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31d23a2e-5e34-48fe-8dd2-812ea636d8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:11.588690 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cbb9d2b5-75c6-44ef-8b68-f06f6b8eedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:11.616236 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:13.053401 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:14.370544 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:39.105245 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ab961f2a-0010-4911-84f8-e48f8867753f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:41.594999 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a014bac8-9ac4-4c0f-a19d-dd0aa66f9d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:41.617605 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:43.043800 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:44.190235 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 5 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:30:44.435116 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:09.087912 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ccc0167f-b8e9-4c44-84be-549d4ef70389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:11.579888 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f1ae9f2e-e0e8-44ce-ab9c-61bf2ad48271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:11.607931 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:13.047790 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:14.391589 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:21.189509 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 5 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:31:39.075236 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-825d1587-fd10-47be-8a20-991150f47edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:40.260470 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54308) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:40.324421 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1dc02a4-0b25-4cb1-bd5a-8f31f70bd282 admin admin] GET failed (client error): The resource could not be found. Jul 30 01:31:40.325707 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f1dc02a4-0b25-4cb1-bd5a-8f31f70bd282 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643027 Jul 30 01:31:40.483806 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765cb72a-7bae-46a2-80c1-d89c866c30ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:40.485297 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-765cb72a-7bae-46a2-80c1-d89c866c30ca admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1545424 Jul 30 01:31:41.570905 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-561f7821-c770-464f-97a0-8da3187b9331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:41.595911 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:42.639595 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54318) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:42.731862 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b06767-e214-4d0a-a501-93294780ed89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:42.733213 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-41b06767-e214-4d0a-a501-93294780ed89 admin admin] 10.222.0.70 "GET /v2.0/subnets/5c0016be-1c56-48d3-a1bd-fa984c0b95e4 HTTP/1.1" status: 200 len: 849 time: 0.0927064 Jul 30 01:31:42.743524 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-18c692af-aeb8-4bc8-be05-aa52a9350882 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:31:42.825512 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18c692af-aeb8-4bc8-be05-aa52a9350882 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:43.046786 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18c692af-aeb8-4bc8-be05-aa52a9350882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773282632744'] for subnet, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:43.069405 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:43.078189 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c692af-aeb8-4bc8-be05-aa52a9350882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:43.079294 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18c692af-aeb8-4bc8-be05-aa52a9350882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:43.080598 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-18c692af-aeb8-4bc8-be05-aa52a9350882 admin admin] 10.222.0.70 "PUT /v2.0/subnets/5c0016be-1c56-48d3-a1bd-fa984c0b95e4 HTTP/1.1" status: 200 len: 868 time: 0.3408642 Jul 30 01:31:43.083527 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0667a725-f4ea-4949-9e02-7b21e6988dd4 None None] Network d62d7917-1e50-46c6-aeb9-96a3419872ed requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:31:43.102893 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c692af-aeb8-4bc8-be05-aa52a9350882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0016be-1c56-48d3-a1bd-fa984c0b95e4,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:43.110463 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c692af-aeb8-4bc8-be05-aa52a9350882 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:43.110827 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c692af-aeb8-4bc8-be05-aa52a9350882 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:43.111157 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c692af-aeb8-4bc8-be05-aa52a9350882 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:43.111471 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c692af-aeb8-4bc8-be05-aa52a9350882 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:43.111803 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c692af-aeb8-4bc8-be05-aa52a9350882 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:43.112140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c692af-aeb8-4bc8-be05-aa52a9350882 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:43.112454 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c692af-aeb8-4bc8-be05-aa52a9350882 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:43.112771 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c692af-aeb8-4bc8-be05-aa52a9350882 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:43.113101 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c692af-aeb8-4bc8-be05-aa52a9350882 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:43.113412 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c692af-aeb8-4bc8-be05-aa52a9350882 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:43.113730 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c692af-aeb8-4bc8-be05-aa52a9350882 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:43.114168 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c692af-aeb8-4bc8-be05-aa52a9350882 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:43.460127 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fa03bae0-8e26-40d5-95d7-8449a47ab23c None None] Provisioning complete for port a09462d9-4aff-4404-befa-55974a658e78 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:31:43.460532 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa03bae0-8e26-40d5-95d7-8449a47ab23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:43.543454 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fa03bae0-8e26-40d5-95d7-8449a47ab23c None None] Provisioning complete for port 8d9530fb-9780-4d72-b16c-133c286fad86 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:31:43.543824 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa03bae0-8e26-40d5-95d7-8449a47ab23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:44.395379 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:45.252718 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54326) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:45.450652 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788b7f0a-bfd4-4c7c-8f9a-0cf0c340fb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:45.451053 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788b7f0a-bfd4-4c7c-8f9a-0cf0c340fb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:45.452596 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-788b7f0a-bfd4-4c7c-8f9a-0cf0c340fb55 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1989174 Jul 30 01:31:47.593593 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54334) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:47.723091 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899c2463-c3a9-4dda-a29d-075e8e70f454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:47.723573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899c2463-c3a9-4dda-a29d-075e8e70f454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:47.725117 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-899c2463-c3a9-4dda-a29d-075e8e70f454 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1299040 Jul 30 01:31:49.860043 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54342) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:50.078500 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8c645c-def1-4518-af55-6cab9f7d4b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:50.081641 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-da8c645c-def1-4518-af55-6cab9f7d4b1d admin admin] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 886 time: 0.2188058 Jul 30 01:31:52.231351 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54350) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:52.357567 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c53d61-9e23-46e1-95ed-cf81f6aec5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:52.358991 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c1c53d61-9e23-46e1-95ed-cf81f6aec5e7 admin admin] 10.222.0.70 "GET /v2.0/networks/d62d7917-1e50-46c6-aeb9-96a3419872ed HTTP/1.1" status: 200 len: 869 time: 0.1266809 Jul 30 01:31:54.519353 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54358) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:54.643226 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c04e01-2169-4c4c-8c18-ae77a7a547a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:54.643616 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c04e01-2169-4c4c-8c18-ae77a7a547a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:54.645177 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d2c04e01-2169-4c4c-8c18-ae77a7a547a1 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248498 Jul 30 01:31:56.795868 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54366) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:56.885735 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f88a91c-21ec-449e-8111-f19fafc21e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:56.886199 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f88a91c-21ec-449e-8111-f19fafc21e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:56.887725 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4f88a91c-21ec-449e-8111-f19fafc21e8a admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902755 Jul 30 01:31:58.189709 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 5 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:31:59.059299 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54374) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:59.151815 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3427cc19-ad8e-42d7-8c1c-9d42dcf1e7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:59.153146 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3427cc19-ad8e-42d7-8c1c-9d42dcf1e7eb admin admin] 10.222.0.70 "GET /v2.0/subnets/5c0016be-1c56-48d3-a1bd-fa984c0b95e4 HTTP/1.1" status: 200 len: 868 time: 0.0926313 Jul 30 01:32:01.301143 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54382) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:01.386216 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de607470-1db2-4ff2-92a7-4030c87a2067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:01.387605 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-de607470-1db2-4ff2-92a7-4030c87a2067 admin admin] 10.222.0.70 "GET /v2.0/subnets/f909d68d-3665-422a-9a1e-02539fb0b16b HTTP/1.1" status: 200 len: 816 time: 0.0855212 Jul 30 01:32:09.084787 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-66073f42-be08-4c6d-a5f2-ef311e96cbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:11.588460 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-caba6f9b-14f8-4933-8e82-9335f4e6c072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:11.627470 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:13.051463 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:14.411108 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:27.198706 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54436) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:27.246171 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-8bc65efa-0d0d-443e-b48a-f1a13e0c4dfa admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:32:27.247213 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8bc65efa-0d0d-443e-b48a-f1a13e0c4dfa admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475526 Jul 30 01:32:29.512702 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54444) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:29.571979 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2e3f3e-199e-475a-b877-99464a04e4af admin admin] GET failed (client error): The resource could not be found. Jul 30 01:32:29.573293 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-be2e3f3e-199e-475a-b877-99464a04e4af admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596440 Jul 30 01:32:29.665517 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34456c5-9c4d-4c90-82e1-96e435814d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:29.666963 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d34456c5-9c4d-4c90-82e1-96e435814d78 admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0889268 Jul 30 01:32:31.866051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54452) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:31.989917 n-d-713498-9 neutron-server[94465]: WARNING oslo_policy.policy [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:32:31.990546 n-d-713498-9 neutron-server[94465]: WARNING oslo_policy.policy [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:32:32.211101 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:32.212763 n-d-713498-9 neutron-server[94465]: INFO neutron.quota [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Loaded quota_driver: . Jul 30 01:32:32.318516 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Made reservation on behalf of d607e7f3ce5b407cadde4af50061548b for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:32:32.389278 n-d-713498-9 neutron-server[94465]: DEBUG neutron.policy [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94465) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 01:32:32.434854 n-d-713498-9 neutron-server[94465]: WARNING oslo_policy.policy [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:32:32.435228 n-d-713498-9 neutron-server[94465]: WARNING oslo_policy.policy [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:32:32.445893 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:32.506656 n-d-713498-9 neutron-server[94465]: WARNING neutron.services.revisions.revision_plugin [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Could not find related network for resource to bump revision. Jul 30 01:32:32.527098 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:32:32.541623 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773282724648', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:32.542187 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Unsubscribe: segment precommit_create {{(pid=94465) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 01:32:32.542743 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Added segment 79dab17e-f825-43b6-912c-dabbe3c69100 of type vlan for network 3286f539-67a8-42f0-a1e3-dea9e1133638 Jul 30 01:32:32.621662 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:32.855811 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:32.857142 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:32.858396 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:32.958264 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0898604 Jul 30 01:32:32.959363 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Pushing event updated for resources: {'Network': ['ID=3286f539-67a8-42f0-a1e3-dea9e1133638,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:32.969392 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:32.969763 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:32.970104 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:32.970475 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:32.970811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:32.971141 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:32.971463 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:32.971786 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:32.972110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:32.972431 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:32.972750 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:32.973066 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c004039-67ab-4b77-93b2-e3a414b3eef5 admin admin] Tracked resource versions report: Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: pushed versions: Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: { 'AddressGroup': {'1.2'}, Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'ConntrackHelper': {'1.0'}, Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'Log': {'1.0'}, Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'Network': {'1.1'}, Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'Port': {'1.7'}, Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'PortForwarding': {'1.2'}, Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'QosPolicy': {'1.8'}, Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'SecurityGroup': {'1.4'}, Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'SubPort': {'1.0'}, Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'Subnet': {'1.1'}, Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'Trunk': {'1.1'}} Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: consumer versions: Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: { DHCP agent@n-d-713498-9: {}, Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: L3 agent@n-d-713498-9: {}, Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: Metadata agent@n-d-713498-9: {}, Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: Metering agent@n-d-713498-9: {}, Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: Open vSwitch agent@n-d-713498-9: { 'AddressGroup': '1.2', Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'ConntrackHelper': '1.0', Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'Log': '1.0', Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'Network': '1.1', Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'Port': '1.7', Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'PortForwarding': '1.2', Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'QosPolicy': '1.8', Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'SecurityGroup': '1.4', Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'SecurityGroupRule': '1.2', Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'SubPort': '1.0', Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'Subnet': '1.1', Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: 'Trunk': '1.1'}} Jul 30 01:32:32.974257 n-d-713498-9 neutron-server[94465]: {{(pid=94465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:32:33.011601 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:32:35.129494 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54472) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:35.188201 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 5 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:32:35.188773 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8afe9c-506b-4fef-b7be-843a45beafcd admin admin] GET failed (client error): The resource could not be found. Jul 30 01:32:35.189533 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ec8afe9c-506b-4fef-b7be-843a45beafcd admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591009 Jul 30 01:32:35.258040 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283fd8a2-4a33-4447-99ac-c4c6ff79c1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:35.259490 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-283fd8a2-4a33-4447-99ac-c4c6ff79c1a6 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0656796 Jul 30 01:32:35.269906 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e1f4ff7b-e6d4-45f6-9bb2-4bd2a54ba729 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:35.352278 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f4ff7b-e6d4-45f6-9bb2-4bd2a54ba729 admin admin] Made reservation on behalf of d607e7f3ce5b407cadde4af50061548b for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:32:35.356161 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e1f4ff7b-e6d4-45f6-9bb2-4bd2a54ba729 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:35.559282 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e1f4ff7b-e6d4-45f6-9bb2-4bd2a54ba729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:35.615449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4ff7b-e6d4-45f6-9bb2-4bd2a54ba729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4119491-5992-4989-91b0-5fd964c074d9,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:35.627233 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f4ff7b-e6d4-45f6-9bb2-4bd2a54ba729 admin admin] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:32:35.632782 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f4ff7b-e6d4-45f6-9bb2-4bd2a54ba729 admin admin] Network hostable DHCP agents. Network: 3286f539-67a8-42f0-a1e3-dea9e1133638, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:32:35.723816 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f4ff7b-e6d4-45f6-9bb2-4bd2a54ba729 admin admin] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:32:35.821290 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-e1f4ff7b-e6d4-45f6-9bb2-4bd2a54ba729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 3286f539-67a8-42f0-a1e3-dea9e1133638) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:32:35.825327 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f4ff7b-e6d4-45f6-9bb2-4bd2a54ba729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:35.825985 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e1f4ff7b-e6d4-45f6-9bb2-4bd2a54ba729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:35.830528 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de7897d-1d1e-4207-a16f-3fc5b60864b9 None None] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:32:35.954086 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e1f4ff7b-e6d4-45f6-9bb2-4bd2a54ba729 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6873608 Jul 30 01:32:36.065869 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-3286f539-67a8-42f0-a1e3-dea9e1133638', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'tenant_id': 'd607e7f3ce5b407cadde4af50061548b', 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:32:36.066786 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:36.209364 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Allocated IP 192.168.233.2 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/e4328bbc-1de1-4d81-8d5b-f73040ee5438) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:32:36.347969 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:36.356460 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Transition to ACTIVE for port object e4328bbc-1de1-4d81-8d5b-f73040ee5438 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:36.371406 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Transition to ACTIVE for port object e4328bbc-1de1-4d81-8d5b-f73040ee5438 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:36.445019 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:36.485057 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:32:36.487850 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:32:36.494418 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:32:36.497498 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Pushing event updated for resources: {'Port': ['ID=e4328bbc-1de1-4d81-8d5b-f73040ee5438,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:36.508854 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:36.508854 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:36.509142 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:36.509374 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:36.509715 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:36.510056 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:36.510415 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:36.510748 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:36.511076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:36.511404 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:36.511755 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:36.512088 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:36.561437 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Attempting to bind port e4328bbc-1de1-4d81-8d5b-f73040ee5438 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:32:36.561795 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Attempting to bind port e4328bbc-1de1-4d81-8d5b-f73040ee5438 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:32:36.562152 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Attempting to bind port e4328bbc-1de1-4d81-8d5b-f73040ee5438 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:32:36.567480 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:32:36.567851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:32:36.568240 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:36.568681 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:32:36.569131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Bound port: e4328bbc-1de1-4d81-8d5b-f73040ee5438, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:32:36.569519 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:36.635731 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] For port e4328bbc-1de1-4d81-8d5b-f73040ee5438, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:32:36.639396 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] For port e4328bbc-1de1-4d81-8d5b-f73040ee5438, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e4328bbc-1de1-4d81-8d5b-f73040ee5438,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:32:36.708263 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:36.769850 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbce39c-3e11-476e-8ce2-bce1289e6b0a None None] Pushing event updated for resources: {'Port': ['ID=e4328bbc-1de1-4d81-8d5b-f73040ee5438,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:37.588025 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17cf955-496e-4042-b670-0d68c71a5c1b None None] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:32:37.673857 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e4328bbc-1de1-4d81-8d5b-f73040ee5438 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:37.755832 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b5f9752f-3dd6-4a4f-9e9b-6b085ea76ff8 None None] Provisioning for port e4328bbc-1de1-4d81-8d5b-f73040ee5438 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:32:37.816013 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port e4328bbc-1de1-4d81-8d5b-f73040ee5438 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:32:37.820565 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port e4328bbc-1de1-4d81-8d5b-f73040ee5438 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:37.827575 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:37.908026 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:37.943859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port e4328bbc-1de1-4d81-8d5b-f73040ee5438, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e4328bbc-1de1-4d81-8d5b-f73040ee5438,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:37.984164 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-556c68a7-300e-4521-ba6f-1eddaf548785 None None] Provisioning complete for port e4328bbc-1de1-4d81-8d5b-f73040ee5438 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:37.984531 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-556c68a7-300e-4521-ba6f-1eddaf548785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:38.018438 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:38.098703 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=e4328bbc-1de1-4d81-8d5b-f73040ee5438,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:39.089782 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-810c3696-ebf4-4fe9-99bc-7526cba36670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:39.623553 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e4328bbc-1de1-4d81-8d5b-f73040ee5438 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:39.668337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port e4328bbc-1de1-4d81-8d5b-f73040ee5438 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:39.668713 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:41.615479 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3cd8308d-f41f-4de1-8a35-3018549fb144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:41.621112 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:43.066945 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:44.409631 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:09.077322 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d1fe08c1-bf29-450a-b5c8-b0bb7c8fbad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:11.574995 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-45747d97-0458-4402-8284-2758130cf802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:11.596997 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:12.187162 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 5 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:33:13.117250 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:14.391322 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:39.087424 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0ebb2f56-1991-4eb4-a032-d91a0ecd019c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:41.573876 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db4b5e3a-b5c6-4cb4-b703-9f5ccbaf4c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:41.596008 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:43.053412 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:44.464893 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:49.186625 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 5 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:33:53.618513 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54524) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:53.625797 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-2e65ef81-2ebf-4cd4-99b2-18386c13ec08 tempest-verify_tempest_config-1181286547 tempest-verify_tempest_config-1181286547-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:33:53.626848 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2e65ef81-2ebf-4cd4-99b2-18386c13ec08 tempest-verify_tempest_config-1181286547 tempest-verify_tempest_config-1181286547-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0079474 Jul 30 01:33:54.096535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54542) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:54.194594 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54bfea1b-b41d-4906-ace7-65cb1bed69f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:54.315254 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54bfea1b-b41d-4906-ace7-65cb1bed69f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:54.361260 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54bfea1b-b41d-4906-ace7-65cb1bed69f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:54.404011 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bfea1b-b41d-4906-ace7-65cb1bed69f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4052556-5a15-4ad6-b701-c48cb71fcc7e,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:54.408791 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-54bfea1b-b41d-4906-ace7-65cb1bed69f6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eb06b8ef712149169083e1bdcfd5a73e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3113117 Jul 30 01:33:54.411825 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54546) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:54.412986 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfea1b-b41d-4906-ace7-65cb1bed69f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.413339 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfea1b-b41d-4906-ace7-65cb1bed69f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.413680 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfea1b-b41d-4906-ace7-65cb1bed69f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.414018 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfea1b-b41d-4906-ace7-65cb1bed69f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.414372 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfea1b-b41d-4906-ace7-65cb1bed69f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.414707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfea1b-b41d-4906-ace7-65cb1bed69f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.415039 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfea1b-b41d-4906-ace7-65cb1bed69f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.415365 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfea1b-b41d-4906-ace7-65cb1bed69f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.415691 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfea1b-b41d-4906-ace7-65cb1bed69f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.416519 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfea1b-b41d-4906-ace7-65cb1bed69f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.416864 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfea1b-b41d-4906-ace7-65cb1bed69f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.417185 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfea1b-b41d-4906-ace7-65cb1bed69f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.468631 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28b1ed9e-020e-458e-9afc-379f1a55bdd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:54.489223 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28b1ed9e-020e-458e-9afc-379f1a55bdd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:54.647511 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28b1ed9e-020e-458e-9afc-379f1a55bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:54.650098 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28b1ed9e-020e-458e-9afc-379f1a55bdd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:54.651291 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-28b1ed9e-020e-458e-9afc-379f1a55bdd6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f4052556-5a15-4ad6-b701-c48cb71fcc7e HTTP/1.1" status: 204 len: 168 time: 0.2384849 Jul 30 01:33:54.658884 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1ed9e-020e-458e-9afc-379f1a55bdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4052556-5a15-4ad6-b701-c48cb71fcc7e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:54.665778 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1ed9e-020e-458e-9afc-379f1a55bdd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.666638 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1ed9e-020e-458e-9afc-379f1a55bdd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.666987 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1ed9e-020e-458e-9afc-379f1a55bdd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.667321 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1ed9e-020e-458e-9afc-379f1a55bdd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.667653 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1ed9e-020e-458e-9afc-379f1a55bdd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.667983 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1ed9e-020e-458e-9afc-379f1a55bdd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.668382 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1ed9e-020e-458e-9afc-379f1a55bdd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.668620 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1ed9e-020e-458e-9afc-379f1a55bdd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.668967 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1ed9e-020e-458e-9afc-379f1a55bdd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.669315 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1ed9e-020e-458e-9afc-379f1a55bdd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.669643 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1ed9e-020e-458e-9afc-379f1a55bdd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:54.669962 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1ed9e-020e-458e-9afc-379f1a55bdd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:09.063716 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd8bcded-5f17-4f12-805a-3b08a37c1873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:11.555267 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb08b93a-ba1b-4606-bedc-fba29c114769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:11.572023 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:13.035118 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:14.418949 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:26.185283 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 5 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:34:39.067163 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa87a089-271c-4ab9-877a-7999b7c3b479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:41.566283 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ede92c7-524f-4f03-82b0-1062a4f16707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:41.588864 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:43.061323 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:44.445686 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:03.185436 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 5 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:35:09.068007 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-07a38769-fa7f-4cca-8aea-62a76d2a05eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.574241 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b3ade82-072c-4651-9f5d-f494293cf5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.602632 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:13.065325 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:14.422602 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.058948 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-349bfa67-8d7d-4204-a455-51d1d316fe49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.184990 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 5 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:35:41.595729 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ff807079-07f1-4d02-8fab-b0640c90d9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.618929 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.072770 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.438325 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.068716 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-222ec0b2-eb62-48b2-892d-62630b606306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:11.580510 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3579e3dc-1dee-43c9-b4d5-b564f44a297c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:11.620352 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:13.077675 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:14.428394 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:17.184107 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 5 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:36:39.185444 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0119beff-4bcc-425d-a4e3-f1dff0374aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:41.575819 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5fa58cfb-aa7b-45dd-a7d2-b1d7f26c0f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:41.608236 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.088317 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.438244 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.213794 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3833505'] for agent, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:54.183308 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 6 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:37:02.609273 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3833505'] for agent, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.083488 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ad29f9c-4312-4efa-9751-3948aba87de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:11.574563 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f81778ba-2590-4c50-bfaa-946a31f007fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:11.591327 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:13.075898 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:14.436769 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:17.191654 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:31.183311 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:37:32.579495 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:36.535929 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54612) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:36.636320 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e46531fb-c96b-492e-9a16-4acbdaf15f5f admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0992818 Jul 30 01:37:38.876833 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54622) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:38.930325 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-849d596f-762a-46aa-ba2c-4a2a45925920 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0524049 Jul 30 01:37:39.093253 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-548c9754-0b6a-4287-8007-be4afb91d0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:41.606411 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-364edf58-3950-40b9-ac79-19a097e18dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:41.647492 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:43.087226 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:44.430291 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:47.183858 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:02.589412 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:08.182598 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:38:09.069238 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0170cedb-2c7d-494b-847f-4a545b44d490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:11.588730 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa4956f5-0807-4de5-b3cc-01f5b82deadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:11.616957 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.068986 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:14.440124 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:17.183142 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:32.582764 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:39.068190 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-92f35b54-54a7-40bb-8ba1-b29ec4b14807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.604940 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10950861-5d60-492d-8170-24b0129055a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.633379 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:43.062056 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.450900 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:45.182121 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:38:47.176502 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.530258 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54842) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:01.728488 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54856) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:01.987030 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-network', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:02.044265 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Made reservation on behalf of 49f7c960d860439ea896d95aa85fac7f for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:02.046598 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.055487 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.143975 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.198729 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.228633 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:39:02.237341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996383a6-d676-476d-aa77-5d9af178a791,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:02.244337 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.244689 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Added segment 9aec8826-4ee2-46c7-91c7-843fdcfbd818 of type vlan for network 5cd65466-712f-4ba9-b446-c0c4974c8af1 Jul 30 01:39:02.250130 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:02.250505 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:02.250971 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:02.251311 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:02.251636 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:02.251958 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:02.252278 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:02.252596 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:02.252910 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:02.253228 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:02.253562 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:02.253852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Tracked resource versions report: Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: pushed versions: Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: { 'AddressGroup': {'1.2'}, Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'ConntrackHelper': {'1.0'}, Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'Log': {'1.0'}, Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'Network': {'1.1'}, Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'Port': {'1.7'}, Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'PortForwarding': {'1.2'}, Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'QosPolicy': {'1.8'}, Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'SecurityGroup': {'1.4'}, Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'SubPort': {'1.0'}, Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'Subnet': {'1.1'}, Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'Trunk': {'1.1'}} Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: consumer versions: Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: { DHCP agent@n-d-713498-9: {}, Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: HyperV agent@n-h1-713498-9: {}, Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: HyperV agent@n-h2-713498-9: {}, Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: L3 agent@n-d-713498-9: {}, Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: Metadata agent@n-d-713498-9: {}, Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: Metering agent@n-d-713498-9: {}, Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: Open vSwitch agent@n-d-713498-9: { 'AddressGroup': '1.2', Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'ConntrackHelper': '1.0', Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'Log': '1.0', Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'Network': '1.1', Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'Port': '1.7', Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'PortForwarding': '1.2', Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'QosPolicy': '1.8', Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'SecurityGroup': '1.4', Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'SecurityGroupRule': '1.2', Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'SubPort': '1.0', Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'Subnet': '1.1', Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: 'Trunk': '1.1'}} Jul 30 01:39:02.255016 n-d-713498-9 neutron-server[94464]: {{(pid=94464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:39:02.320272 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-23ff6b96-4385-4aeb-84af-8de8826d185d tempest-AutoAllocateNetworkTest-1868582546 tempest-AutoAllocateNetworkTest-1868582546-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=92d17d56550a4ff8a4bd7655af396458&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5905380 Jul 30 01:39:02.322888 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54872) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:02.331741 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.455346 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.456404 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:02.456999 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.514396 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953cc67f-e414-4df9-acf6-1e0c4c6ea038 tempest-AutoAllocateNetworkTest-1868582546 tempest-AutoAllocateNetworkTest-1868582546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:02.519235 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54886) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:02.519463 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-953cc67f-e414-4df9-acf6-1e0c4c6ea038 tempest-AutoAllocateNetworkTest-1868582546 tempest-AutoAllocateNetworkTest-1868582546-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1954515 Jul 30 01:39:02.525936 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] Pushing event updated for resources: {'Network': ['ID=5cd65466-712f-4ba9-b446-c0c4974c8af1,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:02.538357 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 5cd65466-712f-4ba9-b446-c0c4974c8af1 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:39:02.556345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54892) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:02.556529 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-17bb60e9-03b9-48d6-9e67-c47e42610e34 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0250399 Jul 30 01:39:02.562951 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Request body: {'subnet': {'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-subnet', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:02.592590 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-37660698-980e-4fbc-b362-a37e935ca7f7 tempest-AutoAllocateNetworkTest-1868582546 tempest-AutoAllocateNetworkTest-1868582546-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716255 Jul 30 01:39:02.593512 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54896) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:02.624103 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-18f13226-f7e5-4716-bd1c-969c8cf49aeb tempest-AutoAllocateNetworkTest-1868582546 tempest-AutoAllocateNetworkTest-1868582546-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=92d17d56550a4ff8a4bd7655af396458 HTTP/1.1" status: 200 len: 208 time: 0.0291719 Jul 30 01:39:02.696239 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.724589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Made reservation on behalf of 49f7c960d860439ea896d95aa85fac7f for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:02.726848 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.096428 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.159310 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe078f51-3b71-44c1-abf8-10adb93b21c7,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:03.173465 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.173810 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.174147 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.174535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.174882 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.175210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.175545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.175859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.176181 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.176500 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.176837 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.177138 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Tracked resource versions report: Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: pushed versions: Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: { 'AddressGroup': {'1.2'}, Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'ConntrackHelper': {'1.0'}, Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'Log': {'1.0'}, Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'Network': {'1.1'}, Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'Port': {'1.7'}, Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'PortForwarding': {'1.2'}, Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'QosPolicy': {'1.8'}, Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'SecurityGroup': {'1.4'}, Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'SubPort': {'1.0'}, Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'Subnet': {'1.1'}, Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'Trunk': {'1.1'}} Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: consumer versions: Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: { DHCP agent@n-d-713498-9: {}, Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: HyperV agent@n-h1-713498-9: {}, Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: HyperV agent@n-h2-713498-9: {}, Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: L3 agent@n-d-713498-9: {}, Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: Metadata agent@n-d-713498-9: {}, Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: Metering agent@n-d-713498-9: {}, Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: Open vSwitch agent@n-d-713498-9: { 'AddressGroup': '1.2', Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'ConntrackHelper': '1.0', Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'Log': '1.0', Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'Network': '1.1', Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'Port': '1.7', Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'PortForwarding': '1.2', Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'QosPolicy': '1.8', Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'SecurityGroup': '1.4', Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'SecurityGroupRule': '1.2', Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'SubPort': '1.0', Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'Subnet': '1.1', Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: 'Trunk': '1.1'}} Jul 30 01:39:03.178264 n-d-713498-9 neutron-server[94465]: {{(pid=94465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:39:03.181198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Checking segment: {'id': '9aec8826-4ee2-46c7-91c7-843fdcfbd818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:03.181669 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Network hostable DHCP agents. Network: 5cd65466-712f-4ba9-b446-c0c4974c8af1, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:39:03.273178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Network 5cd65466-712f-4ba9-b446-c0c4974c8af1 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:39:03.340673 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54934) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:03.369967 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 5cd65466-712f-4ba9-b446-c0c4974c8af1) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:03.375241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:03.376571 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.380247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e23f7a5-44c8-4d47-a98a-45778a04ddb2 None None] Network 5cd65466-712f-4ba9-b446-c0c4974c8af1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:03.479614 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-83aefaed-06d3-4f2d-b6cc-2e62210c66cc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9212327 Jul 30 01:39:03.482378 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54940) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:03.494023 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-328aa369-f4a9-487c-aabb-8d9a889b4b71 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:03.541063 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-5cd65466-712f-4ba9-b446-c0c4974c8af1', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'fixed_ips': [{'subnet_id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:39:03.542125 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.611487 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-328aa369-f4a9-487c-aabb-8d9a889b4b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.613176 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-328aa369-f4a9-487c-aabb-8d9a889b4b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.712061 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Allocated IP 172.20.0.2 (5cd65466-712f-4ba9-b446-c0c4974c8af1/fe078f51-3b71-44c1-abf8-10adb93b21c7/68a0d056-e761-49df-baef-4d6f4709060f) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:03.732474 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-328aa369-f4a9-487c-aabb-8d9a889b4b71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.774845 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85680ef0-09cd-4bfc-b98b-4b82f040ca98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.961527 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.970487 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Transition to ACTIVE for port object 68a0d056-e761-49df-baef-4d6f4709060f will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:03.981139 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85680ef0-09cd-4bfc-b98b-4b82f040ca98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.989822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Transition to ACTIVE for port object 68a0d056-e761-49df-baef-4d6f4709060f will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:04.016965 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-328aa369-f4a9-487c-aabb-8d9a889b4b71 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.068339 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85680ef0-09cd-4bfc-b98b-4b82f040ca98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.125682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54962) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:04.126447 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.132061 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-85680ef0-09cd-4bfc-b98b-4b82f040ca98 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=92d17d56550a4ff8a4bd7655af396458&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7900064 Jul 30 01:39:04.135647 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85680ef0-09cd-4bfc-b98b-4b82f040ca98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be153d1-9b85-4929-ac4a-9437c2471894,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:04.205352 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Network 5cd65466-712f-4ba9-b446-c0c4974c8af1 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:04.209068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:04.223342 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:04.533239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Pushing event updated for resources: {'Port': ['ID=68a0d056-e761-49df-baef-4d6f4709060f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:04.533239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:04.533239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:04.533239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:04.533239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:04.533239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:04.533239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:04.535002 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07a9ec9e-f2d3-4048-bd2e-8e3ca9a25ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Tracked resource versions report: Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: pushed versions: Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: { 'AddressGroup': {'1.2'}, Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'ConntrackHelper': {'1.0'}, Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'Log': {'1.0'}, Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'Network': {'1.1'}, Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'Port': {'1.7'}, Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'PortForwarding': {'1.2'}, Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'QosPolicy': {'1.8'}, Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'SecurityGroup': {'1.4'}, Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'SubPort': {'1.0'}, Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'Subnet': {'1.1'}, Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'Trunk': {'1.1'}} Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: consumer versions: Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: { DHCP agent@n-d-713498-9: {}, Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: HyperV agent@n-h1-713498-9: {}, Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: HyperV agent@n-h2-713498-9: {}, Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: L3 agent@n-d-713498-9: {}, Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: Metadata agent@n-d-713498-9: {}, Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: Metering agent@n-d-713498-9: {}, Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: Open vSwitch agent@n-d-713498-9: { 'AddressGroup': '1.2', Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'ConntrackHelper': '1.0', Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'Log': '1.0', Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'Network': '1.1', Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'Port': '1.7', Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'PortForwarding': '1.2', Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'QosPolicy': '1.8', Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'SecurityGroup': '1.4', Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'SecurityGroupRule': '1.2', Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'SubPort': '1.0', Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'Subnet': '1.1', Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: 'Trunk': '1.1'}} Jul 30 01:39:04.544337 n-d-713498-9 neutron-server[94466]: {{(pid=94466) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:39:04.548459 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07a9ec9e-f2d3-4048-bd2e-8e3ca9a25ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.548846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Attempting to bind port 68a0d056-e761-49df-baef-4d6f4709060f on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:04.548846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Attempting to bind port 68a0d056-e761-49df-baef-4d6f4709060f by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '9aec8826-4ee2-46c7-91c7-843fdcfbd818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:04.548846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Attempting to bind port 68a0d056-e761-49df-baef-4d6f4709060f on network 5cd65466-712f-4ba9-b446-c0c4974c8af1 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:04.548846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:04.548846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Checking segment: {'id': '9aec8826-4ee2-46c7-91c7-843fdcfbd818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:04.548846 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.548846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Bound using segment: {'id': '9aec8826-4ee2-46c7-91c7-843fdcfbd818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:04.548846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Bound port: 68a0d056-e761-49df-baef-4d6f4709060f, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aec8826-4ee2-46c7-91c7-843fdcfbd818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:04.548846 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.548846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] For port 68a0d056-e761-49df-baef-4d6f4709060f, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:04.549681 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] For port 68a0d056-e761-49df-baef-4d6f4709060f, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=68a0d056-e761-49df-baef-4d6f4709060f,segment=NetworkSegment(9aec8826-4ee2-46c7-91c7-843fdcfbd818),segment_id=9aec8826-4ee2-46c7-91c7-843fdcfbd818)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:04.549762 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07a9ec9e-f2d3-4048-bd2e-8e3ca9a25ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.549762 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07a9ec9e-f2d3-4048-bd2e-8e3ca9a25ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.550559 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-07a9ec9e-f2d3-4048-bd2e-8e3ca9a25ddb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4be153d1-9b85-4929-ac4a-9437c2471894 HTTP/1.1" status: 204 len: 168 time: 0.4229913 Jul 30 01:39:04.560024 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9ec9e-f2d3-4048-bd2e-8e3ca9a25ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be153d1-9b85-4929-ac4a-9437c2471894,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:04.573813 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-328aa369-f4a9-487c-aabb-8d9a889b4b71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.578736 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.593133 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-328aa369-f4a9-487c-aabb-8d9a889b4b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.630055 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3121dbd-6a5b-4745-b7af-3ba2384a314c None None] Pushing event updated for resources: {'Port': ['ID=68a0d056-e761-49df-baef-4d6f4709060f,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:04.706949 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-328aa369-f4a9-487c-aabb-8d9a889b4b71 admin admin] Allocated IP 172.25.1.176 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/0ca2dce0-facf-440a-8283-348388eb27bc) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:04.825959 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-328aa369-f4a9-487c-aabb-8d9a889b4b71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.973738 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-328aa369-f4a9-487c-aabb-8d9a889b4b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:05.021274 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55004) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:05.056708 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328aa369-f4a9-487c-aabb-8d9a889b4b71 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:05.058044 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328aa369-f4a9-487c-aabb-8d9a889b4b71 admin admin] Pushing event updated for resources: {'Port': ['ID=0ca2dce0-facf-440a-8283-348388eb27bc,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:05.060666 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-328aa369-f4a9-487c-aabb-8d9a889b4b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:05.083060 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328aa369-f4a9-487c-aabb-8d9a889b4b71 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:05.386881 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-328aa369-f4a9-487c-aabb-8d9a889b4b71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:05.413694 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95fede6c-594d-45ba-96c1-7349d678d449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:05.584725 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95fede6c-594d-45ba-96c1-7349d678d449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:05.709789 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-328aa369-f4a9-487c-aabb-8d9a889b4b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:05.731689 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55064) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:05.734150 n-d-713498-9 neutron-server[94465]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 30 01:39:05.771701 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c4fa23f7-e12b-4788-9c5b-1fc3eff39c43 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b94668c5485c4b9093a398705cf3a87e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383072 Jul 30 01:39:05.912235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-345241c4-d288-4940-8e01-0c3dd1eec4db tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:05.913732 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-345241c4-d288-4940-8e01-0c3dd1eec4db tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1362083 Jul 30 01:39:05.932662 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-ce171ad9-91f5-4f0f-a61e-d4fef21214aa tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/quotas/b94668c5485c4b9093a398705cf3a87e HTTP/1.1" status: 200 len: 375 time: 0.0126870 Jul 30 01:39:05.954593 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 68a0d056-e761-49df-baef-4d6f4709060f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:05.958724 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0bd8c5-48ff-4f37-999f-92a8a7c54f67 None None] Network 5cd65466-712f-4ba9-b446-c0c4974c8af1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:06.016966 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c7fd8254-3d25-47de-b50e-f1d8159405e4 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b94668c5485c4b9093a398705cf3a87e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786428 Jul 30 01:39:06.066789 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95fede6c-594d-45ba-96c1-7349d678d449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.096891 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328aa369-f4a9-487c-aabb-8d9a889b4b71 admin admin] Router 84cfe81b-404e-4932-9679-a6db11b5b2cd is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:39:06.152715 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-95fede6c-594d-45ba-96c1-7349d678d449 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=62370a84739442c3912840039f0ebd31&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1121905 Jul 30 01:39:06.153596 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fede6c-594d-45ba-96c1-7349d678d449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31eec18-0cde-4821-b60a-08fd6b9ec2d8,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:06.161228 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 68a0d056-e761-49df-baef-4d6f4709060f completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:06.162001 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55074) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:06.188622 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1837d522-470c-4832-a11f-f3a71eb29e71 None None] Provisioning for port 68a0d056-e761-49df-baef-4d6f4709060f completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:06.204549 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1837d522-470c-4832-a11f-f3a71eb29e71 None None] Provisioning complete for port 68a0d056-e761-49df-baef-4d6f4709060f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:06.204549 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1837d522-470c-4832-a11f-f3a71eb29e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.306412 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-81ac9ffe-3f43-4d15-ba84-300c607eb7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.323539 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1837d522-470c-4832-a11f-f3a71eb29e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.350469 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328aa369-f4a9-487c-aabb-8d9a889b4b71 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:39:06.365775 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] Sync routers for ids ['84cfe81b-404e-4932-9679-a6db11b5b2cd'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:39:06.407664 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] Routers {'84cfe81b-404e-4932-9679-a6db11b5b2cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:06.427951 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:38:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['84cfe81b-404e-4932-9679-a6db11b5b2cd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:06.428775 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-81ac9ffe-3f43-4d15-ba84-300c607eb7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.488834 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1837d522-470c-4832-a11f-f3a71eb29e71 None None] For port 68a0d056-e761-49df-baef-4d6f4709060f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=68a0d056-e761-49df-baef-4d6f4709060f,segment=NetworkSegment(9aec8826-4ee2-46c7-91c7-843fdcfbd818),segment_id=9aec8826-4ee2-46c7-91c7-843fdcfbd818)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:06.510832 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-328aa369-f4a9-487c-aabb-8d9a889b4b71 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.512776 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-328aa369-f4a9-487c-aabb-8d9a889b4b71 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0289791 Jul 30 01:39:06.515341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55096) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:06.559406 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1837d522-470c-4832-a11f-f3a71eb29e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.684365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837d522-470c-4832-a11f-f3a71eb29e71 None None] Pushing event updated for resources: {'Port': ['ID=68a0d056-e761-49df-baef-4d6f4709060f,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:06.696520 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bf53fe61-c687-408d-9cd2-25db15519485 None None] Provisioning complete for port 68a0d056-e761-49df-baef-4d6f4709060f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:06.696896 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf53fe61-c687-408d-9cd2-25db15519485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.710168 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-81ac9ffe-3f43-4d15-ba84-300c607eb7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.714093 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-81ac9ffe-3f43-4d15-ba84-300c607eb7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.716003 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-81ac9ffe-3f43-4d15-ba84-300c607eb7bb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d31eec18-0cde-4821-b60a-08fd6b9ec2d8 HTTP/1.1" status: 204 len: 168 time: 0.5513632 Jul 30 01:39:06.733892 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55114) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:06.738697 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-643e8434-e861-478a-81f4-ea3a4789368a req-cdd40015-d581-47f0-9bd7-4bebf6eff10a tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 210 time: 0.0858190 Jul 30 01:39:06.745213 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac9ffe-3f43-4d15-ba84-300c607eb7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31eec18-0cde-4821-b60a-08fd6b9ec2d8,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:06.814193 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] Set router 84cfe81b-404e-4932-9679-a6db11b5b2cd gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:07.053081 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:03Z', 'updated_at': '2021-07-30T01:39:05Z', 'revision_number': 3, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'gw_port': {'id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:04Z', 'updated_at': '2021-07-30T01:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:07.084448 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] Checking router: 84cfe81b-404e-4932-9679-a6db11b5b2cd for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:39:07.084804 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] Updating router 84cfe81b-404e-4932-9679-a6db11b5b2cd port 0ca2dce0-facf-440a-8283-348388eb27bc binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:39:07.110927 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.157502 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-79a5a6a7-7560-4e62-90a9-1056bfc34ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.394502 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.406722 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] Transition to ACTIVE for port object 0ca2dce0-facf-440a-8283-348388eb27bc will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:07.451776 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7390cd76-5890-4ff5-8325-a997687d1125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.469563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55142) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:07.475565 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-79a5a6a7-7560-4e62-90a9-1056bfc34ab5 admin admin] Allocated IP 172.20.0.1 (5cd65466-712f-4ba9-b446-c0c4974c8af1/fe078f51-3b71-44c1-abf8-10adb93b21c7/d3f15abe-98ce-430c-a92d-0764ccb84bb5) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:07.484435 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.544150 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] Attempting to bind port 0ca2dce0-facf-440a-8283-348388eb27bc on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:07.544554 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] Attempting to bind port 0ca2dce0-facf-440a-8283-348388eb27bc by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:07.544930 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] Attempting to bind port 0ca2dce0-facf-440a-8283-348388eb27bc on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:07.557866 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:07.558489 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:07.558683 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.559257 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:07.559724 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] Bound port: 0ca2dce0-facf-440a-8283-348388eb27bc, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:07.560483 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.561717 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5cddc-5bb5-45cd-9b10-e6490eaca327 None None] Pushing event updated for resources: {'Port': ['ID=0ca2dce0-facf-440a-8283-348388eb27bc,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:07.589861 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5cddc-5bb5-45cd-9b10-e6490eaca327 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:07.590216 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5cddc-5bb5-45cd-9b10-e6490eaca327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:07.590591 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5cddc-5bb5-45cd-9b10-e6490eaca327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:07.590934 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5cddc-5bb5-45cd-9b10-e6490eaca327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:07.591444 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5cddc-5bb5-45cd-9b10-e6490eaca327 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:07.591752 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5cddc-5bb5-45cd-9b10-e6490eaca327 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:07.592087 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5cddc-5bb5-45cd-9b10-e6490eaca327 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:07.592421 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5cddc-5bb5-45cd-9b10-e6490eaca327 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:07.592754 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5cddc-5bb5-45cd-9b10-e6490eaca327 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:07.593082 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5cddc-5bb5-45cd-9b10-e6490eaca327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:07.593410 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5cddc-5bb5-45cd-9b10-e6490eaca327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:07.593737 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5cddc-5bb5-45cd-9b10-e6490eaca327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5cddc-5bb5-45cd-9b10-e6490eaca327 None None] Tracked resource versions report: Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: pushed versions: Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: { 'AddressGroup': {'1.2'}, Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'ConntrackHelper': {'1.0'}, Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'Log': {'1.0'}, Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'Network': {'1.1'}, Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'Port': {'1.7'}, Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'PortForwarding': {'1.2'}, Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'QosPolicy': {'1.8'}, Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'SecurityGroup': {'1.4'}, Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'SubPort': {'1.0'}, Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'Subnet': {'1.1'}, Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'Trunk': {'1.1'}} Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: consumer versions: Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: { DHCP agent@n-d-713498-9: {}, Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: HyperV agent@n-h1-713498-9: {}, Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: HyperV agent@n-h2-713498-9: {}, Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: L3 agent@n-d-713498-9: {}, Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: Metadata agent@n-d-713498-9: {}, Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: Metering agent@n-d-713498-9: {}, Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: Open vSwitch agent@n-d-713498-9: { 'AddressGroup': '1.2', Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'ConntrackHelper': '1.0', Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'Log': '1.0', Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'Network': '1.1', Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'Port': '1.7', Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'PortForwarding': '1.2', Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'QosPolicy': '1.8', Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'SecurityGroup': '1.4', Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'SecurityGroupRule': '1.2', Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'SubPort': '1.0', Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'Subnet': '1.1', Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: 'Trunk': '1.1'}} Jul 30 01:39:07.594943 n-d-713498-9 neutron-server[94467]: {{(pid=94467) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:39:07.623158 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-79a5a6a7-7560-4e62-90a9-1056bfc34ab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.644925 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] For port 0ca2dce0-facf-440a-8283-348388eb27bc, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:07.648330 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] For port 0ca2dce0-facf-440a-8283-348388eb27bc, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0ca2dce0-facf-440a-8283-348388eb27bc,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:07.650567 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7390cd76-5890-4ff5-8325-a997687d1125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.651770 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-79a5a6a7-7560-4e62-90a9-1056bfc34ab5 admin admin] Transition to ACTIVE for port object d3f15abe-98ce-430c-a92d-0764ccb84bb5 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:07.712855 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7390cd76-5890-4ff5-8325-a997687d1125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.713366 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.751220 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7390cd76-5890-4ff5-8325-a997687d1125 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=503e910dc47a43e69e3572ae06fcff67&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0152433 Jul 30 01:39:07.752051 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390cd76-5890-4ff5-8325-a997687d1125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf905fcf-03bf-465e-a56c-498182ed96c5,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:07.754317 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55154) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:07.769410 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] Routers {'84cfe81b-404e-4932-9679-a6db11b5b2cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:07.769861 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:38:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['84cfe81b-404e-4932-9679-a6db11b5b2cd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:07.806283 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5cddc-5bb5-45cd-9b10-e6490eaca327 None None] Pushing event updated for resources: {'Port': ['ID=0ca2dce0-facf-440a-8283-348388eb27bc,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:07.818865 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-79a5a6a7-7560-4e62-90a9-1056bfc34ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.851488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55162) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:07.871478 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5a6a7-7560-4e62-90a9-1056bfc34ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f15abe-98ce-430c-a92d-0764ccb84bb5,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:07.885514 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a5a6a7-7560-4e62-90a9-1056bfc34ab5 admin admin] Network 5cd65466-712f-4ba9-b446-c0c4974c8af1 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:07.887340 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-79a5a6a7-7560-4e62-90a9-1056bfc34ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:07.890589 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a5a6a7-7560-4e62-90a9-1056bfc34ab5 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:07.891050 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-79a5a6a7-7560-4e62-90a9-1056bfc34ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.935361 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 68a0d056-e761-49df-baef-4d6f4709060f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:07.953177 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6ddc7a16-f05d-4259-a1b3-74293978cb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.953177 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b7ab4d9-1984-4d97-8023-b2590a0fbaa9 req-b5066c30-29cf-4ef7-9d93-abe90d538d3c tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 210 time: 0.1221936 Jul 30 01:39:07.986617 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] Set router 84cfe81b-404e-4932-9679-a6db11b5b2cd gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:08.017651 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6632-9944-4779-88c2-127128e5df0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.044711 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6632-9944-4779-88c2-127128e5df0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.089651 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 68a0d056-e761-49df-baef-4d6f4709060f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:08.091657 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.168369 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6632-9944-4779-88c2-127128e5df0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.175286 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6632-9944-4779-88c2-127128e5df0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.175286 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ca3f6632-9944-4779-88c2-127128e5df0c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf905fcf-03bf-465e-a56c-498182ed96c5 HTTP/1.1" status: 204 len: 168 time: 0.4192533 Jul 30 01:39:08.204281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f6632-9944-4779-88c2-127128e5df0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf905fcf-03bf-465e-a56c-498182ed96c5,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:08.291367 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6ddc7a16-f05d-4259-a1b3-74293978cb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.310814 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cf7b7ffb-5dec-44a2-9455-952e4c1fb49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.337085 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-79a5a6a7-7560-4e62-90a9-1056bfc34ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.385942 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6ddc7a16-f05d-4259-a1b3-74293978cb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.455787 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc7a16-f05d-4259-a1b3-74293978cb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed231ad3-5c9a-4455-adcd-70e9cbf656f8,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:08.477939 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:03Z', 'updated_at': '2021-07-30T01:39:05Z', 'revision_number': 3, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'gw_port': {'id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:04Z', 'updated_at': '2021-07-30T01:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:08.483150 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6ddc7a16-f05d-4259-a1b3-74293978cb04 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=64739f908b244c1cbfc92c196abc6134&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6289978 Jul 30 01:39:08.483743 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55180) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:08.497449 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-aacb9c60-670a-4895-b346-9168aa931670 None None] Provisioning for port d3f15abe-98ce-430c-a92d-0764ccb84bb5 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:08.510313 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-aacb9c60-670a-4895-b346-9168aa931670 None None] Provisioning complete for port d3f15abe-98ce-430c-a92d-0764ccb84bb5 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:08.510313 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aacb9c60-670a-4895-b346-9168aa931670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.517254 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c0ff0-9221-4bc1-925e-3cb3dd8e149a None None] The sync data for ids ['84cfe81b-404e-4932-9679-a6db11b5b2cd'] in n-d-713498-9 is: [{'id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:03Z', 'updated_at': '2021-07-30T01:39:05Z', 'revision_number': 3, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'gw_port': {'id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:04Z', 'updated_at': '2021-07-30T01:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:39:08.566997 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-38fb32d5-adde-4f06-91f4-ea71b318247d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.580609 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-79a5a6a7-7560-4e62-90a9-1056bfc34ab5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.597132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-aacb9c60-670a-4895-b346-9168aa931670 None None] Port d3f15abe-98ce-430c-a92d-0764ccb84bb5 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:08.623476 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-38fb32d5-adde-4f06-91f4-ea71b318247d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.626478 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cf7b7ffb-5dec-44a2-9455-952e4c1fb49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.687147 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-79a5a6a7-7560-4e62-90a9-1056bfc34ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.687147 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-79a5a6a7-7560-4e62-90a9-1056bfc34ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.730226 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cf7b7ffb-5dec-44a2-9455-952e4c1fb49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.793652 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cf7b7ffb-5dec-44a2-9455-952e4c1fb49b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3774ea5e0e54408384b56b6d3f5c90ad&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3227510 Jul 30 01:39:08.794649 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b7ffb-5dec-44a2-9455-952e4c1fb49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1f0efb-a492-4d97-8dc1-9041252e2a49,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:08.799514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55194) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:08.852866 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-38fb32d5-adde-4f06-91f4-ea71b318247d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.856262 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-38fb32d5-adde-4f06-91f4-ea71b318247d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.856747 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5a6a7-7560-4e62-90a9-1056bfc34ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f15abe-98ce-430c-a92d-0764ccb84bb5,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:08.858222 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-38fb32d5-adde-4f06-91f4-ea71b318247d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ed231ad3-5c9a-4455-adcd-70e9cbf656f8 HTTP/1.1" status: 204 len: 168 time: 0.3722951 Jul 30 01:39:08.903694 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb32d5-adde-4f06-91f4-ea71b318247d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed231ad3-5c9a-4455-adcd-70e9cbf656f8,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:08.909486 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e6730805-7e38-4dd4-95a2-502debea82ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.968620 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e6730805-7e38-4dd4-95a2-502debea82ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.972770 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a5a6a7-7560-4e62-90a9-1056bfc34ab5 admin admin] Network 5cd65466-712f-4ba9-b446-c0c4974c8af1 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:08.983222 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-79a5a6a7-7560-4e62-90a9-1056bfc34ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:09.135205 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea2d8504-db61-475e-884a-8c027b0f7547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.188160 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a5a6a7-7560-4e62-90a9-1056bfc34ab5 admin admin] Router 84cfe81b-404e-4932-9679-a6db11b5b2cd has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:39:09.188640 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e6730805-7e38-4dd4-95a2-502debea82ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.194173 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e6730805-7e38-4dd4-95a2-502debea82ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.199704 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e6730805-7e38-4dd4-95a2-502debea82ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5e1f0efb-a492-4d97-8dc1-9041252e2a49 HTTP/1.1" status: 204 len: 168 time: 0.3995564 Jul 30 01:39:09.216777 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6730805-7e38-4dd4-95a2-502debea82ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1f0efb-a492-4d97-8dc1-9041252e2a49,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:09.335787 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e20fd300-4995-4493-a18f-736a01fb83d7 None None] Provisioning complete for port d3f15abe-98ce-430c-a92d-0764ccb84bb5 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:09.336812 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e20fd300-4995-4493-a18f-736a01fb83d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.345472 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a5a6a7-7560-4e62-90a9-1056bfc34ab5 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:39:09.353724 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-79a5a6a7-7560-4e62-90a9-1056bfc34ab5 admin admin] 10.222.0.70 "PUT /v2.0/routers/84cfe81b-404e-4932-9679-a6db11b5b2cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8367629 Jul 30 01:39:09.376647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55222) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:09.391640 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e20fd300-4995-4493-a18f-736a01fb83d7 None None] Port d3f15abe-98ce-430c-a92d-0764ccb84bb5 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:09.398611 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6dfa924b-2171-49fb-85da-4559cc1949a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.559461 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6dfa924b-2171-49fb-85da-4559cc1949a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.684760 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6dfa924b-2171-49fb-85da-4559cc1949a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.778088 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa924b-2171-49fb-85da-4559cc1949a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c981fb-9f0d-4a24-b39f-46c784b8d895,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:09.788806 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6dfa924b-2171-49fb-85da-4559cc1949a3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ec3ed82e01c641f78d647acf22114975&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4081960 Jul 30 01:39:09.789489 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55246) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:09.853924 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f31d3d46-3d6b-456e-9d9c-7baabf240b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.877900 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f31d3d46-3d6b-456e-9d9c-7baabf240b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.915120 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55250) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:09.934274 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0ca2dce0-facf-440a-8283-348388eb27bc up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:10.045119 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f31d3d46-3d6b-456e-9d9c-7baabf240b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.050933 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f31d3d46-3d6b-456e-9d9c-7baabf240b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.062707 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f31d3d46-3d6b-456e-9d9c-7baabf240b08 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/82c981fb-9f0d-4a24-b39f-46c784b8d895 HTTP/1.1" status: 204 len: 168 time: 0.2618179 Jul 30 01:39:10.063103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d3d46-3d6b-456e-9d9c-7baabf240b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c981fb-9f0d-4a24-b39f-46c784b8d895,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:10.079268 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 0ca2dce0-facf-440a-8283-348388eb27bc completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:10.084733 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0ca2dce0-facf-440a-8283-348388eb27bc triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:10.085627 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.201086 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.224105 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 0ca2dce0-facf-440a-8283-348388eb27bc, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0ca2dce0-facf-440a-8283-348388eb27bc,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:10.358577 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.409839 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=0ca2dce0-facf-440a-8283-348388eb27bc,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:10.478050 n-d-713498-9 neutron-server[94464]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 30 01:39:10.528937 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1a31e192-58ce-424c-8bf1-ddf382f836b6 req-5a8d1d5a-9388-4267-99b9-34206de31272 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 210 time: 0.6061125 Jul 30 01:39:10.644213 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] Sync routers for ids ['84cfe81b-404e-4932-9679-a6db11b5b2cd'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:39:10.653294 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] Routers {'84cfe81b-404e-4932-9679-a6db11b5b2cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:10.657298 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:38:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['84cfe81b-404e-4932-9679-a6db11b5b2cd'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:10.795641 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55280) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:10.813791 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b74c0cb1-c672-448f-a10f-a43e4c1ae170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.886974 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] Set router 84cfe81b-404e-4932-9679-a6db11b5b2cd gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:10.927884 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b74c0cb1-c672-448f-a10f-a43e4c1ae170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.987779 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b74c0cb1-c672-448f-a10f-a43e4c1ae170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.034961 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b74c0cb1-c672-448f-a10f-a43e4c1ae170 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=691194a9c50744da9c54856e320422c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2348874 Jul 30 01:39:11.035230 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55288) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:11.043146 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c0cb1-c672-448f-a10f-a43e4c1ae170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08aa3b20-819b-435a-8bdc-ac4b2da1af3a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:11.094268 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0872e3bb-2c2b-44af-b776-6573ed20869b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.108811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:03Z', 'updated_at': '2021-07-30T01:39:08Z', 'revision_number': 4, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'gw_port': {'id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:04Z', 'updated_at': '2021-07-30T01:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd3f15abe-98ce-430c-a92d-0764ccb84bb5', 'name': '', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'mac_address': 'fa:16:3e:c5:f5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:07Z', 'updated_at': '2021-07-30T01:39:08Z', 'revision_number': 2, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'subnets': [{'id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:11.137911 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] Checking router: 84cfe81b-404e-4932-9679-a6db11b5b2cd for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:39:11.138542 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] Updating router 84cfe81b-404e-4932-9679-a6db11b5b2cd port d3f15abe-98ce-430c-a92d-0764ccb84bb5 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:39:11.140289 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0872e3bb-2c2b-44af-b776-6573ed20869b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.170364 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55292) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:11.175400 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.256308 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0872e3bb-2c2b-44af-b776-6573ed20869b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.259125 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0872e3bb-2c2b-44af-b776-6573ed20869b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.260662 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0872e3bb-2c2b-44af-b776-6573ed20869b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08aa3b20-819b-435a-8bdc-ac4b2da1af3a HTTP/1.1" status: 204 len: 168 time: 0.2245090 Jul 30 01:39:11.271830 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872e3bb-2c2b-44af-b776-6573ed20869b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08aa3b20-819b-435a-8bdc-ac4b2da1af3a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:11.421288 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a8fa2c3-e8f3-4b1a-b602-4802e247cc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.455961 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-6f15d3d8-c22c-4b38-9c88-f5c97d0a65d9 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1874cde0fac54a558c0da1bf4424f23e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364201 Jul 30 01:39:11.477577 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.77', 53516) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:11.536979 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-a10976f2-a92b-4e21-a8db-3159a1c96f8b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b94668c5485c4b9093a398705cf3a87e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500019 Jul 30 01:39:11.640517 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32aa8256-dfcb-4d26-8997-4f29494b6309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.649352 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.650900 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.651671 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-0e2cf81b-5239-4895-be3b-81a00a683f3a tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:11.653222 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-0e2cf81b-5239-4895-be3b-81a00a683f3a tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1100619 Jul 30 01:39:11.667260 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] Transition to ACTIVE for port object d3f15abe-98ce-430c-a92d-0764ccb84bb5 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:11.700696 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-142a3e25-783a-471c-ba2e-49569c1ba26a tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:11.708263 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a8fa2c3-e8f3-4b1a-b602-4802e247cc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.708427 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-142a3e25-783a-471c-ba2e-49569c1ba26a tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2511578 Jul 30 01:39:11.720150 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-a9944cd8-8099-41a0-884c-3c74017caf30 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/quotas/1874cde0fac54a558c0da1bf4424f23e HTTP/1.1" status: 200 len: 375 time: 0.0106544 Jul 30 01:39:11.747671 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.770343 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-40f8d232-c844-4551-b76b-705dba42656b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Request body: {'port': {'device_id': '0dea7e2d-0d5a-45f6-aa63-788634715c46', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': 'b94668c5485c4b9093a398705cf3a87e'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:11.778413 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-0d259429-537d-455c-9d2e-200dece85780 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1874cde0fac54a558c0da1bf4424f23e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513725 Jul 30 01:39:11.789472 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a8fa2c3-e8f3-4b1a-b602-4802e247cc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.867613 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8d381-434a-4ed1-8667-af424a0b2376 None None] Pushing event updated for resources: {'Port': ['ID=d3f15abe-98ce-430c-a92d-0764ccb84bb5,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:11.948028 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0ca2dce0-facf-440a-8283-348388eb27bc up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:11.965616 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5a8fa2c3-e8f3-4b1a-b602-4802e247cc37 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d1f97c727067469792befd8afea225b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7923629 Jul 30 01:39:11.968379 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55332) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:12.026162 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] Attempting to bind port d3f15abe-98ce-430c-a92d-0764ccb84bb5 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:12.026632 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] Attempting to bind port d3f15abe-98ce-430c-a92d-0764ccb84bb5 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '9aec8826-4ee2-46c7-91c7-843fdcfbd818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:12.027159 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] Attempting to bind port d3f15abe-98ce-430c-a92d-0764ccb84bb5 on network 5cd65466-712f-4ba9-b446-c0c4974c8af1 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:12.034959 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:12.035338 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] Checking segment: {'id': '9aec8826-4ee2-46c7-91c7-843fdcfbd818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:12.035746 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:12.036250 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] Bound using segment: {'id': '9aec8826-4ee2-46c7-91c7-843fdcfbd818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:12.037376 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] Bound port: d3f15abe-98ce-430c-a92d-0764ccb84bb5, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aec8826-4ee2-46c7-91c7-843fdcfbd818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:12.037777 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:12.062449 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62bbee0a-874e-4199-b144-d931e8996a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:12.109511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8fa2c3-e8f3-4b1a-b602-4802e247cc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586b45e1-f484-4d62-a52c-0b9e2d64f87c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:12.110809 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62bbee0a-874e-4199-b144-d931e8996a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:12.221356 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] For port d3f15abe-98ce-430c-a92d-0764ccb84bb5, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:12.234098 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] For port d3f15abe-98ce-430c-a92d-0764ccb84bb5, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d3f15abe-98ce-430c-a92d-0764ccb84bb5,segment=NetworkSegment(9aec8826-4ee2-46c7-91c7-843fdcfbd818),segment_id=9aec8826-4ee2-46c7-91c7-843fdcfbd818)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:12.237704 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-155b188a-13d6-4499-9220-f8f11a769eb5 req-73e1a790-4597-4656-9a70-e49c00fcb18b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 210 time: 0.0817308 Jul 30 01:39:12.273018 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62bbee0a-874e-4199-b144-d931e8996a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:12.275756 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62bbee0a-874e-4199-b144-d931e8996a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:12.278886 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-62bbee0a-874e-4199-b144-d931e8996a44 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/586b45e1-f484-4d62-a52c-0b9e2d64f87c HTTP/1.1" status: 204 len: 168 time: 0.3087845 Jul 30 01:39:12.283182 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0ca2dce0-facf-440a-8283-348388eb27bc triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:12.284170 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:12.292891 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbee0a-874e-4199-b144-d931e8996a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586b45e1-f484-4d62-a52c-0b9e2d64f87c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:12.339573 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:12.379613 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71d49a93-570a-4e54-9b24-1ecfd4284720 req-8bf35ccf-95be-4f59-baf0-7bbc5172ab5c tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 210 time: 0.0458827 Jul 30 01:39:12.439863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-40f8d232-c844-4551-b76b-705dba42656b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Made reservation on behalf of b94668c5485c4b9093a398705cf3a87e for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:12.443939 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-40f8d232-c844-4551-b76b-705dba42656b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:12.457590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8d381-434a-4ed1-8667-af424a0b2376 None None] Pushing event updated for resources: {'Port': ['ID=d3f15abe-98ce-430c-a92d-0764ccb84bb5,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:12.485595 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] Routers {'84cfe81b-404e-4932-9679-a6db11b5b2cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:12.485827 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:39:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['84cfe81b-404e-4932-9679-a6db11b5b2cd'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:12.622889 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-40f8d232-c844-4551-b76b-705dba42656b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:12.767539 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] Set router 84cfe81b-404e-4932-9679-a6db11b5b2cd gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:12.786942 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-40f8d232-c844-4551-b76b-705dba42656b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:12.821069 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55388) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:12.826153 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ab9a97e9-80a7-406c-a538-ae5fd78e3839 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1144682408-network', 'tenant_id': '1e8bb13b83b443f8873254dbd829895e'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:12.901068 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-40f8d232-c844-4551-b76b-705dba42656b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:13.032261 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:03Z', 'updated_at': '2021-07-30T01:39:08Z', 'revision_number': 4, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'gw_port': {'id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:04Z', 'updated_at': '2021-07-30T01:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd3f15abe-98ce-430c-a92d-0764ccb84bb5', 'name': '', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'mac_address': 'fa:16:3e:c5:f5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:07Z', 'updated_at': '2021-07-30T01:39:12Z', 'revision_number': 4, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'subnets': [{'id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:13.063832 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2847b1dc-3620-4df1-9f1f-48ac5655d966 None None] The sync data for ids ['84cfe81b-404e-4932-9679-a6db11b5b2cd'] in n-d-713498-9 is: [{'id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:03Z', 'updated_at': '2021-07-30T01:39:08Z', 'revision_number': 4, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'gw_port': {'id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:04Z', 'updated_at': '2021-07-30T01:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd3f15abe-98ce-430c-a92d-0764ccb84bb5', 'name': '', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'mac_address': 'fa:16:3e:c5:f5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:07Z', 'updated_at': '2021-07-30T01:39:12Z', 'revision_number': 4, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'subnets': [{'id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:39:13.085921 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8d232-c844-4551-b76b-705dba42656b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d62fcb38-447e-47c2-90bd-000757ea3663,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:13.095692 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:13.105092 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9a97e9-80a7-406c-a538-ae5fd78e3839 admin admin] Made reservation on behalf of 1e8bb13b83b443f8873254dbd829895e for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:13.108881 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab9a97e9-80a7-406c-a538-ae5fd78e3839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:13.156881 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab9a97e9-80a7-406c-a538-ae5fd78e3839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:13.327507 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-40f8d232-c844-4551-b76b-705dba42656b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Allocated IP 192.168.233.185 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/37feac07-056d-4300-b23b-71a80e798cfb) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:13.407832 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35280c1e-0df4-4da9-9597-6f9e3ca84d74 req-b7a09539-9df9-4cbb-b7e8-a817816d258b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 210 time: 0.0613513 Jul 30 01:39:13.571021 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7c3bee26-9b3e-443c-81b1-17fdc8ee5fb9 req-5dfab511-e473-40f4-90df-883a1ba1499b tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 210 time: 0.0695684 Jul 30 01:39:13.740324 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab9a97e9-80a7-406c-a538-ae5fd78e3839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:13.796407 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-40f8d232-c844-4551-b76b-705dba42656b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:13.844174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-40f8d232-c844-4551-b76b-705dba42656b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Transition to ACTIVE for port object 37feac07-056d-4300-b23b-71a80e798cfb will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:13.954077 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55422) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:13.967746 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d3f15abe-98ce-430c-a92d-0764ccb84bb5 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:14.147729 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab9a97e9-80a7-406c-a538-ae5fd78e3839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:14.196675 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9a97e9-80a7-406c-a538-ae5fd78e3839 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:39:14.206900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a97e9-80a7-406c-a538-ae5fd78e3839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea41eed1-a0a7-4e4c-a2aa-0e53b811f609,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:14.216201 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port d3f15abe-98ce-430c-a92d-0764ccb84bb5 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:14.218243 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-40f8d232-c844-4551-b76b-705dba42656b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:14.220550 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port d3f15abe-98ce-430c-a92d-0764ccb84bb5 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:14.220550 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:14.225800 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab9a97e9-80a7-406c-a538-ae5fd78e3839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:14.226587 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-ab9a97e9-80a7-406c-a538-ae5fd78e3839 admin admin] Added segment d91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a of type vlan for network 9a353c78-455b-46fb-8727-d5463feba6a4 Jul 30 01:39:14.319805 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55430) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:14.363944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-40f8d232-c844-4551-b76b-705dba42656b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:14.420629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-40f8d232-c844-4551-b76b-705dba42656b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:14.420629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-40f8d232-c844-4551-b76b-705dba42656b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:14.420629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-40f8d232-c844-4551-b76b-705dba42656b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:14.420629 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-40f8d232-c844-4551-b76b-705dba42656b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:14.436058 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab9a97e9-80a7-406c-a538-ae5fd78e3839 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:14.481444 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8d232-c844-4551-b76b-705dba42656b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Pushing event updated for resources: {'Port': ['ID=37feac07-056d-4300-b23b-71a80e798cfb,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:14.517165 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:14.582023 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-40f8d232-c844-4551-b76b-705dba42656b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8156374 Jul 30 01:39:14.617422 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:14.632819 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-a07ea2f4-2d82-4e8d-917c-513bcc393aa6 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:39:14.634020 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-a07ea2f4-2d82-4e8d-917c-513bcc393aa6 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073211 Jul 30 01:39:14.637688 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab9a97e9-80a7-406c-a538-ae5fd78e3839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:14.639031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a97e9-80a7-406c-a538-ae5fd78e3839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:14.643493 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab9a97e9-80a7-406c-a538-ae5fd78e3839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:14.645165 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1fcadac7-ace4-477b-be21-60cdddf57f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:14.660203 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port d3f15abe-98ce-430c-a92d-0764ccb84bb5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d3f15abe-98ce-430c-a92d-0764ccb84bb5,segment=NetworkSegment(9aec8826-4ee2-46c7-91c7-843fdcfbd818),segment_id=9aec8826-4ee2-46c7-91c7-843fdcfbd818)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:14.757447 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:14.795107 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1fcadac7-ace4-477b-be21-60cdddf57f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:14.821595 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d00ea83-e1ba-4f76-a92a-536d1f2c3912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:14.871099 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=d3f15abe-98ce-430c-a92d-0764ccb84bb5,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:14.976922 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1fcadac7-ace4-477b-be21-60cdddf57f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:14.993576 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a97e9-80a7-406c-a538-ae5fd78e3839 admin admin] Pushing event updated for resources: {'Network': ['ID=9a353c78-455b-46fb-8727-d5463feba6a4,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:15.005441 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 9a353c78-455b-46fb-8727-d5463feba6a4 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:39:15.052433 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-13977452-ba6f-47db-a8a5-1dd5b136a282 req-7c354ab9-9562-4868-aa61-cb8120e78210 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 210 time: 0.0484691 Jul 30 01:39:15.065570 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcadac7-ace4-477b-be21-60cdddf57f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61982acb-d156-4c75-965d-94e6e633793c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:15.067806 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3e724-ced4-4b13-80a4-0ce3128d00fa req-89fcee13-5460-4d57-b018-7c02d5f1f6a7 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:15.073078 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-18f3e724-ced4-4b13-80a4-0ce3128d00fa req-89fcee13-5460-4d57-b018-7c02d5f1f6a7 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 936 time: 0.3607559 Jul 30 01:39:15.097886 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1fcadac7-ace4-477b-be21-60cdddf57f9f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=13e855c2551d40fe97397665909bb12c&name=default HTTP/1.1" status: 200 len: 2976 time: 0.7765830 Jul 30 01:39:15.100908 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55438) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:15.142584 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-292d13ab-78fb-4285-b9ca-2713fe306579 None None] Provisioning for port 37feac07-056d-4300-b23b-71a80e798cfb completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:15.147882 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-292d13ab-78fb-4285-b9ca-2713fe306579 None None] Provisioning complete for port 37feac07-056d-4300-b23b-71a80e798cfb triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:15.148517 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-292d13ab-78fb-4285-b9ca-2713fe306579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:15.154829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55442) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:15.160476 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-4ebdbdbc-4563-4e65-bbc5-336e9d64795a admin admin] Request body: {'subnet': {'network_id': '9a353c78-455b-46fb-8727-d5463feba6a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1144682408-subnet', 'tenant_id': '1e8bb13b83b443f8873254dbd829895e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:15.166119 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ab9a97e9-80a7-406c-a538-ae5fd78e3839 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3435938 Jul 30 01:39:15.198822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-292d13ab-78fb-4285-b9ca-2713fe306579 None None] Port 37feac07-056d-4300-b23b-71a80e798cfb cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:15.252494 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-18f3e724-ced4-4b13-80a4-0ce3128d00fa req-e477d04a-5182-4a78-a10e-2a3e2bc99575 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659386 Jul 30 01:39:15.252653 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8744f71c-1979-4639-8926-31ad21288288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:15.291027 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8744f71c-1979-4639-8926-31ad21288288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:15.409477 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d00ea83-e1ba-4f76-a92a-536d1f2c3912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:15.560755 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d00ea83-e1ba-4f76-a92a-536d1f2c3912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:15.637337 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4d00ea83-e1ba-4f76-a92a-536d1f2c3912 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca90400f153a4b3eb53034f39c3e4c91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6807582 Jul 30 01:39:15.643591 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55450) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:15.658374 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00ea83-e1ba-4f76-a92a-536d1f2c3912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e21437b-d958-44d3-9cf7-148c70be089b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:15.712118 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8744f71c-1979-4639-8926-31ad21288288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:15.715076 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8744f71c-1979-4639-8926-31ad21288288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:15.720433 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8744f71c-1979-4639-8926-31ad21288288 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/61982acb-d156-4c75-965d-94e6e633793c HTTP/1.1" status: 204 len: 168 time: 0.6182175 Jul 30 01:39:15.732436 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744f71c-1979-4639-8926-31ad21288288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61982acb-d156-4c75-965d-94e6e633793c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:15.754166 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0bad4789-09a4-4c44-899d-6350e45d6b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:15.792770 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebdbdbc-4563-4e65-bbc5-336e9d64795a admin admin] Made reservation on behalf of 1e8bb13b83b443f8873254dbd829895e for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:15.796625 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4ebdbdbc-4563-4e65-bbc5-336e9d64795a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:15.818097 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0bad4789-09a4-4c44-899d-6350e45d6b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:15.864753 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] Request body: {'port': {'device_id': '0dea7e2d-0d5a-45f6-aa63-788634715c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:15.932602 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d3f15abe-98ce-430c-a92d-0764ccb84bb5 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:16.031802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port d3f15abe-98ce-430c-a92d-0764ccb84bb5 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:16.032885 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.049711 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.10', 54065) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:16.115526 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-6bcb4c75-78e0-450f-b52a-6343c2453368 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1874cde0fac54a558c0da1bf4424f23e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455489 Jul 30 01:39:16.163258 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.322595 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6450ad2f-04c6-43ee-9672-79e35bf1e867 req-2e6c5c78-0c2e-4af5-8337-845b22961c06 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 210 time: 0.0924637 Jul 30 01:39:16.456996 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4ebdbdbc-4563-4e65-bbc5-336e9d64795a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.538329 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-8db93584-d5cc-4bb3-8128-69b032220b95 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:16.540360 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-8db93584-d5cc-4bb3-8128-69b032220b95 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4281042 Jul 30 01:39:16.546546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0bad4789-09a4-4c44-899d-6350e45d6b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.549813 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0bad4789-09a4-4c44-899d-6350e45d6b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.553308 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0bad4789-09a4-4c44-899d-6350e45d6b4c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e21437b-d958-44d3-9cf7-148c70be089b HTTP/1.1" status: 204 len: 168 time: 0.9063869 Jul 30 01:39:16.558262 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdbdbc-4563-4e65-bbc5-336e9d64795a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdeb3159-2c82-4448-88f5-b7d336accb91,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:16.567645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebdbdbc-4563-4e65-bbc5-336e9d64795a admin admin] Checking segment: {'id': 'd91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9a353c78-455b-46fb-8727-d5463feba6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:16.608569 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebdbdbc-4563-4e65-bbc5-336e9d64795a admin admin] Network hostable DHCP agents. Network: 9a353c78-455b-46fb-8727-d5463feba6a4, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:39:16.608993 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad4789-09a4-4c44-899d-6350e45d6b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e21437b-d958-44d3-9cf7-148c70be089b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:16.613332 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-552b3211-1396-49fd-b0cb-8a16d1348d99 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Request body: {'port': {'device_id': '6567673b-3748-4e19-b30c-9e25a470888a', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': '1874cde0fac54a558c0da1bf4424f23e'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:16.711591 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e7e45-0616-4b9a-9ea4-e6fd91504b8a req-12da69d0-1d59-4c3d-81e5-9a87103705b9 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:16.719455 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7c0e7e45-0616-4b9a-9ea4-e6fd91504b8a req-12da69d0-1d59-4c3d-81e5-9a87103705b9 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 936 time: 0.2838006 Jul 30 01:39:16.836336 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebdbdbc-4563-4e65-bbc5-336e9d64795a admin admin] Network 9a353c78-455b-46fb-8727-d5463feba6a4 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:39:17.017338 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7c0e7e45-0616-4b9a-9ea4-e6fd91504b8a req-410c710e-35b8-4e42-9c03-607ba9b8643b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969847 Jul 30 01:39:17.077866 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37feac07-056d-4300-b23b-71a80e798cfb {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:17.089810 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-4ebdbdbc-4563-4e65-bbc5-336e9d64795a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 9a353c78-455b-46fb-8727-d5463feba6a4) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:17.095091 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebdbdbc-4563-4e65-bbc5-336e9d64795a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:17.096287 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4ebdbdbc-4563-4e65-bbc5-336e9d64795a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.102539 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f347061-722d-4928-a848-96f7ba862e56 None None] Network 9a353c78-455b-46fb-8727-d5463feba6a4 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:17.107349 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.117263 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-552b3211-1396-49fd-b0cb-8a16d1348d99 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Made reservation on behalf of 1874cde0fac54a558c0da1bf4424f23e for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:17.126896 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-552b3211-1396-49fd-b0cb-8a16d1348d99 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.145288 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] Transition to ACTIVE for port object 37feac07-056d-4300-b23b-71a80e798cfb will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:17.151215 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-552b3211-1396-49fd-b0cb-8a16d1348d99 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.199389 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4ebdbdbc-4563-4e65-bbc5-336e9d64795a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0414205 Jul 30 01:39:17.201020 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55494) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:17.204868 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-02703226-f667-42e6-b166-184f5f333601 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1144682408-router', 'tenant_id': '1e8bb13b83b443f8873254dbd829895e', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:17.222772 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.333679 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-552b3211-1396-49fd-b0cb-8a16d1348d99 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.345076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-9a353c78-455b-46fb-8727-d5463feba6a4', 'network_id': '9a353c78-455b-46fb-8727-d5463feba6a4', 'tenant_id': '1e8bb13b83b443f8873254dbd829895e', 'fixed_ips': [{'subnet_id': 'cdeb3159-2c82-4448-88f5-b7d336accb91'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:39:17.346368 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.447352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] Pushing event updated for resources: {'Port': ['ID=37feac07-056d-4300-b23b-71a80e798cfb,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:17.502330 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-af5d0d15-0d1a-4900-ba4b-1ffb7c8bb49f req-e82ed1b1-95fa-45b8-b352-aec121659969 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 210 time: 0.0402369 Jul 30 01:39:17.511258 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-552b3211-1396-49fd-b0cb-8a16d1348d99 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.556081 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.809883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] Attempting to bind port 37feac07-056d-4300-b23b-71a80e798cfb on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:17.809883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] Attempting to bind port 37feac07-056d-4300-b23b-71a80e798cfb by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:17.809883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] Attempting to bind port 37feac07-056d-4300-b23b-71a80e798cfb on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:17.809883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] Port 37feac07-056d-4300-b23b-71a80e798cfb on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:39:17.809883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] Attempting to bind port 37feac07-056d-4300-b23b-71a80e798cfb on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:17.809883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:17.809883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:17.809883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:17.809883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] Bound port: 37feac07-056d-4300-b23b-71a80e798cfb, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:17.809883 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.812342 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Allocated IP 172.20.0.2 (9a353c78-455b-46fb-8727-d5463feba6a4/cdeb3159-2c82-4448-88f5-b7d336accb91/182ac28f-2824-410c-8946-32cf6819bb76) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:17.812807 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b3211-1396-49fd-b0cb-8a16d1348d99 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e4dadf-cff4-4e8a-a1dd-469b8af32942,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:17.813195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] For port 37feac07-056d-4300-b23b-71a80e798cfb, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:17.819502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] For port 37feac07-056d-4300-b23b-71a80e798cfb, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=37feac07-056d-4300-b23b-71a80e798cfb,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:17.907449 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-02703226-f667-42e6-b166-184f5f333601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.908986 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-02703226-f667-42e6-b166-184f5f333601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.965051 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.985932 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Transition to ACTIVE for port object 182ac28f-2824-410c-8946-32cf6819bb76 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:17.990827 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-552b3211-1396-49fd-b0cb-8a16d1348d99 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Allocated IP 192.168.233.231 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/f052af0e-cfd5-40c9-b9ae-6ee5e3f87749) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:18.012542 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.023398 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Transition to ACTIVE for port object 182ac28f-2824-410c-8946-32cf6819bb76 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:18.102808 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.297920 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-02703226-f667-42e6-b166-184f5f333601 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.578401 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Network 9a353c78-455b-46fb-8727-d5463feba6a4 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:18.581573 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:18.584703 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:18.608361 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-552b3211-1396-49fd-b0cb-8a16d1348d99 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.643402 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-552b3211-1396-49fd-b0cb-8a16d1348d99 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Transition to ACTIVE for port object f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:18.683281 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Pushing event updated for resources: {'Port': ['ID=182ac28f-2824-410c-8946-32cf6819bb76,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:18.744608 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-71daee8e-4042-4a61-83b1-a255ede9f5d7 req-328f0ceb-e625-4180-8aea-3589509ce73c tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 210 time: 0.0505488 Jul 30 01:39:18.748803 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Attempting to bind port 182ac28f-2824-410c-8946-32cf6819bb76 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:18.749193 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Attempting to bind port 182ac28f-2824-410c-8946-32cf6819bb76 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'd91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9a353c78-455b-46fb-8727-d5463feba6a4'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:18.749578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Attempting to bind port 182ac28f-2824-410c-8946-32cf6819bb76 on network 9a353c78-455b-46fb-8727-d5463feba6a4 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:18.750905 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:18.752095 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.756283 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] 10.222.0.77 "PUT /v2.0/ports/37feac07-056d-4300-b23b-71a80e798cfb HTTP/1.1" status: 200 len: 1096 time: 3.3006351 Jul 30 01:39:18.758971 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dea7e2d-0d5a-45f6-aa63-788634715c46', 'tag': '37feac07-056d-4300-b23b-71a80e798cfb'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:18.771210 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:18.772696 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Checking segment: {'id': 'd91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9a353c78-455b-46fb-8727-d5463feba6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:18.773972 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.775976 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Bound using segment: {'id': 'd91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9a353c78-455b-46fb-8727-d5463feba6a4'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:18.776960 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-552b3211-1396-49fd-b0cb-8a16d1348d99 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.788912 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Bound port: 182ac28f-2824-410c-8946-32cf6819bb76, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9a353c78-455b-46fb-8727-d5463feba6a4'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:18.788912 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.860031 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55526) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:19.073497 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] For port 182ac28f-2824-410c-8946-32cf6819bb76, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:19.090924 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] For port 182ac28f-2824-410c-8946-32cf6819bb76, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=182ac28f-2824-410c-8946-32cf6819bb76,segment=NetworkSegment(d91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a),segment_id=d91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:19.092553 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b3211-1396-49fd-b0cb-8a16d1348d99 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Pushing event updated for resources: {'Port': ['ID=f052af0e-cfd5-40c9-b9ae-6ee5e3f87749,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:19.130385 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b81a266-b1ad-4b49-b2ab-27d8d3abff65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.145754 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-552b3211-1396-49fd-b0cb-8a16d1348d99 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:19.150229 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-552b3211-1396-49fd-b0cb-8a16d1348d99 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:19.154878 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-552b3211-1396-49fd-b0cb-8a16d1348d99 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:19.164427 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-552b3211-1396-49fd-b0cb-8a16d1348d99 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:19.165459 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-552b3211-1396-49fd-b0cb-8a16d1348d99 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.369584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749a79c-584e-49a1-89c1-fae1fa19dda9 service neutron] Pushing event updated for resources: {'Port': ['ID=37feac07-056d-4300-b23b-71a80e798cfb,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:19.381221 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b81a266-b1ad-4b49-b2ab-27d8d3abff65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.477243 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-89fd40e6-7d5c-4446-854e-5aa37d4bdfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:19.479332 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-89fd40e6-7d5c-4446-854e-5aa37d4bdfbc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b94668c5485c4b9093a398705cf3a87e&device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 1099 time: 0.4276958 Jul 30 01:39:19.495739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dffec-d2b5-4591-a799-4d7db8bcd5c3 req-c621e299-2d88-421c-8ebe-c983f88719c0 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:19.498372 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc9dffec-d2b5-4591-a799-4d7db8bcd5c3 req-c621e299-2d88-421c-8ebe-c983f88719c0 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 948 time: 1.1659162 Jul 30 01:39:19.501798 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-02703226-f667-42e6-b166-184f5f333601 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.526169 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.547466 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b81a266-b1ad-4b49-b2ab-27d8d3abff65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.636080 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81a266-b1ad-4b49-b2ab-27d8d3abff65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d809cde9-fa55-4ce7-9ec8-6971f34130e9,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:19.649411 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-552b3211-1396-49fd-b0cb-8a16d1348d99 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0356991 Jul 30 01:39:19.683143 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1b81a266-b1ad-4b49-b2ab-27d8d3abff65 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=445340572c074d86b9a2881861e012f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8127394 Jul 30 01:39:19.683883 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55546) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:19.700255 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-4a003d6d-a771-4b6b-b1fe-85fa9a9c1fac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=37feac07-056d-4300-b23b-71a80e798cfb HTTP/1.1" status: 200 len: 217 time: 0.1942468 Jul 30 01:39:19.718871 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-ed2835c1-dd6f-4e65-9185-1c146212c44b tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:39:19.719954 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-ed2835c1-dd6f-4e65-9185-1c146212c44b tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126266 Jul 30 01:39:19.811208 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b27d7580-9d6a-40a5-bf22-ca18480b72b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.858082 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b988d0a-3c67-422a-b2ee-79d6d82eeae7 None None] Pushing event updated for resources: {'Port': ['ID=182ac28f-2824-410c-8946-32cf6819bb76,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:19.875058 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c7e5e720-61b7-4992-af67-2958408ffa64 None None] Provisioning for port f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:19.885708 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c7e5e720-61b7-4992-af67-2958408ffa64 None None] Provisioning complete for port f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:19.888089 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c7e5e720-61b7-4992-af67-2958408ffa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.902262 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b27d7580-9d6a-40a5-bf22-ca18480b72b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.002824 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c7e5e720-61b7-4992-af67-2958408ffa64 None None] Port f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:20.017944 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc9dffec-d2b5-4591-a799-4d7db8bcd5c3 req-d554dec1-9372-4d9f-956a-86d9af5d07e0 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021174 Jul 30 01:39:20.054996 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f16d44-fcfe-4255-b6c1-2f33a80914f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0dea7e2d-0d5a-45f6-aa63-788634715c46", "tag": "37feac07-056d-4300-b23b-71a80e798cfb"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:20.076199 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-2cc7f485-3b6f-463c-847c-1cdf5d4d8a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:20.078701 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-2cc7f485-3b6f-463c-847c-1cdf5d4d8a81 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.3680863 Jul 30 01:39:20.106754 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b27d7580-9d6a-40a5-bf22-ca18480b72b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.112813 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b27d7580-9d6a-40a5-bf22-ca18480b72b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.122093 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b27d7580-9d6a-40a5-bf22-ca18480b72b7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d809cde9-fa55-4ce7-9ec8-6971f34130e9 HTTP/1.1" status: 204 len: 168 time: 0.4367726 Jul 30 01:39:20.166613 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d7580-9d6a-40a5-bf22-ca18480b72b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d809cde9-fa55-4ce7-9ec8-6971f34130e9,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:20.252275 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8912b-62a2-4d0f-8381-ccfab7aa4bd9 req-bfe15658-a2ad-43fd-b3f4-798aeb7647d7 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:20.271572 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-39e8912b-62a2-4d0f-8381-ccfab7aa4bd9 req-bfe15658-a2ad-43fd-b3f4-798aeb7647d7 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 936 time: 0.2724364 Jul 30 01:39:20.450427 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-39e8912b-62a2-4d0f-8381-ccfab7aa4bd9 req-1906ab82-eacc-43a6-8ed4-d3f3105ae203 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/security-groups?id=67e4dadf-cff4-4e8a-a1dd-469b8af32942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419065 Jul 30 01:39:20.461999 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-e6c88350-d771-487b-bb32-482b7bc95c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:20.463940 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-e6c88350-d771-487b-bb32-482b7bc95c04 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3757980 Jul 30 01:39:20.905445 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-af7d3635-9ae0-447e-809e-15aad6ae0780 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226358 Jul 30 01:39:20.913069 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-02703226-f667-42e6-b166-184f5f333601 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.995725 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-02703226-f667-42e6-b166-184f5f333601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:21.193099 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] Request body: {'port': {'device_id': '6567673b-3748-4e19-b30c-9e25a470888a', 'device_owner': 'compute:tempest-test_az-647498379', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:21.249672 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5397b98-e74d-4ba9-b539-a520c7d2701c x-openstack-request-id: req-f5397b98-e74d-4ba9-b539-a520c7d2701c {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:21.252513 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dea7e2d-0d5a-45f6-aa63-788634715c46", "tag": "37feac07-056d-4300-b23b-71a80e798cfb", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:21.252727 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5397b98-e74d-4ba9-b539-a520c7d2701c {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:21.253261 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dea7e2d-0d5a-45f6-aa63-788634715c46', 'tag': '37feac07-056d-4300-b23b-71a80e798cfb', 'status': 'completed', 'code': 200} Jul 30 01:39:21.506558 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1591bb4-e8bb-447a-b876-f3cb8867b698 req-42cabe58-f28a-4e97-bb52-dcff99e68c0f service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970009 Jul 30 01:39:21.528759 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-02703226-f667-42e6-b166-184f5f333601 admin admin] Allocated IP 172.25.1.25 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/8a6bdef5-e58b-4d78-96af-aae6d7ed3852) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:21.571001 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a028aaa-ac9f-4678-8d90-c6b7d7208fff req-9b0bc174-6822-44b2-b283-4ac1b9e5f804 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:21.579704 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3a028aaa-ac9f-4678-8d90-c6b7d7208fff req-9b0bc174-6822-44b2-b283-4ac1b9e5f804 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 948 time: 0.1632988 Jul 30 01:39:21.627461 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93a7354-65bb-4356-9f6c-b607dbe2f1dc None None] Network 9a353c78-455b-46fb-8727-d5463feba6a4 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:21.701434 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:21.733833 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3a028aaa-ac9f-4678-8d90-c6b7d7208fff req-8e9cb02c-9db1-44a9-9712-9fd739ee767d tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529758 Jul 30 01:39:21.908852 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-900de3f7-1a42-45dd-93c9-101a6f0950f4 None None] Provisioning for port 182ac28f-2824-410c-8946-32cf6819bb76 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:21.925862 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-02703226-f667-42e6-b166-184f5f333601 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:21.968062 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f16d44-fcfe-4255-b6c1-2f33a80914f7 req-6428c805-4e9d-4b05-ac12-717c07d58d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:21.972133 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-18f16d44-fcfe-4255-b6c1-2f33a80914f7 req-6428c805-4e9d-4b05-ac12-717c07d58d93 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b94668c5485c4b9093a398705cf3a87e&device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 1099 time: 0.2689393 Jul 30 01:39:22.185919 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:39:22.188271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 182ac28f-2824-410c-8946-32cf6819bb76 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:22.386961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 182ac28f-2824-410c-8946-32cf6819bb76 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:22.391714 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 182ac28f-2824-410c-8946-32cf6819bb76 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:22.392239 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:22.453944 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0c5d8-42e4-4379-9849-d13a90f08e3e req-ce0a7c2d-8804-4a62-8137-e00636bdf6c3 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:22.476467 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-69b0c5d8-42e4-4379-9849-d13a90f08e3e req-ce0a7c2d-8804-4a62-8137-e00636bdf6c3 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 936 time: 0.4947438 Jul 30 01:39:22.517891 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-02703226-f667-42e6-b166-184f5f333601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:22.541293 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f16d44-fcfe-4255-b6c1-2f33a80914f7 req-80743aae-c7ff-43c4-9836-d9652487a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:22.542974 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-18f16d44-fcfe-4255-b6c1-2f33a80914f7 req-80743aae-c7ff-43c4-9836-d9652487a89b service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.5426023 Jul 30 01:39:22.648897 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:22.691602 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-69b0c5d8-42e4-4379-9849-d13a90f08e3e req-32d6b55b-b9d0-4df7-8aea-5ced085ef784 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/security-groups?id=67e4dadf-cff4-4e8a-a1dd-469b8af32942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138708 Jul 30 01:39:22.779310 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02703226-f667-42e6-b166-184f5f333601 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:22.783433 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 182ac28f-2824-410c-8946-32cf6819bb76, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=182ac28f-2824-410c-8946-32cf6819bb76,segment=NetworkSegment(d91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a),segment_id=d91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:22.790107 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-18f16d44-fcfe-4255-b6c1-2f33a80914f7 req-24aae7ff-be3a-4a8e-83c2-41eee7795b72 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=37feac07-056d-4300-b23b-71a80e798cfb HTTP/1.1" status: 200 len: 217 time: 0.1760249 Jul 30 01:39:22.794078 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-02703226-f667-42e6-b166-184f5f333601 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:22.798609 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-db078f37-37fd-4304-83a9-fcf99215d3b7 None None] Provisioning complete for port 182ac28f-2824-410c-8946-32cf6819bb76 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:22.799271 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db078f37-37fd-4304-83a9-fcf99215d3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:22.800082 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02703226-f667-42e6-b166-184f5f333601 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:22.870383 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:22.889414 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:22.918258 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:22.953655 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] Transition to ACTIVE for port object f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:22.998187 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02703226-f667-42e6-b166-184f5f333601 admin admin] Pushing event updated for resources: {'Port': ['ID=8a6bdef5-e58b-4d78-96af-aae6d7ed3852,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:23.026971 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:23.149411 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=182ac28f-2824-410c-8946-32cf6819bb76,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:23.188122 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f16d44-fcfe-4255-b6c1-2f33a80914f7 req-a65fe38d-94c3-4c5f-a323-e09424eb7227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:23.192449 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-18f16d44-fcfe-4255-b6c1-2f33a80914f7 req-a65fe38d-94c3-4c5f-a323-e09424eb7227 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.3718715 Jul 30 01:39:23.313093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f16d44-fcfe-4255-b6c1-2f33a80914f7 req-456429b3-715b-4266-bd6d-adc85b5b2f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:23.317709 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-18f16d44-fcfe-4255-b6c1-2f33a80914f7 req-456429b3-715b-4266-bd6d-adc85b5b2f75 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020885 Jul 30 01:39:23.401155 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] Attempting to bind port f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:23.404486 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] Attempting to bind port f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:23.405184 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] Attempting to bind port f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:23.436648 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] Pushing event updated for resources: {'Port': ['ID=f052af0e-cfd5-40c9-b9ae-6ee5e3f87749,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:23.450627 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] Port f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:39:23.451179 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] Attempting to bind port f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:23.465064 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41498e-a9a1-4b74-b582-05672ee071d4 req-43366e46-6db2-4bd9-ad52-97c28efddc72 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:23.474425 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-af41498e-a9a1-4b74-b582-05672ee071d4 req-43366e46-6db2-4bd9-ad52-97c28efddc72 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 948 time: 0.4085288 Jul 30 01:39:23.477551 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:23.478093 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:23.479155 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:23.480359 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] Bound port: f052af0e-cfd5-40c9-b9ae-6ee5e3f87749, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:23.480900 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:23.588427 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-af41498e-a9a1-4b74-b582-05672ee071d4 req-20243580-aab4-4f1a-bdcd-b2a9896a30c2 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080582 Jul 30 01:39:23.659593 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] For port f052af0e-cfd5-40c9-b9ae-6ee5e3f87749, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:23.681066 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] For port f052af0e-cfd5-40c9-b9ae-6ee5e3f87749, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=f052af0e-cfd5-40c9-b9ae-6ee5e3f87749,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:23.739344 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-02703226-f667-42e6-b166-184f5f333601 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:23.764526 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:23.783424 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-18f16d44-fcfe-4255-b6c1-2f33a80914f7 req-b74b2b57-9227-49f3-8c64-35a721cb5f59 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592192 Jul 30 01:39:23.889673 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:23.890521 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:23.892276 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] 10.222.0.10 "PUT /v2.0/ports/f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 HTTP/1.1" status: 200 len: 1117 time: 3.6882253 Jul 30 01:39:23.892856 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6567673b-3748-4e19-b30c-9e25a470888a', 'tag': 'f052af0e-cfd5-40c9-b9ae-6ee5e3f87749'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:24.037099 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 182ac28f-2824-410c-8946-32cf6819bb76 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:24.258091 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 182ac28f-2824-410c-8946-32cf6819bb76 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:24.258771 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:24.260592 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87c45f-b975-4a5f-9c5c-236c316a46bc service neutron] Pushing event updated for resources: {'Port': ['ID=f052af0e-cfd5-40c9-b9ae-6ee5e3f87749,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:24.402280 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f1e1b5-cb13-4414-95d2-5442fcefb4dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6567673b-3748-4e19-b30c-9e25a470888a", "tag": "f052af0e-cfd5-40c9-b9ae-6ee5e3f87749"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:24.557731 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-18f16d44-fcfe-4255-b6c1-2f33a80914f7 req-323e70ca-eda3-457e-b4b5-7dd9eb13167c service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7651153 Jul 30 01:39:24.617087 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-02703226-f667-42e6-b166-184f5f333601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:24.782172 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-cdb74be8-5c32-49bd-8423-9385b18cb4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:24.782172 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-cdb74be8-5c32-49bd-8423-9385b18cb4e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1874cde0fac54a558c0da1bf4424f23e&device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 1120 time: 0.1966221 Jul 30 01:39:24.859320 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-0a036ee5-7832-46ff-ae5a-5c8c4086d20c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 HTTP/1.1" status: 200 len: 217 time: 0.0799174 Jul 30 01:39:25.206552 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02703226-f667-42e6-b166-184f5f333601 admin admin] Router ac60d95b-a15b-43cb-8271-c388f9cb93cd is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:39:25.272360 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27cca6-8197-4ac3-839b-281824da62c4 req-fa9bd343-0765-44cd-828d-64d533f89765 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:25.274244 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd27cca6-8197-4ac3-839b-281824da62c4 req-fa9bd343-0765-44cd-828d-64d533f89765 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 969 time: 0.0879807 Jul 30 01:39:25.368678 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd27cca6-8197-4ac3-839b-281824da62c4 req-99374ed4-c3dc-4887-bdf2-175b17c3b6a0 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/security-groups?id=67e4dadf-cff4-4e8a-a1dd-469b8af32942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767181 Jul 30 01:39:25.387407 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02703226-f667-42e6-b166-184f5f333601 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:39:25.400945 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] Sync routers for ids ['ac60d95b-a15b-43cb-8271-c388f9cb93cd'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:39:25.414047 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] Routers {'ac60d95b-a15b-43cb-8271-c388f9cb93cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:25.415225 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:39:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['ac60d95b-a15b-43cb-8271-c388f9cb93cd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:25.501779 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-02703226-f667-42e6-b166-184f5f333601 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:25.507098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55686) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:25.507286 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-02703226-f667-42e6-b166-184f5f333601 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.3060482 Jul 30 01:39:25.605886 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] Set router ac60d95b-a15b-43cb-8271-c388f9cb93cd gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:25.733863 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-40995e4b-cfe1-426e-9d81-8c3b9943b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:25.735650 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-40995e4b-cfe1-426e-9d81-8c3b9943b514 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0784853 Jul 30 01:39:25.998276 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5942a6b-a0a2-42d9-a1e5-710eff8827d2 x-openstack-request-id: req-b5942a6b-a0a2-42d9-a1e5-710eff8827d2 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:25.999042 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6567673b-3748-4e19-b30c-9e25a470888a", "tag": "f052af0e-cfd5-40c9-b9ae-6ee5e3f87749", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:26.002242 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b5942a6b-a0a2-42d9-a1e5-710eff8827d2 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:26.004736 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6567673b-3748-4e19-b30c-9e25a470888a', 'tag': 'f052af0e-cfd5-40c9-b9ae-6ee5e3f87749', 'status': 'completed', 'code': 200} Jul 30 01:39:26.086312 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac60d95b-a15b-43cb-8271-c388f9cb93cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1144682408-router', 'tenant_id': '1e8bb13b83b443f8873254dbd829895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '8a6bdef5-e58b-4d78-96af-aae6d7ed3852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:17Z', 'updated_at': '2021-07-30T01:39:23Z', 'revision_number': 3, 'project_id': '1e8bb13b83b443f8873254dbd829895e', 'gw_port': {'id': '8a6bdef5-e58b-4d78-96af-aae6d7ed3852', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:37:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac60d95b-a15b-43cb-8271-c388f9cb93cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:21Z', 'updated_at': '2021-07-30T01:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:26.136577 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd2c0e-3df5-430c-8e1f-ae6fd299b1e8 req-c7c3d93f-6e81-4e66-aed0-b5ad06ac0373 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:26.138111 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5bbd2c0e-3df5-430c-8e1f-ae6fd299b1e8 req-c7c3d93f-6e81-4e66-aed0-b5ad06ac0373 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 948 time: 0.0940702 Jul 30 01:39:26.156868 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] Checking router: ac60d95b-a15b-43cb-8271-c388f9cb93cd for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:39:26.158753 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] Updating router ac60d95b-a15b-43cb-8271-c388f9cb93cd port 8a6bdef5-e58b-4d78-96af-aae6d7ed3852 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:39:26.188426 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:26.291962 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5bbd2c0e-3df5-430c-8e1f-ae6fd299b1e8 req-107a0337-0b39-431b-9638-ce4d773d6d49 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371932 Jul 30 01:39:26.431208 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ac6b968-b09e-4367-aa04-2fd6ccf2e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:26.556008 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:26.573221 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] Transition to ACTIVE for port object 8a6bdef5-e58b-4d78-96af-aae6d7ed3852 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:26.657031 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:26.673199 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-9ac6b968-b09e-4367-aa04-2fd6ccf2e6e1 admin admin] Allocated IP 172.20.0.1 (9a353c78-455b-46fb-8727-d5463feba6a4/cdeb3159-2c82-4448-88f5-b7d336accb91/d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:26.721272 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd263e8e-f6a2-4061-a208-31432d218d31 None None] Pushing event updated for resources: {'Port': ['ID=8a6bdef5-e58b-4d78-96af-aae6d7ed3852,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:26.751444 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] Attempting to bind port 8a6bdef5-e58b-4d78-96af-aae6d7ed3852 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:26.752003 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] Attempting to bind port 8a6bdef5-e58b-4d78-96af-aae6d7ed3852 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:26.752418 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] Attempting to bind port 8a6bdef5-e58b-4d78-96af-aae6d7ed3852 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:26.759178 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:26.759692 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:26.760230 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:26.760802 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:26.761374 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] Bound port: 8a6bdef5-e58b-4d78-96af-aae6d7ed3852, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:26.761848 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:26.847466 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] For port 8a6bdef5-e58b-4d78-96af-aae6d7ed3852, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:26.852464 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] For port 8a6bdef5-e58b-4d78-96af-aae6d7ed3852, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8a6bdef5-e58b-4d78-96af-aae6d7ed3852,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:27.025957 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:27.026234 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ac6b968-b09e-4367-aa04-2fd6ccf2e6e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:27.026234 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-9ac6b968-b09e-4367-aa04-2fd6ccf2e6e1 admin admin] Transition to ACTIVE for port object d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:27.062815 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] Routers {'ac60d95b-a15b-43cb-8271-c388f9cb93cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:27.062815 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:39:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['ac60d95b-a15b-43cb-8271-c388f9cb93cd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:27.124095 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd263e8e-f6a2-4061-a208-31432d218d31 None None] Pushing event updated for resources: {'Port': ['ID=8a6bdef5-e58b-4d78-96af-aae6d7ed3852,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:27.181092 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a5823-8848-4a0b-b1d8-f03a36b6192d req-c68a84f9-67c6-4830-a314-a36f9c124bfd tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:27.188693 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e14a5823-8848-4a0b-b1d8-f03a36b6192d req-c68a84f9-67c6-4830-a314-a36f9c124bfd tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 969 time: 0.4378202 Jul 30 01:39:27.204944 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] Set router ac60d95b-a15b-43cb-8271-c388f9cb93cd gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:27.210921 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-6792ca8b-9e3c-46ee-824e-5aa38b32408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:27.212439 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-6792ca8b-9e3c-46ee-824e-5aa38b32408e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1575103 Jul 30 01:39:27.252417 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e14a5823-8848-4a0b-b1d8-f03a36b6192d req-42003bbd-80a8-43c0-941c-8f20c2de47f2 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/security-groups?id=67e4dadf-cff4-4e8a-a1dd-469b8af32942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626845 Jul 30 01:39:27.382269 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ac6b968-b09e-4367-aa04-2fd6ccf2e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:27.442184 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac60d95b-a15b-43cb-8271-c388f9cb93cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1144682408-router', 'tenant_id': '1e8bb13b83b443f8873254dbd829895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '8a6bdef5-e58b-4d78-96af-aae6d7ed3852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:17Z', 'updated_at': '2021-07-30T01:39:23Z', 'revision_number': 3, 'project_id': '1e8bb13b83b443f8873254dbd829895e', 'gw_port': {'id': '8a6bdef5-e58b-4d78-96af-aae6d7ed3852', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:37:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac60d95b-a15b-43cb-8271-c388f9cb93cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:21Z', 'updated_at': '2021-07-30T01:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:27.465200 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac6b968-b09e-4367-aa04-2fd6ccf2e6e1 admin admin] Network 9a353c78-455b-46fb-8727-d5463feba6a4 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:27.468480 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-9ac6b968-b09e-4367-aa04-2fd6ccf2e6e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:27.485991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac6b968-b09e-4367-aa04-2fd6ccf2e6e1 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:27.486741 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ac6b968-b09e-4367-aa04-2fd6ccf2e6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:27.515754 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d531f3e3-15f8-41aa-8290-b3080d192ebb None None] The sync data for ids ['ac60d95b-a15b-43cb-8271-c388f9cb93cd'] in n-d-713498-9 is: [{'id': 'ac60d95b-a15b-43cb-8271-c388f9cb93cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1144682408-router', 'tenant_id': '1e8bb13b83b443f8873254dbd829895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '8a6bdef5-e58b-4d78-96af-aae6d7ed3852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:17Z', 'updated_at': '2021-07-30T01:39:23Z', 'revision_number': 3, 'project_id': '1e8bb13b83b443f8873254dbd829895e', 'gw_port': {'id': '8a6bdef5-e58b-4d78-96af-aae6d7ed3852', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:37:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac60d95b-a15b-43cb-8271-c388f9cb93cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:21Z', 'updated_at': '2021-07-30T01:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:39:27.572480 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6b968-b09e-4367-aa04-2fd6ccf2e6e1 admin admin] Pushing event updated for resources: {'Port': ['ID=d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:27.825141 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ac6b968-b09e-4367-aa04-2fd6ccf2e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:27.924727 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ed9a279b-78e2-431e-b700-8d9211cef0d9 None None] Provisioning for port d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:27.948505 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ed9a279b-78e2-431e-b700-8d9211cef0d9 None None] Provisioning complete for port d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:27.949425 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed9a279b-78e2-431e-b700-8d9211cef0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:28.020548 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a279b-78e2-431e-b700-8d9211cef0d9 None None] Port d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:28.157714 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ac6b968-b09e-4367-aa04-2fd6ccf2e6e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:28.213263 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ac6b968-b09e-4367-aa04-2fd6ccf2e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:28.219137 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ac6b968-b09e-4367-aa04-2fd6ccf2e6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:28.345760 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6b968-b09e-4367-aa04-2fd6ccf2e6e1 admin admin] Pushing event updated for resources: {'Port': ['ID=d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:28.415037 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac6b968-b09e-4367-aa04-2fd6ccf2e6e1 admin admin] Network 9a353c78-455b-46fb-8727-d5463feba6a4 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:28.421117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-9ac6b968-b09e-4367-aa04-2fd6ccf2e6e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:28.647666 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac6b968-b09e-4367-aa04-2fd6ccf2e6e1 admin admin] Router ac60d95b-a15b-43cb-8271-c388f9cb93cd has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:39:28.749216 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-eae7a16a-36ba-4bc0-b088-cb0d7301ae41 None None] Provisioning complete for port d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:28.749584 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eae7a16a-36ba-4bc0-b088-cb0d7301ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:28.823381 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-eae7a16a-36ba-4bc0-b088-cb0d7301ae41 None None] Port d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:28.841958 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac6b968-b09e-4367-aa04-2fd6ccf2e6e1 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:39:28.849353 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9ac6b968-b09e-4367-aa04-2fd6ccf2e6e1 admin admin] 10.222.0.70 "PUT /v2.0/routers/ac60d95b-a15b-43cb-8271-c388f9cb93cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3405681 Jul 30 01:39:28.895661 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008b7df-98d5-4932-935e-af5daf552e33 req-cb9ee393-aefb-49f2-a05b-09bbaba40a26 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:28.901665 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3008b7df-98d5-4932-935e-af5daf552e33 req-cb9ee393-aefb-49f2-a05b-09bbaba40a26 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 948 time: 0.1158659 Jul 30 01:39:28.986416 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3008b7df-98d5-4932-935e-af5daf552e33 req-1fd32ace-63aa-4013-b047-9bdeb2232392 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781457 Jul 30 01:39:29.245868 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11c14d-ca95-493f-beac-d5ac6b1122ef req-91db2aca-7e86-4d5f-9494-42e81a3a2f6b tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:29.258756 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3a11c14d-ca95-493f-beac-d5ac6b1122ef req-91db2aca-7e86-4d5f-9494-42e81a3a2f6b tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 969 time: 0.0872722 Jul 30 01:39:29.317515 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3a11c14d-ca95-493f-beac-d5ac6b1122ef req-012c094f-6e88-4ce5-a1e5-0af2f32cc25b tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/security-groups?id=67e4dadf-cff4-4e8a-a1dd-469b8af32942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577950 Jul 30 01:39:29.902833 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] Sync routers for ids ['ac60d95b-a15b-43cb-8271-c388f9cb93cd'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:39:29.925618 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8a6bdef5-e58b-4d78-96af-aae6d7ed3852 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:29.929042 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] Routers {'ac60d95b-a15b-43cb-8271-c388f9cb93cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:29.929669 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:39:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['ac60d95b-a15b-43cb-8271-c388f9cb93cd'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:30.074510 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] Set router ac60d95b-a15b-43cb-8271-c388f9cb93cd gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:30.096850 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-231c1819-9d2b-4953-a09d-94f6c3abaf28 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=996e0bd5f1584707b399158acfbbea68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387309 Jul 30 01:39:30.163247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 8a6bdef5-e58b-4d78-96af-aae6d7ed3852 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:30.200075 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 8a6bdef5-e58b-4d78-96af-aae6d7ed3852 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:30.200454 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.213828 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-e5224e2c-3293-4f0f-9b1a-11a968b0f174 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:30.214737 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-e5224e2c-3293-4f0f-9b1a-11a968b0f174 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1164346 Jul 30 01:39:30.231441 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-9f322338-7aa6-4f81-9a87-12fabf1cc3f7 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/quotas/996e0bd5f1584707b399158acfbbea68 HTTP/1.1" status: 200 len: 375 time: 0.0118449 Jul 30 01:39:30.272034 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-ae737160-ddd7-4c0c-bb2c-f022eb5e203a tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=996e0bd5f1584707b399158acfbbea68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342028 Jul 30 01:39:30.321153 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55744) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:30.340702 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.375834 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 8a6bdef5-e58b-4d78-96af-aae6d7ed3852, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8a6bdef5-e58b-4d78-96af-aae6d7ed3852,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:30.394108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac60d95b-a15b-43cb-8271-c388f9cb93cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1144682408-router', 'tenant_id': '1e8bb13b83b443f8873254dbd829895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '8a6bdef5-e58b-4d78-96af-aae6d7ed3852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:17Z', 'updated_at': '2021-07-30T01:39:27Z', 'revision_number': 4, 'project_id': '1e8bb13b83b443f8873254dbd829895e', 'gw_port': {'id': '8a6bdef5-e58b-4d78-96af-aae6d7ed3852', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:37:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac60d95b-a15b-43cb-8271-c388f9cb93cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:21Z', 'updated_at': '2021-07-30T01:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0', 'name': '', 'network_id': '9a353c78-455b-46fb-8727-d5463feba6a4', 'tenant_id': '1e8bb13b83b443f8873254dbd829895e', 'mac_address': 'fa:16:3e:9c:94:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac60d95b-a15b-43cb-8271-c388f9cb93cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'cdeb3159-2c82-4448-88f5-b7d336accb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:26Z', 'updated_at': '2021-07-30T01:39:27Z', 'revision_number': 2, 'project_id': '1e8bb13b83b443f8873254dbd829895e', 'subnets': [{'id': 'cdeb3159-2c82-4448-88f5-b7d336accb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:30.424743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] Checking router: ac60d95b-a15b-43cb-8271-c388f9cb93cd for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:39:30.425095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] Updating router ac60d95b-a15b-43cb-8271-c388f9cb93cd port d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:39:30.438608 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-321651c3-ada9-4a65-a949-87b1d4273c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.450114 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.483173 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.544534 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-321651c3-ada9-4a65-a949-87b1d4273c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.607896 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=8a6bdef5-e58b-4d78-96af-aae6d7ed3852,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:30.622024 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-321651c3-ada9-4a65-a949-87b1d4273c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.672791 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-321651c3-ada9-4a65-a949-87b1d4273c10 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e7a61b9d63fa4a9081574bfb16786119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475451 Jul 30 01:39:30.672791 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321651c3-ada9-4a65-a949-87b1d4273c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057b9d4e-bd3a-4270-b793-19ea0e3000d6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:30.673488 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55762) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:30.749952 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-16e52741-b5ac-4d8a-ab89-4a40b4f80a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.793084 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-16e52741-b5ac-4d8a-ab89-4a40b4f80a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.837408 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.848386 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] Transition to ACTIVE for port object d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:30.952952 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.956857 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec4363-20d1-42ae-bbc8-c367748e5249 req-aed39765-e7a3-4890-b96e-7d708d01ba3a tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:30.961872 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2ec4363-20d1-42ae-bbc8-c367748e5249 req-aed39765-e7a3-4890-b96e-7d708d01ba3a tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 948 time: 0.1093888 Jul 30 01:39:30.968366 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4edc48-3316-48c7-9540-58de25cd3d9d req-f6752932-f3a4-4f14-8194-461a39672ce1 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:30.970016 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e4edc48-3316-48c7-9540-58de25cd3d9d req-f6752932-f3a4-4f14-8194-461a39672ce1 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 969 time: 0.0637095 Jul 30 01:39:30.984091 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-7d1af496-48b2-4f27-96a5-80b4865e4601 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448443 Jul 30 01:39:31.014029 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e4edc48-3316-48c7-9540-58de25cd3d9d req-cbfc178e-703c-4668-9731-72fcb653a09e tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/security-groups?id=67e4dadf-cff4-4e8a-a1dd-469b8af32942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378618 Jul 30 01:39:31.045152 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-16e52741-b5ac-4d8a-ab89-4a40b4f80a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:31.049099 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-16e52741-b5ac-4d8a-ab89-4a40b4f80a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:31.054284 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-16e52741-b5ac-4d8a-ab89-4a40b4f80a82 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/057b9d4e-bd3a-4270-b793-19ea0e3000d6 HTTP/1.1" status: 204 len: 168 time: 0.3706017 Jul 30 01:39:31.093435 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2ec4363-20d1-42ae-bbc8-c367748e5249 req-a11dd7e4-d885-423c-adf7-702bab5fb948 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249807 Jul 30 01:39:31.104322 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e52741-b5ac-4d8a-ab89-4a40b4f80a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057b9d4e-bd3a-4270-b793-19ea0e3000d6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:31.135776 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-75502b6f-781f-4637-aae8-ac9d5e64deec req-5ce57e9b-2938-4797-805f-19d424e72b57 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 210 time: 0.0540957 Jul 30 01:39:31.181566 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bc23e8fc-85d3-4a2e-b930-5ae4be528014 req-14057dad-5fb3-4ddb-82f2-ae78bf910fb3 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872618 Jul 30 01:39:31.185860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53146e2-319d-4d3f-b185-cd602d0adcfd None None] Pushing event updated for resources: {'Port': ['ID=d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:31.245190 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] Attempting to bind port d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:31.245568 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] Attempting to bind port d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'd91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9a353c78-455b-46fb-8727-d5463feba6a4'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:31.246069 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] Attempting to bind port d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0 on network 9a353c78-455b-46fb-8727-d5463feba6a4 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:31.257661 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:31.257661 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] Checking segment: {'id': 'd91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9a353c78-455b-46fb-8727-d5463feba6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:31.257661 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:31.257661 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] Bound using segment: {'id': 'd91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9a353c78-455b-46fb-8727-d5463feba6a4'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:31.258384 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] Bound port: d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9a353c78-455b-46fb-8727-d5463feba6a4'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:31.258384 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:31.377814 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] For port d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:31.381252 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] For port d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0,segment=NetworkSegment(d91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a),segment_id=d91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:31.413233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55794) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:31.440014 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1e1b5-cb13-4414-95d2-5442fcefb4dd req-4293192b-1950-424a-ba9c-590846cbe218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:31.441568 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d0f1e1b5-cb13-4414-95d2-5442fcefb4dd req-4293192b-1950-424a-ba9c-590846cbe218 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1874cde0fac54a558c0da1bf4424f23e&device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 1120 time: 0.1032767 Jul 30 01:39:31.455755 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:31.604680 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53146e2-319d-4d3f-b185-cd602d0adcfd None None] Pushing event updated for resources: {'Port': ['ID=d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:31.607402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] Routers {'ac60d95b-a15b-43cb-8271-c388f9cb93cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:31.608341 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:39:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['ac60d95b-a15b-43cb-8271-c388f9cb93cd'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:31.731137 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1e1b5-cb13-4414-95d2-5442fcefb4dd req-7434a761-fa01-4821-b1d5-25b4257c141e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:31.735312 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d0f1e1b5-cb13-4414-95d2-5442fcefb4dd req-7434a761-fa01-4821-b1d5-25b4257c141e service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.2825484 Jul 30 01:39:31.791351 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] Set router ac60d95b-a15b-43cb-8271-c388f9cb93cd gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:31.815568 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d0f1e1b5-cb13-4414-95d2-5442fcefb4dd req-5dbc097e-4c77-49f4-a9de-4223a6c9fc53 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 HTTP/1.1" status: 200 len: 217 time: 0.0743866 Jul 30 01:39:31.872018 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d845c9da-e022-493f-aee8-d01eb0401d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:31.880621 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1e1b5-cb13-4414-95d2-5442fcefb4dd req-97a8a932-8b9a-4263-88cf-2991bb95bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:31.883056 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d0f1e1b5-cb13-4414-95d2-5442fcefb4dd req-97a8a932-8b9a-4263-88cf-2991bb95bdb3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0598197 Jul 30 01:39:31.898433 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55806) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:31.918962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b9c0b5b4-274f-447f-98b0-6ab8fe2da4dc tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1180821035', 'description': 'tempest-description--1475396372'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:31.953586 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8a6bdef5-e58b-4d78-96af-aae6d7ed3852 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:31.954089 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55810) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:31.974401 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1e1b5-cb13-4414-95d2-5442fcefb4dd req-c68cf47e-9251-435c-acaa-4e567afb0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:31.976077 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d0f1e1b5-cb13-4414-95d2-5442fcefb4dd req-c68cf47e-9251-435c-acaa-4e567afb0b0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719984 Jul 30 01:39:31.976977 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7402e119-6fc8-4c0e-948e-d00fa1e2622f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.056570 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d845c9da-e022-493f-aee8-d01eb0401d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.071027 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 8a6bdef5-e58b-4d78-96af-aae6d7ed3852 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:32.071483 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.116808 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d0f1e1b5-cb13-4414-95d2-5442fcefb4dd req-d4a0cdd3-e8c3-4b95-8dcf-e30eef5f565d service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323123 Jul 30 01:39:32.142857 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d845c9da-e022-493f-aee8-d01eb0401d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.149686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac60d95b-a15b-43cb-8271-c388f9cb93cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1144682408-router', 'tenant_id': '1e8bb13b83b443f8873254dbd829895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '8a6bdef5-e58b-4d78-96af-aae6d7ed3852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:17Z', 'updated_at': '2021-07-30T01:39:27Z', 'revision_number': 4, 'project_id': '1e8bb13b83b443f8873254dbd829895e', 'gw_port': {'id': '8a6bdef5-e58b-4d78-96af-aae6d7ed3852', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:37:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac60d95b-a15b-43cb-8271-c388f9cb93cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:21Z', 'updated_at': '2021-07-30T01:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0', 'name': '', 'network_id': '9a353c78-455b-46fb-8727-d5463feba6a4', 'tenant_id': '1e8bb13b83b443f8873254dbd829895e', 'mac_address': 'fa:16:3e:9c:94:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac60d95b-a15b-43cb-8271-c388f9cb93cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'cdeb3159-2c82-4448-88f5-b7d336accb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:26Z', 'updated_at': '2021-07-30T01:39:31Z', 'revision_number': 4, 'project_id': '1e8bb13b83b443f8873254dbd829895e', 'subnets': [{'id': 'cdeb3159-2c82-4448-88f5-b7d336accb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:32.195582 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328151f0-b596-451e-8d3b-85089f4ec29e None None] The sync data for ids ['ac60d95b-a15b-43cb-8271-c388f9cb93cd'] in n-d-713498-9 is: [{'id': 'ac60d95b-a15b-43cb-8271-c388f9cb93cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1144682408-router', 'tenant_id': '1e8bb13b83b443f8873254dbd829895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '8a6bdef5-e58b-4d78-96af-aae6d7ed3852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:17Z', 'updated_at': '2021-07-30T01:39:27Z', 'revision_number': 4, 'project_id': '1e8bb13b83b443f8873254dbd829895e', 'gw_port': {'id': '8a6bdef5-e58b-4d78-96af-aae6d7ed3852', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:37:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac60d95b-a15b-43cb-8271-c388f9cb93cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:21Z', 'updated_at': '2021-07-30T01:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0', 'name': '', 'network_id': '9a353c78-455b-46fb-8727-d5463feba6a4', 'tenant_id': '1e8bb13b83b443f8873254dbd829895e', 'mac_address': 'fa:16:3e:9c:94:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac60d95b-a15b-43cb-8271-c388f9cb93cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'cdeb3159-2c82-4448-88f5-b7d336accb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:26Z', 'updated_at': '2021-07-30T01:39:31Z', 'revision_number': 4, 'project_id': '1e8bb13b83b443f8873254dbd829895e', 'subnets': [{'id': 'cdeb3159-2c82-4448-88f5-b7d336accb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:39:32.202774 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d845c9da-e022-493f-aee8-d01eb0401d16 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b7fcd32f4c7841cc81e29358748a3bd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7884338 Jul 30 01:39:32.210841 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76615326-d9a7-4a65-b242-a8d7d343d887 req-fae33ff4-f9cc-4388-aa12-802ffa17f957 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:32.212403 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-76615326-d9a7-4a65-b242-a8d7d343d887 req-fae33ff4-f9cc-4388-aa12-802ffa17f957 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 969 time: 0.1067784 Jul 30 01:39:32.214874 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55826) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:32.229939 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845c9da-e022-493f-aee8-d01eb0401d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a029a5ad-3292-430e-9b17-3c48f4961e09,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:32.261475 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9c0b5b4-274f-447f-98b0-6ab8fe2da4dc tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.308139 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-76615326-d9a7-4a65-b242-a8d7d343d887 req-d0d3bba2-4d53-4b14-9828-baace1d8bcc2 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/security-groups?id=67e4dadf-cff4-4e8a-a1dd-469b8af32942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866363 Jul 30 01:39:32.338270 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d0f1e1b5-cb13-4414-95d2-5442fcefb4dd req-7bc139c6-88f5-4161-b6e5-17dedb13f34f service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136240 Jul 30 01:39:32.414361 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7402e119-6fc8-4c0e-948e-d00fa1e2622f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.421321 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d54c73-5186-4315-a697-82d57f27182f req-2cda231a-20cf-47ca-b5d3-ecf429cdb142 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:32.423187 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b4d54c73-5186-4315-a697-82d57f27182f req-2cda231a-20cf-47ca-b5d3-ecf429cdb142 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 948 time: 0.1558466 Jul 30 01:39:32.424339 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5a2daba4-e302-4079-b7f1-22b87f60be49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.468015 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5a2daba4-e302-4079-b7f1-22b87f60be49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.482919 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-be345fe0-ddf5-4aa9-8e21-21257c9dc933 req-4ca95d65-ca8c-41dc-b45f-2fc93b6b9e14 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 210 time: 0.0354786 Jul 30 01:39:32.498896 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b4d54c73-5186-4315-a697-82d57f27182f req-cdc4ae53-06fe-4369-9d0a-feda5fb67366 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664203 Jul 30 01:39:32.503375 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7402e119-6fc8-4c0e-948e-d00fa1e2622f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.547566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402e119-6fc8-4c0e-948e-d00fa1e2622f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e7d56f-ffb1-4b7c-a93d-27e2140a4bb3,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:32.575605 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.581024 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7402e119-6fc8-4c0e-948e-d00fa1e2622f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f468fae5895f47079103dcea932fba7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6261549 Jul 30 01:39:32.583648 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55832) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:32.616260 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5a2daba4-e302-4079-b7f1-22b87f60be49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.620703 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5a2daba4-e302-4079-b7f1-22b87f60be49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.622008 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5a2daba4-e302-4079-b7f1-22b87f60be49 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a029a5ad-3292-430e-9b17-3c48f4961e09 HTTP/1.1" status: 204 len: 168 time: 0.4059272 Jul 30 01:39:32.632809 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2daba4-e302-4079-b7f1-22b87f60be49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a029a5ad-3292-430e-9b17-3c48f4961e09,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:32.677686 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bf513120-60e8-4262-870d-7f9ec84d4971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.694976 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9c0b5b4-274f-447f-98b0-6ab8fe2da4dc tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.709674 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bf513120-60e8-4262-870d-7f9ec84d4971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.775509 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9c0b5b4-274f-447f-98b0-6ab8fe2da4dc tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.816439 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0b5b4-274f-447f-98b0-6ab8fe2da4dc tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ffc18d-46fb-4fba-b38b-72a7dec4ff59,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:32.833928 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bf513120-60e8-4262-870d-7f9ec84d4971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.836566 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bf513120-60e8-4262-870d-7f9ec84d4971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.846011 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bf513120-60e8-4262-870d-7f9ec84d4971 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b8e7d56f-ffb1-4b7c-a93d-27e2140a4bb3 HTTP/1.1" status: 204 len: 168 time: 0.2538035 Jul 30 01:39:32.849039 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf513120-60e8-4262-870d-7f9ec84d4971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e7d56f-ffb1-4b7c-a93d-27e2140a4bb3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:32.896036 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9c0b5b4-274f-447f-98b0-6ab8fe2da4dc tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.897392 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b9c0b5b4-274f-447f-98b0-6ab8fe2da4dc tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9978468 Jul 30 01:39:32.900380 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55850) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:32.905222 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-4215788a-1d13-46a8-8d32-1b1c13438098 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Request body: {'security_group_rule': {'security_group_id': '10ffc18d-46fb-4fba-b38b-72a7dec4ff59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:33.046474 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4215788a-1d13-46a8-8d32-1b1c13438098 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.352477 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4215788a-1d13-46a8-8d32-1b1c13438098 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.432262 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4215788a-1d13-46a8-8d32-1b1c13438098 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.452786 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215788a-1d13-46a8-8d32-1b1c13438098 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e6dce1-af3c-470a-9031-6733e9bd1626,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:33.495276 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb9770-ef21-49dc-b4ce-61ac2de2e1d4 req-9bab6eb6-e301-489a-b587-65cd8f8e829f tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:33.496911 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-edfb9770-ef21-49dc-b4ce-61ac2de2e1d4 req-9bab6eb6-e301-489a-b587-65cd8f8e829f tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 969 time: 0.0851550 Jul 30 01:39:33.535732 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4215788a-1d13-46a8-8d32-1b1c13438098 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.539643 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55886) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:33.539963 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4215788a-1d13-46a8-8d32-1b1c13438098 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6384556 Jul 30 01:39:33.544165 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-edfb9770-ef21-49dc-b4ce-61ac2de2e1d4 req-6e428f1e-34e2-4f3c-bfdf-b96815a03801 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/security-groups?id=67e4dadf-cff4-4e8a-a1dd-469b8af32942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377026 Jul 30 01:39:33.547623 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3301d51c-91ed-491e-b219-97b632728ada tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Request body: {'security_group_rule': {'security_group_id': '10ffc18d-46fb-4fba-b38b-72a7dec4ff59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:33.570807 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55888) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:33.596457 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d0927fed-b542-455e-8b5f-6e6921c79eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.632871 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-47c9a4b0-96e4-4a66-8eb5-05155cc49dc5 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=996e0bd5f1584707b399158acfbbea68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314174 Jul 30 01:39:33.678356 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3301d51c-91ed-491e-b219-97b632728ada tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.733593 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2bc7d-923b-4dab-801c-c12d821a43e8 req-6fd625d8-4be6-421a-9346-1277ce64a26f tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:33.735247 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4ed2bc7d-923b-4dab-801c-c12d821a43e8 req-6fd625d8-4be6-421a-9346-1277ce64a26f tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 948 time: 0.0930851 Jul 30 01:39:33.736180 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e166c8d-4695-49e7-9c22-11b63be524a4 req-4812ecfa-b010-447d-a2dc-3f151eca6874 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 210 time: 0.0799055 Jul 30 01:39:33.823874 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4ed2bc7d-923b-4dab-801c-c12d821a43e8 req-8347ee19-3ca2-40f8-bd23-929a586a9382 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730481 Jul 30 01:39:33.859300 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d0927fed-b542-455e-8b5f-6e6921c79eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.898924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-a35a1c47-7ebb-46e1-8c8c-c4b32a7a9f41 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:33.898924 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-a35a1c47-7ebb-46e1-8c8c-c4b32a7a9f41 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2588995 Jul 30 01:39:33.900426 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3301d51c-91ed-491e-b219-97b632728ada tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.918918 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-6e28e3e9-d4cd-445b-b1a6-6c852ed40e5f tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Request body: {'port': {'device_id': '8100c798-88c2-4f7e-9209-c76af13baf1f', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': '996e0bd5f1584707b399158acfbbea68'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:33.930014 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:34.043843 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d0927fed-b542-455e-8b5f-6e6921c79eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.049436 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3301d51c-91ed-491e-b219-97b632728ada tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.077305 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301d51c-91ed-491e-b219-97b632728ada tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6decde-34ef-4ab8-b6e3-b4bc3a0e11f3,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:34.087082 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0927fed-b542-455e-8b5f-6e6921c79eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaae40a6-ea47-4d7e-8b3a-5d2685136486,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:34.089689 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:34.101845 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d0927fed-b542-455e-8b5f-6e6921c79eff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6b8c710d009d48dda29f3305aa900579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5220370 Jul 30 01:39:34.102069 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55906) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:34.102141 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:34.102141 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.147097 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7690-9c41-493f-841f-46102ea9585e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.173484 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7690-9c41-493f-841f-46102ea9585e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.192960 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.234052 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0,segment=NetworkSegment(d91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a),segment_id=d91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:34.244532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-6e28e3e9-d4cd-445b-b1a6-6c852ed40e5f tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Made reservation on behalf of 996e0bd5f1584707b399158acfbbea68 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:34.248252 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-6e28e3e9-d4cd-445b-b1a6-6c852ed40e5f tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.259540 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-6e28e3e9-d4cd-445b-b1a6-6c852ed40e5f tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.295662 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.320206 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3301d51c-91ed-491e-b219-97b632728ada tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.321659 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3301d51c-91ed-491e-b219-97b632728ada tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7805974 Jul 30 01:39:34.324618 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55916) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:34.329322 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-7a266d50-ffd0-4b9c-9cfd-e1a0694ff13c tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:34.345942 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:34.377865 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7690-9c41-493f-841f-46102ea9585e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.381063 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7690-9c41-493f-841f-46102ea9585e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.382463 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e5ed7690-9c41-493f-841f-46102ea9585e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aaae40a6-ea47-4d7e-8b3a-5d2685136486 HTTP/1.1" status: 204 len: 168 time: 0.2869551 Jul 30 01:39:34.402003 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed7690-9c41-493f-841f-46102ea9585e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaae40a6-ea47-4d7e-8b3a-5d2685136486,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:34.473483 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-6e28e3e9-d4cd-445b-b1a6-6c852ed40e5f tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.529514 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-6e28e3e9-d4cd-445b-b1a6-6c852ed40e5f tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.587639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28e3e9-d4cd-445b-b1a6-6c852ed40e5f tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2fbc0d-60fb-4878-87f2-a55c2da41e10,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:34.609958 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a266d50-ffd0-4b9c-9cfd-e1a0694ff13c tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.674141 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-6e28e3e9-d4cd-445b-b1a6-6c852ed40e5f tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Allocated IP 192.168.233.65 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:34.729658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c75fe-9933-42b4-9d85-b9d5df806a91 req-3e275df4-928f-4782-95b5-e1ec1f256659 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:34.731172 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f1c75fe-9933-42b4-9d85-b9d5df806a91 req-3e275df4-928f-4782-95b5-e1ec1f256659 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 969 time: 0.0641818 Jul 30 01:39:34.794872 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f1c75fe-9933-42b4-9d85-b9d5df806a91 req-83dccec8-4e73-4f5b-990f-b289d43dbf89 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/security-groups?id=67e4dadf-cff4-4e8a-a1dd-469b8af32942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554931 Jul 30 01:39:34.802916 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a266d50-ffd0-4b9c-9cfd-e1a0694ff13c tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.894666 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1441497-90aa-43be-9c68-519d0a3109a7 req-8036d32a-6168-4f39-9e6d-95867b8063fa tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 210 time: 0.0558264 Jul 30 01:39:34.909247 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-6e28e3e9-d4cd-445b-b1a6-6c852ed40e5f tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.924763 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-6e28e3e9-d4cd-445b-b1a6-6c852ed40e5f tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Transition to ACTIVE for port object 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:34.966327 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-7a266d50-ffd0-4b9c-9cfd-e1a0694ff13c tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Allocated IP 172.25.1.201 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/06c93306-8314-4b4b-b807-020eee812e4a) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:34.997343 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d57ee-3676-4de0-899b-2fc43ad78392 req-b8e520b5-6bb3-48c2-b719-c5b6fa5720cd tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:34.998319 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-715d57ee-3676-4de0-899b-2fc43ad78392 req-b8e520b5-6bb3-48c2-b719-c5b6fa5720cd tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 948 time: 0.0918524 Jul 30 01:39:35.016034 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-6e28e3e9-d4cd-445b-b1a6-6c852ed40e5f tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.061911 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-6e28e3e9-d4cd-445b-b1a6-6c852ed40e5f tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:35.065863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-6e28e3e9-d4cd-445b-b1a6-6c852ed40e5f tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:35.069208 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-6e28e3e9-d4cd-445b-b1a6-6c852ed40e5f tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:35.074899 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-6e28e3e9-d4cd-445b-b1a6-6c852ed40e5f tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:35.083250 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-6e28e3e9-d4cd-445b-b1a6-6c852ed40e5f tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.091236 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-715d57ee-3676-4de0-899b-2fc43ad78392 req-c2fdfd98-4d00-4994-a79a-b941a8cb5ddd tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806663 Jul 30 01:39:35.094769 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28e3e9-d4cd-445b-b1a6-6c852ed40e5f tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Pushing event updated for resources: {'Port': ['ID=4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:35.172413 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a266d50-ffd0-4b9c-9cfd-e1a0694ff13c tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.192566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55946) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:35.212721 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-6e28e3e9-d4cd-445b-b1a6-6c852ed40e5f tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2972903 Jul 30 01:39:35.235949 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] Request body: {'port': {'device_id': '8100c798-88c2-4f7e-9209-c76af13baf1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:35.241435 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 37feac07-056d-4300-b23b-71a80e798cfb details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:35.296841 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a266d50-ffd0-4b9c-9cfd-e1a0694ff13c tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.310592 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.356403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a266d50-ffd0-4b9c-9cfd-e1a0694ff13c tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:35.366694 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a266d50-ffd0-4b9c-9cfd-e1a0694ff13c tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Pushing event updated for resources: {'Port': ['ID=06c93306-8314-4b4b-b807-020eee812e4a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:35.369402 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-7a266d50-ffd0-4b9c-9cfd-e1a0694ff13c tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:35.372185 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a266d50-ffd0-4b9c-9cfd-e1a0694ff13c tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:35.380089 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-118d1a15-48d6-48a0-ba42-2289ff198314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.438868 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 37feac07-056d-4300-b23b-71a80e798cfb, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=37feac07-056d-4300-b23b-71a80e798cfb,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:35.455819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '37feac07-056d-4300-b23b-71a80e798cfb', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '37feac07-056d-4300-b23b-71a80e798cfb', 'mac_address': 'fa:16:3e:75:72:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:35.476891 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a266d50-ffd0-4b9c-9cfd-e1a0694ff13c tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.519475 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5eee5490-2a35-4777-9586-fc6a76de0c75 None None] Provisioning for port 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:35.526314 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5eee5490-2a35-4777-9586-fc6a76de0c75 None None] Provisioning complete for port 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:35.526952 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5eee5490-2a35-4777-9586-fc6a76de0c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.529132 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.574980 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37feac07-056d-4300-b23b-71a80e798cfb {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:35.601428 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 37feac07-056d-4300-b23b-71a80e798cfb, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=37feac07-056d-4300-b23b-71a80e798cfb,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:35.612732 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5eee5490-2a35-4777-9586-fc6a76de0c75 None None] Port 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:35.623741 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a266d50-ffd0-4b9c-9cfd-e1a0694ff13c tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.679665 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.732106 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=37feac07-056d-4300-b23b-71a80e798cfb,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:35.792196 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-118d1a15-48d6-48a0-ba42-2289ff198314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.842461 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a266d50-ffd0-4b9c-9cfd-e1a0694ff13c tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.859759 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:35.872265 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-118d1a15-48d6-48a0-ba42-2289ff198314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.876848 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.896662 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:35.942538 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db9cae-6b68-4d95-9e18-c830df2b97c1 req-f952192b-611a-44f7-820a-ab33a77cc8a2 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:35.945300 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52db9cae-6b68-4d95-9e18-c830df2b97c1 req-f952192b-611a-44f7-820a-ab33a77cc8a2 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 969 time: 0.0641956 Jul 30 01:39:35.946675 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a266d50-ffd0-4b9c-9cfd-e1a0694ff13c tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.962489 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:35.984227 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a266d50-ffd0-4b9c-9cfd-e1a0694ff13c tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.986120 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-118d1a15-48d6-48a0-ba42-2289ff198314 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d7fd3e511324c1bbb9d229d6c8736a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7909706 Jul 30 01:39:35.987554 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55982) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:35.996956 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d1a15-48d6-48a0-ba42-2289ff198314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bde0ac5-0f20-47d6-bbd7-fc0b2bf47af6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:36.013885 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] Transition to ACTIVE for port object 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:36.037649 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-1d1ccf45-cc17-4362-afd6-c6e38df4a1d5 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=2526160d43dc47939fb5a23c02c7dc4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221879 Jul 30 01:39:36.062398 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52db9cae-6b68-4d95-9e18-c830df2b97c1 req-672ed1a8-93f2-4e67-b8f0-f73f5f18096a tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/security-groups?id=67e4dadf-cff4-4e8a-a1dd-469b8af32942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875874 Jul 30 01:39:36.068066 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a266d50-ffd0-4b9c-9cfd-e1a0694ff13c tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Pushing event updated for resources: {'Port': ['ID=06c93306-8314-4b4b-b807-020eee812e4a,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:36.084076 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.088627 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:36.089182 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.092569 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port f052af0e-cfd5-40c9-b9ae-6ee5e3f87749, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=f052af0e-cfd5-40c9-b9ae-6ee5e3f87749,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:36.128704 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['37feac07-056d-4300-b23b-71a80e798cfb'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:36.133695 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-208bf1ac-de3f-4af4-9c48-8e29bddb42f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.161414 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-208bf1ac-de3f-4af4-9c48-8e29bddb42f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.175360 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'f052af0e-cfd5-40c9-b9ae-6ee5e3f87749', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': 'f052af0e-cfd5-40c9-b9ae-6ee5e3f87749', 'mac_address': 'fa:16:3e:a3:ce:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:tempest-test_az-647498379', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:36.238955 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a266d50-ffd0-4b9c-9cfd-e1a0694ff13c tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.249357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] Pushing event updated for resources: {'Port': ['ID=4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:36.252491 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7a266d50-ffd0-4b9c-9cfd-e1a0694ff13c tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9267254 Jul 30 01:39:36.262237 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] Attempting to bind port 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:36.262603 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] Attempting to bind port 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:36.262941 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] Attempting to bind port 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:36.283272 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] Port 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:39:36.283636 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] Attempting to bind port 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:36.303606 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:36.303606 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:36.303606 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:36.303992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] Bound port: 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:36.304635 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.314351 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.315841 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-6e89c607-9571-498f-b48b-7a08e70be221 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:36.323705 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-6e89c607-9571-498f-b48b-7a08e70be221 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2718897 Jul 30 01:39:36.351392 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-208bf1ac-de3f-4af4-9c48-8e29bddb42f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.353347 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-f03c42db-4bcf-48a3-a011-985a3e0bad53 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/quotas/2526160d43dc47939fb5a23c02c7dc4d HTTP/1.1" status: 200 len: 375 time: 0.0286064 Jul 30 01:39:36.354474 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-208bf1ac-de3f-4af4-9c48-8e29bddb42f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.356418 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-208bf1ac-de3f-4af4-9c48-8e29bddb42f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3bde0ac5-0f20-47d6-bbd7-fc0b2bf47af6 HTTP/1.1" status: 204 len: 168 time: 0.3453357 Jul 30 01:39:36.374903 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bf1ac-de3f-4af4-9c48-8e29bddb42f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bde0ac5-0f20-47d6-bbd7-fc0b2bf47af6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:36.395672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614eeb6-440e-4784-9106-58795872573a req-417c33ea-63f0-41bb-a9bc-76ebec0f5e35 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:36.406515 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:36.408553 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3614eeb6-440e-4784-9106-58795872573a req-417c33ea-63f0-41bb-a9bc-76ebec0f5e35 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 947 time: 0.1506793 Jul 30 01:39:36.448006 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-65942202-5535-4f6b-9016-5ea6b2db12a2 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2526160d43dc47939fb5a23c02c7dc4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0933869 Jul 30 01:39:36.474728 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3614eeb6-440e-4784-9106-58795872573a req-1b97b7f1-a816-4804-82ac-d577fc9faa64 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651562 Jul 30 01:39:36.509959 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] For port 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:36.517780 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] For port 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:36.521611 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port f052af0e-cfd5-40c9-b9ae-6ee5e3f87749, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=f052af0e-cfd5-40c9-b9ae-6ee5e3f87749,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:36.570161 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.602336 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.610015 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:36.610689 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.613747 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] 10.222.0.77 "PUT /v2.0/ports/4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b HTTP/1.1" status: 200 len: 1095 time: 1.3848054 Jul 30 01:39:36.616139 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8100c798-88c2-4f7e-9209-c76af13baf1f', 'tag': '4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:36.618529 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa23b40-4f23-4f05-8b80-e564c674f2df" -d '{"events": [{"name": "network-changed", "server_uuid": "8100c798-88c2-4f7e-9209-c76af13baf1f", "tag": "4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:36.637776 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2de8af-b168-44c7-a36d-88af7c8a0c4a req-441d02e4-e3a2-4421-a337-a606e7c1fcac tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:36.639448 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fb2de8af-b168-44c7-a36d-88af7c8a0c4a req-441d02e4-e3a2-4421-a337-a606e7c1fcac tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 949 time: 0.0940652 Jul 30 01:39:36.650600 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35964042-5cb1-4223-b0f3-d6885676342a service neutron] Pushing event updated for resources: {'Port': ['ID=4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:36.715049 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=f052af0e-cfd5-40c9-b9ae-6ee5e3f87749,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:36.733544 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fb2de8af-b168-44c7-a36d-88af7c8a0c4a req-450ccb98-6cf2-4312-bf51-8254f0494910 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839114 Jul 30 01:39:36.853588 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe3fcd5-c8a5-4a9f-8721-7173db42d8d2 x-openstack-request-id: req-ebe3fcd5-c8a5-4a9f-8721-7173db42d8d2 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:36.854879 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8100c798-88c2-4f7e-9209-c76af13baf1f", "tag": "4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:36.855134 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ebe3fcd5-c8a5-4a9f-8721-7173db42d8d2 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:36.855700 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8100c798-88c2-4f7e-9209-c76af13baf1f', 'tag': '4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b', 'status': 'completed', 'code': 200} Jul 30 01:39:36.899925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-eb5e578c-c8ea-470c-98ba-e6563639786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:36.901757 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-eb5e578c-c8ea-470c-98ba-e6563639786c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=996e0bd5f1584707b399158acfbbea68&device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 1098 time: 0.1150229 Jul 30 01:39:36.905159 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97786ad8-c118-4949-a966-4301afc685d3 req-dcd0e5a5-d1ef-4fbb-b08f-e23026448e6b tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1180821035&fields=id&tenant_id=49f7c960d860439ea896d95aa85fac7f HTTP/1.1" status: 200 len: 267 time: 0.0852952 Jul 30 01:39:36.917548 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['f052af0e-cfd5-40c9-b9ae-6ee5e3f87749'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:36.986996 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-135e3c96-8814-482d-86d5-83fc1d00703e req-3475c8df-ca76-4728-979c-20c95a093ae8 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 210 time: 0.0638418 Jul 30 01:39:37.052962 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-685ec62b-1ce9-43b0-b665-07bfba93a6d0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b HTTP/1.1" status: 200 len: 217 time: 0.1175919 Jul 30 01:39:37.181531 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56028) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:37.204022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-3feafb54-0c59-456f-8a3e-0e26a8bff59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:37.208846 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e0d2bcd7-bfc5-46b9-84e5-29a85d109509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.208969 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-3feafb54-0c59-456f-8a3e-0e26a8bff59a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1446788 Jul 30 01:39:37.214941 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 37feac07-056d-4300-b23b-71a80e798cfb up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:37.267337 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12230cb2-8e00-4045-b31e-fa220580aa9b req-1a06a29f-69f8-45f3-aa09-0012e34d41a0 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:37.275781 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-12230cb2-8e00-4045-b31e-fa220580aa9b req-1a06a29f-69f8-45f3-aa09-0012e34d41a0 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 970 time: 0.0919454 Jul 30 01:39:37.318266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97786ad8-c118-4949-a966-4301afc685d3 req-2da8b0e2-d64c-4808-9fa3-82b2e8d31d47 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:37.320600 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97786ad8-c118-4949-a966-4301afc685d3 req-2da8b0e2-d64c-4808-9fa3-82b2e8d31d47 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/networks?id=5cd65466-712f-4ba9-b446-c0c4974c8af1 HTTP/1.1" status: 200 len: 823 time: 0.4073787 Jul 30 01:39:37.327183 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-3599e635-1a7c-47e1-b0f1-878220653870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:37.328948 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-3599e635-1a7c-47e1-b0f1-878220653870 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1140776 Jul 30 01:39:37.344282 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-12230cb2-8e00-4045-b31e-fa220580aa9b req-e14febc5-0a7d-4963-9f12-cfff1006186a tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/security-groups?id=67e4dadf-cff4-4e8a-a1dd-469b8af32942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633326 Jul 30 01:39:37.367442 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97786ad8-c118-4949-a966-4301afc685d3 req-58e26925-9993-4e67-a6e5-e7d304eb2ec4 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/quotas/49f7c960d860439ea896d95aa85fac7f HTTP/1.1" status: 200 len: 375 time: 0.0371618 Jul 30 01:39:37.369575 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 37feac07-056d-4300-b23b-71a80e798cfb completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:37.374044 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 37feac07-056d-4300-b23b-71a80e798cfb triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:37.374443 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.407293 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e0d2bcd7-bfc5-46b9-84e5-29a85d109509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.483748 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e0d2bcd7-bfc5-46b9-84e5-29a85d109509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.484118 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.507935 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97786ad8-c118-4949-a966-4301afc685d3 req-0f2c499d-4ee7-4bf8-80fc-a8c48ff76594 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=49f7c960d860439ea896d95aa85fac7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1086462 Jul 30 01:39:37.511790 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-b147ea2e-2dc1-4abb-8ea4-41bb270c56eb service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733105 Jul 30 01:39:37.517162 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dea7e2d-0d5a-45f6-aa63-788634715c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37feac07-056d-4300-b23b-71a80e798cfb'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:37.545806 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e0d2bcd7-bfc5-46b9-84e5-29a85d109509 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=03485f35ca99477a9f7f026a74e89c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3583860 Jul 30 01:39:37.545806 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2bcd7-bfc5-46b9-84e5-29a85d109509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223265d1-45ca-4e7e-ba72-91dbdb3c0300,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:37.545806 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56040) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:37.641347 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9f6e0ca-6740-44c0-aea7-486a65a21513 req-7ffa7e0f-405c-4132-a956-4e0117834d51 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216998 Jul 30 01:39:37.660800 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 37feac07-056d-4300-b23b-71a80e798cfb, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=37feac07-056d-4300-b23b-71a80e798cfb,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:37.673777 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c88ee3e2-088f-4a35-806f-0465a83d3439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.682958 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c31b0b-7c34-4422-8d59-2d593def6ecf req-c1474bf6-45f5-403a-b9d1-f59521900e0f tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:37.687540 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-85c31b0b-7c34-4422-8d59-2d593def6ecf req-c1474bf6-45f5-403a-b9d1-f59521900e0f tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 947 time: 0.0894632 Jul 30 01:39:37.720409 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c88ee3e2-088f-4a35-806f-0465a83d3439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.747640 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-97786ad8-c118-4949-a966-4301afc685d3 req-b6908b6e-3cee-415b-9529-1e7fb4673212 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:39:37.748537 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97786ad8-c118-4949-a966-4301afc685d3 req-b6908b6e-3cee-415b-9529-1e7fb4673212 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0535765 Jul 30 01:39:37.761921 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-85c31b0b-7c34-4422-8d59-2d593def6ecf req-00c6e994-d7d9-4c2d-8e4c-8ffd411a7534 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681837 Jul 30 01:39:37.787540 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.865170 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97786ad8-c118-4949-a966-4301afc685d3 req-7c9b6b2d-ff0b-433c-86fa-766f524f8148 service neutron] 10.222.0.70 "GET /v2.0/networks/5cd65466-712f-4ba9-b446-c0c4974c8af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079934 Jul 30 01:39:37.872394 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5900a3-ed85-4f97-b148-a50a39f08386" -d '{"events": [{"server_uuid": "0dea7e2d-0d5a-45f6-aa63-788634715c46", "name": "network-vif-plugged", "status": "completed", "tag": "37feac07-056d-4300-b23b-71a80e798cfb"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:37.879513 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:37.884145 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=37feac07-056d-4300-b23b-71a80e798cfb,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:37.900908 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c88ee3e2-088f-4a35-806f-0465a83d3439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.905691 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c88ee3e2-088f-4a35-806f-0465a83d3439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.905691 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c88ee3e2-088f-4a35-806f-0465a83d3439 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/223265d1-45ca-4e7e-ba72-91dbdb3c0300 HTTP/1.1" status: 204 len: 168 time: 0.3593180 Jul 30 01:39:37.934212 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ee3e2-088f-4a35-806f-0465a83d3439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223265d1-45ca-4e7e-ba72-91dbdb3c0300,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:37.969485 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0600976-d228-4d14-84b6-b58e571eec3a req-fb26e67f-005d-4ed4-b45c-be1fb6c51473 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:37.975082 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c0600976-d228-4d14-84b6-b58e571eec3a req-fb26e67f-005d-4ed4-b45c-be1fb6c51473 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 950 time: 0.1043358 Jul 30 01:39:38.001814 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa23b40-4f23-4f05-8b80-e564c674f2df req-0b9a6018-9300-4a61-a1b8-b5cecc3e6469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:38.003383 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfa23b40-4f23-4f05-8b80-e564c674f2df req-0b9a6018-9300-4a61-a1b8-b5cecc3e6469 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=996e0bd5f1584707b399158acfbbea68&device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 1098 time: 0.1373739 Jul 30 01:39:38.016440 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c0600976-d228-4d14-84b6-b58e571eec3a req-28819022-deac-4196-94b7-fa52f875c789 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352962 Jul 30 01:39:38.059177 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97786ad8-c118-4949-a966-4301afc685d3 req-4cc9d47b-c056-4ea8-ab43-0592be5ba17a service neutron] 10.222.0.70 "GET /v2.0/networks/5cd65466-712f-4ba9-b446-c0c4974c8af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850369 Jul 30 01:39:38.067062 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:38.073374 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:38.076018 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:38.119560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa23b40-4f23-4f05-8b80-e564c674f2df req-c774ea29-e48b-4a80-88da-4e5acda49f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:38.121061 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfa23b40-4f23-4f05-8b80-e564c674f2df req-c774ea29-e48b-4a80-88da-4e5acda49f25 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.1089995 Jul 30 01:39:38.173631 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfa23b40-4f23-4f05-8b80-e564c674f2df req-3d0a59b9-7ec7-4032-9500-f5f2957070dc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b HTTP/1.1" status: 200 len: 217 time: 0.0412242 Jul 30 01:39:38.196771 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:38.232110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa23b40-4f23-4f05-8b80-e564c674f2df req-2b4e393f-c5c1-4665-8ca6-cb78b5c02008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:38.233819 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfa23b40-4f23-4f05-8b80-e564c674f2df req-2b4e393f-c5c1-4665-8ca6-cb78b5c02008 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0482116 Jul 30 01:39:38.235085 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port f052af0e-cfd5-40c9-b9ae-6ee5e3f87749, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=f052af0e-cfd5-40c9-b9ae-6ee5e3f87749,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:38.295513 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa23b40-4f23-4f05-8b80-e564c674f2df req-275afd92-9610-4d5b-9048-b38a608172c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:38.297339 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfa23b40-4f23-4f05-8b80-e564c674f2df req-275afd92-9610-4d5b-9048-b38a608172c8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0550969 Jul 30 01:39:38.317886 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:38.342805 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56066) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:38.382448 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06217fe3-d1ce-4a46-b28a-51e5d580772b x-openstack-request-id: req-06217fe3-d1ce-4a46-b28a-51e5d580772b {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:38.382448 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dea7e2d-0d5a-45f6-aa63-788634715c46", "name": "network-vif-plugged", "status": "completed", "tag": "37feac07-056d-4300-b23b-71a80e798cfb", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:38.382448 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06217fe3-d1ce-4a46-b28a-51e5d580772b {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:38.382448 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dea7e2d-0d5a-45f6-aa63-788634715c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37feac07-056d-4300-b23b-71a80e798cfb', 'code': 200} Jul 30 01:39:38.452773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=f052af0e-cfd5-40c9-b9ae-6ee5e3f87749,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:38.520158 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.77', 53524) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:38.540730 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24c26d5e-6f79-428c-975d-9bffea8734d0 req-69930978-da70-4657-9335-bcada7199d4f tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 210 time: 0.0701823 Jul 30 01:39:38.562132 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55dae244-dce4-4f14-b798-b7e73fc12bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:38.625115 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0e23ebe8-7bcb-49b7-8b7f-5fb5991430c4 req-d1c78688-afd0-417f-9bfe-5ae64e4b9fa4 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 210 time: 0.0394950 Jul 30 01:39:38.730203 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55dae244-dce4-4f14-b798-b7e73fc12bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:38.852237 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55dae244-dce4-4f14-b798-b7e73fc12bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:38.889313 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad8eb4-76b4-46b4-8ee5-3867c6d79383 req-a5117c08-20fa-4ea6-90b3-c25c4db6e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:38.889880 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27ad8eb4-76b4-46b4-8ee5-3867c6d79383 req-a5117c08-20fa-4ea6-90b3-c25c4db6e16b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 1101 time: 0.3700302 Jul 30 01:39:38.893976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dae244-dce4-4f14-b798-b7e73fc12bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aeeef8b-ad72-472f-8946-c6ab2a543cc4,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:38.903704 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639efcef-2c80-43af-8d56-f3c7f85c574c req-d0a0798b-271e-4f6a-bed3-c3cbec2fad68 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:38.905767 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-639efcef-2c80-43af-8d56-f3c7f85c574c req-d0a0798b-271e-4f6a-bed3-c3cbec2fad68 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 971 time: 0.1703088 Jul 30 01:39:38.913796 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfa23b40-4f23-4f05-8b80-e564c674f2df req-e356771a-3b90-4fe9-ad9d-e537230533ef service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6078072 Jul 30 01:39:38.918004 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-55dae244-dce4-4f14-b798-b7e73fc12bdb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aa45a31525d547249989ae396615b8f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5722709 Jul 30 01:39:38.920062 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56096) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:38.932833 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-27ad8eb4-76b4-46b4-8ee5-3867c6d79383 req-5d3d0df4-f0ee-45c3-befb-065ce308c9a4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:38.966028 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c14c7-8fc9-4a37-8f00-993cb09e9e11 req-900795a4-f680-4a4d-a310-f9b524902933 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:38.967327 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4a5c14c7-8fc9-4a37-8f00-993cb09e9e11 req-900795a4-f680-4a4d-a310-f9b524902933 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 947 time: 0.0963099 Jul 30 01:39:39.017870 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17ea23f1-49be-49be-af23-af0410b4cb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:39.022732 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4a5c14c7-8fc9-4a37-8f00-993cb09e9e11 req-dd5658fb-87f5-4268-912d-5ecb58bdf7da tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478883 Jul 30 01:39:39.035722 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-639efcef-2c80-43af-8d56-f3c7f85c574c req-991620be-d8e0-4293-a6d6-fccf5319221f tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/security-groups?id=67e4dadf-cff4-4e8a-a1dd-469b8af32942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200221 Jul 30 01:39:39.050153 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17ea23f1-49be-49be-af23-af0410b4cb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:39.112482 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6e053f2-4d4b-40ef-9213-854b334808cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:39.170581 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-27ad8eb4-76b4-46b4-8ee5-3867c6d79383 req-5d3d0df4-f0ee-45c3-befb-065ce308c9a4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:39.192963 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfa23b40-4f23-4f05-8b80-e564c674f2df req-85a07927-6de9-43c7-8840-d3fcf78add44 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686045 Jul 30 01:39:39.215594 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c23bf-b89f-484c-b260-8e44f77392fd req-0ed69ee9-2b99-4434-8d39-2358df3c2970 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:39.217280 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-326c23bf-b89f-484c-b260-8e44f77392fd req-0ed69ee9-2b99-4434-8d39-2358df3c2970 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 950 time: 0.0760334 Jul 30 01:39:39.227186 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17ea23f1-49be-49be-af23-af0410b4cb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:39.230410 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17ea23f1-49be-49be-af23-af0410b4cb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:39.232741 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-27ad8eb4-76b4-46b4-8ee5-3867c6d79383 req-5d3d0df4-f0ee-45c3-befb-065ce308c9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:39.232847 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-17ea23f1-49be-49be-af23-af0410b4cb3e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0aeeef8b-ad72-472f-8946-c6ab2a543cc4 HTTP/1.1" status: 204 len: 168 time: 0.3093014 Jul 30 01:39:39.243202 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea23f1-49be-49be-af23-af0410b4cb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aeeef8b-ad72-472f-8946-c6ab2a543cc4,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:39.283762 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27ad8eb4-76b4-46b4-8ee5-3867c6d79383 req-5d3d0df4-f0ee-45c3-befb-065ce308c9a4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767016 Jul 30 01:39:39.290903 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d0df4-f0ee-45c3-befb-065ce308c9a4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=01a890c2-e529-45f9-87cd-e4aa4f155179,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:39.301188 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-326c23bf-b89f-484c-b260-8e44f77392fd req-e5962ef7-c68d-43b6-ba32-b0401507ae4c tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766437 Jul 30 01:39:39.457542 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-6d6603bf-6fe9-4e39-ad2c-7f432d443695 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2526160d43dc47939fb5a23c02c7dc4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205321 Jul 30 01:39:39.574162 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-1aaaeea0-d43c-4b5e-9984-fa15dce8bed5 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:39.575679 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-1aaaeea0-d43c-4b5e-9984-fa15dce8bed5 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1114812 Jul 30 01:39:39.589107 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-a73ecb1f-6901-4e45-becc-8188cac92a9a tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Request body: {'port': {'device_id': '07f46fd7-3d31-4827-ad65-7d33b6a2ce5c', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': '2526160d43dc47939fb5a23c02c7dc4d'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:39.667510 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9e7ac4b7-8cc0-4246-8cc9-9c571de488dc req-de78a2cb-3048-4d79-a085-1fe4cf20b5b6 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 210 time: 0.0592620 Jul 30 01:39:39.762903 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c63c3476-42a7-43e8-9ce5-41e83bcdf1b4 req-80088c22-4146-4450-8bfe-0b757ca371a1 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 210 time: 0.0418310 Jul 30 01:39:39.830388 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-a73ecb1f-6901-4e45-becc-8188cac92a9a tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Made reservation on behalf of 2526160d43dc47939fb5a23c02c7dc4d for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:39.834729 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-a73ecb1f-6901-4e45-becc-8188cac92a9a tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:39.844111 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-a73ecb1f-6901-4e45-becc-8188cac92a9a tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:39.937299 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-a73ecb1f-6901-4e45-becc-8188cac92a9a tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.043787 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-a73ecb1f-6901-4e45-becc-8188cac92a9a tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.092727 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56132) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:40.109630 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0d97621c-0ee7-4b91-a264-08b02191c404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.136659 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ecb1f-6901-4e45-becc-8188cac92a9a tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a71e83b-2e2b-4909-aacc-fd418789cea9,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:40.237847 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a42df-9d7f-4511-af94-c7fc48d37c08 req-5a34b245-544d-419d-87b3-09035ec8b5f7 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:40.239330 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a65a42df-9d7f-4511-af94-c7fc48d37c08 req-5a34b245-544d-419d-87b3-09035ec8b5f7 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 947 time: 0.0801201 Jul 30 01:39:40.241120 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-a73ecb1f-6901-4e45-becc-8188cac92a9a tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Allocated IP 192.168.233.221 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/83fe0ec1-19c6-4a19-a031-1e815bf52b36) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:40.256142 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d67c4-0052-4601-bdfc-0f6aba5f8c1f req-8f8afff3-cc71-4a69-b56f-599fbc9a4c83 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:40.257643 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b66d67c4-0052-4601-bdfc-0f6aba5f8c1f req-8f8afff3-cc71-4a69-b56f-599fbc9a4c83 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 971 time: 0.0743520 Jul 30 01:39:40.294461 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0d97621c-0ee7-4b91-a264-08b02191c404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.300711 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a65a42df-9d7f-4511-af94-c7fc48d37c08 req-c7eb03a9-2a8c-467d-aa06-200cd3894c6a tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544064 Jul 30 01:39:40.327023 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b66d67c4-0052-4601-bdfc-0f6aba5f8c1f req-b201ab38-06c9-4d2c-b432-b06601ff017d tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/security-groups?id=67e4dadf-cff4-4e8a-a1dd-469b8af32942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597241 Jul 30 01:39:40.356458 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0d97621c-0ee7-4b91-a264-08b02191c404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.388563 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6567673b-3748-4e19-b30c-9e25a470888a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f052af0e-cfd5-40c9-b9ae-6ee5e3f87749'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:40.391880 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98aa037-a3ce-4ebc-9142-cfc55ff050e1" -d '{"events": [{"server_uuid": "6567673b-3748-4e19-b30c-9e25a470888a", "name": "network-vif-plugged", "status": "completed", "tag": "f052af0e-cfd5-40c9-b9ae-6ee5e3f87749"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:40.401319 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97621c-0ee7-4b91-a264-08b02191c404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57b482c-c7c0-4ba8-b636-3830b16f23e6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:40.405822 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0d97621c-0ee7-4b91-a264-08b02191c404 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd20e681c51142a2a4ab88ab0efd5acd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120251 Jul 30 01:39:40.409507 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56142) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:40.457380 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6816f0-1103-4b19-ab5f-6221408d3711 x-openstack-request-id: req-9c6816f0-1103-4b19-ab5f-6221408d3711 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:40.457879 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6567673b-3748-4e19-b30c-9e25a470888a", "name": "network-vif-plugged", "status": "completed", "tag": "f052af0e-cfd5-40c9-b9ae-6ee5e3f87749", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:40.458322 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c6816f0-1103-4b19-ab5f-6221408d3711 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:40.459518 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6567673b-3748-4e19-b30c-9e25a470888a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f052af0e-cfd5-40c9-b9ae-6ee5e3f87749', 'code': 200} Jul 30 01:39:40.480665 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-a73ecb1f-6901-4e45-becc-8188cac92a9a tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.496263 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-a73ecb1f-6901-4e45-becc-8188cac92a9a tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Transition to ACTIVE for port object 83fe0ec1-19c6-4a19-a031-1e815bf52b36 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:40.515229 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d19d3c-331b-4109-812a-63b14d443c30 req-cbb5083d-4355-47bd-9735-325686184380 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:40.516735 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6d19d3c-331b-4109-812a-63b14d443c30 req-cbb5083d-4355-47bd-9735-325686184380 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 950 time: 0.1001315 Jul 30 01:39:40.521835 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3260b2d-fa2e-42a1-844f-4358146cd705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.528315 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.10', 54075) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:40.564560 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3260b2d-fa2e-42a1-844f-4358146cd705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.578175 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6d19d3c-331b-4109-812a-63b14d443c30 req-663b63ad-b0c7-45c4-9367-71f229d6dc75 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544384 Jul 30 01:39:40.583279 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-a73ecb1f-6901-4e45-becc-8188cac92a9a tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.665999 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-a73ecb1f-6901-4e45-becc-8188cac92a9a tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:40.669219 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ecb1f-6901-4e45-becc-8188cac92a9a tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Pushing event updated for resources: {'Port': ['ID=83fe0ec1-19c6-4a19-a031-1e815bf52b36,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:40.673581 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-a73ecb1f-6901-4e45-becc-8188cac92a9a tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:40.676783 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-a73ecb1f-6901-4e45-becc-8188cac92a9a tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:40.682352 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-a73ecb1f-6901-4e45-becc-8188cac92a9a tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:40.682992 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-a73ecb1f-6901-4e45-becc-8188cac92a9a tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.684170 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3260b2d-fa2e-42a1-844f-4358146cd705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.696277 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3260b2d-fa2e-42a1-844f-4358146cd705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.696277 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d3260b2d-fa2e-42a1-844f-4358146cd705 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e57b482c-c7c0-4ba8-b636-3830b16f23e6 HTTP/1.1" status: 204 len: 168 time: 0.2815225 Jul 30 01:39:40.696486 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f361f39-3026-425a-8219-7be9b93e38c9 req-207df0d8-1711-43ee-8991-c796c7d48d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:40.697173 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4f361f39-3026-425a-8219-7be9b93e38c9 req-207df0d8-1711-43ee-8991-c796c7d48d19 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 1122 time: 0.1441903 Jul 30 01:39:40.710833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3260b2d-fa2e-42a1-844f-4358146cd705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57b482c-c7c0-4ba8-b636-3830b16f23e6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:40.777996 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4f361f39-3026-425a-8219-7be9b93e38c9 req-9c46ff87-e149-4efe-9a57-790ab0064766 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=67e4dadf-cff4-4e8a-a1dd-469b8af32942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732157 Jul 30 01:39:40.821542 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-a73ecb1f-6901-4e45-becc-8188cac92a9a tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2361009 Jul 30 01:39:40.849166 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3318d1-cb1b-4f5b-b07f-9ddaf6a52bdb req-ae174ebb-e9d7-4bb0-a0bb-cf4fef330d0d tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:40.851184 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f3318d1-cb1b-4f5b-b07f-9ddaf6a52bdb req-ae174ebb-e9d7-4bb0-a0bb-cf4fef330d0d tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 936 time: 0.0698102 Jul 30 01:39:40.884158 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] Request body: {'port': {'device_id': '07f46fd7-3d31-4827-ad65-7d33b6a2ce5c', 'device_owner': 'compute:tempest-test_az-647498379', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:40.913144 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cce6ef96-f632-48f0-92e3-69b72cec301b req-a4a02601-326a-4fcd-8603-2b0ce9c89c60 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 210 time: 0.0450034 Jul 30 01:39:40.971725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56152) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:41.029571 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f3318d1-cb1b-4f5b-b07f-9ddaf6a52bdb req-9ac2c195-16cd-4a31-a617-0ca893795103 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720042 Jul 30 01:39:41.066801 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bd12ce8d-e7a7-44be-86e2-91349bd190e9 None None] Provisioning for port 83fe0ec1-19c6-4a19-a031-1e815bf52b36 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:41.071569 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bd12ce8d-e7a7-44be-86e2-91349bd190e9 None None] Provisioning complete for port 83fe0ec1-19c6-4a19-a031-1e815bf52b36 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:41.071968 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd12ce8d-e7a7-44be-86e2-91349bd190e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.111759 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.121425 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bd12ce8d-e7a7-44be-86e2-91349bd190e9 None None] Port 83fe0ec1-19c6-4a19-a031-1e815bf52b36 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:41.148606 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97786ad8-c118-4949-a966-4301afc685d3 req-28bc4c12-9fef-46c6-9567-5e317ff59725 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:41.150058 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-97786ad8-c118-4949-a966-4301afc685d3 req-28bc4c12-9fef-46c6-9567-5e317ff59725 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.10 "GET /v2.0/networks?id=5cd65466-712f-4ba9-b446-c0c4974c8af1 HTTP/1.1" status: 200 len: 823 time: 0.2722869 Jul 30 01:39:41.213088 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9c187d2-ac2e-4082-8287-e7c4169f670e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.230640 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-97786ad8-c118-4949-a966-4301afc685d3 req-9c6a2fdf-6d93-4f71-87e9-5c08fb1e8f2b tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49f7c960d860439ea896d95aa85fac7f HTTP/1.1" status: 200 len: 380 time: 0.0629678 Jul 30 01:39:41.242740 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:41.284534 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-97786ad8-c118-4949-a966-4301afc685d3 req-9a021fa2-2d3f-4d23-9b41-3b6053671fea tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Request body: {'port': {'device_id': '16617edc-af4b-45f6-b3a5-566e6c4888e3', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'admin_state_up': True, 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'security_groups': ['10ffc18d-46fb-4fba-b38b-72a7dec4ff59']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:41.403054 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:41.408488 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9c187d2-ac2e-4082-8287-e7c4169f670e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.419515 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b', 'mac_address': 'fa:16:3e:00:f4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:41.466946 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.484396 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:41.492093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d3d08-d970-4035-955d-d9c6293acab5 req-2a32f4e7-3c01-471a-97f7-824a84146a35 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:41.494047 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1b5d3d08-d970-4035-955d-d9c6293acab5 req-2a32f4e7-3c01-471a-97f7-824a84146a35 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 947 time: 0.0668681 Jul 30 01:39:41.494739 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9c187d2-ac2e-4082-8287-e7c4169f670e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.552478 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:41.576255 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c187d2-ac2e-4082-8287-e7c4169f670e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d3932d-73bc-4805-b781-6e1032c24d01,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:41.583630 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b9c187d2-ac2e-4082-8287-e7c4169f670e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5e1021225a6b45d9b4076893d064f30f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6070433 Jul 30 01:39:41.584437 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56170) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:41.608980 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1b5d3d08-d970-4035-955d-d9c6293acab5 req-1230c0f9-f4e2-4460-8b37-d13ade47ad0c tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976961 Jul 30 01:39:41.614506 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40e7518d-77b6-4184-9794-955bf06914a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.616277 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.622987 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.666470 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6055dbe0-f1b4-4cb0-9b07-2d61f88e7651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.701976 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6055dbe0-f1b4-4cb0-9b07-2d61f88e7651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.722678 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:41.733146 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08090d12-aaa9-4f8f-a7e0-fa2729b4d2b9 req-66e1971d-793f-4d74-b5cd-3674e04dd9dc tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:41.734683 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-08090d12-aaa9-4f8f-a7e0-fa2729b4d2b9 req-66e1971d-793f-4d74-b5cd-3674e04dd9dc tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 971 time: 0.2034044 Jul 30 01:39:41.802025 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c468f9e-c08e-4bb4-a1c3-42da09ae1d32 req-f2af7ab2-4054-45d3-ac7b-b83b480f189b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:41.804346 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7c468f9e-c08e-4bb4-a1c3-42da09ae1d32 req-f2af7ab2-4054-45d3-ac7b-b83b480f189b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 950 time: 0.0791659 Jul 30 01:39:41.814876 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-08090d12-aaa9-4f8f-a7e0-fa2729b4d2b9 req-9cefb4e3-ce47-4763-96b6-1e8029cd6427 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/security-groups?id=67e4dadf-cff4-4e8a-a1dd-469b8af32942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717568 Jul 30 01:39:41.863979 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7c468f9e-c08e-4bb4-a1c3-42da09ae1d32 req-ce7d9052-9630-4879-9a6b-ffb507219eb4 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542815 Jul 30 01:39:41.875854 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6055dbe0-f1b4-4cb0-9b07-2d61f88e7651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.888743 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6055dbe0-f1b4-4cb0-9b07-2d61f88e7651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.888743 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6055dbe0-f1b4-4cb0-9b07-2d61f88e7651 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d9d3932d-73bc-4805-b781-6e1032c24d01 HTTP/1.1" status: 204 len: 168 time: 0.2959359 Jul 30 01:39:41.889206 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83fe0ec1-19c6-4a19-a031-1e815bf52b36 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:41.891591 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055dbe0-f1b4-4cb0-9b07-2d61f88e7651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d3932d-73bc-4805-b781-6e1032c24d01,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:41.897094 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.900651 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97786ad8-c118-4949-a966-4301afc685d3 req-9a021fa2-2d3f-4d23-9b41-3b6053671fea tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Made reservation on behalf of 49f7c960d860439ea896d95aa85fac7f for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:41.905285 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-97786ad8-c118-4949-a966-4301afc685d3 req-9a021fa2-2d3f-4d23-9b41-3b6053671fea tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.932112 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] Transition to ACTIVE for port object 83fe0ec1-19c6-4a19-a031-1e815bf52b36 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:42.011911 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-142d8f14-0281-4d26-bf1c-20ca903a3ce5 req-7afc5cac-6f11-4178-a7c8-4247dc5dfe4f tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 210 time: 0.0304143 Jul 30 01:39:42.021279 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.051418 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:42.084765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-97786ad8-c118-4949-a966-4301afc685d3 req-9a021fa2-2d3f-4d23-9b41-3b6053671fea tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Allocated IP 172.20.0.7 (5cd65466-712f-4ba9-b446-c0c4974c8af1/fe078f51-3b71-44c1-abf8-10adb93b21c7/d6e56348-914b-4b66-bdc5-d9ab5faf8f29) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:42.113415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] Pushing event updated for resources: {'Port': ['ID=83fe0ec1-19c6-4a19-a031-1e815bf52b36,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:42.186937 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] Attempting to bind port 83fe0ec1-19c6-4a19-a031-1e815bf52b36 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:42.187230 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] Attempting to bind port 83fe0ec1-19c6-4a19-a031-1e815bf52b36 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:42.187556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] Attempting to bind port 83fe0ec1-19c6-4a19-a031-1e815bf52b36 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:42.198275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bba1e-8772-482e-9f5d-802518ba0e4d req-9fff9e25-2745-4cd6-bc2a-44deeb6f4b21 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:42.208463 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e3bba1e-8772-482e-9f5d-802518ba0e4d req-9fff9e25-2745-4cd6-bc2a-44deeb6f4b21 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 969 time: 0.0822449 Jul 30 01:39:42.232740 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] Port 83fe0ec1-19c6-4a19-a031-1e815bf52b36 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:39:42.233141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] Attempting to bind port 83fe0ec1-19c6-4a19-a031-1e815bf52b36 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:42.249882 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:42.250240 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:42.250620 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:42.251055 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] Bound port: 83fe0ec1-19c6-4a19-a031-1e815bf52b36, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:42.251408 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.282927 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e3bba1e-8772-482e-9f5d-802518ba0e4d req-900877a0-64a7-43c7-a0fb-cba4b460d7ba tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560753 Jul 30 01:39:42.394717 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56194) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:42.398828 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-97786ad8-c118-4949-a966-4301afc685d3 req-9a021fa2-2d3f-4d23-9b41-3b6053671fea tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.407997 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] For port 83fe0ec1-19c6-4a19-a031-1e815bf52b36, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:42.413564 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] For port 83fe0ec1-19c6-4a19-a031-1e815bf52b36, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=83fe0ec1-19c6-4a19-a031-1e815bf52b36,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:42.421086 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-97786ad8-c118-4949-a966-4301afc685d3 req-9a021fa2-2d3f-4d23-9b41-3b6053671fea tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Transition to ACTIVE for port object d6e56348-914b-4b66-bdc5-d9ab5faf8f29 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:42.489115 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.528046 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:42.528869 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.530247 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] 10.222.0.10 "PUT /v2.0/ports/83fe0ec1-19c6-4a19-a031-1e815bf52b36 HTTP/1.1" status: 200 len: 1117 time: 1.6535728 Jul 30 01:39:42.530818 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f46fd7-3d31-4827-ad65-7d33b6a2ce5c', 'tag': '83fe0ec1-19c6-4a19-a031-1e815bf52b36'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:42.533058 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663d93b8-5ce7-42a5-82e0-1892c4d908ce" -d '{"events": [{"name": "network-changed", "server_uuid": "07f46fd7-3d31-4827-ad65-7d33b6a2ce5c", "tag": "83fe0ec1-19c6-4a19-a031-1e815bf52b36"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:42.542073 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-deb3d6ff-aff6-40c1-a5b5-10a242951abc admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1033088013-network', 'tenant_id': '301cf27b86df4122b2f2aa4fe98571ac'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:42.558757 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-97786ad8-c118-4949-a966-4301afc685d3 req-9a021fa2-2d3f-4d23-9b41-3b6053671fea tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.596558 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195020a1-2192-45c2-8c80-05e865f4a07c service neutron] Pushing event updated for resources: {'Port': ['ID=83fe0ec1-19c6-4a19-a031-1e815bf52b36,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:42.637589 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2abe293-cd9b-4b03-b488-102b27ff310e x-openstack-request-id: req-b2abe293-cd9b-4b03-b488-102b27ff310e {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:42.637878 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f46fd7-3d31-4827-ad65-7d33b6a2ce5c", "tag": "83fe0ec1-19c6-4a19-a031-1e815bf52b36", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:42.638137 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b2abe293-cd9b-4b03-b488-102b27ff310e {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:42.638557 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f46fd7-3d31-4827-ad65-7d33b6a2ce5c', 'tag': '83fe0ec1-19c6-4a19-a031-1e815bf52b36', 'status': 'completed', 'code': 200} Jul 30 01:39:42.658069 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97786ad8-c118-4949-a966-4301afc685d3 req-9a021fa2-2d3f-4d23-9b41-3b6053671fea tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Network 5cd65466-712f-4ba9-b446-c0c4974c8af1 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:42.670791 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb3d6ff-aff6-40c1-a5b5-10a242951abc admin admin] Made reservation on behalf of 301cf27b86df4122b2f2aa4fe98571ac for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:42.673690 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-deb3d6ff-aff6-40c1-a5b5-10a242951abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.680590 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-97786ad8-c118-4949-a966-4301afc685d3 req-9a021fa2-2d3f-4d23-9b41-3b6053671fea tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:42.686263 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-97786ad8-c118-4949-a966-4301afc685d3 req-9a021fa2-2d3f-4d23-9b41-3b6053671fea tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:42.691887 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97786ad8-c118-4949-a966-4301afc685d3 req-9a021fa2-2d3f-4d23-9b41-3b6053671fea tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:42.692516 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-97786ad8-c118-4949-a966-4301afc685d3 req-9a021fa2-2d3f-4d23-9b41-3b6053671fea tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.703701 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-deb3d6ff-aff6-40c1-a5b5-10a242951abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.725415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a021fa2-2d3f-4d23-9b41-3b6053671fea tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Pushing event updated for resources: {'Port': ['ID=d6e56348-914b-4b66-bdc5-d9ab5faf8f29,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:42.736619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d93b8-5ce7-42a5-82e0-1892c4d908ce req-4c1cea2b-1682-46d3-896d-781880e6911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:42.739226 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-663d93b8-5ce7-42a5-82e0-1892c4d908ce req-4c1cea2b-1682-46d3-896d-781880e6911d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2526160d43dc47939fb5a23c02c7dc4d&device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 1120 time: 0.1035323 Jul 30 01:39:42.781995 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-663d93b8-5ce7-42a5-82e0-1892c4d908ce req-4202e750-5643-4fc0-83d8-ce51c7387637 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2526160d43dc47939fb5a23c02c7dc4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339425 Jul 30 01:39:42.823633 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf5a05-0979-478c-b5d5-d3445b5141c5 req-fa7732f0-2530-458d-a09d-a6cf293f1298 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:42.825356 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70cf5a05-0979-478c-b5d5-d3445b5141c5 req-fa7732f0-2530-458d-a09d-a6cf293f1298 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 948 time: 0.1096489 Jul 30 01:39:42.825843 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56202) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:42.866245 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a4a11f31-86a4-41b5-96e9-93fe401be60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.926761 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70cf5a05-0979-478c-b5d5-d3445b5141c5 req-0ac7eba3-8f50-4269-887d-4de1fd4f307e tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882566 Jul 30 01:39:42.938984 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-deb3d6ff-aff6-40c1-a5b5-10a242951abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.993633 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d93b8-5ce7-42a5-82e0-1892c4d908ce req-1491c6b6-d5cf-414b-9945-d60bab89fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:42.995272 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-663d93b8-5ce7-42a5-82e0-1892c4d908ce req-1491c6b6-d5cf-414b-9945-d60bab89fcae service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2038612 Jul 30 01:39:43.054425 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb465d-f233-4206-b4d4-582d50353973 req-2a87d541-e625-4262-91ab-83f0d41f931c tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:43.056133 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e8cb465d-f233-4206-b4d4-582d50353973 req-2a87d541-e625-4262-91ab-83f0d41f931c tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 971 time: 0.0626526 Jul 30 01:39:43.056881 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-deb3d6ff-aff6-40c1-a5b5-10a242951abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.094997 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0018257c-1edf-490e-b23a-39701a16d74f None None] Provisioning for port d6e56348-914b-4b66-bdc5-d9ab5faf8f29 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:43.100206 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0018257c-1edf-490e-b23a-39701a16d74f None None] Provisioning complete for port d6e56348-914b-4b66-bdc5-d9ab5faf8f29 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:43.101181 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0018257c-1edf-490e-b23a-39701a16d74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.103906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb3d6ff-aff6-40c1-a5b5-10a242951abc admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:39:43.112811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3d6ff-aff6-40c1-a5b5-10a242951abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f953dcf-27c4-4981-896a-ae304a140b4e,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:43.113511 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-514d86f7-89b4-4b1a-91b2-e5957da46bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:43.115478 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-514d86f7-89b4-4b1a-91b2-e5957da46bab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2526160d43dc47939fb5a23c02c7dc4d&device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 1120 time: 0.0760999 Jul 30 01:39:43.120267 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-97786ad8-c118-4949-a966-4301afc685d3 req-9a021fa2-2d3f-4d23-9b41-3b6053671fea tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8416593 Jul 30 01:39:43.129430 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-deb3d6ff-aff6-40c1-a5b5-10a242951abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.129758 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93c9ea-8cf1-494d-af47-c6dad88e49e7 req-b59e16de-c645-4098-9937-0c73d50c345d tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:43.129835 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-deb3d6ff-aff6-40c1-a5b5-10a242951abc admin admin] Added segment d03d4bf5-8861-4829-a1a8-5d42619413e3 of type vlan for network af499f2f-a16e-4661-aa70-6b5b8e2d65ad Jul 30 01:39:43.130663 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7c93c9ea-8cf1-494d-af47-c6dad88e49e7 req-b59e16de-c645-4098-9937-0c73d50c345d tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 950 time: 0.0600877 Jul 30 01:39:43.136607 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] Request body: {'port': {'device_id': '16617edc-af4b-45f6-b3a5-566e6c4888e3', 'device_owner': 'compute:tempest-test_az-647498379', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:43.139618 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.146928 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0018257c-1edf-490e-b23a-39701a16d74f None None] Port d6e56348-914b-4b66-bdc5-d9ab5faf8f29 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:43.195407 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e8cb465d-f233-4206-b4d4-582d50353973 req-a55357cb-cc22-4991-9b27-4c949503c6a9 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/security-groups?id=67e4dadf-cff4-4e8a-a1dd-469b8af32942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224577 Jul 30 01:39:43.197453 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-deb3d6ff-aff6-40c1-a5b5-10a242951abc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.197574 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-876b1877-81d5-4032-8821-746d0e0cc23c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=83fe0ec1-19c6-4a19-a031-1e815bf52b36 HTTP/1.1" status: 200 len: 217 time: 0.0659685 Jul 30 01:39:43.250018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:43.286619 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.293891 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7c93c9ea-8cf1-494d-af47-c6dad88e49e7 req-acea02fb-9ce0-42da-b88e-8ae691cdc523 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480067 Jul 30 01:39:43.303116 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-6e3cde63-50fc-4eb5-9ec8-a6d02720e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:43.305238 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-6e3cde63-50fc-4eb5-9ec8-a6d02720e808 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0985122 Jul 30 01:39:43.310052 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-deb3d6ff-aff6-40c1-a5b5-10a242951abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.311026 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb3d6ff-aff6-40c1-a5b5-10a242951abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:43.311604 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-deb3d6ff-aff6-40c1-a5b5-10a242951abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.394691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:43.394974 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a4a11f31-86a4-41b5-96e9-93fe401be60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.395892 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:43.396265 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.409153 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b44c1-faeb-46f1-8d95-0a9614517fc4 req-a3e5a8bc-af33-4a87-a4aa-abdee9bcc13f tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:43.412451 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-875b44c1-faeb-46f1-8d95-0a9614517fc4 req-a3e5a8bc-af33-4a87-a4aa-abdee9bcc13f tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 931 time: 0.1382251 Jul 30 01:39:43.413098 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3d6ff-aff6-40c1-a5b5-10a242951abc admin admin] Pushing event updated for resources: {'Network': ['ID=af499f2f-a16e-4661-aa70-6b5b8e2d65ad,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:43.427603 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network af499f2f-a16e-4661-aa70-6b5b8e2d65ad details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:39:43.451702 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-875b44c1-faeb-46f1-8d95-0a9614517fc4 req-748ec1b5-8b18-4263-b67c-5a80888d34ad tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333467 Jul 30 01:39:43.472436 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a4a11f31-86a4-41b5-96e9-93fe401be60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.508558 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-572cc2e7-47d1-4a89-96df-52ce1cf65695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:43.510567 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-572cc2e7-47d1-4a89-96df-52ce1cf65695 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1976514 Jul 30 01:39:43.527841 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a4a11f31-86a4-41b5-96e9-93fe401be60c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ffb7c1d6aa7b4a0c86e636a3beb5bc57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6968732 Jul 30 01:39:43.537576 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56214) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:43.538215 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a11f31-86a4-41b5-96e9-93fe401be60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3922976-cd58-4b6d-b0a9-268db2ece32a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:43.557016 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.567630 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f477d64-03d8-43a8-b386-585fd8615125 req-8ef8ad2b-a881-4fec-82ec-d14c8d00f263 tempest-AggregatesAdminTestJSON-1465826284 tempest-AggregatesAdminTestJSON-1465826284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:43.570448 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-deb3d6ff-aff6-40c1-a5b5-10a242951abc admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1738267 Jul 30 01:39:43.573315 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56216) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:43.574868 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f477d64-03d8-43a8-b386-585fd8615125 req-8ef8ad2b-a881-4fec-82ec-d14c8d00f263 tempest-AggregatesAdminTestJSON-1465826284 tempest-AggregatesAdminTestJSON-1465826284-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 1122 time: 0.2130156 Jul 30 01:39:43.581321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-40a6a4e2-8da1-4572-9669-5d7e89ddbcb7 admin admin] Request body: {'subnet': {'network_id': 'af499f2f-a16e-4661-aa70-6b5b8e2d65ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1033088013-subnet', 'tenant_id': '301cf27b86df4122b2f2aa4fe98571ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:43.583705 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8100c798-88c2-4f7e-9209-c76af13baf1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:43.586217 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4706673c-89ec-4a14-8b31-e396c2d8bc3c" -d '{"events": [{"server_uuid": "8100c798-88c2-4f7e-9209-c76af13baf1f", "name": "network-vif-plugged", "status": "completed", "tag": "4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:43.601233 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:43.633647 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7f477d64-03d8-43a8-b386-585fd8615125 req-71c5b51e-a4a5-47f8-aad9-07c9961bf9dc tempest-AggregatesAdminTestJSON-1465826284 tempest-AggregatesAdminTestJSON-1465826284-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.633863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d887b-b5aa-4908-b0ce-989e02015dbe req-171fb0bf-f71b-49ab-afb7-de450cb72d3c tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:43.635376 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e32d887b-b5aa-4908-b0ce-989e02015dbe req-171fb0bf-f71b-49ab-afb7-de450cb72d3c tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 969 time: 0.1109910 Jul 30 01:39:43.643809 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.652271 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6f97e1a3-3773-41d3-bc98-c8bbcde57acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.697318 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6f97e1a3-3773-41d3-bc98-c8bbcde57acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.701712 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e32d887b-b5aa-4908-b0ce-989e02015dbe req-7046f35b-2e3e-49c9-b304-aa9add705c1e tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585504 Jul 30 01:39:43.709244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a6a4e2-8da1-4572-9669-5d7e89ddbcb7 admin admin] Made reservation on behalf of 301cf27b86df4122b2f2aa4fe98571ac for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:43.712846 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-40a6a4e2-8da1-4572-9669-5d7e89ddbcb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.714727 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:43.720842 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-5f5f15ad-a8a5-4dca-a67b-7b4d82a4fde6 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956079 Jul 30 01:39:43.759031 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae58762-d004-4466-b59e-abe4b5fa2a2d x-openstack-request-id: req-cae58762-d004-4466-b59e-abe4b5fa2a2d {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:43.759598 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8100c798-88c2-4f7e-9209-c76af13baf1f", "name": "network-vif-plugged", "status": "completed", "tag": "4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:43.760027 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cae58762-d004-4466-b59e-abe4b5fa2a2d {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:43.760602 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8100c798-88c2-4f7e-9209-c76af13baf1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b', 'code': 200} Jul 30 01:39:43.852248 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e56348-914b-4b66-bdc5-d9ab5faf8f29 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:43.861785 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.885890 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3011889-6e83-46c5-a7f9-8132afa63408 req-a897a443-3a26-424b-9f0f-44d442277baf service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566563 Jul 30 01:39:43.907045 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] Transition to ACTIVE for port object d6e56348-914b-4b66-bdc5-d9ab5faf8f29 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:43.907951 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6f97e1a3-3773-41d3-bc98-c8bbcde57acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.911361 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6f97e1a3-3773-41d3-bc98-c8bbcde57acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.912486 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6f97e1a3-3773-41d3-bc98-c8bbcde57acb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a3922976-cd58-4b6d-b0a9-268db2ece32a HTTP/1.1" status: 204 len: 168 time: 0.3704801 Jul 30 01:39:43.918655 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114773d-075f-4739-93b6-6f9aa51f6f4e req-e9253795-692a-48d9-b21e-4959ad165741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:43.920376 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5114773d-075f-4739-93b6-6f9aa51f6f4e req-e9253795-692a-48d9-b21e-4959ad165741 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 1100 time: 0.0533898 Jul 30 01:39:43.937297 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97e1a3-3773-41d3-bc98-c8bbcde57acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3922976-cd58-4b6d-b0a9-268db2ece32a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:43.970868 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7f477d64-03d8-43a8-b386-585fd8615125 req-71c5b51e-a4a5-47f8-aad9-07c9961bf9dc tempest-AggregatesAdminTestJSON-1465826284 tempest-AggregatesAdminTestJSON-1465826284-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.010152 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5114773d-075f-4739-93b6-6f9aa51f6f4e req-9b7b316d-6ce8-41f8-85b7-857baae99160 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793781 Jul 30 01:39:44.013580 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.089915 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7f477d64-03d8-43a8-b386-585fd8615125 req-71c5b51e-a4a5-47f8-aad9-07c9961bf9dc tempest-AggregatesAdminTestJSON-1465826284 tempest-AggregatesAdminTestJSON-1465826284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.098850 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7c1c5-01d3-42e4-a8ca-dcefda9fc37c req-984c0956-f200-44d8-9168-6bbf848ddabb tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:44.100416 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-98b7c1c5-01d3-42e4-a8ca-dcefda9fc37c req-984c0956-f200-44d8-9168-6bbf848ddabb tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 949 time: 0.0923264 Jul 30 01:39:44.106761 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] Pushing event updated for resources: {'Port': ['ID=d6e56348-914b-4b66-bdc5-d9ab5faf8f29,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:44.123024 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] Attempting to bind port d6e56348-914b-4b66-bdc5-d9ab5faf8f29 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:44.123360 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] Attempting to bind port d6e56348-914b-4b66-bdc5-d9ab5faf8f29 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '9aec8826-4ee2-46c7-91c7-843fdcfbd818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:44.123687 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] Attempting to bind port d6e56348-914b-4b66-bdc5-d9ab5faf8f29 on network 5cd65466-712f-4ba9-b446-c0c4974c8af1 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:44.130230 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f477d64-03d8-43a8-b386-585fd8615125 req-71c5b51e-a4a5-47f8-aad9-07c9961bf9dc tempest-AggregatesAdminTestJSON-1465826284 tempest-AggregatesAdminTestJSON-1465826284-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=67e4dadf-cff4-4e8a-a1dd-469b8af32942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545092 Jul 30 01:39:44.136538 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] Port d6e56348-914b-4b66-bdc5-d9ab5faf8f29 on network 5cd65466-712f-4ba9-b446-c0c4974c8af1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:39:44.136538 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] Attempting to bind port d6e56348-914b-4b66-bdc5-d9ab5faf8f29 on network 5cd65466-712f-4ba9-b446-c0c4974c8af1 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:44.145400 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5b51e-a4a5-47f8-aad9-07c9961bf9dc tempest-AggregatesAdminTestJSON-1465826284 tempest-AggregatesAdminTestJSON-1465826284-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f52e8c-1093-4f24-9bef-6e1879d64be8,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:44.149685 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:44.150032 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] Checking segment: {'id': '9aec8826-4ee2-46c7-91c7-843fdcfbd818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:44.150425 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] Bound using segment: {'id': '9aec8826-4ee2-46c7-91c7-843fdcfbd818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:44.150974 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] Bound port: d6e56348-914b-4b66-bdc5-d9ab5faf8f29, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aec8826-4ee2-46c7-91c7-843fdcfbd818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:44.151329 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.162459 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-98b7c1c5-01d3-42e4-a8ca-dcefda9fc37c req-06faae35-3b3b-400a-afdd-8b64aa2824a0 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465465 Jul 30 01:39:44.186617 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-40a6a4e2-8da1-4572-9669-5d7e89ddbcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.254671 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6a4e2-8da1-4572-9669-5d7e89ddbcb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c9b215d-3d8d-4b5b-ac9c-6d49ec431d98,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:44.255839 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] For port d6e56348-914b-4b66-bdc5-d9ab5faf8f29, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:44.259564 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] For port d6e56348-914b-4b66-bdc5-d9ab5faf8f29, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=d6e56348-914b-4b66-bdc5-d9ab5faf8f29,segment=NetworkSegment(9aec8826-4ee2-46c7-91c7-843fdcfbd818),segment_id=9aec8826-4ee2-46c7-91c7-843fdcfbd818)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:44.267439 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a6a4e2-8da1-4572-9669-5d7e89ddbcb7 admin admin] Checking segment: {'id': 'd03d4bf5-8861-4829-a1a8-5d42619413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'af499f2f-a16e-4661-aa70-6b5b8e2d65ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:44.267811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a6a4e2-8da1-4572-9669-5d7e89ddbcb7 admin admin] Network hostable DHCP agents. Network: af499f2f-a16e-4661-aa70-6b5b8e2d65ad, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:39:44.313211 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.335007 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a6a4e2-8da1-4572-9669-5d7e89ddbcb7 admin admin] Network af499f2f-a16e-4661-aa70-6b5b8e2d65ad is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:39:44.354597 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:44.355242 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.356701 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-97786ad8-c118-4949-a966-4301afc685d3 req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] 10.222.0.10 "PUT /v2.0/ports/d6e56348-914b-4b66-bdc5-d9ab5faf8f29 HTTP/1.1" status: 200 len: 1112 time: 1.2240896 Jul 30 01:39:44.403215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea972f-345c-494b-b9b4-0eb413e2897c service neutron] Pushing event updated for resources: {'Port': ['ID=d6e56348-914b-4b66-bdc5-d9ab5faf8f29,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:44.430034 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-40a6a4e2-8da1-4572-9669-5d7e89ddbcb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, af499f2f-a16e-4661-aa70-6b5b8e2d65ad) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:44.435720 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a6a4e2-8da1-4572-9669-5d7e89ddbcb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:44.436315 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-40a6a4e2-8da1-4572-9669-5d7e89ddbcb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.441942 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1488528e-bdc7-49c5-b1fc-fe751f912ef3 None None] Network af499f2f-a16e-4661-aa70-6b5b8e2d65ad requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:44.492502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748649-2124-4ecc-8e3d-e1b06bae3916 req-f1d7f55f-a432-43c6-b69c-0db477a07dcc tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:44.494134 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37748649-2124-4ecc-8e3d-e1b06bae3916 req-f1d7f55f-a432-43c6-b69c-0db477a07dcc tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 950 time: 0.0782199 Jul 30 01:39:44.511794 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.564904 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37748649-2124-4ecc-8e3d-e1b06bae3916 req-39e80fba-455a-4f66-b41f-2ca57611b16b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635386 Jul 30 01:39:44.594290 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-40a6a4e2-8da1-4572-9669-5d7e89ddbcb7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0167143 Jul 30 01:39:44.594969 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56240) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:44.600567 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7e316f93-4d5b-4bd5-a02a-26e694d26fe2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1033088013-router', 'tenant_id': '301cf27b86df4122b2f2aa4fe98571ac', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:44.625147 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97786ad8-c118-4949-a966-4301afc685d3 req-3edf6c77-04f8-4262-a41a-47ae78bfc9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:44.627113 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-97786ad8-c118-4949-a966-4301afc685d3 req-3edf6c77-04f8-4262-a41a-47ae78bfc9bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49f7c960d860439ea896d95aa85fac7f&device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 1115 time: 0.0959048 Jul 30 01:39:44.641456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16617edc-af4b-45f6-b3a5-566e6c4888e3', 'tag': 'd6e56348-914b-4b66-bdc5-d9ab5faf8f29'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:44.646703 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6ccd8a-5b20-4fc2-980b-9c53fa93fae9" -d '{"events": [{"name": "network-changed", "server_uuid": "16617edc-af4b-45f6-b3a5-566e6c4888e3", "tag": "d6e56348-914b-4b66-bdc5-d9ab5faf8f29"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:44.682703 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-af499f2f-a16e-4661-aa70-6b5b8e2d65ad', 'network_id': 'af499f2f-a16e-4661-aa70-6b5b8e2d65ad', 'tenant_id': '301cf27b86df4122b2f2aa4fe98571ac', 'fixed_ips': [{'subnet_id': '9c9b215d-3d8d-4b5b-ac9c-6d49ec431d98'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:39:44.683522 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.749070 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e316f93-4d5b-4bd5-a02a-26e694d26fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.750950 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e316f93-4d5b-4bd5-a02a-26e694d26fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.856085 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e316f93-4d5b-4bd5-a02a-26e694d26fe2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.890756 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Allocated IP 172.20.0.2 (af499f2f-a16e-4661-aa70-6b5b8e2d65ad/9c9b215d-3d8d-4b5b-ac9c-6d49ec431d98/23ac988e-8627-4490-8082-eea9031043b2) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:44.923121 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470ed39-a2e1-4cc1-9c16-1d4656a88f5e req-c042ef27-6ae2-4ba3-b1c7-27c5dcd980f4 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:44.924688 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f470ed39-a2e1-4cc1-9c16-1d4656a88f5e req-c042ef27-6ae2-4ba3-b1c7-27c5dcd980f4 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 969 time: 0.0514662 Jul 30 01:39:44.940155 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6596f2e4-ac59-4139-b651-aa43ed809b30 x-openstack-request-id: req-6596f2e4-ac59-4139-b651-aa43ed809b30 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:44.940707 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16617edc-af4b-45f6-b3a5-566e6c4888e3", "tag": "d6e56348-914b-4b66-bdc5-d9ab5faf8f29", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:44.940707 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6596f2e4-ac59-4139-b651-aa43ed809b30 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:44.941011 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16617edc-af4b-45f6-b3a5-566e6c4888e3', 'tag': 'd6e56348-914b-4b66-bdc5-d9ab5faf8f29', 'status': 'completed', 'code': 200} Jul 30 01:39:44.947509 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-97786ad8-c118-4949-a966-4301afc685d3 req-249702ce-38b1-49d6-9c61-600dd71840d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6e56348-914b-4b66-bdc5-d9ab5faf8f29 HTTP/1.1" status: 200 len: 217 time: 0.2901671 Jul 30 01:39:44.989321 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd4660-5c2a-4c32-accc-b707dd716350 req-bdfd71c7-6bfd-4a05-ae51-7b7b57a52653 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:44.997359 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-25fd4660-5c2a-4c32-accc-b707dd716350 req-bdfd71c7-6bfd-4a05-ae51-7b7b57a52653 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 964 time: 0.3689375 Jul 30 01:39:45.039487 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97786ad8-c118-4949-a966-4301afc685d3 req-135ee860-e390-41b1-8a22-d7ae6a3d6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:45.041206 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-97786ad8-c118-4949-a966-4301afc685d3 req-135ee860-e390-41b1-8a22-d7ae6a3d6745 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe078f51-3b71-44c1-abf8-10adb93b21c7 HTTP/1.1" status: 200 len: 862 time: 0.0862839 Jul 30 01:39:45.058809 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:45.065841 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-25fd4660-5c2a-4c32-accc-b707dd716350 req-34ecf77e-1aed-4349-8054-3235a6982f65 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640070 Jul 30 01:39:45.068989 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Transition to ACTIVE for port object 23ac988e-8627-4490-8082-eea9031043b2 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:45.086871 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Transition to ACTIVE for port object 23ac988e-8627-4490-8082-eea9031043b2 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:45.116616 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f470ed39-a2e1-4cc1-9c16-1d4656a88f5e req-a19d463d-84af-494e-bb52-0ecde4c6e204 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850362 Jul 30 01:39:45.127285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97786ad8-c118-4949-a966-4301afc685d3 req-04ce63e9-b494-4893-a620-1a82f1da086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:45.129278 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-97786ad8-c118-4949-a966-4301afc685d3 req-04ce63e9-b494-4893-a620-1a82f1da086b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5cd65466-712f-4ba9-b446-c0c4974c8af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658236 Jul 30 01:39:45.169811 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:45.232048 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Network af499f2f-a16e-4661-aa70-6b5b8e2d65ad is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:45.238169 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-97786ad8-c118-4949-a966-4301afc685d3 req-7a8ef205-c996-4beb-9288-7ba894433757 service neutron] 10.222.0.10 "GET /v2.0/networks/5cd65466-712f-4ba9-b446-c0c4974c8af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010234 Jul 30 01:39:45.240477 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:45.243260 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Pushing event updated for resources: {'Port': ['ID=23ac988e-8627-4490-8082-eea9031043b2,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:45.246110 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:45.341290 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Attempting to bind port 23ac988e-8627-4490-8082-eea9031043b2 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:45.342043 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Attempting to bind port 23ac988e-8627-4490-8082-eea9031043b2 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'd03d4bf5-8861-4829-a1a8-5d42619413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'af499f2f-a16e-4661-aa70-6b5b8e2d65ad'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:45.342696 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Attempting to bind port 23ac988e-8627-4490-8082-eea9031043b2 on network af499f2f-a16e-4661-aa70-6b5b8e2d65ad {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:45.347880 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e316f93-4d5b-4bd5-a02a-26e694d26fe2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:45.348717 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:45.349203 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Checking segment: {'id': 'd03d4bf5-8861-4829-a1a8-5d42619413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'af499f2f-a16e-4661-aa70-6b5b8e2d65ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:45.349935 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:45.350979 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Bound using segment: {'id': 'd03d4bf5-8861-4829-a1a8-5d42619413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'af499f2f-a16e-4661-aa70-6b5b8e2d65ad'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:45.350979 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Bound port: 23ac988e-8627-4490-8082-eea9031043b2, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03d4bf5-8861-4829-a1a8-5d42619413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'af499f2f-a16e-4661-aa70-6b5b8e2d65ad'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:45.351608 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:45.376124 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a690b2-79de-4e69-829c-3ea939655355 req-d7459252-36f7-405a-98e4-7e232581ec67 tempest-DeleteServersAdminTestJSON-1921930916 tempest-DeleteServersAdminTestJSON-1921930916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:45.377567 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a9a690b2-79de-4e69-829c-3ea939655355 req-d7459252-36f7-405a-98e4-7e232581ec67 tempest-DeleteServersAdminTestJSON-1921930916 tempest-DeleteServersAdminTestJSON-1921930916-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 1101 time: 0.3987086 Jul 30 01:39:45.425590 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-97786ad8-c118-4949-a966-4301afc685d3 req-94f852d5-1d7c-489f-840f-460ecdaa9878 service neutron] 10.222.0.10 "GET /v2.0/networks/5cd65466-712f-4ba9-b446-c0c4974c8af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662836 Jul 30 01:39:45.427343 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdcea4-9c2e-4819-88f2-d57f87b708d8 req-0e616c7d-46f7-40e5-889f-0b60bb18a13c tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:45.429919 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-76bdcea4-9c2e-4819-88f2-d57f87b708d8 req-0e616c7d-46f7-40e5-889f-0b60bb18a13c tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 949 time: 0.0942106 Jul 30 01:39:45.433625 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] For port 23ac988e-8627-4490-8082-eea9031043b2, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:45.444644 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] For port 23ac988e-8627-4490-8082-eea9031043b2, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=23ac988e-8627-4490-8082-eea9031043b2,segment=NetworkSegment(d03d4bf5-8861-4829-a1a8-5d42619413e3),segment_id=d03d4bf5-8861-4829-a1a8-5d42619413e3)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:45.528498 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:45.548691 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-76bdcea4-9c2e-4819-88f2-d57f87b708d8 req-8007a390-53aa-4d1d-8562-98757ab439d7 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044483 Jul 30 01:39:45.584451 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-a9a690b2-79de-4e69-829c-3ea939655355 req-e11b052b-3615-47da-83df-0ec6c0d9e9f1 tempest-DeleteServersAdminTestJSON-1921930916 tempest-DeleteServersAdminTestJSON-1921930916-project-admin] Deleting port 37feac07-056d-4300-b23b-71a80e798cfb {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:45.585631 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a9a690b2-79de-4e69-829c-3ea939655355 req-e11b052b-3615-47da-83df-0ec6c0d9e9f1 tempest-DeleteServersAdminTestJSON-1921930916 tempest-DeleteServersAdminTestJSON-1921930916-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:45.658139 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ccd8a-5b20-4fc2-980b-9c53fa93fae9 req-07a0dd3e-d0fb-4834-953c-125574c0afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:45.662679 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eb6ccd8a-5b20-4fc2-980b-9c53fa93fae9 req-07a0dd3e-d0fb-4834-953c-125574c0afa9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49f7c960d860439ea896d95aa85fac7f&device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 1115 time: 0.0914459 Jul 30 01:39:45.672596 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bea52a-7e69-4bab-b98d-624b8cae855b None None] Pushing event updated for resources: {'Port': ['ID=23ac988e-8627-4490-8082-eea9031043b2,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:45.739963 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-a9a690b2-79de-4e69-829c-3ea939655355 req-e11b052b-3615-47da-83df-0ec6c0d9e9f1 tempest-DeleteServersAdminTestJSON-1921930916 tempest-DeleteServersAdminTestJSON-1921930916-project-admin] For port 37feac07-056d-4300-b23b-71a80e798cfb, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=37feac07-056d-4300-b23b-71a80e798cfb,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:45.742835 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a9a690b2-79de-4e69-829c-3ea939655355 req-e11b052b-3615-47da-83df-0ec6c0d9e9f1 tempest-DeleteServersAdminTestJSON-1921930916 tempest-DeleteServersAdminTestJSON-1921930916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:45.780486 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ccd8a-5b20-4fc2-980b-9c53fa93fae9 req-bb5cc421-a1f7-4d1a-932a-5f4066a7b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:45.782394 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eb6ccd8a-5b20-4fc2-980b-9c53fa93fae9 req-bb5cc421-a1f7-4d1a-932a-5f4066a7b5e9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5cd65466-712f-4ba9-b446-c0c4974c8af1 HTTP/1.1" status: 200 len: 924 time: 0.1113813 Jul 30 01:39:45.843919 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eb6ccd8a-5b20-4fc2-980b-9c53fa93fae9 req-9bc3caf3-f5c6-424b-b279-0db90684cf4f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6e56348-914b-4b66-bdc5-d9ab5faf8f29 HTTP/1.1" status: 200 len: 217 time: 0.0527153 Jul 30 01:39:45.846107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-a9a690b2-79de-4e69-829c-3ea939655355 req-e11b052b-3615-47da-83df-0ec6c0d9e9f1 tempest-DeleteServersAdminTestJSON-1921930916 tempest-DeleteServersAdminTestJSON-1921930916-project-admin] Calling delete_port for 37feac07-056d-4300-b23b-71a80e798cfb owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:45.913033 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ccd8a-5b20-4fc2-980b-9c53fa93fae9 req-1f9a8ee8-3cde-4b6c-a8b1-804ef070d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:45.914826 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eb6ccd8a-5b20-4fc2-980b-9c53fa93fae9 req-1f9a8ee8-3cde-4b6c-a8b1-804ef070d31e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe078f51-3b71-44c1-abf8-10adb93b21c7 HTTP/1.1" status: 200 len: 862 time: 0.0632410 Jul 30 01:39:45.941178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fd3af-de11-48dd-8a53-4038f789c985 req-dc02a94b-a2b0-4c38-9c60-0ab4faacec34 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:45.942816 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-529fd3af-de11-48dd-8a53-4038f789c985 req-dc02a94b-a2b0-4c38-9c60-0ab4faacec34 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 950 time: 0.2487335 Jul 30 01:39:45.963460 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ccd8a-5b20-4fc2-980b-9c53fa93fae9 req-1715cf22-c306-4664-81d3-78be0a6c6b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:45.964895 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eb6ccd8a-5b20-4fc2-980b-9c53fa93fae9 req-1715cf22-c306-4664-81d3-78be0a6c6b51 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5cd65466-712f-4ba9-b446-c0c4974c8af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416229 Jul 30 01:39:46.074027 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eb6ccd8a-5b20-4fc2-980b-9c53fa93fae9 req-0f5ad4ee-8140-4727-8a86-a256ec3d7510 service neutron] 10.222.0.10 "GET /v2.0/networks/5cd65466-712f-4ba9-b446-c0c4974c8af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002607 Jul 30 01:39:46.077432 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e316f93-4d5b-4bd5-a02a-26e694d26fe2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:46.110884 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e316f93-4d5b-4bd5-a02a-26e694d26fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:46.118699 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-529fd3af-de11-48dd-8a53-4038f789c985 req-d93dfa89-aae7-4830-9414-a11cee6c3c31 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521518 Jul 30 01:39:46.181505 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eb6ccd8a-5b20-4fc2-980b-9c53fa93fae9 req-733ffec9-82db-45d0-89d6-722233fc695c service neutron] 10.222.0.10 "GET /v2.0/networks/5cd65466-712f-4ba9-b446-c0c4974c8af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000175 Jul 30 01:39:46.243570 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a38435-73c7-4659-becd-9946a83fb733 req-33d8e409-2691-4b49-ae30-af187f4a8ed8 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:46.248191 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73a38435-73c7-4659-becd-9946a83fb733 req-33d8e409-2691-4b49-ae30-af187f4a8ed8 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 964 time: 0.0670760 Jul 30 01:39:46.285555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-7e316f93-4d5b-4bd5-a02a-26e694d26fe2 admin admin] Allocated IP 172.25.1.70 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/789f37ac-7255-4cd9-b1ba-19f532cbc219) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:46.302368 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73a38435-73c7-4659-becd-9946a83fb733 req-16086c1b-6933-47a3-89f2-cc290e936915 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451114 Jul 30 01:39:46.356099 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a9a690b2-79de-4e69-829c-3ea939655355 req-e11b052b-3615-47da-83df-0ec6c0d9e9f1 tempest-DeleteServersAdminTestJSON-1921930916 tempest-DeleteServersAdminTestJSON-1921930916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:46.396161 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['37feac07-056d-4300-b23b-71a80e798cfb'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:46.438985 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b052b-3615-47da-83df-0ec6c0d9e9f1 tempest-DeleteServersAdminTestJSON-1921930916 tempest-DeleteServersAdminTestJSON-1921930916-project-admin] Pushing event deleted for resources: {'Port': ['ID=37feac07-056d-4300-b23b-71a80e798cfb,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:46.527066 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a690b2-79de-4e69-829c-3ea939655355 req-e11b052b-3615-47da-83df-0ec6c0d9e9f1 tempest-DeleteServersAdminTestJSON-1921930916 tempest-DeleteServersAdminTestJSON-1921930916-project-admin] No DVR routers for this DVR port 37feac07-056d-4300-b23b-71a80e798cfb on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:39:46.540880 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f75e4-eb1f-4942-8dcd-cedd6d00a84e req-8119b856-bc06-43a8-b753-3715ffed6b77 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:46.541927 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-465f75e4-eb1f-4942-8dcd-cedd6d00a84e req-8119b856-bc06-43a8-b753-3715ffed6b77 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 969 time: 0.2267826 Jul 30 01:39:46.548498 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a9a690b2-79de-4e69-829c-3ea939655355 req-e11b052b-3615-47da-83df-0ec6c0d9e9f1 tempest-DeleteServersAdminTestJSON-1921930916 tempest-DeleteServersAdminTestJSON-1921930916-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:46.550960 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a9a690b2-79de-4e69-829c-3ea939655355 req-e11b052b-3615-47da-83df-0ec6c0d9e9f1 tempest-DeleteServersAdminTestJSON-1921930916 tempest-DeleteServersAdminTestJSON-1921930916-project-admin] 10.222.0.77 "DELETE /v2.0/ports/37feac07-056d-4300-b23b-71a80e798cfb HTTP/1.1" status: 204 len: 173 time: 1.1658764 Jul 30 01:39:46.551390 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dea7e2d-0d5a-45f6-aa63-788634715c46', 'name': 'network-vif-deleted', 'tag': '37feac07-056d-4300-b23b-71a80e798cfb'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:46.553609 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd64a598-7569-4131-a2d3-01e111eabc2b" -d '{"events": [{"server_uuid": "0dea7e2d-0d5a-45f6-aa63-788634715c46", "name": "network-vif-deleted", "tag": "37feac07-056d-4300-b23b-71a80e798cfb"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:46.581189 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e316f93-4d5b-4bd5-a02a-26e694d26fe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:46.630566 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-465f75e4-eb1f-4942-8dcd-cedd6d00a84e req-7178aa64-12f8-4ebb-96d7-416a1bfe7b13 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736215 Jul 30 01:39:46.692522 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b98f4f-41fd-42c3-8ded-e191dad6ac69 x-openstack-request-id: req-c1b98f4f-41fd-42c3-8ded-e191dad6ac69 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:46.693038 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dea7e2d-0d5a-45f6-aa63-788634715c46", "name": "network-vif-deleted", "tag": "37feac07-056d-4300-b23b-71a80e798cfb", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:46.694440 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c1b98f4f-41fd-42c3-8ded-e191dad6ac69 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:46.694959 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dea7e2d-0d5a-45f6-aa63-788634715c46', 'name': 'network-vif-deleted', 'tag': '37feac07-056d-4300-b23b-71a80e798cfb', 'status': 'completed', 'code': 200} Jul 30 01:39:46.763582 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e316f93-4d5b-4bd5-a02a-26e694d26fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:46.836758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e316f93-4d5b-4bd5-a02a-26e694d26fe2 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:46.850330 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-7e316f93-4d5b-4bd5-a02a-26e694d26fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:46.852838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e316f93-4d5b-4bd5-a02a-26e694d26fe2 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:46.857207 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e316f93-4d5b-4bd5-a02a-26e694d26fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=789f37ac-7255-4cd9-b1ba-19f532cbc219,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:46.938727 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ba2742-62bc-4a18-a2d4-8fc8b5013934 None None] Network af499f2f-a16e-4661-aa70-6b5b8e2d65ad requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:46.943386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037c5de-b8d0-48b2-9b90-fd5968ec2ef1 req-32aadcae-11c5-40d6-828c-5ae74e95458e tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:46.945140 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0037c5de-b8d0-48b2-9b90-fd5968ec2ef1 req-32aadcae-11c5-40d6-828c-5ae74e95458e tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 949 time: 0.1973982 Jul 30 01:39:47.017454 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0037c5de-b8d0-48b2-9b90-fd5968ec2ef1 req-e7fff1a5-b303-44fc-9b51-8a589a69be17 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650768 Jul 30 01:39:47.187545 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-efd8d5e6-bb2e-4ac3-9865-d3e81f8d963c None None] Provisioning for port 23ac988e-8627-4490-8082-eea9031043b2 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:47.215515 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:47.260974 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e316f93-4d5b-4bd5-a02a-26e694d26fe2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:47.376417 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cc246b3a-27da-4e11-901c-20a9c0e65a7a req-2315602c-527e-451a-b3c3-70af149c4b6f tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dea7e2d-0d5a-45f6-aa63-788634715c46 HTTP/1.1" status: 200 len: 210 time: 0.0294724 Jul 30 01:39:47.501429 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e316f93-4d5b-4bd5-a02a-26e694d26fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:47.648870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4374f-ba20-4b00-bbda-0a6f70550f66 req-a556d265-cdb2-48dc-92fd-d07225b1d215 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:47.650530 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71c4374f-ba20-4b00-bbda-0a6f70550f66 req-a556d265-cdb2-48dc-92fd-d07225b1d215 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 964 time: 0.0956492 Jul 30 01:39:47.711593 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71c4374f-ba20-4b00-bbda-0a6f70550f66 req-276b967e-0a41-4cce-83ef-170ba3d47a98 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514195 Jul 30 01:39:47.837999 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e316f93-4d5b-4bd5-a02a-26e694d26fe2 admin admin] Router 07afdd23-632b-4805-9354-1a44a461aec1 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:39:47.842463 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8184977-31b5-4b53-b141-85311091e30a req-cdad94fa-c0e1-46ef-b01d-9746f0cbda9a tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:47.850329 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e8184977-31b5-4b53-b141-85311091e30a req-cdad94fa-c0e1-46ef-b01d-9746f0cbda9a tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 949 time: 0.0631747 Jul 30 01:39:47.895822 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e8184977-31b5-4b53-b141-85311091e30a req-c09a1e4b-706c-4634-a0d9-48f0e8b5f7fd tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431430 Jul 30 01:39:47.932479 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device d6e56348-914b-4b66-bdc5-d9ab5faf8f29 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:48.004970 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e316f93-4d5b-4bd5-a02a-26e694d26fe2 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:39:48.015915 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] Sync routers for ids ['07afdd23-632b-4805-9354-1a44a461aec1'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:39:48.035225 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] Routers {'07afdd23-632b-4805-9354-1a44a461aec1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:48.035901 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:39:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['07afdd23-632b-4805-9354-1a44a461aec1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:48.058530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 23ac988e-8627-4490-8082-eea9031043b2 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:48.093371 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879cf8d-259d-489c-99a0-25849c6d6677 req-a944c9cc-97f3-4a13-92e2-086c7f1ba4c1 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:48.102281 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e879cf8d-259d-489c-99a0-25849c6d6677 req-a944c9cc-97f3-4a13-92e2-086c7f1ba4c1 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 969 time: 0.0799901 Jul 30 01:39:48.140073 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e316f93-4d5b-4bd5-a02a-26e694d26fe2 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:48.141504 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7e316f93-4d5b-4bd5-a02a-26e694d26fe2 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5455964 Jul 30 01:39:48.144416 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56366) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:48.146168 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port d6e56348-914b-4b66-bdc5-d9ab5faf8f29, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=d6e56348-914b-4b66-bdc5-d9ab5faf8f29,segment=NetworkSegment(9aec8826-4ee2-46c7-91c7-843fdcfbd818),segment_id=9aec8826-4ee2-46c7-91c7-843fdcfbd818)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:48.157333 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'd6e56348-914b-4b66-bdc5-d9ab5faf8f29', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'port_id': 'd6e56348-914b-4b66-bdc5-d9ab5faf8f29', 'mac_address': 'fa:16:3e:f3:8a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:tempest-test_az-647498379', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:48.169343 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] Set router 07afdd23-632b-4805-9354-1a44a461aec1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:48.192066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 23ac988e-8627-4490-8082-eea9031043b2 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:48.201319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 23ac988e-8627-4490-8082-eea9031043b2 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:48.201546 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:48.206944 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e879cf8d-259d-489c-99a0-25849c6d6677 req-75df8185-050b-430c-a6b8-6e0fe53b98c1 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036327 Jul 30 01:39:48.207858 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:48.380659 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e56348-914b-4b66-bdc5-d9ab5faf8f29 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:48.423853 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port d6e56348-914b-4b66-bdc5-d9ab5faf8f29, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=d6e56348-914b-4b66-bdc5-d9ab5faf8f29,segment=NetworkSegment(9aec8826-4ee2-46c7-91c7-843fdcfbd818),segment_id=9aec8826-4ee2-46c7-91c7-843fdcfbd818)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:48.464799 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:48.487227 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:48.489000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 83fe0ec1-19c6-4a19-a031-1e815bf52b36 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:48.510255 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07afdd23-632b-4805-9354-1a44a461aec1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1033088013-router', 'tenant_id': '301cf27b86df4122b2f2aa4fe98571ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '789f37ac-7255-4cd9-b1ba-19f532cbc219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:44Z', 'updated_at': '2021-07-30T01:39:46Z', 'revision_number': 3, 'project_id': '301cf27b86df4122b2f2aa4fe98571ac', 'gw_port': {'id': '789f37ac-7255-4cd9-b1ba-19f532cbc219', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07afdd23-632b-4805-9354-1a44a461aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:46Z', 'updated_at': '2021-07-30T01:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:48.544605 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] Checking router: 07afdd23-632b-4805-9354-1a44a461aec1 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:39:48.544971 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] Updating router 07afdd23-632b-4805-9354-1a44a461aec1 port 789f37ac-7255-4cd9-b1ba-19f532cbc219 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:39:48.574059 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-f88bc6ac-2e07-4fde-b295-99e15a667d34 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=996e0bd5f1584707b399158acfbbea68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418453 Jul 30 01:39:48.587615 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:48.621772 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 23ac988e-8627-4490-8082-eea9031043b2, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=23ac988e-8627-4490-8082-eea9031043b2,segment=NetworkSegment(d03d4bf5-8861-4829-a1a8-5d42619413e3),segment_id=d03d4bf5-8861-4829-a1a8-5d42619413e3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:48.690243 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 83fe0ec1-19c6-4a19-a031-1e815bf52b36, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=83fe0ec1-19c6-4a19-a031-1e815bf52b36,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:48.709670 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '83fe0ec1-19c6-4a19-a031-1e815bf52b36', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '83fe0ec1-19c6-4a19-a031-1e815bf52b36', 'mac_address': 'fa:16:3e:7a:63:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:tempest-test_az-647498379', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:48.714419 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=d6e56348-914b-4b66-bdc5-d9ab5faf8f29,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:48.740545 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:48.828663 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:48.830590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=23ac988e-8627-4490-8082-eea9031043b2,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:48.832102 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-d1a14fad-fb9c-4ae7-9d6c-2d959d476f88 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:48.839098 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-d1a14fad-fb9c-4ae7-9d6c-2d959d476f88 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2559464 Jul 30 01:39:48.851140 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83fe0ec1-19c6-4a19-a031-1e815bf52b36 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:48.872187 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 83fe0ec1-19c6-4a19-a031-1e815bf52b36, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=83fe0ec1-19c6-4a19-a031-1e815bf52b36,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:48.888819 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-53346051-c4d0-4dee-a1e2-d9e506b717e0 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/quotas/996e0bd5f1584707b399158acfbbea68 HTTP/1.1" status: 200 len: 375 time: 0.0425630 Jul 30 01:39:48.990493 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-f9d9a93f-4216-409c-8c6c-c58842ad29be tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=996e0bd5f1584707b399158acfbbea68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0933537 Jul 30 01:39:48.993573 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.012649 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.029255 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] Transition to ACTIVE for port object 789f37ac-7255-4cd9-b1ba-19f532cbc219 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:49.067946 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=83fe0ec1-19c6-4a19-a031-1e815bf52b36,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:49.100600 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-016edfed-08c3-418d-9841-504672c97402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.120040 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3dff7-8a32-4b7a-94b1-8c80178bb0d5 req-52b50676-e1a1-4020-8dec-470d67b30f46 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:49.121555 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2ed3dff7-8a32-4b7a-94b1-8c80178bb0d5 req-52b50676-e1a1-4020-8dec-470d67b30f46 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 965 time: 0.1335628 Jul 30 01:39:49.158481 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.181509 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2ed3dff7-8a32-4b7a-94b1-8c80178bb0d5 req-2b23f632-6055-4aaf-b5df-f97da1257c98 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529273 Jul 30 01:39:49.210975 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] Attempting to bind port 789f37ac-7255-4cd9-b1ba-19f532cbc219 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:49.210975 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] Attempting to bind port 789f37ac-7255-4cd9-b1ba-19f532cbc219 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:49.210975 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] Attempting to bind port 789f37ac-7255-4cd9-b1ba-19f532cbc219 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:49.217838 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304559e4-06e5-496b-a599-d15f4b40bb38 None None] Pushing event updated for resources: {'Port': ['ID=789f37ac-7255-4cd9-b1ba-19f532cbc219,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:49.220713 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:49.226201 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:49.226201 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.226201 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:49.226201 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] Bound port: 789f37ac-7255-4cd9-b1ba-19f532cbc219, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:49.226201 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.251139 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['83fe0ec1-19c6-4a19-a031-1e815bf52b36'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:49.308558 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] For port 789f37ac-7255-4cd9-b1ba-19f532cbc219, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:49.312531 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] For port 789f37ac-7255-4cd9-b1ba-19f532cbc219, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=789f37ac-7255-4cd9-b1ba-19f532cbc219,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:49.347869 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['d6e56348-914b-4b66-bdc5-d9ab5faf8f29'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:49.351415 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 37feac07-056d-4300-b23b-71a80e798cfb no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:49.354842 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-016edfed-08c3-418d-9841-504672c97402 admin admin] Allocated IP 172.20.0.1 (af499f2f-a16e-4661-aa70-6b5b8e2d65ad/9c9b215d-3d8d-4b5b-ac9c-6d49ec431d98/aacdbf32-33bb-4dd9-9183-ba70c2038cb9) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:49.374741 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-d188c211-b9dd-4dea-8c29-c1248205a47b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b94668c5485c4b9093a398705cf3a87e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283346 Jul 30 01:39:49.404010 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.452330 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 37feac07-056d-4300-b23b-71a80e798cfb {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:39:49.452685 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 37feac07-056d-4300-b23b-71a80e798cfb not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:39:49.484955 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56424) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:49.524158 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-016edfed-08c3-418d-9841-504672c97402 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.540170 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-016edfed-08c3-418d-9841-504672c97402 admin admin] Transition to ACTIVE for port object aacdbf32-33bb-4dd9-9183-ba70c2038cb9 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:49.570912 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c0a1b36-bd36-4054-846a-bc7d35242b3e req-b32b3000-e096-492f-a0ad-7656e5103388 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 210 time: 0.0320232 Jul 30 01:39:49.584019 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] Routers {'07afdd23-632b-4805-9354-1a44a461aec1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:49.587173 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:39:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['07afdd23-632b-4805-9354-1a44a461aec1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:49.646097 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304559e4-06e5-496b-a599-d15f4b40bb38 None None] Pushing event updated for resources: {'Port': ['ID=789f37ac-7255-4cd9-b1ba-19f532cbc219,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:49.650618 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-8cc6809b-6511-4adc-9b91-65687a493f25 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:49.658559 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-8cc6809b-6511-4adc-9b91-65687a493f25 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2826178 Jul 30 01:39:49.691224 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-d377e854-992f-4c99-8703-252dcf9dc234 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/quotas/b94668c5485c4b9093a398705cf3a87e HTTP/1.1" status: 200 len: 375 time: 0.0297952 Jul 30 01:39:49.700192 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-016edfed-08c3-418d-9841-504672c97402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.741246 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-5a9e642d-5fde-41c1-8646-86eebe599c5e tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b94668c5485c4b9093a398705cf3a87e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488608 Jul 30 01:39:49.761803 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] Set router 07afdd23-632b-4805-9354-1a44a461aec1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:49.768594 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d2774f26-ed04-420d-be89-f49e97c0ff74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.781689 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016edfed-08c3-418d-9841-504672c97402 admin admin] Pushing event updated for resources: {'Port': ['ID=aacdbf32-33bb-4dd9-9183-ba70c2038cb9,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:49.804197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016edfed-08c3-418d-9841-504672c97402 admin admin] Network af499f2f-a16e-4661-aa70-6b5b8e2d65ad is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:49.806903 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-016edfed-08c3-418d-9841-504672c97402 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:49.809238 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016edfed-08c3-418d-9841-504672c97402 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:49.810000 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-016edfed-08c3-418d-9841-504672c97402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.941319 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d2774f26-ed04-420d-be89-f49e97c0ff74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.942927 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 23ac988e-8627-4490-8082-eea9031043b2 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:49.959919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7549b-5bd0-4795-ab83-c448f10cd3b0 req-82db7882-eb1e-4344-8fcc-0ef34cc39445 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:49.961603 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1ba7549b-5bd0-4795-ab83-c448f10cd3b0 req-82db7882-eb1e-4344-8fcc-0ef34cc39445 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 970 time: 0.2786822 Jul 30 01:39:50.024043 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07afdd23-632b-4805-9354-1a44a461aec1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1033088013-router', 'tenant_id': '301cf27b86df4122b2f2aa4fe98571ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '789f37ac-7255-4cd9-b1ba-19f532cbc219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:44Z', 'updated_at': '2021-07-30T01:39:46Z', 'revision_number': 3, 'project_id': '301cf27b86df4122b2f2aa4fe98571ac', 'gw_port': {'id': '789f37ac-7255-4cd9-b1ba-19f532cbc219', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07afdd23-632b-4805-9354-1a44a461aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:46Z', 'updated_at': '2021-07-30T01:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:50.026290 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d2774f26-ed04-420d-be89-f49e97c0ff74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.055887 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b7cde0-7934-4496-b089-cec51201db82 None None] The sync data for ids ['07afdd23-632b-4805-9354-1a44a461aec1'] in n-d-713498-9 is: [{'id': '07afdd23-632b-4805-9354-1a44a461aec1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1033088013-router', 'tenant_id': '301cf27b86df4122b2f2aa4fe98571ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '789f37ac-7255-4cd9-b1ba-19f532cbc219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:44Z', 'updated_at': '2021-07-30T01:39:46Z', 'revision_number': 3, 'project_id': '301cf27b86df4122b2f2aa4fe98571ac', 'gw_port': {'id': '789f37ac-7255-4cd9-b1ba-19f532cbc219', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07afdd23-632b-4805-9354-1a44a461aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:46Z', 'updated_at': '2021-07-30T01:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:39:50.056418 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 23ac988e-8627-4490-8082-eea9031043b2 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:50.056804 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.079818 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1ba7549b-5bd0-4795-ab83-c448f10cd3b0 req-ba852f86-7752-495b-9836-1e6ab3c95f23 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103089 Jul 30 01:39:50.105458 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56436) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:50.105637 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d2774f26-ed04-420d-be89-f49e97c0ff74 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=81968d9526e84d56b914665737cb82af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6091626 Jul 30 01:39:50.106743 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2774f26-ed04-420d-be89-f49e97c0ff74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4306e284-65e8-417e-a49b-144dd87bf649,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:50.164620 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0f48f5a-7798-4355-beb2-9b884b4dde11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.194239 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0f48f5a-7798-4355-beb2-9b884b4dde11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.278074 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-016edfed-08c3-418d-9841-504672c97402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.283163 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bf1a871e-6615-47f0-8758-5ad50d5c377b None None] Provisioning for port aacdbf32-33bb-4dd9-9183-ba70c2038cb9 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:50.287738 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bf1a871e-6615-47f0-8758-5ad50d5c377b None None] Provisioning complete for port aacdbf32-33bb-4dd9-9183-ba70c2038cb9 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:50.288117 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf1a871e-6615-47f0-8758-5ad50d5c377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.392997 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bf1a871e-6615-47f0-8758-5ad50d5c377b None None] Port aacdbf32-33bb-4dd9-9183-ba70c2038cb9 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:50.448623 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febe892-6a32-459c-8aea-4efb232f8622 req-fb4cabff-ec66-42a3-a94d-1c91b8d59df6 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:50.450678 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7febe892-6a32-459c-8aea-4efb232f8622 req-fb4cabff-ec66-42a3-a94d-1c91b8d59df6 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 965 time: 0.1179819 Jul 30 01:39:50.467567 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0f48f5a-7798-4355-beb2-9b884b4dde11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.470200 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0f48f5a-7798-4355-beb2-9b884b4dde11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.473744 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c0f48f5a-7798-4355-beb2-9b884b4dde11 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4306e284-65e8-417e-a49b-144dd87bf649 HTTP/1.1" status: 204 len: 168 time: 0.3649058 Jul 30 01:39:50.526667 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7febe892-6a32-459c-8aea-4efb232f8622 req-372b884a-a544-478c-9cb6-351e3ca8df26 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653565 Jul 30 01:39:50.554551 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-979f2ba5-103a-4c82-85f7-9863d8405513 req-ffc74992-308d-4bd9-8b44-f8c4356a797e tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a HTTP/1.1" status: 200 len: 210 time: 0.0818682 Jul 30 01:39:50.572302 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f48f5a-7798-4355-beb2-9b884b4dde11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4306e284-65e8-417e-a49b-144dd87bf649,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:50.636711 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4114d884-1766-4aa5-9c82-e30b2939f9a2 req-87e45809-f2e9-4b0d-b740-383af6fd05e7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779383 Jul 30 01:39:50.713331 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-016edfed-08c3-418d-9841-504672c97402 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.736903 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114d884-1766-4aa5-9c82-e30b2939f9a2 req-a55c9484-a461-44e7-9c07-f3a659fadc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:50.741723 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4114d884-1766-4aa5-9c82-e30b2939f9a2 req-a55c9484-a461-44e7-9c07-f3a659fadc46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1874cde0fac54a558c0da1bf4424f23e&device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 1122 time: 0.0585713 Jul 30 01:39:50.843565 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-016edfed-08c3-418d-9841-504672c97402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.844671 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-016edfed-08c3-418d-9841-504672c97402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.957082 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114d884-1766-4aa5-9c82-e30b2939f9a2 req-b2764e19-6ac0-4474-b30f-a8123a220779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:50.963397 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4114d884-1766-4aa5-9c82-e30b2939f9a2 req-b2764e19-6ac0-4474-b30f-a8123a220779 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.2003500 Jul 30 01:39:51.037552 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016edfed-08c3-418d-9841-504672c97402 admin admin] Network af499f2f-a16e-4661-aa70-6b5b8e2d65ad is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:51.056572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-016edfed-08c3-418d-9841-504672c97402 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:51.062697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016edfed-08c3-418d-9841-504672c97402 admin admin] Pushing event updated for resources: {'Port': ['ID=aacdbf32-33bb-4dd9-9183-ba70c2038cb9,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:51.092701 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4114d884-1766-4aa5-9c82-e30b2939f9a2 req-ab433831-f0b3-46e9-8389-b75424bcef65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 HTTP/1.1" status: 200 len: 217 time: 0.1144087 Jul 30 01:39:51.192844 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114d884-1766-4aa5-9c82-e30b2939f9a2 req-33452ced-aad2-4c2a-86db-420b53fadff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:51.194660 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4114d884-1766-4aa5-9c82-e30b2939f9a2 req-33452ced-aad2-4c2a-86db-420b53fadff4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0943108 Jul 30 01:39:51.260092 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114d884-1766-4aa5-9c82-e30b2939f9a2 req-de7cf7f9-a05f-4702-aa9c-38f820b381bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:51.261788 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4114d884-1766-4aa5-9c82-e30b2939f9a2 req-de7cf7f9-a05f-4702-aa9c-38f820b381bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0594287 Jul 30 01:39:51.346748 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b12920dc-ff85-407c-a8d1-0537a5f21cc7 req-eb3f7cae-aa09-48ae-8063-bc8e49d8328b tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 210 time: 0.2888603 Jul 30 01:39:51.389176 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4114d884-1766-4aa5-9c82-e30b2939f9a2 req-11565282-701f-4bb7-8063-c5d1c1be9ea7 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190026 Jul 30 01:39:51.420094 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-09178a70-3a7f-41b7-acdc-240788f37761 None None] Provisioning complete for port aacdbf32-33bb-4dd9-9183-ba70c2038cb9 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:51.420660 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09178a70-3a7f-41b7-acdc-240788f37761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:51.458747 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56482) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:51.462007 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-09178a70-3a7f-41b7-acdc-240788f37761 None None] Port aacdbf32-33bb-4dd9-9183-ba70c2038cb9 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:51.494105 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9bc52f5d-8340-4ec3-b9b8-b16d7fcc009f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:51.497541 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016edfed-08c3-418d-9841-504672c97402 admin admin] Router 07afdd23-632b-4805-9354-1a44a461aec1 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:39:51.513206 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ca204-8ee0-47ec-b15e-cca25f5c49ff req-75a64c51-1caf-4ab7-9217-c56efc624c5e tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:51.523407 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-921ca204-8ee0-47ec-b15e-cca25f5c49ff req-75a64c51-1caf-4ab7-9217-c56efc624c5e tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 970 time: 0.0838935 Jul 30 01:39:51.575491 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4114d884-1766-4aa5-9c82-e30b2939f9a2 req-5a4dc4e6-7ce3-4772-9856-c797646bab37 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795628 Jul 30 01:39:51.637441 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9bc52f5d-8340-4ec3-b9b8-b16d7fcc009f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:51.640615 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-921ca204-8ee0-47ec-b15e-cca25f5c49ff req-98ab071b-493b-4108-88de-38252fdbd52d tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150191 Jul 30 01:39:51.667805 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016edfed-08c3-418d-9841-504672c97402 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:39:51.673439 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-016edfed-08c3-418d-9841-504672c97402 admin admin] 10.222.0.70 "PUT /v2.0/routers/07afdd23-632b-4805-9354-1a44a461aec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5280955 Jul 30 01:39:51.727654 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9bc52f5d-8340-4ec3-b9b8-b16d7fcc009f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:51.797451 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc52f5d-8340-4ec3-b9b8-b16d7fcc009f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb5d198-b830-4b09-a6c7-ab5df9a20101,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:51.803963 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9bc52f5d-8340-4ec3-b9b8-b16d7fcc009f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db89c85562e642659edde02d74552a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442254 Jul 30 01:39:51.807045 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56498) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:51.810499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a940a35-5375-4f48-8e90-4b3dbfdb6ea6 req-10cb786c-f74d-4f37-a3f9-4ae95afd2c8d tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:51.817255 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a940a35-5375-4f48-8e90-4b3dbfdb6ea6 req-10cb786c-f74d-4f37-a3f9-4ae95afd2c8d tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 965 time: 0.1073024 Jul 30 01:39:51.884522 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-113e6dea-35cc-4b5c-879c-25272b86b9b8 req-9ca3922a-d9bb-4766-b1ac-cd77aca4e651 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a HTTP/1.1" status: 200 len: 210 time: 0.0539894 Jul 30 01:39:51.898518 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-dc9d4d45-5ec1-4767-a13c-1202cacc9748 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=996e0bd5f1584707b399158acfbbea68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312567 Jul 30 01:39:51.941350 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7f3209a8-7a6d-46b5-9055-f10134de791d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:51.944542 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a940a35-5375-4f48-8e90-4b3dbfdb6ea6 req-8be7396c-fcf9-43c4-bfaa-216aefb3823d tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237273 Jul 30 01:39:51.954556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device d6e56348-914b-4b66-bdc5-d9ab5faf8f29 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:52.025638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 789f37ac-7255-4cd9-b1ba-19f532cbc219 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:52.030759 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7f3209a8-7a6d-46b5-9055-f10134de791d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.091719 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-699c7122-da1b-417c-8d4d-1d5003cad14a tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:52.093764 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-699c7122-da1b-417c-8d4d-1d5003cad14a tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1837981 Jul 30 01:39:52.117667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-b7730584-bd85-4ee0-a09d-1cedd175911d tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Request body: {'port': {'device_id': '5943d73c-fbd3-4f52-bdac-9fc8b39deb55', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': '996e0bd5f1584707b399158acfbbea68'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:52.199079 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7f3209a8-7a6d-46b5-9055-f10134de791d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.201227 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7f3209a8-7a6d-46b5-9055-f10134de791d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.205127 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7f3209a8-7a6d-46b5-9055-f10134de791d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3fb5d198-b830-4b09-a6c7-ab5df9a20101 HTTP/1.1" status: 204 len: 168 time: 0.3941984 Jul 30 01:39:52.220924 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port d6e56348-914b-4b66-bdc5-d9ab5faf8f29 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:52.224597 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 789f37ac-7255-4cd9-b1ba-19f532cbc219 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:52.231887 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3209a8-7a6d-46b5-9055-f10134de791d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb5d198-b830-4b09-a6c7-ab5df9a20101,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:52.232051 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 789f37ac-7255-4cd9-b1ba-19f532cbc219 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:52.232473 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.234879 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port d6e56348-914b-4b66-bdc5-d9ab5faf8f29 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:52.234879 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.346289 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] Sync routers for ids ['07afdd23-632b-4805-9354-1a44a461aec1'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:39:52.380544 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] Routers {'07afdd23-632b-4805-9354-1a44a461aec1'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:52.381179 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:39:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['07afdd23-632b-4805-9354-1a44a461aec1'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:52.398086 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-b7730584-bd85-4ee0-a09d-1cedd175911d tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Made reservation on behalf of 996e0bd5f1584707b399158acfbbea68 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:52.401941 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-b7730584-bd85-4ee0-a09d-1cedd175911d tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.495859 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-06c6d31b-8583-4ee4-a188-24f6effa1c6a req-74170f0e-9976-4ea7-9d25-a91cc0c5eca4 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 210 time: 0.0429318 Jul 30 01:39:52.586196 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.590366 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-b7730584-bd85-4ee0-a09d-1cedd175911d tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Allocated IP 192.168.233.27 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/cdf5cbe0-0be9-4362-99e4-d032aa2518d0) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:52.605145 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.630137 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16617edc-af4b-45f6-b3a5-566e6c4888e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e56348-914b-4b66-bdc5-d9ab5faf8f29'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:52.632795 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fb1af3-4aa2-4417-99b9-1bcdfd982b65" -d '{"events": [{"server_uuid": "16617edc-af4b-45f6-b3a5-566e6c4888e3", "name": "network-vif-plugged", "status": "completed", "tag": "d6e56348-914b-4b66-bdc5-d9ab5faf8f29"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:52.660478 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] Set router 07afdd23-632b-4805-9354-1a44a461aec1 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:52.725853 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port d6e56348-914b-4b66-bdc5-d9ab5faf8f29, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=d6e56348-914b-4b66-bdc5-d9ab5faf8f29,segment=NetworkSegment(9aec8826-4ee2-46c7-91c7-843fdcfbd818),segment_id=9aec8826-4ee2-46c7-91c7-843fdcfbd818)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:52.728014 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d2bb67-858e-49b3-aff4-c9ecc8b0c67a x-openstack-request-id: req-f2d2bb67-858e-49b3-aff4-c9ecc8b0c67a {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:52.730153 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16617edc-af4b-45f6-b3a5-566e6c4888e3", "name": "network-vif-plugged", "status": "completed", "tag": "d6e56348-914b-4b66-bdc5-d9ab5faf8f29", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:52.730583 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f2d2bb67-858e-49b3-aff4-c9ecc8b0c67a {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:52.732302 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16617edc-af4b-45f6-b3a5-566e6c4888e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e56348-914b-4b66-bdc5-d9ab5faf8f29', 'code': 200} Jul 30 01:39:52.740834 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 789f37ac-7255-4cd9-b1ba-19f532cbc219, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=789f37ac-7255-4cd9-b1ba-19f532cbc219,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:52.817219 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.818289 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 83fe0ec1-19c6-4a19-a031-1e815bf52b36 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:52.820724 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.839842 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84882d-fb13-40da-9542-5e020e46548d req-4d972513-4355-4220-8f13-3eacb0a294f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:52.841615 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2f84882d-fb13-40da-9542-5e020e46548d req-4d972513-4355-4220-8f13-3eacb0a294f0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 1116 time: 0.0616040 Jul 30 01:39:52.891019 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2f84882d-fb13-40da-9542-5e020e46548d req-6d73847c-ab88-4521-8c77-ed249833728b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393996 Jul 30 01:39:52.944357 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-b7730584-bd85-4ee0-a09d-1cedd175911d tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.981425 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-2ac780a5-dad1-4304-999d-2dddb9d31349 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b94668c5485c4b9093a398705cf3a87e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282955 Jul 30 01:39:52.991310 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=d6e56348-914b-4b66-bdc5-d9ab5faf8f29,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:53.044935 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56568) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:53.051326 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-9a6058c0-f1f3-48b3-8348-c5b230b59d59 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-92440527-network', 'tenant_id': 'ec03eda30419457ea16dfd7459e817b8'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:53.087936 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=789f37ac-7255-4cd9-b1ba-19f532cbc219,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:53.099799 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e5335-7117-4fb1-8180-120843f3b9d8 req-1f26b932-2125-4bcd-80fa-f292fd4871a9 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:53.101694 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-273e5335-7117-4fb1-8180-120843f3b9d8 req-1f26b932-2125-4bcd-80fa-f292fd4871a9 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 970 time: 0.3140354 Jul 30 01:39:53.106427 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-b7730584-bd85-4ee0-a09d-1cedd175911d tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Transition to ACTIVE for port object cdf5cbe0-0be9-4362-99e4-d032aa2518d0 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:53.124929 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 83fe0ec1-19c6-4a19-a031-1e815bf52b36 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:53.129399 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07afdd23-632b-4805-9354-1a44a461aec1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1033088013-router', 'tenant_id': '301cf27b86df4122b2f2aa4fe98571ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '789f37ac-7255-4cd9-b1ba-19f532cbc219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:44Z', 'updated_at': '2021-07-30T01:39:50Z', 'revision_number': 4, 'project_id': '301cf27b86df4122b2f2aa4fe98571ac', 'gw_port': {'id': '789f37ac-7255-4cd9-b1ba-19f532cbc219', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07afdd23-632b-4805-9354-1a44a461aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:46Z', 'updated_at': '2021-07-30T01:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'aacdbf32-33bb-4dd9-9183-ba70c2038cb9', 'name': '', 'network_id': 'af499f2f-a16e-4661-aa70-6b5b8e2d65ad', 'tenant_id': '301cf27b86df4122b2f2aa4fe98571ac', 'mac_address': 'fa:16:3e:85:73:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07afdd23-632b-4805-9354-1a44a461aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9c9b215d-3d8d-4b5b-ac9c-6d49ec431d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:49Z', 'updated_at': '2021-07-30T01:39:50Z', 'revision_number': 2, 'project_id': '301cf27b86df4122b2f2aa4fe98571ac', 'subnets': [{'id': '9c9b215d-3d8d-4b5b-ac9c-6d49ec431d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:53.153049 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6058c0-f1f3-48b3-8348-c5b230b59d59 admin admin] Made reservation on behalf of ec03eda30419457ea16dfd7459e817b8 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:53.157392 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 83fe0ec1-19c6-4a19-a031-1e815bf52b36 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:53.157545 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.160860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] Checking router: 07afdd23-632b-4805-9354-1a44a461aec1 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:39:53.161231 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] Updating router 07afdd23-632b-4805-9354-1a44a461aec1 port aacdbf32-33bb-4dd9-9183-ba70c2038cb9 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:39:53.167424 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a6058c0-f1f3-48b3-8348-c5b230b59d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.186011 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-273e5335-7117-4fb1-8180-120843f3b9d8 req-3c85383a-8af6-40fe-9b13-0145c22236ac tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747535 Jul 30 01:39:53.189077 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a6058c0-f1f3-48b3-8348-c5b230b59d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.198413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-2a13aa3c-ff01-47a8-89ac-cffb4736d53b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:53.200397 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-2a13aa3c-ff01-47a8-89ac-cffb4736d53b tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2095680 Jul 30 01:39:53.222750 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-cb3bbed9-7ea8-4dd0-904f-f01924d2d829 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Request body: {'port': {'device_id': 'e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': 'b94668c5485c4b9093a398705cf3a87e'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:53.269964 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.299063 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-b7730584-bd85-4ee0-a09d-1cedd175911d tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.332249 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-13780c71-5248-4b3f-8f44-d9a5bb1cbef7 req-b904dba8-9a49-42f6-8236-ec2ad6c0be97 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a HTTP/1.1" status: 200 len: 210 time: 0.0466795 Jul 30 01:39:53.344855 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:53.436907 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a6058c0-f1f3-48b3-8348-c5b230b59d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.437696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-b7730584-bd85-4ee0-a09d-1cedd175911d tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:53.438540 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7730584-bd85-4ee0-a09d-1cedd175911d tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Pushing event updated for resources: {'Port': ['ID=cdf5cbe0-0be9-4362-99e4-d032aa2518d0,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:53.448077 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-b7730584-bd85-4ee0-a09d-1cedd175911d tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:53.455469 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-b7730584-bd85-4ee0-a09d-1cedd175911d tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:53.461553 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-b7730584-bd85-4ee0-a09d-1cedd175911d tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:53.462184 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-b7730584-bd85-4ee0-a09d-1cedd175911d tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.493419 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dabd5-1fe7-4459-96e3-18f1ef063d4e req-6bba894b-8cd4-4626-b374-edcee61b2cb2 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:53.494403 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-422dabd5-1fe7-4459-96e3-18f1ef063d4e req-6bba894b-8cd4-4626-b374-edcee61b2cb2 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 966 time: 0.1933279 Jul 30 01:39:53.511787 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a6058c0-f1f3-48b3-8348-c5b230b59d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.528427 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6058c0-f1f3-48b3-8348-c5b230b59d59 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:39:53.542894 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a6058c0-f1f3-48b3-8348-c5b230b59d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.552442 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-9a6058c0-f1f3-48b3-8348-c5b230b59d59 admin admin] Added segment 4e46bba8-b5b4-4203-9fc7-9a4227d53cae of type vlan for network 67b32d5b-8ab6-4b4a-bc61-9185bc85bfae Jul 30 01:39:53.556770 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-422dabd5-1fe7-4459-96e3-18f1ef063d4e req-adec2317-a73a-449b-bac2-7c2a05ff1de6 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523994 Jul 30 01:39:53.624936 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a6058c0-f1f3-48b3-8348-c5b230b59d59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.639331 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6058c0-f1f3-48b3-8348-c5b230b59d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55329594-e8e0-406d-8cea-7c9a6dbc2523,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:53.649059 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.679238 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-b7730584-bd85-4ee0-a09d-1cedd175911d tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5687857 Jul 30 01:39:53.704991 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] Request body: {'port': {'device_id': '5943d73c-fbd3-4f52-bdac-9fc8b39deb55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:53.738956 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a6058c0-f1f3-48b3-8348-c5b230b59d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.739996 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6058c0-f1f3-48b3-8348-c5b230b59d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:53.740619 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a6058c0-f1f3-48b3-8348-c5b230b59d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.768436 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ad5e7-2079-4ccb-a8c2-e4c7a004eaa4 req-1096a0c1-1849-4bad-91d6-e61ade952056 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:53.779768 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb3ad5e7-2079-4ccb-a8c2-e4c7a004eaa4 req-1096a0c1-1849-4bad-91d6-e61ade952056 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 935 time: 0.1497581 Jul 30 01:39:53.793120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 83fe0ec1-19c6-4a19-a031-1e815bf52b36, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=83fe0ec1-19c6-4a19-a031-1e815bf52b36,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:53.807501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-cb3bbed9-7ea8-4dd0-904f-f01924d2d829 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Made reservation on behalf of b94668c5485c4b9093a398705cf3a87e for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:53.814975 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-cb3bbed9-7ea8-4dd0-904f-f01924d2d829 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.840965 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6058c0-f1f3-48b3-8348-c5b230b59d59 admin admin] Pushing event updated for resources: {'Network': ['ID=67b32d5b-8ab6-4b4a-bc61-9185bc85bfae,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:53.872064 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 67b32d5b-8ab6-4b4a-bc61-9185bc85bfae details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:39:53.890440 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.903620 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9a6058c0-f1f3-48b3-8348-c5b230b59d59 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8569050 Jul 30 01:39:53.907424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56598) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:53.913247 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b6245e43-a9d2-4f0e-a403-b983ab3bdd2c admin admin] Request body: {'subnet': {'network_id': '67b32d5b-8ab6-4b4a-bc61-9185bc85bfae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-92440527-subnet', 'tenant_id': 'ec03eda30419457ea16dfd7459e817b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:53.941198 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.959333 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 789f37ac-7255-4cd9-b1ba-19f532cbc219 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:53.960083 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb3ad5e7-2079-4ccb-a8c2-e4c7a004eaa4 req-0c23bd83-4df9-4436-b2bc-c763b7595fc6 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757054 Jul 30 01:39:54.043857 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6245e43-a9d2-4f0e-a403-b983ab3bdd2c admin admin] Made reservation on behalf of ec03eda30419457ea16dfd7459e817b8 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:54.047650 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b6245e43-a9d2-4f0e-a403-b983ab3bdd2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:54.054963 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6b174438-ee59-4140-8b93-30a38c27c51f None None] Provisioning for port cdf5cbe0-0be9-4362-99e4-d032aa2518d0 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:54.102440 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6b174438-ee59-4140-8b93-30a38c27c51f None None] Provisioning complete for port cdf5cbe0-0be9-4362-99e4-d032aa2518d0 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:54.102826 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b174438-ee59-4140-8b93-30a38c27c51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:54.148526 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-cb3bbed9-7ea8-4dd0-904f-f01924d2d829 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Allocated IP 192.168.233.250 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/d89a0d83-5d34-4458-b5fb-20da08a812c7) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:54.153739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6b174438-ee59-4140-8b93-30a38c27c51f None None] Port cdf5cbe0-0be9-4362-99e4-d032aa2518d0 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:54.251514 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:54.254183 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=83fe0ec1-19c6-4a19-a031-1e815bf52b36,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:54.271986 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] Transition to ACTIVE for port object aacdbf32-33bb-4dd9-9183-ba70c2038cb9 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:54.290340 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 789f37ac-7255-4cd9-b1ba-19f532cbc219 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:54.290752 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:54.373889 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:54.443129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410c142-4308-43a6-8075-d5f8577d3a04 req-b2dae8d8-4106-4318-a57a-b0d912d041d1 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:54.444669 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6410c142-4308-43a6-8075-d5f8577d3a04 req-b2dae8d8-4106-4318-a57a-b0d912d041d1 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 971 time: 0.0916810 Jul 30 01:39:54.493331 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-cb3bbed9-7ea8-4dd0-904f-f01924d2d829 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:54.513488 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6410c142-4308-43a6-8075-d5f8577d3a04 req-77c620d5-1b78-43ec-9947-5e453678a88a tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580389 Jul 30 01:39:54.531190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-cb3bbed9-7ea8-4dd0-904f-f01924d2d829 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Transition to ACTIVE for port object d89a0d83-5d34-4458-b5fb-20da08a812c7 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:54.569873 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3765385-a6d0-4d5c-9830-21bdedd89823 None None] Pushing event updated for resources: {'Port': ['ID=aacdbf32-33bb-4dd9-9183-ba70c2038cb9,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:54.573753 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b6245e43-a9d2-4f0e-a403-b983ab3bdd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:54.583202 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] Attempting to bind port aacdbf32-33bb-4dd9-9183-ba70c2038cb9 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:54.583202 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] Attempting to bind port aacdbf32-33bb-4dd9-9183-ba70c2038cb9 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'd03d4bf5-8861-4829-a1a8-5d42619413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'af499f2f-a16e-4661-aa70-6b5b8e2d65ad'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:54.583202 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] Attempting to bind port aacdbf32-33bb-4dd9-9183-ba70c2038cb9 on network af499f2f-a16e-4661-aa70-6b5b8e2d65ad {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:54.589915 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:54.590290 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] Checking segment: {'id': 'd03d4bf5-8861-4829-a1a8-5d42619413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'af499f2f-a16e-4661-aa70-6b5b8e2d65ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:54.590755 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:54.591155 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] Bound using segment: {'id': 'd03d4bf5-8861-4829-a1a8-5d42619413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'af499f2f-a16e-4661-aa70-6b5b8e2d65ad'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:54.591862 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] Bound port: aacdbf32-33bb-4dd9-9183-ba70c2038cb9, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03d4bf5-8861-4829-a1a8-5d42619413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'af499f2f-a16e-4661-aa70-6b5b8e2d65ad'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:54.592248 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:54.661148 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fc55ae4-e6b9-481a-ad85-ea81c4dfff50 req-69ae66a0-5166-4dcb-947a-3460e1a8aac2 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a HTTP/1.1" status: 200 len: 210 time: 0.0458660 Jul 30 01:39:54.678967 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6245e43-a9d2-4f0e-a403-b983ab3bdd2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f288b0-90ef-4aa1-8f47-30da376b076f,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:54.686005 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6245e43-a9d2-4f0e-a403-b983ab3bdd2c admin admin] Checking segment: {'id': '4e46bba8-b5b4-4203-9fc7-9a4227d53cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '67b32d5b-8ab6-4b4a-bc61-9185bc85bfae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:54.686444 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6245e43-a9d2-4f0e-a403-b983ab3bdd2c admin admin] Network hostable DHCP agents. Network: 67b32d5b-8ab6-4b4a-bc61-9185bc85bfae, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:39:54.692729 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-cb3bbed9-7ea8-4dd0-904f-f01924d2d829 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:54.697555 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] For port aacdbf32-33bb-4dd9-9183-ba70c2038cb9, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:54.701213 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] For port aacdbf32-33bb-4dd9-9183-ba70c2038cb9, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=aacdbf32-33bb-4dd9-9183-ba70c2038cb9,segment=NetworkSegment(d03d4bf5-8861-4829-a1a8-5d42619413e3),segment_id=d03d4bf5-8861-4829-a1a8-5d42619413e3)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:54.734337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f46fd7-3d31-4827-ad65-7d33b6a2ce5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fe0ec1-19c6-4a19-a031-1e815bf52b36'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:54.736390 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e6c967-fc66-4908-99a4-ee97cce1bbb8" -d '{"events": [{"server_uuid": "07f46fd7-3d31-4827-ad65-7d33b6a2ce5c", "name": "network-vif-plugged", "status": "completed", "tag": "83fe0ec1-19c6-4a19-a031-1e815bf52b36"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:54.774551 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6245e43-a9d2-4f0e-a403-b983ab3bdd2c admin admin] Network 67b32d5b-8ab6-4b4a-bc61-9185bc85bfae is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:39:54.785980 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-cb3bbed9-7ea8-4dd0-904f-f01924d2d829 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:54.794130 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-cb3bbed9-7ea8-4dd0-904f-f01924d2d829 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:54.796707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-cb3bbed9-7ea8-4dd0-904f-f01924d2d829 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:54.802770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-cb3bbed9-7ea8-4dd0-904f-f01924d2d829 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:54.803447 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-cb3bbed9-7ea8-4dd0-904f-f01924d2d829 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:54.814212 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:54.828932 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3bbed9-7ea8-4dd0-904f-f01924d2d829 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Pushing event updated for resources: {'Port': ['ID=d89a0d83-5d34-4458-b5fb-20da08a812c7,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:54.890709 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190b014-a9bb-4a66-b82a-5988d66058f9 req-be188b60-adf1-4b2e-9469-47cb80dd64b2 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:54.895525 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e190b014-a9bb-4a66-b82a-5988d66058f9 req-be188b60-adf1-4b2e-9469-47cb80dd64b2 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 966 time: 0.0743904 Jul 30 01:39:54.900215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-b6245e43-a9d2-4f0e-a403-b983ab3bdd2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 67b32d5b-8ab6-4b4a-bc61-9185bc85bfae) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:54.907540 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6245e43-a9d2-4f0e-a403-b983ab3bdd2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:54.908133 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b6245e43-a9d2-4f0e-a403-b983ab3bdd2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:54.915727 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] Routers {'07afdd23-632b-4805-9354-1a44a461aec1'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:54.917438 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:39:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['07afdd23-632b-4805-9354-1a44a461aec1'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:54.926509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f46754-f28d-4024-b0ed-629af6c69027 None None] Network 67b32d5b-8ab6-4b4a-bc61-9185bc85bfae requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:54.948243 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-cb3bbed9-7ea8-4dd0-904f-f01924d2d829 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7313445 Jul 30 01:39:54.964063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf5cbe0-0be9-4362-99e4-d032aa2518d0 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:54.976344 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] Request body: {'port': {'device_id': 'e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:54.993633 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.014837 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e190b014-a9bb-4a66-b82a-5988d66058f9 req-573d707c-6f39-4069-ad49-fd839906f2f4 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967510 Jul 30 01:39:55.027073 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b01ac2-f6e4-42af-ae9e-82330fefe5fe x-openstack-request-id: req-43b01ac2-f6e4-42af-ae9e-82330fefe5fe {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:55.032678 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b6245e43-a9d2-4f0e-a403-b983ab3bdd2c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1238983 Jul 30 01:39:55.038438 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56650) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:55.038602 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f46fd7-3d31-4827-ad65-7d33b6a2ce5c", "name": "network-vif-plugged", "status": "completed", "tag": "83fe0ec1-19c6-4a19-a031-1e815bf52b36", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:55.038602 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-43b01ac2-f6e4-42af-ae9e-82330fefe5fe {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:55.038602 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f46fd7-3d31-4827-ad65-7d33b6a2ce5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fe0ec1-19c6-4a19-a031-1e815bf52b36', 'code': 200} Jul 30 01:39:55.047220 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-5b78e0e1-9e96-4e96-9344-2c8fd8c74dae admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-92440527-router', 'tenant_id': 'ec03eda30419457ea16dfd7459e817b8', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:55.100770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] Transition to ACTIVE for port object cdf5cbe0-0be9-4362-99e4-d032aa2518d0 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:55.118068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3765385-a6d0-4d5c-9830-21bdedd89823 None None] Pushing event updated for resources: {'Port': ['ID=aacdbf32-33bb-4dd9-9183-ba70c2038cb9,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:55.171417 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7dec7-2aa5-4407-8699-c9d1fe45384b req-e716345c-4b93-4f5c-ba47-b6e2e41edc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:55.172939 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37f7dec7-2aa5-4407-8699-c9d1fe45384b req-e716345c-4b93-4f5c-ba47-b6e2e41edc45 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 1122 time: 0.0904477 Jul 30 01:39:55.207780 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b78e0e1-9e96-4e96-9344-2c8fd8c74dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.210242 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b78e0e1-9e96-4e96-9344-2c8fd8c74dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.241557 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] Set router 07afdd23-632b-4805-9354-1a44a461aec1 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:55.258439 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.274713 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37f7dec7-2aa5-4407-8699-c9d1fe45384b req-d0f1feb0-84dd-4d0a-ab42-4bf2ca669de8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914388 Jul 30 01:39:55.291199 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.343937 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b78e0e1-9e96-4e96-9344-2c8fd8c74dae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.417064 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf5cbe0-0be9-4362-99e4-d032aa2518d0,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:55.432748 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db498ab-5033-46ae-a4be-9ee4aa358500 req-4a6185db-819f-4a36-a551-a9bdfdf4d5e3 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:55.442155 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0db498ab-5033-46ae-a4be-9ee4aa358500 req-4a6185db-819f-4a36-a551-a9bdfdf4d5e3 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 935 time: 0.2861938 Jul 30 01:39:55.645326 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b78e0e1-9e96-4e96-9344-2c8fd8c74dae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.659441 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-67b32d5b-8ab6-4b4a-bc61-9185bc85bfae', 'network_id': '67b32d5b-8ab6-4b4a-bc61-9185bc85bfae', 'tenant_id': 'ec03eda30419457ea16dfd7459e817b8', 'fixed_ips': [{'subnet_id': 'c1f288b0-90ef-4aa1-8f47-30da376b076f'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:39:55.660453 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.676171 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5278ce03-4b24-4ada-ade8-b187b0a8b5ae None None] Provisioning for port d89a0d83-5d34-4458-b5fb-20da08a812c7 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:55.687321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5278ce03-4b24-4ada-ade8-b187b0a8b5ae None None] Provisioning complete for port d89a0d83-5d34-4458-b5fb-20da08a812c7 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:55.687744 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5278ce03-4b24-4ada-ade8-b187b0a8b5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.719239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07afdd23-632b-4805-9354-1a44a461aec1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1033088013-router', 'tenant_id': '301cf27b86df4122b2f2aa4fe98571ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '789f37ac-7255-4cd9-b1ba-19f532cbc219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:44Z', 'updated_at': '2021-07-30T01:39:50Z', 'revision_number': 4, 'project_id': '301cf27b86df4122b2f2aa4fe98571ac', 'gw_port': {'id': '789f37ac-7255-4cd9-b1ba-19f532cbc219', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07afdd23-632b-4805-9354-1a44a461aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:46Z', 'updated_at': '2021-07-30T01:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'aacdbf32-33bb-4dd9-9183-ba70c2038cb9', 'name': '', 'network_id': 'af499f2f-a16e-4661-aa70-6b5b8e2d65ad', 'tenant_id': '301cf27b86df4122b2f2aa4fe98571ac', 'mac_address': 'fa:16:3e:85:73:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07afdd23-632b-4805-9354-1a44a461aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9c9b215d-3d8d-4b5b-ac9c-6d49ec431d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:49Z', 'updated_at': '2021-07-30T01:39:54Z', 'revision_number': 4, 'project_id': '301cf27b86df4122b2f2aa4fe98571ac', 'subnets': [{'id': '9c9b215d-3d8d-4b5b-ac9c-6d49ec431d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:55.728425 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb0fe9-8401-42fb-8544-56dd6559382b req-3104122e-4b39-4448-b442-8b0ba254ab8c tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:55.730226 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0db498ab-5033-46ae-a4be-9ee4aa358500 req-fbd2d25e-da90-42c0-b835-bc384f6708fd tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871757 Jul 30 01:39:55.730613 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-91cb0fe9-8401-42fb-8544-56dd6559382b req-3104122e-4b39-4448-b442-8b0ba254ab8c tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 966 time: 0.0619390 Jul 30 01:39:55.752175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56680) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:55.758640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e39cb636-48eb-4e9f-b171-9543f84e3edc tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Request body: {'floatingip': {'port_id': 'd6e56348-914b-4b66-bdc5-d9ab5faf8f29'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:55.760428 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dfadbf-78d8-4550-99dc-bf6813bb5dc2 None None] The sync data for ids ['07afdd23-632b-4805-9354-1a44a461aec1'] in n-d-713498-9 is: [{'id': '07afdd23-632b-4805-9354-1a44a461aec1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1033088013-router', 'tenant_id': '301cf27b86df4122b2f2aa4fe98571ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '789f37ac-7255-4cd9-b1ba-19f532cbc219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:44Z', 'updated_at': '2021-07-30T01:39:50Z', 'revision_number': 4, 'project_id': '301cf27b86df4122b2f2aa4fe98571ac', 'gw_port': {'id': '789f37ac-7255-4cd9-b1ba-19f532cbc219', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07afdd23-632b-4805-9354-1a44a461aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:46Z', 'updated_at': '2021-07-30T01:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'aacdbf32-33bb-4dd9-9183-ba70c2038cb9', 'name': '', 'network_id': 'af499f2f-a16e-4661-aa70-6b5b8e2d65ad', 'tenant_id': '301cf27b86df4122b2f2aa4fe98571ac', 'mac_address': 'fa:16:3e:85:73:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07afdd23-632b-4805-9354-1a44a461aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9c9b215d-3d8d-4b5b-ac9c-6d49ec431d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:49Z', 'updated_at': '2021-07-30T01:39:54Z', 'revision_number': 4, 'project_id': '301cf27b86df4122b2f2aa4fe98571ac', 'subnets': [{'id': '9c9b215d-3d8d-4b5b-ac9c-6d49ec431d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:39:55.776151 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] Attempting to bind port cdf5cbe0-0be9-4362-99e4-d032aa2518d0 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:55.782420 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] Attempting to bind port cdf5cbe0-0be9-4362-99e4-d032aa2518d0 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:55.782768 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] Attempting to bind port cdf5cbe0-0be9-4362-99e4-d032aa2518d0 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:55.806484 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] Port cdf5cbe0-0be9-4362-99e4-d032aa2518d0 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:39:55.806859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] Attempting to bind port cdf5cbe0-0be9-4362-99e4-d032aa2518d0 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:55.855653 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:55.856007 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:55.856404 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:55.856864 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] Bound port: cdf5cbe0-0be9-4362-99e4-d032aa2518d0, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:55.858440 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.913158 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5278ce03-4b24-4ada-ade8-b187b0a8b5ae None None] Port d89a0d83-5d34-4458-b5fb-20da08a812c7 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:55.933395 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e39cb636-48eb-4e9f-b171-9543f84e3edc tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for floatingip, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:56.044943 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Allocated IP 172.20.0.2 (67b32d5b-8ab6-4b4a-bc61-9185bc85bfae/c1f288b0-90ef-4aa1-8f47-30da376b076f/c6daf31f-f146-49da-b838-08005299b961) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:56.055937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] For port cdf5cbe0-0be9-4362-99e4-d032aa2518d0, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:56.059275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] For port cdf5cbe0-0be9-4362-99e4-d032aa2518d0, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=cdf5cbe0-0be9-4362-99e4-d032aa2518d0,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:56.066218 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device aacdbf32-33bb-4dd9-9183-ba70c2038cb9 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:56.153032 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:56.215040 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79effd9a-9e50-40a0-9827-672d176fc34e req-7e966677-6f09-41d6-bdf5-5f8867f6d19c tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:56.221937 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-79effd9a-9e50-40a0-9827-672d176fc34e req-7e966677-6f09-41d6-bdf5-5f8867f6d19c tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 971 time: 0.2359989 Jul 30 01:39:56.257177 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:56.258101 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:56.260600 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] 10.222.0.77 "PUT /v2.0/ports/cdf5cbe0-0be9-4362-99e4-d032aa2518d0 HTTP/1.1" status: 200 len: 1095 time: 2.5640619 Jul 30 01:39:56.263732 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5943d73c-fbd3-4f52-bdac-9fc8b39deb55', 'tag': 'cdf5cbe0-0be9-4362-99e4-d032aa2518d0'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:56.266998 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da84d02e-e461-42bd-80de-4d7d1ec4dac5" -d '{"events": [{"name": "network-changed", "server_uuid": "5943d73c-fbd3-4f52-bdac-9fc8b39deb55", "tag": "cdf5cbe0-0be9-4362-99e4-d032aa2518d0"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:56.282261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89a0d83-5d34-4458-b5fb-20da08a812c7 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:56.313788 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:56.352199 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-ed6169f3-9853-4eb8-8937-206c562c6788 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=73362a8a96ec4eb08eb2a46a25588321&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588706 Jul 30 01:39:56.366922 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-79effd9a-9e50-40a0-9827-672d176fc34e req-16f355fa-b09f-4529-abdf-3919c3b5a031 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441011 Jul 30 01:39:56.448864 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:56.463847 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Transition to ACTIVE for port object c6daf31f-f146-49da-b838-08005299b961 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:56.484234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Transition to ACTIVE for port object c6daf31f-f146-49da-b838-08005299b961 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:56.490250 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port aacdbf32-33bb-4dd9-9183-ba70c2038cb9 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:56.494847 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port aacdbf32-33bb-4dd9-9183-ba70c2038cb9 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:56.495395 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:56.522864 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f7d2c-64a7-40d3-af6a-68a3d795c047 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf5cbe0-0be9-4362-99e4-d032aa2518d0,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:56.530774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] Transition to ACTIVE for port object d89a0d83-5d34-4458-b5fb-20da08a812c7 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:56.585656 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-612a7dfb-277d-41a3-bb2c-5e387def2fc0 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:56.593530 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-612a7dfb-277d-41a3-bb2c-5e387def2fc0 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2243207 Jul 30 01:39:56.610113 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-0bef6329-04ed-4619-a176-c24349c2a0c3 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/quotas/73362a8a96ec4eb08eb2a46a25588321 HTTP/1.1" status: 200 len: 375 time: 0.0155141 Jul 30 01:39:56.614729 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:56.639037 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-b2c2c8dd-e763-418b-9d7d-ac257ce01555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:56.640670 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-b2c2c8dd-e763-418b-9d7d-ac257ce01555 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=996e0bd5f1584707b399158acfbbea68&device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 1098 time: 0.1329050 Jul 30 01:39:56.683207 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:56.689672 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-48d5210b-3988-4441-bfd3-dc455e12b277 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=73362a8a96ec4eb08eb2a46a25588321&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682309 Jul 30 01:39:56.740499 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-7c3f9f95-5c8f-4c0c-b579-f9d717e95d3b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=cdf5cbe0-0be9-4362-99e4-d032aa2518d0 HTTP/1.1" status: 200 len: 217 time: 0.0586095 Jul 30 01:39:56.742922 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Network 67b32d5b-8ab6-4b4a-bc61-9185bc85bfae is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:56.747999 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:56.750589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:56.765498 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] Pushing event updated for resources: {'Port': ['ID=d89a0d83-5d34-4458-b5fb-20da08a812c7,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:56.843916 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Pushing event updated for resources: {'Port': ['ID=c6daf31f-f146-49da-b838-08005299b961,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:56.894332 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Attempting to bind port c6daf31f-f146-49da-b838-08005299b961 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:56.894722 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Attempting to bind port c6daf31f-f146-49da-b838-08005299b961 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '4e46bba8-b5b4-4203-9fc7-9a4227d53cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '67b32d5b-8ab6-4b4a-bc61-9185bc85bfae'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:56.899042 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Attempting to bind port c6daf31f-f146-49da-b838-08005299b961 on network 67b32d5b-8ab6-4b4a-bc61-9185bc85bfae {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:56.902748 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:56.903128 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Checking segment: {'id': '4e46bba8-b5b4-4203-9fc7-9a4227d53cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '67b32d5b-8ab6-4b4a-bc61-9185bc85bfae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:56.903629 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:56.904367 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Bound using segment: {'id': '4e46bba8-b5b4-4203-9fc7-9a4227d53cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '67b32d5b-8ab6-4b4a-bc61-9185bc85bfae'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:56.904555 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Bound port: c6daf31f-f146-49da-b838-08005299b961, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e46bba8-b5b4-4203-9fc7-9a4227d53cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '67b32d5b-8ab6-4b4a-bc61-9185bc85bfae'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:56.905206 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:56.938724 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-47391b11-3c4c-4647-9d68-3ce1bb272a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:56.940519 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-47391b11-3c4c-4647-9d68-3ce1bb272a44 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1868246 Jul 30 01:39:56.942322 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] Attempting to bind port d89a0d83-5d34-4458-b5fb-20da08a812c7 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:56.942698 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] Attempting to bind port d89a0d83-5d34-4458-b5fb-20da08a812c7 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:56.943027 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] Attempting to bind port d89a0d83-5d34-4458-b5fb-20da08a812c7 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:56.958815 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] Port d89a0d83-5d34-4458-b5fb-20da08a812c7 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:39:56.959146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] Attempting to bind port d89a0d83-5d34-4458-b5fb-20da08a812c7 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:56.968749 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:56.991510 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:56.991858 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:56.992260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:56.992697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] Bound port: d89a0d83-5d34-4458-b5fb-20da08a812c7, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:56.993055 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.016132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] For port c6daf31f-f146-49da-b838-08005299b961, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:57.020938 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] For port c6daf31f-f146-49da-b838-08005299b961, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c6daf31f-f146-49da-b838-08005299b961,segment=NetworkSegment(4e46bba8-b5b4-4203-9fc7-9a4227d53cae),segment_id=4e46bba8-b5b4-4203-9fc7-9a4227d53cae)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:57.047255 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-3fe64b52-4a46-4169-a169-77992545f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:57.061199 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port aacdbf32-33bb-4dd9-9183-ba70c2038cb9, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=aacdbf32-33bb-4dd9-9183-ba70c2038cb9,segment=NetworkSegment(d03d4bf5-8861-4829-a1a8-5d42619413e3),segment_id=d03d4bf5-8861-4829-a1a8-5d42619413e3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:57.061934 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-3fe64b52-4a46-4169-a169-77992545f96f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049080 Jul 30 01:39:57.122027 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.198392 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.200730 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f5052-fe7a-4179-bb8d-976a3792411c None None] Pushing event updated for resources: {'Port': ['ID=c6daf31f-f146-49da-b838-08005299b961,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:57.246054 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-75690d79-1213-49a7-b4ff-5762dc135e9f service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688406 Jul 30 01:39:57.289823 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=aacdbf32-33bb-4dd9-9183-ba70c2038cb9,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:57.328677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7005d9a-32fc-46b1-8a3d-f9e1b0042aa7 req-005af2df-c843-473c-a74d-8dd8ebf65d95 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:57.337459 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a7005d9a-32fc-46b1-8a3d-f9e1b0042aa7 req-005af2df-c843-473c-a74d-8dd8ebf65d95 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a HTTP/1.1" status: 200 len: 948 time: 0.8265808 Jul 30 01:39:57.348895 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] For port d89a0d83-5d34-4458-b5fb-20da08a812c7, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:57.376951 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] For port d89a0d83-5d34-4458-b5fb-20da08a812c7, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d89a0d83-5d34-4458-b5fb-20da08a812c7,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:57.474824 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.511250 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb8304dc-7f27-409c-8666-d41c41ae2487 req-6890a53a-09f6-404d-8469-38097d778131 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466178 Jul 30 01:39:57.512766 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a7f24e-b03c-40b1-9162-6d64d3484834 x-openstack-request-id: req-51a7f24e-b03c-40b1-9162-6d64d3484834 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:57.513042 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5943d73c-fbd3-4f52-bdac-9fc8b39deb55", "tag": "cdf5cbe0-0be9-4362-99e4-d032aa2518d0", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:57.513497 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-51a7f24e-b03c-40b1-9162-6d64d3484834 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:57.514166 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5943d73c-fbd3-4f52-bdac-9fc8b39deb55', 'tag': 'cdf5cbe0-0be9-4362-99e4-d032aa2518d0', 'status': 'completed', 'code': 200} Jul 30 01:39:57.533743 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:57.534689 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.538631 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] 10.222.0.77 "PUT /v2.0/ports/d89a0d83-5d34-4458-b5fb-20da08a812c7 HTTP/1.1" status: 200 len: 1096 time: 2.5674677 Jul 30 01:39:57.595733 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.db.resource_extend [None req-e39cb636-48eb-4e9f-b171-9543f84e3edc tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:39:57.615196 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b3189-1675-4cd9-ad5b-ab1a1b457877 service neutron] Pushing event updated for resources: {'Port': ['ID=d89a0d83-5d34-4458-b5fb-20da08a812c7,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:57.657273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dac5ab-6dd8-49f4-b0b9-da662a80ae30 req-cbda700c-94a8-4102-a08d-f58272226b41 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:57.670285 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-01dac5ab-6dd8-49f4-b0b9-da662a80ae30 req-cbda700c-94a8-4102-a08d-f58272226b41 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 947 time: 0.1168878 Jul 30 01:39:57.705590 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b78e0e1-9e96-4e96-9344-2c8fd8c74dae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.724423 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-01dac5ab-6dd8-49f4-b0b9-da662a80ae30 req-0b9bd36e-516a-4725-9fe6-15e2dc3b60df tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529966 Jul 30 01:39:57.755220 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b78e0e1-9e96-4e96-9344-2c8fd8c74dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.777941 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e39cb636-48eb-4e9f-b171-9543f84e3edc tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.858826 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-d1daaa3e-0685-449f-80e6-88c665e14c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:57.858826 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-d1daaa3e-0685-449f-80e6-88c665e14c91 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b94668c5485c4b9093a398705cf3a87e&device_id=e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a HTTP/1.1" status: 200 len: 1099 time: 0.1024332 Jul 30 01:39:57.859299 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a7005d9a-32fc-46b1-8a3d-f9e1b0042aa7 req-641e25ce-de92-49e4-97cc-af3394ab6ea7 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060461 Jul 30 01:39:57.859915 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84d02e-e461-42bd-80de-4d7d1ec4dac5 req-4c05e676-9de8-47a9-a931-223599862648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:57.861442 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-da84d02e-e461-42bd-80de-4d7d1ec4dac5 req-4c05e676-9de8-47a9-a931-223599862648 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=996e0bd5f1584707b399158acfbbea68&device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 1098 time: 0.1288826 Jul 30 01:39:57.883714 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e39cb636-48eb-4e9f-b171-9543f84e3edc tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.931614 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-11ef3f4e-853c-4c53-b5cb-ce63843638a1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=d89a0d83-5d34-4458-b5fb-20da08a812c7 HTTP/1.1" status: 200 len: 217 time: 0.0611048 Jul 30 01:39:57.968068 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-dbe88041-1a29-443d-8337-8a7ee43d9af0 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=73362a8a96ec4eb08eb2a46a25588321&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0989139 Jul 30 01:39:58.063030 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-5b78e0e1-9e96-4e96-9344-2c8fd8c74dae admin admin] Allocated IP 172.25.1.5 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/0d5d194c-dbeb-4bd0-b5e2-39931124f65b) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:58.078850 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-e39cb636-48eb-4e9f-b171-9543f84e3edc tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Floating IP a13330c7-1ba7-45f7-869b-53e991a80f0d associated. External IP: 172.25.1.201, port: d6e56348-914b-4b66-bdc5-d9ab5faf8f29. Jul 30 01:39:58.092392 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device aacdbf32-33bb-4dd9-9183-ba70c2038cb9 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:58.155445 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port aacdbf32-33bb-4dd9-9183-ba70c2038cb9 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:58.155937 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.183033 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84d02e-e461-42bd-80de-4d7d1ec4dac5 req-7d0ea0bb-4398-4001-a3cf-ecbde0605577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:58.184710 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-da84d02e-e461-42bd-80de-4d7d1ec4dac5 req-7d0ea0bb-4398-4001-a3cf-ecbde0605577 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.2550783 Jul 30 01:39:58.275210 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c6daf31f-f146-49da-b838-08005299b961 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:58.283454 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-da84d02e-e461-42bd-80de-4d7d1ec4dac5 req-3f36f15d-503a-4cbd-9d25-d1405a3560c3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=cdf5cbe0-0be9-4362-99e4-d032aa2518d0 HTTP/1.1" status: 200 len: 217 time: 0.0792980 Jul 30 01:39:58.287809 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-2aec080e-a3a4-4257-b331-4986f7c9079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:58.289272 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-2aec080e-a3a4-4257-b331-4986f7c9079f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.3176877 Jul 30 01:39:58.422972 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39cb636-48eb-4e9f-b171-9543f84e3edc tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Router 84cfe81b-404e-4932-9679-a6db11b5b2cd has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:39:58.434905 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-d55305e7-1651-493a-8a72-9702ada7dc4f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:58.437172 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port c6daf31f-f146-49da-b838-08005299b961 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:58.439342 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b78e0e1-9e96-4e96-9344-2c8fd8c74dae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.443215 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-d55305e7-1651-493a-8a72-9702ada7dc4f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4741368 Jul 30 01:39:58.445023 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84d02e-e461-42bd-80de-4d7d1ec4dac5 req-a3daeb87-2210-4005-8ed9-1f739915349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:58.446834 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-da84d02e-e461-42bd-80de-4d7d1ec4dac5 req-a3daeb87-2210-4005-8ed9-1f739915349c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1450796 Jul 30 01:39:58.480618 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-bb5ad9de-9da6-421e-b2eb-25e8da819d8f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/quotas/73362a8a96ec4eb08eb2a46a25588321 HTTP/1.1" status: 200 len: 375 time: 0.0303035 Jul 30 01:39:58.511848 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-660d1e51-8fb5-48c2-a327-41bbbe9a6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:58.513467 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-660d1e51-8fb5-48c2-a327-41bbbe9a6ebd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2110150 Jul 30 01:39:58.532815 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875b5f9f-f972-4514-834c-43edeef35e7c None None] Network 67b32d5b-8ab6-4b4a-bc61-9185bc85bfae requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:58.541362 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-90cc7dcc-6859-4597-b441-d1f0d25fe5a1 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=73362a8a96ec4eb08eb2a46a25588321&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601609 Jul 30 01:39:58.613148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39cb636-48eb-4e9f-b171-9543f84e3edc tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:39:58.621148 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e39cb636-48eb-4e9f-b171-9543f84e3edc tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.637269 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4579a0d-0881-4e41-b60b-ffb2bdb2eae4 None None] Sync routers for ids ['84cfe81b-404e-4932-9679-a6db11b5b2cd'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:39:58.647524 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84d02e-e461-42bd-80de-4d7d1ec4dac5 req-741e0587-a1ab-48c3-aea9-8bd8fc51ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:58.650726 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4579a0d-0881-4e41-b60b-ffb2bdb2eae4 None None] Routers {'84cfe81b-404e-4932-9679-a6db11b5b2cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:58.650954 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-da84d02e-e461-42bd-80de-4d7d1ec4dac5 req-741e0587-a1ab-48c3-aea9-8bd8fc51ce49 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1908393 Jul 30 01:39:58.651248 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c4579a0d-0881-4e41-b60b-ffb2bdb2eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:39:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['84cfe81b-404e-4932-9679-a6db11b5b2cd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:58.655900 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae7577-4150-41f9-892c-c454b51958a3 req-d5fd84d8-616d-41ba-9298-6289d5597312 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:58.663026 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a1ae7577-4150-41f9-892c-c454b51958a3 req-d5fd84d8-616d-41ba-9298-6289d5597312 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 971 time: 0.1632121 Jul 30 01:39:58.692120 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e39cb636-48eb-4e9f-b171-9543f84e3edc tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "PUT /v2.0/floatingips/a13330c7-1ba7-45f7-869b-53e991a80f0d HTTP/1.1" status: 200 len: 1012 time: 2.9339833 Jul 30 01:39:58.692120 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16617edc-af4b-45f6-b3a5-566e6c4888e3', 'tag': 'd6e56348-914b-4b66-bdc5-d9ab5faf8f29'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:58.693312 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d44a86-423f-4bda-b098-9824a8768beb" -d '{"events": [{"name": "network-changed", "server_uuid": "16617edc-af4b-45f6-b3a5-566e6c4888e3", "tag": "d6e56348-914b-4b66-bdc5-d9ab5faf8f29"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:58.737965 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4dd87aaf-963c-4670-9c82-349f9ba498f9 None None] Provisioning for port c6daf31f-f146-49da-b838-08005299b961 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:58.755203 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4dd87aaf-963c-4670-9c82-349f9ba498f9 None None] Provisioning complete for port c6daf31f-f146-49da-b838-08005299b961 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:58.755651 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4dd87aaf-963c-4670-9c82-349f9ba498f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.791585 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-c4579a0d-0881-4e41-b60b-ffb2bdb2eae4 None None] Set router 84cfe81b-404e-4932-9679-a6db11b5b2cd gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:58.813076 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-d8df5c1e-7690-42c7-ac65-9e10747cfdbd service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856131 Jul 30 01:39:58.866813 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4dd87aaf-963c-4670-9c82-349f9ba498f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.948346 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4dd87aaf-963c-4670-9c82-349f9ba498f9 None None] For port c6daf31f-f146-49da-b838-08005299b961, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c6daf31f-f146-49da-b838-08005299b961,segment=NetworkSegment(4e46bba8-b5b4-4203-9fc7-9a4227d53cae),segment_id=4e46bba8-b5b4-4203-9fc7-9a4227d53cae)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:59.019653 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-da84d02e-e461-42bd-80de-4d7d1ec4dac5 req-7c1669d2-1e66-447e-a10e-3b2e44a4e456 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568110 Jul 30 01:39:59.043351 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b78e0e1-9e96-4e96-9344-2c8fd8c74dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:59.065781 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4dd87aaf-963c-4670-9c82-349f9ba498f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:59.068056 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a1ae7577-4150-41f9-892c-c454b51958a3 req-64693a08-ee8d-4dcf-99fc-0c88dd3e99f8 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040115 Jul 30 01:39:59.137747 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b78e0e1-9e96-4e96-9344-2c8fd8c74dae admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:59.139479 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78e0e1-9e96-4e96-9344-2c8fd8c74dae admin admin] Pushing event updated for resources: {'Port': ['ID=0d5d194c-dbeb-4bd0-b5e2-39931124f65b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:59.152606 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-5b78e0e1-9e96-4e96-9344-2c8fd8c74dae admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:59.157553 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b78e0e1-9e96-4e96-9344-2c8fd8c74dae admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:59.160326 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd87aaf-963c-4670-9c82-349f9ba498f9 None None] Pushing event updated for resources: {'Port': ['ID=c6daf31f-f146-49da-b838-08005299b961,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:59.256727 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:39:59.305869 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3d929ef2-f1c6-4e19-a440-8f3448a07dcf None None] Provisioning complete for port c6daf31f-f146-49da-b838-08005299b961 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:59.306465 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d929ef2-f1c6-4e19-a440-8f3448a07dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:59.397930 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709044dd-074a-46d4-9a3b-da617fc8d3f4 x-openstack-request-id: req-709044dd-074a-46d4-9a3b-da617fc8d3f4 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:59.398220 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16617edc-af4b-45f6-b3a5-566e6c4888e3", "tag": "d6e56348-914b-4b66-bdc5-d9ab5faf8f29", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:59.399488 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-709044dd-074a-46d4-9a3b-da617fc8d3f4 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:59.399883 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16617edc-af4b-45f6-b3a5-566e6c4888e3', 'tag': 'd6e56348-914b-4b66-bdc5-d9ab5faf8f29', 'status': 'completed', 'code': 200} Jul 30 01:39:59.420387 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c4579a0d-0881-4e41-b60b-ffb2bdb2eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:03Z', 'updated_at': '2021-07-30T01:39:08Z', 'revision_number': 4, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'gw_port': {'id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:04Z', 'updated_at': '2021-07-30T01:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'a13330c7-1ba7-45f7-869b-53e991a80f0d', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'port_id': 'd6e56348-914b-4b66-bdc5-d9ab5faf8f29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'mac_address': 'fa:16:3e:f3:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16617edc-af4b-45f6-b3a5-566e6c4888e3', 'device_owner': 'compute:tempest-test_az-647498379'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:39:35Z', 'updated_at': '2021-07-30T01:39:57Z', 'revision_number': 1, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f15abe-98ce-430c-a92d-0764ccb84bb5', 'name': '', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'mac_address': 'fa:16:3e:c5:f5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:07Z', 'updated_at': '2021-07-30T01:39:14Z', 'revision_number': 5, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'subnets': [{'id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:59.483348 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4579a0d-0881-4e41-b60b-ffb2bdb2eae4 None None] Checking router: 84cfe81b-404e-4932-9679-a6db11b5b2cd for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:39:59.499027 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4579a0d-0881-4e41-b60b-ffb2bdb2eae4 None None] Routers {'84cfe81b-404e-4932-9679-a6db11b5b2cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:59.499733 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c4579a0d-0881-4e41-b60b-ffb2bdb2eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:39:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['84cfe81b-404e-4932-9679-a6db11b5b2cd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:59.512831 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf50197-60bb-4ecf-b62f-0840eed1d653 req-7cf1812c-176c-4f8c-ac95-932e92ae4aad tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:59.522155 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-abf50197-60bb-4ecf-b62f-0840eed1d653 req-7cf1812c-176c-4f8c-ac95-932e92ae4aad tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 971 time: 0.5706401 Jul 30 01:39:59.529374 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a', 'tag': 'd89a0d83-5d34-4458-b5fb-20da08a812c7'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:59.531658 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37671859-0513-4853-bbf7-09b79e4bf94a" -d '{"events": [{"name": "network-changed", "server_uuid": "e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a", "tag": "d89a0d83-5d34-4458-b5fb-20da08a812c7"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:59.555088 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-167fbe30-e72b-4c84-9f77-14c0957180d7 req-8a66744b-5184-4128-99d4-51d7a243e7ce service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7183752 Jul 30 01:39:59.560587 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4164b8-aa81-4b18-9eaa-ec0e8a950f09 req-f863caf7-0c50-4868-b06d-579a00601feb tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:59.566950 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cf4164b8-aa81-4b18-9eaa-ec0e8a950f09 req-f863caf7-0c50-4868-b06d-579a00601feb tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 947 time: 0.0928168 Jul 30 01:39:59.618070 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-abf50197-60bb-4ecf-b62f-0840eed1d653 req-8186466c-b44a-47ca-b750-1fb63ae8d886 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/security-groups?id=67e4dadf-cff4-4e8a-a1dd-469b8af32942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904016 Jul 30 01:39:59.633961 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d44a86-423f-4bda-b098-9824a8768beb req-228f9cbc-a417-42c9-b627-8242148fe6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:59.635562 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b9d44a86-423f-4bda-b098-9824a8768beb req-228f9cbc-a417-42c9-b627-8242148fe6e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49f7c960d860439ea896d95aa85fac7f&device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 1117 time: 0.1514468 Jul 30 01:39:59.658343 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-da84d02e-e461-42bd-80de-4d7d1ec4dac5 req-f3fb942c-938f-4c72-b1cd-50e34feaef10 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284924 Jul 30 01:39:59.674512 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-c4579a0d-0881-4e41-b60b-ffb2bdb2eae4 None None] Set router 84cfe81b-404e-4932-9679-a6db11b5b2cd gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:59.712585 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cf4164b8-aa81-4b18-9eaa-ec0e8a950f09 req-283e30ef-8074-486f-a61a-77638e00dfa1 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405180 Jul 30 01:39:59.770605 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40550d2b-1bf9-43b1-823a-d4b38b5b068e req-69459011-c210-4f1c-82b9-2982de1eabc2 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:59.780183 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40550d2b-1bf9-43b1-823a-d4b38b5b068e req-69459011-c210-4f1c-82b9-2982de1eabc2 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a HTTP/1.1" status: 200 len: 948 time: 0.0758722 Jul 30 01:39:59.850870 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dcfb07cc-a96c-4b1c-b957-17b31546bc55 req-23409435-03a7-4db8-b728-dbec8a6f0761 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a555cff2-4887-4cd8-afb1-efa36805debe HTTP/1.1" status: 200 len: 210 time: 0.0417395 Jul 30 01:39:59.860177 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b78e0e1-9e96-4e96-9344-2c8fd8c74dae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:59.893214 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d44a86-423f-4bda-b098-9824a8768beb req-df398f67-b91a-47bd-ba6d-9812fce91ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:59.893980 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40550d2b-1bf9-43b1-823a-d4b38b5b068e req-0c51ebc7-04a8-4498-92cc-cafad0bd5d21 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065314 Jul 30 01:39:59.894102 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b9d44a86-423f-4bda-b098-9824a8768beb req-df398f67-b91a-47bd-ba6d-9812fce91ee7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5cd65466-712f-4ba9-b446-c0c4974c8af1 HTTP/1.1" status: 200 len: 924 time: 0.2385190 Jul 30 01:39:59.939083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56760) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:59.973185 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c6daf31f-f146-49da-b838-08005299b961 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:59.993607 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcbff5c-cfee-410a-b379-7f10d68ef697 x-openstack-request-id: req-7fcbff5c-cfee-410a-b379-7f10d68ef697 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:59.994477 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a", "tag": "d89a0d83-5d34-4458-b5fb-20da08a812c7", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:59.994912 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7fcbff5c-cfee-410a-b379-7f10d68ef697 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:59.995466 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a', 'tag': 'd89a0d83-5d34-4458-b5fb-20da08a812c7', 'status': 'completed', 'code': 200} Jul 30 01:40:00.083599 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port c6daf31f-f146-49da-b838-08005299b961 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:00.083965 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:00.102379 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b9d44a86-423f-4bda-b098-9824a8768beb req-e8367d87-8fb6-49a6-a3fc-59555b22da26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6e56348-914b-4b66-bdc5-d9ab5faf8f29 HTTP/1.1" status: 200 len: 1020 time: 0.2027628 Jul 30 01:40:00.165168 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.10', 54083) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:00.186898 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fd7187ae-2f0b-4e47-907a-a00b3a7649e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:00.193575 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ceb1b-f702-4150-a4a1-f11df6c62461 req-f8c83c00-0e21-448d-8bf7-ba4cd2a8f922 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:00.193575 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a98ceb1b-f702-4150-a4a1-f11df6c62461 req-f8c83c00-0e21-448d-8bf7-ba4cd2a8f922 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.10 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 971 time: 0.2420433 Jul 30 01:40:00.228696 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-1cbb6b4b-1ec4-45a8-8ec3-6257a74ac0d7 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=73362a8a96ec4eb08eb2a46a25588321&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663805 Jul 30 01:40:00.258235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37671859-0513-4853-bbf7-09b79e4bf94a req-07c1b23e-34f1-4f5e-8f67-c692ce4ca8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:00.262628 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37671859-0513-4853-bbf7-09b79e4bf94a req-07c1b23e-34f1-4f5e-8f67-c692ce4ca8da service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b94668c5485c4b9093a398705cf3a87e&device_id=e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a HTTP/1.1" status: 200 len: 1099 time: 0.2116480 Jul 30 01:40:00.283078 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d44a86-423f-4bda-b098-9824a8768beb req-acaaa1cc-a656-4633-9335-321bd0dc474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:00.299337 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b9d44a86-423f-4bda-b098-9824a8768beb req-acaaa1cc-a656-4633-9335-321bd0dc474d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe078f51-3b71-44c1-abf8-10adb93b21c7 HTTP/1.1" status: 200 len: 862 time: 0.1733513 Jul 30 01:40:00.404854 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b78e0e1-9e96-4e96-9344-2c8fd8c74dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:00.587687 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d44a86-423f-4bda-b098-9824a8768beb req-0f014f52-90a1-4255-ba9c-edae05824571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:00.587687 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b9d44a86-423f-4bda-b098-9824a8768beb req-0f014f52-90a1-4255-ba9c-edae05824571 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5cd65466-712f-4ba9-b446-c0c4974c8af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186032 Jul 30 01:40:00.589729 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c4579a0d-0881-4e41-b60b-ffb2bdb2eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:03Z', 'updated_at': '2021-07-30T01:39:08Z', 'revision_number': 4, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'gw_port': {'id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:04Z', 'updated_at': '2021-07-30T01:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'a13330c7-1ba7-45f7-869b-53e991a80f0d', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'port_id': 'd6e56348-914b-4b66-bdc5-d9ab5faf8f29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'mac_address': 'fa:16:3e:f3:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16617edc-af4b-45f6-b3a5-566e6c4888e3', 'device_owner': 'compute:tempest-test_az-647498379'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:39:35Z', 'updated_at': '2021-07-30T01:39:57Z', 'revision_number': 1, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f15abe-98ce-430c-a92d-0764ccb84bb5', 'name': '', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'mac_address': 'fa:16:3e:c5:f5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:07Z', 'updated_at': '2021-07-30T01:39:14Z', 'revision_number': 5, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'subnets': [{'id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:00.590713 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4579a0d-0881-4e41-b60b-ffb2bdb2eae4 None None] The sync data for ids ['84cfe81b-404e-4932-9679-a6db11b5b2cd'] in n-d-713498-9 is: [{'id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:03Z', 'updated_at': '2021-07-30T01:39:08Z', 'revision_number': 4, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'gw_port': {'id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:04Z', 'updated_at': '2021-07-30T01:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'a13330c7-1ba7-45f7-869b-53e991a80f0d', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'port_id': 'd6e56348-914b-4b66-bdc5-d9ab5faf8f29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'mac_address': 'fa:16:3e:f3:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16617edc-af4b-45f6-b3a5-566e6c4888e3', 'device_owner': 'compute:tempest-test_az-647498379'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:39:35Z', 'updated_at': '2021-07-30T01:39:57Z', 'revision_number': 1, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f15abe-98ce-430c-a92d-0764ccb84bb5', 'name': '', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'mac_address': 'fa:16:3e:c5:f5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:07Z', 'updated_at': '2021-07-30T01:39:14Z', 'revision_number': 5, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'subnets': [{'id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:40:00.591122 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37671859-0513-4853-bbf7-09b79e4bf94a req-65ac6743-d71f-4d0b-875b-0154235e78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:00.591122 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37671859-0513-4853-bbf7-09b79e4bf94a req-65ac6743-d71f-4d0b-875b-0154235e78fb service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.2098267 Jul 30 01:40:00.591780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-a98ceb1b-f702-4150-a4a1-f11df6c62461 req-8f886a3c-2031-40d6-877b-646e8af4c883 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Deleting port f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:00.591780 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a98ceb1b-f702-4150-a4a1-f11df6c62461 req-8f886a3c-2031-40d6-877b-646e8af4c883 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:00.591963 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37671859-0513-4853-bbf7-09b79e4bf94a req-1f1d12f4-9b93-4efb-9c86-15e685926ca7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=d89a0d83-5d34-4458-b5fb-20da08a812c7 HTTP/1.1" status: 200 len: 217 time: 0.0510194 Jul 30 01:40:00.644152 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-76b1f36a-3d43-4117-8949-ce031843bc22 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:00.645673 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-76b1f36a-3d43-4117-8949-ce031843bc22 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4092309 Jul 30 01:40:00.657451 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37671859-0513-4853-bbf7-09b79e4bf94a req-756a8877-8537-4d81-b2b3-ae98225664e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:00.659618 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37671859-0513-4853-bbf7-09b79e4bf94a req-756a8877-8537-4d81-b2b3-ae98225664e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0990672 Jul 30 01:40:00.669372 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-e71003e7-631c-40d2-ae21-ed4171222d7c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Request body: {'port': {'device_id': 'a443c256-aa72-4313-9a19-aadb638db93a', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': '73362a8a96ec4eb08eb2a46a25588321'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:00.759765 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-9f654a5d-24eb-4962-b1a2-a3428578ab1d tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=2526160d43dc47939fb5a23c02c7dc4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637753 Jul 30 01:40:00.780855 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b9d44a86-423f-4bda-b098-9824a8768beb req-739ead15-0e87-49e3-9701-f4e8678e4f72 service neutron] 10.222.0.10 "GET /v2.0/networks/5cd65466-712f-4ba9-b446-c0c4974c8af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198285 Jul 30 01:40:00.853266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37671859-0513-4853-bbf7-09b79e4bf94a req-bc48e390-2e98-49fa-ac90-260f31be8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:00.854962 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37671859-0513-4853-bbf7-09b79e4bf94a req-bc48e390-2e98-49fa-ac90-260f31be8eaa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0775473 Jul 30 01:40:00.856659 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf3a435-0838-42f3-b654-2dba940ec075 None None] New status for floating IP a13330c7-1ba7-45f7-869b-53e991a80f0d: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:40:00.857135 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fd7187ae-2f0b-4e47-907a-a00b3a7649e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:00.908508 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-a98ceb1b-f702-4150-a4a1-f11df6c62461 req-8f886a3c-2031-40d6-877b-646e8af4c883 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] For port f052af0e-cfd5-40c9-b9ae-6ee5e3f87749, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=f052af0e-cfd5-40c9-b9ae-6ee5e3f87749,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:00.910370 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a98ceb1b-f702-4150-a4a1-f11df6c62461 req-8f886a3c-2031-40d6-877b-646e8af4c883 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:00.950184 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-a98ceb1b-f702-4150-a4a1-f11df6c62461 req-8f886a3c-2031-40d6-877b-646e8af4c883 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Calling delete_port for f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 owned by compute:tempest-test_az-647498379 {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:00.977256 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e0810-f7cb-461d-9994-c30e36ed2e5c req-2d9d4828-3925-4417-bba9-a10a64eab6fa tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:00.978784 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fd2e0810-f7cb-461d-9994-c30e36ed2e5c req-2d9d4828-3925-4417-bba9-a10a64eab6fa tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 971 time: 0.0955575 Jul 30 01:40:01.003529 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37671859-0513-4853-bbf7-09b79e4bf94a req-29e78fa9-cee3-4aa8-a555-4564d8acbcc9 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390872 Jul 30 01:40:01.034796 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fd7187ae-2f0b-4e47-907a-a00b3a7649e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.139385 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fd2e0810-f7cb-461d-9994-c30e36ed2e5c req-b0bc024c-2db2-4227-afe4-e1f89cf46016 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/security-groups?id=67e4dadf-cff4-4e8a-a1dd-469b8af32942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488211 Jul 30 01:40:01.141699 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fd7187ae-2f0b-4e47-907a-a00b3a7649e7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e25e1807bdfa40ee829ca25d9126ef3f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2002583 Jul 30 01:40:01.145283 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7187ae-2f0b-4e47-907a-a00b3a7649e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d49bb7c-dfc0-4469-8a18-fd80b3aa4032,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:01.149641 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56788) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:01.213401 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37671859-0513-4853-bbf7-09b79e4bf94a req-dc75acc9-b9fc-491c-a002-fde8d5a3d746 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009857 Jul 30 01:40:01.228764 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-e71003e7-631c-40d2-ae21-ed4171222d7c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Made reservation on behalf of 73362a8a96ec4eb08eb2a46a25588321 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:01.235307 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-e71003e7-631c-40d2-ae21-ed4171222d7c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.237845 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b3199151-c39f-4baa-b123-06f97dbb4d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.250878 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b78e0e1-9e96-4e96-9344-2c8fd8c74dae admin admin] Router d35c62a7-265f-4a08-86cc-0696a69c76d1 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:40:01.259199 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-e71003e7-631c-40d2-ae21-ed4171222d7c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.303786 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b3199151-c39f-4baa-b123-06f97dbb4d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.353413 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-af736760-31bb-4128-9c32-43dc36233164 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:01.359069 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf495f2-a7f6-4f0e-99b0-d9232f68826a req-c9413fed-f761-47c6-afd2-67534c8dcf48 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:01.360644 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6cf495f2-a7f6-4f0e-99b0-d9232f68826a req-c9413fed-f761-47c6-afd2-67534c8dcf48 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 947 time: 0.1255491 Jul 30 01:40:01.363828 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-af736760-31bb-4128-9c32-43dc36233164 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6031389 Jul 30 01:40:01.378610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device cdf5cbe0-0be9-4362-99e4-d032aa2518d0 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:40:01.412291 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b9d44a86-423f-4bda-b098-9824a8768beb req-dd8e16f8-3468-43b9-a82e-fcf0aee321a4 service neutron] 10.222.0.10 "GET /v2.0/networks/5cd65466-712f-4ba9-b446-c0c4974c8af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111543 Jul 30 01:40:01.438907 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6cf495f2-a7f6-4f0e-99b0-d9232f68826a req-03e933b9-92c1-4b06-a3ca-9a3a8c12ad0c tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624228 Jul 30 01:40:01.443478 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-d7d7c6c6-8887-4b3d-9156-6fc3102b3148 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/quotas/2526160d43dc47939fb5a23c02c7dc4d HTTP/1.1" status: 200 len: 375 time: 0.0787315 Jul 30 01:40:01.490741 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-e71003e7-631c-40d2-ae21-ed4171222d7c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.491732 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b3199151-c39f-4baa-b123-06f97dbb4d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.495000 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b3199151-c39f-4baa-b123-06f97dbb4d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.498827 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b3199151-c39f-4baa-b123-06f97dbb4d94 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d49bb7c-dfc0-4469-8a18-fd80b3aa4032 HTTP/1.1" status: 204 len: 168 time: 0.3462825 Jul 30 01:40:01.506252 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port cdf5cbe0-0be9-4362-99e4-d032aa2518d0, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=cdf5cbe0-0be9-4362-99e4-d032aa2518d0,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:01.507608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3199151-c39f-4baa-b123-06f97dbb4d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d49bb7c-dfc0-4469-8a18-fd80b3aa4032,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:01.538798 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'cdf5cbe0-0be9-4362-99e4-d032aa2518d0', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': 'cdf5cbe0-0be9-4362-99e4-d032aa2518d0', 'mac_address': 'fa:16:3e:32:76:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:40:01.560110 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3a27d0da-7ff0-4f4b-864d-1449e2260bad req-75b4db2f-f6db-45a5-b93e-b4f857ef3ff5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a555cff2-4887-4cd8-afb1-efa36805debe HTTP/1.1" status: 200 len: 210 time: 0.0449681 Jul 30 01:40:01.583901 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-e71003e7-631c-40d2-ae21-ed4171222d7c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.596307 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.610001 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf5cbe0-0be9-4362-99e4-d032aa2518d0 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:01.622221 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b78e0e1-9e96-4e96-9344-2c8fd8c74dae admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:40:01.633870 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] Sync routers for ids ['d35c62a7-265f-4a08-86cc-0696a69c76d1'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:40:01.643693 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port cdf5cbe0-0be9-4362-99e4-d032aa2518d0, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=cdf5cbe0-0be9-4362-99e4-d032aa2518d0,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:01.647104 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] Routers {'d35c62a7-265f-4a08-86cc-0696a69c76d1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:01.648807 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:39:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['d35c62a7-265f-4a08-86cc-0696a69c76d1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:01.660752 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71003e7-631c-40d2-ae21-ed4171222d7c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc00230-842f-46ee-9a83-39a5e67eae93,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:01.686227 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-22abb944-bb9b-4a18-a9be-e96d99d865b1 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2526160d43dc47939fb5a23c02c7dc4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2309198 Jul 30 01:40:01.722202 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b78e0e1-9e96-4e96-9344-2c8fd8c74dae admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.726377 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5b78e0e1-9e96-4e96-9344-2c8fd8c74dae admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6872888 Jul 30 01:40:01.726593 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56794) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:01.732535 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.797283 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-e71003e7-631c-40d2-ae21-ed4171222d7c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Allocated IP 192.168.233.102 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/db997857-bdd5-4561-9cee-df4c853003b7) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:01.826082 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=cdf5cbe0-0be9-4362-99e4-d032aa2518d0,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:01.830721 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] Set router d35c62a7-265f-4a08-86cc-0696a69c76d1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:01.836066 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bf1ef-3e7d-4882-a1ae-d33c549e6fe9 req-d9eebd23-d516-4997-b1d8-0809f6209acf tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:01.847557 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8d0bf1ef-3e7d-4882-a1ae-d33c549e6fe9 req-d9eebd23-d516-4997-b1d8-0809f6209acf tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a HTTP/1.1" status: 200 len: 948 time: 0.1145942 Jul 30 01:40:01.856690 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a98ceb1b-f702-4150-a4a1-f11df6c62461 req-8f886a3c-2031-40d6-877b-646e8af4c883 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.873560 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['f052af0e-cfd5-40c9-b9ae-6ee5e3f87749'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:01.944764 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8d0bf1ef-3e7d-4882-a1ae-d33c549e6fe9 req-ef021c2f-a224-47f6-a0e0-36f0c386397e tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954642 Jul 30 01:40:02.055421 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['cdf5cbe0-0be9-4362-99e4-d032aa2518d0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:02.057445 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f886a3c-2031-40d6-877b-646e8af4c883 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Pushing event deleted for resources: {'Port': ['ID=f052af0e-cfd5-40c9-b9ae-6ee5e3f87749,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:02.099418 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-277d0603-db28-43cd-b5a2-a7dd30730624 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=73362a8a96ec4eb08eb2a46a25588321&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1404114 Jul 30 01:40:02.146633 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6d5fd1e3-84b3-4515-a813-1d1911610ffb req-febb112a-0b23-4906-8561-5feb06809fe9 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 210 time: 0.0941167 Jul 30 01:40:02.208897 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98ceb1b-f702-4150-a4a1-f11df6c62461 req-8f886a3c-2031-40d6-877b-646e8af4c883 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] No DVR routers for this DVR port f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:02.226450 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-e71003e7-631c-40d2-ae21-ed4171222d7c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.261629 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35c62a7-265f-4a08-86cc-0696a69c76d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-92440527-router', 'tenant_id': 'ec03eda30419457ea16dfd7459e817b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '0d5d194c-dbeb-4bd0-b5e2-39931124f65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:55Z', 'updated_at': '2021-07-30T01:39:59Z', 'revision_number': 3, 'project_id': 'ec03eda30419457ea16dfd7459e817b8', 'gw_port': {'id': '0d5d194c-dbeb-4bd0-b5e2-39931124f65b', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35c62a7-265f-4a08-86cc-0696a69c76d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:57Z', 'updated_at': '2021-07-30T01:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:02.269572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-e71003e7-631c-40d2-ae21-ed4171222d7c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Transition to ACTIVE for port object db997857-bdd5-4561-9cee-df4c853003b7 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:02.311288 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] Checking router: d35c62a7-265f-4a08-86cc-0696a69c76d1 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:40:02.312165 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] Updating router d35c62a7-265f-4a08-86cc-0696a69c76d1 port 0d5d194c-dbeb-4bd0-b5e2-39931124f65b binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:40:02.334031 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a98ceb1b-f702-4150-a4a1-f11df6c62461 req-8f886a3c-2031-40d6-877b-646e8af4c883 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.336993 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a98ceb1b-f702-4150-a4a1-f11df6c62461 req-8f886a3c-2031-40d6-877b-646e8af4c883 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.10 "DELETE /v2.0/ports/f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 HTTP/1.1" status: 204 len: 173 time: 2.1374645 Jul 30 01:40:02.338700 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6567673b-3748-4e19-b30c-9e25a470888a', 'name': 'network-vif-deleted', 'tag': 'f052af0e-cfd5-40c9-b9ae-6ee5e3f87749'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:02.341555 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f822e5e-01ff-4e28-bc11-49a7e16f57fe" -d '{"events": [{"server_uuid": "6567673b-3748-4e19-b30c-9e25a470888a", "name": "network-vif-deleted", "tag": "f052af0e-cfd5-40c9-b9ae-6ee5e3f87749"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:02.354621 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.412737 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3679e3aa-9fee-495f-85eb-cae9505c7623 req-f61f5aba-60ac-4ae0-8893-39b22ff8f06b tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 210 time: 0.0593669 Jul 30 01:40:02.423264 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-e71003e7-631c-40d2-ae21-ed4171222d7c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.461222 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63247b05-f9d1-40aa-9ef2-8b23baaaa137 x-openstack-request-id: req-63247b05-f9d1-40aa-9ef2-8b23baaaa137 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:02.461572 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6567673b-3748-4e19-b30c-9e25a470888a", "name": "network-vif-deleted", "tag": "f052af0e-cfd5-40c9-b9ae-6ee5e3f87749", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:02.461826 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63247b05-f9d1-40aa-9ef2-8b23baaaa137 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:02.462216 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6567673b-3748-4e19-b30c-9e25a470888a', 'name': 'network-vif-deleted', 'tag': 'f052af0e-cfd5-40c9-b9ae-6ee5e3f87749', 'status': 'completed', 'code': 200} Jul 30 01:40:02.509539 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-58afb5ee-f5a4-4da3-a5af-028ceaa09fe0 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:02.511233 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-58afb5ee-f5a4-4da3-a5af-028ceaa09fe0 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3907475 Jul 30 01:40:02.534522 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-e71003e7-631c-40d2-ae21-ed4171222d7c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:02.540587 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56812) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:02.545058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-e71003e7-631c-40d2-ae21-ed4171222d7c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:02.554614 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-e71003e7-631c-40d2-ae21-ed4171222d7c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:02.557231 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-2c1f91e8-a065-4acb-b1e4-42525d268908 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Request body: {'port': {'device_id': 'a555cff2-4887-4cd8-afb1-efa36805debe', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': '73362a8a96ec4eb08eb2a46a25588321'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:02.561488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-e71003e7-631c-40d2-ae21-ed4171222d7c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:02.562428 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-e71003e7-631c-40d2-ae21-ed4171222d7c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.583387 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdd41f09-688d-4086-b2ba-b31709fbb0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.641189 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.663708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71003e7-631c-40d2-ae21-ed4171222d7c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Pushing event updated for resources: {'Port': ['ID=db997857-bdd5-4561-9cee-df4c853003b7,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:02.713571 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-e71003e7-631c-40d2-ae21-ed4171222d7c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0489953 Jul 30 01:40:02.751053 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] Request body: {'port': {'device_id': 'a443c256-aa72-4313-9a19-aadb638db93a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:02.757969 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-44f2f361-c981-4d40-9436-3f23512d756c req-8061168f-6b9c-489e-a157-5531c157ba17 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a555cff2-4887-4cd8-afb1-efa36805debe HTTP/1.1" status: 200 len: 210 time: 0.0465307 Jul 30 01:40:02.813160 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f2b98-6e1a-4fc4-b504-49a814dff044 req-c603b588-c26a-45e3-9c56-b9ed3bc05d19 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:02.820270 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e80f2b98-6e1a-4fc4-b504-49a814dff044 req-c603b588-c26a-45e3-9c56-b9ed3bc05d19 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 948 time: 0.2451935 Jul 30 01:40:02.854249 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.873713 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] Transition to ACTIVE for port object 0d5d194c-dbeb-4bd0-b5e2-39931124f65b will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:02.888645 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.941012 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e80f2b98-6e1a-4fc4-b504-49a814dff044 req-72dd9892-eaaf-480e-b079-6ffe65f06eee tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972707 Jul 30 01:40:03.005237 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.028679 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdd41f09-688d-4086-b2ba-b31709fbb0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.071788 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.085877 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c8a6df91-eefc-4357-8346-e5937a29975e None None] Provisioning for port db997857-bdd5-4561-9cee-df4c853003b7 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:03.097446 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c8a6df91-eefc-4357-8346-e5937a29975e None None] Provisioning complete for port db997857-bdd5-4561-9cee-df4c853003b7 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:03.097827 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c8a6df91-eefc-4357-8346-e5937a29975e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.139162 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162db5d-fc9b-46d5-b7ff-91281cad4fde req-136df25f-56e0-4495-9c40-fe35a4e05c03 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:03.140724 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e162db5d-fc9b-46d5-b7ff-91281cad4fde req-136df25f-56e0-4495-9c40-fe35a4e05c03 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a HTTP/1.1" status: 200 len: 948 time: 0.1066170 Jul 30 01:40:03.175939 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c8a6df91-eefc-4357-8346-e5937a29975e None None] Port db997857-bdd5-4561-9cee-df4c853003b7 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:40:03.184414 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] Attempting to bind port 0d5d194c-dbeb-4bd0-b5e2-39931124f65b on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:03.184792 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] Attempting to bind port 0d5d194c-dbeb-4bd0-b5e2-39931124f65b by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:03.185159 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] Attempting to bind port 0d5d194c-dbeb-4bd0-b5e2-39931124f65b on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:03.195437 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Allocated IP 172.20.0.1 (67b32d5b-8ab6-4b4a-bc61-9185bc85bfae/c1f288b0-90ef-4aa1-8f47-30da376b076f/f94c83ef-eab2-418c-8cc0-848ba711bf2b) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:03.196533 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1fc99-84c0-4c4d-af52-a6890033bf53 None None] Pushing event updated for resources: {'Port': ['ID=0d5d194c-dbeb-4bd0-b5e2-39931124f65b,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:03.197553 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdd41f09-688d-4086-b2ba-b31709fbb0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.199181 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:03.199560 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:03.199956 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.200347 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:03.200989 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] Bound port: 0d5d194c-dbeb-4bd0-b5e2-39931124f65b, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:03.201216 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.251194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e162db5d-fc9b-46d5-b7ff-91281cad4fde req-9a06ab5c-f3ee-403b-b855-255ac3f832cb tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954323 Jul 30 01:40:03.265356 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] For port 0d5d194c-dbeb-4bd0-b5e2-39931124f65b, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:03.276867 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-2c1f91e8-a065-4acb-b1e4-42525d268908 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Made reservation on behalf of 73362a8a96ec4eb08eb2a46a25588321 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:03.278928 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-2c1f91e8-a065-4acb-b1e4-42525d268908 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.280398 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] For port 0d5d194c-dbeb-4bd0-b5e2-39931124f65b, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0d5d194c-dbeb-4bd0-b5e2-39931124f65b,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:03.298748 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-097cf37f-9ca4-41ed-ab96-1c03c4ee071a req-f869d21a-4245-4d67-874d-6d9d9a75fa19 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 210 time: 0.0637746 Jul 30 01:40:03.309222 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd41f09-688d-4086-b2ba-b31709fbb0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8001bae7-7810-4118-b833-dcccd2b36561,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:03.318490 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd41f09-688d-4086-b2ba-b31709fbb0cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.318861 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd41f09-688d-4086-b2ba-b31709fbb0cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.319188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd41f09-688d-4086-b2ba-b31709fbb0cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.319527 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd41f09-688d-4086-b2ba-b31709fbb0cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.319867 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd41f09-688d-4086-b2ba-b31709fbb0cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.320197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd41f09-688d-4086-b2ba-b31709fbb0cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.320529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd41f09-688d-4086-b2ba-b31709fbb0cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.320858 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd41f09-688d-4086-b2ba-b31709fbb0cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.321181 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd41f09-688d-4086-b2ba-b31709fbb0cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.321505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd41f09-688d-4086-b2ba-b31709fbb0cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.321821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd41f09-688d-4086-b2ba-b31709fbb0cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.322148 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd41f09-688d-4086-b2ba-b31709fbb0cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.334992 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bdd41f09-688d-4086-b2ba-b31709fbb0cc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3bd825511e6e45f5b0a3a8f12ddcc04d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7919271 Jul 30 01:40:03.342819 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56824) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:03.352216 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.387782 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d89a0d83-5d34-4458-b5fb-20da08a812c7 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:40:03.406681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db997857-bdd5-4561-9cee-df4c853003b7 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:03.418255 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.429305 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] Routers {'d35c62a7-265f-4a08-86cc-0696a69c76d1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:03.430017 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:39:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['d35c62a7-265f-4a08-86cc-0696a69c76d1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:03.448577 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] Transition to ACTIVE for port object db997857-bdd5-4561-9cee-df4c853003b7 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:03.451053 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device cdf5cbe0-0be9-4362-99e4-d032aa2518d0 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:03.474589 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.508840 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Transition to ACTIVE for port object f94c83ef-eab2-418c-8cc0-848ba711bf2b will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:03.511867 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1fc99-84c0-4c4d-af52-a6890033bf53 None None] Pushing event updated for resources: {'Port': ['ID=0d5d194c-dbeb-4bd0-b5e2-39931124f65b,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:03.556978 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port d89a0d83-5d34-4458-b5fb-20da08a812c7, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d89a0d83-5d34-4458-b5fb-20da08a812c7,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:03.557675 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.569766 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'd89a0d83-5d34-4458-b5fb-20da08a812c7', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': 'd89a0d83-5d34-4458-b5fb-20da08a812c7', 'mac_address': 'fa:16:3e:a5:5f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:40:03.575832 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6a710b18-baff-468a-92aa-4ef8d71e967b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.618996 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] Pushing event updated for resources: {'Port': ['ID=db997857-bdd5-4561-9cee-df4c853003b7,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:03.659500 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6a710b18-baff-468a-92aa-4ef8d71e967b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.660639 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] Set router d35c62a7-265f-4a08-86cc-0696a69c76d1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:03.670796 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.677220 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-01d9eee0-3a79-4ad0-8bed-d03cbcbe6b87 req-ba3a12f3-c149-462d-a5f9-7d4bede76c18 tempest-AggregatesAdminTestJSON-839679188 tempest-AggregatesAdminTestJSON-839679188-project] 10.222.0.70 "GET /v2.0/ports?device_id=6567673b-3748-4e19-b30c-9e25a470888a HTTP/1.1" status: 200 len: 210 time: 0.0550830 Jul 30 01:40:03.733169 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Network 67b32d5b-8ab6-4b4a-bc61-9185bc85bfae is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:03.744709 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Pushing event updated for resources: {'Port': ['ID=f94c83ef-eab2-418c-8cc0-848ba711bf2b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:03.747031 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:03.749474 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:03.750011 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.752316 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] Attempting to bind port db997857-bdd5-4561-9cee-df4c853003b7 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:03.752940 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] Attempting to bind port db997857-bdd5-4561-9cee-df4c853003b7 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:03.753732 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] Attempting to bind port db997857-bdd5-4561-9cee-df4c853003b7 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:03.759915 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] Port db997857-bdd5-4561-9cee-df4c853003b7 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:40:03.760481 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] Attempting to bind port db997857-bdd5-4561-9cee-df4c853003b7 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:03.766080 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:03.766892 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:03.767510 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:03.768717 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] Bound port: db997857-bdd5-4561-9cee-df4c853003b7, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:03.769626 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.773016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port cdf5cbe0-0be9-4362-99e4-d032aa2518d0 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:03.803492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port cdf5cbe0-0be9-4362-99e4-d032aa2518d0 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:03.803949 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.828593 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.829139 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.829349 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.829700 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.830049 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.830403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.831264 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.831589 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.831914 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.832236 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.832555 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.832873 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.864159 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.880767 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-2c1f91e8-a065-4acb-b1e4-42525d268908 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Allocated IP 192.168.233.86 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:03.890667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] For port db997857-bdd5-4561-9cee-df4c853003b7, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:03.895080 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] For port db997857-bdd5-4561-9cee-df4c853003b7, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=db997857-bdd5-4561-9cee-df4c853003b7,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:03.900591 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89a0d83-5d34-4458-b5fb-20da08a812c7 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:03.930540 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port d89a0d83-5d34-4458-b5fb-20da08a812c7, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d89a0d83-5d34-4458-b5fb-20da08a812c7,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:03.963773 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.001568 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cdf610e6-bea8-4f90-9f68-ad6eea18fbc5 req-7a88420c-81c8-4d48-84f5-10aec7ac96b8 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a555cff2-4887-4cd8-afb1-efa36805debe HTTP/1.1" status: 200 len: 210 time: 0.1167777 Jul 30 01:40:04.012504 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:04.012504 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.056890 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.076603 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35c62a7-265f-4a08-86cc-0696a69c76d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-92440527-router', 'tenant_id': 'ec03eda30419457ea16dfd7459e817b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '0d5d194c-dbeb-4bd0-b5e2-39931124f65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:55Z', 'updated_at': '2021-07-30T01:39:59Z', 'revision_number': 3, 'project_id': 'ec03eda30419457ea16dfd7459e817b8', 'gw_port': {'id': '0d5d194c-dbeb-4bd0-b5e2-39931124f65b', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35c62a7-265f-4a08-86cc-0696a69c76d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:57Z', 'updated_at': '2021-07-30T01:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:04.081904 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:04.092143 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:04.092743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device f052af0e-cfd5-40c9-b9ae-6ee5e3f87749 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:04.095739 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.096856 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] 10.222.0.10 "PUT /v2.0/ports/db997857-bdd5-4561-9cee-df4c853003b7 HTTP/1.1" status: 200 len: 1096 time: 1.3671443 Jul 30 01:40:04.097329 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a443c256-aa72-4313-9a19-aadb638db93a', 'tag': 'db997857-bdd5-4561-9cee-df4c853003b7'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:04.099706 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd7aa28-ae31-4768-80ad-7cb0312d66ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a443c256-aa72-4313-9a19-aadb638db93a", "tag": "db997857-bdd5-4561-9cee-df4c853003b7"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:04.155210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83ead7-45f0-4d2d-80f9-778015ed73f1 service neutron] Pushing event updated for resources: {'Port': ['ID=db997857-bdd5-4561-9cee-df4c853003b7,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:04.170939 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port cdf5cbe0-0be9-4362-99e4-d032aa2518d0, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=cdf5cbe0-0be9-4362-99e4-d032aa2518d0,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:04.176198 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5943d73c-fbd3-4f52-bdac-9fc8b39deb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf5cbe0-0be9-4362-99e4-d032aa2518d0'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:04.185400 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7258b80-e2ce-469f-a639-915a68ad884e req-a88b30cc-69ef-4ea4-a5f6-33e25ab6b90c tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:04.191431 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c3dbb5-7e11-49e8-ad4d-4baf1d53988f None None] The sync data for ids ['d35c62a7-265f-4a08-86cc-0696a69c76d1'] in n-d-713498-9 is: [{'id': 'd35c62a7-265f-4a08-86cc-0696a69c76d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-92440527-router', 'tenant_id': 'ec03eda30419457ea16dfd7459e817b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '0d5d194c-dbeb-4bd0-b5e2-39931124f65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:55Z', 'updated_at': '2021-07-30T01:39:59Z', 'revision_number': 3, 'project_id': 'ec03eda30419457ea16dfd7459e817b8', 'gw_port': {'id': '0d5d194c-dbeb-4bd0-b5e2-39931124f65b', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35c62a7-265f-4a08-86cc-0696a69c76d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:57Z', 'updated_at': '2021-07-30T01:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:40:04.193900 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b742d70-8ed8-4821-b428-b7facbf0f489" -d '{"events": [{"server_uuid": "5943d73c-fbd3-4f52-bdac-9fc8b39deb55", "name": "network-vif-plugged", "status": "completed", "tag": "cdf5cbe0-0be9-4362-99e4-d032aa2518d0"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:04.195066 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7258b80-e2ce-469f-a639-915a68ad884e req-a88b30cc-69ef-4ea4-a5f6-33e25ab6b90c tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 948 time: 0.0854313 Jul 30 01:40:04.227211 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da32566a-ecce-4c84-97fd-7fa75cc8a1b6 x-openstack-request-id: req-da32566a-ecce-4c84-97fd-7fa75cc8a1b6 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:04.227574 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a443c256-aa72-4313-9a19-aadb638db93a", "tag": "db997857-bdd5-4561-9cee-df4c853003b7", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:04.228043 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da32566a-ecce-4c84-97fd-7fa75cc8a1b6 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:04.228514 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a443c256-aa72-4313-9a19-aadb638db93a', 'tag': 'db997857-bdd5-4561-9cee-df4c853003b7', 'status': 'completed', 'code': 200} Jul 30 01:40:04.253105 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=d89a0d83-5d34-4458-b5fb-20da08a812c7,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:04.271665 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.297087 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6a710b18-baff-468a-92aa-4ef8d71e967b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.303515 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6a710b18-baff-468a-92aa-4ef8d71e967b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.304667 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6a710b18-baff-468a-92aa-4ef8d71e967b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8001bae7-7810-4118-b833-dcccd2b36561 HTTP/1.1" status: 204 len: 168 time: 0.9609122 Jul 30 01:40:04.326471 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7258b80-e2ce-469f-a639-915a68ad884e req-871f1f21-1c21-44e4-ab9e-6f8327112d87 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277170 Jul 30 01:40:04.330432 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b8f0cee8-6a28-4348-ab7d-2e56d18f3da9 None None] Provisioning for port f94c83ef-eab2-418c-8cc0-848ba711bf2b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:04.354872 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['d89a0d83-5d34-4458-b5fb-20da08a812c7'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:04.368540 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7aa28-ae31-4768-80ad-7cb0312d66ee req-9061f7e8-44e6-4dc3-bb29-0b5a980db486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:04.374107 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4fd7aa28-ae31-4768-80ad-7cb0312d66ee req-9061f7e8-44e6-4dc3-bb29-0b5a980db486 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73362a8a96ec4eb08eb2a46a25588321&device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 1099 time: 0.1422169 Jul 30 01:40:04.398843 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8613bfaa-035b-4d34-bd1f-9239dcfaa198 x-openstack-request-id: req-8613bfaa-035b-4d34-bd1f-9239dcfaa198 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:04.399206 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5943d73c-fbd3-4f52-bdac-9fc8b39deb55", "name": "network-vif-plugged", "status": "completed", "tag": "cdf5cbe0-0be9-4362-99e4-d032aa2518d0", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:04.401807 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a710b18-baff-468a-92aa-4ef8d71e967b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8001bae7-7810-4118-b833-dcccd2b36561,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:04.401957 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8613bfaa-035b-4d34-bd1f-9239dcfaa198 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:04.402419 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5943d73c-fbd3-4f52-bdac-9fc8b39deb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf5cbe0-0be9-4362-99e4-d032aa2518d0', 'code': 200} Jul 30 01:40:04.466191 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b8f0cee8-6a28-4348-ab7d-2e56d18f3da9 None None] Provisioning complete for port f94c83ef-eab2-418c-8cc0-848ba711bf2b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:04.475377 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8f0cee8-6a28-4348-ab7d-2e56d18f3da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.499491 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-2c1f91e8-a065-4acb-b1e4-42525d268908 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.532683 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.568228 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=cdf5cbe0-0be9-4362-99e4-d032aa2518d0,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:04.576729 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b8f0cee8-6a28-4348-ab7d-2e56d18f3da9 None None] Port f94c83ef-eab2-418c-8cc0-848ba711bf2b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:40:04.578916 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-54fab356-9177-4921-b52f-893dbfc6141f req-54510740-284e-4e4b-9977-e364e6221f04 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 210 time: 0.0638826 Jul 30 01:40:04.580393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-2c1f91e8-a065-4acb-b1e4-42525d268908 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Transition to ACTIVE for port object a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:04.581921 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:04.582426 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:04.582882 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:04.583108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:04.583449 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:04.583783 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:04.584113 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:04.584445 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:04.584781 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:04.585111 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:04.585434 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:04.585757 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:04.748501 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4fd7aa28-ae31-4768-80ad-7cb0312d66ee req-c6de0778-a9a1-49c8-8b0a-443109a76808 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=73362a8a96ec4eb08eb2a46a25588321&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3672867 Jul 30 01:40:04.779128 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-2c1f91e8-a065-4acb-b1e4-42525d268908 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.870620 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f91e8-a065-4acb-b1e4-42525d268908 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Pushing event updated for resources: {'Port': ['ID=a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:04.893301 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-2c1f91e8-a065-4acb-b1e4-42525d268908 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:04.904458 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-2c1f91e8-a065-4acb-b1e4-42525d268908 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:04.952832 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c7e72-41c4-4461-a5b6-983f601ea1b5 req-4881b91d-c1a2-4f2f-b675-6a1c76698894 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:04.956765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-2c1f91e8-a065-4acb-b1e4-42525d268908 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:04.960467 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c8c7e72-41c4-4461-a5b6-983f601ea1b5 req-4881b91d-c1a2-4f2f-b675-6a1c76698894 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a HTTP/1.1" status: 200 len: 949 time: 0.2773855 Jul 30 01:40:04.976448 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-2c1f91e8-a065-4acb-b1e4-42525d268908 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:04.976448 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-2c1f91e8-a065-4acb-b1e4-42525d268908 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.085701 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-0ed14fba-de4a-4a56-a42f-3d4cb801e86d tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=2526160d43dc47939fb5a23c02c7dc4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1585560 Jul 30 01:40:05.101178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa74bf-b141-4cfd-a2fe-4cfcce3f18a2 req-5a58e076-cffb-4b5b-8062-81240f0a0f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:05.102870 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39aa74bf-b141-4cfd-a2fe-4cfcce3f18a2 req-5a58e076-cffb-4b5b-8062-81240f0a0f64 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 1100 time: 0.4099951 Jul 30 01:40:05.156558 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-2c1f91e8-a065-4acb-b1e4-42525d268908 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6052318 Jul 30 01:40:05.202041 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] Request body: {'port': {'device_id': 'a555cff2-4887-4cd8-afb1-efa36805debe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:05.223561 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c8c7e72-41c4-4461-a5b6-983f601ea1b5 req-7bd4f277-7107-4475-89b9-670d4a01506c tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583961 Jul 30 01:40:05.233993 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7aa28-ae31-4768-80ad-7cb0312d66ee req-5fae5943-2b34-4666-8f9a-9a6eb3627609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:05.235788 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4fd7aa28-ae31-4768-80ad-7cb0312d66ee req-5fae5943-2b34-4666-8f9a-9a6eb3627609 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4577727 Jul 30 01:40:05.251869 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.275686 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8df357-84f3-4a4f-b321-48113553552f req-e23c38ba-d7d6-4029-a80d-b2a0a8e01663 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:05.277506 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bc8df357-84f3-4a4f-b321-48113553552f req-e23c38ba-d7d6-4029-a80d-b2a0a8e01663 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a555cff2-4887-4cd8-afb1-efa36805debe HTTP/1.1" status: 200 len: 935 time: 0.1593766 Jul 30 01:40:05.281226 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39aa74bf-b141-4cfd-a2fe-4cfcce3f18a2 req-48e7a1b2-2c84-4902-91a6-b617b0a829af service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593308 Jul 30 01:40:05.332148 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.353084 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.353821 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.355844 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-fd79c670-e418-4625-9f88-0879641357af tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:05.357551 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-fd79c670-e418-4625-9f88-0879641357af tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2593875 Jul 30 01:40:05.374621 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-340a8215-ecd6-4422-a5cd-1e6e6e4dd195 None None] Provisioning for port a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:05.379389 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-340a8215-ecd6-4422-a5cd-1e6e6e4dd195 None None] Provisioning complete for port a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:05.379924 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-340a8215-ecd6-4422-a5cd-1e6e6e4dd195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.396958 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-c393c9fe-299c-4339-99e2-00e1ba944963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:05.402193 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-c393c9fe-299c-4339-99e2-00e1ba944963 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73362a8a96ec4eb08eb2a46a25588321&device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 1099 time: 0.1175222 Jul 30 01:40:05.415014 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d89a0d83-5d34-4458-b5fb-20da08a812c7 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:05.506961 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bc8df357-84f3-4a4f-b321-48113553552f req-a7c3e7f5-6db0-4c64-80d8-7c8081d9f22b tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057765 Jul 30 01:40:05.520130 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-340a8215-ecd6-4422-a5cd-1e6e6e4dd195 None None] Port a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:40:05.529381 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-5e3cc07e-e72c-45eb-ada1-90b04d4d825e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=db997857-bdd5-4561-9cee-df4c853003b7 HTTP/1.1" status: 200 len: 217 time: 0.1103244 Jul 30 01:40:05.594639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56868) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:05.599991 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-2015b593-46fc-4c59-be62-04fb7ca20d69 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Request body: {'port': {'device_id': 'cb4804d7-1a50-4d4b-9321-ca68f78285fc', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': '2526160d43dc47939fb5a23c02c7dc4d'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:05.631727 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port d89a0d83-5d34-4458-b5fb-20da08a812c7 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:05.636628 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port d89a0d83-5d34-4458-b5fb-20da08a812c7 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:05.637005 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.678003 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad97efc-634f-44ed-9fd1-92f1db1d51f2 req-6f22f58b-ab47-42c9-823f-ae9bbfa87696 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:05.685653 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ad97efc-634f-44ed-9fd1-92f1db1d51f2 req-6f22f58b-ab47-42c9-823f-ae9bbfa87696 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 949 time: 0.1971335 Jul 30 01:40:05.744512 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-ca353827-3fe6-489d-8d81-d0c22968a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:05.746946 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-ca353827-3fe6-489d-8d81-d0c22968a221 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1929724 Jul 30 01:40:05.804691 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.856927 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port d89a0d83-5d34-4458-b5fb-20da08a812c7, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d89a0d83-5d34-4458-b5fb-20da08a812c7,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:05.859529 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ad97efc-634f-44ed-9fd1-92f1db1d51f2 req-1c1a6f7a-a943-41fb-af3c-ca56ff787056 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703775 Jul 30 01:40:05.877136 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-9f85e34d-7831-4d5d-80c5-5dc804ea6308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:05.878724 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-9f85e34d-7831-4d5d-80c5-5dc804ea6308 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1180124 Jul 30 01:40:05.932429 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.986100 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0d5d194c-dbeb-4bd0-b5e2-39931124f65b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:05.994920 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-93ebace1-0801-499b-98ef-603d80197116 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1874cde0fac54a558c0da1bf4424f23e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992028 Jul 30 01:40:05.999395 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56880) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:06.021548 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-8b420ba6-07b9-4ffb-97fb-d7d0520d71ff service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290209 Jul 30 01:40:06.053987 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=d89a0d83-5d34-4458-b5fb-20da08a812c7,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:06.088455 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-2015b593-46fc-4c59-be62-04fb7ca20d69 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Made reservation on behalf of 2526160d43dc47939fb5a23c02c7dc4d for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:06.091958 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-2015b593-46fc-4c59-be62-04fb7ca20d69 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.110779 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-609c7d2c-4de4-4d0c-908d-28d2b577a0a5 req-2b1501d4-496d-42d5-8d65-3508a9dc38b7 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 210 time: 0.1313646 Jul 30 01:40:06.111422 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Pushing event updated for resources: {'Port': ['ID=f94c83ef-eab2-418c-8cc0-848ba711bf2b,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:06.129621 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 0d5d194c-dbeb-4bd0-b5e2-39931124f65b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:06.140197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0d5d194c-dbeb-4bd0-b5e2-39931124f65b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:06.140197 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.175248 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ef7c833f-bff9-494a-923f-530c17f574d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.191121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Network 67b32d5b-8ab6-4b4a-bc61-9185bc85bfae is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:06.230552 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ef7c833f-bff9-494a-923f-530c17f574d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.233962 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7d58184-8b05-4679-959b-b55e86bd5d8d req-e6b8313c-accc-4216-a08c-0e5d18bba831 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009170 Jul 30 01:40:06.249096 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:06.254341 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.298053 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 0d5d194c-dbeb-4bd0-b5e2-39931124f65b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0d5d194c-dbeb-4bd0-b5e2-39931124f65b,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:06.391979 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac97ec-0395-4f75-99e8-25a58bc9951b req-7d90a4d5-1a5e-4140-8345-dec07a95acc6 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:06.394149 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42ac97ec-0395-4f75-99e8-25a58bc9951b req-7d90a4d5-1a5e-4140-8345-dec07a95acc6 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a HTTP/1.1" status: 200 len: 950 time: 0.0943098 Jul 30 01:40:06.403621 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.407398 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89a0d83-5d34-4458-b5fb-20da08a812c7'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:06.407398 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df74cf55-92d2-44e2-85df-398c4f25f9bc" -d '{"events": [{"server_uuid": "e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a", "name": "network-vif-plugged", "status": "completed", "tag": "d89a0d83-5d34-4458-b5fb-20da08a812c7"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:06.441203 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Router d35c62a7-265f-4a08-86cc-0696a69c76d1 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:40:06.452552 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42ac97ec-0395-4f75-99e8-25a58bc9951b req-dad1dded-93d3-4d8d-8eec-a9d2d6642da1 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497139 Jul 30 01:40:06.462190 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ef7c833f-bff9-494a-923f-530c17f574d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.467521 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ef7c833f-bff9-494a-923f-530c17f574d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.475179 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ef7c833f-bff9-494a-923f-530c17f574d3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/67e4dadf-cff4-4e8a-a1dd-469b8af32942 HTTP/1.1" status: 204 len: 168 time: 0.4758584 Jul 30 01:40:06.487185 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c833f-bff9-494a-923f-530c17f574d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e4dadf-cff4-4e8a-a1dd-469b8af32942,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:06.511948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=0d5d194c-dbeb-4bd0-b5e2-39931124f65b,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:06.560121 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ce8096-ed7e-48f7-90eb-5074de6a692c x-openstack-request-id: req-d8ce8096-ed7e-48f7-90eb-5074de6a692c {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:06.560462 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a", "name": "network-vif-plugged", "status": "completed", "tag": "d89a0d83-5d34-4458-b5fb-20da08a812c7", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:06.560735 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8ce8096-ed7e-48f7-90eb-5074de6a692c {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:06.561125 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89a0d83-5d34-4458-b5fb-20da08a812c7', 'code': 200} Jul 30 01:40:06.618331 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:06.632432 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.653632 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d14ba9aa-d9e1-4b5c-abe8-d737b8eddcd0 None None] Provisioning complete for port f94c83ef-eab2-418c-8cc0-848ba711bf2b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:06.654273 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d14ba9aa-d9e1-4b5c-abe8-d737b8eddcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.679117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] Transition to ACTIVE for port object a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:06.694608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28f558-29fa-4702-bb3e-043002289667 req-8a53af69-7aa1-46e5-bf0d-0e3b4324079a tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:06.696704 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c28f558-29fa-4702-bb3e-043002289667 req-8a53af69-7aa1-46e5-bf0d-0e3b4324079a tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a555cff2-4887-4cd8-afb1-efa36805debe HTTP/1.1" status: 200 len: 935 time: 0.0998306 Jul 30 01:40:06.700461 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:40:06.705920 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a59eaabc-089c-4ff2-bc95-1a2570cc201d admin admin] 10.222.0.70 "PUT /v2.0/routers/d35c62a7-265f-4a08-86cc-0696a69c76d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9783762 Jul 30 01:40:06.706052 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d14ba9aa-d9e1-4b5c-abe8-d737b8eddcd0 None None] Port f94c83ef-eab2-418c-8cc0-848ba711bf2b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:40:06.757265 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.816589 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c28f558-29fa-4702-bb3e-043002289667 req-4ddad830-a4ee-4bc2-99fe-63a5be71a3ae tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979812 Jul 30 01:40:06.823233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b5f1b-511b-4146-9ae5-b4a304453ad2 req-d2ab9ebf-3b6d-404b-b4ff-6cde9d9d95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:06.824912 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d49b5f1b-511b-4146-9ae5-b4a304453ad2 req-d2ab9ebf-3b6d-404b-b4ff-6cde9d9d95ee service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a HTTP/1.1" status: 200 len: 1101 time: 0.1270418 Jul 30 01:40:06.856084 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] Attempting to bind port a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:06.856726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] Attempting to bind port a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:06.856861 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] Attempting to bind port a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:06.860745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] Pushing event updated for resources: {'Port': ['ID=a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:06.866677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] Port a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:40:06.867001 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] Attempting to bind port a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:06.867586 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-2015b593-46fc-4c59-be62-04fb7ca20d69 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Allocated IP 192.168.233.220 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/a1d65a10-81e6-4d81-99fe-37576ef4932c) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:06.888716 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:06.892327 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:06.892773 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:06.893595 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] Bound port: a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:06.893975 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.897299 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d49b5f1b-511b-4146-9ae5-b4a304453ad2 req-d38dd98b-e0c8-41a9-b0cd-3c8a01b9ee2c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608668 Jul 30 01:40:07.077953 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] For port a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:07.083113 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] For port a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:07.100660 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce651ae-5e0c-41f7-89ee-bd3d65a8457a req-6aae402b-3e51-4bba-8135-10e27d1a2d5d tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:07.102401 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ce651ae-5e0c-41f7-89ee-bd3d65a8457a req-6aae402b-3e51-4bba-8135-10e27d1a2d5d tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 949 time: 0.1283960 Jul 30 01:40:07.146930 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:07.177755 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ce651ae-5e0c-41f7-89ee-bd3d65a8457a req-833f2175-7fd3-4c39-b61f-1f1941c9bd78 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642138 Jul 30 01:40:07.203570 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:07.204972 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:07.207033 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] 10.222.0.10 "PUT /v2.0/ports/a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d HTTP/1.1" status: 200 len: 1095 time: 2.0267179 Jul 30 01:40:07.207267 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-2015b593-46fc-4c59-be62-04fb7ca20d69 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:07.207790 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a555cff2-4887-4cd8-afb1-efa36805debe', 'tag': 'a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:07.210277 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a5206e-7a69-43d1-9bcf-52d980c24ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "a555cff2-4887-4cd8-afb1-efa36805debe", "tag": "a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:07.250429 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-2015b593-46fc-4c59-be62-04fb7ca20d69 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Transition to ACTIVE for port object a1d65a10-81e6-4d81-99fe-37576ef4932c will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:07.279177 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293a8182-8c51-44e7-b312-f13d23739a0c x-openstack-request-id: req-293a8182-8c51-44e7-b312-f13d23739a0c {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:07.279711 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a555cff2-4887-4cd8-afb1-efa36805debe", "tag": "a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:07.280432 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-293a8182-8c51-44e7-b312-f13d23739a0c {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:07.281041 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a555cff2-4887-4cd8-afb1-efa36805debe', 'tag': 'a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d', 'status': 'completed', 'code': 200} Jul 30 01:40:07.281948 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e2d6a-4ba3-4121-bdc5-ea8ff840cddf service neutron] Pushing event updated for resources: {'Port': ['ID=a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:07.408788 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-2015b593-46fc-4c59-be62-04fb7ca20d69 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:07.423234 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f10cfd05-896a-41e4-9c04-278145228eea req-4926869c-f5ab-48fd-8262-3bfd671932a7 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 210 time: 0.0973370 Jul 30 01:40:07.426048 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['83fe0ec1-19c6-4a19-a031-1e815bf52b36'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:07.464048 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5206e-7a69-43d1-9bcf-52d980c24ad7 req-80d36ebf-865c-456d-8593-f2d571e56026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:07.492207 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d5a5206e-7a69-43d1-9bcf-52d980c24ad7 req-80d36ebf-865c-456d-8593-f2d571e56026 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73362a8a96ec4eb08eb2a46a25588321&device_id=a555cff2-4887-4cd8-afb1-efa36805debe HTTP/1.1" status: 200 len: 1098 time: 0.1791658 Jul 30 01:40:07.500623 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56930) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:07.515020 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-2015b593-46fc-4c59-be62-04fb7ca20d69 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:07.521574 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8986b75-c8c6-425e-bfd3-ee6b6651c5c9 req-92732b3d-c780-4641-87a7-6193a99ebfe2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8100c798-88c2-4f7e-9209-c76af13baf1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1674976 Jul 30 01:40:07.522412 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-2015b593-46fc-4c59-be62-04fb7ca20d69 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:07.529232 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-2015b593-46fc-4c59-be62-04fb7ca20d69 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:07.542006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-2015b593-46fc-4c59-be62-04fb7ca20d69 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:07.542006 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-2015b593-46fc-4c59-be62-04fb7ca20d69 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:07.542006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015b593-46fc-4c59-be62-04fb7ca20d69 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Pushing event updated for resources: {'Port': ['ID=a1d65a10-81e6-4d81-99fe-37576ef4932c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:07.642498 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-2015b593-46fc-4c59-be62-04fb7ca20d69 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0487342 Jul 30 01:40:07.665200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] Request body: {'port': {'device_id': 'cb4804d7-1a50-4d4b-9321-ca68f78285fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:07.705382 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d5a5206e-7a69-43d1-9bcf-52d980c24ad7 req-78bad59d-40b2-429d-88d2-73c7521f212d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=73362a8a96ec4eb08eb2a46a25588321&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1891379 Jul 30 01:40:07.789840 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2a9f1f03-92ec-4750-a907-bec699418a33 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bc2a2f00c9d74729b38df42cb19d080e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754905 Jul 30 01:40:07.789840 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56934) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:07.804344 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] Sync routers for ids ['d35c62a7-265f-4a08-86cc-0696a69c76d1'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:40:07.876830 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] Routers {'d35c62a7-265f-4a08-86cc-0696a69c76d1'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:07.877915 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:39:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['d35c62a7-265f-4a08-86cc-0696a69c76d1'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:08.059444 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798a78f-4090-416e-9747-aca02aa3f904 req-7cef7efb-897a-46e4-b7ba-98d080b9681e tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:08.072532 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e798a78f-4090-416e-9747-aca02aa3f904 req-7cef7efb-897a-46e4-b7ba-98d080b9681e tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a HTTP/1.1" status: 200 len: 950 time: 0.2405660 Jul 30 01:40:08.117903 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] Set router d35c62a7-265f-4a08-86cc-0696a69c76d1 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:08.206918 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e798a78f-4090-416e-9747-aca02aa3f904 req-ffbb4bcf-c344-4d3c-966d-07604d844544 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034889 Jul 30 01:40:08.208070 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0d5d194c-dbeb-4bd0-b5e2-39931124f65b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:08.249218 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5206e-7a69-43d1-9bcf-52d980c24ad7 req-5caa0d55-b96c-4a84-820a-abae0ccb01ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:08.251706 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d5a5206e-7a69-43d1-9bcf-52d980c24ad7 req-5caa0d55-b96c-4a84-820a-abae0ccb01ed service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5365295 Jul 30 01:40:08.287820 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b9a3546d-02db-4d97-90cf-dc9089535ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.340530 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.397019 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b9a3546d-02db-4d97-90cf-dc9089535ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.419582 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bb584318-8e39-47e0-9c4d-966a5e54429b None None] Provisioning for port a1d65a10-81e6-4d81-99fe-37576ef4932c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:08.430735 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7fb24-f54a-4c3b-bba2-779df6d5dfb4 req-285e0f4b-1a51-4087-a908-b6cbee07b7a9 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:08.441549 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bb584318-8e39-47e0-9c4d-966a5e54429b None None] Provisioning complete for port a1d65a10-81e6-4d81-99fe-37576ef4932c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:08.449778 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb584318-8e39-47e0-9c4d-966a5e54429b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.449921 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42f7fb24-f54a-4c3b-bba2-779df6d5dfb4 req-285e0f4b-1a51-4087-a908-b6cbee07b7a9 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 949 time: 0.2568266 Jul 30 01:40:08.450535 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7393bb8-07f0-4caf-8f27-3e6115c0f89c req-cb877457-0155-4d73-9434-bfdbfe2e4c76 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:08.453034 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c7393bb8-07f0-4caf-8f27-3e6115c0f89c req-cb877457-0155-4d73-9434-bfdbfe2e4c76 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a555cff2-4887-4cd8-afb1-efa36805debe HTTP/1.1" status: 200 len: 947 time: 0.1496034 Jul 30 01:40:08.460912 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-58da1498-bb7b-494a-8a1e-4c666cee45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:08.473611 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-58da1498-bb7b-494a-8a1e-4c666cee45b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73362a8a96ec4eb08eb2a46a25588321&device_id=a555cff2-4887-4cd8-afb1-efa36805debe HTTP/1.1" status: 200 len: 1098 time: 0.1291244 Jul 30 01:40:08.498183 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0d5d194c-dbeb-4bd0-b5e2-39931124f65b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:08.498583 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.505408 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8986b75-c8c6-425e-bfd3-ee6b6651c5c9 req-218cdb75-db5b-4f90-8f04-f6ab55306a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:08.506443 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8986b75-c8c6-425e-bfd3-ee6b6651c5c9 req-218cdb75-db5b-4f90-8f04-f6ab55306a5e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=996e0bd5f1584707b399158acfbbea68&device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 1100 time: 0.8372118 Jul 30 01:40:08.559522 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-b392f089-e306-40d8-a77a-804fde48dd02 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d HTTP/1.1" status: 200 len: 217 time: 0.0685964 Jul 30 01:40:08.576510 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bb584318-8e39-47e0-9c4d-966a5e54429b None None] Port a1d65a10-81e6-4d81-99fe-37576ef4932c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:40:08.583273 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42f7fb24-f54a-4c3b-bba2-779df6d5dfb4 req-f4bc2dd7-122f-4f94-b0e2-b265461c071a tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306925 Jul 30 01:40:08.654744 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c7393bb8-07f0-4caf-8f27-3e6115c0f89c req-4302ac24-7525-4130-93a3-2c6bd45ef932 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658549 Jul 30 01:40:08.706468 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-31ff346f-ef54-43ee-b961-5559b634478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:08.708510 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-31ff346f-ef54-43ee-b961-5559b634478f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1340592 Jul 30 01:40:08.709658 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35c62a7-265f-4a08-86cc-0696a69c76d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-92440527-router', 'tenant_id': 'ec03eda30419457ea16dfd7459e817b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '0d5d194c-dbeb-4bd0-b5e2-39931124f65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:55Z', 'updated_at': '2021-07-30T01:40:04Z', 'revision_number': 4, 'project_id': 'ec03eda30419457ea16dfd7459e817b8', 'gw_port': {'id': '0d5d194c-dbeb-4bd0-b5e2-39931124f65b', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c62a7-265f-4a08-86cc-0696a69c76d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:57Z', 'updated_at': '2021-07-30T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'f94c83ef-eab2-418c-8cc0-848ba711bf2b', 'name': '', 'network_id': '67b32d5b-8ab6-4b4a-bc61-9185bc85bfae', 'tenant_id': 'ec03eda30419457ea16dfd7459e817b8', 'mac_address': 'fa:16:3e:df:b7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35c62a7-265f-4a08-86cc-0696a69c76d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c1f288b0-90ef-4aa1-8f47-30da376b076f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:03Z', 'updated_at': '2021-07-30T01:40:04Z', 'revision_number': 2, 'project_id': 'ec03eda30419457ea16dfd7459e817b8', 'subnets': [{'id': 'c1f288b0-90ef-4aa1-8f47-30da376b076f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:08.745811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] Checking router: d35c62a7-265f-4a08-86cc-0696a69c76d1 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:40:08.745811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] Updating router d35c62a7-265f-4a08-86cc-0696a69c76d1 port f94c83ef-eab2-418c-8cc0-848ba711bf2b binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:40:08.796851 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b9a3546d-02db-4d97-90cf-dc9089535ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.799835 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b9a3546d-02db-4d97-90cf-dc9089535ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.801240 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b9a3546d-02db-4d97-90cf-dc9089535ce4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64f52e8c-1093-4f24-9bef-6e1879d64be8 HTTP/1.1" status: 204 len: 168 time: 1.0184424 Jul 30 01:40:08.833410 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.839046 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3546d-02db-4d97-90cf-dc9089535ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f52e8c-1093-4f24-9bef-6e1879d64be8,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:08.870192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-1e40700a-b904-4183-8d22-44fdf20e9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:08.871712 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-1e40700a-b904-4183-8d22-44fdf20e9662 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1552439 Jul 30 01:40:08.925233 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa3476-e46a-428e-bb03-b0832b63c797 req-ac357db3-e4fd-48da-b89d-06c77de648dd tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:08.925233 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5fa3476-e46a-428e-bb03-b0832b63c797 req-ac357db3-e4fd-48da-b89d-06c77de648dd tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 936 time: 0.1307662 Jul 30 01:40:08.951437 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8986b75-c8c6-425e-bfd3-ee6b6651c5c9 req-1c058cab-469e-4911-b1ba-d2befe6c7b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:08.953081 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8986b75-c8c6-425e-bfd3-ee6b6651c5c9 req-1c058cab-469e-4911-b1ba-d2befe6c7b79 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.4006486 Jul 30 01:40:09.091072 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8986b75-c8c6-425e-bfd3-ee6b6651c5c9 req-4ff2ade9-b8d2-446a-9805-5a7973227602 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b HTTP/1.1" status: 200 len: 217 time: 0.1126127 Jul 30 01:40:09.122343 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5fa3476-e46a-428e-bb03-b0832b63c797 req-5c3c1ab2-e6de-4ec3-8f6f-ca890fa9b6a0 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989348 Jul 30 01:40:09.147536 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-e547e6c6-6d44-4dc6-a6e2-733b5593c3a2 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298932 Jul 30 01:40:09.164334 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2eae5e6e-5b41-4a68-8909-d8d16b0b1ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:09.266495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8986b75-c8c6-425e-bfd3-ee6b6651c5c9 req-1b585d90-034b-479c-9a76-43e6044e96ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:09.272499 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8986b75-c8c6-425e-bfd3-ee6b6651c5c9 req-1b585d90-034b-479c-9a76-43e6044e96ba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1659753 Jul 30 01:40:09.303602 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6336b28a-adc3-4f41-940a-9a86a2167dc4 req-2ae3de35-5079-4a7f-a279-29e39f221443 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378448 Jul 30 01:40:09.476855 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:09.482434 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8986b75-c8c6-425e-bfd3-ee6b6651c5c9 req-19bc9339-f140-4363-ab65-ccb4d4cc7112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:09.484104 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8986b75-c8c6-425e-bfd3-ee6b6651c5c9 req-19bc9339-f140-4363-ab65-ccb4d4cc7112 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1810639 Jul 30 01:40:09.489425 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] Transition to ACTIVE for port object f94c83ef-eab2-418c-8cc0-848ba711bf2b will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:09.499555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34300f-facb-403a-9a81-0276f867e0b1 req-0aba0d8e-1cbf-4ba0-9e92-99bbf9551f70 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:09.509873 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae34300f-facb-403a-9a81-0276f867e0b1 req-0aba0d8e-1cbf-4ba0-9e92-99bbf9551f70 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a HTTP/1.1" status: 200 len: 950 time: 0.1267765 Jul 30 01:40:09.557583 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:09.663849 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed38d42-6d18-40cf-84a7-cf5e727fd2ba None None] Pushing event updated for resources: {'Port': ['ID=f94c83ef-eab2-418c-8cc0-848ba711bf2b,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:09.667256 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8986b75-c8c6-425e-bfd3-ee6b6651c5c9 req-9a05cbb1-8903-4f9b-8307-810473ab9a2b service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236589 Jul 30 01:40:09.737824 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] Attempting to bind port f94c83ef-eab2-418c-8cc0-848ba711bf2b on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:09.738347 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] Attempting to bind port f94c83ef-eab2-418c-8cc0-848ba711bf2b by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '4e46bba8-b5b4-4203-9fc7-9a4227d53cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '67b32d5b-8ab6-4b4a-bc61-9185bc85bfae'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:09.738840 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] Attempting to bind port f94c83ef-eab2-418c-8cc0-848ba711bf2b on network 67b32d5b-8ab6-4b4a-bc61-9185bc85bfae {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:09.745014 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:09.745499 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] Checking segment: {'id': '4e46bba8-b5b4-4203-9fc7-9a4227d53cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '67b32d5b-8ab6-4b4a-bc61-9185bc85bfae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:09.746004 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:09.746553 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] Bound using segment: {'id': '4e46bba8-b5b4-4203-9fc7-9a4227d53cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '67b32d5b-8ab6-4b4a-bc61-9185bc85bfae'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:09.747112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] Bound port: f94c83ef-eab2-418c-8cc0-848ba711bf2b, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e46bba8-b5b4-4203-9fc7-9a4227d53cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '67b32d5b-8ab6-4b4a-bc61-9185bc85bfae'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:09.748742 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:09.843847 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] For port f94c83ef-eab2-418c-8cc0-848ba711bf2b, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:09.848216 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] For port f94c83ef-eab2-418c-8cc0-848ba711bf2b, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f94c83ef-eab2-418c-8cc0-848ba711bf2b,segment=NetworkSegment(4e46bba8-b5b4-4203-9fc7-9a4227d53cae),segment_id=4e46bba8-b5b4-4203-9fc7-9a4227d53cae)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:09.850974 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8986b75-c8c6-425e-bfd3-ee6b6651c5c9 req-e03ddc26-dd99-49bd-8a3a-8127f2ac05e6 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739872 Jul 30 01:40:09.902440 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d65a10-81e6-4d81-99fe-37576ef4932c {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:09.926250 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae34300f-facb-403a-9a81-0276f867e0b1 req-41884199-73ee-44e2-bada-a63bac5ca492 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142170 Jul 30 01:40:09.946432 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:09.951309 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:09.985032 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] Transition to ACTIVE for port object a1d65a10-81e6-4d81-99fe-37576ef4932c will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:10.042957 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device db997857-bdd5-4561-9cee-df4c853003b7 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:40:10.081696 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] Routers {'d35c62a7-265f-4a08-86cc-0696a69c76d1'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:10.082577 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:39:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['d35c62a7-265f-4a08-86cc-0696a69c76d1'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:10.136065 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.216588 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed38d42-6d18-40cf-84a7-cf5e727fd2ba None None] Pushing event updated for resources: {'Port': ['ID=f94c83ef-eab2-418c-8cc0-848ba711bf2b,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:10.228377 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d65a10-81e6-4d81-99fe-37576ef4932c,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:10.257284 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f12d34-9759-4ba6-a5ba-26fec4832014 req-dfb89852-8f9e-4c1c-b864-9f60c4e5a23a tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:10.265532 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-31f12d34-9759-4ba6-a5ba-26fec4832014 req-dfb89852-8f9e-4c1c-b864-9f60c4e5a23a tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 949 time: 0.2047436 Jul 30 01:40:10.334617 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8193f7-09bd-44e3-8163-836dee18935e req-c4622f07-a8fd-4bd6-a135-7b7be936badc tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:10.346802 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5b8193f7-09bd-44e3-8163-836dee18935e req-c4622f07-a8fd-4bd6-a135-7b7be936badc tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a555cff2-4887-4cd8-afb1-efa36805debe HTTP/1.1" status: 200 len: 947 time: 0.1751683 Jul 30 01:40:10.386710 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] Attempting to bind port a1d65a10-81e6-4d81-99fe-37576ef4932c on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:10.386710 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] Attempting to bind port a1d65a10-81e6-4d81-99fe-37576ef4932c by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:10.386710 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] Attempting to bind port a1d65a10-81e6-4d81-99fe-37576ef4932c on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:10.416994 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] Port a1d65a10-81e6-4d81-99fe-37576ef4932c on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:40:10.417536 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] Attempting to bind port a1d65a10-81e6-4d81-99fe-37576ef4932c on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:10.449906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:10.453230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:10.453230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:10.453230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] Bound port: a1d65a10-81e6-4d81-99fe-37576ef4932c, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:10.453230 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.472192 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5b8193f7-09bd-44e3-8163-836dee18935e req-adf10612-7a3b-40d8-a281-7cc246fa4e36 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195285 Jul 30 01:40:10.730687 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-31f12d34-9759-4ba6-a5ba-26fec4832014 req-c9b7963a-04d6-47e5-b3b3-71452b7240ac tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619932 Jul 30 01:40:10.780793 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] For port a1d65a10-81e6-4d81-99fe-37576ef4932c, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:10.793252 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] For port a1d65a10-81e6-4d81-99fe-37576ef4932c, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1d65a10-81e6-4d81-99fe-37576ef4932c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:10.946722 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:11.048821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:11.050034 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:11.051533 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] 10.222.0.77 "PUT /v2.0/ports/a1d65a10-81e6-4d81-99fe-37576ef4932c HTTP/1.1" status: 200 len: 1096 time: 3.3908491 Jul 30 01:40:11.058090 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] Set router d35c62a7-265f-4a08-86cc-0696a69c76d1 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:11.076453 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4804d7-1a50-4d4b-9321-ca68f78285fc', 'tag': 'a1d65a10-81e6-4d81-99fe-37576ef4932c'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:11.078778 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8122f54a-9afd-4151-8b1a-b458d5ef1525" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4804d7-1a50-4d4b-9321-ca68f78285fc", "tag": "a1d65a10-81e6-4d81-99fe-37576ef4932c"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:11.140192 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f4162-3b94-4a32-84d1-029e33e73323 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d65a10-81e6-4d81-99fe-37576ef4932c,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:11.167746 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port db997857-bdd5-4561-9cee-df4c853003b7, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=db997857-bdd5-4561-9cee-df4c853003b7,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:11.206989 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'db997857-bdd5-4561-9cee-df4c853003b7', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': 'db997857-bdd5-4561-9cee-df4c853003b7', 'mac_address': 'fa:16:3e:ae:32:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:40:11.264537 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe14ff-1366-4fcb-9545-37aaec090ead req-ba07f8e4-d5f7-43ee-bc93-2441ecae760c tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:11.275407 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1afe14ff-1366-4fcb-9545-37aaec090ead req-ba07f8e4-d5f7-43ee-bc93-2441ecae760c tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 948 time: 0.1214116 Jul 30 01:40:11.319940 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-9dc263aa-84df-438f-897b-b3d3ad17cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:11.326031 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-9dc263aa-84df-438f-897b-b3d3ad17cbdd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2526160d43dc47939fb5a23c02c7dc4d&device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 1099 time: 0.1231842 Jul 30 01:40:11.411880 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1afe14ff-1366-4fcb-9545-37aaec090ead req-510caae4-9037-4133-860b-d062610fd23f tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230404 Jul 30 01:40:11.427325 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-cb149ed5-2133-4cf2-a5c4-c57bb19c3cbe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=a1d65a10-81e6-4d81-99fe-37576ef4932c HTTP/1.1" status: 200 len: 217 time: 0.0882692 Jul 30 01:40:11.573000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-97202774-8b48-4947-a1e6-94ebb6ed96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:11.586562 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-97202774-8b48-4947-a1e6-94ebb6ed96bf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1510429 Jul 30 01:40:11.651271 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:11.670803 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe8ec3-1bfd-4c25-96d2-ff2d98d16626 req-f2c9bb64-23f8-4b39-b62a-6c45157a9a89 tempest-LiveMigrationNegativeTest-1665187097 tempest-LiveMigrationNegativeTest-1665187097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:11.672413 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5dfe8ec3-1bfd-4c25-96d2-ff2d98d16626 req-f2c9bb64-23f8-4b39-b62a-6c45157a9a89 tempest-LiveMigrationNegativeTest-1665187097 tempest-LiveMigrationNegativeTest-1665187097-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 1100 time: 0.0800114 Jul 30 01:40:11.679750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db997857-bdd5-4561-9cee-df4c853003b7 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:11.694992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-d81d42c1-34f9-4b7e-bc8a-4f53244db8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:11.699773 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-d81d42c1-34f9-4b7e-bc8a-4f53244db8fe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712478 Jul 30 01:40:11.722906 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port db997857-bdd5-4561-9cee-df4c853003b7, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=db997857-bdd5-4561-9cee-df4c853003b7,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:11.724877 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27dc6bc6-b8ae-4eb5-b5ca-3bc6242b970d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:11.735007 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5dfe8ec3-1bfd-4c25-96d2-ff2d98d16626 req-941423e1-a66a-4951-b140-e8f0c32a6e50 tempest-LiveMigrationNegativeTest-1665187097 tempest-LiveMigrationNegativeTest-1665187097-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:11.751884 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7ae9b-71cf-432d-ae98-61821cb867da req-a8823026-fe39-42b9-853a-6d219a5ce2ea tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:11.761194 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33a7ae9b-71cf-432d-ae98-61821cb867da req-a8823026-fe39-42b9-853a-6d219a5ce2ea tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a HTTP/1.1" status: 200 len: 950 time: 0.0795605 Jul 30 01:40:11.771008 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:11.805150 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33a7ae9b-71cf-432d-ae98-61821cb867da req-d60a8def-01d4-48d1-ad1e-c7ab477b5539 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418503 Jul 30 01:40:11.810724 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:11.818832 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35c62a7-265f-4a08-86cc-0696a69c76d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-92440527-router', 'tenant_id': 'ec03eda30419457ea16dfd7459e817b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '0d5d194c-dbeb-4bd0-b5e2-39931124f65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:55Z', 'updated_at': '2021-07-30T01:40:04Z', 'revision_number': 4, 'project_id': 'ec03eda30419457ea16dfd7459e817b8', 'gw_port': {'id': '0d5d194c-dbeb-4bd0-b5e2-39931124f65b', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c62a7-265f-4a08-86cc-0696a69c76d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:57Z', 'updated_at': '2021-07-30T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'f94c83ef-eab2-418c-8cc0-848ba711bf2b', 'name': '', 'network_id': '67b32d5b-8ab6-4b4a-bc61-9185bc85bfae', 'tenant_id': 'ec03eda30419457ea16dfd7459e817b8', 'mac_address': 'fa:16:3e:df:b7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35c62a7-265f-4a08-86cc-0696a69c76d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c1f288b0-90ef-4aa1-8f47-30da376b076f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:03Z', 'updated_at': '2021-07-30T01:40:09Z', 'revision_number': 4, 'project_id': 'ec03eda30419457ea16dfd7459e817b8', 'subnets': [{'id': 'c1f288b0-90ef-4aa1-8f47-30da376b076f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:11.914651 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=db997857-bdd5-4561-9cee-df4c853003b7,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:11.932636 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-c05abe8b-ab2d-4113-a8d8-d6a472f1d43a service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170401 Jul 30 01:40:11.935814 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bf15a2-cde2-4a85-939f-a680e607b95d x-openstack-request-id: req-58bf15a2-cde2-4a85-939f-a680e607b95d {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:11.936289 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4804d7-1a50-4d4b-9321-ca68f78285fc", "tag": "a1d65a10-81e6-4d81-99fe-37576ef4932c", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:11.936694 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-58bf15a2-cde2-4a85-939f-a680e607b95d {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:11.937228 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4804d7-1a50-4d4b-9321-ca68f78285fc', 'tag': 'a1d65a10-81e6-4d81-99fe-37576ef4932c', 'status': 'completed', 'code': 200} Jul 30 01:40:11.951802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b2c60-bc94-4958-8848-c6b75683ee07 None None] The sync data for ids ['d35c62a7-265f-4a08-86cc-0696a69c76d1'] in n-d-713498-9 is: [{'id': 'd35c62a7-265f-4a08-86cc-0696a69c76d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-92440527-router', 'tenant_id': 'ec03eda30419457ea16dfd7459e817b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '0d5d194c-dbeb-4bd0-b5e2-39931124f65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:55Z', 'updated_at': '2021-07-30T01:40:04Z', 'revision_number': 4, 'project_id': 'ec03eda30419457ea16dfd7459e817b8', 'gw_port': {'id': '0d5d194c-dbeb-4bd0-b5e2-39931124f65b', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c62a7-265f-4a08-86cc-0696a69c76d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:57Z', 'updated_at': '2021-07-30T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'f94c83ef-eab2-418c-8cc0-848ba711bf2b', 'name': '', 'network_id': '67b32d5b-8ab6-4b4a-bc61-9185bc85bfae', 'tenant_id': 'ec03eda30419457ea16dfd7459e817b8', 'mac_address': 'fa:16:3e:df:b7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35c62a7-265f-4a08-86cc-0696a69c76d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c1f288b0-90ef-4aa1-8f47-30da376b076f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:03Z', 'updated_at': '2021-07-30T01:40:09Z', 'revision_number': 4, 'project_id': 'ec03eda30419457ea16dfd7459e817b8', 'subnets': [{'id': 'c1f288b0-90ef-4aa1-8f47-30da376b076f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:40:12.066778 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:40:12.069913 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['db997857-bdd5-4561-9cee-df4c853003b7'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:12.136868 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50c326ef-2d6e-43f5-bf75-9ed8c6e11031 req-166ae378-7839-4d99-9612-e39e96166cde service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950104 Jul 30 01:40:12.165998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e18ad-ebed-4cc0-a9e7-75a4d789e4f5 req-c6bd1c80-73d1-4ac8-a9a4-157e61d41610 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:12.179928 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f22e18ad-ebed-4cc0-a9e7-75a4d789e4f5 req-c6bd1c80-73d1-4ac8-a9a4-157e61d41610 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a555cff2-4887-4cd8-afb1-efa36805debe HTTP/1.1" status: 200 len: 947 time: 0.1913075 Jul 30 01:40:12.245799 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5dfe8ec3-1bfd-4c25-96d2-ff2d98d16626 req-941423e1-a66a-4951-b140-e8f0c32a6e50 tempest-LiveMigrationNegativeTest-1665187097 tempest-LiveMigrationNegativeTest-1665187097-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.261786 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f22e18ad-ebed-4cc0-a9e7-75a4d789e4f5 req-30a0404c-e807-4ffe-94d3-a2cf759b9ee0 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809309 Jul 30 01:40:12.372974 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5dfe8ec3-1bfd-4c25-96d2-ff2d98d16626 req-941423e1-a66a-4951-b140-e8f0c32a6e50 tempest-LiveMigrationNegativeTest-1665187097 tempest-LiveMigrationNegativeTest-1665187097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.451909 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5dfe8ec3-1bfd-4c25-96d2-ff2d98d16626 req-941423e1-a66a-4951-b140-e8f0c32a6e50 tempest-LiveMigrationNegativeTest-1665187097 tempest-LiveMigrationNegativeTest-1665187097-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7641914 Jul 30 01:40:12.461061 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:12.461752 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122f54a-9afd-4151-8b1a-b458d5ef1525 req-df81dbf2-83a4-4da7-b971-6d29f6e83a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:12.463394 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8122f54a-9afd-4151-8b1a-b458d5ef1525 req-df81dbf2-83a4-4da7-b971-6d29f6e83a4a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2526160d43dc47939fb5a23c02c7dc4d&device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 1099 time: 0.1546247 Jul 30 01:40:12.464317 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941423e1-a66a-4951-b140-e8f0c32a6e50 tempest-LiveMigrationNegativeTest-1665187097 tempest-LiveMigrationNegativeTest-1665187097-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5a7f10-6651-41e7-b74f-071cdbf282e6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:12.555773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': 'a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d', 'mac_address': 'fa:16:3e:ae:8c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:40:12.616691 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122f54a-9afd-4151-8b1a-b458d5ef1525 req-1f94a3f5-0eaa-45a9-b264-eacc9670b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:12.619301 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8122f54a-9afd-4151-8b1a-b458d5ef1525 req-1f94a3f5-0eaa-45a9-b264-eacc9670b0b9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.1471450 Jul 30 01:40:12.706879 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8122f54a-9afd-4151-8b1a-b458d5ef1525 req-0fca43fc-c550-4425-9fa3-d7caba20e7b5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=a1d65a10-81e6-4d81-99fe-37576ef4932c HTTP/1.1" status: 200 len: 217 time: 0.0754001 Jul 30 01:40:12.740207 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.771121 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:12.805134 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:12.849779 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122f54a-9afd-4151-8b1a-b458d5ef1525 req-ff4c55aa-dff3-415e-a715-737de77288cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:12.851420 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8122f54a-9afd-4151-8b1a-b458d5ef1525 req-ff4c55aa-dff3-415e-a715-737de77288cd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0842161 Jul 30 01:40:12.895352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcb7b8-b8f6-4ebc-bc89-db8ed04bc416 req-ba2cf6e7-23db-4be2-9b09-a0f45e70580f tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:12.897070 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-92dcb7b8-b8f6-4ebc-bc89-db8ed04bc416 req-ba2cf6e7-23db-4be2-9b09-a0f45e70580f tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 948 time: 0.1892915 Jul 30 01:40:12.900134 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.976758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:13.000976 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-92dcb7b8-b8f6-4ebc-bc89-db8ed04bc416 req-1c40f1a3-f356-4a0e-adca-8b9dcba1551f tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797937 Jul 30 01:40:13.016051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122f54a-9afd-4151-8b1a-b458d5ef1525 req-115830f1-e6d4-48fc-83c3-ef438555d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:13.018351 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8122f54a-9afd-4151-8b1a-b458d5ef1525 req-115830f1-e6d4-48fc-83c3-ef438555d9ee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1570780 Jul 30 01:40:13.106127 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488fc75-e547-4d54-9475-ab569bdbfe4b req-323edd31-83e1-4c06-be06-29201754088a tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:13.108993 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:13.123034 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4488fc75-e547-4d54-9475-ab569bdbfe4b req-323edd31-83e1-4c06-be06-29201754088a tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a HTTP/1.1" status: 200 len: 950 time: 0.1056232 Jul 30 01:40:13.164871 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:13.200645 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8122f54a-9afd-4151-8b1a-b458d5ef1525 req-58b06c0c-0e43-4f46-a139-0d57ad8641a7 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705296 Jul 30 01:40:13.215969 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4488fc75-e547-4d54-9475-ab569bdbfe4b req-3d95e035-f122-4457-8112-eeaeb92bbcc8 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881100 Jul 30 01:40:13.341123 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8122f54a-9afd-4151-8b1a-b458d5ef1525 req-6e6d31e8-50ac-4de9-9230-814001119d21 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314952 Jul 30 01:40:13.794385 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68684ce-f5e1-48cb-adb6-bd9a1de0153a req-d8c54199-0af7-4760-8cc8-def4ccffada9 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:13.802960 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a68684ce-f5e1-48cb-adb6-bd9a1de0153a req-d8c54199-0af7-4760-8cc8-def4ccffada9 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a555cff2-4887-4cd8-afb1-efa36805debe HTTP/1.1" status: 200 len: 948 time: 0.2482657 Jul 30 01:40:13.863264 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a68684ce-f5e1-48cb-adb6-bd9a1de0153a req-9c284271-3814-4bc0-8933-334e5af1deff tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570545 Jul 30 01:40:13.945245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95038f7f-42dc-41b6-88ce-ceee23233de1 req-f523c83d-354a-4aee-b49a-a10c3e3edc06 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:13.950571 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-95038f7f-42dc-41b6-88ce-ceee23233de1 req-f523c83d-354a-4aee-b49a-a10c3e3edc06 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 949 time: 0.0688176 Jul 30 01:40:13.996508 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f94c83ef-eab2-418c-8cc0-848ba711bf2b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:14.005859 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-95038f7f-42dc-41b6-88ce-ceee23233de1 req-b8f18993-dcc1-441d-af67-d909425f7e29 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519197 Jul 30 01:40:14.061033 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:14.174447 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port f94c83ef-eab2-418c-8cc0-848ba711bf2b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:14.178816 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f94c83ef-eab2-418c-8cc0-848ba711bf2b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:14.179338 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:14.211583 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:14.214471 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e15575-aef6-4076-a09f-cf8b89b3cce3 req-616fcf34-2ac9-442b-b99e-1c985faff81b tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:14.224141 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:14.225162 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:14.225920 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-24e15575-aef6-4076-a09f-cf8b89b3cce3 req-616fcf34-2ac9-442b-b99e-1c985faff81b tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 948 time: 0.0876422 Jul 30 01:40:14.282972 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-24e15575-aef6-4076-a09f-cf8b89b3cce3 req-3f513d35-a7c9-42f9-8f27-92e13e7e158d tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555313 Jul 30 01:40:14.364288 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:14.418056 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:14.435600 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a555cff2-4887-4cd8-afb1-efa36805debe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:14.438166 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e236bf76-f801-466c-b79c-78babcc30943" -d '{"events": [{"server_uuid": "a555cff2-4887-4cd8-afb1-efa36805debe", "name": "network-vif-plugged", "status": "completed", "tag": "a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:14.486460 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac29ef3-af54-401c-85a5-5959c40d5741 req-88eaa7b4-d9c7-4efc-8583-1e403a8ec152 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:14.488014 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bac29ef3-af54-401c-85a5-5959c40d5741 req-88eaa7b4-d9c7-4efc-8583-1e403a8ec152 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a HTTP/1.1" status: 200 len: 950 time: 0.1338193 Jul 30 01:40:14.488955 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab1ec2-033b-4483-9f94-f4e14aec2fd9 req-380775b1-7bd1-4014-8134-5af672130239 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:14.490646 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71ab1ec2-033b-4483-9f94-f4e14aec2fd9 req-380775b1-7bd1-4014-8134-5af672130239 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.77 "GET /v2.0/ports?device_id=e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a HTTP/1.1" status: 200 len: 950 time: 0.1243160 Jul 30 01:40:14.503235 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:14.507098 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19887f3-864b-465c-9ad0-daef23a38e09 x-openstack-request-id: req-d19887f3-864b-465c-9ad0-daef23a38e09 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:14.507584 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a555cff2-4887-4cd8-afb1-efa36805debe", "name": "network-vif-plugged", "status": "completed", "tag": "a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:14.508450 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d19887f3-864b-465c-9ad0-daef23a38e09 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:14.508450 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a555cff2-4887-4cd8-afb1-efa36805debe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d', 'code': 200} Jul 30 01:40:14.511613 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:14.542251 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port f94c83ef-eab2-418c-8cc0-848ba711bf2b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f94c83ef-eab2-418c-8cc0-848ba711bf2b,segment=NetworkSegment(4e46bba8-b5b4-4203-9fc7-9a4227d53cae),segment_id=4e46bba8-b5b4-4203-9fc7-9a4227d53cae)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:14.588942 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bac29ef3-af54-401c-85a5-5959c40d5741 req-a24db749-66b2-4efb-bb54-45fdeb14af8d tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/security-groups?id=d62fcb38-447e-47c2-90bd-000757ea3663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930638 Jul 30 01:40:14.591902 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:14.592343 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device db997857-bdd5-4561-9cee-df4c853003b7 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:14.671640 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:14.678562 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f25ad-dfd9-4d1e-a5b5-d2ef7b65a1fc req-c304f6da-9770-4648-8abe-d9ce500315f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:14.680065 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b91f25ad-dfd9-4d1e-a5b5-d2ef7b65a1fc req-c304f6da-9770-4648-8abe-d9ce500315f9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a555cff2-4887-4cd8-afb1-efa36805debe HTTP/1.1" status: 200 len: 1100 time: 0.0902085 Jul 30 01:40:14.731234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:14.753948 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b91f25ad-dfd9-4d1e-a5b5-d2ef7b65a1fc req-f531a6ea-d51d-4420-a9bf-def33953ef0a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646768 Jul 30 01:40:14.781197 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57088) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:14.791659 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=f94c83ef-eab2-418c-8cc0-848ba711bf2b,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:14.811386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-71ab1ec2-033b-4483-9f94-f4e14aec2fd9 req-2b919299-f1db-451a-a871-333bc432b0ba tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Deleting port d89a0d83-5d34-4458-b5fb-20da08a812c7 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:14.811736 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-71ab1ec2-033b-4483-9f94-f4e14aec2fd9 req-2b919299-f1db-451a-a871-333bc432b0ba tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:14.820047 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port db997857-bdd5-4561-9cee-df4c853003b7 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:14.824369 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port db997857-bdd5-4561-9cee-df4c853003b7 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:14.824739 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:14.936467 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-71ab1ec2-033b-4483-9f94-f4e14aec2fd9 req-2b919299-f1db-451a-a871-333bc432b0ba tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] For port d89a0d83-5d34-4458-b5fb-20da08a812c7, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d89a0d83-5d34-4458-b5fb-20da08a812c7,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:14.944087 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-71ab1ec2-033b-4483-9f94-f4e14aec2fd9 req-2b919299-f1db-451a-a871-333bc432b0ba tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:14.944226 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:14.946702 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-63400612-2b28-4d49-ac5c-e2b87dad0640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:14.956046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-71ab1ec2-033b-4483-9f94-f4e14aec2fd9 req-2b919299-f1db-451a-a871-333bc432b0ba tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Calling delete_port for d89a0d83-5d34-4458-b5fb-20da08a812c7 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:14.982844 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port db997857-bdd5-4561-9cee-df4c853003b7, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=db997857-bdd5-4561-9cee-df4c853003b7,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:15.093727 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d2a14-7834-4979-9475-573fef80afd0 req-5391c786-295b-47c0-8968-a4dd9722d6bf tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:15.104297 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.111006 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-074d2a14-7834-4979-9475-573fef80afd0 req-5391c786-295b-47c0-8968-a4dd9722d6bf tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a555cff2-4887-4cd8-afb1-efa36805debe HTTP/1.1" status: 200 len: 949 time: 0.0980875 Jul 30 01:40:15.151959 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-63400612-2b28-4d49-ac5c-e2b87dad0640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.193249 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=db997857-bdd5-4561-9cee-df4c853003b7,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:15.202984 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5f23c-cf30-4c9d-ac3b-164b8b18f37b req-3efd6c4a-e748-4cf2-9503-d9aa5d11da1d tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:15.212200 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-09d5f23c-cf30-4c9d-ac3b-164b8b18f37b req-3efd6c4a-e748-4cf2-9503-d9aa5d11da1d tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 949 time: 0.1275473 Jul 30 01:40:15.214544 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57100) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:15.259123 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-63400612-2b28-4d49-ac5c-e2b87dad0640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.278544 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-074d2a14-7834-4979-9475-573fef80afd0 req-26024cd7-a0f4-4c20-b85f-e566312cc33c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648612 Jul 30 01:40:15.287960 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-09d5f23c-cf30-4c9d-ac3b-164b8b18f37b req-c9553b1d-d857-41da-87ae-8f70be5e4d1c tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748217 Jul 30 01:40:15.313002 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-63400612-2b28-4d49-ac5c-e2b87dad0640 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d98da80699d34b6b89545eab96dd72a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5300794 Jul 30 01:40:15.316104 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57106) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:15.331914 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63400612-2b28-4d49-ac5c-e2b87dad0640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b56dce-57f1-4e16-957b-03ac80609adf,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:15.336629 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-71ab1ec2-033b-4483-9f94-f4e14aec2fd9 req-2b919299-f1db-451a-a871-333bc432b0ba tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.386243 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['d89a0d83-5d34-4458-b5fb-20da08a812c7'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:15.439682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b919299-f1db-451a-a871-333bc432b0ba tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Pushing event deleted for resources: {'Port': ['ID=d89a0d83-5d34-4458-b5fb-20da08a812c7,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:15.466366 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a1d65a10-81e6-4d81-99fe-37576ef4932c details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:40:15.510278 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e53db300-589f-4d1e-9b70-55010316dd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.570618 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-30897249-75c5-45e4-a016-925e0145291d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.614001 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a1d65a10-81e6-4d81-99fe-37576ef4932c, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1d65a10-81e6-4d81-99fe-37576ef4932c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:15.653309 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'a1d65a10-81e6-4d81-99fe-37576ef4932c', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': 'a1d65a10-81e6-4d81-99fe-37576ef4932c', 'mac_address': 'fa:16:3e:4f:fa:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:40:15.656922 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-30897249-75c5-45e4-a016-925e0145291d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.717825 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ab1ec2-033b-4483-9f94-f4e14aec2fd9 req-2b919299-f1db-451a-a871-333bc432b0ba tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] No DVR routers for this DVR port d89a0d83-5d34-4458-b5fb-20da08a812c7 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:15.759548 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.779246 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e53db300-589f-4d1e-9b70-55010316dd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.795420 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35639a-b152-473d-baf3-11268bf5057a req-28c57e10-c345-490f-9126-ae562c038951 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:15.804394 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2a35639a-b152-473d-baf3-11268bf5057a req-28c57e10-c345-490f-9126-ae562c038951 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 948 time: 0.3795722 Jul 30 01:40:15.847215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d65a10-81e6-4d81-99fe-37576ef4932c {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:15.871662 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e53db300-589f-4d1e-9b70-55010316dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.909760 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a1d65a10-81e6-4d81-99fe-37576ef4932c, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1d65a10-81e6-4d81-99fe-37576ef4932c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:15.933404 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e53db300-589f-4d1e-9b70-55010316dd50 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a2141b79ee53472ca1e9c200291a16e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7169695 Jul 30 01:40:15.947983 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57110) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:15.973133 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f94c83ef-eab2-418c-8cc0-848ba711bf2b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:15.982811 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2a35639a-b152-473d-baf3-11268bf5057a req-b43dd4a6-af42-48a9-a45f-2b6401478cb7 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771078 Jul 30 01:40:16.032155 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53db300-589f-4d1e-9b70-55010316dd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5ee385-9be3-4aa5-93b0-6b886d5acccc,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:16.052524 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3d98d71a-7e98-4952-954e-0f08056ce87c req-1487ba21-226c-4b3f-bfc9-db4042789e69 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a HTTP/1.1" status: 200 len: 210 time: 0.1188834 Jul 30 01:40:16.058974 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-71ab1ec2-033b-4483-9f94-f4e14aec2fd9 req-2b919299-f1db-451a-a871-333bc432b0ba tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.065260 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71ab1ec2-033b-4483-9f94-f4e14aec2fd9 req-2b919299-f1db-451a-a871-333bc432b0ba tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.77 "DELETE /v2.0/ports/d89a0d83-5d34-4458-b5fb-20da08a812c7 HTTP/1.1" status: 204 len: 173 time: 1.5574725 Jul 30 01:40:16.068890 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.071578 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a', 'name': 'network-vif-deleted', 'tag': 'd89a0d83-5d34-4458-b5fb-20da08a812c7'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:16.076536 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26771ccb-039f-4c7e-baad-2acff52343a1" -d '{"events": [{"server_uuid": "e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a", "name": "network-vif-deleted", "tag": "d89a0d83-5d34-4458-b5fb-20da08a812c7"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:16.113359 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31273287-ed95-4f29-8894-548025d1f5e7 req-b247e53d-79e4-4fe5-baec-b1ee5f52d1a5 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:16.113359 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-31273287-ed95-4f29-8894-548025d1f5e7 req-b247e53d-79e4-4fe5-baec-b1ee5f52d1a5 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.77 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 949 time: 0.5115812 Jul 30 01:40:16.153913 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f94c83ef-eab2-418c-8cc0-848ba711bf2b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:16.154487 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.170711 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-29fed5b4-4f75-437c-b517-8d4324814435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.204310 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=a1d65a10-81e6-4d81-99fe-37576ef4932c,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:16.232414 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-29fed5b4-4f75-437c-b517-8d4324814435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.249241 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d991604-ce2a-4678-bbca-1c93c2878165 x-openstack-request-id: req-3d991604-ce2a-4678-bbca-1c93c2878165 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:16.252716 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a", "name": "network-vif-deleted", "tag": "d89a0d83-5d34-4458-b5fb-20da08a812c7", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:16.252716 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d991604-ce2a-4678-bbca-1c93c2878165 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:16.252716 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a', 'name': 'network-vif-deleted', 'tag': 'd89a0d83-5d34-4458-b5fb-20da08a812c7', 'status': 'completed', 'code': 200} Jul 30 01:40:16.252716 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-30897249-75c5-45e4-a016-925e0145291d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.255459 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-30897249-75c5-45e4-a016-925e0145291d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.293315 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-30897249-75c5-45e4-a016-925e0145291d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/66b56dce-57f1-4e16-957b-03ac80609adf HTTP/1.1" status: 204 len: 168 time: 0.9760959 Jul 30 01:40:16.374741 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30897249-75c5-45e4-a016-925e0145291d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b56dce-57f1-4e16-957b-03ac80609adf,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:16.377765 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-29fed5b4-4f75-437c-b517-8d4324814435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.381144 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-29fed5b4-4f75-437c-b517-8d4324814435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.393208 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-29fed5b4-4f75-437c-b517-8d4324814435 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7b5ee385-9be3-4aa5-93b0-6b886d5acccc HTTP/1.1" status: 204 len: 168 time: 0.4357169 Jul 30 01:40:16.422131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a1d65a10-81e6-4d81-99fe-37576ef4932c'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:16.429565 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fed5b4-4f75-437c-b517-8d4324814435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5ee385-9be3-4aa5-93b0-6b886d5acccc,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:16.456598 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-31273287-ed95-4f29-8894-548025d1f5e7 req-1315f9d1-0a23-4ea4-b1be-d1caffc4a4cf tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Deleting port cdf5cbe0-0be9-4362-99e4-d032aa2518d0 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:16.458201 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-31273287-ed95-4f29-8894-548025d1f5e7 req-1315f9d1-0a23-4ea4-b1be-d1caffc4a4cf tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.513382 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a443c256-aa72-4313-9a19-aadb638db93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db997857-bdd5-4561-9cee-df4c853003b7'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:16.520023 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b20237b-3bda-4060-ae90-dcbc4b69ef14" -d '{"events": [{"server_uuid": "a443c256-aa72-4313-9a19-aadb638db93a", "name": "network-vif-plugged", "status": "completed", "tag": "db997857-bdd5-4561-9cee-df4c853003b7"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:16.605006 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fc28f-d9c1-428a-bcf9-d84a99dcc9b1 req-ae141f0a-b6aa-4a63-872e-16d1f2bb7199 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:16.608145 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5e1fc28f-d9c1-428a-bcf9-d84a99dcc9b1 req-ae141f0a-b6aa-4a63-872e-16d1f2bb7199 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 949 time: 0.1334822 Jul 30 01:40:16.617909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561db97-3e5f-4298-af5f-63a6599c13c7 req-e59757fc-28cc-4692-a9a1-0d7f74d01c0b tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:16.625106 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1561db97-3e5f-4298-af5f-63a6599c13c7 req-e59757fc-28cc-4692-a9a1-0d7f74d01c0b tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a555cff2-4887-4cd8-afb1-efa36805debe HTTP/1.1" status: 200 len: 949 time: 0.0879257 Jul 30 01:40:16.676613 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5e1fc28f-d9c1-428a-bcf9-d84a99dcc9b1 req-fd1415f7-d717-42c1-9673-ed8b8954d702 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613229 Jul 30 01:40:16.771166 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-31273287-ed95-4f29-8894-548025d1f5e7 req-1315f9d1-0a23-4ea4-b1be-d1caffc4a4cf tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] For port cdf5cbe0-0be9-4362-99e4-d032aa2518d0, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=cdf5cbe0-0be9-4362-99e4-d032aa2518d0,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:16.771890 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-31273287-ed95-4f29-8894-548025d1f5e7 req-1315f9d1-0a23-4ea4-b1be-d1caffc4a4cf tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.799498 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1561db97-3e5f-4298-af5f-63a6599c13c7 req-65ca5687-b347-4b17-9ab5-f2d46701f851 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727464 Jul 30 01:40:16.806910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-31273287-ed95-4f29-8894-548025d1f5e7 req-1315f9d1-0a23-4ea4-b1be-d1caffc4a4cf tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Calling delete_port for cdf5cbe0-0be9-4362-99e4-d032aa2518d0 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:16.888257 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9e5229-b996-4c69-a48d-7561f0b6371c x-openstack-request-id: req-5d9e5229-b996-4c69-a48d-7561f0b6371c {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:16.888711 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a443c256-aa72-4313-9a19-aadb638db93a", "name": "network-vif-plugged", "status": "completed", "tag": "db997857-bdd5-4561-9cee-df4c853003b7", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:16.889115 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d9e5229-b996-4c69-a48d-7561f0b6371c {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:16.889639 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a443c256-aa72-4313-9a19-aadb638db93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db997857-bdd5-4561-9cee-df4c853003b7', 'code': 200} Jul 30 01:40:17.089603 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b669b-56f5-4077-b014-a8b32ffbef08 req-f2b7d47a-f2f8-4cea-987c-8925558c7dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:17.091181 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d42b669b-56f5-4077-b014-a8b32ffbef08 req-f2b7d47a-f2f8-4cea-987c-8925558c7dd7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 1101 time: 0.1256154 Jul 30 01:40:17.176756 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406eb2f-7211-4fc6-a1d0-ea731fb36c14 req-78cb6525-55a7-45bc-96f2-f02516980740 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:17.186142 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7406eb2f-7211-4fc6-a1d0-ea731fb36c14 req-78cb6525-55a7-45bc-96f2-f02516980740 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.2066650 Jul 30 01:40:17.244656 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d42b669b-56f5-4077-b014-a8b32ffbef08 req-a094bc59-6d4f-4be3-b144-7b679a9f15b7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414092 Jul 30 01:40:17.257728 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:17.259049 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcfd26-a2d8-43e2-9707-dda853fe2162 req-d0bf928f-009e-4252-a188-b6a10e3891e4 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:17.260620 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5ddcfd26-a2d8-43e2-9707-dda853fe2162 req-d0bf928f-009e-4252-a188-b6a10e3891e4 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 949 time: 0.1587985 Jul 30 01:40:17.268639 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7406eb2f-7211-4fc6-a1d0-ea731fb36c14 req-9da2873f-001e-4f6d-9337-cc2a0972aca3 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813551 Jul 30 01:40:17.349545 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-31273287-ed95-4f29-8894-548025d1f5e7 req-1315f9d1-0a23-4ea4-b1be-d1caffc4a4cf tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:17.364017 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5ddcfd26-a2d8-43e2-9707-dda853fe2162 req-82807988-ec1c-459e-a0d0-03eec1bcb5ab tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951636 Jul 30 01:40:17.387603 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:17.421351 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315f9d1-0a23-4ea4-b1be-d1caffc4a4cf tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Pushing event deleted for resources: {'Port': ['ID=cdf5cbe0-0be9-4362-99e4-d032aa2518d0,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:17.482032 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a1d65a10-81e6-4d81-99fe-37576ef4932c up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:17.525560 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57136) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:17.541901 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c4a6753-8288-4b63-a83d-a41fb22d9b85 req-1d909393-7b8a-49db-aede-45dfc0f8a699 tempest-DeleteServersAdminTestJSON-365964971 tempest-DeleteServersAdminTestJSON-365964971-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07a9ab5-a918-43bc-87e7-6ed4aa9dac6a HTTP/1.1" status: 200 len: 210 time: 0.0823491 Jul 30 01:40:17.549552 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7e910493-8ab3-4ca0-92f6-7e491c5badb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:17.646678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-31273287-ed95-4f29-8894-548025d1f5e7 req-1315f9d1-0a23-4ea4-b1be-d1caffc4a4cf tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] No DVR routers for this DVR port cdf5cbe0-0be9-4362-99e4-d032aa2518d0 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:17.661143 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-31273287-ed95-4f29-8894-548025d1f5e7 req-1315f9d1-0a23-4ea4-b1be-d1caffc4a4cf tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:17.667500 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-31273287-ed95-4f29-8894-548025d1f5e7 req-1315f9d1-0a23-4ea4-b1be-d1caffc4a4cf tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.77 "DELETE /v2.0/ports/cdf5cbe0-0be9-4362-99e4-d032aa2518d0 HTTP/1.1" status: 204 len: 173 time: 1.5461757 Jul 30 01:40:17.689843 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57138) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:17.744094 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a396d597-62d2-430b-a9c6-9d151a3405d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:17.802524 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7e910493-8ab3-4ca0-92f6-7e491c5badb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:17.814733 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port a1d65a10-81e6-4d81-99fe-37576ef4932c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:17.819007 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port a1d65a10-81e6-4d81-99fe-37576ef4932c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:17.819493 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:17.866846 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-234ebcb4-dd6f-4887-b3a9-9197444538e2 req-ac6acf05-bd95-4905-ae81-68e94bb38679 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 210 time: 0.0544922 Jul 30 01:40:17.938621 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7e910493-8ab3-4ca0-92f6-7e491c5badb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:17.969962 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:17.994732 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7e910493-8ab3-4ca0-92f6-7e491c5badb8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dc93f70b45a347d7b72f34ce1b0076f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4680471 Jul 30 01:40:17.996583 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57144) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:17.999002 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e910493-8ab3-4ca0-92f6-7e491c5badb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e930d8-e91b-4791-805d-a9b955c6c82a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:18.017376 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a1d65a10-81e6-4d81-99fe-37576ef4932c, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1d65a10-81e6-4d81-99fe-37576ef4932c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:18.085612 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c9633ac0-7bea-4259-a758-61d1e2662b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.097642 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.099362 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d89a0d83-5d34-4458-b5fb-20da08a812c7 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:18.116352 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a396d597-62d2-430b-a9c6-9d151a3405d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.138830 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c9633ac0-7bea-4259-a758-61d1e2662b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.159855 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: d89a0d83-5d34-4458-b5fb-20da08a812c7 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:18.160214 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d89a0d83-5d34-4458-b5fb-20da08a812c7 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:18.160635 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device cdf5cbe0-0be9-4362-99e4-d032aa2518d0 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:18.241233 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: cdf5cbe0-0be9-4362-99e4-d032aa2518d0 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:18.241233 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device cdf5cbe0-0be9-4362-99e4-d032aa2518d0 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:18.241233 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=a1d65a10-81e6-4d81-99fe-37576ef4932c,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:18.251563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5943d73c-fbd3-4f52-bdac-9fc8b39deb55', 'name': 'network-vif-deleted', 'tag': 'cdf5cbe0-0be9-4362-99e4-d032aa2518d0'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:18.255049 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0502137-2040-46b3-9463-69007e63ae27" -d '{"events": [{"server_uuid": "5943d73c-fbd3-4f52-bdac-9fc8b39deb55", "name": "network-vif-deleted", "tag": "cdf5cbe0-0be9-4362-99e4-d032aa2518d0"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:18.258335 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a396d597-62d2-430b-a9c6-9d151a3405d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.306806 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a396d597-62d2-430b-a9c6-9d151a3405d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e749a8a91cb64ab0acce4d7355e72abb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6130478 Jul 30 01:40:18.306806 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396d597-62d2-430b-a9c6-9d151a3405d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fc2bf1-76f7-4acf-8954-de9b1a7a23bc,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:18.308495 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57150) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:18.343227 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e03f46d-566f-432e-a25b-3387dc550d75 x-openstack-request-id: req-8e03f46d-566f-432e-a25b-3387dc550d75 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:18.346206 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5943d73c-fbd3-4f52-bdac-9fc8b39deb55", "name": "network-vif-deleted", "tag": "cdf5cbe0-0be9-4362-99e4-d032aa2518d0", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:18.346721 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e03f46d-566f-432e-a25b-3387dc550d75 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:18.347473 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5943d73c-fbd3-4f52-bdac-9fc8b39deb55', 'name': 'network-vif-deleted', 'tag': 'cdf5cbe0-0be9-4362-99e4-d032aa2518d0', 'status': 'completed', 'code': 200} Jul 30 01:40:18.350738 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c9633ac0-7bea-4259-a758-61d1e2662b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.357384 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c9633ac0-7bea-4259-a758-61d1e2662b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.357384 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c9633ac0-7bea-4259-a758-61d1e2662b15 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85e930d8-e91b-4791-805d-a9b955c6c82a HTTP/1.1" status: 204 len: 168 time: 0.3584075 Jul 30 01:40:18.444834 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9633ac0-7bea-4259-a758-61d1e2662b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e930d8-e91b-4791-805d-a9b955c6c82a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:18.500756 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-569d0c97-72a2-4a8a-95b9-69ccaab899a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.516887 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3749e0b-4b05-405f-9a26-6a3586387487 req-9d1d0a5e-5a7c-4322-bb20-5ff5e714b9b0 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:18.522243 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a3749e0b-4b05-405f-9a26-6a3586387487 req-9d1d0a5e-5a7c-4322-bb20-5ff5e714b9b0 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.1393061 Jul 30 01:40:18.583514 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-569d0c97-72a2-4a8a-95b9-69ccaab899a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.598472 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a3749e0b-4b05-405f-9a26-6a3586387487 req-19436353-3dee-4df2-a83b-688734178f0b tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704675 Jul 30 01:40:18.732027 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464b488-ddda-4794-aa6d-d816b9aba141 req-3396cb59-4a0f-4834-8455-7b6e8fdd47ac tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:18.735601 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b464b488-ddda-4794-aa6d-d816b9aba141 req-3396cb59-4a0f-4834-8455-7b6e8fdd47ac tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 950 time: 0.1985486 Jul 30 01:40:18.798005 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b464b488-ddda-4794-aa6d-d816b9aba141 req-45acef2a-0bb9-4e74-b402-3d008e1218be tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552366 Jul 30 01:40:18.808835 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-569d0c97-72a2-4a8a-95b9-69ccaab899a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.813313 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-569d0c97-72a2-4a8a-95b9-69ccaab899a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.818109 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-569d0c97-72a2-4a8a-95b9-69ccaab899a4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a6fc2bf1-76f7-4acf-8954-de9b1a7a23bc HTTP/1.1" status: 204 len: 168 time: 0.5040593 Jul 30 01:40:18.843010 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d0c97-72a2-4a8a-95b9-69ccaab899a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fc2bf1-76f7-4acf-8954-de9b1a7a23bc,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:18.890872 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4804d7-1a50-4d4b-9321-ca68f78285fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d65a10-81e6-4d81-99fe-37576ef4932c'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:18.896749 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d777c44-f153-40f9-af5a-926cac90c199" -d '{"events": [{"server_uuid": "cb4804d7-1a50-4d4b-9321-ca68f78285fc", "name": "network-vif-plugged", "status": "completed", "tag": "a1d65a10-81e6-4d81-99fe-37576ef4932c"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:18.989962 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b035cf-9da5-4519-a905-71e7cdf37992 x-openstack-request-id: req-90b035cf-9da5-4519-a905-71e7cdf37992 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:18.990395 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4804d7-1a50-4d4b-9321-ca68f78285fc", "name": "network-vif-plugged", "status": "completed", "tag": "a1d65a10-81e6-4d81-99fe-37576ef4932c", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:18.990886 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-90b035cf-9da5-4519-a905-71e7cdf37992 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:18.991429 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4804d7-1a50-4d4b-9321-ca68f78285fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d65a10-81e6-4d81-99fe-37576ef4932c', 'code': 200} Jul 30 01:40:19.051851 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f4f0ac00-2079-4935-a590-d879f3c88105 req-641effd6-d0b3-431b-b9e5-e6a07e4343a4 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=5943d73c-fbd3-4f52-bdac-9fc8b39deb55 HTTP/1.1" status: 200 len: 210 time: 0.0531554 Jul 30 01:40:19.173131 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d439d2e-0e31-4488-8496-4553ecc97f18 req-a8e56e69-c239-4d4c-9a89-888b88ca7eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:19.175046 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0d439d2e-0e31-4488-8496-4553ecc97f18 req-a8e56e69-c239-4d4c-9a89-888b88ca7eec service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 1101 time: 0.0468125 Jul 30 01:40:19.281007 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0d439d2e-0e31-4488-8496-4553ecc97f18 req-c8e4052d-b9ac-42b6-bf5a-f576201e0d99 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977032 Jul 30 01:40:19.763670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80371c57-2ae3-44d9-a0ed-cab2500f08fb req-80235478-1d81-4fc6-9c85-f85a2e71d21c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:19.769677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57200) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:19.771134 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-80371c57-2ae3-44d9-a0ed-cab2500f08fb req-80235478-1d81-4fc6-9c85-f85a2e71d21c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0601304 Jul 30 01:40:19.882154 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-80371c57-2ae3-44d9-a0ed-cab2500f08fb req-225b9a9a-b102-461f-8e29-f14185200611 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867546 Jul 30 01:40:19.992281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cec122-7c58-45f2-80d9-f16dac3f2ad5 req-02558b8e-8c81-4908-8fba-bfb2082bc31c tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:19.993953 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-82cec122-7c58-45f2-80d9-f16dac3f2ad5 req-02558b8e-8c81-4908-8fba-bfb2082bc31c tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 950 time: 0.0661352 Jul 30 01:40:20.124217 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-82cec122-7c58-45f2-80d9-f16dac3f2ad5 req-014b9290-2e9f-43c2-8685-879576cb508f tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231782 Jul 30 01:40:20.151892 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57222) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:20.165012 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fc030461-3369-40cf-8ea5-3b21e3bf7edd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b94668c5485c4b9093a398705cf3a87e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3935297 Jul 30 01:40:20.274898 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8009809c-a5b0-4341-9333-773a097b5181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.309537 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8009809c-a5b0-4341-9333-773a097b5181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.384619 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-8335959d-5d11-4647-b32d-fb2da25cb9ea tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=73362a8a96ec4eb08eb2a46a25588321&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278854 Jul 30 01:40:20.484496 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-4e1648a4-605b-475c-8d0c-c26677391fa7 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:20.486949 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-4e1648a4-605b-475c-8d0c-c26677391fa7 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1462090 Jul 30 01:40:20.491405 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8009809c-a5b0-4341-9333-773a097b5181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.494008 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8009809c-a5b0-4341-9333-773a097b5181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.498343 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8009809c-a5b0-4341-9333-773a097b5181 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d62fcb38-447e-47c2-90bd-000757ea3663 HTTP/1.1" status: 204 len: 168 time: 0.3418798 Jul 30 01:40:20.503770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009809c-a5b0-4341-9333-773a097b5181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62fcb38-447e-47c2-90bd-000757ea3663,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:20.519259 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-4872e0af-5934-4750-b92a-8c3fd1fb4757 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/quotas/73362a8a96ec4eb08eb2a46a25588321 HTTP/1.1" status: 200 len: 375 time: 0.0220959 Jul 30 01:40:20.583953 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-1644e378-d46b-419c-b23b-23b1e02861fd tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=73362a8a96ec4eb08eb2a46a25588321&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588138 Jul 30 01:40:20.783774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ffa3d-82c0-48ac-ad11-23be3fc27a6e req-ba5ad83c-3b73-423c-9e0d-19c381383a82 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:20.785430 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-943ffa3d-82c0-48ac-ad11-23be3fc27a6e req-ba5ad83c-3b73-423c-9e0d-19c381383a82 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 949 time: 0.0550394 Jul 30 01:40:20.829523 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-943ffa3d-82c0-48ac-ad11-23be3fc27a6e req-aad6add5-45b1-423e-b315-5a4e5d7f7f20 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340519 Jul 30 01:40:20.854462 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0c563ccc-f391-453f-a8ba-bafb60e7be66 req-916184df-d396-4863-8d53-3a6d880b5d42 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa HTTP/1.1" status: 200 len: 210 time: 0.0277112 Jul 30 01:40:21.331713 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ae575-8f5e-4222-b043-a07d080a7d80 req-ecd714a9-e35e-4856-8d79-ccab52e77fcc tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:21.334041 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-098ae575-8f5e-4222-b043-a07d080a7d80 req-ecd714a9-e35e-4856-8d79-ccab52e77fcc tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 950 time: 0.0962386 Jul 30 01:40:21.391933 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-098ae575-8f5e-4222-b043-a07d080a7d80 req-c6506a45-6a1c-4e63-87ef-3eb87a55be4d tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460856 Jul 30 01:40:21.421533 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57302) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:21.441949 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-df7c118c-59c2-444e-83f7-c7a5bebc610c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.590811 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-df7c118c-59c2-444e-83f7-c7a5bebc610c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.722536 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-df7c118c-59c2-444e-83f7-c7a5bebc610c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.772718 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-df7c118c-59c2-444e-83f7-c7a5bebc610c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ac00826881e047bc929bc1c879bc6cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488507 Jul 30 01:40:21.773663 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c118c-59c2-444e-83f7-c7a5bebc610c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbc8a34-354c-4902-9eba-acb30f3bcb03,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:21.775361 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57312) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:21.858603 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ed68e29-754d-4eaa-b941-fc738ed5e5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.920638 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ed68e29-754d-4eaa-b941-fc738ed5e5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.078659 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c972c2-a5c5-4cda-87e0-6da666fa8e73 req-fbe01354-fad3-489f-a25d-ffb190e56c67 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:22.084231 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-87c972c2-a5c5-4cda-87e0-6da666fa8e73 req-fbe01354-fad3-489f-a25d-ffb190e56c67 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 949 time: 0.1012671 Jul 30 01:40:22.137817 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-87c972c2-a5c5-4cda-87e0-6da666fa8e73 req-63433554-90d5-44c0-b98b-0ece067dc539 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab2fbc0d-60fb-4878-87f2-a55c2da41e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464091 Jul 30 01:40:22.165235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f59b3c-3f9d-42fc-b322-97b1d1c90e30 req-32ad1131-7089-4d61-a61e-b163fa7f6889 tempest-ServersAdminNegativeTestJSON-1965420219 tempest-ServersAdminNegativeTestJSON-1965420219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:22.165235 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-04f59b3c-3f9d-42fc-b322-97b1d1c90e30 req-32ad1131-7089-4d61-a61e-b163fa7f6889 tempest-ServersAdminNegativeTestJSON-1965420219 tempest-ServersAdminNegativeTestJSON-1965420219-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 1101 time: 0.0468125 Jul 30 01:40:22.183166 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ed68e29-754d-4eaa-b941-fc738ed5e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.185922 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ed68e29-754d-4eaa-b941-fc738ed5e5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.187368 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5ed68e29-754d-4eaa-b941-fc738ed5e5e4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5bbc8a34-354c-4902-9eba-acb30f3bcb03 HTTP/1.1" status: 204 len: 168 time: 0.4079773 Jul 30 01:40:22.197233 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-04f59b3c-3f9d-42fc-b322-97b1d1c90e30 req-828aed16-72ab-46f2-beb2-bb9b5f445219 tempest-ServersAdminNegativeTestJSON-1965420219 tempest-ServersAdminNegativeTestJSON-1965420219-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.202314 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed68e29-754d-4eaa-b941-fc738ed5e5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbc8a34-354c-4902-9eba-acb30f3bcb03,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:22.311736 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1adc3c7e-e4cb-4c5b-884d-a527593889e8 req-70ba88b4-7781-4067-9fcb-2e87e5882320 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa HTTP/1.1" status: 200 len: 210 time: 0.0511463 Jul 30 01:40:22.383238 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45245775-a662-4340-808f-c7d0d54582c6 req-15771906-5c8b-4116-8172-5e151d7c90e6 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:22.395975 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-45245775-a662-4340-808f-c7d0d54582c6 req-15771906-5c8b-4116-8172-5e151d7c90e6 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.77 "GET /v2.0/ports?device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 949 time: 0.1605654 Jul 30 01:40:22.549183 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-45245775-a662-4340-808f-c7d0d54582c6 req-a18adc02-2df1-475b-8180-9c443a4e8bc6 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Deleting port 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:22.549570 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-45245775-a662-4340-808f-c7d0d54582c6 req-a18adc02-2df1-475b-8180-9c443a4e8bc6 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.602619 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-04f59b3c-3f9d-42fc-b322-97b1d1c90e30 req-828aed16-72ab-46f2-beb2-bb9b5f445219 tempest-ServersAdminNegativeTestJSON-1965420219 tempest-ServersAdminNegativeTestJSON-1965420219-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.701861 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-45245775-a662-4340-808f-c7d0d54582c6 req-a18adc02-2df1-475b-8180-9c443a4e8bc6 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] For port 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:22.702217 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-45245775-a662-4340-808f-c7d0d54582c6 req-a18adc02-2df1-475b-8180-9c443a4e8bc6 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.720720 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-45245775-a662-4340-808f-c7d0d54582c6 req-a18adc02-2df1-475b-8180-9c443a4e8bc6 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Calling delete_port for 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:22.788223 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-04f59b3c-3f9d-42fc-b322-97b1d1c90e30 req-828aed16-72ab-46f2-beb2-bb9b5f445219 tempest-ServersAdminNegativeTestJSON-1965420219 tempest-ServersAdminNegativeTestJSON-1965420219-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.846662 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828aed16-72ab-46f2-beb2-bb9b5f445219 tempest-ServersAdminNegativeTestJSON-1965420219 tempest-ServersAdminNegativeTestJSON-1965420219-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254340ac-f6a5-4c02-bd53-8419df965639,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:22.868069 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-04f59b3c-3f9d-42fc-b322-97b1d1c90e30 req-828aed16-72ab-46f2-beb2-bb9b5f445219 tempest-ServersAdminNegativeTestJSON-1965420219 tempest-ServersAdminNegativeTestJSON-1965420219-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6929662 Jul 30 01:40:23.174023 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-45245775-a662-4340-808f-c7d0d54582c6 req-a18adc02-2df1-475b-8180-9c443a4e8bc6 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.209551 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:23.214766 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18adc02-2df1-475b-8180-9c443a4e8bc6 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Pushing event deleted for resources: {'Port': ['ID=4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:23.307649 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-bf3d2d78-88c2-4373-a752-115a2cd998e4 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=73362a8a96ec4eb08eb2a46a25588321&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356319 Jul 30 01:40:23.411784 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-45245775-a662-4340-808f-c7d0d54582c6 req-a18adc02-2df1-475b-8180-9c443a4e8bc6 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] No DVR routers for this DVR port 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:23.431004 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-45245775-a662-4340-808f-c7d0d54582c6 req-a18adc02-2df1-475b-8180-9c443a4e8bc6 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.433031 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-45245775-a662-4340-808f-c7d0d54582c6 req-a18adc02-2df1-475b-8180-9c443a4e8bc6 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.77 "DELETE /v2.0/ports/4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b HTTP/1.1" status: 204 len: 173 time: 1.0290418 Jul 30 01:40:23.434949 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-903ab583-c7fe-450f-888f-39eccbc59053 req-9414c431-cbb8-48da-a1cf-a72fb46c2304 tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 210 time: 0.1406198 Jul 30 01:40:23.435375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8100c798-88c2-4f7e-9209-c76af13baf1f', 'name': 'network-vif-deleted', 'tag': '4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:23.466014 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f11f17-1238-41df-aa03-44078cae38da" -d '{"events": [{"server_uuid": "8100c798-88c2-4f7e-9209-c76af13baf1f", "name": "network-vif-deleted", "tag": "4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:23.498772 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-02164e9b-34dd-481d-bbd7-3c36dcd7e585 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:23.498772 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-02164e9b-34dd-481d-bbd7-3c36dcd7e585 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750042 Jul 30 01:40:23.510181 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-ef9a0fc5-0c97-4f36-ae45-5e1e43e569c5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Request body: {'port': {'device_id': 'e3cc4635-5276-4f42-afd2-a5f6ca479caa', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': '73362a8a96ec4eb08eb2a46a25588321'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:23.568215 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f5fa43-4910-4dec-882e-ead2105aca68 x-openstack-request-id: req-75f5fa43-4910-4dec-882e-ead2105aca68 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:23.568674 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8100c798-88c2-4f7e-9209-c76af13baf1f", "name": "network-vif-deleted", "tag": "4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:23.569446 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-75f5fa43-4910-4dec-882e-ead2105aca68 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:23.570092 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8100c798-88c2-4f7e-9209-c76af13baf1f', 'name': 'network-vif-deleted', 'tag': '4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b', 'status': 'completed', 'code': 200} Jul 30 01:40:23.621931 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-79cdb750-eec8-4487-a84f-64092fdbe92e req-1e767a35-95a6-4fb3-aa07-af2247187330 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa HTTP/1.1" status: 200 len: 210 time: 0.0786602 Jul 30 01:40:23.871068 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-ef9a0fc5-0c97-4f36-ae45-5e1e43e569c5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Made reservation on behalf of 73362a8a96ec4eb08eb2a46a25588321 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:23.874605 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-ef9a0fc5-0c97-4f36-ae45-5e1e43e569c5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.887964 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57400) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:24.153207 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57410) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:24.167932 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f697f1-de80-4b44-a796-39244f10734b req-e1324d34-a3b8-41e7-8d38-ab835a0e054a tempest-ServersAdminNegativeTestJSON-1965420219 tempest-ServersAdminNegativeTestJSON-1965420219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:24.169695 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33f697f1-de80-4b44-a796-39244f10734b req-e1324d34-a3b8-41e7-8d38-ab835a0e054a tempest-ServersAdminNegativeTestJSON-1965420219 tempest-ServersAdminNegativeTestJSON-1965420219-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 1101 time: 0.1076996 Jul 30 01:40:24.220675 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-ef9a0fc5-0c97-4f36-ae45-5e1e43e569c5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Allocated IP 192.168.233.210 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:24.267172 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-84481577-b309-409e-a3e9-1a7e44e78b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.295845 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9d6913f2-1f4a-46bb-875d-bc038f8f60db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.323088 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33f697f1-de80-4b44-a796-39244f10734b req-c8fbba1a-1f28-45ce-8368-580b5bab98fe tempest-ServersAdminNegativeTestJSON-1965420219 tempest-ServersAdminNegativeTestJSON-1965420219-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381638 Jul 30 01:40:24.436259 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9d6913f2-1f4a-46bb-875d-bc038f8f60db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.522495 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9d6913f2-1f4a-46bb-875d-bc038f8f60db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.584650 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9d6913f2-1f4a-46bb-875d-bc038f8f60db admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6f59ad3737f14df295bd1139e70a4f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4303710 Jul 30 01:40:24.616463 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57430) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:24.637394 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6913f2-1f4a-46bb-875d-bc038f8f60db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239a4db6-e1aa-4622-9777-fcd62fe4498b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:24.797931 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-897600a9-1a9c-4fb6-bf07-75a2397d3175 req-a12d7556-8cd2-441a-9bec-8727be2dd73d tempest-LiveMigrationNegativeTest-659652555 tempest-LiveMigrationNegativeTest-659652555-project] 10.222.0.70 "GET /v2.0/ports?device_id=8100c798-88c2-4f7e-9209-c76af13baf1f HTTP/1.1" status: 200 len: 210 time: 0.0796320 Jul 30 01:40:24.820528 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-84481577-b309-409e-a3e9-1a7e44e78b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.860384 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-ef9a0fc5-0c97-4f36-ae45-5e1e43e569c5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.869583 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8a84732c-f84a-43b9-bba1-dcfe98f494f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.893261 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8a84732c-f84a-43b9-bba1-dcfe98f494f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.932469 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-ef9a0fc5-0c97-4f36-ae45-5e1e43e569c5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Transition to ACTIVE for port object cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:24.950683 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-84481577-b309-409e-a3e9-1a7e44e78b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.000838 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a8b592e2-cd27-40ad-9bd9-c6298f92da50 req-271b5c7f-6319-4d4f-bfe1-2d7eee8e66cd tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa HTTP/1.1" status: 200 len: 210 time: 0.0910442 Jul 30 01:40:25.076450 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84481577-b309-409e-a3e9-1a7e44e78b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f079fa1d-8004-4ed0-a5fc-a1580ddf4f40,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:25.107563 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-84481577-b309-409e-a3e9-1a7e44e78b78 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c667efbb452f48e18663cfaf494b1bd0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2184842 Jul 30 01:40:25.108359 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57440) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:25.188447 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8a84732c-f84a-43b9-bba1-dcfe98f494f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.194455 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8a84732c-f84a-43b9-bba1-dcfe98f494f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.194455 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8a84732c-f84a-43b9-bba1-dcfe98f494f2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/239a4db6-e1aa-4622-9777-fcd62fe4498b HTTP/1.1" status: 204 len: 168 time: 0.5757608 Jul 30 01:40:25.210557 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84732c-f84a-43b9-bba1-dcfe98f494f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239a4db6-e1aa-4622-9777-fcd62fe4498b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:25.259583 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-ef9a0fc5-0c97-4f36-ae45-5e1e43e569c5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.274941 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['db997857-bdd5-4561-9cee-df4c853003b7', 'a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:25.358719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877c476-1f7a-4843-b93a-2882978a5593 req-4b914f70-ac07-47c2-ab9c-71a1699211c0 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:25.366255 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a877c476-1f7a-4843-b93a-2882978a5593 req-4b914f70-ac07-47c2-ab9c-71a1699211c0 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 950 time: 0.1531606 Jul 30 01:40:25.368097 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-71214edf-7327-4b5f-b05a-6f50544c5910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.413328 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-ef9a0fc5-0c97-4f36-ae45-5e1e43e569c5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:25.427341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-ef9a0fc5-0c97-4f36-ae45-5e1e43e569c5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:25.436732 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-ef9a0fc5-0c97-4f36-ae45-5e1e43e569c5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:25.443067 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-ef9a0fc5-0c97-4f36-ae45-5e1e43e569c5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:25.444461 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-ef9a0fc5-0c97-4f36-ae45-5e1e43e569c5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.457107 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-71214edf-7327-4b5f-b05a-6f50544c5910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.471963 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a877c476-1f7a-4843-b93a-2882978a5593 req-66ca6abb-24eb-4899-9827-5eedf887f628 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004086 Jul 30 01:40:25.484388 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a0fc5-0c97-4f36-ae45-5e1e43e569c5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Pushing event updated for resources: {'Port': ['ID=cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:25.636050 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-ef9a0fc5-0c97-4f36-ae45-5e1e43e569c5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1304030 Jul 30 01:40:25.637018 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-71214edf-7327-4b5f-b05a-6f50544c5910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.641042 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-71214edf-7327-4b5f-b05a-6f50544c5910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.642901 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-71214edf-7327-4b5f-b05a-6f50544c5910 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f079fa1d-8004-4ed0-a5fc-a1580ddf4f40 HTTP/1.1" status: 204 len: 168 time: 0.5271351 Jul 30 01:40:25.657907 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] Request body: {'port': {'device_id': 'e3cc4635-5276-4f42-afd2-a5f6ca479caa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:25.770947 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.773886 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71214edf-7327-4b5f-b05a-6f50544c5910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f079fa1d-8004-4ed0-a5fc-a1580ddf4f40,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:26.151584 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:26.164754 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.178186 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a3de1-51cb-4256-9f15-1864eaff1115 req-54580b86-8da3-442d-a8ad-2dae3b817fb6 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:26.179787 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-792a3de1-51cb-4256-9f15-1864eaff1115 req-54580b86-8da3-442d-a8ad-2dae3b817fb6 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa HTTP/1.1" status: 200 len: 936 time: 0.0814514 Jul 30 01:40:26.217890 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] Transition to ACTIVE for port object cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:26.218071 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57470) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:26.241666 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-76a7f3e6-2c82-48c2-bb9d-11ac1e488a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.265322 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-792a3de1-51cb-4256-9f15-1864eaff1115 req-2e6b581e-1570-4bc0-90e2-46d808156015 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754066 Jul 30 01:40:26.340395 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-76a7f3e6-2c82-48c2-bb9d-11ac1e488a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.597926 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504b793-086e-49e8-9f5a-164044c0c016 req-5dd9333d-8f01-42f5-8010-1199c92022da tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:26.600841 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5504b793-086e-49e8-9f5a-164044c0c016 req-5dd9333d-8f01-42f5-8010-1199c92022da tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 950 time: 0.0524812 Jul 30 01:40:26.621446 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.641115 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5504b793-086e-49e8-9f5a-164044c0c016 req-a150511a-fca1-4bca-be41-4997cdcd1222 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352139 Jul 30 01:40:26.648081 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-76a7f3e6-2c82-48c2-bb9d-11ac1e488a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.700283 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7f3e6-2c82-48c2-bb9d-11ac1e488a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcc5e63-205e-4efe-bc8a-6f426ec8558c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:26.705718 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-76a7f3e6-2c82-48c2-bb9d-11ac1e488a09 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9861e7a490fe434a9b027d8a69275516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4897523 Jul 30 01:40:26.708903 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57476) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:26.754556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] Attempting to bind port cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:26.754759 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] Attempting to bind port cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:26.755085 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] Attempting to bind port cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:26.756976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:26.768410 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] Port cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:40:26.768727 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] Attempting to bind port cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:26.773885 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:26.774222 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:26.774849 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:26.775055 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] Bound port: cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:26.775414 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.800915 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3200ed6-01af-4923-a183-db57a73f0e2c req-4212e3e9-8fa0-43cd-888a-26a243eb3bfb tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:26.802722 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3200ed6-01af-4923-a183-db57a73f0e2c req-4212e3e9-8fa0-43cd-888a-26a243eb3bfb tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 950 time: 0.0856643 Jul 30 01:40:26.856479 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fb9818ca-58f3-4a17-83ba-4e738fb9a672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.872249 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] For port cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:26.877970 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] For port cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:26.908078 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fb9818ca-58f3-4a17-83ba-4e738fb9a672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.961515 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-c3200ed6-01af-4923-a183-db57a73f0e2c req-7f8dadcf-5c5b-428f-9d15-5a75af353c98 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Deleting port a1d65a10-81e6-4d81-99fe-37576ef4932c {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:26.961901 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c3200ed6-01af-4923-a183-db57a73f0e2c req-7f8dadcf-5c5b-428f-9d15-5a75af353c98 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.972284 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.018811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57484) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:27.030582 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:27.032067 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.033732 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] 10.222.0.10 "PUT /v2.0/ports/cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c HTTP/1.1" status: 200 len: 1096 time: 1.3868504 Jul 30 01:40:27.034492 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cc4635-5276-4f42-afd2-a5f6ca479caa', 'tag': 'cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:27.036560 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-066c81b7-ab4b-42eb-8e10-01566b8cbb6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.041676 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205f5260-053f-4125-8738-796680502b44" -d '{"events": [{"name": "network-changed", "server_uuid": "e3cc4635-5276-4f42-afd2-a5f6ca479caa", "tag": "cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:27.097276 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fb9818ca-58f3-4a17-83ba-4e738fb9a672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.103000 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e56b6-5932-4e04-9187-ea9918941d02 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:27.106669 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ade1a6-2a1e-4c74-bdf9-4b0351d4ec22 x-openstack-request-id: req-e5ade1a6-2a1e-4c74-bdf9-4b0351d4ec22 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:27.107024 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3cc4635-5276-4f42-afd2-a5f6ca479caa", "tag": "cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:27.107196 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e5ade1a6-2a1e-4c74-bdf9-4b0351d4ec22 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:27.107583 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cc4635-5276-4f42-afd2-a5f6ca479caa', 'tag': 'cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c', 'status': 'completed', 'code': 200} Jul 30 01:40:27.108782 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fb9818ca-58f3-4a17-83ba-4e738fb9a672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.109956 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fb9818ca-58f3-4a17-83ba-4e738fb9a672 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dbcc5e63-205e-4efe-bc8a-6f426ec8558c HTTP/1.1" status: 204 len: 168 time: 0.4007401 Jul 30 01:40:27.171891 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9818ca-58f3-4a17-83ba-4e738fb9a672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcc5e63-205e-4efe-bc8a-6f426ec8558c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:27.187831 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-c3200ed6-01af-4923-a183-db57a73f0e2c req-7f8dadcf-5c5b-428f-9d15-5a75af353c98 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] For port a1d65a10-81e6-4d81-99fe-37576ef4932c, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1d65a10-81e6-4d81-99fe-37576ef4932c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:27.188224 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c3200ed6-01af-4923-a183-db57a73f0e2c req-7f8dadcf-5c5b-428f-9d15-5a75af353c98 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.222021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f5260-053f-4125-8738-796680502b44 req-62511867-8605-4de6-88da-034874310b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:27.224461 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-205f5260-053f-4125-8738-796680502b44 req-62511867-8605-4de6-88da-034874310b20 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73362a8a96ec4eb08eb2a46a25588321&device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa HTTP/1.1" status: 200 len: 1099 time: 0.0929160 Jul 30 01:40:27.258946 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-c3200ed6-01af-4923-a183-db57a73f0e2c req-7f8dadcf-5c5b-428f-9d15-5a75af353c98 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Calling delete_port for a1d65a10-81e6-4d81-99fe-37576ef4932c owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:27.288004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57494) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:27.523902 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:27.584521 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:27.585532 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4c74a820-33a3-40fa-bd9a-5f2e6e7bec7b not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:27.652609 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-066c81b7-ab4b-42eb-8e10-01566b8cbb6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.699685 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c3200ed6-01af-4923-a183-db57a73f0e2c req-7f8dadcf-5c5b-428f-9d15-5a75af353c98 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.712641 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['83fe0ec1-19c6-4a19-a031-1e815bf52b36'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:27.812671 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a1d65a10-81e6-4d81-99fe-37576ef4932c'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:27.892319 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dadcf-5c5b-428f-9d15-5a75af353c98 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Pushing event deleted for resources: {'Port': ['ID=a1d65a10-81e6-4d81-99fe-37576ef4932c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:27.924473 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82f56fcf-e7ed-4938-a330-7a1d64ec18c9 req-55ab681f-7707-4119-b6c9-adffd1bb8839 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 210 time: 0.1044796 Jul 30 01:40:27.929304 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-066c81b7-ab4b-42eb-8e10-01566b8cbb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.938285 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-205f5260-053f-4125-8738-796680502b44 req-014c85d3-a775-4aae-ab13-b5d66ff24b5d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=73362a8a96ec4eb08eb2a46a25588321&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7004130 Jul 30 01:40:27.973704 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-cd439c3b-6832-4096-b3b9-9f193b93ec3a None None] Provisioning for port cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:27.990586 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c81b7-ab4b-42eb-8e10-01566b8cbb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efe75a4-5453-48a4-a9c3-7f0b19162b70,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:28.055451 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3200ed6-01af-4923-a183-db57a73f0e2c req-7f8dadcf-5c5b-428f-9d15-5a75af353c98 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] No DVR routers for this DVR port a1d65a10-81e6-4d81-99fe-37576ef4932c on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:28.058145 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c3200ed6-01af-4923-a183-db57a73f0e2c req-7f8dadcf-5c5b-428f-9d15-5a75af353c98 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.060827 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3200ed6-01af-4923-a183-db57a73f0e2c req-7f8dadcf-5c5b-428f-9d15-5a75af353c98 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.77 "DELETE /v2.0/ports/a1d65a10-81e6-4d81-99fe-37576ef4932c HTTP/1.1" status: 204 len: 173 time: 1.2504246 Jul 30 01:40:28.069298 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4804d7-1a50-4d4b-9321-ca68f78285fc', 'name': 'network-vif-deleted', 'tag': 'a1d65a10-81e6-4d81-99fe-37576ef4932c'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:28.071786 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d98efe1-0676-4691-9edd-b089ea47af06" -d '{"events": [{"server_uuid": "cb4804d7-1a50-4d4b-9321-ca68f78285fc", "name": "network-vif-deleted", "tag": "a1d65a10-81e6-4d81-99fe-37576ef4932c"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:28.118652 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-066c81b7-ab4b-42eb-8e10-01566b8cbb6d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8379590e198d4bf9b9632e7dfc9c588a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0957170 Jul 30 01:40:28.119933 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57512) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:28.134154 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ffe060ef-90cf-4ed7-8966-7050e0220e87 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=996e0bd5f1584707b399158acfbbea68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8415277 Jul 30 01:40:28.148217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57514) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:28.149608 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c3814c-0a23-495f-ab7f-58c582d42542 x-openstack-request-id: req-55c3814c-0a23-495f-ab7f-58c582d42542 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:28.149901 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4804d7-1a50-4d4b-9321-ca68f78285fc", "name": "network-vif-deleted", "tag": "a1d65a10-81e6-4d81-99fe-37576ef4932c", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:28.150152 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-55c3814c-0a23-495f-ab7f-58c582d42542 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:28.150557 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4804d7-1a50-4d4b-9321-ca68f78285fc', 'name': 'network-vif-deleted', 'tag': 'a1d65a10-81e6-4d81-99fe-37576ef4932c', 'status': 'completed', 'code': 200} Jul 30 01:40:28.261227 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cd07acdf-73b2-41d6-85c4-865e8246bf0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.302898 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87076335-2468-4720-b742-1abbef1e2d1f req-a154b10a-ce09-403e-80f5-49e2c467f770 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:28.310996 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-87076335-2468-4720-b742-1abbef1e2d1f req-a154b10a-ce09-403e-80f5-49e2c467f770 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa HTTP/1.1" status: 200 len: 948 time: 0.3715823 Jul 30 01:40:28.312750 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cd07acdf-73b2-41d6-85c4-865e8246bf0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.400239 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-87076335-2468-4720-b742-1abbef1e2d1f req-c6ef1c20-9ba1-43ba-a4c6-2bd3a68f2136 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875945 Jul 30 01:40:28.403429 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f5260-053f-4125-8738-796680502b44 req-d2395db3-47dc-4c0a-9606-5cc4b8218380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:28.424574 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-205f5260-053f-4125-8738-796680502b44 req-d2395db3-47dc-4c0a-9606-5cc4b8218380 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4411888 Jul 30 01:40:28.425017 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dd37040a-2498-4217-b832-f166c77b0b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.491214 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cd07acdf-73b2-41d6-85c4-865e8246bf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.499036 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cd07acdf-73b2-41d6-85c4-865e8246bf0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.502808 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cd07acdf-73b2-41d6-85c4-865e8246bf0d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ab2fbc0d-60fb-4878-87f2-a55c2da41e10 HTTP/1.1" status: 204 len: 168 time: 0.3488460 Jul 30 01:40:28.532295 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dd37040a-2498-4217-b832-f166c77b0b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.547017 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07acdf-73b2-41d6-85c4-865e8246bf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2fbc0d-60fb-4878-87f2-a55c2da41e10,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:28.596133 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-42c12132-5992-4c0b-8748-23cef3d0c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:28.600196 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-42c12132-5992-4c0b-8748-23cef3d0c997 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73362a8a96ec4eb08eb2a46a25588321&device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa HTTP/1.1" status: 200 len: 1099 time: 0.0939178 Jul 30 01:40:28.658654 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-d13c8a60-be57-4dd7-8d82-8f869b0cb6ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c HTTP/1.1" status: 200 len: 217 time: 0.0480583 Jul 30 01:40:28.711580 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dd37040a-2498-4217-b832-f166c77b0b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.714309 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dd37040a-2498-4217-b832-f166c77b0b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.715020 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dd37040a-2498-4217-b832-f166c77b0b13 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7efe75a4-5453-48a4-a9c3-7f0b19162b70 HTTP/1.1" status: 204 len: 168 time: 0.5941336 Jul 30 01:40:28.730763 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37040a-2498-4217-b832-f166c77b0b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efe75a4-5453-48a4-a9c3-7f0b19162b70,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:28.745482 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-9e7eede5-aea1-4d31-9542-a6222da9d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:28.750885 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-9e7eede5-aea1-4d31-9542-a6222da9d6af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0820136 Jul 30 01:40:28.811509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-0204d5ac-55f0-4b9e-a880-1b877c115c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:28.813519 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-0204d5ac-55f0-4b9e-a880-1b877c115c98 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539951 Jul 30 01:40:28.968993 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-5c0bb913-302e-44ce-a053-5c952e33c37c service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422324 Jul 30 01:40:29.049385 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3776007-3767-4619-a990-a9fe7f5e80b2 req-16026434-0cec-48bf-90c1-3ab63cc7f921 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4804d7-1a50-4d4b-9321-ca68f78285fc HTTP/1.1" status: 200 len: 210 time: 0.0347800 Jul 30 01:40:29.128744 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ec6166bb-69e9-4068-b015-a453c8047c12 req-dffc086e-ece9-4bac-9cef-9e388974cd6f service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463094 Jul 30 01:40:29.559607 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8809285-5ac8-41c5-a62d-d38668ae51af req-232b06f1-4cfb-47eb-afd0-30ef58ed48f5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:29.569808 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b8809285-5ac8-41c5-a62d-d38668ae51af req-232b06f1-4cfb-47eb-afd0-30ef58ed48f5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa HTTP/1.1" status: 200 len: 948 time: 0.0658021 Jul 30 01:40:29.616381 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b8809285-5ac8-41c5-a62d-d38668ae51af req-40f0f516-ac8d-4bf2-b7d8-9c6876f96881 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395386 Jul 30 01:40:29.795393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57566) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:29.823815 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57568) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:29.869222 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ef099066-7046-4fe1-a88a-75df7715f7bb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3f27c62fa934506bf7a4f772c37dd70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726194 Jul 30 01:40:29.874858 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57572) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:29.941555 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-491d254f-2761-4e2e-aca5-940a49b911ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:29.966061 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-491d254f-2761-4e2e-aca5-940a49b911ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.094370 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b468fcac-a84e-4181-866c-6f6013282fa7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1258750354-network', 'tenant_id': '9d514f5becb241c68f7a0454fc8f5db1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:30.124919 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-491d254f-2761-4e2e-aca5-940a49b911ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.129487 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-491d254f-2761-4e2e-aca5-940a49b911ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.131165 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-491d254f-2761-4e2e-aca5-940a49b911ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4d5a7f10-6651-41e7-b74f-071cdbf282e6 HTTP/1.1" status: 204 len: 168 time: 0.2550740 Jul 30 01:40:30.143047 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d254f-2761-4e2e-aca5-940a49b911ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5a7f10-6651-41e7-b74f-071cdbf282e6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:30.217319 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b468fcac-a84e-4181-866c-6f6013282fa7 admin admin] Made reservation on behalf of 9d514f5becb241c68f7a0454fc8f5db1 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:30.219800 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b468fcac-a84e-4181-866c-6f6013282fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.236817 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b468fcac-a84e-4181-866c-6f6013282fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.387951 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b468fcac-a84e-4181-866c-6f6013282fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.488518 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b468fcac-a84e-4181-866c-6f6013282fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.539638 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b468fcac-a84e-4181-866c-6f6013282fa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:40:30.557530 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468fcac-a84e-4181-866c-6f6013282fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079b27d1-d821-4883-80d5-7720a28f1f55,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:30.560997 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b468fcac-a84e-4181-866c-6f6013282fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.561395 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-b468fcac-a84e-4181-866c-6f6013282fa7 admin admin] Added segment 8f5fc61a-1802-49f0-a2dc-c539d9712429 of type vlan for network 18de1eb3-907c-4e80-9e3a-e2daca4c050e Jul 30 01:40:30.619923 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b468fcac-a84e-4181-866c-6f6013282fa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.688288 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61956cbd-b205-46ec-848d-26efd8d8c1ef req-86ec16b6-2811-458f-bd30-0c79e5a9c492 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:30.690538 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-61956cbd-b205-46ec-848d-26efd8d8c1ef req-86ec16b6-2811-458f-bd30-0c79e5a9c492 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 971 time: 0.0954525 Jul 30 01:40:30.745347 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-61956cbd-b205-46ec-848d-26efd8d8c1ef req-b11071a1-3614-440a-a8dd-694015a6210c tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468321 Jul 30 01:40:30.749427 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b468fcac-a84e-4181-866c-6f6013282fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.750473 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b468fcac-a84e-4181-866c-6f6013282fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:30.751095 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b468fcac-a84e-4181-866c-6f6013282fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.831197 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468fcac-a84e-4181-866c-6f6013282fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=18de1eb3-907c-4e80-9e3a-e2daca4c050e,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:30.846693 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 18de1eb3-907c-4e80-9e3a-e2daca4c050e details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:40:30.864613 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b468fcac-a84e-4181-866c-6f6013282fa7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0367002 Jul 30 01:40:30.867163 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57610) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:30.872976 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-733433f0-36bf-491f-b4ef-4cad7304744c admin admin] Request body: {'subnet': {'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1258750354-subnet', 'tenant_id': '9d514f5becb241c68f7a0454fc8f5db1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:30.963757 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c774e7f-0489-4664-b648-eb75a6fb548d req-85971bc5-c795-4f85-b159-19b76a04fed7 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:30.965311 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8c774e7f-0489-4664-b648-eb75a6fb548d req-85971bc5-c795-4f85-b159-19b76a04fed7 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa HTTP/1.1" status: 200 len: 948 time: 0.1109760 Jul 30 01:40:31.024829 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733433f0-36bf-491f-b4ef-4cad7304744c admin admin] Made reservation on behalf of 9d514f5becb241c68f7a0454fc8f5db1 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:31.027582 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-733433f0-36bf-491f-b4ef-4cad7304744c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.029602 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8c774e7f-0489-4664-b648-eb75a6fb548d req-f1272e12-4109-4fc3-b5f5-58884118d2ef tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577102 Jul 30 01:40:31.091821 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57622) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:31.417726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-c194cbbf-aec3-461b-b028-b917960c6c83 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-592743316-network', 'tenant_id': '69de654e8e494e8eb1cb2de77615732a'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:31.479710 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-733433f0-36bf-491f-b4ef-4cad7304744c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.524465 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a1d65a10-81e6-4d81-99fe-37576ef4932c no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:31.541093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733433f0-36bf-491f-b4ef-4cad7304744c admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ee53b8-de93-45d5-96fb-d335e3f2eaf9,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:31.569500 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: a1d65a10-81e6-4d81-99fe-37576ef4932c {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:31.569903 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733433f0-36bf-491f-b4ef-4cad7304744c admin admin] Checking segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:31.570780 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a1d65a10-81e6-4d81-99fe-37576ef4932c not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:31.570909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733433f0-36bf-491f-b4ef-4cad7304744c admin admin] Network hostable DHCP agents. Network: 18de1eb3-907c-4e80-9e3a-e2daca4c050e, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:40:31.668228 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c194cbbf-aec3-461b-b028-b917960c6c83 admin admin] Made reservation on behalf of 69de654e8e494e8eb1cb2de77615732a for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:31.670899 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c194cbbf-aec3-461b-b028-b917960c6c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.679936 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c194cbbf-aec3-461b-b028-b917960c6c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.728470 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733433f0-36bf-491f-b4ef-4cad7304744c admin admin] Network 18de1eb3-907c-4e80-9e3a-e2daca4c050e is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:40:31.799728 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c194cbbf-aec3-461b-b028-b917960c6c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.831321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-733433f0-36bf-491f-b4ef-4cad7304744c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 18de1eb3-907c-4e80-9e3a-e2daca4c050e) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:31.835776 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733433f0-36bf-491f-b4ef-4cad7304744c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:31.836378 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-733433f0-36bf-491f-b4ef-4cad7304744c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.845337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32215184-19ab-4a5b-bea4-816bb4d141cd None None] Network 18de1eb3-907c-4e80-9e3a-e2daca4c050e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:31.885448 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c194cbbf-aec3-461b-b028-b917960c6c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.913297 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c194cbbf-aec3-461b-b028-b917960c6c83 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:40:31.936728 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194cbbf-aec3-461b-b028-b917960c6c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb422814-b779-46ec-9f39-be3921d09caa,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:31.940189 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c194cbbf-aec3-461b-b028-b917960c6c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.941227 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-c194cbbf-aec3-461b-b028-b917960c6c83 admin admin] Added segment d857be7a-4777-43ef-bd02-f1327a05ca20 of type vlan for network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e Jul 30 01:40:31.956634 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f853b-c3de-4500-b2c6-19913470d4a2 req-93371ddd-c502-41d2-bade-de7cd87be74e tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:31.958153 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-742f853b-c3de-4500-b2c6-19913470d4a2 req-93371ddd-c502-41d2-bade-de7cd87be74e tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 971 time: 0.1189973 Jul 30 01:40:32.006286 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c194cbbf-aec3-461b-b028-b917960c6c83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.020027 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c73420e-032d-4649-97e0-0fda7b11b6b5 None None] Network 18de1eb3-907c-4e80-9e3a-e2daca4c050e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:32.031501 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-742f853b-c3de-4500-b2c6-19913470d4a2 req-20a8e584-6409-4744-861a-0b403703ff82 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a71e83b-2e2b-4909-aacc-fd418789cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531356 Jul 30 01:40:32.237354 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:40:32.275777 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9546e40-2463-40b2-badf-865f41038fe9 req-2823bd02-b8bb-43ed-8766-85bf6e0dee0b tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:32.277265 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c9546e40-2463-40b2-badf-865f41038fe9 req-2823bd02-b8bb-43ed-8766-85bf6e0dee0b tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa HTTP/1.1" status: 200 len: 948 time: 0.1172664 Jul 30 01:40:32.285635 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1606e-3095-4a76-bdab-955627ad9811 req-70caeac0-3f3f-42e8-9347-d91f1be230ad tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:32.287036 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-61a1606e-3095-4a76-bdab-955627ad9811 req-70caeac0-3f3f-42e8-9347-d91f1be230ad tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 971 time: 0.0761890 Jul 30 01:40:32.345123 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:32.352475 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c9546e40-2463-40b2-badf-865f41038fe9 req-35deb59e-5e40-44de-a903-76a9b54ac01f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644729 Jul 30 01:40:32.359589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': 'cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c', 'mac_address': 'fa:16:3e:8f:c4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:40:32.399941 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.413253 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:32.429266 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-61a1606e-3095-4a76-bdab-955627ad9811 req-a4bd4ed9-2b70-4b15-aa9c-e0168a65645d tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Deleting port 83fe0ec1-19c6-4a19-a031-1e815bf52b36 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:32.429832 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-61a1606e-3095-4a76-bdab-955627ad9811 req-a4bd4ed9-2b70-4b15-aa9c-e0168a65645d tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.488015 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c194cbbf-aec3-461b-b028-b917960c6c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.489272 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c194cbbf-aec3-461b-b028-b917960c6c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:32.490163 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c194cbbf-aec3-461b-b028-b917960c6c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.535300 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-733433f0-36bf-491f-b4ef-4cad7304744c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6666725 Jul 30 01:40:32.586202 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194cbbf-aec3-461b-b028-b917960c6c83 admin admin] Pushing event updated for resources: {'Network': ['ID=9ee13545-77ea-41ed-86fb-6aa4d578ac6e,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:32.594545 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-61a1606e-3095-4a76-bdab-955627ad9811 req-a4bd4ed9-2b70-4b15-aa9c-e0168a65645d tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] For port 83fe0ec1-19c6-4a19-a031-1e815bf52b36, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=83fe0ec1-19c6-4a19-a031-1e815bf52b36,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:32.595422 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-61a1606e-3095-4a76-bdab-955627ad9811 req-a4bd4ed9-2b70-4b15-aa9c-e0168a65645d tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.612645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-61a1606e-3095-4a76-bdab-955627ad9811 req-a4bd4ed9-2b70-4b15-aa9c-e0168a65645d tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Calling delete_port for 83fe0ec1-19c6-4a19-a031-1e815bf52b36 owned by compute:tempest-test_az-647498379 {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:32.624540 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c194cbbf-aec3-461b-b028-b917960c6c83 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5333238 Jul 30 01:40:32.626711 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:40:32.627972 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57662) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:32.636607 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c0c7eded-9856-434e-bbcd-d361b298e6db admin admin] Request body: {'subnet': {'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-592743316-subnet', 'tenant_id': '69de654e8e494e8eb1cb2de77615732a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:32.665489 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:32.716206 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.776934 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.813752 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c7eded-9856-434e-bbcd-d361b298e6db admin admin] Made reservation on behalf of 69de654e8e494e8eb1cb2de77615732a for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:32.819706 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0c7eded-9856-434e-bbcd-d361b298e6db admin admin] Notify callbacks [] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.844052 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:32.976708 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-61a1606e-3095-4a76-bdab-955627ad9811 req-a4bd4ed9-2b70-4b15-aa9c-e0168a65645d tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.989254 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['83fe0ec1-19c6-4a19-a031-1e815bf52b36'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:33.047238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:33.060003 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd4ed9-2b70-4b15-aa9c-e0168a65645d tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Pushing event deleted for resources: {'Port': ['ID=83fe0ec1-19c6-4a19-a031-1e815bf52b36,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:33.180237 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a1606e-3095-4a76-bdab-955627ad9811 req-a4bd4ed9-2b70-4b15-aa9c-e0168a65645d tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] No DVR routers for this DVR port 83fe0ec1-19c6-4a19-a031-1e815bf52b36 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:33.186199 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-61a1606e-3095-4a76-bdab-955627ad9811 req-a4bd4ed9-2b70-4b15-aa9c-e0168a65645d tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.189924 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-61a1606e-3095-4a76-bdab-955627ad9811 req-a4bd4ed9-2b70-4b15-aa9c-e0168a65645d tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.10 "DELETE /v2.0/ports/83fe0ec1-19c6-4a19-a031-1e815bf52b36 HTTP/1.1" status: 204 len: 173 time: 0.8941300 Jul 30 01:40:33.190971 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f46fd7-3d31-4827-ad65-7d33b6a2ce5c', 'name': 'network-vif-deleted', 'tag': '83fe0ec1-19c6-4a19-a031-1e815bf52b36'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:33.195388 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7021bff-9ce5-46aa-9322-5b1fd5ea4e4d" -d '{"events": [{"server_uuid": "07f46fd7-3d31-4827-ad65-7d33b6a2ce5c", "name": "network-vif-deleted", "tag": "83fe0ec1-19c6-4a19-a031-1e815bf52b36"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:33.230933 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4dc74909-9f2b-4fbd-84c8-6b5fb3ebf18d req-243799cc-31dc-4c6c-9854-2426d42692df tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 210 time: 0.0430381 Jul 30 01:40:33.232053 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0c7eded-9856-434e-bbcd-d361b298e6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.356431 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7eded-9856-434e-bbcd-d361b298e6db admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df4a4e9-2ec7-47a1-80c6-9f49100e235e,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:33.384398 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76cf0a1-2087-4735-a646-0e6ae5089237 x-openstack-request-id: req-e76cf0a1-2087-4735-a646-0e6ae5089237 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:33.384932 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f46fd7-3d31-4827-ad65-7d33b6a2ce5c", "name": "network-vif-deleted", "tag": "83fe0ec1-19c6-4a19-a031-1e815bf52b36", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:33.385393 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e76cf0a1-2087-4735-a646-0e6ae5089237 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:33.385993 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f46fd7-3d31-4827-ad65-7d33b6a2ce5c', 'name': 'network-vif-deleted', 'tag': '83fe0ec1-19c6-4a19-a031-1e815bf52b36', 'status': 'completed', 'code': 200} Jul 30 01:40:33.406953 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c7eded-9856-434e-bbcd-d361b298e6db admin admin] Checking segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:33.407467 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c7eded-9856-434e-bbcd-d361b298e6db admin admin] Network hostable DHCP agents. Network: 9ee13545-77ea-41ed-86fb-6aa4d578ac6e, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:40:33.524078 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c7eded-9856-434e-bbcd-d361b298e6db admin admin] Network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:40:33.595734 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda744c-b947-4792-a6df-e70ef40de6c7 req-a2884339-20ff-4855-9e27-d45dfbad1f0e tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:33.597646 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0cda744c-b947-4792-a6df-e70ef40de6c7 req-a2884339-20ff-4855-9e27-d45dfbad1f0e tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa HTTP/1.1" status: 200 len: 949 time: 0.1219771 Jul 30 01:40:33.664787 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-c0c7eded-9856-434e-bbcd-d361b298e6db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 9ee13545-77ea-41ed-86fb-6aa4d578ac6e) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:33.674958 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd44588-8884-4a42-ac8c-3387ac7e43b3 None None] Network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:33.688132 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c7eded-9856-434e-bbcd-d361b298e6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:33.689351 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0c7eded-9856-434e-bbcd-d361b298e6db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.753901 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0cda744c-b947-4792-a6df-e70ef40de6c7 req-062ee31b-bdd2-4dc9-adfc-ae3dc2171285 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490619 Jul 30 01:40:33.837160 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c0c7eded-9856-434e-bbcd-d361b298e6db admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2076671 Jul 30 01:40:33.926532 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feecb0b-6245-40ef-8465-1bd776896033 None None] Network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:34.130835 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:34.291808 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:34.299115 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:34.299929 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.455939 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.495318 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cc4635-5276-4f42-afd2-a5f6ca479caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:34.501757 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588c49f9-62c1-4a62-ba05-f80ef73a6f3c" -d '{"events": [{"server_uuid": "e3cc4635-5276-4f42-afd2-a5f6ca479caa", "name": "network-vif-plugged", "status": "completed", "tag": "cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:34.511380 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57734) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:34.522713 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-98ca9888-8e7f-4e9d-8bd3-20f14ee277dd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1241759753-network', 'tenant_id': '23e391d1385e4000a3aae0f3371b9533'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:34.528757 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:34.583662 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bdfd3a89-3ac9-4107-8cd2-3fd9ec15697f req-07bd129f-645e-44fa-a737-97e550ed03c4 tempest-ServersAdminNegativeTestJSON-2090723673 tempest-ServersAdminNegativeTestJSON-2090723673-project] 10.222.0.70 "GET /v2.0/ports?device_id=07f46fd7-3d31-4827-ad65-7d33b6a2ce5c HTTP/1.1" status: 200 len: 210 time: 0.0296299 Jul 30 01:40:34.586572 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-474cbab1-37c0-4d6c-9417-70152d00c29b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=623208e081294df0b62265be2069edd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247869 Jul 30 01:40:34.636698 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.638406 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 83fe0ec1-19c6-4a19-a031-1e815bf52b36 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:34.650768 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ca9888-8e7f-4e9d-8bd3-20f14ee277dd admin admin] Made reservation on behalf of 23e391d1385e4000a3aae0f3371b9533 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:34.656926 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-98ca9888-8e7f-4e9d-8bd3-20f14ee277dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.669278 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-98ca9888-8e7f-4e9d-8bd3-20f14ee277dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.704880 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 83fe0ec1-19c6-4a19-a031-1e815bf52b36 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:34.705238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 83fe0ec1-19c6-4a19-a031-1e815bf52b36 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:34.764188 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df56c6e-6e2c-42aa-a5f6-0f624482ad04 x-openstack-request-id: req-5df56c6e-6e2c-42aa-a5f6-0f624482ad04 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:34.764482 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cc4635-5276-4f42-afd2-a5f6ca479caa", "name": "network-vif-plugged", "status": "completed", "tag": "cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:34.766022 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5df56c6e-6e2c-42aa-a5f6-0f624482ad04 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:34.766986 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cc4635-5276-4f42-afd2-a5f6ca479caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c', 'code': 200} Jul 30 01:40:34.773730 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:34.911463 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850699e-2093-4ba7-a916-83f91ef8c481 req-89867d69-4651-4d9d-af11-5cf0a1dc1bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:34.913011 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7850699e-2093-4ba7-a916-83f91ef8c481 req-89867d69-4651-4d9d-af11-5cf0a1dc1bea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa HTTP/1.1" status: 200 len: 1101 time: 0.0798576 Jul 30 01:40:34.966029 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7850699e-2093-4ba7-a916-83f91ef8c481 req-74518a5f-3973-45b3-bca6-0a4e0b18cc7a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417240 Jul 30 01:40:35.029670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-2d078bd5-a4e4-4d42-9da7-8cd7a7d42171 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:35.037946 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-2d078bd5-a4e4-4d42-9da7-8cd7a7d42171 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4448528 Jul 30 01:40:35.062593 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-d474ecca-b19c-441f-9d65-42bc2090dd32 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/quotas/623208e081294df0b62265be2069edd5 HTTP/1.1" status: 200 len: 375 time: 0.0229585 Jul 30 01:40:35.115185 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-9548eb16-9c8d-4e11-9f50-7988275563c1 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518751 Jul 30 01:40:35.164671 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-98ca9888-8e7f-4e9d-8bd3-20f14ee277dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.236509 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-98ca9888-8e7f-4e9d-8bd3-20f14ee277dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.256978 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f9c35-640b-4888-8314-e34912a05394 req-77f27b05-78e0-4ee0-9bbb-ce4dcf811e97 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:35.258589 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-390f9c35-640b-4888-8314-e34912a05394 req-77f27b05-78e0-4ee0-9bbb-ce4dcf811e97 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa HTTP/1.1" status: 200 len: 950 time: 0.0836108 Jul 30 01:40:35.263431 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ca9888-8e7f-4e9d-8bd3-20f14ee277dd admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:40:35.277593 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-98ca9888-8e7f-4e9d-8bd3-20f14ee277dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.278080 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-98ca9888-8e7f-4e9d-8bd3-20f14ee277dd admin admin] Added segment e3839833-8665-4f94-b39b-d1766a0a4782 of type vlan for network 9c2dc490-dabc-49b6-b74a-60ba88337589 Jul 30 01:40:35.339206 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca9888-8e7f-4e9d-8bd3-20f14ee277dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0759b375-2cae-4964-9e05-7ae5d55bce09,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:35.350322 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-98ca9888-8e7f-4e9d-8bd3-20f14ee277dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.388564 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-390f9c35-640b-4888-8314-e34912a05394 req-ea4df6e1-7e80-40d7-ad32-9a5ec9210f94 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153991 Jul 30 01:40:35.428396 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57766) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:35.433657 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-67c8c7d5-3fb6-4037-856b-a7970c6ccf81 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-717324857-network', 'tenant_id': '32fd031f789f43e489036942663452cb'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:35.475899 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-98ca9888-8e7f-4e9d-8bd3-20f14ee277dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.475899 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ca9888-8e7f-4e9d-8bd3-20f14ee277dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:35.475899 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-98ca9888-8e7f-4e9d-8bd3-20f14ee277dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.499192 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f468b667-1107-45bf-9ce3-26961624d12d req-309dc883-fdeb-4aaa-8031-f3e1156e401b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 210 time: 0.0479543 Jul 30 01:40:35.557356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca9888-8e7f-4e9d-8bd3-20f14ee277dd admin admin] Pushing event updated for resources: {'Network': ['ID=9c2dc490-dabc-49b6-b74a-60ba88337589,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:35.568558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 9c2dc490-dabc-49b6-b74a-60ba88337589 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:40:35.585477 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c8c7d5-3fb6-4037-856b-a7970c6ccf81 admin admin] Made reservation on behalf of 32fd031f789f43e489036942663452cb for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:35.588002 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67c8c7d5-3fb6-4037-856b-a7970c6ccf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.603590 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67c8c7d5-3fb6-4037-856b-a7970c6ccf81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.672333 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-98ca9888-8e7f-4e9d-8bd3-20f14ee277dd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1596198 Jul 30 01:40:35.677745 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57784) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:35.687681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-02ee0773-52d2-491d-9d74-1c40de4c28ac admin admin] Request body: {'subnet': {'network_id': '9c2dc490-dabc-49b6-b74a-60ba88337589', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1241759753-subnet', 'tenant_id': '23e391d1385e4000a3aae0f3371b9533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:35.837914 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67c8c7d5-3fb6-4037-856b-a7970c6ccf81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.916236 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67c8c7d5-3fb6-4037-856b-a7970c6ccf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.946612 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c8c7d5-3fb6-4037-856b-a7970c6ccf81 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:40:35.963039 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8c7d5-3fb6-4037-856b-a7970c6ccf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020ed02e-8eed-48ae-bb20-de53ef1900df,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:35.969634 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67c8c7d5-3fb6-4037-856b-a7970c6ccf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.970572 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-67c8c7d5-3fb6-4037-856b-a7970c6ccf81 admin admin] Added segment b77e13a5-8dab-40c7-ace0-24a180db6b4c of type vlan for network 13ebf808-5950-4cb0-b0ec-c8e7ece0e046 Jul 30 01:40:36.026826 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67c8c7d5-3fb6-4037-856b-a7970c6ccf81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.096038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ee0773-52d2-491d-9d74-1c40de4c28ac admin admin] Made reservation on behalf of 23e391d1385e4000a3aae0f3371b9533 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:36.099415 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-02ee0773-52d2-491d-9d74-1c40de4c28ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.202805 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67c8c7d5-3fb6-4037-856b-a7970c6ccf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.207183 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c8c7d5-3fb6-4037-856b-a7970c6ccf81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:36.207818 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67c8c7d5-3fb6-4037-856b-a7970c6ccf81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.249267 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:40:36.393915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8c7d5-3fb6-4037-856b-a7970c6ccf81 admin admin] Pushing event updated for resources: {'Network': ['ID=13ebf808-5950-4cb0-b0ec-c8e7ece0e046,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:36.399505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57798) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:36.411019 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 13ebf808-5950-4cb0-b0ec-c8e7ece0e046 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:40:36.449170 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-67c8c7d5-3fb6-4037-856b-a7970c6ccf81 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0173581 Jul 30 01:40:36.449519 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-02ee0773-52d2-491d-9d74-1c40de4c28ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.449636 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57804) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:36.460536 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-400f92be-47f4-46aa-b854-ef21434bb31e admin admin] Request body: {'subnet': {'network_id': '13ebf808-5950-4cb0-b0ec-c8e7ece0e046', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-717324857-subnet', 'tenant_id': '32fd031f789f43e489036942663452cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:36.535217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee0773-52d2-491d-9d74-1c40de4c28ac admin admin] Checking segment: {'id': 'e3839833-8665-4f94-b39b-d1766a0a4782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9c2dc490-dabc-49b6-b74a-60ba88337589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:36.535695 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee0773-52d2-491d-9d74-1c40de4c28ac admin admin] Network hostable DHCP agents. Network: 9c2dc490-dabc-49b6-b74a-60ba88337589, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:40:36.550194 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee0773-52d2-491d-9d74-1c40de4c28ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=740500dc-65fd-4278-ba9c-f0a7498cdf3d,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:36.571098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400f92be-47f4-46aa-b854-ef21434bb31e admin admin] Made reservation on behalf of 32fd031f789f43e489036942663452cb for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:36.574225 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-400f92be-47f4-46aa-b854-ef21434bb31e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.626446 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebe7c1-1974-4945-a4fb-51e99965338f req-31e33593-3f14-45f0-85b8-91f9e26a079c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:36.635324 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cfebe7c1-1974-4945-a4fb-51e99965338f req-31e33593-3f14-45f0-85b8-91f9e26a079c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa HTTP/1.1" status: 200 len: 950 time: 0.0823836 Jul 30 01:40:36.637880 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee0773-52d2-491d-9d74-1c40de4c28ac admin admin] Network 9c2dc490-dabc-49b6-b74a-60ba88337589 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:40:36.646807 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57810) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:36.701118 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b91b615f-4317-4920-960e-d5bbe8b08223 req-16004db5-d82d-43c7-9a9c-dee8707e58c4 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 210 time: 0.1227698 Jul 30 01:40:36.721232 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cfebe7c1-1974-4945-a4fb-51e99965338f req-c7e883c3-252f-4480-90bc-51d4d6ff0cf9 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845642 Jul 30 01:40:36.725928 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-02ee0773-52d2-491d-9d74-1c40de4c28ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 9c2dc490-dabc-49b6-b74a-60ba88337589) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:36.744618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ee0773-52d2-491d-9d74-1c40de4c28ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:36.745227 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-02ee0773-52d2-491d-9d74-1c40de4c28ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.751000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a53683b-7c9c-4f14-8d41-d9855946ffeb None None] Network 9c2dc490-dabc-49b6-b74a-60ba88337589 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:36.882207 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7577eb2a-6eeb-4be9-8cd6-195bbccc91aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.920237 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-22c8231b-f715-4126-8389-ca4347214e3e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2526160d43dc47939fb5a23c02c7dc4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5193970 Jul 30 01:40:36.923572 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57820) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:36.968702 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-400f92be-47f4-46aa-b854-ef21434bb31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.994256 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-02ee0773-52d2-491d-9d74-1c40de4c28ac admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3141947 Jul 30 01:40:37.080532 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feae012-18f1-4dc1-b0fe-3446f1b61cd1 None None] Network 9c2dc490-dabc-49b6-b74a-60ba88337589 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:37.110272 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7577eb2a-6eeb-4be9-8cd6-195bbccc91aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.179554 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7577eb2a-6eeb-4be9-8cd6-195bbccc91aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.193272 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ba37845-244b-4b52-9e78-c8bed146832d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.228363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f92be-47f4-46aa-b854-ef21434bb31e admin admin] Pushing event updated for resources: {'Subnet': ['ID=200c97e1-10e3-4afb-9adb-c3e53c00cbf2,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:37.260399 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400f92be-47f4-46aa-b854-ef21434bb31e admin admin] Checking segment: {'id': 'b77e13a5-8dab-40c7-ace0-24a180db6b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '13ebf808-5950-4cb0-b0ec-c8e7ece0e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:37.271689 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7577eb2a-6eeb-4be9-8cd6-195bbccc91aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9eaf7c91998845e2938a72a173b78fba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6211810 Jul 30 01:40:37.271689 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577eb2a-6eeb-4be9-8cd6-195bbccc91aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7481e168-e3d5-489d-9b18-ab95be201c59,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:37.272459 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400f92be-47f4-46aa-b854-ef21434bb31e admin admin] Network hostable DHCP agents. Network: 13ebf808-5950-4cb0-b0ec-c8e7ece0e046, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:40:37.288422 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57824) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:37.337829 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ba37845-244b-4b52-9e78-c8bed146832d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.450900 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400f92be-47f4-46aa-b854-ef21434bb31e admin admin] Network 13ebf808-5950-4cb0-b0ec-c8e7ece0e046 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:40:37.469885 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a586bea1-7c84-498d-acc3-2e63d4d16b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.524642 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a586bea1-7c84-498d-acc3-2e63d4d16b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.722069 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-348c2627-6b45-4983-aec1-8fd56c702562 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:37.723691 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-348c2627-6b45-4983-aec1-8fd56c702562 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 821 time: 0.1059217 Jul 30 01:40:37.740580 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-25550ba7-b44a-43a1-8bd7-da1763b44bd9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/quotas/9d514f5becb241c68f7a0454fc8f5db1 HTTP/1.1" status: 200 len: 375 time: 0.0109010 Jul 30 01:40:37.777289 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c3f4a-f27e-4fda-b66a-6cfac796118c req-1980d26b-0d38-4c04-9565-d2549d638728 tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:37.777861 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c3f4a-f27e-4fda-b66a-6cfac796118c req-1980d26b-0d38-4c04-9565-d2549d638728 tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:37.778370 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c3f4a-f27e-4fda-b66a-6cfac796118c req-1980d26b-0d38-4c04-9565-d2549d638728 tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:37.778851 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c3f4a-f27e-4fda-b66a-6cfac796118c req-1980d26b-0d38-4c04-9565-d2549d638728 tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:37.779204 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-56043143-7fe5-4e58-a542-f60313923167 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331759 Jul 30 01:40:37.780753 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a99c3f4a-f27e-4fda-b66a-6cfac796118c req-1980d26b-0d38-4c04-9565-d2549d638728 tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16&device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa&device_id=a555cff2-4887-4cd8-afb1-efa36805debe&device_id=a443c256-aa72-4313-9a19-aadb638db93a&device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 3790 time: 0.0519984 Jul 30 01:40:37.803899 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a99c3f4a-f27e-4fda-b66a-6cfac796118c req-ea3fed65-060b-44b6-b5ae-51d926d0bab2 tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.870746 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-afaf4947-7556-45a2-8b1f-9ffd1fe7a898 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:40:37.871753 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-afaf4947-7556-45a2-8b1f-9ffd1fe7a898 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462768 Jul 30 01:40:37.962911 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-5fa565eb-1f31-4bf2-8d61-7166c6545d3d service neutron] 10.222.0.70 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843592 Jul 30 01:40:38.057849 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-bccd3d31-7424-467c-a8ef-767f437ca637 service neutron] 10.222.0.70 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886741 Jul 30 01:40:38.252202 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-400f92be-47f4-46aa-b854-ef21434bb31e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 13ebf808-5950-4cb0-b0ec-c8e7ece0e046) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:38.253761 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a586bea1-7c84-498d-acc3-2e63d4d16b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.256371 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a586bea1-7c84-498d-acc3-2e63d4d16b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.257485 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a586bea1-7c84-498d-acc3-2e63d4d16b98 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7481e168-e3d5-489d-9b18-ab95be201c59 HTTP/1.1" status: 204 len: 168 time: 0.9741225 Jul 30 01:40:38.258167 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ba37845-244b-4b52-9e78-c8bed146832d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.260784 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ba37845-244b-4b52-9e78-c8bed146832d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.261830 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6ba37845-244b-4b52-9e78-c8bed146832d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3a71e83b-2e2b-4909-aacc-fd418789cea9 HTTP/1.1" status: 204 len: 168 time: 1.3370740 Jul 30 01:40:38.267033 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400f92be-47f4-46aa-b854-ef21434bb31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:38.267729 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-400f92be-47f4-46aa-b854-ef21434bb31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.269615 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5d1972-9f52-498f-b993-a7d0dfaa0144 None None] Network 13ebf808-5950-4cb0-b0ec-c8e7ece0e046 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:38.278690 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586bea1-7c84-498d-acc3-2e63d4d16b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7481e168-e3d5-489d-9b18-ab95be201c59,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:38.292069 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba37845-244b-4b52-9e78-c8bed146832d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a71e83b-2e2b-4909-aacc-fd418789cea9,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:38.371046 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a99c3f4a-f27e-4fda-b66a-6cfac796118c req-ea3fed65-060b-44b6-b5ae-51d926d0bab2 tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.493868 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ab1082a0-f9b7-45c6-aec9-84aaa8701ce5 req-57241448-914f-4368-b286-ccf4f04d2115 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 210 time: 0.0398223 Jul 30 01:40:38.505667 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6681d298-505f-4a71-a126-474344f1d3a2 None None] Network 13ebf808-5950-4cb0-b0ec-c8e7ece0e046 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:38.510763 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a99c3f4a-f27e-4fda-b66a-6cfac796118c req-ea3fed65-060b-44b6-b5ae-51d926d0bab2 tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.568554 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-400f92be-47f4-46aa-b854-ef21434bb31e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1178794 Jul 30 01:40:38.583568 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a99c3f4a-f27e-4fda-b66a-6cfac796118c req-ea3fed65-060b-44b6-b5ae-51d926d0bab2 tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7926462 Jul 30 01:40:38.593801 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fed65-060b-44b6-b5ae-51d926d0bab2 tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0dfbe6-fffb-4361-86a6-110a4d0c8f7f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:38.691177 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16120b01-44b9-47c1-91e9-e8b506d3412e req-d9f6ccb2-7b4c-489f-99a5-1630bba5070c tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 210 time: 0.0363882 Jul 30 01:40:39.038440 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-2b929dfd-3443-4d93-b1d7-bc02b4a7bd2f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=623208e081294df0b62265be2069edd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232191 Jul 30 01:40:39.173178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb1fe9-ed9c-4aad-98e8-ff85f0c43701 req-3df404a6-7240-44a0-b92f-9263112d5e37 tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:39.173673 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb1fe9-ed9c-4aad-98e8-ff85f0c43701 req-3df404a6-7240-44a0-b92f-9263112d5e37 tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:39.174161 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb1fe9-ed9c-4aad-98e8-ff85f0c43701 req-3df404a6-7240-44a0-b92f-9263112d5e37 tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:39.175857 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39bb1fe9-ed9c-4aad-98e8-ff85f0c43701 req-3df404a6-7240-44a0-b92f-9263112d5e37 tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa&device_id=a555cff2-4887-4cd8-afb1-efa36805debe&device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 2883 time: 0.0752327 Jul 30 01:40:39.207327 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-026f1d6a-c92a-45e5-8eea-420469db226e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:39.209047 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-026f1d6a-c92a-45e5-8eea-420469db226e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1649210 Jul 30 01:40:39.222692 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4a9784a5-7fad-41ef-84ab-64a3518e5fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.236796 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39bb1fe9-ed9c-4aad-98e8-ff85f0c43701 req-f2ecf7b4-0422-4f54-b32d-26e935918a1a tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513582 Jul 30 01:40:39.245594 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-4170e20b-e622-4455-9ca3-2975fa7c5d2a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Request body: {'port': {'device_id': 'e8c5e509-a2be-4fc3-aaec-ef90e6388c16', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': '623208e081294df0b62265be2069edd5'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:39.435578 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57892) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:39.454425 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-4170e20b-e622-4455-9ca3-2975fa7c5d2a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Made reservation on behalf of 623208e081294df0b62265be2069edd5 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:39.454672 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c827b425-d566-4d8f-a85c-532c7440b549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.457949 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-4170e20b-e622-4455-9ca3-2975fa7c5d2a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.474355 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-4170e20b-e622-4455-9ca3-2975fa7c5d2a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.566805 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57900) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:39.587767 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c827b425-d566-4d8f-a85c-532c7440b549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.615606 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5275b1d8-bc3f-488c-b1b1-74b4ec1406fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=11f8fb7a48f746e8bdba5821cab8e39c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475926 Jul 30 01:40:39.618195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57902) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:39.662380 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c827b425-d566-4d8f-a85c-532c7440b549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.678229 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e1a02c3-1d3b-4b61-b8cb-63c9f6bef3a8 req-497f57d9-4c77-45a3-9786-0d4f708a7bbf tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 210 time: 0.0420434 Jul 30 01:40:39.713930 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827b425-d566-4d8f-a85c-532c7440b549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9a588d-a897-440c-ac20-e98fee07b0c5,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:39.716493 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-030516ce-cdef-4eb2-97f8-cb5280974092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.743325 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c827b425-d566-4d8f-a85c-532c7440b549 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a0958d58e3cd4f5881b2e4b7eef8e7c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059580 Jul 30 01:40:39.749591 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57916) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:39.759183 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-030516ce-cdef-4eb2-97f8-cb5280974092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.830656 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-4170e20b-e622-4455-9ca3-2975fa7c5d2a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.852189 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e37e0d1a-e5c0-418e-bdec-2bf93b2ed3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.875036 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e37e0d1a-e5c0-418e-bdec-2bf93b2ed3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.910269 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-4170e20b-e622-4455-9ca3-2975fa7c5d2a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.925862 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0516deda-1ddb-423d-9bd9-55759139cc5e req-42ac4ac0-7f50-443a-8564-02d02dfdd5fa tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 210 time: 0.0364177 Jul 30 01:40:39.973953 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-030516ce-cdef-4eb2-97f8-cb5280974092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.976494 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-030516ce-cdef-4eb2-97f8-cb5280974092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.977645 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-030516ce-cdef-4eb2-97f8-cb5280974092 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/254340ac-f6a5-4c02-bd53-8419df965639 HTTP/1.1" status: 204 len: 168 time: 0.3585327 Jul 30 01:40:39.980456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170e20b-e622-4455-9ca3-2975fa7c5d2a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c64e429-4c5b-49da-be4b-58238656dff0,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:40.005558 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e37e0d1a-e5c0-418e-bdec-2bf93b2ed3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.009489 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e37e0d1a-e5c0-418e-bdec-2bf93b2ed3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.015628 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e37e0d1a-e5c0-418e-bdec-2bf93b2ed3b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ff9a588d-a897-440c-ac20-e98fee07b0c5 HTTP/1.1" status: 204 len: 168 time: 0.2637835 Jul 30 01:40:40.016887 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030516ce-cdef-4eb2-97f8-cb5280974092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254340ac-f6a5-4c02-bd53-8419df965639,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:40.028969 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e0d1a-e5c0-418e-bdec-2bf93b2ed3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9a588d-a897-440c-ac20-e98fee07b0c5,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:40.089571 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-4170e20b-e622-4455-9ca3-2975fa7c5d2a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Allocated IP 192.168.233.30 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/58becea3-31c0-4351-95e0-89aa79c8cb6f) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:40.241320 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-ffefe976-0348-4662-acdb-59b7ef9c0ad8 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:40.242958 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-ffefe976-0348-4662-acdb-59b7ef9c0ad8 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/networks?id=af499f2f-a16e-4661-aa70-6b5b8e2d65ad HTTP/1.1" status: 200 len: 815 time: 0.1183095 Jul 30 01:40:40.258609 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-efe62ef2-ca5f-4f97-8076-97eca6ad3536 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/quotas/301cf27b86df4122b2f2aa4fe98571ac HTTP/1.1" status: 200 len: 375 time: 0.0098209 Jul 30 01:40:40.314624 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-64bcf18d-ae77-438d-9eb7-a0510e1aaa4a tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=301cf27b86df4122b2f2aa4fe98571ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493641 Jul 30 01:40:40.377750 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-4170e20b-e622-4455-9ca3-2975fa7c5d2a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.385881 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-b10e6ad5-61e5-46c8-818c-1d72254a5b03 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:40.390458 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-b10e6ad5-61e5-46c8-818c-1d72254a5b03 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 807 time: 0.1744869 Jul 30 01:40:40.408647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-4170e20b-e622-4455-9ca3-2975fa7c5d2a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Transition to ACTIVE for port object 58becea3-31c0-4351-95e0-89aa79c8cb6f will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:40.412974 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-1a985dca-47ae-4809-8fd3-7c169af83555 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/quotas/69de654e8e494e8eb1cb2de77615732a HTTP/1.1" status: 200 len: 375 time: 0.0148652 Jul 30 01:40:40.427493 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-f3ca4fe0-1027-4590-9838-2f40602d2bc1 service neutron] 10.222.0.70 "GET /v2.0/networks/af499f2f-a16e-4661-aa70-6b5b8e2d65ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058376 Jul 30 01:40:40.463913 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-4dc16741-3b20-4bd5-9075-7d7497c2e6ec tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398023 Jul 30 01:40:40.552712 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-0b8acb04-c1fe-42b3-a9b2-8ef9b6d1285b service neutron] 10.222.0.70 "GET /v2.0/networks/af499f2f-a16e-4661-aa70-6b5b8e2d65ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125557 Jul 30 01:40:40.568350 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-4170e20b-e622-4455-9ca3-2975fa7c5d2a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.632551 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-2bff86ee-a31a-4c1d-9fcf-5c38c021497a service neutron] 10.222.0.70 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597819 Jul 30 01:40:40.662757 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-4170e20b-e622-4455-9ca3-2975fa7c5d2a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:40.671447 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170e20b-e622-4455-9ca3-2975fa7c5d2a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Pushing event updated for resources: {'Port': ['ID=58becea3-31c0-4351-95e0-89aa79c8cb6f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:40.677249 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-4170e20b-e622-4455-9ca3-2975fa7c5d2a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:40.710636 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-4170e20b-e622-4455-9ca3-2975fa7c5d2a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:40.716302 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-4170e20b-e622-4455-9ca3-2975fa7c5d2a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:40.722046 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-4170e20b-e622-4455-9ca3-2975fa7c5d2a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.795175 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-42c2f444-467f-4856-95d3-a61431861703 service neutron] 10.222.0.70 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562660 Jul 30 01:40:40.824092 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-4170e20b-e622-4455-9ca3-2975fa7c5d2a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5905337 Jul 30 01:40:40.848877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] Request body: {'port': {'device_id': 'e8c5e509-a2be-4fc3-aaec-ef90e6388c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:40.937530 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.114427 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57968) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:41.136196 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-94c0e3e1-7d19-44d3-823c-8c04b21beef8 None None] Provisioning for port 58becea3-31c0-4351-95e0-89aa79c8cb6f completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:41.142762 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-94c0e3e1-7d19-44d3-823c-8c04b21beef8 None None] Provisioning complete for port 58becea3-31c0-4351-95e0-89aa79c8cb6f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:41.143303 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-94c0e3e1-7d19-44d3-823c-8c04b21beef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.178573 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-687acf37-4e6c-479f-99e0-a9785071e149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.202606 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-94c0e3e1-7d19-44d3-823c-8c04b21beef8 None None] Port 58becea3-31c0-4351-95e0-89aa79c8cb6f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:40:41.224685 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3edf89b9-96cd-4448-a49b-d14b8e87b733 req-d4eb0ceb-493a-4cec-ab0c-957a6c113923 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 210 time: 0.0407898 Jul 30 01:40:41.328610 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f050da9-057a-4230-a444-cb67e12872a9 req-9966cce6-fbbd-41a3-8c61-3a4d9b39724b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:41.342212 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8f050da9-057a-4230-a444-cb67e12872a9 req-9966cce6-fbbd-41a3-8c61-3a4d9b39724b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 935 time: 0.2106912 Jul 30 01:40:41.434762 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8f050da9-057a-4230-a444-cb67e12872a9 req-c1704c17-9331-488a-afce-8e979c2ba221 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915067 Jul 30 01:40:41.471531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58becea3-31c0-4351-95e0-89aa79c8cb6f {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:41.498214 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.502684 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7f8a996b-f28d-486a-a095-cad8049d996b req-20e67214-b244-4b77-8a4d-3e47e09cbd79 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 210 time: 0.0621858 Jul 30 01:40:41.517457 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] Transition to ACTIVE for port object 58becea3-31c0-4351-95e0-89aa79c8cb6f will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:41.533163 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-687acf37-4e6c-479f-99e0-a9785071e149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.597172 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-687acf37-4e6c-479f-99e0-a9785071e149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.600967 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.631367 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8e62a7d9-ff15-4f41-8627-6a26fb6ab6c3 req-76405383-cac4-4089-8cd9-ff74dcac5acf tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 210 time: 0.0509048 Jul 30 01:40:41.639550 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-687acf37-4e6c-479f-99e0-a9785071e149 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d1efdd641993414588254ec4ee872e56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5237079 Jul 30 01:40:41.640727 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687acf37-4e6c-479f-99e0-a9785071e149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312e6c91-1718-4be6-ab41-388d2c249026,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:41.644092 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57986) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:41.654543 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.657901 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b17cd02-da8e-4e34-b826-8691caa7bd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.700949 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] Pushing event updated for resources: {'Port': ['ID=58becea3-31c0-4351-95e0-89aa79c8cb6f,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:41.755039 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-df2124e1-2a8b-47e5-b43c-dd395052722b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:41.756578 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-df2124e1-2a8b-47e5-b43c-dd395052722b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.77 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 821 time: 0.2379446 Jul 30 01:40:41.758178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] Attempting to bind port 58becea3-31c0-4351-95e0-89aa79c8cb6f on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:41.758178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] Attempting to bind port 58becea3-31c0-4351-95e0-89aa79c8cb6f by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:41.758530 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] Attempting to bind port 58becea3-31c0-4351-95e0-89aa79c8cb6f on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:41.764536 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] Port 58becea3-31c0-4351-95e0-89aa79c8cb6f on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:40:41.764861 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] Attempting to bind port 58becea3-31c0-4351-95e0-89aa79c8cb6f on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:41.766778 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ca92dbc4-f210-4061-82a8-1b437a91e252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.780262 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-2325f56e-0574-4d01-8e6b-4baf6a2a2474 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Request body: {'port': {'device_id': '8637094e-7aa8-4b76-863b-39ece064a8e3', 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e', 'admin_state_up': True, 'tenant_id': '9d514f5becb241c68f7a0454fc8f5db1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:41.785401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:41.785658 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:41.786046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:41.793695 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] Bound port: 58becea3-31c0-4351-95e0-89aa79c8cb6f, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:41.796960 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.824061 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ca92dbc4-f210-4061-82a8-1b437a91e252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.004740 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] For port 58becea3-31c0-4351-95e0-89aa79c8cb6f, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:42.013374 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ca92dbc4-f210-4061-82a8-1b437a91e252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.017210 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ca92dbc4-f210-4061-82a8-1b437a91e252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.020794 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ca92dbc4-f210-4061-82a8-1b437a91e252 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/312e6c91-1718-4be6-ab41-388d2c249026 HTTP/1.1" status: 204 len: 168 time: 0.3589075 Jul 30 01:40:42.028393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92dbc4-f210-4061-82a8-1b437a91e252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312e6c91-1718-4be6-ab41-388d2c249026,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:42.042220 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] For port 58becea3-31c0-4351-95e0-89aa79c8cb6f, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=58becea3-31c0-4351-95e0-89aa79c8cb6f,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:42.045033 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202cb72-3e7e-4c81-9332-f800c840768a req-99ddb0ba-26d3-4f9a-8371-f7b432f7f27b tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:42.046671 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0202cb72-3e7e-4c81-9332-f800c840768a req-99ddb0ba-26d3-4f9a-8371-f7b432f7f27b tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 1101 time: 0.1381984 Jul 30 01:40:42.098260 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0202cb72-3e7e-4c81-9332-f800c840768a req-6b6c7ab9-01f4-45b0-8fd8-88dfde9e6628 tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 Jul 30 01:40:42.176580 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.217503 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-2325f56e-0574-4d01-8e6b-4baf6a2a2474 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Made reservation on behalf of 9d514f5becb241c68f7a0454fc8f5db1 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:42.221222 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-2325f56e-0574-4d01-8e6b-4baf6a2a2474 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.274571 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:42.275264 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.276633 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] 10.222.0.77 "PUT /v2.0/ports/58becea3-31c0-4351-95e0-89aa79c8cb6f HTTP/1.1" status: 200 len: 1095 time: 1.4374619 Jul 30 01:40:42.280575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c5e509-a2be-4fc3-aaec-ef90e6388c16', 'tag': '58becea3-31c0-4351-95e0-89aa79c8cb6f'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:42.283784 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027022b6-3d9d-4e57-992b-ed366cf49a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c5e509-a2be-4fc3-aaec-ef90e6388c16", "tag": "58becea3-31c0-4351-95e0-89aa79c8cb6f"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:42.325273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73103ef9-3238-40db-9bee-15e02e72e851 service neutron] Pushing event updated for resources: {'Port': ['ID=58becea3-31c0-4351-95e0-89aa79c8cb6f,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:42.343572 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2c97c262-fe1d-42b0-9823-3074253f439a req-5e94d1e6-a4d3-45a9-be53-170d078ff91c tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 210 time: 0.0328960 Jul 30 01:40:42.588580 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7339f364-3f37-465f-8500-05616224cc29 x-openstack-request-id: req-7339f364-3f37-465f-8500-05616224cc29 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:42.588872 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c5e509-a2be-4fc3-aaec-ef90e6388c16", "tag": "58becea3-31c0-4351-95e0-89aa79c8cb6f", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:42.589130 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7339f364-3f37-465f-8500-05616224cc29 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:42.590412 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c5e509-a2be-4fc3-aaec-ef90e6388c16', 'tag': '58becea3-31c0-4351-95e0-89aa79c8cb6f', 'status': 'completed', 'code': 200} Jul 30 01:40:42.621497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36281bf6-fd9a-4056-aa77-6885f10c8dc6 req-2dc41fd3-ba92-4bbc-a1a5-0ff944e61fc3 tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:42.626870 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-36281bf6-fd9a-4056-aa77-6885f10c8dc6 req-2dc41fd3-ba92-4bbc-a1a5-0ff944e61fc3 tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 1101 time: 0.4397297 Jul 30 01:40:42.698628 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3d078-3e66-468b-8e5a-71e4955b7e83 req-27da2bdf-791b-49dc-ace3-3d732de43d25 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:42.700201 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8be3d078-3e66-468b-8e5a-71e4955b7e83 req-27da2bdf-791b-49dc-ace3-3d732de43d25 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 947 time: 0.0708160 Jul 30 01:40:42.753491 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-2325f56e-0574-4d01-8e6b-4baf6a2a2474 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Allocated IP 172.20.0.11 (18de1eb3-907c-4e80-9e3a-e2daca4c050e/26ee53b8-de93-45d5-96fb-d335e3f2eaf9/c861ec76-c32d-4416-8571-e5609490f0f2) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:42.756660 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-82ab99c2-deca-4480-95b0-89513b9b27e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:42.757793 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8be3d078-3e66-468b-8e5a-71e4955b7e83 req-0715c4a6-7648-4f86-9c9b-408d03bdd984 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462899 Jul 30 01:40:42.758204 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-82ab99c2-deca-4480-95b0-89513b9b27e0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 1098 time: 0.1679132 Jul 30 01:40:42.772899 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-36281bf6-fd9a-4056-aa77-6885f10c8dc6 req-ef4607c0-6d70-4abb-ac9f-4dfcf490310d tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042051 Jul 30 01:40:42.838481 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-07d1eca5-719c-40fd-b376-df2eae06bf3f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=58becea3-31c0-4351-95e0-89aa79c8cb6f HTTP/1.1" status: 200 len: 217 time: 0.0640323 Jul 30 01:40:42.867167 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f3e8936f-2b16-419b-934c-0fbfc4d82d8b req-17e35d82-e74e-4bc5-8c58-da33f79f8998 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 210 time: 0.0455129 Jul 30 01:40:42.953464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-a92307bc-8aba-4113-846a-3e4cf4a20e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:42.955417 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-a92307bc-8aba-4113-846a-3e4cf4a20e3f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1094050 Jul 30 01:40:42.966416 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-913fe304-bb0f-4011-9923-8482428b38a8 req-dd0ca7bf-3441-4944-9e6c-a22f89018451 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 210 time: 0.0553668 Jul 30 01:40:43.106608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-91c70d0a-4d7e-46ea-8e8e-7c0ee723e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:43.107463 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-91c70d0a-4d7e-46ea-8e8e-7c0ee723e50a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111376 Jul 30 01:40:43.159876 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.204352 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-2325f56e-0574-4d01-8e6b-4baf6a2a2474 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.270763 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-c33b576c-8c5b-490b-930c-5f2f93ef5ec5 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460385 Jul 30 01:40:43.346073 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-2325f56e-0574-4d01-8e6b-4baf6a2a2474 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.410579 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-2325f56e-0574-4d01-8e6b-4baf6a2a2474 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Network 18de1eb3-907c-4e80-9e3a-e2daca4c050e is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:43.418625 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-2325f56e-0574-4d01-8e6b-4baf6a2a2474 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:43.432754 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-2325f56e-0574-4d01-8e6b-4baf6a2a2474 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:43.438876 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-2325f56e-0574-4d01-8e6b-4baf6a2a2474 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:43.439504 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-2325f56e-0574-4d01-8e6b-4baf6a2a2474 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.444997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325f56e-0574-4d01-8e6b-4baf6a2a2474 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Pushing event updated for resources: {'Port': ['ID=c861ec76-c32d-4416-8571-e5609490f0f2,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:43.453011 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e279305-1101-4c90-b3fc-a83581da2d37 req-3a07e475-92fa-4b68-a4bb-b62f218d5ae4 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739919 Jul 30 01:40:43.495113 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2f813245-296e-4f25-b63d-4a0cd3750ab9 req-e252c6a0-19ad-49fa-bfa9-93232d64abb1 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 210 time: 0.0300257 Jul 30 01:40:43.534092 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-2325f56e-0574-4d01-8e6b-4baf6a2a2474 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7597346 Jul 30 01:40:43.553768 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] Request body: {'port': {'device_id': '8637094e-7aa8-4b76-863b-39ece064a8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:43.661055 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.77', 53548) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:43.694982 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.727637 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027022b6-3d9d-4e57-992b-ed366cf49a9c req-3685c4df-8a2e-424d-99b4-975607108de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:43.734411 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-027022b6-3d9d-4e57-992b-ed366cf49a9c req-3685c4df-8a2e-424d-99b4-975607108de5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 1098 time: 0.0666106 Jul 30 01:40:43.772609 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-db489ad8-9c71-4c3e-bf88-b510bfead110 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:43.774944 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-db489ad8-9c71-4c3e-bf88-b510bfead110 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.77 "GET /v2.0/networks?id=af499f2f-a16e-4661-aa70-6b5b8e2d65ad HTTP/1.1" status: 200 len: 815 time: 0.1924314 Jul 30 01:40:43.820135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-e55cb9ca-7b81-4420-9d36-bf2b77e5a764 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Request body: {'port': {'device_id': 'cee3352b-1044-4340-8d1f-fc01ff369186', 'network_id': 'af499f2f-a16e-4661-aa70-6b5b8e2d65ad', 'admin_state_up': True, 'tenant_id': '301cf27b86df4122b2f2aa4fe98571ac'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:43.821943 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58098) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:43.929123 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027022b6-3d9d-4e57-992b-ed366cf49a9c req-e47e5fd8-0a1b-442f-bf1c-8a5789fcd21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:43.930678 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-027022b6-3d9d-4e57-992b-ed366cf49a9c req-e47e5fd8-0a1b-442f-bf1c-8a5789fcd21f service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.1930666 Jul 30 01:40:43.945165 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7b9a1-bdd7-43c3-9743-88f764161960 req-44afe2e5-266e-47b5-a99f-fe2f3374218b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:43.946674 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dbf7b9a1-bdd7-43c3-9743-88f764161960 req-44afe2e5-266e-47b5-a99f-fe2f3374218b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 947 time: 0.0857913 Jul 30 01:40:43.988479 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-027022b6-3d9d-4e57-992b-ed366cf49a9c req-51a26338-d22a-4675-8fe3-bcca1af3c403 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=58becea3-31c0-4351-95e0-89aa79c8cb6f HTTP/1.1" status: 200 len: 217 time: 0.0407176 Jul 30 01:40:44.057673 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cb35b965-1bf0-451f-b241-a4d4b3fe141b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:44.129095 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dbf7b9a1-bdd7-43c3-9743-88f764161960 req-3b9d26f3-2cd3-40e9-9b9d-1b1a3c9e6e99 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424639 Jul 30 01:40:44.155480 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027022b6-3d9d-4e57-992b-ed366cf49a9c req-9fa9588c-b330-4600-b6fa-43af0d563143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:44.156994 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-027022b6-3d9d-4e57-992b-ed366cf49a9c req-9fa9588c-b330-4600-b6fa-43af0d563143 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1543567 Jul 30 01:40:44.212662 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-e55cb9ca-7b81-4420-9d36-bf2b77e5a764 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:40:44.212662 n-d-713498-9 neutron-server[94465]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 01:40:44.212662 n-d-713498-9 neutron-server[94465]: [parameters: {'project_id': '301cf27b86df4122b2f2aa4fe98571ac', 'id': '284d0373-c66b-47a0-9ae1-cc34419dda69', 'expiration': datetime.datetime(2021, 7, 30, 1, 42, 44, 154790)}] Jul 30 01:40:44.212662 n-d-713498-9 neutron-server[94465]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:40:44.213266 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-e55cb9ca-7b81-4420-9d36-bf2b77e5a764 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:40:44.252404 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2d97ff05-b339-411b-887b-4cb7f9f95495 req-5a62c276-a4b3-4691-9846-d34cfe41abb0 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 210 time: 0.0405493 Jul 30 01:40:44.268595 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce04dc-170c-46fd-979e-da626df38746 req-ef05d9e1-38b8-41a9-a568-217073c4bac9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:44.278277 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027022b6-3d9d-4e57-992b-ed366cf49a9c req-e5c797f7-ebd4-4fb1-8a33-85e64aad9d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:44.279853 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-55ce04dc-170c-46fd-979e-da626df38746 req-ef05d9e1-38b8-41a9-a568-217073c4bac9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 932 time: 0.1298769 Jul 30 01:40:44.284082 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-027022b6-3d9d-4e57-992b-ed366cf49a9c req-e5c797f7-ebd4-4fb1-8a33-85e64aad9d08 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161463 Jul 30 01:40:44.299217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c861ec76-c32d-4416-8571-e5609490f0f2 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:44.315313 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:44.338852 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] Transition to ACTIVE for port object c861ec76-c32d-4416-8571-e5609490f0f2 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:44.348977 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-55ce04dc-170c-46fd-979e-da626df38746 req-20473e53-9fe1-405f-bc1f-4b5682a3cef5 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681813 Jul 30 01:40:44.407132 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:44.416341 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.77', 53550) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:44.461794 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cb35b965-1bf0-451f-b241-a4d4b3fe141b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:44.487412 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd70615-0bd4-4f0e-a540-365482d44a75 req-2897d16f-5411-4b6e-a5f2-06cba9a4e608 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:44.488994 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dcd70615-0bd4-4f0e-a540-365482d44a75 req-2897d16f-5411-4b6e-a5f2-06cba9a4e608 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.1468115 Jul 30 01:40:44.494800 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:44.500023 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-027022b6-3d9d-4e57-992b-ed366cf49a9c req-cfce4d28-a1dc-4cf6-8afc-58386592050d service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954043 Jul 30 01:40:44.532438 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] Pushing event updated for resources: {'Port': ['ID=c861ec76-c32d-4416-8571-e5609490f0f2,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:44.588540 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] Attempting to bind port c861ec76-c32d-4416-8571-e5609490f0f2 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:44.588880 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] Attempting to bind port c861ec76-c32d-4416-8571-e5609490f0f2 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:44.589215 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] Attempting to bind port c861ec76-c32d-4416-8571-e5609490f0f2 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:44.596583 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cb35b965-1bf0-451f-b241-a4d4b3fe141b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:44.605935 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] Port c861ec76-c32d-4416-8571-e5609490f0f2 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:40:44.606264 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] Attempting to bind port c861ec76-c32d-4416-8571-e5609490f0f2 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:44.618879 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-54c81a44-e899-4779-8ffa-99343a008554 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:44.620645 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-54c81a44-e899-4779-8ffa-99343a008554 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.77 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 807 time: 0.2005794 Jul 30 01:40:44.621832 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:44.622396 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] Checking segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:44.622968 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] Bound using segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:44.623573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] Bound port: c861ec76-c32d-4416-8571-e5609490f0f2, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:44.624099 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:44.642868 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dcd70615-0bd4-4f0e-a540-365482d44a75 req-9aa07171-0949-4467-8261-cae6fa97a9a1 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371284 Jul 30 01:40:44.650325 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-9f056f5a-6a85-46ba-b81e-91a61b914ee1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Request body: {'port': {'device_id': '75e4ea11-f135-4cf1-b6cd-8be7a8164366', 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e', 'admin_state_up': True, 'tenant_id': '69de654e8e494e8eb1cb2de77615732a'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:44.669058 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cb35b965-1bf0-451f-b241-a4d4b3fe141b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f8f41b124ab642338d9e0c83adec514f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8455017 Jul 30 01:40:44.672111 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58134) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:44.693895 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35b965-1bf0-451f-b241-a4d4b3fe141b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42da384-27f6-4a4f-bbdc-de6c1f2b2e61,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:44.695536 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6d03b56b-4a88-4bec-a0c9-3954ccb84c1f req-1022ccbf-eeb6-43b0-b8ac-081456d1efff tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 210 time: 0.0686631 Jul 30 01:40:44.782279 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-027022b6-3d9d-4e57-992b-ed366cf49a9c req-d5bc16ee-cbcf-4c1a-aeba-dc277efbf652 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543914 Jul 30 01:40:44.837735 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6f8a5c80-053a-4bd3-b7b7-270733148bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:44.854511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] For port c861ec76-c32d-4416-8571-e5609490f0f2, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:44.859589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] For port c861ec76-c32d-4416-8571-e5609490f0f2, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c861ec76-c32d-4416-8571-e5609490f0f2,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:44.865913 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6f8a5c80-053a-4bd3-b7b7-270733148bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:44.936667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-e55cb9ca-7b81-4420-9d36-bf2b77e5a764 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Made reservation on behalf of 301cf27b86df4122b2f2aa4fe98571ac for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:44.940245 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-e55cb9ca-7b81-4420-9d36-bf2b77e5a764 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:44.944723 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.000526 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:45.000729 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.002133 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] 10.222.0.77 "PUT /v2.0/ports/c861ec76-c32d-4416-8571-e5609490f0f2 HTTP/1.1" status: 200 len: 1092 time: 1.4546673 Jul 30 01:40:45.004313 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8637094e-7aa8-4b76-863b-39ece064a8e3', 'tag': 'c861ec76-c32d-4416-8571-e5609490f0f2'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:45.006592 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e1ff48-e44c-4f34-9ee7-09afc715dbca" -d '{"events": [{"name": "network-changed", "server_uuid": "8637094e-7aa8-4b76-863b-39ece064a8e3", "tag": "c861ec76-c32d-4416-8571-e5609490f0f2"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:45.010540 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6f8a5c80-053a-4bd3-b7b7-270733148bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.013465 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6f8a5c80-053a-4bd3-b7b7-270733148bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.020359 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6f8a5c80-053a-4bd3-b7b7-270733148bc7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d42da384-27f6-4a4f-bbdc-de6c1f2b2e61 HTTP/1.1" status: 204 len: 168 time: 0.3451223 Jul 30 01:40:45.032547 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a5c80-053a-4bd3-b7b7-270733148bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42da384-27f6-4a4f-bbdc-de6c1f2b2e61,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:45.066000 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43539cbc-6e82-48dc-8600-cadeea7f5b39 x-openstack-request-id: req-43539cbc-6e82-48dc-8600-cadeea7f5b39 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:45.066321 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8637094e-7aa8-4b76-863b-39ece064a8e3", "tag": "c861ec76-c32d-4416-8571-e5609490f0f2", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:45.066584 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-43539cbc-6e82-48dc-8600-cadeea7f5b39 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:45.066973 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8637094e-7aa8-4b76-863b-39ece064a8e3', 'tag': 'c861ec76-c32d-4416-8571-e5609490f0f2', 'status': 'completed', 'code': 200} Jul 30 01:40:45.088617 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-9f056f5a-6a85-46ba-b81e-91a61b914ee1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Made reservation on behalf of 69de654e8e494e8eb1cb2de77615732a for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:45.092906 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-9f056f5a-6a85-46ba-b81e-91a61b914ee1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.135641 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16479cf-97b6-46d2-936e-1988cf968f10 service neutron] Pushing event updated for resources: {'Port': ['ID=c861ec76-c32d-4416-8571-e5609490f0f2,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:45.222617 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1ff48-e44c-4f34-9ee7-09afc715dbca req-169d0681-d37a-4e9f-a875-09040cd1a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:45.224439 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41e1ff48-e44c-4f34-9ee7-09afc715dbca req-169d0681-d37a-4e9f-a875-09040cd1a700 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 1095 time: 0.1219625 Jul 30 01:40:45.285914 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-e55cb9ca-7b81-4420-9d36-bf2b77e5a764 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Allocated IP 172.20.0.8 (af499f2f-a16e-4661-aa70-6b5b8e2d65ad/9c9b215d-3d8d-4b5b-ac9c-6d49ec431d98/fbff1d08-d2f1-411c-9589-387468ee1d08) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:45.317111 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de460b3b-824f-4fd2-98c2-363a9d198f33 req-1da45923-2697-4ff8-9818-9ba0fb134255 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:45.326104 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-de460b3b-824f-4fd2-98c2-363a9d198f33 req-1da45923-2697-4ff8-9818-9ba0fb134255 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 947 time: 0.1187415 Jul 30 01:40:45.451285 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-de460b3b-824f-4fd2-98c2-363a9d198f33 req-3be7f911-9996-44e0-83f9-c4164a422ed2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239316 Jul 30 01:40:45.561779 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-9f056f5a-6a85-46ba-b81e-91a61b914ee1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Allocated IP 172.20.0.12 (9ee13545-77ea-41ed-86fb-6aa4d578ac6e/5df4a4e9-2ec7-47a1-80c6-9f49100e235e/b96927e2-2d58-419e-ac70-0e9fba7f17cd) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:45.676134 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c8413c5c-d91d-4714-bf3b-1be0b0db4c15 req-ff4989b1-d477-47e4-9238-09340bd34ce6 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 210 time: 0.0793939 Jul 30 01:40:46.154906 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-9f056f5a-6a85-46ba-b81e-91a61b914ee1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.212853 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1183d58-d593-4a8f-b678-03e5ece57fce req-ccc081ab-c6bb-44bd-af30-3b171bc31237 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:46.220840 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c1183d58-d593-4a8f-b678-03e5ece57fce req-ccc081ab-c6bb-44bd-af30-3b171bc31237 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.3940823 Jul 30 01:40:46.268731 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c1183d58-d593-4a8f-b678-03e5ece57fce req-652d95a8-dfa3-480d-b55f-6eb8f0a36a69 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428550 Jul 30 01:40:46.300651 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-9f056f5a-6a85-46ba-b81e-91a61b914ee1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.401049 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ff6af862-9428-4d9c-90d5-1af29609d666 req-b29fb242-450e-42ee-8cfc-85c72c670b04 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 210 time: 0.0549603 Jul 30 01:40:46.428217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-9f056f5a-6a85-46ba-b81e-91a61b914ee1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:46.435054 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1ff48-e44c-4f34-9ee7-09afc715dbca req-31560df5-cb5d-414a-aa56-6e9da7f3d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:46.436667 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41e1ff48-e44c-4f34-9ee7-09afc715dbca req-31560df5-cb5d-414a-aa56-6e9da7f3d758 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&shared=False HTTP/1.1" status: 200 len: 922 time: 1.0622556 Jul 30 01:40:46.445335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291fa3e-c192-4e43-9516-e9ee7a34769c req-8d6208c7-7cbf-4019-86ce-4796412c31fb tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:46.446968 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2291fa3e-c192-4e43-9516-e9ee7a34769c req-8d6208c7-7cbf-4019-86ce-4796412c31fb tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 944 time: 0.2420371 Jul 30 01:40:46.452642 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-9f056f5a-6a85-46ba-b81e-91a61b914ee1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:46.464110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-9f056f5a-6a85-46ba-b81e-91a61b914ee1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:46.470333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-9f056f5a-6a85-46ba-b81e-91a61b914ee1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:46.471072 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-9f056f5a-6a85-46ba-b81e-91a61b914ee1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.480415 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f056f5a-6a85-46ba-b81e-91a61b914ee1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Pushing event updated for resources: {'Port': ['ID=b96927e2-2d58-419e-ac70-0e9fba7f17cd,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:46.502636 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-e55cb9ca-7b81-4420-9d36-bf2b77e5a764 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.541504 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-e55cb9ca-7b81-4420-9d36-bf2b77e5a764 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Transition to ACTIVE for port object fbff1d08-d2f1-411c-9589-387468ee1d08 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:46.564589 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2291fa3e-c192-4e43-9516-e9ee7a34769c req-182b2332-ea25-411b-848c-8424ba147dbd tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015863 Jul 30 01:40:46.670841 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-9f056f5a-6a85-46ba-b81e-91a61b914ee1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0273304 Jul 30 01:40:46.713727 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-e55cb9ca-7b81-4420-9d36-bf2b77e5a764 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.720556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602d624-69d4-45cd-af62-103eda40fe12 req-4fbc9e2b-248d-481e-ad48-6f90adef6fb4 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:46.723666 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7602d624-69d4-45cd-af62-103eda40fe12 req-4fbc9e2b-248d-481e-ad48-6f90adef6fb4 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 947 time: 0.0764525 Jul 30 01:40:46.795110 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7602d624-69d4-45cd-af62-103eda40fe12 req-25bb8aa6-0d72-460f-be14-247aea5421a7 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650315 Jul 30 01:40:46.809352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1ff48-e44c-4f34-9ee7-09afc715dbca req-f7473ef7-3125-46e1-84cc-76ee54608ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:46.811022 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41e1ff48-e44c-4f34-9ee7-09afc715dbca req-f7473ef7-3125-46e1-84cc-76ee54608ca0 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2104704 Jul 30 01:40:46.813815 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-e55cb9ca-7b81-4420-9d36-bf2b77e5a764 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Network af499f2f-a16e-4661-aa70-6b5b8e2d65ad is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:46.820478 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-e55cb9ca-7b81-4420-9d36-bf2b77e5a764 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:46.831780 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-e55cb9ca-7b81-4420-9d36-bf2b77e5a764 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:46.837663 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-e55cb9ca-7b81-4420-9d36-bf2b77e5a764 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:46.838343 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-e55cb9ca-7b81-4420-9d36-bf2b77e5a764 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.855177 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cb9ca-7b81-4420-9d36-bf2b77e5a764 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Pushing event updated for resources: {'Port': ['ID=fbff1d08-d2f1-411c-9589-387468ee1d08,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:46.952722 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5fc78-193c-4beb-939c-ffef07adb07a req-6feca4af-79ab-47ec-8c44-393dd04c0a30 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:46.955273 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d7c5fc78-193c-4beb-939c-ffef07adb07a req-6feca4af-79ab-47ec-8c44-393dd04c0a30 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 932 time: 0.0862489 Jul 30 01:40:46.966940 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-e55cb9ca-7b81-4420-9d36-bf2b77e5a764 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1611385 Jul 30 01:40:47.039691 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d7c5fc78-193c-4beb-939c-ffef07adb07a req-c99a9ea7-2139-45d9-a527-8288e2ccafe4 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745637 Jul 30 01:40:47.214658 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:47.293964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-98576a37-69c5-4ac2-a66a-c846f9e5c5ce None None] Provisioning for port fbff1d08-d2f1-411c-9589-387468ee1d08 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:47.298998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-98576a37-69c5-4ac2-a66a-c846f9e5c5ce None None] Provisioning complete for port fbff1d08-d2f1-411c-9589-387468ee1d08 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:47.299427 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-98576a37-69c5-4ac2-a66a-c846f9e5c5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:47.336937 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-98576a37-69c5-4ac2-a66a-c846f9e5c5ce None None] Port fbff1d08-d2f1-411c-9589-387468ee1d08 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:40:47.448170 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed2d24-0f5d-41d7-9974-db1146bcf605 req-024d2ba1-fe00-4532-a17f-d1a5285d6151 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:47.456164 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73ed2d24-0f5d-41d7-9974-db1146bcf605 req-024d2ba1-fe00-4532-a17f-d1a5285d6151 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0830197 Jul 30 01:40:47.506595 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73ed2d24-0f5d-41d7-9974-db1146bcf605 req-9eaf90d7-4051-44f6-bfbe-4fb070f043fb tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458899 Jul 30 01:40:47.607963 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 58becea3-31c0-4351-95e0-89aa79c8cb6f details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:40:47.665930 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e7e98-5e6b-4b2f-985c-a8330c16be8e req-87ba60e4-2796-4e8a-bef1-ee9141472b5f tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:47.676004 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-519e7e98-5e6b-4b2f-985c-a8330c16be8e req-87ba60e4-2796-4e8a-bef1-ee9141472b5f tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 931 time: 0.0887237 Jul 30 01:40:47.724380 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-519e7e98-5e6b-4b2f-985c-a8330c16be8e req-08b4f8e9-d807-4205-887d-85590361f8dd tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471091 Jul 30 01:40:47.777126 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d95df4-058e-40f9-a9a8-c2d7efcc988d req-3fb83f98-30f5-46c2-a1dd-063b69d3014e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:47.783459 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-83d95df4-058e-40f9-a9a8-c2d7efcc988d req-3fb83f98-30f5-46c2-a1dd-063b69d3014e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0697501 Jul 30 01:40:47.805391 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 58becea3-31c0-4351-95e0-89aa79c8cb6f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=58becea3-31c0-4351-95e0-89aa79c8cb6f,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:47.819628 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '58becea3-31c0-4351-95e0-89aa79c8cb6f', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '58becea3-31c0-4351-95e0-89aa79c8cb6f', 'mac_address': 'fa:16:3e:29:3f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:40:47.821165 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-83d95df4-058e-40f9-a9a8-c2d7efcc988d req-4b74a919-18b4-47cd-8617-53858d05491d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356967 Jul 30 01:40:47.867476 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:47.884289 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58becea3-31c0-4351-95e0-89aa79c8cb6f {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:47.916734 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 58becea3-31c0-4351-95e0-89aa79c8cb6f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=58becea3-31c0-4351-95e0-89aa79c8cb6f,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:47.943896 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246dfb5-b423-4c34-b512-aedcda570ff2 req-4944d437-d753-4d1e-86b1-13f3a57931fd tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:47.945459 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c246dfb5-b423-4c34-b512-aedcda570ff2 req-4944d437-d753-4d1e-86b1-13f3a57931fd tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 947 time: 0.0801811 Jul 30 01:40:47.996564 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c246dfb5-b423-4c34-b512-aedcda570ff2 req-e7e237b0-24bb-413e-b61c-f4f0da1ddaa2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440958 Jul 30 01:40:48.016177 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:48.086780 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=58becea3-31c0-4351-95e0-89aa79c8cb6f,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:48.246503 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78528d60-baaf-46b6-b97b-9802b48e3f58 req-032060f1-4546-46c8-bcc3-7729c9bb09db tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:48.248486 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-78528d60-baaf-46b6-b97b-9802b48e3f58 req-032060f1-4546-46c8-bcc3-7729c9bb09db tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 932 time: 0.0852616 Jul 30 01:40:48.311039 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-78528d60-baaf-46b6-b97b-9802b48e3f58 req-071d44c2-464b-48b6-be4d-a77389b7a5c3 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536397 Jul 30 01:40:48.317039 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['58becea3-31c0-4351-95e0-89aa79c8cb6f'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:48.332096 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58264) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:48.450060 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b8994178-8264-4bfd-b5f3-63c44f9632c9 req-3057b7ec-aa6b-4c1b-b91d-7214406dad2b tempest-FlavorsV2NegativeTest-1832261304 tempest-FlavorsV2NegativeTest-1832261304-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=781a49e0bbb8477aa97c033afcd242d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300117 Jul 30 01:40:48.513554 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-df6ce6ab-d771-46af-b6cc-5d88a8c50f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:48.599567 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8994178-8264-4bfd-b5f3-63c44f9632c9 req-ad7dcddc-3588-40cb-9bcc-3e2dde94063d tempest-FlavorsV2NegativeTest-1832261304 tempest-FlavorsV2NegativeTest-1832261304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:48.601119 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b8994178-8264-4bfd-b5f3-63c44f9632c9 req-ad7dcddc-3588-40cb-9bcc-3e2dde94063d tempest-FlavorsV2NegativeTest-1832261304 tempest-FlavorsV2NegativeTest-1832261304-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502507 Jul 30 01:40:48.628805 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b8994178-8264-4bfd-b5f3-63c44f9632c9 req-53caf9ae-4794-4e9b-81c3-7727f08ee539 tempest-FlavorsV2NegativeTest-1832261304 tempest-FlavorsV2NegativeTest-1832261304-project] 10.222.0.70 "GET /v2.0/quotas/781a49e0bbb8477aa97c033afcd242d9 HTTP/1.1" status: 200 len: 375 time: 0.0180244 Jul 30 01:40:48.660120 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b1646-0431-48cc-a4fa-4d5d20fbd11b req-1f0b57ce-450a-4c33-ba1e-9869dfcdd635 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:48.667698 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a74b1646-0431-48cc-a4fa-4d5d20fbd11b req-1f0b57ce-450a-4c33-ba1e-9869dfcdd635 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0950065 Jul 30 01:40:48.675639 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b8994178-8264-4bfd-b5f3-63c44f9632c9 req-c993cd98-d91e-47ec-8022-7f4db3b8f7a0 tempest-FlavorsV2NegativeTest-1832261304 tempest-FlavorsV2NegativeTest-1832261304-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=781a49e0bbb8477aa97c033afcd242d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347540 Jul 30 01:40:48.714562 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-df6ce6ab-d771-46af-b6cc-5d88a8c50f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:48.729961 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a74b1646-0431-48cc-a4fa-4d5d20fbd11b req-8482aa10-b593-4b18-99e8-135c852e58f0 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611186 Jul 30 01:40:48.810152 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-df6ce6ab-d771-46af-b6cc-5d88a8c50f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:48.858095 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ce6ab-d771-46af-b6cc-5d88a8c50f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac0a3d7-cbeb-4b24-8e7e-d0f3e87c0348,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:48.864904 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18074518-2eaa-4502-92d6-705789e05b82 req-82916d94-9635-4e36-93b2-4b75e76f7dc4 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:48.866627 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18074518-2eaa-4502-92d6-705789e05b82 req-82916d94-9635-4e36-93b2-4b75e76f7dc4 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 931 time: 0.0581515 Jul 30 01:40:48.873701 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-df6ce6ab-d771-46af-b6cc-5d88a8c50f08 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a214cf124664a54ae0cc95078b20c67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5406005 Jul 30 01:40:48.876294 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58290) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:48.943843 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18074518-2eaa-4502-92d6-705789e05b82 req-7771778a-cacc-42dc-9adc-e9d8d90b3256 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657225 Jul 30 01:40:48.996086 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ee74766-5d62-4f3d-9067-352d4606c0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.027501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b9584-5d78-48d1-8074-0e2c641ba503 req-88d53df1-14fa-493f-b945-58b27f5d095b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:49.029104 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e96b9584-5d78-48d1-8074-0e2c641ba503 req-88d53df1-14fa-493f-b945-58b27f5d095b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0922751 Jul 30 01:40:49.050231 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ee74766-5d62-4f3d-9067-352d4606c0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.099269 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e96b9584-5d78-48d1-8074-0e2c641ba503 req-d1915de3-0520-4db5-8d6b-d3922dbcefaa tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611689 Jul 30 01:40:49.149330 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc22e5-db98-4ea7-bb01-5a4812d323ca req-3709e665-d611-4896-8fa2-479f24c97167 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:49.151183 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-04cc22e5-db98-4ea7-bb01-5a4812d323ca req-3709e665-d611-4896-8fa2-479f24c97167 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 948 time: 0.0767887 Jul 30 01:40:49.190013 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-04cc22e5-db98-4ea7-bb01-5a4812d323ca req-a713ee4b-5aa6-4542-8bba-3f8b2943fcb9 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327213 Jul 30 01:40:49.207319 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ee74766-5d62-4f3d-9067-352d4606c0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.211706 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ee74766-5d62-4f3d-9067-352d4606c0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.211706 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2ee74766-5d62-4f3d-9067-352d4606c0a2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eac0a3d7-cbeb-4b24-8e7e-d0f3e87c0348 HTTP/1.1" status: 204 len: 168 time: 0.3340542 Jul 30 01:40:49.221233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee74766-5d62-4f3d-9067-352d4606c0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac0a3d7-cbeb-4b24-8e7e-d0f3e87c0348,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:49.451534 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2148305-32a7-4e07-8231-5df92e555d02 req-ac1886dd-43af-46fd-af04-f22c7ec3d41c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:49.453049 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2148305-32a7-4e07-8231-5df92e555d02 req-ac1886dd-43af-46fd-af04-f22c7ec3d41c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 932 time: 0.0552561 Jul 30 01:40:49.494380 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2148305-32a7-4e07-8231-5df92e555d02 req-62093553-23c4-4200-9cdc-bfa32ab0acf8 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337455 Jul 30 01:40:49.615665 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 58becea3-31c0-4351-95e0-89aa79c8cb6f up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:49.744492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 58becea3-31c0-4351-95e0-89aa79c8cb6f completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:49.748823 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 58becea3-31c0-4351-95e0-89aa79c8cb6f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:49.749225 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.878133 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.907715 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58316) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:49.909255 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9195ff5-43d8-4100-8ed7-23ceeed93c17 req-8092aebe-28aa-478a-b0eb-16d43e216968 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:49.912635 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9195ff5-43d8-4100-8ed7-23ceeed93c17 req-8092aebe-28aa-478a-b0eb-16d43e216968 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0751319 Jul 30 01:40:49.917559 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c5e509-a2be-4fc3-aaec-ef90e6388c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58becea3-31c0-4351-95e0-89aa79c8cb6f'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:49.920341 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccea035e-c870-4f40-94ca-ead1e99c3d73" -d '{"events": [{"server_uuid": "e8c5e509-a2be-4fc3-aaec-ef90e6388c16", "name": "network-vif-plugged", "status": "completed", "tag": "58becea3-31c0-4351-95e0-89aa79c8cb6f"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:49.930075 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-542fcdd3-bbc4-4c35-831b-fc53608ab187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.945086 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 58becea3-31c0-4351-95e0-89aa79c8cb6f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=58becea3-31c0-4351-95e0-89aa79c8cb6f,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:49.961868 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9195ff5-43d8-4100-8ed7-23ceeed93c17 req-bf133476-15b6-489b-9a8f-353c70975d4c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383654 Jul 30 01:40:50.008096 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e5a791-b0dc-4129-aec6-1528669923a3 x-openstack-request-id: req-a9e5a791-b0dc-4129-aec6-1528669923a3 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:50.008391 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c5e509-a2be-4fc3-aaec-ef90e6388c16", "name": "network-vif-plugged", "status": "completed", "tag": "58becea3-31c0-4351-95e0-89aa79c8cb6f", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:50.009127 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9e5a791-b0dc-4129-aec6-1528669923a3 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:50.009540 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c5e509-a2be-4fc3-aaec-ef90e6388c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58becea3-31c0-4351-95e0-89aa79c8cb6f', 'code': 200} Jul 30 01:40:50.022890 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.081499 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-542fcdd3-bbc4-4c35-831b-fc53608ab187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.104437 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=58becea3-31c0-4351-95e0-89aa79c8cb6f,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:50.139486 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9642ff9-a61f-4ff4-bd46-c68c5acd1619 req-a4d2a05c-aa53-45e4-a843-90165b167bf0 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:50.141601 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9642ff9-a61f-4ff4-bd46-c68c5acd1619 req-a4d2a05c-aa53-45e4-a843-90165b167bf0 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 931 time: 0.0711019 Jul 30 01:40:50.144830 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-542fcdd3-bbc4-4c35-831b-fc53608ab187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.170799 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58326) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:50.202104 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9642ff9-a61f-4ff4-bd46-c68c5acd1619 req-ac1cf310-5418-41e6-be6f-673d5f497d19 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434356 Jul 30 01:40:50.215073 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-542fcdd3-bbc4-4c35-831b-fc53608ab187 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2874ae1fdaaf478980f707e5e0d9e9f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979712 Jul 30 01:40:50.215598 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58330) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:50.229909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542fcdd3-bbc4-4c35-831b-fc53608ab187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780b1b73-3a72-45d2-98b4-76e0b21ed662,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:50.320214 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bf960054-8dbf-42f3-8a5d-52ee7ca29e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.351717 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06a741-5d8c-402e-b92c-d3f6013a35a7 req-4aabb346-50f7-4c86-bc78-1d27d4adddb1 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:50.353369 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fd06a741-5d8c-402e-b92c-d3f6013a35a7 req-4aabb346-50f7-4c86-bc78-1d27d4adddb1 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0720651 Jul 30 01:40:50.364664 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf38e7e-dad8-4223-867a-1cd687b01154 req-a202e51a-6e2d-4a24-af03-b88bfcc3092e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:50.366150 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7bf38e7e-dad8-4223-867a-1cd687b01154 req-a202e51a-6e2d-4a24-af03-b88bfcc3092e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.0902996 Jul 30 01:40:50.375811 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bf960054-8dbf-42f3-8a5d-52ee7ca29e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.382184 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1fd46e0c-d581-4854-8d58-3bea6352b24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.444495 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fd06a741-5d8c-402e-b92c-d3f6013a35a7 req-8a7908df-b66d-45e2-b5a6-6cecb32b5970 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827827 Jul 30 01:40:50.453556 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7bf38e7e-dad8-4223-867a-1cd687b01154 req-27694253-a34b-4c3a-822d-71ba5d06fc20 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757828 Jul 30 01:40:50.533870 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bf960054-8dbf-42f3-8a5d-52ee7ca29e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.540807 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bf960054-8dbf-42f3-8a5d-52ee7ca29e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.552079 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-bf960054-8dbf-42f3-8a5d-52ee7ca29e5b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/780b1b73-3a72-45d2-98b4-76e0b21ed662 HTTP/1.1" status: 204 len: 168 time: 0.3317194 Jul 30 01:40:50.555296 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf960054-8dbf-42f3-8a5d-52ee7ca29e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780b1b73-3a72-45d2-98b4-76e0b21ed662,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:50.585447 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1fd46e0c-d581-4854-8d58-3bea6352b24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.646724 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04066aee-d250-4453-81bb-eaffbb56077d req-94e4e318-205f-4361-adf7-f4abdf36582b tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:50.648714 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-04066aee-d250-4453-81bb-eaffbb56077d req-94e4e318-205f-4361-adf7-f4abdf36582b tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 932 time: 0.0579190 Jul 30 01:40:50.665551 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1fd46e0c-d581-4854-8d58-3bea6352b24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.696235 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-04066aee-d250-4453-81bb-eaffbb56077d req-cc422016-fd03-4b2b-b8f2-8745716d9da7 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402465 Jul 30 01:40:50.730023 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1fd46e0c-d581-4854-8d58-3bea6352b24d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=781a49e0bbb8477aa97c033afcd242d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5569718 Jul 30 01:40:50.731263 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd46e0c-d581-4854-8d58-3bea6352b24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84050491-81c0-4213-888d-397302568f15,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:50.732940 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58338) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:50.824774 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c53c4df8-4603-485c-88b0-2a60a7d99c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.858922 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c53c4df8-4603-485c-88b0-2a60a7d99c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.870563 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-86326656-1a26-44a1-857c-de8ed9e95e06 req-815a33fe-92ad-49d7-b0ef-c2dd07edb3b3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857499 Jul 30 01:40:51.230374 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86326656-1a26-44a1-857c-de8ed9e95e06 req-207758dc-2079-4200-b2fc-fe119b6f51b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:51.230374 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-86326656-1a26-44a1-857c-de8ed9e95e06 req-207758dc-2079-4200-b2fc-fe119b6f51b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49f7c960d860439ea896d95aa85fac7f&device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 1117 time: 0.0418644 Jul 30 01:40:51.230374 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885b8ed-8199-4281-9e02-b8a22250f47a req-2d35a5b3-c252-4859-b811-bf7ddc2b0766 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:51.230374 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9885b8ed-8199-4281-9e02-b8a22250f47a req-2d35a5b3-c252-4859-b811-bf7ddc2b0766 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0750730 Jul 30 01:40:51.230374 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86326656-1a26-44a1-857c-de8ed9e95e06 req-10de8f3c-704b-4cbb-9261-64f34012871f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:51.230374 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-86326656-1a26-44a1-857c-de8ed9e95e06 req-10de8f3c-704b-4cbb-9261-64f34012871f service neutron] 10.222.0.10 "GET /v2.0/networks?id=5cd65466-712f-4ba9-b446-c0c4974c8af1 HTTP/1.1" status: 200 len: 924 time: 0.1477065 Jul 30 01:40:51.230374 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9885b8ed-8199-4281-9e02-b8a22250f47a req-169a6ad9-0aa3-4f0a-8596-db5d8aa86b71 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741293 Jul 30 01:40:51.230374 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-86326656-1a26-44a1-857c-de8ed9e95e06 req-8e592e26-2b84-4a81-86c6-4901ffb69f53 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6e56348-914b-4b66-bdc5-d9ab5faf8f29 HTTP/1.1" status: 200 len: 1022 time: 0.0749555 Jul 30 01:40:51.278633 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86326656-1a26-44a1-857c-de8ed9e95e06 req-5b3834a9-f625-4e7f-86b2-f8899ec58012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:51.280142 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-86326656-1a26-44a1-857c-de8ed9e95e06 req-5b3834a9-f625-4e7f-86b2-f8899ec58012 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe078f51-3b71-44c1-abf8-10adb93b21c7 HTTP/1.1" status: 200 len: 862 time: 0.0475147 Jul 30 01:40:51.347961 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804dded-4f1b-4762-81bd-76e13670ad18 req-48ef5f3b-f5d8-4934-9e00-5de090a957fd tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:51.350199 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a804dded-4f1b-4762-81bd-76e13670ad18 req-48ef5f3b-f5d8-4934-9e00-5de090a957fd tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 931 time: 0.0672922 Jul 30 01:40:51.365028 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86326656-1a26-44a1-857c-de8ed9e95e06 req-79bf562a-bcce-4e66-8ec5-40584f73238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:51.366779 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-86326656-1a26-44a1-857c-de8ed9e95e06 req-79bf562a-bcce-4e66-8ec5-40584f73238b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5cd65466-712f-4ba9-b446-c0c4974c8af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754631 Jul 30 01:40:51.412836 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a804dded-4f1b-4762-81bd-76e13670ad18 req-b5a9b7fe-1f6f-4993-81e4-80170c3e9e60 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553916 Jul 30 01:40:51.451891 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c53c4df8-4603-485c-88b0-2a60a7d99c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:51.454924 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c53c4df8-4603-485c-88b0-2a60a7d99c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:51.458837 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c53c4df8-4603-485c-88b0-2a60a7d99c39 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/84050491-81c0-4213-888d-397302568f15 HTTP/1.1" status: 204 len: 168 time: 0.7219822 Jul 30 01:40:51.519030 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c4df8-4603-485c-88b0-2a60a7d99c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84050491-81c0-4213-888d-397302568f15,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:51.551061 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-86326656-1a26-44a1-857c-de8ed9e95e06 req-73673ad7-9586-471b-9849-29e18f47360a service neutron] 10.222.0.10 "GET /v2.0/networks/5cd65466-712f-4ba9-b446-c0c4974c8af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631484 Jul 30 01:40:51.724356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee3e66-21fc-4a6e-8fb2-12f8c3b2a5d4 req-601b2352-ef6e-4ea2-88a8-dbe71aa41fcc tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:51.726162 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8cee3e66-21fc-4a6e-8fb2-12f8c3b2a5d4 req-601b2352-ef6e-4ea2-88a8-dbe71aa41fcc tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 944 time: 0.1138787 Jul 30 01:40:51.747347 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-86326656-1a26-44a1-857c-de8ed9e95e06 req-b93aee3f-48d8-4401-b9bb-e9962fdf5658 service neutron] 10.222.0.10 "GET /v2.0/networks/5cd65466-712f-4ba9-b446-c0c4974c8af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953571 Jul 30 01:40:51.792657 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea4356-e3df-439f-87db-7b05aadc5d3e req-9c1bf204-22ae-41cd-bcc2-292bc47e4008 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:51.795742 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8cee3e66-21fc-4a6e-8fb2-12f8c3b2a5d4 req-2aada98b-713d-4258-9b40-c085c8cd0dd0 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614290 Jul 30 01:40:51.807101 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a3ea4356-e3df-439f-87db-7b05aadc5d3e req-9c1bf204-22ae-41cd-bcc2-292bc47e4008 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.1672487 Jul 30 01:40:51.878438 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a3ea4356-e3df-439f-87db-7b05aadc5d3e req-a4af572d-ef8d-416a-acd0-e16df33186c6 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693600 Jul 30 01:40:52.029344 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5df96-eb41-4ed9-9193-4920263ddb45 req-668c9873-d944-4689-b2f4-af0c43cb31ef tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:52.031463 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6fb5df96-eb41-4ed9-9193-4920263ddb45 req-668c9873-d944-4689-b2f4-af0c43cb31ef tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 932 time: 0.1201580 Jul 30 01:40:52.090955 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6fb5df96-eb41-4ed9-9193-4920263ddb45 req-408b4aba-728f-4b8f-87da-af7cadcd56c1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530233 Jul 30 01:40:52.363969 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed6741-da4c-47da-b7f4-3b9a938cd6c9 req-031ba46f-ceb1-443b-8dcb-0c34d8b98777 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:52.365555 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-88ed6741-da4c-47da-b7f4-3b9a938cd6c9 req-031ba46f-ceb1-443b-8dcb-0c34d8b98777 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0603313 Jul 30 01:40:52.434318 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-88ed6741-da4c-47da-b7f4-3b9a938cd6c9 req-ac3526d0-3c98-44e5-806e-96e43e3bb247 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535364 Jul 30 01:40:52.563860 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c751795-b119-456d-8b9a-dc56222463fe req-dda137a0-6e6b-410a-b797-48b94efe2ace tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:52.565406 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1c751795-b119-456d-8b9a-dc56222463fe req-dda137a0-6e6b-410a-b797-48b94efe2ace tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 931 time: 0.0553074 Jul 30 01:40:52.605346 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1c751795-b119-456d-8b9a-dc56222463fe req-cba2ce16-32f6-40d9-94f1-4bde0e2918b5 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335743 Jul 30 01:40:52.973700 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1014a-f1b9-4975-9e9b-46c226cf96ba req-abc6cafd-9543-404e-8ff5-b3f0af770081 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:52.976537 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-91a1014a-f1b9-4975-9e9b-46c226cf96ba req-abc6cafd-9543-404e-8ff5-b3f0af770081 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0764670 Jul 30 01:40:53.072110 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-91a1014a-f1b9-4975-9e9b-46c226cf96ba req-18a01005-cd14-47ff-a83c-0c91aeb74c28 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835483 Jul 30 01:40:53.075170 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23d0e0-2c2a-4185-9cd9-5af2f73feb4b req-5777eb85-3deb-4e98-9471-45da8bd25ccd tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:53.088192 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee23d0e0-2c2a-4185-9cd9-5af2f73feb4b req-5777eb85-3deb-4e98-9471-45da8bd25ccd tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.1119542 Jul 30 01:40:53.151071 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee23d0e0-2c2a-4185-9cd9-5af2f73feb4b req-2f490323-5940-4e8b-b9df-9f6489b54c94 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606365 Jul 30 01:40:53.285116 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b41b-f8d9-4c0a-ba8b-70c74f963948 req-fc1d9395-f092-4bd5-81ab-171a64fa6699 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:53.286748 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3c36b41b-f8d9-4c0a-ba8b-70c74f963948 req-fc1d9395-f092-4bd5-81ab-171a64fa6699 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 932 time: 0.0655107 Jul 30 01:40:53.362800 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3c36b41b-f8d9-4c0a-ba8b-70c74f963948 req-839f2436-5972-4b67-9052-3b95ede9b5b9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576549 Jul 30 01:40:53.554920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7aea9-96e5-4f83-927a-7f6903404561 req-27640142-7346-400d-bf14-98d68c275bc1 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:53.558829 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c9d7aea9-96e5-4f83-927a-7f6903404561 req-27640142-7346-400d-bf14-98d68c275bc1 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0587523 Jul 30 01:40:53.597873 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c9d7aea9-96e5-4f83-927a-7f6903404561 req-0e3d14e3-50f1-4b04-827b-7f5dfbb87bbb tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355344 Jul 30 01:40:53.740246 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12ff0d-3d33-441a-bb49-31de88a3b13e req-287e9d00-9542-48ff-b79a-f1489694c882 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:53.741931 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8d12ff0d-3d33-441a-bb49-31de88a3b13e req-287e9d00-9542-48ff-b79a-f1489694c882 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 931 time: 0.0617671 Jul 30 01:40:53.800880 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8d12ff0d-3d33-441a-bb49-31de88a3b13e req-de197b79-5934-4eb8-93ce-3ee8b149a77b tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492187 Jul 30 01:40:54.200444 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ed9be-1f2f-4b33-a19e-22bffc907135 req-62b3d83b-fe0a-4cdd-9c8d-af87f7d40f8c tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:54.202718 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4f7ed9be-1f2f-4b33-a19e-22bffc907135 req-62b3d83b-fe0a-4cdd-9c8d-af87f7d40f8c tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0552013 Jul 30 01:40:54.244905 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4f7ed9be-1f2f-4b33-a19e-22bffc907135 req-171ff587-9a73-4c43-8769-a93db925e4e9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344846 Jul 30 01:40:54.433809 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1eecf9-3939-45dc-b747-38277af5cc46 req-e49a10cf-ded6-4ac5-a8b7-58623e77b100 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:54.435392 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee1eecf9-3939-45dc-b747-38277af5cc46 req-e49a10cf-ded6-4ac5-a8b7-58623e77b100 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.0604553 Jul 30 01:40:54.480828 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee1eecf9-3939-45dc-b747-38277af5cc46 req-20b7a93b-ded2-40c4-b832-7e0b046372eb tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371225 Jul 30 01:40:54.611872 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e94f85-fc68-411e-9caf-45e16e6a62dd req-f33481a3-e286-45ed-b4c9-9842f288fe7b tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:54.613399 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f4e94f85-fc68-411e-9caf-45e16e6a62dd req-f33481a3-e286-45ed-b4c9-9842f288fe7b tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 932 time: 0.0705204 Jul 30 01:40:54.676782 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f4e94f85-fc68-411e-9caf-45e16e6a62dd req-61c6d03e-fdb2-4fd6-81d6-8ccc3af699f0 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537148 Jul 30 01:40:54.769068 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe820872-55ae-4fb1-bc4f-b90deba76158 req-7ddc6682-e05f-4627-9e6a-95ea54e4dadc tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:54.770610 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fe820872-55ae-4fb1-bc4f-b90deba76158 req-7ddc6682-e05f-4627-9e6a-95ea54e4dadc tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0554309 Jul 30 01:40:54.814681 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fe820872-55ae-4fb1-bc4f-b90deba76158 req-423f2517-ffd4-45b9-97bb-e3da9d91e846 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375855 Jul 30 01:40:54.952359 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6384d58-3dfa-474c-a482-61e3b78a5c54 req-0818b8ef-5eef-4044-97f4-49874dbf5d7b tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:54.954632 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d6384d58-3dfa-474c-a482-61e3b78a5c54 req-0818b8ef-5eef-4044-97f4-49874dbf5d7b tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 931 time: 0.0697777 Jul 30 01:40:55.020446 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d6384d58-3dfa-474c-a482-61e3b78a5c54 req-4c8be07d-7db9-43be-82b1-d682b8adcae8 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583134 Jul 30 01:40:55.340413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58486) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:55.389808 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae4a37-42d3-4159-8fd2-c76c868d9959 req-45761a8d-3786-4d14-b945-b4494d70ebe7 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:55.395942 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-23ae4a37-42d3-4159-8fd2-c76c868d9959 req-45761a8d-3786-4d14-b945-b4494d70ebe7 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0751762 Jul 30 01:40:55.625574 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-23ae4a37-42d3-4159-8fd2-c76c868d9959 req-8b7b61f4-7f9b-4908-a92b-51cdef0f8df7 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547299 Jul 30 01:40:55.628121 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cdc4904c-817f-4794-acdf-c28f948c0be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.628121 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cdc4904c-817f-4794-acdf-c28f948c0be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.629006 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b091a-f635-4af0-879a-4a56fcb2fb4e req-6bd0f361-fc62-4180-8752-3ec29c3a535d tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:55.629006 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-090b091a-f635-4af0-879a-4a56fcb2fb4e req-6bd0f361-fc62-4180-8752-3ec29c3a535d tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.0537114 Jul 30 01:40:55.649017 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-090b091a-f635-4af0-879a-4a56fcb2fb4e req-dce9b81d-192b-49f4-a04e-57cafcc00a35 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321488 Jul 30 01:40:55.769277 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cdc4904c-817f-4794-acdf-c28f948c0be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.816008 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cdc4904c-817f-4794-acdf-c28f948c0be6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=580d3ae525f94de988caf4612da26ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4744904 Jul 30 01:40:55.818676 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58518) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:55.824711 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655fbb0-50df-43e2-bfc7-627218ad9e3e req-ed9905c7-e602-44be-9165-6d7145b738b7 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:55.826177 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4655fbb0-50df-43e2-bfc7-627218ad9e3e req-ed9905c7-e602-44be-9165-6d7145b738b7 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 932 time: 0.0853710 Jul 30 01:40:55.826923 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4904c-817f-4794-acdf-c28f948c0be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3a9df8-de4f-416f-ab6d-2e1bf4db9c80,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:55.869437 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4655fbb0-50df-43e2-bfc7-627218ad9e3e req-1cf77aa6-7c5d-4c76-8267-8b7f3ca11906 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358465 Jul 30 01:40:55.878324 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7234b6ef-d0e8-41cd-a0ab-e60ccd41f8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.902890 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7234b6ef-d0e8-41cd-a0ab-e60ccd41f8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.976409 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbb15a-15f7-42da-a5f3-69f6b72cee31 req-9da4da77-4c44-4278-b4b9-2cb0f5915f39 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:55.977897 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-addbb15a-15f7-42da-a5f3-69f6b72cee31 req-9da4da77-4c44-4278-b4b9-2cb0f5915f39 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0681803 Jul 30 01:40:55.986569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] Request body: {'port': {'device_id': 'cee3352b-1044-4340-8d1f-fc01ff369186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:55.992392 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] Request body: {'port': {'device_id': '75e4ea11-f135-4cf1-b6cd-8be7a8164366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:56.021349 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-addbb15a-15f7-42da-a5f3-69f6b72cee31 req-c2a117af-6925-4757-bf09-44137d078727 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370243 Jul 30 01:40:56.070047 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7234b6ef-d0e8-41cd-a0ab-e60ccd41f8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.072862 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7234b6ef-d0e8-41cd-a0ab-e60ccd41f8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.086603 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7234b6ef-d0e8-41cd-a0ab-e60ccd41f8ff admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/af3a9df8-de4f-416f-ab6d-2e1bf4db9c80 HTTP/1.1" status: 204 len: 168 time: 0.2569461 Jul 30 01:40:56.103661 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234b6ef-d0e8-41cd-a0ab-e60ccd41f8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3a9df8-de4f-416f-ab6d-2e1bf4db9c80,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:56.119120 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65105d-417c-4457-b1f9-666b3a3a791b req-cede3df5-7a1c-415c-962f-58299bafbf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:56.120623 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4a65105d-417c-4457-b1f9-666b3a3a791b req-cede3df5-7a1c-415c-962f-58299bafbf29 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 1100 time: 0.0795789 Jul 30 01:40:56.149326 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.162876 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4a65105d-417c-4457-b1f9-666b3a3a791b req-e397122f-1d62-45ec-913e-d1388eaac208 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302916 Jul 30 01:40:56.163641 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.169568 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-d6bd42d0-882c-418c-8478-8fcf6c16ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:56.171070 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-d6bd42d0-882c-418c-8478-8fcf6c16ab33 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 1095 time: 0.1424181 Jul 30 01:40:56.214178 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device db997857-bdd5-4561-9cee-df4c853003b7 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:40:56.216399 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device db997857-bdd5-4561-9cee-df4c853003b7 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:56.249489 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb433270-0e16-469f-95b0-2f7207d970db req-8ea59b53-f0b8-47d0-9f56-d7a33885d5e9 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:56.250983 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fb433270-0e16-469f-95b0-2f7207d970db req-8ea59b53-f0b8-47d0-9f56-d7a33885d5e9 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 931 time: 0.1396260 Jul 30 01:40:56.353458 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.387464 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port db997857-bdd5-4561-9cee-df4c853003b7, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=db997857-bdd5-4561-9cee-df4c853003b7,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:56.406167 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a443c256-aa72-4313-9a19-aadb638db93a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db997857-bdd5-4561-9cee-df4c853003b7'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:56.409150 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe79e0a-667b-45db-adbb-b8567e19eff0" -d '{"events": [{"server_uuid": "a443c256-aa72-4313-9a19-aadb638db93a", "name": "network-vif-unplugged", "status": "completed", "tag": "db997857-bdd5-4561-9cee-df4c853003b7"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:56.416149 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port db997857-bdd5-4561-9cee-df4c853003b7, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=db997857-bdd5-4561-9cee-df4c853003b7,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:56.419453 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'db997857-bdd5-4561-9cee-df4c853003b7', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': 'db997857-bdd5-4561-9cee-df4c853003b7', 'mac_address': 'fa:16:3e:ae:32:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:40:56.463278 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.467550 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bcc60f-d826-4644-85aa-91b90ef73e19 x-openstack-request-id: req-59bcc60f-d826-4644-85aa-91b90ef73e19 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:56.471214 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a443c256-aa72-4313-9a19-aadb638db93a", "name": "network-vif-unplugged", "status": "completed", "tag": "db997857-bdd5-4561-9cee-df4c853003b7", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:56.471214 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-59bcc60f-d826-4644-85aa-91b90ef73e19 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:56.471214 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a443c256-aa72-4313-9a19-aadb638db93a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db997857-bdd5-4561-9cee-df4c853003b7', 'code': 200} Jul 30 01:40:56.477367 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fb433270-0e16-469f-95b0-2f7207d970db req-68653763-b3ac-44c2-9adb-26ed1e7939b4 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075160 Jul 30 01:40:56.494923 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db997857-bdd5-4561-9cee-df4c853003b7 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:56.501276 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.548225 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-9b39377e-90dd-433c-bde6-f851e5c9e4da service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c861ec76-c32d-4416-8571-e5609490f0f2 HTTP/1.1" status: 200 len: 217 time: 0.0824404 Jul 30 01:40:56.580542 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:40:56.580931 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:40:56.583715 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=db997857-bdd5-4561-9cee-df4c853003b7,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:56.671770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-59685db4-fc12-4a32-9c0b-9a884ab59522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:56.673149 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-59685db4-fc12-4a32-9c0b-9a884ab59522 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.1163707 Jul 30 01:40:56.723543 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-bee872f9-53fe-404e-a6bf-c4f5066df260 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383837 Jul 30 01:40:56.773463 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b1ca4-1f31-4125-b590-e0e0bf0de445 req-6343a39c-020f-4b7b-843b-5e8f012af088 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:56.775239 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-439b1ca4-1f31-4125-b590-e0e0bf0de445 req-6343a39c-020f-4b7b-843b-5e8f012af088 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.0526664 Jul 30 01:40:56.804041 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f02019-840d-4032-813f-68c64c4b029e req-63cc008e-a28a-4808-a308-7d9bde92ccbf tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:56.805526 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97f02019-840d-4032-813f-68c64c4b029e req-63cc008e-a28a-4808-a308-7d9bde92ccbf tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 944 time: 0.1877530 Jul 30 01:40:56.815883 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-439b1ca4-1f31-4125-b590-e0e0bf0de445 req-83717cec-bd29-4f46-b0fe-1c7411278e2d tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329180 Jul 30 01:40:56.854956 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58540) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:56.868346 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4eb90314-c4f5-40f4-8230-edb2f95644b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.006377 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4eb90314-c4f5-40f4-8230-edb2f95644b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.019867 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e2d8c-9f46-4107-89e8-878e23193c9e req-770733f2-0628-4d9b-a42f-97c799053f9b tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:57.021437 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-813e2d8c-9f46-4107-89e8-878e23193c9e req-770733f2-0628-4d9b-a42f-97c799053f9b tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 932 time: 0.0788870 Jul 30 01:40:57.050473 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4eb90314-c4f5-40f4-8230-edb2f95644b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.080735 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96927e2-2d58-419e-ac70-0e9fba7f17cd {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:57.094129 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.097486 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-813e2d8c-9f46-4107-89e8-878e23193c9e req-bb2c0e8b-36ec-4b54-be4e-822a909f5762 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688341 Jul 30 01:40:57.099822 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbff1d08-d2f1-411c-9589-387468ee1d08 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:57.118181 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.147555 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4eb90314-c4f5-40f4-8230-edb2f95644b0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e012270f2ffd483e8de916fe8fd71804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914898 Jul 30 01:40:57.152060 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58552) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:57.168104 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb90314-c4f5-40f4-8230-edb2f95644b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918b283c-a3ec-4c97-8264-1594ec21c0de,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:57.190634 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97f02019-840d-4032-813f-68c64c4b029e req-c1525684-d9d8-4608-a7cb-674303544296 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509871 Jul 30 01:40:57.213835 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] Transition to ACTIVE for port object b96927e2-2d58-419e-ac70-0e9fba7f17cd will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:57.226879 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] Transition to ACTIVE for port object fbff1d08-d2f1-411c-9589-387468ee1d08 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:57.239725 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-44ba29e1-3c7e-4b8e-9310-977ec3e1ae1d service neutron] 10.222.0.77 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999366 Jul 30 01:40:57.262776 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f11db935-3c0f-4e39-8e27-0c4dbf4ab262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.305384 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.305804 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f11db935-3c0f-4e39-8e27-0c4dbf4ab262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.319716 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.324619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99c869-7442-41f4-a14a-2ce135df14af req-557f76f6-08cf-479c-ae0b-374439fbf911 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:57.326188 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db99c869-7442-41f4-a14a-2ce135df14af req-557f76f6-08cf-479c-ae0b-374439fbf911 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 948 time: 0.1148100 Jul 30 01:40:57.344744 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.350134 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db997857-bdd5-4561-9cee-df4c853003b7 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:57.400497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b96927e2-2d58-419e-ac70-0e9fba7f17cd,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:57.407561 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port db997857-bdd5-4561-9cee-df4c853003b7, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=db997857-bdd5-4561-9cee-df4c853003b7,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:57.408265 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db99c869-7442-41f4-a14a-2ce135df14af req-ce4d1907-7640-4a71-8968-5e9c800c8185 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697412 Jul 30 01:40:57.494969 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-03ae3c37-a4b2-4b0e-a7dc-d33c58220024 req-25dada3b-1f78-42fd-8be5-f6eebe2232f6 service neutron] 10.222.0.77 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467015 Jul 30 01:40:57.495759 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.499376 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f11db935-3c0f-4e39-8e27-0c4dbf4ab262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.504856 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f11db935-3c0f-4e39-8e27-0c4dbf4ab262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.510987 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f11db935-3c0f-4e39-8e27-0c4dbf4ab262 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/918b283c-a3ec-4c97-8264-1594ec21c0de HTTP/1.1" status: 204 len: 168 time: 0.3560688 Jul 30 01:40:57.519577 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11db935-3c0f-4e39-8e27-0c4dbf4ab262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918b283c-a3ec-4c97-8264-1594ec21c0de,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:57.533964 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] Pushing event updated for resources: {'Port': ['ID=fbff1d08-d2f1-411c-9589-387468ee1d08,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:57.543683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] Attempting to bind port fbff1d08-d2f1-411c-9589-387468ee1d08 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:57.543683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] Attempting to bind port fbff1d08-d2f1-411c-9589-387468ee1d08 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'd03d4bf5-8861-4829-a1a8-5d42619413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'af499f2f-a16e-4661-aa70-6b5b8e2d65ad'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:57.543683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] Attempting to bind port fbff1d08-d2f1-411c-9589-387468ee1d08 on network af499f2f-a16e-4661-aa70-6b5b8e2d65ad {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:57.551239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] Port fbff1d08-d2f1-411c-9589-387468ee1d08 on network af499f2f-a16e-4661-aa70-6b5b8e2d65ad not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:40:57.551944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] Attempting to bind port fbff1d08-d2f1-411c-9589-387468ee1d08 on network af499f2f-a16e-4661-aa70-6b5b8e2d65ad {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:57.558955 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] Attempting to bind port b96927e2-2d58-419e-ac70-0e9fba7f17cd on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:57.559526 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] Attempting to bind port b96927e2-2d58-419e-ac70-0e9fba7f17cd by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:57.560242 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] Attempting to bind port b96927e2-2d58-419e-ac70-0e9fba7f17cd on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:57.568661 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:57.569265 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] Checking segment: {'id': 'd03d4bf5-8861-4829-a1a8-5d42619413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'af499f2f-a16e-4661-aa70-6b5b8e2d65ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:57.570271 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] Bound using segment: {'id': 'd03d4bf5-8861-4829-a1a8-5d42619413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'af499f2f-a16e-4661-aa70-6b5b8e2d65ad'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:57.571292 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] Bound port: fbff1d08-d2f1-411c-9589-387468ee1d08, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd03d4bf5-8861-4829-a1a8-5d42619413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'af499f2f-a16e-4661-aa70-6b5b8e2d65ad'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:57.573624 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.594744 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] Port b96927e2-2d58-419e-ac70-0e9fba7f17cd on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:40:57.595486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] Attempting to bind port b96927e2-2d58-419e-ac70-0e9fba7f17cd on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:57.602012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=db997857-bdd5-4561-9cee-df4c853003b7,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:57.628394 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:57.628898 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] Checking segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:57.629407 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] Bound using segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:57.629949 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] Bound port: b96927e2-2d58-419e-ac70-0e9fba7f17cd, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:57.630438 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.734269 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] For port fbff1d08-d2f1-411c-9589-387468ee1d08, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:57.760832 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a664ba7-b728-4761-a21a-1d4d9b920f42 req-56601b71-4bc8-48cb-b9a7-aa7c80c36b31 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:57.762436 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3a664ba7-b728-4761-a21a-1d4d9b920f42 req-56601b71-4bc8-48cb-b9a7-aa7c80c36b31 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 943 time: 0.1281998 Jul 30 01:40:57.771775 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] For port fbff1d08-d2f1-411c-9589-387468ee1d08, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=fbff1d08-d2f1-411c-9589-387468ee1d08,segment=NetworkSegment(d03d4bf5-8861-4829-a1a8-5d42619413e3),segment_id=d03d4bf5-8861-4829-a1a8-5d42619413e3)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:57.774643 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['db997857-bdd5-4561-9cee-df4c853003b7'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:57.796885 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] For port b96927e2-2d58-419e-ac70-0e9fba7f17cd, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:57.817877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] For port b96927e2-2d58-419e-ac70-0e9fba7f17cd, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=b96927e2-2d58-419e-ac70-0e9fba7f17cd,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:57.825768 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3a664ba7-b728-4761-a21a-1d4d9b920f42 req-75fe8246-55e2-498b-85de-0300d3a97f66 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558901 Jul 30 01:40:57.891656 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.894418 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.978951 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:57.979576 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.980955 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] 10.222.0.77 "PUT /v2.0/ports/fbff1d08-d2f1-411c-9589-387468ee1d08 HTTP/1.1" status: 200 len: 1091 time: 2.0051630 Jul 30 01:40:57.982797 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee3352b-1044-4340-8d1f-fc01ff369186', 'tag': 'fbff1d08-d2f1-411c-9589-387468ee1d08'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:57.985099 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cd7a3f-5c3c-4806-94a8-a30c071e88a4" -d '{"events": [{"name": "network-changed", "server_uuid": "cee3352b-1044-4340-8d1f-fc01ff369186", "tag": "fbff1d08-d2f1-411c-9589-387468ee1d08"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:57.991633 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:57.992253 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.993632 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] 10.222.0.77 "PUT /v2.0/ports/b96927e2-2d58-419e-ac70-0e9fba7f17cd HTTP/1.1" status: 200 len: 1092 time: 2.0164521 Jul 30 01:40:58.047870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d040e-c171-4607-80fe-125cdcedf3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b96927e2-2d58-419e-ac70-0e9fba7f17cd,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:58.071740 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81845010-23e8-483f-bfcd-edb6a9df6517 x-openstack-request-id: req-81845010-23e8-483f-bfcd-edb6a9df6517 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:58.072028 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee3352b-1044-4340-8d1f-fc01ff369186", "tag": "fbff1d08-d2f1-411c-9589-387468ee1d08", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:58.072282 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81845010-23e8-483f-bfcd-edb6a9df6517 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:58.072668 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee3352b-1044-4340-8d1f-fc01ff369186', 'tag': 'fbff1d08-d2f1-411c-9589-387468ee1d08', 'status': 'completed', 'code': 200} Jul 30 01:40:58.083515 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9d193-2565-4f1a-8399-38c0bd07ddab req-22266060-d917-4ddd-8732-1269d0791f77 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:58.090832 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a9f9d193-2565-4f1a-8399-38c0bd07ddab req-22266060-d917-4ddd-8732-1269d0791f77 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.1395197 Jul 30 01:40:58.205834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd5492-230f-4539-8105-25dd18256007 service neutron] Pushing event updated for resources: {'Port': ['ID=fbff1d08-d2f1-411c-9589-387468ee1d08,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:58.218959 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a9f9d193-2565-4f1a-8399-38c0bd07ddab req-7972e16f-9013-45bc-ae20-d84b13f28db4 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271214 Jul 30 01:40:58.228168 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e59aab-6d4d-4aa4-9532-769a41f6d721 req-1a74527e-6455-470d-bf18-25b59e9f6807 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:58.230635 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f9e59aab-6d4d-4aa4-9532-769a41f6d721 req-1a74527e-6455-470d-bf18-25b59e9f6807 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 944 time: 0.0620260 Jul 30 01:40:58.256548 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd7a3f-5c3c-4806-94a8-a30c071e88a4 req-78e16cff-a9dc-4470-877e-878a5755df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:58.260024 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17cd7a3f-5c3c-4806-94a8-a30c071e88a4 req-78e16cff-a9dc-4470-877e-878a5755df31 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=301cf27b86df4122b2f2aa4fe98571ac&device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 1094 time: 0.1381397 Jul 30 01:40:58.262392 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-4ec37e4b-de0f-4b6f-8576-4e571f526a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:58.263835 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-4ec37e4b-de0f-4b6f-8576-4e571f526a1c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 1095 time: 0.1307194 Jul 30 01:40:58.281161 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f9e59aab-6d4d-4aa4-9532-769a41f6d721 req-c85fe5cf-8647-4cb5-ad31-4a3143c0bc58 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434463 Jul 30 01:40:58.371424 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-91168a8c-6274-4421-9804-7109070bfa43 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b96927e2-2d58-419e-ac70-0e9fba7f17cd HTTP/1.1" status: 200 len: 217 time: 0.0730121 Jul 30 01:40:58.401136 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5cab9-bd03-4e2f-943f-51088d87f3af req-ef9306bd-63d6-4d8e-b8da-656f62c10e4b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:58.402662 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-31c5cab9-bd03-4e2f-943f-51088d87f3af req-ef9306bd-63d6-4d8e-b8da-656f62c10e4b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0512323 Jul 30 01:40:58.456564 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-31c5cab9-bd03-4e2f-943f-51088d87f3af req-40de5071-958f-4749-a08c-3bea3d3ed92e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466077 Jul 30 01:40:58.469329 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd7a3f-5c3c-4806-94a8-a30c071e88a4 req-64f121b9-88ce-40af-9a7c-cc309da014b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:58.470972 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17cd7a3f-5c3c-4806-94a8-a30c071e88a4 req-64f121b9-88ce-40af-9a7c-cc309da014b1 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=301cf27b86df4122b2f2aa4fe98571ac&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1849256 Jul 30 01:40:58.474870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-bf0fb0cb-2f15-4ead-97c6-af5f5c026737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:58.476216 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-bf0fb0cb-2f15-4ead-97c6-af5f5c026737 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5df4a4e9-2ec7-47a1-80c6-9f49100e235e HTTP/1.1" status: 200 len: 847 time: 0.0843682 Jul 30 01:40:58.584805 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7c25f-0ccb-481e-8d28-194f3cf01c66 req-598aef13-3c68-40bd-bba6-95fc257e04ad tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:58.586363 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2ad7c25f-0ccb-481e-8d28-194f3cf01c66 req-598aef13-3c68-40bd-bba6-95fc257e04ad tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 949 time: 0.0563867 Jul 30 01:40:58.592937 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-76315437-44ff-44fd-9a6a-d0155f13d3a8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034329 Jul 30 01:40:58.624207 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2ad7c25f-0ccb-481e-8d28-194f3cf01c66 req-68a38d18-64a8-498d-a2cc-f7b751ed4e7d tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317595 Jul 30 01:40:58.683409 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bce9d-12ee-4423-b543-184e47fe7b2d req-117fd6f9-ba30-4eea-82d2-491f2274e666 tempest-MigrationsAdminTest-392073486 tempest-MigrationsAdminTest-392073486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:58.684977 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e15bce9d-12ee-4423-b543-184e47fe7b2d req-117fd6f9-ba30-4eea-82d2-491f2274e666 tempest-MigrationsAdminTest-392073486 tempest-MigrationsAdminTest-392073486-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 1100 time: 0.1642048 Jul 30 01:40:58.708479 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd7a3f-5c3c-4806-94a8-a30c071e88a4 req-0faa1c7f-06dc-4ccc-a7d2-db2b8e84ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:58.709908 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17cd7a3f-5c3c-4806-94a8-a30c071e88a4 req-0faa1c7f-06dc-4ccc-a7d2-db2b8e84ad01 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2191706 Jul 30 01:40:58.719464 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e15bce9d-12ee-4423-b543-184e47fe7b2d req-e4026bc8-8596-4cbf-8fad-883ebca42f59 tempest-MigrationsAdminTest-392073486 tempest-MigrationsAdminTest-392073486-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:58.764801 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-77798aa4-8871-4869-816a-5d26c72310f2 service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559973 Jul 30 01:40:58.903630 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-3a485c86-1e6a-4d70-b83b-91010e00be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:58.905121 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-3a485c86-1e6a-4d70-b83b-91010e00be3d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=301cf27b86df4122b2f2aa4fe98571ac&device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 1094 time: 0.1112447 Jul 30 01:40:58.954522 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dbd8f-9e80-497c-a468-4faf153f4ca9 req-89c31875-5175-4dbc-83dd-877842a4b262 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:58.956118 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-308dbd8f-9e80-497c-a468-4faf153f4ca9 req-89c31875-5175-4dbc-83dd-877842a4b262 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 943 time: 0.0555305 Jul 30 01:40:58.961600 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63305b7b-7ee8-45fe-bb56-3a61b8b7c1f9 req-e0e64ca3-3324-4c75-a98f-9800004a72c2 service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914685 Jul 30 01:40:58.967019 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-3dc95686-fda4-41de-a7c5-eb4043ef9174 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbff1d08-d2f1-411c-9589-387468ee1d08 HTTP/1.1" status: 200 len: 217 time: 0.0442889 Jul 30 01:40:58.995977 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e15bce9d-12ee-4423-b543-184e47fe7b2d req-e4026bc8-8596-4cbf-8fad-883ebca42f59 tempest-MigrationsAdminTest-392073486 tempest-MigrationsAdminTest-392073486-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:59.014776 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-308dbd8f-9e80-497c-a468-4faf153f4ca9 req-da223b30-3655-47a2-8085-b566cdc467b9 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475526 Jul 30 01:40:59.038913 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-85b6e71e-8586-498b-83b6-ea566231534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:59.040403 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-85b6e71e-8586-498b-83b6-ea566231534a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c9b215d-3d8d-4b5b-ac9c-6d49ec431d98 HTTP/1.1" status: 200 len: 854 time: 0.0572817 Jul 30 01:40:59.092060 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-84921944-72c6-4e38-919a-165bd6e44698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:59.094213 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-84921944-72c6-4e38-919a-165bd6e44698 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=af499f2f-a16e-4661-aa70-6b5b8e2d65ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454116 Jul 30 01:40:59.106515 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e15bce9d-12ee-4423-b543-184e47fe7b2d req-e4026bc8-8596-4cbf-8fad-883ebca42f59 tempest-MigrationsAdminTest-392073486 tempest-MigrationsAdminTest-392073486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:59.155391 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e15bce9d-12ee-4423-b543-184e47fe7b2d req-e4026bc8-8596-4cbf-8fad-883ebca42f59 tempest-MigrationsAdminTest-392073486 tempest-MigrationsAdminTest-392073486-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527020 Jul 30 01:40:59.193400 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4026bc8-8596-4cbf-8fad-883ebca42f59 tempest-MigrationsAdminTest-392073486 tempest-MigrationsAdminTest-392073486-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb9575f-09e2-476a-9440-a04876c2f21b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:59.239059 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-cad5bee7-632e-449d-a9af-59cf672ef55f service neutron] 10.222.0.77 "GET /v2.0/networks/af499f2f-a16e-4661-aa70-6b5b8e2d65ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201859 Jul 30 01:40:59.373146 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb19cc6f-98a3-475b-b9e5-0e0e372c3eff req-f58e867f-6453-4764-81f5-0e846e0a6965 service neutron] 10.222.0.77 "GET /v2.0/networks/af499f2f-a16e-4661-aa70-6b5b8e2d65ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195531 Jul 30 01:40:59.420707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870d378-7867-4c30-9a5b-c4ce9c77a48c req-7579658e-59fa-4a7f-bf9b-c1a8a1043510 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:59.422453 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6870d378-7867-4c30-9a5b-c4ce9c77a48c req-7579658e-59fa-4a7f-bf9b-c1a8a1043510 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 944 time: 0.0660858 Jul 30 01:40:59.461938 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6870d378-7867-4c30-9a5b-c4ce9c77a48c req-209a6e6e-43e9-44d9-bdda-4fbba5744805 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331347 Jul 30 01:40:59.601928 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad565dfa-bd6c-4d41-b39d-f4f79df4a3a8 req-063af9b1-0359-47b8-a0d6-ad56ed5adcb3 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:59.603489 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad565dfa-bd6c-4d41-b39d-f4f79df4a3a8 req-063af9b1-0359-47b8-a0d6-ad56ed5adcb3 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0590065 Jul 30 01:40:59.656643 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad565dfa-bd6c-4d41-b39d-f4f79df4a3a8 req-8a810616-3811-4e3f-b480-3628ec8e3d49 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380490 Jul 30 01:40:59.764321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e545d6-1047-4882-b2cf-254d52ecc06f req-b66fa9a8-1779-40e1-aaee-25f47f3a34e0 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:59.765916 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-80e545d6-1047-4882-b2cf-254d52ecc06f req-b66fa9a8-1779-40e1-aaee-25f47f3a34e0 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 949 time: 0.0497193 Jul 30 01:40:59.806634 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-80e545d6-1047-4882-b2cf-254d52ecc06f req-1a1317e0-514d-4ae3-b8c4-31f051ed6a11 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339417 Jul 30 01:41:00.073908 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e4ea11-f135-4cf1-b6cd-8be7a8164366', 'tag': 'b96927e2-2d58-419e-ac70-0e9fba7f17cd'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:00.081248 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eed4cf9-0cde-405b-a1da-288fec91582d" -d '{"events": [{"name": "network-changed", "server_uuid": "75e4ea11-f135-4cf1-b6cd-8be7a8164366", "tag": "b96927e2-2d58-419e-ac70-0e9fba7f17cd"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:00.120654 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3720d59-df4d-4077-b6fb-4ec2d413e61d req-36ea77fd-0fa9-47d0-bd23-81e223f2c08c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:00.122238 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d3720d59-df4d-4077-b6fb-4ec2d413e61d req-36ea77fd-0fa9-47d0-bd23-81e223f2c08c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.0506988 Jul 30 01:41:00.171485 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d3720d59-df4d-4077-b6fb-4ec2d413e61d req-431f2478-875c-463a-b50f-dc60b8af126e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433769 Jul 30 01:41:00.223679 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eead1d8-3fe4-40af-a16d-e0748a503084 x-openstack-request-id: req-9eead1d8-3fe4-40af-a16d-e0748a503084 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:00.224527 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e4ea11-f135-4cf1-b6cd-8be7a8164366", "tag": "b96927e2-2d58-419e-ac70-0e9fba7f17cd", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:00.224527 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9eead1d8-3fe4-40af-a16d-e0748a503084 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:00.224841 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e4ea11-f135-4cf1-b6cd-8be7a8164366', 'tag': 'b96927e2-2d58-419e-ac70-0e9fba7f17cd', 'status': 'completed', 'code': 200} Jul 30 01:41:00.231058 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device db997857-bdd5-4561-9cee-df4c853003b7 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:00.262031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb29d6b-ce17-4bdb-95bb-3a63b0101b7c req-d0468412-fdca-457c-b152-974a8e8208a6 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:00.264361 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cdb29d6b-ce17-4bdb-95bb-3a63b0101b7c req-d0468412-fdca-457c-b152-974a8e8208a6 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 943 time: 0.0841954 Jul 30 01:41:00.305145 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port db997857-bdd5-4561-9cee-df4c853003b7 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:00.305970 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:00.311304 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58728) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:00.356799 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cdb29d6b-ce17-4bdb-95bb-3a63b0101b7c req-c1ef65cd-57c3-401c-8f5d-bdee83a2b506 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853539 Jul 30 01:41:00.369583 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed4cf9-0cde-405b-a1da-288fec91582d req-95d77d46-a1a7-4951-ab6e-9148222af31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:00.371844 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4eed4cf9-0cde-405b-a1da-288fec91582d req-95d77d46-a1a7-4951-ab6e-9148222af31a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 1095 time: 0.0924914 Jul 30 01:41:00.387017 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-de335213-1aa1-46ce-a09e-35ee12000582 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=d9f1931160904438bd57ac4517f4dda7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273576 Jul 30 01:41:00.407833 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:00.444857 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a443c256-aa72-4313-9a19-aadb638db93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db997857-bdd5-4561-9cee-df4c853003b7'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:00.448485 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949db825-1a8f-443a-9843-cd3abcd1e65e" -d '{"events": [{"server_uuid": "a443c256-aa72-4313-9a19-aadb638db93a", "name": "network-vif-plugged", "status": "completed", "tag": "db997857-bdd5-4561-9cee-df4c853003b7"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:00.463272 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port db997857-bdd5-4561-9cee-df4c853003b7, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=db997857-bdd5-4561-9cee-df4c853003b7,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:00.487648 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51d0a1c-153e-4b8f-819e-b4715a10c8be x-openstack-request-id: req-c51d0a1c-153e-4b8f-819e-b4715a10c8be {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:00.487933 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a443c256-aa72-4313-9a19-aadb638db93a", "name": "network-vif-plugged", "status": "completed", "tag": "db997857-bdd5-4561-9cee-df4c853003b7", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:00.488262 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c51d0a1c-153e-4b8f-819e-b4715a10c8be {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:00.488584 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a443c256-aa72-4313-9a19-aadb638db93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db997857-bdd5-4561-9cee-df4c853003b7', 'code': 200} Jul 30 01:41:00.493492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed4cf9-0cde-405b-a1da-288fec91582d req-6245e5f4-0965-4ed4-82e5-a6273d25528a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:00.507130 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4eed4cf9-0cde-405b-a1da-288fec91582d req-6245e5f4-0965-4ed4-82e5-a6273d25528a service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 908 time: 0.1236246 Jul 30 01:41:00.529333 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-612afbc8-455a-4ef1-8748-d219357810dc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2109895 Jul 30 01:41:00.564312 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:00.579782 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-6e713417-c3ea-477b-8eae-b57761c4a9f2 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:00.581300 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-6e713417-c3ea-477b-8eae-b57761c4a9f2 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930883 Jul 30 01:41:00.586475 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4eed4cf9-0cde-405b-a1da-288fec91582d req-690f713a-54b7-448a-865c-ae1d4297989f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b96927e2-2d58-419e-ac70-0e9fba7f17cd HTTP/1.1" status: 200 len: 217 time: 0.0617056 Jul 30 01:41:00.598334 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-d0f6d590-043d-4441-b848-aba991b6f0cc tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/quotas/d9f1931160904438bd57ac4517f4dda7 HTTP/1.1" status: 200 len: 375 time: 0.0103631 Jul 30 01:41:00.634101 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-5c94dffd-ebaf-4fbb-9700-ae7b68bb5470 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9f1931160904438bd57ac4517f4dda7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285709 Jul 30 01:41:00.637561 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=db997857-bdd5-4561-9cee-df4c853003b7,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:00.658219 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed4cf9-0cde-405b-a1da-288fec91582d req-ad2907be-ca4e-45cc-8e47-fd4a381ea2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:00.659833 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4eed4cf9-0cde-405b-a1da-288fec91582d req-ad2907be-ca4e-45cc-8e47-fd4a381ea2b5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5df4a4e9-2ec7-47a1-80c6-9f49100e235e HTTP/1.1" status: 200 len: 847 time: 0.0656333 Jul 30 01:41:00.691278 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a93dc8-90d3-4abb-b67e-f47c2029257d req-7c4a512e-3989-4368-9ffa-4a4f410097f1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:00.698370 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8a93dc8-90d3-4abb-b67e-f47c2029257d req-7c4a512e-3989-4368-9ffa-4a4f410097f1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 944 time: 0.1145790 Jul 30 01:41:00.722324 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4eed4cf9-0cde-405b-a1da-288fec91582d req-d7cd9944-aaaf-4f16-81f2-daf9fcb970f2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526872 Jul 30 01:41:00.777319 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b6ced-bf20-460d-bd2f-99b5132b8785 req-ca969d28-9d02-4e30-aecb-6c6ea9cb8d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:00.778860 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a71b6ced-bf20-460d-bd2f-99b5132b8785 req-ca969d28-9d02-4e30-aecb-6c6ea9cb8d55 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 1101 time: 0.0669942 Jul 30 01:41:00.783095 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8a93dc8-90d3-4abb-b67e-f47c2029257d req-c1b30204-e8e4-439e-badd-32dbe907fbaf tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836630 Jul 30 01:41:00.853814 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a71b6ced-bf20-460d-bd2f-99b5132b8785 req-42b391e0-88c2-4d42-8336-fbd16ac3ca16 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438132 Jul 30 01:41:00.899766 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4eed4cf9-0cde-405b-a1da-288fec91582d req-ef880d4d-2548-4d81-b264-05ac372d5707 service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686244 Jul 30 01:41:00.924090 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd5118-8eac-4ebf-b9c8-1c5d5204eab9 req-385ecd62-c511-48b7-b019-b09d5fa102bc tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:00.925557 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9ddd5118-8eac-4ebf-b9c8-1c5d5204eab9 req-385ecd62-c511-48b7-b019-b09d5fa102bc tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0750880 Jul 30 01:41:01.253032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9ddd5118-8eac-4ebf-b9c8-1c5d5204eab9 req-b2c29ae1-0d37-444a-93b4-45fd6a05bdb4 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828298 Jul 30 01:41:01.253032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4eed4cf9-0cde-405b-a1da-288fec91582d req-80a70580-bc0e-4ece-afc2-854e57c1f9e3 service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423648 Jul 30 01:41:01.326033 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba9e02-acbf-494f-bd3b-8b71c019b001 req-cd1c6b4f-5c7c-4e2e-8ca8-cdf1cbd5452c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:01.327521 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1ba9e02-acbf-494f-bd3b-8b71c019b001 req-cd1c6b4f-5c7c-4e2e-8ca8-cdf1cbd5452c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0488400 Jul 30 01:41:01.369864 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1ba9e02-acbf-494f-bd3b-8b71c019b001 req-55619edf-30f9-4339-8f6f-4914fc847402 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363314 Jul 30 01:41:01.539014 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5708ba-e99f-4e3c-831b-0cf1ba000250 req-32db9027-16e0-4c0e-b326-e6553e8eb050 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:01.540411 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4d5708ba-e99f-4e3c-831b-0cf1ba000250 req-32db9027-16e0-4c0e-b326-e6553e8eb050 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.0522211 Jul 30 01:41:01.580426 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4d5708ba-e99f-4e3c-831b-0cf1ba000250 req-2d73f58e-836e-4a76-bd31-01d13a828248 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329669 Jul 30 01:41:01.693211 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968182e-dfd2-405e-9597-fafd46a63415 req-02c4b223-0eab-4e8c-89d0-e314093a2122 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:01.694715 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4968182e-dfd2-405e-9597-fafd46a63415 req-02c4b223-0eab-4e8c-89d0-e314093a2122 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 943 time: 0.0517521 Jul 30 01:41:01.714178 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device b96927e2-2d58-419e-ac70-0e9fba7f17cd details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:01.740907 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4968182e-dfd2-405e-9597-fafd46a63415 req-ca7896df-5013-4429-9221-a9d950980e99 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350718 Jul 30 01:41:01.806878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port b96927e2-2d58-419e-ac70-0e9fba7f17cd, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=b96927e2-2d58-419e-ac70-0e9fba7f17cd,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:01.821655 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'b96927e2-2d58-419e-ac70-0e9fba7f17cd', 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e', 'port_id': 'b96927e2-2d58-419e-ac70-0e9fba7f17cd', 'mac_address': 'fa:16:3e:cb:48:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df4a4e9-2ec7-47a1-80c6-9f49100e235e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:01.858884 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:01.873090 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96927e2-2d58-419e-ac70-0e9fba7f17cd {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:01.898194 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port b96927e2-2d58-419e-ac70-0e9fba7f17cd, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=b96927e2-2d58-419e-ac70-0e9fba7f17cd,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:01.943739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed39079-cfc9-4de3-8a3e-7a49df9aad44 req-07f6a8b7-35d1-4e35-9ad2-401bf565f12c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:01.951134 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fed39079-cfc9-4de3-8a3e-7a49df9aad44 req-07f6a8b7-35d1-4e35-9ad2-401bf565f12c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 944 time: 0.0771039 Jul 30 01:41:01.982222 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:01.982938 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c861ec76-c32d-4416-8571-e5609490f0f2 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:02.007438 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58776) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:02.012342 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fed39079-cfc9-4de3-8a3e-7a49df9aad44 req-dec079bd-7614-4cf8-b1dc-6d39a7a8bfc8 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602849 Jul 30 01:41:02.063101 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=b96927e2-2d58-419e-ac70-0e9fba7f17cd,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:02.180410 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4192faf7-dda4-4eb9-a84f-db331522340b req-fb9818dc-3070-4968-9d4e-aca357fb51d7 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=d9f1931160904438bd57ac4517f4dda7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435984 Jul 30 01:41:02.181021 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port c861ec76-c32d-4416-8571-e5609490f0f2, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c861ec76-c32d-4416-8571-e5609490f0f2,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:02.181899 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9f1b-835c-43ca-9fb9-d0e2fab6713b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.199887 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'c861ec76-c32d-4416-8571-e5609490f0f2', 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e', 'port_id': 'c861ec76-c32d-4416-8571-e5609490f0f2', 'mac_address': 'fa:16:3e:4b:6c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ee53b8-de93-45d5-96fb-d335e3f2eaf9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:02.262211 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.276755 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c861ec76-c32d-4416-8571-e5609490f0f2 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:02.300168 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port c861ec76-c32d-4416-8571-e5609490f0f2, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c861ec76-c32d-4416-8571-e5609490f0f2,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:02.333859 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192faf7-dda4-4eb9-a84f-db331522340b req-0823d94c-d135-40fa-9db4-880b3257087d tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:02.340737 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4192faf7-dda4-4eb9-a84f-db331522340b req-0823d94c-d135-40fa-9db4-880b3257087d tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496668 Jul 30 01:41:02.356935 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4192faf7-dda4-4eb9-a84f-db331522340b req-89fa19de-a92b-4ad5-8968-b960624bbebb tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/quotas/d9f1931160904438bd57ac4517f4dda7 HTTP/1.1" status: 200 len: 375 time: 0.0151260 Jul 30 01:41:02.393789 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066f44c-f021-4c8c-ab72-6f88cc4d4852 req-a73d5d7d-752a-4af4-8459-d94b84306391 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:02.394038 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4192faf7-dda4-4eb9-a84f-db331522340b req-93b58c66-e018-45eb-8009-860b21931425 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9f1931160904438bd57ac4517f4dda7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287428 Jul 30 01:41:02.398478 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.400647 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9066f44c-f021-4c8c-ab72-6f88cc4d4852 req-a73d5d7d-752a-4af4-8459-d94b84306391 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0601776 Jul 30 01:41:02.414350 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9f1b-835c-43ca-9fb9-d0e2fab6713b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.444365 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9066f44c-f021-4c8c-ab72-6f88cc4d4852 req-c21c8b46-66fb-47a0-a974-1ae453da0fae tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432899 Jul 30 01:41:02.463304 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=c861ec76-c32d-4416-8571-e5609490f0f2,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:02.475476 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9f1b-835c-43ca-9fb9-d0e2fab6713b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.523802 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f0ad9f1b-835c-43ca-9fb9-d0e2fab6713b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e90b4aa61dda4a0396ded51e1ba2c5f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5124443 Jul 30 01:41:02.523802 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad9f1b-835c-43ca-9fb9-d0e2fab6713b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccf0bca-e8a7-4e51-9705-6b356c919206,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:02.524839 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58806) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:02.579789 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7473bcf3-1e8e-46ae-8277-938b631be647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.585472 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1430bd7-fa54-49fe-89f1-8988e1c98eae req-dc124d1d-d94f-410c-b424-426292e3936a tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:02.587547 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c1430bd7-fa54-49fe-89f1-8988e1c98eae req-dc124d1d-d94f-410c-b424-426292e3936a tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0679595 Jul 30 01:41:02.615241 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.622033 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7473bcf3-1e8e-46ae-8277-938b631be647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.638533 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c1430bd7-fa54-49fe-89f1-8988e1c98eae req-a7fff7fe-1763-4fa6-b5eb-6595a06281ec tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442810 Jul 30 01:41:02.735715 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d88e0df7-2e0b-4fa5-b0df-243a3c4740f0 req-2ac6b9dd-13bb-4ff2-b141-3fbd3a424771 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 210 time: 0.0387974 Jul 30 01:41:02.764731 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['b96927e2-2d58-419e-ac70-0e9fba7f17cd'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:02.791488 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7473bcf3-1e8e-46ae-8277-938b631be647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.794327 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7473bcf3-1e8e-46ae-8277-938b631be647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.799817 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['c861ec76-c32d-4416-8571-e5609490f0f2'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:02.804093 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7473bcf3-1e8e-46ae-8277-938b631be647 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9ccf0bca-e8a7-4e51-9705-6b356c919206 HTTP/1.1" status: 204 len: 168 time: 0.2781935 Jul 30 01:41:02.815873 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80eb66-8109-40eb-9f8e-3418949216f1 req-038cff4f-304c-43a4-90ef-b0805ba50e4f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:02.823045 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ad80eb66-8109-40eb-9f8e-3418949216f1 req-038cff4f-304c-43a4-90ef-b0805ba50e4f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.0980000 Jul 30 01:41:02.842266 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473bcf3-1e8e-46ae-8277-938b631be647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccf0bca-e8a7-4e51-9705-6b356c919206,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:02.889898 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ad80eb66-8109-40eb-9f8e-3418949216f1 req-0f0debfb-b609-41b6-a877-d655065656a8 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613556 Jul 30 01:41:02.920960 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e41a1-fee3-43d6-b401-5bd206b24057 req-c128babf-9291-43da-a8c5-1ba881f5d719 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:02.922964 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0a7e41a1-fee3-43d6-b401-5bd206b24057 req-c128babf-9291-43da-a8c5-1ba881f5d719 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0990872 Jul 30 01:41:03.008229 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0a7e41a1-fee3-43d6-b401-5bd206b24057 req-771bfb8c-bd2e-4a85-84da-e1e94883eb8d tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690298 Jul 30 01:41:03.035902 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f7d78-ea6c-4a4e-b713-859c6cc24c5c req-5c7c196d-6fcc-4498-9d2c-2c0b11d9285e tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:03.044425 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-936f7d78-ea6c-4a4e-b713-859c6cc24c5c req-5c7c196d-6fcc-4498-9d2c-2c0b11d9285e tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 943 time: 0.0801160 Jul 30 01:41:03.095892 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-936f7d78-ea6c-4a4e-b713-859c6cc24c5c req-1efc1253-aa55-4b1e-a368-84338fc3f40c tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463748 Jul 30 01:41:03.230800 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cf11f-9e9a-495c-af74-f67c6e6587c5 req-aa532b92-bdae-45a7-b526-1bd077ab8658 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:03.232386 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-381cf11f-9e9a-495c-af74-f67c6e6587c5 req-aa532b92-bdae-45a7-b526-1bd077ab8658 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 945 time: 0.0612130 Jul 30 01:41:03.284139 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-381cf11f-9e9a-495c-af74-f67c6e6587c5 req-e7645cd5-0e95-40bb-abe3-92774f952e3c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437546 Jul 30 01:41:03.577670 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32326558-8559-4ce6-a11d-eb1232849996 req-c1e0261b-a9bb-4af4-b469-075409550476 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:03.579825 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-32326558-8559-4ce6-a11d-eb1232849996 req-c1e0261b-a9bb-4af4-b469-075409550476 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0564077 Jul 30 01:41:03.634049 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-32326558-8559-4ce6-a11d-eb1232849996 req-412c07d2-230d-4a20-aead-f0007af50871 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456309 Jul 30 01:41:03.648444 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e030a-e677-4549-9893-f6ddb24675ba req-596cebb5-7082-4dea-bdaf-ac80e6da2148 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:03.650319 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-487e030a-e677-4549-9893-f6ddb24675ba req-596cebb5-7082-4dea-bdaf-ac80e6da2148 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0797250 Jul 30 01:41:03.706831 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-487e030a-e677-4549-9893-f6ddb24675ba req-ed3d0d74-8384-428b-b7d7-30e4bac6e260 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502162 Jul 30 01:41:03.713342 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58848) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:03.726903 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9fb8314-6e35-4923-91ec-f21f3754d305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:03.738107 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device fbff1d08-d2f1-411c-9589-387468ee1d08 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:03.744432 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device b96927e2-2d58-419e-ac70-0e9fba7f17cd up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:03.865493 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9fb8314-6e35-4923-91ec-f21f3754d305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:03.866892 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d65e33a0-e0ea-4cab-b987-e46454067c52 req-6b37cfc6-176a-409d-a761-58f37a35befd tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 210 time: 0.0577652 Jul 30 01:41:03.877831 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port fbff1d08-d2f1-411c-9589-387468ee1d08, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=fbff1d08-d2f1-411c-9589-387468ee1d08,segment=NetworkSegment(d03d4bf5-8861-4829-a1a8-5d42619413e3),segment_id=d03d4bf5-8861-4829-a1a8-5d42619413e3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:03.897524 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'fbff1d08-d2f1-411c-9589-387468ee1d08', 'network_id': 'af499f2f-a16e-4661-aa70-6b5b8e2d65ad', 'port_id': 'fbff1d08-d2f1-411c-9589-387468ee1d08', 'mac_address': 'fa:16:3e:84:8c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c9b215d-3d8d-4b5b-ac9c-6d49ec431d98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:03.937543 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:03.948381 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port b96927e2-2d58-419e-ac70-0e9fba7f17cd completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:03.954399 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port b96927e2-2d58-419e-ac70-0e9fba7f17cd triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:03.954780 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:03.956996 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbff1d08-d2f1-411c-9589-387468ee1d08 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:03.992054 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9fb8314-6e35-4923-91ec-f21f3754d305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.003190 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port fbff1d08-d2f1-411c-9589-387468ee1d08, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=fbff1d08-d2f1-411c-9589-387468ee1d08,segment=NetworkSegment(d03d4bf5-8861-4829-a1a8-5d42619413e3),segment_id=d03d4bf5-8861-4829-a1a8-5d42619413e3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:04.034227 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37501453-2caf-4f03-b27e-2374680cdea2 req-a131871d-a907-492b-b4f3-1315a81442b6 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:04.035729 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37501453-2caf-4f03-b27e-2374680cdea2 req-a131871d-a907-492b-b4f3-1315a81442b6 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.0798531 Jul 30 01:41:04.048145 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e9fb8314-6e35-4923-91ec-f21f3754d305 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6bde20d403e04443a0369b4bf8d0d788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309827 Jul 30 01:41:04.048145 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb8314-6e35-4923-91ec-f21f3754d305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9ca652-ee9f-4ae3-97af-82ecfc41e290,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:04.048872 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58858) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:04.057345 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb8314-6e35-4923-91ec-f21f3754d305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.062663 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb8314-6e35-4923-91ec-f21f3754d305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.062663 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb8314-6e35-4923-91ec-f21f3754d305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.062663 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb8314-6e35-4923-91ec-f21f3754d305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.062663 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb8314-6e35-4923-91ec-f21f3754d305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.062663 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb8314-6e35-4923-91ec-f21f3754d305 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.062663 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb8314-6e35-4923-91ec-f21f3754d305 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.062663 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb8314-6e35-4923-91ec-f21f3754d305 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.062663 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb8314-6e35-4923-91ec-f21f3754d305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.062663 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb8314-6e35-4923-91ec-f21f3754d305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.062663 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb8314-6e35-4923-91ec-f21f3754d305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.063352 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.063440 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb8314-6e35-4923-91ec-f21f3754d305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.086624 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.119587 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a5e6e804-0ee9-42a3-944b-1966337c6a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.119816 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port b96927e2-2d58-419e-ac70-0e9fba7f17cd, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=b96927e2-2d58-419e-ac70-0e9fba7f17cd,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:04.121856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e4ea11-f135-4cf1-b6cd-8be7a8164366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96927e2-2d58-419e-ac70-0e9fba7f17cd'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:04.124202 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001dfc12-7622-4edb-bfd1-93e427b60c2e" -d '{"events": [{"server_uuid": "75e4ea11-f135-4cf1-b6cd-8be7a8164366", "name": "network-vif-plugged", "status": "completed", "tag": "b96927e2-2d58-419e-ac70-0e9fba7f17cd"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:04.126663 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37501453-2caf-4f03-b27e-2374680cdea2 req-2bdf4afe-fc68-45cb-8c0a-2e7949bf9fe1 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529046 Jul 30 01:41:04.149517 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a5e6e804-0ee9-42a3-944b-1966337c6a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.185357 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=fbff1d08-d2f1-411c-9589-387468ee1d08,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:04.197904 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.198970 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c861ec76-c32d-4416-8571-e5609490f0f2 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:04.203883 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1552e8da-a407-4628-bd7b-67d2322d0bf9 x-openstack-request-id: req-1552e8da-a407-4628-bd7b-67d2322d0bf9 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:04.204171 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e4ea11-f135-4cf1-b6cd-8be7a8164366", "name": "network-vif-plugged", "status": "completed", "tag": "b96927e2-2d58-419e-ac70-0e9fba7f17cd", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:04.204420 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1552e8da-a407-4628-bd7b-67d2322d0bf9 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:04.204832 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e4ea11-f135-4cf1-b6cd-8be7a8164366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96927e2-2d58-419e-ac70-0e9fba7f17cd', 'code': 200} Jul 30 01:41:04.254001 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281108c4-4198-4d35-9bad-64a986e764d6 req-23110c02-a04c-454c-96d6-9d0181712674 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:04.255547 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-281108c4-4198-4d35-9bad-64a986e764d6 req-23110c02-a04c-454c-96d6-9d0181712674 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 944 time: 0.0725768 Jul 30 01:41:04.283358 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=b96927e2-2d58-419e-ac70-0e9fba7f17cd,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:04.320178 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-281108c4-4198-4d35-9bad-64a986e764d6 req-e9b707eb-8fe1-4c37-ae9a-4bcd025d8f8c tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491660 Jul 30 01:41:04.377384 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a5e6e804-0ee9-42a3-944b-1966337c6a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.380930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port c861ec76-c32d-4416-8571-e5609490f0f2 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:04.384296 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a5e6e804-0ee9-42a3-944b-1966337c6a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.388054 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a5e6e804-0ee9-42a3-944b-1966337c6a69 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7f9ca652-ee9f-4ae3-97af-82ecfc41e290 HTTP/1.1" status: 204 len: 168 time: 0.3360417 Jul 30 01:41:04.393533 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port c861ec76-c32d-4416-8571-e5609490f0f2 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:04.393921 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.397197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['fbff1d08-d2f1-411c-9589-387468ee1d08'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:04.433468 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea1b49-1da1-4472-9b44-8810def1492d req-9b4c78b1-b624-4fe2-ab2e-7d2923437fb9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:04.435415 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-72ea1b49-1da1-4472-9b44-8810def1492d req-9b4c78b1-b624-4fe2-ab2e-7d2923437fb9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 946 time: 0.0731905 Jul 30 01:41:04.462927 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6e804-0ee9-42a3-944b-1966337c6a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9ca652-ee9f-4ae3-97af-82ecfc41e290,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:04.478486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e804-0ee9-42a3-944b-1966337c6a69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.479267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e804-0ee9-42a3-944b-1966337c6a69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.479267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e804-0ee9-42a3-944b-1966337c6a69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.479505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e804-0ee9-42a3-944b-1966337c6a69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.479782 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e804-0ee9-42a3-944b-1966337c6a69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.480102 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e804-0ee9-42a3-944b-1966337c6a69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.480422 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e804-0ee9-42a3-944b-1966337c6a69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.480736 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e804-0ee9-42a3-944b-1966337c6a69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.481055 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e804-0ee9-42a3-944b-1966337c6a69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.481460 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e804-0ee9-42a3-944b-1966337c6a69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.481675 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e804-0ee9-42a3-944b-1966337c6a69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.481987 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e804-0ee9-42a3-944b-1966337c6a69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.494082 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3073ec-a1ff-424e-a3af-6b5f8db77fda req-e0cd480a-ffde-4c3c-b67e-3f1d3a9ca63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:04.495615 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a3073ec-a1ff-424e-a3af-6b5f8db77fda req-e0cd480a-ffde-4c3c-b67e-3f1d3a9ca63c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 1097 time: 0.1466000 Jul 30 01:41:04.503625 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-72ea1b49-1da1-4472-9b44-8810def1492d req-08277afe-6f80-4495-ba9c-de9a9f0bd54a tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605586 Jul 30 01:41:04.514919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-f5f4d561-1321-4c60-8330-132c11bb1f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:04.516130 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-f5f4d561-1321-4c60-8330-132c11bb1f0a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 1100 time: 0.1811061 Jul 30 01:41:04.572327 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.590321 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a3073ec-a1ff-424e-a3af-6b5f8db77fda req-69d054bd-e785-4432-ae95-bf3ee49d215e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847070 Jul 30 01:41:04.628167 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-fa639ef4-456d-46d9-b63f-e151060587fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:04.629804 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-fa639ef4-456d-46d9-b63f-e151060587fe service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.1015303 Jul 30 01:41:04.633688 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port c861ec76-c32d-4416-8571-e5609490f0f2, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c861ec76-c32d-4416-8571-e5609490f0f2,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:04.689113 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.747274 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=c861ec76-c32d-4416-8571-e5609490f0f2,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:04.756424 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.756785 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.757131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.757479 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.757795 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.758196 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.758567 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.758907 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.759228 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.759559 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.759887 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.760212 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:04.775560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a200dd4-8333-44f0-9c10-13c0abc7ed4f req-f0475c5d-562d-4c78-8513-39393a2b209e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:04.775560 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5a200dd4-8333-44f0-9c10-13c0abc7ed4f req-f0475c5d-562d-4c78-8513-39393a2b209e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0739570 Jul 30 01:41:04.818067 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5a200dd4-8333-44f0-9c10-13c0abc7ed4f req-f7e14f49-90ce-4bc0-ae68-b1f308babd64 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358675 Jul 30 01:41:04.865702 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe63a3-d50d-4cd3-8712-01c6a7ed390a req-809d2746-77dc-482c-9c24-0e3d63978b8d tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:04.868280 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-87fe63a3-d50d-4cd3-8712-01c6a7ed390a req-809d2746-77dc-482c-9c24-0e3d63978b8d tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0583742 Jul 30 01:41:04.909243 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-87fe63a3-d50d-4cd3-8712-01c6a7ed390a req-6dffdb5c-ff2e-4ebf-9528-b64ed7ac70c6 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339839 Jul 30 01:41:04.985313 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-c8f38f90-c75e-4b8a-8a20-d19ff037f3a7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=58becea3-31c0-4351-95e0-89aa79c8cb6f HTTP/1.1" status: 200 len: 217 time: 0.0523586 Jul 30 01:41:04.985808 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-585281f1-0420-4110-a24e-d05b38d1c253 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d9f1931160904438bd57ac4517f4dda7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430768 Jul 30 01:41:05.015246 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08e554d8-2b4c-4ef2-87b6-068bf59f162d req-18f2a7bd-741d-430a-9e29-503e3c9d265f tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 210 time: 0.0333536 Jul 30 01:41:05.063705 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-060a7610-e48d-44e9-858a-e511e3362645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:05.065305 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-060a7610-e48d-44e9-858a-e511e3362645 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0460072 Jul 30 01:41:05.107305 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-6b3e6bb9-1980-49c8-af06-052b153c1736 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:05.107305 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-6b3e6bb9-1980-49c8-af06-052b153c1736 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1122591 Jul 30 01:41:05.114900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-36056a79-aeed-4307-acf4-1df33dc71137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:05.116398 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-36056a79-aeed-4307-acf4-1df33dc71137 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0425222 Jul 30 01:41:05.119769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-85e2aba4-01eb-4b36-9d0e-be4523183278 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Request body: {'port': {'device_id': 'bf976286-0095-44c9-8d0b-1934155d3462', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': 'd9f1931160904438bd57ac4517f4dda7'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:05.225156 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-bb0dd123-68c6-4426-a175-1ff07cad6e10 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010582 Jul 30 01:41:05.272734 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393ebda-06d0-42db-8a84-26b63caa6fc0 req-69273532-9d01-49c1-b480-c7db4dc82f7e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:05.274489 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a393ebda-06d0-42db-8a84-26b63caa6fc0 req-69273532-9d01-49c1-b480-c7db4dc82f7e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.0844309 Jul 30 01:41:05.318774 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a393ebda-06d0-42db-8a84-26b63caa6fc0 req-72c02eb4-6442-4117-a9d7-2a22a79ed3f5 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346692 Jul 30 01:41:05.340030 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-61475257-a51c-4bda-9ae6-5c1f69fecd00 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071329 Jul 30 01:41:05.346582 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-85e2aba4-01eb-4b36-9d0e-be4523183278 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Made reservation on behalf of d9f1931160904438bd57ac4517f4dda7 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:05.350007 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-85e2aba4-01eb-4b36-9d0e-be4523183278 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:05.363975 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-85e2aba4-01eb-4b36-9d0e-be4523183278 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:05.454750 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-85e2aba4-01eb-4b36-9d0e-be4523183278 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:05.477817 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daf5f8-b02c-4c41-9c6a-3f0356627f0b req-4abb9fba-736d-4e0c-a44f-5134f0b1beb6 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:05.479363 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2daf5f8-b02c-4c41-9c6a-3f0356627f0b req-4abb9fba-736d-4e0c-a44f-5134f0b1beb6 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 944 time: 0.0521941 Jul 30 01:41:05.518989 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2daf5f8-b02c-4c41-9c6a-3f0356627f0b req-2b844eeb-53e5-4a4a-af35-a4514c4bcc21 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332956 Jul 30 01:41:05.546623 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-85e2aba4-01eb-4b36-9d0e-be4523183278 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:05.598874 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4192faf7-dda4-4eb9-a84f-db331522340b req-eddf0db5-9bd4-44e3-9392-5cd19130f4e0 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d9f1931160904438bd57ac4517f4dda7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296593 Jul 30 01:41:05.658002 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2aba4-01eb-4b36-9d0e-be4523183278 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:05.717230 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b36feb-bcbe-4743-bf8a-4968957f4bd5 req-b27997e9-f9e8-4a3e-8d29-7cb1f0c0e381 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:05.718908 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93b36feb-bcbe-4743-bf8a-4968957f4bd5 req-b27997e9-f9e8-4a3e-8d29-7cb1f0c0e381 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 946 time: 0.1128538 Jul 30 01:41:05.731097 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device fbff1d08-d2f1-411c-9589-387468ee1d08 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:05.735866 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192faf7-dda4-4eb9-a84f-db331522340b req-6aa8d9d0-4a54-4bdf-8e69-b3abf43300e6 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:05.738087 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4192faf7-dda4-4eb9-a84f-db331522340b req-6aa8d9d0-4a54-4bdf-8e69-b3abf43300e6 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1319549 Jul 30 01:41:05.753123 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-4192faf7-dda4-4eb9-a84f-db331522340b req-79b35cd1-8449-4856-b3be-ebdcfc0b5244 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Request body: {'port': {'device_id': '5720e952-7707-4e22-9726-a23e67a41fe7', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': 'd9f1931160904438bd57ac4517f4dda7'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:05.770172 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-85e2aba4-01eb-4b36-9d0e-be4523183278 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Allocated IP 192.168.233.97 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/8b508e57-8ada-4b88-bdc6-4556050fe639) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:05.826360 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port fbff1d08-d2f1-411c-9589-387468ee1d08 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:05.831004 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port fbff1d08-d2f1-411c-9589-387468ee1d08 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:05.837799 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:05.857816 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93b36feb-bcbe-4743-bf8a-4968957f4bd5 req-c2b51e42-b874-4987-a0d7-5b7354a9ca03 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931635 Jul 30 01:41:05.979456 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.045406 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port fbff1d08-d2f1-411c-9589-387468ee1d08, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=fbff1d08-d2f1-411c-9589-387468ee1d08,segment=NetworkSegment(d03d4bf5-8861-4829-a1a8-5d42619413e3),segment_id=d03d4bf5-8861-4829-a1a8-5d42619413e3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:06.059680 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-85e2aba4-01eb-4b36-9d0e-be4523183278 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.073786 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268c6cc-4ed9-4694-b72f-b4d0893de227 req-fe286488-5e7e-498f-8f6e-e52b2ce91b29 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:06.075711 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3268c6cc-4ed9-4694-b72f-b4d0893de227 req-fe286488-5e7e-498f-8f6e-e52b2ce91b29 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 946 time: 0.1047189 Jul 30 01:41:06.111408 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-85e2aba4-01eb-4b36-9d0e-be4523183278 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Transition to ACTIVE for port object 8b508e57-8ada-4b88-bdc6-4556050fe639 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:06.120983 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3268c6cc-4ed9-4694-b72f-b4d0893de227 req-b11c19dc-cbba-476c-b07a-ec0032c9ecb8 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377545 Jul 30 01:41:06.123327 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4192faf7-dda4-4eb9-a84f-db331522340b req-79b35cd1-8449-4856-b3be-ebdcfc0b5244 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Made reservation on behalf of d9f1931160904438bd57ac4517f4dda7 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:06.127869 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4192faf7-dda4-4eb9-a84f-db331522340b req-79b35cd1-8449-4856-b3be-ebdcfc0b5244 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.152915 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.156533 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa6817-feb3-4711-845e-3c81d5f6904d req-b1113df9-fc52-45a9-b2a8-e740cbc16e2a tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:06.158142 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5daa6817-feb3-4711-845e-3c81d5f6904d req-b1113df9-fc52-45a9-b2a8-e740cbc16e2a tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0958860 Jul 30 01:41:06.205811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8637094e-7aa8-4b76-863b-39ece064a8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c861ec76-c32d-4416-8571-e5609490f0f2'}, {'server_uuid': 'cee3352b-1044-4340-8d1f-fc01ff369186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbff1d08-d2f1-411c-9589-387468ee1d08'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:06.209838 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fb7332-89ac-43ff-aefa-590ac617383e" -d '{"events": [{"server_uuid": "8637094e-7aa8-4b76-863b-39ece064a8e3", "name": "network-vif-plugged", "status": "completed", "tag": "c861ec76-c32d-4416-8571-e5609490f0f2"}, {"server_uuid": "cee3352b-1044-4340-8d1f-fc01ff369186", "name": "network-vif-plugged", "status": "completed", "tag": "fbff1d08-d2f1-411c-9589-387468ee1d08"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:06.231963 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5daa6817-feb3-4711-845e-3c81d5f6904d req-f9f2c7e3-7a7e-4bc0-97d8-67a5c67a4c6f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538349 Jul 30 01:41:06.233110 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=fbff1d08-d2f1-411c-9589-387468ee1d08,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:06.252510 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e8b4cf39-3101-4aec-8c08-7a17c92920dd req-3b93ca02-e5ea-49a7-8f5e-3cd1202e8d79 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 210 time: 0.0442314 Jul 30 01:41:06.283627 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d7563e-8a3c-4f31-858c-3cbf6745dec2 x-openstack-request-id: req-d0d7563e-8a3c-4f31-858c-3cbf6745dec2 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:06.283926 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8637094e-7aa8-4b76-863b-39ece064a8e3", "name": "network-vif-plugged", "status": "completed", "tag": "c861ec76-c32d-4416-8571-e5609490f0f2", "code": 200}, {"server_uuid": "cee3352b-1044-4340-8d1f-fc01ff369186", "name": "network-vif-plugged", "status": "completed", "tag": "fbff1d08-d2f1-411c-9589-387468ee1d08", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:06.284182 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d0d7563e-8a3c-4f31-858c-3cbf6745dec2 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:06.284588 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8637094e-7aa8-4b76-863b-39ece064a8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c861ec76-c32d-4416-8571-e5609490f0f2', 'code': 200} Jul 30 01:41:06.284844 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee3352b-1044-4340-8d1f-fc01ff369186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbff1d08-d2f1-411c-9589-387468ee1d08', 'code': 200} Jul 30 01:41:06.293357 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-85e2aba4-01eb-4b36-9d0e-be4523183278 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.338002 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-85e2aba4-01eb-4b36-9d0e-be4523183278 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:06.340887 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-85e2aba4-01eb-4b36-9d0e-be4523183278 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:06.343927 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-85e2aba4-01eb-4b36-9d0e-be4523183278 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:06.352758 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-85e2aba4-01eb-4b36-9d0e-be4523183278 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:06.353344 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-85e2aba4-01eb-4b36-9d0e-be4523183278 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.357000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-4192faf7-dda4-4eb9-a84f-db331522340b req-79b35cd1-8449-4856-b3be-ebdcfc0b5244 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Allocated IP 192.168.233.58 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/0f0e0685-44fd-47b2-a0c8-667e66fb9f7c) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:06.369367 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2aba4-01eb-4b36-9d0e-be4523183278 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Pushing event updated for resources: {'Port': ['ID=8b508e57-8ada-4b88-bdc6-4556050fe639,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:06.450378 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-85e2aba4-01eb-4b36-9d0e-be4523183278 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3345656 Jul 30 01:41:06.465431 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] Request body: {'port': {'device_id': 'bf976286-0095-44c9-8d0b-1934155d3462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:06.535362 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.608216 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc76ef-79fd-4165-acb7-54d1a94b17cd req-73879074-ab21-4b11-adac-f1f267c797c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:06.610328 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddfc76ef-79fd-4165-acb7-54d1a94b17cd req-73879074-ab21-4b11-adac-f1f267c797c2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 1097 time: 0.1866632 Jul 30 01:41:06.617505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260d6d0-4335-4a5d-a783-08ffa04d88e5 req-657c837d-6d03-4039-8833-e758134c4544 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:06.618922 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c260d6d0-4335-4a5d-a783-08ffa04d88e5 req-657c837d-6d03-4039-8833-e758134c4544 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.1932578 Jul 30 01:41:06.653313 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48122a80-35f0-4a68-96cf-d68d20929028 req-964416d1-5619-4aeb-be7f-58a6a29e3207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:06.654708 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-48122a80-35f0-4a68-96cf-d68d20929028 req-964416d1-5619-4aeb-be7f-58a6a29e3207 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 1096 time: 0.2091787 Jul 30 01:41:06.700657 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8b20e2dc-16e0-4f18-b984-7e65db72026f None None] Provisioning for port 8b508e57-8ada-4b88-bdc6-4556050fe639 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:06.704775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8b20e2dc-16e0-4f18-b984-7e65db72026f None None] Provisioning complete for port 8b508e57-8ada-4b88-bdc6-4556050fe639 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:06.705150 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b20e2dc-16e0-4f18-b984-7e65db72026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.721693 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddfc76ef-79fd-4165-acb7-54d1a94b17cd req-da05141b-357b-4ff0-8321-7416691c6030 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010838 Jul 30 01:41:06.722749 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce7abb-fb53-43c0-8fc2-af1e1d5d381d req-0ecc0da9-b80c-47a0-8d33-324946c59b68 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:06.724506 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b4ce7abb-fb53-43c0-8fc2-af1e1d5d381d req-0ecc0da9-b80c-47a0-8d33-324946c59b68 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 945 time: 0.1139045 Jul 30 01:41:06.746412 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8b20e2dc-16e0-4f18-b984-7e65db72026f None None] Port 8b508e57-8ada-4b88-bdc6-4556050fe639 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:06.746950 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c260d6d0-4335-4a5d-a783-08ffa04d88e5 req-26889f68-5cbf-48d9-bc10-3eb24631fd2e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163783 Jul 30 01:41:06.767012 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-48122a80-35f0-4a68-96cf-d68d20929028 req-5e8e8d29-8546-4345-8c93-cd0d5ab9beef service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892935 Jul 30 01:41:06.767693 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b4ce7abb-fb53-43c0-8fc2-af1e1d5d381d req-e1afda15-8084-4654-aef7-f15e824e16f3 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352352 Jul 30 01:41:06.771785 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4192faf7-dda4-4eb9-a84f-db331522340b req-79b35cd1-8449-4856-b3be-ebdcfc0b5244 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.789168 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-4192faf7-dda4-4eb9-a84f-db331522340b req-79b35cd1-8449-4856-b3be-ebdcfc0b5244 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Transition to ACTIVE for port object 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:06.861121 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4192faf7-dda4-4eb9-a84f-db331522340b req-79b35cd1-8449-4856-b3be-ebdcfc0b5244 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.914711 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4192faf7-dda4-4eb9-a84f-db331522340b req-79b35cd1-8449-4856-b3be-ebdcfc0b5244 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:06.918391 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-4192faf7-dda4-4eb9-a84f-db331522340b req-79b35cd1-8449-4856-b3be-ebdcfc0b5244 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:06.922638 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-4192faf7-dda4-4eb9-a84f-db331522340b req-79b35cd1-8449-4856-b3be-ebdcfc0b5244 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:06.928162 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192faf7-dda4-4eb9-a84f-db331522340b req-79b35cd1-8449-4856-b3be-ebdcfc0b5244 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:06.928889 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4192faf7-dda4-4eb9-a84f-db331522340b req-79b35cd1-8449-4856-b3be-ebdcfc0b5244 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.948345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b35cd1-8449-4856-b3be-ebdcfc0b5244 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Pushing event updated for resources: {'Port': ['ID=0f0e0685-44fd-47b2-a0c8-667e66fb9f7c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:07.036615 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4192faf7-dda4-4eb9-a84f-db331522340b req-79b35cd1-8449-4856-b3be-ebdcfc0b5244 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2893453 Jul 30 01:41:07.051480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] Request body: {'port': {'device_id': '5720e952-7707-4e22-9726-a23e67a41fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:07.113419 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.257098 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7ac27cf9-0c61-458c-a5c4-e69457e6eaef None None] Provisioning for port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:07.257098 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7ac27cf9-0c61-458c-a5c4-e69457e6eaef None None] Provisioning complete for port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:07.257098 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ac27cf9-0c61-458c-a5c4-e69457e6eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.278452 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9678206-c3c0-49a5-846c-7ccd328e4942 req-f338f2b6-1bee-4a66-8128-21ded9a943b8 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:07.279973 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a9678206-c3c0-49a5-846c-7ccd328e4942 req-f338f2b6-1bee-4a66-8128-21ded9a943b8 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 946 time: 0.3364904 Jul 30 01:41:07.299045 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7ac27cf9-0c61-458c-a5c4-e69457e6eaef None None] Port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:07.324923 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bd6b3-8664-4615-98b1-87ebbcc60caf req-261b9fb5-4608-46f7-befa-eea4b3362e00 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:07.326429 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d48bd6b3-8664-4615-98b1-87ebbcc60caf req-261b9fb5-4608-46f7-befa-eea4b3362e00 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0545039 Jul 30 01:41:07.358198 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b508e57-8ada-4b88-bdc6-4556050fe639 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:07.364894 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d48bd6b3-8664-4615-98b1-87ebbcc60caf req-4f4eeb63-6e80-4836-8edc-dcd6370de965 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325282 Jul 30 01:41:07.367751 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a9678206-c3c0-49a5-846c-7ccd328e4942 req-902bfc2c-df2c-4cb9-9545-0a5a28624768 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759645 Jul 30 01:41:07.369516 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.390530 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] Transition to ACTIVE for port object 8b508e57-8ada-4b88-bdc6-4556050fe639 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:07.472187 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.523797 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50ef46-1bb9-46ed-9bed-4b14f790cfc2 req-536fc292-42d4-4307-a705-c784f68aefe2 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:07.526972 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2f50ef46-1bb9-46ed-9bed-4b14f790cfc2 req-536fc292-42d4-4307-a705-c784f68aefe2 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0870707 Jul 30 01:41:07.550663 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b508e57-8ada-4b88-bdc6-4556050fe639,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:07.566471 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] Attempting to bind port 8b508e57-8ada-4b88-bdc6-4556050fe639 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:07.566888 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] Attempting to bind port 8b508e57-8ada-4b88-bdc6-4556050fe639 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:07.567215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] Attempting to bind port 8b508e57-8ada-4b88-bdc6-4556050fe639 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:07.571967 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] Port 8b508e57-8ada-4b88-bdc6-4556050fe639 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:07.572287 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] Attempting to bind port 8b508e57-8ada-4b88-bdc6-4556050fe639 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:07.577269 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:07.578682 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:07.578682 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:07.579085 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] Bound port: 8b508e57-8ada-4b88-bdc6-4556050fe639, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:07.579587 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.594831 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2f50ef46-1bb9-46ed-9bed-4b14f790cfc2 req-ffbce66e-c03e-46f1-9644-116262819458 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622227 Jul 30 01:41:07.675411 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:07.686563 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] For port 8b508e57-8ada-4b88-bdc6-4556050fe639, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:07.690011 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] For port 8b508e57-8ada-4b88-bdc6-4556050fe639, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8b508e57-8ada-4b88-bdc6-4556050fe639,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:07.692958 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.728238 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] Transition to ACTIVE for port object 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:07.745060 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d8cce-19ee-4ea6-8156-9227ca492a3a req-14a0f98c-dfe2-4447-b1f2-350899a12e0b tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:07.746732 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2d1d8cce-19ee-4ea6-8156-9227ca492a3a req-14a0f98c-dfe2-4447-b1f2-350899a12e0b tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 935 time: 0.0661299 Jul 30 01:41:07.767788 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.786797 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2d1d8cce-19ee-4ea6-8156-9227ca492a3a req-7579a8c1-c19e-4098-85f2-19d66e7036cc tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/security-groups?id=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335352 Jul 30 01:41:07.797947 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.801091 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:07.801091 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.802121 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] 10.222.0.10 "PUT /v2.0/ports/8b508e57-8ada-4b88-bdc6-4556050fe639 HTTP/1.1" status: 200 len: 1095 time: 1.3428912 Jul 30 01:41:07.802590 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf976286-0095-44c9-8d0b-1934155d3462', 'tag': '8b508e57-8ada-4b88-bdc6-4556050fe639'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:07.806340 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ce571d-7d8c-471c-bd41-97563fb89344" -d '{"events": [{"name": "network-changed", "server_uuid": "bf976286-0095-44c9-8d0b-1934155d3462", "tag": "8b508e57-8ada-4b88-bdc6-4556050fe639"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:07.849885 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21173828-39cf-40bf-9137-3fb1d90d31e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b508e57-8ada-4b88-bdc6-4556050fe639,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:07.883441 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0e0685-44fd-47b2-a0c8-667e66fb9f7c,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:07.931520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] Attempting to bind port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:07.931520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] Attempting to bind port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:07.931711 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] Attempting to bind port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:07.941686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] Port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:07.942013 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] Attempting to bind port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:07.947534 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:07.947882 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:07.948283 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:07.948726 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] Bound port: 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:07.949086 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:08.025102 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] For port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:08.028929 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] For port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0f0e0685-44fd-47b2-a0c8-667e66fb9f7c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:08.057137 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-05863a40-b465-4123-bf84-02efeef4b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:08.058754 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-05863a40-b465-4123-bf84-02efeef4b675 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9f1931160904438bd57ac4517f4dda7&device_id=bf976286-0095-44c9-8d0b-1934155d3462 HTTP/1.1" status: 200 len: 1098 time: 0.1133022 Jul 30 01:41:08.087684 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34929701-3c76-4e1d-9d66-e9c90895ab68 req-ebd23407-a2d6-4552-b345-46a845203555 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:08.089167 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-34929701-3c76-4e1d-9d66-e9c90895ab68 req-ebd23407-a2d6-4552-b345-46a845203555 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.1049571 Jul 30 01:41:08.108984 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28defec0-84db-4a6e-90d6-72dff399a485 req-ad72392b-0fea-4bb9-be6a-d92d574903c6 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:08.111865 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-28defec0-84db-4a6e-90d6-72dff399a485 req-ad72392b-0fea-4bb9-be6a-d92d574903c6 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 1097 time: 0.0463150 Jul 30 01:41:08.122941 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-c04fa3e6-5870-4aa7-8951-7060311b98fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8b508e57-8ada-4b88-bdc6-4556050fe639 HTTP/1.1" status: 200 len: 217 time: 0.0524960 Jul 30 01:41:08.128932 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:08.195492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:08.196118 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:08.197682 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4192faf7-dda4-4eb9-a84f-db331522340b req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] 10.222.0.10 "PUT /v2.0/ports/0f0e0685-44fd-47b2-a0c8-667e66fb9f7c HTTP/1.1" status: 200 len: 1095 time: 1.1512012 Jul 30 01:41:08.198375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5720e952-7707-4e22-9726-a23e67a41fe7', 'tag': '0f0e0685-44fd-47b2-a0c8-667e66fb9f7c'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:08.200755 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bee3854-5bb6-41dd-a83a-1f7072cecca1" -d '{"events": [{"name": "network-changed", "server_uuid": "5720e952-7707-4e22-9726-a23e67a41fe7", "tag": "0f0e0685-44fd-47b2-a0c8-667e66fb9f7c"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:08.204444 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-34929701-3c76-4e1d-9d66-e9c90895ab68 req-14dc4392-fdca-4858-984a-f6f2ed0a25ec tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831115 Jul 30 01:41:08.215505 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-2db905bc-bd7d-4457-96dc-be74b34cdbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:08.220305 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-28defec0-84db-4a6e-90d6-72dff399a485 req-8e3b80b5-0a6a-46b1-88ba-9e45a27165ec tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002657 Jul 30 01:41:08.221021 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-2db905bc-bd7d-4457-96dc-be74b34cdbf9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0826576 Jul 30 01:41:08.261340 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fcf13-87f7-4041-b12a-c6f9327e22c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0e0685-44fd-47b2-a0c8-667e66fb9f7c,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:08.279497 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-e5474ba5-749a-4b1c-a09e-849a71640dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:08.281115 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-e5474ba5-749a-4b1c-a09e-849a71640dad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0504153 Jul 30 01:41:08.292077 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f54560-bfad-462a-b6c8-99b097542d0e x-openstack-request-id: req-f0f54560-bfad-462a-b6c8-99b097542d0e {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:08.292368 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf976286-0095-44c9-8d0b-1934155d3462", "tag": "8b508e57-8ada-4b88-bdc6-4556050fe639", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:08.292626 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f0f54560-bfad-462a-b6c8-99b097542d0e {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:08.293314 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf976286-0095-44c9-8d0b-1934155d3462', 'tag': '8b508e57-8ada-4b88-bdc6-4556050fe639', 'status': 'completed', 'code': 200} Jul 30 01:41:08.360188 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe0db4d-a2f1-47f4-9943-1b0cad344182 x-openstack-request-id: req-dfe0db4d-a2f1-47f4-9943-1b0cad344182 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:08.360672 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5720e952-7707-4e22-9726-a23e67a41fe7", "tag": "0f0e0685-44fd-47b2-a0c8-667e66fb9f7c", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:08.361649 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dfe0db4d-a2f1-47f4-9943-1b0cad344182 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:08.362139 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5720e952-7707-4e22-9726-a23e67a41fe7', 'tag': '0f0e0685-44fd-47b2-a0c8-667e66fb9f7c', 'status': 'completed', 'code': 200} Jul 30 01:41:08.418431 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192faf7-dda4-4eb9-a84f-db331522340b req-8580fdde-eb7f-48b3-8759-e04a6b40bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:08.420689 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ef518-aedf-44d2-8973-101c30deea79 req-f2a7784a-e239-4db9-b346-d0fe4c615636 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:08.422261 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4192faf7-dda4-4eb9-a84f-db331522340b req-8580fdde-eb7f-48b3-8759-e04a6b40bbcb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9f1931160904438bd57ac4517f4dda7&device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 1098 time: 0.0781579 Jul 30 01:41:08.429693 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-744ef518-aedf-44d2-8973-101c30deea79 req-f2a7784a-e239-4db9-b346-d0fe4c615636 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 945 time: 0.1249695 Jul 30 01:41:08.477136 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4192faf7-dda4-4eb9-a84f-db331522340b req-e3d2f53e-56d4-4f83-8dda-2e03a2e9af9f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=0f0e0685-44fd-47b2-a0c8-667e66fb9f7c HTTP/1.1" status: 200 len: 217 time: 0.0430074 Jul 30 01:41:08.491368 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-ba5bacd6-1246-472c-9e69-a91f665d87f7 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971607 Jul 30 01:41:08.494653 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-744ef518-aedf-44d2-8973-101c30deea79 req-fc500b6b-44b9-47e3-aff0-ad4ec195a528 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654931 Jul 30 01:41:08.581231 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192faf7-dda4-4eb9-a84f-db331522340b req-3201f960-6e11-4314-afeb-f82d1b0f7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:08.583182 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4192faf7-dda4-4eb9-a84f-db331522340b req-3201f960-6e11-4314-afeb-f82d1b0f7008 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0984354 Jul 30 01:41:08.590436 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46dde3-e614-4da9-a12d-5cbd3e99526a req-b5f69adc-b164-4dd3-a15f-8ccdb74eb4e8 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:08.590706 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac46dde3-e614-4da9-a12d-5cbd3e99526a req-b5f69adc-b164-4dd3-a15f-8ccdb74eb4e8 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 1097 time: 0.0973356 Jul 30 01:41:08.616376 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4640f7e4-6447-4ba1-be47-708c27d05d3b req-3cc0106d-8f8f-4161-ae75-e2f67cc60b82 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175530 Jul 30 01:41:08.654412 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac46dde3-e614-4da9-a12d-5cbd3e99526a req-c6daffcf-919d-497b-8588-ae1f91b7c47f tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528073 Jul 30 01:41:08.657654 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192faf7-dda4-4eb9-a84f-db331522340b req-f3a5dec3-a55c-4396-b021-f83cb6d12a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:08.659149 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4192faf7-dda4-4eb9-a84f-db331522340b req-f3a5dec3-a55c-4396-b021-f83cb6d12a31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0659282 Jul 30 01:41:08.774775 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce571d-7d8c-471c-bd41-97563fb89344 req-6b915b7c-fb22-4b0a-bc8b-0337ecd8bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:08.776283 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9ce571d-7d8c-471c-bd41-97563fb89344 req-6b915b7c-fb22-4b0a-bc8b-0337ecd8bf08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9f1931160904438bd57ac4517f4dda7&device_id=bf976286-0095-44c9-8d0b-1934155d3462 HTTP/1.1" status: 200 len: 1098 time: 0.0436811 Jul 30 01:41:08.792487 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4192faf7-dda4-4eb9-a84f-db331522340b req-912e00b3-126c-449f-aa18-a36edbbe5c11 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243873 Jul 30 01:41:08.805647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf388cf-2b41-478f-b16e-7260573f38f3 req-3540a2dc-4935-47b9-961b-72ec7187d64f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:08.807015 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ccf388cf-2b41-478f-b16e-7260573f38f3 req-3540a2dc-4935-47b9-961b-72ec7187d64f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0779841 Jul 30 01:41:08.870752 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce571d-7d8c-471c-bd41-97563fb89344 req-6815fe34-c9bd-4fc7-98c4-8713da0431bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:08.872489 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9ce571d-7d8c-471c-bd41-97563fb89344 req-6815fe34-c9bd-4fc7-98c4-8713da0431bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.0880873 Jul 30 01:41:08.931076 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9ce571d-7d8c-471c-bd41-97563fb89344 req-1084523c-a8ea-4f90-a1e5-2add8e989faa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8b508e57-8ada-4b88-bdc6-4556050fe639 HTTP/1.1" status: 200 len: 217 time: 0.0508130 Jul 30 01:41:09.009993 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce571d-7d8c-471c-bd41-97563fb89344 req-b752f8eb-1ee4-46a9-9933-93287bde73fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:09.011611 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9ce571d-7d8c-471c-bd41-97563fb89344 req-b752f8eb-1ee4-46a9-9933-93287bde73fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0740073 Jul 30 01:41:09.026959 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4b5bb-2b58-4f07-95ef-15580befeb9b req-79c5d0ca-f1d5-488d-979c-59f04fb15de5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:09.028432 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-84a4b5bb-2b58-4f07-95ef-15580befeb9b req-79c5d0ca-f1d5-488d-979c-59f04fb15de5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0826130 Jul 30 01:41:09.087580 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ccf388cf-2b41-478f-b16e-7260573f38f3 req-dfaa5ec6-b0a0-460c-905d-e90f0531ebe7 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723413 Jul 30 01:41:09.098392 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-84a4b5bb-2b58-4f07-95ef-15580befeb9b req-ff652920-b3c4-420a-bba8-adfde3124a5e tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591879 Jul 30 01:41:09.101421 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce571d-7d8c-471c-bd41-97563fb89344 req-7286695e-02fa-447c-a0a2-f5a2bf9c6d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:09.103128 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9ce571d-7d8c-471c-bd41-97563fb89344 req-7286695e-02fa-447c-a0a2-f5a2bf9c6d89 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736353 Jul 30 01:41:09.109452 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ac5fdb7-bbae-4441-9628-98494335de70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:09.134863 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4192faf7-dda4-4eb9-a84f-db331522340b req-f386cd04-c909-4aa6-90b2-92ee438ecaad service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268995 Jul 30 01:41:09.251335 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9ce571d-7d8c-471c-bd41-97563fb89344 req-ae6f9119-2429-4cb7-95cb-78a0bc313aaf service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309991 Jul 30 01:41:09.258697 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f563b5-63d5-4ff1-86d9-15d1ece65439 req-9bc78752-939a-452f-b109-51333b81de20 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:09.260135 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19f563b5-63d5-4ff1-86d9-15d1ece65439 req-9bc78752-939a-452f-b109-51333b81de20 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 947 time: 0.0870490 Jul 30 01:41:09.319385 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee3854-5bb6-41dd-a83a-1f7072cecca1 req-55e5f63e-b6a2-4c65-8b83-d26652724e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:09.321301 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0bee3854-5bb6-41dd-a83a-1f7072cecca1 req-55e5f63e-b6a2-4c65-8b83-d26652724e7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9f1931160904438bd57ac4517f4dda7&device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 1098 time: 0.0493999 Jul 30 01:41:09.353165 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19f563b5-63d5-4ff1-86d9-15d1ece65439 req-ae47ba06-9a8d-4206-925f-13d68a9f77e6 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/security-groups?id=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819693 Jul 30 01:41:09.377193 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9ce571d-7d8c-471c-bd41-97563fb89344 req-7bb837f1-e657-4995-ae70-411e05edc8a2 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130450 Jul 30 01:41:09.432099 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f3474-5b8b-44be-b7f5-25c68fa59bd0 req-828d8191-fcd7-4842-b9a5-27169e684eea tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:09.433782 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-116f3474-5b8b-44be-b7f5-25c68fa59bd0 req-828d8191-fcd7-4842-b9a5-27169e684eea tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 1097 time: 0.1114826 Jul 30 01:41:09.465079 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee3854-5bb6-41dd-a83a-1f7072cecca1 req-b0084a72-d079-4473-abf9-c1887c7a917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:09.467622 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0bee3854-5bb6-41dd-a83a-1f7072cecca1 req-b0084a72-d079-4473-abf9-c1887c7a917d service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.1346884 Jul 30 01:41:09.512188 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-116f3474-5b8b-44be-b7f5-25c68fa59bd0 req-291214bf-f01e-43a0-9203-4a8f70867102 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634308 Jul 30 01:41:09.513771 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0bee3854-5bb6-41dd-a83a-1f7072cecca1 req-20d71bcf-a7f6-4cc3-8e35-63fd5903ca2e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=0f0e0685-44fd-47b2-a0c8-667e66fb9f7c HTTP/1.1" status: 200 len: 217 time: 0.0367274 Jul 30 01:41:09.571833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee3854-5bb6-41dd-a83a-1f7072cecca1 req-ddd702bd-f303-41f6-9af7-445e1560d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:09.573298 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0bee3854-5bb6-41dd-a83a-1f7072cecca1 req-ddd702bd-f303-41f6-9af7-445e1560d212 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0496306 Jul 30 01:41:09.623687 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee3854-5bb6-41dd-a83a-1f7072cecca1 req-2fbb8d96-ff34-4482-9759-3fafc14adcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:09.625676 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0bee3854-5bb6-41dd-a83a-1f7072cecca1 req-2fbb8d96-ff34-4482-9759-3fafc14adcf8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0423629 Jul 30 01:41:09.720469 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0bee3854-5bb6-41dd-a83a-1f7072cecca1 req-e74f0802-ee6f-4fca-8041-0cd623523f43 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860898 Jul 30 01:41:09.840243 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226192d-1fd8-450c-9121-4204f9718f94 req-ec01119e-cdde-4bda-a7f5-3b3771775aa7 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:09.842127 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8226192d-1fd8-450c-9121-4204f9718f94 req-ec01119e-cdde-4bda-a7f5-3b3771775aa7 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.1032262 Jul 30 01:41:09.873243 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0bee3854-5bb6-41dd-a83a-1f7072cecca1 req-a4345570-9361-4451-96ab-614f469704f2 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436336 Jul 30 01:41:09.894050 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8226192d-1fd8-450c-9121-4204f9718f94 req-e944a717-b197-4bfe-b161-1f2beeaf83d1 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440717 Jul 30 01:41:10.061680 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae7e94-5176-42d3-8875-76fb8046c5b2 req-b1995492-ff36-4f45-8e1e-01135a16ca0d tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:10.063420 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-87ae7e94-5176-42d3-8875-76fb8046c5b2 req-b1995492-ff36-4f45-8e1e-01135a16ca0d tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 945 time: 0.0544558 Jul 30 01:41:10.102033 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-87ae7e94-5176-42d3-8875-76fb8046c5b2 req-f55695c0-26c5-49fb-b77f-4e3858fa5b74 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324762 Jul 30 01:41:10.199546 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f781cf-feee-4002-a9b3-e4307d91ecd1 req-1be402d7-c9f0-41dd-af1c-f4893541f53a tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:10.201092 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13f781cf-feee-4002-a9b3-e4307d91ecd1 req-1be402d7-c9f0-41dd-af1c-f4893541f53a tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 1097 time: 0.0414114 Jul 30 01:41:10.236615 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13f781cf-feee-4002-a9b3-e4307d91ecd1 req-f4397e86-f189-47ea-b779-22300d596225 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284090 Jul 30 01:41:10.458002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b2949-c12e-4ef5-bb5e-15c99096a94e req-d060ff5b-03a4-40b0-803d-6dfeb6803128 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:10.462799 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc3b2949-c12e-4ef5-bb5e-15c99096a94e req-d060ff5b-03a4-40b0-803d-6dfeb6803128 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0558085 Jul 30 01:41:10.506053 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc3b2949-c12e-4ef5-bb5e-15c99096a94e req-a76e1ede-d455-4798-b8c4-7bc0c0ffbe24 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399311 Jul 30 01:41:10.778383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bc1d7-61d9-4e00-a0c4-e0472fdf6c33 req-e7e944b3-3350-4d49-91fc-5f7d183e3896 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:10.780013 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-334bc1d7-61d9-4e00-a0c4-e0472fdf6c33 req-e7e944b3-3350-4d49-91fc-5f7d183e3896 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 947 time: 0.0633619 Jul 30 01:41:10.818787 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-334bc1d7-61d9-4e00-a0c4-e0472fdf6c33 req-94220034-1741-4931-9f73-ce7bec937fbb tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/security-groups?id=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319920 Jul 30 01:41:11.156688 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59062) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:11.261176 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1857c827-4df8-44d7-83bc-27c991dcfdf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.352590 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1857c827-4df8-44d7-83bc-27c991dcfdf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.463976 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1857c827-4df8-44d7-83bc-27c991dcfdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.509561 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1857c827-4df8-44d7-83bc-27c991dcfdf6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da675b130679453c81a482f5e1053144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493121 Jul 30 01:41:11.509561 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857c827-4df8-44d7-83bc-27c991dcfdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740672a6-4600-49ad-927c-cb1778f4f9ba,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:11.512989 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59076) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:11.553556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d60a003-0a01-412c-a246-55edcad95f9a tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:41:11.559421 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d60a003-0a01-412c-a246-55edcad95f9a tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0755160 Jul 30 01:41:11.564869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-c9bb12f2-4643-4b8d-88c4-c6d52f1b37ad service neutron] Request body: {'binding': {'host': 'n-h1-713498-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:11.565449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-c9bb12f2-4643-4b8d-88c4-c6d52f1b37ad service neutron] Unknown quota resources ['binding']. {{(pid=94464) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:41:11.571582 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a44883f-cc64-4339-9b0c-edaf2f65ca5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.596328 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a44883f-cc64-4339-9b0c-edaf2f65ca5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.637601 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aae98ff6-e913-4ee1-8220-786d656fd205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.639120 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.709112 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-c9bb12f2-4643-4b8d-88c4-c6d52f1b37ad service neutron] Attempting to bind port b96927e2-2d58-419e-ac70-0e9fba7f17cd on host n-h1-713498-9 for vnic_type normal with profile None {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:11.709443 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-c9bb12f2-4643-4b8d-88c4-c6d52f1b37ad service neutron] Attempting to bind port b96927e2-2d58-419e-ac70-0e9fba7f17cd by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:11.709771 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-c9bb12f2-4643-4b8d-88c4-c6d52f1b37ad service neutron] Attempting to bind port b96927e2-2d58-419e-ac70-0e9fba7f17cd on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:11.714091 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-c9bb12f2-4643-4b8d-88c4-c6d52f1b37ad service neutron] Port b96927e2-2d58-419e-ac70-0e9fba7f17cd on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:11.714515 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-c9bb12f2-4643-4b8d-88c4-c6d52f1b37ad service neutron] Attempting to bind port b96927e2-2d58-419e-ac70-0e9fba7f17cd on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:11.719852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-c9bb12f2-4643-4b8d-88c4-c6d52f1b37ad service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:11.720390 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-c9bb12f2-4643-4b8d-88c4-c6d52f1b37ad service neutron] Checking segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:11.720776 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-c9bb12f2-4643-4b8d-88c4-c6d52f1b37ad service neutron] Bound using segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:11.721195 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-c9bb12f2-4643-4b8d-88c4-c6d52f1b37ad service neutron] Bound port: b96927e2-2d58-419e-ac70-0e9fba7f17cd, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:11.751768 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a44883f-cc64-4339-9b0c-edaf2f65ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.755050 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a44883f-cc64-4339-9b0c-edaf2f65ca5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.756776 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4a44883f-cc64-4339-9b0c-edaf2f65ca5d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/740672a6-4600-49ad-927c-cb1778f4f9ba HTTP/1.1" status: 204 len: 168 time: 0.2427142 Jul 30 01:41:11.768232 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44883f-cc64-4339-9b0c-edaf2f65ca5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740672a6-4600-49ad-927c-cb1778f4f9ba,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:11.834004 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-c9bb12f2-4643-4b8d-88c4-c6d52f1b37ad service neutron] For port b96927e2-2d58-419e-ac70-0e9fba7f17cd, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b96927e2-2d58-419e-ac70-0e9fba7f17cd,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:11.944759 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-c9bb12f2-4643-4b8d-88c4-c6d52f1b37ad service neutron] Notify callbacks [] for binding, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.945946 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-c9bb12f2-4643-4b8d-88c4-c6d52f1b37ad service neutron] 10.222.0.70 "POST /v2.0/ports/b96927e2-2d58-419e-ac70-0e9fba7f17cd/bindings HTTP/1.1" status: 201 len: 389 time: 0.3855414 Jul 30 01:41:12.298078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8b508e57-8ada-4b88-bdc6-4556050fe639 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:12.386429 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469df84c-70ae-475e-be94-9dac2a96c3b5 req-9b6551d4-d9ca-48c0-97cd-9031de0cb295 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:12.388364 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-469df84c-70ae-475e-be94-9dac2a96c3b5 req-9b6551d4-d9ca-48c0-97cd-9031de0cb295 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.0593231 Jul 30 01:41:12.397995 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8b508e57-8ada-4b88-bdc6-4556050fe639, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8b508e57-8ada-4b88-bdc6-4556050fe639,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:12.418866 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '8b508e57-8ada-4b88-bdc6-4556050fe639', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '8b508e57-8ada-4b88-bdc6-4556050fe639', 'mac_address': 'fa:16:3e:5f:5d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:12.451744 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-469df84c-70ae-475e-be94-9dac2a96c3b5 req-5e318cff-9d76-4084-98df-352f133f3e11 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447359 Jul 30 01:41:12.500692 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:12.525620 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59112) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:12.535876 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b508e57-8ada-4b88-bdc6-4556050fe639 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:12.540478 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dcc8c6ab-739d-4ae2-bf67-e2e77d91e4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:12.563627 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8b508e57-8ada-4b88-bdc6-4556050fe639, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8b508e57-8ada-4b88-bdc6-4556050fe639,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:12.637540 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:12.638510 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:12.686575 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dcc8c6ab-739d-4ae2-bf67-e2e77d91e4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:12.713616 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=8b508e57-8ada-4b88-bdc6-4556050fe639,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:12.738501 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8571d6-5de9-4f11-963e-0dbe5a870e0e req-7be86c97-81be-47ed-9830-0477a8468a8f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:12.741121 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0e8571d6-5de9-4f11-963e-0dbe5a870e0e req-7be86c97-81be-47ed-9830-0477a8468a8f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0708315 Jul 30 01:41:12.752201 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dcc8c6ab-739d-4ae2-bf67-e2e77d91e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:12.755479 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0f0e0685-44fd-47b2-a0c8-667e66fb9f7c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:12.773450 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '0f0e0685-44fd-47b2-a0c8-667e66fb9f7c', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '0f0e0685-44fd-47b2-a0c8-667e66fb9f7c', 'mac_address': 'fa:16:3e:46:6d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:12.796667 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0e8571d6-5de9-4f11-963e-0dbe5a870e0e req-301c5ee9-d824-479d-beda-3a689f4fc6a5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485523 Jul 30 01:41:12.832492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8c6ab-739d-4ae2-bf67-e2e77d91e4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb87256-18c9-467b-a5ba-29d5b74835ee,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:12.838764 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:12.840655 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dcc8c6ab-739d-4ae2-bf67-e2e77d91e4e8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=214454aa364f45a4a48c9a9a4ef57af4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119376 Jul 30 01:41:12.843540 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59116) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:12.877714 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-e18918d1-03e8-4cac-af5b-33ba83c3be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:12.877714 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-e18918d1-03e8-4cac-af5b-33ba83c3be48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 1097 time: 0.0983055 Jul 30 01:41:12.878154 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:12.898246 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0f0e0685-44fd-47b2-a0c8-667e66fb9f7c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:12.979747 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb0e6d-139c-4350-918c-e09a178c1b09 req-db14ef52-681b-4925-9349-2bb084e7c8b9 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:12.981501 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cafb0e6d-139c-4350-918c-e09a178c1b09 req-db14ef52-681b-4925-9349-2bb084e7c8b9 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 947 time: 0.0644684 Jul 30 01:41:12.983123 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6f69c2b9-f2d0-437f-8083-694b8be50fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:12.985173 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6f69c2b9-f2d0-437f-8083-694b8be50fb6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 908 time: 0.1131651 Jul 30 01:41:12.986888 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:12.990529 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc545d1e-5660-4c09-b8e0-5d250c52651c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.036345 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc545d1e-5660-4c09-b8e0-5d250c52651c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.050351 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-19dc2acf-8872-4a42-8cae-701fdaadde4a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b96927e2-2d58-419e-ac70-0e9fba7f17cd HTTP/1.1" status: 200 len: 217 time: 0.0536857 Jul 30 01:41:13.070931 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0f0e0685-44fd-47b2-a0c8-667e66fb9f7c,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:13.089895 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cafb0e6d-139c-4350-918c-e09a178c1b09 req-25aa01a4-351d-46a2-8aea-c0a7e68d6565 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/security-groups?id=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961773 Jul 30 01:41:13.122545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-4871ad1c-e7d9-4530-a6b9-2aafbaf9fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:13.124102 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-4871ad1c-e7d9-4530-a6b9-2aafbaf9fba7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5df4a4e9-2ec7-47a1-80c6-9f49100e235e HTTP/1.1" status: 200 len: 847 time: 0.0639176 Jul 30 01:41:13.138480 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.170867 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-da227f04-2c5f-4560-b68e-26402566d428 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342407 Jul 30 01:41:13.233410 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc545d1e-5660-4c09-b8e0-5d250c52651c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.246760 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc545d1e-5660-4c09-b8e0-5d250c52651c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.247749 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cc545d1e-5660-4c09-b8e0-5d250c52651c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8eb87256-18c9-467b-a5ba-29d5b74835ee HTTP/1.1" status: 204 len: 168 time: 0.4029875 Jul 30 01:41:13.254114 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:41:13.265905 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['0f0e0685-44fd-47b2-a0c8-667e66fb9f7c'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:13.283590 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85603d4a-c79f-438b-bf4d-a4cec1096bff req-1cc7fc98-de23-4f2c-b8f9-fda93ab618ca tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:13.300035 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-85603d4a-c79f-438b-bf4d-a4cec1096bff req-1cc7fc98-de23-4f2c-b8f9-fda93ab618ca tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 946 time: 0.1291461 Jul 30 01:41:13.302038 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-b116b31a-8e2d-4048-adb9-60d2525db482 service neutron] 10.222.0.10 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237719 Jul 30 01:41:13.345893 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['8b508e57-8ada-4b88-bdc6-4556050fe639'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:13.354181 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-85603d4a-c79f-438b-bf4d-a4cec1096bff req-1a9d43de-d28a-4f8a-8c0d-e6173e06005b tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498915 Jul 30 01:41:13.357196 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc545d1e-5660-4c09-b8e0-5d250c52651c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb87256-18c9-467b-a5ba-29d5b74835ee,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:13.424649 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59126) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:13.447073 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-0716ca38-ad12-4981-92a1-0d3582071866 service neutron] 10.222.0.10 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353540 Jul 30 01:41:13.535527 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-bdae57e8-44b8-4f10-b22b-3a62bff1f911 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:41:13.536667 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-bdae57e8-44b8-4f10-b22b-3a62bff1f911 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1104062 Jul 30 01:41:13.623627 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e00853-ecd0-4f26-8eea-3b16d96c995f req-71a0c536-fba9-46aa-b063-5e25805ed466 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:13.625155 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d9e00853-ecd0-4f26-8eea-3b16d96c995f req-71a0c536-fba9-46aa-b063-5e25805ed466 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.0701554 Jul 30 01:41:13.664643 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d9e00853-ecd0-4f26-8eea-3b16d96c995f req-297fb94e-f7c5-499d-bc31-fd356d35a52d tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331490 Jul 30 01:41:13.689514 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-11c054b0-bc32-413f-bd49-00eff399c719 req-f35ef0eb-7f20-4bd2-aa83-585d6a792d59 service neutron] Request body: {'binding': {'host': 'n-h1-713498-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:13.690008 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-11c054b0-bc32-413f-bd49-00eff399c719 req-f35ef0eb-7f20-4bd2-aa83-585d6a792d59 service neutron] Unknown quota resources ['binding']. {{(pid=94464) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:41:13.772756 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-c9ccf2d7-3bed-48ca-a5f3-6d58259b7511 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:13.774332 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-c9ccf2d7-3bed-48ca-a5f3-6d58259b7511 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366&tenant_id=69de654e8e494e8eb1cb2de77615732a&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 1097 time: 0.0837731 Jul 30 01:41:13.786530 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-9'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:13.867206 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.868940 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-11c054b0-bc32-413f-bd49-00eff399c719 req-f35ef0eb-7f20-4bd2-aa83-585d6a792d59 service neutron] Attempting to bind port c861ec76-c32d-4416-8571-e5609490f0f2 on host n-h1-713498-9 for vnic_type normal with profile None {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:13.869407 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-11c054b0-bc32-413f-bd49-00eff399c719 req-f35ef0eb-7f20-4bd2-aa83-585d6a792d59 service neutron] Attempting to bind port c861ec76-c32d-4416-8571-e5609490f0f2 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:13.869802 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c054b0-bc32-413f-bd49-00eff399c719 req-f35ef0eb-7f20-4bd2-aa83-585d6a792d59 service neutron] Attempting to bind port c861ec76-c32d-4416-8571-e5609490f0f2 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:13.880061 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c054b0-bc32-413f-bd49-00eff399c719 req-f35ef0eb-7f20-4bd2-aa83-585d6a792d59 service neutron] Port c861ec76-c32d-4416-8571-e5609490f0f2 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:13.880568 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c054b0-bc32-413f-bd49-00eff399c719 req-f35ef0eb-7f20-4bd2-aa83-585d6a792d59 service neutron] Attempting to bind port c861ec76-c32d-4416-8571-e5609490f0f2 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:13.891742 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c054b0-bc32-413f-bd49-00eff399c719 req-f35ef0eb-7f20-4bd2-aa83-585d6a792d59 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:13.892294 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c054b0-bc32-413f-bd49-00eff399c719 req-f35ef0eb-7f20-4bd2-aa83-585d6a792d59 service neutron] Checking segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:13.893060 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c054b0-bc32-413f-bd49-00eff399c719 req-f35ef0eb-7f20-4bd2-aa83-585d6a792d59 service neutron] Bound using segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:13.893821 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-11c054b0-bc32-413f-bd49-00eff399c719 req-f35ef0eb-7f20-4bd2-aa83-585d6a792d59 service neutron] Bound port: c861ec76-c32d-4416-8571-e5609490f0f2, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:14.037410 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5711757-9034-41f0-b18d-77a1fafe4a8b req-c7b5de22-66c5-40d9-8eda-cbce1201b8c2 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:14.039805 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5711757-9034-41f0-b18d-77a1fafe4a8b req-c7b5de22-66c5-40d9-8eda-cbce1201b8c2 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.1408348 Jul 30 01:41:14.053947 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-11c054b0-bc32-413f-bd49-00eff399c719 req-f35ef0eb-7f20-4bd2-aa83-585d6a792d59 service neutron] For port c861ec76-c32d-4416-8571-e5609490f0f2, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c861ec76-c32d-4416-8571-e5609490f0f2,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:14.060631 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] For port b96927e2-2d58-419e-ac70-0e9fba7f17cd, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=b96927e2-2d58-419e-ac70-0e9fba7f17cd,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:14.085818 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5711757-9034-41f0-b18d-77a1fafe4a8b req-3e4f3b9e-1d52-4d0a-9fbd-ee57d57bf9bf tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337758 Jul 30 01:41:14.102284 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] For port b96927e2-2d58-419e-ac70-0e9fba7f17cd, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:14.116768 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-11c054b0-bc32-413f-bd49-00eff399c719 req-f35ef0eb-7f20-4bd2-aa83-585d6a792d59 service neutron] Notify callbacks [] for binding, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.120809 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-f35ef0eb-7f20-4bd2-aa83-585d6a792d59 service neutron] 10.222.0.70 "POST /v2.0/ports/c861ec76-c32d-4416-8571-e5609490f0f2/bindings HTTP/1.1" status: 201 len: 389 time: 0.5277088 Jul 30 01:41:14.153071 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e4ea11-f135-4cf1-b6cd-8be7a8164366', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b96927e2-2d58-419e-ac70-0e9fba7f17cd'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:14.155584 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0d0f7f-4dd4-4c8c-bfe3-1f7bfd90b6ad" -d '{"events": [{"server_uuid": "75e4ea11-f135-4cf1-b6cd-8be7a8164366", "name": "network-vif-unplugged", "status": "completed", "tag": "b96927e2-2d58-419e-ac70-0e9fba7f17cd"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:14.160200 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.219174 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ae238-6424-4a76-bc1d-6b945553d460 req-fb818da3-0c81-4cf7-bc3a-86fcede34062 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:14.220679 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e44ae238-6424-4a76-bc1d-6b945553d460 req-fb818da3-0c81-4cf7-bc3a-86fcede34062 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 948 time: 0.0562129 Jul 30 01:41:14.246622 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.264105 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e44ae238-6424-4a76-bc1d-6b945553d460 req-b12d3cdf-9cef-4454-a99e-21fb8401f6fb tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/security-groups?id=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372951 Jul 30 01:41:14.326333 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8b508e57-8ada-4b88-bdc6-4556050fe639 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:14.326773 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4527d9-f7ea-4814-98d4-7ea715ae4a7b x-openstack-request-id: req-aa4527d9-f7ea-4814-98d4-7ea715ae4a7b {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:14.326773 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e4ea11-f135-4cf1-b6cd-8be7a8164366", "name": "network-vif-unplugged", "status": "completed", "tag": "b96927e2-2d58-419e-ac70-0e9fba7f17cd", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:14.326773 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa4527d9-f7ea-4814-98d4-7ea715ae4a7b {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:14.326773 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e4ea11-f135-4cf1-b6cd-8be7a8164366', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b96927e2-2d58-419e-ac70-0e9fba7f17cd', 'code': 200} Jul 30 01:41:14.347853 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cee4b-e972-412a-9554-40150845887c service neutron] Pushing event updated for resources: {'Port': ['ID=b96927e2-2d58-419e-ac70-0e9fba7f17cd,revision_number=7']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:14.366564 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] Attempting to bind port b96927e2-2d58-419e-ac70-0e9fba7f17cd on host n-h2-713498-9 for vnic_type normal with profile {"migrating_to": "n-h1-713498-9"} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:14.366911 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] Attempting to bind port b96927e2-2d58-419e-ac70-0e9fba7f17cd by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:14.367529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] Attempting to bind port b96927e2-2d58-419e-ac70-0e9fba7f17cd on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:14.374805 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] Port b96927e2-2d58-419e-ac70-0e9fba7f17cd on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:14.375143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] Attempting to bind port b96927e2-2d58-419e-ac70-0e9fba7f17cd on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:14.381894 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:14.383103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] Checking segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:14.383755 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] Bound using segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:14.384384 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] Bound port: b96927e2-2d58-419e-ac70-0e9fba7f17cd, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:14.384939 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.464013 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.495257 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 8b508e57-8ada-4b88-bdc6-4556050fe639 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:14.502524 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] For port b96927e2-2d58-419e-ac70-0e9fba7f17cd, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:14.502779 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 8b508e57-8ada-4b88-bdc6-4556050fe639 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:14.502928 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.510173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] For port b96927e2-2d58-419e-ac70-0e9fba7f17cd, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=b96927e2-2d58-419e-ac70-0e9fba7f17cd,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:14.519255 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886e981-3f14-4b28-b779-becb7e0d3963 req-04ed89fb-c13f-4d7b-a864-7de4a21caf8a tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:14.520968 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8886e981-3f14-4b28-b779-becb7e0d3963 req-04ed89fb-c13f-4d7b-a864-7de4a21caf8a tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0922816 Jul 30 01:41:14.562716 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8886e981-3f14-4b28-b779-becb7e0d3963 req-50669dcc-2b0d-4bf2-8763-07faf0e0001d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354948 Jul 30 01:41:14.598478 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.632716 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf976286-0095-44c9-8d0b-1934155d3462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b508e57-8ada-4b88-bdc6-4556050fe639'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:14.635319 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b40686-768d-4638-b138-48b9c5c01e16" -d '{"events": [{"server_uuid": "bf976286-0095-44c9-8d0b-1934155d3462", "name": "network-vif-plugged", "status": "completed", "tag": "8b508e57-8ada-4b88-bdc6-4556050fe639"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:14.635762 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.650352 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8b508e57-8ada-4b88-bdc6-4556050fe639, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8b508e57-8ada-4b88-bdc6-4556050fe639,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:14.726827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cee4b-e972-412a-9554-40150845887c service neutron] Pushing event updated for resources: {'Port': ['ID=b96927e2-2d58-419e-ac70-0e9fba7f17cd,revision_number=8']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:14.739976 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.740886 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:14.750533 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7a6c1-184f-4112-acec-a6a46317982b req-1c119e78-dc18-4ba9-a3c8-85188cc19690 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:14.752057 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-31d7a6c1-184f-4112-acec-a6a46317982b req-1c119e78-dc18-4ba9-a3c8-85188cc19690 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 944 time: 0.1278706 Jul 30 01:41:14.755646 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:14.756279 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.757603 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-6d4cee4b-e972-412a-9554-40150845887c service neutron] 10.222.0.10 "PUT /v2.0/ports/b96927e2-2d58-419e-ac70-0e9fba7f17cd HTTP/1.1" status: 200 len: 1122 time: 0.9754791 Jul 30 01:41:14.804489 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-31d7a6c1-184f-4112-acec-a6a46317982b req-14b94aac-5ba4-47ff-86b5-15582ebcffd5 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419631 Jul 30 01:41:14.831449 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=8b508e57-8ada-4b88-bdc6-4556050fe639,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:14.874693 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc169b0b-ed17-4008-b0f9-31e8ed2db686 x-openstack-request-id: req-dc169b0b-ed17-4008-b0f9-31e8ed2db686 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:14.874693 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf976286-0095-44c9-8d0b-1934155d3462", "name": "network-vif-plugged", "status": "completed", "tag": "8b508e57-8ada-4b88-bdc6-4556050fe639", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:14.874693 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc169b0b-ed17-4008-b0f9-31e8ed2db686 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:14.874693 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf976286-0095-44c9-8d0b-1934155d3462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b508e57-8ada-4b88-bdc6-4556050fe639', 'code': 200} Jul 30 01:41:14.917507 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:14.923632 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:14.923632 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.945771 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['b96927e2-2d58-419e-ac70-0e9fba7f17cd'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:14.996501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fdaca-cdca-4525-b86d-687e3828cc8a req-0b92546f-b426-44bf-976a-af7a56f3f0e4 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:15.004955 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-891fdaca-cdca-4525-b86d-687e3828cc8a req-0b92546f-b426-44bf-976a-af7a56f3f0e4 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.0936129 Jul 30 01:41:15.028197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ec75c-4d2e-444a-afd4-1c20154b2f05 req-fa4f302f-2e7d-45f0-8998-d8ffc61c51b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:15.029684 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-425ec75c-4d2e-444a-afd4-1c20154b2f05 req-fa4f302f-2e7d-45f0-8998-d8ffc61c51b3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bf976286-0095-44c9-8d0b-1934155d3462 HTTP/1.1" status: 200 len: 1100 time: 0.1063244 Jul 30 01:41:15.068614 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-891fdaca-cdca-4525-b86d-687e3828cc8a req-ff5198d4-100e-46a3-963d-1762b5a13ca9 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627234 Jul 30 01:41:15.073629 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:15.084663 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-425ec75c-4d2e-444a-afd4-1c20154b2f05 req-704f4706-a755-4bf5-a428-d429514b95cb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410011 Jul 30 01:41:15.141560 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0f0e0685-44fd-47b2-a0c8-667e66fb9f7c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:15.203739 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:15.254060 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0f0e0685-44fd-47b2-a0c8-667e66fb9f7c,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:15.264205 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abde0c2-55b8-4e82-a32a-70a2b7d901c7 req-3ed1aca6-4b26-44c3-afdf-17efeaf7352e tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:15.269871 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9abde0c2-55b8-4e82-a32a-70a2b7d901c7 req-3ed1aca6-4b26-44c3-afdf-17efeaf7352e tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0511191 Jul 30 01:41:15.305140 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9abde0c2-55b8-4e82-a32a-70a2b7d901c7 req-59a76240-2dbf-40fe-a8c4-484ab82f96b9 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324993 Jul 30 01:41:15.417425 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f61be-3ecc-45fb-ab22-23189ecc600e req-70a82cf1-4689-4c13-9ebd-79290e0823ac tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:15.419229 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-451f61be-3ecc-45fb-ab22-23189ecc600e req-70a82cf1-4689-4c13-9ebd-79290e0823ac tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 949 time: 0.0591278 Jul 30 01:41:15.460400 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-451f61be-3ecc-45fb-ab22-23189ecc600e req-4ab00d76-064e-4df0-bd8d-029b351f9cdd tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/security-groups?id=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351999 Jul 30 01:41:15.684223 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247da64-4349-49aa-9e50-c2ad5913b9cf req-b4a0d862-806f-448c-add7-20052eb5ccae tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:15.685741 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d247da64-4349-49aa-9e50-c2ad5913b9cf req-b4a0d862-806f-448c-add7-20052eb5ccae tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0492871 Jul 30 01:41:15.725650 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d247da64-4349-49aa-9e50-c2ad5913b9cf req-b49ee6a7-5a17-436c-9eee-6d5464fa1ce5 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327761 Jul 30 01:41:15.942915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26c298-25a1-4524-960b-ddaba0d49e03 req-80a7ed9d-1fec-4688-9b5a-2d5abc9c203e tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:15.944441 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aa26c298-25a1-4524-960b-ddaba0d49e03 req-80a7ed9d-1fec-4688-9b5a-2d5abc9c203e tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 944 time: 0.0660775 Jul 30 01:41:15.985323 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aa26c298-25a1-4524-960b-ddaba0d49e03 req-6ab4cd52-1435-4c05-91a8-43bb4948060c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340261 Jul 30 01:41:16.220629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc65086-03e7-4933-8ca1-18f52abda77d req-5be0c8e4-25ac-4335-96d1-94644506fc83 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:16.222856 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2bc65086-03e7-4933-8ca1-18f52abda77d req-5be0c8e4-25ac-4335-96d1-94644506fc83 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.0552106 Jul 30 01:41:16.277083 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2bc65086-03e7-4933-8ca1-18f52abda77d req-1275eeca-deff-4588-976e-44cd541f0766 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448413 Jul 30 01:41:16.323955 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e4ea11-f135-4cf1-b6cd-8be7a8164366', 'tag': 'b96927e2-2d58-419e-ac70-0e9fba7f17cd'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:16.326912 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbcf43b-f106-439e-b185-5a35f5a27c21" -d '{"events": [{"name": "network-changed", "server_uuid": "75e4ea11-f135-4cf1-b6cd-8be7a8164366", "tag": "b96927e2-2d58-419e-ac70-0e9fba7f17cd"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:16.365843 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16b2fe6-b123-422b-af54-3ecf2b20d921 x-openstack-request-id: req-f16b2fe6-b123-422b-af54-3ecf2b20d921 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:16.366252 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e4ea11-f135-4cf1-b6cd-8be7a8164366", "tag": "b96927e2-2d58-419e-ac70-0e9fba7f17cd", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:16.366616 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f16b2fe6-b123-422b-af54-3ecf2b20d921 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:16.367241 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e4ea11-f135-4cf1-b6cd-8be7a8164366', 'tag': 'b96927e2-2d58-419e-ac70-0e9fba7f17cd', 'status': 'completed', 'code': 200} Jul 30 01:41:16.467475 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542955c-8f88-467b-8e14-87dd21a8b590 req-e031aa31-70b7-4263-9590-8bd007f15e12 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:16.484000 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8542955c-8f88-467b-8e14-87dd21a8b590 req-e031aa31-70b7-4263-9590-8bd007f15e12 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0868595 Jul 30 01:41:16.557315 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcf43b-f106-439e-b185-5a35f5a27c21 req-3fa373f9-6e89-462a-ac0b-5e24660f123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:16.558876 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cbbcf43b-f106-439e-b185-5a35f5a27c21 req-3fa373f9-6e89-462a-ac0b-5e24660f123a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 1125 time: 0.0891585 Jul 30 01:41:16.580870 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8542955c-8f88-467b-8e14-87dd21a8b590 req-8635b44b-7181-4653-a28a-280efb7d3e7a tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792122 Jul 30 01:41:16.699844 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcf43b-f106-439e-b185-5a35f5a27c21 req-88dc6d02-6c2b-4a09-bfc3-3d39c927e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:16.701671 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cbbcf43b-f106-439e-b185-5a35f5a27c21 req-88dc6d02-6c2b-4a09-bfc3-3d39c927e6a2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 908 time: 0.1304924 Jul 30 01:41:16.709899 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6c77d-1847-4c46-8a5e-3bbb22e491b8 req-edd841e0-d405-40a4-8eef-029c91476993 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:16.711441 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9b6c77d-1847-4c46-8a5e-3bbb22e491b8 req-edd841e0-d405-40a4-8eef-029c91476993 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 949 time: 0.0509810 Jul 30 01:41:16.759661 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9b6c77d-1847-4c46-8a5e-3bbb22e491b8 req-d6aea011-661b-4d06-a1ce-a843ba624984 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/security-groups?id=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405190 Jul 30 01:41:16.788426 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cbbcf43b-f106-439e-b185-5a35f5a27c21 req-5543cd2a-8fce-4174-ab84-f742e35d895c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b96927e2-2d58-419e-ac70-0e9fba7f17cd HTTP/1.1" status: 200 len: 217 time: 0.0782084 Jul 30 01:41:16.868432 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5720e952-7707-4e22-9726-a23e67a41fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0e0685-44fd-47b2-a0c8-667e66fb9f7c'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:16.872246 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99ef2a2-f09d-46b5-9e62-c51f37b9dc04" -d '{"events": [{"server_uuid": "5720e952-7707-4e22-9726-a23e67a41fe7", "name": "network-vif-plugged", "status": "completed", "tag": "0f0e0685-44fd-47b2-a0c8-667e66fb9f7c"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:16.901006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcf43b-f106-439e-b185-5a35f5a27c21 req-8150879f-c55b-4325-aa06-ce79759ba298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:16.905382 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cbbcf43b-f106-439e-b185-5a35f5a27c21 req-8150879f-c55b-4325-aa06-ce79759ba298 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5df4a4e9-2ec7-47a1-80c6-9f49100e235e HTTP/1.1" status: 200 len: 847 time: 0.1035542 Jul 30 01:41:16.923897 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932866dd-9d68-4402-8126-aa6e3005c490 x-openstack-request-id: req-932866dd-9d68-4402-8126-aa6e3005c490 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:16.924442 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5720e952-7707-4e22-9726-a23e67a41fe7", "name": "network-vif-plugged", "status": "completed", "tag": "0f0e0685-44fd-47b2-a0c8-667e66fb9f7c", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:16.924603 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-932866dd-9d68-4402-8126-aa6e3005c490 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:16.925072 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5720e952-7707-4e22-9726-a23e67a41fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0e0685-44fd-47b2-a0c8-667e66fb9f7c', 'code': 200} Jul 30 01:41:16.932022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999041c-26e8-4840-b3a0-3412357adcf0 req-abaa5987-a07f-40d2-b1ec-0128c538517d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:16.940053 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5999041c-26e8-4840-b3a0-3412357adcf0 req-abaa5987-a07f-40d2-b1ec-0128c538517d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 946 time: 0.1152563 Jul 30 01:41:16.962460 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cbbcf43b-f106-439e-b185-5a35f5a27c21 req-99a4d171-651b-40f5-9bfd-82bef393144b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522075 Jul 30 01:41:17.083197 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5999041c-26e8-4840-b3a0-3412357adcf0 req-e50d01d5-70df-457c-ae1c-d7ddf4b6b503 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422031 Jul 30 01:41:17.094792 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11c41f-d9a9-43d7-9dbf-415f3fcacd44 req-74983922-0707-4fec-bec2-53f8bb894c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:17.096313 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dd11c41f-d9a9-43d7-9dbf-415f3fcacd44 req-74983922-0707-4fec-bec2-53f8bb894c44 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 1100 time: 0.0987337 Jul 30 01:41:17.162833 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc591c-7f90-4bad-8150-047416c7409e req-1ba89e88-3ed0-48cb-8a71-51023d65090d tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:17.173959 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1abc591c-7f90-4bad-8150-047416c7409e req-1ba89e88-3ed0-48cb-8a71-51023d65090d tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 944 time: 0.0921450 Jul 30 01:41:17.176942 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dd11c41f-d9a9-43d7-9dbf-415f3fcacd44 req-e36f58eb-549e-4d59-a063-985a35f51232 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693305 Jul 30 01:41:17.183169 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cbbcf43b-f106-439e-b185-5a35f5a27c21 req-60df53c4-a618-4dcf-acfa-fd5bbb1daf9d service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116742 Jul 30 01:41:17.212444 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1abc591c-7f90-4bad-8150-047416c7409e req-571ccab4-17b1-41b2-8b32-9dc57e84c501 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375936 Jul 30 01:41:17.257370 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:17.312717 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cbbcf43b-f106-439e-b185-5a35f5a27c21 req-1c7bf39e-7db3-4faa-ae17-6b1357fe7e8b service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202765 Jul 30 01:41:17.431826 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7994b-d13b-4a5c-94ce-128e27376237 req-bdd52486-6a9d-4e62-8991-f91af9e4b069 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:17.439181 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-58e7994b-d13b-4a5c-94ce-128e27376237 req-bdd52486-6a9d-4e62-8991-f91af9e4b069 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.0611715 Jul 30 01:41:17.477064 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-58e7994b-d13b-4a5c-94ce-128e27376237 req-d315bcf4-bb39-4fd0-99e9-7ace2395fe89 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364871 Jul 30 01:41:17.734270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a32b0-3927-43e7-baf5-76f6e515b344 req-f25a279e-eb24-44c0-9c1a-45ec59f5b3e9 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:17.737324 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa4a32b0-3927-43e7-baf5-76f6e515b344 req-f25a279e-eb24-44c0-9c1a-45ec59f5b3e9 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0602725 Jul 30 01:41:17.779188 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa4a32b0-3927-43e7-baf5-76f6e515b344 req-c09aa5e9-bb98-4375-87b0-d9fa829af60e tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354609 Jul 30 01:41:17.894271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65425b3a-1c5a-4924-8a07-3db4f698c3bf req-42e53517-f0cd-41d9-9479-e3d1c06d0ea6 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:17.895793 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-65425b3a-1c5a-4924-8a07-3db4f698c3bf req-42e53517-f0cd-41d9-9479-e3d1c06d0ea6 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 949 time: 0.0507295 Jul 30 01:41:17.943838 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-65425b3a-1c5a-4924-8a07-3db4f698c3bf req-5f7b303d-eb0e-45e0-882b-a215d1808bfd tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/security-groups?id=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414672 Jul 30 01:41:18.228057 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59286) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:18.239922 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c12ba0-7d2d-4ca8-8be2-0f213159b61c req-bc1ca128-9b2f-4935-b340-f00c846b2a44 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:18.241452 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-98c12ba0-7d2d-4ca8-8be2-0f213159b61c req-bc1ca128-9b2f-4935-b340-f00c846b2a44 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0614777 Jul 30 01:41:18.296678 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-98c12ba0-7d2d-4ca8-8be2-0f213159b61c req-52c200b7-2cb2-4c78-b83b-c49231d4e218 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465410 Jul 30 01:41:18.342829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c971d3d-e4a8-45dc-a829-3359a5ece97c req-ca9c66fd-30f2-480c-9504-61b4a207d048 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:18.344382 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5c971d3d-e4a8-45dc-a829-3359a5ece97c req-ca9c66fd-30f2-480c-9504-61b4a207d048 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 944 time: 0.0590296 Jul 30 01:41:18.348486 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device b96927e2-2d58-419e-ac70-0e9fba7f17cd details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:18.374617 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5e117447-f1f1-49f1-99e6-719fd29f75be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:18.443229 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5c971d3d-e4a8-45dc-a829-3359a5ece97c req-f77eb901-7d44-45ae-8408-82be69a85494 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913918 Jul 30 01:41:18.487088 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port b96927e2-2d58-419e-ac70-0e9fba7f17cd, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=b96927e2-2d58-419e-ac70-0e9fba7f17cd,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:18.499616 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device b96927e2-2d58-419e-ac70-0e9fba7f17cd has no active binding in host n-h1-713498-9 {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:41:18.535180 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5e117447-f1f1-49f1-99e6-719fd29f75be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:18.591613 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5e117447-f1f1-49f1-99e6-719fd29f75be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:18.601856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3181718-f695-494f-9f8d-41250b2c49a7 req-7d094722-e67c-4e38-a6fa-fd7f0897e829 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:18.603884 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3181718-f695-494f-9f8d-41250b2c49a7 req-7d094722-e67c-4e38-a6fa-fd7f0897e829 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.0506532 Jul 30 01:41:18.636249 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5e117447-f1f1-49f1-99e6-719fd29f75be admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5d41be7ece4b4d5a8dc2394e5ff03704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044149 Jul 30 01:41:18.636423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e117447-f1f1-49f1-99e6-719fd29f75be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df647258-db78-4334-b253-70f207346483,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:18.641111 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59298) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:18.674764 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3181718-f695-494f-9f8d-41250b2c49a7 req-a4bdeade-dc8a-4635-9697-b799aa0aad57 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596721 Jul 30 01:41:18.697333 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e72a9c06-b268-4c7a-aa32-19bc7d771a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:18.718358 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e72a9c06-b268-4c7a-aa32-19bc7d771a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:18.837737 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e72a9c06-b268-4c7a-aa32-19bc7d771a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:18.840384 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e72a9c06-b268-4c7a-aa32-19bc7d771a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:18.844077 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e72a9c06-b268-4c7a-aa32-19bc7d771a8e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/df647258-db78-4334-b253-70f207346483 HTTP/1.1" status: 204 len: 168 time: 0.1996429 Jul 30 01:41:18.850524 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a9c06-b268-4c7a-aa32-19bc7d771a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df647258-db78-4334-b253-70f207346483,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:18.918571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167b348-743b-4841-87cb-8180809bea10 req-f2a3707a-907b-4040-bd84-806ab94b6582 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:18.920080 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a167b348-743b-4841-87cb-8180809bea10 req-f2a3707a-907b-4040-bd84-806ab94b6582 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0670786 Jul 30 01:41:18.959641 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a167b348-743b-4841-87cb-8180809bea10 req-2e3db350-b7c4-4580-a497-a72863b28842 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325737 Jul 30 01:41:19.065517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de2015-ed9c-469d-b76b-0e04208049b0 req-4e92e78a-6b2b-4368-a4c2-7911cd0a14e1 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:19.067042 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4de2015-ed9c-469d-b76b-0e04208049b0 req-4e92e78a-6b2b-4368-a4c2-7911cd0a14e1 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 949 time: 0.0496242 Jul 30 01:41:19.107460 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4de2015-ed9c-469d-b76b-0e04208049b0 req-a295bdc1-f170-4e7d-923a-e0591db3ed3a tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/security-groups?id=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343239 Jul 30 01:41:19.232285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176a98c-a5be-4ebd-b8b0-4e5a57f3bff9 req-f3e31f4b-35a9-4ec9-a349-bb22fa5037bb tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:19.233891 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0176a98c-a5be-4ebd-b8b0-4e5a57f3bff9 req-f3e31f4b-35a9-4ec9-a349-bb22fa5037bb tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf976286-0095-44c9-8d0b-1934155d3462 HTTP/1.1" status: 200 len: 949 time: 0.0533676 Jul 30 01:41:19.277911 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0176a98c-a5be-4ebd-b8b0-4e5a57f3bff9 req-59493d42-6744-485e-8e65-6d2e21b778f9 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/security-groups?id=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377245 Jul 30 01:41:19.434466 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626a281-46e2-4824-8203-8be4de8e3391 req-3541cbc2-a083-403c-9619-323b2ff74922 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:19.435947 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8626a281-46e2-4824-8203-8be4de8e3391 req-3541cbc2-a083-403c-9619-323b2ff74922 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0548904 Jul 30 01:41:19.456715 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59320) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:19.476867 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d4941e85-7e8b-4b06-b20e-8359a91c3eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.479965 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8626a281-46e2-4824-8203-8be4de8e3391 req-8de540e0-111e-41bd-bb92-1b79c2313b78 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363636 Jul 30 01:41:19.586080 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d4941e85-7e8b-4b06-b20e-8359a91c3eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.647095 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d4941e85-7e8b-4b06-b20e-8359a91c3eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.677514 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b77935-e012-46d5-8fce-bac2700ea34c req-64b1571d-cd22-4c50-8c33-aed6371368f4 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:19.679172 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-14b77935-e012-46d5-8fce-bac2700ea34c req-64b1571d-cd22-4c50-8c33-aed6371368f4 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 944 time: 0.0559995 Jul 30 01:41:19.690138 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d4941e85-7e8b-4b06-b20e-8359a91c3eea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1904baf1e41b4d40803a3c9e74120953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299883 Jul 30 01:41:19.690138 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4941e85-7e8b-4b06-b20e-8359a91c3eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b8c00a-ba88-4935-992d-fa86e308fcd9,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:19.691354 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59330) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:19.744030 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e4c56809-466b-442d-ac0a-7a7f56427f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.750510 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-14b77935-e012-46d5-8fce-bac2700ea34c req-210f3a0c-861e-40e7-acd2-87d1d4e73f33 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641165 Jul 30 01:41:19.770625 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e4c56809-466b-442d-ac0a-7a7f56427f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.879461 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4e8ef-6874-48aa-b41b-eabbe1372706 req-eee398e6-5df7-4b2c-943d-b2a02372c760 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:19.880959 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-76a4e8ef-6874-48aa-b41b-eabbe1372706 req-eee398e6-5df7-4b2c-943d-b2a02372c760 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.0627420 Jul 30 01:41:19.917328 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e4c56809-466b-442d-ac0a-7a7f56427f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.925065 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e4c56809-466b-442d-ac0a-7a7f56427f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.929048 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-76a4e8ef-6874-48aa-b41b-eabbe1372706 req-8f4ec360-e4d0-4785-b076-9d580eb2a45c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340762 Jul 30 01:41:19.929569 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e4c56809-466b-442d-ac0a-7a7f56427f5a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/21b8c00a-ba88-4935-992d-fa86e308fcd9 HTTP/1.1" status: 204 len: 168 time: 0.2345490 Jul 30 01:41:19.948346 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c56809-466b-442d-ac0a-7a7f56427f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b8c00a-ba88-4935-992d-fa86e308fcd9,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:20.087349 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3fcbf-2942-4fa8-b9fc-9eb54b40b174 req-a3693fdf-5c1c-4c1e-88ae-b1fd8ae93313 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:20.089171 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b5d3fcbf-2942-4fa8-b9fc-9eb54b40b174 req-a3693fdf-5c1c-4c1e-88ae-b1fd8ae93313 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0515442 Jul 30 01:41:20.132391 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b5d3fcbf-2942-4fa8-b9fc-9eb54b40b174 req-20ffbfc7-5a58-4039-ad09-ec592da07187 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367799 Jul 30 01:41:20.618232 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062e83a-addf-4a55-b6d9-95aba431c163 req-112ba299-4224-4955-9c4e-7e7caf3decfb tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:20.619865 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1062e83a-addf-4a55-b6d9-95aba431c163 req-112ba299-4224-4955-9c4e-7e7caf3decfb tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0557070 Jul 30 01:41:20.624493 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-eb607f10-9cdb-445e-9bf5-96c9f3e23ef9 service neutron] 10.222.0.77 "GET /v2.0/ports/b96927e2-2d58-419e-ac70-0e9fba7f17cd/bindings/n-h1-713498-9 HTTP/1.1" status: 200 len: 384 time: 0.0768585 Jul 30 01:41:20.663768 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1062e83a-addf-4a55-b6d9-95aba431c163 req-ee4fd99e-149e-49ee-bca9-17cde34c5779 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372050 Jul 30 01:41:20.813447 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-2a89a9ab-16ea-40ed-8af2-e4e3d660bf28 service neutron] For port b96927e2-2d58-419e-ac70-0e9fba7f17cd, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=b96927e2-2d58-419e-ac70-0e9fba7f17cd,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:20.868670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-2a89a9ab-16ea-40ed-8af2-e4e3d660bf28 service neutron] For port b96927e2-2d58-419e-ac70-0e9fba7f17cd, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:20.913760 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-2a89a9ab-16ea-40ed-8af2-e4e3d660bf28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96927e2-2d58-419e-ac70-0e9fba7f17cd {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:20.926510 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd09426-a7d7-4470-9992-3f0c1cb156b3 req-41743805-babd-4d1e-9649-8a647ccfc49e tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:20.928056 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1bd09426-a7d7-4470-9992-3f0c1cb156b3 req-41743805-babd-4d1e-9649-8a647ccfc49e tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 944 time: 0.1057582 Jul 30 01:41:20.935226 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-2a89a9ab-16ea-40ed-8af2-e4e3d660bf28 service neutron] For port b96927e2-2d58-419e-ac70-0e9fba7f17cd, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b96927e2-2d58-419e-ac70-0e9fba7f17cd,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:20.978032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1bd09426-a7d7-4470-9992-3f0c1cb156b3 req-9a5561b0-8c19-415d-bbd0-69ffa25c5635 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395916 Jul 30 01:41:21.031245 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-2a89a9ab-16ea-40ed-8af2-e4e3d660bf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.073163 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da19705-7676-452d-b208-354242bbdd1e req-7ddaa601-8a5f-472e-8ffb-fbe6cc022f89 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:21.074690 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1da19705-7676-452d-b208-354242bbdd1e req-7ddaa601-8a5f-472e-8ffb-fbe6cc022f89 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.0547063 Jul 30 01:41:21.112239 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1da19705-7676-452d-b208-354242bbdd1e req-1103e16d-88ed-47bc-a63f-240536eece8a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316899 Jul 30 01:41:21.119808 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-2a89a9ab-16ea-40ed-8af2-e4e3d660bf28 service neutron] Transition to ACTIVE for port object b96927e2-2d58-419e-ac70-0e9fba7f17cd will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:21.212632 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-2a89a9ab-16ea-40ed-8af2-e4e3d660bf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.298415 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-2a89a9ab-16ea-40ed-8af2-e4e3d660bf28 service neutron] No DVR routers for this DVR port b96927e2-2d58-419e-ac70-0e9fba7f17cd on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:21.317746 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edb4f2-ad14-46e4-8bfa-f4d41a4ac452 req-826d63f5-cdaf-420d-8b31-cc7ab27eee17 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:21.319276 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c2edb4f2-ad14-46e4-8bfa-f4d41a4ac452 req-826d63f5-cdaf-420d-8b31-cc7ab27eee17 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.1183379 Jul 30 01:41:21.366026 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-2a89a9ab-16ea-40ed-8af2-e4e3d660bf28 service neutron] 10.222.0.77 "PUT /v2.0/ports/b96927e2-2d58-419e-ac70-0e9fba7f17cd/bindings/n-h1-713498-9/activate HTTP/1.1" status: 200 len: 369 time: 0.7333674 Jul 30 01:41:21.372650 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89a9ab-16ea-40ed-8af2-e4e3d660bf28 service neutron] Pushing event updated for resources: {'Port': ['ID=b96927e2-2d58-419e-ac70-0e9fba7f17cd,revision_number=10']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:21.394639 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c2edb4f2-ad14-46e4-8bfa-f4d41a4ac452 req-65e872a8-64b6-4406-afe2-8bf7bd8e9d36 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687201 Jul 30 01:41:21.603305 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-84812459-db67-4b6f-86e2-3eb577f9b11c tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:21.604837 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-84812459-db67-4b6f-86e2-3eb577f9b11c tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366&tenant_id=69de654e8e494e8eb1cb2de77615732a&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 1096 time: 0.0440333 Jul 30 01:41:21.687863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-e0b08538-ff8a-4df8-9c31-07faf66482b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:21.687863 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-e0b08538-ff8a-4df8-9c31-07faf66482b4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366&tenant_id=69de654e8e494e8eb1cb2de77615732a HTTP/1.1" status: 200 len: 1096 time: 0.0746436 Jul 30 01:41:21.981419 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-e8ace3fc-0ce7-48b1-915d-5c2a23bc3de0 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ed11b55084f34f48af396f02aa23e495&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225549 Jul 30 01:41:21.989090 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-256857e6-c586-462c-b11e-352b7bafb12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:21.990627 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-256857e6-c586-462c-b11e-352b7bafb12d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 1096 time: 0.2588947 Jul 30 01:41:22.003523 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5c010-fbd0-4348-a12d-34a9cf86e338 req-7323a6ae-f26e-4101-9e89-627b9664d47e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:22.004958 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5fa5c010-fbd0-4348-a12d-34a9cf86e338 req-7323a6ae-f26e-4101-9e89-627b9664d47e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 946 time: 0.2628424 Jul 30 01:41:22.089768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-44609365-e360-466e-b0ea-081d16817dcc tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:22.090504 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5fa5c010-fbd0-4348-a12d-34a9cf86e338 req-c3f5ca73-a0a2-473d-9452-2fcf46a6adc6 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759873 Jul 30 01:41:22.091386 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-44609365-e360-466e-b0ea-081d16817dcc tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1040156 Jul 30 01:41:22.114987 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-ca3eb04b-cdda-40d7-88f1-7854895a2a90 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/quotas/ed11b55084f34f48af396f02aa23e495 HTTP/1.1" status: 200 len: 375 time: 0.0106549 Jul 30 01:41:22.126495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-5d477c27-2976-4b4f-902c-03a463090e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:22.128127 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-5d477c27-2976-4b4f-902c-03a463090e4f service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 908 time: 0.1223238 Jul 30 01:41:22.146251 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-12d0f3af-13a9-45c4-8a48-07d01ac3e719 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed11b55084f34f48af396f02aa23e495&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319872 Jul 30 01:41:22.179923 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-614ba39e-5507-4ac4-8cba-668eecfb6dcb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b96927e2-2d58-419e-ac70-0e9fba7f17cd HTTP/1.1" status: 200 len: 217 time: 0.0426159 Jul 30 01:41:22.261494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-415bf06f-7d74-4a45-b0f6-275e3c4f5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:22.263209 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-415bf06f-7d74-4a45-b0f6-275e3c4f5e32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5df4a4e9-2ec7-47a1-80c6-9f49100e235e HTTP/1.1" status: 200 len: 847 time: 0.0741003 Jul 30 01:41:22.290597 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bf75b-53cf-47d5-8645-b471bdf32ec1 req-17d67eb3-be44-4816-8365-e31fe08c1ab1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:22.290597 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a20bf75b-53cf-47d5-8645-b471bdf32ec1 req-17d67eb3-be44-4816-8365-e31fe08c1ab1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 945 time: 0.0738866 Jul 30 01:41:22.305708 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-2ed06a39-26e8-4242-984b-491b61cdbe3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342066 Jul 30 01:41:22.391839 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a20bf75b-53cf-47d5-8645-b471bdf32ec1 req-7cbece99-69fb-422e-a1ad-5dabbc501301 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883310 Jul 30 01:41:22.411462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702f1bf-d828-4fcc-aa13-de2d55ff3a56 req-c7c6f759-859e-4e7e-8c74-c16dd8660449 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:22.414584 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8b508e57-8ada-4b88-bdc6-4556050fe639 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:22.415287 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0702f1bf-d828-4fcc-aa13-de2d55ff3a56 req-c7c6f759-859e-4e7e-8c74-c16dd8660449 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.0718014 Jul 30 01:41:22.432832 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-7696736b-8de7-458f-8495-83ab9bcfe983 service neutron] 10.222.0.10 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126146 Jul 30 01:41:22.460828 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0702f1bf-d828-4fcc-aa13-de2d55ff3a56 req-7670c697-d650-4c67-a224-037254e06aed tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405545 Jul 30 01:41:22.520329 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8b508e57-8ada-4b88-bdc6-4556050fe639, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8b508e57-8ada-4b88-bdc6-4556050fe639,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:22.532843 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '8b508e57-8ada-4b88-bdc6-4556050fe639', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '8b508e57-8ada-4b88-bdc6-4556050fe639', 'mac_address': 'fa:16:3e:5f:5d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:22.554784 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1e1b8e5c-0fe5-4b95-ac4b-46b6a51a0d89 req-7fae6e11-5c0a-4100-9b43-512b62cc36cb tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 210 time: 0.0417862 Jul 30 01:41:22.559868 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656eaa0c-22c2-489d-87c0-d367b34b18ae req-250fb397-aa86-43e5-8664-f7e0c146e739 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:22.562712 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-656eaa0c-22c2-489d-87c0-d367b34b18ae req-250fb397-aa86-43e5-8664-f7e0c146e739 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0535362 Jul 30 01:41:22.573124 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:22.578269 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-55adb9ad-7331-4464-99d5-5e41e2234a39 service neutron] 10.222.0.10 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365454 Jul 30 01:41:22.586134 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b508e57-8ada-4b88-bdc6-4556050fe639 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:22.605988 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8b508e57-8ada-4b88-bdc6-4556050fe639, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8b508e57-8ada-4b88-bdc6-4556050fe639,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:22.606267 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-656eaa0c-22c2-489d-87c0-d367b34b18ae req-a7bbe65a-a1a9-4a91-aa98-7f80f32a3e33 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339198 Jul 30 01:41:22.681249 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:22.731171 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=8b508e57-8ada-4b88-bdc6-4556050fe639,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:22.805819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['8b508e57-8ada-4b88-bdc6-4556050fe639'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:22.984173 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-dffc0a40-d37f-484f-bdc5-300a25283b23 service neutron] show failed (client error): The resource could not be found. Jul 30 01:41:22.985181 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-dffc0a40-d37f-484f-bdc5-300a25283b23 service neutron] 10.222.0.77 "GET /v2.0/ports/58becea3-31c0-4351-95e0-89aa79c8cb6f/bindings/n-h1-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.0621779 Jul 30 01:41:23.063099 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-f64d3295-3204-4866-b6bf-0cd6d0b42529 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:23.064622 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-f64d3295-3204-4866-b6bf-0cd6d0b42529 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366&tenant_id=69de654e8e494e8eb1cb2de77615732a&binding%3Ahost_id=n-h1-713498-9 HTTP/1.1" status: 200 len: 1096 time: 0.0456600 Jul 30 01:41:23.231335 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709873c0-bc6e-4b2f-bdbd-185fb6ef181b req-e327ab69-2325-49da-9f83-20c361d323a0 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:23.233397 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-709873c0-bc6e-4b2f-bdbd-185fb6ef181b req-e327ab69-2325-49da-9f83-20c361d323a0 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0626628 Jul 30 01:41:23.274085 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-709873c0-bc6e-4b2f-bdbd-185fb6ef181b req-169474ac-dc14-4124-9a31-c28f602ddfa4 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349491 Jul 30 01:41:23.281381 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-e909fa8f-c4c1-4f12-a7d3-d0c0a67408fa service neutron] For port b96927e2-2d58-419e-ac70-0e9fba7f17cd, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:23.284833 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-e909fa8f-c4c1-4f12-a7d3-d0c0a67408fa service neutron] Notify callbacks [] for binding, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:23.285951 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07cfe48c-814f-4846-9f33-a08b824e03ba req-e909fa8f-c4c1-4f12-a7d3-d0c0a67408fa service neutron] 10.222.0.10 "DELETE /v2.0/ports/b96927e2-2d58-419e-ac70-0e9fba7f17cd/bindings/n-h2-713498-9 HTTP/1.1" status: 204 len: 173 time: 0.2056499 Jul 30 01:41:23.538089 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46949d77-84b2-4082-a4ff-4787fd6a182a req-713efcb3-a79d-439f-99f8-b73690561706 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:23.539619 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-46949d77-84b2-4082-a4ff-4787fd6a182a req-713efcb3-a79d-439f-99f8-b73690561706 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 945 time: 0.0812206 Jul 30 01:41:23.544164 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-b3d5f875-a6e5-4ffe-a1e7-7405d6fa30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:23.544164 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-b3d5f875-a6e5-4ffe-a1e7-7405d6fa30b8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16&tenant_id=623208e081294df0b62265be2069edd5 HTTP/1.1" status: 200 len: 1100 time: 0.0593596 Jul 30 01:41:23.563961 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-9', 'device_owner': 'compute:nova'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:23.580629 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa921e-069e-4b28-b5db-6798370d7c76 req-55f67b2f-84ed-4d89-beaf-22d4df9a7f0d tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:23.582101 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b2fa921e-069e-4b28-b5db-6798370d7c76 req-55f67b2f-84ed-4d89-beaf-22d4df9a7f0d tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.0504074 Jul 30 01:41:23.611661 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-46949d77-84b2-4082-a4ff-4787fd6a182a req-55a64376-cb26-4abb-9fc5-6cf782da931e tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653541 Jul 30 01:41:23.636204 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:23.636458 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b2fa921e-069e-4b28-b5db-6798370d7c76 req-eb47825d-b202-43f9-a610-e697aeef1d94 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440071 Jul 30 01:41:23.735603 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df1125-84ad-45fa-a8fa-71f1ca99d8a9 req-f45964a9-26c1-4b15-860e-3578db23502e tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:23.737174 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b9df1125-84ad-45fa-a8fa-71f1ca99d8a9 req-f45964a9-26c1-4b15-860e-3578db23502e tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0485029 Jul 30 01:41:23.762163 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b3d620f6-8d98-4027-b757-097faf411f4f req-1028663b-b47f-4ebd-9949-3a0fa3fa58ee tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 210 time: 0.0733266 Jul 30 01:41:23.787136 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b9df1125-84ad-45fa-a8fa-71f1ca99d8a9 req-a7ad4c29-498a-46e3-8809-e19010c21930 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412195 Jul 30 01:41:23.844952 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device b96927e2-2d58-419e-ac70-0e9fba7f17cd no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:23.888928 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] For port 58becea3-31c0-4351-95e0-89aa79c8cb6f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=58becea3-31c0-4351-95e0-89aa79c8cb6f,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:23.915848 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device b96927e2-2d58-419e-ac70-0e9fba7f17cd not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:23.956316 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] For port 58becea3-31c0-4351-95e0-89aa79c8cb6f, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:24.006699 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c5e509-a2be-4fc3-aaec-ef90e6388c16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58becea3-31c0-4351-95e0-89aa79c8cb6f'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:24.009117 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb44220f-c4de-47bf-90b0-fe60a72510a3" -d '{"events": [{"server_uuid": "e8c5e509-a2be-4fc3-aaec-ef90e6388c16", "name": "network-vif-unplugged", "status": "completed", "tag": "58becea3-31c0-4351-95e0-89aa79c8cb6f"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:24.013325 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:24.019783 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff5d32-a48a-43e0-b67b-599bd114b501 req-aea00b31-deb8-4213-8bdd-942bf7d178cd tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:24.021300 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c5ff5d32-a48a-43e0-b67b-599bd114b501 req-aea00b31-deb8-4213-8bdd-942bf7d178cd tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 1096 time: 0.0993824 Jul 30 01:41:24.040554 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] Transition to ACTIVE for port object 58becea3-31c0-4351-95e0-89aa79c8cb6f will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:24.066263 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c5ff5d32-a48a-43e0-b67b-599bd114b501 req-dc6620fd-f060-4e74-8287-720d6552afbe tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360434 Jul 30 01:41:24.081243 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d69fce-899f-4971-8667-91e314b22fb8 x-openstack-request-id: req-28d69fce-899f-4971-8667-91e314b22fb8 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:24.081528 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c5e509-a2be-4fc3-aaec-ef90e6388c16", "name": "network-vif-unplugged", "status": "completed", "tag": "58becea3-31c0-4351-95e0-89aa79c8cb6f", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:24.081778 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-28d69fce-899f-4971-8667-91e314b22fb8 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:24.082171 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c5e509-a2be-4fc3-aaec-ef90e6388c16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58becea3-31c0-4351-95e0-89aa79c8cb6f', 'code': 200} Jul 30 01:41:24.094418 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:24.159782 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] No DVR routers for this DVR port 58becea3-31c0-4351-95e0-89aa79c8cb6f on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:24.161899 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] Pushing event updated for resources: {'Port': ['ID=58becea3-31c0-4351-95e0-89aa79c8cb6f,revision_number=6']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:24.201753 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] Attempting to bind port 58becea3-31c0-4351-95e0-89aa79c8cb6f on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:24.202144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] Attempting to bind port 58becea3-31c0-4351-95e0-89aa79c8cb6f by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:24.202513 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] Attempting to bind port 58becea3-31c0-4351-95e0-89aa79c8cb6f on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:24.207213 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] Port 58becea3-31c0-4351-95e0-89aa79c8cb6f on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:24.207535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] Attempting to bind port 58becea3-31c0-4351-95e0-89aa79c8cb6f on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:24.213045 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:24.213383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:24.213769 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:24.214201 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] Bound port: 58becea3-31c0-4351-95e0-89aa79c8cb6f, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:24.214592 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:24.294126 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] For port 58becea3-31c0-4351-95e0-89aa79c8cb6f, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:24.298202 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] For port 58becea3-31c0-4351-95e0-89aa79c8cb6f, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=58becea3-31c0-4351-95e0-89aa79c8cb6f,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:24.393817 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:24.418487 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8b508e57-8ada-4b88-bdc6-4556050fe639 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:24.441843 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e6e4e-1573-4a3c-8786-fa0855aa79d4 req-1007d34b-097b-4b7b-9cf7-a414d0b0a8e5 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:24.443660 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:24.444272 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:24.445677 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] 10.222.0.10 "PUT /v2.0/ports/58becea3-31c0-4351-95e0-89aa79c8cb6f HTTP/1.1" status: 200 len: 1095 time: 0.8862851 Jul 30 01:41:24.450640 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-682e6e4e-1573-4a3c-8786-fa0855aa79d4 req-1007d34b-097b-4b7b-9cf7-a414d0b0a8e5 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0594642 Jul 30 01:41:24.475009 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 8b508e57-8ada-4b88-bdc6-4556050fe639 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:24.477385 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:24.495845 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-682e6e4e-1573-4a3c-8786-fa0855aa79d4 req-92977189-809e-4f56-a772-f13dd06697df tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443211 Jul 30 01:41:24.529626 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4a8ec-1281-4c95-96f3-2b4ce8ed8b43 service neutron] Pushing event updated for resources: {'Port': ['ID=58becea3-31c0-4351-95e0-89aa79c8cb6f,revision_number=7']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:24.544730 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ba723-b744-4aac-ab91-6729fee606c2 req-1e1eb876-a794-4a9a-b8e2-03bb798803eb tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:24.552294 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-164ba723-b744-4aac-ab91-6729fee606c2 req-1e1eb876-a794-4a9a-b8e2-03bb798803eb tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 807 time: 0.2327967 Jul 30 01:41:24.567654 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-164ba723-b744-4aac-ab91-6729fee606c2 req-62e69cbc-87d4-4f38-bcee-bd6f99af3982 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/quotas/69de654e8e494e8eb1cb2de77615732a HTTP/1.1" status: 200 len: 375 time: 0.0139151 Jul 30 01:41:24.591777 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:24.596892 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-77075645-1538-41f7-bb1d-e61cf672223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:24.598952 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-77075645-1538-41f7-bb1d-e61cf672223f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 1098 time: 0.1209686 Jul 30 01:41:24.633232 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8b508e57-8ada-4b88-bdc6-4556050fe639, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8b508e57-8ada-4b88-bdc6-4556050fe639,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:24.638010 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf976286-0095-44c9-8d0b-1934155d3462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b508e57-8ada-4b88-bdc6-4556050fe639'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:24.638010 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5b4acb-da67-48f3-aa5f-016a3915e6cc" -d '{"events": [{"server_uuid": "bf976286-0095-44c9-8d0b-1934155d3462", "name": "network-vif-plugged", "status": "completed", "tag": "8b508e57-8ada-4b88-bdc6-4556050fe639"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:24.692803 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ea94a5-6a6c-4a32-8f47-05c7fef93a13 x-openstack-request-id: req-25ea94a5-6a6c-4a32-8f47-05c7fef93a13 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:24.693197 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf976286-0095-44c9-8d0b-1934155d3462", "name": "network-vif-plugged", "status": "completed", "tag": "8b508e57-8ada-4b88-bdc6-4556050fe639", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:24.693565 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-25ea94a5-6a6c-4a32-8f47-05c7fef93a13 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:24.694061 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf976286-0095-44c9-8d0b-1934155d3462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b508e57-8ada-4b88-bdc6-4556050fe639', 'code': 200} Jul 30 01:41:24.719702 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:24.726994 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-164ba723-b744-4aac-ab91-6729fee606c2 req-8db102a2-ee20-4376-9236-db5914387f18 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1487782 Jul 30 01:41:24.788297 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=8b508e57-8ada-4b88-bdc6-4556050fe639,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:24.807089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c192ac-5d16-455d-ad8c-e3a831e3a5ff req-37b32463-bfce-41b0-9be6-b06455523cfd tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:24.816382 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-72c192ac-5d16-455d-ad8c-e3a831e3a5ff req-37b32463-bfce-41b0-9be6-b06455523cfd tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 947 time: 0.0630815 Jul 30 01:41:24.830462 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-c810642d-d4eb-49de-9887-249daab60bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:24.832374 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-c810642d-d4eb-49de-9887-249daab60bb6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.2097759 Jul 30 01:41:24.855694 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-72c192ac-5d16-455d-ad8c-e3a831e3a5ff req-10f2268d-fecc-492c-ab19-152f186cb728 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381846 Jul 30 01:41:24.895159 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-3f52a7bc-01c1-4cc8-9019-dc4cc6cb27ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=58becea3-31c0-4351-95e0-89aa79c8cb6f HTTP/1.1" status: 200 len: 217 time: 0.0490921 Jul 30 01:41:24.940629 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-164ba723-b744-4aac-ab91-6729fee606c2 req-cdee3c72-6776-4b45-8f6a-db2d7aa0d06d service neutron] 10.222.0.70 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037153 Jul 30 01:41:24.953080 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2eef564e-94e9-46ea-96b7-5f3d34044be2 req-3d7b4619-4c92-4ff7-889a-0bf5c412c035 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 210 time: 0.0299444 Jul 30 01:41:24.984539 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-05bfb4c9-1f05-47b6-bef6-3d42a2ff8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:24.986344 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-05bfb4c9-1f05-47b6-bef6-3d42a2ff8711 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0822701 Jul 30 01:41:25.109989 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991b264-f27e-46f2-bd54-3ff077bb1dd9 req-e68bf2e7-68d0-4cd3-b6ea-3c1707f7dce8 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:25.112085 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9991b264-f27e-46f2-bd54-3ff077bb1dd9 req-e68bf2e7-68d0-4cd3-b6ea-3c1707f7dce8 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0712717 Jul 30 01:41:25.126345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-e9df3dcf-dd2e-48e6-9813-f80bb5e8301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:25.127711 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-e9df3dcf-dd2e-48e6-9813-f80bb5e8301c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1134503 Jul 30 01:41:25.130088 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-164ba723-b744-4aac-ab91-6729fee606c2 req-b944d84a-3021-4169-9e68-c2581f03aa08 service neutron] 10.222.0.70 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818509 Jul 30 01:41:25.168985 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9991b264-f27e-46f2-bd54-3ff077bb1dd9 req-870fc90c-348d-4273-94fc-25dd4937f655 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511203 Jul 30 01:41:25.319184 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-55948e85-639e-4049-b79a-47aa93489e27 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807156 Jul 30 01:41:25.328496 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c054b0-bc32-413f-bd49-00eff399c719 req-f820a886-a80a-4998-92ff-1fe7a96a554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:25.331719 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-f820a886-a80a-4998-92ff-1fe7a96a554e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 1097 time: 0.0715001 Jul 30 01:41:25.505206 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c054b0-bc32-413f-bd49-00eff399c719 req-b4341fa3-3c74-4122-91eb-494a48d1baec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:25.506789 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-b4341fa3-3c74-4122-91eb-494a48d1baec service neutron] 10.222.0.10 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 922 time: 0.1676168 Jul 30 01:41:25.528132 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95aa5776-f153-4aa8-8cdf-6c79190241da req-03af6d28-0127-49d3-86b2-3dcf00c42f74 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 210 time: 0.0636322 Jul 30 01:41:25.541304 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c650c75-8fdb-42e3-8133-ca9fb955155a req-14e54d53-9a6a-46fe-b1a5-0e2a79f1091a service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140715 Jul 30 01:41:25.591370 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-bf708fd8-c7f2-46fd-9f9f-94226137987d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c861ec76-c32d-4416-8571-e5609490f0f2 HTTP/1.1" status: 200 len: 217 time: 0.0772429 Jul 30 01:41:25.663061 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-4bc6e814-a4ad-4017-8671-dc6835b428f0 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=ed11b55084f34f48af396f02aa23e495&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355537 Jul 30 01:41:25.704371 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c054b0-bc32-413f-bd49-00eff399c719 req-d909e2fd-d543-471d-a49f-e3aa9e3ed170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:25.705849 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-d909e2fd-d543-471d-a49f-e3aa9e3ed170 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.1017010 Jul 30 01:41:25.736442 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa99956-921f-4db0-9a2c-fb65faf3203e req-2420e875-1cd6-4c67-87ce-2279f11fe7b3 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:25.740048 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6aa99956-921f-4db0-9a2c-fb65faf3203e req-2420e875-1cd6-4c67-87ce-2279f11fe7b3 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 946 time: 0.1176989 Jul 30 01:41:25.773170 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-5e1ff0bb-f38c-4ab5-96ca-17bcc6b2cbd1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321186 Jul 30 01:41:25.833930 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-5b5ae751-d253-4b52-8221-e84b55f864d5 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:25.835574 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-5b5ae751-d253-4b52-8221-e84b55f864d5 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651421 Jul 30 01:41:25.851200 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6aa99956-921f-4db0-9a2c-fb65faf3203e req-e713f94c-5a45-4a28-bee3-e5e5669be49e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999942 Jul 30 01:41:25.864397 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-50e3701e-6aa3-491b-a54a-9a0bbefc7eb9 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Request body: {'port': {'device_id': '3cccd528-ea93-486e-bf4b-fa799590c836', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': 'ed11b55084f34f48af396f02aa23e495'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:25.959299 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-84e0837c-bd28-4d31-900b-57f65abdd7d2 service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774480 Jul 30 01:41:26.210200 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1a064539-76ba-424c-bb1b-6d4ff722f8f2 service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427719 Jul 30 01:41:26.238941 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c5e509-a2be-4fc3-aaec-ef90e6388c16', 'tag': '58becea3-31c0-4351-95e0-89aa79c8cb6f'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:26.241422 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c5e509-a2be-4fc3-aaec-ef90e6388c16", "tag": "58becea3-31c0-4351-95e0-89aa79c8cb6f"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:26.247275 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2ad57e42-5093-431f-9370-5b5b964d8fff req-3318efe5-566f-44a1-ae7d-e79e73e08ef0 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 210 time: 0.1132474 Jul 30 01:41:26.314032 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb59fd2-8bac-4b6a-ab62-9309bf1f48de req-214f8482-005a-4c7d-8903-7467197746b3 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:26.323102 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-beb59fd2-8bac-4b6a-ab62-9309bf1f48de req-214f8482-005a-4c7d-8903-7467197746b3 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 947 time: 0.3304057 Jul 30 01:41:26.428489 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-beb59fd2-8bac-4b6a-ab62-9309bf1f48de req-8febc2d0-ca35-4d6f-b6f2-71a6eedd0f86 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904305 Jul 30 01:41:26.449858 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a39d3-caaf-4e2f-9c1a-bc445f051564 req-2b293ef5-d524-41fd-8c57-b643af76ed6f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:26.457436 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0f0a39d3-caaf-4e2f-9c1a-bc445f051564 req-2b293ef5-d524-41fd-8c57-b643af76ed6f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.1304517 Jul 30 01:41:26.481072 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-50e3701e-6aa3-491b-a54a-9a0bbefc7eb9 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Made reservation on behalf of ed11b55084f34f48af396f02aa23e495 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:26.486098 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-50e3701e-6aa3-491b-a54a-9a0bbefc7eb9 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.510889 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-50e3701e-6aa3-491b-a54a-9a0bbefc7eb9 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.512113 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c054b0-bc32-413f-bd49-00eff399c719 req-ecd04f61-49a1-478b-80bb-d44ac979bf8d tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:26.514684 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-ecd04f61-49a1-478b-80bb-d44ac979bf8d tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3&tenant_id=9d514f5becb241c68f7a0454fc8f5db1&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 1097 time: 0.1234179 Jul 30 01:41:26.542852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-9'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:26.549367 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0f0a39d3-caaf-4e2f-9c1a-bc445f051564 req-74da7551-871b-4c88-bcf2-038858ab2f94 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909486 Jul 30 01:41:26.593623 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f11d1e-9637-48c9-81da-13415007a69b x-openstack-request-id: req-85f11d1e-9637-48c9-81da-13415007a69b {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:26.594181 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c5e509-a2be-4fc3-aaec-ef90e6388c16", "tag": "58becea3-31c0-4351-95e0-89aa79c8cb6f", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:26.596474 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-85f11d1e-9637-48c9-81da-13415007a69b {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:26.598822 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c5e509-a2be-4fc3-aaec-ef90e6388c16', 'tag': '58becea3-31c0-4351-95e0-89aa79c8cb6f', 'status': 'completed', 'code': 200} Jul 30 01:41:26.647048 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.720981 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-9efafc81-3b13-45c5-a699-8ff805475523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:26.722500 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-9efafc81-3b13-45c5-a699-8ff805475523 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 1098 time: 0.1696994 Jul 30 01:41:26.726800 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-0a97acbe-2ecc-4c81-8a61-d36f176d649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:26.727771 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-0a97acbe-2ecc-4c81-8a61-d36f176d649d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 1098 time: 0.1278434 Jul 30 01:41:26.792400 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce79b3c4-c9d0-438c-9a2f-0700778df06d req-52f40509-9b20-4470-bb44-153223b78e9c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 210 time: 0.0636654 Jul 30 01:41:26.819674 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] For port c861ec76-c32d-4416-8571-e5609490f0f2, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c861ec76-c32d-4416-8571-e5609490f0f2,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:26.869725 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] For port c861ec76-c32d-4416-8571-e5609490f0f2, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:26.952023 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8637094e-7aa8-4b76-863b-39ece064a8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c861ec76-c32d-4416-8571-e5609490f0f2'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:26.954364 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d9755c-3034-4fde-b58b-4a41e23be71b" -d '{"events": [{"server_uuid": "8637094e-7aa8-4b76-863b-39ece064a8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "c861ec76-c32d-4416-8571-e5609490f0f2"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:26.971872 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.987069 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-50e3701e-6aa3-491b-a54a-9a0bbefc7eb9 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.032085 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-cd11f3ef-4324-4df4-a480-7da688bab098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:27.033572 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-cd11f3ef-4324-4df4-a480-7da688bab098 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.3014345 Jul 30 01:41:27.037851 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-fd934984-5c4d-4d57-946d-64934beeb024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:27.039391 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef8a75f-9471-4117-b676-e981d608078f x-openstack-request-id: req-fef8a75f-9471-4117-b676-e981d608078f {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:27.039529 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-fd934984-5c4d-4d57-946d-64934beeb024 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.2828400 Jul 30 01:41:27.039885 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8637094e-7aa8-4b76-863b-39ece064a8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "c861ec76-c32d-4416-8571-e5609490f0f2", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:27.040201 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fef8a75f-9471-4117-b676-e981d608078f {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:27.040654 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8637094e-7aa8-4b76-863b-39ece064a8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c861ec76-c32d-4416-8571-e5609490f0f2', 'code': 200} Jul 30 01:41:27.063435 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaad9c6-f43a-4e01-b1e0-af102b971949 req-7898251b-577b-493a-9af7-d72f0425511c tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:27.070969 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cfaad9c6-f43a-4e01-b1e0-af102b971949 req-7898251b-577b-493a-9af7-d72f0425511c tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0900772 Jul 30 01:41:27.081681 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.100100 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-146bce95-2969-4a04-b75e-eaab25599740 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=58becea3-31c0-4351-95e0-89aa79c8cb6f HTTP/1.1" status: 200 len: 217 time: 0.0565910 Jul 30 01:41:27.102961 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-50e3701e-6aa3-491b-a54a-9a0bbefc7eb9 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.159369 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-7c22212c-29bc-4f13-94f0-273fb4383445 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=58becea3-31c0-4351-95e0-89aa79c8cb6f HTTP/1.1" status: 200 len: 217 time: 0.0662010 Jul 30 01:41:27.399294 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3701e-6aa3-491b-a54a-9a0bbefc7eb9 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae635cd-7f66-402b-ac60-5a1e911f53d6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:27.399294 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-0319e051-059e-407f-8e07-3ae77729976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:27.399294 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-0319e051-059e-407f-8e07-3ae77729976a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.2299545 Jul 30 01:41:27.456327 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cfaad9c6-f43a-4e01-b1e0-af102b971949 req-9dcdd0e6-405b-4b7c-8f8a-3ad8acdbbb23 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838856 Jul 30 01:41:27.461177 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-05319417-b936-49cd-a2ca-f81679eae96a req-42101fc7-bcc1-43fe-80b2-c5eba0861b56 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 210 time: 0.0789535 Jul 30 01:41:27.487769 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-08124ec7-90e1-4a8a-a890-aec89096e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:27.489367 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-08124ec7-90e1-4a8a-a890-aec89096e029 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.2852180 Jul 30 01:41:27.511373 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c861ec76-c32d-4416-8571-e5609490f0f2,revision_number=7']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:27.533559 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] Attempting to bind port c861ec76-c32d-4416-8571-e5609490f0f2 on host n-h2-713498-9 for vnic_type normal with profile {"migrating_to": "n-h1-713498-9"} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:27.534241 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] Attempting to bind port c861ec76-c32d-4416-8571-e5609490f0f2 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:27.534241 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] Attempting to bind port c861ec76-c32d-4416-8571-e5609490f0f2 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:27.540606 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] Port c861ec76-c32d-4416-8571-e5609490f0f2 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:27.541230 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] Attempting to bind port c861ec76-c32d-4416-8571-e5609490f0f2 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:27.556258 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:27.556864 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] Checking segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:27.562044 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] Bound using segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:27.562682 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] Bound port: c861ec76-c32d-4416-8571-e5609490f0f2, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:27.563015 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.563149 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-afd6dfcc-cc3f-45ac-b6cc-cb20e8a85d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:27.564658 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-afd6dfcc-cc3f-45ac-b6cc-cb20e8a85d88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440351 Jul 30 01:41:27.591521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-50e3701e-6aa3-491b-a54a-9a0bbefc7eb9 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Allocated IP 192.168.233.33 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/a0e65bdd-73e3-40bd-baaf-feb702ceac36) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:27.682118 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-34a88baa-c3ef-4649-8698-52cca00a992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:27.682118 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-34a88baa-c3ef-4649-8698-52cca00a992b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1717043 Jul 30 01:41:27.682674 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] For port c861ec76-c32d-4416-8571-e5609490f0f2, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:27.688880 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] For port c861ec76-c32d-4416-8571-e5609490f0f2, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c861ec76-c32d-4416-8571-e5609490f0f2,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:27.772572 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662930d-3222-4d7c-a2e5-c15e302efcaa req-5cc834df-9aee-4296-8de9-acc322277023 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:27.785637 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8662930d-3222-4d7c-a2e5-c15e302efcaa req-5cc834df-9aee-4296-8de9-acc322277023 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0932536 Jul 30 01:41:27.810958 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f7515-4bff-4c8d-909e-90f90113bec2 req-089b13c7-dc81-408f-8a0e-cd377205fc4f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:27.816537 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.819676 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f94f7515-4bff-4c8d-909e-90f90113bec2 req-089b13c7-dc81-408f-8a0e-cd377205fc4f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 947 time: 0.2453570 Jul 30 01:41:27.876383 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8662930d-3222-4d7c-a2e5-c15e302efcaa req-50a74cd2-9d65-4712-a376-fe7b9dca8512 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886343 Jul 30 01:41:27.886150 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 58becea3-31c0-4351-95e0-89aa79c8cb6f no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:27.905954 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-54c96ca9-c0d7-4bb2-a12e-52dd7368af5d service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265400 Jul 30 01:41:27.977705 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 58becea3-31c0-4351-95e0-89aa79c8cb6f not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:27.983648 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:27.990091 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.990091 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] 10.222.0.10 "PUT /v2.0/ports/c861ec76-c32d-4416-8571-e5609490f0f2 HTTP/1.1" status: 200 len: 1122 time: 1.4504552 Jul 30 01:41:28.003896 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad9676-c3da-4424-a4e3-e316b358a6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c861ec76-c32d-4416-8571-e5609490f0f2,revision_number=8']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:28.027731 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f94f7515-4bff-4c8d-909e-90f90113bec2 req-52d6e580-eeed-44bd-8e56-7da531faca96 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070982 Jul 30 01:41:28.136309 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['c861ec76-c32d-4416-8571-e5609490f0f2'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:28.188904 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-9809104c-89d5-4f54-bd18-57eedeed4728 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725954 Jul 30 01:41:28.232543 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-46a6d950-ed8e-449e-9f3a-3fc1891b388f req-343eae0d-e44d-4796-90ae-8c9f6af358c2 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 210 time: 0.0809224 Jul 30 01:41:28.251090 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-b04a8bee-6084-46ef-9def-ac452f9ad3fd service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402808 Jul 30 01:41:28.355977 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-50e3701e-6aa3-491b-a54a-9a0bbefc7eb9 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:28.391367 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-50e3701e-6aa3-491b-a54a-9a0bbefc7eb9 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Transition to ACTIVE for port object a0e65bdd-73e3-40bd-baaf-feb702ceac36 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:28.453964 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c79c7a3-8cbd-4412-a6c3-f166c1e54e30 req-d3bb1ecf-004c-40d4-b299-4924b214d488 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830945 Jul 30 01:41:28.463867 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 58becea3-31c0-4351-95e0-89aa79c8cb6f details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:28.592661 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-50e3701e-6aa3-491b-a54a-9a0bbefc7eb9 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:28.625686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 58becea3-31c0-4351-95e0-89aa79c8cb6f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=58becea3-31c0-4351-95e0-89aa79c8cb6f,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:28.640247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '58becea3-31c0-4351-95e0-89aa79c8cb6f', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '58becea3-31c0-4351-95e0-89aa79c8cb6f', 'mac_address': 'fa:16:3e:29:3f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:28.686973 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:28.692452 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1c534-2f8f-4db5-a760-49bcde5999d5 req-b7306f73-0f20-4d1d-a207-bd7256d1bb55 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:28.694330 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3d1c534-2f8f-4db5-a760-49bcde5999d5 req-b7306f73-0f20-4d1d-a207-bd7256d1bb55 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 935 time: 0.1118951 Jul 30 01:41:28.732499 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58becea3-31c0-4351-95e0-89aa79c8cb6f {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:28.775711 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-50e3701e-6aa3-491b-a54a-9a0bbefc7eb9 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:28.781612 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3d1c534-2f8f-4db5-a760-49bcde5999d5 req-aa290b15-d0cb-41ef-860d-cdbe30f769ff tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ae635cd-7f66-402b-ac60-5a1e911f53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731342 Jul 30 01:41:28.784985 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 58becea3-31c0-4351-95e0-89aa79c8cb6f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=58becea3-31c0-4351-95e0-89aa79c8cb6f,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:28.789903 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-50e3701e-6aa3-491b-a54a-9a0bbefc7eb9 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:28.800331 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-50e3701e-6aa3-491b-a54a-9a0bbefc7eb9 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:28.805864 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-50e3701e-6aa3-491b-a54a-9a0bbefc7eb9 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:28.806509 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-50e3701e-6aa3-491b-a54a-9a0bbefc7eb9 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:28.828274 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3701e-6aa3-491b-a54a-9a0bbefc7eb9 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Pushing event updated for resources: {'Port': ['ID=a0e65bdd-73e3-40bd-baaf-feb702ceac36,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:28.869931 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:28.873112 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b30063-27d7-4c63-8121-00c4411fdfaa req-c7a7b65a-b65c-4087-83e2-42d9f4d83a16 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:28.877053 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-55b30063-27d7-4c63-8121-00c4411fdfaa req-c7a7b65a-b65c-4087-83e2-42d9f4d83a16 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 944 time: 0.2339563 Jul 30 01:41:28.927345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ba723-b744-4aac-ab91-6729fee606c2 req-221b2bfe-8fd6-403b-b886-2581a9e7b50c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:28.929364 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-164ba723-b744-4aac-ab91-6729fee606c2 req-221b2bfe-8fd6-403b-b886-2581a9e7b50c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.77 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 807 time: 0.3240786 Jul 30 01:41:28.960033 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-164ba723-b744-4aac-ab91-6729fee606c2 req-0adf69ce-26b0-4b92-8811-63e00a1beaec tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Request body: {'port': {'device_id': 'd50a65f2-580c-4b80-b6e7-b025956578b2', 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e', 'admin_state_up': True, 'tenant_id': '69de654e8e494e8eb1cb2de77615732a'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:28.972531 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=58becea3-31c0-4351-95e0-89aa79c8cb6f,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:28.980243 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-50e3701e-6aa3-491b-a54a-9a0bbefc7eb9 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1220186 Jul 30 01:41:29.041283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8637094e-7aa8-4b76-863b-39ece064a8e3', 'tag': 'c861ec76-c32d-4416-8571-e5609490f0f2'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:29.044385 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d82a17-a8ec-4bba-92e1-1ed6524cbac3" -d '{"events": [{"name": "network-changed", "server_uuid": "8637094e-7aa8-4b76-863b-39ece064a8e3", "tag": "c861ec76-c32d-4416-8571-e5609490f0f2"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:29.044627 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-55b30063-27d7-4c63-8121-00c4411fdfaa req-90179cc8-dc3d-4b8b-9182-a0e1a1de3f0a tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612799 Jul 30 01:41:29.067977 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] Request body: {'port': {'device_id': '3cccd528-ea93-486e-bf4b-fa799590c836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:29.081825 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7972d33-8e14-4658-86f8-40b0c09489db req-b3671465-cf49-44cb-80c4-d3eb28222306 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:29.083680 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f7972d33-8e14-4658-86f8-40b0c09489db req-b3671465-cf49-44cb-80c4-d3eb28222306 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0942340 Jul 30 01:41:29.176062 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f7972d33-8e14-4658-86f8-40b0c09489db req-011c94c4-2524-4c0c-988b-bded02f6b400 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857677 Jul 30 01:41:29.215107 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.237095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-84984c02-d587-4254-88fd-af37d2770886 None None] Provisioning for port a0e65bdd-73e3-40bd-baaf-feb702ceac36 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:29.241392 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-84984c02-d587-4254-88fd-af37d2770886 None None] Provisioning complete for port a0e65bdd-73e3-40bd-baaf-feb702ceac36 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:29.241963 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84984c02-d587-4254-88fd-af37d2770886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.292137 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['58becea3-31c0-4351-95e0-89aa79c8cb6f'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:29.334143 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-84984c02-d587-4254-88fd-af37d2770886 None None] Port a0e65bdd-73e3-40bd-baaf-feb702ceac36 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:29.372443 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf59883-29ee-4c24-b7e4-377ee67d1618 x-openstack-request-id: req-ebf59883-29ee-4c24-b7e4-377ee67d1618 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:29.372904 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8637094e-7aa8-4b76-863b-39ece064a8e3", "tag": "c861ec76-c32d-4416-8571-e5609490f0f2", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:29.373102 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ebf59883-29ee-4c24-b7e4-377ee67d1618 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:29.373644 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8637094e-7aa8-4b76-863b-39ece064a8e3', 'tag': 'c861ec76-c32d-4416-8571-e5609490f0f2', 'status': 'completed', 'code': 200} Jul 30 01:41:29.581143 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd2783-c8f7-4748-985e-b301fb674335 req-0d164f3a-e6d5-4317-a644-5dd3904463a2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:29.583042 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f5cd2783-c8f7-4748-985e-b301fb674335 req-0d164f3a-e6d5-4317-a644-5dd3904463a2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 948 time: 0.0900474 Jul 30 01:41:29.628992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-164ba723-b744-4aac-ab91-6729fee606c2 req-0adf69ce-26b0-4b92-8811-63e00a1beaec tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Made reservation on behalf of 69de654e8e494e8eb1cb2de77615732a for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:29.632674 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-164ba723-b744-4aac-ab91-6729fee606c2 req-0adf69ce-26b0-4b92-8811-63e00a1beaec tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.676600 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f5cd2783-c8f7-4748-985e-b301fb674335 req-c9ae658e-2035-4827-b7d2-2050ab139206 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836322 Jul 30 01:41:29.857186 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c0e23729-25df-4a4b-b5cb-916823bac88b req-01088e18-526d-4548-b414-c99b24f7aff8 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 210 time: 0.0308287 Jul 30 01:41:29.905306 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d82a17-a8ec-4bba-92e1-1ed6524cbac3 req-35ed6263-dee3-4946-8280-66bd634be630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:29.907266 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f4d82a17-a8ec-4bba-92e1-1ed6524cbac3 req-35ed6263-dee3-4946-8280-66bd634be630 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 1125 time: 0.2911379 Jul 30 01:41:29.922031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e65bdd-73e3-40bd-baaf-feb702ceac36 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:29.944450 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.007348 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] Transition to ACTIVE for port object a0e65bdd-73e3-40bd-baaf-feb702ceac36 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:30.151351 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d82a17-a8ec-4bba-92e1-1ed6524cbac3 req-8cbaeaa9-be38-4d94-b320-1c401b5bafcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:30.151351 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f4d82a17-a8ec-4bba-92e1-1ed6524cbac3 req-8cbaeaa9-be38-4d94-b320-1c401b5bafcc service neutron] 10.222.0.77 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 922 time: 0.2021794 Jul 30 01:41:30.151351 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-164ba723-b744-4aac-ab91-6729fee606c2 req-0adf69ce-26b0-4b92-8811-63e00a1beaec tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Allocated IP 172.20.0.2 (9ee13545-77ea-41ed-86fb-6aa4d578ac6e/5df4a4e9-2ec7-47a1-80c6-9f49100e235e/13f1ee9c-a606-43f6-a86a-e4749445d2be) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:30.195028 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb443795-7a29-4e39-9250-7a066e5d3074 req-c7ace43c-a4d9-4ec7-8be4-a32ae06497b8 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:30.196529 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb443795-7a29-4e39-9250-7a066e5d3074 req-c7ace43c-a4d9-4ec7-8be4-a32ae06497b8 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 935 time: 0.1397066 Jul 30 01:41:30.197811 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f4d82a17-a8ec-4bba-92e1-1ed6524cbac3 req-03072ff8-4fa2-4c20-a9e7-0c53b95b1ec8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c861ec76-c32d-4416-8571-e5609490f0f2 HTTP/1.1" status: 200 len: 217 time: 0.0546668 Jul 30 01:41:30.352740 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d82a17-a8ec-4bba-92e1-1ed6524cbac3 req-4d2af4bb-725c-45b9-917b-e01e7093889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:30.354477 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f4d82a17-a8ec-4bba-92e1-1ed6524cbac3 req-4d2af4bb-725c-45b9-917b-e01e7093889c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.1474001 Jul 30 01:41:30.357274 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb443795-7a29-4e39-9250-7a066e5d3074 req-907c4a10-a30b-4444-8eb9-5185cd4dba29 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ae635cd-7f66-402b-ac60-5a1e911f53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491606 Jul 30 01:41:30.412011 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f4d82a17-a8ec-4bba-92e1-1ed6524cbac3 req-9fa3743b-aa78-4657-b229-3a14c31b543e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357764 Jul 30 01:41:30.461966 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device c861ec76-c32d-4416-8571-e5609490f0f2 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:30.524693 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-164ba723-b744-4aac-ab91-6729fee606c2 req-0adf69ce-26b0-4b92-8811-63e00a1beaec tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.534374 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.561041 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port c861ec76-c32d-4416-8571-e5609490f0f2, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c861ec76-c32d-4416-8571-e5609490f0f2,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:30.578165 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device c861ec76-c32d-4416-8571-e5609490f0f2 has no active binding in host n-h1-713498-9 {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:41:30.611879 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0da5c9-6fa9-4302-a576-be6a39946dee req-2432c432-97e9-49e6-ae08-e8d9a42bf467 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:30.614519 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad0da5c9-6fa9-4302-a576-be6a39946dee req-2432c432-97e9-49e6-ae08-e8d9a42bf467 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 944 time: 0.1546574 Jul 30 01:41:30.651074 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f4d82a17-a8ec-4bba-92e1-1ed6524cbac3 req-4a3d7af6-da01-48a1-89a5-d7f57f12a4a8 service neutron] 10.222.0.77 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422385 Jul 30 01:41:30.660841 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e65bdd-73e3-40bd-baaf-feb702ceac36,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:30.771343 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b813d2-5327-40aa-bebe-d3b1a2f9a8b3 req-5a5bb0e1-af30-4f8e-9a7e-790cfcacd87a tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:30.774614 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5b813d2-5327-40aa-bebe-d3b1a2f9a8b3 req-5a5bb0e1-af30-4f8e-9a7e-790cfcacd87a tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.1040399 Jul 30 01:41:30.867660 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5b813d2-5327-40aa-bebe-d3b1a2f9a8b3 req-3e867a0d-f066-4a76-88fb-3d3e8db80691 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815644 Jul 30 01:41:30.896792 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f4d82a17-a8ec-4bba-92e1-1ed6524cbac3 req-87030490-39b6-4240-95f9-098312dd2df7 service neutron] 10.222.0.77 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106206 Jul 30 01:41:30.919203 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad0da5c9-6fa9-4302-a576-be6a39946dee req-526a21ee-752e-4df2-a182-6fa058b467e2 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875607 Jul 30 01:41:30.919794 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] Attempting to bind port a0e65bdd-73e3-40bd-baaf-feb702ceac36 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:30.923930 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] Attempting to bind port a0e65bdd-73e3-40bd-baaf-feb702ceac36 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:30.924497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] Attempting to bind port a0e65bdd-73e3-40bd-baaf-feb702ceac36 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:30.950341 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] Port a0e65bdd-73e3-40bd-baaf-feb702ceac36 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:30.950682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] Attempting to bind port a0e65bdd-73e3-40bd-baaf-feb702ceac36 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:30.956726 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:30.957077 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:30.957464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:30.957898 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] Bound port: a0e65bdd-73e3-40bd-baaf-feb702ceac36, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:30.958260 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:31.031446 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08784eea-f624-4c9d-b249-6d4152a14d20 req-1d511661-b011-4878-8285-f3e5ccd30b2b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:31.033009 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-08784eea-f624-4c9d-b249-6d4152a14d20 req-1d511661-b011-4878-8285-f3e5ccd30b2b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16&tenant_id=623208e081294df0b62265be2069edd5&binding%3Ahost_id=n-h1-713498-9 HTTP/1.1" status: 200 len: 948 time: 0.1486874 Jul 30 01:41:31.110062 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-164ba723-b744-4aac-ab91-6729fee606c2 req-0adf69ce-26b0-4b92-8811-63e00a1beaec tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:31.144641 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-08784eea-f624-4c9d-b249-6d4152a14d20 req-658c8ed6-9db7-4bf6-a169-0ba7cf5f1a3f service neutron] delete failed (client error): The resource could not be found. Jul 30 01:41:31.145663 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-08784eea-f624-4c9d-b249-6d4152a14d20 req-658c8ed6-9db7-4bf6-a169-0ba7cf5f1a3f service neutron] 10.222.0.77 "DELETE /v2.0/ports/58becea3-31c0-4351-95e0-89aa79c8cb6f/bindings/n-h2-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.0943434 Jul 30 01:41:31.199150 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7533582-818e-425e-99d4-ff6aa8f6b127 req-32ced333-9761-4444-8031-9ce4588310a9 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:31.207235 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7533582-818e-425e-99d4-ff6aa8f6b127 req-32ced333-9761-4444-8031-9ce4588310a9 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 948 time: 0.1907349 Jul 30 01:41:31.210927 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-164ba723-b744-4aac-ab91-6729fee606c2 req-0adf69ce-26b0-4b92-8811-63e00a1beaec tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:31.211387 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcde54-1521-4694-86cc-96e2b0bc818f req-c90c92bc-2ed2-41bd-99d7-7439689bfea2 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:31.213219 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bdfcde54-1521-4694-86cc-96e2b0bc818f req-c90c92bc-2ed2-41bd-99d7-7439689bfea2 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 931 time: 0.0604289 Jul 30 01:41:31.260244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] For port a0e65bdd-73e3-40bd-baaf-feb702ceac36, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:31.263637 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-164ba723-b744-4aac-ab91-6729fee606c2 req-0adf69ce-26b0-4b92-8811-63e00a1beaec tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:31.272212 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bdfcde54-1521-4694-86cc-96e2b0bc818f req-30744458-fdc4-4d85-8848-34474f3e486f tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512011 Jul 30 01:41:31.293972 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-164ba723-b744-4aac-ab91-6729fee606c2 req-0adf69ce-26b0-4b92-8811-63e00a1beaec tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:31.299892 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ba723-b744-4aac-ab91-6729fee606c2 req-0adf69ce-26b0-4b92-8811-63e00a1beaec tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:31.300508 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-164ba723-b744-4aac-ab91-6729fee606c2 req-0adf69ce-26b0-4b92-8811-63e00a1beaec tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:31.322521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] For port a0e65bdd-73e3-40bd-baaf-feb702ceac36, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a0e65bdd-73e3-40bd-baaf-feb702ceac36,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:31.326697 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7533582-818e-425e-99d4-ff6aa8f6b127 req-69e907ee-e9a2-42e4-8fd4-f94ce455d813 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182811 Jul 30 01:41:31.328039 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf69ce-26b0-4b92-8811-63e00a1beaec tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Pushing event updated for resources: {'Port': ['ID=13f1ee9c-a606-43f6-a86a-e4749445d2be,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:31.363466 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08784eea-f624-4c9d-b249-6d4152a14d20 req-90fe3376-eb81-4142-8120-c725eb92d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:31.369636 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-08784eea-f624-4c9d-b249-6d4152a14d20 req-90fe3376-eb81-4142-8120-c725eb92d42c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 1099 time: 0.0587671 Jul 30 01:41:31.438674 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-164ba723-b744-4aac-ab91-6729fee606c2 req-0adf69ce-26b0-4b92-8811-63e00a1beaec tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4887397 Jul 30 01:41:31.461725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] Request body: {'port': {'device_id': 'd50a65f2-580c-4b80-b6e7-b025956578b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:31.484608 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08784eea-f624-4c9d-b249-6d4152a14d20 req-a71994de-6a13-4423-befa-cc74a1e0b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:31.486696 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-08784eea-f624-4c9d-b249-6d4152a14d20 req-a71994de-6a13-4423-befa-cc74a1e0b4c9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.1116488 Jul 30 01:41:31.503836 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:31.571775 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-08784eea-f624-4c9d-b249-6d4152a14d20 req-f799590d-a1eb-43d8-bd33-9fd27349a4d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=58becea3-31c0-4351-95e0-89aa79c8cb6f HTTP/1.1" status: 200 len: 217 time: 0.0740197 Jul 30 01:41:31.590701 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7dc6b-dfec-48a8-a80f-a54381ce5168 req-8eba135c-2dda-4abb-9de3-a9ff8b6070a4 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:31.593551 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a3a7dc6b-dfec-48a8-a80f-a54381ce5168 req-8eba135c-2dda-4abb-9de3-a9ff8b6070a4 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 947 time: 0.1048810 Jul 30 01:41:31.605226 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:31.610135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:31.611090 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:31.612790 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] 10.222.0.77 "PUT /v2.0/ports/a0e65bdd-73e3-40bd-baaf-feb702ceac36 HTTP/1.1" status: 200 len: 1095 time: 2.5669522 Jul 30 01:41:31.613337 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cccd528-ea93-486e-bf4b-fa799590c836', 'tag': 'a0e65bdd-73e3-40bd-baaf-feb702ceac36'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:31.619587 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8147bfe5-da9b-4736-bebe-bf7a4d56e655" -d '{"events": [{"name": "network-changed", "server_uuid": "3cccd528-ea93-486e-bf4b-fa799590c836", "tag": "a0e65bdd-73e3-40bd-baaf-feb702ceac36"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:31.724853 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb3e566-0632-4d82-a0b8-50014ec30982 x-openstack-request-id: req-0fb3e566-0632-4d82-a0b8-50014ec30982 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:31.725513 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cccd528-ea93-486e-bf4b-fa799590c836", "tag": "a0e65bdd-73e3-40bd-baaf-feb702ceac36", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:31.725646 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0fb3e566-0632-4d82-a0b8-50014ec30982 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:31.726699 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cccd528-ea93-486e-bf4b-fa799590c836', 'tag': 'a0e65bdd-73e3-40bd-baaf-feb702ceac36', 'status': 'completed', 'code': 200} Jul 30 01:41:31.729439 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb983f6-60bf-4775-a088-21ecd6ffc075 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e65bdd-73e3-40bd-baaf-feb702ceac36,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:31.764869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08784eea-f624-4c9d-b249-6d4152a14d20 req-1bddb217-15e0-4759-b2d5-ee659993dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:31.766563 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-08784eea-f624-4c9d-b249-6d4152a14d20 req-1bddb217-15e0-4759-b2d5-ee659993dcbd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1717346 Jul 30 01:41:31.781556 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a3a7dc6b-dfec-48a8-a80f-a54381ce5168 req-42213fda-897e-4a45-8818-bc05e08c34ca tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ae635cd-7f66-402b-ac60-5a1e911f53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683648 Jul 30 01:41:31.864621 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08784eea-f624-4c9d-b249-6d4152a14d20 req-36e67ca6-6dce-41e0-985d-3aea2f009dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:31.867744 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-08784eea-f624-4c9d-b249-6d4152a14d20 req-36e67ca6-6dce-41e0-985d-3aea2f009dff service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0837984 Jul 30 01:41:31.872429 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147bfe5-da9b-4736-bebe-bf7a4d56e655 req-cc7dc3a2-87d4-4b75-8829-539536154b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:31.875320 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8147bfe5-da9b-4736-bebe-bf7a4d56e655 req-cc7dc3a2-87d4-4b75-8829-539536154b6c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ed11b55084f34f48af396f02aa23e495&device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 1098 time: 0.1233211 Jul 30 01:41:31.948233 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8147bfe5-da9b-4736-bebe-bf7a4d56e655 req-1c08a37c-8eea-4c81-9496-c7626f024967 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=ed11b55084f34f48af396f02aa23e495&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325856 Jul 30 01:41:32.033165 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-08784eea-f624-4c9d-b249-6d4152a14d20 req-44fdb05e-f8a6-48be-b5c1-d0333776e111 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375525 Jul 30 01:41:32.176976 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e497c97-f967-4123-996e-ef35fda4b52e req-374b555e-83c7-4ff1-bf54-8d69fb046ae9 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:32.178757 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e497c97-f967-4123-996e-ef35fda4b52e req-374b555e-83c7-4ff1-bf54-8d69fb046ae9 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.1673086 Jul 30 01:41:32.182424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4da761-1cdc-4cea-91a3-5c5c28e9c3f6 req-fc295cb6-e9b1-468d-a7e2-754cc0f1030a tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:32.193479 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7d4da761-1cdc-4cea-91a3-5c5c28e9c3f6 req-fc295cb6-e9b1-468d-a7e2-754cc0f1030a tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 944 time: 0.1526082 Jul 30 01:41:32.270171 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147bfe5-da9b-4736-bebe-bf7a4d56e655 req-17154355-4435-42b8-b7b6-0a5266d3c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:32.271871 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8147bfe5-da9b-4736-bebe-bf7a4d56e655 req-17154355-4435-42b8-b7b6-0a5266d3c42c service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3053811 Jul 30 01:41:32.274055 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7d4da761-1cdc-4cea-91a3-5c5c28e9c3f6 req-93ba906a-6e4b-484d-8955-9e0dc7854f46 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725975 Jul 30 01:41:32.285539 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e497c97-f967-4123-996e-ef35fda4b52e req-00ff15cc-9933-40b1-b955-a2e868cae76b tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870395 Jul 30 01:41:32.316251 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-08784eea-f624-4c9d-b249-6d4152a14d20 req-afa397bf-f58d-43d6-a33c-85706370ce77 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715118 Jul 30 01:41:32.437862 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-c57a33d4-46ff-4324-8932-3d912a2b6b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:32.439584 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-c57a33d4-46ff-4324-8932-3d912a2b6b6a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ed11b55084f34f48af396f02aa23e495&device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 1098 time: 0.0597041 Jul 30 01:41:32.441247 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f1ee9c-a606-43f6-a86a-e4749445d2be {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:32.461773 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.470552 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 58becea3-31c0-4351-95e0-89aa79c8cb6f up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:32.489919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] Transition to ACTIVE for port object 13f1ee9c-a606-43f6-a86a-e4749445d2be will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:32.542998 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-578e3369-b04b-494d-acd4-ae2a68aff903 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=a0e65bdd-73e3-40bd-baaf-feb702ceac36 HTTP/1.1" status: 200 len: 217 time: 0.0860467 Jul 30 01:41:32.586234 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.637348 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc637d2a-2b66-45ec-b94a-fd8328f97730 req-54ba0e96-9a8e-4670-86ad-4c9ba8c5178f tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:32.638036 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] Pushing event updated for resources: {'Port': ['ID=13f1ee9c-a606-43f6-a86a-e4749445d2be,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:32.639094 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc637d2a-2b66-45ec-b94a-fd8328f97730 req-54ba0e96-9a8e-4670-86ad-4c9ba8c5178f tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 931 time: 0.1072888 Jul 30 01:41:32.671476 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.683121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-f1a5605e-bda0-4422-afd5-b691a7a4ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:32.684883 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-f1a5605e-bda0-4422-afd5-b691a7a4ad72 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1085880 Jul 30 01:41:32.703967 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 58becea3-31c0-4351-95e0-89aa79c8cb6f completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:32.708992 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 58becea3-31c0-4351-95e0-89aa79c8cb6f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:32.709620 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.729554 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc637d2a-2b66-45ec-b94a-fd8328f97730 req-2bb5a06c-1b00-48e0-a235-1309221e6845 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777173 Jul 30 01:41:32.763201 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-e7a989dc-834b-48f9-939b-3d04481a898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:32.767229 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-e7a989dc-834b-48f9-939b-3d04481a898b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0667264 Jul 30 01:41:32.768772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79c97a-cb02-4d3c-a65c-7e5b86ee7f37 req-72a1a6c8-6102-42de-a5c9-a7cb57a38c00 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:32.770381 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0f79c97a-cb02-4d3c-a65c-7e5b86ee7f37 req-72a1a6c8-6102-42de-a5c9-a7cb57a38c00 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 948 time: 0.1220455 Jul 30 01:41:32.775657 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] Attempting to bind port 13f1ee9c-a606-43f6-a86a-e4749445d2be on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:32.776006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] Attempting to bind port 13f1ee9c-a606-43f6-a86a-e4749445d2be by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:32.776386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] Attempting to bind port 13f1ee9c-a606-43f6-a86a-e4749445d2be on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:32.817182 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] Port 13f1ee9c-a606-43f6-a86a-e4749445d2be on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:32.817520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] Attempting to bind port 13f1ee9c-a606-43f6-a86a-e4749445d2be on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:32.834906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:32.835272 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] Checking segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:32.835652 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] Bound using segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:32.844387 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.846707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] Bound port: 13f1ee9c-a606-43f6-a86a-e4749445d2be, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:32.847695 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.870317 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c5e509-a2be-4fc3-aaec-ef90e6388c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58becea3-31c0-4351-95e0-89aa79c8cb6f'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:32.873854 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7bed88-cb4f-42bc-91a5-e5ac1dee76e3" -d '{"events": [{"server_uuid": "e8c5e509-a2be-4fc3-aaec-ef90e6388c16", "name": "network-vif-plugged", "status": "completed", "tag": "58becea3-31c0-4351-95e0-89aa79c8cb6f"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:32.923586 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 58becea3-31c0-4351-95e0-89aa79c8cb6f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=58becea3-31c0-4351-95e0-89aa79c8cb6f,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:32.940799 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-851fa4e0-41e8-48d9-beac-7ec98d0264aa service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625266 Jul 30 01:41:32.974239 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0f79c97a-cb02-4d3c-a65c-7e5b86ee7f37 req-b80de786-5f40-4995-8337-451329ff3fb8 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844425 Jul 30 01:41:33.041281 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:33.084636 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] For port 13f1ee9c-a606-43f6-a86a-e4749445d2be, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:33.086095 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d4d29f1-d8ba-4b0a-9acd-8d897ec35ff7 req-af877f8c-97da-49bb-bf9f-da5692b6df82 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367173 Jul 30 01:41:33.089451 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] For port 13f1ee9c-a606-43f6-a86a-e4749445d2be, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=13f1ee9c-a606-43f6-a86a-e4749445d2be,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:33.142150 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=58becea3-31c0-4351-95e0-89aa79c8cb6f,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:33.147981 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2345d677-be5b-4a71-9031-116ae7ca8dde x-openstack-request-id: req-2345d677-be5b-4a71-9031-116ae7ca8dde {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:33.148463 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c5e509-a2be-4fc3-aaec-ef90e6388c16", "name": "network-vif-plugged", "status": "completed", "tag": "58becea3-31c0-4351-95e0-89aa79c8cb6f", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:33.148856 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2345d677-be5b-4a71-9031-116ae7ca8dde {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:33.149262 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c5e509-a2be-4fc3-aaec-ef90e6388c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58becea3-31c0-4351-95e0-89aa79c8cb6f', 'code': 200} Jul 30 01:41:33.169984 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:33.192475 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:33.193803 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:33.197917 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-164ba723-b744-4aac-ab91-6729fee606c2 req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] 10.222.0.77 "PUT /v2.0/ports/13f1ee9c-a606-43f6-a86a-e4749445d2be HTTP/1.1" status: 200 len: 1091 time: 1.7406764 Jul 30 01:41:33.330114 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f8e6d-4f2e-4426-89bc-0896026b03e9 service neutron] Pushing event updated for resources: {'Port': ['ID=13f1ee9c-a606-43f6-a86a-e4749445d2be,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:33.335560 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a2f49-7359-4ad0-9dd4-c112d065c04b req-0d67d476-30ba-4ee0-af0d-ca38cb9ed67b tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:33.343440 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a15a2f49-7359-4ad0-9dd4-c112d065c04b req-0d67d476-30ba-4ee0-af0d-ca38cb9ed67b tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 947 time: 0.1151268 Jul 30 01:41:33.437365 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a15a2f49-7359-4ad0-9dd4-c112d065c04b req-7b99b17d-4b52-4d52-a746-c6f05d56a9ec tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ae635cd-7f66-402b-ac60-5a1e911f53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863717 Jul 30 01:41:33.483317 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ba723-b744-4aac-ab91-6729fee606c2 req-5acf8dc7-1d61-4d39-9dfd-c9ca91e025e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:33.486315 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-164ba723-b744-4aac-ab91-6729fee606c2 req-5acf8dc7-1d61-4d39-9dfd-c9ca91e025e3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 1094 time: 0.1486990 Jul 30 01:41:33.504593 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936c94b-574d-4562-becb-89c269702a73 req-91778599-893f-4cb6-85d9-1bd419a0ad0f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:33.506182 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e936c94b-574d-4562-becb-89c269702a73 req-91778599-893f-4cb6-85d9-1bd419a0ad0f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0928965 Jul 30 01:41:33.604579 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-164ba723-b744-4aac-ab91-6729fee606c2 req-a6bd6db9-06e7-43b4-a986-d60345cb366f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13f1ee9c-a606-43f6-a86a-e4749445d2be HTTP/1.1" status: 200 len: 217 time: 0.0605805 Jul 30 01:41:33.640416 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db9062-eddb-4f02-89c6-10245a52ea66 req-96744441-56d4-4c87-a5ef-095a9e2fae27 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:33.652960 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16db9062-eddb-4f02-89c6-10245a52ea66 req-96744441-56d4-4c87-a5ef-095a9e2fae27 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.1241527 Jul 30 01:41:33.713028 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-9cef5c23-aac1-4d38-b041-183bfaf35155 service neutron] 10.222.0.77 "GET /v2.0/ports/c861ec76-c32d-4416-8571-e5609490f0f2/bindings/n-h1-713498-9 HTTP/1.1" status: 200 len: 384 time: 0.1353688 Jul 30 01:41:33.721273 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e936c94b-574d-4562-becb-89c269702a73 req-49296fec-9769-4c69-92fc-3b31ae09e39a tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980944 Jul 30 01:41:33.723353 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ba723-b744-4aac-ab91-6729fee606c2 req-5a5ab065-95db-43d1-ab7d-5d1f3a475a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:33.724805 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-164ba723-b744-4aac-ab91-6729fee606c2 req-5a5ab065-95db-43d1-ab7d-5d1f3a475a6d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5df4a4e9-2ec7-47a1-80c6-9f49100e235e HTTP/1.1" status: 200 len: 847 time: 0.1110480 Jul 30 01:41:33.745967 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50a65f2-580c-4b80-b6e7-b025956578b2', 'tag': '13f1ee9c-a606-43f6-a86a-e4749445d2be'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:33.745967 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa4aac9-e878-4879-8f90-65996a75857a" -d '{"events": [{"name": "network-changed", "server_uuid": "d50a65f2-580c-4b80-b6e7-b025956578b2", "tag": "13f1ee9c-a606-43f6-a86a-e4749445d2be"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:33.746141 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16db9062-eddb-4f02-89c6-10245a52ea66 req-49dae756-9fbb-4f1a-a4c0-0d802fe84f71 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772831 Jul 30 01:41:33.816768 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-164ba723-b744-4aac-ab91-6729fee606c2 req-1dc27a5c-a4e1-4bf5-93d8-b4370d8170d2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650589 Jul 30 01:41:33.941699 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b897ed69-fb61-4b0d-95c6-ceddf3ff177f x-openstack-request-id: req-b897ed69-fb61-4b0d-95c6-ceddf3ff177f {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:33.942044 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50a65f2-580c-4b80-b6e7-b025956578b2", "tag": "13f1ee9c-a606-43f6-a86a-e4749445d2be", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:33.942234 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b897ed69-fb61-4b0d-95c6-ceddf3ff177f {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:33.942651 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50a65f2-580c-4b80-b6e7-b025956578b2', 'tag': '13f1ee9c-a606-43f6-a86a-e4749445d2be', 'status': 'completed', 'code': 200} Jul 30 01:41:33.944653 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-164ba723-b744-4aac-ab91-6729fee606c2 req-c333f0a3-8d8b-43e0-aacc-bf8fd4de1ba7 service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272094 Jul 30 01:41:34.049371 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18419d-70a9-4ca0-94f7-2d84370c14de req-a2d46dcf-d1f6-4eae-bc72-2267c85e3bb7 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:34.050940 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aa18419d-70a9-4ca0-94f7-2d84370c14de req-a2d46dcf-d1f6-4eae-bc72-2267c85e3bb7 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 943 time: 0.1071961 Jul 30 01:41:34.133509 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-164ba723-b744-4aac-ab91-6729fee606c2 req-eae30e52-8a03-4bcf-bdd1-45064564f762 service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786981 Jul 30 01:41:34.138291 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-11c054b0-bc32-413f-bd49-00eff399c719 req-6ba0c946-14c0-45e4-a6e0-ad3895807ba0 service neutron] For port c861ec76-c32d-4416-8571-e5609490f0f2, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c861ec76-c32d-4416-8571-e5609490f0f2,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:34.143711 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aa18419d-70a9-4ca0-94f7-2d84370c14de req-9eb73d8b-1b81-488e-b921-f76cd20bf226 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812292 Jul 30 01:41:34.171919 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-11c054b0-bc32-413f-bd49-00eff399c719 req-6ba0c946-14c0-45e4-a6e0-ad3895807ba0 service neutron] For port c861ec76-c32d-4416-8571-e5609490f0f2, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:34.177925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724730c2-e9a5-4815-a193-bfb8f59e074b req-52574510-6a8c-4904-bf8e-534d9a2be3c9 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:34.179670 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-724730c2-e9a5-4815-a193-bfb8f59e074b req-52574510-6a8c-4904-bf8e-534d9a2be3c9 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.0958195 Jul 30 01:41:34.211961 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-11c054b0-bc32-413f-bd49-00eff399c719 req-6ba0c946-14c0-45e4-a6e0-ad3895807ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c861ec76-c32d-4416-8571-e5609490f0f2 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:34.224419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-11c054b0-bc32-413f-bd49-00eff399c719 req-6ba0c946-14c0-45e4-a6e0-ad3895807ba0 service neutron] For port c861ec76-c32d-4416-8571-e5609490f0f2, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c861ec76-c32d-4416-8571-e5609490f0f2,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:34.239256 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-724730c2-e9a5-4815-a193-bfb8f59e074b req-1e57ab5a-bd94-43e0-a56a-62218a932831 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531135 Jul 30 01:41:34.318787 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-11c054b0-bc32-413f-bd49-00eff399c719 req-6ba0c946-14c0-45e4-a6e0-ad3895807ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.369495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4aac9-e878-4879-8f90-65996a75857a req-3a83bbed-68d9-467b-8e92-b4321af561bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:34.371583 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-daa4aac9-e878-4879-8f90-65996a75857a req-3a83bbed-68d9-467b-8e92-b4321af561bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 1094 time: 0.0757303 Jul 30 01:41:34.413235 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a479d92-e4ff-4601-ab26-e87bfca1774d req-05eb3c35-d490-4603-ae00-e17328e9440d tempest-MigrationsAdminTest-392073486 tempest-MigrationsAdminTest-392073486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:34.424819 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3a479d92-e4ff-4601-ab26-e87bfca1774d req-05eb3c35-d490-4603-ae00-e17328e9440d tempest-MigrationsAdminTest-392073486 tempest-MigrationsAdminTest-392073486-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 1100 time: 0.1159797 Jul 30 01:41:34.458891 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-11c054b0-bc32-413f-bd49-00eff399c719 req-6ba0c946-14c0-45e4-a6e0-ad3895807ba0 service neutron] Transition to ACTIVE for port object c861ec76-c32d-4416-8571-e5609490f0f2 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:34.482624 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3a479d92-e4ff-4601-ab26-e87bfca1774d req-32272889-3556-43d5-adbe-66ecfca16526 tempest-MigrationsAdminTest-392073486 tempest-MigrationsAdminTest-392073486-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560625 Jul 30 01:41:34.527387 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-11c054b0-bc32-413f-bd49-00eff399c719 req-6ba0c946-14c0-45e4-a6e0-ad3895807ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.549276 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4aac9-e878-4879-8f90-65996a75857a req-91038907-50a2-4662-8895-1b9a33a3e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:34.556959 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-daa4aac9-e878-4879-8f90-65996a75857a req-91038907-50a2-4662-8895-1b9a33a3e36e service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 908 time: 0.1742370 Jul 30 01:41:34.604883 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0c946-14c0-45e4-a6e0-ad3895807ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=c861ec76-c32d-4416-8571-e5609490f0f2,revision_number=10']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:34.631052 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-daa4aac9-e878-4879-8f90-65996a75857a req-a8df52c8-d94a-4d41-a50a-b7e9888504d5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13f1ee9c-a606-43f6-a86a-e4749445d2be HTTP/1.1" status: 200 len: 217 time: 0.0595915 Jul 30 01:41:34.641994 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c054b0-bc32-413f-bd49-00eff399c719 req-6ba0c946-14c0-45e4-a6e0-ad3895807ba0 service neutron] No DVR routers for this DVR port c861ec76-c32d-4416-8571-e5609490f0f2 on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:34.700892 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-6ba0c946-14c0-45e4-a6e0-ad3895807ba0 service neutron] 10.222.0.77 "PUT /v2.0/ports/c861ec76-c32d-4416-8571-e5609490f0f2/bindings/n-h1-713498-9/activate HTTP/1.1" status: 200 len: 369 time: 0.9554036 Jul 30 01:41:34.730533 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b2b78-8536-4dd7-8c0a-f00e4780901e req-de38924e-10d5-4373-9d5a-403cd97bd46b tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:34.745804 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ea2b2b78-8536-4dd7-8c0a-f00e4780901e req-de38924e-10d5-4373-9d5a-403cd97bd46b tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 947 time: 0.1227481 Jul 30 01:41:34.759417 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4aac9-e878-4879-8f90-65996a75857a req-88533aa2-28f5-45bf-89f8-295173b51138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:34.760901 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-daa4aac9-e878-4879-8f90-65996a75857a req-88533aa2-28f5-45bf-89f8-295173b51138 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5df4a4e9-2ec7-47a1-80c6-9f49100e235e HTTP/1.1" status: 200 len: 847 time: 0.0945168 Jul 30 01:41:34.828796 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-daa4aac9-e878-4879-8f90-65996a75857a req-ce7af369-1485-431e-b238-9d2b121b9334 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392566 Jul 30 01:41:34.843875 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ea2b2b78-8536-4dd7-8c0a-f00e4780901e req-1e09f955-e8f9-49fe-b4ab-14a5e1c13588 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ae635cd-7f66-402b-ac60-5a1e911f53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045227 Jul 30 01:41:34.858749 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-462d5247-f244-4568-9ca9-3e69ef2c1c15 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=623208e081294df0b62265be2069edd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375137 Jul 30 01:41:35.038393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-910c0be2-4369-4ae5-9ade-25f69113af04 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:35.040598 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-910c0be2-4369-4ae5-9ade-25f69113af04 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700892 Jul 30 01:41:35.065884 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-674c381e-707e-4266-8872-ebd316885207 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/quotas/623208e081294df0b62265be2069edd5 HTTP/1.1" status: 200 len: 375 time: 0.0161798 Jul 30 01:41:35.154407 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-78879c9f-a0c4-4751-bc04-8cc50da40f61 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0758753 Jul 30 01:41:35.273608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b122a8-e3a1-4229-b76d-89296f99f801 req-c92eec37-2518-4d20-aad0-81d751a5daa9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:35.282474 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d8b122a8-e3a1-4229-b76d-89296f99f801 req-c92eec37-2518-4d20-aad0-81d751a5daa9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 945 time: 0.3639476 Jul 30 01:41:35.299798 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c054b0-bc32-413f-bd49-00eff399c719 req-bc8c0aba-b410-4666-971c-5e0527cabc48 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:35.300101 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-bc8c0aba-b410-4666-971c-5e0527cabc48 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3&tenant_id=9d514f5becb241c68f7a0454fc8f5db1&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 1096 time: 0.3917453 Jul 30 01:41:35.333076 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-daa4aac9-e878-4879-8f90-65996a75857a req-74e8bc20-1c24-4408-9e34-d19f4bfe9f23 service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878671 Jul 30 01:41:35.446517 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d8b122a8-e3a1-4229-b76d-89296f99f801 req-1cee6721-071d-4cbd-8e21-65a3b8d76821 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596267 Jul 30 01:41:35.518605 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c054b0-bc32-413f-bd49-00eff399c719 req-98c16c63-87ee-4fdd-808f-a3319f9ef9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:35.520159 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-98c16c63-87ee-4fdd-808f-a3319f9ef9e4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3&tenant_id=9d514f5becb241c68f7a0454fc8f5db1 HTTP/1.1" status: 200 len: 1096 time: 0.2013230 Jul 30 01:41:35.592186 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-daa4aac9-e878-4879-8f90-65996a75857a req-281bee8a-352d-48cf-ab0c-e6b852cb8e24 service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367654 Jul 30 01:41:35.662525 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66ae41-93a2-49f7-bba3-a19ca5e8f7c6 req-073bf0ee-fbd1-460d-a7be-3017c916f223 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:35.671532 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1a66ae41-93a2-49f7-bba3-a19ca5e8f7c6 req-073bf0ee-fbd1-460d-a7be-3017c916f223 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.1536174 Jul 30 01:41:35.677327 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c054b0-bc32-413f-bd49-00eff399c719 req-b015fa74-68aa-4be5-a720-e6aa1827ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:35.683099 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-b015fa74-68aa-4be5-a720-e6aa1827ac1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 1096 time: 0.1093276 Jul 30 01:41:35.735487 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1a66ae41-93a2-49f7-bba3-a19ca5e8f7c6 req-84cfcaed-c5dc-435f-9767-d5e65f2cf811 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630763 Jul 30 01:41:35.845079 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11e5622e-ec65-4139-8bb6-fa9d91636f2a req-d4b5e4ae-917b-4086-b615-74161dc24010 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 210 time: 0.0360408 Jul 30 01:41:35.867753 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c054b0-bc32-413f-bd49-00eff399c719 req-257aa8f8-9d4c-4329-9e49-561942947cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:35.869237 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-257aa8f8-9d4c-4329-9e49-561942947cb7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 922 time: 0.1806855 Jul 30 01:41:35.937349 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a0e65bdd-73e3-40bd-baaf-feb702ceac36 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:35.946938 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-1173d207-4ae4-4df6-908c-81f03e3bca78 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c861ec76-c32d-4416-8571-e5609490f0f2 HTTP/1.1" status: 200 len: 217 time: 0.0596840 Jul 30 01:41:35.974793 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edfc7b-3a35-4816-a71c-9cb5a322d02b req-f3bf1bf2-76d5-480e-9dc8-c3e3ff529d4c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:35.982049 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35edfc7b-3a35-4816-a71c-9cb5a322d02b req-f3bf1bf2-76d5-480e-9dc8-c3e3ff529d4c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 943 time: 0.1907434 Jul 30 01:41:36.040794 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108a0a8-abaf-4d58-9913-9298cb01a9d5 req-d8ed7f6f-13b2-4504-b8e9-834d58dcaba2 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:36.042607 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6108a0a8-abaf-4d58-9913-9298cb01a9d5 req-d8ed7f6f-13b2-4504-b8e9-834d58dcaba2 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 947 time: 0.1225441 Jul 30 01:41:36.059095 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35edfc7b-3a35-4816-a71c-9cb5a322d02b req-05e6f7c1-3869-4456-b0f6-2e0c2a478191 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760856 Jul 30 01:41:36.064816 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c054b0-bc32-413f-bd49-00eff399c719 req-a083fde3-6064-401f-aa27-97598f2f9b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:36.068840 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-a083fde3-6064-401f-aa27-97598f2f9b0e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.1100881 Jul 30 01:41:36.126927 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6108a0a8-abaf-4d58-9913-9298cb01a9d5 req-270d7fbc-0463-4216-92c1-f83ad7e44362 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ae635cd-7f66-402b-ac60-5a1e911f53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719323 Jul 30 01:41:36.136229 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-271cc796-0ce6-4ac3-bd5c-8730dd0656dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544362 Jul 30 01:41:36.142894 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a0e65bdd-73e3-40bd-baaf-feb702ceac36, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a0e65bdd-73e3-40bd-baaf-feb702ceac36,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:36.166079 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'a0e65bdd-73e3-40bd-baaf-feb702ceac36', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': 'a0e65bdd-73e3-40bd-baaf-feb702ceac36', 'mac_address': 'fa:16:3e:79:7d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:36.214750 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.235722 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e65bdd-73e3-40bd-baaf-feb702ceac36 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:36.250483 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-d8db1c39-e84c-4e16-b063-a4c637f91639 service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994794 Jul 30 01:41:36.266533 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a0e65bdd-73e3-40bd-baaf-feb702ceac36, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a0e65bdd-73e3-40bd-baaf-feb702ceac36,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:36.346366 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.378415 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-e1a023a9-d82d-4c8d-af48-cc118820d801 service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171083 Jul 30 01:41:36.423547 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=a0e65bdd-73e3-40bd-baaf-feb702ceac36,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:36.609196 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef891f9-69c7-4168-b5ff-4f3dff0a7bb4 req-e1c7d3c5-e0a5-449c-88f4-b4bb10098c4c tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:36.618315 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ef891f9-69c7-4168-b5ff-4f3dff0a7bb4 req-e1c7d3c5-e0a5-449c-88f4-b4bb10098c4c tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0662296 Jul 30 01:41:36.671873 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a0e65bdd-73e3-40bd-baaf-feb702ceac36'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:36.683043 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ef891f9-69c7-4168-b5ff-4f3dff0a7bb4 req-0ed2389c-ab27-45f8-8d9c-ccf29cc15e18 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638912 Jul 30 01:41:36.866699 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4061ed2-0a7d-4735-badf-e60956cef1f8 req-2fc1b716-5b62-48ed-a6a3-140452bde103 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:36.868173 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4061ed2-0a7d-4735-badf-e60956cef1f8 req-2fc1b716-5b62-48ed-a6a3-140452bde103 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0524371 Jul 30 01:41:36.909479 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4061ed2-0a7d-4735-badf-e60956cef1f8 req-cf0fa9c9-ae14-47ad-a4fb-18f8a8bf15e8 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317471 Jul 30 01:41:36.945369 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-936dca67-01da-43f7-836e-7f1fdf8bea68 req-b5687add-86f1-4878-a098-f2f4ac0124d2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 210 time: 0.0266635 Jul 30 01:41:37.199492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3388eaf-00b4-42e8-a314-2740202f22de req-1978a52a-ada7-4a1b-acda-72dd6164aa0a tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:37.200980 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a3388eaf-00b4-42e8-a314-2740202f22de req-1978a52a-ada7-4a1b-acda-72dd6164aa0a tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 943 time: 0.0546772 Jul 30 01:41:37.239705 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a3388eaf-00b4-42e8-a314-2740202f22de req-c62bac22-7ebb-4372-b468-cda88f431d32 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327585 Jul 30 01:41:37.265493 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73829c9c-4b75-4c44-bf94-567a1f9f0bc0 req-dc27e6f8-fc50-4e97-a138-ea036430c7d0 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:37.267007 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73829c9c-4b75-4c44-bf94-567a1f9f0bc0 req-dc27e6f8-fc50-4e97-a138-ea036430c7d0 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 948 time: 0.0519702 Jul 30 01:41:37.305934 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73829c9c-4b75-4c44-bf94-567a1f9f0bc0 req-3253bccf-e6a8-4f6c-9740-516532b60ec1 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ae635cd-7f66-402b-ac60-5a1e911f53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329378 Jul 30 01:41:37.593340 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c054b0-bc32-413f-bd49-00eff399c719 req-aa8f0260-b8dd-49be-abd6-89627a4c986f tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:37.595088 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-aa8f0260-b8dd-49be-abd6-89627a4c986f tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3&tenant_id=9d514f5becb241c68f7a0454fc8f5db1&binding%3Ahost_id=n-h1-713498-9 HTTP/1.1" status: 200 len: 1096 time: 0.0576208 Jul 30 01:41:37.871213 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-11c054b0-bc32-413f-bd49-00eff399c719 req-3a21b52c-8907-4935-b9fa-282e0c53b90d service neutron] For port c861ec76-c32d-4416-8571-e5609490f0f2, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:37.876126 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-11c054b0-bc32-413f-bd49-00eff399c719 req-3a21b52c-8907-4935-b9fa-282e0c53b90d service neutron] Notify callbacks [] for binding, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:37.877466 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11c054b0-bc32-413f-bd49-00eff399c719 req-3a21b52c-8907-4935-b9fa-282e0c53b90d service neutron] 10.222.0.10 "DELETE /v2.0/ports/c861ec76-c32d-4416-8571-e5609490f0f2/bindings/n-h2-713498-9 HTTP/1.1" status: 204 len: 173 time: 0.2699945 Jul 30 01:41:37.883404 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc07567-dbe8-49fd-b3b2-a0c05b4f7e9b req-873d6024-8031-43a0-8b9c-f1cb2afa5e35 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:37.890786 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bcc07567-dbe8-49fd-b3b2-a0c05b4f7e9b req-873d6024-8031-43a0-8b9c-f1cb2afa5e35 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0813923 Jul 30 01:41:37.943070 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 13f1ee9c-a606-43f6-a86a-e4749445d2be details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:37.958588 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bcc07567-dbe8-49fd-b3b2-a0c05b4f7e9b req-aa1a265b-16db-4123-bd80-09daa1e33384 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616055 Jul 30 01:41:38.132954 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bf77c-886a-4b49-be77-bd03ef60968c req-d13fa4a2-14c4-4756-bea1-ca61173cad17 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:38.134911 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-739bf77c-886a-4b49-be77-bd03ef60968c req-d13fa4a2-14c4-4756-bea1-ca61173cad17 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.1356466 Jul 30 01:41:38.136912 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e672c1da-2be7-4f10-8750-ee389f624b78 req-c5f11f6b-d8a3-441a-8249-3b8563cfc0dc tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 210 time: 0.0405324 Jul 30 01:41:38.158893 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 13f1ee9c-a606-43f6-a86a-e4749445d2be, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=13f1ee9c-a606-43f6-a86a-e4749445d2be,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:38.188930 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-739bf77c-886a-4b49-be77-bd03ef60968c req-bee53645-c71d-4bc6-ae62-2da9151a391e tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471768 Jul 30 01:41:38.189662 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '13f1ee9c-a606-43f6-a86a-e4749445d2be', 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e', 'port_id': '13f1ee9c-a606-43f6-a86a-e4749445d2be', 'mac_address': 'fa:16:3e:97:7f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df4a4e9-2ec7-47a1-80c6-9f49100e235e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:38.205591 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a0e65bdd-73e3-40bd-baaf-feb702ceac36 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:38.293133 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.320416 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f1ee9c-a606-43f6-a86a-e4749445d2be {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:38.323499 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328655fe-4b73-4827-8737-8727367d23d5 req-cec9744c-fd5e-4858-b930-f2395c70a64a tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:38.335989 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-328655fe-4b73-4827-8737-8727367d23d5 req-cec9744c-fd5e-4858-b930-f2395c70a64a tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 1096 time: 0.0817914 Jul 30 01:41:38.351477 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 13f1ee9c-a606-43f6-a86a-e4749445d2be, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=13f1ee9c-a606-43f6-a86a-e4749445d2be,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:38.391166 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port a0e65bdd-73e3-40bd-baaf-feb702ceac36 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:38.395405 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port a0e65bdd-73e3-40bd-baaf-feb702ceac36 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:38.395947 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.415178 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-328655fe-4b73-4827-8737-8727367d23d5 req-ac8e5f97-ac1b-412a-a0e3-23e11f0de7f8 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748675 Jul 30 01:41:38.448802 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.542210 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.637789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cccd528-ea93-486e-bf4b-fa799590c836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e65bdd-73e3-40bd-baaf-feb702ceac36'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:38.644673 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f138e92-787d-4bf7-8480-87a1be217b84" -d '{"events": [{"server_uuid": "3cccd528-ea93-486e-bf4b-fa799590c836", "name": "network-vif-plugged", "status": "completed", "tag": "a0e65bdd-73e3-40bd-baaf-feb702ceac36"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:38.650462 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-19a16ca4-1eee-47b5-91ca-093fbc8ca156 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=623208e081294df0b62265be2069edd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442283 Jul 30 01:41:38.688611 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=13f1ee9c-a606-43f6-a86a-e4749445d2be,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:38.693106 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a0e65bdd-73e3-40bd-baaf-feb702ceac36, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a0e65bdd-73e3-40bd-baaf-feb702ceac36,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:38.723090 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc4b69-4176-4ba8-aea5-253b0523c39c req-a9b590ef-ea72-40c3-bfab-1e2da64951c0 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:38.725664 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cacc4b69-4176-4ba8-aea5-253b0523c39c req-a9b590ef-ea72-40c3-bfab-1e2da64951c0 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 944 time: 0.0990756 Jul 30 01:41:38.781030 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['13f1ee9c-a606-43f6-a86a-e4749445d2be'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:38.809061 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cacc4b69-4176-4ba8-aea5-253b0523c39c req-710838c7-e13d-4650-844c-a8ba0c4906c1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674810 Jul 30 01:41:38.836120 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.840256 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c861ec76-c32d-4416-8571-e5609490f0f2 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:38.885218 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ee03a-04c9-4a17-bf53-371f7ff01261 req-feeaea0a-07f8-47be-8c93-83d384f77dba tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:38.894362 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db4ee03a-04c9-4a17-bf53-371f7ff01261 req-feeaea0a-07f8-47be-8c93-83d384f77dba tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 948 time: 0.1732056 Jul 30 01:41:38.895327 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d31b34f-b9c3-477f-a9f8-6a21535dcc56 x-openstack-request-id: req-9d31b34f-b9c3-477f-a9f8-6a21535dcc56 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:38.895571 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cccd528-ea93-486e-bf4b-fa799590c836", "name": "network-vif-plugged", "status": "completed", "tag": "a0e65bdd-73e3-40bd-baaf-feb702ceac36", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:38.895805 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9d31b34f-b9c3-477f-a9f8-6a21535dcc56 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:38.896187 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cccd528-ea93-486e-bf4b-fa799590c836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e65bdd-73e3-40bd-baaf-feb702ceac36', 'code': 200} Jul 30 01:41:39.031522 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=a0e65bdd-73e3-40bd-baaf-feb702ceac36,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:39.033535 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db4ee03a-04c9-4a17-bf53-371f7ff01261 req-7a1b96ef-43a3-45fa-a371-7ab7fe65b2c8 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ae635cd-7f66-402b-ac60-5a1e911f53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232307 Jul 30 01:41:39.043910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c861ec76-c32d-4416-8571-e5609490f0f2 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:39.072030 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-8d905817-ffb7-4a7c-a1ac-f3f1cc0f793d tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:39.074306 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-8d905817-ffb7-4a7c-a1ac-f3f1cc0f793d tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3286438 Jul 30 01:41:39.107088 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-546cd4af-6911-4984-9f17-c42df1e374c2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Request body: {'port': {'device_id': '90070027-437b-4e09-92bf-b47d41ce24bb', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': '623208e081294df0b62265be2069edd5'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:39.133534 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2992687-cc38-40c2-8055-0d3495c77a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:39.229531 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242ca82-9e39-4bf4-bcf5-cd33eba4bfe8 req-d2046607-f858-4fb7-af14-397b0090a941 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:39.239853 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4242ca82-9e39-4bf4-bcf5-cd33eba4bfe8 req-d2046607-f858-4fb7-af14-397b0090a941 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 945 time: 0.2389953 Jul 30 01:41:39.267461 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dfb04-2a3c-4c9a-8ee1-25946ae7568d req-b94c833a-6b7c-4985-bda1-9cf241dd9752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:39.269536 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-216dfb04-2a3c-4c9a-8ee1-25946ae7568d req-b94c833a-6b7c-4985-bda1-9cf241dd9752 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 1100 time: 0.2534447 Jul 30 01:41:39.293451 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4242ca82-9e39-4bf4-bcf5-cd33eba4bfe8 req-09c13b7a-e119-4789-9988-be7dcd8002a5 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521209 Jul 30 01:41:39.340056 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-216dfb04-2a3c-4c9a-8ee1-25946ae7568d req-2356bebf-90a4-4875-9811-3b01afb2ca03 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1ae635cd-7f66-402b-ac60-5a1e911f53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491395 Jul 30 01:41:39.351565 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-30e54f8e-50be-4061-ab30-775c6bf6916b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:39.353071 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-30e54f8e-50be-4061-ab30-775c6bf6916b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 821 time: 0.1969109 Jul 30 01:41:39.378396 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-6615c334-7125-473c-bcc0-68ec2544e2c6 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/quotas/9d514f5becb241c68f7a0454fc8f5db1 HTTP/1.1" status: 200 len: 375 time: 0.0104570 Jul 30 01:41:39.451555 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-e1beb1aa-bb07-4f8c-84b7-5a94d994f085 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627947 Jul 30 01:41:39.460406 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-546cd4af-6911-4984-9f17-c42df1e374c2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Made reservation on behalf of 623208e081294df0b62265be2069edd5 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:39.463884 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-546cd4af-6911-4984-9f17-c42df1e374c2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:39.590960 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6aae7f9-89c4-4c3f-8efb-9932e102ded3 req-8ec0ca7f-b32e-4c52-a301-8161ece033b1 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 210 time: 0.0407138 Jul 30 01:41:39.618979 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-e8493e45-0e64-4ab3-b016-9cf3e4f7e3d9 service neutron] 10.222.0.70 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663229 Jul 30 01:41:39.731869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5213d1-7b2a-4b6b-9d95-6a56f6d575fe req-11f2208a-19de-4588-b27b-38a91fa718d4 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:39.737363 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-546cd4af-6911-4984-9f17-c42df1e374c2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Allocated IP 192.168.233.232 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/cfa21f14-d3be-46f5-9037-356e185717cf) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:39.739728 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bb5213d1-7b2a-4b6b-9d95-6a56f6d575fe req-11f2208a-19de-4588-b27b-38a91fa718d4 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0712225 Jul 30 01:41:39.780504 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bb5213d1-7b2a-4b6b-9d95-6a56f6d575fe req-91737fe1-b450-4759-adf0-2350aadc9b7a tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393505 Jul 30 01:41:39.803596 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-be8648d1-1655-4d3c-abde-2eed4fe73435 service neutron] 10.222.0.70 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810327 Jul 30 01:41:39.960466 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483b3a6-5734-4db1-837b-d91baa04fe88 req-6721b08e-37bf-47de-8bfc-41bc22b56408 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:39.962347 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4483b3a6-5734-4db1-837b-d91baa04fe88 req-6721b08e-37bf-47de-8bfc-41bc22b56408 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 944 time: 0.0610669 Jul 30 01:41:39.968852 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 13f1ee9c-a606-43f6-a86a-e4749445d2be up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:39.971068 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-546cd4af-6911-4984-9f17-c42df1e374c2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:39.999520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-546cd4af-6911-4984-9f17-c42df1e374c2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Transition to ACTIVE for port object cfa21f14-d3be-46f5-9037-356e185717cf will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:40.061337 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4483b3a6-5734-4db1-837b-d91baa04fe88 req-52354fe7-7c84-4f2a-a83e-dcd3fbaf2d7d tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790355 Jul 30 01:41:40.144938 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-546cd4af-6911-4984-9f17-c42df1e374c2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.150620 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ecde692-dcb4-4afa-95cb-9ac75cd0762a req-e8aec2e7-8e14-40c9-be96-6d159080bd59 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 210 time: 0.0396230 Jul 30 01:41:40.166095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['58becea3-31c0-4351-95e0-89aa79c8cb6f'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:40.202194 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 13f1ee9c-a606-43f6-a86a-e4749445d2be completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:40.202557 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-546cd4af-6911-4984-9f17-c42df1e374c2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:40.211542 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-546cd4af-6911-4984-9f17-c42df1e374c2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:40.213581 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 13f1ee9c-a606-43f6-a86a-e4749445d2be triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:40.214125 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.216820 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-546cd4af-6911-4984-9f17-c42df1e374c2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:40.223725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-546cd4af-6911-4984-9f17-c42df1e374c2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:40.224563 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-546cd4af-6911-4984-9f17-c42df1e374c2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.237979 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70594c8-0b50-4e48-a238-07d710fdb8f9 req-fa1f5cc3-640e-4582-bfa9-f42cdf08e179 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:40.247467 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b70594c8-0b50-4e48-a238-07d710fdb8f9 req-fa1f5cc3-640e-4582-bfa9-f42cdf08e179 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 949 time: 0.1460774 Jul 30 01:41:40.305144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cd4af-6911-4984-9f17-c42df1e374c2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Pushing event updated for resources: {'Port': ['ID=cfa21f14-d3be-46f5-9037-356e185717cf,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:40.352252 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b70594c8-0b50-4e48-a238-07d710fdb8f9 req-4ca00ebd-25e2-44d9-8361-fcce4c419d0c tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ae635cd-7f66-402b-ac60-5a1e911f53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000700 Jul 30 01:41:40.371058 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-546cd4af-6911-4984-9f17-c42df1e374c2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2699468 Jul 30 01:41:40.439005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] Request body: {'port': {'device_id': '90070027-437b-4e09-92bf-b47d41ce24bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:40.510871 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device db997857-bdd5-4561-9cee-df4c853003b7 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:40.512730 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device db997857-bdd5-4561-9cee-df4c853003b7 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:40.569789 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.603695 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba14fa1-3287-41b4-a604-3d452ee0ab26 req-87d3d32d-7be8-4703-8623-bc82be68fd84 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:40.616901 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ba14fa1-3287-41b4-a604-3d452ee0ab26 req-87d3d32d-7be8-4703-8623-bc82be68fd84 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 945 time: 0.1743839 Jul 30 01:41:40.662638 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.667032 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ba14fa1-3287-41b4-a604-3d452ee0ab26 req-f1697835-0f26-450b-a2cc-138e7939382a tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492082 Jul 30 01:41:40.781294 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 13f1ee9c-a606-43f6-a86a-e4749445d2be, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=13f1ee9c-a606-43f6-a86a-e4749445d2be,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:40.848305 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a7ef5-c3a1-4f42-808d-3be80f4f606c req-9ad4eed1-3935-4b83-bdcb-649589902e0e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:40.857029 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee9a7ef5-c3a1-4f42-808d-3be80f4f606c req-9ad4eed1-3935-4b83-bdcb-649589902e0e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 936 time: 0.0922961 Jul 30 01:41:40.909119 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c3c6a1c2-b18e-40b7-8f14-eaadb998f1e1 None None] Provisioning for port cfa21f14-d3be-46f5-9037-356e185717cf completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:40.912077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50a65f2-580c-4b80-b6e7-b025956578b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f1ee9c-a606-43f6-a86a-e4749445d2be'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:40.913932 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8608a52-b53f-4bf8-bdc7-d727a6c32262" -d '{"events": [{"server_uuid": "d50a65f2-580c-4b80-b6e7-b025956578b2", "name": "network-vif-plugged", "status": "completed", "tag": "13f1ee9c-a606-43f6-a86a-e4749445d2be"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:40.946774 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee9a7ef5-c3a1-4f42-808d-3be80f4f606c req-b8240e84-faa6-41f8-897d-d52179c43eff tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863669 Jul 30 01:41:40.947688 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.009139 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=13f1ee9c-a606-43f6-a86a-e4749445d2be,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:41.012561 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c3c6a1c2-b18e-40b7-8f14-eaadb998f1e1 None None] Provisioning complete for port cfa21f14-d3be-46f5-9037-356e185717cf triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:41.012958 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a1c2-b18e-40b7-8f14-eaadb998f1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.016848 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.054517 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aed8492-b8af-4715-9e79-abe016e2ec11 x-openstack-request-id: req-4aed8492-b8af-4715-9e79-abe016e2ec11 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:41.055020 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50a65f2-580c-4b80-b6e7-b025956578b2", "name": "network-vif-plugged", "status": "completed", "tag": "13f1ee9c-a606-43f6-a86a-e4749445d2be", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:41.055272 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4aed8492-b8af-4715-9e79-abe016e2ec11 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:41.055742 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50a65f2-580c-4b80-b6e7-b025956578b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f1ee9c-a606-43f6-a86a-e4749445d2be', 'code': 200} Jul 30 01:41:41.080284 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23541508-9785-42af-aa2b-aec726afcc71 req-f1eeca7d-f1fb-40ce-a853-be6d3bff31a2 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:41.083333 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-23541508-9785-42af-aa2b-aec726afcc71 req-f1eeca7d-f1fb-40ce-a853-be6d3bff31a2 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.1785474 Jul 30 01:41:41.107708 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port db997857-bdd5-4561-9cee-df4c853003b7, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=db997857-bdd5-4561-9cee-df4c853003b7,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:41.120762 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c3c6a1c2-b18e-40b7-8f14-eaadb998f1e1 None None] Port cfa21f14-d3be-46f5-9037-356e185717cf cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:41.169397 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa21f14-d3be-46f5-9037-356e185717cf {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:41.172613 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port db997857-bdd5-4561-9cee-df4c853003b7, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=db997857-bdd5-4561-9cee-df4c853003b7,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:41.188807 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-23541508-9785-42af-aa2b-aec726afcc71 req-675b1f06-3892-4033-8c95-626133706c40 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993714 Jul 30 01:41:41.205226 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'db997857-bdd5-4561-9cee-df4c853003b7', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': 'db997857-bdd5-4561-9cee-df4c853003b7', 'mac_address': 'fa:16:3e:ae:32:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:41.216718 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.228634 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.265682 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec24f0e-ca53-41ef-a786-59caf22bce26 req-81e4edda-3a83-4048-9288-bc1d9b32e718 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:41.271763 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] Transition to ACTIVE for port object cfa21f14-d3be-46f5-9037-356e185717cf will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:41.272226 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5ec24f0e-ca53-41ef-a786-59caf22bce26 req-81e4edda-3a83-4048-9288-bc1d9b32e718 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 945 time: 0.1031256 Jul 30 01:41:41.289548 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52117d86-fd89-4d32-ae94-58bef12c9280 req-3c467820-bfcf-451f-a9e2-9962aee33ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:41.293975 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-52117d86-fd89-4d32-ae94-58bef12c9280 req-3c467820-bfcf-451f-a9e2-9962aee33ab8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 1096 time: 0.1137469 Jul 30 01:41:41.306920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8c987-614c-4ae6-87f5-091d266d15b6 req-3d06b7d5-1af3-4446-8f9b-7643246eaadf tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:41.318140 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f4e8c987-614c-4ae6-87f5-091d266d15b6 req-3d06b7d5-1af3-4446-8f9b-7643246eaadf tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 945 time: 0.1149592 Jul 30 01:41:41.358962 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.401967 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-573b73de-e812-49b7-ba87-4d6d9510b0b9 req-6d62a023-2c47-4256-b879-7f0ce89f2c86 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 210 time: 0.0507941 Jul 30 01:41:41.452690 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.487580 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db997857-bdd5-4561-9cee-df4c853003b7 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:41.506907 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=db997857-bdd5-4561-9cee-df4c853003b7,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:41.535520 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-52117d86-fd89-4d32-ae94-58bef12c9280 req-2a4f9c92-b008-45f7-8782-ea24211c0390 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975081 Jul 30 01:41:41.539381 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-5ec24f0e-ca53-41ef-a786-59caf22bce26 req-54a19d1c-d4bc-4502-9fa5-40173cf85206 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Deleting port fbff1d08-d2f1-411c-9589-387468ee1d08 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:41.539381 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5ec24f0e-ca53-41ef-a786-59caf22bce26 req-54a19d1c-d4bc-4502-9fa5-40173cf85206 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.539575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa21f14-d3be-46f5-9037-356e185717cf,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:41.551498 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f4e8c987-614c-4ae6-87f5-091d266d15b6 req-04a1165c-f7c5-4fb5-be53-8a5e4afa21ac tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312331 Jul 30 01:41:41.591638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port db997857-bdd5-4561-9cee-df4c853003b7, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=db997857-bdd5-4561-9cee-df4c853003b7,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:41.620261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] Attempting to bind port cfa21f14-d3be-46f5-9037-356e185717cf on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:41.620608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] Attempting to bind port cfa21f14-d3be-46f5-9037-356e185717cf by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:41.620943 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] Attempting to bind port cfa21f14-d3be-46f5-9037-356e185717cf on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:41.641925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] Port cfa21f14-d3be-46f5-9037-356e185717cf on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:41.642281 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] Attempting to bind port cfa21f14-d3be-46f5-9037-356e185717cf on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:41.649034 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:41.649034 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:41.649399 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:41.651452 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] Bound port: cfa21f14-d3be-46f5-9037-356e185717cf, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:41.651452 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.700421 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.741610 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-42efedf4-7e29-4ee0-8804-7bd661a2714f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.783309 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=db997857-bdd5-4561-9cee-df4c853003b7,revision_number=10']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:41.802818 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.811781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] For port cfa21f14-d3be-46f5-9037-356e185717cf, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:41.821043 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-5ec24f0e-ca53-41ef-a786-59caf22bce26 req-54a19d1c-d4bc-4502-9fa5-40173cf85206 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] For port fbff1d08-d2f1-411c-9589-387468ee1d08, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=fbff1d08-d2f1-411c-9589-387468ee1d08,segment=NetworkSegment(d03d4bf5-8861-4829-a1a8-5d42619413e3),segment_id=d03d4bf5-8861-4829-a1a8-5d42619413e3)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:41.823995 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5ec24f0e-ca53-41ef-a786-59caf22bce26 req-54a19d1c-d4bc-4502-9fa5-40173cf85206 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.826075 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] For port cfa21f14-d3be-46f5-9037-356e185717cf, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=cfa21f14-d3be-46f5-9037-356e185717cf,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:41.842070 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-5ec24f0e-ca53-41ef-a786-59caf22bce26 req-54a19d1c-d4bc-4502-9fa5-40173cf85206 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Calling delete_port for fbff1d08-d2f1-411c-9589-387468ee1d08 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:41.919982 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c38d0-02fa-4281-8d88-35c2e14b7ca2 req-c0634a2e-1f0f-4e77-8eee-142e547fe66a tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:41.921564 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-208c38d0-02fa-4281-8d88-35c2e14b7ca2 req-c0634a2e-1f0f-4e77-8eee-142e547fe66a tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 949 time: 0.3733897 Jul 30 01:41:41.990050 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07956a-f65c-43ee-a5d0-dc4e234fdd98 req-7bab74ab-0ed4-4c1b-b0a3-26caf3a22836 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:41.992014 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8a07956a-f65c-43ee-a5d0-dc4e234fdd98 req-7bab74ab-0ed4-4c1b-b0a3-26caf3a22836 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 945 time: 0.0654099 Jul 30 01:41:41.995012 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-208c38d0-02fa-4281-8d88-35c2e14b7ca2 req-6217ce71-ef0a-4f3d-bcec-b013f2a3df0c tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ae635cd-7f66-402b-ac60-5a1e911f53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622849 Jul 30 01:41:42.035393 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8a07956a-f65c-43ee-a5d0-dc4e234fdd98 req-942327c3-54d2-41ac-b88e-af4d23c4c43f tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f953dcf-27c4-4981-896a-ae304a140b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361514 Jul 30 01:41:42.096671 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['db997857-bdd5-4561-9cee-df4c853003b7'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:42.131786 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc928b-c61e-4f69-b9d2-0074b6b8bd1c req-373ec850-691f-4912-8a6c-c08a5245bc9d tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.133435 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7ecc928b-c61e-4f69-b9d2-0074b6b8bd1c req-373ec850-691f-4912-8a6c-c08a5245bc9d tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 966 time: 0.0508263 Jul 30 01:41:42.170713 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183a8b4-2f52-4f30-b91f-d8022bd7f499 req-d4c4834d-a44b-4302-800d-7218c5d084ae tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.172442 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7183a8b4-2f52-4f30-b91f-d8022bd7f499 req-d4c4834d-a44b-4302-800d-7218c5d084ae tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 948 time: 0.0625811 Jul 30 01:41:42.181864 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7ecc928b-c61e-4f69-b9d2-0074b6b8bd1c req-458e0046-84b9-4a3d-bb62-1c87e245515e tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380392 Jul 30 01:41:42.214826 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.254856 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7183a8b4-2f52-4f30-b91f-d8022bd7f499 req-24c20e4d-7820-46a0-a711-f8a906018853 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764465 Jul 30 01:41:42.263562 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.264043 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.266043 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] 10.222.0.77 "PUT /v2.0/ports/cfa21f14-d3be-46f5-9037-356e185717cf HTTP/1.1" status: 200 len: 1096 time: 1.8352249 Jul 30 01:41:42.266502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90070027-437b-4e09-92bf-b47d41ce24bb', 'tag': 'cfa21f14-d3be-46f5-9037-356e185717cf'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:42.268825 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dbeb91-751a-4f39-a478-05443366437a" -d '{"events": [{"name": "network-changed", "server_uuid": "90070027-437b-4e09-92bf-b47d41ce24bb", "tag": "cfa21f14-d3be-46f5-9037-356e185717cf"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:42.302573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca2bd4-8546-45c3-a58e-de44ef056a26 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa21f14-d3be-46f5-9037-356e185717cf,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:42.367872 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c89c44-235c-418f-8cc4-91c86394e4a5 req-0d1593eb-fbe4-4f88-bc69-8b39880974b2 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.367872 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7c89c44-235c-418f-8cc4-91c86394e4a5 req-0d1593eb-fbe4-4f88-bc69-8b39880974b2 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0523770 Jul 30 01:41:42.421562 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7c89c44-235c-418f-8cc4-91c86394e4a5 req-6b36f508-2af2-42ac-bb5f-8feec0ecec13 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486448 Jul 30 01:41:42.444254 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5ec24f0e-ca53-41ef-a786-59caf22bce26 req-54a19d1c-d4bc-4502-9fa5-40173cf85206 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.477110 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bf0dcb-fa7b-4b03-9031-b56ace66dcd1 x-openstack-request-id: req-d7bf0dcb-fa7b-4b03-9031-b56ace66dcd1 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:42.477668 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90070027-437b-4e09-92bf-b47d41ce24bb", "tag": "cfa21f14-d3be-46f5-9037-356e185717cf", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:42.478129 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d7bf0dcb-fa7b-4b03-9031-b56ace66dcd1 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:42.478912 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90070027-437b-4e09-92bf-b47d41ce24bb', 'tag': 'cfa21f14-d3be-46f5-9037-356e185717cf', 'status': 'completed', 'code': 200} Jul 30 01:41:42.479025 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a19d1c-d4bc-4502-9fa5-40173cf85206 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Pushing event deleted for resources: {'Port': ['ID=fbff1d08-d2f1-411c-9589-387468ee1d08,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:42.503952 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['fbff1d08-d2f1-411c-9589-387468ee1d08'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:42.546095 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec24f0e-ca53-41ef-a786-59caf22bce26 req-54a19d1c-d4bc-4502-9fa5-40173cf85206 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] No DVR routers for this DVR port fbff1d08-d2f1-411c-9589-387468ee1d08 on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:42.551524 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5ec24f0e-ca53-41ef-a786-59caf22bce26 req-54a19d1c-d4bc-4502-9fa5-40173cf85206 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.553946 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5ec24f0e-ca53-41ef-a786-59caf22bce26 req-54a19d1c-d4bc-4502-9fa5-40173cf85206 tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.77 "DELETE /v2.0/ports/fbff1d08-d2f1-411c-9589-387468ee1d08 HTTP/1.1" status: 204 len: 173 time: 1.2707520 Jul 30 01:41:42.554499 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee3352b-1044-4340-8d1f-fc01ff369186', 'name': 'network-vif-deleted', 'tag': 'fbff1d08-d2f1-411c-9589-387468ee1d08'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:42.557009 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c69120-ad64-4fa9-b9b8-1604ddf73be6" -d '{"events": [{"server_uuid": "cee3352b-1044-4340-8d1f-fc01ff369186", "name": "network-vif-deleted", "tag": "fbff1d08-d2f1-411c-9589-387468ee1d08"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:42.606044 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-280f21c2-ebc5-46df-a1df-e270c6990aad req-ac9ad653-a903-46f3-be34-a1a2205083c6 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 210 time: 0.0401561 Jul 30 01:41:42.663681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbeb91-751a-4f39-a478-05443366437a req-58ef04cd-1b47-4978-bc3e-ba2e9ad7122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.665773 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5dbeb91-751a-4f39-a478-05443366437a req-58ef04cd-1b47-4978-bc3e-ba2e9ad7122d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 1099 time: 0.1010065 Jul 30 01:41:42.705244 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1ad774-0bfe-4c3c-a874-db8cb04b1cb4 x-openstack-request-id: req-fa1ad774-0bfe-4c3c-a874-db8cb04b1cb4 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:42.705547 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee3352b-1044-4340-8d1f-fc01ff369186", "name": "network-vif-deleted", "tag": "fbff1d08-d2f1-411c-9589-387468ee1d08", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:42.705783 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa1ad774-0bfe-4c3c-a874-db8cb04b1cb4 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:42.706190 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee3352b-1044-4340-8d1f-fc01ff369186', 'name': 'network-vif-deleted', 'tag': 'fbff1d08-d2f1-411c-9589-387468ee1d08', 'status': 'completed', 'code': 200} Jul 30 01:41:42.714344 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5dbeb91-751a-4f39-a478-05443366437a req-7973b950-5ee6-43c3-a3eb-feea2a4120c6 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=623208e081294df0b62265be2069edd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291846 Jul 30 01:41:42.891523 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff933d-0423-4a47-9af8-bf3336fd6de2 req-7d01eec5-9df8-4d66-a5a3-9dc7272b652e tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.899476 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ceff933d-0423-4a47-9af8-bf3336fd6de2 req-7d01eec5-9df8-4d66-a5a3-9dc7272b652e tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 945 time: 0.1355402 Jul 30 01:41:42.947334 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbeb91-751a-4f39-a478-05443366437a req-4216d645-509f-4364-a697-1c696339e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.948376 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5dbeb91-751a-4f39-a478-05443366437a req-4216d645-509f-4364-a697-1c696339e962 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2179604 Jul 30 01:41:43.000823 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ceff933d-0423-4a47-9af8-bf3336fd6de2 req-f6ed90b5-e1fe-4f02-8cf5-cc19057875df tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002474 Jul 30 01:41:43.081989 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a443c256-aa72-4313-9a19-aadb638db93a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db997857-bdd5-4561-9cee-df4c853003b7'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:43.084212 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9f0c4d-cc5d-4362-8574-83b9ef221604" -d '{"events": [{"server_uuid": "a443c256-aa72-4313-9a19-aadb638db93a", "name": "network-vif-unplugged", "status": "completed", "tag": "db997857-bdd5-4561-9cee-df4c853003b7"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:43.116513 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1314ddf-a189-4e63-9b22-068293f85aa5 req-6533c76a-0426-4847-a153-3d1ca7d732b6 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:43.118103 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1314ddf-a189-4e63-9b22-068293f85aa5 req-6533c76a-0426-4847-a153-3d1ca7d732b6 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 949 time: 0.1433051 Jul 30 01:41:43.169692 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f4f9ffe6-d9ea-44f4-bf2e-db7ed284ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:43.171344 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f4f9ffe6-d9ea-44f4-bf2e-db7ed284ce72 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 1099 time: 0.1435347 Jul 30 01:41:43.187775 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1314ddf-a189-4e63-9b22-068293f85aa5 req-0c9f06fc-4d0d-404a-8e67-6fc2142eee46 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ae635cd-7f66-402b-ac60-5a1e911f53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547235 Jul 30 01:41:43.211517 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-81653dae-c03d-4d8b-9857-3f87e0ffe4b0 req-d1a079fe-9619-43e3-86d3-18302c4cfd7c tempest-AttachSCSIVolumeTestJSON-72665665 tempest-AttachSCSIVolumeTestJSON-72665665-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee3352b-1044-4340-8d1f-fc01ff369186 HTTP/1.1" status: 200 len: 210 time: 0.0328915 Jul 30 01:41:43.220082 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:43.242674 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef85dbe-3198-4329-bbc4-0d5050e6baff x-openstack-request-id: req-bef85dbe-3198-4329-bbc4-0d5050e6baff {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:43.242811 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-1a48f84a-90d9-46cf-b92c-437d119af93b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=cfa21f14-d3be-46f5-9037-356e185717cf HTTP/1.1" status: 200 len: 217 time: 0.0539517 Jul 30 01:41:43.243320 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a443c256-aa72-4313-9a19-aadb638db93a", "name": "network-vif-unplugged", "status": "completed", "tag": "db997857-bdd5-4561-9cee-df4c853003b7", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:43.243572 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bef85dbe-3198-4329-bbc4-0d5050e6baff {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:43.243960 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a443c256-aa72-4313-9a19-aadb638db93a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db997857-bdd5-4561-9cee-df4c853003b7', 'code': 200} Jul 30 01:41:43.587200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-d41ee356-ed84-498b-b8cc-a3a8b88cd5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:43.588669 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-d41ee356-ed84-498b-b8cc-a3a8b88cd5f1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.3352745 Jul 30 01:41:43.624138 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e718b7-9886-40c3-bd16-ed933a8a9225 req-c351560f-a702-41bf-98bc-098b67075fcb tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:43.625643 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-28e718b7-9886-40c3-bd16-ed933a8a9225 req-c351560f-a702-41bf-98bc-098b67075fcb tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 948 time: 0.1092958 Jul 30 01:41:43.645270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-1e15d955-e8c9-42ff-871e-61a67df3ee78 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:43.648812 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-1e15d955-e8c9-42ff-871e-61a67df3ee78 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.10 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 821 time: 0.4500551 Jul 30 01:41:43.673945 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-b3cac923-b8de-4413-960b-08fc703d601d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Request body: {'port': {'device_id': '71902edc-3dfa-4e88-9217-ac3cb9941af6', 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e', 'admin_state_up': True, 'tenant_id': '9d514f5becb241c68f7a0454fc8f5db1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:43.741034 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-dc63ce4d-c356-4bc4-8a22-7eaa9c71333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:43.743437 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-dc63ce4d-c356-4bc4-8a22-7eaa9c71333a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1386938 Jul 30 01:41:43.759682 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-28e718b7-9886-40c3-bd16-ed933a8a9225 req-ecc4bc04-7dfe-410e-b8f0-4da0c598d167 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109123 Jul 30 01:41:43.779050 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67be906-6eb5-4b09-8bdc-ede92d27453a req-2a5d7f5a-3b0c-40f6-a869-7d9e95b8b7a3 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:43.788490 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e67be906-6eb5-4b09-8bdc-ede92d27453a req-2a5d7f5a-3b0c-40f6-a869-7d9e95b8b7a3 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 950 time: 0.0653481 Jul 30 01:41:43.825462 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e67be906-6eb5-4b09-8bdc-ede92d27453a req-3df95d2d-eee6-4608-a234-9f4f420ce271 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359352 Jul 30 01:41:43.895163 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-090087b7-dcd1-4cae-a31e-5f4a488e9b98 req-6a9dc0bf-7e42-4e87-8556-fb5234145c6d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 210 time: 0.0452149 Jul 30 01:41:43.955641 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-f7563d92-9c9b-47db-8d82-985fd22446cb service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878958 Jul 30 01:41:43.957748 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-97653500-c61d-4397-966e-7445423e2ead req-fc93fc97-32d2-4bcd-90b0-70e870328f4a tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1180821035&fields=id&tenant_id=49f7c960d860439ea896d95aa85fac7f HTTP/1.1" status: 200 len: 267 time: 0.0502114 Jul 30 01:41:44.053051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-b3cac923-b8de-4413-960b-08fc703d601d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Made reservation on behalf of 9d514f5becb241c68f7a0454fc8f5db1 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:44.056873 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-b3cac923-b8de-4413-960b-08fc703d601d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.078102 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ab2fd9d0-a26a-47e3-b212-be6a64268f54 req-c6e7f450-ce19-4e7e-b6bc-3008c32d60fb service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073818 Jul 30 01:41:44.091748 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97653500-c61d-4397-966e-7445423e2ead req-b4b70265-c324-42ae-b86d-9ddf5ca8d0b9 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:44.094531 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-97653500-c61d-4397-966e-7445423e2ead req-b4b70265-c324-42ae-b86d-9ddf5ca8d0b9 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/networks?id=5cd65466-712f-4ba9-b446-c0c4974c8af1 HTTP/1.1" status: 200 len: 823 time: 0.1179495 Jul 30 01:41:44.124338 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-97653500-c61d-4397-966e-7445423e2ead req-dc2c3956-df92-47b4-838c-df9202bb5b7f tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/quotas/49f7c960d860439ea896d95aa85fac7f HTTP/1.1" status: 200 len: 375 time: 0.0165000 Jul 30 01:41:44.183659 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-97653500-c61d-4397-966e-7445423e2ead req-ee13e7be-bc6c-40d6-93dc-916019612a3e tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=49f7c960d860439ea896d95aa85fac7f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0524619 Jul 30 01:41:44.216514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de166b-c397-4fc1-9665-52fd538be7df req-44affc37-534d-44d7-8397-000fb07e7401 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:44.218146 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e8de166b-c397-4fc1-9665-52fd538be7df req-44affc37-534d-44d7-8397-000fb07e7401 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 945 time: 0.0915413 Jul 30 01:41:44.257414 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-b3cac923-b8de-4413-960b-08fc703d601d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Allocated IP 172.20.0.13 (18de1eb3-907c-4e80-9e3a-e2daca4c050e/26ee53b8-de93-45d5-96fb-d335e3f2eaf9/b8514681-eccc-47d5-a9cb-42b28a613c83) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:44.281752 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e8de166b-c397-4fc1-9665-52fd538be7df req-2690e950-f8ad-4dcf-886a-4ae77cf9729f tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559030 Jul 30 01:41:44.302918 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-97653500-c61d-4397-966e-7445423e2ead req-20e66c58-d5d8-49ce-9e36-f5e4b2e598a0 service neutron] 10.222.0.70 "GET /v2.0/networks/5cd65466-712f-4ba9-b446-c0c4974c8af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051457 Jul 30 01:41:44.402596 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-97653500-c61d-4397-966e-7445423e2ead req-6a221b29-c80d-42a0-ab19-952b2aeac89d service neutron] 10.222.0.70 "GET /v2.0/networks/5cd65466-712f-4ba9-b446-c0c4974c8af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970109 Jul 30 01:41:44.442694 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.447272 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f80fc-bbc3-4dcb-99af-127ed6a6b66a req-00cf3573-9677-427d-abb2-85d78a076cec tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:44.448787 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-147f80fc-bbc3-4dcb-99af-127ed6a6b66a req-00cf3573-9677-427d-abb2-85d78a076cec tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf976286-0095-44c9-8d0b-1934155d3462 HTTP/1.1" status: 200 len: 949 time: 0.0822620 Jul 30 01:41:44.472168 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-b3cac923-b8de-4413-960b-08fc703d601d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.484049 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device db997857-bdd5-4561-9cee-df4c853003b7 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:44.533798 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port db997857-bdd5-4561-9cee-df4c853003b7 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:44.534177 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.537223 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-147f80fc-bbc3-4dcb-99af-127ed6a6b66a req-5aa3a55a-fe1e-4a69-a6da-ba71a6c46898 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/security-groups?id=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805542 Jul 30 01:41:44.575181 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036e453-eacb-4271-8f7f-83d3f004ecc7 req-11f8f82a-4f9c-4917-ae28-061bb55503c0 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:44.576718 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f036e453-eacb-4271-8f7f-83d3f004ecc7 req-11f8f82a-4f9c-4917-ae28-061bb55503c0 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 949 time: 0.0836151 Jul 30 01:41:44.667630 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-b3cac923-b8de-4413-960b-08fc703d601d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.669562 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.722167 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd760106-9fb8-4aaa-bf11-3a1ea26b78b0 req-7251ed89-ef20-40c2-ab15-ee70d528ca65 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:44.729858 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd760106-9fb8-4aaa-bf11-3a1ea26b78b0 req-7251ed89-ef20-40c2-ab15-ee70d528ca65 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 949 time: 0.0805268 Jul 30 01:41:44.733964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port db997857-bdd5-4561-9cee-df4c853003b7, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=db997857-bdd5-4561-9cee-df4c853003b7,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:44.781018 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd760106-9fb8-4aaa-bf11-3a1ea26b78b0 req-701a62f2-5a77-478b-98dd-920c72a8ecb5 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ae635cd-7f66-402b-ac60-5a1e911f53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502887 Jul 30 01:41:44.784568 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-b3cac923-b8de-4413-960b-08fc703d601d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Network 18de1eb3-907c-4e80-9e3a-e2daca4c050e is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:44.803508 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-b3cac923-b8de-4413-960b-08fc703d601d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:44.806628 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.826357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-b3cac923-b8de-4413-960b-08fc703d601d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:44.834433 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-b3cac923-b8de-4413-960b-08fc703d601d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:44.835183 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-b3cac923-b8de-4413-960b-08fc703d601d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.839830 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cac923-b8de-4413-960b-08fc703d601d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Pushing event updated for resources: {'Port': ['ID=b8514681-eccc-47d5-a9cb-42b28a613c83,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:44.869104 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-f036e453-eacb-4271-8f7f-83d3f004ecc7 req-03689d41-527b-45dd-9dbc-ae6b9aaf11a6 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Deleting port a0e65bdd-73e3-40bd-baaf-feb702ceac36 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:44.876498 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f036e453-eacb-4271-8f7f-83d3f004ecc7 req-03689d41-527b-45dd-9dbc-ae6b9aaf11a6 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.876498 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc619d-5f29-4298-a5d5-cd1dfde96c8d req-adaaa6b0-ed16-4013-8a97-8c307b1772e5 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:44.876707 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fadf816e-7180-428e-a39b-6b6ce4e3ecc4 req-d2d1001e-36da-44ed-a9f9-58269fb4d124 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 210 time: 0.0353637 Jul 30 01:41:44.877081 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4bbc619d-5f29-4298-a5d5-cd1dfde96c8d req-adaaa6b0-ed16-4013-8a97-8c307b1772e5 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 1096 time: 0.1549292 Jul 30 01:41:44.894231 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=db997857-bdd5-4561-9cee-df4c853003b7,revision_number=11']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:44.962722 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-b3cac923-b8de-4413-960b-08fc703d601d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2942965 Jul 30 01:41:44.970947 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4bbc619d-5f29-4298-a5d5-cd1dfde96c8d req-9401b79c-59f2-42d8-b2e9-297a0470339e tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835400 Jul 30 01:41:44.978186 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] Request body: {'port': {'device_id': '71902edc-3dfa-4e88-9217-ac3cb9941af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:45.020921 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f036e453-eacb-4271-8f7f-83d3f004ecc7 req-03689d41-527b-45dd-9dbc-ae6b9aaf11a6 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] For port a0e65bdd-73e3-40bd-baaf-feb702ceac36, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a0e65bdd-73e3-40bd-baaf-feb702ceac36,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:45.021387 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f036e453-eacb-4271-8f7f-83d3f004ecc7 req-03689d41-527b-45dd-9dbc-ae6b9aaf11a6 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:45.069210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-f036e453-eacb-4271-8f7f-83d3f004ecc7 req-03689d41-527b-45dd-9dbc-ae6b9aaf11a6 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Calling delete_port for a0e65bdd-73e3-40bd-baaf-feb702ceac36 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:45.087327 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:45.219392 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7359b3-730f-4ac8-8dc4-d444dc0bebce req-e3102c34-1d66-4d5e-a639-c7cd25b0cf26 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:45.220475 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de7359b3-730f-4ac8-8dc4-d444dc0bebce req-e3102c34-1d66-4d5e-a639-c7cd25b0cf26 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 948 time: 0.1555102 Jul 30 01:41:45.245333 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a443c256-aa72-4313-9a19-aadb638db93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db997857-bdd5-4561-9cee-df4c853003b7'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:45.247739 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a469149-f0fa-4acf-811a-c07f07ea14a9" -d '{"events": [{"server_uuid": "a443c256-aa72-4313-9a19-aadb638db93a", "name": "network-vif-plugged", "status": "completed", "tag": "db997857-bdd5-4561-9cee-df4c853003b7"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:45.358669 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de7359b3-730f-4ac8-8dc4-d444dc0bebce req-db159f38-cf57-4696-991d-544d6a509f86 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284554 Jul 30 01:41:45.521191 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80139f42-5750-4fdf-97d6-50c4f0e57ace req-37142574-705f-4bea-9d15-3d43a88128ba tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:45.522900 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-80139f42-5750-4fdf-97d6-50c4f0e57ace req-37142574-705f-4bea-9d15-3d43a88128ba tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 951 time: 0.0812998 Jul 30 01:41:45.568498 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccfb64-f0b2-4b9c-bbf2-b9109e4e6de9 req-e1556928-91ce-42e5-b8f4-a1729bd2ae8c tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:45.569990 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-06ccfb64-f0b2-4b9c-bbf2-b9109e4e6de9 req-e1556928-91ce-42e5-b8f4-a1729bd2ae8c tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 932 time: 0.0512772 Jul 30 01:41:45.572884 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f036e453-eacb-4271-8f7f-83d3f004ecc7 req-03689d41-527b-45dd-9dbc-ae6b9aaf11a6 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:45.606698 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a0e65bdd-73e3-40bd-baaf-feb702ceac36'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:45.622006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03689d41-527b-45dd-9dbc-ae6b9aaf11a6 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Pushing event deleted for resources: {'Port': ['ID=a0e65bdd-73e3-40bd-baaf-feb702ceac36,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:45.629393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8514681-eccc-47d5-a9cb-42b28a613c83 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:45.636757 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-80139f42-5750-4fdf-97d6-50c4f0e57ace req-9a3591c3-b555-40f6-8208-1b0eb7c2d325 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058109 Jul 30 01:41:45.641857 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:45.667067 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-06ccfb64-f0b2-4b9c-bbf2-b9109e4e6de9 req-629e2dc6-2100-4ed6-a89c-8b164754ecc0 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886943 Jul 30 01:41:45.694343 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] Transition to ACTIVE for port object b8514681-eccc-47d5-a9cb-42b28a613c83 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:45.695432 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f036e453-eacb-4271-8f7f-83d3f004ecc7 req-03689d41-527b-45dd-9dbc-ae6b9aaf11a6 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] No DVR routers for this DVR port a0e65bdd-73e3-40bd-baaf-feb702ceac36 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:45.698843 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f036e453-eacb-4271-8f7f-83d3f004ecc7 req-03689d41-527b-45dd-9dbc-ae6b9aaf11a6 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:45.701073 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f036e453-eacb-4271-8f7f-83d3f004ecc7 req-03689d41-527b-45dd-9dbc-ae6b9aaf11a6 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.77 "DELETE /v2.0/ports/a0e65bdd-73e3-40bd-baaf-feb702ceac36 HTTP/1.1" status: 204 len: 173 time: 1.1176534 Jul 30 01:41:45.701541 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cccd528-ea93-486e-bf4b-fa799590c836', 'name': 'network-vif-deleted', 'tag': 'a0e65bdd-73e3-40bd-baaf-feb702ceac36'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:45.703848 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2536966e-0a01-4006-8900-d58cff4c5455" -d '{"events": [{"server_uuid": "3cccd528-ea93-486e-bf4b-fa799590c836", "name": "network-vif-deleted", "tag": "a0e65bdd-73e3-40bd-baaf-feb702ceac36"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:45.717813 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22838c4-a756-49a9-b70e-557112ddb759 req-9e2fe405-9be3-4113-a165-99fbcfcedd6b tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:45.721426 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c22838c4-a756-49a9-b70e-557112ddb759 req-9e2fe405-9be3-4113-a165-99fbcfcedd6b tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.10 "GET /v2.0/ports?device_id=16617edc-af4b-45f6-b3a5-566e6c4888e3 HTTP/1.1" status: 200 len: 966 time: 0.1193485 Jul 30 01:41:45.754913 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d8853a-7942-404e-94c3-1a3223aa570b x-openstack-request-id: req-32d8853a-7942-404e-94c3-1a3223aa570b {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:45.755207 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a443c256-aa72-4313-9a19-aadb638db93a", "name": "network-vif-plugged", "status": "completed", "tag": "db997857-bdd5-4561-9cee-df4c853003b7", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:45.755461 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-32d8853a-7942-404e-94c3-1a3223aa570b {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:45.755885 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a443c256-aa72-4313-9a19-aadb638db93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db997857-bdd5-4561-9cee-df4c853003b7', 'code': 200} Jul 30 01:41:45.815411 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:45.888781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] Pushing event updated for resources: {'Port': ['ID=b8514681-eccc-47d5-a9cb-42b28a613c83,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:45.910790 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-c22838c4-a756-49a9-b70e-557112ddb759 req-d7943c1c-c841-4eb9-9637-583898dcd1f1 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Deleting port d6e56348-914b-4b66-bdc5-d9ab5faf8f29 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:45.910790 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c22838c4-a756-49a9-b70e-557112ddb759 req-d7943c1c-c841-4eb9-9637-583898dcd1f1 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:45.912429 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed7623-3d8a-4062-b7a5-a0e382b00a0a req-00257873-5402-4c5e-8615-07632847ec95 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:45.913980 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebed7623-3d8a-4062-b7a5-a0e382b00a0a req-00257873-5402-4c5e-8615-07632847ec95 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 1096 time: 0.1387887 Jul 30 01:41:45.985474 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c7e40b-cff2-484c-ae35-45fcc2ef4693 x-openstack-request-id: req-82c7e40b-cff2-484c-ae35-45fcc2ef4693 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:45.985827 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cccd528-ea93-486e-bf4b-fa799590c836", "name": "network-vif-deleted", "tag": "a0e65bdd-73e3-40bd-baaf-feb702ceac36", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:45.986156 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-82c7e40b-cff2-484c-ae35-45fcc2ef4693 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:45.986722 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cccd528-ea93-486e-bf4b-fa799590c836', 'name': 'network-vif-deleted', 'tag': 'a0e65bdd-73e3-40bd-baaf-feb702ceac36', 'status': 'completed', 'code': 200} Jul 30 01:41:45.989109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] Attempting to bind port b8514681-eccc-47d5-a9cb-42b28a613c83 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:45.989624 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] Attempting to bind port b8514681-eccc-47d5-a9cb-42b28a613c83 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:45.989915 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] Attempting to bind port b8514681-eccc-47d5-a9cb-42b28a613c83 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:45.997984 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a0e65bdd-73e3-40bd-baaf-feb702ceac36 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:46.000901 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] Port b8514681-eccc-47d5-a9cb-42b28a613c83 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:46.001612 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] Attempting to bind port b8514681-eccc-47d5-a9cb-42b28a613c83 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:46.013853 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:46.014868 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] Checking segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:46.015341 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] Bound using segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:46.016003 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] Bound port: b8514681-eccc-47d5-a9cb-42b28a613c83, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:46.016425 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:46.044101 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebed7623-3d8a-4062-b7a5-a0e382b00a0a req-70d03bfe-4081-483a-93a8-89f57cb9ef3a tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162269 Jul 30 01:41:46.048077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: a0e65bdd-73e3-40bd-baaf-feb702ceac36 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:41:46.049554 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a0e65bdd-73e3-40bd-baaf-feb702ceac36 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:46.050239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device fbff1d08-d2f1-411c-9589-387468ee1d08 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:46.094049 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: fbff1d08-d2f1-411c-9589-387468ee1d08 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:41:46.095297 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device fbff1d08-d2f1-411c-9589-387468ee1d08 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:46.134806 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] For port b8514681-eccc-47d5-a9cb-42b28a613c83, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:46.139033 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] For port b8514681-eccc-47d5-a9cb-42b28a613c83, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b8514681-eccc-47d5-a9cb-42b28a613c83,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:46.142820 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-36cc6dbf-a513-436d-b5f3-6c90f1dc272a req-f1a30568-718e-4470-8527-ac411571d220 tempest-ServerDiagnosticsNegativeTest-605832106 tempest-ServerDiagnosticsNegativeTest-605832106-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cccd528-ea93-486e-bf4b-fa799590c836 HTTP/1.1" status: 200 len: 210 time: 0.0601151 Jul 30 01:41:46.153525 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75454342-95d1-46ae-8a1b-870bbde89e57 req-3d98f7f9-7944-450c-a0d1-61f57490dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:46.155541 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-75454342-95d1-46ae-8a1b-870bbde89e57 req-3d98f7f9-7944-450c-a0d1-61f57490dad9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 1102 time: 0.1573031 Jul 30 01:41:46.165308 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-c22838c4-a756-49a9-b70e-557112ddb759 req-d7943c1c-c841-4eb9-9637-583898dcd1f1 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] For port d6e56348-914b-4b66-bdc5-d9ab5faf8f29, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=d6e56348-914b-4b66-bdc5-d9ab5faf8f29,segment=NetworkSegment(9aec8826-4ee2-46c7-91c7-843fdcfbd818),segment_id=9aec8826-4ee2-46c7-91c7-843fdcfbd818)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:46.165681 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c22838c4-a756-49a9-b70e-557112ddb759 req-d7943c1c-c841-4eb9-9637-583898dcd1f1 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:46.178212 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f42263bb-1354-48ee-b723-df452ee08b3c req-5259fe27-f3b1-4284-8ef0-bcdee3f6b992 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 210 time: 0.0282743 Jul 30 01:41:46.215105 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:46.290113 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-75454342-95d1-46ae-8a1b-870bbde89e57 req-98d09499-cb9b-45fc-ab17-efc4506ac152 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221135 Jul 30 01:41:46.302330 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:46.302905 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:46.304155 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] 10.222.0.10 "PUT /v2.0/ports/b8514681-eccc-47d5-a9cb-42b28a613c83 HTTP/1.1" status: 200 len: 1092 time: 1.3303683 Jul 30 01:41:46.307220 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e67b3c-0afd-4c4e-8c44-f5152f990782 service neutron] Pushing event updated for resources: {'Port': ['ID=b8514681-eccc-47d5-a9cb-42b28a613c83,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:46.587036 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00c005-a5f2-4719-9d7f-62a1139cce2a req-5cbc3a48-a2ec-4de4-8efd-99373b9258e1 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:46.588963 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee00c005-a5f2-4719-9d7f-62a1139cce2a req-5cbc3a48-a2ec-4de4-8efd-99373b9258e1 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 1096 time: 0.0939429 Jul 30 01:41:46.592054 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-a635923e-0e75-4db9-8a86-d969fad85346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:46.594686 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-a635923e-0e75-4db9-8a86-d969fad85346 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 1095 time: 0.0695112 Jul 30 01:41:46.660604 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-9eb2fadd-8dbe-4db9-8ee3-a9af3b995b86 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8514681-eccc-47d5-a9cb-42b28a613c83 HTTP/1.1" status: 200 len: 217 time: 0.0436659 Jul 30 01:41:46.689440 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee00c005-a5f2-4719-9d7f-62a1139cce2a req-1c4c82b3-a612-449f-b8b3-f44a02b6c7e1 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892754 Jul 30 01:41:46.710584 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7b5d0-5f08-457c-b941-4dbbaae191c6 req-7e81a5c8-871a-4a42-9c5c-a839b58f8af2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:46.716899 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-92f7b5d0-5f08-457c-b941-4dbbaae191c6 req-7e81a5c8-871a-4a42-9c5c-a839b58f8af2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 948 time: 0.1038976 Jul 30 01:41:46.740777 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c22838c4-a756-49a9-b70e-557112ddb759 req-d7943c1c-c841-4eb9-9637-583898dcd1f1 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:46.745106 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c22838c4-a756-49a9-b70e-557112ddb759 req-d7943c1c-c841-4eb9-9637-583898dcd1f1 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:46.745106 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [req-c22838c4-a756-49a9-b70e-557112ddb759 req-d7943c1c-c841-4eb9-9637-583898dcd1f1 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Floating IP a13330c7-1ba7-45f7-869b-53e991a80f0d disassociated. External IP: 172.25.1.201, port: d6e56348-914b-4b66-bdc5-d9ab5faf8f29. Jul 30 01:41:46.745106 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-c22838c4-a756-49a9-b70e-557112ddb759 req-d7943c1c-c841-4eb9-9637-583898dcd1f1 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Calling delete_port for d6e56348-914b-4b66-bdc5-d9ab5faf8f29 owned by compute:tempest-test_az-647498379 {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:46.745387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-7c1140de-bba3-44e5-be66-d01e8b2594a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:46.746108 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-7c1140de-bba3-44e5-be66-d01e8b2594a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.0749063 Jul 30 01:41:46.798624 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-564ad8dc-d2c8-483d-8303-7249aaec2bf9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391378 Jul 30 01:41:46.868512 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-92f7b5d0-5f08-457c-b941-4dbbaae191c6 req-23549867-edc1-4867-94cd-b06d8ed96e8d tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359210 Jul 30 01:41:46.896675 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8335a3-7de1-4f32-aceb-fd5ee7382ffd req-acea0c81-3dcc-469d-bcd3-9b0d539250f5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:46.898213 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e8335a3-7de1-4f32-aceb-fd5ee7382ffd req-acea0c81-3dcc-469d-bcd3-9b0d539250f5 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 951 time: 0.1021206 Jul 30 01:41:46.961977 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-fb4bd32e-4933-4d3d-8e64-039d256cff4b service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358671 Jul 30 01:41:46.967469 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e8335a3-7de1-4f32-aceb-fd5ee7382ffd req-84750a30-fbb2-493f-bb84-4458550df753 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607078 Jul 30 01:41:47.074679 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc8727-6aa7-4211-9e2e-741b2e13469d req-a8e70e49-cdbc-40d3-9330-c4b9ef89fb59 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:47.078655 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-05fc8727-6aa7-4211-9e2e-741b2e13469d req-a8e70e49-cdbc-40d3-9330-c4b9ef89fb59 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 944 time: 0.0554194 Jul 30 01:41:47.126026 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7ed8ae2-17cc-46da-b439-2f495d3c8049 req-7eabb9b2-ff7d-4ce3-9d35-4a2a0372b3d0 service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523511 Jul 30 01:41:47.130822 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-05fc8727-6aa7-4211-9e2e-741b2e13469d req-f6c82325-608d-40a9-95b5-edef4f6c4f3f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471506 Jul 30 01:41:47.132010 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c22838c4-a756-49a9-b70e-557112ddb759 req-d7943c1c-c841-4eb9-9637-583898dcd1f1 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:47.162788 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7943c1c-c841-4eb9-9637-583898dcd1f1 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Pushing event deleted for resources: {'Port': ['ID=d6e56348-914b-4b66-bdc5-d9ab5faf8f29,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:47.271396 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:47.333514 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-abe50355-ec84-417b-a612-cf5d3ffe8843 req-d3011a2e-5c40-403b-892a-becd1560e2aa tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 210 time: 0.0386093 Jul 30 01:41:47.344705 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c22838c4-a756-49a9-b70e-557112ddb759 req-d7943c1c-c841-4eb9-9637-583898dcd1f1 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Router 84cfe81b-404e-4932-9679-a6db11b5b2cd has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:41:47.479089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c22838c4-a756-49a9-b70e-557112ddb759 req-d7943c1c-c841-4eb9-9637-583898dcd1f1 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:41:47.491198 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5359ad8f-d8c3-4b49-9701-f6873975d0fd None None] Sync routers for ids ['84cfe81b-404e-4932-9679-a6db11b5b2cd'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:41:47.502562 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5359ad8f-d8c3-4b49-9701-f6873975d0fd None None] Routers {'84cfe81b-404e-4932-9679-a6db11b5b2cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:41:47.503192 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5359ad8f-d8c3-4b49-9701-f6873975d0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:41:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['84cfe81b-404e-4932-9679-a6db11b5b2cd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:47.542658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22838c4-a756-49a9-b70e-557112ddb759 req-d7943c1c-c841-4eb9-9637-583898dcd1f1 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] No DVR routers for this DVR port d6e56348-914b-4b66-bdc5-d9ab5faf8f29 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:47.547019 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c22838c4-a756-49a9-b70e-557112ddb759 req-d7943c1c-c841-4eb9-9637-583898dcd1f1 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:47.549419 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c22838c4-a756-49a9-b70e-557112ddb759 req-d7943c1c-c841-4eb9-9637-583898dcd1f1 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.10 "DELETE /v2.0/ports/d6e56348-914b-4b66-bdc5-d9ab5faf8f29 HTTP/1.1" status: 204 len: 173 time: 1.8184578 Jul 30 01:41:47.550126 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16617edc-af4b-45f6-b3a5-566e6c4888e3', 'name': 'network-vif-deleted', 'tag': 'd6e56348-914b-4b66-bdc5-d9ab5faf8f29'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:47.559889 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0435621e-f135-43cc-bd69-80f87d39fc2d" -d '{"events": [{"server_uuid": "16617edc-af4b-45f6-b3a5-566e6c4888e3", "name": "network-vif-deleted", "tag": "d6e56348-914b-4b66-bdc5-d9ab5faf8f29"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:47.632716 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfe25ed-c8b8-4bd9-97d2-81c28c7ad52c x-openstack-request-id: req-1bfe25ed-c8b8-4bd9-97d2-81c28c7ad52c {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:47.636115 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16617edc-af4b-45f6-b3a5-566e6c4888e3", "name": "network-vif-deleted", "tag": "d6e56348-914b-4b66-bdc5-d9ab5faf8f29", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:47.636399 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1bfe25ed-c8b8-4bd9-97d2-81c28c7ad52c {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:47.636848 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16617edc-af4b-45f6-b3a5-566e6c4888e3', 'name': 'network-vif-deleted', 'tag': 'd6e56348-914b-4b66-bdc5-d9ab5faf8f29', 'status': 'completed', 'code': 200} Jul 30 01:41:47.819895 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97653500-c61d-4397-966e-7445423e2ead req-d7bf290e-43ee-4bd1-9378-d1b329d747a3 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:47.822652 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97653500-c61d-4397-966e-7445423e2ead req-d7bf290e-43ee-4bd1-9378-d1b329d747a3 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.77 "GET /v2.0/networks?id=5cd65466-712f-4ba9-b446-c0c4974c8af1 HTTP/1.1" status: 200 len: 823 time: 0.2531168 Jul 30 01:41:47.837523 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-5359ad8f-d8c3-4b49-9701-f6873975d0fd None None] Set router 84cfe81b-404e-4932-9679-a6db11b5b2cd gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:41:47.881681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60166) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:47.899445 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eaf969-fc46-485d-adb8-a1955324bd6e req-039c924c-d056-4c3f-9a7f-263202f05515 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:47.907746 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-58eaf969-fc46-485d-adb8-a1955324bd6e req-039c924c-d056-4c3f-9a7f-263202f05515 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 1096 time: 0.0724494 Jul 30 01:41:47.954842 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-58eaf969-fc46-485d-adb8-a1955324bd6e req-7de114e4-5e19-4d49-a97d-863194527e52 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423141 Jul 30 01:41:47.985444 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device cfa21f14-d3be-46f5-9037-356e185717cf details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:47.990516 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71902edc-3dfa-4e88-9217-ac3cb9941af6', 'tag': 'b8514681-eccc-47d5-a9cb-42b28a613c83'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:48.000346 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e36a82-4416-4df4-862d-6713b65cabe5" -d '{"events": [{"name": "network-changed", "server_uuid": "71902edc-3dfa-4e88-9217-ac3cb9941af6", "tag": "b8514681-eccc-47d5-a9cb-42b28a613c83"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:48.037282 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97653500-c61d-4397-966e-7445423e2ead req-39179ec2-41fd-476c-a538-a52be91e8f48 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49f7c960d860439ea896d95aa85fac7f HTTP/1.1" status: 200 len: 380 time: 0.1923418 Jul 30 01:41:48.064859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-97653500-c61d-4397-966e-7445423e2ead req-9715d7f8-9555-4bbf-a129-7825776adf82 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Request body: {'port': {'device_id': '9a62adc1-cab7-4f57-98f5-eeb56812c92e', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'admin_state_up': True, 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'security_groups': ['10ffc18d-46fb-4fba-b38b-72a7dec4ff59']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:48.228322 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port cfa21f14-d3be-46f5-9037-356e185717cf, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=cfa21f14-d3be-46f5-9037-356e185717cf,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:48.247717 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'cfa21f14-d3be-46f5-9037-356e185717cf', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': 'cfa21f14-d3be-46f5-9037-356e185717cf', 'mac_address': 'fa:16:3e:41:b1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:48.292855 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5359ad8f-d8c3-4b49-9701-f6873975d0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:03Z', 'updated_at': '2021-07-30T01:39:08Z', 'revision_number': 4, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'gw_port': {'id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:04Z', 'updated_at': '2021-07-30T01:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd3f15abe-98ce-430c-a92d-0764ccb84bb5', 'name': '', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'mac_address': 'fa:16:3e:c5:f5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:07Z', 'updated_at': '2021-07-30T01:39:14Z', 'revision_number': 5, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'subnets': [{'id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:48.315201 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e7c804d4-8c4a-4100-a992-456c9a092676 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ed11b55084f34f48af396f02aa23e495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4323645 Jul 30 01:41:48.317673 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60182) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:48.322530 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.341181 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5359ad8f-d8c3-4b49-9701-f6873975d0fd None None] Checking router: 84cfe81b-404e-4932-9679-a6db11b5b2cd for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:41:48.345632 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa21f14-d3be-46f5-9037-356e185717cf {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:48.348866 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12d821-aaa9-487d-8bbe-1b28bd5f6830 req-9406fd83-1b50-402e-9f30-2bbfd6280dc8 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:48.351180 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e12d821-aaa9-487d-8bbe-1b28bd5f6830 req-9406fd83-1b50-402e-9f30-2bbfd6280dc8 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 948 time: 0.2085986 Jul 30 01:41:48.374628 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5359ad8f-d8c3-4b49-9701-f6873975d0fd None None] Routers {'84cfe81b-404e-4932-9679-a6db11b5b2cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:41:48.375253 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5359ad8f-d8c3-4b49-9701-f6873975d0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:41:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['84cfe81b-404e-4932-9679-a6db11b5b2cd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:48.383353 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port cfa21f14-d3be-46f5-9037-356e185717cf, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=cfa21f14-d3be-46f5-9037-356e185717cf,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:48.409082 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a0740b0-3590-4505-a4e0-607cccee3bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.431076 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a0740b0-3590-4505-a4e0-607cccee3bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.433752 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e12d821-aaa9-487d-8bbe-1b28bd5f6830 req-c91096f2-9b83-4037-be65-cc65ce7a68a1 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755675 Jul 30 01:41:48.493458 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:48.499245 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device d6e56348-914b-4b66-bdc5-d9ab5faf8f29 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:48.521745 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.538003 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97653500-c61d-4397-966e-7445423e2ead req-9715d7f8-9555-4bbf-a129-7825776adf82 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Made reservation on behalf of 49f7c960d860439ea896d95aa85fac7f for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:48.541872 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-97653500-c61d-4397-966e-7445423e2ead req-9715d7f8-9555-4bbf-a129-7825776adf82 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.546943 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-5359ad8f-d8c3-4b49-9701-f6873975d0fd None None] Set router 84cfe81b-404e-4932-9679-a6db11b5b2cd gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:41:48.621252 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a0740b0-3590-4505-a4e0-607cccee3bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.625513 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a0740b0-3590-4505-a4e0-607cccee3bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.627003 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9a0740b0-3590-4505-a4e0-607cccee3bd0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1ae635cd-7f66-402b-ac60-5a1e911f53d6 HTTP/1.1" status: 204 len: 168 time: 0.3080506 Jul 30 01:41:48.640046 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: d6e56348-914b-4b66-bdc5-d9ab5faf8f29 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:41:48.640391 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device d6e56348-914b-4b66-bdc5-d9ab5faf8f29 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:48.640822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8b508e57-8ada-4b88-bdc6-4556050fe639 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:48.655981 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0740b0-3590-4505-a4e0-607cccee3bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae635cd-7f66-402b-ac60-5a1e911f53d6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:48.832573 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=cfa21f14-d3be-46f5-9037-356e185717cf,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:48.837140 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0f0e0685-44fd-47b2-a0c8-667e66fb9f7c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:48.851134 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['cfa21f14-d3be-46f5-9037-356e185717cf'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:48.867879 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5359ad8f-d8c3-4b49-9701-f6873975d0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:03Z', 'updated_at': '2021-07-30T01:39:08Z', 'revision_number': 4, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'gw_port': {'id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:04Z', 'updated_at': '2021-07-30T01:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd3f15abe-98ce-430c-a92d-0764ccb84bb5', 'name': '', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'mac_address': 'fa:16:3e:c5:f5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:07Z', 'updated_at': '2021-07-30T01:39:14Z', 'revision_number': 5, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'subnets': [{'id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:48.906403 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5359ad8f-d8c3-4b49-9701-f6873975d0fd None None] The sync data for ids ['84cfe81b-404e-4932-9679-a6db11b5b2cd'] in n-d-713498-9 is: [{'id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:03Z', 'updated_at': '2021-07-30T01:39:08Z', 'revision_number': 4, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'gw_port': {'id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:04Z', 'updated_at': '2021-07-30T01:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd3f15abe-98ce-430c-a92d-0764ccb84bb5', 'name': '', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'mac_address': 'fa:16:3e:c5:f5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:07Z', 'updated_at': '2021-07-30T01:39:14Z', 'revision_number': 5, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'subnets': [{'id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:41:48.956736 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdec7a-c37d-4857-87fc-0b6c4ca6055e req-9e682c8f-b792-4819-be05-af542cf22dbe tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:48.964138 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d3cdec7a-c37d-4857-87fc-0b6c4ca6055e req-9e682c8f-b792-4819-be05-af542cf22dbe tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 951 time: 0.4368579 Jul 30 01:41:48.987065 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '0f0e0685-44fd-47b2-a0c8-667e66fb9f7c', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '0f0e0685-44fd-47b2-a0c8-667e66fb9f7c', 'mac_address': 'fa:16:3e:46:6d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:49.018532 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:49.076267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-97653500-c61d-4397-966e-7445423e2ead req-9715d7f8-9555-4bbf-a129-7825776adf82 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Allocated IP 172.20.0.11 (5cd65466-712f-4ba9-b446-c0c4974c8af1/fe078f51-3b71-44c1-abf8-10adb93b21c7/992c894e-f733-48e4-9ff8-b8867aa70b6f) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:49.098718 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf976286-0095-44c9-8d0b-1934155d3462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b508e57-8ada-4b88-bdc6-4556050fe639'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:49.101130 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57b5991-9fa5-4221-9b5d-94173c60b009" -d '{"events": [{"server_uuid": "bf976286-0095-44c9-8d0b-1934155d3462", "name": "network-vif-unplugged", "status": "completed", "tag": "8b508e57-8ada-4b88-bdc6-4556050fe639"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:49.104543 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d3cdec7a-c37d-4857-87fc-0b6c4ca6055e req-efa59e72-04e8-4051-8ffc-44de6d3c1af2 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393700 Jul 30 01:41:49.157442 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:49.163070 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8b508e57-8ada-4b88-bdc6-4556050fe639, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8b508e57-8ada-4b88-bdc6-4556050fe639,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:49.224067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:49.262482 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:49.270577 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0f0e0685-44fd-47b2-a0c8-667e66fb9f7c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:49.347160 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-97653500-c61d-4397-966e-7445423e2ead req-9715d7f8-9555-4bbf-a129-7825776adf82 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:49.352601 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=8b508e57-8ada-4b88-bdc6-4556050fe639,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:49.353777 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e36a82-4416-4df4-862d-6713b65cabe5 req-2bd25c12-d46f-4abf-b2d7-4b1573ec7694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:49.366530 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2e36a82-4416-4df4-862d-6713b65cabe5 req-2bd25c12-d46f-4abf-b2d7-4b1573ec7694 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 1095 time: 0.1146784 Jul 30 01:41:49.370603 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-97653500-c61d-4397-966e-7445423e2ead req-9715d7f8-9555-4bbf-a129-7825776adf82 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Transition to ACTIVE for port object 992c894e-f733-48e4-9ff8-b8867aa70b6f will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:49.375484 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:49.411401 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588d5894-1190-4b84-a770-a8b345ba210d x-openstack-request-id: req-588d5894-1190-4b84-a770-a8b345ba210d {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:49.411707 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71902edc-3dfa-4e88-9217-ac3cb9941af6", "tag": "b8514681-eccc-47d5-a9cb-42b28a613c83", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:49.411963 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-588d5894-1190-4b84-a770-a8b345ba210d {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:49.412362 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71902edc-3dfa-4e88-9217-ac3cb9941af6', 'tag': 'b8514681-eccc-47d5-a9cb-42b28a613c83', 'status': 'completed', 'code': 200} Jul 30 01:41:49.467029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0f0e0685-44fd-47b2-a0c8-667e66fb9f7c,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:49.487230 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5656d1-cd00-4fd0-9f6c-c5aa52d2f8e1 None None] New status for floating IP a13330c7-1ba7-45f7-869b-53e991a80f0d: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:41:49.530202 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b8ce3-e8b3-4014-a43a-d0cdf2264862 req-59a1a9ad-4306-4b5e-b8d9-84fa7058c169 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:49.542877 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ea1b8ce3-e8b3-4014-a43a-d0cdf2264862 req-59a1a9ad-4306-4b5e-b8d9-84fa7058c169 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 944 time: 0.1003692 Jul 30 01:41:49.552831 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-97653500-c61d-4397-966e-7445423e2ead req-9715d7f8-9555-4bbf-a129-7825776adf82 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:49.579542 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e36a82-4416-4df4-862d-6713b65cabe5 req-d626c1de-a624-4922-a83e-9ef4b63b3339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:49.581077 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2e36a82-4416-4df4-862d-6713b65cabe5 req-d626c1de-a624-4922-a83e-9ef4b63b3339 service neutron] 10.222.0.10 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 922 time: 0.2033172 Jul 30 01:41:49.581553 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60224) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:49.599010 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['0f0e0685-44fd-47b2-a0c8-667e66fb9f7c'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:49.602585 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-160b8069-cff6-4b44-bd27-241ef8f7e890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:49.677049 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2e36a82-4416-4df4-862d-6713b65cabe5 req-812d9850-4e93-4dce-a056-f9cb1eab0ded service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8514681-eccc-47d5-a9cb-42b28a613c83 HTTP/1.1" status: 200 len: 217 time: 0.0807118 Jul 30 01:41:49.702572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715d7f8-9555-4bbf-a129-7825776adf82 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Pushing event updated for resources: {'Port': ['ID=992c894e-f733-48e4-9ff8-b8867aa70b6f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:49.714047 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97653500-c61d-4397-966e-7445423e2ead req-9715d7f8-9555-4bbf-a129-7825776adf82 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Network 5cd65466-712f-4ba9-b446-c0c4974c8af1 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:49.717650 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-97653500-c61d-4397-966e-7445423e2ead req-9715d7f8-9555-4bbf-a129-7825776adf82 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:49.722687 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ea1b8ce3-e8b3-4014-a43a-d0cdf2264862 req-2f49af75-4909-4c87-b4b9-7a3a2ecc2060 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788199 Jul 30 01:41:49.723534 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-97653500-c61d-4397-966e-7445423e2ead req-9715d7f8-9555-4bbf-a129-7825776adf82 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:49.729800 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97653500-c61d-4397-966e-7445423e2ead req-9715d7f8-9555-4bbf-a129-7825776adf82 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:49.730626 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-97653500-c61d-4397-966e-7445423e2ead req-9715d7f8-9555-4bbf-a129-7825776adf82 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:49.849971 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e36a82-4416-4df4-862d-6713b65cabe5 req-52e67457-676a-44c5-8370-abbdd7672045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:49.852430 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2e36a82-4416-4df4-862d-6713b65cabe5 req-52e67457-676a-44c5-8370-abbdd7672045 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.1518948 Jul 30 01:41:49.911819 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582699b-3352-4203-9995-d8ba30cde990 req-0c8fa80d-879b-41f1-af12-eed525fd05e0 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:49.915829 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2582699b-3352-4203-9995-d8ba30cde990 req-0c8fa80d-879b-41f1-af12-eed525fd05e0 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 932 time: 0.0917048 Jul 30 01:41:49.918031 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2e36a82-4416-4df4-862d-6713b65cabe5 req-b7bc76f3-d14b-45ac-85d2-6d225e12058a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558710 Jul 30 01:41:49.924934 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-160b8069-cff6-4b44-bd27-241ef8f7e890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:49.973928 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2582699b-3352-4203-9995-d8ba30cde990 req-7acd7997-eca9-442b-bc96-76c889830a23 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470512 Jul 30 01:41:50.005209 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device cfa21f14-d3be-46f5-9037-356e185717cf up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:50.030145 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-160b8069-cff6-4b44-bd27-241ef8f7e890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.043075 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9650636-943a-43a6-b502-519325988126 x-openstack-request-id: req-a9650636-943a-43a6-b502-519325988126 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:50.043499 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf976286-0095-44c9-8d0b-1934155d3462", "name": "network-vif-unplugged", "status": "completed", "tag": "8b508e57-8ada-4b88-bdc6-4556050fe639", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:50.043869 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9650636-943a-43a6-b502-519325988126 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:50.044353 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf976286-0095-44c9-8d0b-1934155d3462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b508e57-8ada-4b88-bdc6-4556050fe639', 'code': 200} Jul 30 01:41:50.059390 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2e36a82-4416-4df4-862d-6713b65cabe5 req-99fb8fa4-21f6-46da-ad8b-d27496aa276c service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320934 Jul 30 01:41:50.127648 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97653500-c61d-4397-966e-7445423e2ead req-9715d7f8-9555-4bbf-a129-7825776adf82 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0861661 Jul 30 01:41:50.140255 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-160b8069-cff6-4b44-bd27-241ef8f7e890 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4c1d28ef3ba4408db62958b6a00697e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5577121 Jul 30 01:41:50.142638 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b8069-cff6-4b44-bd27-241ef8f7e890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5868f432-5831-4acc-9055-9f7967604e0a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:50.144281 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60230) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:50.156347 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] Request body: {'port': {'device_id': '9a62adc1-cab7-4f57-98f5-eeb56812c92e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:50.187783 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2e36a82-4416-4df4-862d-6713b65cabe5 req-3517bb06-ff2b-4d83-a69c-7cd759676fe4 service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116683 Jul 30 01:41:50.191980 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port cfa21f14-d3be-46f5-9037-356e185717cf completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:50.200875 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port cfa21f14-d3be-46f5-9037-356e185717cf triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:50.201169 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.213173 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c3fe5b2d-cf52-4ca5-83ab-5135feb1a07f None None] Provisioning for port 992c894e-f733-48e4-9ff8-b8867aa70b6f completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:50.254805 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c3fe5b2d-cf52-4ca5-83ab-5135feb1a07f None None] Provisioning complete for port 992c894e-f733-48e4-9ff8-b8867aa70b6f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:50.255404 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3fe5b2d-cf52-4ca5-83ab-5135feb1a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.257367 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:41:50.276270 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.289355 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7caa-8c3a-4780-854c-762311b15ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.314118 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c3fe5b2d-cf52-4ca5-83ab-5135feb1a07f None None] Port 992c894e-f733-48e4-9ff8-b8867aa70b6f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:50.333219 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7caa-8c3a-4780-854c-762311b15ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.354227 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.388648 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port cfa21f14-d3be-46f5-9037-356e185717cf, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=cfa21f14-d3be-46f5-9037-356e185717cf,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:50.473315 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.501984 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7caa-8c3a-4780-854c-762311b15ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.505282 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7caa-8c3a-4780-854c-762311b15ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.505572 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device b8514681-eccc-47d5-a9cb-42b28a613c83 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:50.506557 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4b0b7caa-8c3a-4780-854c-762311b15ba1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5868f432-5831-4acc-9055-9f7967604e0a HTTP/1.1" status: 204 len: 168 time: 0.3600972 Jul 30 01:41:50.512008 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:50.526880 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b7caa-8c3a-4780-854c-762311b15ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5868f432-5831-4acc-9055-9f7967604e0a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:50.633877 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=cfa21f14-d3be-46f5-9037-356e185717cf,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:50.658917 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992c894e-f733-48e4-9ff8-b8867aa70b6f {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:50.669378 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.688325 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaec04b-2bf2-4a4a-8162-972bc53fc52c req-381b5620-920c-40a5-8052-f1adf232cda2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:50.689854 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dbaec04b-2bf2-4a4a-8162-972bc53fc52c req-381b5620-920c-40a5-8052-f1adf232cda2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.1101120 Jul 30 01:41:50.694886 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] Transition to ACTIVE for port object 992c894e-f733-48e4-9ff8-b8867aa70b6f will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:50.698099 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-eac96b45-23ee-45d0-949c-61f04a4c9a2f tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:41:50.699994 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-eac96b45-23ee-45d0-949c-61f04a4c9a2f tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074461 Jul 30 01:41:50.712677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-1934cec9-32d5-4422-b6a9-38b8453c1683 service neutron] Request body: {'binding': {'host': 'n-h1-713498-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:50.713605 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-1934cec9-32d5-4422-b6a9-38b8453c1683 service neutron] Unknown quota resources ['binding']. {{(pid=94464) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:41:50.746642 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dbaec04b-2bf2-4a4a-8162-972bc53fc52c req-8f5e94bf-3d99-46ed-b709-caa3936ad07b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443172 Jul 30 01:41:50.747333 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:50.752702 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.757987 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.803797 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port b8514681-eccc-47d5-a9cb-42b28a613c83, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b8514681-eccc-47d5-a9cb-42b28a613c83,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:50.819434 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'b8514681-eccc-47d5-a9cb-42b28a613c83', 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e', 'port_id': 'b8514681-eccc-47d5-a9cb-42b28a613c83', 'mac_address': 'fa:16:3e:d8:71:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ee53b8-de93-45d5-96fb-d335e3f2eaf9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:50.843433 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] Pushing event updated for resources: {'Port': ['ID=992c894e-f733-48e4-9ff8-b8867aa70b6f,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:50.880895 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.946675 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] Attempting to bind port 992c894e-f733-48e4-9ff8-b8867aa70b6f on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:50.947180 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] Attempting to bind port 992c894e-f733-48e4-9ff8-b8867aa70b6f by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '9aec8826-4ee2-46c7-91c7-843fdcfbd818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:50.947616 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] Attempting to bind port 992c894e-f733-48e4-9ff8-b8867aa70b6f on network 5cd65466-712f-4ba9-b446-c0c4974c8af1 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:50.952646 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] Port 992c894e-f733-48e4-9ff8-b8867aa70b6f on network 5cd65466-712f-4ba9-b446-c0c4974c8af1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:50.953133 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] Attempting to bind port 992c894e-f733-48e4-9ff8-b8867aa70b6f on network 5cd65466-712f-4ba9-b446-c0c4974c8af1 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:50.961131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0f0e0685-44fd-47b2-a0c8-667e66fb9f7c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:50.967542 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:50.967542 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] Checking segment: {'id': '9aec8826-4ee2-46c7-91c7-843fdcfbd818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:50.967542 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] Bound using segment: {'id': '9aec8826-4ee2-46c7-91c7-843fdcfbd818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:50.967542 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] Bound port: 992c894e-f733-48e4-9ff8-b8867aa70b6f, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aec8826-4ee2-46c7-91c7-843fdcfbd818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:50.967542 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.972348 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.994889 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8514681-eccc-47d5-a9cb-42b28a613c83 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:50.995131 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-1934cec9-32d5-4422-b6a9-38b8453c1683 service neutron] Attempting to bind port 13f1ee9c-a606-43f6-a86a-e4749445d2be on host n-h1-713498-9 for vnic_type normal with profile None {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:50.995473 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-1934cec9-32d5-4422-b6a9-38b8453c1683 service neutron] Attempting to bind port 13f1ee9c-a606-43f6-a86a-e4749445d2be by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:50.995801 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-1934cec9-32d5-4422-b6a9-38b8453c1683 service neutron] Attempting to bind port 13f1ee9c-a606-43f6-a86a-e4749445d2be on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:51.003170 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-1934cec9-32d5-4422-b6a9-38b8453c1683 service neutron] Port 13f1ee9c-a606-43f6-a86a-e4749445d2be on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:51.003493 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-1934cec9-32d5-4422-b6a9-38b8453c1683 service neutron] Attempting to bind port 13f1ee9c-a606-43f6-a86a-e4749445d2be on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:51.009701 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-1934cec9-32d5-4422-b6a9-38b8453c1683 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:51.010050 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-1934cec9-32d5-4422-b6a9-38b8453c1683 service neutron] Checking segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:51.010502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-1934cec9-32d5-4422-b6a9-38b8453c1683 service neutron] Bound using segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:51.011481 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-1934cec9-32d5-4422-b6a9-38b8453c1683 service neutron] Bound port: 13f1ee9c-a606-43f6-a86a-e4749445d2be, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:51.030909 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port b8514681-eccc-47d5-a9cb-42b28a613c83, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b8514681-eccc-47d5-a9cb-42b28a613c83,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:51.066152 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:51.099904 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-1934cec9-32d5-4422-b6a9-38b8453c1683 service neutron] For port 13f1ee9c-a606-43f6-a86a-e4749445d2be, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=13f1ee9c-a606-43f6-a86a-e4749445d2be,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:51.109897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] For port 992c894e-f733-48e4-9ff8-b8867aa70b6f, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:51.114545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] For port 992c894e-f733-48e4-9ff8-b8867aa70b6f, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=992c894e-f733-48e4-9ff8-b8867aa70b6f,segment=NetworkSegment(9aec8826-4ee2-46c7-91c7-843fdcfbd818),segment_id=9aec8826-4ee2-46c7-91c7-843fdcfbd818)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:51.117630 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60659f3-8b79-41e0-adfd-edc5632df6b3 req-c25a23ba-3b74-4e01-a3bc-04d5d6ea4f1e tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:51.119202 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a60659f3-8b79-41e0-adfd-edc5632df6b3 req-c25a23ba-3b74-4e01-a3bc-04d5d6ea4f1e tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 1102 time: 0.0989642 Jul 30 01:41:51.128320 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:51.140150 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0f0e0685-44fd-47b2-a0c8-667e66fb9f7c,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:51.174851 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a60659f3-8b79-41e0-adfd-edc5632df6b3 req-3032d961-a607-4975-b4c5-5b0638971833 tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415564 Jul 30 01:41:51.224973 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:51.226945 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-1934cec9-32d5-4422-b6a9-38b8453c1683 service neutron] Notify callbacks [] for binding, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:51.228408 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-1934cec9-32d5-4422-b6a9-38b8453c1683 service neutron] 10.222.0.70 "POST /v2.0/ports/13f1ee9c-a606-43f6-a86a-e4749445d2be/bindings HTTP/1.1" status: 201 len: 389 time: 0.5202823 Jul 30 01:41:51.268302 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:51.269329 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:51.271539 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97653500-c61d-4397-966e-7445423e2ead req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] 10.222.0.77 "PUT /v2.0/ports/992c894e-f733-48e4-9ff8-b8867aa70b6f HTTP/1.1" status: 200 len: 1092 time: 1.1262867 Jul 30 01:41:51.367051 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=b8514681-eccc-47d5-a9cb-42b28a613c83,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:51.444515 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a62adc1-cab7-4f57-98f5-eeb56812c92e', 'tag': '992c894e-f733-48e4-9ff8-b8867aa70b6f'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:51.446646 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cf4801-047f-4c92-a440-ff6268b92f17" -d '{"events": [{"name": "network-changed", "server_uuid": "9a62adc1-cab7-4f57-98f5-eeb56812c92e", "tag": "992c894e-f733-48e4-9ff8-b8867aa70b6f"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:51.455501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04090c-e689-4235-b76d-6c2c3a6265bb service neutron] Pushing event updated for resources: {'Port': ['ID=992c894e-f733-48e4-9ff8-b8867aa70b6f,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:51.518992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff0d11-0b94-4f17-89c3-3553147d7aa6 req-9fa25d1f-d709-4178-b3ec-2a84ad3ec377 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:51.527651 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9bff0d11-0b94-4f17-89c3-3553147d7aa6 req-9fa25d1f-d709-4178-b3ec-2a84ad3ec377 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 945 time: 0.2064235 Jul 30 01:41:51.553047 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['b8514681-eccc-47d5-a9cb-42b28a613c83'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:51.573480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97653500-c61d-4397-966e-7445423e2ead req-629b10f2-302a-4683-a6c9-4b4377968e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:51.575181 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97653500-c61d-4397-966e-7445423e2ead req-629b10f2-302a-4683-a6c9-4b4377968e90 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=49f7c960d860439ea896d95aa85fac7f&device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 1095 time: 0.1223509 Jul 30 01:41:51.579120 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9bff0d11-0b94-4f17-89c3-3553147d7aa6 req-428bdce7-7e20-461d-b024-1a4e2762c4e5 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502121 Jul 30 01:41:51.645918 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97653500-c61d-4397-966e-7445423e2ead req-8c6febb2-bf1a-41be-8556-6d9ba9c7d964 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=992c894e-f733-48e4-9ff8-b8867aa70b6f HTTP/1.1" status: 200 len: 217 time: 0.0563552 Jul 30 01:41:51.721085 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97653500-c61d-4397-966e-7445423e2ead req-5f576312-89d0-4d61-ae20-05d1f9cd5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:51.722984 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97653500-c61d-4397-966e-7445423e2ead req-5f576312-89d0-4d61-ae20-05d1f9cd5670 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fe078f51-3b71-44c1-abf8-10adb93b21c7 HTTP/1.1" status: 200 len: 862 time: 0.0686820 Jul 30 01:41:51.818661 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97653500-c61d-4397-966e-7445423e2ead req-682aecfd-1d6a-43b1-b357-275f6d19755c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:51.820331 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97653500-c61d-4397-966e-7445423e2ead req-682aecfd-1d6a-43b1-b357-275f6d19755c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5cd65466-712f-4ba9-b446-c0c4974c8af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888503 Jul 30 01:41:51.823413 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade85628-971d-4027-b9ef-b8cdaa19b4cf req-3dc5a5fc-79a5-42c7-9d7d-6d403d6914eb tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:51.825219 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ade85628-971d-4027-b9ef-b8cdaa19b4cf req-3dc5a5fc-79a5-42c7-9d7d-6d403d6914eb tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 944 time: 0.1167214 Jul 30 01:41:51.918110 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ade85628-971d-4027-b9ef-b8cdaa19b4cf req-cf893bff-36bf-42fe-8faa-991f714a4763 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828843 Jul 30 01:41:51.933961 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8ef8f6ec-860e-43f0-bc47-5688cdaa73dd req-0a2212e1-f290-41e8-af2d-afb933f1cf4f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1074176 Jul 30 01:41:51.979429 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a33964-07fc-4b1d-abcc-17ed52020b5a x-openstack-request-id: req-17a33964-07fc-4b1d-abcc-17ed52020b5a {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:51.979726 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a62adc1-cab7-4f57-98f5-eeb56812c92e", "tag": "992c894e-f733-48e4-9ff8-b8867aa70b6f", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:51.979969 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17a33964-07fc-4b1d-abcc-17ed52020b5a {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:51.980360 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a62adc1-cab7-4f57-98f5-eeb56812c92e', 'tag': '992c894e-f733-48e4-9ff8-b8867aa70b6f', 'status': 'completed', 'code': 200} Jul 30 01:41:52.001756 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-3631e35f-7dc0-40f8-be62-1d90c50bbf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.003274 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-3631e35f-7dc0-40f8-be62-1d90c50bbf3c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 1096 time: 0.1001174 Jul 30 01:41:52.026518 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97653500-c61d-4397-966e-7445423e2ead req-b290408f-9a7c-44f2-9bf4-d2fa9c561e89 service neutron] 10.222.0.77 "GET /v2.0/networks/5cd65466-712f-4ba9-b446-c0c4974c8af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979070 Jul 30 01:41:52.045574 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90070027-437b-4e09-92bf-b47d41ce24bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa21f14-d3be-46f5-9037-356e185717cf'}, {'server_uuid': '5720e952-7707-4e22-9726-a23e67a41fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0e0685-44fd-47b2-a0c8-667e66fb9f7c'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:52.048332 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba50e8db-fcda-4211-8ca7-28c3adf20222" -d '{"events": [{"server_uuid": "90070027-437b-4e09-92bf-b47d41ce24bb", "name": "network-vif-plugged", "status": "completed", "tag": "cfa21f14-d3be-46f5-9037-356e185717cf"}, {"server_uuid": "5720e952-7707-4e22-9726-a23e67a41fe7", "name": "network-vif-plugged", "status": "completed", "tag": "0f0e0685-44fd-47b2-a0c8-667e66fb9f7c"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:52.049041 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8f6ec-860e-43f0-bc47-5688cdaa73dd req-8cd7b554-659e-46e3-9a8b-1017f5e34f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.051035 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8ef8f6ec-860e-43f0-bc47-5688cdaa73dd req-8cd7b554-659e-46e3-9a8b-1017f5e34f89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73362a8a96ec4eb08eb2a46a25588321&device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 1102 time: 0.0800529 Jul 30 01:41:52.194998 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97653500-c61d-4397-966e-7445423e2ead req-673683be-845d-4013-a9e2-c7a5328b418c service neutron] 10.222.0.77 "GET /v2.0/networks/5cd65466-712f-4ba9-b446-c0c4974c8af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472020 Jul 30 01:41:52.201064 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c113a4-aa58-4ab9-b8a0-dbb8639a393f req-eba380ea-b5ba-4ce5-a99a-a8c795003abc tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.203727 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-01c113a4-aa58-4ab9-b8a0-dbb8639a393f req-eba380ea-b5ba-4ce5-a99a-a8c795003abc tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 945 time: 0.1395266 Jul 30 01:41:52.226213 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60310) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:52.274197 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-01c113a4-aa58-4ab9-b8a0-dbb8639a393f req-699c4496-48b1-441b-9c37-2ae7c57d09f5 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616302 Jul 30 01:41:52.280038 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8f6ec-860e-43f0-bc47-5688cdaa73dd req-fa5192f4-63b3-456a-ada8-49b5841482b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.284017 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8ef8f6ec-860e-43f0-bc47-5688cdaa73dd req-fa5192f4-63b3-456a-ada8-49b5841482b5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.2037730 Jul 30 01:41:52.319797 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-c5775166-b347-4f15-8c7a-1f0d14aedd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.321309 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-c5775166-b347-4f15-8c7a-1f0d14aedd1a service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 908 time: 0.3073483 Jul 30 01:41:52.369103 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8ef8f6ec-860e-43f0-bc47-5688cdaa73dd req-642286fa-17ba-4edf-ad3f-a78ca30df8e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=db997857-bdd5-4561-9cee-df4c853003b7 HTTP/1.1" status: 200 len: 217 time: 0.0696056 Jul 30 01:41:52.401008 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77df1a6-a6a5-4728-b851-ea6fb9055129 x-openstack-request-id: req-c77df1a6-a6a5-4728-b851-ea6fb9055129 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:52.402086 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90070027-437b-4e09-92bf-b47d41ce24bb", "name": "network-vif-plugged", "status": "completed", "tag": "cfa21f14-d3be-46f5-9037-356e185717cf", "code": 200}, {"server_uuid": "5720e952-7707-4e22-9726-a23e67a41fe7", "name": "network-vif-plugged", "status": "completed", "tag": "0f0e0685-44fd-47b2-a0c8-667e66fb9f7c", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:52.402667 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c77df1a6-a6a5-4728-b851-ea6fb9055129 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:52.403277 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90070027-437b-4e09-92bf-b47d41ce24bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa21f14-d3be-46f5-9037-356e185717cf', 'code': 200} Jul 30 01:41:52.403863 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5720e952-7707-4e22-9726-a23e67a41fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0e0685-44fd-47b2-a0c8-667e66fb9f7c', 'code': 200} Jul 30 01:41:52.448227 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-224f2f7c-51b2-45bc-aacb-b7ef862b5e7d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13f1ee9c-a606-43f6-a86a-e4749445d2be HTTP/1.1" status: 200 len: 217 time: 0.0913863 Jul 30 01:41:52.455717 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8f6ec-860e-43f0-bc47-5688cdaa73dd req-f5b54dd2-7330-4903-a4d4-bab521be5494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.457602 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8ef8f6ec-860e-43f0-bc47-5688cdaa73dd req-f5b54dd2-7330-4903-a4d4-bab521be5494 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0682690 Jul 30 01:41:52.514980 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f0d04-fd83-4908-aed3-731465dd352a req-7f25c4a8-7de1-41ba-b0b1-43a4074e8258 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.522111 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c5f0d04-fd83-4908-aed3-731465dd352a req-7f25c4a8-7de1-41ba-b0b1-43a4074e8258 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.2170017 Jul 30 01:41:52.565807 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-642b42ff-127e-43da-95c4-a386c3a38038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.567317 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-642b42ff-127e-43da-95c4-a386c3a38038 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5df4a4e9-2ec7-47a1-80c6-9f49100e235e HTTP/1.1" status: 200 len: 847 time: 0.1015751 Jul 30 01:41:52.591652 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878d24c-fd03-443b-a709-235a8d51262e req-5b90c6da-17e9-49d4-bb88-236956263b27 tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.598946 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d878d24c-fd03-443b-a709-235a8d51262e req-5b90c6da-17e9-49d4-bb88-236956263b27 tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 1102 time: 0.1406908 Jul 30 01:41:52.612086 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8f6ec-860e-43f0-bc47-5688cdaa73dd req-30d58d90-4e69-4a55-b365-eef83cefba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.613547 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8ef8f6ec-860e-43f0-bc47-5688cdaa73dd req-30d58d90-4e69-4a55-b365-eef83cefba4e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1247571 Jul 30 01:41:52.631350 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf4801-047f-4c92-a440-ff6268b92f17 req-8f823222-0d19-4d5e-82ee-97a91da4de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.632967 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39cf4801-047f-4c92-a440-ff6268b92f17 req-8f823222-0d19-4d5e-82ee-97a91da4de1c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=49f7c960d860439ea896d95aa85fac7f&device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 1095 time: 0.2566638 Jul 30 01:41:52.637273 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d15e8-36dd-4841-bd6b-f6f5b61c593f req-37643d01-a65f-47ab-be84-db762af8987a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.639185 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-195d15e8-36dd-4841-bd6b-f6f5b61c593f req-37643d01-a65f-47ab-be84-db762af8987a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 1101 time: 0.1048532 Jul 30 01:41:52.658321 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-26d2176f-6ec7-4ce4-a6df-786469b898ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437491 Jul 30 01:41:52.679332 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c5f0d04-fd83-4908-aed3-731465dd352a req-f3e238de-aea4-4e04-a602-b8b3227864c4 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544430 Jul 30 01:41:52.725859 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d878d24c-fd03-443b-a709-235a8d51262e req-6af74c1e-8ea5-4b88-978b-cd3457ebf42b tempest-ServersAdminTestJSON-1871826571 tempest-ServersAdminTestJSON-1871826571-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091039 Jul 30 01:41:52.785510 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-195d15e8-36dd-4841-bd6b-f6f5b61c593f req-0bf62f79-c42d-41fa-8d94-c0f88f935666 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373601 Jul 30 01:41:52.846218 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8ef8f6ec-860e-43f0-bc47-5688cdaa73dd req-dc90ebb9-c1e9-49ef-9ef4-2745a91f7f6a service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127740 Jul 30 01:41:52.974633 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8ef8f6ec-860e-43f0-bc47-5688cdaa73dd req-4965feb9-e6cd-4bae-a1b0-3ac278f17fb9 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081049 Jul 30 01:41:53.256637 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-3c956113-1c60-45d2-b626-d1cef6657d38 service neutron] 10.222.0.10 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562718 Jul 30 01:41:53.389085 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf4801-047f-4c92-a440-ff6268b92f17 req-e3aaad3b-5b30-4f60-9c0c-76a8f2818f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:53.390786 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39cf4801-047f-4c92-a440-ff6268b92f17 req-e3aaad3b-5b30-4f60-9c0c-76a8f2818f87 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5cd65466-712f-4ba9-b446-c0c4974c8af1 HTTP/1.1" status: 200 len: 924 time: 0.7350950 Jul 30 01:41:53.398408 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6ed40-046c-432b-b02f-5e58832a90b8 req-bdaad025-56d8-4f86-9e28-6ae3d141f45a tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:53.407933 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1fe6ed40-046c-432b-b02f-5e58832a90b8 req-bdaad025-56d8-4f86-9e28-6ae3d141f45a tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 944 time: 0.0614476 Jul 30 01:41:53.451946 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1fe6ed40-046c-432b-b02f-5e58832a90b8 req-5f6d3fc7-731b-4dcc-b03c-84e63c9e1f5e tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422814 Jul 30 01:41:53.459596 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e9cd8-88c4-421e-8c90-6dccae4231f6 req-b2c058a2-4a27-43a5-b500-514f7d08a331 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:53.461290 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b60e9cd8-88c4-421e-8c90-6dccae4231f6 req-b2c058a2-4a27-43a5-b500-514f7d08a331 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 945 time: 0.6334889 Jul 30 01:41:53.513996 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39cf4801-047f-4c92-a440-ff6268b92f17 req-fa4d9d56-3967-465e-a214-b63583cf98a2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=992c894e-f733-48e4-9ff8-b8867aa70b6f HTTP/1.1" status: 200 len: 217 time: 0.1061690 Jul 30 01:41:53.605500 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15acb81-670f-4b34-b543-72ed69204bd2 req-15413f9c-06a4-4fe9-9764-db2b9bc3a30a tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:53.614358 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-91b88936-495e-4e94-999e-30f2324f6840 service neutron] 10.222.0.10 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362370 Jul 30 01:41:53.618059 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b15acb81-670f-4b34-b543-72ed69204bd2 req-15413f9c-06a4-4fe9-9764-db2b9bc3a30a tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa HTTP/1.1" status: 200 len: 950 time: 0.1028299 Jul 30 01:41:53.641717 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf4801-047f-4c92-a440-ff6268b92f17 req-aee7a651-d868-4a27-b369-f3e05fc505ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:53.643757 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39cf4801-047f-4c92-a440-ff6268b92f17 req-aee7a651-d868-4a27-b369-f3e05fc505ec service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fe078f51-3b71-44c1-abf8-10adb93b21c7 HTTP/1.1" status: 200 len: 862 time: 0.1105089 Jul 30 01:41:53.650986 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b60e9cd8-88c4-421e-8c90-6dccae4231f6 req-9213cb98-26fa-4dbc-a49f-caf9320e7b27 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444523 Jul 30 01:41:53.679533 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b15acb81-670f-4b34-b543-72ed69204bd2 req-6003048f-44ef-4759-9a83-0d31be05ce77 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598927 Jul 30 01:41:53.775226 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf4801-047f-4c92-a440-ff6268b92f17 req-dc71b223-55f7-473e-8b79-a2e0285f9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:53.776767 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39cf4801-047f-4c92-a440-ff6268b92f17 req-dc71b223-55f7-473e-8b79-a2e0285f9b5f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5cd65466-712f-4ba9-b446-c0c4974c8af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227570 Jul 30 01:41:54.027692 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10a69194-295c-424e-ac3c-534511632d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:54.075766 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-48d49d25-24c8-48ba-9481-d9b89e525633 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:54.077473 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-48d49d25-24c8-48ba-9481-d9b89e525633 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2&tenant_id=69de654e8e494e8eb1cb2de77615732a&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 1096 time: 0.2048440 Jul 30 01:41:54.098459 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa319f8-0fc1-4045-b980-61c5b570405b req-654e6d05-9e75-4b5a-8f65-7efc24547060 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:54.105920 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4fa319f8-0fc1-4045-b980-61c5b570405b req-654e6d05-9e75-4b5a-8f65-7efc24547060 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 945 time: 0.2817202 Jul 30 01:41:54.116272 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-9'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:54.132043 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39cf4801-047f-4c92-a440-ff6268b92f17 req-ee592a12-6987-4803-9b4a-8792e74bfd5c service neutron] 10.222.0.77 "GET /v2.0/networks/5cd65466-712f-4ba9-b446-c0c4974c8af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028247 Jul 30 01:41:54.159831 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170aa7ac-ea6a-4cb4-9c96-35723d51f34e req-cc2ceb92-1cd1-4c3a-a0b1-db162a5a4dd9 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:54.168472 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-170aa7ac-ea6a-4cb4-9c96-35723d51f34e req-cc2ceb92-1cd1-4c3a-a0b1-db162a5a4dd9 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.0833590 Jul 30 01:41:54.242103 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-170aa7ac-ea6a-4cb4-9c96-35723d51f34e req-1557e53d-578d-4e7c-a477-0ff13882b316 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726831 Jul 30 01:41:54.321157 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4fa319f8-0fc1-4045-b980-61c5b570405b req-1287b05b-7e0f-45ef-83bb-980ca71e8926 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108066 Jul 30 01:41:54.387704 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:54.476956 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39cf4801-047f-4c92-a440-ff6268b92f17 req-23217396-91ca-4dd3-bdcd-862f75f9f2e0 service neutron] 10.222.0.77 "GET /v2.0/networks/5cd65466-712f-4ba9-b446-c0c4974c8af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240037 Jul 30 01:41:54.514539 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device b8514681-eccc-47d5-a9cb-42b28a613c83 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:54.660013 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port b8514681-eccc-47d5-a9cb-42b28a613c83 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:54.664467 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port b8514681-eccc-47d5-a9cb-42b28a613c83 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:54.665385 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:54.692576 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cafb8-53e8-40cb-b6f6-b77bbbef8e54 req-c027f7a5-6e5b-454f-9d19-19d41e883213 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:54.700052 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d56cafb8-53e8-40cb-b6f6-b77bbbef8e54 req-c027f7a5-6e5b-454f-9d19-19d41e883213 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 944 time: 0.1330295 Jul 30 01:41:54.752383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] For port 13f1ee9c-a606-43f6-a86a-e4749445d2be, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=13f1ee9c-a606-43f6-a86a-e4749445d2be,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:54.765803 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:54.792426 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d56cafb8-53e8-40cb-b6f6-b77bbbef8e54 req-5a17dd63-98f1-44d0-87bf-0bb0ef468600 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912445 Jul 30 01:41:54.795564 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71902edc-3dfa-4e88-9217-ac3cb9941af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8514681-eccc-47d5-a9cb-42b28a613c83'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:54.798120 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5597d4eb-ed8b-4e13-a338-cb8f248fba23" -d '{"events": [{"server_uuid": "71902edc-3dfa-4e88-9217-ac3cb9941af6", "name": "network-vif-plugged", "status": "completed", "tag": "b8514681-eccc-47d5-a9cb-42b28a613c83"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:54.819229 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port b8514681-eccc-47d5-a9cb-42b28a613c83, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b8514681-eccc-47d5-a9cb-42b28a613c83,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:54.822473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] For port 13f1ee9c-a606-43f6-a86a-e4749445d2be, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:54.847544 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-10a69194-295c-424e-ac3c-534511632d9a admin admin] Deleting port aacdbf32-33bb-4dd9-9183-ba70c2038cb9 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:54.847924 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10a69194-295c-424e-ac3c-534511632d9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:54.880870 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:54.944986 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50a65f2-580c-4b80-b6e7-b025956578b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f1ee9c-a606-43f6-a86a-e4749445d2be'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:54.947303 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e8768f-a168-4cb5-8e58-52051b342661" -d '{"events": [{"server_uuid": "d50a65f2-580c-4b80-b6e7-b025956578b2", "name": "network-vif-unplugged", "status": "completed", "tag": "13f1ee9c-a606-43f6-a86a-e4749445d2be"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:54.951450 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:54.970070 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=b8514681-eccc-47d5-a9cb-42b28a613c83,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:55.033184 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be9d52-3e21-4770-a638-ec14f8189700 req-5a04d63f-af39-49c7-af03-84d06f637078 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:55.040971 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-56be9d52-3e21-4770-a638-ec14f8189700 req-5a04d63f-af39-49c7-af03-84d06f637078 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa HTTP/1.1" status: 200 len: 950 time: 0.0690627 Jul 30 01:41:55.053124 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-10a69194-295c-424e-ac3c-534511632d9a admin admin] For port aacdbf32-33bb-4dd9-9183-ba70c2038cb9, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=aacdbf32-33bb-4dd9-9183-ba70c2038cb9,segment=NetworkSegment(d03d4bf5-8861-4829-a1a8-5d42619413e3),segment_id=d03d4bf5-8861-4829-a1a8-5d42619413e3)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:55.053991 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10a69194-295c-424e-ac3c-534511632d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:55.065491 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:55.082937 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-56be9d52-3e21-4770-a638-ec14f8189700 req-7a37870c-9f9d-4b8f-ad16-0d4f12ccfeb9 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407224 Jul 30 01:41:55.097919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-10a69194-295c-424e-ac3c-534511632d9a admin admin] Calling delete_port for aacdbf32-33bb-4dd9-9183-ba70c2038cb9 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:55.121380 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783b737-1e38-4b88-a2ee-6572c168f2b8 req-e256a3ab-e35c-4903-9d5e-a3790b0b2abb tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:55.122975 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8783b737-1e38-4b88-a2ee-6572c168f2b8 req-e256a3ab-e35c-4903-9d5e-a3790b0b2abb tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 946 time: 0.1535001 Jul 30 01:41:55.152719 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad2305f-39ed-493d-9820-c161e9e295ec x-openstack-request-id: req-3ad2305f-39ed-493d-9820-c161e9e295ec {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:55.153020 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71902edc-3dfa-4e88-9217-ac3cb9941af6", "name": "network-vif-plugged", "status": "completed", "tag": "b8514681-eccc-47d5-a9cb-42b28a613c83", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:55.153319 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ad2305f-39ed-493d-9820-c161e9e295ec {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:55.153812 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71902edc-3dfa-4e88-9217-ac3cb9941af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8514681-eccc-47d5-a9cb-42b28a613c83', 'code': 200} Jul 30 01:41:55.323440 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8cadf-41d6-403b-84fc-66fb1374d8e5 req-3f0a98d8-01bb-49ef-a270-07309f6b2045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:55.325680 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5ff8cadf-41d6-403b-84fc-66fb1374d8e5 req-3f0a98d8-01bb-49ef-a270-07309f6b2045 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 1097 time: 0.0832720 Jul 30 01:41:55.437522 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf24a03d-8e86-46d2-92a6-2cf208ee4bd8 x-openstack-request-id: req-cf24a03d-8e86-46d2-92a6-2cf208ee4bd8 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:55.437522 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50a65f2-580c-4b80-b6e7-b025956578b2", "name": "network-vif-unplugged", "status": "completed", "tag": "13f1ee9c-a606-43f6-a86a-e4749445d2be", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:55.437522 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cf24a03d-8e86-46d2-92a6-2cf208ee4bd8 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:55.438240 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50a65f2-580c-4b80-b6e7-b025956578b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f1ee9c-a606-43f6-a86a-e4749445d2be', 'code': 200} Jul 30 01:41:55.442057 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5ff8cadf-41d6-403b-84fc-66fb1374d8e5 req-df804dcf-0de2-4de9-8ba2-ee8ccb6217f9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987666 Jul 30 01:41:55.464699 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e2be2-5812-4a70-9cc5-ead44c4ae4b0 req-8aa7db33-be5c-41ac-b06d-d4858af02786 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:55.467069 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-785e2be2-5812-4a70-9cc5-ead44c4ae4b0 req-8aa7db33-be5c-41ac-b06d-d4858af02786 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa HTTP/1.1" status: 200 len: 950 time: 0.0879629 Jul 30 01:41:55.477910 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd1b97-051c-44a6-8cef-64da197f142f req-8e47112a-3ee1-469e-b3d5-ef0324e2b54e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:55.478758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] Pushing event updated for resources: {'Port': ['ID=13f1ee9c-a606-43f6-a86a-e4749445d2be,revision_number=7']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:55.479987 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f2bd1b97-051c-44a6-8cef-64da197f142f req-8e47112a-3ee1-469e-b3d5-ef0324e2b54e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.1501055 Jul 30 01:41:55.508802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] Attempting to bind port 13f1ee9c-a606-43f6-a86a-e4749445d2be on host n-h2-713498-9 for vnic_type normal with profile {"migrating_to": "n-h1-713498-9"} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:55.509179 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] Attempting to bind port 13f1ee9c-a606-43f6-a86a-e4749445d2be by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:55.509464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] Attempting to bind port 13f1ee9c-a606-43f6-a86a-e4749445d2be on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:55.523558 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8783b737-1e38-4b88-a2ee-6572c168f2b8 req-6129852b-6fe3-4e13-aeb0-1095b1b61682 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935032 Jul 30 01:41:55.531901 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] Port 13f1ee9c-a606-43f6-a86a-e4749445d2be on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:55.532124 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] Attempting to bind port 13f1ee9c-a606-43f6-a86a-e4749445d2be on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:55.572216 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:55.572572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] Checking segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:55.572977 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] Bound using segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:55.573430 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] Bound port: 13f1ee9c-a606-43f6-a86a-e4749445d2be, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:55.573793 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:55.583807 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60424) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:55.667826 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f2bd1b97-051c-44a6-8cef-64da197f142f req-83e896d4-5859-45ca-9a1b-8f96d15a8213 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630332 Jul 30 01:41:55.733773 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-785e2be2-5812-4a70-9cc5-ead44c4ae4b0 req-5732de2e-9066-4ee8-a448-940d6f628c7f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Deleting port cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:55.738995 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-785e2be2-5812-4a70-9cc5-ead44c4ae4b0 req-5732de2e-9066-4ee8-a448-940d6f628c7f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:55.765802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a040b24-0a19-469a-800b-b33cf86fe02e req-0d0f1865-9fbf-4c6b-931a-30dfab2c04f9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:55.773884 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a040b24-0a19-469a-800b-b33cf86fe02e req-0d0f1865-9fbf-4c6b-931a-30dfab2c04f9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 943 time: 0.1469536 Jul 30 01:41:55.809579 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] For port 13f1ee9c-a606-43f6-a86a-e4749445d2be, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:55.852911 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2e6f834d-d6eb-4f60-a5dc-fb89da4b3b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:55.855894 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] For port 13f1ee9c-a606-43f6-a86a-e4749445d2be, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=13f1ee9c-a606-43f6-a86a-e4749445d2be,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:55.876627 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a040b24-0a19-469a-800b-b33cf86fe02e req-8729f96e-d44e-4943-b13a-c0b2d66ac8fb tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965555 Jul 30 01:41:55.927279 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.012472 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-785e2be2-5812-4a70-9cc5-ead44c4ae4b0 req-5732de2e-9066-4ee8-a448-940d6f628c7f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] For port cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:56.013126 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-785e2be2-5812-4a70-9cc5-ead44c4ae4b0 req-5732de2e-9066-4ee8-a448-940d6f628c7f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.016676 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 992c894e-f733-48e4-9ff8-b8867aa70b6f details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:56.036062 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10a69194-295c-424e-ac3c-534511632d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.048497 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-785e2be2-5812-4a70-9cc5-ead44c4ae4b0 req-5732de2e-9066-4ee8-a448-940d6f628c7f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Calling delete_port for cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:56.109582 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] Pushing event updated for resources: {'Port': ['ID=13f1ee9c-a606-43f6-a86a-e4749445d2be,revision_number=8']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:56.118701 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:56.125692 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.127440 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-81c0aec4-9bab-42df-b6ef-748826f18aba service neutron] 10.222.0.10 "PUT /v2.0/ports/13f1ee9c-a606-43f6-a86a-e4749445d2be HTTP/1.1" status: 200 len: 1121 time: 2.0188141 Jul 30 01:41:56.162786 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2e6f834d-d6eb-4f60-a5dc-fb89da4b3b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.197425 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a69194-295c-424e-ac3c-534511632d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=aacdbf32-33bb-4dd9-9183-ba70c2038cb9,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:56.243854 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 992c894e-f733-48e4-9ff8-b8867aa70b6f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=992c894e-f733-48e4-9ff8-b8867aa70b6f,segment=NetworkSegment(9aec8826-4ee2-46c7-91c7-843fdcfbd818),segment_id=9aec8826-4ee2-46c7-91c7-843fdcfbd818)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:56.254149 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a443bb-779c-455e-876a-68770bba176d req-b5e183a5-83e1-4039-a6e1-701139dd47dc tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:56.255870 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-69a443bb-779c-455e-876a-68770bba176d req-b5e183a5-83e1-4039-a6e1-701139dd47dc tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 944 time: 0.2701344 Jul 30 01:41:56.266817 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['13f1ee9c-a606-43f6-a86a-e4749445d2be'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:56.341040 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2e6f834d-d6eb-4f60-a5dc-fb89da4b3b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.368401 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-69a443bb-779c-455e-876a-68770bba176d req-1237471d-1deb-47fe-a6fd-62ee40159493 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577848 Jul 30 01:41:56.377813 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '992c894e-f733-48e4-9ff8-b8867aa70b6f', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'port_id': '992c894e-f733-48e4-9ff8-b8867aa70b6f', 'mac_address': 'fa:16:3e:e9:4e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:56.398810 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-785e2be2-5812-4a70-9cc5-ead44c4ae4b0 req-5732de2e-9066-4ee8-a448-940d6f628c7f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.425834 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d', 'cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c', 'db997857-bdd5-4561-9cee-df4c853003b7'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:56.461121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732de2e-9066-4ee8-a448-940d6f628c7f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Pushing event deleted for resources: {'Port': ['ID=cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:56.542348 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10a69194-295c-424e-ac3c-534511632d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.585302 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2e6f834d-d6eb-4f60-a5dc-fb89da4b3b75 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=928ba646ed52443caa50b600d23c0fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9964037 Jul 30 01:41:56.585302 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f834d-d6eb-4f60-a5dc-fb89da4b3b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6d8ae7-e49c-4362-873c-7de8b3bf72d5,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:56.599192 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.600098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-785e2be2-5812-4a70-9cc5-ead44c4ae4b0 req-5732de2e-9066-4ee8-a448-940d6f628c7f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] No DVR routers for this DVR port cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:56.616353 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-785e2be2-5812-4a70-9cc5-ead44c4ae4b0 req-5732de2e-9066-4ee8-a448-940d6f628c7f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.619372 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-785e2be2-5812-4a70-9cc5-ead44c4ae4b0 req-5732de2e-9066-4ee8-a448-940d6f628c7f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.10 "DELETE /v2.0/ports/cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c HTTP/1.1" status: 204 len: 173 time: 1.1155374 Jul 30 01:41:56.620332 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60448) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:56.621454 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cc4635-5276-4f42-afd2-a5f6ca479caa', 'name': 'network-vif-deleted', 'tag': 'cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:56.624801 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68786cdb-32af-4660-ad83-0c32fd2e68d0" -d '{"events": [{"server_uuid": "e3cc4635-5276-4f42-afd2-a5f6ca479caa", "name": "network-vif-deleted", "tag": "cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:56.627509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992c894e-f733-48e4-9ff8-b8867aa70b6f {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:56.649454 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 992c894e-f733-48e4-9ff8-b8867aa70b6f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=992c894e-f733-48e4-9ff8-b8867aa70b6f,segment=NetworkSegment(9aec8826-4ee2-46c7-91c7-843fdcfbd818),segment_id=9aec8826-4ee2-46c7-91c7-843fdcfbd818)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:56.734598 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-88fd5a7d-7b66-45fd-819c-864354c5f071 req-621fb064-2cc7-4ee8-a7f1-6c1c32c10997 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa HTTP/1.1" status: 200 len: 210 time: 0.1484971 Jul 30 01:41:56.771208 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.822187 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9db46424-131c-4d56-800c-573f9f55fb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.920619 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=992c894e-f733-48e4-9ff8-b8867aa70b6f,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:56.932627 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-05d37902-9053-4935-abe2-f84344d5dcde service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3385067 Jul 30 01:41:56.963674 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb895f-934e-4d93-820d-19bd13ca7acf req-6baaf4af-1fce-4a51-8f69-96be0cd67e2e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:56.965832 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-90cb895f-934e-4d93-820d-19bd13ca7acf req-6baaf4af-1fce-4a51-8f69-96be0cd67e2e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.3143852 Jul 30 01:41:56.995261 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9db46424-131c-4d56-800c-573f9f55fb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:57.061914 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9df640-7ada-47f0-b7a5-f443d0f77938 req-b1dcba25-fffc-43bc-b091-ee4c58b5e835 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:57.074428 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db9df640-7ada-47f0-b7a5-f443d0f77938 req-b1dcba25-fffc-43bc-b091-ee4c58b5e835 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 946 time: 0.1309803 Jul 30 01:41:57.145256 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db9df640-7ada-47f0-b7a5-f443d0f77938 req-33a221c1-7276-4dfe-81bc-87d7e00fdcf1 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697968 Jul 30 01:41:57.145841 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['992c894e-f733-48e4-9ff8-b8867aa70b6f'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:57.224621 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-90cb895f-934e-4d93-820d-19bd13ca7acf req-80bf1c44-74c3-42de-9f7a-f640a415d9b6 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318974 Jul 30 01:41:57.241753 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0448d778-4027-45ac-9a16-b509b8376fcd x-openstack-request-id: req-0448d778-4027-45ac-9a16-b509b8376fcd {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:57.242231 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cc4635-5276-4f42-afd2-a5f6ca479caa", "name": "network-vif-deleted", "tag": "cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:57.242514 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0448d778-4027-45ac-9a16-b509b8376fcd {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:57.242925 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cc4635-5276-4f42-afd2-a5f6ca479caa', 'name': 'network-vif-deleted', 'tag': 'cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c', 'status': 'completed', 'code': 200} Jul 30 01:41:57.277131 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9db46424-131c-4d56-800c-573f9f55fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:57.280206 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9db46424-131c-4d56-800c-573f9f55fb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:57.282370 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9db46424-131c-4d56-800c-573f9f55fb22 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb6d8ae7-e49c-4362-873c-7de8b3bf72d5 HTTP/1.1" status: 204 len: 168 time: 0.6534767 Jul 30 01:41:57.312914 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db46424-131c-4d56-800c-573f9f55fb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6d8ae7-e49c-4362-873c-7de8b3bf72d5,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:57.392029 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a69194-295c-424e-ac3c-534511632d9a admin admin] Router 07afdd23-632b-4805-9354-1a44a461aec1 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:41:57.474788 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50a65f2-580c-4b80-b6e7-b025956578b2', 'tag': '13f1ee9c-a606-43f6-a86a-e4749445d2be'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:57.484991 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270f335b-2684-42b3-81cb-f384ab8bb578" -d '{"events": [{"name": "network-changed", "server_uuid": "d50a65f2-580c-4b80-b6e7-b025956578b2", "tag": "13f1ee9c-a606-43f6-a86a-e4749445d2be"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:57.535149 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a49417-8faf-4bc3-b047-621c0172c928 req-26c423a2-f63b-4d83-a436-84db1401af18 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:57.550898 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-43a49417-8faf-4bc3-b047-621c0172c928 req-26c423a2-f63b-4d83-a436-84db1401af18 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 943 time: 0.1301157 Jul 30 01:41:57.635310 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-43a49417-8faf-4bc3-b047-621c0172c928 req-738993f2-d133-423a-bc89-a12fc89bdfd2 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348790 Jul 30 01:41:57.637135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a69194-295c-424e-ac3c-534511632d9a admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:41:57.637135 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-10a69194-295c-424e-ac3c-534511632d9a admin admin] 10.222.0.70 "PUT /v2.0/routers/07afdd23-632b-4805-9354-1a44a461aec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4053755 Jul 30 01:41:57.638584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60482) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:57.640486 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b30ea47-299a-4488-badc-0781afeccf0f None None] Sync routers for ids ['07afdd23-632b-4805-9354-1a44a461aec1'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:41:57.650044 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30ea47-299a-4488-badc-0781afeccf0f None None] Routers {'07afdd23-632b-4805-9354-1a44a461aec1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:41:57.650729 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8b30ea47-299a-4488-badc-0781afeccf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:41:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['07afdd23-632b-4805-9354-1a44a461aec1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:57.709885 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d8d38-5f40-42ee-b4f1-30166ae143cb req-79315d7b-50bd-49fc-8e9d-3ded77198dd7 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:57.711738 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-611d8d38-5f40-42ee-b4f1-30166ae143cb req-79315d7b-50bd-49fc-8e9d-3ded77198dd7 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 945 time: 0.1813879 Jul 30 01:41:57.781709 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-8b30ea47-299a-4488-badc-0781afeccf0f None None] Set router 07afdd23-632b-4805-9354-1a44a461aec1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:41:57.807743 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-611d8d38-5f40-42ee-b4f1-30166ae143cb req-3923422d-af65-42f3-a79f-2c6a8a8dfd9e tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896132 Jul 30 01:41:57.821037 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78eabe5-8e3c-4daa-a29c-a96a5628e3f1 x-openstack-request-id: req-d78eabe5-8e3c-4daa-a29c-a96a5628e3f1 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:57.821349 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50a65f2-580c-4b80-b6e7-b025956578b2", "tag": "13f1ee9c-a606-43f6-a86a-e4749445d2be", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:57.821691 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d78eabe5-8e3c-4daa-a29c-a96a5628e3f1 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:57.822029 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50a65f2-580c-4b80-b6e7-b025956578b2', 'tag': '13f1ee9c-a606-43f6-a86a-e4749445d2be', 'status': 'completed', 'code': 200} Jul 30 01:41:57.835652 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7212f3a3-ad81-4dc0-98f6-15fdb53f18b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:57.951512 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e8f387c0-9038-4cef-956e-e6f2828218c1 req-0d033711-cf7b-4cc9-8a53-cb1d10486e7e tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cc4635-5276-4f42-afd2-a5f6ca479caa HTTP/1.1" status: 200 len: 210 time: 0.0422690 Jul 30 01:41:57.981877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f335b-2684-42b3-81cb-f384ab8bb578 req-204ca52b-3925-44e1-88c1-e5d764a58071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:57.983974 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-270f335b-2684-42b3-81cb-f384ab8bb578 req-204ca52b-3925-44e1-88c1-e5d764a58071 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 1124 time: 0.0968661 Jul 30 01:41:58.022910 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8b30ea47-299a-4488-badc-0781afeccf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07afdd23-632b-4805-9354-1a44a461aec1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1033088013-router', 'tenant_id': '301cf27b86df4122b2f2aa4fe98571ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '789f37ac-7255-4cd9-b1ba-19f532cbc219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:44Z', 'updated_at': '2021-07-30T01:41:55Z', 'revision_number': 5, 'project_id': '301cf27b86df4122b2f2aa4fe98571ac', 'gw_port': {'id': '789f37ac-7255-4cd9-b1ba-19f532cbc219', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07afdd23-632b-4805-9354-1a44a461aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:46Z', 'updated_at': '2021-07-30T01:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:58.035365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 992c894e-f733-48e4-9ff8-b8867aa70b6f up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:58.055518 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b30ea47-299a-4488-badc-0781afeccf0f None None] Checking router: 07afdd23-632b-4805-9354-1a44a461aec1 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:41:58.065619 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30ea47-299a-4488-badc-0781afeccf0f None None] Routers {'07afdd23-632b-4805-9354-1a44a461aec1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:41:58.066401 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8b30ea47-299a-4488-badc-0781afeccf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:41:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['07afdd23-632b-4805-9354-1a44a461aec1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:58.073457 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7212f3a3-ad81-4dc0-98f6-15fdb53f18b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.118083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f335b-2684-42b3-81cb-f384ab8bb578 req-cf62a7ba-8a42-46ad-92b8-8ed19b7c5337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:58.120179 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-270f335b-2684-42b3-81cb-f384ab8bb578 req-cf62a7ba-8a42-46ad-92b8-8ed19b7c5337 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 908 time: 0.1272430 Jul 30 01:41:58.162291 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-270f335b-2684-42b3-81cb-f384ab8bb578 req-05b26c9e-7e9a-4fdc-9b3a-37e5a9f8ade9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13f1ee9c-a606-43f6-a86a-e4749445d2be HTTP/1.1" status: 200 len: 217 time: 0.0347240 Jul 30 01:41:58.203375 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-8b30ea47-299a-4488-badc-0781afeccf0f None None] Set router 07afdd23-632b-4805-9354-1a44a461aec1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:41:58.222071 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f335b-2684-42b3-81cb-f384ab8bb578 req-387c6f17-e4b8-484b-a1b8-aa93d4d1f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:58.226260 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-270f335b-2684-42b3-81cb-f384ab8bb578 req-387c6f17-e4b8-484b-a1b8-aa93d4d1f73a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5df4a4e9-2ec7-47a1-80c6-9f49100e235e HTTP/1.1" status: 200 len: 847 time: 0.0569811 Jul 30 01:41:58.301965 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-270f335b-2684-42b3-81cb-f384ab8bb578 req-83755420-b560-46cf-a487-d15362c68d4c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597560 Jul 30 01:41:58.394635 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55488a0a-83ef-4f33-9d8b-143c829b3344 req-68268a1e-5374-4173-b522-103a108b7567 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:58.405162 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-55488a0a-83ef-4f33-9d8b-143c829b3344 req-68268a1e-5374-4173-b522-103a108b7567 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.0834937 Jul 30 01:41:58.422550 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-270f335b-2684-42b3-81cb-f384ab8bb578 req-c910abdc-9dd7-4c07-b01e-716df2c6ad83 service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124632 Jul 30 01:41:58.435872 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245a8a9-cd8a-48da-b16c-eb2db0bdd81c req-50876a6e-e01a-436f-8367-7f2be4bbd2cf tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:58.437480 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b245a8a9-cd8a-48da-b16c-eb2db0bdd81c req-50876a6e-e01a-436f-8367-7f2be4bbd2cf tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 946 time: 0.2061524 Jul 30 01:41:58.466019 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 992c894e-f733-48e4-9ff8-b8867aa70b6f completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:58.476424 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-55488a0a-83ef-4f33-9d8b-143c829b3344 req-50e96a94-1642-4d5c-977d-5a13fd0b3f7f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698633 Jul 30 01:41:58.478544 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 992c894e-f733-48e4-9ff8-b8867aa70b6f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:58.478967 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.556693 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 13f1ee9c-a606-43f6-a86a-e4749445d2be details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:58.556693 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:58.623385 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8b30ea47-299a-4488-badc-0781afeccf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07afdd23-632b-4805-9354-1a44a461aec1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1033088013-router', 'tenant_id': '301cf27b86df4122b2f2aa4fe98571ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '789f37ac-7255-4cd9-b1ba-19f532cbc219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:44Z', 'updated_at': '2021-07-30T01:41:55Z', 'revision_number': 5, 'project_id': '301cf27b86df4122b2f2aa4fe98571ac', 'gw_port': {'id': '789f37ac-7255-4cd9-b1ba-19f532cbc219', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07afdd23-632b-4805-9354-1a44a461aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:46Z', 'updated_at': '2021-07-30T01:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:58.658049 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b245a8a9-cd8a-48da-b16c-eb2db0bdd81c req-c4bd16fa-5b34-4b47-9adf-b067d002e180 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033668 Jul 30 01:41:58.677928 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b30ea47-299a-4488-badc-0781afeccf0f None None] The sync data for ids ['07afdd23-632b-4805-9354-1a44a461aec1'] in n-d-713498-9 is: [{'id': '07afdd23-632b-4805-9354-1a44a461aec1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1033088013-router', 'tenant_id': '301cf27b86df4122b2f2aa4fe98571ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '789f37ac-7255-4cd9-b1ba-19f532cbc219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:44Z', 'updated_at': '2021-07-30T01:41:55Z', 'revision_number': 5, 'project_id': '301cf27b86df4122b2f2aa4fe98571ac', 'gw_port': {'id': '789f37ac-7255-4cd9-b1ba-19f532cbc219', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07afdd23-632b-4805-9354-1a44a461aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:46Z', 'updated_at': '2021-07-30T01:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:41:58.752169 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-270f335b-2684-42b3-81cb-f384ab8bb578 req-5be5bf73-2624-4335-9062-c55777413532 service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137016 Jul 30 01:41:58.775782 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-7212f3a3-ad81-4dc0-98f6-15fdb53f18b1 admin admin] Deleting port 789f37ac-7255-4cd9-b1ba-19f532cbc219 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:58.775782 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7212f3a3-ad81-4dc0-98f6-15fdb53f18b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.820494 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000ef76-9934-443c-bdcd-2c67a6d7d4cf req-5c9ca27a-e742-4d12-8809-1235a5904e54 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:58.822468 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:41:58.822820 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device cdc1a360-de2f-4ad4-ae59-ebe0ea18dc2c not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:58.825178 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3000ef76-9934-443c-bdcd-2c67a6d7d4cf req-5c9ca27a-e742-4d12-8809-1235a5904e54 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 943 time: 0.1168311 Jul 30 01:41:58.881588 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3000ef76-9934-443c-bdcd-2c67a6d7d4cf req-2c1f1df6-9501-4080-8359-bb05268324a9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480437 Jul 30 01:41:58.898142 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 13f1ee9c-a606-43f6-a86a-e4749445d2be, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=13f1ee9c-a606-43f6-a86a-e4749445d2be,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:58.922397 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60514) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:58.932425 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 13f1ee9c-a606-43f6-a86a-e4749445d2be has no active binding in host n-h1-713498-9 {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:41:58.964672 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0da441ef-3646-4ef0-ad89-52f33a5b47b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.002174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0863f-6322-4c3a-9a42-c875ee54082b req-5c8a1e88-9c95-4d51-bc35-fe2d630d491b tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:59.011799 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-48b0863f-6322-4c3a-9a42-c875ee54082b req-5c8a1e88-9c95-4d51-bc35-fe2d630d491b tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 1097 time: 0.1890178 Jul 30 01:41:59.056892 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.104179 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-7212f3a3-ad81-4dc0-98f6-15fdb53f18b1 admin admin] For port 789f37ac-7255-4cd9-b1ba-19f532cbc219, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=789f37ac-7255-4cd9-b1ba-19f532cbc219,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:59.104545 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7212f3a3-ad81-4dc0-98f6-15fdb53f18b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.143743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 992c894e-f733-48e4-9ff8-b8867aa70b6f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=992c894e-f733-48e4-9ff8-b8867aa70b6f,segment=NetworkSegment(9aec8826-4ee2-46c7-91c7-843fdcfbd818),segment_id=9aec8826-4ee2-46c7-91c7-843fdcfbd818)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:59.148929 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a62adc1-cab7-4f57-98f5-eeb56812c92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992c894e-f733-48e4-9ff8-b8867aa70b6f'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:59.153987 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172a90ac-8d45-43af-8fc8-519b9c96daea" -d '{"events": [{"server_uuid": "9a62adc1-cab7-4f57-98f5-eeb56812c92e", "name": "network-vif-plugged", "status": "completed", "tag": "992c894e-f733-48e4-9ff8-b8867aa70b6f"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:59.174706 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-48b0863f-6322-4c3a-9a42-c875ee54082b req-57003690-32f5-4059-ac80-14c4bd3e72d8 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457777 Jul 30 01:41:59.182541 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-7212f3a3-ad81-4dc0-98f6-15fdb53f18b1 admin admin] Calling delete_port for 789f37ac-7255-4cd9-b1ba-19f532cbc219 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:59.206882 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.289622 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0da441ef-3646-4ef0-ad89-52f33a5b47b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.315073 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b7f78-5d71-44d3-a3b5-3d2d8ac2944d req-ae54b856-faca-4026-9cae-f575a49b6907 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:59.318424 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=992c894e-f733-48e4-9ff8-b8867aa70b6f,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:59.331373 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-139b7f78-5d71-44d3-a3b5-3d2d8ac2944d req-ae54b856-faca-4026-9cae-f575a49b6907 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 946 time: 0.1546402 Jul 30 01:41:59.363960 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0da441ef-3646-4ef0-ad89-52f33a5b47b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.385160 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8846a3df-7c2d-471a-8861-d4c3acf26ddc x-openstack-request-id: req-8846a3df-7c2d-471a-8861-d4c3acf26ddc {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:59.385461 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a62adc1-cab7-4f57-98f5-eeb56812c92e", "name": "network-vif-plugged", "status": "completed", "tag": "992c894e-f733-48e4-9ff8-b8867aa70b6f", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:59.385787 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8846a3df-7c2d-471a-8861-d4c3acf26ddc {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:59.386111 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a62adc1-cab7-4f57-98f5-eeb56812c92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992c894e-f733-48e4-9ff8-b8867aa70b6f', 'code': 200} Jul 30 01:41:59.422673 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0da441ef-3646-4ef0-ad89-52f33a5b47b7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4fef441df6e0478c9e06d56fb7437f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4990826 Jul 30 01:41:59.433060 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-139b7f78-5d71-44d3-a3b5-3d2d8ac2944d req-6492e387-0d14-4bbb-9765-3314220cdd47 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962768 Jul 30 01:41:59.433798 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60532) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:59.443186 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da441ef-3646-4ef0-ad89-52f33a5b47b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57af78f-9843-4e77-86a6-9bf5c1a9dc1a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:59.561231 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1bf6b87e-e0ac-4f8d-9b2b-65532dfd913f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.588011 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1bf6b87e-e0ac-4f8d-9b2b-65532dfd913f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.802418 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1bf6b87e-e0ac-4f8d-9b2b-65532dfd913f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.805365 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1bf6b87e-e0ac-4f8d-9b2b-65532dfd913f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.809426 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1bf6b87e-e0ac-4f8d-9b2b-65532dfd913f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a57af78f-9843-4e77-86a6-9bf5c1a9dc1a HTTP/1.1" status: 204 len: 168 time: 0.3689294 Jul 30 01:41:59.823438 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6b87e-e0ac-4f8d-9b2b-65532dfd913f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57af78f-9843-4e77-86a6-9bf5c1a9dc1a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:59.944565 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91271cc1-8a21-42af-b3b1-cd8f2a217e35 req-36f5a268-9067-4fd8-bdec-37a12106b17f tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:59.953335 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-91271cc1-8a21-42af-b3b1-cd8f2a217e35 req-36f5a268-9067-4fd8-bdec-37a12106b17f tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 1097 time: 0.3654754 Jul 30 01:41:59.981210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4c294-f816-4cbf-9827-361b73480d66 req-d7a7c7f9-a37e-438e-be38-4a23e6dc395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:59.982362 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-acc4c294-f816-4cbf-9827-361b73480d66 req-d7a7c7f9-a37e-438e-be38-4a23e6dc395a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 1097 time: 0.3194783 Jul 30 01:42:00.017833 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-91271cc1-8a21-42af-b3b1-cd8f2a217e35 req-917929e9-7c45-4566-9f30-e551bce7f8a9 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556898 Jul 30 01:42:00.036430 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7212f3a3-ad81-4dc0-98f6-15fdb53f18b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.041600 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device aacdbf32-33bb-4dd9-9183-ba70c2038cb9 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:00.085221 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212f3a3-ad81-4dc0-98f6-15fdb53f18b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=789f37ac-7255-4cd9-b1ba-19f532cbc219,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:00.087791 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: aacdbf32-33bb-4dd9-9183-ba70c2038cb9 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:00.089215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device aacdbf32-33bb-4dd9-9183-ba70c2038cb9 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:00.094632 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-acc4c294-f816-4cbf-9827-361b73480d66 req-87b62741-a4ce-4c53-a048-ceeb9c870baf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027751 Jul 30 01:42:00.126820 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7212f3a3-ad81-4dc0-98f6-15fdb53f18b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.208627 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff333b-204a-4286-b49e-9f9e44b38a35 req-8cc37fc9-2009-45e2-a322-a7b13b12f4d6 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:00.210225 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-67ff333b-204a-4286-b49e-9f9e44b38a35 req-8cc37fc9-2009-45e2-a322-a7b13b12f4d6 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.0817721 Jul 30 01:42:00.270484 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-67ff333b-204a-4286-b49e-9f9e44b38a35 req-dfe9b220-678f-45f9-b18d-4c6a9abeb150 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420358 Jul 30 01:42:00.274021 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7212f3a3-ad81-4dc0-98f6-15fdb53f18b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.278876 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7212f3a3-ad81-4dc0-98f6-15fdb53f18b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.354270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278ad83-f046-48eb-be26-6311bbee422b req-e46489c5-782c-4de6-89fa-bd45dcf80d88 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:00.358233 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7278ad83-f046-48eb-be26-6311bbee422b req-e46489c5-782c-4de6-89fa-bd45dcf80d88 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 943 time: 0.2257562 Jul 30 01:42:00.403515 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7278ad83-f046-48eb-be26-6311bbee422b req-a3e0e059-d36c-4bc8-8d4b-88dd9bd116cd tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404627 Jul 30 01:42:00.409144 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d53c6-df9d-464c-a4b2-d6c0b53a0f0b req-523d78fc-a5c0-48aa-918b-1f41ef322e03 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:00.411113 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c31d53c6-df9d-464c-a4b2-d6c0b53a0f0b req-523d78fc-a5c0-48aa-918b-1f41ef322e03 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a555cff2-4887-4cd8-afb1-efa36805debe HTTP/1.1" status: 200 len: 949 time: 0.0732164 Jul 30 01:42:00.423967 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7212f3a3-ad81-4dc0-98f6-15fdb53f18b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.428805 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7212f3a3-ad81-4dc0-98f6-15fdb53f18b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07afdd23-632b-4805-9354-1a44a461aec1 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:42:00.434830 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7212f3a3-ad81-4dc0-98f6-15fdb53f18b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.441472 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60548) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:00.448158 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7212f3a3-ad81-4dc0-98f6-15fdb53f18b1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/07afdd23-632b-4805-9354-1a44a461aec1 HTTP/1.1" status: 204 len: 168 time: 2.8062856 Jul 30 01:42:00.519101 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae6906d-ae09-4d17-a990-5f1aaaec06f8 admin admin] Deleting subnet 9c9b215d-3d8d-4b5b-ac9c-6d49ec431d98 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:00.524503 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3ae6906d-ae09-4d17-a990-5f1aaaec06f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.542747 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c31d53c6-df9d-464c-a4b2-d6c0b53a0f0b req-69b80232-cfdc-48d6-b6b6-a541e49756e6 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168039 Jul 30 01:42:00.657213 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3ae6906d-ae09-4d17-a990-5f1aaaec06f8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.820584 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3ae6906d-ae09-4d17-a990-5f1aaaec06f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.823974 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-24afe793-8fca-4507-96d6-6d6a7049cec2 service neutron] 10.222.0.77 "GET /v2.0/ports/13f1ee9c-a606-43f6-a86a-e4749445d2be/bindings/n-h1-713498-9 HTTP/1.1" status: 200 len: 384 time: 0.1113079 Jul 30 01:42:00.854630 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277db11-4fdc-4084-b6bb-1f9eab4865f1 req-1f501655-7271-4907-ac1b-ca0c7c3af055 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:00.861861 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2277db11-4fdc-4084-b6bb-1f9eab4865f1 req-1f501655-7271-4907-ac1b-ca0c7c3af055 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 946 time: 0.1679590 Jul 30 01:42:00.938611 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2277db11-4fdc-4084-b6bb-1f9eab4865f1 req-2ad7fa12-72c0-4793-bb13-ae2fb27fab84 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724480 Jul 30 01:42:01.101925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-abf5aed7-3575-4073-97ff-5a45da1593f4 service neutron] For port 13f1ee9c-a606-43f6-a86a-e4749445d2be, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=13f1ee9c-a606-43f6-a86a-e4749445d2be,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:01.128059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-abf5aed7-3575-4073-97ff-5a45da1593f4 service neutron] For port 13f1ee9c-a606-43f6-a86a-e4749445d2be, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:01.132588 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3ae6906d-ae09-4d17-a990-5f1aaaec06f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.187722 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-abf5aed7-3575-4073-97ff-5a45da1593f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f1ee9c-a606-43f6-a86a-e4749445d2be {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:01.208857 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-abf5aed7-3575-4073-97ff-5a45da1593f4 service neutron] For port 13f1ee9c-a606-43f6-a86a-e4749445d2be, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=13f1ee9c-a606-43f6-a86a-e4749445d2be,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:01.239036 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6906d-ae09-4d17-a990-5f1aaaec06f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c9b215d-3d8d-4b5b-ac9c-6d49ec431d98,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:01.265121 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3ae6906d-ae09-4d17-a990-5f1aaaec06f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.267243 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3ae6906d-ae09-4d17-a990-5f1aaaec06f8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9c9b215d-3d8d-4b5b-ac9c-6d49ec431d98 HTTP/1.1" status: 204 len: 168 time: 0.8241336 Jul 30 01:42:01.273388 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60578) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:01.273712 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2be71e4-b110-4e8e-99f8-ef4e3f85ecf0 None None] Network af499f2f-a16e-4661-aa70-6b5b8e2d65ad requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:01.313044 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-abf5aed7-3575-4073-97ff-5a45da1593f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.396306 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-38a597a4-cf5c-40d4-a5bb-ba6aaf1d2fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:01.407317 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-38a597a4-cf5c-40d4-a5bb-ba6aaf1d2fc9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 1101 time: 0.2628634 Jul 30 01:42:01.425418 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140051f-85cf-4a6f-a7bd-856bb37044b3 req-2762d692-6deb-40fb-af5a-95089f80b991 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:01.427036 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c140051f-85cf-4a6f-a7bd-856bb37044b3 req-2762d692-6deb-40fb-af5a-95089f80b991 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 1097 time: 0.1642079 Jul 30 01:42:01.536798 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c140051f-85cf-4a6f-a7bd-856bb37044b3 req-2ffc066e-ae86-49f7-a0ba-0b292c12d92b tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007628 Jul 30 01:42:01.595014 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204e2fd7-daae-4551-b568-a542e0ce9f94 None None] DHCP port deletion for af499f2f-a16e-4661-aa70-6b5b8e2d65ad request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:42:01.595841 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-265f142f-1979-401c-9ee2-13f010bc6775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:01.597604 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-265f142f-1979-401c-9ee2-13f010bc6775 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.1692791 Jul 30 01:42:01.676262 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-12d11e20-99ac-480a-afc9-23ae09251a45 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=cfa21f14-d3be-46f5-9037-356e185717cf HTTP/1.1" status: 200 len: 217 time: 0.0707178 Jul 30 01:42:01.683213 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-abf5aed7-3575-4073-97ff-5a45da1593f4 service neutron] Transition to ACTIVE for port object 13f1ee9c-a606-43f6-a86a-e4749445d2be will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:01.692377 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.705372 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-204e2fd7-daae-4551-b568-a542e0ce9f94 None None] Deleting port 23ac988e-8627-4490-8082-eea9031043b2 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:01.707923 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-204e2fd7-daae-4551-b568-a542e0ce9f94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.733193 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712f76b-17c5-4f69-b29a-be9f220e4fdf req-46874f3a-df28-4254-82b3-8e2103881867 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:01.735135 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d712f76b-17c5-4f69-b29a-be9f220e4fdf req-46874f3a-df28-4254-82b3-8e2103881867 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.2826993 Jul 30 01:42:01.755668 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60592) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:01.776848 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-abf5aed7-3575-4073-97ff-5a45da1593f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.843859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-204e2fd7-daae-4551-b568-a542e0ce9f94 None None] For port 23ac988e-8627-4490-8082-eea9031043b2, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=23ac988e-8627-4490-8082-eea9031043b2,segment=NetworkSegment(d03d4bf5-8861-4829-a1a8-5d42619413e3),segment_id=d03d4bf5-8861-4829-a1a8-5d42619413e3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:01.844661 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-204e2fd7-daae-4551-b568-a542e0ce9f94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.861306 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-204e2fd7-daae-4551-b568-a542e0ce9f94 None None] Calling delete_port for 23ac988e-8627-4490-8082-eea9031043b2 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:01.877156 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d712f76b-17c5-4f69-b29a-be9f220e4fdf req-f6e784c5-4a8c-4709-883b-edd868ac4915 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030550 Jul 30 01:42:01.894605 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-abf5aed7-3575-4073-97ff-5a45da1593f4 service neutron] No DVR routers for this DVR port 13f1ee9c-a606-43f6-a86a-e4749445d2be on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:01.984081 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-abf5aed7-3575-4073-97ff-5a45da1593f4 service neutron] 10.222.0.77 "PUT /v2.0/ports/13f1ee9c-a606-43f6-a86a-e4749445d2be/bindings/n-h1-713498-9/activate HTTP/1.1" status: 200 len: 369 time: 1.1513746 Jul 30 01:42:01.989483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Deleting port 23ac988e-8627-4490-8082-eea9031043b2 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:01.990343 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.098489 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] For port 23ac988e-8627-4490-8082-eea9031043b2, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=23ac988e-8627-4490-8082-eea9031043b2,segment=NetworkSegment(d03d4bf5-8861-4829-a1a8-5d42619413e3),segment_id=d03d4bf5-8861-4829-a1a8-5d42619413e3)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:02.098909 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.105316 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 23ac988e-8627-4490-8082-eea9031043b2 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:02.114710 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Calling delete_port for 23ac988e-8627-4490-8082-eea9031043b2 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:02.216671 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.226468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5aed7-3575-4073-97ff-5a45da1593f4 service neutron] Pushing event updated for resources: {'Port': ['ID=13f1ee9c-a606-43f6-a86a-e4749445d2be,revision_number=10']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:02.284499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf81195-9831-4c28-ab81-41f8e6d0b5e3 req-50ebfb3e-322e-4074-986c-6a1d084d089e tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.288515 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-abf81195-9831-4c28-ab81-41f8e6d0b5e3 req-50ebfb3e-322e-4074-986c-6a1d084d089e tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a555cff2-4887-4cd8-afb1-efa36805debe HTTP/1.1" status: 200 len: 949 time: 0.3258705 Jul 30 01:42:02.318210 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-49e562eb-bf6e-40fd-9683-1a4da57b4c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.320759 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-49e562eb-bf6e-40fd-9683-1a4da57b4c16 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.6362557 Jul 30 01:42:02.335962 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccae80-33d7-4ae7-b7a6-422e7f10c04f req-d7569154-ad65-4887-8680-11d1031bcd9c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.339553 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.348096 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ebccae80-33d7-4ae7-b7a6-422e7f10c04f req-d7569154-ad65-4887-8680-11d1031bcd9c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 944 time: 0.5913785 Jul 30 01:42:02.389666 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 789f37ac-7255-4cd9-b1ba-19f532cbc219 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:02.393184 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-204e2fd7-daae-4551-b568-a542e0ce9f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.424555 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-7cfa420a-61e5-429d-9dbc-eb7317ddf0fb tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.425923 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-7cfa420a-61e5-429d-9dbc-eb7317ddf0fb tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2&tenant_id=69de654e8e494e8eb1cb2de77615732a&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 1095 time: 0.1962657 Jul 30 01:42:02.438677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-2c0804b8-af41-408c-890c-ef48e809575a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861226067-network', 'tenant_id': 'e6ddfde939734ab9b5031b5cccba1871'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:02.463730 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-abf81195-9831-4c28-ab81-41f8e6d0b5e3 req-a51b1420-1b50-42e6-8ddd-f2390b837f19 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654930 Jul 30 01:42:02.467585 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Pushing event deleted for resources: {'Port': ['ID=23ac988e-8627-4490-8082-eea9031043b2,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:02.476659 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] No DVR routers for this DVR port 23ac988e-8627-4490-8082-eea9031043b2 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:02.488631 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e2fd7-daae-4551-b568-a542e0ce9f94 None None] Pushing event deleted for resources: {'Port': ['ID=23ac988e-8627-4490-8082-eea9031043b2,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:02.490019 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ebccae80-33d7-4ae7-b7a6-422e7f10c04f req-d4e2b0a5-0d81-4fc2-8833-844008ca0e28 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394925 Jul 30 01:42:02.511139 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 789f37ac-7255-4cd9-b1ba-19f532cbc219 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:02.511600 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 789f37ac-7255-4cd9-b1ba-19f532cbc219 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:02.540084 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204e2fd7-daae-4551-b568-a542e0ce9f94 None None] No DVR routers for this DVR port 23ac988e-8627-4490-8082-eea9031043b2 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:02.567023 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0804b8-af41-408c-890c-ef48e809575a admin admin] Made reservation on behalf of e6ddfde939734ab9b5031b5cccba1871 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:02.572444 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c0804b8-af41-408c-890c-ef48e809575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.613948 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-16a50352-4fd5-4643-84b5-3e898ba37032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.620387 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-16a50352-4fd5-4643-84b5-3e898ba37032 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2672606 Jul 30 01:42:02.632383 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.647401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec61088-ce84-44ce-8a83-7754c747b51f req-d8a31be0-1a0c-49c7-8078-5431b4d883f2 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.649522 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bec61088-ce84-44ce-8a83-7754c747b51f req-d8a31be0-1a0c-49c7-8078-5431b4d883f2 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.10 "GET /v2.0/ports?device_id=a555cff2-4887-4cd8-afb1-efa36805debe HTTP/1.1" status: 200 len: 949 time: 0.2890303 Jul 30 01:42:02.651498 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.669621 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:02.670653 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:02.671987 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:02.672338 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Subscribe: > port after_create 55550000 {{(pid=94465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:02.672692 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Subscribe: > port after_delete 55550000 {{(pid=94465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:02.673039 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Subscribe: > port after_update 55550000 {{(pid=94465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:02.673498 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:02.673899 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:02.674277 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:02.674665 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:02.694630 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c0804b8-af41-408c-890c-ef48e809575a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.741199 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-88fa152c-94b5-4b50-be80-9e1ce7439569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.741199 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-88fa152c-94b5-4b50-be80-9e1ce7439569 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2&tenant_id=69de654e8e494e8eb1cb2de77615732a HTTP/1.1" status: 200 len: 1095 time: 0.2742102 Jul 30 01:42:02.854068 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-d44ef288-4d82-4c11-9c5f-7ccfca900b96 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253482 Jul 30 01:42:02.869034 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad0a2c-636f-41c5-bf5b-285347821a1b req-ce48dcd9-5830-462f-bf74-c0ae96ca0672 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.876960 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-03ad0a2c-636f-41c5-bf5b-285347821a1b req-ce48dcd9-5830-462f-bf74-c0ae96ca0672 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 946 time: 0.1723537 Jul 30 01:42:02.877121 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:02.877121 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:02.877121 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:02.877121 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:02.877121 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af499f2f-a16e-4661-aa70-6b5b8e2d65ad']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:02.896603 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03d4bf5-8861-4829-a1a8-5d42619413e3') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:02.897212 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03d4bf5-8861-4829-a1a8-5d42619413e3') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:02.916854 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.940517 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.950896 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:42:02.952036 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.952503 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-f58f07cb-7b43-4b8f-b88d-3e4ed0f7230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.954015 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-f58f07cb-7b43-4b8f-b88d-3e4ed0f7230a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 1095 time: 0.1822922 Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: from cryptography.utils import int_from_bytes Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: from cryptography.utils import int_from_bytes Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:42:03.022553 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:42:03.051064 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-03ad0a2c-636f-41c5-bf5b-285347821a1b req-c60af0fb-a21b-4a65-bb46-b44576277510 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686304 Jul 30 01:42:03.116891 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c0804b8-af41-408c-890c-ef48e809575a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.126348 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-79da1359-3599-4dbc-9d87-45e3dbbf9bc3 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526236 Jul 30 01:42:03.195145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-bec61088-ce84-44ce-8a83-7754c747b51f req-c5d90d6a-3c01-4bb4-965a-a0b80439281f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Deleting port a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:03.195715 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bec61088-ce84-44ce-8a83-7754c747b51f req-c5d90d6a-3c01-4bb4-965a-a0b80439281f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.226278 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87de45-d27c-47fe-8928-1e3b31a03bcd req-216f9c5c-6c77-4adb-994c-90c6aca2f9d0 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:03.228262 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4c87de45-d27c-47fe-8928-1e3b31a03bcd req-216f9c5c-6c77-4adb-994c-90c6aca2f9d0 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.0955620 Jul 30 01:42:03.231546 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c0804b8-af41-408c-890c-ef48e809575a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.239007 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-969b240d-75bc-496e-aeea-823345090dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:03.255009 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-969b240d-75bc-496e-aeea-823345090dd3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 908 time: 0.2631073 Jul 30 01:42:03.255172 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a10d08-5c75-4a47-ad7e-c9702de84680 req-882bff21-be06-453b-82a7-ddfb0c14b351 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:03.255172 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-52a10d08-5c75-4a47-ad7e-c9702de84680 req-882bff21-be06-453b-82a7-ddfb0c14b351 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 1097 time: 0.2175899 Jul 30 01:42:03.283069 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.321077 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-52a10d08-5c75-4a47-ad7e-c9702de84680 req-e307cf91-6ffd-4e74-89d9-b71448f0a8a9 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684352 Jul 30 01:42:03.328433 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-bec61088-ce84-44ce-8a83-7754c747b51f req-c5d90d6a-3c01-4bb4-965a-a0b80439281f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] For port a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:03.329473 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bec61088-ce84-44ce-8a83-7754c747b51f req-c5d90d6a-3c01-4bb4-965a-a0b80439281f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.337399 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-d99224ae-8e61-4854-ae74-76262955c155 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13f1ee9c-a606-43f6-a86a-e4749445d2be HTTP/1.1" status: 200 len: 217 time: 0.0856323 Jul 30 01:42:03.339012 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0804b8-af41-408c-890c-ef48e809575a admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:42:03.345047 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.347260 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] 10.222.0.70 "DELETE /v2.0/networks/af499f2f-a16e-4661-aa70-6b5b8e2d65ad HTTP/1.1" status: 204 len: 168 time: 2.0715375 Jul 30 01:42:03.351013 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60612) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:03.352138 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0804b8-af41-408c-890c-ef48e809575a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fb5dc3-27cc-425e-a522-f07559d519e2,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:03.361972 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-bec61088-ce84-44ce-8a83-7754c747b51f req-c5d90d6a-3c01-4bb4-965a-a0b80439281f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Calling delete_port for a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:03.364492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a75e70-b162-463a-aee0-8dd94755e0aa admin admin] Pushing event deleted for resources: {'Network': ['ID=af499f2f-a16e-4661-aa70-6b5b8e2d65ad,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:03.428672 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c0804b8-af41-408c-890c-ef48e809575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.429343 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-2c0804b8-af41-408c-890c-ef48e809575a admin admin] Added segment c6699426-8ee6-4a44-bbef-2a7a0ce1498a of type vlan for network d491486b-5e9a-44ad-804a-b78b7d7f32a5 Jul 30 01:42:03.448827 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-0dde5ae5-faf1-4684-bd18-51cc7ac1cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:03.450337 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-0dde5ae5-faf1-4684-bd18-51cc7ac1cca4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5df4a4e9-2ec7-47a1-80c6-9f49100e235e HTTP/1.1" status: 200 len: 847 time: 0.0950925 Jul 30 01:42:03.453213 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4c87de45-d27c-47fe-8928-1e3b31a03bcd req-cbc306b8-87c5-45ab-8440-df582b7c2888 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117279 Jul 30 01:42:03.511074 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-28c35294-1df5-44b1-8d28-5f8a84bf1c17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307257 Jul 30 01:42:03.531904 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c0804b8-af41-408c-890c-ef48e809575a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.590485 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1562968-2966-4f36-a469-11689530c01a req-6200a0d6-5e25-4930-91b5-305fbe261e80 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:03.592417 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c1562968-2966-4f36-a469-11689530c01a req-6200a0d6-5e25-4930-91b5-305fbe261e80 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 946 time: 0.1291442 Jul 30 01:42:03.601913 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60620) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:03.613523 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d82fe402-e229-48aa-9c1e-89f57ebc4212 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Request body: {'floatingip': {'port_id': '992c894e-f733-48e4-9ff8-b8867aa70b6f'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:03.676625 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d82fe402-e229-48aa-9c1e-89f57ebc4212 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for floatingip, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.725731 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-5c03bff6-e2e2-4707-9db2-4650a182d49f service neutron] 10.222.0.10 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067757 Jul 30 01:42:03.769323 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c0804b8-af41-408c-890c-ef48e809575a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.770279 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0804b8-af41-408c-890c-ef48e809575a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:03.770881 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c0804b8-af41-408c-890c-ef48e809575a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.774317 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3934506-eb50-4f53-842f-d425ab2305f9 req-9056e3cf-7917-495a-a7af-068f37a7a276 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:03.775835 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3934506-eb50-4f53-842f-d425ab2305f9 req-9056e3cf-7917-495a-a7af-068f37a7a276 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a555cff2-4887-4cd8-afb1-efa36805debe HTTP/1.1" status: 200 len: 949 time: 0.1167250 Jul 30 01:42:03.836402 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bec61088-ce84-44ce-8a83-7754c747b51f req-c5d90d6a-3c01-4bb4-965a-a0b80439281f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.849808 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d', 'db997857-bdd5-4561-9cee-df4c853003b7'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:03.943024 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3934506-eb50-4f53-842f-d425ab2305f9 req-fe953ed0-fba0-4872-8153-61a21ed7bf05 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553936 Jul 30 01:42:03.964474 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d90d6a-3c01-4bb4-965a-a0b80439281f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Pushing event deleted for resources: {'Port': ['ID=a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:03.986075 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0804b8-af41-408c-890c-ef48e809575a admin admin] Pushing event updated for resources: {'Network': ['ID=d491486b-5e9a-44ad-804a-b78b7d7f32a5,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:04.009376 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2c0804b8-af41-408c-890c-ef48e809575a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8099160 Jul 30 01:42:04.019182 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60628) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:04.022744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network d491486b-5e9a-44ad-804a-b78b7d7f32a5 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:42:04.031263 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Request body: {'subnet': {'network_id': 'd491486b-5e9a-44ad-804a-b78b7d7f32a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861226067-subnet', 'tenant_id': 'e6ddfde939734ab9b5031b5cccba1871', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:04.093769 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-1deeedd2-4908-4915-8fb7-2839621fa215 service neutron] 10.222.0.10 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511243 Jul 30 01:42:04.159911 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 13f1ee9c-a606-43f6-a86a-e4749445d2be no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:04.256772 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Made reservation on behalf of e6ddfde939734ab9b5031b5cccba1871 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:04.260477 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.277896 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 13f1ee9c-a606-43f6-a86a-e4749445d2be not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:04.392998 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec61088-ce84-44ce-8a83-7754c747b51f req-c5d90d6a-3c01-4bb4-965a-a0b80439281f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] No DVR routers for this DVR port a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:04.400313 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bec61088-ce84-44ce-8a83-7754c747b51f req-c5d90d6a-3c01-4bb4-965a-a0b80439281f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.408068 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bec61088-ce84-44ce-8a83-7754c747b51f req-c5d90d6a-3c01-4bb4-965a-a0b80439281f tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.10 "DELETE /v2.0/ports/a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d HTTP/1.1" status: 204 len: 173 time: 1.3806648 Jul 30 01:42:04.440484 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a555cff2-4887-4cd8-afb1-efa36805debe', 'name': 'network-vif-deleted', 'tag': 'a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:04.443597 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baeffe2e-b9e0-41f5-b808-58c3f35187bb" -d '{"events": [{"server_uuid": "a555cff2-4887-4cd8-afb1-efa36805debe", "name": "network-vif-deleted", "tag": "a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:04.575016 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeee50b-946a-43fb-8857-57a314d73275 req-75574ea5-eef6-40f4-bfb4-a225421198c8 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:04.583158 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7aeee50b-946a-43fb-8857-57a314d73275 req-75574ea5-eef6-40f4-bfb4-a225421198c8 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 944 time: 0.1945989 Jul 30 01:42:04.602893 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.657018 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7aeee50b-946a-43fb-8857-57a314d73275 req-43a8985f-e8bf-4884-845e-ab8e11f7a2c6 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727508 Jul 30 01:42:04.811714 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-40615dab-7293-4e53-acca-00a6128bde18 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:04.815358 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-40615dab-7293-4e53-acca-00a6128bde18 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2&tenant_id=69de654e8e494e8eb1cb2de77615732a&binding%3Ahost_id=n-h1-713498-9 HTTP/1.1" status: 200 len: 1095 time: 0.1072700 Jul 30 01:42:04.845177 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.891941 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4938546-e7ab-49ec-95ba-663f521755a6 x-openstack-request-id: req-f4938546-e7ab-49ec-95ba-663f521755a6 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:04.892230 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a555cff2-4887-4cd8-afb1-efa36805debe", "name": "network-vif-deleted", "tag": "a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:04.892480 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f4938546-e7ab-49ec-95ba-663f521755a6 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:04.893014 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a555cff2-4887-4cd8-afb1-efa36805debe', 'name': 'network-vif-deleted', 'tag': 'a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d', 'status': 'completed', 'code': 200} Jul 30 01:42:04.930760 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d82fe402-e229-48aa-9c1e-89f57ebc4212 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.964405 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9daa47aa-610f-4283-8507-2c5d7ca03389,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:04.984214 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.984572 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.984923 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.985261 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.985638 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.986171 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.986319 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.986653 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.986971 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.987298 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.990416 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.990416 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.999433 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Checking segment: {'id': 'c6699426-8ee6-4a44-bbef-2a7a0ce1498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd491486b-5e9a-44ad-804a-b78b7d7f32a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:04.999433 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Network hostable DHCP agents. Network: d491486b-5e9a-44ad-804a-b78b7d7f32a5, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:42:05.025701 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d82fe402-e229-48aa-9c1e-89f57ebc4212 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:05.128626 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Network d491486b-5e9a-44ad-804a-b78b7d7f32a5 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:42:05.161716 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eac5ac-4cff-461e-b810-998a8e784c4c req-43cc7994-2500-4b98-b5d9-0632b7be4fc6 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:05.164487 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79eac5ac-4cff-461e-b810-998a8e784c4c req-43cc7994-2500-4b98-b5d9-0632b7be4fc6 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.1936810 Jul 30 01:42:05.185365 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-d82fe402-e229-48aa-9c1e-89f57ebc4212 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Floating IP a13330c7-1ba7-45f7-869b-53e991a80f0d associated. External IP: 172.25.1.201, port: 992c894e-f733-48e4-9ff8-b8867aa70b6f. Jul 30 01:42:05.240150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, d491486b-5e9a-44ad-804a-b78b7d7f32a5) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:05.246417 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79eac5ac-4cff-461e-b810-998a8e784c4c req-751d1b3f-8de0-4d33-9c31-9904da3cf2e8 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752609 Jul 30 01:42:05.248255 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd0895a-07cc-4850-830c-174a396bd0b5 None None] Network d491486b-5e9a-44ad-804a-b78b7d7f32a5 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:05.263237 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:05.264231 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:05.387749 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c7fd9cdf-c158-49a9-90ea-2daa65a97b41 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3633285 Jul 30 01:42:05.388511 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60664) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:05.394468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-02e45d7a-4f20-4297-ab1d-54165c2e497c service neutron] For port 13f1ee9c-a606-43f6-a86a-e4749445d2be, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:05.408468 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-940cdd94-6b7c-46ae-9229-1c0ad79379ca admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861226067-router', 'tenant_id': 'e6ddfde939734ab9b5031b5cccba1871', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:05.440339 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-331bdb06-297e-431d-94d9-50034a5fb54a req-5a7f27cc-062a-4293-974e-8aba7a90c2b8 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a555cff2-4887-4cd8-afb1-efa36805debe HTTP/1.1" status: 200 len: 210 time: 0.0838728 Jul 30 01:42:05.452712 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-02e45d7a-4f20-4297-ab1d-54165c2e497c service neutron] Notify callbacks [] for binding, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:05.454240 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2270d11-9ab6-4eef-a2fd-3e8512425fb5 req-02e45d7a-4f20-4297-ab1d-54165c2e497c service neutron] 10.222.0.10 "DELETE /v2.0/ports/13f1ee9c-a606-43f6-a86a-e4749445d2be/bindings/n-h2-713498-9 HTTP/1.1" status: 204 len: 173 time: 0.6165438 Jul 30 01:42:05.478887 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Deleting port f94c83ef-eab2-418c-8cc0-848ba711bf2b {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:05.479605 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:05.537151 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-d491486b-5e9a-44ad-804a-b78b7d7f32a5', 'network_id': 'd491486b-5e9a-44ad-804a-b78b7d7f32a5', 'tenant_id': 'e6ddfde939734ab9b5031b5cccba1871', 'fixed_ips': [{'subnet_id': '9daa47aa-610f-4283-8507-2c5d7ca03389'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:42:05.538206 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:05.645778 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-940cdd94-6b7c-46ae-9229-1c0ad79379ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:05.647416 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] For port f94c83ef-eab2-418c-8cc0-848ba711bf2b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f94c83ef-eab2-418c-8cc0-848ba711bf2b,segment=NetworkSegment(4e46bba8-b5b4-4203-9fc7-9a4227d53cae),segment_id=4e46bba8-b5b4-4203-9fc7-9a4227d53cae)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:05.647974 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-940cdd94-6b7c-46ae-9229-1c0ad79379ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:05.648111 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:05.654677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82fe402-e229-48aa-9c1e-89f57ebc4212 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Router 84cfe81b-404e-4932-9679-a6db11b5b2cd has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:42:05.670046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Calling delete_port for f94c83ef-eab2-418c-8cc0-848ba711bf2b owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:05.706974 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Allocated IP 172.20.0.2 (d491486b-5e9a-44ad-804a-b78b7d7f32a5/9daa47aa-610f-4283-8507-2c5d7ca03389/1bef1769-c8c5-49e6-8918-535d19ace599) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:05.900791 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:05.911131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Transition to ACTIVE for port object 1bef1769-c8c5-49e6-8918-535d19ace599 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:05.933202 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Transition to ACTIVE for port object 1bef1769-c8c5-49e6-8918-535d19ace599 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:05.984613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39368ca-b9a0-4e28-ab81-2673915d158e req-ad1eaca6-7af4-48eb-9421-fa66f83d69cb tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:05.992325 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f39368ca-b9a0-4e28-ab81-2673915d158e req-ad1eaca6-7af4-48eb-9421-fa66f83d69cb tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 944 time: 0.1172526 Jul 30 01:42:06.034502 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.135613 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Network d491486b-5e9a-44ad-804a-b78b7d7f32a5 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:06.144796 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:06.153703 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:06.171446 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Pushing event updated for resources: {'Port': ['ID=1bef1769-c8c5-49e6-8918-535d19ace599,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:06.185048 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.186692 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.187010 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.187526 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.188022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.188510 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.189264 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.189823 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.191338 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.192433 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.192992 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.194386 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.216003 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f39368ca-b9a0-4e28-ab81-2673915d158e req-6d954ba2-e520-424b-ac59-62161da2ec73 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225640 Jul 30 01:42:06.226888 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82fe402-e229-48aa-9c1e-89f57ebc4212 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:42:06.235715 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d82fe402-e229-48aa-9c1e-89f57ebc4212 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.239154 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-940cdd94-6b7c-46ae-9229-1c0ad79379ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.262644 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de4aaa5-c0ec-4047-96e5-b324a6b2c137 None None] Sync routers for ids ['84cfe81b-404e-4932-9679-a6db11b5b2cd'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:42:06.291793 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d82fe402-e229-48aa-9c1e-89f57ebc4212 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "PUT /v2.0/floatingips/a13330c7-1ba7-45f7-869b-53e991a80f0d HTTP/1.1" status: 200 len: 992 time: 2.6872091 Jul 30 01:42:06.296514 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a62adc1-cab7-4f57-98f5-eeb56812c92e', 'tag': '992c894e-f733-48e4-9ff8-b8867aa70b6f'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:06.299183 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.299331 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f128b7-726f-4fb3-a512-9995549a7ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "9a62adc1-cab7-4f57-98f5-eeb56812c92e", "tag": "992c894e-f733-48e4-9ff8-b8867aa70b6f"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:06.340207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Attempting to bind port 1bef1769-c8c5-49e6-8918-535d19ace599 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:06.340584 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Attempting to bind port 1bef1769-c8c5-49e6-8918-535d19ace599 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c6699426-8ee6-4a44-bbef-2a7a0ce1498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd491486b-5e9a-44ad-804a-b78b7d7f32a5'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:06.346674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Attempting to bind port 1bef1769-c8c5-49e6-8918-535d19ace599 on network d491486b-5e9a-44ad-804a-b78b7d7f32a5 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:06.348722 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de4aaa5-c0ec-4047-96e5-b324a6b2c137 None None] Routers {'84cfe81b-404e-4932-9679-a6db11b5b2cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:06.349754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1de4aaa5-c0ec-4047-96e5-b324a6b2c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:41:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['84cfe81b-404e-4932-9679-a6db11b5b2cd'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:06.399778 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:06.400117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Checking segment: {'id': 'c6699426-8ee6-4a44-bbef-2a7a0ce1498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd491486b-5e9a-44ad-804a-b78b7d7f32a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:06.400502 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.400906 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Bound using segment: {'id': 'c6699426-8ee6-4a44-bbef-2a7a0ce1498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd491486b-5e9a-44ad-804a-b78b7d7f32a5'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:06.401377 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Bound port: 1bef1769-c8c5-49e6-8918-535d19ace599, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6699426-8ee6-4a44-bbef-2a7a0ce1498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd491486b-5e9a-44ad-804a-b78b7d7f32a5'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:06.401812 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.405717 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-8754bbdd-1757-46dd-a586-9c8838d5c462 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:42:06.407192 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-8754bbdd-1757-46dd-a586-9c8838d5c462 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063925 Jul 30 01:42:06.462863 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-9c9840e1-c602-47ea-9dae-8bec09c199ba service neutron] Request body: {'binding': {'host': 'n-h2-713498-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:06.463323 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-9c9840e1-c602-47ea-9dae-8bec09c199ba service neutron] Unknown quota resources ['binding']. {{(pid=94464) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:42:06.568402 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f94c83ef-eab2-418c-8cc0-848ba711bf2b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:06.665128 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.665532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.666005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.666461 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.667143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.667574 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.668003 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.668588 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.669108 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.669667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.670170 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.670643 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:06.704108 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07377bc4-ae87-4c97-b4ab-b0c818280b5e req-70506d65-432a-4fc9-8c1b-ea7f571e12ea tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:06.706174 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07377bc4-ae87-4c97-b4ab-b0c818280b5e req-70506d65-432a-4fc9-8c1b-ea7f571e12ea tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.1451662 Jul 30 01:42:06.767348 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-940cdd94-6b7c-46ae-9229-1c0ad79379ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.775005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-1de4aaa5-c0ec-4047-96e5-b324a6b2c137 None None] Set router 84cfe81b-404e-4932-9679-a6db11b5b2cd gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:06.811529 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07377bc4-ae87-4c97-b4ab-b0c818280b5e req-c0586abb-10fb-47c3-a69f-4ca1392078ea tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969625 Jul 30 01:42:06.819507 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:06.823767 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.862270 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:06.862270 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device a0e2d77e-9dfc-43a6-a7a5-ebc566b8982d not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:06.888399 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] For port 1bef1769-c8c5-49e6-8918-535d19ace599, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:06.907221 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-9c9840e1-c602-47ea-9dae-8bec09c199ba service neutron] Attempting to bind port b8514681-eccc-47d5-a9cb-42b28a613c83 on host n-h2-713498-9 for vnic_type normal with profile None {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:06.910090 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-9c9840e1-c602-47ea-9dae-8bec09c199ba service neutron] Attempting to bind port b8514681-eccc-47d5-a9cb-42b28a613c83 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:06.910639 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-9c9840e1-c602-47ea-9dae-8bec09c199ba service neutron] Attempting to bind port b8514681-eccc-47d5-a9cb-42b28a613c83 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:06.976465 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] For port 1bef1769-c8c5-49e6-8918-535d19ace599, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1bef1769-c8c5-49e6-8918-535d19ace599,segment=NetworkSegment(c6699426-8ee6-4a44-bbef-2a7a0ce1498a),segment_id=c6699426-8ee6-4a44-bbef-2a7a0ce1498a)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:06.980553 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-9c9840e1-c602-47ea-9dae-8bec09c199ba service neutron] Port b8514681-eccc-47d5-a9cb-42b28a613c83 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:06.983696 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-9c9840e1-c602-47ea-9dae-8bec09c199ba service neutron] Attempting to bind port b8514681-eccc-47d5-a9cb-42b28a613c83 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:06.992586 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-9c9840e1-c602-47ea-9dae-8bec09c199ba service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:06.993065 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-9c9840e1-c602-47ea-9dae-8bec09c199ba service neutron] Checking segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:06.993622 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-9c9840e1-c602-47ea-9dae-8bec09c199ba service neutron] Bound using segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:06.994068 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-9c9840e1-c602-47ea-9dae-8bec09c199ba service neutron] Bound port: b8514681-eccc-47d5-a9cb-42b28a613c83, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:07.078507 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-9c9840e1-c602-47ea-9dae-8bec09c199ba service neutron] For port b8514681-eccc-47d5-a9cb-42b28a613c83, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=b8514681-eccc-47d5-a9cb-42b28a613c83,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:07.082319 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd044fb-57f7-437a-895d-4619f27a2943 x-openstack-request-id: req-6bd044fb-57f7-437a-895d-4619f27a2943 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:07.082613 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a62adc1-cab7-4f57-98f5-eeb56812c92e", "tag": "992c894e-f733-48e4-9ff8-b8867aa70b6f", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:07.082870 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6bd044fb-57f7-437a-895d-4619f27a2943 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:07.083321 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a62adc1-cab7-4f57-98f5-eeb56812c92e', 'tag': '992c894e-f733-48e4-9ff8-b8867aa70b6f', 'status': 'completed', 'code': 200} Jul 30 01:42:07.108548 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.182904 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-9c9840e1-c602-47ea-9dae-8bec09c199ba service neutron] Notify callbacks [] for binding, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.184078 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-9c9840e1-c602-47ea-9dae-8bec09c199ba service neutron] 10.222.0.70 "POST /v2.0/ports/b8514681-eccc-47d5-a9cb-42b28a613c83/bindings HTTP/1.1" status: 201 len: 389 time: 0.7262800 Jul 30 01:42:07.239578 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e657e6e-d117-4327-afe6-2a155a998b97 req-022dda81-7a35-44b4-86ea-ddcb1653f57b tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:07.247591 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e657e6e-d117-4327-afe6-2a155a998b97 req-022dda81-7a35-44b4-86ea-ddcb1653f57b tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 1095 time: 0.0864980 Jul 30 01:42:07.281396 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Router d35c62a7-265f-4a08-86cc-0696a69c76d1 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:42:07.285469 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f128b7-726f-4fb3-a512-9995549a7ee6 req-5057e28d-16ba-47cb-b426-a262f9b77fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:07.286729 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2ea15-a26e-4c71-9e4e-ca6f6f9ea9a5 None None] Pushing event updated for resources: {'Port': ['ID=1bef1769-c8c5-49e6-8918-535d19ace599,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:07.287208 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4f128b7-726f-4fb3-a512-9995549a7ee6 req-5057e28d-16ba-47cb-b426-a262f9b77fc5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=49f7c960d860439ea896d95aa85fac7f&device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 1097 time: 0.1759241 Jul 30 01:42:07.314927 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e657e6e-d117-4327-afe6-2a155a998b97 req-b86ac78d-9ebd-4507-84f8-c17ddc5617a6 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653145 Jul 30 01:42:07.548090 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1de4aaa5-c0ec-4047-96e5-b324a6b2c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:03Z', 'updated_at': '2021-07-30T01:39:08Z', 'revision_number': 4, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'gw_port': {'id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:04Z', 'updated_at': '2021-07-30T01:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'a13330c7-1ba7-45f7-869b-53e991a80f0d', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'port_id': '992c894e-f733-48e4-9ff8-b8867aa70b6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'mac_address': 'fa:16:3e:e9:4e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a62adc1-cab7-4f57-98f5-eeb56812c92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:39:35Z', 'updated_at': '2021-07-30T01:42:04Z', 'revision_number': 5, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f15abe-98ce-430c-a92d-0764ccb84bb5', 'name': '', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'mac_address': 'fa:16:3e:c5:f5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:07Z', 'updated_at': '2021-07-30T01:39:14Z', 'revision_number': 5, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'subnets': [{'id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:07.567161 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:42:07.587382 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d722d71a-038a-4cdc-a4ad-467bc74d4741 None None] Sync routers for ids ['d35c62a7-265f-4a08-86cc-0696a69c76d1'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:42:07.591017 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b094526b-bb63-464c-ae6e-d212da4238f7 admin admin] 10.222.0.70 "PUT /v2.0/routers/d35c62a7-265f-4a08-86cc-0696a69c76d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2301178 Jul 30 01:42:07.591584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60708) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:07.608357 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d722d71a-038a-4cdc-a4ad-467bc74d4741 None None] Routers {'d35c62a7-265f-4a08-86cc-0696a69c76d1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:07.608990 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d722d71a-038a-4cdc-a4ad-467bc74d4741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:41:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['d35c62a7-265f-4a08-86cc-0696a69c76d1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:07.609278 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f128b7-726f-4fb3-a512-9995549a7ee6 req-6a00b0c5-f466-4933-95ae-d763c8e17187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:07.610920 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4f128b7-726f-4fb3-a512-9995549a7ee6 req-6a00b0c5-f466-4933-95ae-d763c8e17187 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5cd65466-712f-4ba9-b446-c0c4974c8af1 HTTP/1.1" status: 200 len: 924 time: 0.3160841 Jul 30 01:42:07.617357 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-940cdd94-6b7c-46ae-9229-1c0ad79379ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.632186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de4aaa5-c0ec-4047-96e5-b324a6b2c137 None None] Checking router: 84cfe81b-404e-4932-9679-a6db11b5b2cd for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:42:07.673128 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de4aaa5-c0ec-4047-96e5-b324a6b2c137 None None] Routers {'84cfe81b-404e-4932-9679-a6db11b5b2cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:07.676819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1de4aaa5-c0ec-4047-96e5-b324a6b2c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:41:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['84cfe81b-404e-4932-9679-a6db11b5b2cd'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:07.761670 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4f128b7-726f-4fb3-a512-9995549a7ee6 req-2e8f0a8d-9a9c-41bd-9116-9988f87140fb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=992c894e-f733-48e4-9ff8-b8867aa70b6f HTTP/1.1" status: 200 len: 1000 time: 0.1408346 Jul 30 01:42:07.811831 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-940cdd94-6b7c-46ae-9229-1c0ad79379ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.846531 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-42e372b0-0811-43ea-a46a-e99e4502c8c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.976361 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-1de4aaa5-c0ec-4047-96e5-b324a6b2c137 None None] Set router 84cfe81b-404e-4932-9679-a6db11b5b2cd gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:08.017937 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f128b7-726f-4fb3-a512-9995549a7ee6 req-dad9ec39-21e9-4eb7-9a32-1092ac274046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:08.019457 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4f128b7-726f-4fb3-a512-9995549a7ee6 req-dad9ec39-21e9-4eb7-9a32-1092ac274046 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fe078f51-3b71-44c1-abf8-10adb93b21c7 HTTP/1.1" status: 200 len: 862 time: 0.2095497 Jul 30 01:42:08.034327 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-940cdd94-6b7c-46ae-9229-1c0ad79379ca admin admin] Allocated IP 172.25.1.242 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/cc68b832-bc22-4bb4-ad7e-a39aaaad4f31) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:08.078236 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58787908-4452-42ac-a221-106bcbb671c3 req-0d76b842-59ca-48db-95b6-d6db2a77ad63 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:08.079870 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-58787908-4452-42ac-a221-106bcbb671c3 req-0d76b842-59ca-48db-95b6-d6db2a77ad63 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 946 time: 0.2294734 Jul 30 01:42:08.223588 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-b65ae4f7-b247-4d3a-8e43-a2aaf68bc7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:08.225319 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-b65ae4f7-b247-4d3a-8e43-a2aaf68bc7ef service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 1097 time: 0.2999587 Jul 30 01:42:08.237569 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-58787908-4452-42ac-a221-106bcbb671c3 req-5e5f2c04-201d-4106-b339-38a12d2e8b91 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301150 Jul 30 01:42:08.240990 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-d722d71a-038a-4cdc-a4ad-467bc74d4741 None None] Set router d35c62a7-265f-4a08-86cc-0696a69c76d1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:08.270329 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f128b7-726f-4fb3-a512-9995549a7ee6 req-4aeae9e3-a44c-4c76-871c-e2882b395b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:08.270329 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4f128b7-726f-4fb3-a512-9995549a7ee6 req-4aeae9e3-a44c-4c76-871c-e2882b395b09 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5cd65466-712f-4ba9-b446-c0c4974c8af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2366464 Jul 30 01:42:08.307719 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 1bef1769-c8c5-49e6-8918-535d19ace599 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:08.543224 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d722d71a-038a-4cdc-a4ad-467bc74d4741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35c62a7-265f-4a08-86cc-0696a69c76d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-92440527-router', 'tenant_id': 'ec03eda30419457ea16dfd7459e817b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '0d5d194c-dbeb-4bd0-b5e2-39931124f65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:55Z', 'updated_at': '2021-07-30T01:42:06Z', 'revision_number': 5, 'project_id': 'ec03eda30419457ea16dfd7459e817b8', 'gw_port': {'id': '0d5d194c-dbeb-4bd0-b5e2-39931124f65b', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c62a7-265f-4a08-86cc-0696a69c76d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:57Z', 'updated_at': '2021-07-30T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:08.609938 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d722d71a-038a-4cdc-a4ad-467bc74d4741 None None] Checking router: d35c62a7-265f-4a08-86cc-0696a69c76d1 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:42:08.620697 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d722d71a-038a-4cdc-a4ad-467bc74d4741 None None] Routers {'d35c62a7-265f-4a08-86cc-0696a69c76d1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:08.621857 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d722d71a-038a-4cdc-a4ad-467bc74d4741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:41:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['d35c62a7-265f-4a08-86cc-0696a69c76d1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:08.622752 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-940cdd94-6b7c-46ae-9229-1c0ad79379ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:08.695082 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4f128b7-726f-4fb3-a512-9995549a7ee6 req-b13c684d-228a-4f25-bb19-2d52422e92f9 service neutron] 10.222.0.77 "GET /v2.0/networks/5cd65466-712f-4ba9-b446-c0c4974c8af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010816 Jul 30 01:42:08.698981 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 1bef1769-c8c5-49e6-8918-535d19ace599 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:08.743352 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-940cdd94-6b7c-46ae-9229-1c0ad79379ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:08.787986 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-d722d71a-038a-4cdc-a4ad-467bc74d4741 None None] Set router d35c62a7-265f-4a08-86cc-0696a69c76d1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:08.849172 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654aca7f-8867-43c3-88b5-2eb166913aff req-4bd43694-314c-41c1-9328-64aa4d76c0e8 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:08.872899 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-654aca7f-8867-43c3-88b5-2eb166913aff req-4bd43694-314c-41c1-9328-64aa4d76c0e8 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.3080335 Jul 30 01:42:08.888026 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1de4aaa5-c0ec-4047-96e5-b324a6b2c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:03Z', 'updated_at': '2021-07-30T01:39:08Z', 'revision_number': 4, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'gw_port': {'id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:04Z', 'updated_at': '2021-07-30T01:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'a13330c7-1ba7-45f7-869b-53e991a80f0d', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'port_id': '992c894e-f733-48e4-9ff8-b8867aa70b6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'mac_address': 'fa:16:3e:e9:4e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a62adc1-cab7-4f57-98f5-eeb56812c92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:39:35Z', 'updated_at': '2021-07-30T01:42:04Z', 'revision_number': 5, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f15abe-98ce-430c-a92d-0764ccb84bb5', 'name': '', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'mac_address': 'fa:16:3e:c5:f5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:07Z', 'updated_at': '2021-07-30T01:39:14Z', 'revision_number': 5, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'subnets': [{'id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:08.947593 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-654aca7f-8867-43c3-88b5-2eb166913aff req-6d5d50c8-8b1d-4ef9-ba2d-18dfb8789074 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735984 Jul 30 01:42:08.965711 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940cdd94-6b7c-46ae-9229-1c0ad79379ca admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:08.968235 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de4aaa5-c0ec-4047-96e5-b324a6b2c137 None None] The sync data for ids ['84cfe81b-404e-4932-9679-a6db11b5b2cd'] in n-d-713498-9 is: [{'id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:03Z', 'updated_at': '2021-07-30T01:39:08Z', 'revision_number': 4, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'gw_port': {'id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:04Z', 'updated_at': '2021-07-30T01:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'a13330c7-1ba7-45f7-869b-53e991a80f0d', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'port_id': '992c894e-f733-48e4-9ff8-b8867aa70b6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'mac_address': 'fa:16:3e:e9:4e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a62adc1-cab7-4f57-98f5-eeb56812c92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:39:35Z', 'updated_at': '2021-07-30T01:42:04Z', 'revision_number': 5, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f15abe-98ce-430c-a92d-0764ccb84bb5', 'name': '', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'mac_address': 'fa:16:3e:c5:f5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:07Z', 'updated_at': '2021-07-30T01:39:14Z', 'revision_number': 5, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'subnets': [{'id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:42:08.975235 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-42e372b0-0811-43ea-a46a-e99e4502c8c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:09.010179 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-940cdd94-6b7c-46ae-9229-1c0ad79379ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:09.025264 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940cdd94-6b7c-46ae-9229-1c0ad79379ca admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:09.040660 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d722d71a-038a-4cdc-a4ad-467bc74d4741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35c62a7-265f-4a08-86cc-0696a69c76d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-92440527-router', 'tenant_id': 'ec03eda30419457ea16dfd7459e817b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '0d5d194c-dbeb-4bd0-b5e2-39931124f65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:55Z', 'updated_at': '2021-07-30T01:42:06Z', 'revision_number': 5, 'project_id': 'ec03eda30419457ea16dfd7459e817b8', 'gw_port': {'id': '0d5d194c-dbeb-4bd0-b5e2-39931124f65b', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c62a7-265f-4a08-86cc-0696a69c76d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:57Z', 'updated_at': '2021-07-30T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:09.060023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b804c889-41bc-402d-b99b-47e92b522338 None None] Network d491486b-5e9a-44ad-804a-b78b7d7f32a5 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:09.113471 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d722d71a-038a-4cdc-a4ad-467bc74d4741 None None] The sync data for ids ['d35c62a7-265f-4a08-86cc-0696a69c76d1'] in n-d-713498-9 is: [{'id': 'd35c62a7-265f-4a08-86cc-0696a69c76d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-92440527-router', 'tenant_id': 'ec03eda30419457ea16dfd7459e817b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '0d5d194c-dbeb-4bd0-b5e2-39931124f65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:55Z', 'updated_at': '2021-07-30T01:42:06Z', 'revision_number': 5, 'project_id': 'ec03eda30419457ea16dfd7459e817b8', 'gw_port': {'id': '0d5d194c-dbeb-4bd0-b5e2-39931124f65b', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c62a7-265f-4a08-86cc-0696a69c76d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:57Z', 'updated_at': '2021-07-30T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:42:09.148648 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-02a9a698-40d6-42b4-bae2-73b31fb90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:09.270066 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cdd94-6b7c-46ae-9229-1c0ad79379ca admin admin] Pushing event updated for resources: {'Port': ['ID=cc68b832-bc22-4bb4-ad7e-a39aaaad4f31,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:09.329735 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4f128b7-726f-4fb3-a512-9995549a7ee6 req-6bcd041c-dff4-459f-aaa6-88489116aaf8 service neutron] 10.222.0.77 "GET /v2.0/networks/5cd65466-712f-4ba9-b446-c0c4974c8af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6231992 Jul 30 01:42:09.359545 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e6194-46f2-43ef-ac4a-79ccb834a816 req-7a8d5c1a-083d-4de5-86ef-af52fc4d6c4e tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.368586 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-de0e6194-46f2-43ef-ac4a-79ccb834a816 req-7a8d5c1a-083d-4de5-86ef-af52fc4d6c4e tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 951 time: 0.1146097 Jul 30 01:42:09.373578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8dc8554b-7a36-4644-85b5-ccf9baa48b19 None None] Provisioning for port 1bef1769-c8c5-49e6-8918-535d19ace599 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:09.408086 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8dc8554b-7a36-4644-85b5-ccf9baa48b19 None None] Provisioning complete for port 1bef1769-c8c5-49e6-8918-535d19ace599 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:09.408458 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8dc8554b-7a36-4644-85b5-ccf9baa48b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:09.418752 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-5d3a9def-15ea-4258-a818-88fd9c1d7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.428168 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-5d3a9def-15ea-4258-a818-88fd9c1d7f6e service neutron] 10.222.0.77 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 922 time: 1.1849258 Jul 30 01:42:09.456234 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16641672-d321-4743-8211-fc077fc1288c req-677df502-9e2f-4772-bd28-25a09f25340f tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.464477 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0441651-346b-432a-b698-6b08e07b86d0 None None] New status for floating IP a13330c7-1ba7-45f7-869b-53e991a80f0d: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:42:09.478805 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16641672-d321-4743-8211-fc077fc1288c req-677df502-9e2f-4772-bd28-25a09f25340f tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 807 time: 0.6078534 Jul 30 01:42:09.499437 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-de0e6194-46f2-43ef-ac4a-79ccb834a816 req-d74c20fc-8580-4a8c-b9e4-62d0e5a18022 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298497 Jul 30 01:42:09.551934 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-d0d604b1-0a2e-4d11-b9a7-d3bdb6d4a73d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8514681-eccc-47d5-a9cb-42b28a613c83 HTTP/1.1" status: 200 len: 217 time: 0.0690527 Jul 30 01:42:09.575144 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16641672-d321-4743-8211-fc077fc1288c req-7b1675f2-3528-41c6-b839-339ceab96dfb tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/quotas/69de654e8e494e8eb1cb2de77615732a HTTP/1.1" status: 200 len: 375 time: 0.0942347 Jul 30 01:42:09.653647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-e703daab-ec51-45df-9859-2464031e56e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.659377 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-e703daab-ec51-45df-9859-2464031e56e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.0721195 Jul 30 01:42:09.714652 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-940cdd94-6b7c-46ae-9229-1c0ad79379ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:09.727315 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8dc8554b-7a36-4644-85b5-ccf9baa48b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:09.728508 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-42e372b0-0811-43ea-a46a-e99e4502c8c8 admin admin] Deleting port 0d5d194c-dbeb-4bd0-b5e2-39931124f65b {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:09.728887 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-42e372b0-0811-43ea-a46a-e99e4502c8c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:09.845120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8dc8554b-7a36-4644-85b5-ccf9baa48b19 None None] For port 1bef1769-c8c5-49e6-8918-535d19ace599, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1bef1769-c8c5-49e6-8918-535d19ace599,segment=NetworkSegment(c6699426-8ee6-4a44-bbef-2a7a0ce1498a),segment_id=c6699426-8ee6-4a44-bbef-2a7a0ce1498a)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:09.870101 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-6fc64a16-a018-4a99-a514-52973b67a1cc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1773283 Jul 30 01:42:09.945185 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8dc8554b-7a36-4644-85b5-ccf9baa48b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:09.970677 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16641672-d321-4743-8211-fc077fc1288c req-af71a608-8c5b-4174-a2de-f797cfc03fe2 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3942089 Jul 30 01:42:09.989640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf66471-f866-4b53-b1bb-542d5c65c763 req-11bd8815-0007-47d1-8214-b0b2eaee693a tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.999840 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-daf66471-f866-4b53-b1bb-542d5c65c763 req-11bd8815-0007-47d1-8214-b0b2eaee693a tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 946 time: 0.1637833 Jul 30 01:42:10.009472 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f94c83ef-eab2-418c-8cc0-848ba711bf2b no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:10.042090 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: f94c83ef-eab2-418c-8cc0-848ba711bf2b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:10.042479 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f94c83ef-eab2-418c-8cc0-848ba711bf2b not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:10.053495 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-daf66471-f866-4b53-b1bb-542d5c65c763 req-88c31222-c603-49a4-99b6-0f1f63b8f223 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523322 Jul 30 01:42:10.083465 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8554b-7a36-4644-85b5-ccf9baa48b19 None None] Pushing event updated for resources: {'Port': ['ID=1bef1769-c8c5-49e6-8918-535d19ace599,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:10.099291 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5a0a1066-fb60-4cfb-aa2d-1f0c5f3d3b9a None None] Provisioning complete for port 1bef1769-c8c5-49e6-8918-535d19ace599 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:10.099676 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a0a1066-fb60-4cfb-aa2d-1f0c5f3d3b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.161922 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-42e372b0-0811-43ea-a46a-e99e4502c8c8 admin admin] For port 0d5d194c-dbeb-4bd0-b5e2-39931124f65b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0d5d194c-dbeb-4bd0-b5e2-39931124f65b,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:10.162951 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-42e372b0-0811-43ea-a46a-e99e4502c8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.217074 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-42e372b0-0811-43ea-a46a-e99e4502c8c8 admin admin] Calling delete_port for 0d5d194c-dbeb-4bd0-b5e2-39931124f65b owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:10.234216 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143438c-03d6-4bde-a475-b169e1f24d6e req-9f769679-4461-499f-8883-371b20622c83 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.235930 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9143438c-03d6-4bde-a475-b169e1f24d6e req-9f769679-4461-499f-8883-371b20622c83 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.10 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 951 time: 0.2165549 Jul 30 01:42:10.251159 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16641672-d321-4743-8211-fc077fc1288c req-947c2423-3076-49d8-9451-ffd6cbb09a93 service neutron] 10.222.0.70 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792649 Jul 30 01:42:10.263580 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-ba816b2d-da1f-485b-8f2e-d2e167cab45e service neutron] 10.222.0.77 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749688 Jul 30 01:42:10.332367 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853e90a-01e8-4bf0-9a0c-95aa635e2313 req-0d74dd13-c713-41e9-923c-b2d3fe91bf8c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.333904 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7853e90a-01e8-4bf0-9a0c-95aa635e2313 req-0d74dd13-c713-41e9-923c-b2d3fe91bf8c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.1228058 Jul 30 01:42:10.341148 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-940cdd94-6b7c-46ae-9229-1c0ad79379ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.459515 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7853e90a-01e8-4bf0-9a0c-95aa635e2313 req-4058e109-828e-4193-bfae-3c69fa5914eb tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034853 Jul 30 01:42:10.666089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f86b7-8244-4512-8d76-4598b19a21f5 req-0d080642-957c-4038-a950-bae715e2610e tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.668341 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b90f86b7-8244-4512-8d76-4598b19a21f5 req-0d080642-957c-4038-a950-bae715e2610e tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 951 time: 0.0697987 Jul 30 01:42:10.670747 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940cdd94-6b7c-46ae-9229-1c0ad79379ca admin admin] Router 95dbda67-b9d0-403e-b7d2-d7d31260e61e is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:42:10.699358 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16641672-d321-4743-8211-fc077fc1288c req-60a3a59c-d624-4a21-8ac1-59caa2b637b8 service neutron] 10.222.0.70 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170051 Jul 30 01:42:10.706171 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-396f5fcb-c66e-4063-a487-445b2fa6fbe8 service neutron] 10.222.0.77 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418304 Jul 30 01:42:10.731602 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-9143438c-03d6-4bde-a475-b169e1f24d6e req-cced2eac-94e2-4c1e-b72c-49594b318180 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Deleting port db997857-bdd5-4561-9cee-df4c853003b7 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:10.731602 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9143438c-03d6-4bde-a475-b169e1f24d6e req-cced2eac-94e2-4c1e-b72c-49594b318180 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.844742 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-9143438c-03d6-4bde-a475-b169e1f24d6e req-cced2eac-94e2-4c1e-b72c-49594b318180 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] For port db997857-bdd5-4561-9cee-df4c853003b7, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=db997857-bdd5-4561-9cee-df4c853003b7,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:10.845121 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9143438c-03d6-4bde-a475-b169e1f24d6e req-cced2eac-94e2-4c1e-b72c-49594b318180 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.860944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-9143438c-03d6-4bde-a475-b169e1f24d6e req-cced2eac-94e2-4c1e-b72c-49594b318180 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Calling delete_port for db997857-bdd5-4561-9cee-df4c853003b7 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:10.909791 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-42e372b0-0811-43ea-a46a-e99e4502c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.987949 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e372b0-0811-43ea-a46a-e99e4502c8c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5d194c-dbeb-4bd0-b5e2-39931124f65b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:11.073680 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-a8324bc3-be16-4b85-b6e1-5138b1c88625 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.075226 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-a8324bc3-be16-4b85-b6e1-5138b1c88625 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6&tenant_id=9d514f5becb241c68f7a0454fc8f5db1&binding%3Ahost_id=n-h1-713498-9 HTTP/1.1" status: 200 len: 1097 time: 0.1479073 Jul 30 01:42:11.077800 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-42e372b0-0811-43ea-a46a-e99e4502c8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.143958 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-9'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:11.165145 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b90f86b7-8244-4512-8d76-4598b19a21f5 req-5b09868e-1e30-4427-8193-93eee67fb7c2 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffc00230-842f-46ee-9a83-39a5e67eae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875677 Jul 30 01:42:11.226768 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-42e372b0-0811-43ea-a46a-e99e4502c8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.235760 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-42e372b0-0811-43ea-a46a-e99e4502c8c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.258506 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940cdd94-6b7c-46ae-9229-1c0ad79379ca admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:42:11.271409 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] Sync routers for ids ['95dbda67-b9d0-403e-b7d2-d7d31260e61e'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:42:11.286475 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] Routers {'95dbda67-b9d0-403e-b7d2-d7d31260e61e'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:11.295482 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:41:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['95dbda67-b9d0-403e-b7d2-d7d31260e61e'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:11.312926 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.345276 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823b889-36bb-4d92-815d-a400a33edc49 req-314a2b64-4c49-4947-a30f-dcd45e62818f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.346874 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9823b889-36bb-4d92-815d-a400a33edc49 req-314a2b64-4c49-4947-a30f-dcd45e62818f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 946 time: 0.0657961 Jul 30 01:42:11.366667 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d3d95d25-341c-452b-957c-904467222f1d req-46afd166-1f7a-4dd8-890f-9fe2ab8d7e9e tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 210 time: 0.0415070 Jul 30 01:42:11.412104 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9823b889-36bb-4d92-815d-a400a33edc49 req-644f0cb6-e667-4831-807f-b84c35cf8fa2 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579345 Jul 30 01:42:11.459495 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] Set router 95dbda67-b9d0-403e-b7d2-d7d31260e61e gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:11.505512 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] For port b8514681-eccc-47d5-a9cb-42b28a613c83, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b8514681-eccc-47d5-a9cb-42b28a613c83,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:11.519214 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-940cdd94-6b7c-46ae-9229-1c0ad79379ca admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.520823 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-940cdd94-6b7c-46ae-9229-1c0ad79379ca admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.1289036 Jul 30 01:42:11.523572 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60764) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:11.554172 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-42e372b0-0811-43ea-a46a-e99e4502c8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.565207 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e372b0-0811-43ea-a46a-e99e4502c8c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d35c62a7-265f-4a08-86cc-0696a69c76d1 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:42:11.572554 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9143438c-03d6-4bde-a475-b169e1f24d6e req-cced2eac-94e2-4c1e-b72c-49594b318180 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.585931 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['db997857-bdd5-4561-9cee-df4c853003b7'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:11.604799 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-42e372b0-0811-43ea-a46a-e99e4502c8c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.605968 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-42e372b0-0811-43ea-a46a-e99e4502c8c8 admin admin] 10.222.0.70 "DELETE /v2.0/routers/d35c62a7-265f-4a08-86cc-0696a69c76d1 HTTP/1.1" status: 204 len: 168 time: 4.0133643 Jul 30 01:42:11.623913 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60770) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:11.657892 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5b62ba0f-2c96-474d-9227-2baa758ffa8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.661108 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.757898 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] For port b8514681-eccc-47d5-a9cb-42b28a613c83, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:11.853067 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced2eac-94e2-4c1e-b72c-49594b318180 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Pushing event deleted for resources: {'Port': ['ID=db997857-bdd5-4561-9cee-df4c853003b7,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:11.901353 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95dbda67-b9d0-403e-b7d2-d7d31260e61e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861226067-router', 'tenant_id': 'e6ddfde939734ab9b5031b5cccba1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'cc68b832-bc22-4bb4-ad7e-a39aaaad4f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:05Z', 'updated_at': '2021-07-30T01:42:09Z', 'revision_number': 3, 'project_id': 'e6ddfde939734ab9b5031b5cccba1871', 'gw_port': {'id': 'cc68b832-bc22-4bb4-ad7e-a39aaaad4f31', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95dbda67-b9d0-403e-b7d2-d7d31260e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:07Z', 'updated_at': '2021-07-30T01:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:11.931622 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-66951cea-f728-497e-a798-acf7cce8d989 admin admin] Deleting subnet c1f288b0-90ef-4aa1-8f47-30da376b076f {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:11.941111 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66951cea-f728-497e-a798-acf7cce8d989 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.948007 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71902edc-3dfa-4e88-9217-ac3cb9941af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8514681-eccc-47d5-a9cb-42b28a613c83'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:11.950251 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591bf3e4-d0a7-41f1-8a2f-65f3d38d795c" -d '{"events": [{"server_uuid": "71902edc-3dfa-4e88-9217-ac3cb9941af6", "name": "network-vif-unplugged", "status": "completed", "tag": "b8514681-eccc-47d5-a9cb-42b28a613c83"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:11.999010 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] Checking router: 95dbda67-b9d0-403e-b7d2-d7d31260e61e for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:42:11.999521 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] Updating router 95dbda67-b9d0-403e-b7d2-d7d31260e61e port cc68b832-bc22-4bb4-ad7e-a39aaaad4f31 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:42:12.074569 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.085105 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.085445 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6f684-7563-4cdf-aff9-cc2616d2a040 req-3669945b-69f1-4084-8fa5-6b41e6f26dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.087779 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ec6f684-7563-4cdf-aff9-cc2616d2a040 req-3669945b-69f1-4084-8fa5-6b41e6f26dd6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 1101 time: 0.0975223 Jul 30 01:42:12.111031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82934116-b080-4939-a684-2156bdbdbf17 req-5e95e91d-bee1-4b6e-9092-21415a9b7e41 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.130914 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82934116-b080-4939-a684-2156bdbdbf17 req-5e95e91d-bee1-4b6e-9092-21415a9b7e41 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.5780137 Jul 30 01:42:12.136266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-9143438c-03d6-4bde-a475-b169e1f24d6e req-cced2eac-94e2-4c1e-b72c-49594b318180 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] No DVR routers for this DVR port db997857-bdd5-4561-9cee-df4c853003b7 on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:12.176048 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f7de12-95ee-4d70-b632-451d6ccb8a1b x-openstack-request-id: req-13f7de12-95ee-4d70-b632-451d6ccb8a1b {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:12.176344 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71902edc-3dfa-4e88-9217-ac3cb9941af6", "name": "network-vif-unplugged", "status": "completed", "tag": "b8514681-eccc-47d5-a9cb-42b28a613c83", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:12.176579 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13f7de12-95ee-4d70-b632-451d6ccb8a1b {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:12.176978 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71902edc-3dfa-4e88-9217-ac3cb9941af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8514681-eccc-47d5-a9cb-42b28a613c83', 'code': 200} Jul 30 01:42:12.186380 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9143438c-03d6-4bde-a475-b169e1f24d6e req-cced2eac-94e2-4c1e-b72c-49594b318180 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.191859 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9143438c-03d6-4bde-a475-b169e1f24d6e req-cced2eac-94e2-4c1e-b72c-49594b318180 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.10 "DELETE /v2.0/ports/db997857-bdd5-4561-9cee-df4c853003b7 HTTP/1.1" status: 204 len: 173 time: 1.9396174 Jul 30 01:42:12.243065 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66951cea-f728-497e-a798-acf7cce8d989 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.255520 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 1bef1769-c8c5-49e6-8918-535d19ace599 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:12.310781 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.320962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 1bef1769-c8c5-49e6-8918-535d19ace599 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:12.321340 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.410622 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-816eada2-6707-48e7-a3e9-6fc709651f8e req-fb88d3cb-cca8-4b71-8991-fd5d667d5450 tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 210 time: 0.0937610 Jul 30 01:42:12.453327 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6f684-7563-4cdf-aff9-cc2616d2a040 req-5ed65e82-bede-47d7-b1ec-57c02b4288d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.456223 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ec6f684-7563-4cdf-aff9-cc2616d2a040 req-5ed65e82-bede-47d7-b1ec-57c02b4288d6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.3305640 Jul 30 01:42:12.547020 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ec6f684-7563-4cdf-aff9-cc2616d2a040 req-b52f8a4d-9f8b-4ddb-bec9-593455a36c68 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=cfa21f14-d3be-46f5-9037-356e185717cf HTTP/1.1" status: 200 len: 217 time: 0.0465250 Jul 30 01:42:12.555809 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82934116-b080-4939-a684-2156bdbdbf17 req-cf1fb0b1-3569-47e9-ac4a-b4bb4bbcbaf2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238474 Jul 30 01:42:12.636897 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90d5cc5e-800f-4a24-ba62-cf097d890621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.645982 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] Attempting to bind port b8514681-eccc-47d5-a9cb-42b28a613c83 on host n-h1-713498-9 for vnic_type normal with profile {"migrating_to": "n-h2-713498-9"} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:12.646827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] Attempting to bind port b8514681-eccc-47d5-a9cb-42b28a613c83 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:12.648496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] Attempting to bind port b8514681-eccc-47d5-a9cb-42b28a613c83 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:12.717839 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] Pushing event updated for resources: {'Port': ['ID=b8514681-eccc-47d5-a9cb-42b28a613c83,revision_number=7']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:12.797712 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] Port b8514681-eccc-47d5-a9cb-42b28a613c83 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:12.798325 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] Attempting to bind port b8514681-eccc-47d5-a9cb-42b28a613c83 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:12.804681 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0d5d194c-dbeb-4bd0-b5e2-39931124f65b no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:12.818612 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:12.819371 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] Checking segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:12.819928 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] Bound using segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:12.821023 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] Bound port: b8514681-eccc-47d5-a9cb-42b28a613c83, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:12.821570 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.844670 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 0d5d194c-dbeb-4bd0-b5e2-39931124f65b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:12.844670 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0d5d194c-dbeb-4bd0-b5e2-39931124f65b not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:12.883748 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c62f4bfd-5eab-421b-9e92-c94bef044d6d req-5d529611-6e09-4d89-9dd8-884123ec0a9c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 210 time: 0.1757214 Jul 30 01:42:12.885696 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.887944 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6f684-7563-4cdf-aff9-cc2616d2a040 req-f7554a0c-7af0-4d68-81d7-15a3757f6621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.889593 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ec6f684-7563-4cdf-aff9-cc2616d2a040 req-f7554a0c-7af0-4d68-81d7-15a3757f6621 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.3279052 Jul 30 01:42:12.899776 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] Transition to ACTIVE for port object cc68b832-bc22-4bb4-ad7e-a39aaaad4f31 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:12.986014 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-90d5cc5e-800f-4a24-ba62-cf097d890621 admin admin] Allocated IP 172.20.0.1 (d491486b-5e9a-44ad-804a-b78b7d7f32a5/9daa47aa-610f-4283-8507-2c5d7ca03389/bde524ec-e76d-41e6-94d8-dbfa2545a3d4) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:12.989728 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6f684-7563-4cdf-aff9-cc2616d2a040 req-e7610de1-49d1-4f6b-be20-1b1e0fce7344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.992405 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ec6f684-7563-4cdf-aff9-cc2616d2a040 req-e7610de1-49d1-4f6b-be20-1b1e0fce7344 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929236 Jul 30 01:42:13.014039 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.075778 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] Attempting to bind port cc68b832-bc22-4bb4-ad7e-a39aaaad4f31 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:13.081442 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] Attempting to bind port cc68b832-bc22-4bb4-ad7e-a39aaaad4f31 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:13.081442 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] Attempting to bind port cc68b832-bc22-4bb4-ad7e-a39aaaad4f31 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:13.081442 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50ffa4-9752-47b7-939a-4f599006ce06 None None] Pushing event updated for resources: {'Port': ['ID=cc68b832-bc22-4bb4-ad7e-a39aaaad4f31,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:13.100764 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:13.101153 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:13.101560 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.101959 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:13.102461 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] Bound port: cc68b832-bc22-4bb4-ad7e-a39aaaad4f31, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:13.102867 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.105530 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50ffa4-9752-47b7-939a-4f599006ce06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:13.105739 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50ffa4-9752-47b7-939a-4f599006ce06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:13.106083 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50ffa4-9752-47b7-939a-4f599006ce06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:13.106452 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50ffa4-9752-47b7-939a-4f599006ce06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:13.110035 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50ffa4-9752-47b7-939a-4f599006ce06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:13.110035 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50ffa4-9752-47b7-939a-4f599006ce06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:13.110035 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50ffa4-9752-47b7-939a-4f599006ce06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:13.110035 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50ffa4-9752-47b7-939a-4f599006ce06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:13.110035 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50ffa4-9752-47b7-939a-4f599006ce06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:13.110035 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50ffa4-9752-47b7-939a-4f599006ce06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:13.110035 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50ffa4-9752-47b7-939a-4f599006ce06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:13.110035 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50ffa4-9752-47b7-939a-4f599006ce06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:13.129510 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.173072 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90d5cc5e-800f-4a24-ba62-cf097d890621 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.207810 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcd62e-b77b-49a5-a1c4-9af61e8a1a8d req-7ce8d323-cf7f-40a7-942a-1fa846e889dd tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:13.214113 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] For port cc68b832-bc22-4bb4-ad7e-a39aaaad4f31, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:13.217986 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-00bcd62e-b77b-49a5-a1c4-9af61e8a1a8d req-7ce8d323-cf7f-40a7-942a-1fa846e889dd tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 944 time: 0.4584582 Jul 30 01:42:13.222672 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] For port cc68b832-bc22-4bb4-ad7e-a39aaaad4f31, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=cc68b832-bc22-4bb4-ad7e-a39aaaad4f31,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:13.226259 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66951cea-f728-497e-a798-acf7cce8d989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.230748 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-90d5cc5e-800f-4a24-ba62-cf097d890621 admin admin] Transition to ACTIVE for port object bde524ec-e76d-41e6-94d8-dbfa2545a3d4 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:13.287365 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ec6f684-7563-4cdf-aff9-cc2616d2a040 req-fa087cac-2120-4494-a0f1-21c8c36bbdf8 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785773 Jul 30 01:42:13.299914 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.322827 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-00bcd62e-b77b-49a5-a1c4-9af61e8a1a8d req-0871e16f-2d95-4bc3-976e-0a109906fb50 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036036 Jul 30 01:42:13.329726 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] For port b8514681-eccc-47d5-a9cb-42b28a613c83, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:13.361928 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] For port b8514681-eccc-47d5-a9cb-42b28a613c83, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b8514681-eccc-47d5-a9cb-42b28a613c83,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:13.379656 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90d5cc5e-800f-4a24-ba62-cf097d890621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.384883 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] Routers {'95dbda67-b9d0-403e-b7d2-d7d31260e61e'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:13.386021 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:42:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['95dbda67-b9d0-403e-b7d2-d7d31260e61e'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:13.435706 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.439718 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d5cc5e-800f-4a24-ba62-cf097d890621 admin admin] Network d491486b-5e9a-44ad-804a-b78b7d7f32a5 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:13.443711 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ec6f684-7563-4cdf-aff9-cc2616d2a040 req-87a51327-2ca9-48ec-a426-4c74b55f4283 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475642 Jul 30 01:42:13.452257 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-90d5cc5e-800f-4a24-ba62-cf097d890621 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:13.454202 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5cc5e-800f-4a24-ba62-cf097d890621 admin admin] Pushing event updated for resources: {'Port': ['ID=bde524ec-e76d-41e6-94d8-dbfa2545a3d4,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:13.458062 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d5cc5e-800f-4a24-ba62-cf097d890621 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:13.458616 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90d5cc5e-800f-4a24-ba62-cf097d890621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.496639 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66951cea-f728-497e-a798-acf7cce8d989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.566998 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66951cea-f728-497e-a798-acf7cce8d989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.570602 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-66951cea-f728-497e-a798-acf7cce8d989 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c1f288b0-90ef-4aa1-8f47-30da376b076f HTTP/1.1" status: 204 len: 168 time: 1.8926811 Jul 30 01:42:13.571725 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea67c02-17ad-4782-8ea7-6ac2e36bb885 None None] Network 67b32d5b-8ab6-4b4a-bc61-9185bc85bfae requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:13.580409 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60816) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:13.623512 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66951cea-f728-497e-a798-acf7cce8d989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1f288b0-90ef-4aa1-8f47-30da376b076f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:13.649708 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50ffa4-9752-47b7-939a-4f599006ce06 None None] Pushing event updated for resources: {'Port': ['ID=cc68b832-bc22-4bb4-ad7e-a39aaaad4f31,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:13.676724 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:13.677968 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.679501 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] 10.222.0.77 "PUT /v2.0/ports/b8514681-eccc-47d5-a9cb-42b28a613c83 HTTP/1.1" status: 200 len: 1122 time: 2.5744815 Jul 30 01:42:13.695989 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] Set router 95dbda67-b9d0-403e-b7d2-d7d31260e61e gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:13.722774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deea5de-adc0-4221-ab51-3dcbbaec5836 service neutron] Pushing event updated for resources: {'Port': ['ID=b8514681-eccc-47d5-a9cb-42b28a613c83,revision_number=8']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:13.782131 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3259264f-a124-4ddd-98e5-1793c38eac62 req-4b059c3c-2fb5-4894-91ee-a17d96c9790c tempest-ServersAdminTestJSON-2058024661 tempest-ServersAdminTestJSON-2058024661-project] 10.222.0.70 "GET /v2.0/ports?device_id=a443c256-aa72-4313-9a19-aadb638db93a HTTP/1.1" status: 200 len: 210 time: 0.2323964 Jul 30 01:42:13.812407 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e284a-fed0-4b1f-96b9-d526806f2877 req-d89ee3f0-bfb3-4656-83a4-40649215faec tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:13.818450 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-997e284a-fed0-4b1f-96b9-d526806f2877 req-d89ee3f0-bfb3-4656-83a4-40649215faec tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.0673656 Jul 30 01:42:13.842626 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['b8514681-eccc-47d5-a9cb-42b28a613c83'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:13.846949 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.899233 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-997e284a-fed0-4b1f-96b9-d526806f2877 req-ab7ba3de-01be-4837-a197-b77f1d076191 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760930 Jul 30 01:42:13.977293 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90d5cc5e-800f-4a24-ba62-cf097d890621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.980741 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5325be47-7ec2-4c54-80c5-9492c8cbd60e None None] DHCP port deletion for 67b32d5b-8ab6-4b4a-bc61-9185bc85bfae request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:42:14.015567 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-911f06f4-a618-40c6-9d7f-d84b21f3e493 req-d1eb9a0e-a854-4e05-b14e-2fd0cedc81b5 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 210 time: 0.0429881 Jul 30 01:42:14.020031 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95dbda67-b9d0-403e-b7d2-d7d31260e61e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861226067-router', 'tenant_id': 'e6ddfde939734ab9b5031b5cccba1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'cc68b832-bc22-4bb4-ad7e-a39aaaad4f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:05Z', 'updated_at': '2021-07-30T01:42:09Z', 'revision_number': 3, 'project_id': 'e6ddfde939734ab9b5031b5cccba1871', 'gw_port': {'id': 'cc68b832-bc22-4bb4-ad7e-a39aaaad4f31', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95dbda67-b9d0-403e-b7d2-d7d31260e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:07Z', 'updated_at': '2021-07-30T01:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:14.052193 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aeff0e-e13a-4ef1-9508-0c8834bf4a75 None None] The sync data for ids ['95dbda67-b9d0-403e-b7d2-d7d31260e61e'] in n-d-713498-9 is: [{'id': '95dbda67-b9d0-403e-b7d2-d7d31260e61e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861226067-router', 'tenant_id': 'e6ddfde939734ab9b5031b5cccba1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'cc68b832-bc22-4bb4-ad7e-a39aaaad4f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:05Z', 'updated_at': '2021-07-30T01:42:09Z', 'revision_number': 3, 'project_id': 'e6ddfde939734ab9b5031b5cccba1871', 'gw_port': {'id': 'cc68b832-bc22-4bb4-ad7e-a39aaaad4f31', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95dbda67-b9d0-403e-b7d2-d7d31260e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:07Z', 'updated_at': '2021-07-30T01:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:42:14.100455 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c6daf31f-f146-49da-b838-08005299b961 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:14.152881 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Deleting port c6daf31f-f146-49da-b838-08005299b961 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:14.153245 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.190738 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a443c256-aa72-4313-9a19-aadb638db93a', 'name': 'network-vif-deleted', 'tag': 'db997857-bdd5-4561-9cee-df4c853003b7'}, {'name': 'network-changed', 'server_uuid': '71902edc-3dfa-4e88-9217-ac3cb9941af6', 'tag': 'b8514681-eccc-47d5-a9cb-42b28a613c83'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:14.193396 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-40f1d006-00d1-4272-9ade-9b4cf3c56ce0 None None] Provisioning for port bde524ec-e76d-41e6-94d8-dbfa2545a3d4 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:14.199176 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc2cee9-1f3b-4dc4-ade7-419130e71ab7" -d '{"events": [{"server_uuid": "a443c256-aa72-4313-9a19-aadb638db93a", "name": "network-vif-deleted", "tag": "db997857-bdd5-4561-9cee-df4c853003b7"}, {"name": "network-changed", "server_uuid": "71902edc-3dfa-4e88-9217-ac3cb9941af6", "tag": "b8514681-eccc-47d5-a9cb-42b28a613c83"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:14.213965 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-40f1d006-00d1-4272-9ade-9b4cf3c56ce0 None None] Provisioning complete for port bde524ec-e76d-41e6-94d8-dbfa2545a3d4 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:14.214366 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40f1d006-00d1-4272-9ade-9b4cf3c56ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.259983 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f40360-5a59-4647-a9b2-ae57880698b8 x-openstack-request-id: req-c6f40360-5a59-4647-a9b2-ae57880698b8 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:14.260341 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a443c256-aa72-4313-9a19-aadb638db93a", "name": "network-vif-deleted", "tag": "db997857-bdd5-4561-9cee-df4c853003b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "71902edc-3dfa-4e88-9217-ac3cb9941af6", "tag": "b8514681-eccc-47d5-a9cb-42b28a613c83", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:14.260585 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c6f40360-5a59-4647-a9b2-ae57880698b8 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:14.260970 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a443c256-aa72-4313-9a19-aadb638db93a', 'name': 'network-vif-deleted', 'tag': 'db997857-bdd5-4561-9cee-df4c853003b7', 'status': 'completed', 'code': 200} Jul 30 01:42:14.261476 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71902edc-3dfa-4e88-9217-ac3cb9941af6', 'tag': 'b8514681-eccc-47d5-a9cb-42b28a613c83', 'status': 'completed', 'code': 200} Jul 30 01:42:14.284654 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] For port c6daf31f-f146-49da-b838-08005299b961, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c6daf31f-f146-49da-b838-08005299b961,segment=NetworkSegment(4e46bba8-b5b4-4203-9fc7-9a4227d53cae),segment_id=4e46bba8-b5b4-4203-9fc7-9a4227d53cae)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:14.284891 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16641672-d321-4743-8211-fc077fc1288c req-b4f89df1-df9b-46c6-946e-26539ef41ca8 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:14.285257 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.286287 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16641672-d321-4743-8211-fc077fc1288c req-b4f89df1-df9b-46c6-946e-26539ef41ca8 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.77 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 807 time: 0.2192740 Jul 30 01:42:14.306004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-16641672-d321-4743-8211-fc077fc1288c req-c6fc2649-159f-42dc-b2ab-5fec22d05ad1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Request body: {'port': {'device_id': '5b47fb52-d487-491e-861c-8a02cec8f1bc', 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e', 'admin_state_up': True, 'tenant_id': '69de654e8e494e8eb1cb2de77615732a'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:14.315676 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Calling delete_port for c6daf31f-f146-49da-b838-08005299b961 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:14.341517 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d998f5e-abcf-4e6b-98dd-c4d384e9d271 req-7023a050-eb0d-40dc-b5a3-991f72c62241 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:14.349637 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6d998f5e-abcf-4e6b-98dd-c4d384e9d271 req-7023a050-eb0d-40dc-b5a3-991f72c62241 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 949 time: 0.1940811 Jul 30 01:42:14.373999 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-40f1d006-00d1-4272-9ade-9b4cf3c56ce0 None None] Port bde524ec-e76d-41e6-94d8-dbfa2545a3d4 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:42:14.453288 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5325be47-7ec2-4c54-80c5-9492c8cbd60e None None] Deleting port c6daf31f-f146-49da-b838-08005299b961 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:14.453288 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5325be47-7ec2-4c54-80c5-9492c8cbd60e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.465571 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2cee9-1f3b-4dc4-ade7-419130e71ab7 req-f475c19d-8853-4d14-a765-40ed79e05da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:14.467975 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-abc2cee9-1f3b-4dc4-ade7-419130e71ab7 req-f475c19d-8853-4d14-a765-40ed79e05da0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 1125 time: 0.1769335 Jul 30 01:42:14.502587 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90d5cc5e-800f-4a24-ba62-cf097d890621 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.527966 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6d998f5e-abcf-4e6b-98dd-c4d384e9d271 req-7f9b6fb3-28c4-4864-b396-186d43572159 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/security-groups?id=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772428 Jul 30 01:42:14.543083 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5325be47-7ec2-4c54-80c5-9492c8cbd60e None None] For port c6daf31f-f146-49da-b838-08005299b961, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c6daf31f-f146-49da-b838-08005299b961,segment=NetworkSegment(4e46bba8-b5b4-4203-9fc7-9a4227d53cae),segment_id=4e46bba8-b5b4-4203-9fc7-9a4227d53cae)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:14.553327 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5325be47-7ec2-4c54-80c5-9492c8cbd60e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.560206 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5325be47-7ec2-4c54-80c5-9492c8cbd60e None None] Calling delete_port for c6daf31f-f146-49da-b838-08005299b961 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:14.574026 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90d5cc5e-800f-4a24-ba62-cf097d890621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.575090 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90d5cc5e-800f-4a24-ba62-cf097d890621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.641697 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device db997857-bdd5-4561-9cee-df4c853003b7 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:14.679363 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.707444 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: db997857-bdd5-4561-9cee-df4c853003b7 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:14.708654 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] No DVR routers for this DVR port c6daf31f-f146-49da-b838-08005299b961 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:14.711832 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e07c61-ebaa-449b-8987-f3030a2de7ac req-b1473c97-d4cb-4347-8e9c-1dbbaa2880a4 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:14.712288 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device db997857-bdd5-4561-9cee-df4c853003b7 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:14.714031 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0e07c61-ebaa-449b-8987-f3030a2de7ac req-b1473c97-d4cb-4347-8e9c-1dbbaa2880a4 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 944 time: 0.1943724 Jul 30 01:42:14.716103 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:14.748968 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5cc5e-800f-4a24-ba62-cf097d890621 admin admin] Pushing event updated for resources: {'Port': ['ID=bde524ec-e76d-41e6-94d8-dbfa2545a3d4,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:14.785795 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.788353 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6daf31f-f146-49da-b838-08005299b961,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:14.790602 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.811773 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2cee9-1f3b-4dc4-ade7-419130e71ab7 req-1da30e35-a41b-4a2b-a82c-af6b57681473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:14.813840 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-abc2cee9-1f3b-4dc4-ade7-419130e71ab7 req-1da30e35-a41b-4a2b-a82c-af6b57681473 service neutron] 10.222.0.10 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 922 time: 0.3264356 Jul 30 01:42:14.856252 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5325be47-7ec2-4c54-80c5-9492c8cbd60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.880676 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16641672-d321-4743-8211-fc077fc1288c req-c6fc2649-159f-42dc-b2ab-5fec22d05ad1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Made reservation on behalf of 69de654e8e494e8eb1cb2de77615732a for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:14.884319 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16641672-d321-4743-8211-fc077fc1288c req-c6fc2649-159f-42dc-b2ab-5fec22d05ad1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.886719 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.891514 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-abc2cee9-1f3b-4dc4-ade7-419130e71ab7 req-51cdb003-e3e3-4d14-809e-c188c3f4383e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8514681-eccc-47d5-a9cb-42b28a613c83 HTTP/1.1" status: 200 len: 217 time: 0.0532300 Jul 30 01:42:14.900884 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0e07c61-ebaa-449b-8987-f3030a2de7ac req-7cf7153d-576f-4898-a6df-2ebdbe0888df tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761293 Jul 30 01:42:14.918489 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:14.918872 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:14.920827 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325be47-7ec2-4c54-80c5-9492c8cbd60e None None] Pushing event deleted for resources: {'Port': ['ID=c6daf31f-f146-49da-b838-08005299b961,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:14.929069 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5325be47-7ec2-4c54-80c5-9492c8cbd60e None None] No DVR routers for this DVR port c6daf31f-f146-49da-b838-08005299b961 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:14.956598 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:14.958014 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Subscribe: > port after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:14.960150 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:14.969137 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Subscribe: > port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:14.972772 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.973050 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:14.973724 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:14.975348 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:14.976728 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:15.007578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5720e952-7707-4e22-9726-a23e67a41fe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f0e0685-44fd-47b2-a0c8-667e66fb9f7c'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:15.009818 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fdf985-6df4-4628-b979-15c02805d16d" -d '{"events": [{"server_uuid": "5720e952-7707-4e22-9726-a23e67a41fe7", "name": "network-vif-unplugged", "status": "completed", "tag": "0f0e0685-44fd-47b2-a0c8-667e66fb9f7c"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:15.027276 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2cee9-1f3b-4dc4-ade7-419130e71ab7 req-797b6dbf-96a8-4710-ad7f-2e17d5ad2bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:15.037243 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-abc2cee9-1f3b-4dc4-ade7-419130e71ab7 req-797b6dbf-96a8-4710-ad7f-2e17d5ad2bdc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.1270473 Jul 30 01:42:15.059805 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0f0e0685-44fd-47b2-a0c8-667e66fb9f7c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:15.069656 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:15.070016 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:15.070380 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:15.070726 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:42:15.071114 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b32d5b-8ab6-4b4a-bc61-9185bc85bfae']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:15.086681 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d5cc5e-800f-4a24-ba62-cf097d890621 admin admin] Network d491486b-5e9a-44ad-804a-b78b7d7f32a5 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:15.098054 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-90d5cc5e-800f-4a24-ba62-cf097d890621 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:15.102817 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-abc2cee9-1f3b-4dc4-ade7-419130e71ab7 req-3426e623-b81c-4a21-b3fb-ff981d8da78c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585172 Jul 30 01:42:15.108216 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e46bba8-b5b4-4203-9fc7-9a4227d53cae') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:15.108524 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e46bba8-b5b4-4203-9fc7-9a4227d53cae') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:15.134833 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.140574 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.200574 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.220808 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:42:15.222085 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.251593 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0f0e0685-44fd-47b2-a0c8-667e66fb9f7c,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:15.273332 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef3713a-1f35-4e0c-95cf-7517c181dc38 x-openstack-request-id: req-6ef3713a-1f35-4e0c-95cf-7517c181dc38 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:15.273642 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5720e952-7707-4e22-9726-a23e67a41fe7", "name": "network-vif-unplugged", "status": "completed", "tag": "0f0e0685-44fd-47b2-a0c8-667e66fb9f7c", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:15.274036 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ef3713a-1f35-4e0c-95cf-7517c181dc38 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:15.274418 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5720e952-7707-4e22-9726-a23e67a41fe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f0e0685-44fd-47b2-a0c8-667e66fb9f7c', 'code': 200} Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: from cryptography.utils import int_from_bytes Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: from cryptography.utils import int_from_bytes Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:42:15.316886 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:42:15.384071 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163efa7-3d57-4201-9383-dd0d78cc1035 req-db14a76c-876f-473c-92af-33e88862b85f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:15.385648 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a163efa7-3d57-4201-9383-dd0d78cc1035 req-db14a76c-876f-473c-92af-33e88862b85f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.2055037 Jul 30 01:42:15.394045 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-16641672-d321-4743-8211-fc077fc1288c req-c6fc2649-159f-42dc-b2ab-5fec22d05ad1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Allocated IP 172.20.0.9 (9ee13545-77ea-41ed-86fb-6aa4d578ac6e/5df4a4e9-2ec7-47a1-80c6-9f49100e235e/2b70aba6-203f-4239-9dd0-1aaac7726e36) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:15.446867 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3c5ea3a7-782a-47cc-ae59-a9cc497d7052 req-48b897fb-7e38-48fe-b917-8b1a56175eba tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 210 time: 0.0334246 Jul 30 01:42:15.451493 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d5cc5e-800f-4a24-ba62-cf097d890621 admin admin] Router 95dbda67-b9d0-403e-b7d2-d7d31260e61e has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:42:15.458645 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-abc2cee9-1f3b-4dc4-ade7-419130e71ab7 req-c4bc70f0-9bec-4150-b191-3b37fd554d04 service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385499 Jul 30 01:42:15.521746 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ace278ed-b4e7-4ba6-9b24-292eeddb7dc8 None None] Provisioning complete for port bde524ec-e76d-41e6-94d8-dbfa2545a3d4 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:15.522122 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ace278ed-b4e7-4ba6-9b24-292eeddb7dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.558928 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.576858 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ace278ed-b4e7-4ba6-9b24-292eeddb7dc8 None None] Port bde524ec-e76d-41e6-94d8-dbfa2545a3d4 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:42:15.583563 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.585815 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] 10.222.0.70 "DELETE /v2.0/networks/67b32d5b-8ab6-4b4a-bc61-9185bc85bfae HTTP/1.1" status: 204 len: 168 time: 1.9681213 Jul 30 01:42:15.602380 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8800ff-7bf3-4040-bcb7-2410e61e6049 admin admin] Pushing event deleted for resources: {'Network': ['ID=67b32d5b-8ab6-4b4a-bc61-9185bc85bfae,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:15.631671 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d5cc5e-800f-4a24-ba62-cf097d890621 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:42:15.644209 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-90d5cc5e-800f-4a24-ba62-cf097d890621 admin admin] 10.222.0.70 "PUT /v2.0/routers/95dbda67-b9d0-403e-b7d2-d7d31260e61e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1187909 Jul 30 01:42:15.644801 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60878) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:15.687463 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a163efa7-3d57-4201-9383-dd0d78cc1035 req-6bd6310b-3e94-4a4c-8c78-22ba303c116d tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714698 Jul 30 01:42:15.765858 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-abc2cee9-1f3b-4dc4-ade7-419130e71ab7 req-0d49b4c4-da3c-4731-9e4b-617a08de34d2 service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901680 Jul 30 01:42:15.770356 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16641672-d321-4743-8211-fc077fc1288c req-c6fc2649-159f-42dc-b2ab-5fec22d05ad1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.921160 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-967cca5d-cb84-4e87-b9db-524e55fb2bdc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=73362a8a96ec4eb08eb2a46a25588321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749331 Jul 30 01:42:15.924347 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60892) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:15.974372 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16641672-d321-4743-8211-fc077fc1288c req-c6fc2649-159f-42dc-b2ab-5fec22d05ad1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.024046 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-086415ba-9bce-4726-b8bd-cbd5711c2d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.077108 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16641672-d321-4743-8211-fc077fc1288c req-c6fc2649-159f-42dc-b2ab-5fec22d05ad1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:16.081568 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-1e480da8-3fad-4281-bffb-086025c4974e req-450166f1-53c5-4938-9539-6377fd3e2052 tempest-FloatingIPDetailsNegativeTestJSON-1815874986 tempest-FloatingIPDetailsNegativeTestJSON-1815874986-project] show failed (client error): The resource could not be found. Jul 30 01:42:16.087825 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e480da8-3fad-4281-bffb-086025c4974e req-450166f1-53c5-4938-9539-6377fd3e2052 tempest-FloatingIPDetailsNegativeTestJSON-1815874986 tempest-FloatingIPDetailsNegativeTestJSON-1815874986-project] 10.222.0.70 "GET /v2.0/floatingips/3b18faa5-fc20-4c5f-8f19-02df58c108be HTTP/1.1" status: 404 len: 350 time: 0.0697129 Jul 30 01:42:16.098981 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60896) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:16.113337 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-086415ba-9bce-4726-b8bd-cbd5711c2d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.129437 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device cc68b832-bc22-4bb4-ad7e-a39aaaad4f31 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:16.153612 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc2649-159f-42dc-b2ab-5fec22d05ad1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Pushing event updated for resources: {'Port': ['ID=2b70aba6-203f-4239-9dd0-1aaac7726e36,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:16.156145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-16641672-d321-4743-8211-fc077fc1288c req-c6fc2649-159f-42dc-b2ab-5fec22d05ad1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:16.160590 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-16641672-d321-4743-8211-fc077fc1288c req-c6fc2649-159f-42dc-b2ab-5fec22d05ad1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:16.204452 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60898) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:16.231321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16641672-d321-4743-8211-fc077fc1288c req-c6fc2649-159f-42dc-b2ab-5fec22d05ad1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:16.231931 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16641672-d321-4743-8211-fc077fc1288c req-c6fc2649-159f-42dc-b2ab-5fec22d05ad1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.241780 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad579cc5-d600-4a65-8038-80127e7d5499 req-3991c4a8-0780-43da-acec-58a0606ac4da tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:16.243323 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad579cc5-d600-4a65-8038-80127e7d5499 req-3991c4a8-0780-43da-acec-58a0606ac4da tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 944 time: 0.1919451 Jul 30 01:42:16.262492 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-086415ba-9bce-4726-b8bd-cbd5711c2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.265543 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-086415ba-9bce-4726-b8bd-cbd5711c2d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.266649 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-086415ba-9bce-4726-b8bd-cbd5711c2d28 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ffc00230-842f-46ee-9a83-39a5e67eae93 HTTP/1.1" status: 204 len: 168 time: 0.3412900 Jul 30 01:42:16.284166 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port cc68b832-bc22-4bb4-ad7e-a39aaaad4f31 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:16.292114 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port cc68b832-bc22-4bb4-ad7e-a39aaaad4f31 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:16.293554 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086415ba-9bce-4726-b8bd-cbd5711c2d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc00230-842f-46ee-9a83-39a5e67eae93,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:16.293853 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.317793 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-98fb8118-b907-4dfd-94a1-a896a6ebe7a7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=301cf27b86df4122b2f2aa4fe98571ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1114912 Jul 30 01:42:16.322378 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60902) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:16.330443 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad579cc5-d600-4a65-8038-80127e7d5499 req-ef6017f9-b4a2-426d-85aa-48f6da3ff9c6 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774479 Jul 30 01:42:16.361363 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16641672-d321-4743-8211-fc077fc1288c req-c6fc2649-159f-42dc-b2ab-5fec22d05ad1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0552194 Jul 30 01:42:16.392810 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] Request body: {'port': {'device_id': '5b47fb52-d487-491e-861c-8a02cec8f1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:16.439336 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] Sync routers for ids ['95dbda67-b9d0-403e-b7d2-d7d31260e61e'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:42:16.454015 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ffebb0d-8a77-4bd2-821a-bbe32c3f1787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.457038 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.465552 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] Routers {'95dbda67-b9d0-403e-b7d2-d7d31260e61e'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:16.466335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:42:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['95dbda67-b9d0-403e-b7d2-d7d31260e61e'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:16.502239 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ffebb0d-8a77-4bd2-821a-bbe32c3f1787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.518888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port cc68b832-bc22-4bb4-ad7e-a39aaaad4f31, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=cc68b832-bc22-4bb4-ad7e-a39aaaad4f31,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:16.549256 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.593789 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.642571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fae07d-a2a7-434a-8c14-7b82b5c92fea req-ea89b78c-cc65-4364-a708-1c75b2f50c03 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:16.649662 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f5fae07d-a2a7-434a-8c14-7b82b5c92fea req-ea89b78c-cc65-4364-a708-1c75b2f50c03 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 931 time: 0.1236305 Jul 30 01:42:16.654881 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] Set router 95dbda67-b9d0-403e-b7d2-d7d31260e61e gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:16.701040 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ffebb0d-8a77-4bd2-821a-bbe32c3f1787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.704182 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ffebb0d-8a77-4bd2-821a-bbe32c3f1787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.705346 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3ffebb0d-8a77-4bd2-821a-bbe32c3f1787 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f953dcf-27c4-4981-896a-ae304a140b4e HTTP/1.1" status: 204 len: 168 time: 0.3835952 Jul 30 01:42:16.707686 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f5fae07d-a2a7-434a-8c14-7b82b5c92fea req-310545a3-f964-43d1-ad28-b4b30d6a4b22 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571761 Jul 30 01:42:16.720148 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=cc68b832-bc22-4bb4-ad7e-a39aaaad4f31,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:16.736634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffebb0d-8a77-4bd2-821a-bbe32c3f1787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f953dcf-27c4-4981-896a-ae304a140b4e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:16.768784 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e213daa9-7367-4103-afaf-3bb69fb2c7f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.011764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95dbda67-b9d0-403e-b7d2-d7d31260e61e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861226067-router', 'tenant_id': 'e6ddfde939734ab9b5031b5cccba1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'cc68b832-bc22-4bb4-ad7e-a39aaaad4f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:05Z', 'updated_at': '2021-07-30T01:42:13Z', 'revision_number': 4, 'project_id': 'e6ddfde939734ab9b5031b5cccba1871', 'gw_port': {'id': 'cc68b832-bc22-4bb4-ad7e-a39aaaad4f31', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95dbda67-b9d0-403e-b7d2-d7d31260e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:07Z', 'updated_at': '2021-07-30T01:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'bde524ec-e76d-41e6-94d8-dbfa2545a3d4', 'name': '', 'network_id': 'd491486b-5e9a-44ad-804a-b78b7d7f32a5', 'tenant_id': 'e6ddfde939734ab9b5031b5cccba1871', 'mac_address': 'fa:16:3e:44:4a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95dbda67-b9d0-403e-b7d2-d7d31260e61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9daa47aa-610f-4283-8507-2c5d7ca03389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:12Z', 'updated_at': '2021-07-30T01:42:14Z', 'revision_number': 2, 'project_id': 'e6ddfde939734ab9b5031b5cccba1871', 'subnets': [{'id': '9daa47aa-610f-4283-8507-2c5d7ca03389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:17.043388 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] Checking router: 95dbda67-b9d0-403e-b7d2-d7d31260e61e for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:42:17.045965 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] Updating router 95dbda67-b9d0-403e-b7d2-d7d31260e61e port bde524ec-e76d-41e6-94d8-dbfa2545a3d4 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:42:17.075592 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.115602 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b70aba6-203f-4239-9dd0-1aaac7726e36 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:17.132232 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.163290 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] Transition to ACTIVE for port object 2b70aba6-203f-4239-9dd0-1aaac7726e36 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:17.265457 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.300030 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.406793 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60928) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:17.435758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] Pushing event updated for resources: {'Port': ['ID=2b70aba6-203f-4239-9dd0-1aaac7726e36,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:17.437683 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b987be-667d-4c8a-a2b1-901cc28881c4 req-970ce9a1-9361-4eb6-a8c1-bd5c34fcc9bc tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:17.445857 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-39b987be-667d-4c8a-a2b1-901cc28881c4 req-970ce9a1-9361-4eb6-a8c1-bd5c34fcc9bc tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.6029811 Jul 30 01:42:17.535205 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-02ddf3e4-1f73-4344-83b3-29359c1c97f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aa1611f477a2472fafee74cf732e2c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1256483 Jul 30 01:42:17.536494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60930) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:17.540472 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.546250 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-39b987be-667d-4c8a-a2b1-901cc28881c4 req-a26c784a-2382-4426-8fcb-f7b4fd3d96c0 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992410 Jul 30 01:42:17.552644 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] Transition to ACTIVE for port object bde524ec-e76d-41e6-94d8-dbfa2545a3d4 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:17.574214 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d5000-9d1d-4025-8fae-5f6ef98177e1 req-55064227-86e3-4d51-bf84-7d6c03aa529a tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:17.575752 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a61d5000-9d1d-4025-8fae-5f6ef98177e1 req-55064227-86e3-4d51-bf84-7d6c03aa529a tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 944 time: 0.1015244 Jul 30 01:42:17.622008 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] Attempting to bind port 2b70aba6-203f-4239-9dd0-1aaac7726e36 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:17.622393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] Attempting to bind port 2b70aba6-203f-4239-9dd0-1aaac7726e36 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:17.622790 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] Attempting to bind port 2b70aba6-203f-4239-9dd0-1aaac7726e36 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:17.633103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] Port 2b70aba6-203f-4239-9dd0-1aaac7726e36 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:17.633430 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] Attempting to bind port 2b70aba6-203f-4239-9dd0-1aaac7726e36 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:17.641887 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.662200 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ad8ccca5-fb80-49f3-b981-f974ab857300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.663956 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:17.664289 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] Checking segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:17.665537 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] Bound using segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:17.665968 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] Bound port: 2b70aba6-203f-4239-9dd0-1aaac7726e36, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:17.666389 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.694543 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a61d5000-9d1d-4025-8fae-5f6ef98177e1 req-2bceff5a-dba4-4846-89bf-35aa7d48c8b3 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052027 Jul 30 01:42:17.727685 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5094b-4bc9-4e97-bd6c-04ed7ecba81c None None] Pushing event updated for resources: {'Port': ['ID=bde524ec-e76d-41e6-94d8-dbfa2545a3d4,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:17.782995 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60936) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:17.785637 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ad8ccca5-fb80-49f3-b981-f974ab857300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.830690 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] Attempting to bind port bde524ec-e76d-41e6-94d8-dbfa2545a3d4 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:17.831108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] Attempting to bind port bde524ec-e76d-41e6-94d8-dbfa2545a3d4 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c6699426-8ee6-4a44-bbef-2a7a0ce1498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd491486b-5e9a-44ad-804a-b78b7d7f32a5'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:17.831480 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] Attempting to bind port bde524ec-e76d-41e6-94d8-dbfa2545a3d4 on network d491486b-5e9a-44ad-804a-b78b7d7f32a5 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:17.844860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:17.845243 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] Checking segment: {'id': 'c6699426-8ee6-4a44-bbef-2a7a0ce1498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd491486b-5e9a-44ad-804a-b78b7d7f32a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:17.845655 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.846048 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] Bound using segment: {'id': 'c6699426-8ee6-4a44-bbef-2a7a0ce1498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd491486b-5e9a-44ad-804a-b78b7d7f32a5'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:17.849478 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] Bound port: bde524ec-e76d-41e6-94d8-dbfa2545a3d4, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6699426-8ee6-4a44-bbef-2a7a0ce1498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd491486b-5e9a-44ad-804a-b78b7d7f32a5'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:17.849914 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.885678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] For port 2b70aba6-203f-4239-9dd0-1aaac7726e36, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:17.890481 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] For port 2b70aba6-203f-4239-9dd0-1aaac7726e36, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=2b70aba6-203f-4239-9dd0-1aaac7726e36,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:17.958473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb4992-c1b2-41e2-a048-30bc9701dce5 req-25afbe2e-b620-42c6-b15a-490f6dfd8221 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:17.960705 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-77fb4992-c1b2-41e2-a048-30bc9701dce5 req-25afbe2e-b620-42c6-b15a-490f6dfd8221 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 943 time: 0.0681899 Jul 30 01:42:17.971389 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ca83aa27-c4c3-4d9c-8a72-ed4a327b571e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ec03eda30419457ea16dfd7459e817b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849177 Jul 30 01:42:17.971680 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60948) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:17.988962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] For port bde524ec-e76d-41e6-94d8-dbfa2545a3d4, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:17.988962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] For port bde524ec-e76d-41e6-94d8-dbfa2545a3d4, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=bde524ec-e76d-41e6-94d8-dbfa2545a3d4,segment=NetworkSegment(c6699426-8ee6-4a44-bbef-2a7a0ce1498a),segment_id=c6699426-8ee6-4a44-bbef-2a7a0ce1498a)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:17.998723 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.041970 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-37f2f911-c13f-4787-a702-fd8c401fe1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.058507 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:18.059143 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.061053 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16641672-d321-4743-8211-fc077fc1288c req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] 10.222.0.77 "PUT /v2.0/ports/2b70aba6-203f-4239-9dd0-1aaac7726e36 HTTP/1.1" status: 200 len: 1091 time: 1.6809819 Jul 30 01:42:18.063777 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b47fb52-d487-491e-861c-8a02cec8f1bc', 'tag': '2b70aba6-203f-4239-9dd0-1aaac7726e36'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:18.066241 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eebf36b-c69d-4297-951a-7fecc7d82c17" -d '{"events": [{"name": "network-changed", "server_uuid": "5b47fb52-d487-491e-861c-8a02cec8f1bc", "tag": "2b70aba6-203f-4239-9dd0-1aaac7726e36"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:18.084040 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device cc68b832-bc22-4bb4-ad7e-a39aaaad4f31 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:18.090951 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-77fb4992-c1b2-41e2-a048-30bc9701dce5 req-797a3064-48ea-448d-a0b4-be196dc48aca tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207209 Jul 30 01:42:18.094591 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ad8ccca5-fb80-49f3-b981-f974ab857300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.100093 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ad8ccca5-fb80-49f3-b981-f974ab857300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.105057 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ad8ccca5-fb80-49f3-b981-f974ab857300 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ca0dfbe6-fffb-4361-86a6-110a4d0c8f7f HTTP/1.1" status: 204 len: 168 time: 0.5669181 Jul 30 01:42:18.115828 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.124248 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device b8514681-eccc-47d5-a9cb-42b28a613c83 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:18.135411 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ccca5-fb80-49f3-b981-f974ab857300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0dfbe6-fffb-4361-86a6-110a4d0c8f7f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:18.137803 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-37f2f911-c13f-4787-a702-fd8c401fe1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.144239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f14f8-5fe4-408b-b8bf-3b17044cf154 service neutron] Pushing event updated for resources: {'Port': ['ID=2b70aba6-203f-4239-9dd0-1aaac7726e36,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:18.151454 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b631e3-fb80-4ac4-823f-182ebe4b6d2f x-openstack-request-id: req-26b631e3-fb80-4ac4-823f-182ebe4b6d2f {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:18.152317 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b47fb52-d487-491e-861c-8a02cec8f1bc", "tag": "2b70aba6-203f-4239-9dd0-1aaac7726e36", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:18.153460 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-26b631e3-fb80-4ac4-823f-182ebe4b6d2f {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:18.154388 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b47fb52-d487-491e-861c-8a02cec8f1bc', 'tag': '2b70aba6-203f-4239-9dd0-1aaac7726e36', 'status': 'completed', 'code': 200} Jul 30 01:42:18.167424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-e213daa9-7367-4103-afaf-3bb69fb2c7f1 admin admin] Deleting port bde524ec-e76d-41e6-94d8-dbfa2545a3d4 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:18.167818 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e213daa9-7367-4103-afaf-3bb69fb2c7f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.320495 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-e213daa9-7367-4103-afaf-3bb69fb2c7f1 admin admin] For port bde524ec-e76d-41e6-94d8-dbfa2545a3d4, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=bde524ec-e76d-41e6-94d8-dbfa2545a3d4,segment=NetworkSegment(c6699426-8ee6-4a44-bbef-2a7a0ce1498a),segment_id=c6699426-8ee6-4a44-bbef-2a7a0ce1498a)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:18.320739 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e213daa9-7367-4103-afaf-3bb69fb2c7f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.336825 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-65725311-63ba-437a-9326-0d67ba3c785d service neutron] 10.222.0.10 "GET /v2.0/ports/b8514681-eccc-47d5-a9cb-42b28a613c83/bindings/n-h2-713498-9 HTTP/1.1" status: 200 len: 384 time: 0.1154432 Jul 30 01:42:18.340692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-e213daa9-7367-4103-afaf-3bb69fb2c7f1 admin admin] Calling delete_port for bde524ec-e76d-41e6-94d8-dbfa2545a3d4 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:18.348521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebf36b-c69d-4297-951a-7fecc7d82c17 req-f289818b-a2db-4d7b-8107-19ec00d74a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:18.351462 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0eebf36b-c69d-4297-951a-7fecc7d82c17 req-f289818b-a2db-4d7b-8107-19ec00d74a49 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 1094 time: 0.1636868 Jul 30 01:42:18.358981 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-37f2f911-c13f-4787-a702-fd8c401fe1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.361820 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-37f2f911-c13f-4787-a702-fd8c401fe1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.363337 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-37f2f911-c13f-4787-a702-fd8c401fe1bf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/55329594-e8e0-406d-8cea-7c9a6dbc2523 HTTP/1.1" status: 204 len: 168 time: 0.3904254 Jul 30 01:42:18.454601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2f911-c13f-4787-a702-fd8c401fe1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55329594-e8e0-406d-8cea-7c9a6dbc2523,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:18.588956 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] Routers {'95dbda67-b9d0-403e-b7d2-d7d31260e61e'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:18.589643 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:42:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['95dbda67-b9d0-403e-b7d2-d7d31260e61e'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:18.598658 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5094b-4bc9-4e97-bd6c-04ed7ecba81c None None] Pushing event updated for resources: {'Port': ['ID=bde524ec-e76d-41e6-94d8-dbfa2545a3d4,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:18.670705 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8b508e57-8ada-4b88-bdc6-4556050fe639 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:18.691593 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-55e85cb7-72e1-4202-8a40-8af472e94bac service neutron] For port b8514681-eccc-47d5-a9cb-42b28a613c83, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b8514681-eccc-47d5-a9cb-42b28a613c83,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:18.709716 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port cc68b832-bc22-4bb4-ad7e-a39aaaad4f31 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:18.710529 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.715944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-55e85cb7-72e1-4202-8a40-8af472e94bac service neutron] For port b8514681-eccc-47d5-a9cb-42b28a613c83, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:18.765304 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-55e85cb7-72e1-4202-8a40-8af472e94bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8514681-eccc-47d5-a9cb-42b28a613c83 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:18.781112 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-55e85cb7-72e1-4202-8a40-8af472e94bac service neutron] For port b8514681-eccc-47d5-a9cb-42b28a613c83, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=b8514681-eccc-47d5-a9cb-42b28a613c83,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:18.806120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port b8514681-eccc-47d5-a9cb-42b28a613c83, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b8514681-eccc-47d5-a9cb-42b28a613c83,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:18.806601 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e213daa9-7367-4103-afaf-3bb69fb2c7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.865214 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213daa9-7367-4103-afaf-3bb69fb2c7f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bde524ec-e76d-41e6-94d8-dbfa2545a3d4,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:18.878026 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-55e85cb7-72e1-4202-8a40-8af472e94bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.885605 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device b8514681-eccc-47d5-a9cb-42b28a613c83 has no active binding in host n-h2-713498-9 {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:42:18.902951 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a0319-c5ad-4c9d-b259-f62347f6d859 req-3c84533e-7c4f-4729-a584-9e2f35466130 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:18.905364 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dd2a0319-c5ad-4c9d-b259-f62347f6d859 req-3c84533e-7c4f-4729-a584-9e2f35466130 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.1102245 Jul 30 01:42:18.920509 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebf36b-c69d-4297-951a-7fecc7d82c17 req-2a5aab97-bd2b-4e96-a63a-47bb0272a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:18.922341 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0eebf36b-c69d-4297-951a-7fecc7d82c17 req-2a5aab97-bd2b-4e96-a63a-47bb0272a569 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=69de654e8e494e8eb1cb2de77615732a&shared=False HTTP/1.1" status: 200 len: 908 time: 0.4715321 Jul 30 01:42:18.945268 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] Set router 95dbda67-b9d0-403e-b7d2-d7d31260e61e gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:18.955269 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d158f5c-3d51-4892-8837-b4dd0cffa644 req-4561c052-c51f-401c-9a48-3306c82bcd32 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:18.956869 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4d158f5c-3d51-4892-8837-b4dd0cffa644 req-4561c052-c51f-401c-9a48-3306c82bcd32 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 944 time: 0.1640463 Jul 30 01:42:19.198667 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4d158f5c-3d51-4892-8837-b4dd0cffa644 req-16e0d6bd-5109-42df-b2c3-cf4ab48a8eb0 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250469 Jul 30 01:42:19.226762 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e213daa9-7367-4103-afaf-3bb69fb2c7f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:19.238000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8b508e57-8ada-4b88-bdc6-4556050fe639, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8b508e57-8ada-4b88-bdc6-4556050fe639,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:19.302681 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '8b508e57-8ada-4b88-bdc6-4556050fe639', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '8b508e57-8ada-4b88-bdc6-4556050fe639', 'mac_address': 'fa:16:3e:5f:5d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:19.322068 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dd2a0319-c5ad-4c9d-b259-f62347f6d859 req-140c1ad4-5527-4044-942a-4bd2fb402ea5 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058964 Jul 30 01:42:19.375841 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-55e85cb7-72e1-4202-8a40-8af472e94bac service neutron] Transition to ACTIVE for port object b8514681-eccc-47d5-a9cb-42b28a613c83 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:19.398852 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebf36b-c69d-4297-951a-7fecc7d82c17 req-7e261ea4-cf16-4e8f-90b9-3c31ad7c836f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:19.402658 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0eebf36b-c69d-4297-951a-7fecc7d82c17 req-7e261ea4-cf16-4e8f-90b9-3c31ad7c836f service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4711671 Jul 30 01:42:19.460752 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-55e85cb7-72e1-4202-8a40-8af472e94bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:19.556090 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:19.594002 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b508e57-8ada-4b88-bdc6-4556050fe639 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:19.627793 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8b508e57-8ada-4b88-bdc6-4556050fe639, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8b508e57-8ada-4b88-bdc6-4556050fe639,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:19.627948 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-55e85cb7-72e1-4202-8a40-8af472e94bac service neutron] No DVR routers for this DVR port b8514681-eccc-47d5-a9cb-42b28a613c83 on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:19.640401 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95dbda67-b9d0-403e-b7d2-d7d31260e61e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861226067-router', 'tenant_id': 'e6ddfde939734ab9b5031b5cccba1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'cc68b832-bc22-4bb4-ad7e-a39aaaad4f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:05Z', 'updated_at': '2021-07-30T01:42:13Z', 'revision_number': 4, 'project_id': 'e6ddfde939734ab9b5031b5cccba1871', 'gw_port': {'id': 'cc68b832-bc22-4bb4-ad7e-a39aaaad4f31', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dbda67-b9d0-403e-b7d2-d7d31260e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:07Z', 'updated_at': '2021-07-30T01:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'bde524ec-e76d-41e6-94d8-dbfa2545a3d4', 'name': '', 'network_id': 'd491486b-5e9a-44ad-804a-b78b7d7f32a5', 'tenant_id': 'e6ddfde939734ab9b5031b5cccba1871', 'mac_address': 'fa:16:3e:44:4a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95dbda67-b9d0-403e-b7d2-d7d31260e61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9daa47aa-610f-4283-8507-2c5d7ca03389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:12Z', 'updated_at': '2021-07-30T01:42:17Z', 'revision_number': 4, 'project_id': 'e6ddfde939734ab9b5031b5cccba1871', 'subnets': [{'id': '9daa47aa-610f-4283-8507-2c5d7ca03389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:19.645421 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e85cb7-72e1-4202-8a40-8af472e94bac service neutron] Pushing event updated for resources: {'Port': ['ID=b8514681-eccc-47d5-a9cb-42b28a613c83,revision_number=10']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:19.650949 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e213daa9-7367-4103-afaf-3bb69fb2c7f1 admin admin] Router 95dbda67-b9d0-403e-b7d2-d7d31260e61e has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:42:19.688432 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f650f3c-d269-494b-b104-9cd22d6652af req-cde08ede-d2e4-4cdd-a816-954751063e87 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:19.693111 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f650f3c-d269-494b-b104-9cd22d6652af req-cde08ede-d2e4-4cdd-a816-954751063e87 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 943 time: 0.1842341 Jul 30 01:42:19.708524 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:19.711725 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-55e85cb7-72e1-4202-8a40-8af472e94bac service neutron] 10.222.0.10 "PUT /v2.0/ports/b8514681-eccc-47d5-a9cb-42b28a613c83/bindings/n-h2-713498-9/activate HTTP/1.1" status: 200 len: 369 time: 1.3650343 Jul 30 01:42:19.717175 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3581fd-8b65-41ed-a81c-887d8d935894 None None] The sync data for ids ['95dbda67-b9d0-403e-b7d2-d7d31260e61e'] in n-d-713498-9 is: [{'id': '95dbda67-b9d0-403e-b7d2-d7d31260e61e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861226067-router', 'tenant_id': 'e6ddfde939734ab9b5031b5cccba1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'cc68b832-bc22-4bb4-ad7e-a39aaaad4f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:05Z', 'updated_at': '2021-07-30T01:42:13Z', 'revision_number': 4, 'project_id': 'e6ddfde939734ab9b5031b5cccba1871', 'gw_port': {'id': 'cc68b832-bc22-4bb4-ad7e-a39aaaad4f31', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dbda67-b9d0-403e-b7d2-d7d31260e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:07Z', 'updated_at': '2021-07-30T01:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'bde524ec-e76d-41e6-94d8-dbfa2545a3d4', 'name': '', 'network_id': 'd491486b-5e9a-44ad-804a-b78b7d7f32a5', 'tenant_id': 'e6ddfde939734ab9b5031b5cccba1871', 'mac_address': 'fa:16:3e:44:4a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95dbda67-b9d0-403e-b7d2-d7d31260e61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9daa47aa-610f-4283-8507-2c5d7ca03389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:12Z', 'updated_at': '2021-07-30T01:42:17Z', 'revision_number': 4, 'project_id': 'e6ddfde939734ab9b5031b5cccba1871', 'subnets': [{'id': '9daa47aa-610f-4283-8507-2c5d7ca03389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:42:19.749556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16641672-d321-4743-8211-fc077fc1288c req-8aa4ef07-6da6-460d-a20e-1ba28022432d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:19.752297 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16641672-d321-4743-8211-fc077fc1288c req-8aa4ef07-6da6-460d-a20e-1ba28022432d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 1094 time: 0.1949098 Jul 30 01:42:19.821916 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16641672-d321-4743-8211-fc077fc1288c req-01f5f4cc-9e96-4d01-9ef1-a224f42b0140 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b70aba6-203f-4239-9dd0-1aaac7726e36 HTTP/1.1" status: 200 len: 217 time: 0.0500360 Jul 30 01:42:19.822122 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['8b508e57-8ada-4b88-bdc6-4556050fe639'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:19.857980 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f650f3c-d269-494b-b104-9cd22d6652af req-eb9070bc-f633-4aa8-994f-0bd6d180b87f tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434414 Jul 30 01:42:19.892868 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e213daa9-7367-4103-afaf-3bb69fb2c7f1 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:42:19.899407 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e213daa9-7367-4103-afaf-3bb69fb2c7f1 admin admin] 10.222.0.70 "PUT /v2.0/routers/95dbda67-b9d0-403e-b7d2-d7d31260e61e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7984426 Jul 30 01:42:19.907757 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32780) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:19.932825 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=8b508e57-8ada-4b88-bdc6-4556050fe639,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:19.954126 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16641672-d321-4743-8211-fc077fc1288c req-bec90d6b-9f76-46a2-b607-2e24746d294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:19.955022 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16641672-d321-4743-8211-fc077fc1288c req-bec90d6b-9f76-46a2-b607-2e24746d294a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5df4a4e9-2ec7-47a1-80c6-9f49100e235e HTTP/1.1" status: 200 len: 847 time: 0.1203575 Jul 30 01:42:19.981540 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32786) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:20.008415 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16641672-d321-4743-8211-fc077fc1288c req-e71388cd-95f5-49c7-b43e-4e88de0f658f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466044 Jul 30 01:42:20.161397 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-996f6e95-acda-48d5-9e3a-bf095654659a tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.163027 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16641672-d321-4743-8211-fc077fc1288c req-57e44d0e-6473-47a6-9914-568b26d638b7 service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300910 Jul 30 01:42:20.163419 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-996f6e95-acda-48d5-9e3a-bf095654659a tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6&tenant_id=9d514f5becb241c68f7a0454fc8f5db1&binding%3Ahost_id=n-h1-713498-9 HTTP/1.1" status: 200 len: 1096 time: 0.2373831 Jul 30 01:42:20.193801 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e056b91-1df4-4c01-8298-09644f210d97 admin admin] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:20.333073 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16641672-d321-4743-8211-fc077fc1288c req-37945129-442c-469b-baf5-6c29af96fc1f service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523688 Jul 30 01:42:20.397736 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1edd1892-fd26-409a-a640-249402b55cb8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-767237652-network', 'tenant_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:20.398795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-43f83ec9-e800-4472-871b-5f672c2eae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.400492 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-43f83ec9-e800-4472-871b-5f672c2eae91 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6&tenant_id=9d514f5becb241c68f7a0454fc8f5db1 HTTP/1.1" status: 200 len: 1096 time: 0.2193036 Jul 30 01:42:20.453573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2f12c-1dc2-4569-bd80-c5d2a4b22768 req-b97bb9db-b668-4d98-a7ed-2f9837a2b2a8 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.460958 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0c2f12c-1dc2-4569-bd80-c5d2a4b22768 req-b97bb9db-b668-4d98-a7ed-2f9837a2b2a8 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 945 time: 0.1146436 Jul 30 01:42:20.480827 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e056b91-1df4-4c01-8298-09644f210d97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:20.499846 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-552ad82b-9fd4-44cc-9d98-e5b4b569debc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.500991 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0c2f12c-1dc2-4569-bd80-c5d2a4b22768 req-4814526c-8422-4478-8ef9-e978d4ecb422 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373688 Jul 30 01:42:20.501336 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-552ad82b-9fd4-44cc-9d98-e5b4b569debc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 1096 time: 0.0553913 Jul 30 01:42:20.539549 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edd1892-fd26-409a-a640-249402b55cb8 admin admin] Made reservation on behalf of c1efeebc45f54d1fa8d5dfaad1305c5a for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:20.549172 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1edd1892-fd26-409a-a640-249402b55cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:20.555464 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1edd1892-fd26-409a-a640-249402b55cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:20.621580 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8b508e57-8ada-4b88-bdc6-4556050fe639 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:20.701434 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-4d7e68c4-9bb6-49c0-a3b7-9ce1e2a3d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.703438 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-4d7e68c4-9bb6-49c0-a3b7-9ce1e2a3d206 service neutron] 10.222.0.77 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 922 time: 0.1623278 Jul 30 01:42:20.710464 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 8b508e57-8ada-4b88-bdc6-4556050fe639 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:20.712289 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:20.721370 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-8e056b91-1df4-4c01-8298-09644f210d97 admin admin] Deleting port cc68b832-bc22-4bb4-ad7e-a39aaaad4f31 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:20.721822 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e056b91-1df4-4c01-8298-09644f210d97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:20.792836 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95778bb0-d623-456f-bd7c-bb51eff317fe req-c98ce787-488d-4595-9dc6-1099efe9cbb8 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.795271 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95778bb0-d623-456f-bd7c-bb51eff317fe req-c98ce787-488d-4595-9dc6-1099efe9cbb8 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.1480789 Jul 30 01:42:20.840440 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-ac3ae8ef-e3b4-4801-a9a8-7435d1de2974 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8514681-eccc-47d5-a9cb-42b28a613c83 HTTP/1.1" status: 200 len: 217 time: 0.1215625 Jul 30 01:42:20.863791 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1edd1892-fd26-409a-a640-249402b55cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:20.911113 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:20.940694 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95778bb0-d623-456f-bd7c-bb51eff317fe req-d23ff2f1-5a35-4f65-a9f3-b92c8d26c33d tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369522 Jul 30 01:42:20.953705 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1edd1892-fd26-409a-a640-249402b55cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:20.964327 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf976286-0095-44c9-8d0b-1934155d3462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b508e57-8ada-4b88-bdc6-4556050fe639'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:20.967403 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca7e792-c979-4aef-b7d6-6007a789c79f" -d '{"events": [{"server_uuid": "bf976286-0095-44c9-8d0b-1934155d3462", "name": "network-vif-plugged", "status": "completed", "tag": "8b508e57-8ada-4b88-bdc6-4556050fe639"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:20.985172 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8b508e57-8ada-4b88-bdc6-4556050fe639, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8b508e57-8ada-4b88-bdc6-4556050fe639,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:21.002377 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-8e056b91-1df4-4c01-8298-09644f210d97 admin admin] For port cc68b832-bc22-4bb4-ad7e-a39aaaad4f31, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=cc68b832-bc22-4bb4-ad7e-a39aaaad4f31,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:21.005683 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e056b91-1df4-4c01-8298-09644f210d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.007219 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-cc64254e-ccf8-402b-a997-d7c8d509366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:21.008711 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-cc64254e-ccf8-402b-a997-d7c8d509366f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.1662741 Jul 30 01:42:21.026098 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edd1892-fd26-409a-a640-249402b55cb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:42:21.040455 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0a25b7-5af6-4c99-beb0-8dc775ebd750 x-openstack-request-id: req-2a0a25b7-5af6-4c99-beb0-8dc775ebd750 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:21.040455 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf976286-0095-44c9-8d0b-1934155d3462", "name": "network-vif-plugged", "status": "completed", "tag": "8b508e57-8ada-4b88-bdc6-4556050fe639", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:21.040455 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2a0a25b7-5af6-4c99-beb0-8dc775ebd750 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:21.040455 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf976286-0095-44c9-8d0b-1934155d3462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b508e57-8ada-4b88-bdc6-4556050fe639', 'code': 200} Jul 30 01:42:21.053594 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1edd1892-fd26-409a-a640-249402b55cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.054326 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-1edd1892-fd26-409a-a640-249402b55cb8 admin admin] Added segment 035d819b-6088-4568-a6fa-9cddc01f8c18 of type vlan for network 16ce28c4-9316-4c94-a61c-abf6bb0d340b Jul 30 01:42:21.055879 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd1892-fd26-409a-a640-249402b55cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4867962d-681d-47d9-9961-c07111509deb,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:21.069142 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-8e056b91-1df4-4c01-8298-09644f210d97 admin admin] Calling delete_port for cc68b832-bc22-4bb4-ad7e-a39aaaad4f31 owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:21.086497 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-a5a93e6c-5fff-4d13-8238-738578e67135 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508988 Jul 30 01:42:21.087812 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.089182 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device b8514681-eccc-47d5-a9cb-42b28a613c83 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:21.104628 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1edd1892-fd26-409a-a640-249402b55cb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.162361 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=8b508e57-8ada-4b88-bdc6-4556050fe639,revision_number=10']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:21.182968 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device b8514681-eccc-47d5-a9cb-42b28a613c83 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:21.212407 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1edd1892-fd26-409a-a640-249402b55cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.214521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edd1892-fd26-409a-a640-249402b55cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:21.219598 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1edd1892-fd26-409a-a640-249402b55cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.220591 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a22312-90b9-4d9d-8e58-22026ac57715 req-99030807-9e02-4308-b932-17ce1e7715ef tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:21.228128 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-56a22312-90b9-4d9d-8e58-22026ac57715 req-99030807-9e02-4308-b932-17ce1e7715ef tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 943 time: 0.2292111 Jul 30 01:42:21.322167 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-1e8219f3-9d63-47bf-826b-a829134482c0 service neutron] 10.222.0.77 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264082 Jul 30 01:42:21.343843 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd1892-fd26-409a-a640-249402b55cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=16ce28c4-9316-4c94-a61c-abf6bb0d340b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:21.361630 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 16ce28c4-9316-4c94-a61c-abf6bb0d340b details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:42:21.440989 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1edd1892-fd26-409a-a640-249402b55cb8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4562302 Jul 30 01:42:21.445350 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32864) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:21.454409 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-35d9dbe2-bced-46f7-8833-cfc7dc48d412 admin admin] Request body: {'subnet': {'network_id': '16ce28c4-9316-4c94-a61c-abf6bb0d340b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-767237652-subnet', 'tenant_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:21.472681 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-56a22312-90b9-4d9d-8e58-22026ac57715 req-7d873307-bf86-4e1a-b311-32d2a347e568 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433183 Jul 30 01:42:21.568010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d9dbe2-bced-46f7-8833-cfc7dc48d412 admin admin] Made reservation on behalf of c1efeebc45f54d1fa8d5dfaad1305c5a for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:21.571347 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35d9dbe2-bced-46f7-8833-cfc7dc48d412 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.586961 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32870) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:21.640810 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-9760405f-89dd-4bc3-aefd-edb0e98ea150 service neutron] 10.222.0.77 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796099 Jul 30 01:42:21.721804 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e056b91-1df4-4c01-8298-09644f210d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.791253 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e056b91-1df4-4c01-8298-09644f210d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc68b832-bc22-4bb4-ad7e-a39aaaad4f31,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:21.815148 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-936e7354-009f-4db9-bc47-0471048352d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.846475 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6e2481-33c4-4c0e-b0bd-66e102e32590 None None] Sync routers for ids ['95dbda67-b9d0-403e-b7d2-d7d31260e61e'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:42:21.857382 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e2481-33c4-4c0e-b0bd-66e102e32590 None None] Routers {'95dbda67-b9d0-403e-b7d2-d7d31260e61e'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:21.861065 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-aa6e2481-33c4-4c0e-b0bd-66e102e32590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:42:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['95dbda67-b9d0-403e-b7d2-d7d31260e61e'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:21.869525 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841543ef-c686-476c-9f9c-8f99005d1dff req-136900c9-f32d-46c5-b294-e14eeb9d064d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:21.871622 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-841543ef-c686-476c-9f9c-8f99005d1dff req-136900c9-f32d-46c5-b294-e14eeb9d064d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 945 time: 0.2071373 Jul 30 01:42:21.899788 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e056b91-1df4-4c01-8298-09644f210d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.000754 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-841543ef-c686-476c-9f9c-8f99005d1dff req-3084755e-539a-4b78-8d14-e908c41bc265 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952854 Jul 30 01:42:22.067099 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-aa6e2481-33c4-4c0e-b0bd-66e102e32590 None None] Set router 95dbda67-b9d0-403e-b7d2-d7d31260e61e gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:22.075275 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e056b91-1df4-4c01-8298-09644f210d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.084912 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e056b91-1df4-4c01-8298-09644f210d97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.105688 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35d9dbe2-bced-46f7-8833-cfc7dc48d412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.150339 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-aa6e2481-33c4-4c0e-b0bd-66e102e32590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95dbda67-b9d0-403e-b7d2-d7d31260e61e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861226067-router', 'tenant_id': 'e6ddfde939734ab9b5031b5cccba1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:05Z', 'updated_at': '2021-07-30T01:42:21Z', 'revision_number': 7, 'project_id': 'e6ddfde939734ab9b5031b5cccba1871', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:22.174323 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9dbe2-bced-46f7-8833-cfc7dc48d412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f9d1e57-0486-43cd-9bbe-cdb94ff6481e,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:22.182999 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6e2481-33c4-4c0e-b0bd-66e102e32590 None None] Checking router: 95dbda67-b9d0-403e-b7d2-d7d31260e61e for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:42:22.190233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d9dbe2-bced-46f7-8833-cfc7dc48d412 admin admin] Checking segment: {'id': '035d819b-6088-4568-a6fa-9cddc01f8c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '16ce28c4-9316-4c94-a61c-abf6bb0d340b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:22.190640 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d9dbe2-bced-46f7-8833-cfc7dc48d412 admin admin] Network hostable DHCP agents. Network: 16ce28c4-9316-4c94-a61c-abf6bb0d340b, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:42:22.195082 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e2481-33c4-4c0e-b0bd-66e102e32590 None None] Routers {'95dbda67-b9d0-403e-b7d2-d7d31260e61e'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:22.196059 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-aa6e2481-33c4-4c0e-b0bd-66e102e32590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:42:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['95dbda67-b9d0-403e-b7d2-d7d31260e61e'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:22.244885 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-936e7354-009f-4db9-bc47-0471048352d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.273505 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-aa6e2481-33c4-4c0e-b0bd-66e102e32590 None None] Set router 95dbda67-b9d0-403e-b7d2-d7d31260e61e gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:22.308957 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bd2ac-f9ef-47db-9441-7b51f7a835f4 req-b1820d6b-226b-4a3f-90d0-d03433f7a9c5 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:22.310696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d9dbe2-bced-46f7-8833-cfc7dc48d412 admin admin] Network 16ce28c4-9316-4c94-a61c-abf6bb0d340b is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:42:22.318711 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a47bd2ac-f9ef-47db-9441-7b51f7a835f4 req-b1820d6b-226b-4a3f-90d0-d03433f7a9c5 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.2370911 Jul 30 01:42:22.339456 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-aa6e2481-33c4-4c0e-b0bd-66e102e32590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95dbda67-b9d0-403e-b7d2-d7d31260e61e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861226067-router', 'tenant_id': 'e6ddfde939734ab9b5031b5cccba1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:05Z', 'updated_at': '2021-07-30T01:42:21Z', 'revision_number': 7, 'project_id': 'e6ddfde939734ab9b5031b5cccba1871', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:22.346446 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-936e7354-009f-4db9-bc47-0471048352d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.348990 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e056b91-1df4-4c01-8298-09644f210d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.349751 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e056b91-1df4-4c01-8298-09644f210d97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95dbda67-b9d0-403e-b7d2-d7d31260e61e {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:42:22.365399 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-dc77b1dd-2bca-4b39-b60a-5b546bcae6d0 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:22.367818 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-dc77b1dd-2bca-4b39-b60a-5b546bcae6d0 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6&tenant_id=9d514f5becb241c68f7a0454fc8f5db1&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 1096 time: 0.1198614 Jul 30 01:42:22.371043 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e056b91-1df4-4c01-8298-09644f210d97 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.372203 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8e056b91-1df4-4c01-8298-09644f210d97 admin admin] 10.222.0.70 "DELETE /v2.0/routers/95dbda67-b9d0-403e-b7d2-d7d31260e61e HTTP/1.1" status: 204 len: 168 time: 2.4634449 Jul 30 01:42:22.375006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32886) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:22.376269 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6e2481-33c4-4c0e-b0bd-66e102e32590 None None] The sync data for ids ['95dbda67-b9d0-403e-b7d2-d7d31260e61e'] in n-d-713498-9 is: [{'id': '95dbda67-b9d0-403e-b7d2-d7d31260e61e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861226067-router', 'tenant_id': 'e6ddfde939734ab9b5031b5cccba1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:05Z', 'updated_at': '2021-07-30T01:42:21Z', 'revision_number': 7, 'project_id': 'e6ddfde939734ab9b5031b5cccba1871', 'gw_port_host': None}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:42:22.438991 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-35d9dbe2-bced-46f7-8833-cfc7dc48d412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 16ce28c4-9316-4c94-a61c-abf6bb0d340b) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:22.445047 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-936e7354-009f-4db9-bc47-0471048352d9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=360d8be5144a458280b743e9420a06f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8536892 Jul 30 01:42:22.450376 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c10197-ce01-4504-ad9f-ab3a2c46c954 None None] Network 16ce28c4-9316-4c94-a61c-abf6bb0d340b requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:22.458703 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32888) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:22.464882 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d9dbe2-bced-46f7-8833-cfc7dc48d412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:22.465494 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35d9dbe2-bced-46f7-8833-cfc7dc48d412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.474702 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a47bd2ac-f9ef-47db-9441-7b51f7a835f4 req-b62946a2-8cbb-431a-9135-8c3f0204ad68 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548517 Jul 30 01:42:22.483307 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e7354-009f-4db9-bc47-0471048352d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32f8937-5958-463e-958e-7595bd637857,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:22.546018 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3c47a3-a113-4cee-947f-e897c8e68d58 admin admin] Deleting subnet 9daa47aa-610f-4283-8507-2c5d7ca03389 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:22.555075 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c3c47a3-a113-4cee-947f-e897c8e68d58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.622687 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d94e48b1-bb5d-4df6-b153-3bb77eb62cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.629030 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-35d9dbe2-bced-46f7-8833-cfc7dc48d412 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1823473 Jul 30 01:42:22.634973 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32892) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:22.673693 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7b8fe838-baba-48ae-b53b-a4eda04d15d9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-767237652-router', 'tenant_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:22.675105 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d94e48b1-bb5d-4df6-b153-3bb77eb62cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.719245 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c3c47a3-a113-4cee-947f-e897c8e68d58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.750966 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-e4cfae9a-8e93-4698-b05a-ccbe541d89cb service neutron] For port b8514681-eccc-47d5-a9cb-42b28a613c83, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:22.757517 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-e4cfae9a-8e93-4698-b05a-ccbe541d89cb service neutron] Notify callbacks [] for binding, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.758953 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2cec16c-3fad-4513-8da4-7d525a39df82 req-e4cfae9a-8e93-4698-b05a-ccbe541d89cb service neutron] 10.222.0.77 "DELETE /v2.0/ports/b8514681-eccc-47d5-a9cb-42b28a613c83/bindings/n-h1-713498-9 HTTP/1.1" status: 204 len: 173 time: 0.3666801 Jul 30 01:42:22.779236 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-16ce28c4-9316-4c94-a61c-abf6bb0d340b', 'network_id': '16ce28c4-9316-4c94-a61c-abf6bb0d340b', 'tenant_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'fixed_ips': [{'subnet_id': '9f9d1e57-0486-43cd-9bbe-cdb94ff6481e'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:42:22.780407 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.906355 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d94e48b1-bb5d-4df6-b153-3bb77eb62cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.910392 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d94e48b1-bb5d-4df6-b153-3bb77eb62cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.911647 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d94e48b1-bb5d-4df6-b153-3bb77eb62cea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d32f8937-5958-463e-958e-7595bd637857 HTTP/1.1" status: 204 len: 168 time: 0.4518609 Jul 30 01:42:22.923594 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c3c47a3-a113-4cee-947f-e897c8e68d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.959206 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e48b1-bb5d-4df6-b153-3bb77eb62cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32f8937-5958-463e-958e-7595bd637857,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:23.003810 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3adaa-d234-42d1-98f5-3b239d4a652b req-92d35d04-1fcf-4524-a5bd-ef90b768d273 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:23.011767 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61b3adaa-d234-42d1-98f5-3b239d4a652b req-92d35d04-1fcf-4524-a5bd-ef90b768d273 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 943 time: 0.4093175 Jul 30 01:42:23.015590 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe838-baba-48ae-b53b-a4eda04d15d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.017793 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe838-baba-48ae-b53b-a4eda04d15d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.064231 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c3c47a3-a113-4cee-947f-e897c8e68d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.089888 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61b3adaa-d234-42d1-98f5-3b239d4a652b req-8069fb17-2b45-4f30-becd-d578d5a64390 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772324 Jul 30 01:42:23.119467 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Allocated IP 172.20.0.2 (16ce28c4-9316-4c94-a61c-abf6bb0d340b/9f9d1e57-0486-43cd-9bbe-cdb94ff6481e/39afb2b2-2716-48b9-8be2-ba54b5063eda) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:23.172693 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c3c47a3-a113-4cee-947f-e897c8e68d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.181011 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5c3c47a3-a113-4cee-947f-e897c8e68d58 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9daa47aa-610f-4283-8507-2c5d7ca03389 HTTP/1.1" status: 204 len: 168 time: 0.8049111 Jul 30 01:42:23.181207 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32910) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:23.187462 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c47a3-a113-4cee-947f-e897c8e68d58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9daa47aa-610f-4283-8507-2c5d7ca03389,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:23.230286 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184a9204-bd6a-4c3b-ac5d-167f9ba7b837 None None] Network d491486b-5e9a-44ad-804a-b78b7d7f32a5 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:23.239523 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe838-baba-48ae-b53b-a4eda04d15d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.244169 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bee81-cf06-4bfd-9dee-5e94c46240e6 req-5681831d-df52-40cb-955a-675b133ce19f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:23.254505 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-506bee81-cf06-4bfd-9dee-5e94c46240e6 req-5681831d-df52-40cb-955a-675b133ce19f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 945 time: 0.1178479 Jul 30 01:42:23.406677 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e42d4a8-5aeb-460a-bf60-e841e5bb787f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.432575 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-506bee81-cf06-4bfd-9dee-5e94c46240e6 req-801af6fb-3c5f-46e6-bec3-3f65c25ad605 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754670 Jul 30 01:42:23.474287 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.565726 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Transition to ACTIVE for port object 39afb2b2-2716-48b9-8be2-ba54b5063eda will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:23.591938 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe838-baba-48ae-b53b-a4eda04d15d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.602232 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-3e42d4a8-5aeb-460a-bf60-e841e5bb787f admin admin] Deleting port 1bef1769-c8c5-49e6-8918-535d19ace599 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:23.608341 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e42d4a8-5aeb-460a-bf60-e841e5bb787f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.642602 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Transition to ACTIVE for port object 39afb2b2-2716-48b9-8be2-ba54b5063eda will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:23.713948 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.836417 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Network 16ce28c4-9316-4c94-a61c-abf6bb0d340b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:23.843351 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7651d91-0627-4245-b214-69cbcac05e4f None None] DHCP port deletion for d491486b-5e9a-44ad-804a-b78b7d7f32a5 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:42:23.855700 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:23.861871 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:23.889946 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-3e42d4a8-5aeb-460a-bf60-e841e5bb787f admin admin] For port 1bef1769-c8c5-49e6-8918-535d19ace599, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1bef1769-c8c5-49e6-8918-535d19ace599,segment=NetworkSegment(c6699426-8ee6-4a44-bbef-2a7a0ce1498a),segment_id=c6699426-8ee6-4a44-bbef-2a7a0ce1498a)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:23.896801 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e42d4a8-5aeb-460a-bf60-e841e5bb787f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.908757 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978c82c-9de8-4e88-b2d1-a9fcd0fc3123 req-1e3da4a6-8809-48ec-87a9-06bdf833ff3c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:23.918048 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c978c82c-9de8-4e88-b2d1-a9fcd0fc3123 req-1e3da4a6-8809-48ec-87a9-06bdf833ff3c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.1311872 Jul 30 01:42:23.938507 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-3e42d4a8-5aeb-460a-bf60-e841e5bb787f admin admin] Calling delete_port for 1bef1769-c8c5-49e6-8918-535d19ace599 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:23.947761 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82725a-f0e1-4ad2-8d03-ed09036c8e03 req-14f731a8-f131-46b3-bc08-90402306bdbd tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:23.963169 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba82725a-f0e1-4ad2-8d03-ed09036c8e03 req-14f731a8-f131-46b3-bc08-90402306bdbd tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 1096 time: 0.2030859 Jul 30 01:42:24.012798 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Pushing event updated for resources: {'Port': ['ID=39afb2b2-2716-48b9-8be2-ba54b5063eda,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:24.057211 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c978c82c-9de8-4e88-b2d1-a9fcd0fc3123 req-7f605439-867e-463f-919c-52e604cce784 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380157 Jul 30 01:42:24.107582 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Attempting to bind port 39afb2b2-2716-48b9-8be2-ba54b5063eda on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:24.107741 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Attempting to bind port 39afb2b2-2716-48b9-8be2-ba54b5063eda by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '035d819b-6088-4568-a6fa-9cddc01f8c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '16ce28c4-9316-4c94-a61c-abf6bb0d340b'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:24.108062 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Attempting to bind port 39afb2b2-2716-48b9-8be2-ba54b5063eda on network 16ce28c4-9316-4c94-a61c-abf6bb0d340b {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:24.121629 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:24.123066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Checking segment: {'id': '035d819b-6088-4568-a6fa-9cddc01f8c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '16ce28c4-9316-4c94-a61c-abf6bb0d340b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:24.123477 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.124084 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Bound using segment: {'id': '035d819b-6088-4568-a6fa-9cddc01f8c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '16ce28c4-9316-4c94-a61c-abf6bb0d340b'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:24.130973 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Bound port: 39afb2b2-2716-48b9-8be2-ba54b5063eda, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035d819b-6088-4568-a6fa-9cddc01f8c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '16ce28c4-9316-4c94-a61c-abf6bb0d340b'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:24.130973 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.154989 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba82725a-f0e1-4ad2-8d03-ed09036c8e03 req-aee99908-8c48-44e4-bfb0-a25f0ee3b099 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908331 Jul 30 01:42:24.213636 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] For port 39afb2b2-2716-48b9-8be2-ba54b5063eda, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:24.214677 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] For port 39afb2b2-2716-48b9-8be2-ba54b5063eda, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=39afb2b2-2716-48b9-8be2-ba54b5063eda,segment=NetworkSegment(035d819b-6088-4568-a6fa-9cddc01f8c18),segment_id=035d819b-6088-4568-a6fa-9cddc01f8c18)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:24.228839 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device bde524ec-e76d-41e6-94d8-dbfa2545a3d4 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:24.229114 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 2b70aba6-203f-4239-9dd0-1aaac7726e36 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:24.233636 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d7651d91-0627-4245-b214-69cbcac05e4f None None] Deleting port 1bef1769-c8c5-49e6-8918-535d19ace599 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:24.234178 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7651d91-0627-4245-b214-69cbcac05e4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.334426 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e42d4a8-5aeb-460a-bf60-e841e5bb787f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.381066 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42d4a8-5aeb-460a-bf60-e841e5bb787f admin admin] Pushing event deleted for resources: {'Port': ['ID=1bef1769-c8c5-49e6-8918-535d19ace599,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:24.387112 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e42d4a8-5aeb-460a-bf60-e841e5bb787f admin admin] No DVR routers for this DVR port 1bef1769-c8c5-49e6-8918-535d19ace599 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:24.490667 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe838-baba-48ae-b53b-a4eda04d15d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.515611 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b4028-4b9d-4aef-893d-a509d5b081dc req-31402373-0b44-4cbf-a31b-0cc9db1d9f81 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:24.517169 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-762b4028-4b9d-4aef-893d-a509d5b081dc req-31402373-0b44-4cbf-a31b-0cc9db1d9f81 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 943 time: 0.1964469 Jul 30 01:42:24.519019 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e42d4a8-5aeb-460a-bf60-e841e5bb787f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.556894 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-3e42d4a8-5aeb-460a-bf60-e841e5bb787f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d491486b-5e9a-44ad-804a-b78b7d7f32a5']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:24.630031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94145767-64de-4523-af4a-acad50f624fe req-b004c9e1-e5e4-451e-b771-55cb62693cb2 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:24.639446 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94145767-64de-4523-af4a-acad50f624fe req-b004c9e1-e5e4-451e-b771-55cb62693cb2 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 821 time: 0.1533818 Jul 30 01:42:24.671563 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe838-baba-48ae-b53b-a4eda04d15d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.683923 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94145767-64de-4523-af4a-acad50f624fe req-ceb6bd70-5091-4739-9c9b-f7d2c1987937 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/quotas/9d514f5becb241c68f7a0454fc8f5db1 HTTP/1.1" status: 200 len: 375 time: 0.0431497 Jul 30 01:42:24.735031 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d7651d91-0627-4245-b214-69cbcac05e4f None None] For port 1bef1769-c8c5-49e6-8918-535d19ace599, host n-d-713498-9, got binding levels [] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:24.735623 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7651d91-0627-4245-b214-69cbcac05e4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.775899 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d7651d91-0627-4245-b214-69cbcac05e4f None None] Calling delete_port for 1bef1769-c8c5-49e6-8918-535d19ace599 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:24.786315 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.ipam_backend_mixin [None req-d7651d91-0627-4245-b214-69cbcac05e4f None None] Port 1bef1769-c8c5-49e6-8918-535d19ace599 was not found and therefore no delete operation was performed {{(pid=94466) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:42:24.788314 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: bde524ec-e76d-41e6-94d8-dbfa2545a3d4 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:24.788667 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device bde524ec-e76d-41e6-94d8-dbfa2545a3d4 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:24.789076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 1bef1769-c8c5-49e6-8918-535d19ace599 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:24.813954 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94145767-64de-4523-af4a-acad50f624fe req-d928e7f1-9d90-4b6c-9736-df8d026c081c tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1285133 Jul 30 01:42:24.929013 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94145767-64de-4523-af4a-acad50f624fe req-efc49287-f76c-4805-bce5-15f704d9d51e service neutron] 10.222.0.70 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129000 Jul 30 01:42:24.930456 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 1bef1769-c8c5-49e6-8918-535d19ace599 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:24.930814 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 1bef1769-c8c5-49e6-8918-535d19ace599 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:24.931332 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device cc68b832-bc22-4bb4-ad7e-a39aaaad4f31 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:24.955513 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7651d91-0627-4245-b214-69cbcac05e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.964613 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.974758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: cc68b832-bc22-4bb4-ad7e-a39aaaad4f31 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:24.975112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device cc68b832-bc22-4bb4-ad7e-a39aaaad4f31 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:25.001741 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-7b8fe838-baba-48ae-b53b-a4eda04d15d9 admin admin] Allocated IP 172.25.1.39 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/b3ccf146-d06d-4622-94d3-7bb9b89a5635) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:25.002968 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-3e42d4a8-5aeb-460a-bf60-e841e5bb787f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6699426-8ee6-4a44-bbef-2a7a0ce1498a') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:25.003272 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-3e42d4a8-5aeb-460a-bf60-e841e5bb787f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6699426-8ee6-4a44-bbef-2a7a0ce1498a') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:25.029712 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-762b4028-4b9d-4aef-893d-a509d5b081dc req-02558100-79c6-4308-9ac4-7dc61e9ef9b2 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949579 Jul 30 01:42:25.032103 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e42d4a8-5aeb-460a-bf60-e841e5bb787f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.052933 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7651d91-0627-4245-b214-69cbcac05e4f None None] No DVR routers for this DVR port 1bef1769-c8c5-49e6-8918-535d19ace599 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:25.060623 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e42d4a8-5aeb-460a-bf60-e841e5bb787f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.086184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7651d91-0627-4245-b214-69cbcac05e4f None None] Pushing event deleted for resources: {'Port': ['ID=1bef1769-c8c5-49e6-8918-535d19ace599,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:25.094536 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e42d4a8-5aeb-460a-bf60-e841e5bb787f admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:42:25.094971 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e42d4a8-5aeb-460a-bf60-e841e5bb787f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:42:25.096837 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:42:25.156783 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61117293-aa0e-431f-bd9d-8bef91c494d5 None None] Pushing event updated for resources: {'Port': ['ID=39afb2b2-2716-48b9-8be2-ba54b5063eda,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:25.181347 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 2b70aba6-203f-4239-9dd0-1aaac7726e36, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=2b70aba6-203f-4239-9dd0-1aaac7726e36,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:25.210359 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '2b70aba6-203f-4239-9dd0-1aaac7726e36', 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e', 'port_id': '2b70aba6-203f-4239-9dd0-1aaac7726e36', 'mac_address': 'fa:16:3e:34:c4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df4a4e9-2ec7-47a1-80c6-9f49100e235e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:25.266931 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.270198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e42d4a8-5aeb-460a-bf60-e841e5bb787f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.284051 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e42d4a8-5aeb-460a-bf60-e841e5bb787f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.290457 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3e42d4a8-5aeb-460a-bf60-e841e5bb787f admin admin] 10.222.0.70 "DELETE /v2.0/networks/d491486b-5e9a-44ad-804a-b78b7d7f32a5 HTTP/1.1" status: 204 len: 168 time: 2.1056528 Jul 30 01:42:25.332044 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42d4a8-5aeb-460a-bf60-e841e5bb787f admin admin] Pushing event deleted for resources: {'Network': ['ID=d491486b-5e9a-44ad-804a-b78b7d7f32a5,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:25.356115 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b70aba6-203f-4239-9dd0-1aaac7726e36 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:25.443090 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 2b70aba6-203f-4239-9dd0-1aaac7726e36, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=2b70aba6-203f-4239-9dd0-1aaac7726e36,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:25.455525 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94145767-64de-4523-af4a-acad50f624fe req-7f99842e-1b44-4c58-8585-8691744fb8ca service neutron] 10.222.0.70 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251434 Jul 30 01:42:25.501938 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-4994a672-8d17-43c2-b8be-2adb548c470d tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e343f44bf5dd4cf8a8b503f8d70f09b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684149 Jul 30 01:42:25.504889 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.537626 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe838-baba-48ae-b53b-a4eda04d15d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.623236 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=2b70aba6-203f-4239-9dd0-1aaac7726e36,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:25.705443 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-7c5397e9-be1b-4930-9c23-fae948976a72 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.707729 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-7c5397e9-be1b-4930-9c23-fae948976a72 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892555 Jul 30 01:42:25.722815 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe838-baba-48ae-b53b-a4eda04d15d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.732308 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-0fdbc5bf-c37b-4dcd-abe8-90d55bb4dddb tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/quotas/e343f44bf5dd4cf8a8b503f8d70f09b5 HTTP/1.1" status: 200 len: 375 time: 0.0171471 Jul 30 01:42:25.770008 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-8e8d1d41-cdef-4ec4-beba-0ff2f4c39cbb tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e343f44bf5dd4cf8a8b503f8d70f09b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367126 Jul 30 01:42:25.832637 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8fe838-baba-48ae-b53b-a4eda04d15d9 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:25.836414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['2b70aba6-203f-4239-9dd0-1aaac7726e36'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:25.882925 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32990) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:25.889310 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-7b8fe838-baba-48ae-b53b-a4eda04d15d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:25.895110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8fe838-baba-48ae-b53b-a4eda04d15d9 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:25.897316 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fe838-baba-48ae-b53b-a4eda04d15d9 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ccf146-d06d-4622-94d3-7bb9b89a5635,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:25.968302 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0eab6c65-9ac7-4c61-900c-c4a62e8f9fdb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6ddfde939734ab9b5031b5cccba1871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0838521 Jul 30 01:42:25.972182 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32992) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:26.215276 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a5df3590-aa4f-4295-bfcc-51fc99d3f583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:26.273459 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 39afb2b2-2716-48b9-8be2-ba54b5063eda up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:26.275838 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a5df3590-aa4f-4295-bfcc-51fc99d3f583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:26.324467 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244052f-bc7c-4dd2-a81c-36bdc81a9b49 req-ebfe936d-d60f-44e8-95fc-a0e6aa975195 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:26.326273 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5244052f-bc7c-4dd2-a81c-36bdc81a9b49 req-ebfe936d-d60f-44e8-95fc-a0e6aa975195 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.3745539 Jul 30 01:42:26.413563 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-82b430a3-f3f5-4429-bf6d-4d8028832522 service neutron] show failed (client error): The resource could not be found. Jul 30 01:42:26.423710 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-82b430a3-f3f5-4429-bf6d-4d8028832522 service neutron] 10.222.0.77 "GET /v2.0/ports/cfa21f14-d3be-46f5-9037-356e185717cf/bindings/n-h1-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.2851286 Jul 30 01:42:26.470185 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5244052f-bc7c-4dd2-a81c-36bdc81a9b49 req-e5139ea7-305d-4002-9d02-91b67c89e1ed tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195602 Jul 30 01:42:26.484993 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b9a6acc1-a433-4a1f-acec-146a508d1a7a req-877845aa-4c57-4bf1-a765-8b581be720a3 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 210 time: 0.0357146 Jul 30 01:42:26.488817 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a5df3590-aa4f-4295-bfcc-51fc99d3f583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:26.491477 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a5df3590-aa4f-4295-bfcc-51fc99d3f583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:26.495654 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a5df3590-aa4f-4295-bfcc-51fc99d3f583 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/68fb5dc3-27cc-425e-a522-f07559d519e2 HTTP/1.1" status: 204 len: 168 time: 0.5196183 Jul 30 01:42:26.524229 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df3590-aa4f-4295-bfcc-51fc99d3f583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fb5dc3-27cc-425e-a522-f07559d519e2,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:26.533312 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 39afb2b2-2716-48b9-8be2-ba54b5063eda completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:26.711347 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d35185-59f1-4009-bdc6-ccc28b3c0149 req-1890df0c-fceb-4949-90a0-e97ed101e685 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:26.725649 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d9d35185-59f1-4009-bdc6-ccc28b3c0149 req-1890df0c-fceb-4949-90a0-e97ed101e685 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 944 time: 0.1120894 Jul 30 01:42:26.748487 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe838-baba-48ae-b53b-a4eda04d15d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:26.813489 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d9d35185-59f1-4009-bdc6-ccc28b3c0149 req-a3125763-a5a7-4785-ab39-7a06f5e7b2fa tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869329 Jul 30 01:42:26.847127 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe3139a1-f1d7-4421-8a2c-1eec3b174ae6 req-49a7d5d3-dc79-4bdc-a987-2412bcdf8fcb tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 210 time: 0.1270556 Jul 30 01:42:26.867468 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1470b299-fe94-4286-86f8-175555df40ae None None] Network 16ce28c4-9316-4c94-a61c-abf6bb0d340b requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:27.211451 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7d33dfde-3916-45e3-884f-debf0d926b48 None None] Provisioning for port 39afb2b2-2716-48b9-8be2-ba54b5063eda completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:27.301441 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7d33dfde-3916-45e3-884f-debf0d926b48 None None] Provisioning complete for port 39afb2b2-2716-48b9-8be2-ba54b5063eda triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:27.301441 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d33dfde-3916-45e3-884f-debf0d926b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:27.303304 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:42:27.368991 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d33dfde-3916-45e3-884f-debf0d926b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:27.423695 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-7d33dfde-3916-45e3-884f-debf0d926b48 None None] For port 39afb2b2-2716-48b9-8be2-ba54b5063eda, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=39afb2b2-2716-48b9-8be2-ba54b5063eda,segment=NetworkSegment(035d819b-6088-4568-a6fa-9cddc01f8c18),segment_id=035d819b-6088-4568-a6fa-9cddc01f8c18)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:27.440461 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe838-baba-48ae-b53b-a4eda04d15d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:27.444788 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-af3333a0-3d0c-4fb9-a44a-d14265553a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:27.446448 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-af3333a0-3d0c-4fb9-a44a-d14265553a7e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb&tenant_id=623208e081294df0b62265be2069edd5 HTTP/1.1" status: 200 len: 1101 time: 0.3944011 Jul 30 01:42:27.494919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-9', 'device_owner': 'compute:nova'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:27.601571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c89eb3-ce74-4a2f-9aa8-1608834360f6 req-7db27e7c-b4ae-46e1-9035-d19f64586615 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:27.603225 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5c89eb3-ce74-4a2f-9aa8-1608834360f6 req-7db27e7c-b4ae-46e1-9035-d19f64586615 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.0490968 Jul 30 01:42:27.623524 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b36f3a4-01f1-464a-ae0a-991fdf3c9cec req-2ced7e65-4e46-4306-b95b-1465909e37cf tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 210 time: 0.0513377 Jul 30 01:42:27.627786 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:27.645294 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5c89eb3-ce74-4a2f-9aa8-1608834360f6 req-74792644-3f1a-467b-aea6-aabb7d01c925 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350194 Jul 30 01:42:27.901555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] For port cfa21f14-d3be-46f5-9037-356e185717cf, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=cfa21f14-d3be-46f5-9037-356e185717cf,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:27.939062 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d33dfde-3916-45e3-884f-debf0d926b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.004183 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7a54bd07-e1f5-4073-a63f-696f3c8291e8 req-41fa0d9b-fde0-4be2-8130-3690b11012ba tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 210 time: 0.0560429 Jul 30 01:42:28.005156 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8fe838-baba-48ae-b53b-a4eda04d15d9 admin admin] Router a65704c5-63e7-42e1-b4c3-9f2e400e2005 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:42:28.066016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33dfde-3916-45e3-884f-debf0d926b48 None None] Pushing event updated for resources: {'Port': ['ID=39afb2b2-2716-48b9-8be2-ba54b5063eda,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:28.071801 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1fb0757e-6aaa-481e-8330-4c13c149c77f None None] Provisioning complete for port 39afb2b2-2716-48b9-8be2-ba54b5063eda triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:28.075451 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1fb0757e-6aaa-481e-8330-4c13c149c77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.129382 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df81ac0-c1d1-4361-afed-ad6dfa32c79e req-490c2084-d966-4888-b017-ce5f0807e7df tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:28.131560 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3df81ac0-c1d1-4361-afed-ad6dfa32c79e req-490c2084-d966-4888-b017-ce5f0807e7df tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 944 time: 0.2094097 Jul 30 01:42:28.145635 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] For port cfa21f14-d3be-46f5-9037-356e185717cf, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:28.264159 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 2b70aba6-203f-4239-9dd0-1aaac7726e36 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:28.290577 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8fe838-baba-48ae-b53b-a4eda04d15d9 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:42:28.331060 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] Sync routers for ids ['a65704c5-63e7-42e1-b4c3-9f2e400e2005'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:42:28.347077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] Routers {'a65704c5-63e7-42e1-b4c3-9f2e400e2005'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:28.347869 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:42:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a65704c5-63e7-42e1-b4c3-9f2e400e2005'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:28.353450 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.359377 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90070027-437b-4e09-92bf-b47d41ce24bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa21f14-d3be-46f5-9037-356e185717cf'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:28.362006 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09169ff4-d1bf-4203-b711-27e3ea5b317c" -d '{"events": [{"server_uuid": "90070027-437b-4e09-92bf-b47d41ce24bb", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa21f14-d3be-46f5-9037-356e185717cf"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:28.404041 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] Transition to ACTIVE for port object cfa21f14-d3be-46f5-9037-356e185717cf will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:28.410735 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3df81ac0-c1d1-4361-afed-ad6dfa32c79e req-397d4fc2-7b4a-4d57-a510-ba568413b98e tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683980 Jul 30 01:42:28.470691 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe838-baba-48ae-b53b-a4eda04d15d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.474386 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7b8fe838-baba-48ae-b53b-a4eda04d15d9 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8358307 Jul 30 01:42:28.474386 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.476413 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33070) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:28.485191 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526c86fe-8808-4c15-8092-e5c8da96b2f6 x-openstack-request-id: req-526c86fe-8808-4c15-8092-e5c8da96b2f6 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:28.485571 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90070027-437b-4e09-92bf-b47d41ce24bb", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa21f14-d3be-46f5-9037-356e185717cf", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:28.486666 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-526c86fe-8808-4c15-8092-e5c8da96b2f6 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:28.487143 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90070027-437b-4e09-92bf-b47d41ce24bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa21f14-d3be-46f5-9037-356e185717cf', 'code': 200} Jul 30 01:42:28.520223 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] Set router a65704c5-63e7-42e1-b4c3-9f2e400e2005 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:28.562874 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 2b70aba6-203f-4239-9dd0-1aaac7726e36 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:28.613810 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 2b70aba6-203f-4239-9dd0-1aaac7726e36 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:28.615777 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.678507 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa21f14-d3be-46f5-9037-356e185717cf,revision_number=6']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:28.721366 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] No DVR routers for this DVR port cfa21f14-d3be-46f5-9037-356e185717cf on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:28.818010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] Attempting to bind port cfa21f14-d3be-46f5-9037-356e185717cf on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:28.818381 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] Attempting to bind port cfa21f14-d3be-46f5-9037-356e185717cf by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:28.819625 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] Attempting to bind port cfa21f14-d3be-46f5-9037-356e185717cf on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:28.829421 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] Port cfa21f14-d3be-46f5-9037-356e185717cf on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:28.829777 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] Attempting to bind port cfa21f14-d3be-46f5-9037-356e185717cf on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:28.865629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:28.865981 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:28.871782 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:28.872270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] Bound port: cfa21f14-d3be-46f5-9037-356e185717cf, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:28.873718 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.949956 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c9447df0-aade-436f-a558-26fc61b3e591 req-9ad4af8d-ea0b-442c-a570-811f9a75fbfb tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 210 time: 0.1111825 Jul 30 01:42:29.033881 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.047447 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd30a89-3cf4-4175-93aa-ab9cb46f13eb req-0c7c3e66-2e69-4abe-8f7b-ed7138a9fa38 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.057651 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0dd30a89-3cf4-4175-93aa-ab9cb46f13eb req-0c7c3e66-2e69-4abe-8f7b-ed7138a9fa38 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 948 time: 0.1983683 Jul 30 01:42:29.062317 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] For port cfa21f14-d3be-46f5-9037-356e185717cf, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:29.073474 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] For port cfa21f14-d3be-46f5-9037-356e185717cf, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cfa21f14-d3be-46f5-9037-356e185717cf,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:29.087656 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b47fb52-d487-491e-861c-8a02cec8f1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b70aba6-203f-4239-9dd0-1aaac7726e36'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:29.090122 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05417a79-5b23-4f61-8332-814c0085cc47" -d '{"events": [{"server_uuid": "5b47fb52-d487-491e-861c-8a02cec8f1bc", "name": "network-vif-plugged", "status": "completed", "tag": "2b70aba6-203f-4239-9dd0-1aaac7726e36"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:29.111110 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 2b70aba6-203f-4239-9dd0-1aaac7726e36, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=2b70aba6-203f-4239-9dd0-1aaac7726e36,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:29.119369 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65704c5-63e7-42e1-b4c3-9f2e400e2005', 'name': 'tempest-FloatingIPsTestJSON-767237652-router', 'tenant_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b3ccf146-d06d-4622-94d3-7bb9b89a5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:23Z', 'updated_at': '2021-07-30T01:42:26Z', 'revision_number': 3, 'project_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'gw_port': {'id': 'b3ccf146-d06d-4622-94d3-7bb9b89a5635', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:25:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65704c5-63e7-42e1-b4c3-9f2e400e2005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:24Z', 'updated_at': '2021-07-30T01:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:29.162223 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.191859 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0dd30a89-3cf4-4175-93aa-ab9cb46f13eb req-95a32d2f-5896-45d6-bb36-3b65fdc58ce6 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256599 Jul 30 01:42:29.195403 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.196301 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device cfa21f14-d3be-46f5-9037-356e185717cf no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:29.248969 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device cfa21f14-d3be-46f5-9037-356e185717cf not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:29.250804 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] Checking router: a65704c5-63e7-42e1-b4c3-9f2e400e2005 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:42:29.251143 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] Updating router a65704c5-63e7-42e1-b4c3-9f2e400e2005 port b3ccf146-d06d-4622-94d3-7bb9b89a5635 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:42:29.281358 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.284909 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.288499 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] 10.222.0.10 "PUT /v2.0/ports/cfa21f14-d3be-46f5-9037-356e185717cf HTTP/1.1" status: 200 len: 1096 time: 1.8008993 Jul 30 01:42:29.363445 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76c6d2-19eb-4d59-9682-f66a57d57932 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa21f14-d3be-46f5-9037-356e185717cf,revision_number=7']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:29.417434 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-ad0a5b8d-2491-49f6-814c-0b3ddb4c77f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.419350 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-ad0a5b8d-2491-49f6-814c-0b3ddb4c77f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 1099 time: 0.0952508 Jul 30 01:42:29.443992 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=2b70aba6-203f-4239-9dd0-1aaac7726e36,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:29.461596 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad2d1f4-dcc2-4616-b471-5c67eed836ee x-openstack-request-id: req-0ad2d1f4-dcc2-4616-b471-5c67eed836ee {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:29.461596 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b47fb52-d487-491e-861c-8a02cec8f1bc", "name": "network-vif-plugged", "status": "completed", "tag": "2b70aba6-203f-4239-9dd0-1aaac7726e36", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:29.461596 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ad2d1f4-dcc2-4616-b471-5c67eed836ee {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:29.461596 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b47fb52-d487-491e-861c-8a02cec8f1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b70aba6-203f-4239-9dd0-1aaac7726e36', 'code': 200} Jul 30 01:42:29.477440 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.543907 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c3709c52-f208-46a8-8c6f-3184864ed070 req-b24f2802-d8e4-4533-83c6-ecd15793673b tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 210 time: 0.0794895 Jul 30 01:42:29.747232 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000aac52-0bf7-410a-8efa-ba8c320e63bd req-adb9996e-399e-4e4f-8029-1085efc16d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.749384 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-000aac52-0bf7-410a-8efa-ba8c320e63bd req-adb9996e-399e-4e4f-8029-1085efc16d02 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 1096 time: 0.1319237 Jul 30 01:42:29.767885 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-8016b7cb-b01b-4250-9fae-52bdac817921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.769407 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-8016b7cb-b01b-4250-9fae-52bdac817921 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.3408079 Jul 30 01:42:29.817304 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94145767-64de-4523-af4a-acad50f624fe req-767c1c42-1daa-47bd-bfcc-4d789776d41b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.818955 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-94145767-64de-4523-af4a-acad50f624fe req-767c1c42-1daa-47bd-bfcc-4d789776d41b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.10 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 821 time: 0.5194659 Jul 30 01:42:29.836705 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-94145767-64de-4523-af4a-acad50f624fe req-252a65b4-8552-4d53-9c97-d89bd0659d5b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Request body: {'port': {'device_id': 'f26ed028-c974-4c7a-92b6-45e73fe5d343', 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e', 'admin_state_up': True, 'tenant_id': '9d514f5becb241c68f7a0454fc8f5db1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:29.890983 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-fe162482-b4c8-430f-87a7-d9710c75a810 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=cfa21f14-d3be-46f5-9037-356e185717cf HTTP/1.1" status: 200 len: 217 time: 0.0985672 Jul 30 01:42:29.905880 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd691516-7789-49d2-8f9f-41c5e94782d9 req-121d1612-e592-4839-bf2c-a3b9f771d068 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.907493 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fd691516-7789-49d2-8f9f-41c5e94782d9 req-121d1612-e592-4839-bf2c-a3b9f771d068 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 945 time: 0.3120096 Jul 30 01:42:29.955214 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-8e561f1c-da52-4533-8ec2-15caec531317 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e343f44bf5dd4cf8a8b503f8d70f09b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138258 Jul 30 01:42:29.987172 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-000aac52-0bf7-410a-8efa-ba8c320e63bd req-f02f1a1b-caca-41b4-92d7-7ac1bcab6a2c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924572 Jul 30 01:42:30.042283 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-2d9eb7be-e52b-4409-9028-a94cb5065c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:30.044683 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-2d9eb7be-e52b-4409-9028-a94cb5065c0f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1566489 Jul 30 01:42:30.074330 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fd691516-7789-49d2-8f9f-41c5e94782d9 req-ca798619-3834-4b27-8a6e-88f26f75c232 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268916 Jul 30 01:42:30.099448 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.112723 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] Transition to ACTIVE for port object b3ccf146-d06d-4622-94d3-7bb9b89a5635 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:30.130178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7fdcc383-9605-430e-88c5-7e88135bb903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:30.140274 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-7fdcc383-9605-430e-88c5-7e88135bb903 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0776505 Jul 30 01:42:30.148285 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 39afb2b2-2716-48b9-8be2-ba54b5063eda up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:30.216968 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.245955 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33120) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:30.276203 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-bbf8e1a1-951d-4784-8090-0c87339b7ec9 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350193 Jul 30 01:42:30.293866 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63994c9a-be7f-421a-9536-7c66038efaf9 req-2438f4ef-3778-4f7b-bbff-a344c1fc0adc tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 210 time: 0.0575228 Jul 30 01:42:30.335575 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] Attempting to bind port b3ccf146-d06d-4622-94d3-7bb9b89a5635 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:30.335934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] Attempting to bind port b3ccf146-d06d-4622-94d3-7bb9b89a5635 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:30.336299 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] Attempting to bind port b3ccf146-d06d-4622-94d3-7bb9b89a5635 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:30.343970 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:30.344351 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:30.344739 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.345132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:30.345599 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] Bound port: b3ccf146-d06d-4622-94d3-7bb9b89a5635, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:30.345979 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.348814 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9030b63-3de5-4206-addb-2e8527b35904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.388989 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc1d59-d281-4a9e-aaf6-39fa30397b4f None None] Pushing event updated for resources: {'Port': ['ID=b3ccf146-d06d-4622-94d3-7bb9b89a5635,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:30.409525 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 39afb2b2-2716-48b9-8be2-ba54b5063eda triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:30.409902 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.432609 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9a2d8a3-441c-4afa-91a4-a87bda24ab7f req-af75c170-134a-4c93-ad75-57c2bc4bfef9 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477976 Jul 30 01:42:30.442792 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-7380c272-3a72-4e88-960c-9d390086766c tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:30.444990 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-7380c272-3a72-4e88-960c-9d390086766c tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4791107 Jul 30 01:42:30.485142 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] For port b3ccf146-d06d-4622-94d3-7bb9b89a5635, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:30.488763 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90070027-437b-4e09-92bf-b47d41ce24bb', 'tag': 'cfa21f14-d3be-46f5-9037-356e185717cf'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:30.488943 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] For port b3ccf146-d06d-4622-94d3-7bb9b89a5635, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=b3ccf146-d06d-4622-94d3-7bb9b89a5635,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:30.492939 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-8ae988a0-6ad8-4685-aebb-3f03a3bc0739 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Request body: {'port': {'device_id': '393797f8-7a73-4f15-ad46-01a191d6feab', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': 'e343f44bf5dd4cf8a8b503f8d70f09b5'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:30.496560 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac75dcb-5eab-4cb1-97f2-333d83b95744" -d '{"events": [{"name": "network-changed", "server_uuid": "90070027-437b-4e09-92bf-b47d41ce24bb", "tag": "cfa21f14-d3be-46f5-9037-356e185717cf"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:30.529940 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94145767-64de-4523-af4a-acad50f624fe req-252a65b4-8552-4d53-9c97-d89bd0659d5b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Made reservation on behalf of 9d514f5becb241c68f7a0454fc8f5db1 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:30.539241 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-94145767-64de-4523-af4a-acad50f624fe req-252a65b4-8552-4d53-9c97-d89bd0659d5b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.560900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10460e8-aecb-44b6-adf8-f8376ed8d2d0 req-1df517b8-bf70-478e-8238-b1e7661fce39 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:30.568632 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.569362 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f10460e8-aecb-44b6-adf8-f8376ed8d2d0 req-1df517b8-bf70-478e-8238-b1e7661fce39 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 948 time: 0.1354666 Jul 30 01:42:30.603268 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2d1649-f273-4e5f-a7c1-d89f9753df86 x-openstack-request-id: req-2b2d1649-f273-4e5f-a7c1-d89f9753df86 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:30.603558 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90070027-437b-4e09-92bf-b47d41ce24bb", "tag": "cfa21f14-d3be-46f5-9037-356e185717cf", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:30.603815 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b2d1649-f273-4e5f-a7c1-d89f9753df86 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:30.604261 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90070027-437b-4e09-92bf-b47d41ce24bb', 'tag': 'cfa21f14-d3be-46f5-9037-356e185717cf', 'status': 'completed', 'code': 200} Jul 30 01:42:30.634424 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac5babfd-4173-474e-9208-9749710879a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.644401 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] Routers {'a65704c5-63e7-42e1-b4c3-9f2e400e2005'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:30.645856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:42:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a65704c5-63e7-42e1-b4c3-9f2e400e2005'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:30.695136 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f10460e8-aecb-44b6-adf8-f8376ed8d2d0 req-3d89b545-e60c-4ebb-b771-21b471de542f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248815 Jul 30 01:42:30.720321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-671c9d16-57ce-4007-b29d-3d2b45b1dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:30.721487 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-671c9d16-57ce-4007-b29d-3d2b45b1dc50 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 1099 time: 0.1001232 Jul 30 01:42:30.780838 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc1d59-d281-4a9e-aaf6-39fa30397b4f None None] Pushing event updated for resources: {'Port': ['ID=b3ccf146-d06d-4622-94d3-7bb9b89a5635,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:30.873057 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-ddd88b50-8432-4777-b0b0-83867cdc5c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:30.874646 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-ddd88b50-8432-4777-b0b0-83867cdc5c5e service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.1441967 Jul 30 01:42:30.881171 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac5babfd-4173-474e-9208-9749710879a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.881692 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] Set router a65704c5-63e7-42e1-b4c3-9f2e400e2005 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:30.931767 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-f57afdd1-ff15-4f5e-83ea-54a513e8b4a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=cfa21f14-d3be-46f5-9037-356e185717cf HTTP/1.1" status: 200 len: 217 time: 0.0453014 Jul 30 01:42:30.931960 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-25b43665-a768-404d-ba20-e28e1c2ec317 req-aaf58557-eeac-48f0-9a84-2d05bce412d0 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 210 time: 0.1957691 Jul 30 01:42:30.991388 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac5babfd-4173-474e-9208-9749710879a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.036603 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-6c5e6dba-6958-4b86-97f5-78bcfa31e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:31.043411 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-6c5e6dba-6958-4b86-97f5-78bcfa31e9be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 1099 time: 0.3884919 Jul 30 01:42:31.069679 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ac5babfd-4173-474e-9208-9749710879a1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d945c3984e0e447cb81a4a4c63cd76d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8224900 Jul 30 01:42:31.073995 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33142) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:31.083626 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-f0acc8df-86fa-4daf-9954-05f826518d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:31.085605 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-f0acc8df-86fa-4daf-9954-05f826518d90 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1464655 Jul 30 01:42:31.087707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5babfd-4173-474e-9208-9749710879a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a597c8-d1b8-447b-913d-2b8d0950a54b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:31.191853 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65704c5-63e7-42e1-b4c3-9f2e400e2005', 'name': 'tempest-FloatingIPsTestJSON-767237652-router', 'tenant_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b3ccf146-d06d-4622-94d3-7bb9b89a5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:23Z', 'updated_at': '2021-07-30T01:42:26Z', 'revision_number': 3, 'project_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'gw_port': {'id': 'b3ccf146-d06d-4622-94d3-7bb9b89a5635', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:25:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65704c5-63e7-42e1-b4c3-9f2e400e2005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:24Z', 'updated_at': '2021-07-30T01:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:31.202254 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-acc3faa9-25ec-4faa-a0b2-b5c1ee0af9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:31.204605 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-acc3faa9-25ec-4faa-a0b2-b5c1ee0af9b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076846 Jul 30 01:42:31.206035 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a165a2d4-3363-490d-af79-5d39cd814481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.229391 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db202da9-4f4d-4b01-abd7-7635e166a9e0 None None] The sync data for ids ['a65704c5-63e7-42e1-b4c3-9f2e400e2005'] in n-d-713498-9 is: [{'id': 'a65704c5-63e7-42e1-b4c3-9f2e400e2005', 'name': 'tempest-FloatingIPsTestJSON-767237652-router', 'tenant_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b3ccf146-d06d-4622-94d3-7bb9b89a5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:23Z', 'updated_at': '2021-07-30T01:42:26Z', 'revision_number': 3, 'project_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'gw_port': {'id': 'b3ccf146-d06d-4622-94d3-7bb9b89a5635', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:25:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65704c5-63e7-42e1-b4c3-9f2e400e2005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:24Z', 'updated_at': '2021-07-30T01:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:42:31.244449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-5c31c2a1-5313-4a28-b1e3-9ae3d79b1e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:31.246017 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-5c31c2a1-5313-4a28-b1e3-9ae3d79b1e24 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.1882136 Jul 30 01:42:31.297546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a165a2d4-3363-490d-af79-5d39cd814481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.373702 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-f7bebc1b-82c5-4023-8a92-e82c1d774e7e service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585014 Jul 30 01:42:31.453356 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1930e88-e8a0-47fb-9e60-91390cc7a9d2 req-ea8a62ff-0cd7-4d2f-bb3f-d59b2c1f85b2 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:31.461050 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f1930e88-e8a0-47fb-9e60-91390cc7a9d2 req-ea8a62ff-0cd7-4d2f-bb3f-d59b2c1f85b2 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 945 time: 0.2060168 Jul 30 01:42:31.462702 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-f1387ce6-eda5-4605-a738-c166e5640425 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=cfa21f14-d3be-46f5-9037-356e185717cf HTTP/1.1" status: 200 len: 217 time: 0.2065015 Jul 30 01:42:31.463252 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-8ae988a0-6ad8-4685-aebb-3f03a3bc0739 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Made reservation on behalf of e343f44bf5dd4cf8a8b503f8d70f09b5 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:31.467554 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-8ae988a0-6ad8-4685-aebb-3f03a3bc0739 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.503001 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-9002d8dc-b4bf-43df-a93b-cb514272258c service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204791 Jul 30 01:42:31.533082 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-a9030b63-3de5-4206-addb-2e8527b35904 admin admin] Allocated IP 172.20.0.1 (16ce28c4-9316-4c94-a61c-abf6bb0d340b/9f9d1e57-0486-43cd-9bbe-cdb94ff6481e/9c35eab1-f611-40dc-93c6-a67ed5192d91) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:31.556969 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d101bddf-64a9-40ac-b0dd-e3b4fa1d8833 req-2328a1a5-f9e0-430b-ae6e-e9e8819b7528 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 210 time: 0.0473261 Jul 30 01:42:31.559535 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a165a2d4-3363-490d-af79-5d39cd814481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.567922 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a165a2d4-3363-490d-af79-5d39cd814481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.568811 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a165a2d4-3363-490d-af79-5d39cd814481 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/00a597c8-d1b8-447b-913d-2b8d0950a54b HTTP/1.1" status: 204 len: 168 time: 0.4935763 Jul 30 01:42:31.581492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165a2d4-3363-490d-af79-5d39cd814481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a597c8-d1b8-447b-913d-2b8d0950a54b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:31.626491 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-8ae988a0-6ad8-4685-aebb-3f03a3bc0739 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.679434 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-d0832903-5632-452c-9498-5d535e3874eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:31.680910 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-d0832903-5632-452c-9498-5d535e3874eb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1879320 Jul 30 01:42:31.811722 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f1930e88-e8a0-47fb-9e60-91390cc7a9d2 req-c6ba64e8-24e2-4c3d-b875-eeb3c03aae96 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310931 Jul 30 01:42:31.833741 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-94145767-64de-4523-af4a-acad50f624fe req-252a65b4-8552-4d53-9c97-d89bd0659d5b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Allocated IP 172.20.0.10 (18de1eb3-907c-4e80-9e3a-e2daca4c050e/26ee53b8-de93-45d5-96fb-d335e3f2eaf9/6012cfaf-7ddf-4153-add8-259fdcf5e838) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:31.904602 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1350c89-de78-4f74-9e1b-ffe8ebbfc32e req-365804d6-6b43-4e23-92e7-590ffcbea4ce tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:31.913078 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-611337d0-97c7-44ba-b5bc-af590699e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:31.914851 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-611337d0-97c7-44ba-b5bc-af590699e5c1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2236621 Jul 30 01:42:31.915226 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1350c89-de78-4f74-9e1b-ffe8ebbfc32e req-365804d6-6b43-4e23-92e7-590ffcbea4ce tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 948 time: 0.1278949 Jul 30 01:42:31.977661 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1350c89-de78-4f74-9e1b-ffe8ebbfc32e req-a171a0b4-4567-4001-96f6-6d01413c7a94 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610285 Jul 30 01:42:32.185600 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88360d8c-6d43-40c6-aae6-d0d7c7e94b19 req-36418774-236e-4f03-b003-e31c02b6d94e tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 210 time: 0.0727847 Jul 30 01:42:32.205967 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9030b63-3de5-4206-addb-2e8527b35904 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.209274 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b3ccf146-d06d-4622-94d3-7bb9b89a5635 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:32.373261 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port b3ccf146-d06d-4622-94d3-7bb9b89a5635 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:32.377599 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port b3ccf146-d06d-4622-94d3-7bb9b89a5635 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:32.385282 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.413268 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-8ae988a0-6ad8-4685-aebb-3f03a3bc0739 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.420811 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-a9030b63-3de5-4206-addb-2e8527b35904 admin admin] Transition to ACTIVE for port object 9c35eab1-f611-40dc-93c6-a67ed5192d91 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:32.483695 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-db40c7eb-06c5-488f-b7ec-7f3d86cba438 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529304 Jul 30 01:42:32.500372 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-8ae988a0-6ad8-4685-aebb-3f03a3bc0739 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.708486 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-8ae988a0-6ad8-4685-aebb-3f03a3bc0739 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Allocated IP 192.168.233.177 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/0ab796ef-d6f0-44e9-aa36-66caa5f20872) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:32.732096 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device cfa21f14-d3be-46f5-9037-356e185717cf details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:32.738039 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.820234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port b3ccf146-d06d-4622-94d3-7bb9b89a5635, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=b3ccf146-d06d-4622-94d3-7bb9b89a5635,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:32.896736 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.899314 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.991340 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=b3ccf146-d06d-4622-94d3-7bb9b89a5635,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:33.009592 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port cfa21f14-d3be-46f5-9037-356e185717cf, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cfa21f14-d3be-46f5-9037-356e185717cf,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:33.025728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'cfa21f14-d3be-46f5-9037-356e185717cf', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': 'cfa21f14-d3be-46f5-9037-356e185717cf', 'mac_address': 'fa:16:3e:41:b1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:33.056252 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc2c7e-7fbb-42b9-b516-881ce255ab6b req-140825e2-07b4-44d0-9bb0-94d293a05d7f tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:33.057777 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3efc2c7e-7fbb-42b9-b516-881ce255ab6b req-140825e2-07b4-44d0-9bb0-94d293a05d7f tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 945 time: 0.1260178 Jul 30 01:42:33.099729 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.125054 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa21f14-d3be-46f5-9037-356e185717cf {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:33.140028 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3efc2c7e-7fbb-42b9-b516-881ce255ab6b req-922c6de1-0194-4173-b9e0-607bfe974978 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715325 Jul 30 01:42:33.167504 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port cfa21f14-d3be-46f5-9037-356e185717cf, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cfa21f14-d3be-46f5-9037-356e185717cf,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:33.224627 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.310605 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=cfa21f14-d3be-46f5-9037-356e185717cf,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:33.349675 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71655108-5826-4309-9b9e-e48b21ef20cb req-b908534c-6af4-4af4-b8a6-6dd91e6e56bd tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:33.358341 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71655108-5826-4309-9b9e-e48b21ef20cb req-b908534c-6af4-4af4-b8a6-6dd91e6e56bd tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 949 time: 0.1383553 Jul 30 01:42:33.360506 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33198) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:33.440379 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71655108-5826-4309-9b9e-e48b21ef20cb req-aedf9b6a-af34-4ecb-a98b-d68dd23bc6cd tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732107 Jul 30 01:42:33.508208 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8169df72-4cf4-4834-b252-b93bb3374c0d req-8b812b2f-e2d4-40c9-9b63-f362aec7f8e5 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 210 time: 0.1511922 Jul 30 01:42:33.535018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['cfa21f14-d3be-46f5-9037-356e185717cf'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:33.555425 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae988a0-6ad8-4685-aebb-3f03a3bc0739 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8569a96-1bdd-4692-947d-e8a594a584b6,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:33.563269 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-94145767-64de-4523-af4a-acad50f624fe req-252a65b4-8552-4d53-9c97-d89bd0659d5b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.618272 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e50cf5e1-69fc-4fae-aba9-8342501b5e5f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-930292583-network', 'tenant_id': '0319a67f897d4f48968851c9a9b700fb'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:33.653257 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9030b63-3de5-4206-addb-2e8527b35904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.679567 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-8ae988a0-6ad8-4685-aebb-3f03a3bc0739 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.701389 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f32e2-aad1-48ba-ae83-45775b6e2880 req-ba9432e7-f0a7-4b97-81aa-ca26ed0ea9e8 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:33.710745 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eac75dcb-5eab-4cb1-97f2-333d83b95744 req-bc0d07f6-b27f-4c95-b51e-8b06070fbdb1 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2113526 Jul 30 01:42:33.710916 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-086f32e2-aad1-48ba-ae83-45775b6e2880 req-ba9432e7-f0a7-4b97-81aa-ca26ed0ea9e8 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 1096 time: 0.0735211 Jul 30 01:42:33.721945 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9030b63-3de5-4206-addb-2e8527b35904 admin admin] Network 16ce28c4-9316-4c94-a61c-abf6bb0d340b is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:33.740732 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-a9030b63-3de5-4206-addb-2e8527b35904 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:33.764760 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-8ae988a0-6ad8-4685-aebb-3f03a3bc0739 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Transition to ACTIVE for port object 0ab796ef-d6f0-44e9-aa36-66caa5f20872 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:33.773431 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9030b63-3de5-4206-addb-2e8527b35904 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:33.777231 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50cf5e1-69fc-4fae-aba9-8342501b5e5f admin admin] Made reservation on behalf of 0319a67f897d4f48968851c9a9b700fb for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:33.780830 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e50cf5e1-69fc-4fae-aba9-8342501b5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.825133 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-086f32e2-aad1-48ba-ae83-45775b6e2880 req-088dcec2-5e14-42ab-9ce4-ab290c67afbc tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079714 Jul 30 01:42:33.831600 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e50cf5e1-69fc-4fae-aba9-8342501b5e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.836213 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9030b63-3de5-4206-addb-2e8527b35904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.913601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9030b63-3de5-4206-addb-2e8527b35904 admin admin] Pushing event updated for resources: {'Port': ['ID=9c35eab1-f611-40dc-93c6-a67ed5192d91,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:33.974985 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5e3e39c2-4035-4041-9cb4-ba7dcd17773e req-37014143-6753-4ae9-a1b5-06fa106ef7f5 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 210 time: 0.0622921 Jul 30 01:42:34.031286 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-94145767-64de-4523-af4a-acad50f624fe req-252a65b4-8552-4d53-9c97-d89bd0659d5b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.121051 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e50cf5e1-69fc-4fae-aba9-8342501b5e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.131261 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b3ccf146-d06d-4622-94d3-7bb9b89a5635 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:34.136733 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94145767-64de-4523-af4a-acad50f624fe req-252a65b4-8552-4d53-9c97-d89bd0659d5b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Network 18de1eb3-907c-4e80-9e3a-e2daca4c050e is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:34.155769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-94145767-64de-4523-af4a-acad50f624fe req-252a65b4-8552-4d53-9c97-d89bd0659d5b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:34.166986 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e50cf5e1-69fc-4fae-aba9-8342501b5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.170446 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-8ae988a0-6ad8-4685-aebb-3f03a3bc0739 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.176078 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-94145767-64de-4523-af4a-acad50f624fe req-252a65b4-8552-4d53-9c97-d89bd0659d5b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:34.189625 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50cf5e1-69fc-4fae-aba9-8342501b5e5f admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:42:34.201211 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e50cf5e1-69fc-4fae-aba9-8342501b5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.201647 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-e50cf5e1-69fc-4fae-aba9-8342501b5e5f admin admin] Added segment 1690f1cf-a093-49a9-aae4-fa665a080df5 of type vlan for network dfa46153-b898-44a7-8821-309f1b6876a8 Jul 30 01:42:34.212335 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a65b4-8552-4d53-9c97-d89bd0659d5b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Pushing event updated for resources: {'Port': ['ID=6012cfaf-7ddf-4153-add8-259fdcf5e838,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:34.287245 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e50cf5e1-69fc-4fae-aba9-8342501b5e5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.294739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-8ae988a0-6ad8-4685-aebb-3f03a3bc0739 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:34.309588 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-8ae988a0-6ad8-4685-aebb-3f03a3bc0739 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:34.312665 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port b3ccf146-d06d-4622-94d3-7bb9b89a5635 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:34.315457 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.323465 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94145767-64de-4523-af4a-acad50f624fe req-252a65b4-8552-4d53-9c97-d89bd0659d5b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:34.324181 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-94145767-64de-4523-af4a-acad50f624fe req-252a65b4-8552-4d53-9c97-d89bd0659d5b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.345591 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-8ae988a0-6ad8-4685-aebb-3f03a3bc0739 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:34.355282 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae988a0-6ad8-4685-aebb-3f03a3bc0739 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Pushing event updated for resources: {'Port': ['ID=0ab796ef-d6f0-44e9-aa36-66caa5f20872,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:34.376411 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1520d9e3-759c-4fed-95ae-58e56994fa79 None None] Provisioning for port 9c35eab1-f611-40dc-93c6-a67ed5192d91 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:34.400162 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9030b63-3de5-4206-addb-2e8527b35904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.410496 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1520d9e3-759c-4fed-95ae-58e56994fa79 None None] Provisioning complete for port 9c35eab1-f611-40dc-93c6-a67ed5192d91 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:34.410496 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1520d9e3-759c-4fed-95ae-58e56994fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.428041 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ad602-0be4-47b5-b8c5-4e3389df2c8b req-9ee32f95-d6d1-4798-b157-151d6157e90f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:34.435553 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8b8ad602-0be4-47b5-b8c5-4e3389df2c8b req-9ee32f95-d6d1-4798-b157-151d6157e90f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 949 time: 0.2182424 Jul 30 01:42:34.451601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cf5e1-69fc-4fae-aba9-8342501b5e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2b536b-4dec-498e-901c-b63553f4b42c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:34.494284 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e50cf5e1-69fc-4fae-aba9-8342501b5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.495719 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50cf5e1-69fc-4fae-aba9-8342501b5e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:34.496760 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e50cf5e1-69fc-4fae-aba9-8342501b5e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.502959 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1520d9e3-759c-4fed-95ae-58e56994fa79 None None] Port 9c35eab1-f611-40dc-93c6-a67ed5192d91 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:42:34.512640 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-94145767-64de-4523-af4a-acad50f624fe req-252a65b4-8552-4d53-9c97-d89bd0659d5b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6811235 Jul 30 01:42:34.518950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-8ae988a0-6ad8-4685-aebb-3f03a3bc0739 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:34.519592 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-8ae988a0-6ad8-4685-aebb-3f03a3bc0739 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.531964 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] Request body: {'port': {'device_id': 'f26ed028-c974-4c7a-92b6-45e73fe5d343', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:34.630071 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cf5e1-69fc-4fae-aba9-8342501b5e5f admin admin] Pushing event updated for resources: {'Network': ['ID=dfa46153-b898-44a7-8821-309f1b6876a8,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:34.640183 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e50cf5e1-69fc-4fae-aba9-8342501b5e5f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2756121 Jul 30 01:42:34.640881 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33226) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:34.644417 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network dfa46153-b898-44a7-8821-309f1b6876a8 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:42:34.647168 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5945ba1d-5cb9-4a8b-8864-07b831d9571a admin admin] Request body: {'subnet': {'network_id': 'dfa46153-b898-44a7-8821-309f1b6876a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-930292583-subnet', 'tenant_id': '0319a67f897d4f48968851c9a9b700fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:34.660764 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8b8ad602-0be4-47b5-b8c5-4e3389df2c8b req-78d3134d-dee3-42b0-b2d5-3d1a62ed3925 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241611 Jul 30 01:42:34.719171 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device cfa21f14-d3be-46f5-9037-356e185717cf up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:34.789138 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-8ae988a0-6ad8-4685-aebb-3f03a3bc0739 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3015971 Jul 30 01:42:34.818862 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5945ba1d-5cb9-4a8b-8864-07b831d9571a admin admin] Made reservation on behalf of 0319a67f897d4f48968851c9a9b700fb for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:34.822122 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5945ba1d-5cb9-4a8b-8864-07b831d9571a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.837779 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] Request body: {'port': {'device_id': '393797f8-7a73-4f15-ad46-01a191d6feab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:34.879608 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369a139-5daf-4552-83f1-378a0da5d654 req-70a1c91e-ddc9-4028-b291-0801f548493b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:34.879608 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1369a139-5daf-4552-83f1-378a0da5d654 req-70a1c91e-ddc9-4028-b291-0801f548493b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.77 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb&tenant_id=623208e081294df0b62265be2069edd5&binding%3Ahost_id=n-h1-713498-9 HTTP/1.1" status: 200 len: 949 time: 0.4064131 Jul 30 01:42:34.896056 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.031284 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a3e34b15-d0e2-4ea9-9a03-00518579e205 None None] Provisioning for port 0ab796ef-d6f0-44e9-aa36-66caa5f20872 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:35.045175 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a3e34b15-d0e2-4ea9-9a03-00518579e205 None None] Provisioning complete for port 0ab796ef-d6f0-44e9-aa36-66caa5f20872 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:35.127653 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3e34b15-d0e2-4ea9-9a03-00518579e205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.127829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c34a1-cced-4d77-a0f8-d2a08f9b666f req-0099abe1-887d-4887-b9dd-8bd77f2c7c30 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:35.127829 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b01c34a1-cced-4d77-a0f8-d2a08f9b666f req-0099abe1-887d-4887-b9dd-8bd77f2c7c30 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 932 time: 0.2878368 Jul 30 01:42:35.127829 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.128093 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a3e34b15-d0e2-4ea9-9a03-00518579e205 None None] Port 0ab796ef-d6f0-44e9-aa36-66caa5f20872 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:42:35.192546 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-1369a139-5daf-4552-83f1-378a0da5d654 req-8a19978a-1bf4-4f8c-bbb9-17e53189202b service neutron] delete failed (client error): The resource could not be found. Jul 30 01:42:35.193565 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1369a139-5daf-4552-83f1-378a0da5d654 req-8a19978a-1bf4-4f8c-bbb9-17e53189202b service neutron] 10.222.0.77 "DELETE /v2.0/ports/cfa21f14-d3be-46f5-9037-356e185717cf/bindings/n-h2-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.2953746 Jul 30 01:42:35.245335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc654fc2-4b6c-4007-90c1-bb21184e0fde req-c8d6ef50-3b50-43f2-aac6-293692fe5194 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:35.248914 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc654fc2-4b6c-4007-90c1-bb21184e0fde req-c8d6ef50-3b50-43f2-aac6-293692fe5194 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 936 time: 0.0712259 Jul 30 01:42:35.261022 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9030b63-3de5-4206-addb-2e8527b35904 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.268850 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b01c34a1-cced-4d77-a0f8-d2a08f9b666f req-025667cf-6c47-4ba2-8f18-8e39ec92d351 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887004 Jul 30 01:42:35.294882 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc654fc2-4b6c-4007-90c1-bb21184e0fde req-8a20da6a-cf22-4f94-93c9-245f0e7e20c4 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8569a96-1bdd-4692-947d-e8a594a584b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387409 Jul 30 01:42:35.343995 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port cfa21f14-d3be-46f5-9037-356e185717cf completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:35.371738 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port cfa21f14-d3be-46f5-9037-356e185717cf triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:35.371738 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.449070 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.466098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369a139-5daf-4552-83f1-378a0da5d654 req-54774539-63bf-4424-b79e-f48985e3972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:35.467666 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1369a139-5daf-4552-83f1-378a0da5d654 req-54774539-63bf-4424-b79e-f48985e3972c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 1100 time: 0.1979554 Jul 30 01:42:35.481214 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90070027-437b-4e09-92bf-b47d41ce24bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa21f14-d3be-46f5-9037-356e185717cf'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:35.483999 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2925d5-461c-443d-b39b-e49f5c208f76" -d '{"events": [{"server_uuid": "90070027-437b-4e09-92bf-b47d41ce24bb", "name": "network-vif-plugged", "status": "completed", "tag": "cfa21f14-d3be-46f5-9037-356e185717cf"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:35.499084 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port cfa21f14-d3be-46f5-9037-356e185717cf, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cfa21f14-d3be-46f5-9037-356e185717cf,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:35.534004 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868309b1-1ae3-4f59-b7a9-86197bdc91f7 x-openstack-request-id: req-868309b1-1ae3-4f59-b7a9-86197bdc91f7 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:35.534322 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90070027-437b-4e09-92bf-b47d41ce24bb", "name": "network-vif-plugged", "status": "completed", "tag": "cfa21f14-d3be-46f5-9037-356e185717cf", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:35.534579 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-868309b1-1ae3-4f59-b7a9-86197bdc91f7 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:35.534970 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90070027-437b-4e09-92bf-b47d41ce24bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa21f14-d3be-46f5-9037-356e185717cf', 'code': 200} Jul 30 01:42:35.589617 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5945ba1d-5cb9-4a8b-8864-07b831d9571a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.635726 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.663869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945ba1d-5cb9-4a8b-8864-07b831d9571a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0026bd2b-06f3-4474-986b-4e4060347211,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:35.672055 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9030b63-3de5-4206-addb-2e8527b35904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.678329 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5945ba1d-5cb9-4a8b-8864-07b831d9571a admin admin] Checking segment: {'id': '1690f1cf-a093-49a9-aae4-fa665a080df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'dfa46153-b898-44a7-8821-309f1b6876a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:35.685029 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5945ba1d-5cb9-4a8b-8864-07b831d9571a admin admin] Network hostable DHCP agents. Network: dfa46153-b898-44a7-8821-309f1b6876a8, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:42:35.713015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=cfa21f14-d3be-46f5-9037-356e185717cf,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:35.732715 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369a139-5daf-4552-83f1-378a0da5d654 req-7030d647-f190-4829-b039-c3f49e78820a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:35.734196 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1369a139-5daf-4552-83f1-378a0da5d654 req-7030d647-f190-4829-b039-c3f49e78820a service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.2401130 Jul 30 01:42:35.769529 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6012cfaf-7ddf-4153-add8-259fdcf5e838 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:35.840586 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.858374 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5945ba1d-5cb9-4a8b-8864-07b831d9571a admin admin] Network dfa46153-b898-44a7-8821-309f1b6876a8 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:42:35.895161 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1369a139-5daf-4552-83f1-378a0da5d654 req-8874958e-3929-40a9-9448-af355a894de9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=cfa21f14-d3be-46f5-9037-356e185717cf HTTP/1.1" status: 200 len: 217 time: 0.1190705 Jul 30 01:42:35.895761 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9030b63-3de5-4206-addb-2e8527b35904 admin admin] Pushing event updated for resources: {'Port': ['ID=9c35eab1-f611-40dc-93c6-a67ed5192d91,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:35.921002 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9030b63-3de5-4206-addb-2e8527b35904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.923429 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a0b59-5ead-4ac0-b832-ba673322e733 req-e825c72e-50b5-4164-bd26-3d5f1ba6fe17 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:35.933101 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d6a0b59-5ead-4ac0-b832-ba673322e733 req-e825c72e-50b5-4164-bd26-3d5f1ba6fe17 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.1365080 Jul 30 01:42:35.975076 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-5945ba1d-5cb9-4a8b-8864-07b831d9571a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, dfa46153-b898-44a7-8821-309f1b6876a8) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:35.987242 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5945ba1d-5cb9-4a8b-8864-07b831d9571a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:35.988124 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5945ba1d-5cb9-4a8b-8864-07b831d9571a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.990626 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] Transition to ACTIVE for port object 6012cfaf-7ddf-4153-add8-259fdcf5e838 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:35.991592 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b5ca80-fb31-4d0e-b1a7-4fe5e54f9092 None None] Network dfa46153-b898-44a7-8821-309f1b6876a8 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:35.998956 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab796ef-d6f0-44e9-aa36-66caa5f20872 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:36.020794 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d6a0b59-5ead-4ac0-b832-ba673322e733 req-2455bf29-8110-48ae-9499-36f5aaa41009 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869401 Jul 30 01:42:36.027088 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:36.068632 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369a139-5daf-4552-83f1-378a0da5d654 req-87c8c8a5-d7e7-4404-ab59-34d567f4d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:36.083069 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1369a139-5daf-4552-83f1-378a0da5d654 req-87c8c8a5-d7e7-4404-ab59-34d567f4d864 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1762550 Jul 30 01:42:36.108454 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] Transition to ACTIVE for port object 0ab796ef-d6f0-44e9-aa36-66caa5f20872 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:36.128937 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:36.143204 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5945ba1d-5cb9-4a8b-8864-07b831d9571a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5011001 Jul 30 01:42:36.241545 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a167207-cd7d-4335-96da-c58dc2817769 None None] Network dfa46153-b898-44a7-8821-309f1b6876a8 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:36.242826 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9030b63-3de5-4206-addb-2e8527b35904 admin admin] Network 16ce28c4-9316-4c94-a61c-abf6bb0d340b is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:36.249795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] Pushing event updated for resources: {'Port': ['ID=6012cfaf-7ddf-4153-add8-259fdcf5e838,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:36.256082 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-a9030b63-3de5-4206-addb-2e8527b35904 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:36.334625 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:36.455776 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369a139-5daf-4552-83f1-378a0da5d654 req-0538856a-5d08-4617-8fcd-5e5a1a6c70c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:36.458404 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1369a139-5daf-4552-83f1-378a0da5d654 req-0538856a-5d08-4617-8fcd-5e5a1a6c70c0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3666244 Jul 30 01:42:36.606194 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaec8e-d8ce-47fb-83be-b5db90c36b28 req-e2ababbd-8a6e-45aa-8d6a-dfceb173e615 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:36.618064 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-02eaec8e-d8ce-47fb-83be-b5db90c36b28 req-e2ababbd-8a6e-45aa-8d6a-dfceb173e615 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 948 time: 0.1216249 Jul 30 01:42:36.706520 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-02eaec8e-d8ce-47fb-83be-b5db90c36b28 req-b4576f44-ba4e-4ff1-b4c4-2f65ee9477b4 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8569a96-1bdd-4692-947d-e8a594a584b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836287 Jul 30 01:42:36.735143 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab796ef-d6f0-44e9-aa36-66caa5f20872,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:36.806328 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a2785034-13d1-4f1b-8a22-2981d2d10752 None None] Provisioning complete for port 9c35eab1-f611-40dc-93c6-a67ed5192d91 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:36.807449 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a2785034-13d1-4f1b-8a22-2981d2d10752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:36.854735 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a2785034-13d1-4f1b-8a22-2981d2d10752 None None] Port 9c35eab1-f611-40dc-93c6-a67ed5192d91 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:42:36.966831 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [req-b58e7991-5dcc-4ac4-8f44-19d7de0efb8d req-bfa48521-875e-45ae-9784-de73ed69c6bb tempest-SecurityGroupsNegativeTestJSON-564727211 tempest-SecurityGroupsNegativeTestJSON-564727211-project] show failed (client error): The resource could not be found. Jul 30 01:42:36.980505 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b58e7991-5dcc-4ac4-8f44-19d7de0efb8d req-bfa48521-875e-45ae-9784-de73ed69c6bb tempest-SecurityGroupsNegativeTestJSON-564727211 tempest-SecurityGroupsNegativeTestJSON-564727211-project] 10.222.0.70 "GET /v2.0/security-groups/048aa3da-7e5c-4f74-aad5-9a6db8b7479a HTTP/1.1" status: 404 len: 352 time: 0.0327456 Jul 30 01:42:37.335709 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b4f25-9b34-4c6c-9bda-6a37fea3718e req-1fb82116-e63e-44d1-9838-d89aa25028fe tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:37.348093 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b36b4f25-9b34-4c6c-9bda-6a37fea3718e req-1fb82116-e63e-44d1-9838-d89aa25028fe tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.0960281 Jul 30 01:42:37.384619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] Attempting to bind port 6012cfaf-7ddf-4153-add8-259fdcf5e838 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:37.394979 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] Attempting to bind port 6012cfaf-7ddf-4153-add8-259fdcf5e838 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:37.394979 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] Attempting to bind port 6012cfaf-7ddf-4153-add8-259fdcf5e838 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:37.408031 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a9ed1-ade8-4aa1-be34-ba875b7195c8 req-7a191937-2357-4d99-9a9d-7ff1953b24bf tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:37.416150 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b36b4f25-9b34-4c6c-9bda-6a37fea3718e req-a0e6fbea-71a5-40df-8927-76e1d58af246 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669630 Jul 30 01:42:37.426876 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-305a9ed1-ade8-4aa1-be34-ba875b7195c8 req-7a191937-2357-4d99-9a9d-7ff1953b24bf tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 944 time: 0.8914714 Jul 30 01:42:37.441677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] Port 6012cfaf-7ddf-4153-add8-259fdcf5e838 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:37.446749 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] Attempting to bind port 6012cfaf-7ddf-4153-add8-259fdcf5e838 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:37.457712 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:37.458020 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] Checking segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:37.458377 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] Bound using segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:37.458823 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] Bound port: 6012cfaf-7ddf-4153-add8-259fdcf5e838, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:37.459187 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:37.490840 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cff5d6e7-2e15-4259-9e9c-47e211a86987 req-d5358b57-2fdb-49dc-9437-3d441636e9f4 tempest-SecurityGroupsNegativeTestJSON-564727211 tempest-SecurityGroupsNegativeTestJSON-564727211-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0319a67f897d4f48968851c9a9b700fb HTTP/1.1" status: 200 len: 2984 time: 0.0495813 Jul 30 01:42:37.520639 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1369a139-5daf-4552-83f1-378a0da5d654 req-c081a7bc-9f51-4d2d-a512-b20260e14d27 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9989858 Jul 30 01:42:37.546890 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cff5d6e7-2e15-4259-9e9c-47e211a86987 req-88a0dc7c-f826-48c3-b7fe-78bb12c9dee9 tempest-SecurityGroupsNegativeTestJSON-564727211 tempest-SecurityGroupsNegativeTestJSON-564727211-project] 10.222.0.70 "GET /v2.0/security-groups/de2b536b-4dec-498e-901c-b63553f4b42c HTTP/1.1" status: 200 len: 2981 time: 0.0525391 Jul 30 01:42:37.570779 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-305a9ed1-ade8-4aa1-be34-ba875b7195c8 req-9f2e42fa-0d43-4200-ae46-a015beebd6c5 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489158 Jul 30 01:42:37.572558 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9030b63-3de5-4206-addb-2e8527b35904 admin admin] Router a65704c5-63e7-42e1-b4c3-9f2e400e2005 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:42:37.621774 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cff5d6e7-2e15-4259-9e9c-47e211a86987 req-983a4655-0020-470d-9bcb-bb067d2f6898 tempest-SecurityGroupsNegativeTestJSON-564727211 tempest-SecurityGroupsNegativeTestJSON-564727211-project] 10.222.0.70 "GET /v2.0/security-groups/de2b536b-4dec-498e-901c-b63553f4b42c HTTP/1.1" status: 200 len: 2981 time: 0.0721700 Jul 30 01:42:37.627027 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] Attempting to bind port 0ab796ef-d6f0-44e9-aa36-66caa5f20872 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:37.627463 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] Attempting to bind port 0ab796ef-d6f0-44e9-aa36-66caa5f20872 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:37.638536 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] Attempting to bind port 0ab796ef-d6f0-44e9-aa36-66caa5f20872 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:37.679798 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] Port 0ab796ef-d6f0-44e9-aa36-66caa5f20872 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:37.680049 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] Attempting to bind port 0ab796ef-d6f0-44e9-aa36-66caa5f20872 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:37.694006 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:37.694437 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:37.694742 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:37.695185 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] Bound port: 0ab796ef-d6f0-44e9-aa36-66caa5f20872, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:37.695542 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:37.759616 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] For port 6012cfaf-7ddf-4153-add8-259fdcf5e838, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:37.804409 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] For port 6012cfaf-7ddf-4153-add8-259fdcf5e838, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6012cfaf-7ddf-4153-add8-259fdcf5e838,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:37.840138 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dcc86-4030-4104-9e84-66ace4d23223 req-ff423716-8adc-4993-adfc-c67b6b0917e4 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:37.849405 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-103dcc86-4030-4104-9e84-66ace4d23223 req-ff423716-8adc-4993-adfc-c67b6b0917e4 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 948 time: 0.0715189 Jul 30 01:42:37.856053 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1369a139-5daf-4552-83f1-378a0da5d654 req-4ffd22c6-b2f0-4ddb-888e-e20e58275190 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186326 Jul 30 01:42:37.856053 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e63620a7-38df-4002-9988-bcbbdb6ffdd1 req-75367b55-e0c2-45b1-b13c-0ce2ac9c639a tempest-SecurityGroupsNegativeTestJSON-564727211 tempest-SecurityGroupsNegativeTestJSON-564727211-project] 10.222.0.70 "GET /v2.0/security-groups/de2b536b-4dec-498e-901c-b63553f4b42c HTTP/1.1" status: 200 len: 2981 time: 0.1989915 Jul 30 01:42:37.900888 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-103dcc86-4030-4104-9e84-66ace4d23223 req-61479962-92a8-4762-8862-c9505ad9c1c3 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8569a96-1bdd-4692-947d-e8a594a584b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503633 Jul 30 01:42:37.912980 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:38.060975 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] For port 0ab796ef-d6f0-44e9-aa36-66caa5f20872, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:38.085145 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:38.085786 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:38.087322 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-94145767-64de-4523-af4a-acad50f624fe req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] 10.222.0.10 "PUT /v2.0/ports/6012cfaf-7ddf-4153-add8-259fdcf5e838 HTTP/1.1" status: 200 len: 1092 time: 3.5613644 Jul 30 01:42:38.087703 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26ed028-c974-4c7a-92b6-45e73fe5d343', 'tag': '6012cfaf-7ddf-4153-add8-259fdcf5e838'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:38.097723 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1048ee-857a-4334-8038-c77949273d78" -d '{"events": [{"name": "network-changed", "server_uuid": "f26ed028-c974-4c7a-92b6-45e73fe5d343", "tag": "6012cfaf-7ddf-4153-add8-259fdcf5e838"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:38.111836 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9030b63-3de5-4206-addb-2e8527b35904 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:42:38.123195 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] Sync routers for ids ['a65704c5-63e7-42e1-b4c3-9f2e400e2005'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:42:38.132202 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a9030b63-3de5-4206-addb-2e8527b35904 admin admin] 10.222.0.70 "PUT /v2.0/routers/a65704c5-63e7-42e1-b4c3-9f2e400e2005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6558840 Jul 30 01:42:38.133175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f934cf3-d725-40f5-ab99-56898a145eae service neutron] Pushing event updated for resources: {'Port': ['ID=6012cfaf-7ddf-4153-add8-259fdcf5e838,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:38.137299 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] For port 0ab796ef-d6f0-44e9-aa36-66caa5f20872, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0ab796ef-d6f0-44e9-aa36-66caa5f20872,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:38.159396 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] Routers {'a65704c5-63e7-42e1-b4c3-9f2e400e2005'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:38.167101 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:42:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a65704c5-63e7-42e1-b4c3-9f2e400e2005'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:38.178457 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-e63620a7-38df-4002-9988-bcbbdb6ffdd1 req-9070ed00-7524-4c61-a16e-c17a5cb6aa75 tempest-SecurityGroupsNegativeTestJSON-564727211 tempest-SecurityGroupsNegativeTestJSON-564727211-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 01:42:38.200778 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e63620a7-38df-4002-9988-bcbbdb6ffdd1 req-9070ed00-7524-4c61-a16e-c17a5cb6aa75 tempest-SecurityGroupsNegativeTestJSON-564727211 tempest-SecurityGroupsNegativeTestJSON-564727211-project] 10.222.0.70 "DELETE /v2.0/security-groups/de2b536b-4dec-498e-901c-b63553f4b42c HTTP/1.1" status: 409 len: 352 time: 0.2930477 Jul 30 01:42:38.328408 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:38.364330 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2635730f-b757-45b8-baf2-4409cf29ce45 x-openstack-request-id: req-2635730f-b757-45b8-baf2-4409cf29ce45 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:38.364591 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f26ed028-c974-4c7a-92b6-45e73fe5d343", "tag": "6012cfaf-7ddf-4153-add8-259fdcf5e838", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:38.364847 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2635730f-b757-45b8-baf2-4409cf29ce45 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:38.365253 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26ed028-c974-4c7a-92b6-45e73fe5d343', 'tag': '6012cfaf-7ddf-4153-add8-259fdcf5e838', 'status': 'completed', 'code': 200} Jul 30 01:42:38.464427 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:38.465172 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:38.466794 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] 10.222.0.10 "PUT /v2.0/ports/0ab796ef-d6f0-44e9-aa36-66caa5f20872 HTTP/1.1" status: 200 len: 1096 time: 3.6338196 Jul 30 01:42:38.479727 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94145767-64de-4523-af4a-acad50f624fe req-97e3a689-97fa-417f-9203-871eea89b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:38.481260 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-94145767-64de-4523-af4a-acad50f624fe req-97e3a689-97fa-417f-9203-871eea89b1e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 1095 time: 0.2329447 Jul 30 01:42:38.543888 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-94145767-64de-4523-af4a-acad50f624fe req-74e525fe-bb43-4928-832c-e17e47fe84e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6012cfaf-7ddf-4153-add8-259fdcf5e838 HTTP/1.1" status: 200 len: 217 time: 0.0502117 Jul 30 01:42:38.549324 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454d7b3-2787-4dae-99d9-c7e73c9b1045 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab796ef-d6f0-44e9-aa36-66caa5f20872,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:38.555557 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] Set router a65704c5-63e7-42e1-b4c3-9f2e400e2005 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:38.570579 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [req-a2e943d0-4232-4ad1-bdac-69ddad2818b6 req-41dad6eb-3f55-42cb-b2f7-3a2b90396db6 tempest-SecurityGroupsNegativeTestJSON-564727211 tempest-SecurityGroupsNegativeTestJSON-564727211-project] show failed (client error): The resource could not be found. Jul 30 01:42:38.571792 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a2e943d0-4232-4ad1-bdac-69ddad2818b6 req-41dad6eb-3f55-42cb-b2f7-3a2b90396db6 tempest-SecurityGroupsNegativeTestJSON-564727211 tempest-SecurityGroupsNegativeTestJSON-564727211-project] 10.222.0.70 "GET /v2.0/security-groups/d1b264a3-fb00-4b96-abc0-f98294841fc3 HTTP/1.1" status: 404 len: 352 time: 0.0352919 Jul 30 01:42:38.661054 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94145767-64de-4523-af4a-acad50f624fe req-160f01a5-e8e0-457c-981a-ba8348c07f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:38.664908 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-94145767-64de-4523-af4a-acad50f624fe req-160f01a5-e8e0-457c-981a-ba8348c07f45 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.1118596 Jul 30 01:42:38.711881 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-94145767-64de-4523-af4a-acad50f624fe req-25f79772-89f6-453b-9780-873d18dc3de5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352616 Jul 30 01:42:38.744453 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-0cfbcd44-9e81-4baf-bf0a-a19d7ec6351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:38.746236 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-0cfbcd44-9e81-4baf-bf0a-a19d7ec6351a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e343f44bf5dd4cf8a8b503f8d70f09b5&device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 1099 time: 0.1381812 Jul 30 01:42:38.836567 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-d2ec50e4-7913-403d-81f7-16bbdda92f12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=0ab796ef-d6f0-44e9-aa36-66caa5f20872 HTTP/1.1" status: 200 len: 217 time: 0.0644226 Jul 30 01:42:38.924327 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65704c5-63e7-42e1-b4c3-9f2e400e2005', 'name': 'tempest-FloatingIPsTestJSON-767237652-router', 'tenant_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b3ccf146-d06d-4622-94d3-7bb9b89a5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:23Z', 'updated_at': '2021-07-30T01:42:34Z', 'revision_number': 4, 'project_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'gw_port': {'id': 'b3ccf146-d06d-4622-94d3-7bb9b89a5635', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65704c5-63e7-42e1-b4c3-9f2e400e2005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:24Z', 'updated_at': '2021-07-30T01:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '9c35eab1-f611-40dc-93c6-a67ed5192d91', 'name': '', 'network_id': '16ce28c4-9316-4c94-a61c-abf6bb0d340b', 'tenant_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'mac_address': 'fa:16:3e:be:0c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65704c5-63e7-42e1-b4c3-9f2e400e2005', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9f9d1e57-0486-43cd-9bbe-cdb94ff6481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:30Z', 'updated_at': '2021-07-30T01:42:34Z', 'revision_number': 2, 'project_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'subnets': [{'id': '9f9d1e57-0486-43cd-9bbe-cdb94ff6481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:38.963285 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] Checking router: a65704c5-63e7-42e1-b4c3-9f2e400e2005 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:42:38.964565 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] Updating router a65704c5-63e7-42e1-b4c3-9f2e400e2005 port 9c35eab1-f611-40dc-93c6-a67ed5192d91 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:42:38.964711 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-29b7257d-e4a6-4fbd-ab81-c011afb8e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:38.966914 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-29b7257d-e4a6-4fbd-ab81-c011afb8e167 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1208396 Jul 30 01:42:38.973618 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-94145767-64de-4523-af4a-acad50f624fe req-feb9df29-0686-4b50-b992-8fdc0f9498cc service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518806 Jul 30 01:42:39.007853 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:39.063359 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-d3bb1151-9b23-4c51-93ec-52e65ec4a04a tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3114564 Jul 30 01:42:39.076656 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-a997b86f-70b8-4e34-995c-463b35d5a86f tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:39.139844 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-79b81a72-4509-4e95-8280-55c012d548da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:39.140449 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-94145767-64de-4523-af4a-acad50f624fe req-8d7eec84-493d-480e-b01a-38fd1aa97f6c service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563251 Jul 30 01:42:39.168362 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-a997b86f-70b8-4e34-995c-463b35d5a86f tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:39.202982 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-3e1f4f77-c917-4adf-ad76-c8008b8ea9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:39.206040 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-3e1f4f77-c917-4adf-ad76-c8008b8ea9a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2304103 Jul 30 01:42:39.366496 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-a997b86f-70b8-4e34-995c-463b35d5a86f tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:39.510896 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1048ee-857a-4334-8038-c77949273d78 req-bae89282-0068-4f62-ab3d-6bf48fce8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:39.516724 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:39.518075 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ea1048ee-857a-4334-8038-c77949273d78 req-bae89282-0068-4f62-ab3d-6bf48fce8194 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 1095 time: 0.2088568 Jul 30 01:42:39.544054 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] Transition to ACTIVE for port object 9c35eab1-f611-40dc-93c6-a67ed5192d91 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:39.564569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-a997b86f-70b8-4e34-995c-463b35d5a86f tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Allocated IP 172.25.1.23 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/25ddecdd-a77b-4264-ad8f-e60c65bf293d) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:39.630326 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:39.716919 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b028b-f2e8-4f18-abea-1d060da4c943 None None] Pushing event updated for resources: {'Port': ['ID=9c35eab1-f611-40dc-93c6-a67ed5192d91,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:39.742532 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1048ee-857a-4334-8038-c77949273d78 req-3078507a-efba-497c-9f14-521d981a4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:39.744387 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ea1048ee-857a-4334-8038-c77949273d78 req-3078507a-efba-497c-9f14-521d981a4b39 service neutron] 10.222.0.10 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 922 time: 0.1976948 Jul 30 01:42:39.767022 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-a997b86f-70b8-4e34-995c-463b35d5a86f tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:39.767922 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3b408-7df3-4c24-98cf-7ce2d17d5a0e req-f1845027-340c-4932-9013-309f400f34bc tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:39.784773 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5a3b408-7df3-4c24-98cf-7ce2d17d5a0e req-f1845027-340c-4932-9013-309f400f34bc tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.4095619 Jul 30 01:42:39.861617 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] Attempting to bind port 9c35eab1-f611-40dc-93c6-a67ed5192d91 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:39.861988 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] Attempting to bind port 9c35eab1-f611-40dc-93c6-a67ed5192d91 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '035d819b-6088-4568-a6fa-9cddc01f8c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '16ce28c4-9316-4c94-a61c-abf6bb0d340b'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:39.862371 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] Attempting to bind port 9c35eab1-f611-40dc-93c6-a67ed5192d91 on network 16ce28c4-9316-4c94-a61c-abf6bb0d340b {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:39.867094 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-28cf1ff2-5b56-4626-9f3a-9e305d58a7c8 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6539371 Jul 30 01:42:39.867862 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:39.868236 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] Checking segment: {'id': '035d819b-6088-4568-a6fa-9cddc01f8c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '16ce28c4-9316-4c94-a61c-abf6bb0d340b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:39.868990 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:39.869427 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] Bound using segment: {'id': '035d819b-6088-4568-a6fa-9cddc01f8c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '16ce28c4-9316-4c94-a61c-abf6bb0d340b'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:39.869907 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] Bound port: 9c35eab1-f611-40dc-93c6-a67ed5192d91, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035d819b-6088-4568-a6fa-9cddc01f8c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '16ce28c4-9316-4c94-a61c-abf6bb0d340b'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:39.870324 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:39.882387 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ea1048ee-857a-4334-8038-c77949273d78 req-495704e8-7dbe-416c-942e-78eff849ca6a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6012cfaf-7ddf-4153-add8-259fdcf5e838 HTTP/1.1" status: 200 len: 217 time: 0.0889642 Jul 30 01:42:39.948162 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] For port 9c35eab1-f611-40dc-93c6-a67ed5192d91, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:39.952426 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] For port 9c35eab1-f611-40dc-93c6-a67ed5192d91, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9c35eab1-f611-40dc-93c6-a67ed5192d91,segment=NetworkSegment(035d819b-6088-4568-a6fa-9cddc01f8c18),segment_id=035d819b-6088-4568-a6fa-9cddc01f8c18)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:39.990404 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-a997b86f-70b8-4e34-995c-463b35d5a86f tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:40.046997 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5a3b408-7df3-4c24-98cf-7ce2d17d5a0e req-d182e17e-598b-4571-b10c-8d4021ec88a9 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598529 Jul 30 01:42:40.100251 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-a997b86f-70b8-4e34-995c-463b35d5a86f tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:40.109398 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-a997b86f-70b8-4e34-995c-463b35d5a86f tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:40.200920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-a997b86f-70b8-4e34-995c-463b35d5a86f tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:40.224473 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:40.260114 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997b86f-70b8-4e34-995c-463b35d5a86f tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Pushing event updated for resources: {'Port': ['ID=25ddecdd-a77b-4264-ad8f-e60c65bf293d,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:40.327521 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-f2fe90ff-80e3-4816-830d-b3dd95155f12 req-bd671d62-7521-4eba-81d5-0bbc94fb54bf tempest-SecurityGroupsNegativeTestJSON-564727211 tempest-SecurityGroupsNegativeTestJSON-564727211-project] show failed (client error): The resource could not be found. Jul 30 01:42:40.330555 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b028b-f2e8-4f18-abea-1d060da4c943 None None] Pushing event updated for resources: {'Port': ['ID=9c35eab1-f611-40dc-93c6-a67ed5192d91,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:40.362933 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f2fe90ff-80e3-4816-830d-b3dd95155f12 req-bd671d62-7521-4eba-81d5-0bbc94fb54bf tempest-SecurityGroupsNegativeTestJSON-564727211 tempest-SecurityGroupsNegativeTestJSON-564727211-project] 10.222.0.70 "GET /v2.0/security-groups/689d52d3-e815-4c02-8831-667c35d56a94 HTTP/1.1" status: 404 len: 352 time: 0.2306535 Jul 30 01:42:40.363458 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33354) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:40.400992 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393797f8-7a73-4f15-ad46-01a191d6feab', 'tag': '0ab796ef-d6f0-44e9-aa36-66caa5f20872'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:40.400992 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e99f568-e039-4724-a866-34332b52bc9a" -d '{"events": [{"name": "network-changed", "server_uuid": "393797f8-7a73-4f15-ad46-01a191d6feab", "tag": "0ab796ef-d6f0-44e9-aa36-66caa5f20872"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:40.408427 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] Routers {'a65704c5-63e7-42e1-b4c3-9f2e400e2005'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:40.409086 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:42:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a65704c5-63e7-42e1-b4c3-9f2e400e2005'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:40.494171 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1048ee-857a-4334-8038-c77949273d78 req-df9990df-c073-416a-a7ce-14ce8aac374e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:40.495908 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ea1048ee-857a-4334-8038-c77949273d78 req-df9990df-c073-416a-a7ce-14ce8aac374e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.5197361 Jul 30 01:42:40.503203 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-162780e0-0ac9-45cb-bab6-b2afadd6bd58 req-4c5115cf-7b65-4ab5-9989-73db7a4432d7 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156507 Jul 30 01:42:40.587257 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-a997b86f-70b8-4e34-995c-463b35d5a86f tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:40.629527 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ea1048ee-857a-4334-8038-c77949273d78 req-ae410993-520e-41e3-8007-5e0fe71809ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863903 Jul 30 01:42:40.650966 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-2429921c-324d-44ca-b3a6-4161f715603c admin admin] Deleting subnet 0026bd2b-06f3-4474-986b-4e4060347211 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:40.677588 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2429921c-324d-44ca-b3a6-4161f715603c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:40.744998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6012cfaf-7ddf-4153-add8-259fdcf5e838 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:40.792494 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] Set router a65704c5-63e7-42e1-b4c3-9f2e400e2005 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:40.832923 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2429921c-324d-44ca-b3a6-4161f715603c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:40.837662 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ea1048ee-857a-4334-8038-c77949273d78 req-92a69123-2889-4cd5-aae2-47e8ef70b0b4 service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824560 Jul 30 01:42:40.847802 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369b60a-2cad-4b33-8efd-712a0ec5186b req-054488ea-4cb2-4f71-979d-8f452d811288 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:40.849606 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b369b60a-2cad-4b33-8efd-712a0ec5186b req-054488ea-4cb2-4f71-979d-8f452d811288 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 944 time: 0.3402691 Jul 30 01:42:40.886740 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 6012cfaf-7ddf-4153-add8-259fdcf5e838, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6012cfaf-7ddf-4153-add8-259fdcf5e838,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:40.913221 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '6012cfaf-7ddf-4153-add8-259fdcf5e838', 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e', 'port_id': '6012cfaf-7ddf-4153-add8-259fdcf5e838', 'mac_address': 'fa:16:3e:56:67:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ee53b8-de93-45d5-96fb-d335e3f2eaf9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:41.000860 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.017265 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b369b60a-2cad-4b33-8efd-712a0ec5186b req-056ce6f7-ccd1-4382-b774-4a0e05855f1e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383548 Jul 30 01:42:41.051687 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2429921c-324d-44ca-b3a6-4161f715603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.069433 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6012cfaf-7ddf-4153-add8-259fdcf5e838 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:41.077468 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65704c5-63e7-42e1-b4c3-9f2e400e2005', 'name': 'tempest-FloatingIPsTestJSON-767237652-router', 'tenant_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b3ccf146-d06d-4622-94d3-7bb9b89a5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:23Z', 'updated_at': '2021-07-30T01:42:34Z', 'revision_number': 4, 'project_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'gw_port': {'id': 'b3ccf146-d06d-4622-94d3-7bb9b89a5635', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65704c5-63e7-42e1-b4c3-9f2e400e2005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:24Z', 'updated_at': '2021-07-30T01:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '9c35eab1-f611-40dc-93c6-a67ed5192d91', 'name': '', 'network_id': '16ce28c4-9316-4c94-a61c-abf6bb0d340b', 'tenant_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'mac_address': 'fa:16:3e:be:0c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65704c5-63e7-42e1-b4c3-9f2e400e2005', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9f9d1e57-0486-43cd-9bbe-cdb94ff6481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:30Z', 'updated_at': '2021-07-30T01:42:39Z', 'revision_number': 4, 'project_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'subnets': [{'id': '9f9d1e57-0486-43cd-9bbe-cdb94ff6481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:41.145477 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc9ef0c-1f7f-4dc4-9d84-e921d2ce11ce None None] The sync data for ids ['a65704c5-63e7-42e1-b4c3-9f2e400e2005'] in n-d-713498-9 is: [{'id': 'a65704c5-63e7-42e1-b4c3-9f2e400e2005', 'name': 'tempest-FloatingIPsTestJSON-767237652-router', 'tenant_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b3ccf146-d06d-4622-94d3-7bb9b89a5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:23Z', 'updated_at': '2021-07-30T01:42:34Z', 'revision_number': 4, 'project_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'gw_port': {'id': 'b3ccf146-d06d-4622-94d3-7bb9b89a5635', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65704c5-63e7-42e1-b4c3-9f2e400e2005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:24Z', 'updated_at': '2021-07-30T01:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '9c35eab1-f611-40dc-93c6-a67ed5192d91', 'name': '', 'network_id': '16ce28c4-9316-4c94-a61c-abf6bb0d340b', 'tenant_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'mac_address': 'fa:16:3e:be:0c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65704c5-63e7-42e1-b4c3-9f2e400e2005', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9f9d1e57-0486-43cd-9bbe-cdb94ff6481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:30Z', 'updated_at': '2021-07-30T01:42:39Z', 'revision_number': 4, 'project_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'subnets': [{'id': '9f9d1e57-0486-43cd-9bbe-cdb94ff6481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:42:41.145953 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ea1048ee-857a-4334-8038-c77949273d78 req-ae971281-e222-4ef5-8caf-87469119f975 service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763851 Jul 30 01:42:41.157217 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 6012cfaf-7ddf-4153-add8-259fdcf5e838, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6012cfaf-7ddf-4153-add8-259fdcf5e838,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:41.230163 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.288814 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-a997b86f-70b8-4e34-995c-463b35d5a86f tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.308382 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2429921c-324d-44ca-b3a6-4161f715603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.353453 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2429921c-324d-44ca-b3a6-4161f715603c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.359349 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=6012cfaf-7ddf-4153-add8-259fdcf5e838,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:41.372170 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2429921c-324d-44ca-b3a6-4161f715603c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0026bd2b-06f3-4474-986b-4e4060347211 HTTP/1.1" status: 204 len: 168 time: 0.9929850 Jul 30 01:42:41.372560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33364) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:41.406143 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429921c-324d-44ca-b3a6-4161f715603c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0026bd2b-06f3-4474-986b-4e4060347211,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:41.419075 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164cd37-9320-4fef-84c0-57a24e3963c5 req-1beabdbf-0fad-400c-8e28-a505fecc64ee tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:41.421194 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b164cd37-9320-4fef-84c0-57a24e3963c5 req-1beabdbf-0fad-400c-8e28-a505fecc64ee tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 948 time: 0.2158010 Jul 30 01:42:41.512327 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b164cd37-9320-4fef-84c0-57a24e3963c5 req-94f6c621-75c4-4e24-8ba4-10b31219eba2 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8569a96-1bdd-4692-947d-e8a594a584b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805740 Jul 30 01:42:41.565594 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['6012cfaf-7ddf-4153-add8-259fdcf5e838'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:41.607931 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2729-c060-4eb2-b903-a6696b27be12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.655266 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f67c18dd-d3e3-4598-801a-5098e7323817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.682478 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.815324 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2729-c060-4eb2-b903-a6696b27be12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.826311 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-a3cb2729-c060-4eb2-b903-a6696b27be12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa46153-b898-44a7-8821-309f1b6876a8']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:41.837592 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-a3cb2729-c060-4eb2-b903-a6696b27be12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1690f1cf-a093-49a9-aae4-fa665a080df5') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:41.837881 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-a3cb2729-c060-4eb2-b903-a6696b27be12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1690f1cf-a093-49a9-aae4-fa665a080df5') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:41.847471 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2729-c060-4eb2-b903-a6696b27be12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.862154 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2729-c060-4eb2-b903-a6696b27be12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.868580 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cb2729-c060-4eb2-b903-a6696b27be12 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:42:41.868983 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2729-c060-4eb2-b903-a6696b27be12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:42:41.922352 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:42:41.946059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f27a12-a9f9-4b8e-b4a9-098e8d07bf1a req-7fc40150-5159-4910-8c0c-012d981f3fc1 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:41.953414 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-69f27a12-a9f9-4b8e-b4a9-098e8d07bf1a req-7fc40150-5159-4910-8c0c-012d981f3fc1 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.0866144 Jul 30 01:42:42.022590 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-69f27a12-a9f9-4b8e-b4a9-098e8d07bf1a req-982efcdc-af22-44ea-817f-604c3a619fbc tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667462 Jul 30 01:42:42.061028 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2729-c060-4eb2-b903-a6696b27be12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:42.077540 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2729-c060-4eb2-b903-a6696b27be12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:42.086173 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a3cb2729-c060-4eb2-b903-a6696b27be12 admin admin] 10.222.0.70 "DELETE /v2.0/networks/dfa46153-b898-44a7-8821-309f1b6876a8 HTTP/1.1" status: 204 len: 168 time: 0.7121828 Jul 30 01:42:42.096007 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-a997b86f-70b8-4e34-995c-463b35d5a86f tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:42.121834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb2729-c060-4eb2-b903-a6696b27be12 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa46153-b898-44a7-8821-309f1b6876a8,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:42.138831 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bbd15e-62d4-499a-a600-29db603de34e x-openstack-request-id: req-40bbd15e-62d4-499a-a600-29db603de34e {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:42.138831 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393797f8-7a73-4f15-ad46-01a191d6feab", "tag": "0ab796ef-d6f0-44e9-aa36-66caa5f20872", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:42.139053 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-40bbd15e-62d4-499a-a600-29db603de34e {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:42.139269 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393797f8-7a73-4f15-ad46-01a191d6feab', 'tag': '0ab796ef-d6f0-44e9-aa36-66caa5f20872', 'status': 'completed', 'code': 200} Jul 30 01:42:42.156886 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-a997b86f-70b8-4e34-995c-463b35d5a86f tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:42.196860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9c35eab1-f611-40dc-93c6-a67ed5192d91 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:42.301925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997b86f-70b8-4e34-995c-463b35d5a86f tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Pushing event updated for resources: {'Port': ['ID=25ddecdd-a77b-4264-ad8f-e60c65bf293d,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:42.366638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 9c35eab1-f611-40dc-93c6-a67ed5192d91 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:42.369261 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-a997b86f-70b8-4e34-995c-463b35d5a86f tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:42.372796 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 9c35eab1-f611-40dc-93c6-a67ed5192d91 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:42.373181 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:42.374277 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99f568-e039-4724-a866-34332b52bc9a req-a0323cc1-2c75-49a3-bafd-d550c3bb9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.376745 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9e99f568-e039-4724-a866-34332b52bc9a req-a0323cc1-2c75-49a3-bafd-d550c3bb9902 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e343f44bf5dd4cf8a8b503f8d70f09b5&device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 1099 time: 0.2122498 Jul 30 01:42:42.410725 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb7842-c3e3-4879-963a-613c04e7d575 req-a75158c1-e9cf-4dd4-909b-770baf85df23 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.418793 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9efb7842-c3e3-4879-963a-613c04e7d575 req-a75158c1-e9cf-4dd4-909b-770baf85df23 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 945 time: 0.1578889 Jul 30 01:42:42.470649 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-a997b86f-70b8-4e34-995c-463b35d5a86f tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:42.472104 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-a997b86f-70b8-4e34-995c-463b35d5a86f tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4027197 Jul 30 01:42:42.540798 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:42.563276 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9efb7842-c3e3-4879-963a-613c04e7d575 req-864048e9-c215-44f0-86f8-6b8ffc4322df tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427920 Jul 30 01:42:42.616807 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 9c35eab1-f611-40dc-93c6-a67ed5192d91, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9c35eab1-f611-40dc-93c6-a67ed5192d91,segment=NetworkSegment(035d819b-6088-4568-a6fa-9cddc01f8c18),segment_id=035d819b-6088-4568-a6fa-9cddc01f8c18)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:42.639926 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99f568-e039-4724-a866-34332b52bc9a req-1e13db5c-282f-454a-be71-3a7af76badca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.642459 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9e99f568-e039-4724-a866-34332b52bc9a req-1e13db5c-282f-454a-be71-3a7af76badca service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.2554545 Jul 30 01:42:42.644618 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33390) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:42.655857 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-96e225fb-8f99-46e0-98f8-c74d93ae5e8a tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.23 HTTP/1.1" status: 200 len: 695 time: 0.1773427 Jul 30 01:42:42.694890 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:42.746514 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9e99f568-e039-4724-a866-34332b52bc9a req-a3005d6a-6765-4cc7-95bd-54d6cb18fa83 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=0ab796ef-d6f0-44e9-aa36-66caa5f20872 HTTP/1.1" status: 200 len: 217 time: 0.0823104 Jul 30 01:42:42.823399 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0ab796ef-d6f0-44e9-aa36-66caa5f20872 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:42.825709 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-8f563377-526d-40e2-bd21-bbbec3c4a63b tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.827275 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-8f563377-526d-40e2-bd21-bbbec3c4a63b tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.1706398 Jul 30 01:42:42.833410 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6012cfaf-7ddf-4153-add8-259fdcf5e838 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:42.842729 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-b92eebb1-1949-4968-957a-6e0779aeea20 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:42:42.844535 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-275a64f9-f56d-4b10-b4c8-cf911d96a5cc req-b92eebb1-1949-4968-957a-6e0779aeea20 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086546 Jul 30 01:42:42.869668 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-28194b92-b760-482a-b652-55d6a5ff17c3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0319a67f897d4f48968851c9a9b700fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232351 Jul 30 01:42:42.873037 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33398) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:42.914927 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b30b53-b1ca-4af6-8c9e-3c6dccbf2670 req-fc3d4dde-e309-4bc7-8322-fb9475f632e4 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.916823 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24b30b53-b1ca-4af6-8c9e-3c6dccbf2670 req-fc3d4dde-e309-4bc7-8322-fb9475f632e4 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 948 time: 0.1739933 Jul 30 01:42:42.923919 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99f568-e039-4724-a866-34332b52bc9a req-f554dc42-8595-4baa-967b-38c8c06cf680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.944286 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9e99f568-e039-4724-a866-34332b52bc9a req-f554dc42-8595-4baa-967b-38c8c06cf680 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1666656 Jul 30 01:42:42.959189 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=9c35eab1-f611-40dc-93c6-a67ed5192d91,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:42.959284 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-db7ceecf-8353-4a21-a925-b3cb90c1f396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:42.998369 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-db7ceecf-8353-4a21-a925-b3cb90c1f396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:43.111647 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24b30b53-b1ca-4af6-8c9e-3c6dccbf2670 req-6396c07a-d0b5-47c2-8b21-6e45b3d0f5e7 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8569a96-1bdd-4692-947d-e8a594a584b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415503 Jul 30 01:42:43.137277 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99f568-e039-4724-a866-34332b52bc9a req-6d238cd1-f82e-4bb3-9f60-29de7ae44ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:43.139664 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9e99f568-e039-4724-a866-34332b52bc9a req-6d238cd1-f82e-4bb3-9f60-29de7ae44ff4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2062201 Jul 30 01:42:43.167026 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0ab796ef-d6f0-44e9-aa36-66caa5f20872, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0ab796ef-d6f0-44e9-aa36-66caa5f20872,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:43.203423 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 6012cfaf-7ddf-4153-add8-259fdcf5e838 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:43.211846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '0ab796ef-d6f0-44e9-aa36-66caa5f20872', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '0ab796ef-d6f0-44e9-aa36-66caa5f20872', 'mac_address': 'fa:16:3e:f7:f3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:43.213716 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 6012cfaf-7ddf-4153-add8-259fdcf5e838 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:43.214097 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:43.231421 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-db7ceecf-8353-4a21-a925-b3cb90c1f396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:43.235053 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-db7ceecf-8353-4a21-a925-b3cb90c1f396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:43.237598 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-db7ceecf-8353-4a21-a925-b3cb90c1f396 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de2b536b-4dec-498e-901c-b63553f4b42c HTTP/1.1" status: 204 len: 168 time: 0.3633487 Jul 30 01:42:43.251588 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ceecf-8353-4a21-a925-b3cb90c1f396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2b536b-4dec-498e-901c-b63553f4b42c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:43.289604 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:43.408440 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-881a575e-51f7-4507-935c-e7dceeb6d2b6 req-2f5c25d8-2de3-42af-8e61-7799ab78c488 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/floatingips/4b770a05-b574-4681-84be-62c8859fb96e HTTP/1.1" status: 200 len: 692 time: 0.1665192 Jul 30 01:42:43.530599 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9e99f568-e039-4724-a866-34332b52bc9a req-ea934a04-e5ee-4bba-b4c4-e3c91edb49ea service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814936 Jul 30 01:42:43.579569 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-0ad2f0d3-8fd5-4292-83a6-e73e8be6f109 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=623208e081294df0b62265be2069edd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535717 Jul 30 01:42:43.581059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a575e-51f7-4507-935c-e7dceeb6d2b6 req-707892bf-041f-4d72-ba55-2b8ab1e19d91 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:43.588195 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-881a575e-51f7-4507-935c-e7dceeb6d2b6 req-707892bf-041f-4d72-ba55-2b8ab1e19d91 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.1788540 Jul 30 01:42:43.608771 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:43.621733 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-881a575e-51f7-4507-935c-e7dceeb6d2b6 req-70b401f7-d527-4ec2-a707-2cc1bfee8d79 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:42:43.628664 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-881a575e-51f7-4507-935c-e7dceeb6d2b6 req-70b401f7-d527-4ec2-a707-2cc1bfee8d79 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0395346 Jul 30 01:42:43.637897 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab796ef-d6f0-44e9-aa36-66caa5f20872 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:43.650676 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:43.681219 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0ab796ef-d6f0-44e9-aa36-66caa5f20872, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0ab796ef-d6f0-44e9-aa36-66caa5f20872,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:43.687126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26ed028-c974-4c7a-92b6-45e73fe5d343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6012cfaf-7ddf-4153-add8-259fdcf5e838'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:43.689621 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468e4470-e4ee-44e4-ac88-2f514505d602" -d '{"events": [{"server_uuid": "f26ed028-c974-4c7a-92b6-45e73fe5d343", "name": "network-vif-plugged", "status": "completed", "tag": "6012cfaf-7ddf-4153-add8-259fdcf5e838"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:43.705946 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 6012cfaf-7ddf-4153-add8-259fdcf5e838, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6012cfaf-7ddf-4153-add8-259fdcf5e838,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:43.711623 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9e99f568-e039-4724-a866-34332b52bc9a req-bbb404cf-7143-4692-90c9-8a9bd19aa84e service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677537 Jul 30 01:42:43.731870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-b8e5902f-c466-4d84-8249-f4fc399146d6 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:43.734176 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-b8e5902f-c466-4d84-8249-f4fc399146d6 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1527877 Jul 30 01:42:43.762063 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-a986ce3e-1fa3-471b-a5b4-401b214d7637 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/quotas/623208e081294df0b62265be2069edd5 HTTP/1.1" status: 200 len: 375 time: 0.0147674 Jul 30 01:42:43.772980 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:43.835067 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915f94a-7b03-469f-b50f-ed3ae45f6a71 req-d0b95c04-3cd9-44f3-9075-c046c875219c tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:43.839832 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4915f94a-7b03-469f-b50f-ed3ae45f6a71 req-d0b95c04-3cd9-44f3-9075-c046c875219c tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 945 time: 0.0984440 Jul 30 01:42:43.854032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-6c30e6b0-fc21-4d51-af69-2cc3ef36e4a7 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853469 Jul 30 01:42:43.891556 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4915f94a-7b03-469f-b50f-ed3ae45f6a71 req-13a03c6c-7e74-4693-9ee8-286544e4efd2 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415933 Jul 30 01:42:43.895850 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0ab796ef-d6f0-44e9-aa36-66caa5f20872,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:43.911287 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:43.975327 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=6012cfaf-7ddf-4153-add8-259fdcf5e838,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:44.061865 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-615e93d3-523a-4504-98e9-4af2a4cef6a8 req-5da77900-ddda-4956-a38e-c68252fbe389 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=c1efeebc45f54d1fa8d5dfaad1305c5a HTTP/1.1" status: 200 len: 695 time: 0.1141551 Jul 30 01:42:44.105496 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9c35eab1-f611-40dc-93c6-a67ed5192d91 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:44.160030 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['0ab796ef-d6f0-44e9-aa36-66caa5f20872'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:44.216282 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e93d3-523a-4504-98e9-4af2a4cef6a8 req-d8fa387b-fbad-48ba-99e6-499ce9e5be90 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:44.226319 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-615e93d3-523a-4504-98e9-4af2a4cef6a8 req-d8fa387b-fbad-48ba-99e6-499ce9e5be90 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/networks?id=1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 787 time: 0.1558018 Jul 30 01:42:44.234840 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-615e93d3-523a-4504-98e9-4af2a4cef6a8 req-78ff4a4f-dda8-467b-8c0f-190f3f949c0e tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:42:44.248095 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-615e93d3-523a-4504-98e9-4af2a4cef6a8 req-78ff4a4f-dda8-467b-8c0f-190f3f949c0e tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204279 Jul 30 01:42:44.284134 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175c32b9-4c52-4674-87a3-fb986266c1fe x-openstack-request-id: req-175c32b9-4c52-4674-87a3-fb986266c1fe {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:44.284543 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26ed028-c974-4c7a-92b6-45e73fe5d343", "name": "network-vif-plugged", "status": "completed", "tag": "6012cfaf-7ddf-4153-add8-259fdcf5e838", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:44.285023 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-175c32b9-4c52-4674-87a3-fb986266c1fe {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:44.285586 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26ed028-c974-4c7a-92b6-45e73fe5d343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6012cfaf-7ddf-4153-add8-259fdcf5e838', 'code': 200} Jul 30 01:42:44.323510 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 9c35eab1-f611-40dc-93c6-a67ed5192d91 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:44.324109 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.526497 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.722596 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-04dc0416-4d88-4a14-ba43-acd5057704ed req-da336e91-99c2-4de8-baaa-022a6281385a tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/floatingips/4b770a05-b574-4681-84be-62c8859fb96e HTTP/1.1" status: 200 len: 692 time: 0.1070268 Jul 30 01:42:44.821028 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33486) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:44.861117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5e1da-6dc8-47bf-a685-6c19993f0a3a req-b2d2d8fb-f0fd-4a3d-a9fc-6c851e398fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:44.865159 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-67f5e1da-6dc8-47bf-a685-6c19993f0a3a req-b2d2d8fb-f0fd-4a3d-a9fc-6c851e398fef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 1097 time: 0.4565618 Jul 30 01:42:44.876963 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44e123-8cec-4588-9fdd-21f0ca323fcc req-c4bc8e2d-f837-4dfc-93d7-ccb142d94e23 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:44.882011 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5b44e123-8cec-4588-9fdd-21f0ca323fcc req-c4bc8e2d-f837-4dfc-93d7-ccb142d94e23 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 949 time: 0.5378504 Jul 30 01:42:44.936503 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc0416-4d88-4a14-ba43-acd5057704ed req-636a99e4-f152-46b9-9043-ec37973fcf49 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:44.943702 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-04dc0416-4d88-4a14-ba43-acd5057704ed req-636a99e4-f152-46b9-9043-ec37973fcf49 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.2197530 Jul 30 01:42:44.949737 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-04dc0416-4d88-4a14-ba43-acd5057704ed req-02381abe-b99d-4b26-b9ad-4d2a5bd665b6 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:42:44.957470 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-04dc0416-4d88-4a14-ba43-acd5057704ed req-02381abe-b99d-4b26-b9ad-4d2a5bd665b6 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133755 Jul 30 01:42:44.964249 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ac09866e-adf7-4415-b090-b7981971a49a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2118304789-network', 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:44.971857 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-67f5e1da-6dc8-47bf-a685-6c19993f0a3a req-081a0cf9-accc-47d3-90d2-f41d7accf557 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886128 Jul 30 01:42:44.978817 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5b44e123-8cec-4588-9fdd-21f0ca323fcc req-ef00c407-9c7a-4ac3-a2d6-afcff8e8a7b4 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8569a96-1bdd-4692-947d-e8a594a584b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893645 Jul 30 01:42:45.021797 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-04dc0416-4d88-4a14-ba43-acd5057704ed req-623f839e-c573-4982-aa87-9dd6f63941a4 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.23 HTTP/1.1" status: 200 len: 695 time: 0.0634556 Jul 30 01:42:45.076711 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-57ad30fd-410b-4e7c-b3ce-4fc9077e2b38 req-c62055d3-e83a-4298-bc4f-fd234993e017 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 210 time: 0.0295553 Jul 30 01:42:45.094965 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac09866e-adf7-4415-b090-b7981971a49a admin admin] Made reservation on behalf of 7d8ded957c6c4ac3b56380dd35f56460 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:45.097284 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac09866e-adf7-4415-b090-b7981971a49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.105286 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-04dc0416-4d88-4a14-ba43-acd5057704ed req-5c59a497-892d-4bd4-b441-a89afe2fa84c tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.23 HTTP/1.1" status: 200 len: 695 time: 0.0698140 Jul 30 01:42:45.112092 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac09866e-adf7-4415-b090-b7981971a49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.269712 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695849a0-2931-442d-8a48-62fdd262eea2 req-70a8b045-d50d-44cf-8336-f8dd025a9013 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:45.271712 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-695849a0-2931-442d-8a48-62fdd262eea2 req-70a8b045-d50d-44cf-8336-f8dd025a9013 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 946 time: 0.0534923 Jul 30 01:42:45.306833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-04dc0416-4d88-4a14-ba43-acd5057704ed req-3a4e8aa9-4096-4ea1-a9f5-b40f76b83674 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Deleting port 25ddecdd-a77b-4264-ad8f-e60c65bf293d {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:45.307203 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-04dc0416-4d88-4a14-ba43-acd5057704ed req-3a4e8aa9-4096-4ea1-a9f5-b40f76b83674 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.327265 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-695849a0-2931-442d-8a48-62fdd262eea2 req-4a12e04e-d174-4645-bda2-64bbce28de26 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484910 Jul 30 01:42:45.378915 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac09866e-adf7-4415-b090-b7981971a49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.404682 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-04dc0416-4d88-4a14-ba43-acd5057704ed req-3a4e8aa9-4096-4ea1-a9f5-b40f76b83674 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.404977 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-04dc0416-4d88-4a14-ba43-acd5057704ed req-3a4e8aa9-4096-4ea1-a9f5-b40f76b83674 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.417456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-04dc0416-4d88-4a14-ba43-acd5057704ed req-3a4e8aa9-4096-4ea1-a9f5-b40f76b83674 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Calling delete_port for 25ddecdd-a77b-4264-ad8f-e60c65bf293d owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:45.432453 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac09866e-adf7-4415-b090-b7981971a49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.469468 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cc130-d6f4-4fa6-9b3e-bb9ce5b33ddb req-6ddc1e62-e69f-467c-bfb7-53e63304d742 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:45.471194 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-567cc130-d6f4-4fa6-9b3e-bb9ce5b33ddb req-6ddc1e62-e69f-467c-bfb7-53e63304d742 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf976286-0095-44c9-8d0b-1934155d3462 HTTP/1.1" status: 200 len: 950 time: 0.0619361 Jul 30 01:42:45.491538 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac09866e-adf7-4415-b090-b7981971a49a admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:42:45.514978 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac09866e-adf7-4415-b090-b7981971a49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.515325 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-ac09866e-adf7-4415-b090-b7981971a49a admin admin] Added segment 08fc56a1-be6a-464b-be74-ca21f0eaafbd of type vlan for network c48d0607-a1db-4a3c-9ded-a02790a272f7 Jul 30 01:42:45.516574 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09866e-adf7-4415-b090-b7981971a49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c521804a-5983-438c-a25f-d800b5a8cceb,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:45.517344 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-567cc130-d6f4-4fa6-9b3e-bb9ce5b33ddb req-6c12dc9c-7f4b-4a79-9fc6-5f72878baab6 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/security-groups?id=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381234 Jul 30 01:42:45.592515 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac09866e-adf7-4415-b090-b7981971a49a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.686952 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac09866e-adf7-4415-b090-b7981971a49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.687935 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac09866e-adf7-4415-b090-b7981971a49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:45.688785 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac09866e-adf7-4415-b090-b7981971a49a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.750064 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09866e-adf7-4415-b090-b7981971a49a admin admin] Pushing event updated for resources: {'Network': ['ID=c48d0607-a1db-4a3c-9ded-a02790a272f7,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:45.755384 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-04dc0416-4d88-4a14-ba43-acd5057704ed req-3a4e8aa9-4096-4ea1-a9f5-b40f76b83674 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.761343 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network c48d0607-a1db-4a3c-9ded-a02790a272f7 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:42:45.801136 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e8aa9-4096-4ea1-a9f5-b40f76b83674 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Pushing event deleted for resources: {'Port': ['ID=25ddecdd-a77b-4264-ad8f-e60c65bf293d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:45.862829 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ac09866e-adf7-4415-b090-b7981971a49a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0402861 Jul 30 01:42:45.865946 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33524) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:45.873232 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a2004b31-e0ba-4a29-9185-c1ac9d5a55ff admin admin] Request body: {'subnet': {'network_id': 'c48d0607-a1db-4a3c-9ded-a02790a272f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2118304789-subnet', 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:45.875065 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-04dc0416-4d88-4a14-ba43-acd5057704ed req-3a4e8aa9-4096-4ea1-a9f5-b40f76b83674 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.877924 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-04dc0416-4d88-4a14-ba43-acd5057704ed req-3a4e8aa9-4096-4ea1-a9f5-b40f76b83674 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.879099 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-04dc0416-4d88-4a14-ba43-acd5057704ed req-3a4e8aa9-4096-4ea1-a9f5-b40f76b83674 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "DELETE /v2.0/floatingips/4b770a05-b574-4681-84be-62c8859fb96e HTTP/1.1" status: 204 len: 173 time: 0.7648735 Jul 30 01:42:45.990259 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2004b31-e0ba-4a29-9185-c1ac9d5a55ff admin admin] Made reservation on behalf of 7d8ded957c6c4ac3b56380dd35f56460 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:45.992672 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a2004b31-e0ba-4a29-9185-c1ac9d5a55ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.071737 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-64fc2b3b-17a6-47b5-ad03-d0a591f15d41 req-399387ca-2f79-4c85-a515-74660876fd9c tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1587322 Jul 30 01:42:46.078845 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-64fc2b3b-17a6-47b5-ad03-d0a591f15d41 req-3eacea36-b804-44f1-a6e6-00ab87ccfa11 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:46.202174 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-64fc2b3b-17a6-47b5-ad03-d0a591f15d41 req-3eacea36-b804-44f1-a6e6-00ab87ccfa11 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.248411 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f375947-f0bc-4283-980a-dd1846cd3ef8 req-c8b3cb9e-46b6-4d04-b5e6-cbf0ddaa83a7 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:46.249895 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f375947-f0bc-4283-980a-dd1846cd3ef8 req-c8b3cb9e-46b6-4d04-b5e6-cbf0ddaa83a7 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 949 time: 0.1008754 Jul 30 01:42:46.287897 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f375947-f0bc-4283-980a-dd1846cd3ef8 req-d800dd09-6ff6-471b-8a31-fd0b539fa609 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8569a96-1bdd-4692-947d-e8a594a584b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318375 Jul 30 01:42:46.303678 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-64fc2b3b-17a6-47b5-ad03-d0a591f15d41 req-3eacea36-b804-44f1-a6e6-00ab87ccfa11 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.312185 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a2004b31-e0ba-4a29-9185-c1ac9d5a55ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.394899 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2004b31-e0ba-4a29-9185-c1ac9d5a55ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=17a1525e-1829-40b4-9289-90deef4b2ac6,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:46.400297 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2004b31-e0ba-4a29-9185-c1ac9d5a55ff admin admin] Checking segment: {'id': '08fc56a1-be6a-464b-be74-ca21f0eaafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c48d0607-a1db-4a3c-9ded-a02790a272f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:46.400966 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2004b31-e0ba-4a29-9185-c1ac9d5a55ff admin admin] Network hostable DHCP agents. Network: c48d0607-a1db-4a3c-9ded-a02790a272f7, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:42:46.460541 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c9a0d63f-9d72-4b52-89d8-e6b07d4243b1 req-cf44c2e0-9c08-424a-90c3-4639f4a2f020 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 210 time: 0.0308607 Jul 30 01:42:46.464061 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-64fc2b3b-17a6-47b5-ad03-d0a591f15d41 req-3eacea36-b804-44f1-a6e6-00ab87ccfa11 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Allocated IP 172.25.1.252 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/1802d495-4aff-4e0a-8ccd-1ff8a18b9022) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:46.522737 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-6ef8ba8d-58cd-43f9-88f5-a5d6cb212bd2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=623208e081294df0b62265be2069edd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212550 Jul 30 01:42:46.523280 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2004b31-e0ba-4a29-9185-c1ac9d5a55ff admin admin] Network c48d0607-a1db-4a3c-9ded-a02790a272f7 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:42:46.574124 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-64fc2b3b-17a6-47b5-ad03-d0a591f15d41 req-3eacea36-b804-44f1-a6e6-00ab87ccfa11 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.604615 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-a2004b31-e0ba-4a29-9185-c1ac9d5a55ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, c48d0607-a1db-4a3c-9ded-a02790a272f7) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:46.612996 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2004b31-e0ba-4a29-9185-c1ac9d5a55ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:46.613583 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a2004b31-e0ba-4a29-9185-c1ac9d5a55ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.615478 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e417bf8-d1f7-433c-b28c-f3fa287c7bea None None] Network c48d0607-a1db-4a3c-9ded-a02790a272f7 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:46.647026 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b4e0a-55a2-4333-872a-90e35bd06ccb req-5bd40803-98f6-4ed4-866a-990804c4be51 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:46.648515 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f97b4e0a-55a2-4333-872a-90e35bd06ccb req-5bd40803-98f6-4ed4-866a-990804c4be51 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 946 time: 0.1221404 Jul 30 01:42:46.704593 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-64fc2b3b-17a6-47b5-ad03-d0a591f15d41 req-3eacea36-b804-44f1-a6e6-00ab87ccfa11 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.705512 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-9c596d24-6664-446b-a02d-2f06238fdb2f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:46.706986 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-9c596d24-6664-446b-a02d-2f06238fdb2f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1704416 Jul 30 01:42:46.714754 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a2004b31-e0ba-4a29-9185-c1ac9d5a55ff admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8460023 Jul 30 01:42:46.717044 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f97b4e0a-55a2-4333-872a-90e35bd06ccb req-7fc2ca01-1488-4321-8caf-e889b3d0bcc8 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587587 Jul 30 01:42:46.717500 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33564) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:46.721686 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d89e64cf-1404-4946-bb15-d8c3deef2c53 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2118304789-router', 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:46.740956 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-a7356be0-571f-4d9c-8054-55bccfb6174c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Request body: {'port': {'device_id': '85f06302-ffc9-4cab-81c7-88a63ebdbdf8', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': '623208e081294df0b62265be2069edd5'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:46.762855 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0ab796ef-d6f0-44e9-aa36-66caa5f20872 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:46.778657 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64fc2b3b-17a6-47b5-ad03-d0a591f15d41 req-3eacea36-b804-44f1-a6e6-00ab87ccfa11 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:46.788573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-64fc2b3b-17a6-47b5-ad03-d0a591f15d41 req-3eacea36-b804-44f1-a6e6-00ab87ccfa11 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:46.791036 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fc2b3b-17a6-47b5-ad03-d0a591f15d41 req-3eacea36-b804-44f1-a6e6-00ab87ccfa11 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:46.796212 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eacea36-b804-44f1-a6e6-00ab87ccfa11 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Pushing event updated for resources: {'Port': ['ID=1802d495-4aff-4e0a-8ccd-1ff8a18b9022,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:46.807393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-c48d0607-a1db-4a3c-9ded-a02790a272f7', 'network_id': 'c48d0607-a1db-4a3c-9ded-a02790a272f7', 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460', 'fixed_ips': [{'subnet_id': '17a1525e-1829-40b4-9289-90deef4b2ac6'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:42:46.807393 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.933353 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-64fc2b3b-17a6-47b5-ad03-d0a591f15d41 req-3eacea36-b804-44f1-a6e6-00ab87ccfa11 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.972365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Allocated IP 172.20.0.2 (c48d0607-a1db-4a3c-9ded-a02790a272f7/17a1525e-1829-40b4-9289-90deef4b2ac6/7d9193ca-276c-484f-a309-937486cf1915) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:47.006070 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d89e64cf-1404-4946-bb15-d8c3deef2c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.007804 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d89e64cf-1404-4946-bb15-d8c3deef2c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.015503 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fa846-5ef0-42fc-89b0-35b8100b4fbe req-097dc3b9-fa99-45b5-a002-ba49be9c1ab9 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:47.016978 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d90fa846-5ef0-42fc-89b0-35b8100b4fbe req-097dc3b9-fa99-45b5-a002-ba49be9c1ab9 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 1097 time: 0.0582771 Jul 30 01:42:47.030157 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 0ab796ef-d6f0-44e9-aa36-66caa5f20872 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:47.038129 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 0ab796ef-d6f0-44e9-aa36-66caa5f20872 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:47.038932 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.068694 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-64fc2b3b-17a6-47b5-ad03-d0a591f15d41 req-3eacea36-b804-44f1-a6e6-00ab87ccfa11 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.085304 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d89e64cf-1404-4946-bb15-d8c3deef2c53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.086582 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-a7356be0-571f-4d9c-8054-55bccfb6174c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Made reservation on behalf of 623208e081294df0b62265be2069edd5 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:47.090075 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-a7356be0-571f-4d9c-8054-55bccfb6174c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.115387 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d90fa846-5ef0-42fc-89b0-35b8100b4fbe req-be816183-8914-45eb-81d9-a0dcd460adce tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851088 Jul 30 01:42:47.198420 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.210976 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Transition to ACTIVE for port object 7d9193ca-276c-484f-a309-937486cf1915 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:47.237450 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Transition to ACTIVE for port object 7d9193ca-276c-484f-a309-937486cf1915 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:47.274027 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-64fc2b3b-17a6-47b5-ad03-d0a591f15d41 req-3eacea36-b804-44f1-a6e6-00ab87ccfa11 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.287153 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.332086 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0ab796ef-d6f0-44e9-aa36-66caa5f20872, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0ab796ef-d6f0-44e9-aa36-66caa5f20872,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:47.334225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393797f8-7a73-4f15-ad46-01a191d6feab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab796ef-d6f0-44e9-aa36-66caa5f20872'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:47.337464 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d89e64cf-1404-4946-bb15-d8c3deef2c53 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.340401 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-64fc2b3b-17a6-47b5-ad03-d0a591f15d41 req-3eacea36-b804-44f1-a6e6-00ab87ccfa11 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.348091 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8450ea8d-52fa-4690-9292-ca598c5a63b5" -d '{"events": [{"server_uuid": "393797f8-7a73-4f15-ad46-01a191d6feab", "name": "network-vif-plugged", "status": "completed", "tag": "0ab796ef-d6f0-44e9-aa36-66caa5f20872"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:47.355326 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.372871 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-a7356be0-571f-4d9c-8054-55bccfb6174c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Allocated IP 192.168.233.15 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/4efc8e99-d134-4e3a-a71e-8171970718c9) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:47.430183 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Network c48d0607-a1db-4a3c-9ded-a02790a272f7 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:47.432429 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Pushing event updated for resources: {'Port': ['ID=7d9193ca-276c-484f-a309-937486cf1915,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:47.437118 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:47.440258 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.441283 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8b508e57-8ada-4b88-bdc6-4556050fe639 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:47.444942 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:47.465321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eacea36-b804-44f1-a6e6-00ab87ccfa11 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Pushing event updated for resources: {'Port': ['ID=1802d495-4aff-4e0a-8ccd-1ff8a18b9022,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:47.474528 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-64fc2b3b-17a6-47b5-ad03-d0a591f15d41 req-3eacea36-b804-44f1-a6e6-00ab87ccfa11 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.504431 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.549037 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0ab796ef-d6f0-44e9-aa36-66caa5f20872,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:47.556006 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-64fc2b3b-17a6-47b5-ad03-d0a591f15d41 req-3eacea36-b804-44f1-a6e6-00ab87ccfa11 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.559152 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-64fc2b3b-17a6-47b5-ad03-d0a591f15d41 req-3eacea36-b804-44f1-a6e6-00ab87ccfa11 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4864557 Jul 30 01:42:47.605831 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Attempting to bind port 7d9193ca-276c-484f-a309-937486cf1915 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:47.606598 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Attempting to bind port 7d9193ca-276c-484f-a309-937486cf1915 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '08fc56a1-be6a-464b-be74-ca21f0eaafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c48d0607-a1db-4a3c-9ded-a02790a272f7'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:47.607155 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Attempting to bind port 7d9193ca-276c-484f-a309-937486cf1915 on network c48d0607-a1db-4a3c-9ded-a02790a272f7 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:47.617224 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:47.617858 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Checking segment: {'id': '08fc56a1-be6a-464b-be74-ca21f0eaafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c48d0607-a1db-4a3c-9ded-a02790a272f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:47.618507 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.618903 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Bound using segment: {'id': '08fc56a1-be6a-464b-be74-ca21f0eaafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c48d0607-a1db-4a3c-9ded-a02790a272f7'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:47.619370 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Bound port: 7d9193ca-276c-484f-a309-937486cf1915, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08fc56a1-be6a-464b-be74-ca21f0eaafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c48d0607-a1db-4a3c-9ded-a02790a272f7'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:47.619914 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.628648 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-64fc2b3b-17a6-47b5-ad03-d0a591f15d41 req-b3853046-4c08-43dd-a592-400dc5d4d8d4 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.0612636 Jul 30 01:42:47.661005 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f45ae-d9da-4c66-b3d9-d3e9992096d1 req-e1a87f46-c83f-49ce-bb44-5d57dea7affb tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:47.662607 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-633f45ae-d9da-4c66-b3d9-d3e9992096d1 req-e1a87f46-c83f-49ce-bb44-5d57dea7affb tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 950 time: 0.0910611 Jul 30 01:42:47.698520 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.716685 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-a7356be0-571f-4d9c-8054-55bccfb6174c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.742710 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] For port 7d9193ca-276c-484f-a309-937486cf1915, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:47.747505 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-a7356be0-571f-4d9c-8054-55bccfb6174c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Transition to ACTIVE for port object 4efc8e99-d134-4e3a-a71e-8171970718c9 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:47.748000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] For port 7d9193ca-276c-484f-a309-937486cf1915, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7d9193ca-276c-484f-a309-937486cf1915,segment=NetworkSegment(08fc56a1-be6a-464b-be74-ca21f0eaafbd),segment_id=08fc56a1-be6a-464b-be74-ca21f0eaafbd)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:47.751167 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc2b3b-17a6-47b5-ad03-d0a591f15d41 req-7fa354a5-1123-4e92-86f9-50ca681336fc tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:47.771542 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-64fc2b3b-17a6-47b5-ad03-d0a591f15d41 req-7fa354a5-1123-4e92-86f9-50ca681336fc tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.1178610 Jul 30 01:42:47.772103 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8b508e57-8ada-4b88-bdc6-4556050fe639, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8b508e57-8ada-4b88-bdc6-4556050fe639,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:47.772866 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-633f45ae-d9da-4c66-b3d9-d3e9992096d1 req-9f7989f6-d874-460b-8170-c1baa5154ac3 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8569a96-1bdd-4692-947d-e8a594a584b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840051 Jul 30 01:42:47.807912 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3026607a-60d0-4620-a381-50b61cca11ef x-openstack-request-id: req-3026607a-60d0-4620-a381-50b61cca11ef {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:47.808476 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393797f8-7a73-4f15-ad46-01a191d6feab", "name": "network-vif-plugged", "status": "completed", "tag": "0ab796ef-d6f0-44e9-aa36-66caa5f20872", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:47.808828 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3026607a-60d0-4620-a381-50b61cca11ef {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:47.809857 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393797f8-7a73-4f15-ad46-01a191d6feab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab796ef-d6f0-44e9-aa36-66caa5f20872', 'code': 200} Jul 30 01:42:47.837886 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.909886 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.932605 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42c4a5-b7d8-4f22-9a17-a9cfb066d1aa None None] Pushing event updated for resources: {'Port': ['ID=7d9193ca-276c-484f-a309-937486cf1915,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:47.971940 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dfc246ae-6bd6-4059-bbf9-32495d327009 req-d05b8907-3772-401a-b217-ea19bf679b3c tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/floatingips/1c264db0-d10d-4e10-a603-9503054446e1 HTTP/1.1" status: 200 len: 693 time: 0.0812011 Jul 30 01:42:47.972774 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d89e64cf-1404-4946-bb15-d8c3deef2c53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.987919 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-accfc5da-9732-422b-8355-21ed600f721f req-458e679b-5ea9-40c7-9310-311109ce3172 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 210 time: 0.0860226 Jul 30 01:42:48.004102 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=8b508e57-8ada-4b88-bdc6-4556050fe639,revision_number=11']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:48.014614 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d89e64cf-1404-4946-bb15-d8c3deef2c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.027409 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0c74f-a756-44ba-9128-1acbd83d2d30 req-4121111c-95ff-46cb-91fe-31f68041fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:48.027409 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c1d0c74f-a756-44ba-9128-1acbd83d2d30 req-4121111c-95ff-46cb-91fe-31f68041fbad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 1101 time: 0.1419826 Jul 30 01:42:48.159540 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c1d0c74f-a756-44ba-9128-1acbd83d2d30 req-89d435a8-827c-4ac9-b968-cefb3d0ea11c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e8569a96-1bdd-4692-947d-e8a594a584b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968080 Jul 30 01:42:48.180888 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-a7356be0-571f-4d9c-8054-55bccfb6174c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.185541 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc246ae-6bd6-4059-bbf9-32495d327009 req-5a9705a8-4747-4dc4-9943-626fbd5b10bc tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:48.191900 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dfc246ae-6bd6-4059-bbf9-32495d327009 req-5a9705a8-4747-4dc4-9943-626fbd5b10bc tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.2117348 Jul 30 01:42:48.197716 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['58becea3-31c0-4351-95e0-89aa79c8cb6f', 'cfa21f14-d3be-46f5-9037-356e185717cf'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:48.347681 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dfc246ae-6bd6-4059-bbf9-32495d327009 req-1c0d4099-70dd-41ab-8e69-9c68d91ef5d3 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.1348917 Jul 30 01:42:48.363095 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-a7356be0-571f-4d9c-8054-55bccfb6174c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:48.380741 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-d89e64cf-1404-4946-bb15-d8c3deef2c53 admin admin] Allocated IP 172.25.1.69 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/d3d7cd96-fadd-445f-a33b-a88b6dcc60b7) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:48.390563 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-a7356be0-571f-4d9c-8054-55bccfb6174c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:48.405871 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-a7356be0-571f-4d9c-8054-55bccfb6174c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:48.416732 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dfc246ae-6bd6-4059-bbf9-32495d327009 req-9108ff17-7032-45e1-92a4-7db82a8cdf6c tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.0589449 Jul 30 01:42:48.442054 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7356be0-571f-4d9c-8054-55bccfb6174c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Pushing event updated for resources: {'Port': ['ID=4efc8e99-d134-4e3a-a71e-8171970718c9,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:48.574115 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-a7356be0-571f-4d9c-8054-55bccfb6174c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:48.574833 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-a7356be0-571f-4d9c-8054-55bccfb6174c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.628770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-dfc246ae-6bd6-4059-bbf9-32495d327009 req-9903ea20-8ea6-4a3d-9720-a805c375e52e tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Deleting port 1802d495-4aff-4e0a-8ccd-1ff8a18b9022 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:48.629215 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-dfc246ae-6bd6-4059-bbf9-32495d327009 req-9903ea20-8ea6-4a3d-9720-a805c375e52e tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.692915 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d89e64cf-1404-4946-bb15-d8c3deef2c53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.697406 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-a7356be0-571f-4d9c-8054-55bccfb6174c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9673426 Jul 30 01:42:48.741768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] Request body: {'port': {'device_id': '85f06302-ffc9-4cab-81c7-88a63ebdbdf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:48.748541 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-dfc246ae-6bd6-4059-bbf9-32495d327009 req-9903ea20-8ea6-4a3d-9720-a805c375e52e tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.749110 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-dfc246ae-6bd6-4059-bbf9-32495d327009 req-9903ea20-8ea6-4a3d-9720-a805c375e52e tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.761690 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-dfc246ae-6bd6-4059-bbf9-32495d327009 req-9903ea20-8ea6-4a3d-9720-a805c375e52e tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Calling delete_port for 1802d495-4aff-4e0a-8ccd-1ff8a18b9022 owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:48.820588 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.892783 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1d254314-c70e-4832-af25-15a773d89066 None None] Provisioning for port 4efc8e99-d134-4e3a-a71e-8171970718c9 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:48.896953 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1d254314-c70e-4832-af25-15a773d89066 None None] Provisioning complete for port 4efc8e99-d134-4e3a-a71e-8171970718c9 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:48.897294 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1d254314-c70e-4832-af25-15a773d89066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.938238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1d254314-c70e-4832-af25-15a773d89066 None None] Port 4efc8e99-d134-4e3a-a71e-8171970718c9 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:42:48.972818 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d89e64cf-1404-4946-bb15-d8c3deef2c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.020135 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-dfc246ae-6bd6-4059-bbf9-32495d327009 req-9903ea20-8ea6-4a3d-9720-a805c375e52e tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.055014 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5eba7e-aa76-4308-8be0-254c11a0d539 req-e8fbe022-5ecc-4425-958b-0f86aa3c38fa tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:49.056492 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd5eba7e-aa76-4308-8be0-254c11a0d539 req-e8fbe022-5ecc-4425-958b-0f86aa3c38fa tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 950 time: 0.1832950 Jul 30 01:42:49.062448 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89e64cf-1404-4946-bb15-d8c3deef2c53 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:49.072445 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903ea20-8ea6-4a3d-9720-a805c375e52e tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Pushing event deleted for resources: {'Port': ['ID=1802d495-4aff-4e0a-8ccd-1ff8a18b9022,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:49.080797 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d89e64cf-1404-4946-bb15-d8c3deef2c53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:49.118196 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e64cf-1404-4946-bb15-d8c3deef2c53 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:49.123683 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e64cf-1404-4946-bb15-d8c3deef2c53 admin admin] Pushing event updated for resources: {'Port': ['ID=d3d7cd96-fadd-445f-a33b-a88b6dcc60b7,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:49.145637 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-dfc246ae-6bd6-4059-bbf9-32495d327009 req-9903ea20-8ea6-4a3d-9720-a805c375e52e tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.148468 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-dfc246ae-6bd6-4059-bbf9-32495d327009 req-9903ea20-8ea6-4a3d-9720-a805c375e52e tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.162764 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dfc246ae-6bd6-4059-bbf9-32495d327009 req-9903ea20-8ea6-4a3d-9720-a805c375e52e tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "DELETE /v2.0/floatingips/1c264db0-d10d-4e10-a603-9503054446e1 HTTP/1.1" status: 204 len: 173 time: 0.7395325 Jul 30 01:42:49.204078 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd5eba7e-aa76-4308-8be0-254c11a0d539 req-1adc991f-7ca3-4692-aa5e-7f684e4bd92d tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8569a96-1bdd-4692-947d-e8a594a584b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404171 Jul 30 01:42:49.418554 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a2a995-4325-47f2-b190-51d581152f3b None None] Network c48d0607-a1db-4a3c-9ded-a02790a272f7 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:49.441098 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [req-cf5580b8-31b5-489e-aa23-de5debbf095a req-17ce082e-47ca-4b53-a6fc-92dcb13997c7 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] show failed (client error): The resource could not be found. Jul 30 01:42:49.442709 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf5580b8-31b5-489e-aa23-de5debbf095a req-17ce082e-47ca-4b53-a6fc-92dcb13997c7 tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/floatingips/1c264db0-d10d-4e10-a603-9503054446e1 HTTP/1.1" status: 404 len: 350 time: 0.1069133 Jul 30 01:42:49.520413 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4efc8e99-d134-4e3a-a71e-8171970718c9 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:49.535778 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca571db-57e4-4483-b122-9461edcfa41a req-079ec876-7fb7-464d-91a2-9a8ec61f61e7 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:49.538812 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6ca571db-57e4-4483-b122-9461edcfa41a req-079ec876-7fb7-464d-91a2-9a8ec61f61e7 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 935 time: 0.1883066 Jul 30 01:42:49.542216 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.571326 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] Transition to ACTIVE for port object 4efc8e99-d134-4e3a-a71e-8171970718c9 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:49.580049 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ca0d45fc-2f97-4919-89a5-5c43ef7426dd None None] Provisioning for port 7d9193ca-276c-484f-a309-937486cf1915 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:49.598593 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6ca571db-57e4-4483-b122-9461edcfa41a req-4596158e-03c9-4c51-88ba-3fe71c1a1ef2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476046 Jul 30 01:42:49.641288 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.665991 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [req-93cc1194-5cd8-46ea-a351-3dc1e401f1a9 req-1f39ebfc-59c5-48bb-afbb-63bbf566d4dd tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] show failed (client error): The resource could not be found. Jul 30 01:42:49.676188 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-93cc1194-5cd8-46ea-a351-3dc1e401f1a9 req-1f39ebfc-59c5-48bb-afbb-63bbf566d4dd tempest-FloatingIPsTestJSON-1847198144 tempest-FloatingIPsTestJSON-1847198144-project] 10.222.0.70 "GET /v2.0/floatingips/1c264db0-d10d-4e10-a603-9503054446e1 HTTP/1.1" status: 404 len: 350 time: 0.0566533 Jul 30 01:42:49.676760 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33722) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:49.778273 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] Pushing event updated for resources: {'Port': ['ID=4efc8e99-d134-4e3a-a71e-8171970718c9,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:49.811744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf976286-0095-44c9-8d0b-1934155d3462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b508e57-8ada-4b88-bdc6-4556050fe639'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:49.814768 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fec1585-7afa-4411-ad65-ca20d94dfd2d" -d '{"events": [{"server_uuid": "bf976286-0095-44c9-8d0b-1934155d3462", "name": "network-vif-unplugged", "status": "completed", "tag": "8b508e57-8ada-4b88-bdc6-4556050fe639"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:49.871558 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95370996-5236-446e-8548-bfa0a0f339d3 x-openstack-request-id: req-95370996-5236-446e-8548-bfa0a0f339d3 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:49.872393 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf976286-0095-44c9-8d0b-1934155d3462", "name": "network-vif-unplugged", "status": "completed", "tag": "8b508e57-8ada-4b88-bdc6-4556050fe639", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:49.872653 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-95370996-5236-446e-8548-bfa0a0f339d3 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:49.873051 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf976286-0095-44c9-8d0b-1934155d3462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b508e57-8ada-4b88-bdc6-4556050fe639', 'code': 200} Jul 30 01:42:49.879077 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d89e64cf-1404-4946-bb15-d8c3deef2c53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.953487 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] Attempting to bind port 4efc8e99-d134-4e3a-a71e-8171970718c9 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:49.953768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] Attempting to bind port 4efc8e99-d134-4e3a-a71e-8171970718c9 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:49.954241 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] Attempting to bind port 4efc8e99-d134-4e3a-a71e-8171970718c9 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:49.994450 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] Port 4efc8e99-d134-4e3a-a71e-8171970718c9 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:49.994787 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] Attempting to bind port 4efc8e99-d134-4e3a-a71e-8171970718c9 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:50.002852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:50.003203 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:50.003600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:50.004043 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] Bound port: 4efc8e99-d134-4e3a-a71e-8171970718c9, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:50.004412 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:50.161199 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7d9193ca-276c-484f-a309-937486cf1915 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:50.293160 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 7d9193ca-276c-484f-a309-937486cf1915 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:50.298121 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7d9193ca-276c-484f-a309-937486cf1915 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:50.298603 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:50.394724 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e097be1-70ba-4177-a269-26f645e460d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:50.425435 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:50.471247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 7d9193ca-276c-484f-a309-937486cf1915, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7d9193ca-276c-484f-a309-937486cf1915,segment=NetworkSegment(08fc56a1-be6a-464b-be74-ca21f0eaafbd),segment_id=08fc56a1-be6a-464b-be74-ca21f0eaafbd)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:50.493177 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] For port 4efc8e99-d134-4e3a-a71e-8171970718c9, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:50.517878 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] For port 4efc8e99-d134-4e3a-a71e-8171970718c9, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4efc8e99-d134-4e3a-a71e-8171970718c9,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:50.523761 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:50.558068 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d89e64cf-1404-4946-bb15-d8c3deef2c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:50.571876 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488cb68-d38c-41ae-8623-540d28af807f req-af180f7b-a8da-4028-bb33-62a587345afe tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:50.578417 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=7d9193ca-276c-484f-a309-937486cf1915,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:50.578810 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6488cb68-d38c-41ae-8623-540d28af807f req-af180f7b-a8da-4028-bb33-62a587345afe tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 950 time: 0.0832701 Jul 30 01:42:50.589154 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:50.674053 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:50.674734 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:50.676124 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] 10.222.0.77 "PUT /v2.0/ports/4efc8e99-d134-4e3a-a71e-8171970718c9 HTTP/1.1" status: 200 len: 1095 time: 1.9402885 Jul 30 01:42:50.676576 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f06302-ffc9-4cab-81c7-88a63ebdbdf8', 'tag': '4efc8e99-d134-4e3a-a71e-8171970718c9'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:50.678933 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894459a3-a7ac-4964-86f3-82893b72e767" -d '{"events": [{"name": "network-changed", "server_uuid": "85f06302-ffc9-4cab-81c7-88a63ebdbdf8", "tag": "4efc8e99-d134-4e3a-a71e-8171970718c9"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:50.681545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-7e097be1-70ba-4177-a269-26f645e460d8 admin admin] Deleting port 9c35eab1-f611-40dc-93c6-a67ed5192d91 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:50.681896 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e097be1-70ba-4177-a269-26f645e460d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:50.745753 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6488cb68-d38c-41ae-8623-540d28af807f req-5f5c7fd0-07aa-49dd-9ca6-4590b30cee7b tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8569a96-1bdd-4692-947d-e8a594a584b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658139 Jul 30 01:42:50.781223 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c6efa-d827-4665-8ac1-bc593272a957 service neutron] Pushing event updated for resources: {'Port': ['ID=4efc8e99-d134-4e3a-a71e-8171970718c9,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:50.812528 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-7e097be1-70ba-4177-a269-26f645e460d8 admin admin] For port 9c35eab1-f611-40dc-93c6-a67ed5192d91, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9c35eab1-f611-40dc-93c6-a67ed5192d91,segment=NetworkSegment(035d819b-6088-4568-a6fa-9cddc01f8c18),segment_id=035d819b-6088-4568-a6fa-9cddc01f8c18)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:50.815696 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e097be1-70ba-4177-a269-26f645e460d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:50.837329 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-7e097be1-70ba-4177-a269-26f645e460d8 admin admin] Calling delete_port for 9c35eab1-f611-40dc-93c6-a67ed5192d91 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:50.890273 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-d129a663-e512-4d99-805b-37eae4568565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:50.891813 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-d129a663-e512-4d99-805b-37eae4568565 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 1098 time: 0.0529776 Jul 30 01:42:50.898696 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89e64cf-1404-4946-bb15-d8c3deef2c53 admin admin] Router fe37f137-e024-44b7-a421-0b018618afc6 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:42:50.947826 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-fe0dee79-cab0-49fc-aed5-70de0771576a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=4efc8e99-d134-4e3a-a71e-8171970718c9 HTTP/1.1" status: 200 len: 217 time: 0.0411568 Jul 30 01:42:51.060545 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-2df1d4ad-47c6-41d1-ba12-69b6fcaf3ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:51.061998 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-2df1d4ad-47c6-41d1-ba12-69b6fcaf3ebe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0806010 Jul 30 01:42:51.102998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89e64cf-1404-4946-bb15-d8c3deef2c53 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:42:51.113366 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] Sync routers for ids ['fe37f137-e024-44b7-a421-0b018618afc6'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:42:51.121350 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e097be1-70ba-4177-a269-26f645e460d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:51.124588 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-62eeebce-c484-47db-a74f-eaf9d67d85db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:51.126290 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-62eeebce-c484-47db-a74f-eaf9d67d85db service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0568173 Jul 30 01:42:51.128059 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] Routers {'fe37f137-e024-44b7-a421-0b018618afc6'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:51.129468 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:42:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['fe37f137-e024-44b7-a421-0b018618afc6'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:51.154756 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e097be1-70ba-4177-a269-26f645e460d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c35eab1-f611-40dc-93c6-a67ed5192d91,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:51.239500 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-17f38334-4cef-47bd-af6c-6eb13fba36e4 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041718 Jul 30 01:42:51.241674 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d89e64cf-1404-4946-bb15-d8c3deef2c53 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:51.246322 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d89e64cf-1404-4946-bb15-d8c3deef2c53 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5278251 Jul 30 01:42:51.249534 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33790) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:51.277872 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] Set router fe37f137-e024-44b7-a421-0b018618afc6 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:51.405816 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e097be1-70ba-4177-a269-26f645e460d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:51.565149 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe37f137-e024-44b7-a421-0b018618afc6', 'name': 'tempest-ServersTestMultiNic-2118304789-router', 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd3d7cd96-fadd-445f-a33b-a88b6dcc60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:47Z', 'updated_at': '2021-07-30T01:42:49Z', 'revision_number': 3, 'project_id': '7d8ded957c6c4ac3b56380dd35f56460', 'gw_port': {'id': 'd3d7cd96-fadd-445f-a33b-a88b6dcc60b7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe37f137-e024-44b7-a421-0b018618afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:48Z', 'updated_at': '2021-07-30T01:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:51.593885 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0387c14e-fcfb-4236-ae9b-980b346614ce req-d929b82f-d416-4e3d-ae0d-23df073bca6e service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458283 Jul 30 01:42:51.597853 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] Checking router: fe37f137-e024-44b7-a421-0b018618afc6 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:42:51.598213 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] Updating router fe37f137-e024-44b7-a421-0b018618afc6 port d3d7cd96-fadd-445f-a33b-a88b6dcc60b7 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:42:51.627515 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:51.633468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4e7ce-375e-4244-8dba-aa7fc8f54755 req-57082013-645b-4bc9-a9e3-0ad047f00911 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:51.635025 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ade4e7ce-375e-4244-8dba-aa7fc8f54755 req-57082013-645b-4bc9-a9e3-0ad047f00911 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 947 time: 0.0746427 Jul 30 01:42:51.778766 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c87111-a7c9-452a-8988-a5fce05b3dd4 x-openstack-request-id: req-a3c87111-a7c9-452a-8988-a5fce05b3dd4 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:51.779127 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f06302-ffc9-4cab-81c7-88a63ebdbdf8", "tag": "4efc8e99-d134-4e3a-a71e-8171970718c9", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:51.779429 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a3c87111-a7c9-452a-8988-a5fce05b3dd4 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:51.779911 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f06302-ffc9-4cab-81c7-88a63ebdbdf8', 'tag': '4efc8e99-d134-4e3a-a71e-8171970718c9', 'status': 'completed', 'code': 200} Jul 30 01:42:51.803899 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e097be1-70ba-4177-a269-26f645e460d8 admin admin] Router a65704c5-63e7-42e1-b4c3-9f2e400e2005 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:42:51.851215 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ade4e7ce-375e-4244-8dba-aa7fc8f54755 req-744e8b38-b61d-429f-80b9-1e0064613e95 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540830 Jul 30 01:42:51.953400 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:51.973353 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] Transition to ACTIVE for port object d3d7cd96-fadd-445f-a33b-a88b6dcc60b7 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:51.993071 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e097be1-70ba-4177-a269-26f645e460d8 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:42:52.002629 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7e097be1-70ba-4177-a269-26f645e460d8 admin admin] 10.222.0.70 "PUT /v2.0/routers/a65704c5-63e7-42e1-b4c3-9f2e400e2005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3246193 Jul 30 01:42:52.008608 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd09ce2d-9e19-40db-bffa-bc1bf039e220 None None] Sync routers for ids ['a65704c5-63e7-42e1-b4c3-9f2e400e2005'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:42:52.009669 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33812) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.023937 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894459a3-a7ac-4964-86f3-82893b72e767 req-d6571c5c-32f4-481e-9032-91f06718864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:52.026232 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-894459a3-a7ac-4964-86f3-82893b72e767 req-d6571c5c-32f4-481e-9032-91f06718864f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 1098 time: 0.1690528 Jul 30 01:42:52.038181 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd09ce2d-9e19-40db-bffa-bc1bf039e220 None None] Routers {'a65704c5-63e7-42e1-b4c3-9f2e400e2005'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:52.038876 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-fd09ce2d-9e19-40db-bffa-bc1bf039e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:42:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a65704c5-63e7-42e1-b4c3-9f2e400e2005'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:52.071417 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:52.200679 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230fd69-b11f-4e6f-8a6a-a16d19886f7b None None] Pushing event updated for resources: {'Port': ['ID=d3d7cd96-fadd-445f-a33b-a88b6dcc60b7,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:52.207399 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] Attempting to bind port d3d7cd96-fadd-445f-a33b-a88b6dcc60b7 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:52.207822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] Attempting to bind port d3d7cd96-fadd-445f-a33b-a88b6dcc60b7 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:52.211331 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] Attempting to bind port d3d7cd96-fadd-445f-a33b-a88b6dcc60b7 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:52.214160 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:52.214578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:52.214980 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:52.215367 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:52.216343 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] Bound port: d3d7cd96-fadd-445f-a33b-a88b6dcc60b7, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:52.216722 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:52.242891 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-fd09ce2d-9e19-40db-bffa-bc1bf039e220 None None] Set router a65704c5-63e7-42e1-b4c3-9f2e400e2005 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:52.268484 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5c6b26e5-5803-4cf8-b1ba-9fd725634936 admin admin] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:52.283449 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9ca838d-3342-48f4-b820-fd1d65aeb32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:52.293431 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7d9193ca-276c-484f-a309-937486cf1915 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:52.321672 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] For port d3d7cd96-fadd-445f-a33b-a88b6dcc60b7, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:52.367680 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] For port d3d7cd96-fadd-445f-a33b-a88b6dcc60b7, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d3d7cd96-fadd-445f-a33b-a88b6dcc60b7,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:52.406703 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7d9193ca-276c-484f-a309-937486cf1915 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:52.407268 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:52.473791 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:52.590743 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-fd09ce2d-9e19-40db-bffa-bc1bf039e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65704c5-63e7-42e1-b4c3-9f2e400e2005', 'name': 'tempest-FloatingIPsTestJSON-767237652-router', 'tenant_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b3ccf146-d06d-4622-94d3-7bb9b89a5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:23Z', 'updated_at': '2021-07-30T01:42:50Z', 'revision_number': 5, 'project_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'gw_port': {'id': 'b3ccf146-d06d-4622-94d3-7bb9b89a5635', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65704c5-63e7-42e1-b4c3-9f2e400e2005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:24Z', 'updated_at': '2021-07-30T01:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:52.605987 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] Routers {'fe37f137-e024-44b7-a421-0b018618afc6'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:52.619440 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd09ce2d-9e19-40db-bffa-bc1bf039e220 None None] Checking router: a65704c5-63e7-42e1-b4c3-9f2e400e2005 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:42:52.621329 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:42:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['fe37f137-e024-44b7-a421-0b018618afc6'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:52.629452 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd09ce2d-9e19-40db-bffa-bc1bf039e220 None None] Routers {'a65704c5-63e7-42e1-b4c3-9f2e400e2005'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:52.630067 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-fd09ce2d-9e19-40db-bffa-bc1bf039e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:42:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a65704c5-63e7-42e1-b4c3-9f2e400e2005'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:52.721627 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230fd69-b11f-4e6f-8a6a-a16d19886f7b None None] Pushing event updated for resources: {'Port': ['ID=d3d7cd96-fadd-445f-a33b-a88b6dcc60b7,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:52.798433 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894459a3-a7ac-4964-86f3-82893b72e767 req-d920738c-94ef-4730-bba8-49e45fa9d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:52.800012 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-894459a3-a7ac-4964-86f3-82893b72e767 req-d920738c-94ef-4730-bba8-49e45fa9d5c0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.7625093 Jul 30 01:42:52.802017 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5c6b26e5-5803-4cf8-b1ba-9fd725634936 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:52.814115 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-fd09ce2d-9e19-40db-bffa-bc1bf039e220 None None] Set router a65704c5-63e7-42e1-b4c3-9f2e400e2005 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:52.925927 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-894459a3-a7ac-4964-86f3-82893b72e767 req-5b76fd2a-deb3-49a0-b788-384010bf327e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=4efc8e99-d134-4e3a-a71e-8171970718c9 HTTP/1.1" status: 200 len: 217 time: 0.0998807 Jul 30 01:42:53.006767 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] Set router fe37f137-e024-44b7-a421-0b018618afc6 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:53.056153 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894459a3-a7ac-4964-86f3-82893b72e767 req-79f93438-f1b4-4f6f-a74c-b4397685a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:53.057667 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-894459a3-a7ac-4964-86f3-82893b72e767 req-79f93438-f1b4-4f6f-a74c-b4397685a9d2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1220675 Jul 30 01:42:53.063212 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7840c3-a57d-4bc2-9d89-fafc6380cddf req-42f63cf9-ee66-492f-a3d7-755873f503e7 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:53.064709 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bb7840c3-a57d-4bc2-9d89-fafc6380cddf req-42f63cf9-ee66-492f-a3d7-755873f503e7 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 1096 time: 0.2400362 Jul 30 01:42:53.108915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-e9ca838d-3342-48f4-b820-fd1d65aeb32b admin admin] Allocated IP 172.20.0.1 (c48d0607-a1db-4a3c-9ded-a02790a272f7/17a1525e-1829-40b4-9289-90deef4b2ac6/775a47af-a7ef-4a6e-8a12-3249fedbb8a6) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:53.196969 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-fd09ce2d-9e19-40db-bffa-bc1bf039e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65704c5-63e7-42e1-b4c3-9f2e400e2005', 'name': 'tempest-FloatingIPsTestJSON-767237652-router', 'tenant_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b3ccf146-d06d-4622-94d3-7bb9b89a5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:23Z', 'updated_at': '2021-07-30T01:42:50Z', 'revision_number': 5, 'project_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'gw_port': {'id': 'b3ccf146-d06d-4622-94d3-7bb9b89a5635', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65704c5-63e7-42e1-b4c3-9f2e400e2005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:24Z', 'updated_at': '2021-07-30T01:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:53.210926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe37f137-e024-44b7-a421-0b018618afc6', 'name': 'tempest-ServersTestMultiNic-2118304789-router', 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd3d7cd96-fadd-445f-a33b-a88b6dcc60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:47Z', 'updated_at': '2021-07-30T01:42:49Z', 'revision_number': 3, 'project_id': '7d8ded957c6c4ac3b56380dd35f56460', 'gw_port': {'id': 'd3d7cd96-fadd-445f-a33b-a88b6dcc60b7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe37f137-e024-44b7-a421-0b018618afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:48Z', 'updated_at': '2021-07-30T01:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:53.213932 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bb7840c3-a57d-4bc2-9d89-fafc6380cddf req-d8e2b5a8-dc80-4101-8842-062f6511c849 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289730 Jul 30 01:42:53.244361 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894459a3-a7ac-4964-86f3-82893b72e767 req-7816fecf-3f7a-4eba-939b-69f072e98904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:53.246828 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-894459a3-a7ac-4964-86f3-82893b72e767 req-7816fecf-3f7a-4eba-939b-69f072e98904 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1783659 Jul 30 01:42:53.270741 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa48cc0-3606-4cc5-a61b-195c3a0e9802 None None] The sync data for ids ['fe37f137-e024-44b7-a421-0b018618afc6'] in n-d-713498-9 is: [{'id': 'fe37f137-e024-44b7-a421-0b018618afc6', 'name': 'tempest-ServersTestMultiNic-2118304789-router', 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd3d7cd96-fadd-445f-a33b-a88b6dcc60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:47Z', 'updated_at': '2021-07-30T01:42:49Z', 'revision_number': 3, 'project_id': '7d8ded957c6c4ac3b56380dd35f56460', 'gw_port': {'id': 'd3d7cd96-fadd-445f-a33b-a88b6dcc60b7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe37f137-e024-44b7-a421-0b018618afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:48Z', 'updated_at': '2021-07-30T01:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:42:53.288645 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd09ce2d-9e19-40db-bffa-bc1bf039e220 None None] The sync data for ids ['a65704c5-63e7-42e1-b4c3-9f2e400e2005'] in n-d-713498-9 is: [{'id': 'a65704c5-63e7-42e1-b4c3-9f2e400e2005', 'name': 'tempest-FloatingIPsTestJSON-767237652-router', 'tenant_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b3ccf146-d06d-4622-94d3-7bb9b89a5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:23Z', 'updated_at': '2021-07-30T01:42:50Z', 'revision_number': 5, 'project_id': 'c1efeebc45f54d1fa8d5dfaad1305c5a', 'gw_port': {'id': 'b3ccf146-d06d-4622-94d3-7bb9b89a5635', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65704c5-63e7-42e1-b4c3-9f2e400e2005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:24Z', 'updated_at': '2021-07-30T01:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:42:53.318558 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-5c6b26e5-5803-4cf8-b1ba-9fd725634936 admin admin] Deleting port b3ccf146-d06d-4622-94d3-7bb9b89a5635 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:53.318910 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5c6b26e5-5803-4cf8-b1ba-9fd725634936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.371077 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41e749-2700-4cbe-85d0-7482159e71e8 req-54b73c95-914f-481a-a4a1-5e16d1fa774e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:53.373087 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a41e749-2700-4cbe-85d0-7482159e71e8 req-54b73c95-914f-481a-a4a1-5e16d1fa774e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 947 time: 0.1176672 Jul 30 01:42:53.447783 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a41e749-2700-4cbe-85d0-7482159e71e8 req-43c18290-2271-4981-b0c8-1466d95203fd tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686674 Jul 30 01:42:53.481808 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9ca838d-3342-48f4-b820-fd1d65aeb32b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.499720 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-e9ca838d-3342-48f4-b820-fd1d65aeb32b admin admin] Transition to ACTIVE for port object 775a47af-a7ef-4a6e-8a12-3249fedbb8a6 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:53.596795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-5c6b26e5-5803-4cf8-b1ba-9fd725634936 admin admin] For port b3ccf146-d06d-4622-94d3-7bb9b89a5635, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=b3ccf146-d06d-4622-94d3-7bb9b89a5635,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:53.597160 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5c6b26e5-5803-4cf8-b1ba-9fd725634936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.609817 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-894459a3-a7ac-4964-86f3-82893b72e767 req-786efe63-f938-4f1d-91bf-5b25d311ff7d service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731092 Jul 30 01:42:53.617057 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-5c6b26e5-5803-4cf8-b1ba-9fd725634936 admin admin] Calling delete_port for b3ccf146-d06d-4622-94d3-7bb9b89a5635 owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:53.679415 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9ca838d-3342-48f4-b820-fd1d65aeb32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.826390 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ca838d-3342-48f4-b820-fd1d65aeb32b admin admin] Network c48d0607-a1db-4a3c-9ded-a02790a272f7 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:53.879524 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-e9ca838d-3342-48f4-b820-fd1d65aeb32b admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:53.897107 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca838d-3342-48f4-b820-fd1d65aeb32b admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:53.921652 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca838d-3342-48f4-b820-fd1d65aeb32b admin admin] Pushing event updated for resources: {'Port': ['ID=775a47af-a7ef-4a6e-8a12-3249fedbb8a6,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:54.064624 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-894459a3-a7ac-4964-86f3-82893b72e767 req-be2c5487-8b1f-4d68-80f2-e2ae137872b6 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454291 Jul 30 01:42:54.097744 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9ca838d-3342-48f4-b820-fd1d65aeb32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.222976 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d3d7cd96-fadd-445f-a33b-a88b6dcc60b7 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:54.343618 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4efc8e99-d134-4e3a-a71e-8171970718c9 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:54.394547 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a8dbedec-2d91-43dd-a5a6-23222a489f36 None None] Provisioning for port 775a47af-a7ef-4a6e-8a12-3249fedbb8a6 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:54.429655 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a8dbedec-2d91-43dd-a5a6-23222a489f36 None None] Provisioning complete for port 775a47af-a7ef-4a6e-8a12-3249fedbb8a6 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:54.430335 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a8dbedec-2d91-43dd-a5a6-23222a489f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.433814 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5c6b26e5-5803-4cf8-b1ba-9fd725634936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.489340 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port d3d7cd96-fadd-445f-a33b-a88b6dcc60b7 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:54.511672 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port d3d7cd96-fadd-445f-a33b-a88b6dcc60b7 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:54.512375 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.514711 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b26e5-5803-4cf8-b1ba-9fd725634936 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ccf146-d06d-4622-94d3-7bb9b89a5635,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:54.524185 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9ca838d-3342-48f4-b820-fd1d65aeb32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.560989 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a8dbedec-2d91-43dd-a5a6-23222a489f36 None None] Port 775a47af-a7ef-4a6e-8a12-3249fedbb8a6 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:42:54.621279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4efc8e99-d134-4e3a-a71e-8171970718c9, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4efc8e99-d134-4e3a-a71e-8171970718c9,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:54.657095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '4efc8e99-d134-4e3a-a71e-8171970718c9', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '4efc8e99-d134-4e3a-a71e-8171970718c9', 'mac_address': 'fa:16:3e:7a:e5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:54.681622 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5c6b26e5-5803-4cf8-b1ba-9fd725634936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.707420 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.727533 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.787996 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port d3d7cd96-fadd-445f-a33b-a88b6dcc60b7, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d3d7cd96-fadd-445f-a33b-a88b6dcc60b7,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:54.795662 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4efc8e99-d134-4e3a-a71e-8171970718c9 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:54.872126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0ab796ef-d6f0-44e9-aa36-66caa5f20872 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:54.878893 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4efc8e99-d134-4e3a-a71e-8171970718c9, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4efc8e99-d134-4e3a-a71e-8171970718c9,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:54.885984 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.901297 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9c35eab1-f611-40dc-93c6-a67ed5192d91 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:54.979220 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 9c35eab1-f611-40dc-93c6-a67ed5192d91 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:54.979645 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9c35eab1-f611-40dc-93c6-a67ed5192d91 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:55.020226 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.075388 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=d3d7cd96-fadd-445f-a33b-a88b6dcc60b7,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:55.155215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=4efc8e99-d134-4e3a-a71e-8171970718c9,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:55.181478 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0ab796ef-d6f0-44e9-aa36-66caa5f20872, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0ab796ef-d6f0-44e9-aa36-66caa5f20872,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:55.195183 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '0ab796ef-d6f0-44e9-aa36-66caa5f20872', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '0ab796ef-d6f0-44e9-aa36-66caa5f20872', 'mac_address': 'fa:16:3e:f7:f3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:55.244760 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.259621 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ab796ef-d6f0-44e9-aa36-66caa5f20872 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:55.282337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0ab796ef-d6f0-44e9-aa36-66caa5f20872, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0ab796ef-d6f0-44e9-aa36-66caa5f20872,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:55.313980 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5c6b26e5-5803-4cf8-b1ba-9fd725634936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.321291 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5c6b26e5-5803-4cf8-b1ba-9fd725634936 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.355154 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['4efc8e99-d134-4e3a-a71e-8171970718c9'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:55.378433 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.396373 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2dd83-c7e3-49d3-8d09-f4154209eb84 req-7527e3e4-8462-4324-8890-bfe274d52f1e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:55.397906 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-36b2dd83-c7e3-49d3-8d09-f4154209eb84 req-7527e3e4-8462-4324-8890-bfe274d52f1e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 948 time: 0.1492991 Jul 30 01:42:55.455213 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0ab796ef-d6f0-44e9-aa36-66caa5f20872,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:55.460778 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9ca838d-3342-48f4-b820-fd1d65aeb32b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.464413 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5c6b26e5-5803-4cf8-b1ba-9fd725634936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.464974 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6b26e5-5803-4cf8-b1ba-9fd725634936 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a65704c5-63e7-42e1-b4c3-9f2e400e2005 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:42:55.471777 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5c6b26e5-5803-4cf8-b1ba-9fd725634936 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.475823 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33946) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:55.482160 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5c6b26e5-5803-4cf8-b1ba-9fd725634936 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a65704c5-63e7-42e1-b4c3-9f2e400e2005 HTTP/1.1" status: 204 len: 168 time: 3.4632421 Jul 30 01:42:55.507815 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-36b2dd83-c7e3-49d3-8d09-f4154209eb84 req-b11bb708-c507-4e23-9a55-97e09e67f574 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971286 Jul 30 01:42:55.529164 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9ca838d-3342-48f4-b820-fd1d65aeb32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.554025 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['0ab796ef-d6f0-44e9-aa36-66caa5f20872'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:55.566906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-544c7345-a7ea-40bb-840f-8d1c0cd66af4 admin admin] Deleting subnet 9f9d1e57-0486-43cd-9bbe-cdb94ff6481e {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:55.576769 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-544c7345-a7ea-40bb-840f-8d1c0cd66af4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.627696 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-544c7345-a7ea-40bb-840f-8d1c0cd66af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.642955 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-ab719640-fc71-45d4-b49a-ba91bad5b264 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:42:55.644006 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-ab719640-fc71-45d4-b49a-ba91bad5b264 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112236 Jul 30 01:42:55.739147 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9ca838d-3342-48f4-b820-fd1d65aeb32b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.755302 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-54972666-eb57-42c3-940e-916d1dab021d service neutron] Request body: {'binding': {'host': 'n-h1-713498-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:55.756196 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-54972666-eb57-42c3-940e-916d1dab021d service neutron] Unknown quota resources ['binding']. {{(pid=94464) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:42:55.763562 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-544c7345-a7ea-40bb-840f-8d1c0cd66af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.863956 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca838d-3342-48f4-b820-fd1d65aeb32b admin admin] Pushing event updated for resources: {'Port': ['ID=775a47af-a7ef-4a6e-8a12-3249fedbb8a6,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:55.968239 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-544c7345-a7ea-40bb-840f-8d1c0cd66af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.005660 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-544c7345-a7ea-40bb-840f-8d1c0cd66af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.014590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daabd863-07e7-4ed6-a742-198351a07e7e None None] Network 16ce28c4-9316-4c94-a61c-abf6bb0d340b requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:56.015415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33950) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:56.019509 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-544c7345-a7ea-40bb-840f-8d1c0cd66af4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9f9d1e57-0486-43cd-9bbe-cdb94ff6481e HTTP/1.1" status: 204 len: 168 time: 0.5418293 Jul 30 01:42:56.030884 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c7345-a7ea-40bb-840f-8d1c0cd66af4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f9d1e57-0486-43cd-9bbe-cdb94ff6481e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:56.087360 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ca838d-3342-48f4-b820-fd1d65aeb32b admin admin] Network c48d0607-a1db-4a3c-9ded-a02790a272f7 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:56.100329 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-e9ca838d-3342-48f4-b820-fd1d65aeb32b admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:56.111888 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-54972666-eb57-42c3-940e-916d1dab021d service neutron] Attempting to bind port 2b70aba6-203f-4239-9dd0-1aaac7726e36 on host n-h1-713498-9 for vnic_type normal with profile None {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:56.112348 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-54972666-eb57-42c3-940e-916d1dab021d service neutron] Attempting to bind port 2b70aba6-203f-4239-9dd0-1aaac7726e36 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:56.112782 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-54972666-eb57-42c3-940e-916d1dab021d service neutron] Attempting to bind port 2b70aba6-203f-4239-9dd0-1aaac7726e36 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:56.122200 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-54972666-eb57-42c3-940e-916d1dab021d service neutron] Port 2b70aba6-203f-4239-9dd0-1aaac7726e36 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:56.122665 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-54972666-eb57-42c3-940e-916d1dab021d service neutron] Attempting to bind port 2b70aba6-203f-4239-9dd0-1aaac7726e36 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:56.134106 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-54972666-eb57-42c3-940e-916d1dab021d service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:56.134106 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-54972666-eb57-42c3-940e-916d1dab021d service neutron] Checking segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:56.134106 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-54972666-eb57-42c3-940e-916d1dab021d service neutron] Bound using segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:56.134106 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-54972666-eb57-42c3-940e-916d1dab021d service neutron] Bound port: 2b70aba6-203f-4239-9dd0-1aaac7726e36, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:56.185289 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d3d7cd96-fadd-445f-a33b-a88b6dcc60b7 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:56.230076 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc323680-1db0-4673-9e53-38ca5321a555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.255658 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port d3d7cd96-fadd-445f-a33b-a88b6dcc60b7 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:56.258749 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.405248 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-54972666-eb57-42c3-940e-916d1dab021d service neutron] For port 2b70aba6-203f-4239-9dd0-1aaac7726e36, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=2b70aba6-203f-4239-9dd0-1aaac7726e36,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:56.416686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4da48a0-d77e-4d9d-b6b9-a09b42b32d9b None None] DHCP port deletion for 16ce28c4-9316-4c94-a61c-abf6bb0d340b request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:42:56.473416 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-cc323680-1db0-4673-9e53-38ca5321a555 admin admin] Deleting port 39afb2b2-2716-48b9-8be2-ba54b5063eda {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:56.474016 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc323680-1db0-4673-9e53-38ca5321a555 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.491345 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ca838d-3342-48f4-b820-fd1d65aeb32b admin admin] Router fe37f137-e024-44b7-a421-0b018618afc6 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:42:56.505011 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b3ccf146-d06d-4622-94d3-7bb9b89a5635 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:56.524530 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-54972666-eb57-42c3-940e-916d1dab021d service neutron] Notify callbacks [] for binding, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.525796 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-54972666-eb57-42c3-940e-916d1dab021d service neutron] 10.222.0.70 "POST /v2.0/ports/2b70aba6-203f-4239-9dd0-1aaac7726e36/bindings HTTP/1.1" status: 201 len: 389 time: 0.7754436 Jul 30 01:42:56.530782 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: b3ccf146-d06d-4622-94d3-7bb9b89a5635 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:56.531419 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b3ccf146-d06d-4622-94d3-7bb9b89a5635 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:56.553164 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a4da48a0-d77e-4d9d-b6b9-a09b42b32d9b None None] Deleting port 39afb2b2-2716-48b9-8be2-ba54b5063eda {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:56.553687 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4da48a0-d77e-4d9d-b6b9-a09b42b32d9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.636531 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7c6dea92-a778-4540-8ae1-ae5a81063d7a None None] Provisioning complete for port 775a47af-a7ef-4a6e-8a12-3249fedbb8a6 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:56.636531 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7c6dea92-a778-4540-8ae1-ae5a81063d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.675257 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a4da48a0-d77e-4d9d-b6b9-a09b42b32d9b None None] For port 39afb2b2-2716-48b9-8be2-ba54b5063eda, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=39afb2b2-2716-48b9-8be2-ba54b5063eda,segment=NetworkSegment(035d819b-6088-4568-a6fa-9cddc01f8c18),segment_id=035d819b-6088-4568-a6fa-9cddc01f8c18)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:56.675742 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4da48a0-d77e-4d9d-b6b9-a09b42b32d9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.682165 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-cc323680-1db0-4673-9e53-38ca5321a555 admin admin] For port 39afb2b2-2716-48b9-8be2-ba54b5063eda, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=39afb2b2-2716-48b9-8be2-ba54b5063eda,segment=NetworkSegment(035d819b-6088-4568-a6fa-9cddc01f8c18),segment_id=035d819b-6088-4568-a6fa-9cddc01f8c18)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:56.682573 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc323680-1db0-4673-9e53-38ca5321a555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.695276 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a4da48a0-d77e-4d9d-b6b9-a09b42b32d9b None None] Calling delete_port for 39afb2b2-2716-48b9-8be2-ba54b5063eda owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:56.709975 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-cc323680-1db0-4673-9e53-38ca5321a555 admin admin] Calling delete_port for 39afb2b2-2716-48b9-8be2-ba54b5063eda owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:56.719976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab8560-15b2-4d42-aab7-ec71dc940d0a req-587776be-3679-40c2-84a4-f2db5903fcee tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:56.723875 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-69ab8560-15b2-4d42-aab7-ec71dc940d0a req-587776be-3679-40c2-84a4-f2db5903fcee tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 947 time: 0.2516935 Jul 30 01:42:56.797692 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7c6dea92-a778-4540-8ae1-ae5a81063d7a None None] Port 775a47af-a7ef-4a6e-8a12-3249fedbb8a6 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:42:56.851650 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ca838d-3342-48f4-b820-fd1d65aeb32b admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:42:56.860679 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e9ca838d-3342-48f4-b820-fd1d65aeb32b admin admin] 10.222.0.70 "PUT /v2.0/routers/fe37f137-e024-44b7-a421-0b018618afc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6101482 Jul 30 01:42:56.869179 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] Sync routers for ids ['fe37f137-e024-44b7-a421-0b018618afc6'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:42:56.879032 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-69ab8560-15b2-4d42-aab7-ec71dc940d0a req-485be285-c206-44b8-90bd-53f8fe026048 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/security-groups?id=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219203 Jul 30 01:42:56.888251 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0ab796ef-d6f0-44e9-aa36-66caa5f20872 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:56.950985 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] Routers {'fe37f137-e024-44b7-a421-0b018618afc6'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:56.956048 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:42:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['fe37f137-e024-44b7-a421-0b018618afc6'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:56.958291 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc323680-1db0-4673-9e53-38ca5321a555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.964968 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4da48a0-d77e-4d9d-b6b9-a09b42b32d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.969185 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129e77f-218c-49cb-96cc-c7c7bdd45a05 req-6a1018a3-a46f-4138-a4de-e08cf2deb4c4 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:56.980803 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3129e77f-218c-49cb-96cc-c7c7bdd45a05 req-6a1018a3-a46f-4138-a4de-e08cf2deb4c4 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 948 time: 0.1218853 Jul 30 01:42:57.027983 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc323680-1db0-4673-9e53-38ca5321a555 admin admin] Pushing event deleted for resources: {'Port': ['ID=39afb2b2-2716-48b9-8be2-ba54b5063eda,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:57.058309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc323680-1db0-4673-9e53-38ca5321a555 admin admin] No DVR routers for this DVR port 39afb2b2-2716-48b9-8be2-ba54b5063eda on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:57.074175 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33984) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:57.123294 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3129e77f-218c-49cb-96cc-c7c7bdd45a05 req-380b3ec1-dda9-4c23-b95b-cfa497628a41 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358194 Jul 30 01:42:57.170101 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc323680-1db0-4673-9e53-38ca5321a555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.179081 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-91d702d7-cb4a-4354-952c-8753623c476a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1539171271'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:57.185878 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9324d6-371f-4f8b-8744-204c4a50ee4f req-817e8dc4-100f-45be-aaae-73e31593a597 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:57.187734 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ad9324d6-371f-4f8b-8744-204c4a50ee4f req-817e8dc4-100f-45be-aaae-73e31593a597 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 945 time: 0.1711836 Jul 30 01:42:57.195713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-cc323680-1db0-4673-9e53-38ca5321a555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ce28c4-9316-4c94-a61c-abf6bb0d340b']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:57.200636 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] Set router fe37f137-e024-44b7-a421-0b018618afc6 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:57.234855 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-cc323680-1db0-4673-9e53-38ca5321a555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035d819b-6088-4568-a6fa-9cddc01f8c18') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:57.234855 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-cc323680-1db0-4673-9e53-38ca5321a555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035d819b-6088-4568-a6fa-9cddc01f8c18') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:57.268424 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc323680-1db0-4673-9e53-38ca5321a555 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.283821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d702d7-cb4a-4354-952c-8753623c476a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Made reservation on behalf of 7d8ded957c6c4ac3b56380dd35f56460 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:57.293267 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91d702d7-cb4a-4354-952c-8753623c476a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.303395 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc323680-1db0-4673-9e53-38ca5321a555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.332110 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ad9324d6-371f-4f8b-8744-204c4a50ee4f req-18bf8e22-4cc5-4a3e-a01d-5e64ed833487 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338046 Jul 30 01:42:57.335491 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc323680-1db0-4673-9e53-38ca5321a555 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:42:57.336162 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc323680-1db0-4673-9e53-38ca5321a555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:42:57.339004 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:42:57.372364 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-59e84e02-9727-41a2-931d-2b8a37184428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:57.382033 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-59e84e02-9727-41a2-931d-2b8a37184428 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 1096 time: 0.1793177 Jul 30 01:42:57.393393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d702d7-cb4a-4354-952c-8753623c476a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:42:57.415455 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91d702d7-cb4a-4354-952c-8753623c476a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.415818 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-91d702d7-cb4a-4354-952c-8753623c476a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Added segment 4a209e55-4333-440e-aa69-2ed096fc0b58 of type vlan for network 0ffa1e82-f177-4e95-bc45-a2b538b7258a Jul 30 01:42:57.473819 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91d702d7-cb4a-4354-952c-8753623c476a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.518497 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4da48a0-d77e-4d9d-b6b9-a09b42b32d9b None None] No DVR routers for this DVR port 39afb2b2-2716-48b9-8be2-ba54b5063eda on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:57.543302 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da48a0-d77e-4d9d-b6b9-a09b42b32d9b None None] Pushing event deleted for resources: {'Port': ['ID=39afb2b2-2716-48b9-8be2-ba54b5063eda,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:57.580721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-d48186bb-2bee-4402-8b0e-fee32debe8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:57.582567 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-d48186bb-2bee-4402-8b0e-fee32debe8a7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 908 time: 0.1155331 Jul 30 01:42:57.599200 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 0ab796ef-d6f0-44e9-aa36-66caa5f20872 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:57.599613 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.642517 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-38b5af14-19d8-464c-bcb9-7a8cc301af15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b70aba6-203f-4239-9dd0-1aaac7726e36 HTTP/1.1" status: 200 len: 217 time: 0.0512598 Jul 30 01:42:57.646970 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91d702d7-cb4a-4354-952c-8753623c476a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.652760 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d702d7-cb4a-4354-952c-8753623c476a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:57.654030 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91d702d7-cb4a-4354-952c-8753623c476a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.718074 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc323680-1db0-4673-9e53-38ca5321a555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.782865 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc323680-1db0-4673-9e53-38ca5321a555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.787252 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cc323680-1db0-4673-9e53-38ca5321a555 admin admin] 10.222.0.70 "DELETE /v2.0/networks/16ce28c4-9316-4c94-a61c-abf6bb0d340b HTTP/1.1" status: 204 len: 168 time: 1.7668946 Jul 30 01:42:57.787252 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc323680-1db0-4673-9e53-38ca5321a555 admin admin] Pushing event deleted for resources: {'Network': ['ID=16ce28c4-9316-4c94-a61c-abf6bb0d340b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:57.806506 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.813300 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-9d96bc75-e6fa-414c-a7ea-3c73e8b8f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:57.816696 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-9d96bc75-e6fa-414c-a7ea-3c73e8b8f2e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5df4a4e9-2ec7-47a1-80c6-9f49100e235e HTTP/1.1" status: 200 len: 847 time: 0.1573207 Jul 30 01:42:57.819374 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d702d7-cb4a-4354-952c-8753623c476a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event updated for resources: {'Network': ['ID=0ffa1e82-f177-4e95-bc45-a2b538b7258a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:57.825108 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-91d702d7-cb4a-4354-952c-8753623c476a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7464185 Jul 30 01:42:57.830349 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34014) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:57.837265 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c94c2e63-14b5-4f89-9f39-1750859949ae tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Request body: {'subnet': {'network_id': '0ffa1e82-f177-4e95-bc45-a2b538b7258a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:57.837926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393797f8-7a73-4f15-ad46-01a191d6feab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab796ef-d6f0-44e9-aa36-66caa5f20872'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:57.840930 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b225790-41dc-4aee-8744-e6ad7e6cde26" -d '{"events": [{"server_uuid": "393797f8-7a73-4f15-ad46-01a191d6feab", "name": "network-vif-plugged", "status": "completed", "tag": "0ab796ef-d6f0-44e9-aa36-66caa5f20872"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:57.863153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 0ffa1e82-f177-4e95-bc45-a2b538b7258a details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:42:57.904493 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-1598a85f-fe6f-4c14-b36f-07e73555a515 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652206 Jul 30 01:42:58.014980 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a451b60-ee8e-40b4-bb2c-6dd93bf39f0a x-openstack-request-id: req-9a451b60-ee8e-40b4-bb2c-6dd93bf39f0a {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:58.015438 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393797f8-7a73-4f15-ad46-01a191d6feab", "name": "network-vif-plugged", "status": "completed", "tag": "0ab796ef-d6f0-44e9-aa36-66caa5f20872", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:58.015797 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a451b60-ee8e-40b4-bb2c-6dd93bf39f0a {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:58.016183 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393797f8-7a73-4f15-ad46-01a191d6feab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab796ef-d6f0-44e9-aa36-66caa5f20872', 'code': 200} Jul 30 01:42:58.017840 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0ab796ef-d6f0-44e9-aa36-66caa5f20872, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0ab796ef-d6f0-44e9-aa36-66caa5f20872,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:58.027710 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe37f137-e024-44b7-a421-0b018618afc6', 'name': 'tempest-ServersTestMultiNic-2118304789-router', 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd3d7cd96-fadd-445f-a33b-a88b6dcc60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:47Z', 'updated_at': '2021-07-30T01:42:54Z', 'revision_number': 4, 'project_id': '7d8ded957c6c4ac3b56380dd35f56460', 'gw_port': {'id': 'd3d7cd96-fadd-445f-a33b-a88b6dcc60b7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe37f137-e024-44b7-a421-0b018618afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:48Z', 'updated_at': '2021-07-30T01:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '775a47af-a7ef-4a6e-8a12-3249fedbb8a6', 'name': '', 'network_id': 'c48d0607-a1db-4a3c-9ded-a02790a272f7', 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460', 'mac_address': 'fa:16:3e:8a:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe37f137-e024-44b7-a421-0b018618afc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '17a1525e-1829-40b4-9289-90deef4b2ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:52Z', 'updated_at': '2021-07-30T01:42:54Z', 'revision_number': 2, 'project_id': '7d8ded957c6c4ac3b56380dd35f56460', 'subnets': [{'id': '17a1525e-1829-40b4-9289-90deef4b2ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:58.083109 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] Checking router: fe37f137-e024-44b7-a421-0b018618afc6 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:42:58.083411 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] Updating router fe37f137-e024-44b7-a421-0b018618afc6 port 775a47af-a7ef-4a6e-8a12-3249fedbb8a6 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:42:58.115518 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-0348b9ee-19dd-4405-9209-ce34901c1c75 service neutron] 10.222.0.10 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895628 Jul 30 01:42:58.115854 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b42052-0027-4453-9289-b9d4b1dcbba9 req-0f79f759-48d1-407b-a918-4299c2c9feba tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:58.123533 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c1b42052-0027-4453-9289-b9d4b1dcbba9 req-0f79f759-48d1-407b-a918-4299c2c9feba tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 947 time: 0.1144764 Jul 30 01:42:58.145278 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.159904 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.188784 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c1b42052-0027-4453-9289-b9d4b1dcbba9 req-ca952c2b-cc73-4faa-a25e-74bb1a35971c tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/security-groups?id=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594516 Jul 30 01:42:58.189774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94c2e63-14b5-4f89-9f39-1750859949ae tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Made reservation on behalf of 7d8ded957c6c4ac3b56380dd35f56460 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:58.194942 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c94c2e63-14b5-4f89-9f39-1750859949ae tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.380683 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34026) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:58.512695 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-bc4a7415-07c8-482b-8e30-642320fe9a8f service neutron] 10.222.0.10 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782942 Jul 30 01:42:58.558487 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c94c2e63-14b5-4f89-9f39-1750859949ae tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.561660 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9a5e3-5843-4f76-ae18-eab0cb49797c req-6a3d7b7c-7914-4b1c-83bf-1d4756d88f0c tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:58.563186 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-04c9a5e3-5843-4f76-ae18-eab0cb49797c req-6a3d7b7c-7914-4b1c-83bf-1d4756d88f0c tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.10 "GET /v2.0/ports?device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 947 time: 0.1805134 Jul 30 01:42:58.586614 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-54bc72a5-71d4-4217-a466-e36705162cb1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c1efeebc45f54d1fa8d5dfaad1305c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935494 Jul 30 01:42:58.592447 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1badcdb-3bbb-490d-b9dd-1a7b674b54c3 req-37ca72bf-ace2-4101-adba-49d0ae625e94 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:58.600053 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a1badcdb-3bbb-490d-b9dd-1a7b674b54c3 req-37ca72bf-ace2-4101-adba-49d0ae625e94 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 948 time: 0.2209136 Jul 30 01:42:58.605117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34032) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:58.607225 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.625468 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] Transition to ACTIVE for port object 775a47af-a7ef-4a6e-8a12-3249fedbb8a6 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:58.650669 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 39afb2b2-2716-48b9-8be2-ba54b5063eda no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:58.657950 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4efc8e99-d134-4e3a-a71e-8171970718c9 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:58.658513 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c2e63-14b5-4f89-9f39-1750859949ae tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event updated for resources: {'Subnet': ['ID=9f884a41-54c1-43c0-b458-67f62f0a892e,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:58.754145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c61ba-a921-4cda-b1ba-292e99367f18 req-9721fe74-1af0-49c6-8de8-82974db7e47c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:58.757235 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.759335 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b4c61ba-a921-4cda-b1ba-292e99367f18 req-9721fe74-1af0-49c6-8de8-82974db7e47c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 945 time: 0.2204766 Jul 30 01:42:58.763226 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c2e63-14b5-4f89-9f39-1750859949ae tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Checking segment: {'id': '4a209e55-4333-440e-aa69-2ed096fc0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0ffa1e82-f177-4e95-bc45-a2b538b7258a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:58.763598 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94c2e63-14b5-4f89-9f39-1750859949ae tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Network hostable DHCP agents. Network: 0ffa1e82-f177-4e95-bc45-a2b538b7258a, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:42:58.784322 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a1badcdb-3bbb-490d-b9dd-1a7b674b54c3 req-4097aece-faf2-41a7-a535-610615a62e4f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833127 Jul 30 01:42:58.808672 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 39afb2b2-2716-48b9-8be2-ba54b5063eda {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:58.808672 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 39afb2b2-2716-48b9-8be2-ba54b5063eda not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:58.863240 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d9cebf19-cace-4782-a590-1dc6a62b6db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.911120 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d9cebf19-cace-4782-a590-1dc6a62b6db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.912925 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b4c61ba-a921-4cda-b1ba-292e99367f18 req-e1ae78df-2ced-4436-b318-5ea7bde734d1 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456010 Jul 30 01:42:58.974619 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 4efc8e99-d134-4e3a-a71e-8171970718c9 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:58.986171 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0ab796ef-d6f0-44e9-aa36-66caa5f20872,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:58.990697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94c2e63-14b5-4f89-9f39-1750859949ae tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Network 0ffa1e82-f177-4e95-bc45-a2b538b7258a is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:42:59.003909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-04c9a5e3-5843-4f76-ae18-eab0cb49797c req-a31c1002-6a09-43be-aaf6-3ee4ce55f84e tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Deleting port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:59.003909 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-04c9a5e3-5843-4f76-ae18-eab0cb49797c req-a31c1002-6a09-43be-aaf6-3ee4ce55f84e tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.016926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 4efc8e99-d134-4e3a-a71e-8171970718c9 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:59.017303 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.069239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-c94c2e63-14b5-4f89-9f39-1750859949ae tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 0ffa1e82-f177-4e95-bc45-a2b538b7258a) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:59.073316 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94c2e63-14b5-4f89-9f39-1750859949ae tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:59.073916 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c94c2e63-14b5-4f89-9f39-1750859949ae tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.101624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ae136f-2a8e-4869-b685-c75a77d90ce9 None None] Network 0ffa1e82-f177-4e95-bc45-a2b538b7258a requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:59.110712 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-04c9a5e3-5843-4f76-ae18-eab0cb49797c req-a31c1002-6a09-43be-aaf6-3ee4ce55f84e tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] For port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0f0e0685-44fd-47b2-a0c8-667e66fb9f7c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:59.111080 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-04c9a5e3-5843-4f76-ae18-eab0cb49797c req-a31c1002-6a09-43be-aaf6-3ee4ce55f84e tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.127750 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-04c9a5e3-5843-4f76-ae18-eab0cb49797c req-a31c1002-6a09-43be-aaf6-3ee4ce55f84e tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Calling delete_port for 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:59.172417 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c94c2e63-14b5-4f89-9f39-1750859949ae tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3411379 Jul 30 01:42:59.173109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34044) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:59.178649 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7334cc96-7e39-43bf-a03c-e154e824a2b0 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1138975813'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:59.219447 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] Attempting to bind port 775a47af-a7ef-4a6e-8a12-3249fedbb8a6 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:59.219823 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] Attempting to bind port 775a47af-a7ef-4a6e-8a12-3249fedbb8a6 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '08fc56a1-be6a-464b-be74-ca21f0eaafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c48d0607-a1db-4a3c-9ded-a02790a272f7'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:59.220172 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] Attempting to bind port 775a47af-a7ef-4a6e-8a12-3249fedbb8a6 on network c48d0607-a1db-4a3c-9ded-a02790a272f7 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:59.264703 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14012faa-2a85-432e-9db0-ca5e7c4ec57b None None] Pushing event updated for resources: {'Port': ['ID=775a47af-a7ef-4a6e-8a12-3249fedbb8a6,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:59.270309 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:59.271368 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] Checking segment: {'id': '08fc56a1-be6a-464b-be74-ca21f0eaafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c48d0607-a1db-4a3c-9ded-a02790a272f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:59.271495 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.271947 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] Bound using segment: {'id': '08fc56a1-be6a-464b-be74-ca21f0eaafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c48d0607-a1db-4a3c-9ded-a02790a272f7'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:59.272709 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] Bound port: 775a47af-a7ef-4a6e-8a12-3249fedbb8a6, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08fc56a1-be6a-464b-be74-ca21f0eaafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c48d0607-a1db-4a3c-9ded-a02790a272f7'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:59.273207 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.286628 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7334cc96-7e39-43bf-a03c-e154e824a2b0 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Made reservation on behalf of 7d8ded957c6c4ac3b56380dd35f56460 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:59.290055 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7334cc96-7e39-43bf-a03c-e154e824a2b0 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.300481 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d9cebf19-cace-4782-a590-1dc6a62b6db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.303160 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d9cebf19-cace-4782-a590-1dc6a62b6db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.304853 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d9cebf19-cace-4782-a590-1dc6a62b6db4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4867962d-681d-47d9-9961-c07111509deb HTTP/1.1" status: 204 len: 168 time: 0.6990540 Jul 30 01:42:59.318103 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cebf19-cace-4782-a590-1dc6a62b6db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4867962d-681d-47d9-9961-c07111509deb,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:59.365419 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7334cc96-7e39-43bf-a03c-e154e824a2b0 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:42:59.381412 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-04c9a5e3-5843-4f76-ae18-eab0cb49797c req-a31c1002-6a09-43be-aaf6-3ee4ce55f84e tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.405122 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7334cc96-7e39-43bf-a03c-e154e824a2b0 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.406112 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-7334cc96-7e39-43bf-a03c-e154e824a2b0 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Added segment 96baa19f-146c-4a10-8173-ee6940cdf3b1 of type vlan for network 96d1c924-f683-4175-bc79-f3ebe5da89d5 Jul 30 01:42:59.439428 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c1002-6a09-43be-aaf6-3ee4ce55f84e tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Pushing event deleted for resources: {'Port': ['ID=0f0e0685-44fd-47b2-a0c8-667e66fb9f7c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:59.470237 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7334cc96-7e39-43bf-a03c-e154e824a2b0 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.529452 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c9a5e3-5843-4f76-ae18-eab0cb49797c req-a31c1002-6a09-43be-aaf6-3ee4ce55f84e tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] No DVR routers for this DVR port 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:59.547960 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eaf7fd-019b-4cda-95ce-7d8887b2a61f req-56914aed-dc78-43b0-a4e2-ca79e3279181 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:59.557123 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6eaf7fd-019b-4cda-95ce-7d8887b2a61f req-56914aed-dc78-43b0-a4e2-ca79e3279181 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 865 time: 0.2170970 Jul 30 01:42:59.585726 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-04c9a5e3-5843-4f76-ae18-eab0cb49797c req-a31c1002-6a09-43be-aaf6-3ee4ce55f84e tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.588071 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-04c9a5e3-5843-4f76-ae18-eab0cb49797c req-a31c1002-6a09-43be-aaf6-3ee4ce55f84e tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.10 "DELETE /v2.0/ports/0f0e0685-44fd-47b2-a0c8-667e66fb9f7c HTTP/1.1" status: 204 len: 173 time: 1.0168502 Jul 30 01:42:59.601532 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7334cc96-7e39-43bf-a03c-e154e824a2b0 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.610088 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7334cc96-7e39-43bf-a03c-e154e824a2b0 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:59.610988 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7334cc96-7e39-43bf-a03c-e154e824a2b0 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.615016 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.627866 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5720e952-7707-4e22-9726-a23e67a41fe7', 'name': 'network-vif-deleted', 'tag': '0f0e0685-44fd-47b2-a0c8-667e66fb9f7c'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:59.639718 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba82cb7-f75e-4f34-8559-35b259a178e4" -d '{"events": [{"server_uuid": "5720e952-7707-4e22-9726-a23e67a41fe7", "name": "network-vif-deleted", "tag": "0f0e0685-44fd-47b2-a0c8-667e66fb9f7c"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:59.650836 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] For port 775a47af-a7ef-4a6e-8a12-3249fedbb8a6, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:59.677885 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6eaf7fd-019b-4cda-95ce-7d8887b2a61f req-bc012c98-fef1-49ad-82ac-1711c352203b tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/security-groups?id=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141670 Jul 30 01:42:59.721344 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] For port 775a47af-a7ef-4a6e-8a12-3249fedbb8a6, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=775a47af-a7ef-4a6e-8a12-3249fedbb8a6,segment=NetworkSegment(08fc56a1-be6a-464b-be74-ca21f0eaafbd),segment_id=08fc56a1-be6a-464b-be74-ca21f0eaafbd)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:59.726662 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4efc8e99-d134-4e3a-a71e-8171970718c9, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4efc8e99-d134-4e3a-a71e-8171970718c9,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:59.729974 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e74c39-bbef-4f14-a083-679a3dcc97bf x-openstack-request-id: req-62e74c39-bbef-4f14-a083-679a3dcc97bf {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:59.730266 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5720e952-7707-4e22-9726-a23e67a41fe7", "name": "network-vif-deleted", "tag": "0f0e0685-44fd-47b2-a0c8-667e66fb9f7c", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:59.730548 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-62e74c39-bbef-4f14-a083-679a3dcc97bf {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:59.730978 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5720e952-7707-4e22-9726-a23e67a41fe7', 'name': 'network-vif-deleted', 'tag': '0f0e0685-44fd-47b2-a0c8-667e66fb9f7c', 'status': 'completed', 'code': 200} Jul 30 01:42:59.747636 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-0ffa1e82-f177-4e95-bc45-a2b538b7258a', 'network_id': '0ffa1e82-f177-4e95-bc45-a2b538b7258a', 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460', 'fixed_ips': [{'subnet_id': '9f884a41-54c1-43c0-b458-67f62f0a892e'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:42:59.749033 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.797414 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334cc96-7e39-43bf-a03c-e154e824a2b0 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event updated for resources: {'Network': ['ID=96d1c924-f683-4175-bc79-f3ebe5da89d5,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:59.813456 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 96d1c924-f683-4175-bc79-f3ebe5da89d5 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:42:59.889586 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7334cc96-7e39-43bf-a03c-e154e824a2b0 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7154744 Jul 30 01:42:59.892919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34060) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:59.900760 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-74526027-a0e6-41a8-9f65-85ddab33aada tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Request body: {'subnet': {'network_id': '96d1c924-f683-4175-bc79-f3ebe5da89d5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:59.942425 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.949431 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.021670 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f06302-ffc9-4cab-81c7-88a63ebdbdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efc8e99-d134-4e3a-a71e-8171970718c9'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:00.029921 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4aa4cd-81d2-4fc8-9da2-585865f81899" -d '{"events": [{"server_uuid": "85f06302-ffc9-4cab-81c7-88a63ebdbdf8", "name": "network-vif-plugged", "status": "completed", "tag": "4efc8e99-d134-4e3a-a71e-8171970718c9"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:00.157090 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b154ee-d923-4910-a8f5-baccf7a8bccc req-af854282-e425-4618-8184-c2772babb58a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:00.188003 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c2b154ee-d923-4910-a8f5-baccf7a8bccc req-af854282-e425-4618-8184-c2772babb58a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.1791127 Jul 30 01:43:00.282047 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] Routers {'fe37f137-e024-44b7-a421-0b018618afc6'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:43:00.282776 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:42:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['fe37f137-e024-44b7-a421-0b018618afc6'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:00.286530 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74526027-a0e6-41a8-9f65-85ddab33aada tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Made reservation on behalf of 7d8ded957c6c4ac3b56380dd35f56460 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:00.289289 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74526027-a0e6-41a8-9f65-85ddab33aada tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.322211 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c2b154ee-d923-4910-a8f5-baccf7a8bccc req-cf006be6-f270-4a20-8ee7-2044ea83fa48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330774 Jul 30 01:43:00.335102 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14012faa-2a85-432e-9db0-ca5e7c4ec57b None None] Pushing event updated for resources: {'Port': ['ID=775a47af-a7ef-4a6e-8a12-3249fedbb8a6,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:00.412797 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Allocated IP 19.80.0.2 (0ffa1e82-f177-4e95-bc45-a2b538b7258a/9f884a41-54c1-43c0-b458-67f62f0a892e/19d77459-8db1-45e6-8801-4eeeae2b6d75) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:00.514435 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c0fee-631a-4da0-a477-ff10fa5c812e req-50396091-d2c6-4dd9-9c4f-aef52ae52860 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:00.516099 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d52c0fee-631a-4da0-a477-ff10fa5c812e req-50396091-d2c6-4dd9-9c4f-aef52ae52860 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 945 time: 0.2902834 Jul 30 01:43:00.565663 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] Set router fe37f137-e024-44b7-a421-0b018618afc6 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:43:00.654734 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d52c0fee-631a-4da0-a477-ff10fa5c812e req-ef849aea-0239-40e3-9a71-0f6f699e2398 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232564 Jul 30 01:43:00.665109 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4c791-8262-45e6-b0d6-699c41c95301 req-b8f7d04f-c8b8-403a-bf48-ab54176586a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:00.669609 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ba4c791-8262-45e6-b0d6-699c41c95301 req-b8f7d04f-c8b8-403a-bf48-ab54176586a5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 1100 time: 0.1043129 Jul 30 01:43:00.815431 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ba4c791-8262-45e6-b0d6-699c41c95301 req-32ccef33-dd27-469d-b614-03e0933587ac service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386347 Jul 30 01:43:00.972374 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0f14664-95b1-4561-8445-85a1b69000a9 req-8988d400-94c0-4354-acad-eb4c6d0fa5e4 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=5720e952-7707-4e22-9726-a23e67a41fe7 HTTP/1.1" status: 200 len: 210 time: 0.0453637 Jul 30 01:43:01.042694 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.052318 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Transition to ACTIVE for port object 19d77459-8db1-45e6-8801-4eeeae2b6d75 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:01.052545 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74526027-a0e6-41a8-9f65-85ddab33aada tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.069375 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Transition to ACTIVE for port object 19d77459-8db1-45e6-8801-4eeeae2b6d75 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:01.159868 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74526027-a0e6-41a8-9f65-85ddab33aada tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event updated for resources: {'Subnet': ['ID=9d80e62f-6857-44f3-85fc-db6a433fd7ba,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:01.172887 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6b7dd2-8dc0-4c92-a759-3dd386c3b2f5 x-openstack-request-id: req-4a6b7dd2-8dc0-4c92-a759-3dd386c3b2f5 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:01.173217 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f06302-ffc9-4cab-81c7-88a63ebdbdf8", "name": "network-vif-plugged", "status": "completed", "tag": "4efc8e99-d134-4e3a-a71e-8171970718c9", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:01.173419 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4a6b7dd2-8dc0-4c92-a759-3dd386c3b2f5 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:01.173792 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f06302-ffc9-4cab-81c7-88a63ebdbdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efc8e99-d134-4e3a-a71e-8171970718c9', 'code': 200} Jul 30 01:43:01.211395 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74526027-a0e6-41a8-9f65-85ddab33aada tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Checking segment: {'id': '96baa19f-146c-4a10-8173-ee6940cdf3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '96d1c924-f683-4175-bc79-f3ebe5da89d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:01.211774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74526027-a0e6-41a8-9f65-85ddab33aada tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Network hostable DHCP agents. Network: 96d1c924-f683-4175-bc79-f3ebe5da89d5, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:01.217367 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34108) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:01.249701 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:01.251794 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=4efc8e99-d134-4e3a-a71e-8171970718c9,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:01.259527 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.292503 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74526027-a0e6-41a8-9f65-85ddab33aada tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Network 96d1c924-f683-4175-bc79-f3ebe5da89d5 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:01.337116 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:01.337543 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0f0e0685-44fd-47b2-a0c8-667e66fb9f7c not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:01.348309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a6229300-b817-4a23-bc9a-8d510e2fbf30 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2052794077-network', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:01.368006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Network 0ffa1e82-f177-4e95-bc45-a2b538b7258a is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:01.375795 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Pushing event updated for resources: {'Port': ['ID=19d77459-8db1-45e6-8801-4eeeae2b6d75,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:01.381224 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:01.389260 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:01.395463 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-74526027-a0e6-41a8-9f65-85ddab33aada tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 96d1c924-f683-4175-bc79-f3ebe5da89d5) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:01.401863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74526027-a0e6-41a8-9f65-85ddab33aada tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:01.404526 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74526027-a0e6-41a8-9f65-85ddab33aada tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.414764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da51262c-a7d5-4830-9c86-8b05527c0196 None None] Network 96d1c924-f683-4175-bc79-f3ebe5da89d5 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:01.452427 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6229300-b817-4a23-bc9a-8d510e2fbf30 admin admin] Made reservation on behalf of cc644468ddb04173b823ec7ba68aa6d0 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:01.454895 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a6229300-b817-4a23-bc9a-8d510e2fbf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.470691 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a6229300-b817-4a23-bc9a-8d510e2fbf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.520079 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4592e-95e6-4795-a3a6-1a9663b69782 req-fa97139b-a419-4a3a-ba2b-d8f3aabfe08f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:01.527595 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2eb4592e-95e6-4795-a3a6-1a9663b69782 req-fa97139b-a419-4a3a-ba2b-d8f3aabfe08f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.0993607 Jul 30 01:43:01.585269 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-74526027-a0e6-41a8-9f65-85ddab33aada tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6912434 Jul 30 01:43:01.610767 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2eb4592e-95e6-4795-a3a6-1a9663b69782 req-3549b6f3-b200-46ae-aed9-7c289498b948 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816264 Jul 30 01:43:01.661891 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Attempting to bind port 19d77459-8db1-45e6-8801-4eeeae2b6d75 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:01.662644 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Attempting to bind port 19d77459-8db1-45e6-8801-4eeeae2b6d75 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '4a209e55-4333-440e-aa69-2ed096fc0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0ffa1e82-f177-4e95-bc45-a2b538b7258a'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:01.663258 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Attempting to bind port 19d77459-8db1-45e6-8801-4eeeae2b6d75 on network 0ffa1e82-f177-4e95-bc45-a2b538b7258a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:01.677699 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:01.678483 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Checking segment: {'id': '4a209e55-4333-440e-aa69-2ed096fc0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0ffa1e82-f177-4e95-bc45-a2b538b7258a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:01.679109 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.679715 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Bound using segment: {'id': '4a209e55-4333-440e-aa69-2ed096fc0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0ffa1e82-f177-4e95-bc45-a2b538b7258a'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:01.680797 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Bound port: 19d77459-8db1-45e6-8801-4eeeae2b6d75, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a209e55-4333-440e-aa69-2ed096fc0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0ffa1e82-f177-4e95-bc45-a2b538b7258a'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:01.681764 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.696675 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a6229300-b817-4a23-bc9a-8d510e2fbf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.728534 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe37f137-e024-44b7-a421-0b018618afc6', 'name': 'tempest-ServersTestMultiNic-2118304789-router', 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd3d7cd96-fadd-445f-a33b-a88b6dcc60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:47Z', 'updated_at': '2021-07-30T01:42:54Z', 'revision_number': 4, 'project_id': '7d8ded957c6c4ac3b56380dd35f56460', 'gw_port': {'id': 'd3d7cd96-fadd-445f-a33b-a88b6dcc60b7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe37f137-e024-44b7-a421-0b018618afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:48Z', 'updated_at': '2021-07-30T01:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '775a47af-a7ef-4a6e-8a12-3249fedbb8a6', 'name': '', 'network_id': 'c48d0607-a1db-4a3c-9ded-a02790a272f7', 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460', 'mac_address': 'fa:16:3e:8a:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe37f137-e024-44b7-a421-0b018618afc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '17a1525e-1829-40b4-9289-90deef4b2ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:52Z', 'updated_at': '2021-07-30T01:42:59Z', 'revision_number': 4, 'project_id': '7d8ded957c6c4ac3b56380dd35f56460', 'subnets': [{'id': '17a1525e-1829-40b4-9289-90deef4b2ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:01.766207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c661e7-f7b0-4929-b3c3-10b51fe47196 None None] The sync data for ids ['fe37f137-e024-44b7-a421-0b018618afc6'] in n-d-713498-9 is: [{'id': 'fe37f137-e024-44b7-a421-0b018618afc6', 'name': 'tempest-ServersTestMultiNic-2118304789-router', 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd3d7cd96-fadd-445f-a33b-a88b6dcc60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:47Z', 'updated_at': '2021-07-30T01:42:54Z', 'revision_number': 4, 'project_id': '7d8ded957c6c4ac3b56380dd35f56460', 'gw_port': {'id': 'd3d7cd96-fadd-445f-a33b-a88b6dcc60b7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe37f137-e024-44b7-a421-0b018618afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:48Z', 'updated_at': '2021-07-30T01:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '775a47af-a7ef-4a6e-8a12-3249fedbb8a6', 'name': '', 'network_id': 'c48d0607-a1db-4a3c-9ded-a02790a272f7', 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460', 'mac_address': 'fa:16:3e:8a:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe37f137-e024-44b7-a421-0b018618afc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '17a1525e-1829-40b4-9289-90deef4b2ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:52Z', 'updated_at': '2021-07-30T01:42:59Z', 'revision_number': 4, 'project_id': '7d8ded957c6c4ac3b56380dd35f56460', 'subnets': [{'id': '17a1525e-1829-40b4-9289-90deef4b2ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:43:01.800022 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a6229300-b817-4a23-bc9a-8d510e2fbf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.905453 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6229300-b817-4a23-bc9a-8d510e2fbf30 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:01.940678 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6229300-b817-4a23-bc9a-8d510e2fbf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9662471-2628-49bc-9eb2-c90f50e05b88,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:01.975870 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-96d1c924-f683-4175-bc79-f3ebe5da89d5', 'network_id': '96d1c924-f683-4175-bc79-f3ebe5da89d5', 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460', 'fixed_ips': [{'subnet_id': '9d80e62f-6857-44f3-85fc-db6a433fd7ba'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:43:01.976837 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.984802 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fcf00-a145-4bb6-807f-1df62829cb68 req-a3be9746-ddf0-42cf-a050-2c76d3b63d68 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:01.993845 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-749fcf00-a145-4bb6-807f-1df62829cb68 req-a3be9746-ddf0-42cf-a050-2c76d3b63d68 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 945 time: 0.2566285 Jul 30 01:43:02.001078 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a6229300-b817-4a23-bc9a-8d510e2fbf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.001668 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-a6229300-b817-4a23-bc9a-8d510e2fbf30 admin admin] Added segment 8edd9c19-11e1-4cc2-a47d-18d656486408 of type vlan for network c1332537-f203-4a3a-9511-b585b0d8e2ba Jul 30 01:43:02.143054 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a6229300-b817-4a23-bc9a-8d510e2fbf30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.203409 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-749fcf00-a145-4bb6-807f-1df62829cb68 req-4872792c-a11e-41bd-bdaf-493747ef9855 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077045 Jul 30 01:43:02.287134 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a6229300-b817-4a23-bc9a-8d510e2fbf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.289277 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6229300-b817-4a23-bc9a-8d510e2fbf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:02.290096 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a6229300-b817-4a23-bc9a-8d510e2fbf30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.306503 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] For port 19d77459-8db1-45e6-8801-4eeeae2b6d75, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:02.318545 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 775a47af-a7ef-4a6e-8a12-3249fedbb8a6 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:02.369296 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] For port 19d77459-8db1-45e6-8801-4eeeae2b6d75, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=19d77459-8db1-45e6-8801-4eeeae2b6d75,segment=NetworkSegment(4a209e55-4333-440e-aa69-2ed096fc0b58),segment_id=4a209e55-4333-440e-aa69-2ed096fc0b58)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:02.387809 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-d7d855c2-db4b-4eb3-becd-b626b6b0a9e3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:02.396094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-d7d855c2-db4b-4eb3-becd-b626b6b0a9e3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:02.398075 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-d7d855c2-db4b-4eb3-becd-b626b6b0a9e3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/networks?id=0ffa1e82-f177-4e95-bc45-a2b538b7258a&id=96d1c924-f683-4175-bc79-f3ebe5da89d5&id=0ffa1e82-f177-4e95-bc45-a2b538b7258a HTTP/1.1" status: 200 len: 1392 time: 0.2852662 Jul 30 01:43:02.438756 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.445938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6229300-b817-4a23-bc9a-8d510e2fbf30 admin admin] Pushing event updated for resources: {'Network': ['ID=c1332537-f203-4a3a-9511-b585b0d8e2ba,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:02.447970 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-713ec625-27c7-4b6b-85ae-0aa296a64033 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/quotas/7d8ded957c6c4ac3b56380dd35f56460 HTTP/1.1" status: 200 len: 375 time: 0.0283446 Jul 30 01:43:02.451290 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a6229300-b817-4a23-bc9a-8d510e2fbf30 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2328770 Jul 30 01:43:02.454784 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34146) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:02.461205 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-5026892a-03b9-474e-b01f-0f9d012c3393 admin admin] Request body: {'subnet': {'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2052794077-subnet', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:02.464489 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network c1332537-f203-4a3a-9511-b585b0d8e2ba details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:02.554786 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce3a27-efa5-4a3b-9570-17f21db43549 None None] Pushing event updated for resources: {'Port': ['ID=19d77459-8db1-45e6-8801-4eeeae2b6d75,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:02.577739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5026892a-03b9-474e-b01f-0f9d012c3393 admin admin] Made reservation on behalf of cc644468ddb04173b823ec7ba68aa6d0 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:02.580733 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5026892a-03b9-474e-b01f-0f9d012c3393 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.631587 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-594cf4b0-d64a-416d-86e6-34f597739901 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d8ded957c6c4ac3b56380dd35f56460&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1581223 Jul 30 01:43:02.842749 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Allocated IP 19.86.0.2 (96d1c924-f683-4175-bc79-f3ebe5da89d5/9d80e62f-6857-44f3-85fc-db6a433fd7ba/f1c2835f-2f52-403a-bca3-5e3c8eb4db16) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:02.858904 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.903073 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-52d79515-ad91-45d3-8819-7b276fbaa08f service neutron] 10.222.0.70 "GET /v2.0/networks/0ffa1e82-f177-4e95-bc45-a2b538b7258a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700989 Jul 30 01:43:02.936029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 775a47af-a7ef-4a6e-8a12-3249fedbb8a6 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:02.967605 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 775a47af-a7ef-4a6e-8a12-3249fedbb8a6 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:02.967990 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.174667 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5026892a-03b9-474e-b01f-0f9d012c3393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.215005 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-153b6298-beae-429e-8d00-0c4c3282f5a0 service neutron] 10.222.0.70 "GET /v2.0/networks/0ffa1e82-f177-4e95-bc45-a2b538b7258a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080947 Jul 30 01:43:03.369300 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-56f267e8-5b14-49d4-97f9-52503d1e02e5 service neutron] 10.222.0.70 "GET /v2.0/networks/96d1c924-f683-4175-bc79-f3ebe5da89d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530077 Jul 30 01:43:03.392831 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.414146 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026892a-03b9-474e-b01f-0f9d012c3393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01457b1b-d45d-4385-8143-a29a67eff29b,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:03.442818 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5026892a-03b9-474e-b01f-0f9d012c3393 admin admin] Checking segment: {'id': '8edd9c19-11e1-4cc2-a47d-18d656486408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:03.443178 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5026892a-03b9-474e-b01f-0f9d012c3393 admin admin] Network hostable DHCP agents. Network: c1332537-f203-4a3a-9511-b585b0d8e2ba, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:03.461423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec555bd-ce99-4735-bb45-2ce2d42567cd req-c428e3cb-9c42-4d43-a6ca-47e57c628e35 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:03.475559 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ec555bd-ce99-4735-bb45-2ce2d42567cd req-c428e3cb-9c42-4d43-a6ca-47e57c628e35 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.2945170 Jul 30 01:43:03.485475 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.509156 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 775a47af-a7ef-4a6e-8a12-3249fedbb8a6, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=775a47af-a7ef-4a6e-8a12-3249fedbb8a6,segment=NetworkSegment(08fc56a1-be6a-464b-be74-ca21f0eaafbd),segment_id=08fc56a1-be6a-464b-be74-ca21f0eaafbd)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:03.521987 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Transition to ACTIVE for port object f1c2835f-2f52-403a-bca3-5e3c8eb4db16 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:03.552918 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ec555bd-ce99-4735-bb45-2ce2d42567cd req-2b704955-9859-4137-b291-4f717ce73bb7 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763767 Jul 30 01:43:03.560888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Transition to ACTIVE for port object f1c2835f-2f52-403a-bca3-5e3c8eb4db16 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:03.573588 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5026892a-03b9-474e-b01f-0f9d012c3393 admin admin] Network c1332537-f203-4a3a-9511-b585b0d8e2ba is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:03.591341 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-956dfee5-a08a-42a0-b9a7-5c85f639562a service neutron] 10.222.0.70 "GET /v2.0/networks/96d1c924-f683-4175-bc79-f3ebe5da89d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194264 Jul 30 01:43:03.606997 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.675643 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-5026892a-03b9-474e-b01f-0f9d012c3393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, c1332537-f203-4a3a-9511-b585b0d8e2ba) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:03.677144 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.694659 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026892a-03b9-474e-b01f-0f9d012c3393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:03.696447 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5026892a-03b9-474e-b01f-0f9d012c3393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.712661 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4708c3e2-2831-44f7-a80c-d277b024b44b None None] Network c1332537-f203-4a3a-9511-b585b0d8e2ba requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:03.822226 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5026892a-03b9-474e-b01f-0f9d012c3393 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3661025 Jul 30 01:43:03.822901 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34162) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:03.828411 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-95f1521d-3a38-4100-aa1d-7c97058465e4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2052794077-router', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:03.846858 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-d365962c-1cbb-41cc-9aed-fc538a396a31 service neutron] 10.222.0.70 "GET /v2.0/networks/0ffa1e82-f177-4e95-bc45-a2b538b7258a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550378 Jul 30 01:43:04.008478 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Network 96d1c924-f683-4175-bc79-f3ebe5da89d5 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:04.038441 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:04.041899 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:04.065700 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b4a77-f8ec-44a2-944e-ac91c7154c9b req-602ee335-9b3b-4028-a7d8-a3b5103ae01f tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:04.081801 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a10b4a77-f8ec-44a2-944e-ac91c7154c9b req-602ee335-9b3b-4028-a7d8-a3b5103ae01f tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf976286-0095-44c9-8d0b-1934155d3462 HTTP/1.1" status: 200 len: 948 time: 0.2089825 Jul 30 01:43:04.104054 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=775a47af-a7ef-4a6e-8a12-3249fedbb8a6,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:04.134947 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a10b4a77-f8ec-44a2-944e-ac91c7154c9b req-e382a1f9-8fd4-48d8-ae9c-8c5f95831295 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/security-groups?id=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521798 Jul 30 01:43:04.196598 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Pushing event updated for resources: {'Port': ['ID=f1c2835f-2f52-403a-bca3-5e3c8eb4db16,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:04.218882 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-b28e4ae2-77e3-46bf-a597-1b9ce0f687b6 service neutron] 10.222.0.70 "GET /v2.0/networks/0ffa1e82-f177-4e95-bc45-a2b538b7258a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703721 Jul 30 01:43:04.219483 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95f1521d-3a38-4100-aa1d-7c97058465e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.221489 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95f1521d-3a38-4100-aa1d-7c97058465e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.286232 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-c1332537-f203-4a3a-9511-b585b0d8e2ba', 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'fixed_ips': [{'subnet_id': '01457b1b-d45d-4385-8143-a29a67eff29b'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:43:04.286232 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.286672 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:43:04.301593 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Attempting to bind port f1c2835f-2f52-403a-bca3-5e3c8eb4db16 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:04.301964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Attempting to bind port f1c2835f-2f52-403a-bca3-5e3c8eb4db16 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '96baa19f-146c-4a10-8173-ee6940cdf3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '96d1c924-f683-4175-bc79-f3ebe5da89d5'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:04.302917 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Attempting to bind port f1c2835f-2f52-403a-bca3-5e3c8eb4db16 on network 96d1c924-f683-4175-bc79-f3ebe5da89d5 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:04.316974 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:04.317387 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Checking segment: {'id': '96baa19f-146c-4a10-8173-ee6940cdf3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '96d1c924-f683-4175-bc79-f3ebe5da89d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:04.317794 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.318194 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Bound using segment: {'id': '96baa19f-146c-4a10-8173-ee6940cdf3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '96d1c924-f683-4175-bc79-f3ebe5da89d5'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:04.318902 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Bound port: f1c2835f-2f52-403a-bca3-5e3c8eb4db16, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96baa19f-146c-4a10-8173-ee6940cdf3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '96d1c924-f683-4175-bc79-f3ebe5da89d5'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:04.319226 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.448347 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 19d77459-8db1-45e6-8801-4eeeae2b6d75 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:04.495720 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95f1521d-3a38-4100-aa1d-7c97058465e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.528967 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5f6f8-77ff-40ef-ba17-2558a5b1abff req-81e238bb-f238-49fb-89ec-0ebd5fb002c5 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:04.530702 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-76e5f6f8-77ff-40ef-ba17-2558a5b1abff req-81e238bb-f238-49fb-89ec-0ebd5fb002c5 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 945 time: 0.2804558 Jul 30 01:43:04.545239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505c378e-cd5c-45a8-9d29-6cc88bf9734e None None] Network 0ffa1e82-f177-4e95-bc45-a2b538b7258a requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:04.582439 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-76e5f6f8-77ff-40ef-ba17-2558a5b1abff req-f91f844b-ab80-429e-a1d4-2805652a3a20 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454311 Jul 30 01:43:04.813634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb99842-5758-47ed-bb44-a7612fe78765 req-1466d172-7671-4b67-af19-a8b245fac872 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:04.814165 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1eb99842-5758-47ed-bb44-a7612fe78765 req-1466d172-7671-4b67-af19-a8b245fac872 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.0878401 Jul 30 01:43:04.820867 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] For port f1c2835f-2f52-403a-bca3-5e3c8eb4db16, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:04.887519 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] For port f1c2835f-2f52-403a-bca3-5e3c8eb4db16, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f1c2835f-2f52-403a-bca3-5e3c8eb4db16,segment=NetworkSegment(96baa19f-146c-4a10-8173-ee6940cdf3b1),segment_id=96baa19f-146c-4a10-8173-ee6940cdf3b1)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:04.905208 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b3eb9c43-bd3f-4331-a28a-41c53de8c1a9 req-088ce3c7-8d08-4026-b71f-ca942e845c71 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 210 time: 0.1044695 Jul 30 01:43:04.919094 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95f1521d-3a38-4100-aa1d-7c97058465e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.927631 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Allocated IP 172.20.0.2 (c1332537-f203-4a3a-9511-b585b0d8e2ba/01457b1b-d45d-4385-8143-a29a67eff29b/1bb311fc-2163-4ef9-8e16-54dd99701d12) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:04.945789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f5653b04-c795-4953-ae33-0f2206dceec3 None None] Provisioning for port 19d77459-8db1-45e6-8801-4eeeae2b6d75 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:04.953904 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1eb99842-5758-47ed-bb44-a7612fe78765 req-89ab5574-32ff-418f-9710-28f190ba97f4 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179748 Jul 30 01:43:04.986892 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.115730 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 19d77459-8db1-45e6-8801-4eeeae2b6d75 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:05.126715 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 19d77459-8db1-45e6-8801-4eeeae2b6d75 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:05.131708 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.632057 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c147378-be72-4efe-8956-635da1635ce4 None None] Pushing event updated for resources: {'Port': ['ID=f1c2835f-2f52-403a-bca3-5e3c8eb4db16,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:05.916183 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.957284 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Transition to ACTIVE for port object 1bb311fc-2163-4ef9-8e16-54dd99701d12 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:06.000806 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.048502 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Transition to ACTIVE for port object 1bb311fc-2163-4ef9-8e16-54dd99701d12 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:06.069466 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 19d77459-8db1-45e6-8801-4eeeae2b6d75, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=19d77459-8db1-45e6-8801-4eeeae2b6d75,segment=NetworkSegment(4a209e55-4333-440e-aa69-2ed096fc0b58),segment_id=4a209e55-4333-440e-aa69-2ed096fc0b58)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:06.081479 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef8c3d-8299-4b32-9d3c-fc7a0c7afc5e req-4e39f6ff-9e7f-4d9d-a13f-17a33a96b8f6 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:06.086745 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d2ef8c3d-8299-4b32-9d3c-fc7a0c7afc5e req-4e39f6ff-9e7f-4d9d-a13f-17a33a96b8f6 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 945 time: 0.0943363 Jul 30 01:43:06.159871 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.159871 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.295540 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d2ef8c3d-8299-4b32-9d3c-fc7a0c7afc5e req-f98b1d3e-7ddd-4f7b-b509-09429515b931 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603317 Jul 30 01:43:06.320963 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Network c1332537-f203-4a3a-9511-b585b0d8e2ba is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:06.340445 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:06.353477 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:06.391242 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-97f2b4b4-037c-4d46-a72e-393531a7c30f None None] Provisioning complete for port 19d77459-8db1-45e6-8801-4eeeae2b6d75 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:06.391242 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97f2b4b4-037c-4d46-a72e-393531a7c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.436631 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Pushing event updated for resources: {'Port': ['ID=1bb311fc-2163-4ef9-8e16-54dd99701d12,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:06.499292 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:06.499672 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:06.500123 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:06.501774 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:06.502917 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:06.503472 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:06.503909 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:06.504338 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:06.504770 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:06.505247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:06.505696 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:06.506120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:06.537577 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Attempting to bind port 1bb311fc-2163-4ef9-8e16-54dd99701d12 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:06.537577 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Attempting to bind port 1bb311fc-2163-4ef9-8e16-54dd99701d12 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '8edd9c19-11e1-4cc2-a47d-18d656486408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:06.538076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Attempting to bind port 1bb311fc-2163-4ef9-8e16-54dd99701d12 on network c1332537-f203-4a3a-9511-b585b0d8e2ba {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:06.548007 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95f1521d-3a38-4100-aa1d-7c97058465e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.575100 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:06.577556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Checking segment: {'id': '8edd9c19-11e1-4cc2-a47d-18d656486408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:06.577556 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.577556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Bound using segment: {'id': '8edd9c19-11e1-4cc2-a47d-18d656486408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:06.577556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Bound port: 1bb311fc-2163-4ef9-8e16-54dd99701d12, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8edd9c19-11e1-4cc2-a47d-18d656486408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:06.578161 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.650051 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f56b4-c82e-418e-80b2-3f19b9a012c2 req-41a9377e-715b-44f5-b307-271d610c74dc tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:06.655167 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230b169-2691-4305-942b-8f4beaaff547 req-549e3a4f-c177-4110-94b7-9d9a1739c01e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:06.655167 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5230b169-2691-4305-942b-8f4beaaff547 req-549e3a4f-c177-4110-94b7-9d9a1739c01e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.1844919 Jul 30 01:43:06.658224 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a49f56b4-c82e-418e-80b2-3f19b9a012c2 req-41a9377e-715b-44f5-b307-271d610c74dc tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf976286-0095-44c9-8d0b-1934155d3462 HTTP/1.1" status: 200 len: 948 time: 0.5459750 Jul 30 01:43:06.686505 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-746f1203-445c-467f-8d8e-f467051b815c req-dd1fbd11-4414-45dc-8dd0-c34876309bc1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5837700 Jul 30 01:43:06.696773 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95f1521d-3a38-4100-aa1d-7c97058465e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.698033 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914fa2f-4efe-4c3f-ba07-19523373294f req-7592c6be-2249-427e-8a6b-0532e674233f tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:06.699939 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2914fa2f-4efe-4c3f-ba07-19523373294f req-7592c6be-2249-427e-8a6b-0532e674233f tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf976286-0095-44c9-8d0b-1934155d3462 HTTP/1.1" status: 200 len: 948 time: 0.6135941 Jul 30 01:43:06.711293 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] For port 1bb311fc-2163-4ef9-8e16-54dd99701d12, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:06.712915 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5230b169-2691-4305-942b-8f4beaaff547 req-20fcbc9e-82d5-4cde-9215-3114d51d802e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537138 Jul 30 01:43:06.738777 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] For port 1bb311fc-2163-4ef9-8e16-54dd99701d12, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1bb311fc-2163-4ef9-8e16-54dd99701d12,segment=NetworkSegment(8edd9c19-11e1-4cc2-a47d-18d656486408),segment_id=8edd9c19-11e1-4cc2-a47d-18d656486408)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:06.752662 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f1c2835f-2f52-403a-bca3-5e3c8eb4db16 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:06.845642 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=19d77459-8db1-45e6-8801-4eeeae2b6d75,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:06.867355 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a49f56b4-c82e-418e-80b2-3f19b9a012c2 req-ae1eef33-3dd6-4c95-b1d8-dd939ff97b03 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/security-groups?id=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059424 Jul 30 01:43:06.883647 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.986216 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a0e236-5ee2-42e6-baa6-b9e48b6eb344 None None] Network 96d1c924-f683-4175-bc79-f3ebe5da89d5 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:06.994917 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0715af57-8eef-4b39-bcaf-2ad8f21ae25c req-d6ba8193-b7ff-459d-adc1-073240b99506 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 210 time: 0.1085324 Jul 30 01:43:07.113197 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-2914fa2f-4efe-4c3f-ba07-19523373294f req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Deleting port 8b508e57-8ada-4b88-bdc6-4556050fe639 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:07.113464 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2914fa2f-4efe-4c3f-ba07-19523373294f req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:07.191136 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26979a7f-49e0-4755-ade3-23c357643d02 None None] Pushing event updated for resources: {'Port': ['ID=1bb311fc-2163-4ef9-8e16-54dd99701d12,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:07.254994 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-95f1521d-3a38-4100-aa1d-7c97058465e4 admin admin] Allocated IP 172.25.1.99 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/78fece2b-2029-4c4b-a609-08da9d099265) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:07.340898 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port f1c2835f-2f52-403a-bca3-5e3c8eb4db16 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:07.344947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfd1e5-1c5b-4542-a22c-94f2cfa7d152 req-2c165cd8-9130-4e18-be56-b990863f8c61 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:07.373595 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-45dfd1e5-1c5b-4542-a22c-94f2cfa7d152 req-2c165cd8-9130-4e18-be56-b990863f8c61 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 1097 time: 0.1789277 Jul 30 01:43:07.402390 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 775a47af-a7ef-4a6e-8a12-3249fedbb8a6 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:07.423589 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-2914fa2f-4efe-4c3f-ba07-19523373294f req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] For port 8b508e57-8ada-4b88-bdc6-4556050fe639, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8b508e57-8ada-4b88-bdc6-4556050fe639,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:07.424403 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2914fa2f-4efe-4c3f-ba07-19523373294f req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:07.551681 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b63552d7-f772-46c3-ac02-5110f8772a13 None None] Provisioning for port f1c2835f-2f52-403a-bca3-5e3c8eb4db16 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:07.560226 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-45dfd1e5-1c5b-4542-a22c-94f2cfa7d152 req-4a532392-227a-4ac6-8c22-7391f380d345 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847079 Jul 30 01:43:07.565381 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-2914fa2f-4efe-4c3f-ba07-19523373294f req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Calling delete_port for 8b508e57-8ada-4b88-bdc6-4556050fe639 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:07.675328 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b63552d7-f772-46c3-ac02-5110f8772a13 None None] Provisioning complete for port f1c2835f-2f52-403a-bca3-5e3c8eb4db16 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:07.675328 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b63552d7-f772-46c3-ac02-5110f8772a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:07.734313 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95f1521d-3a38-4100-aa1d-7c97058465e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:07.747392 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24938ed9-9775-461f-8192-4f4e6a38a354 req-c1416359-595e-421e-95cd-b46d5afda01e tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:07.757444 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24938ed9-9775-461f-8192-4f4e6a38a354 req-c1416359-595e-421e-95cd-b46d5afda01e tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 945 time: 0.2760971 Jul 30 01:43:07.847608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 775a47af-a7ef-4a6e-8a12-3249fedbb8a6 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:07.848537 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:07.871766 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24938ed9-9775-461f-8192-4f4e6a38a354 req-5d4b6679-4495-4393-8ee9-50083487a0d4 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129563 Jul 30 01:43:08.041409 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b63552d7-f772-46c3-ac02-5110f8772a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.131510 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b63552d7-f772-46c3-ac02-5110f8772a13 None None] For port f1c2835f-2f52-403a-bca3-5e3c8eb4db16, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f1c2835f-2f52-403a-bca3-5e3c8eb4db16,segment=NetworkSegment(96baa19f-146c-4a10-8173-ee6940cdf3b1),segment_id=96baa19f-146c-4a10-8173-ee6940cdf3b1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:08.259247 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b63552d7-f772-46c3-ac02-5110f8772a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.316249 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-16d0764d-ed72-469b-b5f2-ad1db8122766 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:08.323135 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-16d0764d-ed72-469b-b5f2-ad1db8122766 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:08.324823 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-16d0764d-ed72-469b-b5f2-ad1db8122766 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.10 "GET /v2.0/networks?id=0ffa1e82-f177-4e95-bc45-a2b538b7258a&id=96d1c924-f683-4175-bc79-f3ebe5da89d5&id=0ffa1e82-f177-4e95-bc45-a2b538b7258a HTTP/1.1" status: 200 len: 1392 time: 0.3932576 Jul 30 01:43:08.347032 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-c786d437-017c-4bfb-892a-a5c8fdca2e42 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Request body: {'port': {'device_id': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'network_id': '0ffa1e82-f177-4e95-bc45-a2b538b7258a', 'admin_state_up': True, 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:08.375027 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2914fa2f-4efe-4c3f-ba07-19523373294f req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.457615 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63552d7-f772-46c3-ac02-5110f8772a13 None None] Pushing event updated for resources: {'Port': ['ID=f1c2835f-2f52-403a-bca3-5e3c8eb4db16,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:08.464674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-665d15e1-dc1d-4c18-8240-22c8e44eb3fb None None] Provisioning complete for port f1c2835f-2f52-403a-bca3-5e3c8eb4db16 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:08.465077 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-665d15e1-dc1d-4c18-8240-22c8e44eb3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.569749 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95f1521d-3a38-4100-aa1d-7c97058465e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.570406 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Pushing event deleted for resources: {'Port': ['ID=8b508e57-8ada-4b88-bdc6-4556050fe639,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:08.655275 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:08.655275 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:08.656172 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:08.656324 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:08.656703 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:08.658028 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:08.658320 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:08.658662 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:08.659224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:08.659453 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:08.659766 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:08.660098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:08.669624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 1bb311fc-2163-4ef9-8e16-54dd99701d12 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:08.700489 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f1521d-3a38-4100-aa1d-7c97058465e4 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:08.752996 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-95f1521d-3a38-4100-aa1d-7c97058465e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:08.781600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-2914fa2f-4efe-4c3f-ba07-19523373294f req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] No DVR routers for this DVR port 8b508e57-8ada-4b88-bdc6-4556050fe639 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:08.783428 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f1521d-3a38-4100-aa1d-7c97058465e4 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:08.794175 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2914fa2f-4efe-4c3f-ba07-19523373294f req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.799115 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2914fa2f-4efe-4c3f-ba07-19523373294f req-18fbeddc-727a-44eb-8533-9f38b2e84c35 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.10 "DELETE /v2.0/ports/8b508e57-8ada-4b88-bdc6-4556050fe639 HTTP/1.1" status: 204 len: 173 time: 2.0863183 Jul 30 01:43:08.803311 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf976286-0095-44c9-8d0b-1934155d3462', 'name': 'network-vif-deleted', 'tag': '8b508e57-8ada-4b88-bdc6-4556050fe639'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:08.805706 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0cfc6b-ebc2-4ac9-b834-9039a8ace30a" -d '{"events": [{"server_uuid": "bf976286-0095-44c9-8d0b-1934155d3462", "name": "network-vif-deleted", "tag": "8b508e57-8ada-4b88-bdc6-4556050fe639"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:08.819181 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec9cdf-f804-410e-8a52-44ad6759b300 req-ee1ad335-e6c4-46db-b99c-2c6532b279f8 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:08.821192 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00ec9cdf-f804-410e-8a52-44ad6759b300 req-ee1ad335-e6c4-46db-b99c-2c6532b279f8 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.4933083 Jul 30 01:43:08.834874 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 1bb311fc-2163-4ef9-8e16-54dd99701d12 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:08.851071 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 19d77459-8db1-45e6-8801-4eeeae2b6d75 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:08.918887 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1521d-3a38-4100-aa1d-7c97058465e4 admin admin] Pushing event updated for resources: {'Port': ['ID=78fece2b-2029-4c4b-a609-08da9d099265,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:08.955245 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8b508e57-8ada-4b88-bdc6-4556050fe639 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:09.029979 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 8b508e57-8ada-4b88-bdc6-4556050fe639 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:09.030356 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8b508e57-8ada-4b88-bdc6-4556050fe639 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:09.094759 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60deea37-41de-4a39-81a7-0c4bb21676bd None None] Network c1332537-f203-4a3a-9511-b585b0d8e2ba requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:09.139689 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00ec9cdf-f804-410e-8a52-44ad6759b300 req-a6366f01-1262-4f20-9f24-eedaeb50f2a3 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813423 Jul 30 01:43:09.142559 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 19d77459-8db1-45e6-8801-4eeeae2b6d75 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:09.147274 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:09.234034 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-c786d437-017c-4bfb-892a-a5c8fdca2e42 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Made reservation on behalf of 7d8ded957c6c4ac3b56380dd35f56460 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:09.243219 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-c786d437-017c-4bfb-892a-a5c8fdca2e42 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:09.297243 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fcd4a2a8-3bcc-4063-afd3-6f1588697e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:09.379037 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d901a8e2-11f9-44bf-81b2-f4e8050f5bf9 req-27ccd336-f828-4627-8123-d0a6cc3d5cc1 tempest-ListImageFiltersTestJSON-1965887665 tempest-ListImageFiltersTestJSON-1965887665-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf976286-0095-44c9-8d0b-1934155d3462 HTTP/1.1" status: 200 len: 210 time: 0.0679007 Jul 30 01:43:09.419569 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-81a0189d-31f5-4511-87ad-6c9550d3ed80 None None] Provisioning for port 1bb311fc-2163-4ef9-8e16-54dd99701d12 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:09.430571 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-81a0189d-31f5-4511-87ad-6c9550d3ed80 None None] Provisioning complete for port 1bb311fc-2163-4ef9-8e16-54dd99701d12 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:09.430945 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81a0189d-31f5-4511-87ad-6c9550d3ed80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:09.563142 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95f1521d-3a38-4100-aa1d-7c97058465e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:09.678278 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d60c9dd9-ff81-4d5b-b83f-15ae80df9375 req-0c1f0247-9065-4fa2-b9b5-2365b5792321 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 210 time: 0.1083770 Jul 30 01:43:09.716465 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81a0189d-31f5-4511-87ad-6c9550d3ed80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:09.774094 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-81a0189d-31f5-4511-87ad-6c9550d3ed80 None None] For port 1bb311fc-2163-4ef9-8e16-54dd99701d12, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1bb311fc-2163-4ef9-8e16-54dd99701d12,segment=NetworkSegment(8edd9c19-11e1-4cc2-a47d-18d656486408),segment_id=8edd9c19-11e1-4cc2-a47d-18d656486408)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:09.835007 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81a0189d-31f5-4511-87ad-6c9550d3ed80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:09.857079 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-c786d437-017c-4bfb-892a-a5c8fdca2e42 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Allocated IP 19.80.0.164 (0ffa1e82-f177-4e95-bc45-a2b538b7258a/9f884a41-54c1-43c0-b458-67f62f0a892e/cf13a17c-6421-4331-a3c7-dd61677d747a) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:10.006904 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0189d-31f5-4511-87ad-6c9550d3ed80 None None] Pushing event updated for resources: {'Port': ['ID=1bb311fc-2163-4ef9-8e16-54dd99701d12,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:10.069889 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3a2b20-4250-40ee-bee4-61411cb5e449 x-openstack-request-id: req-2a3a2b20-4250-40ee-bee4-61411cb5e449 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:10.070329 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf976286-0095-44c9-8d0b-1934155d3462", "name": "network-vif-deleted", "tag": "8b508e57-8ada-4b88-bdc6-4556050fe639", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:10.070902 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2a3a2b20-4250-40ee-bee4-61411cb5e449 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:10.071517 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf976286-0095-44c9-8d0b-1934155d3462', 'name': 'network-vif-deleted', 'tag': '8b508e57-8ada-4b88-bdc6-4556050fe639', 'status': 'completed', 'code': 200} Jul 30 01:43:10.119816 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-cc16240a-d3b3-432b-88b5-f93e336c667c None None] Provisioning complete for port 1bb311fc-2163-4ef9-8e16-54dd99701d12 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:10.120531 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cc16240a-d3b3-432b-88b5-f93e336c667c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:10.521039 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95f1521d-3a38-4100-aa1d-7c97058465e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:10.551830 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f1c2835f-2f52-403a-bca3-5e3c8eb4db16 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:10.612422 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f1203-445c-467f-8d8e-f467051b815c req-d782164f-6dfb-4115-be5a-6665053faf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:10.617265 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-746f1203-445c-467f-8d8e-f467051b815c req-d782164f-6dfb-4115-be5a-6665053faf93 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 1100 time: 0.2717481 Jul 30 01:43:10.635274 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f1c2835f-2f52-403a-bca3-5e3c8eb4db16 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:10.636025 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:10.656787 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70d8e1-d688-489c-9022-c809181e2473 req-056eefad-42ed-484f-a4f2-8d3cbd23059b tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:10.669479 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7e70d8e1-d688-489c-9022-c809181e2473 req-056eefad-42ed-484f-a4f2-8d3cbd23059b tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 945 time: 0.5352995 Jul 30 01:43:10.702244 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-f9d3ba79-8006-429e-add1-aefe91001ea2 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:43:10.703729 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-f9d3ba79-8006-429e-add1-aefe91001ea2 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0763009 Jul 30 01:43:10.739155 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 1bb311fc-2163-4ef9-8e16-54dd99701d12 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:10.786738 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-c4e83b0c-efda-44ef-a17e-327b3e4d6ec9 service neutron] Request body: {'binding': {'host': 'n-h2-713498-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:10.787246 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-c4e83b0c-efda-44ef-a17e-327b3e4d6ec9 service neutron] Unknown quota resources ['binding']. {{(pid=94464) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:43:10.808841 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 1bb311fc-2163-4ef9-8e16-54dd99701d12 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:10.808841 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.176757 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-c786d437-017c-4bfb-892a-a5c8fdca2e42 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.237566 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7e70d8e1-d688-489c-9022-c809181e2473 req-3a9c98ed-1860-4713-ba7f-670198164fa7 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5670440 Jul 30 01:43:11.274175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-c786d437-017c-4bfb-892a-a5c8fdca2e42 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Transition to ACTIVE for port object cf13a17c-6421-4331-a3c7-dd61677d747a will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:11.307730 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f1203-445c-467f-8d8e-f467051b815c req-dc668951-d342-46c6-ab5f-5f4ea27cb1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:11.309611 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-746f1203-445c-467f-8d8e-f467051b815c req-dc668951-d342-46c6-ab5f-5f4ea27cb1eb service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.6732001 Jul 30 01:43:11.400202 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-746f1203-445c-467f-8d8e-f467051b815c req-c9a384cc-e42e-4ccf-a8d3-2ef4bb8da60e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=4efc8e99-d134-4e3a-a71e-8171970718c9 HTTP/1.1" status: 200 len: 217 time: 0.0783963 Jul 30 01:43:11.531819 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be47e9-e378-4c70-8120-407dab7ef32e req-dafee2f6-8e76-4840-afd8-569eb09e0504 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:11.533430 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d7be47e9-e378-4c70-8120-407dab7ef32e req-dafee2f6-8e76-4840-afd8-569eb09e0504 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.2105470 Jul 30 01:43:11.569659 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f1203-445c-467f-8d8e-f467051b815c req-ac7b0aa1-fa58-4f41-91b5-f134eb78cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:11.571191 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-746f1203-445c-467f-8d8e-f467051b815c req-ac7b0aa1-fa58-4f41-91b5-f134eb78cd94 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1538374 Jul 30 01:43:11.603910 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-c4e83b0c-efda-44ef-a17e-327b3e4d6ec9 service neutron] Attempting to bind port 6012cfaf-7ddf-4153-add8-259fdcf5e838 on host n-h2-713498-9 for vnic_type normal with profile None {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:11.603910 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-c4e83b0c-efda-44ef-a17e-327b3e4d6ec9 service neutron] Attempting to bind port 6012cfaf-7ddf-4153-add8-259fdcf5e838 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:11.603910 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-c4e83b0c-efda-44ef-a17e-327b3e4d6ec9 service neutron] Attempting to bind port 6012cfaf-7ddf-4153-add8-259fdcf5e838 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:11.614456 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-714ec7e8-66b7-4290-99fd-21cfe839e0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.640594 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-c4e83b0c-efda-44ef-a17e-327b3e4d6ec9 service neutron] Port 6012cfaf-7ddf-4153-add8-259fdcf5e838 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:11.640921 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-c4e83b0c-efda-44ef-a17e-327b3e4d6ec9 service neutron] Attempting to bind port 6012cfaf-7ddf-4153-add8-259fdcf5e838 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:11.646894 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.651733 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d7be47e9-e378-4c70-8120-407dab7ef32e req-3f0cfb6c-b767-48de-9e8e-41187261ddc4 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066902 Jul 30 01:43:11.659368 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-c786d437-017c-4bfb-892a-a5c8fdca2e42 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.663913 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-c4e83b0c-efda-44ef-a17e-327b3e4d6ec9 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:11.664257 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-c4e83b0c-efda-44ef-a17e-327b3e4d6ec9 service neutron] Checking segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:11.664644 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-c4e83b0c-efda-44ef-a17e-327b3e4d6ec9 service neutron] Bound using segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:11.665089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-c4e83b0c-efda-44ef-a17e-327b3e4d6ec9 service neutron] Bound port: 6012cfaf-7ddf-4153-add8-259fdcf5e838, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:11.742625 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f1521d-3a38-4100-aa1d-7c97058465e4 admin admin] Router 18a85e68-42e2-436f-bbf5-a462913c7444 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:43:11.751323 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f1203-445c-467f-8d8e-f467051b815c req-a5c2afbc-ee05-40d3-87d0-063692a5d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:11.752962 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-746f1203-445c-467f-8d8e-f467051b815c req-a5c2afbc-ee05-40d3-87d0-063692a5d552 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1682363 Jul 30 01:43:11.794157 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-c786d437-017c-4bfb-892a-a5c8fdca2e42 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Network 0ffa1e82-f177-4e95-bc45-a2b538b7258a is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:11.846185 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-c786d437-017c-4bfb-892a-a5c8fdca2e42 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:11.859980 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-c786d437-017c-4bfb-892a-a5c8fdca2e42 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:11.883390 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786d437-017c-4bfb-892a-a5c8fdca2e42 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event updated for resources: {'Port': ['ID=cf13a17c-6421-4331-a3c7-dd61677d747a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:11.959753 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1121cd71-e567-494f-a991-9867a2ef2dea req-9b5396f8-a087-40ab-a2ce-b2b40850ff3d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0647995 Jul 30 01:43:11.981004 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-c4e83b0c-efda-44ef-a17e-327b3e4d6ec9 service neutron] For port 6012cfaf-7ddf-4153-add8-259fdcf5e838, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6012cfaf-7ddf-4153-add8-259fdcf5e838,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:12.022853 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-c786d437-017c-4bfb-892a-a5c8fdca2e42 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:12.023503 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-c786d437-017c-4bfb-892a-a5c8fdca2e42 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.045798 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e677b-5b40-40a5-a140-573a98299b53 req-78c3134e-1e0a-4257-abf9-1754fe7442be tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:12.047333 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-206e677b-5b40-40a5-a140-573a98299b53 req-78c3134e-1e0a-4257-abf9-1754fe7442be tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 932 time: 0.2259095 Jul 30 01:43:12.049718 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121cd71-e567-494f-a991-9867a2ef2dea req-427f16a8-8484-46b2-a26b-bdd2a972ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:12.051524 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1121cd71-e567-494f-a991-9867a2ef2dea req-427f16a8-8484-46b2-a26b-bdd2a972ca44 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=49f7c960d860439ea896d95aa85fac7f&device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 1097 time: 0.0538397 Jul 30 01:43:12.119612 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-746f1203-445c-467f-8d8e-f467051b815c req-0ff4b76d-fb50-4fc6-b775-c0290070db4d service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541749 Jul 30 01:43:12.221880 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f1521d-3a38-4100-aa1d-7c97058465e4 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:43:12.221880 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-206e677b-5b40-40a5-a140-573a98299b53 req-4ce0944b-7208-443f-b4b4-76a98eec4a0d tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785229 Jul 30 01:43:12.222478 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] Sync routers for ids ['18a85e68-42e2-436f-bbf5-a462913c7444'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:43:12.223008 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121cd71-e567-494f-a991-9867a2ef2dea req-f343b24f-cb9c-4f2b-8253-18623748857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:12.223008 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1121cd71-e567-494f-a991-9867a2ef2dea req-f343b24f-cb9c-4f2b-8253-18623748857b service neutron] 10.222.0.77 "GET /v2.0/networks?id=5cd65466-712f-4ba9-b446-c0c4974c8af1 HTTP/1.1" status: 200 len: 924 time: 0.1022363 Jul 30 01:43:12.223187 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] Routers {'18a85e68-42e2-436f-bbf5-a462913c7444'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:43:12.223187 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:43:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['18a85e68-42e2-436f-bbf5-a462913c7444'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:12.244906 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-746f1203-445c-467f-8d8e-f467051b815c req-8851e155-c9ee-426c-93d6-5d4da3a5159f service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119146 Jul 30 01:43:12.304819 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-c4e83b0c-efda-44ef-a17e-327b3e4d6ec9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.306133 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-c4e83b0c-efda-44ef-a17e-327b3e4d6ec9 service neutron] 10.222.0.70 "POST /v2.0/ports/6012cfaf-7ddf-4153-add8-259fdcf5e838/bindings HTTP/1.1" status: 201 len: 389 time: 1.5237134 Jul 30 01:43:12.308118 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-c786d437-017c-4bfb-892a-a5c8fdca2e42 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9708111 Jul 30 01:43:12.308978 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95f1521d-3a38-4100-aa1d-7c97058465e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.312681 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-95f1521d-3a38-4100-aa1d-7c97058465e4 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 8.4862008 Jul 30 01:43:12.314174 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] Set router 18a85e68-42e2-436f-bbf5-a462913c7444 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:43:12.322398 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fafac61b-88a1-4c04-8627-c93add8b9cf3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Request body: {'port': {'device_id': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'network_id': '96d1c924-f683-4175-bc79-f3ebe5da89d5', 'admin_state_up': True, 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:12.325062 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34318) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:12.395502 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ed09dd04-0219-4c26-8622-956b4cd784b4 None None] Provisioning for port cf13a17c-6421-4331-a3c7-dd61677d747a completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:12.400111 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ed09dd04-0219-4c26-8622-956b4cd784b4 None None] Provisioning complete for port cf13a17c-6421-4331-a3c7-dd61677d747a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:12.403457 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed09dd04-0219-4c26-8622-956b4cd784b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.487119 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ed09dd04-0219-4c26-8622-956b4cd784b4 None None] Port cf13a17c-6421-4331-a3c7-dd61677d747a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:43:12.567259 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2052794077-router', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '78fece2b-2029-4c4b-a609-08da9d099265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:43:09Z', 'revision_number': 3, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'gw_port': {'id': '78fece2b-2029-4c4b-a609-08da9d099265', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:06Z', 'updated_at': '2021-07-30T01:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:12.601378 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1121cd71-e567-494f-a991-9867a2ef2dea req-71562879-1be0-473e-9824-293abb217764 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=992c894e-f733-48e4-9ff8-b8867aa70b6f HTTP/1.1" status: 200 len: 1002 time: 0.4120178 Jul 30 01:43:12.606199 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] Checking router: 18a85e68-42e2-436f-bbf5-a462913c7444 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:43:12.606930 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] Updating router 18a85e68-42e2-436f-bbf5-a462913c7444 port 78fece2b-2029-4c4b-a609-08da9d099265 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:43:12.669000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121cd71-e567-494f-a991-9867a2ef2dea req-65ee5284-8b9a-40ae-af4e-dc2f5af953d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:12.670681 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1121cd71-e567-494f-a991-9867a2ef2dea req-65ee5284-8b9a-40ae-af4e-dc2f5af953d7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fe078f51-3b71-44c1-abf8-10adb93b21c7 HTTP/1.1" status: 200 len: 862 time: 0.0594664 Jul 30 01:43:12.672568 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.744612 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121cd71-e567-494f-a991-9867a2ef2dea req-ecee2c95-99b6-4e23-81f0-db19dc8d6129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:12.746131 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1121cd71-e567-494f-a991-9867a2ef2dea req-ecee2c95-99b6-4e23-81f0-db19dc8d6129 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5cd65466-712f-4ba9-b446-c0c4974c8af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678184 Jul 30 01:43:12.927062 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f2fe8-141e-4d37-a49c-feff5a7816b0 req-521c1d0c-1c1c-487a-9da7-ed713f75a795 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:12.936405 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f3f2fe8-141e-4d37-a49c-feff5a7816b0 req-521c1d0c-1c1c-487a-9da7-ed713f75a795 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 945 time: 0.0900173 Jul 30 01:43:13.041605 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f3f2fe8-141e-4d37-a49c-feff5a7816b0 req-426e8cc1-8b45-45ac-bad0-0cd5934af2ad tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793829 Jul 30 01:43:13.054784 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1121cd71-e567-494f-a991-9867a2ef2dea req-7c85f57b-aa53-4b1f-b428-42f7f615cb46 service neutron] 10.222.0.77 "GET /v2.0/networks/5cd65466-712f-4ba9-b446-c0c4974c8af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927628 Jul 30 01:43:13.065741 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:13.082658 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] Transition to ACTIVE for port object 78fece2b-2029-4c4b-a609-08da9d099265 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:13.094238 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:13.104057 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fafac61b-88a1-4c04-8627-c93add8b9cf3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Made reservation on behalf of 7d8ded957c6c4ac3b56380dd35f56460 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:13.108380 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fafac61b-88a1-4c04-8627-c93add8b9cf3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:13.126632 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:13.201589 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] Attempting to bind port 78fece2b-2029-4c4b-a609-08da9d099265 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:13.202057 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] Attempting to bind port 78fece2b-2029-4c4b-a609-08da9d099265 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:13.202505 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] Attempting to bind port 78fece2b-2029-4c4b-a609-08da9d099265 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:13.215112 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:13.215721 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:13.216213 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:13.216669 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:13.217232 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] Bound port: 78fece2b-2029-4c4b-a609-08da9d099265, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:13.217658 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:13.299910 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fafac61b-88a1-4c04-8627-c93add8b9cf3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Allocated IP 19.86.0.232 (96d1c924-f683-4175-bc79-f3ebe5da89d5/9d80e62f-6857-44f3-85fc-db6a433fd7ba/ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:13.366082 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72163d2-e2e0-4680-a761-2fdad9f0ecdc None None] Pushing event updated for resources: {'Port': ['ID=78fece2b-2029-4c4b-a609-08da9d099265,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:13.382065 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72163d2-e2e0-4680-a761-2fdad9f0ecdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:13.389053 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72163d2-e2e0-4680-a761-2fdad9f0ecdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:13.389530 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72163d2-e2e0-4680-a761-2fdad9f0ecdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:13.389939 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72163d2-e2e0-4680-a761-2fdad9f0ecdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:13.390359 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72163d2-e2e0-4680-a761-2fdad9f0ecdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:13.390760 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72163d2-e2e0-4680-a761-2fdad9f0ecdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:13.391173 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72163d2-e2e0-4680-a761-2fdad9f0ecdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:13.391563 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72163d2-e2e0-4680-a761-2fdad9f0ecdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:13.391954 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72163d2-e2e0-4680-a761-2fdad9f0ecdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:13.392341 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72163d2-e2e0-4680-a761-2fdad9f0ecdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:13.392738 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72163d2-e2e0-4680-a761-2fdad9f0ecdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:13.393254 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72163d2-e2e0-4680-a761-2fdad9f0ecdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:13.432362 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] For port 78fece2b-2029-4c4b-a609-08da9d099265, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:13.439484 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] For port 78fece2b-2029-4c4b-a609-08da9d099265, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=78fece2b-2029-4c4b-a609-08da9d099265,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:13.441109 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1121cd71-e567-494f-a991-9867a2ef2dea req-cfb47d76-b21f-42c6-b07b-638c61fe8b77 service neutron] 10.222.0.77 "GET /v2.0/networks/5cd65466-712f-4ba9-b446-c0c4974c8af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852005 Jul 30 01:43:13.464873 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5b8e2-d2cf-4f28-b5bc-5d920a293a64 req-736108e1-088c-4825-ad0e-5caeb25ed41e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:13.470799 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08c5b8e2-d2cf-4f28-b5bc-5d920a293a64 req-736108e1-088c-4825-ad0e-5caeb25ed41e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.2960081 Jul 30 01:43:13.515582 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:13.539840 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08c5b8e2-d2cf-4f28-b5bc-5d920a293a64 req-3752100c-f316-460f-ab6f-f5074451c6f7 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658507 Jul 30 01:43:13.620292 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72163d2-e2e0-4680-a761-2fdad9f0ecdc None None] Pushing event updated for resources: {'Port': ['ID=78fece2b-2029-4c4b-a609-08da9d099265,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:13.652245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-c63f056d-3e32-4036-a2eb-329be9bc30d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:13.654332 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-c63f056d-3e32-4036-a2eb-329be9bc30d2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 1097 time: 0.5838814 Jul 30 01:43:13.655989 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] Routers {'18a85e68-42e2-436f-bbf5-a462913c7444'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:43:13.656880 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:43:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['18a85e68-42e2-436f-bbf5-a462913c7444'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:13.691374 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fafac61b-88a1-4c04-8627-c93add8b9cf3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:13.712337 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43021e-6ffb-4306-9ff2-103f548451cd req-753b04bc-785f-4849-99d1-f65f300fa7ee tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:13.718722 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b01bd0-4e58-4f60-b633-eef6d75fd99d req-80fd7a75-caae-4ca6-b916-49a3b3baeb6d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:13.720314 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f0b01bd0-4e58-4f60-b633-eef6d75fd99d req-80fd7a75-caae-4ca6-b916-49a3b3baeb6d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 946 time: 0.2818656 Jul 30 01:43:13.724694 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb43021e-6ffb-4306-9ff2-103f548451cd req-753b04bc-785f-4849-99d1-f65f300fa7ee tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 932 time: 0.0962844 Jul 30 01:43:13.786781 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb43021e-6ffb-4306-9ff2-103f548451cd req-614f191b-fe18-40aa-9139-3abf5940d11a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607109 Jul 30 01:43:13.807573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fafac61b-88a1-4c04-8627-c93add8b9cf3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Transition to ACTIVE for port object ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:13.856483 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-53c40824-e63d-4c51-a616-1a8bf35326a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:13.862967 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] Set router 18a85e68-42e2-436f-bbf5-a462913c7444 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:43:13.924119 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f0b01bd0-4e58-4f60-b633-eef6d75fd99d req-1ebbf303-e27e-4c81-88cf-a52479074955 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441786 Jul 30 01:43:14.010955 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-95e7f276-dbdf-4e0d-9a93-d93658421e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:14.013236 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-95e7f276-dbdf-4e0d-9a93-d93658421e87 service neutron] 10.222.0.77 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 922 time: 0.3424120 Jul 30 01:43:14.086874 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-f6ec3f18-121f-4c0c-933a-00300e1ddecb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6012cfaf-7ddf-4153-add8-259fdcf5e838 HTTP/1.1" status: 200 len: 217 time: 0.0653987 Jul 30 01:43:14.090107 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fafac61b-88a1-4c04-8627-c93add8b9cf3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:14.142720 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2052794077-router', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '78fece2b-2029-4c4b-a609-08da9d099265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:43:09Z', 'revision_number': 3, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'gw_port': {'id': '78fece2b-2029-4c4b-a609-08da9d099265', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:06Z', 'updated_at': '2021-07-30T01:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:14.156360 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fafac61b-88a1-4c04-8627-c93add8b9cf3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Network 96d1c924-f683-4175-bc79-f3ebe5da89d5 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:14.180890 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ecdccf-e2ab-4c3d-a592-96eec0d1bac2 None None] The sync data for ids ['18a85e68-42e2-436f-bbf5-a462913c7444'] in n-d-713498-9 is: [{'id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2052794077-router', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '78fece2b-2029-4c4b-a609-08da9d099265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:43:09Z', 'revision_number': 3, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'gw_port': {'id': '78fece2b-2029-4c4b-a609-08da9d099265', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:06Z', 'updated_at': '2021-07-30T01:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:43:14.182114 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fafac61b-88a1-4c04-8627-c93add8b9cf3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:14.193241 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fafac61b-88a1-4c04-8627-c93add8b9cf3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:14.307194 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafac61b-88a1-4c04-8627-c93add8b9cf3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event updated for resources: {'Port': ['ID=ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:14.326245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-27d551a5-fa24-4720-a94a-fac66f812139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:14.327895 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-27d551a5-fa24-4720-a94a-fac66f812139 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.2204671 Jul 30 01:43:14.387481 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-f33a1785-abd1-4415-9e6b-74b8887f95cc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508652 Jul 30 01:43:14.390101 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-53c40824-e63d-4c51-a616-1a8bf35326a0 admin admin] Allocated IP 172.20.0.1 (c1332537-f203-4a3a-9511-b585b0d8e2ba/01457b1b-d45d-4385-8143-a29a67eff29b/0e9acc4f-35de-416f-876a-2c47a672181c) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:14.399840 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fafac61b-88a1-4c04-8627-c93add8b9cf3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:14.400561 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fafac61b-88a1-4c04-8627-c93add8b9cf3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:14.475674 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:14.532443 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fafac61b-88a1-4c04-8627-c93add8b9cf3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2148914 Jul 30 01:43:14.566513 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fbb3fcb4-cd17-4152-a8b5-18589192813f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Request body: {'port': {'device_id': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'network_id': '0ffa1e82-f177-4e95-bc45-a2b538b7258a', 'admin_state_up': True, 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:14.732320 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-31d2c8dd-2584-4708-8428-63cd51aff462 None None] Provisioning for port ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:14.739222 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-31d2c8dd-2584-4708-8428-63cd51aff462 None None] Provisioning complete for port ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:14.739974 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31d2c8dd-2584-4708-8428-63cd51aff462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:14.763308 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8714a-1142-4a76-be9f-38cef07f7399 req-f4da5414-1b35-4117-b3cd-7705190ecc07 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:14.793560 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27b8714a-1142-4a76-be9f-38cef07f7399 req-f4da5414-1b35-4117-b3cd-7705190ecc07 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 945 time: 0.1854699 Jul 30 01:43:14.810692 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-31d2c8dd-2584-4708-8428-63cd51aff462 None None] Port ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:43:14.850241 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-acb14ceb-925f-4771-8436-3ca2019c6bed service neutron] 10.222.0.77 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406152 Jul 30 01:43:14.877847 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-53c40824-e63d-4c51-a616-1a8bf35326a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:14.888197 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27b8714a-1142-4a76-be9f-38cef07f7399 req-6b1cf2c9-63ed-4c90-852a-44744254534a tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846667 Jul 30 01:43:14.962096 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-53c40824-e63d-4c51-a616-1a8bf35326a0 admin admin] Transition to ACTIVE for port object 0e9acc4f-35de-416f-876a-2c47a672181c will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:14.995778 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fbb3fcb4-cd17-4152-a8b5-18589192813f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Made reservation on behalf of 7d8ded957c6c4ac3b56380dd35f56460 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:14.999205 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fbb3fcb4-cd17-4152-a8b5-18589192813f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.035127 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b154232-c8ee-4136-a9ca-fe6e6e6415ea req-844d2c95-4b8e-4275-a892-aceb6567ca1f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:15.045212 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b154232-c8ee-4136-a9ca-fe6e6e6415ea req-844d2c95-4b8e-4275-a892-aceb6567ca1f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.0830333 Jul 30 01:43:15.081761 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-073adbb8-8ea9-4589-bb46-52aefa50a3b0 service neutron] 10.222.0.77 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113674 Jul 30 01:43:15.114736 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b154232-c8ee-4136-a9ca-fe6e6e6415ea req-ccbf0b8d-6456-4090-bd20-19de2344d7d6 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683973 Jul 30 01:43:15.196182 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-53c40824-e63d-4c51-a616-1a8bf35326a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.227156 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c2c8a-45ba-4d46-b19c-c35be9e2d8b8 req-c91b6f31-2e54-46ff-be7d-c311a53e3758 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:15.251937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c2c8a-45ba-4d46-b19c-c35be9e2d8b8 req-c91b6f31-2e54-46ff-be7d-c311a53e3758 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:15.260502 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-860c2c8a-45ba-4d46-b19c-c35be9e2d8b8 req-c91b6f31-2e54-46ff-be7d-c311a53e3758 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 1655 time: 0.0932462 Jul 30 01:43:15.287223 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c40824-e63d-4c51-a616-1a8bf35326a0 admin admin] Network c1332537-f203-4a3a-9511-b585b0d8e2ba is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:15.297205 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-53c40824-e63d-4c51-a616-1a8bf35326a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:15.309873 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c40824-e63d-4c51-a616-1a8bf35326a0 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:15.374059 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-860c2c8a-45ba-4d46-b19c-c35be9e2d8b8 req-268d2e14-7fa6-4591-ab26-743e3d8d81f3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125908 Jul 30 01:43:15.391195 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c40824-e63d-4c51-a616-1a8bf35326a0 admin admin] Pushing event updated for resources: {'Port': ['ID=0e9acc4f-35de-416f-876a-2c47a672181c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:15.446438 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fbb3fcb4-cd17-4152-a8b5-18589192813f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Allocated IP 19.80.0.49 (0ffa1e82-f177-4e95-bc45-a2b538b7258a/9f884a41-54c1-43c0-b458-67f62f0a892e/748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:15.527088 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-53c40824-e63d-4c51-a616-1a8bf35326a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.594144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f463584-80cc-46d6-b2b8-37136b921e91 req-014079c0-0f1c-477f-b7da-56dfd5ed0904 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:15.596286 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4f463584-80cc-46d6-b2b8-37136b921e91 req-014079c0-0f1c-477f-b7da-56dfd5ed0904 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 946 time: 0.1349688 Jul 30 01:43:15.664432 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4f463584-80cc-46d6-b2b8-37136b921e91 req-c44b1718-b392-48a4-b641-9bdbeaa65cc6 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600610 Jul 30 01:43:15.912984 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d2dae299-0416-45a8-b49d-e843b1a79db1 None None] Provisioning for port 0e9acc4f-35de-416f-876a-2c47a672181c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:15.929754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d2dae299-0416-45a8-b49d-e843b1a79db1 None None] Provisioning complete for port 0e9acc4f-35de-416f-876a-2c47a672181c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:15.931777 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2dae299-0416-45a8-b49d-e843b1a79db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:16.019277 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d2dae299-0416-45a8-b49d-e843b1a79db1 None None] Port 0e9acc4f-35de-416f-876a-2c47a672181c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:43:16.053959 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6738cfe-f26a-47db-b47c-01cc0f6270a7 req-3a2b1146-a9e4-4e96-a29b-e32b151ed2a7 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:16.063530 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d6738cfe-f26a-47db-b47c-01cc0f6270a7 req-3a2b1146-a9e4-4e96-a29b-e32b151ed2a7 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 945 time: 0.0751915 Jul 30 01:43:16.138018 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d6738cfe-f26a-47db-b47c-01cc0f6270a7 req-9c4a4d88-3fd4-4717-8b0c-9d29b861f5e9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698855 Jul 30 01:43:16.193799 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34426) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:16.281594 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-ecaa8d55-27da-4df7-bb4b-81e8168969dc tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:16.283461 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-ecaa8d55-27da-4df7-bb4b-81e8168969dc tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc&tenant_id=69de654e8e494e8eb1cb2de77615732a&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 1096 time: 0.9455740 Jul 30 01:43:16.347766 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-9'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:16.552029 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233adb40-e85a-4923-99be-c537975c11cd req-f84126e9-5798-40c8-917d-79b8eb6d06fd tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:16.560578 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-233adb40-e85a-4923-99be-c537975c11cd req-f84126e9-5798-40c8-917d-79b8eb6d06fd tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.2872577 Jul 30 01:43:16.611745 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:16.620736 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 78fece2b-2029-4c4b-a609-08da9d099265 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:16.656619 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6bfa5c6b-ad4a-4c15-a1de-450e1ddf278b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d9f1931160904438bd57ac4517f4dda7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4588206 Jul 30 01:43:16.656835 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34434) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:16.684965 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fbb3fcb4-cd17-4152-a8b5-18589192813f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:16.706928 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fbb3fcb4-cd17-4152-a8b5-18589192813f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Transition to ACTIVE for port object 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:16.721804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbeece3-159f-4de2-9c0b-d1b94715fc6e req-b19d1642-bc35-4dc0-be05-04bc3469bd92 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:16.731863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbeece3-159f-4de2-9c0b-d1b94715fc6e req-b19d1642-bc35-4dc0-be05-04bc3469bd92 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:16.740211 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fcbeece3-159f-4de2-9c0b-d1b94715fc6e req-b19d1642-bc35-4dc0-be05-04bc3469bd92 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 1655 time: 0.1752160 Jul 30 01:43:16.769124 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-233adb40-e85a-4923-99be-c537975c11cd req-760f915c-68ef-4b13-8edc-caa6745b7ffe tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071486 Jul 30 01:43:16.822288 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fcbeece3-159f-4de2-9c0b-d1b94715fc6e req-20f13bc1-5706-4813-bc92-ea10580a555f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712516 Jul 30 01:43:16.822288 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92880db1-29ac-43aa-a854-8ba4f5e41156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:16.841262 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 78fece2b-2029-4c4b-a609-08da9d099265 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:16.846077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 78fece2b-2029-4c4b-a609-08da9d099265 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:16.846695 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:16.881795 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-53c40824-e63d-4c51-a616-1a8bf35326a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:16.912255 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fbb3fcb4-cd17-4152-a8b5-18589192813f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:16.916515 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92880db1-29ac-43aa-a854-8ba4f5e41156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:16.996224 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 2b70aba6-203f-4239-9dd0-1aaac7726e36 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:17.152549 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:17.166950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07808a0-8040-43f7-8b33-8be29b4f059e req-22e9c31e-26e5-4863-b727-fe5719084932 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:17.172347 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b07808a0-8040-43f7-8b33-8be29b4f059e req-22e9c31e-26e5-4863-b727-fe5719084932 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 946 time: 0.1617625 Jul 30 01:43:17.173777 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.resource_extend [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:43:17.243388 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92880db1-29ac-43aa-a854-8ba4f5e41156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:17.244814 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 78fece2b-2029-4c4b-a609-08da9d099265, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=78fece2b-2029-4c4b-a609-08da9d099265,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:17.248374 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92880db1-29ac-43aa-a854-8ba4f5e41156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:17.252014 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-92880db1-29ac-43aa-a854-8ba4f5e41156 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/26f8af9b-bdb9-45d4-99fb-beb5d8f81e27 HTTP/1.1" status: 204 len: 168 time: 0.5918021 Jul 30 01:43:17.288253 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b07808a0-8040-43f7-8b33-8be29b4f059e req-4c7d0279-9091-4c78-a64e-73bb7ae4465f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024716 Jul 30 01:43:17.299850 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92880db1-29ac-43aa-a854-8ba4f5e41156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f8af9b-bdb9-45d4-99fb-beb5d8f81e27,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:17.309969 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92880db1-29ac-43aa-a854-8ba4f5e41156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:17.310666 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92880db1-29ac-43aa-a854-8ba4f5e41156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:17.311249 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92880db1-29ac-43aa-a854-8ba4f5e41156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:17.311838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92880db1-29ac-43aa-a854-8ba4f5e41156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:17.312372 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92880db1-29ac-43aa-a854-8ba4f5e41156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:17.313230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92880db1-29ac-43aa-a854-8ba4f5e41156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:17.313854 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:17.314061 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92880db1-29ac-43aa-a854-8ba4f5e41156 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:17.314663 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92880db1-29ac-43aa-a854-8ba4f5e41156 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:17.315208 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92880db1-29ac-43aa-a854-8ba4f5e41156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:17.315942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92880db1-29ac-43aa-a854-8ba4f5e41156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:17.316452 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92880db1-29ac-43aa-a854-8ba4f5e41156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:17.320019 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92880db1-29ac-43aa-a854-8ba4f5e41156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:17.350878 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fbb3fcb4-cd17-4152-a8b5-18589192813f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Network 0ffa1e82-f177-4e95-bc45-a2b538b7258a is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:17.358678 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:17.377078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 2b70aba6-203f-4239-9dd0-1aaac7726e36, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=2b70aba6-203f-4239-9dd0-1aaac7726e36,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:17.415501 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fbb3fcb4-cd17-4152-a8b5-18589192813f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:17.420063 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fbb3fcb4-cd17-4152-a8b5-18589192813f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:17.492995 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 2b70aba6-203f-4239-9dd0-1aaac7726e36 has no active binding in host n-h1-713498-9 {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:43:17.534804 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=78fece2b-2029-4c4b-a609-08da9d099265,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:17.544163 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fbb3fcb4-cd17-4152-a8b5-18589192813f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:17.544943 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fbb3fcb4-cd17-4152-a8b5-18589192813f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:17.683470 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3fcb4-cd17-4152-a8b5-18589192813f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event updated for resources: {'Port': ['ID=748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:17.935865 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8cf02-09d4-4c7b-b6cc-6f726006fdcd req-26a8e705-621a-4f38-9446-a38d0767913a tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:17.971133 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8ad8cf02-09d4-4c7b-b6cc-6f726006fdcd req-26a8e705-621a-4f38-9446-a38d0767913a tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 945 time: 0.6232042 Jul 30 01:43:17.989056 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] For port 2b70aba6-203f-4239-9dd0-1aaac7726e36, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=2b70aba6-203f-4239-9dd0-1aaac7726e36,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:18.116796 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf40d18-7975-4557-a752-f67af0ca24f7 req-26319395-1e2b-4e49-ab0b-b183438156ce tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:18.135448 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-abf40d18-7975-4557-a752-f67af0ca24f7 req-26319395-1e2b-4e49-ab0b-b183438156ce tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.1112394 Jul 30 01:43:18.228884 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-abf40d18-7975-4557-a752-f67af0ca24f7 req-466d63dd-6c61-4b76-979c-bcfbc265b552 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927737 Jul 30 01:43:18.241855 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a2f8b4a8-903a-42ef-b4c1-30aa86f15d25 None None] Provisioning for port 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:18.247711 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8ad8cf02-09d4-4c7b-b6cc-6f726006fdcd req-631ea31c-2263-457e-8928-8f80a366693d tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756479 Jul 30 01:43:18.248531 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a2f8b4a8-903a-42ef-b4c1-30aa86f15d25 None None] Provisioning complete for port 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:18.249100 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a2f8b4a8-903a-42ef-b4c1-30aa86f15d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:18.279275 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-fbb3fcb4-cd17-4152-a8b5-18589192813f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7317262 Jul 30 01:43:18.295303 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-53c40824-e63d-4c51-a616-1a8bf35326a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:18.303500 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] Request body: {'port': {'device_id': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:18.398472 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a2f8b4a8-903a-42ef-b4c1-30aa86f15d25 None None] Port 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:43:18.433262 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] For port 2b70aba6-203f-4239-9dd0-1aaac7726e36, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:18.441952 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-53c40824-e63d-4c51-a616-1a8bf35326a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:18.497954 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021c65e-2069-47d7-8be0-a6b2c6849f82 req-2a7a8458-768b-4f0b-b1f8-6d243c4c133c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:18.514166 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021c65e-2069-47d7-8be0-a6b2c6849f82 req-2a7a8458-768b-4f0b-b1f8-6d243c4c133c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:18.533651 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021c65e-2069-47d7-8be0-a6b2c6849f82 req-2a7a8458-768b-4f0b-b1f8-6d243c4c133c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:18.544137 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 78fece2b-2029-4c4b-a609-08da9d099265 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:18.548276 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a021c65e-2069-47d7-8be0-a6b2c6849f82 req-2a7a8458-768b-4f0b-b1f8-6d243c4c133c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2376 time: 0.1781499 Jul 30 01:43:18.647289 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 78fece2b-2029-4c4b-a609-08da9d099265 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:18.647908 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:18.653360 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a021c65e-2069-47d7-8be0-a6b2c6849f82 req-084a54ee-311e-4124-9393-527ab72f2b05 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034231 Jul 30 01:43:18.899084 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:18.918510 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c40824-e63d-4c51-a616-1a8bf35326a0 admin admin] Pushing event updated for resources: {'Port': ['ID=0e9acc4f-35de-416f-876a-2c47a672181c,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:18.928521 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b47fb52-d487-491e-861c-8a02cec8f1bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b70aba6-203f-4239-9dd0-1aaac7726e36'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:18.931520 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363240f1-fd43-49c8-bdb7-787b01a68606" -d '{"events": [{"server_uuid": "5b47fb52-d487-491e-861c-8a02cec8f1bc", "name": "network-vif-unplugged", "status": "completed", "tag": "2b70aba6-203f-4239-9dd0-1aaac7726e36"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:18.936389 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-53c40824-e63d-4c51-a616-1a8bf35326a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:18.941085 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:18.990600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e00296-44a1-44d0-996f-810cca8d1707 req-9784c56d-38ad-4ac7-8bad-1d114c655012 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:18.992479 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a3e00296-44a1-44d0-996f-810cca8d1707 req-9784c56d-38ad-4ac7-8bad-1d114c655012 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 946 time: 0.3138053 Jul 30 01:43:19.102324 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145032ec-eaa6-456c-a335-96615ed05a44 x-openstack-request-id: req-145032ec-eaa6-456c-a335-96615ed05a44 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:19.103646 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b47fb52-d487-491e-861c-8a02cec8f1bc", "name": "network-vif-unplugged", "status": "completed", "tag": "2b70aba6-203f-4239-9dd0-1aaac7726e36", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:19.103646 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-145032ec-eaa6-456c-a335-96615ed05a44 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:19.104052 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b47fb52-d487-491e-861c-8a02cec8f1bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b70aba6-203f-4239-9dd0-1aaac7726e36', 'code': 200} Jul 30 01:43:19.122617 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.218782 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a3e00296-44a1-44d0-996f-810cca8d1707 req-5396a056-3fa3-4361-bde8-bcd56cfe5af9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137768 Jul 30 01:43:19.356277 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70898536-5c93-492b-95f2-e31663325fdc service neutron] Pushing event updated for resources: {'Port': ['ID=2b70aba6-203f-4239-9dd0-1aaac7726e36,revision_number=7']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:19.568733 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf13a17c-6421-4331-a3c7-dd61677d747a {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:19.578200 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.591902 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] Transition to ACTIVE for port object cf13a17c-6421-4331-a3c7-dd61677d747a will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:19.593354 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] Attempting to bind port 2b70aba6-203f-4239-9dd0-1aaac7726e36 on host n-h2-713498-9 for vnic_type normal with profile {"migrating_to": "n-h1-713498-9"} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:19.594208 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] Attempting to bind port 2b70aba6-203f-4239-9dd0-1aaac7726e36 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:19.594909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] Attempting to bind port 2b70aba6-203f-4239-9dd0-1aaac7726e36 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:19.607916 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] Port 2b70aba6-203f-4239-9dd0-1aaac7726e36 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:19.609392 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] Attempting to bind port 2b70aba6-203f-4239-9dd0-1aaac7726e36 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:19.616854 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c40824-e63d-4c51-a616-1a8bf35326a0 admin admin] Network c1332537-f203-4a3a-9511-b585b0d8e2ba is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:19.618241 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:19.619052 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] Checking segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:19.619697 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] Bound using segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:19.620721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] Bound port: 2b70aba6-203f-4239-9dd0-1aaac7726e36, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:19.622017 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.641695 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-53c40824-e63d-4c51-a616-1a8bf35326a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:19.669787 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7cfa8-37c4-4fa4-ab97-e05eddb2ad7b req-f8b336ec-7d2b-4e80-92b7-e98b731bc0cc tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:19.678247 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-56b7cfa8-37c4-4fa4-ab97-e05eddb2ad7b req-f8b336ec-7d2b-4e80-92b7-e98b731bc0cc tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.3292050 Jul 30 01:43:19.773919 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.960829 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bcbbf-505d-43fb-9e75-22b34cd005ad req-0893c3e0-7d25-45ec-a0f8-8d9a1db3b283 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:19.972223 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a4bcbbf-505d-43fb-9e75-22b34cd005ad req-0893c3e0-7d25-45ec-a0f8-8d9a1db3b283 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 943 time: 0.1129134 Jul 30 01:43:20.011896 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c40824-e63d-4c51-a616-1a8bf35326a0 admin admin] Router 18a85e68-42e2-436f-bbf5-a462913c7444 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:43:20.038705 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-efa04bfc-fa7c-49a6-aa96-72a64f8d253e None None] Provisioning complete for port 0e9acc4f-35de-416f-876a-2c47a672181c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:20.040475 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a4bcbbf-505d-43fb-9e75-22b34cd005ad req-9413bab9-0d32-46a3-9b2f-9512f21fe3f2 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664730 Jul 30 01:43:20.040988 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-efa04bfc-fa7c-49a6-aa96-72a64f8d253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.104116 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-efa04bfc-fa7c-49a6-aa96-72a64f8d253e None None] Port 0e9acc4f-35de-416f-876a-2c47a672181c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:43:20.110888 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-56b7cfa8-37c4-4fa4-ab97-e05eddb2ad7b req-0cf4a82d-03ea-44c2-9792-8cbe14fb08c2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316773 Jul 30 01:43:20.137729 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] Attempting to bind port cf13a17c-6421-4331-a3c7-dd61677d747a on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:20.146423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] Attempting to bind port cf13a17c-6421-4331-a3c7-dd61677d747a by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '4a209e55-4333-440e-aa69-2ed096fc0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0ffa1e82-f177-4e95-bc45-a2b538b7258a'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:20.146423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] Attempting to bind port cf13a17c-6421-4331-a3c7-dd61677d747a on network 0ffa1e82-f177-4e95-bc45-a2b538b7258a {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:20.146423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] Pushing event updated for resources: {'Port': ['ID=cf13a17c-6421-4331-a3c7-dd61677d747a,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:20.166653 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] Port cf13a17c-6421-4331-a3c7-dd61677d747a on network 0ffa1e82-f177-4e95-bc45-a2b538b7258a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:20.166983 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] Attempting to bind port cf13a17c-6421-4331-a3c7-dd61677d747a on network 0ffa1e82-f177-4e95-bc45-a2b538b7258a {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:20.187953 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:20.188295 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] Checking segment: {'id': '4a209e55-4333-440e-aa69-2ed096fc0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0ffa1e82-f177-4e95-bc45-a2b538b7258a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:20.188825 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] Bound using segment: {'id': '4a209e55-4333-440e-aa69-2ed096fc0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0ffa1e82-f177-4e95-bc45-a2b538b7258a'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:20.189281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] Bound port: cf13a17c-6421-4331-a3c7-dd61677d747a, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a209e55-4333-440e-aa69-2ed096fc0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0ffa1e82-f177-4e95-bc45-a2b538b7258a'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:20.189646 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.203462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] For port 2b70aba6-203f-4239-9dd0-1aaac7726e36, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:20.266520 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] For port 2b70aba6-203f-4239-9dd0-1aaac7726e36, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=2b70aba6-203f-4239-9dd0-1aaac7726e36,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:20.361218 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.446206 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068df55-b6c7-4733-b22d-b91636aa662b req-17f772d2-b64a-4a38-b1ea-a17d2801e74c tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:20.448045 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9068df55-b6c7-4733-b22d-b91636aa662b req-17f772d2-b64a-4a38-b1ea-a17d2801e74c tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 946 time: 0.0611873 Jul 30 01:43:20.456287 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] For port cf13a17c-6421-4331-a3c7-dd61677d747a, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:20.475586 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500093f-776d-46c6-a36d-677bc9fa780b req-e3dc095a-f8bb-4a33-b49d-b2bf0b110322 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:20.481692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500093f-776d-46c6-a36d-677bc9fa780b req-e3dc095a-f8bb-4a33-b49d-b2bf0b110322 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:20.487759 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500093f-776d-46c6-a36d-677bc9fa780b req-e3dc095a-f8bb-4a33-b49d-b2bf0b110322 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:20.496648 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2500093f-776d-46c6-a36d-677bc9fa780b req-e3dc095a-f8bb-4a33-b49d-b2bf0b110322 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2388 time: 0.2397263 Jul 30 01:43:20.519538 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9068df55-b6c7-4733-b22d-b91636aa662b req-51b88d22-33f5-4203-8422-149a707f2fa2 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632973 Jul 30 01:43:20.528987 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] For port cf13a17c-6421-4331-a3c7-dd61677d747a, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cf13a17c-6421-4331-a3c7-dd61677d747a,segment=NetworkSegment(4a209e55-4333-440e-aa69-2ed096fc0b58),segment_id=4a209e55-4333-440e-aa69-2ed096fc0b58)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:20.532828 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c40824-e63d-4c51-a616-1a8bf35326a0 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:43:20.551307 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] Sync routers for ids ['18a85e68-42e2-436f-bbf5-a462913c7444'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:43:20.564426 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] Routers {'18a85e68-42e2-436f-bbf5-a462913c7444'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:43:20.566240 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:43:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['18a85e68-42e2-436f-bbf5-a462913c7444'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:20.570192 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-53c40824-e63d-4c51-a616-1a8bf35326a0 admin admin] 10.222.0.70 "PUT /v2.0/routers/18a85e68-42e2-436f-bbf5-a462913c7444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2436047 Jul 30 01:43:20.586705 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70898536-5c93-492b-95f2-e31663325fdc service neutron] Pushing event updated for resources: {'Port': ['ID=2b70aba6-203f-4239-9dd0-1aaac7726e36,revision_number=8']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:20.608874 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:20.609581 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.611004 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-70898536-5c93-492b-95f2-e31663325fdc service neutron] 10.222.0.10 "PUT /v2.0/ports/2b70aba6-203f-4239-9dd0-1aaac7726e36 HTTP/1.1" status: 200 len: 1121 time: 4.3123128 Jul 30 01:43:20.618118 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.657223 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2500093f-776d-46c6-a36d-677bc9fa780b req-bd4915df-446e-44bc-b61f-1e0f158a9b2a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596487 Jul 30 01:43:20.681800 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:20.683979 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.685806 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] 10.222.0.10 "PUT /v2.0/ports/cf13a17c-6421-4331-a3c7-dd61677d747a HTTP/1.1" status: 200 len: 1092 time: 2.3885221 Jul 30 01:43:20.718591 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594b5a6-053c-45ae-b8bd-d9c523779c7e service neutron] Pushing event updated for resources: {'Port': ['ID=cf13a17c-6421-4331-a3c7-dd61677d747a,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:20.765365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['2b70aba6-203f-4239-9dd0-1aaac7726e36'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:20.819060 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['2b70aba6-203f-4239-9dd0-1aaac7726e36'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:20.859695 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] Request body: {'port': {'device_id': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:20.876804 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] Set router 18a85e68-42e2-436f-bbf5-a462913c7444 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:43:20.980196 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.145832 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b47fb52-d487-491e-861c-8a02cec8f1bc', 'tag': '2b70aba6-203f-4239-9dd0-1aaac7726e36'}, {'name': 'network-changed', 'server_uuid': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'tag': 'cf13a17c-6421-4331-a3c7-dd61677d747a'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:21.152289 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9562bae8-660e-440d-a9f4-4092e2d6b36d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b47fb52-d487-491e-861c-8a02cec8f1bc", "tag": "2b70aba6-203f-4239-9dd0-1aaac7726e36"}, {"name": "network-changed", "server_uuid": "d5b4b7ee-195d-4837-9d90-bab5b6b57021", "tag": "cf13a17c-6421-4331-a3c7-dd61677d747a"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:21.348657 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-200e70af-90b6-428a-9a04-18a025d02c71 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:21.350469 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-200e70af-90b6-428a-9a04-18a025d02c71 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/networks?id=c1332537-f203-4a3a-9511-b585b0d8e2ba HTTP/1.1" status: 200 len: 829 time: 0.2634325 Jul 30 01:43:21.363691 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5d04e-4dd4-4553-bdca-9965d590d232 req-44da4c60-376e-47e2-b238-e6015572dd57 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:21.370912 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19a5d04e-4dd4-4553-bdca-9965d590d232 req-44da4c60-376e-47e2-b238-e6015572dd57 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 943 time: 0.0743914 Jul 30 01:43:21.388580 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-f1183caa-7c9e-4f95-89ed-d27545ac9b18 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/quotas/cc644468ddb04173b823ec7ba68aa6d0 HTTP/1.1" status: 200 len: 375 time: 0.0261543 Jul 30 01:43:21.407588 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2052794077-router', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '78fece2b-2029-4c4b-a609-08da9d099265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:43:16Z', 'revision_number': 4, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'gw_port': {'id': '78fece2b-2029-4c4b-a609-08da9d099265', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:06Z', 'updated_at': '2021-07-30T01:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0e9acc4f-35de-416f-876a-2c47a672181c', 'name': '', 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'mac_address': 'fa:16:3e:4d:cd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '01457b1b-d45d-4385-8143-a29a67eff29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:13Z', 'updated_at': '2021-07-30T01:43:17Z', 'revision_number': 2, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'subnets': [{'id': '01457b1b-d45d-4385-8143-a29a67eff29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:21.415904 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19a5d04e-4dd4-4553-bdca-9965d590d232 req-04c5d451-1a1f-45be-ac5e-87cd228abde9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380950 Jul 30 01:43:21.441983 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] Checking router: 18a85e68-42e2-436f-bbf5-a462913c7444 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:43:21.442400 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] Updating router 18a85e68-42e2-436f-bbf5-a462913c7444 port 0e9acc4f-35de-416f-876a-2c47a672181c binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:43:21.468615 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.501217 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-ef7e349e-d072-4b04-995e-bf5870640489 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc644468ddb04173b823ec7ba68aa6d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1168108 Jul 30 01:43:21.533419 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8db2fa-ef72-4e3a-8ea5-2d1f99e08097 req-332e4ed7-0e44-4e0f-b571-942322a09682 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:21.541297 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8e8db2fa-ef72-4e3a-8ea5-2d1f99e08097 req-332e4ed7-0e44-4e0f-b571-942322a09682 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.0586696 Jul 30 01:43:21.588696 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8e8db2fa-ef72-4e3a-8ea5-2d1f99e08097 req-51d218a9-c311-46a4-a24e-4462248c26df tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461774 Jul 30 01:43:21.779672 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.790413 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] Transition to ACTIVE for port object 0e9acc4f-35de-416f-876a-2c47a672181c will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:21.857651 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.873173 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b633f7-39ef-4a50-a5c1-6828f122902f x-openstack-request-id: req-d7b633f7-39ef-4a50-a5c1-6828f122902f {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:21.873747 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b47fb52-d487-491e-861c-8a02cec8f1bc", "tag": "2b70aba6-203f-4239-9dd0-1aaac7726e36", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d5b4b7ee-195d-4837-9d90-bab5b6b57021", "tag": "cf13a17c-6421-4331-a3c7-dd61677d747a", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:21.873747 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d7b633f7-39ef-4a50-a5c1-6828f122902f {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:21.874087 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b47fb52-d487-491e-861c-8a02cec8f1bc', 'tag': '2b70aba6-203f-4239-9dd0-1aaac7726e36', 'status': 'completed', 'code': 200} Jul 30 01:43:21.874274 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'tag': 'cf13a17c-6421-4331-a3c7-dd61677d747a', 'status': 'completed', 'code': 200} Jul 30 01:43:21.886592 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:21.920764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a74d2-87c3-4c80-ad64-d5b60fd52024 None None] Pushing event updated for resources: {'Port': ['ID=0e9acc4f-35de-416f-876a-2c47a672181c,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:21.931993 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.979926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] Attempting to bind port 0e9acc4f-35de-416f-876a-2c47a672181c on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:21.980997 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] Attempting to bind port 0e9acc4f-35de-416f-876a-2c47a672181c by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '8edd9c19-11e1-4cc2-a47d-18d656486408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:21.981460 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] Attempting to bind port 0e9acc4f-35de-416f-876a-2c47a672181c on network c1332537-f203-4a3a-9511-b585b0d8e2ba {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:21.987668 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:21.988193 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] Checking segment: {'id': '8edd9c19-11e1-4cc2-a47d-18d656486408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:21.988743 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.989232 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] Bound using segment: {'id': '8edd9c19-11e1-4cc2-a47d-18d656486408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:21.989831 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] Bound port: 0e9acc4f-35de-416f-876a-2c47a672181c, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8edd9c19-11e1-4cc2-a47d-18d656486408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:21.990484 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.994060 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] Transition to ACTIVE for port object ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:22.018870 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562bae8-660e-440d-a9f4-4092e2d6b36d req-1484ade5-1211-4904-a0dc-6f3cb0453f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.019524 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562bae8-660e-440d-a9f4-4092e2d6b36d req-1484ade5-1211-4904-a0dc-6f3cb0453f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.020001 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562bae8-660e-440d-a9f4-4092e2d6b36d req-1484ade5-1211-4904-a0dc-6f3cb0453f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.021633 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9562bae8-660e-440d-a9f4-4092e2d6b36d req-1484ade5-1211-4904-a0dc-6f3cb0453f3b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d8ded957c6c4ac3b56380dd35f56460&device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2731 time: 0.1508400 Jul 30 01:43:22.025375 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562bae8-660e-440d-a9f4-4092e2d6b36d req-b7b4ab63-3cbd-4019-9725-04d41f8afcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.029444 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9562bae8-660e-440d-a9f4-4092e2d6b36d req-b7b4ab63-3cbd-4019-9725-04d41f8afcd9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 1124 time: 0.1587596 Jul 30 01:43:22.094938 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] For port 0e9acc4f-35de-416f-876a-2c47a672181c, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:22.098853 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] For port 0e9acc4f-35de-416f-876a-2c47a672181c, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0e9acc4f-35de-416f-876a-2c47a672181c,segment=NetworkSegment(8edd9c19-11e1-4cc2-a47d-18d656486408),segment_id=8edd9c19-11e1-4cc2-a47d-18d656486408)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:22.100339 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27965ea-7850-474b-8073-0e77105fe36e req-87812e41-c084-4087-bc86-4ee064882ceb tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.102107 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c27965ea-7850-474b-8073-0e77105fe36e req-87812e41-c084-4087-bc86-4ee064882ceb tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 946 time: 0.0774219 Jul 30 01:43:22.110687 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-da7279bd-0488-42a9-9702-6d951ae6585a service neutron] 10.222.0.70 "GET /v2.0/networks/c1332537-f203-4a3a-9511-b585b0d8e2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084595 Jul 30 01:43:22.115118 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.155127 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.174818 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c27965ea-7850-474b-8073-0e77105fe36e req-ed534094-e88a-4e6d-b658-c550382cd784 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573490 Jul 30 01:43:22.247554 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] Routers {'18a85e68-42e2-436f-bbf5-a462913c7444'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:43:22.247554 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:43:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['18a85e68-42e2-436f-bbf5-a462913c7444'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:22.250579 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a74d2-87c3-4c80-ad64-d5b60fd52024 None None] Pushing event updated for resources: {'Port': ['ID=0e9acc4f-35de-416f-876a-2c47a672181c,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:22.315995 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346b602-6f7f-47ff-ab9c-7ba6b1e5847c req-8d7a75ea-da15-471b-a133-9504018be36e tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.325755 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346b602-6f7f-47ff-ab9c-7ba6b1e5847c req-8d7a75ea-da15-471b-a133-9504018be36e tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.333471 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346b602-6f7f-47ff-ab9c-7ba6b1e5847c req-8d7a75ea-da15-471b-a133-9504018be36e tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.345180 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4346b602-6f7f-47ff-ab9c-7ba6b1e5847c req-8d7a75ea-da15-471b-a133-9504018be36e tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2400 time: 0.0926569 Jul 30 01:43:22.367474 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:22.423811 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4346b602-6f7f-47ff-ab9c-7ba6b1e5847c req-0b3d51b8-6419-40cd-8cb7-259a2366382a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769780 Jul 30 01:43:22.493136 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] Set router 18a85e68-42e2-436f-bbf5-a462913c7444 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:43:22.498835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562bae8-660e-440d-a9f4-4092e2d6b36d req-09edff35-2273-4d17-8a79-4e03dc3dedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.501927 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9562bae8-660e-440d-a9f4-4092e2d6b36d req-09edff35-2273-4d17-8a79-4e03dc3dedd1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 908 time: 0.4657257 Jul 30 01:43:22.617038 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562bae8-660e-440d-a9f4-4092e2d6b36d req-550e9966-d7e9-4a8a-abc0-76d1d23a1755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.617519 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562bae8-660e-440d-a9f4-4092e2d6b36d req-550e9966-d7e9-4a8a-abc0-76d1d23a1755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.617993 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562bae8-660e-440d-a9f4-4092e2d6b36d req-550e9966-d7e9-4a8a-abc0-76d1d23a1755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.619651 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9562bae8-660e-440d-a9f4-4092e2d6b36d req-550e9966-d7e9-4a8a-abc0-76d1d23a1755 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7d8ded957c6c4ac3b56380dd35f56460&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5323818 Jul 30 01:43:22.623203 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9562bae8-660e-440d-a9f4-4092e2d6b36d req-f2a53643-ad64-4300-9ad9-023d0aafadb8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b70aba6-203f-4239-9dd0-1aaac7726e36 HTTP/1.1" status: 200 len: 217 time: 0.1064749 Jul 30 01:43:22.626876 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e6d8b5b9-cfe4-4a76-ade5-37ba1a8a82d9 service neutron] 10.222.0.70 "GET /v2.0/networks/c1332537-f203-4a3a-9511-b585b0d8e2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893475 Jul 30 01:43:22.748517 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] Attempting to bind port ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:22.748858 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] Attempting to bind port ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '96baa19f-146c-4a10-8173-ee6940cdf3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '96d1c924-f683-4175-bc79-f3ebe5da89d5'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:22.749242 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] Attempting to bind port ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 on network 96d1c924-f683-4175-bc79-f3ebe5da89d5 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:22.764447 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2052794077-router', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '78fece2b-2029-4c4b-a609-08da9d099265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:43:16Z', 'revision_number': 4, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'gw_port': {'id': '78fece2b-2029-4c4b-a609-08da9d099265', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:06Z', 'updated_at': '2021-07-30T01:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0e9acc4f-35de-416f-876a-2c47a672181c', 'name': '', 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'mac_address': 'fa:16:3e:4d:cd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '01457b1b-d45d-4385-8143-a29a67eff29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:13Z', 'updated_at': '2021-07-30T01:43:22Z', 'revision_number': 4, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'subnets': [{'id': '01457b1b-d45d-4385-8143-a29a67eff29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:22.766761 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] Port ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 on network 96d1c924-f683-4175-bc79-f3ebe5da89d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:22.767095 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] Attempting to bind port ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 on network 96d1c924-f683-4175-bc79-f3ebe5da89d5 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:22.772174 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562bae8-660e-440d-a9f4-4092e2d6b36d req-00847581-5420-4afb-97a6-5aa858446e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.773657 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9562bae8-660e-440d-a9f4-4092e2d6b36d req-00847581-5420-4afb-97a6-5aa858446e91 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5df4a4e9-2ec7-47a1-80c6-9f49100e235e HTTP/1.1" status: 200 len: 847 time: 0.1315145 Jul 30 01:43:22.780202 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:22.781300 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] Checking segment: {'id': '96baa19f-146c-4a10-8173-ee6940cdf3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '96d1c924-f683-4175-bc79-f3ebe5da89d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:22.781300 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] Bound using segment: {'id': '96baa19f-146c-4a10-8173-ee6940cdf3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '96d1c924-f683-4175-bc79-f3ebe5da89d5'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:22.781499 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] Bound port: ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96baa19f-146c-4a10-8173-ee6940cdf3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '96d1c924-f683-4175-bc79-f3ebe5da89d5'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:22.781747 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.800592 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b36cfe-9cfa-4002-93bc-3c5b010601ba None None] The sync data for ids ['18a85e68-42e2-436f-bbf5-a462913c7444'] in n-d-713498-9 is: [{'id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2052794077-router', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '78fece2b-2029-4c4b-a609-08da9d099265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:43:16Z', 'revision_number': 4, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'gw_port': {'id': '78fece2b-2029-4c4b-a609-08da9d099265', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:06Z', 'updated_at': '2021-07-30T01:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0e9acc4f-35de-416f-876a-2c47a672181c', 'name': '', 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'mac_address': 'fa:16:3e:4d:cd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '01457b1b-d45d-4385-8143-a29a67eff29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:13Z', 'updated_at': '2021-07-30T01:43:22Z', 'revision_number': 4, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'subnets': [{'id': '01457b1b-d45d-4385-8143-a29a67eff29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:43:22.840374 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562bae8-660e-440d-a9f4-4092e2d6b36d req-3eb7f7a4-7276-4a28-8973-a3d77d9d5ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.842171 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9562bae8-660e-440d-a9f4-4092e2d6b36d req-3eb7f7a4-7276-4a28-8973-a3d77d9d5ab8 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2128944 Jul 30 01:43:22.896689 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9562bae8-660e-440d-a9f4-4092e2d6b36d req-f933a56c-c9f0-470d-a7ea-a41ced1d16a5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035538 Jul 30 01:43:23.006992 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] For port ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:23.035251 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] For port ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60,segment=NetworkSegment(96baa19f-146c-4a10-8173-ee6940cdf3b1),segment_id=96baa19f-146c-4a10-8173-ee6940cdf3b1)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:23.073215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83556329-3953-4be1-9d43-ecbe4d39cb26 req-dba45c8a-0289-4e68-a409-99f96e552446 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:23.074847 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-83556329-3953-4be1-9d43-ecbe4d39cb26 req-dba45c8a-0289-4e68-a409-99f96e552446 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 943 time: 0.1460624 Jul 30 01:43:23.107325 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9562bae8-660e-440d-a9f4-4092e2d6b36d req-2e21ffad-7e88-42e2-abd1-76309cef0e66 service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011514 Jul 30 01:43:23.110201 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:23.211768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:23.212623 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:23.214241 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] 10.222.0.10 "PUT /v2.0/ports/ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 HTTP/1.1" status: 200 len: 1092 time: 2.3596647 Jul 30 01:43:23.225837 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-83556329-3953-4be1-9d43-ecbe4d39cb26 req-5edc7c2a-d4c3-4c79-9b84-50e58356994f tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419189 Jul 30 01:43:23.313047 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25e39e-9aec-4041-abab-a1023d9f712a req-d1a70733-c337-45fd-9b79-cee70a36b768 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:23.318694 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9562bae8-660e-440d-a9f4-4092e2d6b36d req-dae06e9f-239d-472d-9b5b-f9f1bdafcbfa service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920316 Jul 30 01:43:23.324776 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] Request body: {'port': {'device_id': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:23.324947 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e25e39e-9aec-4041-abab-a1023d9f712a req-d1a70733-c337-45fd-9b79-cee70a36b768 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 950 time: 0.1238756 Jul 30 01:43:23.379162 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e25e39e-9aec-4041-abab-a1023d9f712a req-3248f236-6143-4098-8270-ae80105854dd tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8569a96-1bdd-4692-947d-e8a594a584b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533657 Jul 30 01:43:23.420201 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca2b85-0f40-460f-9441-2f5c9716dc65 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:23.459738 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:23.481795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f42a9-63e2-4ad4-8249-8f61622e4268 req-162e833b-265e-482b-980f-fd88d53dabbb tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:23.483461 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d52f42a9-63e2-4ad4-8249-8f61622e4268 req-162e833b-265e-482b-980f-fd88d53dabbb tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.1465087 Jul 30 01:43:23.611856 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-03e00be3-3165-488b-b0d4-d5651e8274d1 req-abc9ae6e-c121-46c5-9a17-86c1957b04de tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 210 time: 0.0324154 Jul 30 01:43:23.614979 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d52f42a9-63e2-4ad4-8249-8f61622e4268 req-873fed86-59c0-4b96-a1d7-593d2de9615c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033385 Jul 30 01:43:23.788148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c90c7e-184c-4e58-a4ee-bb07a8f25eb6 req-7c524f49-6b6a-40ac-9b63-7be8af8ca80f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:23.789693 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00c90c7e-184c-4e58-a4ee-bb07a8f25eb6 req-7c524f49-6b6a-40ac-9b63-7be8af8ca80f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 946 time: 0.0827551 Jul 30 01:43:23.869463 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00c90c7e-184c-4e58-a4ee-bb07a8f25eb6 req-ef881ea6-f589-46c5-9f89-d529b33bf183 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683756 Jul 30 01:43:23.875528 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'tag': 'ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:23.877640 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2764f2e6-5469-44da-8cb9-9555adac118e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b4b7ee-195d-4837-9d90-bab5b6b57021", "tag": "ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:23.884462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:23.893640 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:23.906146 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] Transition to ACTIVE for port object 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:23.972374 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:24.030926 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] Pushing event updated for resources: {'Port': ['ID=748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:24.139063 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd10acc-bc91-4814-962b-8ca49826e502 x-openstack-request-id: req-bdd10acc-bc91-4814-962b-8ca49826e502 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:24.139359 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b4b7ee-195d-4837-9d90-bab5b6b57021", "tag": "ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:24.139613 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bdd10acc-bc91-4814-962b-8ca49826e502 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:24.140040 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'tag': 'ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60', 'status': 'completed', 'code': 200} Jul 30 01:43:24.188889 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26a9da-3bf2-49ed-b89f-1e0896295991 req-66c83787-0037-40e6-bd82-c6dfb9f22d36 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.194993 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26a9da-3bf2-49ed-b89f-1e0896295991 req-66c83787-0037-40e6-bd82-c6dfb9f22d36 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.201284 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26a9da-3bf2-49ed-b89f-1e0896295991 req-66c83787-0037-40e6-bd82-c6dfb9f22d36 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.202846 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8f26a9da-3bf2-49ed-b89f-1e0896295991 req-66c83787-0037-40e6-bd82-c6dfb9f22d36 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2412 time: 0.1748493 Jul 30 01:43:24.276630 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] Attempting to bind port 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:24.276952 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] Attempting to bind port 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '4a209e55-4333-440e-aa69-2ed096fc0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0ffa1e82-f177-4e95-bc45-a2b538b7258a'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:24.277797 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] Attempting to bind port 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 on network 0ffa1e82-f177-4e95-bc45-a2b538b7258a {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:24.292066 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] Port 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 on network 0ffa1e82-f177-4e95-bc45-a2b538b7258a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:24.292332 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] Attempting to bind port 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 on network 0ffa1e82-f177-4e95-bc45-a2b538b7258a {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:24.304516 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8f26a9da-3bf2-49ed-b89f-1e0896295991 req-6322a7cb-632c-4c5f-a1f4-41edece2e815 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866511 Jul 30 01:43:24.306121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:24.306498 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] Checking segment: {'id': '4a209e55-4333-440e-aa69-2ed096fc0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0ffa1e82-f177-4e95-bc45-a2b538b7258a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:24.306868 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] Bound using segment: {'id': '4a209e55-4333-440e-aa69-2ed096fc0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0ffa1e82-f177-4e95-bc45-a2b538b7258a'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:24.307306 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] Bound port: 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a209e55-4333-440e-aa69-2ed096fc0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0ffa1e82-f177-4e95-bc45-a2b538b7258a'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:24.307704 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:24.312522 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764f2e6-5469-44da-8cb9-9555adac118e req-eeec4f3c-a074-4e8f-a186-58ca08653567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.312669 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764f2e6-5469-44da-8cb9-9555adac118e req-eeec4f3c-a074-4e8f-a186-58ca08653567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.313148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764f2e6-5469-44da-8cb9-9555adac118e req-eeec4f3c-a074-4e8f-a186-58ca08653567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.314961 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2764f2e6-5469-44da-8cb9-9555adac118e req-eeec4f3c-a074-4e8f-a186-58ca08653567 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d8ded957c6c4ac3b56380dd35f56460&device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2823 time: 0.1112773 Jul 30 01:43:24.473739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] For port 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:24.497530 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] For port 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0,segment=NetworkSegment(4a209e55-4333-440e-aa69-2ed096fc0b58),segment_id=4a209e55-4333-440e-aa69-2ed096fc0b58)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:24.502681 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764f2e6-5469-44da-8cb9-9555adac118e req-7135685e-0019-4106-96b8-79f26878482a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.502998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764f2e6-5469-44da-8cb9-9555adac118e req-7135685e-0019-4106-96b8-79f26878482a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.503371 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764f2e6-5469-44da-8cb9-9555adac118e req-7135685e-0019-4106-96b8-79f26878482a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.504961 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2764f2e6-5469-44da-8cb9-9555adac118e req-7135685e-0019-4106-96b8-79f26878482a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7d8ded957c6c4ac3b56380dd35f56460&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1758928 Jul 30 01:43:24.515956 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0e9acc4f-35de-416f-876a-2c47a672181c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:24.580337 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:24.639394 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.640017 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:24.643897 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] 10.222.0.10 "PUT /v2.0/ports/748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 HTTP/1.1" status: 200 len: 1091 time: 1.3214483 Jul 30 01:43:24.666066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 0e9acc4f-35de-416f-876a-2c47a672181c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:24.672590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0e9acc4f-35de-416f-876a-2c47a672181c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:24.674906 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:24.677926 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d887609-8bbf-4eb8-b46c-f1684b2b2f60 service neutron] Pushing event updated for resources: {'Port': ['ID=748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:24.681214 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764f2e6-5469-44da-8cb9-9555adac118e req-1247875e-4a79-40bf-aca1-ec18a9e48ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.682796 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2764f2e6-5469-44da-8cb9-9555adac118e req-1247875e-4a79-40bf-aca1-ec18a9e48ff2 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1637249 Jul 30 01:43:24.775231 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:24.794199 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb2058-b6c5-4199-93fc-9418bad39f76 req-9ecedca3-d4df-4a81-a5d3-273486fdac16 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.799882 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4eb2058-b6c5-4199-93fc-9418bad39f76 req-9ecedca3-d4df-4a81-a5d3-273486fdac16 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 943 time: 0.0646839 Jul 30 01:43:24.813068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 0e9acc4f-35de-416f-876a-2c47a672181c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0e9acc4f-35de-416f-876a-2c47a672181c,segment=NetworkSegment(8edd9c19-11e1-4cc2-a47d-18d656486408),segment_id=8edd9c19-11e1-4cc2-a47d-18d656486408)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:24.830022 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8a6e6ab5-caae-4a9d-89b1-ade5a8ab376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.830715 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8a6e6ab5-caae-4a9d-89b1-ade5a8ab376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.831255 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8a6e6ab5-caae-4a9d-89b1-ade5a8ab376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.833031 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-8a6e6ab5-caae-4a9d-89b1-ade5a8ab376d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d8ded957c6c4ac3b56380dd35f56460&device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2865 time: 0.0681233 Jul 30 01:43:24.859331 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4eb2058-b6c5-4199-93fc-9418bad39f76 req-debe6966-7878-42b4-8133-e41b28f9f6f9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493848 Jul 30 01:43:24.869235 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:24.903192 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-7c0a384a-11bd-414a-be98-e369403ac668 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.164&port_id=cf13a17c-6421-4331-a3c7-dd61677d747a HTTP/1.1" status: 200 len: 217 time: 0.0528462 Jul 30 01:43:24.925933 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=0e9acc4f-35de-416f-876a-2c47a672181c,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:24.968469 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-f9ae966c-607d-4629-ae5f-7c48b720c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.969936 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-f9ae966c-607d-4629-ae5f-7c48b720c0c4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9f884a41-54c1-43c0-b458-67f62f0a892e HTTP/1.1" status: 200 len: 801 time: 0.0547082 Jul 30 01:43:25.013251 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0ab796ef-d6f0-44e9-aa36-66caa5f20872 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:25.025404 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-cdcb2a68-0661-40db-86b0-804c8c38fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.027038 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-cdcb2a68-0661-40db-86b0-804c8c38fe32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ffa1e82-f177-4e95-bc45-a2b538b7258a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0473087 Jul 30 01:43:25.048412 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7c7180c9-63e8-4b71-b456-b35c84f138c9 req-36d38b34-d92c-408b-a0bc-4ee6c6f9791b tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 210 time: 0.0304663 Jul 30 01:43:25.112545 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.138384 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393797f8-7a73-4f15-ad46-01a191d6feab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ab796ef-d6f0-44e9-aa36-66caa5f20872'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:25.140924 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5a1256-8aa9-45a2-83c3-4282173ee7ae" -d '{"events": [{"server_uuid": "393797f8-7a73-4f15-ad46-01a191d6feab", "name": "network-vif-unplugged", "status": "completed", "tag": "0ab796ef-d6f0-44e9-aa36-66caa5f20872"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:25.143470 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-6cdf16ca-84e7-4e62-aa7b-f546a0c63dbd service neutron] 10.222.0.10 "GET /v2.0/networks/0ffa1e82-f177-4e95-bc45-a2b538b7258a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074092 Jul 30 01:43:25.158125 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0ab796ef-d6f0-44e9-aa36-66caa5f20872, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0ab796ef-d6f0-44e9-aa36-66caa5f20872,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:25.159099 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce139c-e3d2-4694-8bb2-1cd9bac95a19 req-cf31e4b6-b5b7-4029-a686-a1f5837c5943 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.160549 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3ce139c-e3d2-4694-8bb2-1cd9bac95a19 req-cf31e4b6-b5b7-4029-a686-a1f5837c5943 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.0517292 Jul 30 01:43:25.201164 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3ce139c-e3d2-4694-8bb2-1cd9bac95a19 req-fe528b5f-df58-43a1-b1d0-e617917a256b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335898 Jul 30 01:43:25.223567 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.252062 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-06ed602e-e614-435f-b4cd-1e3dfb0a3316 service neutron] 10.222.0.10 "GET /v2.0/networks/0ffa1e82-f177-4e95-bc45-a2b538b7258a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978346 Jul 30 01:43:25.298016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0ab796ef-d6f0-44e9-aa36-66caa5f20872,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:25.299871 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-24577776-f247-4cb4-8a8d-c55260c8d23f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.232&port_id=ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 HTTP/1.1" status: 200 len: 217 time: 0.0367219 Jul 30 01:43:25.365351 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64615df-4460-47ed-81db-58fbbbaab3d0 req-7b0c97de-67c4-406a-b3c6-5baabcc39ae3 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.367304 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e64615df-4460-47ed-81db-58fbbbaab3d0 req-7b0c97de-67c4-406a-b3c6-5baabcc39ae3 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 946 time: 0.0569265 Jul 30 01:43:25.409334 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-f8832b0f-c1db-4fe5-92eb-22597c5a56f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.410825 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-f8832b0f-c1db-4fe5-92eb-22597c5a56f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9d80e62f-6857-44f3-85fc-db6a433fd7ba HTTP/1.1" status: 200 len: 801 time: 0.0986130 Jul 30 01:43:25.412409 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e64615df-4460-47ed-81db-58fbbbaab3d0 req-821578cb-df69-48b2-b715-468e17749471 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385053 Jul 30 01:43:25.469887 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04da9d22-477f-4079-b09d-31c87f6ad04c x-openstack-request-id: req-04da9d22-477f-4079-b09d-31c87f6ad04c {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:25.470227 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393797f8-7a73-4f15-ad46-01a191d6feab", "name": "network-vif-unplugged", "status": "completed", "tag": "0ab796ef-d6f0-44e9-aa36-66caa5f20872", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:25.470510 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-04da9d22-477f-4079-b09d-31c87f6ad04c {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:25.470919 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393797f8-7a73-4f15-ad46-01a191d6feab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ab796ef-d6f0-44e9-aa36-66caa5f20872', 'code': 200} Jul 30 01:43:25.501089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-22209caa-4797-472f-b3ed-d6a86504e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.502611 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-22209caa-4797-472f-b3ed-d6a86504e861 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d1c924-f683-4175-bc79-f3ebe5da89d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0821207 Jul 30 01:43:25.509548 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-90eb6389-ba3f-4188-9f1b-b68194541a16 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.510966 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-90eb6389-ba3f-4188-9f1b-b68194541a16 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.77 "GET /v2.0/networks?id=c1332537-f203-4a3a-9511-b585b0d8e2ba HTTP/1.1" status: 200 len: 829 time: 0.1507149 Jul 30 01:43:25.534960 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-4b5ac4d5-c0e5-4941-9957-50330fdb9df3 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Request body: {'port': {'device_id': '87816db2-4054-4dd6-a0df-d35c3bd3c5ac', 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba', 'admin_state_up': True, 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:25.682674 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075680a-c8de-453c-97db-7b2a94139edf req-a7cc7290-06fd-4084-b32f-a1232ea02b27 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.687312 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-7bc5bb7b-1509-4797-9940-1d058206332e service neutron] 10.222.0.10 "GET /v2.0/networks/96d1c924-f683-4175-bc79-f3ebe5da89d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645436 Jul 30 01:43:25.692167 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075680a-c8de-453c-97db-7b2a94139edf req-a7cc7290-06fd-4084-b32f-a1232ea02b27 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.698643 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075680a-c8de-453c-97db-7b2a94139edf req-a7cc7290-06fd-4084-b32f-a1232ea02b27 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.701153 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0075680a-c8de-453c-97db-7b2a94139edf req-a7cc7290-06fd-4084-b32f-a1232ea02b27 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2412 time: 0.0749125 Jul 30 01:43:25.750967 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0075680a-c8de-453c-97db-7b2a94139edf req-c9a5a6b9-609b-4830-8704-b532525a10cf tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431204 Jul 30 01:43:25.797420 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-adbe5e0b-56aa-475d-acbd-0c34abc66483 service neutron] 10.222.0.10 "GET /v2.0/networks/96d1c924-f683-4175-bc79-f3ebe5da89d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968165 Jul 30 01:43:25.843558 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-4b5ac4d5-c0e5-4941-9957-50330fdb9df3 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Made reservation on behalf of cc644468ddb04173b823ec7ba68aa6d0 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:25.847001 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-4b5ac4d5-c0e5-4941-9957-50330fdb9df3 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.850891 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-dda70643-0c23-4f6e-9910-237950f094dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.49&port_id=748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 HTTP/1.1" status: 200 len: 217 time: 0.0444381 Jul 30 01:43:26.012688 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-b1bc25ba-a0cb-4cd6-80fd-edc353ff9b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.014096 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-b1bc25ba-a0cb-4cd6-80fd-edc353ff9b85 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9f884a41-54c1-43c0-b458-67f62f0a892e HTTP/1.1" status: 200 len: 801 time: 0.1550832 Jul 30 01:43:26.015178 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-4b5ac4d5-c0e5-4941-9957-50330fdb9df3 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Allocated IP 172.20.0.13 (c1332537-f203-4a3a-9511-b585b0d8e2ba/01457b1b-d45d-4385-8143-a29a67eff29b/6f6399bd-ce3b-4d2e-a871-384179523b3e) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:26.100567 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-d3707a08-da8b-4a0b-a422-6bc484decc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.102097 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-d3707a08-da8b-4a0b-a422-6bc484decc0e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ffa1e82-f177-4e95-bc45-a2b538b7258a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0802188 Jul 30 01:43:26.150614 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'tag': '748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:26.152773 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c978aaa5-e123-48af-8fdd-38cfa10ad7a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b4b7ee-195d-4837-9d90-bab5b6b57021", "tag": "748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:26.450416 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb1172-e9ce-4d6a-8f5e-33b4836c6f98 req-d0d800bc-978d-4b89-aecc-4542c48758b3 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.458781 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ecb1172-e9ce-4d6a-8f5e-33b4836c6f98 req-d0d800bc-978d-4b89-aecc-4542c48758b3 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 943 time: 0.0642886 Jul 30 01:43:26.473563 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0e9acc4f-35de-416f-876a-2c47a672181c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:26.512326 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ecb1172-e9ce-4d6a-8f5e-33b4836c6f98 req-2d3797f7-7972-4910-987a-9d00591ddaa2 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476413 Jul 30 01:43:26.547033 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0e9acc4f-35de-416f-876a-2c47a672181c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:26.547033 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:26.582587 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-26f8dc46-9bbb-402d-87ac-ef50b7df901f service neutron] 10.222.0.10 "GET /v2.0/networks/0ffa1e82-f177-4e95-bc45-a2b538b7258a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718046 Jul 30 01:43:26.666222 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f86811-dc1b-438e-93ca-b6bcb2bf774e x-openstack-request-id: req-e0f86811-dc1b-438e-93ca-b6bcb2bf774e {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:26.666783 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b4b7ee-195d-4837-9d90-bab5b6b57021", "tag": "748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:26.667216 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0f86811-dc1b-438e-93ca-b6bcb2bf774e {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:26.668290 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'tag': '748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0', 'status': 'completed', 'code': 200} Jul 30 01:43:26.670555 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f0e024c-7e04-4733-8f5f-c5c955115f50 req-5ee58de9-31b1-4ef7-ad2a-19826c6e0e3f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 210 time: 0.0786707 Jul 30 01:43:26.686201 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-4b5ac4d5-c0e5-4941-9957-50330fdb9df3 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:26.718661 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-4b5ac4d5-c0e5-4941-9957-50330fdb9df3 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Transition to ACTIVE for port object 6f6399bd-ce3b-4d2e-a871-384179523b3e will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:26.766983 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d519c9c5-eac1-48bc-8c64-61cbdc3d66f3 req-d1d2cff6-6ac2-44d9-8809-17067317b467 service neutron] 10.222.0.10 "GET /v2.0/networks/0ffa1e82-f177-4e95-bc45-a2b538b7258a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740019 Jul 30 01:43:26.769031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16aff4-1f65-41ce-9f2a-d77a48bce0f6 req-10d1ccac-4cc9-43f5-ac20-abd4010fd978 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.786850 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d16aff4-1f65-41ce-9f2a-d77a48bce0f6 req-10d1ccac-4cc9-43f5-ac20-abd4010fd978 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.0757265 Jul 30 01:43:26.825577 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d16aff4-1f65-41ce-9f2a-d77a48bce0f6 req-d20b2ffc-f1a2-492f-bf75-929d2d3f5a57 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375650 Jul 30 01:43:26.883005 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898f98-b995-42bb-8d6f-84c67ae21d30 req-cfec68ac-f5e7-47b3-9843-1ba87703a0a5 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.884558 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18898f98-b995-42bb-8d6f-84c67ae21d30 req-cfec68ac-f5e7-47b3-9843-1ba87703a0a5 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 946 time: 0.0541053 Jul 30 01:43:26.909922 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-4b5ac4d5-c0e5-4941-9957-50330fdb9df3 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:26.979604 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a5eba-b046-4af3-963d-c4b4f130b2dc req-d52bdc5d-648b-49a0-833c-708667e274cc tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.987071 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a5eba-b046-4af3-963d-c4b4f130b2dc req-d52bdc5d-648b-49a0-833c-708667e274cc tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.994715 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a5eba-b046-4af3-963d-c4b4f130b2dc req-d52bdc5d-648b-49a0-833c-708667e274cc tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.999354 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c23a5eba-b046-4af3-963d-c4b4f130b2dc req-d52bdc5d-648b-49a0-833c-708667e274cc tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2412 time: 0.0875013 Jul 30 01:43:27.004869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-4b5ac4d5-c0e5-4941-9957-50330fdb9df3 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Network c1332537-f203-4a3a-9511-b585b0d8e2ba is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:27.017093 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18898f98-b995-42bb-8d6f-84c67ae21d30 req-b2f2e3a2-1e02-4f10-8456-4708505a60ad tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249571 Jul 30 01:43:27.017924 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-4b5ac4d5-c0e5-4941-9957-50330fdb9df3 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:27.020361 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-4b5ac4d5-c0e5-4941-9957-50330fdb9df3 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:27.043156 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c23a5eba-b046-4af3-963d-c4b4f130b2dc req-6934e49f-6733-4176-8c57-b9c4e5054e6d tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384393 Jul 30 01:43:27.044375 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ac4d5-c0e5-4941-9957-50330fdb9df3 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Pushing event updated for resources: {'Port': ['ID=6f6399bd-ce3b-4d2e-a871-384179523b3e,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:27.074115 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978aaa5-e123-48af-8fdd-38cfa10ad7a8 req-62b062a1-9d1b-43d4-a512-87d5b6edb6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:27.074627 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978aaa5-e123-48af-8fdd-38cfa10ad7a8 req-62b062a1-9d1b-43d4-a512-87d5b6edb6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:27.075112 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978aaa5-e123-48af-8fdd-38cfa10ad7a8 req-62b062a1-9d1b-43d4-a512-87d5b6edb6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:27.076785 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c978aaa5-e123-48af-8fdd-38cfa10ad7a8 req-62b062a1-9d1b-43d4-a512-87d5b6edb6bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d8ded957c6c4ac3b56380dd35f56460&device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2865 time: 0.1544693 Jul 30 01:43:27.088922 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-4b5ac4d5-c0e5-4941-9957-50330fdb9df3 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:27.089663 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-4b5ac4d5-c0e5-4941-9957-50330fdb9df3 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.192686 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978aaa5-e123-48af-8fdd-38cfa10ad7a8 req-675d5ef5-b643-4b15-aa29-b6c7fafd1476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:27.194558 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c978aaa5-e123-48af-8fdd-38cfa10ad7a8 req-675d5ef5-b643-4b15-aa29-b6c7fafd1476 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ffa1e82-f177-4e95-bc45-a2b538b7258a HTTP/1.1" status: 200 len: 903 time: 0.1013772 Jul 30 01:43:27.247455 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c978aaa5-e123-48af-8fdd-38cfa10ad7a8 req-43c0b18a-a383-4738-a8f6-d1e402461618 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.49&port_id=748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 HTTP/1.1" status: 200 len: 217 time: 0.0438936 Jul 30 01:43:27.249321 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-4b5ac4d5-c0e5-4941-9957-50330fdb9df3 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7179010 Jul 30 01:43:27.273868 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] Request body: {'port': {'device_id': '87816db2-4054-4dd6-a0df-d35c3bd3c5ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:27.354546 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bb49f055-b567-43ba-9a5c-7ef54cd30ec6 None None] Provisioning for port 6f6399bd-ce3b-4d2e-a871-384179523b3e completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:27.359361 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978aaa5-e123-48af-8fdd-38cfa10ad7a8 req-565b91e8-777a-43f8-8d97-2831943089e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:27.361447 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bb49f055-b567-43ba-9a5c-7ef54cd30ec6 None None] Provisioning complete for port 6f6399bd-ce3b-4d2e-a871-384179523b3e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:27.361666 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c978aaa5-e123-48af-8fdd-38cfa10ad7a8 req-565b91e8-777a-43f8-8d97-2831943089e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9f884a41-54c1-43c0-b458-67f62f0a892e HTTP/1.1" status: 200 len: 801 time: 0.1007628 Jul 30 01:43:27.362599 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb49f055-b567-43ba-9a5c-7ef54cd30ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.370222 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.424568 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bb49f055-b567-43ba-9a5c-7ef54cd30ec6 None None] Port 6f6399bd-ce3b-4d2e-a871-384179523b3e cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:43:27.538858 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978aaa5-e123-48af-8fdd-38cfa10ad7a8 req-fa9c77fb-65a9-4777-8dc9-fe4548bfa232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:27.544374 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c978aaa5-e123-48af-8fdd-38cfa10ad7a8 req-fa9c77fb-65a9-4777-8dc9-fe4548bfa232 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ffa1e82-f177-4e95-bc45-a2b538b7258a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1563413 Jul 30 01:43:27.648310 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9acd96-5c85-43f5-99f5-1f2ecc1b8184 req-cc09f4fc-74be-4848-a15b-583501209ac3 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:27.657123 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de9acd96-5c85-43f5-99f5-1f2ecc1b8184 req-cc09f4fc-74be-4848-a15b-583501209ac3 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 943 time: 0.0732324 Jul 30 01:43:27.701441 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de9acd96-5c85-43f5-99f5-1f2ecc1b8184 req-813c1918-4013-47c9-b385-59bfbce02ef3 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433030 Jul 30 01:43:27.795448 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c978aaa5-e123-48af-8fdd-38cfa10ad7a8 req-5ecb97b2-f543-4e85-a4d0-a9216b04e85a service neutron] 10.222.0.10 "GET /v2.0/networks/0ffa1e82-f177-4e95-bc45-a2b538b7258a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387846 Jul 30 01:43:27.805131 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6399bd-ce3b-4d2e-a871-384179523b3e {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:27.822862 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.838185 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b42145-4b05-4e10-954b-6140840d35f2 req-c0a388ce-49fb-452e-8d10-21aeba135bef tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:27.843048 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0b42145-4b05-4e10-954b-6140840d35f2 req-c0a388ce-49fb-452e-8d10-21aeba135bef tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 932 time: 0.0598140 Jul 30 01:43:27.901530 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0b42145-4b05-4e10-954b-6140840d35f2 req-515a82b3-89ea-482c-8a71-f7b404d5c59e tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9662471-2628-49bc-9eb2-c90f50e05b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516622 Jul 30 01:43:27.928672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] Transition to ACTIVE for port object 6f6399bd-ce3b-4d2e-a871-384179523b3e will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:27.996687 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c978aaa5-e123-48af-8fdd-38cfa10ad7a8 req-9aa83b5e-81ca-4c1e-84f1-731922a76d43 service neutron] 10.222.0.10 "GET /v2.0/networks/0ffa1e82-f177-4e95-bc45-a2b538b7258a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861043 Jul 30 01:43:28.023047 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a887445-2617-4024-8dad-e7694a7e345c req-3e4594b3-fb0b-4e6b-bcc9-2d2710c493f8 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:28.024598 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a887445-2617-4024-8dad-e7694a7e345c req-3e4594b3-fb0b-4e6b-bcc9-2d2710c493f8 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.0679185 Jul 30 01:43:28.029141 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.081969 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a887445-2617-4024-8dad-e7694a7e345c req-7a7e9515-a684-4f68-8437-3ef212f1b899 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414093 Jul 30 01:43:28.103250 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6399bd-ce3b-4d2e-a871-384179523b3e,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:28.237757 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05aa43-a604-40c3-a7ea-f5da5cef6ae0 req-0cf0e756-b2c8-48f2-8fc1-ddc40e49d21e tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:28.243960 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] Attempting to bind port 6f6399bd-ce3b-4d2e-a871-384179523b3e on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:28.244357 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] Attempting to bind port 6f6399bd-ce3b-4d2e-a871-384179523b3e by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '8edd9c19-11e1-4cc2-a47d-18d656486408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:28.250146 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] Attempting to bind port 6f6399bd-ce3b-4d2e-a871-384179523b3e on network c1332537-f203-4a3a-9511-b585b0d8e2ba {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:28.250341 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05aa43-a604-40c3-a7ea-f5da5cef6ae0 req-0cf0e756-b2c8-48f2-8fc1-ddc40e49d21e tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:28.251528 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] Port 6f6399bd-ce3b-4d2e-a871-384179523b3e on network c1332537-f203-4a3a-9511-b585b0d8e2ba not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:28.251864 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] Attempting to bind port 6f6399bd-ce3b-4d2e-a871-384179523b3e on network c1332537-f203-4a3a-9511-b585b0d8e2ba {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:28.254894 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05aa43-a604-40c3-a7ea-f5da5cef6ae0 req-0cf0e756-b2c8-48f2-8fc1-ddc40e49d21e tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:28.258921 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c05aa43-a604-40c3-a7ea-f5da5cef6ae0 req-0cf0e756-b2c8-48f2-8fc1-ddc40e49d21e tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2412 time: 0.1049266 Jul 30 01:43:28.278272 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:28.278660 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] Checking segment: {'id': '8edd9c19-11e1-4cc2-a47d-18d656486408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:28.285302 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] Bound using segment: {'id': '8edd9c19-11e1-4cc2-a47d-18d656486408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:28.285302 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] Bound port: 6f6399bd-ce3b-4d2e-a871-384179523b3e, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edd9c19-11e1-4cc2-a47d-18d656486408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:28.285302 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.302222 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c05aa43-a604-40c3-a7ea-f5da5cef6ae0 req-817973f9-969c-472e-8478-9d1b9e27513c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373871 Jul 30 01:43:28.348316 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cbba2-3042-4061-825e-51babc7ee86c req-5337fa4b-3378-4472-8f7e-a6666781bc71 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:28.348316 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-725cbba2-3042-4061-825e-51babc7ee86c req-5337fa4b-3378-4472-8f7e-a6666781bc71 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 946 time: 0.1431417 Jul 30 01:43:28.392739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] For port 6f6399bd-ce3b-4d2e-a871-384179523b3e, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:28.417532 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] For port 6f6399bd-ce3b-4d2e-a871-384179523b3e, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6f6399bd-ce3b-4d2e-a871-384179523b3e,segment=NetworkSegment(8edd9c19-11e1-4cc2-a47d-18d656486408),segment_id=8edd9c19-11e1-4cc2-a47d-18d656486408)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:28.421204 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-725cbba2-3042-4061-825e-51babc7ee86c req-307cb7cc-eaca-4a34-b39d-e87fceb9b83b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664463 Jul 30 01:43:28.439400 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34772) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:28.486616 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.520847 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:28.521637 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.523437 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] 10.222.0.77 "PUT /v2.0/ports/6f6399bd-ce3b-4d2e-a871-384179523b3e HTTP/1.1" status: 200 len: 1092 time: 1.2538545 Jul 30 01:43:28.542591 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-a8687665-f5e5-4413-baad-dfbc59ebe485 service neutron] 10.222.0.77 "GET /v2.0/ports/2b70aba6-203f-4239-9dd0-1aaac7726e36/bindings/n-h1-713498-9 HTTP/1.1" status: 200 len: 384 time: 0.0694237 Jul 30 01:43:28.557462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2d4ca-f49d-49f7-9728-e95dee75cc16 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6399bd-ce3b-4d2e-a871-384179523b3e,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:28.599320 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58abe9b5-4aa4-4299-8520-1aed037e80e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.669619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87816db2-4054-4dd6-a0df-d35c3bd3c5ac', 'tag': '6f6399bd-ce3b-4d2e-a871-384179523b3e'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:28.672081 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c076bf-1f09-418b-8ad6-68391388280d" -d '{"events": [{"name": "network-changed", "server_uuid": "87816db2-4054-4dd6-a0df-d35c3bd3c5ac", "tag": "6f6399bd-ce3b-4d2e-a871-384179523b3e"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:28.695703 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-26d3fdaf-a7e3-4b44-adbd-6b8634d5f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:28.697306 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-26d3fdaf-a7e3-4b44-adbd-6b8634d5f3e2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cc644468ddb04173b823ec7ba68aa6d0&device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 1095 time: 0.0569155 Jul 30 01:43:28.717458 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d67c5e7-c457-4546-9367-41371f6045c9 x-openstack-request-id: req-5d67c5e7-c457-4546-9367-41371f6045c9 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:28.717811 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87816db2-4054-4dd6-a0df-d35c3bd3c5ac", "tag": "6f6399bd-ce3b-4d2e-a871-384179523b3e", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:28.718009 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d67c5e7-c457-4546-9367-41371f6045c9 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:28.718418 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87816db2-4054-4dd6-a0df-d35c3bd3c5ac', 'tag': '6f6399bd-ce3b-4d2e-a871-384179523b3e', 'status': 'completed', 'code': 200} Jul 30 01:43:28.755753 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-88b0fb5b-19ca-48c8-8932-4c59eb456f2a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f6399bd-ce3b-4d2e-a871-384179523b3e HTTP/1.1" status: 200 len: 217 time: 0.0364289 Jul 30 01:43:28.816276 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58abe9b5-4aa4-4299-8520-1aed037e80e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.818210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-3457d0aa-d3f8-4301-b46d-051fb8382cc2 service neutron] For port 2b70aba6-203f-4239-9dd0-1aaac7726e36, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=2b70aba6-203f-4239-9dd0-1aaac7726e36,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:28.839446 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-3457d0aa-d3f8-4301-b46d-051fb8382cc2 service neutron] For port 2b70aba6-203f-4239-9dd0-1aaac7726e36, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:28.850142 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-8119e218-e417-4bdd-9317-f9851b4f07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:28.851653 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-8119e218-e417-4bdd-9317-f9851b4f07c1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=01457b1b-d45d-4385-8143-a29a67eff29b HTTP/1.1" status: 200 len: 868 time: 0.0826194 Jul 30 01:43:28.867230 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cd604-1401-4fd0-81d7-e8fcf1daabbc req-a039e801-cd02-466d-86da-47a6cbcc7c83 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:28.868648 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4a4cd604-1401-4fd0-81d7-e8fcf1daabbc req-a039e801-cd02-466d-86da-47a6cbcc7c83 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 943 time: 0.0675328 Jul 30 01:43:28.873253 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-3457d0aa-d3f8-4301-b46d-051fb8382cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b70aba6-203f-4239-9dd0-1aaac7726e36 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:28.880046 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58abe9b5-4aa4-4299-8520-1aed037e80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.889691 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-3457d0aa-d3f8-4301-b46d-051fb8382cc2 service neutron] For port 2b70aba6-203f-4239-9dd0-1aaac7726e36, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=2b70aba6-203f-4239-9dd0-1aaac7726e36,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:28.931304 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-24393ce1-6e17-431c-9863-142ee696ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:28.932846 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-24393ce1-6e17-431c-9863-142ee696ec6f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c1332537-f203-4a3a-9511-b585b0d8e2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633409 Jul 30 01:43:28.933751 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abe9b5-4aa4-4299-8520-1aed037e80e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e5d9bf-6a68-4f41-832d-701375b4bf02,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:28.939799 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4a4cd604-1401-4fd0-81d7-e8fcf1daabbc req-2d9b8d88-6353-4809-9e69-5db794986241 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617354 Jul 30 01:43:28.942203 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-58abe9b5-4aa4-4299-8520-1aed037e80e5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f305dfd7df1d4d089c08313baf39e7fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5016987 Jul 30 01:43:28.942838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34784) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:29.023523 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-3457d0aa-d3f8-4301-b46d-051fb8382cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.035539 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-3f159c55-851e-4570-9d9d-4b0494241b66 service neutron] 10.222.0.77 "GET /v2.0/networks/c1332537-f203-4a3a-9511-b585b0d8e2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947571 Jul 30 01:43:29.052081 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1a9ea108-625c-465b-abd4-a4b8058ff815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.054820 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:29.121734 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1a9ea108-625c-465b-abd4-a4b8058ff815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.151207 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0c100-3bdb-4b74-b91f-9ee9ae9042ae req-34790b82-dd49-491c-b47e-77ada11db3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:29.152815 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0fb0c100-3bdb-4b74-b91f-9ee9ae9042ae req-34790b82-dd49-491c-b47e-77ada11db3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 944 time: 0.1675055 Jul 30 01:43:29.159397 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e75abf56-75a8-4e7e-a42f-fe45b67f2cdb req-f1456cac-9227-43cc-b08a-78efdac270ca service neutron] 10.222.0.77 "GET /v2.0/networks/c1332537-f203-4a3a-9511-b585b0d8e2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157615 Jul 30 01:43:29.173552 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60,segment=NetworkSegment(96baa19f-146c-4a10-8173-ee6940cdf3b1),segment_id=96baa19f-146c-4a10-8173-ee6940cdf3b1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:29.191488 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60', 'network_id': '96d1c924-f683-4175-bc79-f3ebe5da89d5', 'port_id': 'ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60', 'mac_address': 'fa:16:3e:c4:25:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d80e62f-6857-44f3-85fc-db6a433fd7ba', 'ip_address': '19.86.0.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:29.201727 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-512c4473-b075-4c21-8ad1-1d260d6f82b5 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:29.203292 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-512c4473-b075-4c21-8ad1-1d260d6f82b5 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343&tenant_id=9d514f5becb241c68f7a0454fc8f5db1&binding%3Ahost_id=n-h1-713498-9 HTTP/1.1" status: 200 len: 1097 time: 0.1740465 Jul 30 01:43:29.221783 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-9'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:29.229802 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090aa98e-9cc0-4ec9-8672-d69f244b0221 req-086de879-cd59-4011-995c-d6b6ebf95d3b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:29.231711 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.232240 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-090aa98e-9cc0-4ec9-8672-d69f244b0221 req-086de879-cd59-4011-995c-d6b6ebf95d3b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.0646424 Jul 30 01:43:29.245174 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:29.263604 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-3457d0aa-d3f8-4301-b46d-051fb8382cc2 service neutron] Transition to ACTIVE for port object 2b70aba6-203f-4239-9dd0-1aaac7726e36 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:29.266826 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60,segment=NetworkSegment(96baa19f-146c-4a10-8173-ee6940cdf3b1),segment_id=96baa19f-146c-4a10-8173-ee6940cdf3b1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:29.272927 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0fb0c100-3bdb-4b74-b91f-9ee9ae9042ae req-1fa2aa68-4c54-4d7d-aa45-f280ec9e12d4 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9662471-2628-49bc-9eb2-c90f50e05b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128950 Jul 30 01:43:29.280721 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-090aa98e-9cc0-4ec9-8672-d69f244b0221 req-1b44a117-8e9d-4cde-9cd2-6d7740cc2bfd tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416019 Jul 30 01:43:29.314193 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.320131 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.320909 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0ab796ef-d6f0-44e9-aa36-66caa5f20872 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:29.325149 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-3457d0aa-d3f8-4301-b46d-051fb8382cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.378879 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1a9ea108-625c-465b-abd4-a4b8058ff815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.381535 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1a9ea108-625c-465b-abd4-a4b8058ff815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.383071 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1a9ea108-625c-465b-abd4-a4b8058ff815 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/74e5d9bf-6a68-4f41-832d-701375b4bf02 HTTP/1.1" status: 204 len: 168 time: 0.4393101 Jul 30 01:43:29.397611 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:29.423223 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ea108-625c-465b-abd4-a4b8058ff815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e5d9bf-6a68-4f41-832d-701375b4bf02,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:29.436369 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c076bf-1f09-418b-8ad6-68391388280d req-973b4806-ff62-4035-bbcd-6173807c8f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:29.439239 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f8c076bf-1f09-418b-8ad6-68391388280d req-973b4806-ff62-4035-bbcd-6173807c8f85 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cc644468ddb04173b823ec7ba68aa6d0&device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 1095 time: 0.0698123 Jul 30 01:43:29.479028 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-3457d0aa-d3f8-4301-b46d-051fb8382cc2 service neutron] No DVR routers for this DVR port 2b70aba6-203f-4239-9dd0-1aaac7726e36 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:29.481421 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457d0aa-d3f8-4301-b46d-051fb8382cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2b70aba6-203f-4239-9dd0-1aaac7726e36,revision_number=10']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:29.501679 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0ab796ef-d6f0-44e9-aa36-66caa5f20872, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0ab796ef-d6f0-44e9-aa36-66caa5f20872,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:29.514506 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '0ab796ef-d6f0-44e9-aa36-66caa5f20872', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '0ab796ef-d6f0-44e9-aa36-66caa5f20872', 'mac_address': 'fa:16:3e:f7:f3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:29.557958 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.583625 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab796ef-d6f0-44e9-aa36-66caa5f20872 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:29.594805 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-3457d0aa-d3f8-4301-b46d-051fb8382cc2 service neutron] 10.222.0.77 "PUT /v2.0/ports/2b70aba6-203f-4239-9dd0-1aaac7726e36/bindings/n-h1-713498-9/activate HTTP/1.1" status: 200 len: 369 time: 1.0423474 Jul 30 01:43:29.602576 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c076bf-1f09-418b-8ad6-68391388280d req-e9f79eec-dd2c-471e-8f7f-facbe7982529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:29.603465 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f8c076bf-1f09-418b-8ad6-68391388280d req-e9f79eec-dd2c-471e-8f7f-facbe7982529 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c1332537-f203-4a3a-9511-b585b0d8e2ba HTTP/1.1" status: 200 len: 930 time: 0.1563354 Jul 30 01:43:29.608179 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0ab796ef-d6f0-44e9-aa36-66caa5f20872, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0ab796ef-d6f0-44e9-aa36-66caa5f20872,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:29.621342 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30146e-141b-43c5-a814-38c8ed7dee8d req-413a3d4d-f986-47d6-a351-53890a633e74 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:29.623153 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-de30146e-141b-43c5-a814-38c8ed7dee8d req-413a3d4d-f986-47d6-a351-53890a633e74 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 946 time: 0.0760679 Jul 30 01:43:29.633632 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93130e30-155c-4d20-851c-828e3defabd6 req-e3e17692-af61-4ac6-96c0-4c63cc2cf7b6 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:29.639536 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93130e30-155c-4d20-851c-828e3defabd6 req-e3e17692-af61-4ac6-96c0-4c63cc2cf7b6 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:29.645604 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93130e30-155c-4d20-851c-828e3defabd6 req-e3e17692-af61-4ac6-96c0-4c63cc2cf7b6 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:29.647294 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-93130e30-155c-4d20-851c-828e3defabd6 req-e3e17692-af61-4ac6-96c0-4c63cc2cf7b6 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2413 time: 0.1924980 Jul 30 01:43:29.654902 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] For port 6012cfaf-7ddf-4153-add8-259fdcf5e838, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6012cfaf-7ddf-4153-add8-259fdcf5e838,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:29.691291 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f8c076bf-1f09-418b-8ad6-68391388280d req-eb29a7f2-5a86-48a8-94a6-6116c8ba946f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f6399bd-ce3b-4d2e-a871-384179523b3e HTTP/1.1" status: 200 len: 217 time: 0.0455360 Jul 30 01:43:29.703149 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.703852 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device cf13a17c-6421-4331-a3c7-dd61677d747a details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:29.717166 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-93130e30-155c-4d20-851c-828e3defabd6 req-df439db5-3739-4ecf-9600-d003da5e94d0 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598760 Jul 30 01:43:29.727852 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] For port 6012cfaf-7ddf-4153-add8-259fdcf5e838, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:29.746450 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-de30146e-141b-43c5-a814-38c8ed7dee8d req-3a638d1f-6f7d-4f71-a5b4-0a248ab042a7 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111124 Jul 30 01:43:29.787593 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26ed028-c974-4c7a-92b6-45e73fe5d343', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6012cfaf-7ddf-4153-add8-259fdcf5e838'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:29.789868 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150bdc5b-0ef8-4986-a301-15723fe2632a" -d '{"events": [{"server_uuid": "f26ed028-c974-4c7a-92b6-45e73fe5d343", "name": "network-vif-unplugged", "status": "completed", "tag": "6012cfaf-7ddf-4153-add8-259fdcf5e838"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:29.795437 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.828155 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c076bf-1f09-418b-8ad6-68391388280d req-ef364f49-6f74-4ab1-8f70-afbe44025eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:29.829673 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f8c076bf-1f09-418b-8ad6-68391388280d req-ef364f49-6f74-4ab1-8f70-afbe44025eac service neutron] 10.222.0.77 "GET /v2.0/subnets?id=01457b1b-d45d-4385-8143-a29a67eff29b HTTP/1.1" status: 200 len: 868 time: 0.1283131 Jul 30 01:43:29.834673 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e64857a-51b5-4209-b655-df181089e8b9 x-openstack-request-id: req-8e64857a-51b5-4209-b655-df181089e8b9 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:29.835148 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26ed028-c974-4c7a-92b6-45e73fe5d343", "name": "network-vif-unplugged", "status": "completed", "tag": "6012cfaf-7ddf-4153-add8-259fdcf5e838", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:29.835259 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e64857a-51b5-4209-b655-df181089e8b9 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:29.835560 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26ed028-c974-4c7a-92b6-45e73fe5d343', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6012cfaf-7ddf-4153-add8-259fdcf5e838', 'code': 200} Jul 30 01:43:29.837441 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-8d958fa1-924c-460e-856b-fd78f4a1bdaa tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:29.839163 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-8d958fa1-924c-460e-856b-fd78f4a1bdaa tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc&tenant_id=69de654e8e494e8eb1cb2de77615732a&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 1095 time: 0.0715053 Jul 30 01:43:29.848773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0ab796ef-d6f0-44e9-aa36-66caa5f20872,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:29.880325 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.909471 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port cf13a17c-6421-4331-a3c7-dd61677d747a, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cf13a17c-6421-4331-a3c7-dd61677d747a,segment=NetworkSegment(4a209e55-4333-440e-aa69-2ed096fc0b58),segment_id=4a209e55-4333-440e-aa69-2ed096fc0b58)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:29.925035 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-dc7f7eb2-b6b5-4f58-a8cc-c77d94f616a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:29.926681 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-dc7f7eb2-b6b5-4f58-a8cc-c77d94f616a7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc&tenant_id=69de654e8e494e8eb1cb2de77615732a HTTP/1.1" status: 200 len: 1095 time: 0.0757163 Jul 30 01:43:29.930065 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c076bf-1f09-418b-8ad6-68391388280d req-c549d59f-2932-4e66-9514-a8640369ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:29.930218 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'cf13a17c-6421-4331-a3c7-dd61677d747a', 'network_id': '0ffa1e82-f177-4e95-bc45-a2b538b7258a', 'port_id': 'cf13a17c-6421-4331-a3c7-dd61677d747a', 'mac_address': 'fa:16:3e:1a:72:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f884a41-54c1-43c0-b458-67f62f0a892e', 'ip_address': '19.80.0.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:29.930364 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f8c076bf-1f09-418b-8ad6-68391388280d req-c549d59f-2932-4e66-9514-a8640369ec80 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c1332537-f203-4a3a-9511-b585b0d8e2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886033 Jul 30 01:43:29.976620 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] Pushing event updated for resources: {'Port': ['ID=6012cfaf-7ddf-4153-add8-259fdcf5e838,revision_number=7']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:29.999551 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.010743 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] Attempting to bind port 6012cfaf-7ddf-4153-add8-259fdcf5e838 on host n-h1-713498-9 for vnic_type normal with profile {"migrating_to": "n-h2-713498-9"} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:30.011085 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] Attempting to bind port 6012cfaf-7ddf-4153-add8-259fdcf5e838 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:30.011980 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] Attempting to bind port 6012cfaf-7ddf-4153-add8-259fdcf5e838 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:30.016898 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] Port 6012cfaf-7ddf-4153-add8-259fdcf5e838 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:30.017144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] Attempting to bind port 6012cfaf-7ddf-4153-add8-259fdcf5e838 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:30.022407 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:30.022743 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] Checking segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:30.023128 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] Bound using segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:30.023559 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] Bound port: 6012cfaf-7ddf-4153-add8-259fdcf5e838, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:30.023920 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.053016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf13a17c-6421-4331-a3c7-dd61677d747a {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:30.080152 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port cf13a17c-6421-4331-a3c7-dd61677d747a, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cf13a17c-6421-4331-a3c7-dd61677d747a,segment=NetworkSegment(4a209e55-4333-440e-aa69-2ed096fc0b58),segment_id=4a209e55-4333-440e-aa69-2ed096fc0b58)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:30.087098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-0c57f1af-1160-4700-95a4-75072c4cf387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:30.088661 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-0c57f1af-1160-4700-95a4-75072c4cf387 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 1095 time: 0.1302702 Jul 30 01:43:30.156802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4e869-c041-4b59-90bb-1c0b71b0c77c req-47f2e93f-6c4b-41f8-a97c-8c69d380f83d tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:30.158343 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-98a4e869-c041-4b59-90bb-1c0b71b0c77c req-47f2e93f-6c4b-41f8-a97c-8c69d380f83d tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 944 time: 0.1090734 Jul 30 01:43:30.159444 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] For port 6012cfaf-7ddf-4153-add8-259fdcf5e838, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:30.162939 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] For port 6012cfaf-7ddf-4153-add8-259fdcf5e838, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6012cfaf-7ddf-4153-add8-259fdcf5e838,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:30.167096 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.167911 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:30.189625 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f8c076bf-1f09-418b-8ad6-68391388280d req-db23d2f3-c19a-4f7d-8a78-ee6ef0baa90b service neutron] 10.222.0.77 "GET /v2.0/networks/c1332537-f203-4a3a-9511-b585b0d8e2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781719 Jul 30 01:43:30.209530 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-98a4e869-c041-4b59-90bb-1c0b71b0c77c req-8eaee9a4-5afe-4f38-b90a-639f6e210395 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378575 Jul 30 01:43:30.235431 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.292302 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-894e6a0f-8445-4cff-8db5-ba065a43577b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:30.295443 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-894e6a0f-8445-4cff-8db5-ba065a43577b service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 908 time: 0.1966054 Jul 30 01:43:30.334670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:30.337493 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.339220 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] 10.222.0.77 "PUT /v2.0/ports/6012cfaf-7ddf-4153-add8-259fdcf5e838 HTTP/1.1" status: 200 len: 1122 time: 1.1253989 Jul 30 01:43:30.351487 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fb5f4-fa9f-40ea-b262-d4848e0ac547 service neutron] Pushing event updated for resources: {'Port': ['ID=6012cfaf-7ddf-4153-add8-259fdcf5e838,revision_number=8']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:30.379049 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-14c08049-8864-4af7-926e-dd76589267e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b70aba6-203f-4239-9dd0-1aaac7726e36 HTTP/1.1" status: 200 len: 217 time: 0.0654509 Jul 30 01:43:30.445050 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0,segment=NetworkSegment(4a209e55-4333-440e-aa69-2ed096fc0b58),segment_id=4a209e55-4333-440e-aa69-2ed096fc0b58)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:30.447590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=cf13a17c-6421-4331-a3c7-dd61677d747a,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:30.459399 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0', 'network_id': '0ffa1e82-f177-4e95-bc45-a2b538b7258a', 'port_id': '748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0', 'mac_address': 'fa:16:3e:9d:3b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f884a41-54c1-43c0-b458-67f62f0a892e', 'ip_address': '19.80.0.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:30.478126 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79390be4-5f43-4774-9469-d6fe353f640c req-c114240b-0d00-409a-9159-2b49cc2bbd3b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:30.478126 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79390be4-5f43-4774-9469-d6fe353f640c req-c114240b-0d00-409a-9159-2b49cc2bbd3b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.0786204 Jul 30 01:43:30.506866 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-bcdd317f-e412-46bf-9b27-1502b991c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:30.506866 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-bcdd317f-e412-46bf-9b27-1502b991c098 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5df4a4e9-2ec7-47a1-80c6-9f49100e235e HTTP/1.1" status: 200 len: 847 time: 0.1116757 Jul 30 01:43:30.508797 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f8c076bf-1f09-418b-8ad6-68391388280d req-fae0740a-9b33-4309-bcda-077e3cedefaf service neutron] 10.222.0.77 "GET /v2.0/networks/c1332537-f203-4a3a-9511-b585b0d8e2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079498 Jul 30 01:43:30.518127 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['6012cfaf-7ddf-4153-add8-259fdcf5e838'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:30.521197 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.522878 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79390be4-5f43-4774-9469-d6fe353f640c req-b9417aa0-259e-4ee2-94f2-d97339cfb810 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475080 Jul 30 01:43:30.545514 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:30.553583 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['6012cfaf-7ddf-4153-add8-259fdcf5e838'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:30.563143 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-1f6c2cfd-2f0e-49a6-95d7-c6942aa2d7e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469902 Jul 30 01:43:30.571614 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f7b43-0703-4a5a-a24b-8b35dd866064 req-cb49e84f-169c-438d-8aa8-cc2461093ed8 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:30.573121 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ff9f7b43-0703-4a5a-a24b-8b35dd866064 req-cb49e84f-169c-438d-8aa8-cc2461093ed8 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 944 time: 0.1412132 Jul 30 01:43:30.603786 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 6012cfaf-7ddf-4153-add8-259fdcf5e838 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:30.617569 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 2b70aba6-203f-4239-9dd0-1aaac7726e36 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:30.656860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0,segment=NetworkSegment(4a209e55-4333-440e-aa69-2ed096fc0b58),segment_id=4a209e55-4333-440e-aa69-2ed096fc0b58)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:30.663650 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ff9f7b43-0703-4a5a-a24b-8b35dd866064 req-c4bbe989-763a-4aca-be18-d8f0e3ad57a7 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9662471-2628-49bc-9eb2-c90f50e05b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794194 Jul 30 01:43:30.705069 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-c6f5b27f-00cf-4329-afc2-c1141915c057 service neutron] 10.222.0.10 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277361 Jul 30 01:43:30.805942 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.832990 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-1727da5a-1702-4267-8619-682b0d43ae52 service neutron] 10.222.0.10 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164050 Jul 30 01:43:30.853282 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 2b70aba6-203f-4239-9dd0-1aaac7726e36 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:30.904137 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270774a-deb7-491a-a690-a1c4b5a26992 req-c539849a-9360-4bf1-a05b-9dad262bd172 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:30.905812 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6270774a-deb7-491a-a690-a1c4b5a26992 req-c539849a-9360-4bf1-a05b-9dad262bd172 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 944 time: 0.0627363 Jul 30 01:43:30.923552 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be84bc-9fc5-4657-a6dc-c30719945348 req-e9e8603a-dbf5-4fc8-979f-02cffc44dc49 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:30.929673 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be84bc-9fc5-4657-a6dc-c30719945348 req-e9e8603a-dbf5-4fc8-979f-02cffc44dc49 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:30.935708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be84bc-9fc5-4657-a6dc-c30719945348 req-e9e8603a-dbf5-4fc8-979f-02cffc44dc49 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:30.937518 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-85be84bc-9fc5-4657-a6dc-c30719945348 req-e9e8603a-dbf5-4fc8-979f-02cffc44dc49 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2415 time: 0.0702457 Jul 30 01:43:30.954923 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6270774a-deb7-491a-a690-a1c4b5a26992 req-2ed4e939-2191-49e9-af5b-c5ab571c9bc0 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415254 Jul 30 01:43:30.975509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:30.980998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 6012cfaf-7ddf-4153-add8-259fdcf5e838, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6012cfaf-7ddf-4153-add8-259fdcf5e838,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:31.007209 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-85be84bc-9fc5-4657-a6dc-c30719945348 req-08872651-82bc-4294-8030-c1f74b53f743 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598912 Jul 30 01:43:31.019967 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 6012cfaf-7ddf-4153-add8-259fdcf5e838 has no active binding in host n-h2-713498-9 {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:43:31.039041 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['0ab796ef-d6f0-44e9-aa36-66caa5f20872'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:31.343769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0b7d4-b383-40e9-b920-5f5cfca875cc req-a82a3d91-8d69-44f7-8a07-522794adf8c6 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:31.345295 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f7b0b7d4-b383-40e9-b920-5f5cfca875cc req-a82a3d91-8d69-44f7-8a07-522794adf8c6 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 944 time: 0.0532367 Jul 30 01:43:31.387144 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f7b0b7d4-b383-40e9-b920-5f5cfca875cc req-2d4e4469-6f89-47e6-b92e-3710d14917ce tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347526 Jul 30 01:43:31.455644 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:31.477248 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-b4db5eb8-0e1d-49e6-aaac-63267209388e tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:31.480978 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-b4db5eb8-0e1d-49e6-aaac-63267209388e tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc&tenant_id=69de654e8e494e8eb1cb2de77615732a&binding%3Ahost_id=n-h1-713498-9 HTTP/1.1" status: 200 len: 1095 time: 0.0445185 Jul 30 01:43:31.502654 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:31.680392 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64c56a-a2f2-4d3f-a3b2-73ac180e6895 req-a864dd8f-1051-4607-b788-879ab7d4172f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:31.683122 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7b64c56a-a2f2-4d3f-a3b2-73ac180e6895 req-a864dd8f-1051-4607-b788-879ab7d4172f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.0754523 Jul 30 01:43:31.707333 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-8ed0a8cf-ab51-45e4-86b4-13425473a4fd service neutron] For port 2b70aba6-203f-4239-9dd0-1aaac7726e36, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:31.711634 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-8ed0a8cf-ab51-45e4-86b4-13425473a4fd service neutron] Notify callbacks [] for binding, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.713445 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d17a74-e414-466e-aa8f-337a1ff7dc7b req-8ed0a8cf-ab51-45e4-86b4-13425473a4fd service neutron] 10.222.0.10 "DELETE /v2.0/ports/2b70aba6-203f-4239-9dd0-1aaac7726e36/bindings/n-h2-713498-9 HTTP/1.1" status: 204 len: 173 time: 0.2261004 Jul 30 01:43:31.737863 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7b64c56a-a2f2-4d3f-a3b2-73ac180e6895 req-47117ee3-d241-416e-bfc1-68eddefdfddc tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457382 Jul 30 01:43:31.794721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34892) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:31.825050 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a278-0634-405b-a9bf-85182ff3c0e9 req-d3d4ac3a-a6c5-4079-bdb8-319a9829a15d tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:31.826562 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0a26a278-0634-405b-a9bf-85182ff3c0e9 req-d3d4ac3a-a6c5-4079-bdb8-319a9829a15d tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 944 time: 0.0573909 Jul 30 01:43:31.836702 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26ed028-c974-4c7a-92b6-45e73fe5d343', 'tag': '6012cfaf-7ddf-4153-add8-259fdcf5e838'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:31.839047 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1c80b7-1de3-48b9-8494-6c504e225572" -d '{"events": [{"name": "network-changed", "server_uuid": "f26ed028-c974-4c7a-92b6-45e73fe5d343", "tag": "6012cfaf-7ddf-4153-add8-259fdcf5e838"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:31.878155 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52190bf-ceaa-4ea3-b217-8254887896c2 x-openstack-request-id: req-b52190bf-ceaa-4ea3-b217-8254887896c2 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:31.878474 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f26ed028-c974-4c7a-92b6-45e73fe5d343", "tag": "6012cfaf-7ddf-4153-add8-259fdcf5e838", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:31.878720 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b52190bf-ceaa-4ea3-b217-8254887896c2 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:31.879268 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26ed028-c974-4c7a-92b6-45e73fe5d343', 'tag': '6012cfaf-7ddf-4153-add8-259fdcf5e838', 'status': 'completed', 'code': 200} Jul 30 01:43:31.882222 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0a26a278-0634-405b-a9bf-85182ff3c0e9 req-9c24636b-1fd1-4a5c-a658-37f4a63d9a19 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9662471-2628-49bc-9eb2-c90f50e05b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488696 Jul 30 01:43:31.924478 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b2117c74-23d4-4c63-b638-8bd8ba51e078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.957251 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c80b7-1de3-48b9-8494-6c504e225572 req-e819f6c8-6bb5-4693-ae31-0aa922271d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:31.958826 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c1c80b7-1de3-48b9-8494-6c504e225572 req-e819f6c8-6bb5-4693-ae31-0aa922271d0d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 1125 time: 0.0441058 Jul 30 01:43:32.028570 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b2117c74-23d4-4c63-b638-8bd8ba51e078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.066909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c80b7-1de3-48b9-8494-6c504e225572 req-0abe50d3-a8de-48f2-b0a0-5c458b5de022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:32.068410 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c1c80b7-1de3-48b9-8494-6c504e225572 req-0abe50d3-a8de-48f2-b0a0-5c458b5de022 service neutron] 10.222.0.10 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 922 time: 0.0977771 Jul 30 01:43:32.090820 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49138ada-ea36-431c-b72c-f1336a481310 req-79cb4bcb-36d6-4615-876e-a5687211591c tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:32.092372 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49138ada-ea36-431c-b72c-f1336a481310 req-79cb4bcb-36d6-4615-876e-a5687211591c tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 944 time: 0.0513496 Jul 30 01:43:32.159446 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49138ada-ea36-431c-b72c-f1336a481310 req-bdd07205-fa09-4af6-b2b8-9f8634ce0043 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591843 Jul 30 01:43:32.159702 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c1c80b7-1de3-48b9-8494-6c504e225572 req-36ec5935-2a3a-4eb1-bcd8-c71e66599d01 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6012cfaf-7ddf-4153-add8-259fdcf5e838 HTTP/1.1" status: 200 len: 217 time: 0.0742903 Jul 30 01:43:32.163125 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b2117c74-23d4-4c63-b638-8bd8ba51e078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.215990 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2117c74-23d4-4c63-b638-8bd8ba51e078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42abb35-d798-47b3-a9d3-b12593dec288,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:32.242327 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b2117c74-23d4-4c63-b638-8bd8ba51e078 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=36f1463388634a79ba71ae10f1999807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464548 Jul 30 01:43:32.245038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34910) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:32.249295 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b674c-36b2-484b-8f94-7743106fe32e req-27a1eb65-b576-497c-ab16-10e7040ad13d tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:32.255231 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b674c-36b2-484b-8f94-7743106fe32e req-27a1eb65-b576-497c-ab16-10e7040ad13d tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:32.263113 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b674c-36b2-484b-8f94-7743106fe32e req-27a1eb65-b576-497c-ab16-10e7040ad13d tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:32.278122 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-157b674c-36b2-484b-8f94-7743106fe32e req-27a1eb65-b576-497c-ab16-10e7040ad13d tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2415 time: 0.1914709 Jul 30 01:43:32.314811 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c80b7-1de3-48b9-8494-6c504e225572 req-feb21399-3df6-4889-9f6b-1fe6238ec471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:32.316283 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c1c80b7-1de3-48b9-8494-6c504e225572 req-feb21399-3df6-4889-9f6b-1fe6238ec471 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.1470799 Jul 30 01:43:32.330236 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d0f7974-3a9c-419b-905e-22bc0ee8b933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.369462 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d0f7974-3a9c-419b-905e-22bc0ee8b933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.372961 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-157b674c-36b2-484b-8f94-7743106fe32e req-d93e15b7-5cc4-4868-a902-33cbb6452fc5 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887365 Jul 30 01:43:32.375365 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c1c80b7-1de3-48b9-8494-6c504e225572 req-79d0d2fe-9129-4829-b93b-831030040167 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491538 Jul 30 01:43:32.543137 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d0f7974-3a9c-419b-905e-22bc0ee8b933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.545919 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d0f7974-3a9c-419b-905e-22bc0ee8b933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.547477 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1d0f7974-3a9c-419b-905e-22bc0ee8b933 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b42abb35-d798-47b3-a9d3-b12593dec288 HTTP/1.1" status: 204 len: 168 time: 0.3011770 Jul 30 01:43:32.559154 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f7974-3a9c-419b-905e-22bc0ee8b933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42abb35-d798-47b3-a9d3-b12593dec288,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:32.571838 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c1c80b7-1de3-48b9-8494-6c504e225572 req-6748c1ce-7d24-4c41-82dc-f3e4e5462e12 service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852157 Jul 30 01:43:32.581479 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c957f-090b-44b4-8332-88a0ea3352a6 req-77973f3e-1fa3-47c3-96f4-6e6540b37875 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:32.589366 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-717c957f-090b-44b4-8332-88a0ea3352a6 req-77973f3e-1fa3-47c3-96f4-6e6540b37875 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 944 time: 0.0996690 Jul 30 01:43:32.623110 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 6f6399bd-ce3b-4d2e-a871-384179523b3e details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:32.638024 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.715285 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-717c957f-090b-44b4-8332-88a0ea3352a6 req-27a9cc7e-7d78-4da7-ad32-fb82073efb37 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081715 Jul 30 01:43:32.719320 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['cf13a17c-6421-4331-a3c7-dd61677d747a'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:32.742688 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c1c80b7-1de3-48b9-8494-6c504e225572 req-264ad70b-48d7-4401-817d-8c0012fd84c4 service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513064 Jul 30 01:43:32.851679 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 6f6399bd-ce3b-4d2e-a871-384179523b3e, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6f6399bd-ce3b-4d2e-a871-384179523b3e,segment=NetworkSegment(8edd9c19-11e1-4cc2-a47d-18d656486408),segment_id=8edd9c19-11e1-4cc2-a47d-18d656486408)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:32.893873 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '6f6399bd-ce3b-4d2e-a871-384179523b3e', 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba', 'port_id': '6f6399bd-ce3b-4d2e-a871-384179523b3e', 'mac_address': 'fa:16:3e:cb:8c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01457b1b-d45d-4385-8143-a29a67eff29b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:32.900977 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c540d1-f53e-4152-82b2-16c0f8e258f3 req-24228d4f-bd99-4bd9-8eba-c17ad0515c02 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:32.913608 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-31c540d1-f53e-4152-82b2-16c0f8e258f3 req-24228d4f-bd99-4bd9-8eba-c17ad0515c02 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 1095 time: 0.0773160 Jul 30 01:43:32.956311 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.968642 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-31c540d1-f53e-4152-82b2-16c0f8e258f3 req-b91aae96-ec85-456f-8573-474c5a537f80 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494905 Jul 30 01:43:32.982954 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6399bd-ce3b-4d2e-a871-384179523b3e {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:32.995555 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 6f6399bd-ce3b-4d2e-a871-384179523b3e, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6f6399bd-ce3b-4d2e-a871-384179523b3e,segment=NetworkSegment(8edd9c19-11e1-4cc2-a47d-18d656486408),segment_id=8edd9c19-11e1-4cc2-a47d-18d656486408)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:33.023051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165de0e-ceeb-449e-90e9-752d52ec5bad req-db0e3789-ae3e-4d29-a060-ce10649095df tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:33.031689 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5165de0e-ceeb-449e-90e9-752d52ec5bad req-db0e3789-ae3e-4d29-a060-ce10649095df tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.0943077 Jul 30 01:43:33.062583 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:33.109765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae184b-ede7-4e55-8c80-a0b4e2a1fe3d req-244f105c-baf8-4222-a851-0fdba4ea2f65 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:33.116480 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.117542 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-27ae184b-ede7-4e55-8c80-a0b4e2a1fe3d req-244f105c-baf8-4222-a851-0fdba4ea2f65 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 944 time: 0.0725958 Jul 30 01:43:33.124938 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5165de0e-ceeb-449e-90e9-752d52ec5bad req-356c4234-b818-43a8-abf4-18cc0897a456 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920744 Jul 30 01:43:33.212624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=6f6399bd-ce3b-4d2e-a871-384179523b3e,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:33.225520 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-27ae184b-ede7-4e55-8c80-a0b4e2a1fe3d req-70b98c7f-8b9f-487f-b70c-64b45481d981 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9662471-2628-49bc-9eb2-c90f50e05b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008883 Jul 30 01:43:33.274054 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08aaab-029c-496f-9d3f-8fbe2d5e90ac req-5d67487d-1182-4448-ade5-f1668e3bc0b9 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:33.275753 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b08aaab-029c-496f-9d3f-8fbe2d5e90ac req-5d67487d-1182-4448-ade5-f1668e3bc0b9 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 1095 time: 0.0580029 Jul 30 01:43:33.286403 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:33.292280 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:33.292688 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.332753 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b08aaab-029c-496f-9d3f-8fbe2d5e90ac req-9f6c85f0-8832-4213-95fb-7cebc9e4dda9 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426629 Jul 30 01:43:33.416447 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dae25-796c-4108-bf74-52efc0ac94fa req-ea82e7ff-2132-4513-bac2-22f78b840eb4 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:33.418164 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6a1dae25-796c-4108-bf74-52efc0ac94fa req-ea82e7ff-2132-4513-bac2-22f78b840eb4 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 944 time: 0.0924735 Jul 30 01:43:33.453159 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.495730 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:33.499235 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa58a5fe-3a4a-440a-a7e0-f7cc50e0ad87" -d '{"events": [{"server_uuid": "d5b4b7ee-195d-4837-9d90-bab5b6b57021", "name": "network-vif-plugged", "status": "completed", "tag": "ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:33.507077 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6a1dae25-796c-4108-bf74-52efc0ac94fa req-b2c8e34d-cce6-4764-b8d6-7dec3f6cc57c tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816395 Jul 30 01:43:33.527739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60,segment=NetworkSegment(96baa19f-146c-4a10-8173-ee6940cdf3b1),segment_id=96baa19f-146c-4a10-8173-ee6940cdf3b1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:33.583515 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.584405 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0ab796ef-d6f0-44e9-aa36-66caa5f20872 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:33.612758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae37883-06bf-4678-b0c3-5f0bbf28800c req-143cf870-8fdd-49e1-b572-0a08c019384b tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:33.629424 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae37883-06bf-4678-b0c3-5f0bbf28800c req-143cf870-8fdd-49e1-b572-0a08c019384b tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:33.646064 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae37883-06bf-4678-b0c3-5f0bbf28800c req-143cf870-8fdd-49e1-b572-0a08c019384b tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:33.659631 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['6f6399bd-ce3b-4d2e-a871-384179523b3e'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:33.660752 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ae37883-06bf-4678-b0c3-5f0bbf28800c req-143cf870-8fdd-49e1-b572-0a08c019384b tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2415 time: 0.1367507 Jul 30 01:43:33.708700 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:33.711268 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ae37883-06bf-4678-b0c3-5f0bbf28800c req-ff9dce98-b90c-4436-ad65-72e1f9338c74 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467496 Jul 30 01:43:33.770744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 0ab796ef-d6f0-44e9-aa36-66caa5f20872 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:33.771115 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.843759 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704b0357-985f-463d-acf3-ca37e888b28b x-openstack-request-id: req-704b0357-985f-463d-acf3-ca37e888b28b {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:33.844082 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b4b7ee-195d-4837-9d90-bab5b6b57021", "name": "network-vif-plugged", "status": "completed", "tag": "ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:33.844388 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-704b0357-985f-463d-acf3-ca37e888b28b {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:33.844867 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60', 'code': 200} Jul 30 01:43:33.975752 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.019569 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0ab796ef-d6f0-44e9-aa36-66caa5f20872, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0ab796ef-d6f0-44e9-aa36-66caa5f20872,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:34.082018 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.082912 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:34.172258 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0ab796ef-d6f0-44e9-aa36-66caa5f20872,revision_number=10']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:34.342919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088a5fb-5426-453e-a231-9e38b61d5ade req-067b1cce-8b5c-4712-b4fb-9643472cf6ee tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:34.344197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:34.347024 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3088a5fb-5426-453e-a231-9e38b61d5ade req-067b1cce-8b5c-4712-b4fb-9643472cf6ee tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.1095483 Jul 30 01:43:34.355637 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:34.356219 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.440408 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3088a5fb-5426-453e-a231-9e38b61d5ade req-d2412656-1b5f-46b3-bb6d-b35563e4e1cf tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848634 Jul 30 01:43:34.533708 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.608412 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0,segment=NetworkSegment(4a209e55-4333-440e-aa69-2ed096fc0b58),segment_id=4a209e55-4333-440e-aa69-2ed096fc0b58)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:34.614920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f776bc-17dc-4d5d-9180-bc3ae1309438 req-9c004324-d9e6-4300-aad7-36bca725a45c tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:34.623905 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-78f776bc-17dc-4d5d-9180-bc3ae1309438 req-9c004324-d9e6-4300-aad7-36bca725a45c tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 945 time: 0.0714154 Jul 30 01:43:34.662127 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-78f776bc-17dc-4d5d-9180-bc3ae1309438 req-2820ddbe-3a4a-465c-83c9-7957345f24ef tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9662471-2628-49bc-9eb2-c90f50e05b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368164 Jul 30 01:43:34.680344 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.757446 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a991b-3abd-4509-ba93-738ae6e49ead req-f87bef31-f1a5-47d8-9d6c-a09c1ed56f5b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:34.759616 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eb0a991b-3abd-4509-ba93-738ae6e49ead req-f87bef31-f1a5-47d8-9d6c-a09c1ed56f5b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 944 time: 0.0636883 Jul 30 01:43:34.768432 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:34.825233 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eb0a991b-3abd-4509-ba93-738ae6e49ead req-c9b657df-3474-43a9-9eca-a551878a5008 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583303 Jul 30 01:43:34.899493 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698b5ae-7623-4efb-a20c-af1c2d6c948a req-9092b1fa-8e94-4884-b09e-8d5b52e91c7a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:34.905944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698b5ae-7623-4efb-a20c-af1c2d6c948a req-9092b1fa-8e94-4884-b09e-8d5b52e91c7a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:34.911842 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698b5ae-7623-4efb-a20c-af1c2d6c948a req-9092b1fa-8e94-4884-b09e-8d5b52e91c7a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:34.913696 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5698b5ae-7623-4efb-a20c-af1c2d6c948a req-9092b1fa-8e94-4884-b09e-8d5b52e91c7a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2417 time: 0.0692441 Jul 30 01:43:34.956195 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5698b5ae-7623-4efb-a20c-af1c2d6c948a req-0da387fd-b638-419c-9272-cb3be76b29c3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358620 Jul 30 01:43:35.056559 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35010) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:35.068631 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device cf13a17c-6421-4331-a3c7-dd61677d747a up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:35.177212 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a0784e75-d494-4652-ba03-8c5039730df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.178727 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-746f1203-445c-467f-8d8e-f467051b815c req-64b1175b-9572-40d5-9069-96924e3aa2a0 service neutron] 10.222.0.77 "GET /v2.0/ports/4efc8e99-d134-4e3a-a71e-8171970718c9/bindings/n-h2-713498-9 HTTP/1.1" status: 200 len: 382 time: 0.0617487 Jul 30 01:43:35.245991 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port cf13a17c-6421-4331-a3c7-dd61677d747a completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:35.250539 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port cf13a17c-6421-4331-a3c7-dd61677d747a triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:35.251141 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.284393 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a0784e75-d494-4652-ba03-8c5039730df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.366603 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a0784e75-d494-4652-ba03-8c5039730df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.397205 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.428191 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35016) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:35.428510 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a0784e75-d494-4652-ba03-8c5039730df0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f0f541ad00a64b849daae0e61d90dcd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704257 Jul 30 01:43:35.429538 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0784e75-d494-4652-ba03-8c5039730df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8487328f-358b-4e8d-893a-21e6ccbc56d7,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:35.479307 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port cf13a17c-6421-4331-a3c7-dd61677d747a, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cf13a17c-6421-4331-a3c7-dd61677d747a,segment=NetworkSegment(4a209e55-4333-440e-aa69-2ed096fc0b58),segment_id=4a209e55-4333-440e-aa69-2ed096fc0b58)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:35.536178 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a11c715-ecd0-4339-afd0-3b4b5670860c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.550813 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.574025 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a11c715-ecd0-4339-afd0-3b4b5670860c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.635514 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=cf13a17c-6421-4331-a3c7-dd61677d747a,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:35.740471 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24334828-ad61-46f5-9063-dafc7a0123b0 req-4432e704-f5f3-4749-a357-a86004dbe28f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:35.748048 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24334828-ad61-46f5-9063-dafc7a0123b0 req-4432e704-f5f3-4749-a357-a86004dbe28f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.1572020 Jul 30 01:43:35.832328 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24334828-ad61-46f5-9063-dafc7a0123b0 req-4fa1291f-591c-4a19-accd-7914db200b2c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779281 Jul 30 01:43:35.846857 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a11c715-ecd0-4339-afd0-3b4b5670860c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.849485 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a11c715-ecd0-4339-afd0-3b4b5670860c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.852134 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7a11c715-ecd0-4339-afd0-3b4b5670860c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8487328f-358b-4e8d-893a-21e6ccbc56d7 HTTP/1.1" status: 204 len: 168 time: 0.4216619 Jul 30 01:43:35.855183 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393797f8-7a73-4f15-ad46-01a191d6feab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab796ef-d6f0-44e9-aa36-66caa5f20872'}, {'server_uuid': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0'}, {'server_uuid': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf13a17c-6421-4331-a3c7-dd61677d747a'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:35.862419 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f42f10-3f87-4889-9a8e-0f24120cb16b" -d '{"events": [{"server_uuid": "393797f8-7a73-4f15-ad46-01a191d6feab", "name": "network-vif-plugged", "status": "completed", "tag": "0ab796ef-d6f0-44e9-aa36-66caa5f20872"}, {"server_uuid": "d5b4b7ee-195d-4837-9d90-bab5b6b57021", "name": "network-vif-plugged", "status": "completed", "tag": "748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0"}, {"server_uuid": "d5b4b7ee-195d-4837-9d90-bab5b6b57021", "name": "network-vif-plugged", "status": "completed", "tag": "cf13a17c-6421-4331-a3c7-dd61677d747a"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:35.868871 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f1203-445c-467f-8d8e-f467051b815c req-d3c0b348-ef01-4cf7-b615-8ca4b89fee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:35.870421 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-746f1203-445c-467f-8d8e-f467051b815c req-d3c0b348-ef01-4cf7-b615-8ca4b89fee67 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8&tenant_id=623208e081294df0b62265be2069edd5 HTTP/1.1" status: 200 len: 1100 time: 0.1190627 Jul 30 01:43:35.871877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11c715-ecd0-4339-afd0-3b4b5670860c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8487328f-358b-4e8d-893a-21e6ccbc56d7,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:35.902369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb0522-d357-4bd8-97d8-5324928342af req-79c8c7fd-42b1-4d2d-8114-fcff8a285bc1 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:35.922706 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88eb0522-d357-4bd8-97d8-5324928342af req-79c8c7fd-42b1-4d2d-8114-fcff8a285bc1 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 945 time: 0.0947609 Jul 30 01:43:36.000044 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f1203-445c-467f-8d8e-f467051b815c req-fdea4c1f-23c0-4b2a-bb4f-962f745f873c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:36.007855 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-746f1203-445c-467f-8d8e-f467051b815c req-fdea4c1f-23c0-4b2a-bb4f-962f745f873c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 1100 time: 0.0984757 Jul 30 01:43:36.016524 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88eb0522-d357-4bd8-97d8-5324928342af req-97090877-edad-4695-85f3-1ed7ee1cd7b3 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9662471-2628-49bc-9eb2-c90f50e05b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868828 Jul 30 01:43:36.046338 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d86058-b392-4d6a-865f-64e74c98eb96 x-openstack-request-id: req-d1d86058-b392-4d6a-865f-64e74c98eb96 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:36.046836 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393797f8-7a73-4f15-ad46-01a191d6feab", "name": "network-vif-plugged", "status": "completed", "tag": "0ab796ef-d6f0-44e9-aa36-66caa5f20872", "code": 200}, {"server_uuid": "d5b4b7ee-195d-4837-9d90-bab5b6b57021", "name": "network-vif-plugged", "status": "completed", "tag": "748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0", "code": 200}, {"server_uuid": "d5b4b7ee-195d-4837-9d90-bab5b6b57021", "name": "network-vif-plugged", "status": "completed", "tag": "cf13a17c-6421-4331-a3c7-dd61677d747a", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:36.047252 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d1d86058-b392-4d6a-865f-64e74c98eb96 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:36.047894 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393797f8-7a73-4f15-ad46-01a191d6feab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab796ef-d6f0-44e9-aa36-66caa5f20872', 'code': 200} Jul 30 01:43:36.048517 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0', 'code': 200} Jul 30 01:43:36.048919 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf13a17c-6421-4331-a3c7-dd61677d747a', 'code': 200} Jul 30 01:43:36.228580 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72fa2c-2e5b-4be8-aa43-7d02669f5fab req-af0d6c4a-90d2-40fc-bd07-4d128e290d92 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:36.232606 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c72fa2c-2e5b-4be8-aa43-7d02669f5fab req-af0d6c4a-90d2-40fc-bd07-4d128e290d92 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 944 time: 0.1393328 Jul 30 01:43:36.309300 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c72fa2c-2e5b-4be8-aa43-7d02669f5fab req-f3edbe2e-c265-4862-ba8a-67fe1df60b04 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646083 Jul 30 01:43:36.663491 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 6f6399bd-ce3b-4d2e-a871-384179523b3e up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:36.727952 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fe82a-8457-43da-8808-13720d52f98d req-1eea8e95-1a33-4de1-b2b8-39eeaff94721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:36.728475 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fe82a-8457-43da-8808-13720d52f98d req-1eea8e95-1a33-4de1-b2b8-39eeaff94721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:36.730970 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fe82a-8457-43da-8808-13720d52f98d req-1eea8e95-1a33-4de1-b2b8-39eeaff94721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:36.733366 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f04fe82a-8457-43da-8808-13720d52f98d req-1eea8e95-1a33-4de1-b2b8-39eeaff94721 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2871 time: 0.5764666 Jul 30 01:43:36.747005 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1619d67-9dbd-4771-84a9-bb23ae48fdb7 req-41cbdc2e-6bae-4d63-b5c7-85bab086a537 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:36.752895 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1619d67-9dbd-4771-84a9-bb23ae48fdb7 req-41cbdc2e-6bae-4d63-b5c7-85bab086a537 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:36.758995 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1619d67-9dbd-4771-84a9-bb23ae48fdb7 req-41cbdc2e-6bae-4d63-b5c7-85bab086a537 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:36.760645 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f1619d67-9dbd-4771-84a9-bb23ae48fdb7 req-41cbdc2e-6bae-4d63-b5c7-85bab086a537 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2418 time: 0.5737305 Jul 30 01:43:36.765548 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f1203-445c-467f-8d8e-f467051b815c req-1aaeca6e-41d7-4fcd-babd-9f29483d7636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:36.767012 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-746f1203-445c-467f-8d8e-f467051b815c req-1aaeca6e-41d7-4fcd-babd-9f29483d7636 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.7410841 Jul 30 01:43:36.840876 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-746f1203-445c-467f-8d8e-f467051b815c req-79482a2a-b91b-4f38-8e4d-28254087887d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=4efc8e99-d134-4e3a-a71e-8171970718c9 HTTP/1.1" status: 200 len: 217 time: 0.0640926 Jul 30 01:43:36.904746 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f04fe82a-8457-43da-8808-13720d52f98d req-5550eac4-b74f-4912-89df-dfcedb047e91 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415110 Jul 30 01:43:36.909131 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f1619d67-9dbd-4771-84a9-bb23ae48fdb7 req-099b7a94-c7c8-4c8e-96a7-22c8b506885b tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334105 Jul 30 01:43:36.925826 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f1203-445c-467f-8d8e-f467051b815c req-444e2ff0-1790-413d-88c1-764810855536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:36.927307 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-746f1203-445c-467f-8d8e-f467051b815c req-444e2ff0-1790-413d-88c1-764810855536 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0759497 Jul 30 01:43:36.959528 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab71bf7-44ca-44b7-9c15-c92216ba98fe req-00d79d0e-dca0-4be1-96bd-b90a073e2a85 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:36.962073 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ab71bf7-44ca-44b7-9c15-c92216ba98fe req-00d79d0e-dca0-4be1-96bd-b90a073e2a85 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.0652955 Jul 30 01:43:37.000533 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 6f6399bd-ce3b-4d2e-a871-384179523b3e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:37.005578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 6f6399bd-ce3b-4d2e-a871-384179523b3e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:37.006689 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:37.006837 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ab71bf7-44ca-44b7-9c15-c92216ba98fe req-f19f30db-6b1b-44a4-8158-cea4b9ef38ba tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376916 Jul 30 01:43:37.031415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f1203-445c-467f-8d8e-f467051b815c req-6fa989ba-aafe-4c71-9090-5d9e273a528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:37.031415 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-746f1203-445c-467f-8d8e-f467051b815c req-6fa989ba-aafe-4c71-9090-5d9e273a528b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0908380 Jul 30 01:43:37.152114 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:37.168022 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-746f1203-445c-467f-8d8e-f467051b815c req-4db92b33-6d4b-4d34-a2db-f83d7a80487b service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253107 Jul 30 01:43:37.195542 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063d334-9530-461a-8848-ded54924b3b5 req-20fcb916-979f-4f74-af19-ea68ab66aac2 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:37.197899 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9063d334-9530-461a-8848-ded54924b3b5 req-20fcb916-979f-4f74-af19-ea68ab66aac2 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 945 time: 0.0862265 Jul 30 01:43:37.201494 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 6f6399bd-ce3b-4d2e-a871-384179523b3e, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6f6399bd-ce3b-4d2e-a871-384179523b3e,segment=NetworkSegment(8edd9c19-11e1-4cc2-a47d-18d656486408),segment_id=8edd9c19-11e1-4cc2-a47d-18d656486408)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:37.256183 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9063d334-9530-461a-8848-ded54924b3b5 req-3a957064-8c43-4acc-a7a2-473f8b617a68 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9662471-2628-49bc-9eb2-c90f50e05b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492017 Jul 30 01:43:37.328750 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-746f1203-445c-467f-8d8e-f467051b815c req-dd783252-cc30-4ca8-9ea5-e970698fa264 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566405 Jul 30 01:43:37.333029 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:37.334216 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4efc8e99-d134-4e3a-a71e-8171970718c9 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:37.458726 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=6f6399bd-ce3b-4d2e-a871-384179523b3e,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:37.526680 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:37.557431 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56470a-a7cd-4e7b-a6f3-84997557de94 req-40df3117-1e6f-41dd-909b-3df779597744 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:37.568135 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ac56470a-a7cd-4e7b-a6f3-84997557de94 req-40df3117-1e6f-41dd-909b-3df779597744 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 944 time: 0.0833857 Jul 30 01:43:37.586865 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4efc8e99-d134-4e3a-a71e-8171970718c9, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4efc8e99-d134-4e3a-a71e-8171970718c9,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:37.624194 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ac56470a-a7cd-4e7b-a6f3-84997557de94 req-b4c82591-7bf5-4c63-9a6e-429c0ba90c41 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550687 Jul 30 01:43:37.697956 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:37.759102 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35086) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:37.780588 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=4efc8e99-d134-4e3a-a71e-8171970718c9,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:37.935060 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e07a8d08-0e77-428a-ac06-aeee90334143 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-149776783-network', 'tenant_id': '77ec20311b9f4d39a487c163ee3dd348'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:38.050856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87816db2-4054-4dd6-a0df-d35c3bd3c5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6399bd-ce3b-4d2e-a871-384179523b3e'}, {'server_uuid': '85f06302-ffc9-4cab-81c7-88a63ebdbdf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4efc8e99-d134-4e3a-a71e-8171970718c9'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:38.054024 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8c928a-f867-4876-842b-fa0e0b117ddc" -d '{"events": [{"server_uuid": "87816db2-4054-4dd6-a0df-d35c3bd3c5ac", "name": "network-vif-plugged", "status": "completed", "tag": "6f6399bd-ce3b-4d2e-a871-384179523b3e"}, {"server_uuid": "85f06302-ffc9-4cab-81c7-88a63ebdbdf8", "name": "network-vif-unplugged", "status": "completed", "tag": "4efc8e99-d134-4e3a-a71e-8171970718c9"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:38.100605 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07a8d08-0e77-428a-ac06-aeee90334143 admin admin] Made reservation on behalf of 77ec20311b9f4d39a487c163ee3dd348 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:38.109487 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e07a8d08-0e77-428a-ac06-aeee90334143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:38.140822 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e07a8d08-0e77-428a-ac06-aeee90334143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:38.208583 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a0184-f902-43a2-aa62-0eeb3b0009c0 req-0def210d-e82b-4f18-afa4-dbd7edc912d2 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:38.214567 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a0184-f902-43a2-aa62-0eeb3b0009c0 req-0def210d-e82b-4f18-afa4-dbd7edc912d2 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:38.220449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a0184-f902-43a2-aa62-0eeb3b0009c0 req-0def210d-e82b-4f18-afa4-dbd7edc912d2 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:38.222599 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4a0a0184-f902-43a2-aa62-0eeb3b0009c0 req-0def210d-e82b-4f18-afa4-dbd7edc912d2 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2418 time: 0.1713824 Jul 30 01:43:38.248315 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ce3d6-be11-460d-b75e-0372e92c46db req-cf6d383a-4cc7-4b6f-b228-b10487ec84fc tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:38.274929 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-137ce3d6-be11-460d-b75e-0372e92c46db req-cf6d383a-4cc7-4b6f-b228-b10487ec84fc tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 947 time: 0.1602309 Jul 30 01:43:38.309104 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4a0a0184-f902-43a2-aa62-0eeb3b0009c0 req-dfaf7575-df68-47d8-a217-f1adb9fca8b0 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735052 Jul 30 01:43:38.352902 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e07a8d08-0e77-428a-ac06-aeee90334143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:38.390958 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-137ce3d6-be11-460d-b75e-0372e92c46db req-df52a21f-5fee-4806-aed1-de5dfa0d3405 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146312 Jul 30 01:43:38.424536 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e07a8d08-0e77-428a-ac06-aeee90334143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:38.461389 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a92a91-5365-4cef-8d36-56233bb1461d x-openstack-request-id: req-33a92a91-5365-4cef-8d36-56233bb1461d {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:38.461893 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87816db2-4054-4dd6-a0df-d35c3bd3c5ac", "name": "network-vif-plugged", "status": "completed", "tag": "6f6399bd-ce3b-4d2e-a871-384179523b3e", "code": 200}, {"server_uuid": "85f06302-ffc9-4cab-81c7-88a63ebdbdf8", "name": "network-vif-unplugged", "status": "completed", "tag": "4efc8e99-d134-4e3a-a71e-8171970718c9", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:38.462335 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33a92a91-5365-4cef-8d36-56233bb1461d {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:38.462999 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87816db2-4054-4dd6-a0df-d35c3bd3c5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6399bd-ce3b-4d2e-a871-384179523b3e', 'code': 200} Jul 30 01:43:38.463813 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f06302-ffc9-4cab-81c7-88a63ebdbdf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4efc8e99-d134-4e3a-a71e-8171970718c9', 'code': 200} Jul 30 01:43:38.481065 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07a8d08-0e77-428a-ac06-aeee90334143 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:38.497836 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a8d08-0e77-428a-ac06-aeee90334143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed1b921-0c20-4383-b1c8-58adf469dfff,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:38.518617 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e07a8d08-0e77-428a-ac06-aeee90334143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:38.519156 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-e07a8d08-0e77-428a-ac06-aeee90334143 admin admin] Added segment d5a24156-74a2-4bc0-9190-f109ce356986 of type vlan for network 2dfbff6a-da9f-4ca6-b159-2e363b47f961 Jul 30 01:43:38.599548 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e07a8d08-0e77-428a-ac06-aeee90334143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:38.679544 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25483496-e1f5-4d7a-8982-08d5f052f6b0 req-77b876d6-743a-4bd1-bc9d-f7add30b60d8 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:38.681082 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-25483496-e1f5-4d7a-8982-08d5f052f6b0 req-77b876d6-743a-4bd1-bc9d-f7add30b60d8 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 946 time: 0.1242914 Jul 30 01:43:38.688649 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca743f-7a15-463b-ab28-c2df8a125280 req-2011096e-1615-4c40-b5d2-70386b98881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:38.690143 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0aca743f-7a15-463b-ab28-c2df8a125280 req-2011096e-1615-4c40-b5d2-70386b98881b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 1097 time: 0.0851755 Jul 30 01:43:38.750665 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0aca743f-7a15-463b-ab28-c2df8a125280 req-31468d67-62ce-4d47-9a28-5dd72ba28072 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c9662471-2628-49bc-9eb2-c90f50e05b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521779 Jul 30 01:43:38.773625 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-25483496-e1f5-4d7a-8982-08d5f052f6b0 req-6df20a29-2f71-4c70-b621-20a36662bd6b tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9662471-2628-49bc-9eb2-c90f50e05b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688663 Jul 30 01:43:38.780459 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e07a8d08-0e77-428a-ac06-aeee90334143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:38.780459 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07a8d08-0e77-428a-ac06-aeee90334143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:38.780459 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e07a8d08-0e77-428a-ac06-aeee90334143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:38.809187 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00902277-24c3-4a71-93ff-299d066fc50e req-b47f3617-844d-416a-ac28-c13597b0fed5 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:38.823362 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-00902277-24c3-4a71-93ff-299d066fc50e req-b47f3617-844d-416a-ac28-c13597b0fed5 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 944 time: 0.1138458 Jul 30 01:43:38.848716 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a8d08-0e77-428a-ac06-aeee90334143 admin admin] Pushing event updated for resources: {'Network': ['ID=2dfbff6a-da9f-4ca6-b159-2e363b47f961,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:38.861831 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 2dfbff6a-da9f-4ca6-b159-2e363b47f961 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:38.865626 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-00902277-24c3-4a71-93ff-299d066fc50e req-6741e9b8-96b3-46b6-bdd0-ffd4dd8b7223 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363052 Jul 30 01:43:38.892340 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e07a8d08-0e77-428a-ac06-aeee90334143 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1319380 Jul 30 01:43:38.895230 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35112) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:38.901055 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-f0257696-8fb0-4169-a3cf-e4587ee59d16 admin admin] Request body: {'subnet': {'network_id': '2dfbff6a-da9f-4ca6-b159-2e363b47f961', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-149776783-subnet', 'tenant_id': '77ec20311b9f4d39a487c163ee3dd348', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:39.006431 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0257696-8fb0-4169-a3cf-e4587ee59d16 admin admin] Made reservation on behalf of 77ec20311b9f4d39a487c163ee3dd348 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:39.010073 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f0257696-8fb0-4169-a3cf-e4587ee59d16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:39.063465 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6012cfaf-7ddf-4153-add8-259fdcf5e838 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:39.115265 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c9d0864-dccb-4efd-8cc5-54d04d62cd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:39.294527 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f0257696-8fb0-4169-a3cf-e4587ee59d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:39.364492 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0257696-8fb0-4169-a3cf-e4587ee59d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df15c2f3-fb24-4b8f-b840-7b3201fee674,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:39.378446 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0257696-8fb0-4169-a3cf-e4587ee59d16 admin admin] Checking segment: {'id': 'd5a24156-74a2-4bc0-9190-f109ce356986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2dfbff6a-da9f-4ca6-b159-2e363b47f961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:39.379134 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0257696-8fb0-4169-a3cf-e4587ee59d16 admin admin] Network hostable DHCP agents. Network: 2dfbff6a-da9f-4ca6-b159-2e363b47f961, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:39.475040 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0257696-8fb0-4169-a3cf-e4587ee59d16 admin admin] Network 2dfbff6a-da9f-4ca6-b159-2e363b47f961 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:39.490007 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01bfde-306c-4313-9aa8-2c8cbafd1373 req-fa6a9a99-0d01-45e3-90d1-024b73373af5 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:39.496365 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01bfde-306c-4313-9aa8-2c8cbafd1373 req-fa6a9a99-0d01-45e3-90d1-024b73373af5 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:39.502711 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01bfde-306c-4313-9aa8-2c8cbafd1373 req-fa6a9a99-0d01-45e3-90d1-024b73373af5 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:39.506822 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa01bfde-306c-4313-9aa8-2c8cbafd1373 req-fa6a9a99-0d01-45e3-90d1-024b73373af5 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2418 time: 0.0878134 Jul 30 01:43:39.554162 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-f0257696-8fb0-4169-a3cf-e4587ee59d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 2dfbff6a-da9f-4ca6-b159-2e363b47f961) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:39.559449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0257696-8fb0-4169-a3cf-e4587ee59d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:39.561395 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f0257696-8fb0-4169-a3cf-e4587ee59d16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:39.563675 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8a8bb1-7864-4313-aeff-5959f2b98366 None None] Network 2dfbff6a-da9f-4ca6-b159-2e363b47f961 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:39.578573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfce038-1c77-45e0-b8bd-ec2ad3c91821 req-688a4c72-d457-4b5c-b98f-7a527c0cb71d tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:39.580500 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa01bfde-306c-4313-9aa8-2c8cbafd1373 req-88a464ce-fc0f-44dd-b4e0-289ccf967ae8 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641801 Jul 30 01:43:39.587480 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-adfce038-1c77-45e0-b8bd-ec2ad3c91821 req-688a4c72-d457-4b5c-b98f-7a527c0cb71d tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 947 time: 0.0953617 Jul 30 01:43:39.653384 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-adfce038-1c77-45e0-b8bd-ec2ad3c91821 req-f6e0a609-20c5-4cf3-a359-1584b66c46dd tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600686 Jul 30 01:43:39.698376 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f0257696-8fb0-4169-a3cf-e4587ee59d16 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8018839 Jul 30 01:43:39.791087 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c2e4e1-f46a-4191-b8da-684755b1f37d None None] Network 2dfbff6a-da9f-4ca6-b159-2e363b47f961 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:39.977608 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3292641-6a74-4422-b9f2-201c871b0597 req-bf226ca5-f3cb-47ab-a793-137b67d41b4f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:39.988898 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d3292641-6a74-4422-b9f2-201c871b0597 req-bf226ca5-f3cb-47ab-a793-137b67d41b4f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 946 time: 0.1080360 Jul 30 01:43:40.060141 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d3292641-6a74-4422-b9f2-201c871b0597 req-6a52fe83-c115-49c4-801b-2e046cde826d tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9662471-2628-49bc-9eb2-c90f50e05b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696084 Jul 30 01:43:40.296283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed8a68-d30b-4cce-8fa2-0429f1bc7965 req-fe865504-7b13-4bcd-8220-79d46ef9e3a9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:40.306744 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-82ed8a68-d30b-4cce-8fa2-0429f1bc7965 req-fe865504-7b13-4bcd-8220-79d46ef9e3a9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 944 time: 0.1212571 Jul 30 01:43:40.396049 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-82ed8a68-d30b-4cce-8fa2-0429f1bc7965 req-29011d39-9a5e-49f8-b4ef-a082025b69de tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880466 Jul 30 01:43:40.666791 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4efc8e99-d134-4e3a-a71e-8171970718c9 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:40.699161 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6585b90-d93d-4c98-bee5-970bfa2e0065 req-1521de41-23cc-449e-b46e-692ba3190587 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:40.706976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6585b90-d93d-4c98-bee5-970bfa2e0065 req-1521de41-23cc-449e-b46e-692ba3190587 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:40.724211 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6585b90-d93d-4c98-bee5-970bfa2e0065 req-1521de41-23cc-449e-b46e-692ba3190587 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:40.739305 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6585b90-d93d-4c98-bee5-970bfa2e0065 req-1521de41-23cc-449e-b46e-692ba3190587 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2418 time: 0.1113465 Jul 30 01:43:40.822209 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6585b90-d93d-4c98-bee5-970bfa2e0065 req-caaa0997-8caa-46ec-a8b8-0076605bd668 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755124 Jul 30 01:43:40.955543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-50b11069-35b1-4aac-a735-5d3d34c307e9 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:40.960416 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-50b11069-35b1-4aac-a735-5d3d34c307e9 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/networks?id=2dfbff6a-da9f-4ca6-b159-2e363b47f961 HTTP/1.1" status: 200 len: 817 time: 0.2944548 Jul 30 01:43:41.002150 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-62525a11-1e07-40f2-a688-f269870924ce tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/quotas/77ec20311b9f4d39a487c163ee3dd348 HTTP/1.1" status: 200 len: 375 time: 0.0270233 Jul 30 01:43:41.053074 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-d59cfb23-1963-4173-9415-89be376971a6 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=77ec20311b9f4d39a487c163ee3dd348&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499346 Jul 30 01:43:41.053950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00ee53-ad6a-4100-8a61-6682d1b00298 req-d279ebf2-9807-4c9f-8d15-3630ba277377 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:41.056240 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f00ee53-ad6a-4100-8a61-6682d1b00298 req-d279ebf2-9807-4c9f-8d15-3630ba277377 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 947 time: 0.0966039 Jul 30 01:43:41.138849 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f00ee53-ad6a-4100-8a61-6682d1b00298 req-a4955904-4f89-46f3-9bb3-3ebc2733eb37 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690103 Jul 30 01:43:41.231015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4efc8e99-d134-4e3a-a71e-8171970718c9, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4efc8e99-d134-4e3a-a71e-8171970718c9,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:41.263218 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '4efc8e99-d134-4e3a-a71e-8171970718c9', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '4efc8e99-d134-4e3a-a71e-8171970718c9', 'mac_address': 'fa:16:3e:7a:e5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:41.270063 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:43:41.287276 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-ae830787-a365-4cf0-8f37-8d8c213cdd69 service neutron] 10.222.0.70 "GET /v2.0/networks/2dfbff6a-da9f-4ca6-b159-2e363b47f961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321444 Jul 30 01:43:41.384162 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.425342 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-6547baf5-57a3-4827-96d0-a8e9bf382ac3 service neutron] 10.222.0.70 "GET /v2.0/networks/2dfbff6a-da9f-4ca6-b159-2e363b47f961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369879 Jul 30 01:43:41.437197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4efc8e99-d134-4e3a-a71e-8171970718c9 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:41.469556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4efc8e99-d134-4e3a-a71e-8171970718c9, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4efc8e99-d134-4e3a-a71e-8171970718c9,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:41.474737 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618de7a-6a0f-4d74-8544-b204ae5068e3 req-5c054eda-d889-4e8b-8dad-c33fdeebfdd9 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:41.484644 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e618de7a-6a0f-4d74-8544-b204ae5068e3 req-5c054eda-d889-4e8b-8dad-c33fdeebfdd9 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 946 time: 0.0971651 Jul 30 01:43:41.551636 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e618de7a-6a0f-4d74-8544-b204ae5068e3 req-885745b4-7dfd-4a5d-97c7-0fe263acd48d tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9662471-2628-49bc-9eb2-c90f50e05b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660529 Jul 30 01:43:41.578206 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.624450 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-938084b2-435d-47de-a1a4-6ef2d1087548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.685727 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=4efc8e99-d134-4e3a-a71e-8171970718c9,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:41.707472 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.937620 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0acb72-a2c7-48ad-b32e-94e20d962b65 req-aeb322c0-7925-4d7a-b973-44ff75173307 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:41.937620 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aa0acb72-a2c7-48ad-b32e-94e20d962b65 req-aeb322c0-7925-4d7a-b973-44ff75173307 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 944 time: 0.0578167 Jul 30 01:43:41.941074 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['4efc8e99-d134-4e3a-a71e-8171970718c9'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:41.957629 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aa0acb72-a2c7-48ad-b32e-94e20d962b65 req-ad6fec30-f89f-4efb-b882-0d3e07f14448 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451343 Jul 30 01:43:42.053556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-476c4495-dcb8-4f49-ab7c-d89289c3e59f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:42.060423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-476c4495-dcb8-4f49-ab7c-d89289c3e59f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:42.066434 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-476c4495-dcb8-4f49-ab7c-d89289c3e59f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:42.068271 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-476c4495-dcb8-4f49-ab7c-d89289c3e59f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 2418 time: 0.0740721 Jul 30 01:43:42.188995 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-b4e0d821-525f-4c32-80f1-ab85b68f0e9f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Deleting port cf13a17c-6421-4331-a3c7-dd61677d747a {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:42.189675 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-b4e0d821-525f-4c32-80f1-ab85b68f0e9f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.219598 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0aeb144c-1bf2-4254-a7b9-b9ca14cdc914 req-7a98e0d9-0ea7-4a47-9f77-8359a51bb74f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 258 time: 0.2138569 Jul 30 01:43:42.231497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-0aeb144c-1bf2-4254-a7b9-b9ca14cdc914 req-b4d5eb36-00d3-4cad-a7d3-a47d5e12cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:42.286470 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-b4e0d821-525f-4c32-80f1-ab85b68f0e9f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] For port cf13a17c-6421-4331-a3c7-dd61677d747a, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cf13a17c-6421-4331-a3c7-dd61677d747a,segment=NetworkSegment(4a209e55-4333-440e-aa69-2ed096fc0b58),segment_id=4a209e55-4333-440e-aa69-2ed096fc0b58)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:42.286829 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-b4e0d821-525f-4c32-80f1-ab85b68f0e9f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.300728 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-b4e0d821-525f-4c32-80f1-ab85b68f0e9f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Calling delete_port for cf13a17c-6421-4331-a3c7-dd61677d747a owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:42.400831 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0aeb144c-1bf2-4254-a7b9-b9ca14cdc914 req-b4d5eb36-00d3-4cad-a7d3-a47d5e12cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.526134 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-b4e0d821-525f-4c32-80f1-ab85b68f0e9f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.543793 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0', 'ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60', 'cf13a17c-6421-4331-a3c7-dd61677d747a'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:42.623516 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0aeb144c-1bf2-4254-a7b9-b9ca14cdc914 req-b4d5eb36-00d3-4cad-a7d3-a47d5e12cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.625692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0d821-525f-4c32-80f1-ab85b68f0e9f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event deleted for resources: {'Port': ['ID=cf13a17c-6421-4331-a3c7-dd61677d747a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:42.878712 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-b4e0d821-525f-4c32-80f1-ab85b68f0e9f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] No DVR routers for this DVR port cf13a17c-6421-4331-a3c7-dd61677d747a on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:42.884266 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-b4e0d821-525f-4c32-80f1-ab85b68f0e9f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.887572 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-b4e0d821-525f-4c32-80f1-ab85b68f0e9f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.10 "DELETE /v2.0/ports/cf13a17c-6421-4331-a3c7-dd61677d747a HTTP/1.1" status: 204 len: 173 time: 0.8129568 Jul 30 01:43:42.911204 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'name': 'network-vif-deleted', 'tag': 'cf13a17c-6421-4331-a3c7-dd61677d747a'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:42.921945 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7623db-443b-464a-a4b9-d54cb7d00f6a" -d '{"events": [{"server_uuid": "d5b4b7ee-195d-4837-9d90-bab5b6b57021", "name": "network-vif-deleted", "tag": "cf13a17c-6421-4331-a3c7-dd61677d747a"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:43.099407 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-dec5fdd3-a6bb-4ad6-9f1e-0639db9d4854 service neutron] 10.222.0.10 "GET /v2.0/ports/6012cfaf-7ddf-4153-add8-259fdcf5e838/bindings/n-h2-713498-9 HTTP/1.1" status: 200 len: 384 time: 0.5809958 Jul 30 01:43:43.229557 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:43.252140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-8c36eb42-4429-4204-ba00-96cb214c98be tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:43.255102 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-8c36eb42-4429-4204-ba00-96cb214c98be tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.77 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8&tenant_id=623208e081294df0b62265be2069edd5&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 948 time: 0.4207587 Jul 30 01:43:43.293198 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b8682-c513-4a74-a556-d499f38f339f req-f531d052-3aed-4cae-ab87-a555b1bba144 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:43.302052 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b8682-c513-4a74-a556-d499f38f339f req-f531d052-3aed-4cae-ab87-a555b1bba144 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:43.304027 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-411b8682-c513-4a74-a556-d499f38f339f req-f531d052-3aed-4cae-ab87-a555b1bba144 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 1682 time: 0.2419562 Jul 30 01:43:43.331439 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-0aeb144c-1bf2-4254-a7b9-b9ca14cdc914 req-b4d5eb36-00d3-4cad-a7d3-a47d5e12cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Allocated IP 172.25.1.50 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/453166ff-a2fd-4cef-bf72-2de2e406a2a7) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:43.393698 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-6a971f79-b841-4168-836c-c8d6d324ded5 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Deleting port ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:43.394132 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-6a971f79-b841-4168-836c-c8d6d324ded5 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:43.499087 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0aeb144c-1bf2-4254-a7b9-b9ca14cdc914 req-b4d5eb36-00d3-4cad-a7d3-a47d5e12cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:43.545394 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-411b8682-c513-4a74-a556-d499f38f339f req-918c2056-4615-4478-8b0c-27900ea21179 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034903 Jul 30 01:43:43.610578 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-e7931ccc-fc70-4ca4-857e-4a03bc76d109 service neutron] 10.222.0.77 "GET /v2.0/ports/4efc8e99-d134-4e3a-a71e-8171970718c9/bindings/n-h2-713498-9 HTTP/1.1" status: 200 len: 382 time: 0.3428104 Jul 30 01:43:43.659059 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0aeb144c-1bf2-4254-a7b9-b9ca14cdc914 req-b4d5eb36-00d3-4cad-a7d3-a47d5e12cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:43.692599 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-6a971f79-b841-4168-836c-c8d6d324ded5 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] For port ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60,segment=NetworkSegment(96baa19f-146c-4a10-8173-ee6940cdf3b1),segment_id=96baa19f-146c-4a10-8173-ee6940cdf3b1)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:43.692975 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-6a971f79-b841-4168-836c-c8d6d324ded5 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:43.746183 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5eb36-00d3-4cad-a7d3-a47d5e12cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Pushing event updated for resources: {'Port': ['ID=453166ff-a2fd-4cef-bf72-2de2e406a2a7,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:43.756165 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aeb144c-1bf2-4254-a7b9-b9ca14cdc914 req-b4d5eb36-00d3-4cad-a7d3-a47d5e12cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:43.758270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-0aeb144c-1bf2-4254-a7b9-b9ca14cdc914 req-b4d5eb36-00d3-4cad-a7d3-a47d5e12cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:43.760500 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0753269-a567-4eba-91e1-cef3a9acb1ba req-4aa78d02-7855-4350-a0b8-b21d1c491be3 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/ports?device_id=4765a0f6-ffc8-4b13-a483-c94142dd99e6 HTTP/1.1" status: 200 len: 210 time: 0.0829432 Jul 30 01:43:43.761070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aeb144c-1bf2-4254-a7b9-b9ca14cdc914 req-b4d5eb36-00d3-4cad-a7d3-a47d5e12cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:43.767646 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-6a971f79-b841-4168-836c-c8d6d324ded5 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Calling delete_port for ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:43.776153 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-24273569-76a0-4a25-8b43-bedecfaee628 service neutron] For port 6012cfaf-7ddf-4153-add8-259fdcf5e838, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6012cfaf-7ddf-4153-add8-259fdcf5e838,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:43.867625 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-aab47743-b89a-42a5-acf8-5ba55bdff54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:43.869152 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-aab47743-b89a-42a5-acf8-5ba55bdff54d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 1099 time: 0.2068989 Jul 30 01:43:43.870137 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-24273569-76a0-4a25-8b43-bedecfaee628 service neutron] For port 6012cfaf-7ddf-4153-add8-259fdcf5e838, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:43.910007 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0aeb144c-1bf2-4254-a7b9-b9ca14cdc914 req-b4d5eb36-00d3-4cad-a7d3-a47d5e12cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:43.986356 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-24273569-76a0-4a25-8b43-bedecfaee628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6012cfaf-7ddf-4153-add8-259fdcf5e838 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:44.011626 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-24273569-76a0-4a25-8b43-bedecfaee628 service neutron] For port 6012cfaf-7ddf-4153-add8-259fdcf5e838, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6012cfaf-7ddf-4153-add8-259fdcf5e838,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:44.054259 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-47ea56c2-6995-4ba3-b14b-7943e2f87757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:44.055768 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-47ea56c2-6995-4ba3-b14b-7943e2f87757 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.1650348 Jul 30 01:43:44.072388 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0aeb144c-1bf2-4254-a7b9-b9ca14cdc914 req-b4d5eb36-00d3-4cad-a7d3-a47d5e12cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.141055 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-24273569-76a0-4a25-8b43-bedecfaee628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.143593 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-59bf068f-b9fc-40a2-a828-d4fd83e20d07 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=4efc8e99-d134-4e3a-a71e-8171970718c9 HTTP/1.1" status: 200 len: 217 time: 0.0500057 Jul 30 01:43:44.233854 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-e4c35f2e-d029-43f3-b153-af6ce414b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:44.235380 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-e4c35f2e-d029-43f3-b153-af6ce414b64b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0825782 Jul 30 01:43:44.241154 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-6a971f79-b841-4168-836c-c8d6d324ded5 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.317964 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a971f79-b841-4168-836c-c8d6d324ded5 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event deleted for resources: {'Port': ['ID=ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:44.369936 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0aeb144c-1bf2-4254-a7b9-b9ca14cdc914 req-b4d5eb36-00d3-4cad-a7d3-a47d5e12cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.375147 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-6a971f79-b841-4168-836c-c8d6d324ded5 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] No DVR routers for this DVR port ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:44.377436 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-6a971f79-b841-4168-836c-c8d6d324ded5 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.379886 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-6a971f79-b841-4168-836c-c8d6d324ded5 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.10 "DELETE /v2.0/ports/ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 HTTP/1.1" status: 204 len: 173 time: 1.4215469 Jul 30 01:43:44.383504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-24273569-76a0-4a25-8b43-bedecfaee628 service neutron] Transition to ACTIVE for port object 6012cfaf-7ddf-4153-add8-259fdcf5e838 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:44.450032 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-91d3dc9b-ab17-40cf-b7be-ced893050c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:44.451642 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-91d3dc9b-ab17-40cf-b7be-ced893050c74 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2053511 Jul 30 01:43:44.493236 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0aeb144c-1bf2-4254-a7b9-b9ca14cdc914 req-b4d5eb36-00d3-4cad-a7d3-a47d5e12cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.494756 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.528854 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-24273569-76a0-4a25-8b43-bedecfaee628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.569912 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5eb36-00d3-4cad-a7d3-a47d5e12cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Pushing event updated for resources: {'Port': ['ID=453166ff-a2fd-4cef-bf72-2de2e406a2a7,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:44.632489 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0aeb144c-1bf2-4254-a7b9-b9ca14cdc914 req-b4d5eb36-00d3-4cad-a7d3-a47d5e12cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.682464 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-24273569-76a0-4a25-8b43-bedecfaee628 service neutron] No DVR routers for this DVR port 6012cfaf-7ddf-4153-add8-259fdcf5e838 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:44.690190 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4efc8e99-d134-4e3a-a71e-8171970718c9 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:44.691569 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24273569-76a0-4a25-8b43-bedecfaee628 service neutron] Pushing event updated for resources: {'Port': ['ID=6012cfaf-7ddf-4153-add8-259fdcf5e838,revision_number=10']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:44.703518 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-e03933d7-a2df-4a23-92fb-4b969e7d3940 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Deleting port 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:44.703894 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-e03933d7-a2df-4a23-92fb-4b969e7d3940 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.726156 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0aeb144c-1bf2-4254-a7b9-b9ca14cdc914 req-b4d5eb36-00d3-4cad-a7d3-a47d5e12cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.728393 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0aeb144c-1bf2-4254-a7b9-b9ca14cdc914 req-b4d5eb36-00d3-4cad-a7d3-a47d5e12cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5007653 Jul 30 01:43:44.740430 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-c6411dd6-6650-45ba-8102-84dabd5a6957 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639711 Jul 30 01:43:44.756491 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 4efc8e99-d134-4e3a-a71e-8171970718c9 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:44.757240 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.790535 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-24273569-76a0-4a25-8b43-bedecfaee628 service neutron] 10.222.0.10 "PUT /v2.0/ports/6012cfaf-7ddf-4153-add8-259fdcf5e838/bindings/n-h2-713498-9/activate HTTP/1.1" status: 200 len: 369 time: 1.6248612 Jul 30 01:43:44.791533 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0aeb144c-1bf2-4254-a7b9-b9ca14cdc914 req-0f4d7653-25f8-4c19-876b-4ec7981dabf8 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 695 time: 0.0562742 Jul 30 01:43:44.895294 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-e03933d7-a2df-4a23-92fb-4b969e7d3940 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] For port 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0,segment=NetworkSegment(4a209e55-4333-440e-aa69-2ed096fc0b58),segment_id=4a209e55-4333-440e-aa69-2ed096fc0b58)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:44.905164 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-e03933d7-a2df-4a23-92fb-4b969e7d3940 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.917625 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-908eaeb3-5ed5-4079-9330-5a39add438f4 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481092 Jul 30 01:43:44.918605 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-e03933d7-a2df-4a23-92fb-4b969e7d3940 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Calling delete_port for 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:44.966263 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.996516 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb144c-1bf2-4254-a7b9-b9ca14cdc914 req-c6469c0e-b1d6-48fc-a803-196b05059b09 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:45.003086 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0aeb144c-1bf2-4254-a7b9-b9ca14cdc914 req-c6469c0e-b1d6-48fc-a803-196b05059b09 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.2106502 Jul 30 01:43:45.055074 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4efc8e99-d134-4e3a-a71e-8171970718c9, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4efc8e99-d134-4e3a-a71e-8171970718c9,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:45.056319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f06302-ffc9-4cab-81c7-88a63ebdbdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efc8e99-d134-4e3a-a71e-8171970718c9'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:45.058965 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3071ff66-8dfd-4538-9c5e-e4f444349bac" -d '{"events": [{"server_uuid": "85f06302-ffc9-4cab-81c7-88a63ebdbdf8", "name": "network-vif-plugged", "status": "completed", "tag": "4efc8e99-d134-4e3a-a71e-8171970718c9"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:45.093919 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device cf13a17c-6421-4331-a3c7-dd61677d747a no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:45.143159 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: cf13a17c-6421-4331-a3c7-dd61677d747a {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:45.143491 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device cf13a17c-6421-4331-a3c7-dd61677d747a not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:45.145859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:45.156202 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-6b5bae64-d0c8-42c0-995d-52e9aeb56f44 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:45.158185 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-6b5bae64-d0c8-42c0-995d-52e9aeb56f44 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343&tenant_id=9d514f5becb241c68f7a0454fc8f5db1&binding%3Ahost_id=n-h1-713498-9 HTTP/1.1" status: 200 len: 1096 time: 0.1441503 Jul 30 01:43:45.203659 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b44add-0709-48ad-bde7-2acd552f308c req-e025d2b0-b260-4e1f-8cf3-72b4dbef8bcc tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:45.206141 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.207457 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d5b44add-0709-48ad-bde7-2acd552f308c req-e025d2b0-b260-4e1f-8cf3-72b4dbef8bcc tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 948 time: 0.1202798 Jul 30 01:43:45.211456 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:45.211456 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:45.211938 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:45.281304 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-a6e9da54-7a44-4bc2-8a53-988368431d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:45.282607 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-a6e9da54-7a44-4bc2-8a53-988368431d1b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343&tenant_id=9d514f5becb241c68f7a0454fc8f5db1 HTTP/1.1" status: 200 len: 1096 time: 0.1060271 Jul 30 01:43:45.318953 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d5b44add-0709-48ad-bde7-2acd552f308c req-aac5904b-0b85-4782-b008-079a4b374853 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056380 Jul 30 01:43:45.320521 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-e03933d7-a2df-4a23-92fb-4b969e7d3940 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.355937 n-d-713498-9 neutron-server[94466]: INFO neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No ports have port_id starting with 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 Jul 30 01:43:45.395153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=4efc8e99-d134-4e3a-a71e-8171970718c9,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:45.473815 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70751a95-f39e-48b7-97e5-6299ce3d9ab0 x-openstack-request-id: req-70751a95-f39e-48b7-97e5-6299ce3d9ab0 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:45.474134 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b4b7ee-195d-4837-9d90-bab5b6b57021", "name": "network-vif-deleted", "tag": "cf13a17c-6421-4331-a3c7-dd61677d747a", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:45.474411 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-70751a95-f39e-48b7-97e5-6299ce3d9ab0 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:45.474806 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'name': 'network-vif-deleted', 'tag': 'cf13a17c-6421-4331-a3c7-dd61677d747a', 'status': 'completed', 'code': 200} Jul 30 01:43:45.480505 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03933d7-a2df-4a23-92fb-4b969e7d3940 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event deleted for resources: {'Port': ['ID=748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:45.524969 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-96cc9be6-c6e1-45ec-ba95-786b57175596 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:45.530535 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-96cc9be6-c6e1-45ec-ba95-786b57175596 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.77 "GET /v2.0/networks?id=2dfbff6a-da9f-4ca6-b159-2e363b47f961 HTTP/1.1" status: 200 len: 817 time: 0.2596953 Jul 30 01:43:45.559812 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-e03933d7-a2df-4a23-92fb-4b969e7d3940 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] No DVR routers for this DVR port 748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:45.562028 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-203f080b-b411-4eb2-893c-7c400c31957f tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Request body: {'port': {'device_id': '4765a0f6-ffc8-4b13-a483-c94142dd99e6', 'network_id': '2dfbff6a-da9f-4ca6-b159-2e363b47f961', 'admin_state_up': True, 'tenant_id': '77ec20311b9f4d39a487c163ee3dd348'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:45.563320 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-3c559b43-77b1-4060-b395-95b55d834535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:45.564916 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-3c559b43-77b1-4060-b395-95b55d834535 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 1096 time: 0.2365375 Jul 30 01:43:45.566075 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-e03933d7-a2df-4a23-92fb-4b969e7d3940 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.568100 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-92aab227-29d8-48a1-bf15-915b804f0bc3 req-e03933d7-a2df-4a23-92fb-4b969e7d3940 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.10 "DELETE /v2.0/ports/748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0 HTTP/1.1" status: 204 len: 173 time: 1.1764910 Jul 30 01:43:45.803495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58294e74-c8c4-46bf-9189-5745fe25730a req-7695ecb0-2b5c-4bb9-a752-09bb12609225 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:45.805395 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-58294e74-c8c4-46bf-9189-5745fe25730a req-7695ecb0-2b5c-4bb9-a752-09bb12609225 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 945 time: 0.2479932 Jul 30 01:43:45.820752 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-38d66d09-95b0-412f-a1f1-d66e2447950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:45.822727 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-38d66d09-95b0-412f-a1f1-d66e2447950d service neutron] 10.222.0.77 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 922 time: 0.2392049 Jul 30 01:43:45.876963 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-58294e74-c8c4-46bf-9189-5745fe25730a req-81b0b044-564c-4117-a188-97c306a08db4 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576777 Jul 30 01:43:45.899832 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-9244949f-957e-4654-8af5-e93e56f8d97e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6012cfaf-7ddf-4153-add8-259fdcf5e838 HTTP/1.1" status: 200 len: 217 time: 0.0687113 Jul 30 01:43:45.948168 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-203f080b-b411-4eb2-893c-7c400c31957f tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Made reservation on behalf of 77ec20311b9f4d39a487c163ee3dd348 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:45.953534 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-203f080b-b411-4eb2-893c-7c400c31957f tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:46.158115 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-3083a180-831c-41d8-baa3-24ad5556692b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:46.160116 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-3083a180-831c-41d8-baa3-24ad5556692b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.1665609 Jul 30 01:43:46.250767 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-8dfbe4d8-fcd6-4a7a-ad55-f3afa063082f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370078 Jul 30 01:43:46.251115 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-203f080b-b411-4eb2-893c-7c400c31957f tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Allocated IP 172.20.0.11 (2dfbff6a-da9f-4ca6-b159-2e363b47f961/df15c2f3-fb24-4b8f-b840-7b3201fee674/8dfae5f3-6f64-4284-b34d-232b3473fa21) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:46.274398 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc99caf5-2c99-42d0-9908-60b65d80f83a req-d95f2dc4-4319-41e3-9d0c-0d479f30461b tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5b4b7ee-195d-4837-9d90-bab5b6b57021 HTTP/1.1" status: 200 len: 210 time: 0.0464735 Jul 30 01:43:46.386581 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-26572fa8-b58f-44f8-9940-4f56d2dbea13 service neutron] 10.222.0.77 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622574 Jul 30 01:43:46.473104 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-708c31d5-4d64-484a-8b59-1c8bdc363590 req-89622bf3-0f80-45d2-ba40-9a5434808214 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/ports?device_id=4765a0f6-ffc8-4b13-a483-c94142dd99e6 HTTP/1.1" status: 200 len: 210 time: 0.0487256 Jul 30 01:43:46.514094 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-69cd8252-b4fb-474e-8b03-af18d2000332 service neutron] 10.222.0.77 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189060 Jul 30 01:43:46.567838 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-203f080b-b411-4eb2-893c-7c400c31957f tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:46.915618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203208dd-50b2-4d83-8240-3c6115073035 req-c3ecbee5-ddb8-497f-9e9e-c3dac87bd60b tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:46.915618 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-203208dd-50b2-4d83-8240-3c6115073035 req-c3ecbee5-ddb8-497f-9e9e-c3dac87bd60b tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1183310 Jul 30 01:43:46.915618 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-203208dd-50b2-4d83-8240-3c6115073035 req-abaf8a66-16bb-491b-b1b5-27a65d2f3a2b tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 695 time: 0.0647531 Jul 30 01:43:46.915618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-203208dd-50b2-4d83-8240-3c6115073035 req-34e4bf7f-4013-406a-85ea-aebbffa0f6f7 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Request body: {'floatingip': {'port_id': '6f6399bd-ce3b-4d2e-a871-384179523b3e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:46.915618 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-203208dd-50b2-4d83-8240-3c6115073035 req-34e4bf7f-4013-406a-85ea-aebbffa0f6f7 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks [] for floatingip, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.313990 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-203f080b-b411-4eb2-893c-7c400c31957f tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.390213 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.468685 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-203f080b-b411-4eb2-893c-7c400c31957f tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Network 2dfbff6a-da9f-4ca6-b159-2e363b47f961 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:47.476324 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'name': 'network-vif-deleted', 'tag': 'ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60'}, {'server_uuid': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'name': 'network-vif-deleted', 'tag': '748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:47.478853 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bf22a0-7dd4-4cdc-85c7-f17e12538555" -d '{"events": [{"server_uuid": "d5b4b7ee-195d-4837-9d90-bab5b6b57021", "name": "network-vif-deleted", "tag": "ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60"}, {"server_uuid": "d5b4b7ee-195d-4837-9d90-bab5b6b57021", "name": "network-vif-deleted", "tag": "748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:47.483489 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-203f080b-b411-4eb2-893c-7c400c31957f tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:47.498438 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-203f080b-b411-4eb2-893c-7c400c31957f tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:47.507026 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f080b-b411-4eb2-893c-7c400c31957f tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Pushing event updated for resources: {'Port': ['ID=8dfae5f3-6f64-4284-b34d-232b3473fa21,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:47.614160 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-203f080b-b411-4eb2-893c-7c400c31957f tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:47.614980 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-203f080b-b411-4eb2-893c-7c400c31957f tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.710818 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-203208dd-50b2-4d83-8240-3c6115073035 req-34e4bf7f-4013-406a-85ea-aebbffa0f6f7 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.726877 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-203f080b-b411-4eb2-893c-7c400c31957f tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1798019 Jul 30 01:43:47.748013 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] Request body: {'port': {'device_id': '4765a0f6-ffc8-4b13-a483-c94142dd99e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:47.788530 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-203208dd-50b2-4d83-8240-3c6115073035 req-34e4bf7f-4013-406a-85ea-aebbffa0f6f7 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.867740 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.261642 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [req-203208dd-50b2-4d83-8240-3c6115073035 req-34e4bf7f-4013-406a-85ea-aebbffa0f6f7 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Floating IP a8dbcf6f-a22d-4572-8b41-f727fce95ff6 associated. External IP: 172.25.1.50, port: 6f6399bd-ce3b-4d2e-a871-384179523b3e. Jul 30 01:43:48.580221 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-1c1ff15d-b5b8-47d3-926c-d1314a5bcde0 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:48.581998 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-1c1ff15d-b5b8-47d3-926c-d1314a5bcde0 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343&tenant_id=9d514f5becb241c68f7a0454fc8f5db1&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 1096 time: 0.0690055 Jul 30 01:43:48.690337 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dfae5f3-6f64-4284-b34d-232b3473fa21 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:48.700743 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-203208dd-50b2-4d83-8240-3c6115073035 req-34e4bf7f-4013-406a-85ea-aebbffa0f6f7 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Router 18a85e68-42e2-436f-bbf5-a462913c7444 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:43:48.702403 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.721028 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] Transition to ACTIVE for port object 8dfae5f3-6f64-4284-b34d-232b3473fa21 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:48.781505 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-c3308e59-6ee7-4521-bda1-2322d05d619a service neutron] For port 6012cfaf-7ddf-4153-add8-259fdcf5e838, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:48.786428 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-c3308e59-6ee7-4521-bda1-2322d05d619a service neutron] Notify callbacks [] for binding, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.786428 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba6a70d6-35f7-4a2b-a64e-d72e20daad8b req-c3308e59-6ee7-4521-bda1-2322d05d619a service neutron] 10.222.0.77 "DELETE /v2.0/ports/6012cfaf-7ddf-4153-add8-259fdcf5e838/bindings/n-h1-713498-9 HTTP/1.1" status: 204 len: 173 time: 0.1955388 Jul 30 01:43:48.822018 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.905681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] Pushing event updated for resources: {'Port': ['ID=8dfae5f3-6f64-4284-b34d-232b3473fa21,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:48.932257 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-203208dd-50b2-4d83-8240-3c6115073035 req-34e4bf7f-4013-406a-85ea-aebbffa0f6f7 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:43:48.942001 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-203208dd-50b2-4d83-8240-3c6115073035 req-34e4bf7f-4013-406a-85ea-aebbffa0f6f7 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.943976 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bf02ed-85d5-495c-b548-48e041a52873 None None] Sync routers for ids ['18a85e68-42e2-436f-bbf5-a462913c7444'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:43:48.963450 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bf02ed-85d5-495c-b548-48e041a52873 None None] Routers {'18a85e68-42e2-436f-bbf5-a462913c7444'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:43:48.965375 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c5bf02ed-85d5-495c-b548-48e041a52873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:43:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['18a85e68-42e2-436f-bbf5-a462913c7444'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:49.003217 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-203208dd-50b2-4d83-8240-3c6115073035 req-34e4bf7f-4013-406a-85ea-aebbffa0f6f7 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "PUT /v2.0/floatingips/a8dbcf6f-a22d-4572-8b41-f727fce95ff6 HTTP/1.1" status: 200 len: 996 time: 2.1880188 Jul 30 01:43:49.012484 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87816db2-4054-4dd6-a0df-d35c3bd3c5ac', 'tag': '6f6399bd-ce3b-4d2e-a871-384179523b3e'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:49.015318 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadaff9f-f6ee-4dad-86ca-2c7f81c70b38" -d '{"events": [{"name": "network-changed", "server_uuid": "87816db2-4054-4dd6-a0df-d35c3bd3c5ac", "tag": "6f6399bd-ce3b-4d2e-a871-384179523b3e"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:49.044898 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] Attempting to bind port 8dfae5f3-6f64-4284-b34d-232b3473fa21 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:49.045363 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] Attempting to bind port 8dfae5f3-6f64-4284-b34d-232b3473fa21 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'd5a24156-74a2-4bc0-9190-f109ce356986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2dfbff6a-da9f-4ca6-b159-2e363b47f961'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:49.046196 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] Attempting to bind port 8dfae5f3-6f64-4284-b34d-232b3473fa21 on network 2dfbff6a-da9f-4ca6-b159-2e363b47f961 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:49.065604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-2da30ccc-57e9-4fd3-a847-e1fb48af6787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:49.069243 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-2da30ccc-57e9-4fd3-a847-e1fb48af6787 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8&tenant_id=623208e081294df0b62265be2069edd5 HTTP/1.1" status: 200 len: 1100 time: 0.0622578 Jul 30 01:43:49.080135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] Port 8dfae5f3-6f64-4284-b34d-232b3473fa21 on network 2dfbff6a-da9f-4ca6-b159-2e363b47f961 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:49.080473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] Attempting to bind port 8dfae5f3-6f64-4284-b34d-232b3473fa21 on network 2dfbff6a-da9f-4ca6-b159-2e363b47f961 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:49.088698 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:49.092399 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] Checking segment: {'id': 'd5a24156-74a2-4bc0-9190-f109ce356986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2dfbff6a-da9f-4ca6-b159-2e363b47f961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:49.092399 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] Bound using segment: {'id': 'd5a24156-74a2-4bc0-9190-f109ce356986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2dfbff6a-da9f-4ca6-b159-2e363b47f961'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:49.092399 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] Bound port: 8dfae5f3-6f64-4284-b34d-232b3473fa21, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a24156-74a2-4bc0-9190-f109ce356986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2dfbff6a-da9f-4ca6-b159-2e363b47f961'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:49.092399 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:49.098619 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-c5bf02ed-85d5-495c-b548-48e041a52873 None None] Set router 18a85e68-42e2-436f-bbf5-a462913c7444 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:43:49.113586 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203208dd-50b2-4d83-8240-3c6115073035 req-596076f2-33c2-4e84-b105-ac65ea86cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:49.115171 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-203208dd-50b2-4d83-8240-3c6115073035 req-596076f2-33c2-4e84-b105-ac65ea86cc6b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc644468ddb04173b823ec7ba68aa6d0&device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 1097 time: 0.0930824 Jul 30 01:43:49.175188 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-073a54fa-74ea-478b-9428-a6ea9f1d7f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:49.178246 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-073a54fa-74ea-478b-9428-a6ea9f1d7f28 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 1100 time: 0.0660651 Jul 30 01:43:49.268372 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2301ce67-b3c5-4160-b2a5-6d4300f1df5f x-openstack-request-id: req-2301ce67-b3c5-4160-b2a5-6d4300f1df5f {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:49.269215 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f06302-ffc9-4cab-81c7-88a63ebdbdf8", "name": "network-vif-plugged", "status": "completed", "tag": "4efc8e99-d134-4e3a-a71e-8171970718c9", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:49.270259 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2301ce67-b3c5-4160-b2a5-6d4300f1df5f {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:49.270912 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f06302-ffc9-4cab-81c7-88a63ebdbdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efc8e99-d134-4e3a-a71e-8171970718c9', 'code': 200} Jul 30 01:43:49.271697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] For port 8dfae5f3-6f64-4284-b34d-232b3473fa21, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:49.277006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] For port 8dfae5f3-6f64-4284-b34d-232b3473fa21, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8dfae5f3-6f64-4284-b34d-232b3473fa21,segment=NetworkSegment(d5a24156-74a2-4bc0-9190-f109ce356986),segment_id=d5a24156-74a2-4bc0-9190-f109ce356986)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:49.297615 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203208dd-50b2-4d83-8240-3c6115073035 req-864d3de1-7be5-4bb3-b603-0a77f434c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:49.301468 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-203208dd-50b2-4d83-8240-3c6115073035 req-864d3de1-7be5-4bb3-b603-0a77f434c5a9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c1332537-f203-4a3a-9511-b585b0d8e2ba HTTP/1.1" status: 200 len: 930 time: 0.1670601 Jul 30 01:43:49.394034 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:49.395243 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-d34421ef-5e1d-4230-b0b3-d1fb62cfe5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:49.396750 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-d34421ef-5e1d-4230-b0b3-d1fb62cfe5c3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.2104163 Jul 30 01:43:49.433919 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afb0d3-edc8-47d5-b7a5-75afcd086bf0 req-4e4f4e1c-eeed-4ee9-bfb4-bb4bafef84c1 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:49.443927 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f7afb0d3-edc8-47d5-b7a5-75afcd086bf0 req-4e4f4e1c-eeed-4ee9-bfb4-bb4bafef84c1 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 946 time: 0.1015246 Jul 30 01:43:49.457587 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:49.458231 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:49.459666 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] 10.222.0.77 "PUT /v2.0/ports/8dfae5f3-6f64-4284-b34d-232b3473fa21 HTTP/1.1" status: 200 len: 1092 time: 1.7166634 Jul 30 01:43:49.463630 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-203208dd-50b2-4d83-8240-3c6115073035 req-5edfc2ac-696c-4b72-9daf-07ddd04007d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f6399bd-ce3b-4d2e-a871-384179523b3e HTTP/1.1" status: 200 len: 999 time: 0.1528163 Jul 30 01:43:49.488771 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-3a16432f-bf05-4d5c-be0a-598ae7e53641 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=4efc8e99-d134-4e3a-a71e-8171970718c9 HTTP/1.1" status: 200 len: 217 time: 0.0829289 Jul 30 01:43:49.508404 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c5bf02ed-85d5-495c-b548-48e041a52873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2052794077-router', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '78fece2b-2029-4c4b-a609-08da9d099265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:43:16Z', 'revision_number': 4, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'gw_port': {'id': '78fece2b-2029-4c4b-a609-08da9d099265', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:06Z', 'updated_at': '2021-07-30T01:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'a8dbcf6f-a22d-4572-8b41-f727fce95ff6', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'port_id': '6f6399bd-ce3b-4d2e-a871-384179523b3e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba', 'mac_address': 'fa:16:3e:cb:8c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87816db2-4054-4dd6-a0df-d35c3bd3c5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:43:43Z', 'updated_at': '2021-07-30T01:43:47Z', 'revision_number': 1, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9acc4f-35de-416f-876a-2c47a672181c', 'name': '', 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'mac_address': 'fa:16:3e:4d:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '01457b1b-d45d-4385-8143-a29a67eff29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:13Z', 'updated_at': '2021-07-30T01:43:24Z', 'revision_number': 5, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'subnets': [{'id': '01457b1b-d45d-4385-8143-a29a67eff29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:49.534742 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b1278-c3f9-407b-8833-4ac13025e740 service neutron] Pushing event updated for resources: {'Port': ['ID=8dfae5f3-6f64-4284-b34d-232b3473fa21,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:49.573419 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f7afb0d3-edc8-47d5-b7a5-75afcd086bf0 req-7336c4c0-9cc4-4745-9293-a382a1fb5fe6 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282361 Jul 30 01:43:49.574569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203208dd-50b2-4d83-8240-3c6115073035 req-4ba04bda-be48-45e5-a7d2-f42e1a54c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:49.576193 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-203208dd-50b2-4d83-8240-3c6115073035 req-4ba04bda-be48-45e5-a7d2-f42e1a54c9e0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=01457b1b-d45d-4385-8143-a29a67eff29b HTTP/1.1" status: 200 len: 868 time: 0.1060116 Jul 30 01:43:49.607886 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-f7311e8d-5e54-4510-ac07-3133d2064d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:49.607886 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-f7311e8d-5e54-4510-ac07-3133d2064d03 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1092994 Jul 30 01:43:49.613278 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bf02ed-85d5-495c-b548-48e041a52873 None None] Checking router: 18a85e68-42e2-436f-bbf5-a462913c7444 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:43:49.623883 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bf02ed-85d5-495c-b548-48e041a52873 None None] Routers {'18a85e68-42e2-436f-bbf5-a462913c7444'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:43:49.624425 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c5bf02ed-85d5-495c-b548-48e041a52873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:43:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['18a85e68-42e2-436f-bbf5-a462913c7444'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:49.701836 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203208dd-50b2-4d83-8240-3c6115073035 req-cb37c5c2-efd2-4596-91dc-19b239adf98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:49.710515 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-203208dd-50b2-4d83-8240-3c6115073035 req-cb37c5c2-efd2-4596-91dc-19b239adf98a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c1332537-f203-4a3a-9511-b585b0d8e2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132250 Jul 30 01:43:49.716596 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-203208dd-50b2-4d83-8240-3c6115073035 req-5719c46e-465b-4fff-98ab-0559e389349d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:43:49.721824 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-d0777be1-1ff1-4447-85de-07163ce1f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:49.724047 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-d0777be1-1ff1-4447-85de-07163ce1f9d2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1018748 Jul 30 01:43:49.724277 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-203208dd-50b2-4d83-8240-3c6115073035 req-5719c46e-465b-4fff-98ab-0559e389349d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127575 Jul 30 01:43:49.734968 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462eff12-0aaa-4d46-a1c9-d914828813b3 req-efab61fc-3f9f-4205-ba2e-25f2270547b3 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:49.736741 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-462eff12-0aaa-4d46-a1c9-d914828813b3 req-efab61fc-3f9f-4205-ba2e-25f2270547b3 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.0858810 Jul 30 01:43:49.760353 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-c5bf02ed-85d5-495c-b548-48e041a52873 None None] Set router 18a85e68-42e2-436f-bbf5-a462913c7444 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:43:49.810848 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-53611ba0-fb66-4f5e-87cd-4e88cd73cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:49.812919 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-53611ba0-fb66-4f5e-87cd-4e88cd73cd17 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=77ec20311b9f4d39a487c163ee3dd348&device_id=4765a0f6-ffc8-4b13-a483-c94142dd99e6 HTTP/1.1" status: 200 len: 1095 time: 0.1583562 Jul 30 01:43:49.829396 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-462eff12-0aaa-4d46-a1c9-d914828813b3 req-6f12559d-9add-47fc-81ba-5d920907e35e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729070 Jul 30 01:43:49.886912 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-3837a627-e6c0-486d-a7a7-97aa871878c6 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490786 Jul 30 01:43:49.888611 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-e1207a1e-7aee-46dd-a34d-d1ae3ea5ae59 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dfae5f3-6f64-4284-b34d-232b3473fa21 HTTP/1.1" status: 200 len: 217 time: 0.0597825 Jul 30 01:43:49.968408 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-203208dd-50b2-4d83-8240-3c6115073035 req-1d6ddf95-4129-4462-8c78-8a53ad9ef1b7 service neutron] 10.222.0.70 "GET /v2.0/networks/c1332537-f203-4a3a-9511-b585b0d8e2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409544 Jul 30 01:43:49.976725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-5bf79bbf-11fe-4325-b25a-6c9aaad15ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:49.978201 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-5bf79bbf-11fe-4325-b25a-6c9aaad15ff9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df15c2f3-fb24-4b8f-b840-7b3201fee674 HTTP/1.1" status: 200 len: 857 time: 0.0773883 Jul 30 01:43:50.028000 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-fd4334ed-006e-4e56-a62f-7373f3dbe6df service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2dfbff6a-da9f-4ca6-b159-2e363b47f961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395067 Jul 30 01:43:50.116506 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c5bf02ed-85d5-495c-b548-48e041a52873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2052794077-router', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '78fece2b-2029-4c4b-a609-08da9d099265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:43:16Z', 'revision_number': 4, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'gw_port': {'id': '78fece2b-2029-4c4b-a609-08da9d099265', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:06Z', 'updated_at': '2021-07-30T01:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'a8dbcf6f-a22d-4572-8b41-f727fce95ff6', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'port_id': '6f6399bd-ce3b-4d2e-a871-384179523b3e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba', 'mac_address': 'fa:16:3e:cb:8c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87816db2-4054-4dd6-a0df-d35c3bd3c5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:43:43Z', 'updated_at': '2021-07-30T01:43:47Z', 'revision_number': 1, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9acc4f-35de-416f-876a-2c47a672181c', 'name': '', 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'mac_address': 'fa:16:3e:4d:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '01457b1b-d45d-4385-8143-a29a67eff29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:13Z', 'updated_at': '2021-07-30T01:43:24Z', 'revision_number': 5, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'subnets': [{'id': '01457b1b-d45d-4385-8143-a29a67eff29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:50.171128 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bf02ed-85d5-495c-b548-48e041a52873 None None] The sync data for ids ['18a85e68-42e2-436f-bbf5-a462913c7444'] in n-d-713498-9 is: [{'id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2052794077-router', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '78fece2b-2029-4c4b-a609-08da9d099265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:43:16Z', 'revision_number': 4, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'gw_port': {'id': '78fece2b-2029-4c4b-a609-08da9d099265', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:06Z', 'updated_at': '2021-07-30T01:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'a8dbcf6f-a22d-4572-8b41-f727fce95ff6', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'port_id': '6f6399bd-ce3b-4d2e-a871-384179523b3e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba', 'mac_address': 'fa:16:3e:cb:8c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87816db2-4054-4dd6-a0df-d35c3bd3c5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:43:43Z', 'updated_at': '2021-07-30T01:43:47Z', 'revision_number': 1, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9acc4f-35de-416f-876a-2c47a672181c', 'name': '', 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'mac_address': 'fa:16:3e:4d:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '01457b1b-d45d-4385-8143-a29a67eff29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:13Z', 'updated_at': '2021-07-30T01:43:24Z', 'revision_number': 5, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'subnets': [{'id': '01457b1b-d45d-4385-8143-a29a67eff29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:43:50.181129 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-203208dd-50b2-4d83-8240-3c6115073035 req-e32cd696-b8fc-4e64-b321-8545aab7ffb6 service neutron] 10.222.0.70 "GET /v2.0/networks/c1332537-f203-4a3a-9511-b585b0d8e2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019289 Jul 30 01:43:50.197440 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-e4458bfc-40ea-4159-9aad-d0953f4642ef service neutron] 10.222.0.77 "GET /v2.0/networks/2dfbff6a-da9f-4ca6-b159-2e363b47f961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420753 Jul 30 01:43:50.305682 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca159a4c-b726-4d9f-9cb6-afd046eed847 req-a420e4b5-cfcb-445a-a1dd-599e8be29614 service neutron] 10.222.0.77 "GET /v2.0/networks/2dfbff6a-da9f-4ca6-b159-2e363b47f961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998514 Jul 30 01:43:50.350329 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35348) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:50.410798 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fa2fb46-0a0c-412b-b7ef-7df195175899 req-cd907a1f-3f4b-4217-92cf-ec9dd18201d0 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103743 Jul 30 01:43:50.414791 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9867ec36-a77e-4f45-b162-67b82b71c2e1 x-openstack-request-id: req-9867ec36-a77e-4f45-b162-67b82b71c2e1 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:50.415346 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b4b7ee-195d-4837-9d90-bab5b6b57021", "name": "network-vif-deleted", "tag": "ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60", "status": "completed", "code": 200}, {"server_uuid": "d5b4b7ee-195d-4837-9d90-bab5b6b57021", "name": "network-vif-deleted", "tag": "748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:50.415721 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9867ec36-a77e-4f45-b162-67b82b71c2e1 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:50.416348 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'name': 'network-vif-deleted', 'tag': 'ea5d58b3-f8db-4bd8-aebc-393e9bfa0f60', 'status': 'completed', 'code': 200} Jul 30 01:43:50.416708 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b4b7ee-195d-4837-9d90-bab5b6b57021', 'name': 'network-vif-deleted', 'tag': '748a9d40-4f70-4bc3-92ca-c96d9cd8c4f0', 'status': 'completed', 'code': 200} Jul 30 01:43:50.450912 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd3cdd-58f1-404d-a885-11a6fd772f1d req-dbbf7952-352a-4f30-a1a0-fcb47630158a tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:50.452500 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fdd3cdd-58f1-404d-a885-11a6fd772f1d req-dbbf7952-352a-4f30-a1a0-fcb47630158a tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 945 time: 0.1354971 Jul 30 01:43:50.454376 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-92dc7686-ede6-41ee-acd4-d5da9307699c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Deleting subnet 9d80e62f-6857-44f3-85fc-db6a433fd7ba {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:43:50.458342 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92dc7686-ede6-41ee-acd4-d5da9307699c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.519120 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fdd3cdd-58f1-404d-a885-11a6fd772f1d req-062c2430-0d33-4083-9385-8689f1a3ebe0 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576344 Jul 30 01:43:50.525989 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54d814d-c6cf-4f4b-a8fd-03f7aad241f8 None None] New status for floating IP a8dbcf6f-a22d-4572-8b41-f727fce95ff6: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:43:50.562726 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92dc7686-ede6-41ee-acd4-d5da9307699c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.591133 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f101ba-f7dc-49b6-8806-89d0564f4bdc x-openstack-request-id: req-c6f101ba-f7dc-49b6-8806-89d0564f4bdc {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:50.591133 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87816db2-4054-4dd6-a0df-d35c3bd3c5ac", "tag": "6f6399bd-ce3b-4d2e-a871-384179523b3e", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:50.591133 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c6f101ba-f7dc-49b6-8806-89d0564f4bdc {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:50.591133 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87816db2-4054-4dd6-a0df-d35c3bd3c5ac', 'tag': '6f6399bd-ce3b-4d2e-a871-384179523b3e', 'status': 'completed', 'code': 200} Jul 30 01:43:50.634223 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31817655-5779-429a-bec1-79cb8b67d74b req-ff72f6ff-173c-43a2-bafc-c632f3c20a32 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:50.636170 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-31817655-5779-429a-bec1-79cb8b67d74b req-ff72f6ff-173c-43a2-bafc-c632f3c20a32 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/ports?device_id=4765a0f6-ffc8-4b13-a483-c94142dd99e6 HTTP/1.1" status: 200 len: 944 time: 0.1424906 Jul 30 01:43:50.715448 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-31817655-5779-429a-bec1-79cb8b67d74b req-d36a801f-7d5a-4b3d-ae82-bf00741c61ac tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ed1b921-0c20-4383-b1c8-58adf469dfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710366 Jul 30 01:43:50.724494 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadaff9f-f6ee-4dad-86ca-2c7f81c70b38 req-3ff65e3c-1f00-4f0b-818b-21b3ccf308be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:50.726030 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cadaff9f-f6ee-4dad-86ca-2c7f81c70b38 req-3ff65e3c-1f00-4f0b-818b-21b3ccf308be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cc644468ddb04173b823ec7ba68aa6d0&device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 1097 time: 0.0825126 Jul 30 01:43:50.758380 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4efc8e99-d134-4e3a-a71e-8171970718c9 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:50.841928 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92dc7686-ede6-41ee-acd4-d5da9307699c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.852602 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadaff9f-f6ee-4dad-86ca-2c7f81c70b38 req-197ac3e3-9b92-4a8c-a72e-16b53af202ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:50.854086 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cadaff9f-f6ee-4dad-86ca-2c7f81c70b38 req-197ac3e3-9b92-4a8c-a72e-16b53af202ce service neutron] 10.222.0.77 "GET /v2.0/networks?id=c1332537-f203-4a3a-9511-b585b0d8e2ba HTTP/1.1" status: 200 len: 930 time: 0.1141477 Jul 30 01:43:50.878495 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.926940 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4efc8e99-d134-4e3a-a71e-8171970718c9, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4efc8e99-d134-4e3a-a71e-8171970718c9,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:50.928930 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-14637b90-be0b-400d-a9dc-eee9388676d2 req-64bca82f-77c5-4278-b98f-34ed42c6263c tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 258 time: 0.1579065 Jul 30 01:43:50.943128 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-14637b90-be0b-400d-a9dc-eee9388676d2 req-15e26f58-8aa9-4f3e-b391-4a875e708f2f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:50.944679 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cadaff9f-f6ee-4dad-86ca-2c7f81c70b38 req-8f37b438-e5e8-4a58-81c0-5d774e4dea34 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f6399bd-ce3b-4d2e-a871-384179523b3e HTTP/1.1" status: 200 len: 999 time: 0.0801234 Jul 30 01:43:50.998962 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadaff9f-f6ee-4dad-86ca-2c7f81c70b38 req-a7ea0cee-bb58-481d-bc7a-4bfb0c37d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:51.000427 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cadaff9f-f6ee-4dad-86ca-2c7f81c70b38 req-a7ea0cee-bb58-481d-bc7a-4bfb0c37d25c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=01457b1b-d45d-4385-8143-a29a67eff29b HTTP/1.1" status: 200 len: 868 time: 0.0469608 Jul 30 01:43:51.052599 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadaff9f-f6ee-4dad-86ca-2c7f81c70b38 req-24e992ec-c6c8-4f15-a097-b590426bed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:51.054286 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cadaff9f-f6ee-4dad-86ca-2c7f81c70b38 req-24e992ec-c6c8-4f15-a097-b590426bed7f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c1332537-f203-4a3a-9511-b585b0d8e2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449262 Jul 30 01:43:51.166821 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cadaff9f-f6ee-4dad-86ca-2c7f81c70b38 req-bc36df50-56ed-4e96-af60-9e158e3cf61b service neutron] 10.222.0.77 "GET /v2.0/networks/c1332537-f203-4a3a-9511-b585b0d8e2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942659 Jul 30 01:43:51.307420 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cadaff9f-f6ee-4dad-86ca-2c7f81c70b38 req-e2e00217-82a0-42b1-b664-3e08889bc8ee service neutron] 10.222.0.77 "GET /v2.0/networks/c1332537-f203-4a3a-9511-b585b0d8e2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892642 Jul 30 01:43:51.308718 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f06302-ffc9-4cab-81c7-88a63ebdbdf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4efc8e99-d134-4e3a-a71e-8171970718c9'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:51.308718 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe985d6-51f4-423a-95da-612ff01fa813" -d '{"events": [{"server_uuid": "85f06302-ffc9-4cab-81c7-88a63ebdbdf8", "name": "network-vif-unplugged", "status": "completed", "tag": "4efc8e99-d134-4e3a-a71e-8171970718c9"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:51.406933 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.456888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=4efc8e99-d134-4e3a-a71e-8171970718c9,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:51.470546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92dc7686-ede6-41ee-acd4-d5da9307699c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.475363 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-14637b90-be0b-400d-a9dc-eee9388676d2 req-15e26f58-8aa9-4f3e-b391-4a875e708f2f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.510513 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc7686-ede6-41ee-acd4-d5da9307699c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event deleted for resources: {'Subnet': ['ID=9d80e62f-6857-44f3-85fc-db6a433fd7ba,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:51.523374 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322fe731-2cf6-4dd5-9339-641617ad9dda None None] Network 96d1c924-f683-4175-bc79-f3ebe5da89d5 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:51.540623 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92dc7686-ede6-41ee-acd4-d5da9307699c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.545898 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35368) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:51.546208 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-92dc7686-ede6-41ee-acd4-d5da9307699c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "DELETE /v2.0/subnets/9d80e62f-6857-44f3-85fc-db6a433fd7ba HTTP/1.1" status: 204 len: 168 time: 1.1942174 Jul 30 01:43:51.647688 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-14637b90-be0b-400d-a9dc-eee9388676d2 req-15e26f58-8aa9-4f3e-b391-4a875e708f2f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.662194 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae6d060d-958b-4fcb-9914-3f36181b2c35 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.728329 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ae6d060d-958b-4fcb-9914-3f36181b2c35 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Deleting port f1c2835f-2f52-403a-bca3-5e3c8eb4db16 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:51.728924 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae6d060d-958b-4fcb-9914-3f36181b2c35 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.805613 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8444fca-567a-46c3-8f4d-c9bb54ed7f7d None None] DHCP port deletion for 96d1c924-f683-4175-bc79-f3ebe5da89d5 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:43:51.812922 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-14637b90-be0b-400d-a9dc-eee9388676d2 req-15e26f58-8aa9-4f3e-b391-4a875e708f2f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Allocated IP 172.25.1.159 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/2bc245d3-4466-4249-8932-fc92eca5a685) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:51.837515 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-ae6d060d-958b-4fcb-9914-3f36181b2c35 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] For port f1c2835f-2f52-403a-bca3-5e3c8eb4db16, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f1c2835f-2f52-403a-bca3-5e3c8eb4db16,segment=NetworkSegment(96baa19f-146c-4a10-8173-ee6940cdf3b1),segment_id=96baa19f-146c-4a10-8173-ee6940cdf3b1)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:51.837515 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae6d060d-958b-4fcb-9914-3f36181b2c35 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.846746 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ae6d060d-958b-4fcb-9914-3f36181b2c35 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Calling delete_port for f1c2835f-2f52-403a-bca3-5e3c8eb4db16 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:51.868272 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f8444fca-567a-46c3-8f4d-c9bb54ed7f7d None None] Deleting port f1c2835f-2f52-403a-bca3-5e3c8eb4db16 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:51.869134 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8444fca-567a-46c3-8f4d-c9bb54ed7f7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.957313 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f8444fca-567a-46c3-8f4d-c9bb54ed7f7d None None] For port f1c2835f-2f52-403a-bca3-5e3c8eb4db16, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f1c2835f-2f52-403a-bca3-5e3c8eb4db16,segment=NetworkSegment(96baa19f-146c-4a10-8173-ee6940cdf3b1),segment_id=96baa19f-146c-4a10-8173-ee6940cdf3b1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:51.957712 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8444fca-567a-46c3-8f4d-c9bb54ed7f7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.974670 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-14637b90-be0b-400d-a9dc-eee9388676d2 req-15e26f58-8aa9-4f3e-b391-4a875e708f2f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.978785 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f8444fca-567a-46c3-8f4d-c9bb54ed7f7d None None] Calling delete_port for f1c2835f-2f52-403a-bca3-5e3c8eb4db16 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:51.991983 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71731e43-df0d-4184-8ec2-f42d19df9e0c req-e48c8a1b-35f3-42eb-90bb-cb7643c29e72 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:51.998829 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-71731e43-df0d-4184-8ec2-f42d19df9e0c req-e48c8a1b-35f3-42eb-90bb-cb7643c29e72 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 951 time: 0.0995100 Jul 30 01:43:52.040991 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-71731e43-df0d-4184-8ec2-f42d19df9e0c req-21073094-4bc0-4c2d-affb-b3fafa3deead tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8569a96-1bdd-4692-947d-e8a594a584b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379839 Jul 30 01:43:52.114055 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae6d060d-958b-4fcb-9914-3f36181b2c35 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.117838 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8444fca-567a-46c3-8f4d-c9bb54ed7f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.150729 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8444fca-567a-46c3-8f4d-c9bb54ed7f7d None None] No DVR routers for this DVR port f1c2835f-2f52-403a-bca3-5e3c8eb4db16 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:52.154745 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-14637b90-be0b-400d-a9dc-eee9388676d2 req-15e26f58-8aa9-4f3e-b391-4a875e708f2f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.155463 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8444fca-567a-46c3-8f4d-c9bb54ed7f7d None None] Pushing event deleted for resources: {'Port': ['ID=f1c2835f-2f52-403a-bca3-5e3c8eb4db16,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:52.170608 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d060d-958b-4fcb-9914-3f36181b2c35 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event deleted for resources: {'Port': ['ID=f1c2835f-2f52-403a-bca3-5e3c8eb4db16,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:52.170608 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6d060d-958b-4fcb-9914-3f36181b2c35 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] No DVR routers for this DVR port f1c2835f-2f52-403a-bca3-5e3c8eb4db16 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:52.215314 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed6296-9e11-4f8d-a053-aa7ae5f01649 req-837785ba-020c-41c7-af44-6b59e3663994 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:52.216094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14637b90-be0b-400d-a9dc-eee9388676d2 req-15e26f58-8aa9-4f3e-b391-4a875e708f2f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:52.216883 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b6ed6296-9e11-4f8d-a053-aa7ae5f01649 req-837785ba-020c-41c7-af44-6b59e3663994 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 947 time: 0.1134157 Jul 30 01:43:52.219100 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-14637b90-be0b-400d-a9dc-eee9388676d2 req-15e26f58-8aa9-4f3e-b391-4a875e708f2f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:52.222635 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-14637b90-be0b-400d-a9dc-eee9388676d2 req-15e26f58-8aa9-4f3e-b391-4a875e708f2f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:52.249247 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e26f58-8aa9-4f3e-b391-4a875e708f2f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Pushing event updated for resources: {'Port': ['ID=2bc245d3-4466-4249-8932-fc92eca5a685,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:52.290959 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae6d060d-958b-4fcb-9914-3f36181b2c35 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.309184 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ae6d060d-958b-4fcb-9914-3f36181b2c35 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d1c924-f683-4175-bc79-f3ebe5da89d5']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:52.318619 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b6ed6296-9e11-4f8d-a053-aa7ae5f01649 req-9169606d-01cf-4aaa-bc74-2bc071cbba27 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913656 Jul 30 01:43:52.321917 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ae6d060d-958b-4fcb-9914-3f36181b2c35 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96baa19f-146c-4a10-8173-ee6940cdf3b1') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:52.322219 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ae6d060d-958b-4fcb-9914-3f36181b2c35 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96baa19f-146c-4a10-8173-ee6940cdf3b1') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:52.326530 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-14637b90-be0b-400d-a9dc-eee9388676d2 req-15e26f58-8aa9-4f3e-b391-4a875e708f2f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.340463 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae6d060d-958b-4fcb-9914-3f36181b2c35 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.357935 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae6d060d-958b-4fcb-9914-3f36181b2c35 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.375440 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa04bfa-57a0-4766-b962-036934c926ad x-openstack-request-id: req-ffa04bfa-57a0-4766-b962-036934c926ad {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:52.375440 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f06302-ffc9-4cab-81c7-88a63ebdbdf8", "name": "network-vif-unplugged", "status": "completed", "tag": "4efc8e99-d134-4e3a-a71e-8171970718c9", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:52.375632 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6d060d-958b-4fcb-9914-3f36181b2c35 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:52.375723 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ffa04bfa-57a0-4766-b962-036934c926ad {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:52.375813 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae6d060d-958b-4fcb-9914-3f36181b2c35 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.375911 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f06302-ffc9-4cab-81c7-88a63ebdbdf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4efc8e99-d134-4e3a-a71e-8171970718c9', 'code': 200} Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:52.377426 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:52.437386 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-14637b90-be0b-400d-a9dc-eee9388676d2 req-15e26f58-8aa9-4f3e-b391-4a875e708f2f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.509298 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f1c2835f-2f52-403a-bca3-5e3c8eb4db16 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:52.526110 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63307019-33c4-4d86-a8b5-9c8c24f3969e req-cf8acd63-129c-4bfa-817f-408a482cb649 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:52.528157 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63307019-33c4-4d86-a8b5-9c8c24f3969e req-cf8acd63-129c-4bfa-817f-408a482cb649 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/ports?device_id=4765a0f6-ffc8-4b13-a483-c94142dd99e6 HTTP/1.1" status: 200 len: 944 time: 0.0843766 Jul 30 01:43:52.532021 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: f1c2835f-2f52-403a-bca3-5e3c8eb4db16 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:52.532642 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f1c2835f-2f52-403a-bca3-5e3c8eb4db16 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:52.568273 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae6d060d-958b-4fcb-9914-3f36181b2c35 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.590762 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae6d060d-958b-4fcb-9914-3f36181b2c35 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.595995 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ae6d060d-958b-4fcb-9914-3f36181b2c35 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "DELETE /v2.0/networks/96d1c924-f683-4175-bc79-f3ebe5da89d5 HTTP/1.1" status: 204 len: 168 time: 1.0457950 Jul 30 01:43:52.596193 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4765a0f6-ffc8-4b13-a483-c94142dd99e6', 'tag': '8dfae5f3-6f64-4284-b34d-232b3473fa21'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:52.596193 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586d3c94-3659-4c17-8920-9e8fc94e3f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "4765a0f6-ffc8-4b13-a483-c94142dd99e6", "tag": "8dfae5f3-6f64-4284-b34d-232b3473fa21"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:52.598778 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35380) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:52.612287 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63307019-33c4-4d86-a8b5-9c8c24f3969e req-de1d2397-54dd-46af-a931-fb0d1a7b771d tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ed1b921-0c20-4383-b1c8-58adf469dfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779452 Jul 30 01:43:52.613648 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d060d-958b-4fcb-9914-3f36181b2c35 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event deleted for resources: {'Network': ['ID=96d1c924-f683-4175-bc79-f3ebe5da89d5,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:52.687239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fdbcf56-3329-4bc2-a0a1-fcbcc9ce3f44 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Deleting subnet 9f884a41-54c1-43c0-b458-67f62f0a892e {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:43:52.693768 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-14637b90-be0b-400d-a9dc-eee9388676d2 req-15e26f58-8aa9-4f3e-b391-4a875e708f2f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.696292 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7fdbcf56-3329-4bc2-a0a1-fcbcc9ce3f44 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.739949 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7fdbcf56-3329-4bc2-a0a1-fcbcc9ce3f44 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.742643 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47830d0-b8f9-4fff-a741-c338facb0982 req-62afd1ef-279c-4c43-84c1-bb1efd74bff1 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:52.750391 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b47830d0-b8f9-4fff-a741-c338facb0982 req-62afd1ef-279c-4c43-84c1-bb1efd74bff1 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 946 time: 0.0764189 Jul 30 01:43:52.754134 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8dfae5f3-6f64-4284-b34d-232b3473fa21 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:52.796438 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-14637b90-be0b-400d-a9dc-eee9388676d2 req-15e26f58-8aa9-4f3e-b391-4a875e708f2f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.818509 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b47830d0-b8f9-4fff-a741-c338facb0982 req-1e1f7ab4-9ba5-4f3e-a1f7-5e3ca1cbe51b tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups?id=10ffc18d-46fb-4fba-b38b-72a7dec4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670588 Jul 30 01:43:52.896187 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 8dfae5f3-6f64-4284-b34d-232b3473fa21, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8dfae5f3-6f64-4284-b34d-232b3473fa21,segment=NetworkSegment(d5a24156-74a2-4bc0-9190-f109ce356986),segment_id=d5a24156-74a2-4bc0-9190-f109ce356986)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:52.914600 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '8dfae5f3-6f64-4284-b34d-232b3473fa21', 'network_id': '2dfbff6a-da9f-4ca6-b159-2e363b47f961', 'port_id': '8dfae5f3-6f64-4284-b34d-232b3473fa21', 'mac_address': 'fa:16:3e:76:57:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df15c2f3-fb24-4b8f-b840-7b3201fee674', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:52.928907 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7fdbcf56-3329-4bc2-a0a1-fcbcc9ce3f44 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.946230 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145dc69-8748-4ef2-b0f0-56bb30a90f02 req-0989161b-4089-46c7-916d-a09c8d723225 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:52.950384 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2145dc69-8748-4ef2-b0f0-56bb30a90f02 req-0989161b-4089-46c7-916d-a09c8d723225 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 1096 time: 0.0603428 Jul 30 01:43:52.959833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e26f58-8aa9-4f3e-b391-4a875e708f2f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Pushing event updated for resources: {'Port': ['ID=2bc245d3-4466-4249-8932-fc92eca5a685,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:52.973246 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.990723 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-14637b90-be0b-400d-a9dc-eee9388676d2 req-15e26f58-8aa9-4f3e-b391-4a875e708f2f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.993023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dfae5f3-6f64-4284-b34d-232b3473fa21 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:53.002042 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2145dc69-8748-4ef2-b0f0-56bb30a90f02 req-8b984849-6148-4c73-8b03-71e3ad80ceed tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431819 Jul 30 01:43:53.022183 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 8dfae5f3-6f64-4284-b34d-232b3473fa21, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8dfae5f3-6f64-4284-b34d-232b3473fa21,segment=NetworkSegment(d5a24156-74a2-4bc0-9190-f109ce356986),segment_id=d5a24156-74a2-4bc0-9190-f109ce356986)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:53.080527 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-14637b90-be0b-400d-a9dc-eee9388676d2 req-15e26f58-8aa9-4f3e-b391-4a875e708f2f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.082194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-14637b90-be0b-400d-a9dc-eee9388676d2 req-15e26f58-8aa9-4f3e-b391-4a875e708f2f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1452229 Jul 30 01:43:53.108377 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.119139 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0ab796ef-d6f0-44e9-aa36-66caa5f20872 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:53.134868 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7fdbcf56-3329-4bc2-a0a1-fcbcc9ce3f44 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.166238 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-14637b90-be0b-400d-a9dc-eee9388676d2 req-30752957-096d-4249-b14b-144e5bf7201b tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.159 HTTP/1.1" status: 200 len: 696 time: 0.0774753 Jul 30 01:43:53.168492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbcf56-3329-4bc2-a0a1-fcbcc9ce3f44 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event deleted for resources: {'Subnet': ['ID=9f884a41-54c1-43c0-b458-67f62f0a892e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:53.172805 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7fdbcf56-3329-4bc2-a0a1-fcbcc9ce3f44 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.175000 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7fdbcf56-3329-4bc2-a0a1-fcbcc9ce3f44 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "DELETE /v2.0/subnets/9f884a41-54c1-43c0-b458-67f62f0a892e HTTP/1.1" status: 204 len: 168 time: 0.5719416 Jul 30 01:43:53.177651 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35394) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:53.205024 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd31bd7d-0245-4d77-bc54-4fbd140a81b7 None None] Network 0ffa1e82-f177-4e95-bc45-a2b538b7258a requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:53.270898 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=8dfae5f3-6f64-4284-b34d-232b3473fa21,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:53.440190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14637b90-be0b-400d-a9dc-eee9388676d2 req-45d25d3c-ed2c-41ed-bca9-469f3edc5bcd tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:53.440190 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-14637b90-be0b-400d-a9dc-eee9388676d2 req-45d25d3c-ed2c-41ed-bca9-469f3edc5bcd tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.1954160 Jul 30 01:43:53.441476 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.441919 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5bc720cc-db9b-4536-8769-7553b79d99c9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.442021 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685e2a45-c116-4a06-b560-4ee1f640e5f0 x-openstack-request-id: req-685e2a45-c116-4a06-b560-4ee1f640e5f0 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:53.442021 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4765a0f6-ffc8-4b13-a483-c94142dd99e6", "tag": "8dfae5f3-6f64-4284-b34d-232b3473fa21", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:53.442021 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-685e2a45-c116-4a06-b560-4ee1f640e5f0 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:53.442021 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4765a0f6-ffc8-4b13-a483-c94142dd99e6', 'tag': '8dfae5f3-6f64-4284-b34d-232b3473fa21', 'status': 'completed', 'code': 200} Jul 30 01:43:53.454555 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0ab796ef-d6f0-44e9-aa36-66caa5f20872, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0ab796ef-d6f0-44e9-aa36-66caa5f20872,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:53.490650 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-5bc720cc-db9b-4536-8769-7553b79d99c9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Deleting port 19d77459-8db1-45e6-8801-4eeeae2b6d75 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:53.491073 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5bc720cc-db9b-4536-8769-7553b79d99c9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.522775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d01574-cffd-42a0-9239-c5455d6c7543 None None] DHCP port deletion for 0ffa1e82-f177-4e95-bc45-a2b538b7258a request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:43:53.568420 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113b130-c509-44d9-8980-dec30fa18495 req-346f5c04-ba49-4bcb-9551-257dd77ece5f tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:53.570506 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9113b130-c509-44d9-8980-dec30fa18495 req-346f5c04-ba49-4bcb-9551-257dd77ece5f tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 1096 time: 0.0613050 Jul 30 01:43:53.575654 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['8dfae5f3-6f64-4284-b34d-232b3473fa21'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:53.611383 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9113b130-c509-44d9-8980-dec30fa18495 req-c73ec3e8-9771-4254-8524-114aa94d12b4 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302842 Jul 30 01:43:53.621105 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-5bc720cc-db9b-4536-8769-7553b79d99c9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] For port 19d77459-8db1-45e6-8801-4eeeae2b6d75, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=19d77459-8db1-45e6-8801-4eeeae2b6d75,segment=NetworkSegment(4a209e55-4333-440e-aa69-2ed096fc0b58),segment_id=4a209e55-4333-440e-aa69-2ed096fc0b58)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:53.621693 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5bc720cc-db9b-4536-8769-7553b79d99c9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.642192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-5bc720cc-db9b-4536-8769-7553b79d99c9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Calling delete_port for 19d77459-8db1-45e6-8801-4eeeae2b6d75 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:53.673519 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-68d01574-cffd-42a0-9239-c5455d6c7543 None None] Deleting port 19d77459-8db1-45e6-8801-4eeeae2b6d75 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:53.673910 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-68d01574-cffd-42a0-9239-c5455d6c7543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.699397 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d3c94-3659-4c17-8920-9e8fc94e3f4c req-d94b5ccb-ce6f-4711-a525-24097b5f2138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:53.701181 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-586d3c94-3659-4c17-8920-9e8fc94e3f4c req-d94b5ccb-ce6f-4711-a525-24097b5f2138 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=77ec20311b9f4d39a487c163ee3dd348&device_id=4765a0f6-ffc8-4b13-a483-c94142dd99e6 HTTP/1.1" status: 200 len: 1096 time: 0.1506937 Jul 30 01:43:53.799018 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b444998-8fcf-4436-b216-1f398a1d76d4 req-73e29341-fd4a-4dc1-a479-a70ffcfbdcb4 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:53.808206 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6b444998-8fcf-4436-b216-1f398a1d76d4 req-73e29341-fd4a-4dc1-a479-a70ffcfbdcb4 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 947 time: 0.0784142 Jul 30 01:43:53.808559 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-68d01574-cffd-42a0-9239-c5455d6c7543 None None] For port 19d77459-8db1-45e6-8801-4eeeae2b6d75, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=19d77459-8db1-45e6-8801-4eeeae2b6d75,segment=NetworkSegment(4a209e55-4333-440e-aa69-2ed096fc0b58),segment_id=4a209e55-4333-440e-aa69-2ed096fc0b58)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:53.808559 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-68d01574-cffd-42a0-9239-c5455d6c7543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.821793 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-68d01574-cffd-42a0-9239-c5455d6c7543 None None] Calling delete_port for 19d77459-8db1-45e6-8801-4eeeae2b6d75 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:53.879245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d3c94-3659-4c17-8920-9e8fc94e3f4c req-d5b907ee-e04e-446f-ba2b-08f725999df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:53.879245 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-586d3c94-3659-4c17-8920-9e8fc94e3f4c req-d5b907ee-e04e-446f-ba2b-08f725999df5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2dfbff6a-da9f-4ca6-b159-2e363b47f961 HTTP/1.1" status: 200 len: 918 time: 0.1610427 Jul 30 01:43:53.879838 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6b444998-8fcf-4436-b216-1f398a1d76d4 req-cf1da57e-4830-4cb9-a1cd-d5755ce37df3 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698254 Jul 30 01:43:53.881098 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.961744 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-586d3c94-3659-4c17-8920-9e8fc94e3f4c req-1f1d0aa5-3f23-414a-b743-2f2c705c3653 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dfae5f3-6f64-4284-b34d-232b3473fa21 HTTP/1.1" status: 200 len: 217 time: 0.0785491 Jul 30 01:43:53.964313 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5bc720cc-db9b-4536-8769-7553b79d99c9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.968529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a00c7d-e0dc-4ee5-a257-96874df52335 req-72ce5260-b8f1-4432-94cb-b013d7d0df92 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:53.979086 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5a00c7d-e0dc-4ee5-a257-96874df52335 req-72ce5260-b8f1-4432-94cb-b013d7d0df92 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 946 time: 0.1221814 Jul 30 01:43:54.002553 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0ab796ef-d6f0-44e9-aa36-66caa5f20872,revision_number=11']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:54.027089 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-68d01574-cffd-42a0-9239-c5455d6c7543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.029289 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc720cc-db9b-4536-8769-7553b79d99c9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] No DVR routers for this DVR port 19d77459-8db1-45e6-8801-4eeeae2b6d75 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:54.053828 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc720cc-db9b-4536-8769-7553b79d99c9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event deleted for resources: {'Port': ['ID=19d77459-8db1-45e6-8801-4eeeae2b6d75,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:54.060038 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d01574-cffd-42a0-9239-c5455d6c7543 None None] Pushing event deleted for resources: {'Port': ['ID=19d77459-8db1-45e6-8801-4eeeae2b6d75,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:54.064169 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d01574-cffd-42a0-9239-c5455d6c7543 None None] No DVR routers for this DVR port 19d77459-8db1-45e6-8801-4eeeae2b6d75 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:54.147505 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d3c94-3659-4c17-8920-9e8fc94e3f4c req-bdff7c64-8886-478a-8b2f-900a588f8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:54.148981 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-586d3c94-3659-4c17-8920-9e8fc94e3f4c req-bdff7c64-8886-478a-8b2f-900a588f8a02 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df15c2f3-fb24-4b8f-b840-7b3201fee674 HTTP/1.1" status: 200 len: 857 time: 0.1626146 Jul 30 01:43:54.153380 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5bc720cc-db9b-4536-8769-7553b79d99c9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.159815 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e0cae-ef22-476c-9497-9564ac4986d6 req-ea7568dc-4225-422b-9999-384815d09d79 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:54.162516 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fb3e0cae-ef22-476c-9497-9564ac4986d6 req-ea7568dc-4225-422b-9999-384815d09d79 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1271894 Jul 30 01:43:54.173496 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-5bc720cc-db9b-4536-8769-7553b79d99c9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffa1e82-f177-4e95-bc45-a2b538b7258a']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:54.198547 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-586d3c94-3659-4c17-8920-9e8fc94e3f4c req-8957535a-b648-43dd-9be7-3bf9ae598027 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2dfbff6a-da9f-4ca6-b159-2e363b47f961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338314 Jul 30 01:43:54.198547 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-5bc720cc-db9b-4536-8769-7553b79d99c9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a209e55-4333-440e-aa69-2ed096fc0b58') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:54.198547 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-5bc720cc-db9b-4536-8769-7553b79d99c9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a209e55-4333-440e-aa69-2ed096fc0b58') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:54.215343 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5bc720cc-db9b-4536-8769-7553b79d99c9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.223672 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-e5a00c7d-e0dc-4ee5-a257-96874df52335 req-d30615ff-631e-474b-a0fd-466af377576e tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Deleting port 992c894e-f733-48e4-9ff8-b8867aa70b6f {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:54.224018 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e5a00c7d-e0dc-4ee5-a257-96874df52335 req-d30615ff-631e-474b-a0fd-466af377576e tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.231029 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fb3e0cae-ef22-476c-9497-9564ac4986d6 req-62ee0d9e-44a8-4e1c-b40d-15fc269ce32e tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.159 HTTP/1.1" status: 200 len: 696 time: 0.0608315 Jul 30 01:43:54.268942 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5bc720cc-db9b-4536-8769-7553b79d99c9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.281594 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc720cc-db9b-4536-8769-7553b79d99c9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:54.282026 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5bc720cc-db9b-4536-8769-7553b79d99c9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:54.285158 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:54.364167 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-586d3c94-3659-4c17-8920-9e8fc94e3f4c req-e858dec2-cd9f-49e2-a6bc-31739042cb18 service neutron] 10.222.0.77 "GET /v2.0/networks/2dfbff6a-da9f-4ca6-b159-2e363b47f961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590734 Jul 30 01:43:54.375797 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393797f8-7a73-4f15-ad46-01a191d6feab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ab796ef-d6f0-44e9-aa36-66caa5f20872'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:54.380540 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14eabf89-e888-4bb4-b9d3-3792238bc309" -d '{"events": [{"server_uuid": "393797f8-7a73-4f15-ad46-01a191d6feab", "name": "network-vif-unplugged", "status": "completed", "tag": "0ab796ef-d6f0-44e9-aa36-66caa5f20872"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:54.451912 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5bc720cc-db9b-4536-8769-7553b79d99c9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.462724 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5bc720cc-db9b-4536-8769-7553b79d99c9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.465138 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5bc720cc-db9b-4536-8769-7553b79d99c9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "DELETE /v2.0/networks/0ffa1e82-f177-4e95-bc45-a2b538b7258a HTTP/1.1" status: 204 len: 168 time: 1.2855577 Jul 30 01:43:54.475695 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35442) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:54.481224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-938f9374-0ea5-45e1-9529-93595183a328 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-851195547'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:54.488660 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc720cc-db9b-4536-8769-7553b79d99c9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event deleted for resources: {'Network': ['ID=0ffa1e82-f177-4e95-bc45-a2b538b7258a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:54.492153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 19d77459-8db1-45e6-8801-4eeeae2b6d75 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:54.523096 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 19d77459-8db1-45e6-8801-4eeeae2b6d75 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:54.523515 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 19d77459-8db1-45e6-8801-4eeeae2b6d75 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:54.525396 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-586d3c94-3659-4c17-8920-9e8fc94e3f4c req-fe2e5314-ec04-40ac-a22e-82d14e77329f service neutron] 10.222.0.77 "GET /v2.0/networks/2dfbff6a-da9f-4ca6-b159-2e363b47f961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510603 Jul 30 01:43:54.571715 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-fb3e0cae-ef22-476c-9497-9564ac4986d6 req-7726a037-71fc-4987-9310-c19703be9134 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Request body: {'floatingip': {'port_id': '6f6399bd-ce3b-4d2e-a871-384179523b3e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:54.611571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938f9374-0ea5-45e1-9529-93595183a328 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Made reservation on behalf of 7d8ded957c6c4ac3b56380dd35f56460 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:54.615132 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-938f9374-0ea5-45e1-9529-93595183a328 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.622631 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fb3e0cae-ef22-476c-9497-9564ac4986d6 req-7726a037-71fc-4987-9310-c19703be9134 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks [] for floatingip, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.649564 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938f9374-0ea5-45e1-9529-93595183a328 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:54.659602 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-938f9374-0ea5-45e1-9529-93595183a328 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.660061 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-938f9374-0ea5-45e1-9529-93595183a328 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Added segment 1059abbf-0df0-4c57-95db-90ab4f472313 of type vlan for network cd07b72d-638c-4fd9-b55d-92130717becd Jul 30 01:43:54.702364 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-938f9374-0ea5-45e1-9529-93595183a328 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.851231 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4efc8e99-d134-4e3a-a71e-8171970718c9 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:54.851561 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e5a00c7d-e0dc-4ee5-a257-96874df52335 req-d30615ff-631e-474b-a0fd-466af377576e tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] For port 992c894e-f733-48e4-9ff8-b8867aa70b6f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=992c894e-f733-48e4-9ff8-b8867aa70b6f,segment=NetworkSegment(9aec8826-4ee2-46c7-91c7-843fdcfbd818),segment_id=9aec8826-4ee2-46c7-91c7-843fdcfbd818)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:54.851561 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e5a00c7d-e0dc-4ee5-a257-96874df52335 req-d30615ff-631e-474b-a0fd-466af377576e tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.851865 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8dfae5f3-6f64-4284-b34d-232b3473fa21 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:54.909084 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4efc8e99-d134-4e3a-a71e-8171970718c9, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4efc8e99-d134-4e3a-a71e-8171970718c9,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:54.931619 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '4efc8e99-d134-4e3a-a71e-8171970718c9', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '4efc8e99-d134-4e3a-a71e-8171970718c9', 'mac_address': 'fa:16:3e:7a:e5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:54.975577 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.990869 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4efc8e99-d134-4e3a-a71e-8171970718c9 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:55.012942 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4efc8e99-d134-4e3a-a71e-8171970718c9, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4efc8e99-d134-4e3a-a71e-8171970718c9,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:55.142368 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [req-fb3e0cae-ef22-476c-9497-9564ac4986d6 req-7726a037-71fc-4987-9310-c19703be9134 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] update failed (client error): There was a conflict when trying to complete your request. Jul 30 01:43:55.143546 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fb3e0cae-ef22-476c-9497-9564ac4986d6 req-7726a037-71fc-4987-9310-c19703be9134 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "PUT /v2.0/floatingips/d886bb4a-7dd3-4036-b022-e83fae7eda7f HTTP/1.1" status: 409 len: 551 time: 0.6024289 Jul 30 01:43:55.170084 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e5a00c7d-e0dc-4ee5-a257-96874df52335 req-d30615ff-631e-474b-a0fd-466af377576e tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.170723 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e5a00c7d-e0dc-4ee5-a257-96874df52335 req-d30615ff-631e-474b-a0fd-466af377576e tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.171054 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [req-e5a00c7d-e0dc-4ee5-a257-96874df52335 req-d30615ff-631e-474b-a0fd-466af377576e tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Floating IP a13330c7-1ba7-45f7-869b-53e991a80f0d disassociated. External IP: 172.25.1.201, port: 992c894e-f733-48e4-9ff8-b8867aa70b6f. Jul 30 01:43:55.171406 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-e5a00c7d-e0dc-4ee5-a257-96874df52335 req-d30615ff-631e-474b-a0fd-466af377576e tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Calling delete_port for 992c894e-f733-48e4-9ff8-b8867aa70b6f owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:55.229089 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-938f9374-0ea5-45e1-9529-93595183a328 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.235352 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938f9374-0ea5-45e1-9529-93595183a328 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:55.236201 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-938f9374-0ea5-45e1-9529-93595183a328 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.252458 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 8dfae5f3-6f64-4284-b34d-232b3473fa21 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:55.256470 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.266038 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 8dfae5f3-6f64-4284-b34d-232b3473fa21 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:55.266753 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.319946 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3f159-bcb8-42a5-b576-15682df0bffe req-373d1ae9-7707-4dc4-bbd6-8942b73d655d tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:55.321569 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfc3f159-bcb8-42a5-b576-15682df0bffe req-373d1ae9-7707-4dc4-bbd6-8942b73d655d tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/ports?device_id=4765a0f6-ffc8-4b13-a483-c94142dd99e6 HTTP/1.1" status: 200 len: 945 time: 0.0957491 Jul 30 01:43:55.438499 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f9374-0ea5-45e1-9529-93595183a328 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event updated for resources: {'Network': ['ID=cd07b72d-638c-4fd9-b55d-92130717becd,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:55.463106 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfc3f159-bcb8-42a5-b576-15682df0bffe req-a62c1f4b-ecf8-4119-bd15-b8c6db473a0a tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ed1b921-0c20-4383-b1c8-58adf469dfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147234 Jul 30 01:43:55.476236 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-938f9374-0ea5-45e1-9529-93595183a328 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9995518 Jul 30 01:43:55.480281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35454) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:55.486011 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network cd07b72d-638c-4fd9-b55d-92130717becd details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:55.488064 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-fc325fc8-6f9e-438e-8135-48b5e9fece4f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Request body: {'subnet': {'network_id': 'cd07b72d-638c-4fd9-b55d-92130717becd', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:55.558774 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=4efc8e99-d134-4e3a-a71e-8171970718c9,revision_number=10']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:55.578234 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e5a00c7d-e0dc-4ee5-a257-96874df52335 req-d30615ff-631e-474b-a0fd-466af377576e tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.617489 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.626324 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30615ff-631e-474b-a0fd-466af377576e tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Pushing event deleted for resources: {'Port': ['ID=992c894e-f733-48e4-9ff8-b8867aa70b6f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:55.656723 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 8dfae5f3-6f64-4284-b34d-232b3473fa21, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8dfae5f3-6f64-4284-b34d-232b3473fa21,segment=NetworkSegment(d5a24156-74a2-4bc0-9190-f109ce356986),segment_id=d5a24156-74a2-4bc0-9190-f109ce356986)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:55.666243 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2601fc37-4644-45cd-b297-898177eac6a4 req-97da7d31-6580-4fe5-b5dc-1425cd508699 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a62adc1-cab7-4f57-98f5-eeb56812c92e HTTP/1.1" status: 200 len: 210 time: 0.0745649 Jul 30 01:43:55.677009 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['4efc8e99-d134-4e3a-a71e-8171970718c9'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:55.709463 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc325fc8-6f9e-438e-8135-48b5e9fece4f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Made reservation on behalf of 7d8ded957c6c4ac3b56380dd35f56460 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:55.713772 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc325fc8-6f9e-438e-8135-48b5e9fece4f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.737257 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.830433 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=8dfae5f3-6f64-4284-b34d-232b3473fa21,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:55.847426 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5a00c7d-e0dc-4ee5-a257-96874df52335 req-d30615ff-631e-474b-a0fd-466af377576e tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Router 84cfe81b-404e-4932-9679-a6db11b5b2cd has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:43:55.861696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621dd22-d2cd-4d14-bd82-780660fa98a9 req-91d3ea1f-4ef6-4f44-ad96-8db7e1424123 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:55.869357 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7621dd22-d2cd-4d14-bd82-780660fa98a9 req-91d3ea1f-4ef6-4f44-ad96-8db7e1424123 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 949 time: 0.0941288 Jul 30 01:43:55.910251 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d56455-5471-4c91-a7e8-cd87624a4fb2 x-openstack-request-id: req-64d56455-5471-4c91-a7e8-cd87624a4fb2 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:55.913270 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393797f8-7a73-4f15-ad46-01a191d6feab", "name": "network-vif-unplugged", "status": "completed", "tag": "0ab796ef-d6f0-44e9-aa36-66caa5f20872", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:55.914846 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-64d56455-5471-4c91-a7e8-cd87624a4fb2 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:55.920547 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393797f8-7a73-4f15-ad46-01a191d6feab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ab796ef-d6f0-44e9-aa36-66caa5f20872', 'code': 200} Jul 30 01:43:55.983383 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7621dd22-d2cd-4d14-bd82-780660fa98a9 req-80a3ad5c-fc65-4ffa-9a7d-04ac532e6b2f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130562 Jul 30 01:43:56.026070 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6e6f08e-63ac-4b0c-b7e8-2f51d25de0c6 req-f7276d70-97b5-464a-8fdf-66ffb0c8877d tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/floatingips/d886bb4a-7dd3-4036-b022-e83fae7eda7f HTTP/1.1" status: 200 len: 693 time: 0.0934618 Jul 30 01:43:56.148890 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5a00c7d-e0dc-4ee5-a257-96874df52335 req-d30615ff-631e-474b-a0fd-466af377576e tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:43:56.165337 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14a639d-d55e-4ef6-a934-5a7df514798f None None] Sync routers for ids ['84cfe81b-404e-4932-9679-a6db11b5b2cd'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:43:56.179800 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14a639d-d55e-4ef6-a934-5a7df514798f None None] Routers {'84cfe81b-404e-4932-9679-a6db11b5b2cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:43:56.182898 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b14a639d-d55e-4ef6-a934-5a7df514798f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:43:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['84cfe81b-404e-4932-9679-a6db11b5b2cd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:56.217839 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a00c7d-e0dc-4ee5-a257-96874df52335 req-d30615ff-631e-474b-a0fd-466af377576e tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] No DVR routers for this DVR port 992c894e-f733-48e4-9ff8-b8867aa70b6f on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:56.220933 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e5a00c7d-e0dc-4ee5-a257-96874df52335 req-d30615ff-631e-474b-a0fd-466af377576e tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.225459 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5a00c7d-e0dc-4ee5-a257-96874df52335 req-d30615ff-631e-474b-a0fd-466af377576e tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.77 "DELETE /v2.0/ports/992c894e-f733-48e4-9ff8-b8867aa70b6f HTTP/1.1" status: 204 len: 173 time: 2.2256613 Jul 30 01:43:56.225459 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a62adc1-cab7-4f57-98f5-eeb56812c92e', 'name': 'network-vif-deleted', 'tag': '992c894e-f733-48e4-9ff8-b8867aa70b6f'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:56.227836 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a579a42b-865a-4b35-9599-ce5700ee7db9" -d '{"events": [{"server_uuid": "9a62adc1-cab7-4f57-98f5-eeb56812c92e", "name": "network-vif-deleted", "tag": "992c894e-f733-48e4-9ff8-b8867aa70b6f"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:56.278103 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc325fc8-6f9e-438e-8135-48b5e9fece4f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.293254 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6f08e-63ac-4b0c-b7e8-2f51d25de0c6 req-1db8cda2-00d5-4d7a-90ec-917004eb49ed tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:56.300350 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6e6f08e-63ac-4b0c-b7e8-2f51d25de0c6 req-1db8cda2-00d5-4d7a-90ec-917004eb49ed tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.2215137 Jul 30 01:43:56.346766 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-e6e6f08e-63ac-4b0c-b7e8-2f51d25de0c6 req-ad363eb9-7e4c-4069-86ec-53e43d7ac16b tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:43:56.347839 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6e6f08e-63ac-4b0c-b7e8-2f51d25de0c6 req-ad363eb9-7e4c-4069-86ec-53e43d7ac16b tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464025 Jul 30 01:43:56.371878 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-b14a639d-d55e-4ef6-a934-5a7df514798f None None] Set router 84cfe81b-404e-4932-9679-a6db11b5b2cd gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:43:56.466363 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6e6f08e-63ac-4b0c-b7e8-2f51d25de0c6 req-36f58e44-82f9-4ec9-adf6-9216ba20ac99 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.159 HTTP/1.1" status: 200 len: 696 time: 0.1107764 Jul 30 01:43:56.471177 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc325fc8-6f9e-438e-8135-48b5e9fece4f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event updated for resources: {'Subnet': ['ID=c7c5dcff-f4c5-433b-aee2-1c9669b36542,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:56.530831 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6e6f08e-63ac-4b0c-b7e8-2f51d25de0c6 req-4ae60938-88ef-4e5a-9ce1-4cc56fbec514 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.159 HTTP/1.1" status: 200 len: 696 time: 0.0635552 Jul 30 01:43:56.584216 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc325fc8-6f9e-438e-8135-48b5e9fece4f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Checking segment: {'id': '1059abbf-0df0-4c57-95db-90ab4f472313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cd07b72d-638c-4fd9-b55d-92130717becd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:56.587628 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc325fc8-6f9e-438e-8135-48b5e9fece4f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Network hostable DHCP agents. Network: cd07b72d-638c-4fd9-b55d-92130717becd, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:56.625694 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76cc239-c4bc-4a22-9484-711463ee17e1 x-openstack-request-id: req-e76cc239-c4bc-4a22-9484-711463ee17e1 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:56.626227 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a62adc1-cab7-4f57-98f5-eeb56812c92e", "name": "network-vif-deleted", "tag": "992c894e-f733-48e4-9ff8-b8867aa70b6f", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:56.626705 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e76cc239-c4bc-4a22-9484-711463ee17e1 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:56.628164 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a62adc1-cab7-4f57-98f5-eeb56812c92e', 'name': 'network-vif-deleted', 'tag': '992c894e-f733-48e4-9ff8-b8867aa70b6f', 'status': 'completed', 'code': 200} Jul 30 01:43:56.640927 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b14a639d-d55e-4ef6-a934-5a7df514798f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:03Z', 'updated_at': '2021-07-30T01:39:08Z', 'revision_number': 4, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'gw_port': {'id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:04Z', 'updated_at': '2021-07-30T01:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd3f15abe-98ce-430c-a92d-0764ccb84bb5', 'name': '', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'mac_address': 'fa:16:3e:c5:f5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:07Z', 'updated_at': '2021-07-30T01:39:14Z', 'revision_number': 5, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'subnets': [{'id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:56.693827 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3d20815a-3a50-47fc-bba4-b1a700f879bd req-616ee3a3-dfb2-412e-94a5-8c24d270640f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1216187 Jul 30 01:43:56.726786 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-e6e6f08e-63ac-4b0c-b7e8-2f51d25de0c6 req-031c397e-3b4a-4268-b28d-50e8dc83f35f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Deleting port 2bc245d3-4466-4249-8932-fc92eca5a685 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:56.727469 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e6e6f08e-63ac-4b0c-b7e8-2f51d25de0c6 req-031c397e-3b4a-4268-b28d-50e8dc83f35f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.730789 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc325fc8-6f9e-438e-8135-48b5e9fece4f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Network cd07b72d-638c-4fd9-b55d-92130717becd is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:56.802192 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4efc8e99-d134-4e3a-a71e-8171970718c9 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:56.806284 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14a639d-d55e-4ef6-a934-5a7df514798f None None] Checking router: 84cfe81b-404e-4932-9679-a6db11b5b2cd for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:43:56.807266 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-bc5752b8-498d-4c8e-809a-37daf440aeec tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=623208e081294df0b62265be2069edd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305302 Jul 30 01:43:56.817642 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14a639d-d55e-4ef6-a934-5a7df514798f None None] Routers {'84cfe81b-404e-4932-9679-a6db11b5b2cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:43:56.818270 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b14a639d-d55e-4ef6-a934-5a7df514798f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:43:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['84cfe81b-404e-4932-9679-a6db11b5b2cd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:56.852834 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20815a-3a50-47fc-bba4-b1a700f879bd req-427bafdd-c5b0-4322-9e78-a1cd1777d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:56.854593 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3d20815a-3a50-47fc-bba4-b1a700f879bd req-427bafdd-c5b0-4322-9e78-a1cd1777d857 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 1100 time: 0.0802402 Jul 30 01:43:56.858537 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e6e6f08e-63ac-4b0c-b7e8-2f51d25de0c6 req-031c397e-3b4a-4268-b28d-50e8dc83f35f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.858983 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e6e6f08e-63ac-4b0c-b7e8-2f51d25de0c6 req-031c397e-3b4a-4268-b28d-50e8dc83f35f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.875185 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-e6e6f08e-63ac-4b0c-b7e8-2f51d25de0c6 req-031c397e-3b4a-4268-b28d-50e8dc83f35f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Calling delete_port for 2bc245d3-4466-4249-8932-fc92eca5a685 owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:56.881508 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-fc325fc8-6f9e-438e-8135-48b5e9fece4f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, cd07b72d-638c-4fd9-b55d-92130717becd) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:56.900755 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fc70b3-4038-4b96-840e-29f36875753b None None] Network cd07b72d-638c-4fd9-b55d-92130717becd requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:56.902241 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc325fc8-6f9e-438e-8135-48b5e9fece4f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:56.902992 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc325fc8-6f9e-438e-8135-48b5e9fece4f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.023034 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-7d6b4404-f2bd-4152-a69b-9f377df96c66 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:57.033592 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-7d6b4404-f2bd-4152-a69b-9f377df96c66 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2248573 Jul 30 01:43:57.055767 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-ccbeacc3-35ad-4979-90e1-777b7b124b55 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/quotas/623208e081294df0b62265be2069edd5 HTTP/1.1" status: 200 len: 375 time: 0.0208638 Jul 30 01:43:57.058398 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-b14a639d-d55e-4ef6-a934-5a7df514798f None None] Set router 84cfe81b-404e-4932-9679-a6db11b5b2cd gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:43:57.159657 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fc325fc8-6f9e-438e-8135-48b5e9fece4f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6708939 Jul 30 01:43:57.159871 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35494) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:57.162806 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 4efc8e99-d134-4e3a-a71e-8171970718c9 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:57.163183 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.168476 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-d08dbb9a-718f-4b42-be70-6bd729694d2a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-24385843'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:57.188422 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20815a-3a50-47fc-bba4-b1a700f879bd req-a1c1a4fc-30ec-44ab-bab7-2509ebe5e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:57.195927 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3d20815a-3a50-47fc-bba4-b1a700f879bd req-a1c1a4fc-30ec-44ab-bab7-2509ebe5e3b6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.3081369 Jul 30 01:43:57.247319 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-e7141fc7-5feb-4677-9643-cc45691175b3 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1903694 Jul 30 01:43:57.364944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08dbb9a-718f-4b42-be70-6bd729694d2a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Made reservation on behalf of 7d8ded957c6c4ac3b56380dd35f56460 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:57.368642 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3d20815a-3a50-47fc-bba4-b1a700f879bd req-f3648493-d6cb-453e-a1cb-cd3f61c85537 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=58becea3-31c0-4351-95e0-89aa79c8cb6f HTTP/1.1" status: 200 len: 217 time: 0.1630213 Jul 30 01:43:57.370716 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d08dbb9a-718f-4b42-be70-6bd729694d2a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.421330 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08dbb9a-718f-4b42-be70-6bd729694d2a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:57.446548 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d08dbb9a-718f-4b42-be70-6bd729694d2a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.446898 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-d08dbb9a-718f-4b42-be70-6bd729694d2a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Added segment cf854ab1-b395-43da-a3ab-70b3bdc065d0 of type vlan for network 7321d224-1aa7-4154-bd91-2075aa90ab8c Jul 30 01:43:57.460261 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e6e6f08e-63ac-4b0c-b7e8-2f51d25de0c6 req-031c397e-3b4a-4268-b28d-50e8dc83f35f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.474388 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b14a639d-d55e-4ef6-a934-5a7df514798f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:03Z', 'updated_at': '2021-07-30T01:39:08Z', 'revision_number': 4, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'gw_port': {'id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:04Z', 'updated_at': '2021-07-30T01:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd3f15abe-98ce-430c-a92d-0764ccb84bb5', 'name': '', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'mac_address': 'fa:16:3e:c5:f5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:07Z', 'updated_at': '2021-07-30T01:39:14Z', 'revision_number': 5, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'subnets': [{'id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:57.512655 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-cd07b72d-638c-4fd9-b55d-92130717becd', 'network_id': 'cd07b72d-638c-4fd9-b55d-92130717becd', 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460', 'fixed_ips': [{'subnet_id': 'c7c5dcff-f4c5-433b-aee2-1c9669b36542'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:43:57.513236 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d08dbb9a-718f-4b42-be70-6bd729694d2a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.515022 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.547666 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14a639d-d55e-4ef6-a934-5a7df514798f None None] The sync data for ids ['84cfe81b-404e-4932-9679-a6db11b5b2cd'] in n-d-713498-9 is: [{'id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:03Z', 'updated_at': '2021-07-30T01:39:08Z', 'revision_number': 4, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'gw_port': {'id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:04Z', 'updated_at': '2021-07-30T01:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd3f15abe-98ce-430c-a92d-0764ccb84bb5', 'name': '', 'network_id': '5cd65466-712f-4ba9-b446-c0c4974c8af1', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'mac_address': 'fa:16:3e:c5:f5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:07Z', 'updated_at': '2021-07-30T01:39:14Z', 'revision_number': 5, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'subnets': [{'id': 'fe078f51-3b71-44c1-abf8-10adb93b21c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:43:57.585099 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c397e-3b4a-4268-b28d-50e8dc83f35f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Pushing event deleted for resources: {'Port': ['ID=2bc245d3-4466-4249-8932-fc92eca5a685,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:57.599429 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.623517 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20815a-3a50-47fc-bba4-b1a700f879bd req-abfa68b6-a243-4324-8c90-cae91480f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:57.628177 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3d20815a-3a50-47fc-bba4-b1a700f879bd req-abfa68b6-a243-4324-8c90-cae91480f4f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.2520962 Jul 30 01:43:57.634679 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d08dbb9a-718f-4b42-be70-6bd729694d2a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.641898 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08dbb9a-718f-4b42-be70-6bd729694d2a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:57.645382 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d08dbb9a-718f-4b42-be70-6bd729694d2a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.756660 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4efc8e99-d134-4e3a-a71e-8171970718c9, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4efc8e99-d134-4e3a-a71e-8171970718c9,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:57.773952 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e6e6f08e-63ac-4b0c-b7e8-2f51d25de0c6 req-031c397e-3b4a-4268-b28d-50e8dc83f35f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.776818 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e6e6f08e-63ac-4b0c-b7e8-2f51d25de0c6 req-031c397e-3b4a-4268-b28d-50e8dc83f35f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.805427 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6e6f08e-63ac-4b0c-b7e8-2f51d25de0c6 req-031c397e-3b4a-4268-b28d-50e8dc83f35f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "DELETE /v2.0/floatingips/d886bb4a-7dd3-4036-b022-e83fae7eda7f HTTP/1.1" status: 204 len: 173 time: 1.2724626 Jul 30 01:43:57.835167 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20815a-3a50-47fc-bba4-b1a700f879bd req-7d12d2db-fa74-439c-b21a-74d75787c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:57.848583 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3d20815a-3a50-47fc-bba4-b1a700f879bd req-7d12d2db-fa74-439c-b21a-74d75787c845 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1686389 Jul 30 01:43:57.858052 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.858891 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 992c894e-f733-48e4-9ff8-b8867aa70b6f no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:57.918587 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d08dbb9a-718f-4b42-be70-6bd729694d2a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7519684 Jul 30 01:43:57.924349 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35504) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:57.935120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4765a0f6-ffc8-4b13-a483-c94142dd99e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfae5f3-6f64-4284-b34d-232b3473fa21'}, {'server_uuid': '85f06302-ffc9-4cab-81c7-88a63ebdbdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efc8e99-d134-4e3a-a71e-8171970718c9'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:57.937265 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c583576a-6161-4381-a98f-4f65b90863e5" -d '{"events": [{"server_uuid": "4765a0f6-ffc8-4b13-a483-c94142dd99e6", "name": "network-vif-plugged", "status": "completed", "tag": "8dfae5f3-6f64-4284-b34d-232b3473fa21"}, {"server_uuid": "85f06302-ffc9-4cab-81c7-88a63ebdbdf8", "name": "network-vif-plugged", "status": "completed", "tag": "4efc8e99-d134-4e3a-a71e-8171970718c9"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:57.951875 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 992c894e-f733-48e4-9ff8-b8867aa70b6f {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:57.952220 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 992c894e-f733-48e4-9ff8-b8867aa70b6f not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:57.963271 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-9a619039-5ea1-4d94-9f7f-11ab29cfd075 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Request body: {'subnet': {'network_id': '7321d224-1aa7-4154-bd91-2075aa90ab8c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:57.996498 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Allocated IP 19.80.0.2 (cd07b72d-638c-4fd9-b55d-92130717becd/c7c5dcff-f4c5-433b-aee2-1c9669b36542/8722b565-6ef1-4913-8db6-9f9d09284367) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:57.997577 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08dbb9a-718f-4b42-be70-6bd729694d2a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event updated for resources: {'Network': ['ID=7321d224-1aa7-4154-bd91-2075aa90ab8c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:58.019746 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 7321d224-1aa7-4154-bd91-2075aa90ab8c details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:58.079424 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=4efc8e99-d134-4e3a-a71e-8171970718c9,revision_number=11']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:58.100544 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3d20815a-3a50-47fc-bba4-b1a700f879bd req-98e5ad00-f046-47bf-8d95-6475681d37e5 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440958 Jul 30 01:43:58.122318 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4149da4-dea0-4c39-86fc-6f7bbf98a4ba req-c1c918fd-8c77-4fcf-b208-2f31fdfdc8bd tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:58.124162 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4149da4-dea0-4c39-86fc-6f7bbf98a4ba req-c1c918fd-8c77-4fcf-b208-2f31fdfdc8bd tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 949 time: 0.1766303 Jul 30 01:43:58.151855 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf033ef1-1ca1-451e-bd67-ffdaba8f208d None None] New status for floating IP a13330c7-1ba7-45f7-869b-53e991a80f0d: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:43:58.158138 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3b040-4670-41f3-a3b0-94fac3531403 req-6709d2a8-b84f-404f-89db-93cd3a35d4de tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:58.159790 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8da3b040-4670-41f3-a3b0-94fac3531403 req-6709d2a8-b84f-404f-89db-93cd3a35d4de tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/ports?device_id=4765a0f6-ffc8-4b13-a483-c94142dd99e6 HTTP/1.1" status: 200 len: 946 time: 0.4243336 Jul 30 01:43:58.256168 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3d20815a-3a50-47fc-bba4-b1a700f879bd req-051676a8-b3a9-405c-8cf9-807d5ad713b4 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309886 Jul 30 01:43:58.319697 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8da3b040-4670-41f3-a3b0-94fac3531403 req-0d89c5cb-96fe-4840-97bd-f2eb52448325 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ed1b921-0c20-4383-b1c8-58adf469dfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228442 Jul 30 01:43:58.350036 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4149da4-dea0-4c39-86fc-6f7bbf98a4ba req-a21748c2-71d7-4f92-a669-7ae9f3084957 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8569a96-1bdd-4692-947d-e8a594a584b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928619 Jul 30 01:43:58.400947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a619039-5ea1-4d94-9f7f-11ab29cfd075 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Made reservation on behalf of 7d8ded957c6c4ac3b56380dd35f56460 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:58.409918 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a619039-5ea1-4d94-9f7f-11ab29cfd075 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:58.488678 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-101c17a4-b079-4b50-8bec-237117fccf46 req-92b39f5d-a1f6-4006-97f3-6e1afe2f046f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 210 time: 0.0467684 Jul 30 01:43:58.490856 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:58.518525 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Transition to ACTIVE for port object 8722b565-6ef1-4913-8db6-9f9d09284367 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:58.544941 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Transition to ACTIVE for port object 8722b565-6ef1-4913-8db6-9f9d09284367 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:58.568339 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad2d941-5c5b-43ca-9f3c-edf3887caaaa x-openstack-request-id: req-8ad2d941-5c5b-43ca-9f3c-edf3887caaaa {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:58.568758 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4765a0f6-ffc8-4b13-a483-c94142dd99e6", "name": "network-vif-plugged", "status": "completed", "tag": "8dfae5f3-6f64-4284-b34d-232b3473fa21", "code": 200}, {"server_uuid": "85f06302-ffc9-4cab-81c7-88a63ebdbdf8", "name": "network-vif-plugged", "status": "completed", "tag": "4efc8e99-d134-4e3a-a71e-8171970718c9", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:58.569104 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8ad2d941-5c5b-43ca-9f3c-edf3887caaaa {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:58.569605 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4765a0f6-ffc8-4b13-a483-c94142dd99e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfae5f3-6f64-4284-b34d-232b3473fa21', 'code': 200} Jul 30 01:43:58.570012 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f06302-ffc9-4cab-81c7-88a63ebdbdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efc8e99-d134-4e3a-a71e-8171970718c9', 'code': 200} Jul 30 01:43:58.669209 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:58.676889 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-410b3cf1-253f-4993-bbc5-d7d5ca8cdd2c tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 1001 time: 0.1777394 Jul 30 01:43:58.692045 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526bb89-8f88-4324-b7d9-fa7d5696395f req-90989d51-44fb-400c-b553-d6879dec75bd tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:58.696566 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e526bb89-8f88-4324-b7d9-fa7d5696395f req-90989d51-44fb-400c-b553-d6879dec75bd tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.10 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 949 time: 0.1426313 Jul 30 01:43:58.720702 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Network cd07b72d-638c-4fd9-b55d-92130717becd is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:58.720702 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:58.727115 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:58.737409 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Pushing event updated for resources: {'Port': ['ID=8722b565-6ef1-4913-8db6-9f9d09284367,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:58.756972 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-1c91486a-9615-4e74-ba27-f47e4a9def6c tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:58.758483 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-1c91486a-9615-4e74-ba27-f47e4a9def6c tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports/6f6399bd-ce3b-4d2e-a871-384179523b3e HTTP/1.1" status: 200 len: 943 time: 0.0706987 Jul 30 01:43:58.790167 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35522) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:58.858360 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Attempting to bind port 8722b565-6ef1-4913-8db6-9f9d09284367 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:58.859200 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Attempting to bind port 8722b565-6ef1-4913-8db6-9f9d09284367 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '1059abbf-0df0-4c57-95db-90ab4f472313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cd07b72d-638c-4fd9-b55d-92130717becd'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:58.859200 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Attempting to bind port 8722b565-6ef1-4913-8db6-9f9d09284367 on network cd07b72d-638c-4fd9-b55d-92130717becd {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:58.864651 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:58.865028 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Checking segment: {'id': '1059abbf-0df0-4c57-95db-90ab4f472313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cd07b72d-638c-4fd9-b55d-92130717becd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:58.865546 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:58.865816 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Bound using segment: {'id': '1059abbf-0df0-4c57-95db-90ab4f472313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cd07b72d-638c-4fd9-b55d-92130717becd'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:58.866278 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Bound port: 8722b565-6ef1-4913-8db6-9f9d09284367, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1059abbf-0df0-4c57-95db-90ab4f472313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cd07b72d-638c-4fd9-b55d-92130717becd'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:58.866686 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:58.953117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] For port 8722b565-6ef1-4913-8db6-9f9d09284367, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:58.956647 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] For port 8722b565-6ef1-4913-8db6-9f9d09284367, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8722b565-6ef1-4913-8db6-9f9d09284367,segment=NetworkSegment(1059abbf-0df0-4c57-95db-90ab4f472313),segment_id=1059abbf-0df0-4c57-95db-90ab4f472313)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:58.973077 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-e526bb89-8f88-4324-b7d9-fa7d5696395f req-9eaa626d-d848-4103-8d8c-35a5bbaa5984 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Deleting port 0ab796ef-d6f0-44e9-aa36-66caa5f20872 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:58.973358 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e526bb89-8f88-4324-b7d9-fa7d5696395f req-9eaa626d-d848-4103-8d8c-35a5bbaa5984 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:58.982532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fa88e-e1a3-4834-908f-83e5babba7db req-89cd7fae-989b-4e18-8a46-5459786a681d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:58.984067 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b52fa88e-e1a3-4834-908f-83e5babba7db req-89cd7fae-989b-4e18-8a46-5459786a681d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4765a0f6-ffc8-4b13-a483-c94142dd99e6 HTTP/1.1" status: 200 len: 1097 time: 0.2246912 Jul 30 01:43:58.989715 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a619039-5ea1-4d94-9f7f-11ab29cfd075 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.051547 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.114756 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-e526bb89-8f88-4324-b7d9-fa7d5696395f req-9eaa626d-d848-4103-8d8c-35a5bbaa5984 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] For port 0ab796ef-d6f0-44e9-aa36-66caa5f20872, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0ab796ef-d6f0-44e9-aa36-66caa5f20872,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:59.115438 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e526bb89-8f88-4324-b7d9-fa7d5696395f req-9eaa626d-d848-4103-8d8c-35a5bbaa5984 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.123791 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b5017-2cd2-416b-8d8f-3695decf30bb None None] Pushing event updated for resources: {'Port': ['ID=8722b565-6ef1-4913-8db6-9f9d09284367,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:59.140344 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-dab747d5-86ef-403e-8531-ccc835ff0d56 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 1001 time: 0.2104249 Jul 30 01:43:59.156285 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c7f24ce3-d170-4b29-a155-1e0072d23ab5 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.156285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-e526bb89-8f88-4324-b7d9-fa7d5696395f req-9eaa626d-d848-4103-8d8c-35a5bbaa5984 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Calling delete_port for 0ab796ef-d6f0-44e9-aa36-66caa5f20872 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:59.165497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a619039-5ea1-4d94-9f7f-11ab29cfd075 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event updated for resources: {'Subnet': ['ID=071ffefb-ca29-426a-8680-7a6b444e8c78,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:59.198633 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a619039-5ea1-4d94-9f7f-11ab29cfd075 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Checking segment: {'id': 'cf854ab1-b395-43da-a3ab-70b3bdc065d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7321d224-1aa7-4154-bd91-2075aa90ab8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:59.199000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a619039-5ea1-4d94-9f7f-11ab29cfd075 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Network hostable DHCP agents. Network: 7321d224-1aa7-4154-bd91-2075aa90ab8c, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:59.204970 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b52fa88e-e1a3-4834-908f-83e5babba7db req-02e52a0c-8c15-4700-b5a5-7e69f287c7f0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3ed1b921-0c20-4383-b1c8-58adf469dfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069557 Jul 30 01:43:59.244460 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c7f24ce3-d170-4b29-a155-1e0072d23ab5 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.345568 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-323b59cc-2165-435d-ba8c-842570ebbdbd tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:59.347359 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-323b59cc-2165-435d-ba8c-842570ebbdbd tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.2062209 Jul 30 01:43:59.351335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a619039-5ea1-4d94-9f7f-11ab29cfd075 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Network 7321d224-1aa7-4154-bd91-2075aa90ab8c is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:59.494447 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-9a619039-5ea1-4d94-9f7f-11ab29cfd075 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 7321d224-1aa7-4154-bd91-2075aa90ab8c) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:59.519754 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a619039-5ea1-4d94-9f7f-11ab29cfd075 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:59.520005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f69cbc-9740-4cc7-9bb6-b2d1f21dff1d None None] Network 7321d224-1aa7-4154-bd91-2075aa90ab8c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:59.520360 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a619039-5ea1-4d94-9f7f-11ab29cfd075 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.572768 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-a7e522d8-6332-42f1-8da4-254b15e41d38 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 1001 time: 0.2117794 Jul 30 01:43:59.584141 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-500991e3-5089-4111-9d2b-d503768ae506 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:59.744548 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-500991e3-5089-4111-9d2b-d503768ae506 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks [] for floatingip, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.762911 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9a619039-5ea1-4d94-9f7f-11ab29cfd075 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8317513 Jul 30 01:43:59.829963 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-7321d224-1aa7-4154-bd91-2075aa90ab8c', 'network_id': '7321d224-1aa7-4154-bd91-2075aa90ab8c', 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460', 'fixed_ips': [{'subnet_id': '071ffefb-ca29-426a-8680-7a6b444e8c78'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:43:59.832536 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.062126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Allocated IP 19.86.0.2 (7321d224-1aa7-4154-bd91-2075aa90ab8c/071ffefb-ca29-426a-8680-7a6b444e8c78/84e9ccbc-3a57-4db9-9c86-db5976c57092) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:00.067927 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c7f24ce3-d170-4b29-a155-1e0072d23ab5 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.070456 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c7f24ce3-d170-4b29-a155-1e0072d23ab5 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.071571 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c7f24ce3-d170-4b29-a155-1e0072d23ab5 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "DELETE /v2.0/security-groups/10ffc18d-46fb-4fba-b38b-72a7dec4ff59 HTTP/1.1" status: 204 len: 168 time: 1.2816069 Jul 30 01:44:00.075216 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35538) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:00.099275 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-44d39d72-cf40-45d5-a96e-6793a02e8afb tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] show failed (client error): The resource could not be found. Jul 30 01:44:00.100382 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-44d39d72-cf40-45d5-a96e-6793a02e8afb tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "GET /v2.0/security-groups/10ffc18d-46fb-4fba-b38b-72a7dec4ff59 HTTP/1.1" status: 404 len: 347 time: 0.0215030 Jul 30 01:44:00.105262 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35540) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:00.135430 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f24ce3-d170-4b29-a155-1e0072d23ab5 tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ffc18d-46fb-4fba-b38b-72a7dec4ff59,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:00.157929 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe3876-5d90-4c48-a09e-3dcba3931878 req-aec94baa-94ee-448f-bc9d-8bf312af8b52 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:00.169856 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3bfe3876-5d90-4c48-a09e-3dcba3931878 req-aec94baa-94ee-448f-bc9d-8bf312af8b52 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/ports?device_id=4765a0f6-ffc8-4b13-a483-c94142dd99e6 HTTP/1.1" status: 200 len: 946 time: 0.1113749 Jul 30 01:44:00.223039 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3bfe3876-5d90-4c48-a09e-3dcba3931878 req-5cc42a11-6343-4fb8-9083-d6971fac9d13 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ed1b921-0c20-4383-b1c8-58adf469dfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522165 Jul 30 01:44:00.329988 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-125c5b5f-dbb3-4c39-ae20-ce05a97017d4 req-352efc4c-85a1-4b03-8acd-4f9120d5ee34 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.70 "GET /v2.0/ports?device_id=393797f8-7a73-4f15-ad46-01a191d6feab HTTP/1.1" status: 200 len: 210 time: 0.0455098 Jul 30 01:44:00.332639 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e526bb89-8f88-4324-b7d9-fa7d5696395f req-9eaa626d-d848-4103-8d8c-35a5bbaa5984 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.420671 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa626d-d848-4103-8d8c-35a5bbaa5984 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Pushing event deleted for resources: {'Port': ['ID=0ab796ef-d6f0-44e9-aa36-66caa5f20872,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:00.471405 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.524610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Transition to ACTIVE for port object 84e9ccbc-3a57-4db9-9c86-db5976c57092 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:00.535300 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-500991e3-5089-4111-9d2b-d503768ae506 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.550806 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e526bb89-8f88-4324-b7d9-fa7d5696395f req-9eaa626d-d848-4103-8d8c-35a5bbaa5984 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] No DVR routers for this DVR port 0ab796ef-d6f0-44e9-aa36-66caa5f20872 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:00.573418 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-81c7934a-d235-4350-8b9b-d7e9c8379c43 req-193f983e-2e7c-4eec-a73b-40afad2c0cbf tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 210 time: 0.0748909 Jul 30 01:44:00.573418 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e526bb89-8f88-4324-b7d9-fa7d5696395f req-9eaa626d-d848-4103-8d8c-35a5bbaa5984 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.575371 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e526bb89-8f88-4324-b7d9-fa7d5696395f req-9eaa626d-d848-4103-8d8c-35a5bbaa5984 tempest-ImagesOneServerTestJSON-910945963 tempest-ImagesOneServerTestJSON-910945963-project] 10.222.0.10 "DELETE /v2.0/ports/0ab796ef-d6f0-44e9-aa36-66caa5f20872 HTTP/1.1" status: 204 len: 173 time: 1.8708105 Jul 30 01:44:00.606449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393797f8-7a73-4f15-ad46-01a191d6feab', 'name': 'network-vif-deleted', 'tag': '0ab796ef-d6f0-44e9-aa36-66caa5f20872'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:00.611068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Transition to ACTIVE for port object 84e9ccbc-3a57-4db9-9c86-db5976c57092 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:00.618562 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea35e4b1-b74b-4e2d-8ffc-8b7c61394b84" -d '{"events": [{"server_uuid": "393797f8-7a73-4f15-ad46-01a191d6feab", "name": "network-vif-deleted", "tag": "0ab796ef-d6f0-44e9-aa36-66caa5f20872"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:00.645158 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-e54a56f8-d47b-4bef-aae3-51837ac96efb tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Deleting port 06c93306-8314-4b4b-b807-020eee812e4a {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:00.645545 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e54a56f8-d47b-4bef-aae3-51837ac96efb tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.669631 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-663c1964-80eb-416e-824a-13066e2ceaf1 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=623208e081294df0b62265be2069edd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932469 Jul 30 01:44:00.700392 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8722b565-6ef1-4913-8db6-9f9d09284367 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:00.731224 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-500991e3-5089-4111-9d2b-d503768ae506 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.732066 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-500991e3-5089-4111-9d2b-d503768ae506 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Floating IP a8dbcf6f-a22d-4572-8b41-f727fce95ff6 disassociated. External IP: 172.25.1.50, port: 6f6399bd-ce3b-4d2e-a871-384179523b3e. Jul 30 01:44:00.758487 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.907462 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc907e8-672d-4ee2-9446-76c7b3cc06aa None None] Network cd07b72d-638c-4fd9-b55d-92130717becd requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:01.081018 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-86a070a2-257f-4278-942d-a1f994540bbf tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:01.088562 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-86a070a2-257f-4278-942d-a1f994540bbf tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:01.097092 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-86a070a2-257f-4278-942d-a1f994540bbf tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/networks?id=cd07b72d-638c-4fd9-b55d-92130717becd&id=7321d224-1aa7-4154-bd91-2075aa90ab8c HTTP/1.1" status: 200 len: 1389 time: 0.3924887 Jul 30 01:44:01.098936 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Network 7321d224-1aa7-4154-bd91-2075aa90ab8c is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:01.117122 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-7a3175da-e8c1-456b-a629-4a60779b06e4 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/quotas/7d8ded957c6c4ac3b56380dd35f56460 HTTP/1.1" status: 200 len: 375 time: 0.0191123 Jul 30 01:44:01.127510 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:01.143082 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:01.169614 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Pushing event updated for resources: {'Port': ['ID=84e9ccbc-3a57-4db9-9c86-db5976c57092,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:01.181379 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0ab796ef-d6f0-44e9-aa36-66caa5f20872 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:01.185140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-558ae08b-881c-4679-a9dc-263926b714f0 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:01.186761 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-558ae08b-881c-4679-a9dc-263926b714f0 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5108769 Jul 30 01:44:01.208512 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-72bde159-90e8-410e-aba6-3ece7bebf0bf tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Request body: {'port': {'device_id': '8e593ac3-6b0b-493d-97f7-d7701996f28c', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': '623208e081294df0b62265be2069edd5'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:01.245868 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-19196b5f-2a7c-4949-955b-bacb83a8c09e None None] Provisioning for port 8722b565-6ef1-4913-8db6-9f9d09284367 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:01.255095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 0ab796ef-d6f0-44e9-aa36-66caa5f20872 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:01.255713 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0ab796ef-d6f0-44e9-aa36-66caa5f20872 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:01.286486 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 8722b565-6ef1-4913-8db6-9f9d09284367 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:01.298063 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-19196b5f-2a7c-4949-955b-bacb83a8c09e None None] Provisioning complete for port 8722b565-6ef1-4913-8db6-9f9d09284367 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:01.298747 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-19196b5f-2a7c-4949-955b-bacb83a8c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.352729 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 8722b565-6ef1-4913-8db6-9f9d09284367 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:01.353604 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.364130 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-19474c2a-5e06-4dfa-bae4-179cc2214ac8 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d8ded957c6c4ac3b56380dd35f56460&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2460170 Jul 30 01:44:01.415494 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Attempting to bind port 84e9ccbc-3a57-4db9-9c86-db5976c57092 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:01.415859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Attempting to bind port 84e9ccbc-3a57-4db9-9c86-db5976c57092 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'cf854ab1-b395-43da-a3ab-70b3bdc065d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7321d224-1aa7-4154-bd91-2075aa90ab8c'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:01.416221 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Attempting to bind port 84e9ccbc-3a57-4db9-9c86-db5976c57092 on network 7321d224-1aa7-4154-bd91-2075aa90ab8c {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:01.439172 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:01.439555 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Checking segment: {'id': 'cf854ab1-b395-43da-a3ab-70b3bdc065d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7321d224-1aa7-4154-bd91-2075aa90ab8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:01.439960 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.440357 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Bound using segment: {'id': 'cf854ab1-b395-43da-a3ab-70b3bdc065d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7321d224-1aa7-4154-bd91-2075aa90ab8c'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:01.440848 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Bound port: 84e9ccbc-3a57-4db9-9c86-db5976c57092, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf854ab1-b395-43da-a3ab-70b3bdc065d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7321d224-1aa7-4154-bd91-2075aa90ab8c'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:01.441232 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.452927 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-72bde159-90e8-410e-aba6-3ece7bebf0bf tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Made reservation on behalf of 623208e081294df0b62265be2069edd5 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:01.463256 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-72bde159-90e8-410e-aba6-3ece7bebf0bf tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.646555 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-19196b5f-2a7c-4949-955b-bacb83a8c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.669968 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.708897 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-72bde159-90e8-410e-aba6-3ece7bebf0bf tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Allocated IP 192.168.233.141 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/4b735435-550b-48a5-9a17-ff90cd5af578) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:01.711534 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e54a56f8-d47b-4bef-aae3-51837ac96efb tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.712092 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e54a56f8-d47b-4bef-aae3-51837ac96efb tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.716234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] For port 84e9ccbc-3a57-4db9-9c86-db5976c57092, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:01.744635 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-2345310b-f3f9-4c91-bdfc-d1741efa5a4c service neutron] 10.222.0.70 "GET /v2.0/networks/cd07b72d-638c-4fd9-b55d-92130717becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795118 Jul 30 01:44:01.764055 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-19196b5f-2a7c-4949-955b-bacb83a8c09e None None] For port 8722b565-6ef1-4913-8db6-9f9d09284367, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8722b565-6ef1-4913-8db6-9f9d09284367,segment=NetworkSegment(1059abbf-0df0-4c57-95db-90ab4f472313),segment_id=1059abbf-0df0-4c57-95db-90ab4f472313)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:01.780003 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] For port 84e9ccbc-3a57-4db9-9c86-db5976c57092, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=84e9ccbc-3a57-4db9-9c86-db5976c57092,segment=NetworkSegment(cf854ab1-b395-43da-a3ab-70b3bdc065d0),segment_id=cf854ab1-b395-43da-a3ab-70b3bdc065d0)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:01.803348 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-e54a56f8-d47b-4bef-aae3-51837ac96efb tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Calling delete_port for 06c93306-8314-4b4b-b807-020eee812e4a owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:01.856670 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-19196b5f-2a7c-4949-955b-bacb83a8c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.928657 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19196b5f-2a7c-4949-955b-bacb83a8c09e None None] Pushing event updated for resources: {'Port': ['ID=8722b565-6ef1-4913-8db6-9f9d09284367,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:01.951517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-500991e3-5089-4111-9d2b-d503768ae506 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Router 18a85e68-42e2-436f-bbf5-a462913c7444 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:44:01.995162 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.006004 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:44:02.006472 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:44:02.014321 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-046cb5a8-4d6e-40c9-9cd9-dd19942d1962 service neutron] 10.222.0.70 "GET /v2.0/networks/cd07b72d-638c-4fd9-b55d-92130717becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678120 Jul 30 01:44:02.069677 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fdfcd-aaf6-46b6-b12e-a951d747a4d8 None None] Pushing event updated for resources: {'Port': ['ID=84e9ccbc-3a57-4db9-9c86-db5976c57092,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:02.123398 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c30450b0-5cb1-46cf-a4dc-503851f41c0d None None] Provisioning complete for port 8722b565-6ef1-4913-8db6-9f9d09284367 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:02.125551 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c30450b0-5cb1-46cf-a4dc-503851f41c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.271729 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-72bde159-90e8-410e-aba6-3ece7bebf0bf tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.271729 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-d4fcc534-a38a-4d00-9bf4-44832f1a841c service neutron] 10.222.0.70 "GET /v2.0/networks/7321d224-1aa7-4154-bd91-2075aa90ab8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908214 Jul 30 01:44:02.272264 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-500991e3-5089-4111-9d2b-d503768ae506 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:44:02.272395 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-72bde159-90e8-410e-aba6-3ece7bebf0bf tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Transition to ACTIVE for port object 4b735435-550b-48a5-9a17-ff90cd5af578 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:02.272494 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-500991e3-5089-4111-9d2b-d503768ae506 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.272585 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a12258-a251-4ade-8a30-a39988ef4498 None None] Sync routers for ids ['18a85e68-42e2-436f-bbf5-a462913c7444'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:44:02.291517 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a12258-a251-4ade-8a30-a39988ef4498 None None] Routers {'18a85e68-42e2-436f-bbf5-a462913c7444'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:02.292853 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-43a12258-a251-4ade-8a30-a39988ef4498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:43:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['18a85e68-42e2-436f-bbf5-a462913c7444'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:02.297009 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-500991e3-5089-4111-9d2b-d503768ae506 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "PUT /v2.0/floatingips/a8dbcf6f-a22d-4572-8b41-f727fce95ff6 HTTP/1.1" status: 200 len: 694 time: 2.7157838 Jul 30 01:44:02.306006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87816db2-4054-4dd6-a0df-d35c3bd3c5ac', 'tag': '6f6399bd-ce3b-4d2e-a871-384179523b3e'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:02.310198 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cc70e2-1d3f-4012-a745-b1557c2d8e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "87816db2-4054-4dd6-a0df-d35c3bd3c5ac", "tag": "6f6399bd-ce3b-4d2e-a871-384179523b3e"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:02.454041 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-6c4e8d55-8940-43e2-90c6-3e4e8b6644a0 service neutron] 10.222.0.70 "GET /v2.0/networks/7321d224-1aa7-4154-bd91-2075aa90ab8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206874 Jul 30 01:44:02.474714 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-b62f3148-9a66-43f3-bad5-ce06883c93a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:02.476344 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-b62f3148-9a66-43f3-bad5-ce06883c93a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc644468ddb04173b823ec7ba68aa6d0&device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 1097 time: 0.1622782 Jul 30 01:44:02.548285 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-43a12258-a251-4ade-8a30-a39988ef4498 None None] Set router 18a85e68-42e2-436f-bbf5-a462913c7444 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:02.671200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-77b7ac95-bf77-447e-8da9-25c5731ef5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:02.672983 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-77b7ac95-bf77-447e-8da9-25c5731ef5ce service neutron] 10.222.0.70 "GET /v2.0/networks?id=c1332537-f203-4a3a-9511-b585b0d8e2ba HTTP/1.1" status: 200 len: 930 time: 0.1903741 Jul 30 01:44:02.756902 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-38f74da6-4838-4880-a949-e7206e0d3a2c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f6399bd-ce3b-4d2e-a871-384179523b3e HTTP/1.1" status: 200 len: 217 time: 0.0775337 Jul 30 01:44:02.861596 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-8d831ddb-9dc4-4f62-a655-5d73a1a762fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:02.864488 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-72bde159-90e8-410e-aba6-3ece7bebf0bf tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.865214 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-8d831ddb-9dc4-4f62-a655-5d73a1a762fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=01457b1b-d45d-4385-8143-a29a67eff29b HTTP/1.1" status: 200 len: 868 time: 0.1023602 Jul 30 01:44:02.868338 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e54a56f8-d47b-4bef-aae3-51837ac96efb tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.879668 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['58becea3-31c0-4351-95e0-89aa79c8cb6f', 'cfa21f14-d3be-46f5-9037-356e185717cf'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:02.943322 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['4efc8e99-d134-4e3a-a71e-8171970718c9'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:02.948728 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.004281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-72bde159-90e8-410e-aba6-3ece7bebf0bf tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:03.017550 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-72bde159-90e8-410e-aba6-3ece7bebf0bf tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:03.043599 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-72bde159-90e8-410e-aba6-3ece7bebf0bf tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:03.058898 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-43a12258-a251-4ade-8a30-a39988ef4498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2052794077-router', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '78fece2b-2029-4c4b-a609-08da9d099265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:43:16Z', 'revision_number': 4, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'gw_port': {'id': '78fece2b-2029-4c4b-a609-08da9d099265', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:06Z', 'updated_at': '2021-07-30T01:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0e9acc4f-35de-416f-876a-2c47a672181c', 'name': '', 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'mac_address': 'fa:16:3e:4d:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '01457b1b-d45d-4385-8143-a29a67eff29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:13Z', 'updated_at': '2021-07-30T01:43:24Z', 'revision_number': 5, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'subnets': [{'id': '01457b1b-d45d-4385-8143-a29a67eff29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:03.138113 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a56f8-d47b-4bef-aae3-51837ac96efb tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Pushing event deleted for resources: {'Port': ['ID=06c93306-8314-4b4b-b807-020eee812e4a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:03.162966 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a12258-a251-4ade-8a30-a39988ef4498 None None] Checking router: 18a85e68-42e2-436f-bbf5-a462913c7444 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:44:03.167745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-72bde159-90e8-410e-aba6-3ece7bebf0bf tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:03.171162 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-72bde159-90e8-410e-aba6-3ece7bebf0bf tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.185366 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc39b30-b75f-4ec6-820f-07733f20f0ce x-openstack-request-id: req-2dc39b30-b75f-4ec6-820f-07733f20f0ce {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:03.185655 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393797f8-7a73-4f15-ad46-01a191d6feab", "name": "network-vif-deleted", "tag": "0ab796ef-d6f0-44e9-aa36-66caa5f20872", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:03.185915 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2dc39b30-b75f-4ec6-820f-07733f20f0ce {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:03.186334 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393797f8-7a73-4f15-ad46-01a191d6feab', 'name': 'network-vif-deleted', 'tag': '0ab796ef-d6f0-44e9-aa36-66caa5f20872', 'status': 'completed', 'code': 200} Jul 30 01:44:03.233369 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a12258-a251-4ade-8a30-a39988ef4498 None None] Routers {'18a85e68-42e2-436f-bbf5-a462913c7444'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:03.236498 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-43a12258-a251-4ade-8a30-a39988ef4498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:43:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['18a85e68-42e2-436f-bbf5-a462913c7444'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:03.241701 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bde159-90e8-410e-aba6-3ece7bebf0bf tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Pushing event updated for resources: {'Port': ['ID=4b735435-550b-48a5-9a17-ff90cd5af578,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:03.305656 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e54a56f8-d47b-4bef-aae3-51837ac96efb tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.308747 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e54a56f8-d47b-4bef-aae3-51837ac96efb tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.317280 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e54a56f8-d47b-4bef-aae3-51837ac96efb tempest-ServersWithSpecificFlavorTestJSON-1065350490 tempest-ServersWithSpecificFlavorTestJSON-1065350490-project] 10.222.0.70 "DELETE /v2.0/floatingips/a13330c7-1ba7-45f7-869b-53e991a80f0d HTTP/1.1" status: 204 len: 168 time: 3.2078583 Jul 30 01:44:03.359104 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854e8a8-f4af-4ac3-b785-20a2dd162cf9 req-9adcfdc0-b6dd-4ea6-9ca8-3f67a79a4955 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:03.362783 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-cd3e438a-b457-455a-986f-d1407dfef215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:03.370141 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7854e8a8-f4af-4ac3-b785-20a2dd162cf9 req-9adcfdc0-b6dd-4ea6-9ca8-3f67a79a4955 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/ports?device_id=4765a0f6-ffc8-4b13-a483-c94142dd99e6 HTTP/1.1" status: 200 len: 946 time: 0.1731861 Jul 30 01:44:03.371072 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-cd3e438a-b457-455a-986f-d1407dfef215 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c1332537-f203-4a3a-9511-b585b0d8e2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4825397 Jul 30 01:44:03.383056 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8722b565-6ef1-4913-8db6-9f9d09284367 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:03.414338 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-72bde159-90e8-410e-aba6-3ece7bebf0bf tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2106628 Jul 30 01:44:03.439518 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] Request body: {'port': {'device_id': '8e593ac3-6b0b-493d-97f7-d7701996f28c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:03.537789 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-43a12258-a251-4ade-8a30-a39988ef4498 None None] Set router 18a85e68-42e2-436f-bbf5-a462913c7444 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:03.548947 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7854e8a8-f4af-4ac3-b785-20a2dd162cf9 req-a3394692-1e3a-4f5f-a120-55a308783cfb tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ed1b921-0c20-4383-b1c8-58adf469dfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763635 Jul 30 01:44:03.559990 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-83cd141e-bcc8-4f21-8e43-8e5e8fb0d697 service neutron] 10.222.0.70 "GET /v2.0/networks/c1332537-f203-4a3a-9511-b585b0d8e2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846666 Jul 30 01:44:03.594013 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 8722b565-6ef1-4913-8db6-9f9d09284367 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:03.599063 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.669825 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.736048 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65eddd49-ec70-4c36-a27b-a0ec95a0c3dd req-73b627e5-2d8d-4075-8d58-797083b0103b service neutron] 10.222.0.70 "GET /v2.0/networks/c1332537-f203-4a3a-9511-b585b0d8e2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783550 Jul 30 01:44:03.850696 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e140433c-9b18-40ae-b0c9-cbaefd6a03b9 None None] Provisioning for port 4b735435-550b-48a5-9a17-ff90cd5af578 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:03.859218 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e140433c-9b18-40ae-b0c9-cbaefd6a03b9 None None] Provisioning complete for port 4b735435-550b-48a5-9a17-ff90cd5af578 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:03.860157 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e140433c-9b18-40ae-b0c9-cbaefd6a03b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.876403 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5973bbd-272f-4e46-b5b4-bdc71fc9bf6c x-openstack-request-id: req-d5973bbd-272f-4e46-b5b4-bdc71fc9bf6c {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:03.877268 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87816db2-4054-4dd6-a0df-d35c3bd3c5ac", "tag": "6f6399bd-ce3b-4d2e-a871-384179523b3e", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:03.877712 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d5973bbd-272f-4e46-b5b4-bdc71fc9bf6c {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:03.878272 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87816db2-4054-4dd6-a0df-d35c3bd3c5ac', 'tag': '6f6399bd-ce3b-4d2e-a871-384179523b3e', 'status': 'completed', 'code': 200} Jul 30 01:44:03.958664 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 84e9ccbc-3a57-4db9-9c86-db5976c57092 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:04.011942 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d9d4e659-4303-4b59-9973-6c0ed1c959f8 req-01db87a6-a1b4-46a8-b8d7-87d7cf3d38b9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 210 time: 0.0727000 Jul 30 01:44:04.099418 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc70e2-1d3f-4012-a745-b1557c2d8e7f req-e01c5d01-2daf-4d29-aaba-cec784a2d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:04.101670 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5cc70e2-1d3f-4012-a745-b1557c2d8e7f req-e01c5d01-2daf-4d29-aaba-cec784a2d024 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cc644468ddb04173b823ec7ba68aa6d0&device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 1097 time: 0.1500964 Jul 30 01:44:04.124956 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e140433c-9b18-40ae-b0c9-cbaefd6a03b9 None None] Port 4b735435-550b-48a5-9a17-ff90cd5af578 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:04.136680 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-43a12258-a251-4ade-8a30-a39988ef4498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2052794077-router', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '78fece2b-2029-4c4b-a609-08da9d099265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:43:16Z', 'revision_number': 4, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'gw_port': {'id': '78fece2b-2029-4c4b-a609-08da9d099265', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:06Z', 'updated_at': '2021-07-30T01:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0e9acc4f-35de-416f-876a-2c47a672181c', 'name': '', 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'mac_address': 'fa:16:3e:4d:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '01457b1b-d45d-4385-8143-a29a67eff29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:13Z', 'updated_at': '2021-07-30T01:43:24Z', 'revision_number': 5, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'subnets': [{'id': '01457b1b-d45d-4385-8143-a29a67eff29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:04.163304 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f030e-8560-450c-8ddc-938024b06887 req-2bcb704d-9f87-49cf-8950-03ed554a2dce tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:04.173591 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e76f030e-8560-450c-8ddc-938024b06887 req-2bcb704d-9f87-49cf-8950-03ed554a2dce tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 936 time: 0.3673294 Jul 30 01:44:04.176305 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a12258-a251-4ade-8a30-a39988ef4498 None None] The sync data for ids ['18a85e68-42e2-436f-bbf5-a462913c7444'] in n-d-713498-9 is: [{'id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2052794077-router', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '78fece2b-2029-4c4b-a609-08da9d099265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:43:16Z', 'revision_number': 4, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'gw_port': {'id': '78fece2b-2029-4c4b-a609-08da9d099265', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:06Z', 'updated_at': '2021-07-30T01:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0e9acc4f-35de-416f-876a-2c47a672181c', 'name': '', 'network_id': 'c1332537-f203-4a3a-9511-b585b0d8e2ba', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'mac_address': 'fa:16:3e:4d:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '01457b1b-d45d-4385-8143-a29a67eff29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:13Z', 'updated_at': '2021-07-30T01:43:24Z', 'revision_number': 5, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'subnets': [{'id': '01457b1b-d45d-4385-8143-a29a67eff29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:44:04.200445 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 84e9ccbc-3a57-4db9-9c86-db5976c57092 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:04.270246 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e76f030e-8560-450c-8ddc-938024b06887 req-938566cb-39cb-46b5-9d03-64ce74571ba8 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935342 Jul 30 01:44:04.402183 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35612) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:04.470394 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f62500c5-d0b0-4deb-9c2b-17939ffc1b06 req-7760a1b0-9c50-4211-bc35-7bb59bf6cdc7 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/floatingips/a8dbcf6f-a22d-4572-8b41-f727fce95ff6 HTTP/1.1" status: 200 len: 694 time: 0.0710750 Jul 30 01:44:04.486291 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc70e2-1d3f-4012-a745-b1557c2d8e7f req-5202d57f-d41c-4205-bd0a-612c8c06c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:04.488302 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5cc70e2-1d3f-4012-a745-b1557c2d8e7f req-5202d57f-d41c-4205-bd0a-612c8c06c691 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c1332537-f203-4a3a-9511-b585b0d8e2ba HTTP/1.1" status: 200 len: 930 time: 0.3780160 Jul 30 01:44:04.548578 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5cc70e2-1d3f-4012-a745-b1557c2d8e7f req-068702a0-eea6-427e-bb4f-5897739b6df6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f6399bd-ce3b-4d2e-a871-384179523b3e HTTP/1.1" status: 200 len: 217 time: 0.0509338 Jul 30 01:44:04.549878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbc8608-5ca2-4e43-b78e-ac9f82878f00 None None] Network 7321d224-1aa7-4154-bd91-2075aa90ab8c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:04.644881 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc70e2-1d3f-4012-a745-b1557c2d8e7f req-514ae5b0-64af-4092-bdb4-492b252527c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:04.646842 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5cc70e2-1d3f-4012-a745-b1557c2d8e7f req-514ae5b0-64af-4092-bdb4-492b252527c0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=01457b1b-d45d-4385-8143-a29a67eff29b HTTP/1.1" status: 200 len: 868 time: 0.0767863 Jul 30 01:44:04.677768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62500c5-d0b0-4deb-9c2b-17939ffc1b06 req-38c960db-88f6-4dce-9370-02da566676b1 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:04.691184 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f62500c5-d0b0-4deb-9c2b-17939ffc1b06 req-38c960db-88f6-4dce-9370-02da566676b1 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.2195594 Jul 30 01:44:04.758173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc70e2-1d3f-4012-a745-b1557c2d8e7f req-d7c2cf93-49a9-453e-a95a-34476cf8e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:04.764868 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5cc70e2-1d3f-4012-a745-b1557c2d8e7f req-d7c2cf93-49a9-453e-a95a-34476cf8e70f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c1332537-f203-4a3a-9511-b585b0d8e2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851443 Jul 30 01:44:04.793178 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f50615e0-38c0-4d7e-b417-2fb3bea2151f None None] Provisioning for port 84e9ccbc-3a57-4db9-9c86-db5976c57092 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:04.796698 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316f9a26-51c0-4b95-bf71-600f49402019 None None] New status for floating IP a8dbcf6f-a22d-4572-8b41-f727fce95ff6: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:44:04.832975 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f50615e0-38c0-4d7e-b417-2fb3bea2151f None None] Provisioning complete for port 84e9ccbc-3a57-4db9-9c86-db5976c57092 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:04.833648 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f50615e0-38c0-4d7e-b417-2fb3bea2151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.877353 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5cc70e2-1d3f-4012-a745-b1557c2d8e7f req-9d84070f-b6ec-4bb2-b365-ba96e608d9c5 service neutron] 10.222.0.77 "GET /v2.0/networks/c1332537-f203-4a3a-9511-b585b0d8e2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045291 Jul 30 01:44:04.882816 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35620) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:04.883146 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3ac33bae-7e67-4d8d-90e0-38db258f6415 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e343f44bf5dd4cf8a8b503f8d70f09b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4792588 Jul 30 01:44:04.896754 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f62500c5-d0b0-4deb-9c2b-17939ffc1b06 req-1869315b-1100-442d-9ecb-2ce6be900280 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 697 time: 0.2007856 Jul 30 01:44:05.042682 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-26d3fee4-0d3a-4788-aded-8acaed668a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.065052 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-26d3fee4-0d3a-4788-aded-8acaed668a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.075381 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f62500c5-d0b0-4deb-9c2b-17939ffc1b06 req-178fdb45-09fe-471a-b8b2-6978ff574a77 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 697 time: 0.1814280 Jul 30 01:44:05.151280 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b735435-550b-48a5-9a17-ff90cd5af578 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:05.178486 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-26d3fee4-0d3a-4788-aded-8acaed668a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.181308 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-26d3fee4-0d3a-4788-aded-8acaed668a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.183802 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-26d3fee4-0d3a-4788-aded-8acaed668a10 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e8569a96-1bdd-4692-947d-e8a594a584b6 HTTP/1.1" status: 204 len: 168 time: 0.2998095 Jul 30 01:44:05.189838 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5cc70e2-1d3f-4012-a745-b1557c2d8e7f req-f0d01478-f9f8-4b4d-8306-b3ec4820835b service neutron] 10.222.0.77 "GET /v2.0/networks/c1332537-f203-4a3a-9511-b585b0d8e2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552500 Jul 30 01:44:05.203070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3fee4-0d3a-4788-aded-8acaed668a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8569a96-1bdd-4692-947d-e8a594a584b6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:05.244263 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66974555-647d-41f2-9172-111fc9ec1c9b req-3210d0df-1c83-47c3-981e-042088ef5a17 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:05.255748 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-66974555-647d-41f2-9172-111fc9ec1c9b req-3210d0df-1c83-47c3-981e-042088ef5a17 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/ports?device_id=4765a0f6-ffc8-4b13-a483-c94142dd99e6 HTTP/1.1" status: 200 len: 946 time: 0.1442430 Jul 30 01:44:05.258517 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.319809 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] Transition to ACTIVE for port object 4b735435-550b-48a5-9a17-ff90cd5af578 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:05.340171 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f50615e0-38c0-4d7e-b417-2fb3bea2151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.341920 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-66974555-647d-41f2-9172-111fc9ec1c9b req-4b2f11f1-0a06-40bf-9c5a-b67a248acce2 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ed1b921-0c20-4383-b1c8-58adf469dfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846860 Jul 30 01:44:05.373323 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-f62500c5-d0b0-4deb-9c2b-17939ffc1b06 req-1c40debe-7a81-4326-ba5a-44e3dba64af5 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Deleting port 453166ff-a2fd-4cef-bf72-2de2e406a2a7 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:05.373677 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f62500c5-d0b0-4deb-9c2b-17939ffc1b06 req-1c40debe-7a81-4326-ba5a-44e3dba64af5 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.405209 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f50615e0-38c0-4d7e-b417-2fb3bea2151f None None] For port 84e9ccbc-3a57-4db9-9c86-db5976c57092, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=84e9ccbc-3a57-4db9-9c86-db5976c57092,segment=NetworkSegment(cf854ab1-b395-43da-a3ab-70b3bdc065d0),segment_id=cf854ab1-b395-43da-a3ab-70b3bdc065d0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:05.477462 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f62500c5-d0b0-4deb-9c2b-17939ffc1b06 req-1c40debe-7a81-4326-ba5a-44e3dba64af5 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.478451 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f62500c5-d0b0-4deb-9c2b-17939ffc1b06 req-1c40debe-7a81-4326-ba5a-44e3dba64af5 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.503726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-f62500c5-d0b0-4deb-9c2b-17939ffc1b06 req-1c40debe-7a81-4326-ba5a-44e3dba64af5 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Calling delete_port for 453166ff-a2fd-4cef-bf72-2de2e406a2a7 owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:05.506245 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.612621 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f50615e0-38c0-4d7e-b417-2fb3bea2151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.617009 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8d9d9a76-5529-4ce0-8fbb-e3dd17c5d1aa req-9d199f1d-ee48-49e9-a4fb-f273cf319a67 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 210 time: 0.0389314 Jul 30 01:44:05.723191 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] Pushing event updated for resources: {'Port': ['ID=4b735435-550b-48a5-9a17-ff90cd5af578,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:05.776776 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] Attempting to bind port 4b735435-550b-48a5-9a17-ff90cd5af578 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:05.777257 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] Attempting to bind port 4b735435-550b-48a5-9a17-ff90cd5af578 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:05.777680 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] Attempting to bind port 4b735435-550b-48a5-9a17-ff90cd5af578 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:05.783640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] Port 4b735435-550b-48a5-9a17-ff90cd5af578 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:44:05.784093 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] Attempting to bind port 4b735435-550b-48a5-9a17-ff90cd5af578 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:05.789660 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:05.797652 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:05.798340 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:05.798622 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] Bound port: 4b735435-550b-48a5-9a17-ff90cd5af578, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:05.799101 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.851370 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50615e0-38c0-4d7e-b417-2fb3bea2151f None None] Pushing event updated for resources: {'Port': ['ID=84e9ccbc-3a57-4db9-9c86-db5976c57092,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:05.864606 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7ba83e1f-f324-4b53-ad9c-c1e4be017b5e None None] Provisioning complete for port 84e9ccbc-3a57-4db9-9c86-db5976c57092 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:05.865030 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ba83e1f-f324-4b53-ad9c-c1e4be017b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.020975 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] For port 4b735435-550b-48a5-9a17-ff90cd5af578, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:06.049490 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f62500c5-d0b0-4deb-9c2b-17939ffc1b06 req-1c40debe-7a81-4326-ba5a-44e3dba64af5 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.071117 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d84afc-d7bd-419d-b301-649b23d1503c req-4a60d05b-f91e-48c7-a43d-e0aee0f84290 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:06.079255 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] For port 4b735435-550b-48a5-9a17-ff90cd5af578, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=4b735435-550b-48a5-9a17-ff90cd5af578,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:06.087557 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c2d84afc-d7bd-419d-b301-649b23d1503c req-4a60d05b-f91e-48c7-a43d-e0aee0f84290 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 948 time: 0.3817673 Jul 30 01:44:06.108423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-bc5258af-ac40-4737-a0c8-9205aa6529aa tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:06.118238 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-bc5258af-ac40-4737-a0c8-9205aa6529aa tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:06.120578 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-bc5258af-ac40-4737-a0c8-9205aa6529aa tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.10 "GET /v2.0/networks?id=cd07b72d-638c-4fd9-b55d-92130717becd&id=7321d224-1aa7-4154-bd91-2075aa90ab8c HTTP/1.1" status: 200 len: 1389 time: 0.2562768 Jul 30 01:44:06.123507 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40debe-7a81-4326-ba5a-44e3dba64af5 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Pushing event deleted for resources: {'Port': ['ID=453166ff-a2fd-4cef-bf72-2de2e406a2a7,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:06.136393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-2d366a0a-9879-4162-8266-9a07139d4e99 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Request body: {'port': {'device_id': 'ab29a372-6dfb-4269-9064-b66ee37a1691', 'network_id': 'cd07b72d-638c-4fd9-b55d-92130717becd', 'admin_state_up': True, 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:06.169711 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c2d84afc-d7bd-419d-b301-649b23d1503c req-d059971a-1831-4996-8985-347e71290fe6 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768924 Jul 30 01:44:06.253719 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.398056 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:06.398715 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.400111 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] 10.222.0.10 "PUT /v2.0/ports/4b735435-550b-48a5-9a17-ff90cd5af578 HTTP/1.1" status: 200 len: 1096 time: 2.9735565 Jul 30 01:44:06.401721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e593ac3-6b0b-493d-97f7-d7701996f28c', 'tag': '4b735435-550b-48a5-9a17-ff90cd5af578'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:06.404720 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e10b5d-05fa-45fc-8f6d-9a63ea6576a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8e593ac3-6b0b-493d-97f7-d7701996f28c", "tag": "4b735435-550b-48a5-9a17-ff90cd5af578"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:06.415259 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f62500c5-d0b0-4deb-9c2b-17939ffc1b06 req-1c40debe-7a81-4326-ba5a-44e3dba64af5 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.418238 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f62500c5-d0b0-4deb-9c2b-17939ffc1b06 req-1c40debe-7a81-4326-ba5a-44e3dba64af5 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.423972 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f62500c5-d0b0-4deb-9c2b-17939ffc1b06 req-1c40debe-7a81-4326-ba5a-44e3dba64af5 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "DELETE /v2.0/floatingips/a8dbcf6f-a22d-4572-8b41-f727fce95ff6 HTTP/1.1" status: 204 len: 173 time: 1.3428140 Jul 30 01:44:06.461192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca8805-9014-47b7-bfbc-0908c1e8fe4f service neutron] Pushing event updated for resources: {'Port': ['ID=4b735435-550b-48a5-9a17-ff90cd5af578,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:06.501733 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1feb4881-0f88-46bf-a462-9885a70e0dde x-openstack-request-id: req-1feb4881-0f88-46bf-a462-9885a70e0dde {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:06.502361 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e593ac3-6b0b-493d-97f7-d7701996f28c", "tag": "4b735435-550b-48a5-9a17-ff90cd5af578", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:06.502361 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1feb4881-0f88-46bf-a462-9885a70e0dde {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:06.509241 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e593ac3-6b0b-493d-97f7-d7701996f28c', 'tag': '4b735435-550b-48a5-9a17-ff90cd5af578', 'status': 'completed', 'code': 200} Jul 30 01:44:06.642900 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-2d366a0a-9879-4162-8266-9a07139d4e99 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Made reservation on behalf of 7d8ded957c6c4ac3b56380dd35f56460 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:06.654480 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-2d366a0a-9879-4162-8266-9a07139d4e99 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.692886 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade1a66-4a0b-4e95-927c-d26b8e9f20eb req-3bdaf373-3442-4b2f-af4e-35a3ea96d8e0 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:06.701250 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2ade1a66-4a0b-4e95-927c-d26b8e9f20eb req-3bdaf373-3442-4b2f-af4e-35a3ea96d8e0 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/ports?device_id=4765a0f6-ffc8-4b13-a483-c94142dd99e6 HTTP/1.1" status: 200 len: 946 time: 0.1814427 Jul 30 01:44:06.735883 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e10b5d-05fa-45fc-8f6d-9a63ea6576a4 req-5bbd7e46-183e-4721-ab1b-83d45ec2b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:06.737372 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63e10b5d-05fa-45fc-8f6d-9a63ea6576a4 req-5bbd7e46-183e-4721-ab1b-83d45ec2b11f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 1099 time: 0.2010040 Jul 30 01:44:06.794083 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63e10b5d-05fa-45fc-8f6d-9a63ea6576a4 req-a3923ba4-5b73-4441-b955-b391670290a6 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=623208e081294df0b62265be2069edd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209315 Jul 30 01:44:06.826217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919016b-7ccb-498f-b1a3-9551dcd2d7db req-6aef72d9-4cbe-4a97-ad91-914374895022 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:06.830800 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4919016b-7ccb-498f-b1a3-9551dcd2d7db req-6aef72d9-4cbe-4a97-ad91-914374895022 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1576753 Jul 30 01:44:06.835587 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2ade1a66-4a0b-4e95-927c-d26b8e9f20eb req-a04acf3c-6923-43b0-ae28-d013ce629b2a tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ed1b921-0c20-4383-b1c8-58adf469dfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333675 Jul 30 01:44:06.967182 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4919016b-7ccb-498f-b1a3-9551dcd2d7db req-301b2291-94f0-4828-92c8-d96f020b4936 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1289597 Jul 30 01:44:06.996431 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854be168-f78b-4922-bcd1-7f48379dd592 req-e80674e0-4882-4740-9fd6-071ba82c4f76 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:07.003105 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-854be168-f78b-4922-bcd1-7f48379dd592 req-e80674e0-4882-4740-9fd6-071ba82c4f76 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.77 "GET /v2.0/ports?device_id=4765a0f6-ffc8-4b13-a483-c94142dd99e6 HTTP/1.1" status: 200 len: 946 time: 0.2554038 Jul 30 01:44:07.022088 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 84e9ccbc-3a57-4db9-9c86-db5976c57092 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:07.111940 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 84e9ccbc-3a57-4db9-9c86-db5976c57092 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:07.112731 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.140915 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35730) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:07.141871 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35732) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:07.300280 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b3c79b1-f640-41c5-852e-d36175b1b87c req-1829a89b-7137-40d9-af56-1f91c326a863 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1600788 Jul 30 01:44:07.351439 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-854be168-f78b-4922-bcd1-7f48379dd592 req-405c9c63-58ed-47cc-9e83-c79b0e3b249e tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Deleting port 8dfae5f3-6f64-4284-b34d-232b3473fa21 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:07.352117 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-854be168-f78b-4922-bcd1-7f48379dd592 req-405c9c63-58ed-47cc-9e83-c79b0e3b249e tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.383064 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-01289f0b-b4f0-4f91-8adb-02e8a6407ece req-7303e628-4e9b-4a70-8bd3-54b55d599ab0 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 210 time: 0.0574467 Jul 30 01:44:07.449291 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-71790b23-a96a-4487-a2c5-210041bb3b0a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-971499827-network', 'tenant_id': '0d190fada4384345b10b3047f6c2b845'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:07.520593 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-2d366a0a-9879-4162-8266-9a07139d4e99 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Allocated IP 19.80.0.87 (cd07b72d-638c-4fd9-b55d-92130717becd/c7c5dcff-f4c5-433b-aee2-1c9669b36542/aa1094e9-623c-41be-8257-234cc0fdd292) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:07.565155 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e10b5d-05fa-45fc-8f6d-9a63ea6576a4 req-ea69f466-9dd7-41f9-a534-0daa1f3d3219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:07.567071 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63e10b5d-05fa-45fc-8f6d-9a63ea6576a4 req-ea69f466-9dd7-41f9-a534-0daa1f3d3219 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7651770 Jul 30 01:44:07.656160 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3fff5-2de6-4193-b1b8-a0430df9d4d4 req-e1a39f44-3af5-4d3c-8716-cd8ea9807e29 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:07.657695 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13a3fff5-2de6-4193-b1b8-a0430df9d4d4 req-e1a39f44-3af5-4d3c-8716-cd8ea9807e29 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 948 time: 0.1965904 Jul 30 01:44:07.700910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-854be168-f78b-4922-bcd1-7f48379dd592 req-405c9c63-58ed-47cc-9e83-c79b0e3b249e tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] For port 8dfae5f3-6f64-4284-b34d-232b3473fa21, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8dfae5f3-6f64-4284-b34d-232b3473fa21,segment=NetworkSegment(d5a24156-74a2-4bc0-9190-f109ce356986),segment_id=d5a24156-74a2-4bc0-9190-f109ce356986)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:07.701200 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-854be168-f78b-4922-bcd1-7f48379dd592 req-405c9c63-58ed-47cc-9e83-c79b0e3b249e tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.756066 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-adc5596d-bc88-4590-8cd4-d165b858eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:07.757588 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-adc5596d-bc88-4590-8cd4-d165b858eabd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 1099 time: 0.0765464 Jul 30 01:44:07.761143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71790b23-a96a-4487-a2c5-210041bb3b0a admin admin] Made reservation on behalf of 0d190fada4384345b10b3047f6c2b845 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:07.763464 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71790b23-a96a-4487-a2c5-210041bb3b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.767667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-854be168-f78b-4922-bcd1-7f48379dd592 req-405c9c63-58ed-47cc-9e83-c79b0e3b249e tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Calling delete_port for 8dfae5f3-6f64-4284-b34d-232b3473fa21 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:07.785750 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-2d366a0a-9879-4162-8266-9a07139d4e99 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.799850 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13a3fff5-2de6-4193-b1b8-a0430df9d4d4 req-1fd98dc2-8236-46dd-936c-1eece710d83c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297100 Jul 30 01:44:07.800626 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71790b23-a96a-4487-a2c5-210041bb3b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.838033 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-19e9e246-99ce-4584-9c77-7629ca5804aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=4b735435-550b-48a5-9a17-ff90cd5af578 HTTP/1.1" status: 200 len: 217 time: 0.0638890 Jul 30 01:44:07.857173 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-2d366a0a-9879-4162-8266-9a07139d4e99 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Transition to ACTIVE for port object aa1094e9-623c-41be-8257-234cc0fdd292 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:07.920549 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-77555850-4645-477d-bf09-b08435426c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:07.922232 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-77555850-4645-477d-bf09-b08435426c23 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0774386 Jul 30 01:44:07.985919 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-54b870e7-22a4-483d-9ea7-4a36da1b08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:07.987981 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-54b870e7-22a4-483d-9ea7-4a36da1b08d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0576105 Jul 30 01:44:08.066194 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-2d366a0a-9879-4162-8266-9a07139d4e99 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.146519 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b975ef3-ca7e-4de7-86b2-a1fdfe9b431f req-ff68837b-e3a8-4ce0-955e-7b316f10c1a6 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:08.148654 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b975ef3-ca7e-4de7-86b2-a1fdfe9b431f req-ff68837b-e3a8-4ce0-955e-7b316f10c1a6 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/ports?device_id=4765a0f6-ffc8-4b13-a483-c94142dd99e6 HTTP/1.1" status: 200 len: 946 time: 0.1853015 Jul 30 01:44:08.169941 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-2d366a0a-9879-4162-8266-9a07139d4e99 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Network cd07b72d-638c-4fd9-b55d-92130717becd is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:08.175498 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-2d366a0a-9879-4162-8266-9a07139d4e99 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:08.188786 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-2d366a0a-9879-4162-8266-9a07139d4e99 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:08.237281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d366a0a-9879-4162-8266-9a07139d4e99 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event updated for resources: {'Port': ['ID=aa1094e9-623c-41be-8257-234cc0fdd292,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:08.277046 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a9c10-ab87-484f-9d99-ce611cd2143e req-72ac1dc2-f6de-43d9-ba04-f8089136a50a tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:08.277455 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71790b23-a96a-4487-a2c5-210041bb3b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.279623 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ac8a9c10-ab87-484f-9d99-ce611cd2143e req-72ac1dc2-f6de-43d9-ba04-f8089136a50a tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 946 time: 0.2227495 Jul 30 01:44:08.280753 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-430af8cf-76f3-4b67-98f8-fa8027c1695f service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849185 Jul 30 01:44:08.310568 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b975ef3-ca7e-4de7-86b2-a1fdfe9b431f req-7094775c-4c37-4c5c-9567-cfc153deac28 tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ed1b921-0c20-4383-b1c8-58adf469dfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464887 Jul 30 01:44:08.315539 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-854be168-f78b-4922-bcd1-7f48379dd592 req-405c9c63-58ed-47cc-9e83-c79b0e3b249e tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.323077 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-2d366a0a-9879-4162-8266-9a07139d4e99 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:08.324132 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-2d366a0a-9879-4162-8266-9a07139d4e99 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.370638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['8dfae5f3-6f64-4284-b34d-232b3473fa21'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:08.415980 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71790b23-a96a-4487-a2c5-210041bb3b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.449169 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ac8a9c10-ab87-484f-9d99-ce611cd2143e req-2a3994ab-7ba1-4c6f-adce-142f1abfb7e3 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9662471-2628-49bc-9eb2-c90f50e05b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551979 Jul 30 01:44:08.485522 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-110ac2a1-56cb-4152-b056-ad9c0916caf8 req-9c74bdaf-f358-4a56-8c10-26cdc00afd37 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929700 Jul 30 01:44:08.487692 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-2d366a0a-9879-4162-8266-9a07139d4e99 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3574777 Jul 30 01:44:08.503520 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Request body: {'port': {'device_id': 'ab29a372-6dfb-4269-9064-b66ee37a1691', 'network_id': '7321d224-1aa7-4154-bd91-2075aa90ab8c', 'admin_state_up': True, 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:08.527968 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71790b23-a96a-4487-a2c5-210041bb3b0a admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:44:08.552632 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71790b23-a96a-4487-a2c5-210041bb3b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.553055 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-71790b23-a96a-4487-a2c5-210041bb3b0a admin admin] Added segment 058c0aba-18d6-48a8-ad5c-d14d081e12df of type vlan for network 7e884262-1237-452b-b008-aa7659a66a5e Jul 30 01:44:08.589095 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c9c63-58ed-47cc-9e83-c79b0e3b249e tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Pushing event deleted for resources: {'Port': ['ID=8dfae5f3-6f64-4284-b34d-232b3473fa21,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:08.662711 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-20d0de87-ecad-41ea-a5cd-263997c32c2a None None] Provisioning for port aa1094e9-623c-41be-8257-234cc0fdd292 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:08.667739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-20d0de87-ecad-41ea-a5cd-263997c32c2a None None] Provisioning complete for port aa1094e9-623c-41be-8257-234cc0fdd292 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:08.668121 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20d0de87-ecad-41ea-a5cd-263997c32c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.688040 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-854be168-f78b-4922-bcd1-7f48379dd592 req-405c9c63-58ed-47cc-9e83-c79b0e3b249e tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] No DVR routers for this DVR port 8dfae5f3-6f64-4284-b34d-232b3473fa21 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:08.694577 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71790b23-a96a-4487-a2c5-210041bb3b0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.703556 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-854be168-f78b-4922-bcd1-7f48379dd592 req-405c9c63-58ed-47cc-9e83-c79b0e3b249e tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.705558 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-854be168-f78b-4922-bcd1-7f48379dd592 req-405c9c63-58ed-47cc-9e83-c79b0e3b249e tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.77 "DELETE /v2.0/ports/8dfae5f3-6f64-4284-b34d-232b3473fa21 HTTP/1.1" status: 204 len: 173 time: 1.6922746 Jul 30 01:44:08.706962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4765a0f6-ffc8-4b13-a483-c94142dd99e6', 'name': 'network-vif-deleted', 'tag': '8dfae5f3-6f64-4284-b34d-232b3473fa21'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:08.709507 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36a20c9-108e-488e-8886-6c76c6dfa022" -d '{"events": [{"server_uuid": "4765a0f6-ffc8-4b13-a483-c94142dd99e6", "name": "network-vif-deleted", "tag": "8dfae5f3-6f64-4284-b34d-232b3473fa21"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:08.726165 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71790b23-a96a-4487-a2c5-210041bb3b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32f463f-61bc-4a0d-afce-4b05cffce6e7,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:08.737633 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Made reservation on behalf of 7d8ded957c6c4ac3b56380dd35f56460 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:08.742226 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.744923 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-20d0de87-ecad-41ea-a5cd-263997c32c2a None None] Port aa1094e9-623c-41be-8257-234cc0fdd292 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:08.778385 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4790a-dbf6-4367-a0bd-ceea831cb5e0 req-99482344-ff25-4e8e-8c4d-ec93a59482c6 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:08.778385 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3eb4790a-dbf6-4367-a0bd-ceea831cb5e0 req-99482344-ff25-4e8e-8c4d-ec93a59482c6 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 931 time: 0.1768696 Jul 30 01:44:08.784483 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ef129f-0aeb-4dc8-8e16-bc199c39ed61 x-openstack-request-id: req-14ef129f-0aeb-4dc8-8e16-bc199c39ed61 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:08.784483 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4765a0f6-ffc8-4b13-a483-c94142dd99e6", "name": "network-vif-deleted", "tag": "8dfae5f3-6f64-4284-b34d-232b3473fa21", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:08.784483 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-14ef129f-0aeb-4dc8-8e16-bc199c39ed61 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:08.784483 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4765a0f6-ffc8-4b13-a483-c94142dd99e6', 'name': 'network-vif-deleted', 'tag': '8dfae5f3-6f64-4284-b34d-232b3473fa21', 'status': 'completed', 'code': 200} Jul 30 01:44:08.878796 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71790b23-a96a-4487-a2c5-210041bb3b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.890796 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71790b23-a96a-4487-a2c5-210041bb3b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:08.892347 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71790b23-a96a-4487-a2c5-210041bb3b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.951415 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3eb4790a-dbf6-4367-a0bd-ceea831cb5e0 req-6f9fa832-6944-45a8-a3cf-eb3ebd5f72c5 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680462 Jul 30 01:44:09.006056 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Allocated IP 19.86.0.167 (7321d224-1aa7-4154-bd91-2075aa90ab8c/071ffefb-ca29-426a-8680-7a6b444e8c78/b797fb87-5e55-4b18-bb79-099b2cd303c4) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:09.031275 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef403c4-edac-4228-9e24-7eaabc232123 req-757d8e7e-35ea-4e7e-b58a-02eae0fc0b0f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:09.031833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71790b23-a96a-4487-a2c5-210041bb3b0a admin admin] Pushing event updated for resources: {'Network': ['ID=7e884262-1237-452b-b008-aa7659a66a5e,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:09.036661 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ef403c4-edac-4228-9e24-7eaabc232123 req-757d8e7e-35ea-4e7e-b58a-02eae0fc0b0f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 948 time: 0.1101093 Jul 30 01:44:09.044976 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 7e884262-1237-452b-b008-aa7659a66a5e details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:44:09.064853 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6c82db8-910b-405d-814e-3104f3250258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.071745 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-71790b23-a96a-4487-a2c5-210041bb3b0a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9181824 Jul 30 01:44:09.073802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35794) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:09.109159 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ef403c4-edac-4228-9e24-7eaabc232123 req-a83f1cc1-ee00-4124-acc9-5f9377b557c3 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665033 Jul 30 01:44:09.131627 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-22c8d95e-de00-4586-8814-6fa56aa8da04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.143884 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-91a8132f-c05b-4ffa-bf5c-99fdbc8fb2c6 admin admin] Request body: {'subnet': {'network_id': '7e884262-1237-452b-b008-aa7659a66a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-971499827-subnet', 'tenant_id': '0d190fada4384345b10b3047f6c2b845', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:09.231078 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.246984 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Transition to ACTIVE for port object b797fb87-5e55-4b18-bb79-099b2cd303c4 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:09.291695 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a8132f-c05b-4ffa-bf5c-99fdbc8fb2c6 admin admin] Made reservation on behalf of 0d190fada4384345b10b3047f6c2b845 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:09.293935 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91a8132f-c05b-4ffa-bf5c-99fdbc8fb2c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.435025 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.474875 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f4988c9-80e1-46f0-bdea-1b6f5f87142b req-9d5c68a0-7ee5-48fd-b031-31a14874b5dd tempest-InstanceActionsV221TestJSON-620305362 tempest-InstanceActionsV221TestJSON-620305362-project] 10.222.0.70 "GET /v2.0/ports?device_id=4765a0f6-ffc8-4b13-a483-c94142dd99e6 HTTP/1.1" status: 200 len: 210 time: 0.0455267 Jul 30 01:44:09.485951 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Network 7321d224-1aa7-4154-bd91-2075aa90ab8c is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:09.499695 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:09.522505 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:09.534151 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event updated for resources: {'Port': ['ID=b797fb87-5e55-4b18-bb79-099b2cd303c4,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:09.578047 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:09.578631 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:09.578985 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:09.579330 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:09.579672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:09.580012 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:09.580446 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:09.580661 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:09.580991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:09.581318 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:09.581648 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:09.582896 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:09.604510 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b6c82db8-910b-405d-814e-3104f3250258 admin admin] Deleting port d3f15abe-98ce-430c-a92d-0764ccb84bb5 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:09.604745 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6c82db8-910b-405d-814e-3104f3250258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.655587 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:09.659397 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.684868 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869a3bf-89a7-4f6e-a014-08de6d79292d req-d28919eb-da9e-48a6-a518-a8bdf3dfc742 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:09.686482 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0869a3bf-89a7-4f6e-a014-08de6d79292d req-d28919eb-da9e-48a6-a518-a8bdf3dfc742 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 946 time: 0.1146624 Jul 30 01:44:09.753104 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0869a3bf-89a7-4f6e-a014-08de6d79292d req-4cc39c50-beeb-4c9f-8d10-9ef42e89ba24 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9662471-2628-49bc-9eb2-c90f50e05b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572178 Jul 30 01:44:09.796079 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482532eb-50c9-4ada-bcb5-313a83929187 req-b5fdc519-953f-425b-ac19-8e953a18ccc3 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:09.804748 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-482532eb-50c9-4ada-bcb5-313a83929187 req-b5fdc519-953f-425b-ac19-8e953a18ccc3 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.77 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 946 time: 0.0941412 Jul 30 01:44:09.819000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-b6c82db8-910b-405d-814e-3104f3250258 admin admin] For port d3f15abe-98ce-430c-a92d-0764ccb84bb5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d3f15abe-98ce-430c-a92d-0764ccb84bb5,segment=NetworkSegment(9aec8826-4ee2-46c7-91c7-843fdcfbd818),segment_id=9aec8826-4ee2-46c7-91c7-843fdcfbd818)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:09.819230 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6c82db8-910b-405d-814e-3104f3250258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.835089 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-f25f7cec-f1d5-426c-95ce-122f3d604f8c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3377652 Jul 30 01:44:09.849425 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] Request body: {'port': {'device_id': 'ab29a372-6dfb-4269-9064-b66ee37a1691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:09.852350 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b6c82db8-910b-405d-814e-3104f3250258 admin admin] Calling delete_port for d3f15abe-98ce-430c-a92d-0764ccb84bb5 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:09.901692 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91a8132f-c05b-4ffa-bf5c-99fdbc8fb2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.935760 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.038667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8132f-c05b-4ffa-bf5c-99fdbc8fb2c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92776580-886d-4d78-b5fd-b83057bca01e,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:10.096230 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5a1ec3bf-56f1-4358-aed5-c75b0019fcb1 None None] Provisioning for port b797fb87-5e55-4b18-bb79-099b2cd303c4 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:10.114264 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5a1ec3bf-56f1-4358-aed5-c75b0019fcb1 None None] Provisioning complete for port b797fb87-5e55-4b18-bb79-099b2cd303c4 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:10.118479 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec3bf-56f1-4358-aed5-c75b0019fcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.153782 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-482532eb-50c9-4ada-bcb5-313a83929187 req-a6c733ce-5a28-41c7-a079-3c32aafde17f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Deleting port 6f6399bd-ce3b-4d2e-a871-384179523b3e {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:10.155773 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-482532eb-50c9-4ada-bcb5-313a83929187 req-a6c733ce-5a28-41c7-a079-3c32aafde17f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.176225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5a1ec3bf-56f1-4358-aed5-c75b0019fcb1 None None] Port b797fb87-5e55-4b18-bb79-099b2cd303c4 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:10.187294 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a8132f-c05b-4ffa-bf5c-99fdbc8fb2c6 admin admin] Checking segment: {'id': '058c0aba-18d6-48a8-ad5c-d14d081e12df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7e884262-1237-452b-b008-aa7659a66a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:10.187654 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a8132f-c05b-4ffa-bf5c-99fdbc8fb2c6 admin admin] Network hostable DHCP agents. Network: 7e884262-1237-452b-b008-aa7659a66a5e, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:44:10.284270 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2d194-3afb-4ad9-bf99-fb647b30c097 req-37fce7a7-3e2d-4354-84c8-728d2773b525 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:10.285879 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07b2d194-3afb-4ad9-bf99-fb647b30c097 req-37fce7a7-3e2d-4354-84c8-728d2773b525 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 948 time: 0.0818386 Jul 30 01:44:10.362541 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1094e9-623c-41be-8257-234cc0fdd292 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:10.370551 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07b2d194-3afb-4ad9-bf99-fb647b30c097 req-6683ce3d-613a-44c2-badb-d9e747bb9a9f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757911 Jul 30 01:44:10.375035 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.400036 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] Transition to ACTIVE for port object aa1094e9-623c-41be-8257-234cc0fdd292 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:10.526993 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.590190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10248bd3-0cc6-45a8-a81e-391ad8e4bf96 req-19339921-7000-4572-bb84-646787e10bcd tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:10.596442 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10248bd3-0cc6-45a8-a81e-391ad8e4bf96 req-19339921-7000-4572-bb84-646787e10bcd tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:10.598163 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10248bd3-0cc6-45a8-a81e-391ad8e4bf96 req-19339921-7000-4572-bb84-646787e10bcd tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1654 time: 0.5686455 Jul 30 01:44:10.663675 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1094e9-623c-41be-8257-234cc0fdd292,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:10.706129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] Attempting to bind port aa1094e9-623c-41be-8257-234cc0fdd292 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:10.706485 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] Attempting to bind port aa1094e9-623c-41be-8257-234cc0fdd292 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '1059abbf-0df0-4c57-95db-90ab4f472313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cd07b72d-638c-4fd9-b55d-92130717becd'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:10.706816 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] Attempting to bind port aa1094e9-623c-41be-8257-234cc0fdd292 on network cd07b72d-638c-4fd9-b55d-92130717becd {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:10.718178 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] Port aa1094e9-623c-41be-8257-234cc0fdd292 on network cd07b72d-638c-4fd9-b55d-92130717becd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:44:10.720536 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] Attempting to bind port aa1094e9-623c-41be-8257-234cc0fdd292 on network cd07b72d-638c-4fd9-b55d-92130717becd {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:10.733412 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:10.733727 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] Checking segment: {'id': '1059abbf-0df0-4c57-95db-90ab4f472313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cd07b72d-638c-4fd9-b55d-92130717becd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:10.751959 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] Bound using segment: {'id': '1059abbf-0df0-4c57-95db-90ab4f472313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cd07b72d-638c-4fd9-b55d-92130717becd'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:10.752859 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] Bound port: aa1094e9-623c-41be-8257-234cc0fdd292, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1059abbf-0df0-4c57-95db-90ab4f472313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cd07b72d-638c-4fd9-b55d-92130717becd'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:10.753242 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.756063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-482532eb-50c9-4ada-bcb5-313a83929187 req-a6c733ce-5a28-41c7-a079-3c32aafde17f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] For port 6f6399bd-ce3b-4d2e-a871-384179523b3e, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6f6399bd-ce3b-4d2e-a871-384179523b3e,segment=NetworkSegment(8edd9c19-11e1-4cc2-a47d-18d656486408),segment_id=8edd9c19-11e1-4cc2-a47d-18d656486408)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:10.756339 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-482532eb-50c9-4ada-bcb5-313a83929187 req-a6c733ce-5a28-41c7-a079-3c32aafde17f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.797383 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10248bd3-0cc6-45a8-a81e-391ad8e4bf96 req-1f477207-0888-48d1-9df6-c84b98da119e tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879463 Jul 30 01:44:10.806482 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a8132f-c05b-4ffa-bf5c-99fdbc8fb2c6 admin admin] Network 7e884262-1237-452b-b008-aa7659a66a5e is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:44:10.840274 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-482532eb-50c9-4ada-bcb5-313a83929187 req-a6c733ce-5a28-41c7-a079-3c32aafde17f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Calling delete_port for 6f6399bd-ce3b-4d2e-a871-384179523b3e owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:10.845097 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 6f6399bd-ce3b-4d2e-a871-384179523b3e no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:10.919639 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] For port aa1094e9-623c-41be-8257-234cc0fdd292, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:10.930130 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] For port aa1094e9-623c-41be-8257-234cc0fdd292, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=aa1094e9-623c-41be-8257-234cc0fdd292,segment=NetworkSegment(1059abbf-0df0-4c57-95db-90ab4f472313),segment_id=1059abbf-0df0-4c57-95db-90ab4f472313)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:10.964666 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6c82db8-910b-405d-814e-3104f3250258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.966664 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-91a8132f-c05b-4ffa-bf5c-99fdbc8fb2c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 7e884262-1237-452b-b008-aa7659a66a5e) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:10.971440 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a8132f-c05b-4ffa-bf5c-99fdbc8fb2c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:10.972370 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91a8132f-c05b-4ffa-bf5c-99fdbc8fb2c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.981125 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4ffaa0-fcb9-47df-b051-cd502932c405 None None] Network 7e884262-1237-452b-b008-aa7659a66a5e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:11.030179 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c82db8-910b-405d-814e-3104f3250258 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f15abe-98ce-430c-a92d-0764ccb84bb5,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:11.040560 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.072909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35826) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:11.126724 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:11.126724 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.129539 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] 10.222.0.10 "PUT /v2.0/ports/aa1094e9-623c-41be-8257-234cc0fdd292 HTTP/1.1" status: 200 len: 1091 time: 1.2856646 Jul 30 01:44:11.130034 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab29a372-6dfb-4269-9064-b66ee37a1691', 'tag': 'aa1094e9-623c-41be-8257-234cc0fdd292'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:11.132382 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61622791-7d50-4827-a664-3126f1a775a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ab29a372-6dfb-4269-9064-b66ee37a1691", "tag": "aa1094e9-623c-41be-8257-234cc0fdd292"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:11.169506 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-91a8132f-c05b-4ffa-bf5c-99fdbc8fb2c6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0346224 Jul 30 01:44:11.193427 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3172707-5cb3-4d1b-a1c6-1bf0f50d0230 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1094e9-623c-41be-8257-234cc0fdd292,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:11.238601 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 4b735435-550b-48a5-9a17-ff90cd5af578 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:44:11.299817 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e753d02-ab95-4b64-92a8-db83f5778f2c x-openstack-request-id: req-7e753d02-ab95-4b64-92a8-db83f5778f2c {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:11.300088 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab29a372-6dfb-4269-9064-b66ee37a1691", "tag": "aa1094e9-623c-41be-8257-234cc0fdd292", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:11.300348 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e753d02-ab95-4b64-92a8-db83f5778f2c {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:11.300770 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab29a372-6dfb-4269-9064-b66ee37a1691', 'tag': 'aa1094e9-623c-41be-8257-234cc0fdd292', 'status': 'completed', 'code': 200} Jul 30 01:44:11.342007 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] Request body: {'port': {'device_id': 'ab29a372-6dfb-4269-9064-b66ee37a1691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:11.420083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa42c8c-cc3c-4bfd-b928-0b19b6a836f2 admin admin] Deleting subnet df15c2f3-fb24-4b8f-b840-7b3201fee674 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:44:11.425037 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3aa42c8c-cc3c-4bfd-b928-0b19b6a836f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.466694 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 4b735435-550b-48a5-9a17-ff90cd5af578, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=4b735435-550b-48a5-9a17-ff90cd5af578,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:11.471337 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3aa42c8c-cc3c-4bfd-b928-0b19b6a836f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.499471 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0656da-ae2b-48b1-a168-3b640e2f3106 req-eedebf13-6989-4aba-973c-ed07cf14859c tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:11.506716 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '4b735435-550b-48a5-9a17-ff90cd5af578', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '4b735435-550b-48a5-9a17-ff90cd5af578', 'mac_address': 'fa:16:3e:2a:d0:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:44:11.507516 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7d0656da-ae2b-48b1-a168-3b640e2f3106 req-eedebf13-6989-4aba-973c-ed07cf14859c tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 946 time: 0.5671806 Jul 30 01:44:11.546395 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3aa42c8c-cc3c-4bfd-b928-0b19b6a836f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.551033 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f68d1c5-e052-4a15-aa73-3f624507d304 None None] Network 7e884262-1237-452b-b008-aa7659a66a5e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:11.600260 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7d0656da-ae2b-48b1-a168-3b640e2f3106 req-1182bbd6-1cf7-4a8d-ac3e-82b64d046d71 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9662471-2628-49bc-9eb2-c90f50e05b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802689 Jul 30 01:44:11.628860 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.767908 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3aa42c8c-cc3c-4bfd-b928-0b19b6a836f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.844469 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f3cf5-dd2d-4b71-8d4b-24a0f13dc71e req-367d5e04-a522-4924-8d37-9d46313edc2f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:11.851824 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c36f3cf5-dd2d-4b71-8d4b-24a0f13dc71e req-367d5e04-a522-4924-8d37-9d46313edc2f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 948 time: 0.2434423 Jul 30 01:44:11.852253 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-482532eb-50c9-4ada-bcb5-313a83929187 req-a6c733ce-5a28-41c7-a079-3c32aafde17f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.866062 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61622791-7d50-4827-a664-3126f1a775a7 req-497e529c-0183-4c16-96d7-41a08213e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:11.866863 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61622791-7d50-4827-a664-3126f1a775a7 req-497e529c-0183-4c16-96d7-41a08213e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:11.868439 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-61622791-7d50-4827-a664-3126f1a775a7 req-497e529c-0183-4c16-96d7-41a08213e47c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d8ded957c6c4ac3b56380dd35f56460&device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1913 time: 0.5558541 Jul 30 01:44:11.875878 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-56f3a884-7bb3-40fc-a841-0b7b784ad1d6 req-80b13470-c8a0-4f0e-bf5e-988106c4a5f8 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-502282387', 'description': 'tempest-description-1545042459'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:11.908056 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.913777 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.928476 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6c82db8-910b-405d-814e-3104f3250258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.930565 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa42c8c-cc3c-4bfd-b928-0b19b6a836f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df15c2f3-fb24-4b8f-b840-7b3201fee674,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:11.934222 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80d915a8-706d-4a47-b53b-449ab61930b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.940309 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3aa42c8c-cc3c-4bfd-b928-0b19b6a836f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.943826 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b735435-550b-48a5-9a17-ff90cd5af578 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:11.944839 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3aa42c8c-cc3c-4bfd-b928-0b19b6a836f2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/df15c2f3-fb24-4b8f-b840-7b3201fee674 HTTP/1.1" status: 204 len: 168 time: 0.8707993 Jul 30 01:44:11.945909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c733ce-5a28-41c7-a079-3c32aafde17f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Pushing event deleted for resources: {'Port': ['ID=6f6399bd-ce3b-4d2e-a871-384179523b3e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:11.952696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35846) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:12.044550 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 4b735435-550b-48a5-9a17-ff90cd5af578, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=4b735435-550b-48a5-9a17-ff90cd5af578,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:12.055602 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8dfae5f3-6f64-4284-b34d-232b3473fa21 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:12.076400 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61622791-7d50-4827-a664-3126f1a775a7 req-22127eb4-da74-415d-bf6a-1d3c89442605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:12.076891 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61622791-7d50-4827-a664-3126f1a775a7 req-22127eb4-da74-415d-bf6a-1d3c89442605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:12.077382 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61622791-7d50-4827-a664-3126f1a775a7 req-22127eb4-da74-415d-bf6a-1d3c89442605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:12.079244 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-61622791-7d50-4827-a664-3126f1a775a7 req-22127eb4-da74-415d-bf6a-1d3c89442605 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7d8ded957c6c4ac3b56380dd35f56460&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1955569 Jul 30 01:44:12.081498 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.084715 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 8dfae5f3-6f64-4284-b34d-232b3473fa21 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:12.085069 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8dfae5f3-6f64-4284-b34d-232b3473fa21 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:12.108697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-482532eb-50c9-4ada-bcb5-313a83929187 req-a6c733ce-5a28-41c7-a079-3c32aafde17f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] No DVR routers for this DVR port 6f6399bd-ce3b-4d2e-a871-384179523b3e on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:12.119226 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-482532eb-50c9-4ada-bcb5-313a83929187 req-a6c733ce-5a28-41c7-a079-3c32aafde17f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.121520 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-482532eb-50c9-4ada-bcb5-313a83929187 req-a6c733ce-5a28-41c7-a079-3c32aafde17f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.77 "DELETE /v2.0/ports/6f6399bd-ce3b-4d2e-a871-384179523b3e HTTP/1.1" status: 204 len: 173 time: 2.3156128 Jul 30 01:44:12.121998 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87816db2-4054-4dd6-a0df-d35c3bd3c5ac', 'name': 'network-vif-deleted', 'tag': '6f6399bd-ce3b-4d2e-a871-384179523b3e'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:12.124242 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac65c86-3bf4-4774-a8b1-b31c0b0ae1bc" -d '{"events": [{"server_uuid": "87816db2-4054-4dd6-a0df-d35c3bd3c5ac", "name": "network-vif-deleted", "tag": "6f6399bd-ce3b-4d2e-a871-384179523b3e"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:12.159783 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9098cf1d-13e1-4128-8e65-d780c324c905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.162745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b797fb87-5e55-4b18-bb79-099b2cd303c4 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:12.167187 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c36f3cf5-dd2d-4b71-8d4b-24a0f13dc71e req-fc2542c9-e220-471f-814e-05bfc22d4d09 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993658 Jul 30 01:44:12.175892 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.196256 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.203338 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-56f3a884-7bb3-40fc-a841-0b7b784ad1d6 req-80b13470-c8a0-4f0e-bf5e-988106c4a5f8 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.217746 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] Transition to ACTIVE for port object b797fb87-5e55-4b18-bb79-099b2cd303c4 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:12.246667 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61622791-7d50-4827-a664-3126f1a775a7 req-ba710b56-9196-4aac-bf3c-1167035d7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:12.248228 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-61622791-7d50-4827-a664-3126f1a775a7 req-ba710b56-9196-4aac-bf3c-1167035d7ca9 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1494009 Jul 30 01:44:12.312751 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=4b735435-550b-48a5-9a17-ff90cd5af578,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:12.324395 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:12.324739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:12.325075 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:12.325409 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:12.325741 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:12.326065 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:12.326415 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:12.329859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:12.330436 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:12.330927 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:12.331432 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:12.331556 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-56f3a884-7bb3-40fc-a841-0b7b784ad1d6 req-80b13470-c8a0-4f0e-bf5e-988106c4a5f8 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.332030 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:12.344104 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.413658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b797fb87-5e55-4b18-bb79-099b2cd303c4,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:12.445825 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-56f3a884-7bb3-40fc-a841-0b7b784ad1d6 req-80b13470-c8a0-4f0e-bf5e-988106c4a5f8 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.461546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9098cf1d-13e1-4128-8e65-d780c324c905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.476073 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-9098cf1d-13e1-4128-8e65-d780c324c905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dfbff6a-da9f-4ca6-b159-2e363b47f961']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:12.498119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-9098cf1d-13e1-4128-8e65-d780c324c905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a24156-74a2-4bc0-9190-f109ce356986') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:12.498446 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-9098cf1d-13e1-4128-8e65-d780c324c905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a24156-74a2-4bc0-9190-f109ce356986') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:12.514047 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['4b735435-550b-48a5-9a17-ff90cd5af578'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:12.527483 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9098cf1d-13e1-4128-8e65-d780c324c905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.554058 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b13470-c8a0-4f0e-bf5e-988106c4a5f8 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edeec578-f01f-451e-92b7-e66725ea36d3,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:12.586685 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9098cf1d-13e1-4128-8e65-d780c324c905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.604217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9098cf1d-13e1-4128-8e65-d780c324c905 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:44:12.604217 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9098cf1d-13e1-4128-8e65-d780c324c905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:44:12.606225 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:44:12.613090 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] Attempting to bind port b797fb87-5e55-4b18-bb79-099b2cd303c4 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:12.615965 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] Attempting to bind port b797fb87-5e55-4b18-bb79-099b2cd303c4 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'cf854ab1-b395-43da-a3ab-70b3bdc065d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7321d224-1aa7-4154-bd91-2075aa90ab8c'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:12.616432 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75f967-1850-47fd-8965-15eca9fafbf2 req-a88ad0ca-6530-4e23-ba0b-a41939cd923f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:12.620406 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] Attempting to bind port b797fb87-5e55-4b18-bb79-099b2cd303c4 on network 7321d224-1aa7-4154-bd91-2075aa90ab8c {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:12.624343 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75f967-1850-47fd-8965-15eca9fafbf2 req-a88ad0ca-6530-4e23-ba0b-a41939cd923f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:12.626148 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ef75f967-1850-47fd-8965-15eca9fafbf2 req-a88ad0ca-6530-4e23-ba0b-a41939cd923f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1678 time: 0.2555730 Jul 30 01:44:12.632376 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] Port b797fb87-5e55-4b18-bb79-099b2cd303c4 on network 7321d224-1aa7-4154-bd91-2075aa90ab8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:44:12.633746 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] Attempting to bind port b797fb87-5e55-4b18-bb79-099b2cd303c4 on network 7321d224-1aa7-4154-bd91-2075aa90ab8c {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:12.644053 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:12.644053 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] Checking segment: {'id': 'cf854ab1-b395-43da-a3ab-70b3bdc065d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7321d224-1aa7-4154-bd91-2075aa90ab8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:12.644053 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] Bound using segment: {'id': 'cf854ab1-b395-43da-a3ab-70b3bdc065d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7321d224-1aa7-4154-bd91-2075aa90ab8c'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:12.644053 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] Bound port: b797fb87-5e55-4b18-bb79-099b2cd303c4, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf854ab1-b395-43da-a3ab-70b3bdc065d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7321d224-1aa7-4154-bd91-2075aa90ab8c'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:12.644053 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.740997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c82db8-910b-405d-814e-3104f3250258 admin admin] Router 84cfe81b-404e-4932-9679-a6db11b5b2cd has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:44:12.744508 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ef75f967-1850-47fd-8965-15eca9fafbf2 req-63479e59-77ae-4792-a0da-c117271eb1f7 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033807 Jul 30 01:44:12.756377 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] For port b797fb87-5e55-4b18-bb79-099b2cd303c4, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:12.806100 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-56f3a884-7bb3-40fc-a841-0b7b784ad1d6 req-80b13470-c8a0-4f0e-bf5e-988106c4a5f8 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.807950 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-56f3a884-7bb3-40fc-a841-0b7b784ad1d6 req-80b13470-c8a0-4f0e-bf5e-988106c4a5f8 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9444475 Jul 30 01:44:12.817691 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf1c72a-be61-4ad1-a632-3cf0f8ea7dd2 x-openstack-request-id: req-baf1c72a-be61-4ad1-a632-3cf0f8ea7dd2 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:12.818246 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87816db2-4054-4dd6-a0df-d35c3bd3c5ac", "name": "network-vif-deleted", "tag": "6f6399bd-ce3b-4d2e-a871-384179523b3e", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:12.818246 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-baf1c72a-be61-4ad1-a632-3cf0f8ea7dd2 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:12.818638 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87816db2-4054-4dd6-a0df-d35c3bd3c5ac', 'name': 'network-vif-deleted', 'tag': '6f6399bd-ce3b-4d2e-a871-384179523b3e', 'status': 'completed', 'code': 200} Jul 30 01:44:12.902176 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9098cf1d-13e1-4128-8e65-d780c324c905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.910005 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9098cf1d-13e1-4128-8e65-d780c324c905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.914206 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9098cf1d-13e1-4128-8e65-d780c324c905 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2dfbff6a-da9f-4ca6-b159-2e363b47f961 HTTP/1.1" status: 204 len: 168 time: 0.9582765 Jul 30 01:44:12.929763 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] For port b797fb87-5e55-4b18-bb79-099b2cd303c4, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b797fb87-5e55-4b18-bb79-099b2cd303c4,segment=NetworkSegment(cf854ab1-b395-43da-a3ab-70b3bdc065d0),segment_id=cf854ab1-b395-43da-a3ab-70b3bdc065d0)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:12.948620 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a94da596-d5e7-406e-ba08-25524d2e7ebd req-0cd7896f-4299-4490-be0f-4b3244d622df tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "GET /v2.0/security-groups/edeec578-f01f-451e-92b7-e66725ea36d3 HTTP/1.1" status: 200 len: 1812 time: 0.1043537 Jul 30 01:44:12.954208 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-a94da596-d5e7-406e-ba08-25524d2e7ebd req-d0ecda65-2ab4-4d03-8b65-17887ad358dd tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'edeec578-f01f-451e-92b7-e66725ea36d3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:12.954851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-a94da596-d5e7-406e-ba08-25524d2e7ebd req-d0ecda65-2ab4-4d03-8b65-17887ad358dd tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'edeec578-f01f-451e-92b7-e66725ea36d3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:12.996202 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098cf1d-13e1-4128-8e65-d780c324c905 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dfbff6a-da9f-4ca6-b159-2e363b47f961,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:13.015545 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-56a85ea8-ce34-4be9-93b4-8dc501f2c370 req-3d2e64db-d42a-4696-a94a-bfc8c1b8d82f tempest-FloatingIPsAssociationNegativeTestJSON-1200943353 tempest-FloatingIPsAssociationNegativeTestJSON-1200943353-project] 10.222.0.70 "GET /v2.0/ports?device_id=87816db2-4054-4dd6-a0df-d35c3bd3c5ac HTTP/1.1" status: 200 len: 210 time: 0.1025991 Jul 30 01:44:13.028241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c82db8-910b-405d-814e-3104f3250258 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:44:13.033900 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b6c82db8-910b-405d-814e-3104f3250258 admin admin] 10.222.0.70 "PUT /v2.0/routers/84cfe81b-404e-4932-9679-a6db11b5b2cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8854442 Jul 30 01:44:13.042586 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.042692 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0a31c0-0b97-4856-9c06-19b5811e1efc None None] Sync routers for ids ['84cfe81b-404e-4932-9679-a6db11b5b2cd'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:44:13.043720 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35860) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:13.064317 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0a31c0-0b97-4856-9c06-19b5811e1efc None None] Routers {'84cfe81b-404e-4932-9679-a6db11b5b2cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:13.070631 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0d0a31c0-0b97-4856-9c06-19b5811e1efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:44:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['84cfe81b-404e-4932-9679-a6db11b5b2cd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:13.130848 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.143966 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:13.144602 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.146003 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] 10.222.0.10 "PUT /v2.0/ports/b797fb87-5e55-4b18-bb79-099b2cd303c4 HTTP/1.1" status: 200 len: 1092 time: 1.8097222 Jul 30 01:44:13.166380 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6da26682-337a-45f5-84cb-4bf5c9bdf3dd req-7f7c48db-2200-438b-96dc-d1c107597285 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0791290 Jul 30 01:44:13.297831 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c0c205e-34c8-4d66-953e-3264bc4d7cf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.317006 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab29a372-6dfb-4269-9064-b66ee37a1691', 'tag': 'b797fb87-5e55-4b18-bb79-099b2cd303c4'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:13.318849 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-0d0a31c0-0b97-4856-9c06-19b5811e1efc None None] Set router 84cfe81b-404e-4932-9679-a6db11b5b2cd gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:13.319863 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6868479-d660-48a2-8cd3-8875b63ad3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ab29a372-6dfb-4269-9064-b66ee37a1691", "tag": "b797fb87-5e55-4b18-bb79-099b2cd303c4"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:13.326579 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a94da596-d5e7-406e-ba08-25524d2e7ebd req-d0ecda65-2ab4-4d03-8b65-17887ad358dd tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.387267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da26682-337a-45f5-84cb-4bf5c9bdf3dd req-925059c0-aa4a-40b1-b7f1-d8ad69e00d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:13.391671 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6da26682-337a-45f5-84cb-4bf5c9bdf3dd req-925059c0-aa4a-40b1-b7f1-d8ad69e00d69 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 1096 time: 0.1441898 Jul 30 01:44:13.437649 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35866) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:13.450882 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874a3df-6f2c-4326-a1d7-66e0aaec14d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b797fb87-5e55-4b18-bb79-099b2cd303c4,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:13.481623 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80420935-cab5-4f87-b30c-b61a67d2d36f req-47115516-3805-433b-bef5-d985b69b616c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:13.483539 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-80420935-cab5-4f87-b30c-b61a67d2d36f req-47115516-3805-433b-bef5-d985b69b616c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 949 time: 0.1821687 Jul 30 01:44:13.537679 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a94da596-d5e7-406e-ba08-25524d2e7ebd req-d0ecda65-2ab4-4d03-8b65-17887ad358dd tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.578713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-5cbcd820-aa83-47d3-822f-215d08f9a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:13.579362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-5cbcd820-aa83-47d3-822f-215d08f9a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:13.580987 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-5cbcd820-aa83-47d3-822f-215d08f9a9ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d8ded957c6c4ac3b56380dd35f56460&device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1980 time: 0.2807989 Jul 30 01:44:13.636176 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-218366a6-2bb1-4ba0-8105-d6c36b7c8307 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.87&port_id=aa1094e9-623c-41be-8257-234cc0fdd292 HTTP/1.1" status: 200 len: 217 time: 0.0429852 Jul 30 01:44:13.647080 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-80420935-cab5-4f87-b30c-b61a67d2d36f req-67cfc245-3a40-466b-9595-bf0eb0bf9e11 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057646 Jul 30 01:44:13.653190 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c0c205e-34c8-4d66-953e-3264bc4d7cf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.674907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da26682-337a-45f5-84cb-4bf5c9bdf3dd req-9b5802bb-2c0d-4a20-9284-6752ac794601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:13.678385 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6da26682-337a-45f5-84cb-4bf5c9bdf3dd req-9b5802bb-2c0d-4a20-9284-6752ac794601 service neutron] 10.222.0.77 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 922 time: 0.2626395 Jul 30 01:44:13.692158 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c5f01bf4-3c74-4d17-829b-cad0cd69318b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=77ec20311b9f4d39a487c163ee3dd348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513561 Jul 30 01:44:13.692334 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a94da596-d5e7-406e-ba08-25524d2e7ebd req-d0ecda65-2ab4-4d03-8b65-17887ad358dd tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.694187 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35868) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:13.709877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecda65-2ab4-4d03-8b65-17887ad358dd tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35ea3f0-090a-4a99-945f-845ef68ce2fa,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:13.718690 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fc50a6-7efb-4392-a8ff-eb2435d37701 x-openstack-request-id: req-c0fc50a6-7efb-4392-a8ff-eb2435d37701 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:13.718690 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab29a372-6dfb-4269-9064-b66ee37a1691", "tag": "b797fb87-5e55-4b18-bb79-099b2cd303c4", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:13.718690 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c0fc50a6-7efb-4392-a8ff-eb2435d37701 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:13.718690 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab29a372-6dfb-4269-9064-b66ee37a1691', 'tag': 'b797fb87-5e55-4b18-bb79-099b2cd303c4', 'status': 'completed', 'code': 200} Jul 30 01:44:13.722329 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-46316205-f4b4-40dc-b361-0ce97298a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:13.726141 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-46316205-f4b4-40dc-b361-0ce97298a4b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7c5dcff-f4c5-433b-aee2-1c9669b36542 HTTP/1.1" status: 200 len: 801 time: 0.0796685 Jul 30 01:44:13.739859 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0d0a31c0-0b97-4856-9c06-19b5811e1efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:03Z', 'updated_at': '2021-07-30T01:44:10Z', 'revision_number': 5, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'gw_port': {'id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:04Z', 'updated_at': '2021-07-30T01:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:13.770164 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0a31c0-0b97-4856-9c06-19b5811e1efc None None] Checking router: 84cfe81b-404e-4932-9679-a6db11b5b2cd for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:44:13.778205 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-a4069314-b51a-4002-aa44-b35348611898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:13.780439 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-a4069314-b51a-4002-aa44-b35348611898 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd07b72d-638c-4fd9-b55d-92130717becd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0492556 Jul 30 01:44:13.796486 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6da26682-337a-45f5-84cb-4bf5c9bdf3dd req-bba037dc-5f97-4449-ae2f-bc0330b131fd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8514681-eccc-47d5-a9cb-42b28a613c83 HTTP/1.1" status: 200 len: 217 time: 0.0764003 Jul 30 01:44:13.796640 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0a31c0-0b97-4856-9c06-19b5811e1efc None None] Routers {'84cfe81b-404e-4932-9679-a6db11b5b2cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:13.797954 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0d0a31c0-0b97-4856-9c06-19b5811e1efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:44:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['84cfe81b-404e-4932-9679-a6db11b5b2cd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:13.901640 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-84ff728a-9985-4b56-be29-2bc604dd992d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.909005 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a94da596-d5e7-406e-ba08-25524d2e7ebd req-d0ecda65-2ab4-4d03-8b65-17887ad358dd tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.910475 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a94da596-d5e7-406e-ba08-25524d2e7ebd req-d0ecda65-2ab4-4d03-8b65-17887ad358dd tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9604979 Jul 30 01:44:13.915116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da26682-337a-45f5-84cb-4bf5c9bdf3dd req-c1cee097-c2bb-4f34-ad51-10fc4849000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:13.924583 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6da26682-337a-45f5-84cb-4bf5c9bdf3dd req-c1cee097-c2bb-4f34-ad51-10fc4849000c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.1163323 Jul 30 01:44:13.925425 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-f5511a16-8599-4ebc-8ee0-affb3721eb77 service neutron] 10.222.0.10 "GET /v2.0/networks/cd07b72d-638c-4fd9-b55d-92130717becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379812 Jul 30 01:44:13.986009 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-84ff728a-9985-4b56-be29-2bc604dd992d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.990744 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6da26682-337a-45f5-84cb-4bf5c9bdf3dd req-56011f7a-6e1d-4b98-be76-61374e47a449 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571744 Jul 30 01:44:13.993976 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-0d0a31c0-0b97-4856-9c06-19b5811e1efc None None] Set router 84cfe81b-404e-4932-9679-a6db11b5b2cd gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:14.014116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6248902-8b6a-43bc-aeb6-2b6b8a874766 req-b57ff730-5fa0-415c-a25a-6eab67bc99cc tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:14.020960 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-2c0c205e-34c8-4d66-953e-3264bc4d7cf4 admin admin] Deleting port 0ca2dce0-facf-440a-8283-348388eb27bc {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:14.021550 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c0c205e-34c8-4d66-953e-3264bc4d7cf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.022286 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6248902-8b6a-43bc-aeb6-2b6b8a874766 req-b57ff730-5fa0-415c-a25a-6eab67bc99cc tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:14.031672 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d6248902-8b6a-43bc-aeb6-2b6b8a874766 req-b57ff730-5fa0-415c-a25a-6eab67bc99cc tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1678 time: 0.1912231 Jul 30 01:44:14.110038 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3cf73a18-9d67-4c2c-9e7e-75a78fa32860 req-dc8c8dd6-b36f-4026-9c3e-775fdf7665e7 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "GET /v2.0/security-groups/edeec578-f01f-451e-92b7-e66725ea36d3 HTTP/1.1" status: 200 len: 2405 time: 0.1643522 Jul 30 01:44:14.147025 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-3a1d82a5-4962-403c-a588-096dbe53e1ce service neutron] 10.222.0.10 "GET /v2.0/networks/cd07b72d-638c-4fd9-b55d-92130717becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134349 Jul 30 01:44:14.167728 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-2c0c205e-34c8-4d66-953e-3264bc4d7cf4 admin admin] For port 0ca2dce0-facf-440a-8283-348388eb27bc, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0ca2dce0-facf-440a-8283-348388eb27bc,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:14.167728 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c0c205e-34c8-4d66-953e-3264bc4d7cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.209692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35882) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:14.218207 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-10be6ca2-ea90-4770-8e4d-0d478a64a735 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.167&port_id=b797fb87-5e55-4b18-bb79-099b2cd303c4 HTTP/1.1" status: 200 len: 217 time: 0.0603914 Jul 30 01:44:14.220736 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-2c0c205e-34c8-4d66-953e-3264bc4d7cf4 admin admin] Calling delete_port for 0ca2dce0-facf-440a-8283-348388eb27bc owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:14.267582 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d6248902-8b6a-43bc-aeb6-2b6b8a874766 req-315c143b-82e0-406f-9cc0-6d317dc76fe7 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349904 Jul 30 01:44:14.304757 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6da26682-337a-45f5-84cb-4bf5c9bdf3dd req-6fa635cb-24d9-4276-af70-0b4bfa98fad5 service neutron] 10.222.0.77 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047507 Jul 30 01:44:14.313921 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0d0a31c0-0b97-4856-9c06-19b5811e1efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:03Z', 'updated_at': '2021-07-30T01:44:10Z', 'revision_number': 5, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'gw_port': {'id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:04Z', 'updated_at': '2021-07-30T01:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:14.324675 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-579e9978-141e-4883-8ff5-a451ea4f52ab req-f0c0cfb8-1faf-41aa-b2c2-0854ac1494fe tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "GET /v2.0/security-group-rules/b35ea3f0-090a-4a99-945f-845ef68ce2fa HTTP/1.1" status: 200 len: 778 time: 0.0680134 Jul 30 01:44:14.349607 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0a31c0-0b97-4856-9c06-19b5811e1efc None None] The sync data for ids ['84cfe81b-404e-4932-9679-a6db11b5b2cd'] in n-d-713498-9 is: [{'id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264724023-router', 'tenant_id': '49f7c960d860439ea896d95aa85fac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:03Z', 'updated_at': '2021-07-30T01:44:10Z', 'revision_number': 5, 'project_id': '49f7c960d860439ea896d95aa85fac7f', 'gw_port': {'id': '0ca2dce0-facf-440a-8283-348388eb27bc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cfe81b-404e-4932-9679-a6db11b5b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:04Z', 'updated_at': '2021-07-30T01:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:44:14.371071 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-84ff728a-9985-4b56-be29-2bc604dd992d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.373742 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-84ff728a-9985-4b56-be29-2bc604dd992d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.374986 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-84ff728a-9985-4b56-be29-2bc604dd992d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ed1b921-0c20-4383-b1c8-58adf469dfff HTTP/1.1" status: 204 len: 168 time: 0.6763475 Jul 30 01:44:14.395296 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff728a-9985-4b56-be29-2bc604dd992d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed1b921-0c20-4383-b1c8-58adf469dfff,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:14.446749 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6da26682-337a-45f5-84cb-4bf5c9bdf3dd req-3ca0f389-34d7-4953-bbd9-21a7ccb76f18 service neutron] 10.222.0.77 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326437 Jul 30 01:44:14.560244 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.774653 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-ba556dd4-a632-4fc6-a6f2-a54995fb8191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:14.776157 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-ba556dd4-a632-4fc6-a6f2-a54995fb8191 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=071ffefb-ca29-426a-8680-7a6b444e8c78 HTTP/1.1" status: 200 len: 801 time: 0.5493219 Jul 30 01:44:14.776492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b7c14-8a85-4c2b-99e4-8250582a7d8c req-ecf13507-683f-4fa8-bb48-f5126fda72fc tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:14.778353 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-242b7c14-8a85-4c2b-99e4-8250582a7d8c req-ecf13507-683f-4fa8-bb48-f5126fda72fc tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 949 time: 0.0611694 Jul 30 01:44:14.829041 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-579e9978-141e-4883-8ff5-a451ea4f52ab req-bf962c87-2787-409e-a3aa-dfa1ac2a194b tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "GET /v2.0/security-groups/edeec578-f01f-451e-92b7-e66725ea36d3 HTTP/1.1" status: 200 len: 2405 time: 0.1405675 Jul 30 01:44:14.833083 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-242b7c14-8a85-4c2b-99e4-8250582a7d8c req-a683ab9c-acca-43b4-a335-703445edeac4 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474226 Jul 30 01:44:14.901844 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d3f15abe-98ce-430c-a92d-0764ccb84bb5 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:14.931781 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: d3f15abe-98ce-430c-a92d-0764ccb84bb5 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:14.935540 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d3f15abe-98ce-430c-a92d-0764ccb84bb5 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:14.980224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-7a1d9022-1557-48a7-ae00-00daaf2922e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:14.981767 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-7a1d9022-1557-48a7-ae00-00daaf2922e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7321d224-1aa7-4154-bd91-2075aa90ab8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1931245 Jul 30 01:44:14.982748 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-579e9978-141e-4883-8ff5-a451ea4f52ab req-eeab08e2-a693-436e-bd6c-e12d34f50ee4 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.016242 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-579e9978-141e-4883-8ff5-a451ea4f52ab req-eeab08e2-a693-436e-bd6c-e12d34f50ee4 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.193473 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 4b735435-550b-48a5-9a17-ff90cd5af578 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:15.198985 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-46934af2-2d03-4697-adc5-2c1bec8423a0 service neutron] 10.222.0.10 "GET /v2.0/networks/7321d224-1aa7-4154-bd91-2075aa90ab8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096550 Jul 30 01:44:15.271450 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-579e9978-141e-4883-8ff5-a451ea4f52ab req-eeab08e2-a693-436e-bd6c-e12d34f50ee4 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.280901 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-579e9978-141e-4883-8ff5-a451ea4f52ab req-eeab08e2-a693-436e-bd6c-e12d34f50ee4 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.282008 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-579e9978-141e-4883-8ff5-a451ea4f52ab req-eeab08e2-a693-436e-bd6c-e12d34f50ee4 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/b35ea3f0-090a-4a99-945f-845ef68ce2fa HTTP/1.1" status: 204 len: 173 time: 0.4448850 Jul 30 01:44:15.297292 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab08e2-a693-436e-bd6c-e12d34f50ee4 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b35ea3f0-090a-4a99-945f-845ef68ce2fa,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:15.306142 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c0c205e-34c8-4d66-953e-3264bc4d7cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.325865 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 4b735435-550b-48a5-9a17-ff90cd5af578 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:15.330222 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 4b735435-550b-48a5-9a17-ff90cd5af578 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:15.331000 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.336124 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-a72b7b5d-0713-4e18-a3ca-0e0e8ea891f0 req-cec26b8b-7335-4bdf-ad96-69dcd531751d tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1249193013', 'description': 'tempest-description-1272307613'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:15.383832 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c205e-34c8-4d66-953e-3264bc4d7cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca2dce0-facf-440a-8283-348388eb27bc,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:15.439880 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44755e7e-546f-4e4f-bf9c-80e393bcfca8 req-f99e4b61-b096-423a-9134-6e529ba1ba7a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:15.448942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44755e7e-546f-4e4f-bf9c-80e393bcfca8 req-f99e4b61-b096-423a-9134-6e529ba1ba7a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:15.455704 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-44755e7e-546f-4e4f-bf9c-80e393bcfca8 req-f99e4b61-b096-423a-9134-6e529ba1ba7a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1678 time: 0.1017931 Jul 30 01:44:15.455893 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.474326 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786ce4a9-1726-4d31-ba60-8dba655bf537 req-c3d50629-1735-4516-b059-e75a54419838 service neutron] 10.222.0.10 "GET /v2.0/networks/7321d224-1aa7-4154-bd91-2075aa90ab8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539520 Jul 30 01:44:15.497250 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c0c205e-34c8-4d66-953e-3264bc4d7cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.498910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e593ac3-6b0b-493d-97f7-d7701996f28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b735435-550b-48a5-9a17-ff90cd5af578'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:15.501720 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99f3994-2d15-4e77-9a6f-8911526e7cc9" -d '{"events": [{"server_uuid": "8e593ac3-6b0b-493d-97f7-d7701996f28c", "name": "network-vif-plugged", "status": "completed", "tag": "4b735435-550b-48a5-9a17-ff90cd5af578"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:15.517259 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 4b735435-550b-48a5-9a17-ff90cd5af578, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=4b735435-550b-48a5-9a17-ff90cd5af578,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:15.529824 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-44755e7e-546f-4e4f-bf9c-80e393bcfca8 req-1b7e9579-72b7-4028-af03-96c10dde6ecb tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682511 Jul 30 01:44:15.568275 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a72b7b5d-0713-4e18-a3ca-0e0e8ea891f0 req-cec26b8b-7335-4bdf-ad96-69dcd531751d tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.586430 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64956b84-58cd-4141-b891-15ede9edd6c7 x-openstack-request-id: req-64956b84-58cd-4141-b891-15ede9edd6c7 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:15.586964 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e593ac3-6b0b-493d-97f7-d7701996f28c", "name": "network-vif-plugged", "status": "completed", "tag": "4b735435-550b-48a5-9a17-ff90cd5af578", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:15.586964 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-64956b84-58cd-4141-b891-15ede9edd6c7 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:15.587370 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e593ac3-6b0b-493d-97f7-d7701996f28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b735435-550b-48a5-9a17-ff90cd5af578', 'code': 200} Jul 30 01:44:15.612534 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c0c205e-34c8-4d66-953e-3264bc4d7cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.615644 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c0c205e-34c8-4d66-953e-3264bc4d7cf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.616239 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.683430 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=4b735435-550b-48a5-9a17-ff90cd5af578,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:15.784724 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6868479-d660-48a2-8cd3-8875b63ad3b0 req-4f3e30ee-b8dc-48cb-a938-28eb18407d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:15.785223 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6868479-d660-48a2-8cd3-8875b63ad3b0 req-4f3e30ee-b8dc-48cb-a938-28eb18407d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:15.786875 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6868479-d660-48a2-8cd3-8875b63ad3b0 req-4f3e30ee-b8dc-48cb-a938-28eb18407d33 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d8ded957c6c4ac3b56380dd35f56460&device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1980 time: 0.1541722 Jul 30 01:44:15.794852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dd8db-7fe5-44d2-9436-09694bbaca4a req-19074a08-8e69-457a-9df7-016884dcc0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:15.796373 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2d5dd8db-7fe5-44d2-9436-09694bbaca4a req-19074a08-8e69-457a-9df7-016884dcc0c5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 1101 time: 0.1096022 Jul 30 01:44:15.837918 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22513924-20a7-40a0-89fc-6eaf1a906466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.903109 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c0c205e-34c8-4d66-953e-3264bc4d7cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.903620 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0c205e-34c8-4d66-953e-3264bc4d7cf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84cfe81b-404e-4932-9679-a6db11b5b2cd {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:44:15.922750 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c0c205e-34c8-4d66-953e-3264bc4d7cf4 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.923953 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2c0c205e-34c8-4d66-953e-3264bc4d7cf4 admin admin] 10.222.0.70 "DELETE /v2.0/routers/84cfe81b-404e-4932-9679-a6db11b5b2cd HTTP/1.1" status: 204 len: 168 time: 2.8769200 Jul 30 01:44:15.926566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35916) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:16.026265 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2d5dd8db-7fe5-44d2-9436-09694bbaca4a req-f7dcce73-c8d4-40dc-b0d3-6c51522c8b14 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152429 Jul 30 01:44:16.028642 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126300f5-9c77-4a34-b48b-ad43b350ad56 req-dd730b25-123a-4a14-80ba-a81b4edd87c0 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:16.030399 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-126300f5-9c77-4a34-b48b-ad43b350ad56 req-dd730b25-123a-4a14-80ba-a81b4edd87c0 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.0919447 Jul 30 01:44:16.037005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c2f8f7-6a2d-49b5-a816-e89cf67ecf91 admin admin] Deleting subnet fe078f51-3b71-44c1-abf8-10adb93b21c7 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:44:16.045564 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a72b7b5d-0713-4e18-a3ca-0e0e8ea891f0 req-cec26b8b-7335-4bdf-ad96-69dcd531751d tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.051113 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-41c2f8f7-6a2d-49b5-a816-e89cf67ecf91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.069038 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6868479-d660-48a2-8cd3-8875b63ad3b0 req-34ff5ada-fab2-4e02-a9c6-7e7265b9dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:16.070797 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6868479-d660-48a2-8cd3-8875b63ad3b0 req-34ff5ada-fab2-4e02-a9c6-7e7265b9dfab service neutron] 10.222.0.10 "GET /v2.0/networks?id=7321d224-1aa7-4154-bd91-2075aa90ab8c HTTP/1.1" status: 200 len: 901 time: 0.2735035 Jul 30 01:44:16.097311 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35920) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:16.115960 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-41c2f8f7-6a2d-49b5-a816-e89cf67ecf91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.145540 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6868479-d660-48a2-8cd3-8875b63ad3b0 req-428bdca4-8629-4b67-b701-5f183fb1d6a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.167&port_id=b797fb87-5e55-4b18-bb79-099b2cd303c4 HTTP/1.1" status: 200 len: 217 time: 0.0578730 Jul 30 01:44:16.145540 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a72b7b5d-0713-4e18-a3ca-0e0e8ea891f0 req-cec26b8b-7335-4bdf-ad96-69dcd531751d tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.207331 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-126300f5-9c77-4a34-b48b-ad43b350ad56 req-37f101b9-601c-44a5-85ce-fe8db580e039 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024497 Jul 30 01:44:16.301996 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec26b8b-7335-4bdf-ad96-69dcd531751d tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23cc9879-086f-42ef-ad49-b06a99274f92,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:16.314143 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a72b7b5d-0713-4e18-a3ca-0e0e8ea891f0 req-cec26b8b-7335-4bdf-ad96-69dcd531751d tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.319508 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a72b7b5d-0713-4e18-a3ca-0e0e8ea891f0 req-cec26b8b-7335-4bdf-ad96-69dcd531751d tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0066540 Jul 30 01:44:16.326909 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-41c2f8f7-6a2d-49b5-a816-e89cf67ecf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.343336 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6868479-d660-48a2-8cd3-8875b63ad3b0 req-bcce29d4-76ea-47eb-9858-09b82b3ae05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:16.344976 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6868479-d660-48a2-8cd3-8875b63ad3b0 req-bcce29d4-76ea-47eb-9858-09b82b3ae05c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=071ffefb-ca29-426a-8680-7a6b444e8c78 HTTP/1.1" status: 200 len: 801 time: 0.1489193 Jul 30 01:44:16.418395 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-bb88a43d-7be9-489c-80f8-3460bcd94e40 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1881564908-network', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:16.442420 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9fa63f1e-0995-4264-8e0f-4cef9e88b1be req-8206b3ae-76d7-4016-ac9c-086e420c2ef5 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "GET /v2.0/security-groups/23cc9879-086f-42ef-ad49-b06a99274f92 HTTP/1.1" status: 200 len: 1813 time: 0.0620394 Jul 30 01:44:16.474042 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6868479-d660-48a2-8cd3-8875b63ad3b0 req-93fef6d1-0b12-4db6-8813-8e733b681346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:16.474042 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6868479-d660-48a2-8cd3-8875b63ad3b0 req-93fef6d1-0b12-4db6-8813-8e733b681346 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7321d224-1aa7-4154-bd91-2075aa90ab8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1125124 Jul 30 01:44:16.503256 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-206c28ff-5f34-4013-8253-f8dfbf838803 req-15a78e07-b2ef-4d20-951d-a58bb7723cc6 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-989549193', 'description': 'tempest-description-1040781116'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:16.588009 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-22513924-20a7-40a0-89fc-6eaf1a906466 admin admin] Deleting port 0e9acc4f-35de-416f-876a-2c47a672181c {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:16.588380 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22513924-20a7-40a0-89fc-6eaf1a906466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.593946 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6868479-d660-48a2-8cd3-8875b63ad3b0 req-8dbeb164-5226-4669-b44e-5bd573f9de20 service neutron] 10.222.0.10 "GET /v2.0/networks/7321d224-1aa7-4154-bd91-2075aa90ab8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040444 Jul 30 01:44:16.634112 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb88a43d-7be9-489c-80f8-3460bcd94e40 admin admin] Made reservation on behalf of 6897963c87b34fd69f2c677d1443d2b8 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:16.637287 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb88a43d-7be9-489c-80f8-3460bcd94e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.640645 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-41c2f8f7-6a2d-49b5-a816-e89cf67ecf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.689800 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2f8f7-6a2d-49b5-a816-e89cf67ecf91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe078f51-3b71-44c1-abf8-10adb93b21c7,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:16.697050 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-41c2f8f7-6a2d-49b5-a816-e89cf67ecf91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.698417 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-41c2f8f7-6a2d-49b5-a816-e89cf67ecf91 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fe078f51-3b71-44c1-abf8-10adb93b21c7 HTTP/1.1" status: 204 len: 168 time: 0.7703090 Jul 30 01:44:16.701405 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35936) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:16.705868 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fcd9a1-5ff7-4891-8e0d-e5efa1de67a8 None None] Network 5cd65466-712f-4ba9-b446-c0c4974c8af1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:16.745206 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb88a43d-7be9-489c-80f8-3460bcd94e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.765727 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-206c28ff-5f34-4013-8253-f8dfbf838803 req-15a78e07-b2ef-4d20-951d-a58bb7723cc6 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.834016 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.837838 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.db.api [None req-bb88a43d-7be9-489c-80f8-3460bcd94e40 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:44:16.837838 n-d-713498-9 neutron-server[94464]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 01:44:16.837838 n-d-713498-9 neutron-server[94464]: [parameters: {'project_id_1': '6897963c87b34fd69f2c677d1443d2b8', 'expiration_1': datetime.datetime(2021, 7, 30, 1, 44, 16, 800699)}] Jul 30 01:44:16.837838 n-d-713498-9 neutron-server[94464]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:44:16.838839 n-d-713498-9 neutron-server[94464]: DEBUG oslo_db.api [None req-bb88a43d-7be9-489c-80f8-3460bcd94e40 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:44:16.846759 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf7976-db69-4267-b09e-40a9888e78cb req-661a52c7-bd47-425e-b619-35ee46176dfc tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:16.852771 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf7976-db69-4267-b09e-40a9888e78cb req-661a52c7-bd47-425e-b619-35ee46176dfc tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:16.855021 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-50bf7976-db69-4267-b09e-40a9888e78cb req-661a52c7-bd47-425e-b619-35ee46176dfc tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1678 time: 0.2512131 Jul 30 01:44:16.862940 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-22513924-20a7-40a0-89fc-6eaf1a906466 admin admin] For port 0e9acc4f-35de-416f-876a-2c47a672181c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0e9acc4f-35de-416f-876a-2c47a672181c,segment=NetworkSegment(8edd9c19-11e1-4cc2-a47d-18d656486408),segment_id=8edd9c19-11e1-4cc2-a47d-18d656486408)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:16.873976 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22513924-20a7-40a0-89fc-6eaf1a906466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.873976 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6868479-d660-48a2-8cd3-8875b63ad3b0 req-5dc468d3-1ed1-4401-befe-a34ce300dfc5 service neutron] 10.222.0.10 "GET /v2.0/networks/7321d224-1aa7-4154-bd91-2075aa90ab8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609367 Jul 30 01:44:16.890707 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-22513924-20a7-40a0-89fc-6eaf1a906466 admin admin] Calling delete_port for 0e9acc4f-35de-416f-876a-2c47a672181c owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:16.952705 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-50bf7976-db69-4267-b09e-40a9888e78cb req-c92785fb-68bb-4d8d-ac45-36a6a67cd672 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845816 Jul 30 01:44:16.969198 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-206c28ff-5f34-4013-8253-f8dfbf838803 req-15a78e07-b2ef-4d20-951d-a58bb7723cc6 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.989722 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecbd067-e58d-4c89-a9dd-1300a48ef4f7 None None] DHCP port deletion for 5cd65466-712f-4ba9-b446-c0c4974c8af1 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:44:17.016615 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Deleting port 68a0d056-e761-49df-baef-4d6f4709060f {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:17.017036 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.043608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0ca2dce0-facf-440a-8283-348388eb27bc no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:17.073910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 0ca2dce0-facf-440a-8283-348388eb27bc {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:17.074816 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0ca2dce0-facf-440a-8283-348388eb27bc not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:17.103277 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] For port 68a0d056-e761-49df-baef-4d6f4709060f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=68a0d056-e761-49df-baef-4d6f4709060f,segment=NetworkSegment(9aec8826-4ee2-46c7-91c7-843fdcfbd818),segment_id=9aec8826-4ee2-46c7-91c7-843fdcfbd818)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:17.104569 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.107932 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2ecbd067-e58d-4c89-a9dd-1300a48ef4f7 None None] Deleting port 68a0d056-e761-49df-baef-4d6f4709060f {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:17.108238 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-206c28ff-5f34-4013-8253-f8dfbf838803 req-15a78e07-b2ef-4d20-951d-a58bb7723cc6 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.108396 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2ecbd067-e58d-4c89-a9dd-1300a48ef4f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.139870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Calling delete_port for 68a0d056-e761-49df-baef-4d6f4709060f owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:17.168694 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a78e07-b2ef-4d20-951d-a58bb7723cc6 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1f86d4-2785-4cc5-9f9c-492e38c5ec29,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:17.189658 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2ecbd067-e58d-4c89-a9dd-1300a48ef4f7 None None] For port 68a0d056-e761-49df-baef-4d6f4709060f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=68a0d056-e761-49df-baef-4d6f4709060f,segment=NetworkSegment(9aec8826-4ee2-46c7-91c7-843fdcfbd818),segment_id=9aec8826-4ee2-46c7-91c7-843fdcfbd818)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:17.190380 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2ecbd067-e58d-4c89-a9dd-1300a48ef4f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.220578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2ecbd067-e58d-4c89-a9dd-1300a48ef4f7 None None] Calling delete_port for 68a0d056-e761-49df-baef-4d6f4709060f owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:17.268914 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-206c28ff-5f34-4013-8253-f8dfbf838803 req-15a78e07-b2ef-4d20-951d-a58bb7723cc6 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.279899 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-206c28ff-5f34-4013-8253-f8dfbf838803 req-15a78e07-b2ef-4d20-951d-a58bb7723cc6 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7816157 Jul 30 01:44:17.339519 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb88a43d-7be9-489c-80f8-3460bcd94e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.394702 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.402710 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8aa00a4f-d45c-41dd-b333-8948c08946fd req-6af3ae5c-7366-4b3d-ac32-de10f75b1698 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "GET /v2.0/security-groups/0c1f86d4-2785-4cc5-9f9c-492e38c5ec29 HTTP/1.1" status: 200 len: 1812 time: 0.0863833 Jul 30 01:44:17.407401 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22513924-20a7-40a0-89fc-6eaf1a906466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.459824 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-d7eb9db2-0497-430b-aeb3-4817d9b8e510 req-de474a10-85d0-4b4b-b093-b3e317f2faf9 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2034869618', 'description': 'tempest-description-347327086'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:17.483776 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22513924-20a7-40a0-89fc-6eaf1a906466 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9acc4f-35de-416f-876a-2c47a672181c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:17.549506 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.555090 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2ecbd067-e58d-4c89-a9dd-1300a48ef4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.588065 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a0d056-e761-49df-baef-4d6f4709060f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:17.591549 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbd067-e58d-4c89-a9dd-1300a48ef4f7 None None] Pushing event deleted for resources: {'Port': ['ID=68a0d056-e761-49df-baef-4d6f4709060f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:17.594971 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecbd067-e58d-4c89-a9dd-1300a48ef4f7 None None] No DVR routers for this DVR port 68a0d056-e761-49df-baef-4d6f4709060f on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:17.600062 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1c5c7-5e8b-4fe9-a69d-4d8a78b4253c req-9557468c-b30e-40dd-9372-49fb4a0fd0cd tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:17.601868 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63d1c5c7-5e8b-4fe9-a69d-4d8a78b4253c req-9557468c-b30e-40dd-9372-49fb4a0fd0cd tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.2452164 Jul 30 01:44:17.610615 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:17.611454 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:17.612043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:17.612604 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:17.613891 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:17.617245 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:17.618957 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:17.620072 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:17.621748 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:17.622710 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:17.627235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:17.627777 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:17.638250 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] No DVR routers for this DVR port 68a0d056-e761-49df-baef-4d6f4709060f on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:17.689464 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb88a43d-7be9-489c-80f8-3460bcd94e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.758977 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63d1c5c7-5e8b-4fe9-a69d-4d8a78b4253c req-c66139e7-0703-4e35-b2dc-21c414ddff33 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115339 Jul 30 01:44:17.800270 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.812262 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd65466-712f-4ba9-b446-c0c4974c8af1']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:17.824136 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aec8826-4ee2-46c7-91c7-843fdcfbd818') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:17.824473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aec8826-4ee2-46c7-91c7-843fdcfbd818') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:17.842223 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.848389 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb88a43d-7be9-489c-80f8-3460bcd94e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.858547 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.875846 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:44:17.876221 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.881172 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb88a43d-7be9-489c-80f8-3460bcd94e40 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:44:17.889026 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:44:17.908600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88a43d-7be9-489c-80f8-3460bcd94e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44ea92c-30b0-4bcf-8358-db9e4de1f35a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:17.917344 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb88a43d-7be9-489c-80f8-3460bcd94e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.918100 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-bb88a43d-7be9-489c-80f8-3460bcd94e40 admin admin] Added segment 6f2705cc-ad0e-4389-918e-31a48c7b54da of type vlan for network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 Jul 30 01:44:17.920414 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22513924-20a7-40a0-89fc-6eaf1a906466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.960869 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d7eb9db2-0497-430b-aeb3-4817d9b8e510 req-de474a10-85d0-4b4b-b093-b3e317f2faf9 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:18.026767 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb88a43d-7be9-489c-80f8-3460bcd94e40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:18.078021 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d7eb9db2-0497-430b-aeb3-4817d9b8e510 req-de474a10-85d0-4b4b-b093-b3e317f2faf9 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:18.079961 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:18.087756 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:18.089662 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5cd65466-712f-4ba9-b446-c0c4974c8af1 HTTP/1.1" status: 204 len: 168 time: 1.3878593 Jul 30 01:44:18.098658 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35950) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:18.107818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0446a3-f382-444e-9dbe-804737194821 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd65466-712f-4ba9-b446-c0c4974c8af1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:18.165242 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d7eb9db2-0497-430b-aeb3-4817d9b8e510 req-de474a10-85d0-4b4b-b093-b3e317f2faf9 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:18.172946 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f900b49-1401-4603-8321-6b2b402318da req-809c3c0a-de8d-481f-bce2-122dc9201046 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:18.179835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f900b49-1401-4603-8321-6b2b402318da req-809c3c0a-de8d-481f-bce2-122dc9201046 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:18.181084 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4f900b49-1401-4603-8321-6b2b402318da req-809c3c0a-de8d-481f-bce2-122dc9201046 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1678 time: 0.1366382 Jul 30 01:44:18.260956 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb88a43d-7be9-489c-80f8-3460bcd94e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:18.261935 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb88a43d-7be9-489c-80f8-3460bcd94e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:18.262860 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb88a43d-7be9-489c-80f8-3460bcd94e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:18.269868 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:44:18.289373 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4f900b49-1401-4603-8321-6b2b402318da req-7fd42a7b-fa02-440e-b9ef-72e27745c0d3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981743 Jul 30 01:44:18.322563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de474a10-85d0-4b4b-b093-b3e317f2faf9 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=355c0903-400b-4f94-ab69-0c0061aaf499,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:18.467812 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d7eb9db2-0497-430b-aeb3-4817d9b8e510 req-de474a10-85d0-4b4b-b093-b3e317f2faf9 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:18.470867 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d7eb9db2-0497-430b-aeb3-4817d9b8e510 req-de474a10-85d0-4b4b-b093-b3e317f2faf9 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0294564 Jul 30 01:44:18.705551 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-bb88a43d-7be9-489c-80f8-3460bcd94e40 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5762491 Jul 30 01:44:18.707203 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35958) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:18.711159 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88a43d-7be9-489c-80f8-3460bcd94e40 admin admin] Pushing event updated for resources: {'Network': ['ID=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:18.714435 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3d73da06-fb40-4dcc-b4fd-84f4fcc95510 admin admin] Request body: {'subnet': {'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1881564908-subnet', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:18.723175 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:44:18.757719 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0bfbbfa0-22f7-47d0-86be-b8bca446e977 req-26a6ce52-410b-4920-8ec0-51a55fcc79da tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "GET /v2.0/security-groups/355c0903-400b-4f94-ab69-0c0061aaf499 HTTP/1.1" status: 200 len: 1812 time: 0.0614440 Jul 30 01:44:18.763533 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22513924-20a7-40a0-89fc-6eaf1a906466 admin admin] Router 18a85e68-42e2-436f-bbf5-a462913c7444 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:44:18.794110 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-caaa734a-49d4-49b6-b2e7-19eb7d205f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:18.801977 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-ab535335-4b5c-4e6a-9f59-40d4280da9a9 req-de5d0ce4-58ef-4686-9f8d-10c37a50d447 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1022811268', 'description': 'tempest-description-2086873918'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:18.968566 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fb1c0-ad3c-4abd-8de0-948cc282b6b8 req-3cdc5093-e57e-4d25-92b5-82a009418a07 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:18.970391 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-268fb1c0-ad3c-4abd-8de0-948cc282b6b8 req-3cdc5093-e57e-4d25-92b5-82a009418a07 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.0851521 Jul 30 01:44:18.974626 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22513924-20a7-40a0-89fc-6eaf1a906466 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:44:18.990340 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4dd857-13df-49d3-9d68-f03ace309b41 None None] Sync routers for ids ['18a85e68-42e2-436f-bbf5-a462913c7444'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:44:18.999108 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-22513924-20a7-40a0-89fc-6eaf1a906466 admin admin] 10.222.0.70 "PUT /v2.0/routers/18a85e68-42e2-436f-bbf5-a462913c7444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7903321 Jul 30 01:44:19.001374 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4dd857-13df-49d3-9d68-f03ace309b41 None None] Routers {'18a85e68-42e2-436f-bbf5-a462913c7444'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:19.002224 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-4f4dd857-13df-49d3-9d68-f03ace309b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:44:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['18a85e68-42e2-436f-bbf5-a462913c7444'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:19.011601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35964) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:19.144293 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-4f4dd857-13df-49d3-9d68-f03ace309b41 None None] Set router 18a85e68-42e2-436f-bbf5-a462913c7444 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:19.158185 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-268fb1c0-ad3c-4abd-8de0-948cc282b6b8 req-7f6dcaff-fdfc-460f-8e6e-35ed8f14e408 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578271 Jul 30 01:44:19.190617 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce40781d-cdfc-46c5-a860-319ac8e127b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.201309 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 68a0d056-e761-49df-baef-4d6f4709060f no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:19.203429 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device aa1094e9-623c-41be-8257-234cc0fdd292 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:44:19.296243 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d73da06-fb40-4dcc-b4fd-84f4fcc95510 admin admin] Made reservation on behalf of 6897963c87b34fd69f2c677d1443d2b8 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:19.301157 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d73da06-fb40-4dcc-b4fd-84f4fcc95510 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.327473 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 68a0d056-e761-49df-baef-4d6f4709060f {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:19.328964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 68a0d056-e761-49df-baef-4d6f4709060f not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:19.369828 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82884-5ca6-45e3-b52c-d60cd1db2e57 req-7bcc0f9b-4799-4ff6-a2cf-e011d8f83149 tempest-MigrationsAdminTest-392073486 tempest-MigrationsAdminTest-392073486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:19.372203 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7a82884-5ca6-45e3-b52c-d60cd1db2e57 req-7bcc0f9b-4799-4ff6-a2cf-e011d8f83149 tempest-MigrationsAdminTest-392073486 tempest-MigrationsAdminTest-392073486-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 1101 time: 0.1146584 Jul 30 01:44:19.392865 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce40781d-cdfc-46c5-a860-319ac8e127b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.427469 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7a82884-5ca6-45e3-b52c-d60cd1db2e57 req-776b92be-fc78-4296-bc44-03c39d82e6dc tempest-MigrationsAdminTest-392073486 tempest-MigrationsAdminTest-392073486-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475807 Jul 30 01:44:19.450617 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ab535335-4b5c-4e6a-9f59-40d4280da9a9 req-de5d0ce4-58ef-4686-9f8d-10c37a50d447 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.536639 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port aa1094e9-623c-41be-8257-234cc0fdd292, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=aa1094e9-623c-41be-8257-234cc0fdd292,segment=NetworkSegment(1059abbf-0df0-4c57-95db-90ab4f472313),segment_id=1059abbf-0df0-4c57-95db-90ab4f472313)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:19.551961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'aa1094e9-623c-41be-8257-234cc0fdd292', 'network_id': 'cd07b72d-638c-4fd9-b55d-92130717becd', 'port_id': 'aa1094e9-623c-41be-8257-234cc0fdd292', 'mac_address': 'fa:16:3e:ca:17:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7c5dcff-f4c5-433b-aee2-1c9669b36542', 'ip_address': '19.80.0.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:44:19.599563 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c61c42-4712-4d06-a172-9c58927a7c53 req-72ca45c7-7bf5-4d0a-ac95-b41a31eda2ff tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:19.606865 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c61c42-4712-4d06-a172-9c58927a7c53 req-72ca45c7-7bf5-4d0a-ac95-b41a31eda2ff tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:19.608880 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-81c61c42-4712-4d06-a172-9c58927a7c53 req-72ca45c7-7bf5-4d0a-ac95-b41a31eda2ff tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1678 time: 0.1011903 Jul 30 01:44:19.612001 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.623681 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-4f4dd857-13df-49d3-9d68-f03ace309b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2052794077-router', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '78fece2b-2029-4c4b-a609-08da9d099265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:44:17Z', 'revision_number': 5, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'gw_port': {'id': '78fece2b-2029-4c4b-a609-08da9d099265', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:06Z', 'updated_at': '2021-07-30T01:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:19.654522 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ce40781d-cdfc-46c5-a860-319ac8e127b0 admin admin] Deleting port 78fece2b-2029-4c4b-a609-08da9d099265 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:19.654956 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce40781d-cdfc-46c5-a860-319ac8e127b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.662567 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1094e9-623c-41be-8257-234cc0fdd292 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:19.683735 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4dd857-13df-49d3-9d68-f03ace309b41 None None] Checking router: 18a85e68-42e2-436f-bbf5-a462913c7444 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:44:19.724491 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-81c61c42-4712-4d06-a172-9c58927a7c53 req-4346eabf-1367-4049-8961-3d36ffc5f23d tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034775 Jul 30 01:44:19.733625 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ab535335-4b5c-4e6a-9f59-40d4280da9a9 req-de5d0ce4-58ef-4686-9f8d-10c37a50d447 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.734692 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port aa1094e9-623c-41be-8257-234cc0fdd292, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=aa1094e9-623c-41be-8257-234cc0fdd292,segment=NetworkSegment(1059abbf-0df0-4c57-95db-90ab4f472313),segment_id=1059abbf-0df0-4c57-95db-90ab4f472313)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:19.749307 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4dd857-13df-49d3-9d68-f03ace309b41 None None] Routers {'18a85e68-42e2-436f-bbf5-a462913c7444'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:19.749954 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-4f4dd857-13df-49d3-9d68-f03ace309b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:44:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['18a85e68-42e2-436f-bbf5-a462913c7444'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:19.803669 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-ce40781d-cdfc-46c5-a860-319ac8e127b0 admin admin] For port 78fece2b-2029-4c4b-a609-08da9d099265, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=78fece2b-2029-4c4b-a609-08da9d099265,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:19.804146 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce40781d-cdfc-46c5-a860-319ac8e127b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.806712 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-caaa734a-49d4-49b6-b2e7-19eb7d205f67 admin admin] Deleting port d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:19.807572 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-caaa734a-49d4-49b6-b2e7-19eb7d205f67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.832037 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ce40781d-cdfc-46c5-a860-319ac8e127b0 admin admin] Calling delete_port for 78fece2b-2029-4c4b-a609-08da9d099265 owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:19.868979 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-4f4dd857-13df-49d3-9d68-f03ace309b41 None None] Set router 18a85e68-42e2-436f-bbf5-a462913c7444 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:19.872095 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d73da06-fb40-4dcc-b4fd-84f4fcc95510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.926895 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ab535335-4b5c-4e6a-9f59-40d4280da9a9 req-de5d0ce4-58ef-4686-9f8d-10c37a50d447 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.934325 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-4f4dd857-13df-49d3-9d68-f03ace309b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2052794077-router', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:44:19Z', 'revision_number': 6, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:19.936461 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.937191 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device b797fb87-5e55-4b18-bb79-099b2cd303c4 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:44:19.996399 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73da06-fb40-4dcc-b4fd-84f4fcc95510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=549f13c1-0bda-4ad3-9592-2ba57ba86a47,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:20.008319 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d0ce4-58ef-4686-9f8d-10c37a50d447 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96349aa-931e-4275-bcc6-fa38033660f1,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:20.012299 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-caaa734a-49d4-49b6-b2e7-19eb7d205f67 admin admin] For port d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0,segment=NetworkSegment(d91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a),segment_id=d91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:20.012697 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-caaa734a-49d4-49b6-b2e7-19eb7d205f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.049069 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-caaa734a-49d4-49b6-b2e7-19eb7d205f67 admin admin] Calling delete_port for d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:20.049069 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d73da06-fb40-4dcc-b4fd-84f4fcc95510 admin admin] Checking segment: {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:20.049069 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d73da06-fb40-4dcc-b4fd-84f4fcc95510 admin admin] Network hostable DHCP agents. Network: 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:44:20.056012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4dd857-13df-49d3-9d68-f03ace309b41 None None] The sync data for ids ['18a85e68-42e2-436f-bbf5-a462913c7444'] in n-d-713498-9 is: [{'id': '18a85e68-42e2-436f-bbf5-a462913c7444', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2052794077-router', 'tenant_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:44:19Z', 'revision_number': 6, 'project_id': 'cc644468ddb04173b823ec7ba68aa6d0', 'gw_port_host': None}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:44:20.132072 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=aa1094e9-623c-41be-8257-234cc0fdd292,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:20.146823 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ab535335-4b5c-4e6a-9f59-40d4280da9a9 req-de5d0ce4-58ef-4686-9f8d-10c37a50d447 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.157474 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ab535335-4b5c-4e6a-9f59-40d4280da9a9 req-de5d0ce4-58ef-4686-9f8d-10c37a50d447 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.3598688 Jul 30 01:44:20.180243 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port b797fb87-5e55-4b18-bb79-099b2cd303c4, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b797fb87-5e55-4b18-bb79-099b2cd303c4,segment=NetworkSegment(cf854ab1-b395-43da-a3ab-70b3bdc065d0),segment_id=cf854ab1-b395-43da-a3ab-70b3bdc065d0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:20.193460 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'b797fb87-5e55-4b18-bb79-099b2cd303c4', 'network_id': '7321d224-1aa7-4154-bd91-2075aa90ab8c', 'port_id': 'b797fb87-5e55-4b18-bb79-099b2cd303c4', 'mac_address': 'fa:16:3e:12:b6:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071ffefb-ca29-426a-8680-7a6b444e8c78', 'ip_address': '19.86.0.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:44:20.235103 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.259998 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2f862f53-84bb-4602-baba-a4450605a19f req-a6c5f258-1604-44d4-bc7d-0b4dd79c083a tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "GET /v2.0/security-groups/f96349aa-931e-4275-bcc6-fa38033660f1 HTTP/1.1" status: 200 len: 1813 time: 0.0724437 Jul 30 01:44:20.266087 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b797fb87-5e55-4b18-bb79-099b2cd303c4 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:20.288546 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port b797fb87-5e55-4b18-bb79-099b2cd303c4, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b797fb87-5e55-4b18-bb79-099b2cd303c4,segment=NetworkSegment(cf854ab1-b395-43da-a3ab-70b3bdc065d0),segment_id=cf854ab1-b395-43da-a3ab-70b3bdc065d0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:20.307963 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d73da06-fb40-4dcc-b4fd-84f4fcc95510 admin admin] Network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:44:20.340920 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [req-891723f1-cc21-4f5f-8432-85c8e329abba req-70c5a2d2-ee42-45cf-87cb-26139b44e0ab tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] show failed (client error): The resource could not be found. Jul 30 01:44:20.342049 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-891723f1-cc21-4f5f-8432-85c8e329abba req-70c5a2d2-ee42-45cf-87cb-26139b44e0ab tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "GET /v2.0/security-groups/bcff7492-7208-49c3-8673-27df3a570dd3 HTTP/1.1" status: 404 len: 352 time: 0.0258381 Jul 30 01:44:20.389281 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [req-7640c301-8df1-46ad-85fe-d43936e9b437 req-5fe610cc-4936-4584-89a5-3b3ddc2a0a6f tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] show failed (client error): The resource could not be found. Jul 30 01:44:20.390669 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7640c301-8df1-46ad-85fe-d43936e9b437 req-5fe610cc-4936-4584-89a5-3b3ddc2a0a6f tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "GET /v2.0/security-group-rules/b297bf61-6b05-45ff-85b0-533fd6ba756f HTTP/1.1" status: 404 len: 361 time: 0.0241792 Jul 30 01:44:20.398401 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce40781d-cdfc-46c5-a860-319ac8e127b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.418102 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.445136 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40781d-cdfc-46c5-a860-319ac8e127b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=78fece2b-2029-4c4b-a609-08da9d099265,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:20.445294 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-3d73da06-fb40-4dcc-b4fd-84f4fcc95510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:20.470044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d73da06-fb40-4dcc-b4fd-84f4fcc95510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:20.470569 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d73da06-fb40-4dcc-b4fd-84f4fcc95510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.476863 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8e5759-905e-46bc-a075-576ec24ffbc0 None None] Network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:20.493786 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-caaa734a-49d4-49b6-b2e7-19eb7d205f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.513698 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de877b-ef72-4458-8dc3-804603733640 req-01e8b42d-3e60-4207-b991-67169010c485 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:20.521870 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-76de877b-ef72-4458-8dc3-804603733640 req-01e8b42d-3e60-4207-b991-67169010c485 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.1539423 Jul 30 01:44:20.544102 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49284899-693b-478e-b041-9cbe67e061e5 req-4da61eb0-ffa1-4867-ae0a-6064e10e0c75 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "GET /v2.0/security-groups/f96349aa-931e-4275-bcc6-fa38033660f1 HTTP/1.1" status: 200 len: 1813 time: 0.1274445 Jul 30 01:44:20.546869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa734a-49d4-49b6-b2e7-19eb7d205f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:20.568816 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce40781d-cdfc-46c5-a860-319ac8e127b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.630457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=b797fb87-5e55-4b18-bb79-099b2cd303c4,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:20.632671 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-76de877b-ef72-4458-8dc3-804603733640 req-3eea8acf-af42-44db-a29e-7f9b51ac44d0 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097744 Jul 30 01:44:20.679000 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3d73da06-fb40-4dcc-b4fd-84f4fcc95510 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9706690 Jul 30 01:44:20.683699 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35988) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:20.754064 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['aa1094e9-623c-41be-8257-234cc0fdd292'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:20.826322 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-62bfae4b-1d68-4839-9daa-6586d8497da9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1881564908-router', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:20.852363 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce40781d-cdfc-46c5-a860-319ac8e127b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.855550 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce40781d-cdfc-46c5-a860-319ac8e127b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.946976 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-caaa734a-49d4-49b6-b2e7-19eb7d205f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.984945 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'fixed_ips': [{'subnet_id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:44:20.986071 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.988838 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-c17d9922-3ec0-4739-8c6e-9c0457447113 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3730857 Jul 30 01:44:21.012810 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d440f6-cfee-4594-abed-2971796bb024 req-d84b2745-7a07-43b0-917a-ba24f9159017 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:21.041065 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d440f6-cfee-4594-abed-2971796bb024 req-d84b2745-7a07-43b0-917a-ba24f9159017 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:21.054142 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-49284899-693b-478e-b041-9cbe67e061e5 req-5c9e29ec-b0d1-4703-8722-99d406b0289d tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.057907 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37d440f6-cfee-4594-abed-2971796bb024 req-d84b2745-7a07-43b0-917a-ba24f9159017 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1680 time: 0.1732044 Jul 30 01:44:21.095388 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62bfae4b-1d68-4839-9daa-6586d8497da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.096666 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62bfae4b-1d68-4839-9daa-6586d8497da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.149985 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-49284899-693b-478e-b041-9cbe67e061e5 req-5c9e29ec-b0d1-4703-8722-99d406b0289d tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.158350 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62bfae4b-1d68-4839-9daa-6586d8497da9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.162726 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce40781d-cdfc-46c5-a860-319ac8e127b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.163412 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce40781d-cdfc-46c5-a860-319ac8e127b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18a85e68-42e2-436f-bbf5-a462913c7444 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:44:21.169381 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce40781d-cdfc-46c5-a860-319ac8e127b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.173061 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ce40781d-cdfc-46c5-a860-319ac8e127b0 admin admin] 10.222.0.70 "DELETE /v2.0/routers/18a85e68-42e2-436f-bbf5-a462913c7444 HTTP/1.1" status: 204 len: 168 time: 2.1578543 Jul 30 01:44:21.176123 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35996) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:21.186896 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37d440f6-cfee-4594-abed-2971796bb024 req-da92acba-96ce-412e-90b2-8c45b42075fd tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264355 Jul 30 01:44:21.265488 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 78fece2b-2029-4c4b-a609-08da9d099265 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:21.426206 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-edcb8acb-17b5-45cc-84a0-3f58949bf938 admin admin] Deleting subnet 01457b1b-d45d-4385-8143-a29a67eff29b {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:44:21.433112 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-edcb8acb-17b5-45cc-84a0-3f58949bf938 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.436731 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62bfae4b-1d68-4839-9daa-6586d8497da9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.543577 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-49284899-693b-478e-b041-9cbe67e061e5 req-5c9e29ec-b0d1-4703-8722-99d406b0289d tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.546471 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-49284899-693b-478e-b041-9cbe67e061e5 req-5c9e29ec-b0d1-4703-8722-99d406b0289d tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.548010 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49284899-693b-478e-b041-9cbe67e061e5 req-5c9e29ec-b0d1-4703-8722-99d406b0289d tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "DELETE /v2.0/security-groups/f96349aa-931e-4275-bcc6-fa38033660f1 HTTP/1.1" status: 204 len: 173 time: 0.9561985 Jul 30 01:44:21.570994 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 78fece2b-2029-4c4b-a609-08da9d099265 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:21.571548 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 78fece2b-2029-4c4b-a609-08da9d099265 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:21.572131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0e9acc4f-35de-416f-876a-2c47a672181c no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:21.577430 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-edcb8acb-17b5-45cc-84a0-3f58949bf938 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.584831 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e29ec-b0d1-4703-8722-99d406b0289d tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96349aa-931e-4275-bcc6-fa38033660f1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:21.634691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 0e9acc4f-35de-416f-876a-2c47a672181c {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:21.635918 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0e9acc4f-35de-416f-876a-2c47a672181c not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:21.753188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caaa734a-49d4-49b6-b2e7-19eb7d205f67 admin admin] Router ac60d95b-a15b-43cb-8271-c388f9cb93cd has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:44:21.807191 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-edcb8acb-17b5-45cc-84a0-3f58949bf938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.808109 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['b797fb87-5e55-4b18-bb79-099b2cd303c4'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:21.819113 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-581e9144-f3bc-4136-9f83-4965097ea0b2 req-f4ff11b2-2873-4a11-8094-4956af7c96ef tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "GET /v2.0/security-groups/355c0903-400b-4f94-ab69-0c0061aaf499 HTTP/1.1" status: 200 len: 1812 time: 0.2202556 Jul 30 01:44:21.910285 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Allocated IP 172.20.0.2 (8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7/549f13c1-0bda-4ad3-9592-2ba57ba86a47/3ba13f0b-af3e-49bd-a208-68a270f3b3c3) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:21.916236 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2aa020-0bb3-4a2c-936a-5b9bd972efc6 req-de84f4c3-7321-4460-8c4d-d76a8ee48ea0 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:21.917432 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3c2aa020-0bb3-4a2c-936a-5b9bd972efc6 req-de84f4c3-7321-4460-8c4d-d76a8ee48ea0 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.1716440 Jul 30 01:44:21.978604 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-581e9144-f3bc-4136-9f83-4965097ea0b2 req-5b71fd3c-1080-43a4-8196-ba2cab0be3c8 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.057419 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3c2aa020-0bb3-4a2c-936a-5b9bd972efc6 req-e11ca678-3d15-4c3c-96fd-5c26be1f49a9 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269798 Jul 30 01:44:22.062229 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caaa734a-49d4-49b6-b2e7-19eb7d205f67 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:44:22.070554 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-caaa734a-49d4-49b6-b2e7-19eb7d205f67 admin admin] 10.222.0.70 "PUT /v2.0/routers/ac60d95b-a15b-43cb-8271-c388f9cb93cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9705091 Jul 30 01:44:22.071181 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36026) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:22.071994 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d14847f-f3f1-4c79-99b1-7413c2eb375e None None] Sync routers for ids ['ac60d95b-a15b-43cb-8271-c388f9cb93cd'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:44:22.073324 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-581e9144-f3bc-4136-9f83-4965097ea0b2 req-5b71fd3c-1080-43a4-8196-ba2cab0be3c8 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.095068 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d14847f-f3f1-4c79-99b1-7413c2eb375e None None] Routers {'ac60d95b-a15b-43cb-8271-c388f9cb93cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:22.095708 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6d14847f-f3f1-4c79-99b1-7413c2eb375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:44:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['ac60d95b-a15b-43cb-8271-c388f9cb93cd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:22.119049 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-edcb8acb-17b5-45cc-84a0-3f58949bf938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.163692 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb8acb-17b5-45cc-84a0-3f58949bf938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01457b1b-d45d-4385-8143-a29a67eff29b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:22.165587 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-edcb8acb-17b5-45cc-84a0-3f58949bf938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.170539 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-edcb8acb-17b5-45cc-84a0-3f58949bf938 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/01457b1b-d45d-4385-8143-a29a67eff29b HTTP/1.1" status: 204 len: 168 time: 0.9858932 Jul 30 01:44:22.176036 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36028) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:22.186282 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2fd975-a0fc-4f99-911e-4b853e80cc9f None None] Network c1332537-f203-4a3a-9511-b585b0d8e2ba requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:22.309038 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62bfae4b-1d68-4839-9daa-6586d8497da9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.314237 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-6d14847f-f3f1-4c79-99b1-7413c2eb375e None None] Set router ac60d95b-a15b-43cb-8271-c388f9cb93cd gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:22.350068 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62bfae4b-1d68-4839-9daa-6586d8497da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.419698 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6fee7db5-77b9-4386-b59f-3d53bfe25818 admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.427015 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d48e-37b3-40f3-8e7e-ce71c92d3a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.477231 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-581e9144-f3bc-4136-9f83-4965097ea0b2 req-5b71fd3c-1080-43a4-8196-ba2cab0be3c8 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.482131 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-581e9144-f3bc-4136-9f83-4965097ea0b2 req-5b71fd3c-1080-43a4-8196-ba2cab0be3c8 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.483471 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-581e9144-f3bc-4136-9f83-4965097ea0b2 req-5b71fd3c-1080-43a4-8196-ba2cab0be3c8 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "DELETE /v2.0/security-groups/355c0903-400b-4f94-ab69-0c0061aaf499 HTTP/1.1" status: 204 len: 173 time: 0.6635728 Jul 30 01:44:22.503342 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71fd3c-1080-43a4-8196-ba2cab0be3c8 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=355c0903-400b-4f94-ab69-0c0061aaf499,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:22.526878 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9477f8-8d32-4e43-a5ee-047a77a7534b req-adc5af45-5e50-4daf-aa64-b60ede45a7f9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:22.535452 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9477f8-8d32-4e43-a5ee-047a77a7534b req-adc5af45-5e50-4daf-aa64-b60ede45a7f9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:22.537311 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5c9477f8-8d32-4e43-a5ee-047a77a7534b req-adc5af45-5e50-4daf-aa64-b60ede45a7f9 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1680 time: 0.1932833 Jul 30 01:44:22.594275 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6d14847f-f3f1-4c79-99b1-7413c2eb375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac60d95b-a15b-43cb-8271-c388f9cb93cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1144682408-router', 'tenant_id': '1e8bb13b83b443f8873254dbd829895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '8a6bdef5-e58b-4d78-96af-aae6d7ed3852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:17Z', 'updated_at': '2021-07-30T01:44:20Z', 'revision_number': 5, 'project_id': '1e8bb13b83b443f8873254dbd829895e', 'gw_port': {'id': '8a6bdef5-e58b-4d78-96af-aae6d7ed3852', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:37:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac60d95b-a15b-43cb-8271-c388f9cb93cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:21Z', 'updated_at': '2021-07-30T01:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:22.594927 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-703900fb-0e03-4f04-b79f-1d75c7de4e53 req-840dc069-c41f-43e0-9442-ba28c11a44de tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "GET /v2.0/security-groups/0c1f86d4-2785-4cc5-9f9c-492e38c5ec29 HTTP/1.1" status: 200 len: 1812 time: 0.0598419 Jul 30 01:44:22.644154 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-62bfae4b-1d68-4839-9daa-6586d8497da9 admin admin] Allocated IP 172.25.1.198 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/7431cd61-5f83-4515-b9b5-12d44b91ae4e) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:22.670384 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d14847f-f3f1-4c79-99b1-7413c2eb375e None None] Checking router: ac60d95b-a15b-43cb-8271-c388f9cb93cd for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:44:22.680425 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6fee7db5-77b9-4386-b59f-3d53bfe25818 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.683667 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-703900fb-0e03-4f04-b79f-1d75c7de4e53 req-dfc93531-0db5-493f-abd2-79fae60833d0 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.695762 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5c9477f8-8d32-4e43-a5ee-047a77a7534b req-86c5a148-3d82-466d-9a2f-ea4736788335 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293533 Jul 30 01:44:22.708862 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d14847f-f3f1-4c79-99b1-7413c2eb375e None None] Routers {'ac60d95b-a15b-43cb-8271-c388f9cb93cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:22.708862 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6d14847f-f3f1-4c79-99b1-7413c2eb375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:44:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['ac60d95b-a15b-43cb-8271-c388f9cb93cd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:22.721921 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0d48e-37b3-40f3-8e7e-ce71c92d3a84 admin admin] Deleting port 1bb311fc-2163-4ef9-8e16-54dd99701d12 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:22.722585 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d48e-37b3-40f3-8e7e-ce71c92d3a84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.755889 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-703900fb-0e03-4f04-b79f-1d75c7de4e53 req-dfc93531-0db5-493f-abd2-79fae60833d0 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.840044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-f9a0d48e-37b3-40f3-8e7e-ce71c92d3a84 admin admin] For port 1bb311fc-2163-4ef9-8e16-54dd99701d12, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1bb311fc-2163-4ef9-8e16-54dd99701d12,segment=NetworkSegment(8edd9c19-11e1-4cc2-a47d-18d656486408),segment_id=8edd9c19-11e1-4cc2-a47d-18d656486408)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:22.840711 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d48e-37b3-40f3-8e7e-ce71c92d3a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.865735 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62bfae4b-1d68-4839-9daa-6586d8497da9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.874406 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0d48e-37b3-40f3-8e7e-ce71c92d3a84 admin admin] Calling delete_port for 1bb311fc-2163-4ef9-8e16-54dd99701d12 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:22.882122 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.911368 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Transition to ACTIVE for port object 3ba13f0b-af3e-49bd-a208-68a270f3b3c3 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:22.933659 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-703900fb-0e03-4f04-b79f-1d75c7de4e53 req-dfc93531-0db5-493f-abd2-79fae60833d0 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.941464 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-703900fb-0e03-4f04-b79f-1d75c7de4e53 req-dfc93531-0db5-493f-abd2-79fae60833d0 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.943712 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-703900fb-0e03-4f04-b79f-1d75c7de4e53 req-dfc93531-0db5-493f-abd2-79fae60833d0 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "DELETE /v2.0/security-groups/0c1f86d4-2785-4cc5-9f9c-492e38c5ec29 HTTP/1.1" status: 204 len: 173 time: 0.3420625 Jul 30 01:44:22.947607 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Transition to ACTIVE for port object 3ba13f0b-af3e-49bd-a208-68a270f3b3c3 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:22.974391 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc93531-0db5-493f-abd2-79fae60833d0 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1f86d4-2785-4cc5-9f9c-492e38c5ec29,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:22.981639 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed1cf72-26c1-48e8-a7ec-46e2f8fd3319 None None] DHCP port deletion for c1332537-f203-4a3a-9511-b585b0d8e2ba request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:44:23.002707 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-6d14847f-f3f1-4c79-99b1-7413c2eb375e None None] Set router ac60d95b-a15b-43cb-8271-c388f9cb93cd gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:23.004456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6fee7db5-77b9-4386-b59f-3d53bfe25818 admin admin] Deleting port 8a6bdef5-e58b-4d78-96af-aae6d7ed3852 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:23.005045 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6fee7db5-77b9-4386-b59f-3d53bfe25818 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.041814 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.092978 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:23.099574 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:23.105481 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62bfae4b-1d68-4839-9daa-6586d8497da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.114416 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:23.151445 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bfae4b-1d68-4839-9daa-6586d8497da9 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:23.158368 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-62bfae4b-1d68-4839-9daa-6586d8497da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:23.176299 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bfae4b-1d68-4839-9daa-6586d8497da9 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:23.178195 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfae4b-1d68-4839-9daa-6586d8497da9 admin admin] Pushing event updated for resources: {'Port': ['ID=7431cd61-5f83-4515-b9b5-12d44b91ae4e,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:23.191664 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1672bbe-854a-419e-8d5e-ac84ed31516c req-c77fc559-ac84-4cad-bd72-71d034c0f88c tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "GET /v2.0/security-groups/23cc9879-086f-42ef-ad49-b06a99274f92 HTTP/1.1" status: 200 len: 1813 time: 0.2210662 Jul 30 01:44:23.213597 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7ed1cf72-26c1-48e8-a7ec-46e2f8fd3319 None None] Deleting port 1bb311fc-2163-4ef9-8e16-54dd99701d12 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:23.213947 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ed1cf72-26c1-48e8-a7ec-46e2f8fd3319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.215627 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Pushing event updated for resources: {'Port': ['ID=3ba13f0b-af3e-49bd-a208-68a270f3b3c3,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:23.267131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device aa1094e9-623c-41be-8257-234cc0fdd292 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:23.269143 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d48e-37b3-40f3-8e7e-ce71c92d3a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.292005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a0d48e-37b3-40f3-8e7e-ce71c92d3a84 admin admin] No DVR routers for this DVR port 1bb311fc-2163-4ef9-8e16-54dd99701d12 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:23.346373 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0d48e-37b3-40f3-8e7e-ce71c92d3a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb311fc-2163-4ef9-8e16-54dd99701d12,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:23.361371 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-6fee7db5-77b9-4386-b59f-3d53bfe25818 admin admin] For port 8a6bdef5-e58b-4d78-96af-aae6d7ed3852, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8a6bdef5-e58b-4d78-96af-aae6d7ed3852,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:23.362006 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6fee7db5-77b9-4386-b59f-3d53bfe25818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.363988 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e694b-3234-42ec-b73e-5fd30003384c req-76367cd4-fa48-4a53-8ebb-345e49e4980b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:23.365611 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ed9e694b-3234-42ec-b73e-5fd30003384c req-76367cd4-fa48-4a53-8ebb-345e49e4980b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.1427171 Jul 30 01:44:23.412124 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Attempting to bind port 3ba13f0b-af3e-49bd-a208-68a270f3b3c3 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:23.412496 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Attempting to bind port 3ba13f0b-af3e-49bd-a208-68a270f3b3c3 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:23.412860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Attempting to bind port 3ba13f0b-af3e-49bd-a208-68a270f3b3c3 on network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:23.424747 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-7ed1cf72-26c1-48e8-a7ec-46e2f8fd3319 None None] For port 1bb311fc-2163-4ef9-8e16-54dd99701d12, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1bb311fc-2163-4ef9-8e16-54dd99701d12,segment=NetworkSegment(8edd9c19-11e1-4cc2-a47d-18d656486408),segment_id=8edd9c19-11e1-4cc2-a47d-18d656486408)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:23.425381 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ed1cf72-26c1-48e8-a7ec-46e2f8fd3319 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.465334 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6d14847f-f3f1-4c79-99b1-7413c2eb375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac60d95b-a15b-43cb-8271-c388f9cb93cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1144682408-router', 'tenant_id': '1e8bb13b83b443f8873254dbd829895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '8a6bdef5-e58b-4d78-96af-aae6d7ed3852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:17Z', 'updated_at': '2021-07-30T01:44:20Z', 'revision_number': 5, 'project_id': '1e8bb13b83b443f8873254dbd829895e', 'gw_port': {'id': '8a6bdef5-e58b-4d78-96af-aae6d7ed3852', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:37:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac60d95b-a15b-43cb-8271-c388f9cb93cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:21Z', 'updated_at': '2021-07-30T01:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:23.465915 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6fee7db5-77b9-4386-b59f-3d53bfe25818 admin admin] Calling delete_port for 8a6bdef5-e58b-4d78-96af-aae6d7ed3852 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:23.472425 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:23.475596 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Checking segment: {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:23.475596 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.475596 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Bound using segment: {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:23.475596 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Bound port: 3ba13f0b-af3e-49bd-a208-68a270f3b3c3, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:23.475596 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.484396 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7ed1cf72-26c1-48e8-a7ec-46e2f8fd3319 None None] Calling delete_port for 1bb311fc-2163-4ef9-8e16-54dd99701d12 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:23.495992 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a1672bbe-854a-419e-8d5e-ac84ed31516c req-8bf616dd-8d3c-4826-9faf-5d816594fc59 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.501735 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d14847f-f3f1-4c79-99b1-7413c2eb375e None None] The sync data for ids ['ac60d95b-a15b-43cb-8271-c388f9cb93cd'] in n-d-713498-9 is: [{'id': 'ac60d95b-a15b-43cb-8271-c388f9cb93cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1144682408-router', 'tenant_id': '1e8bb13b83b443f8873254dbd829895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '8a6bdef5-e58b-4d78-96af-aae6d7ed3852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:17Z', 'updated_at': '2021-07-30T01:44:20Z', 'revision_number': 5, 'project_id': '1e8bb13b83b443f8873254dbd829895e', 'gw_port': {'id': '8a6bdef5-e58b-4d78-96af-aae6d7ed3852', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:37:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac60d95b-a15b-43cb-8271-c388f9cb93cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:21Z', 'updated_at': '2021-07-30T01:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:44:23.508313 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ed9e694b-3234-42ec-b73e-5fd30003384c req-a82c507d-a200-4579-8c43-9792d0b636b6 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111884 Jul 30 01:44:23.639609 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port aa1094e9-623c-41be-8257-234cc0fdd292 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:23.654033 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] For port 3ba13f0b-af3e-49bd-a208-68a270f3b3c3, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:23.657059 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port aa1094e9-623c-41be-8257-234cc0fdd292 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:23.657447 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.661759 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] For port 3ba13f0b-af3e-49bd-a208-68a270f3b3c3, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3ba13f0b-af3e-49bd-a208-68a270f3b3c3,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:23.706681 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ed1cf72-26c1-48e8-a7ec-46e2f8fd3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.744991 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.749093 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1cf72-26c1-48e8-a7ec-46e2f8fd3319 None None] Pushing event deleted for resources: {'Port': ['ID=1bb311fc-2163-4ef9-8e16-54dd99701d12,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:23.824188 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed1cf72-26c1-48e8-a7ec-46e2f8fd3319 None None] No DVR routers for this DVR port 1bb311fc-2163-4ef9-8e16-54dd99701d12 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:23.832737 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ac095-7a28-483f-9b75-c2d6487407ec None None] Pushing event updated for resources: {'Port': ['ID=3ba13f0b-af3e-49bd-a208-68a270f3b3c3,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:23.901445 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.911295 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a1672bbe-854a-419e-8d5e-ac84ed31516c req-8bf616dd-8d3c-4826-9faf-5d816594fc59 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.911526 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62bfae4b-1d68-4839-9daa-6586d8497da9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.925087 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-8d33754d-9108-42ec-8ba8-498d9a1d8699 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:23.926825 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-8d33754d-9108-42ec-8ba8-498d9a1d8699 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 807 time: 0.2481883 Jul 30 01:44:23.940448 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d48e-37b3-40f3-8e7e-ce71c92d3a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.944228 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab29a372-6dfb-4269-9064-b66ee37a1691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1094e9-623c-41be-8257-234cc0fdd292'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:23.946934 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a1dad5-fef3-484d-9a50-e724b0d93b33" -d '{"events": [{"server_uuid": "ab29a372-6dfb-4269-9064-b66ee37a1691", "name": "network-vif-plugged", "status": "completed", "tag": "aa1094e9-623c-41be-8257-234cc0fdd292"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:23.962969 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-f9a0d48e-37b3-40f3-8e7e-ce71c92d3a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1332537-f203-4a3a-9511-b585b0d8e2ba']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:23.980517 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port aa1094e9-623c-41be-8257-234cc0fdd292, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=aa1094e9-623c-41be-8257-234cc0fdd292,segment=NetworkSegment(1059abbf-0df0-4c57-95db-90ab4f472313),segment_id=1059abbf-0df0-4c57-95db-90ab4f472313)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:24.000567 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-6b081e2e-d40a-47bc-8cbb-55986f1f02f7 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/quotas/69de654e8e494e8eb1cb2de77615732a HTTP/1.1" status: 200 len: 375 time: 0.0177369 Jul 30 01:44:24.002956 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-f9a0d48e-37b3-40f3-8e7e-ce71c92d3a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edd9c19-11e1-4cc2-a47d-18d656486408') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:24.002956 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-f9a0d48e-37b3-40f3-8e7e-ce71c92d3a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edd9c19-11e1-4cc2-a47d-18d656486408') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:24.016180 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d48e-37b3-40f3-8e7e-ce71c92d3a84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.048444 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.187371 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d48e-37b3-40f3-8e7e-ce71c92d3a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.206709 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=aa1094e9-623c-41be-8257-234cc0fdd292,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:24.251559 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a0d48e-37b3-40f3-8e7e-ce71c92d3a84 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:44:24.252073 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d48e-37b3-40f3-8e7e-ce71c92d3a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.252935 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-45654ac0-ef18-489a-92b4-f8e697900291 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2052326 Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:44:24.261080 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:44:24.325059 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a1672bbe-854a-419e-8d5e-ac84ed31516c req-8bf616dd-8d3c-4826-9faf-5d816594fc59 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.327802 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a1672bbe-854a-419e-8d5e-ac84ed31516c req-8bf616dd-8d3c-4826-9faf-5d816594fc59 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.329057 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1672bbe-854a-419e-8d5e-ac84ed31516c req-8bf616dd-8d3c-4826-9faf-5d816594fc59 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "DELETE /v2.0/security-groups/23cc9879-086f-42ef-ad49-b06a99274f92 HTTP/1.1" status: 204 len: 173 time: 1.1271799 Jul 30 01:44:24.367467 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf616dd-8d3c-4826-9faf-5d816594fc59 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cc9879-086f-42ef-ad49-b06a99274f92,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:24.411010 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62bfae4b-1d68-4839-9daa-6586d8497da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.474428 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d48e-37b3-40f3-8e7e-ce71c92d3a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.481834 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d48e-37b3-40f3-8e7e-ce71c92d3a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.486564 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f9a0d48e-37b3-40f3-8e7e-ce71c92d3a84 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c1332537-f203-4a3a-9511-b585b0d8e2ba HTTP/1.1" status: 204 len: 168 time: 2.3081574 Jul 30 01:44:24.502478 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0d48e-37b3-40f3-8e7e-ce71c92d3a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1332537-f203-4a3a-9511-b585b0d8e2ba,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:24.536175 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd3ee4-525f-4921-8495-e7d33c755218 req-ec99eabe-ca3c-4dff-a199-868e19856fd4 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:24.545545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd3ee4-525f-4921-8495-e7d33c755218 req-ec99eabe-ca3c-4dff-a199-868e19856fd4 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:24.553068 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-80bd3ee4-525f-4921-8495-e7d33c755218 req-ec99eabe-ca3c-4dff-a199-868e19856fd4 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1681 time: 0.1235347 Jul 30 01:44:24.555734 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6fee7db5-77b9-4386-b59f-3d53bfe25818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.601442 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee7db5-77b9-4386-b59f-3d53bfe25818 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a6bdef5-e58b-4d78-96af-aae6d7ed3852,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:24.668770 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-80bd3ee4-525f-4921-8495-e7d33c755218 req-efa85df7-e334-4514-9221-e13097826048 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096997 Jul 30 01:44:24.701348 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6fee7db5-77b9-4386-b59f-3d53bfe25818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.812514 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb54b40-979d-4df1-a8b1-96a0099b25ea x-openstack-request-id: req-5fb54b40-979d-4df1-a8b1-96a0099b25ea {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:24.812514 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab29a372-6dfb-4269-9064-b66ee37a1691", "name": "network-vif-plugged", "status": "completed", "tag": "aa1094e9-623c-41be-8257-234cc0fdd292", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:24.812514 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5fb54b40-979d-4df1-a8b1-96a0099b25ea {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:24.812514 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab29a372-6dfb-4269-9064-b66ee37a1691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1094e9-623c-41be-8257-234cc0fdd292', 'code': 200} Jul 30 01:44:24.826905 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6fee7db5-77b9-4386-b59f-3d53bfe25818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.834082 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6fee7db5-77b9-4386-b59f-3d53bfe25818 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.924406 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16ed0e95-26f0-4e8a-9c9f-652cbabad1bf req-037791b7-d462-4f4f-b3f8-2489f6f9f65d tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "GET /v2.0/security-groups/edeec578-f01f-451e-92b7-e66725ea36d3 HTTP/1.1" status: 200 len: 1812 time: 0.1098588 Jul 30 01:44:24.984730 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6fee7db5-77b9-4386-b59f-3d53bfe25818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.985261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fee7db5-77b9-4386-b59f-3d53bfe25818 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac60d95b-a15b-43cb-8271-c388f9cb93cd {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:44:24.993957 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6fee7db5-77b9-4386-b59f-3d53bfe25818 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.999318 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6fee7db5-77b9-4386-b59f-3d53bfe25818 admin admin] 10.222.0.70 "DELETE /v2.0/routers/ac60d95b-a15b-43cb-8271-c388f9cb93cd HTTP/1.1" status: 204 len: 168 time: 2.9271028 Jul 30 01:44:25.000642 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36068) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:25.041862 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-f24ce671-4fb2-4b84-8b47-ad4e179f0181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:25.043717 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-f24ce671-4fb2-4b84-8b47-ad4e179f0181 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 1101 time: 0.6802607 Jul 30 01:44:25.054440 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-68a49d5a-0f66-4390-9cb6-ee4460866f5a service neutron] 10.222.0.70 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7904370 Jul 30 01:44:25.189199 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa0d9f9-9f42-4ebb-8645-40abcddb907b admin admin] Deleting subnet cdeb3159-2c82-4448-88f5-b7d336accb91 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:44:25.189199 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8fa0d9f9-9f42-4ebb-8645-40abcddb907b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.189199 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16ed0e95-26f0-4e8a-9c9f-652cbabad1bf req-cb26b30c-0a07-4e2b-885e-03a9fd11c140 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.189199 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16ed0e95-26f0-4e8a-9c9f-652cbabad1bf req-cb26b30c-0a07-4e2b-885e-03a9fd11c140 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.189199 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8fa0d9f9-9f42-4ebb-8645-40abcddb907b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.198883 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3ba13f0b-af3e-49bd-a208-68a270f3b3c3 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:25.250925 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device b797fb87-5e55-4b18-bb79-099b2cd303c4 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:25.258177 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36072) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:25.309306 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-fe0d2838-5601-414a-8d58-75c1f1d51f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:25.311169 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-fe0d2838-5601-414a-8d58-75c1f1d51f2e service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.2535031 Jul 30 01:44:25.358727 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612d6d56-53ef-4d09-ad92-f85be624912b None None] Network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:25.381826 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-425d065b-75af-476f-a40a-41a4ba10b310 service neutron] 10.222.0.70 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263171 Jul 30 01:44:25.386346 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-47fd1d89-fcf0-41f3-a08e-30cb0d9eb4ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=4b735435-550b-48a5-9a17-ff90cd5af578 HTTP/1.1" status: 200 len: 217 time: 0.0625408 Jul 30 01:44:25.409139 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-67a06ee1-c200-49f6-806e-fbeb7be77172 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cc644468ddb04173b823ec7ba68aa6d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476064 Jul 30 01:44:25.410750 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36074) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:25.418899 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8fa0d9f9-9f42-4ebb-8645-40abcddb907b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.482562 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bfae4b-1d68-4839-9daa-6586d8497da9 admin admin] Router 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:44:25.521192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-6193a3e9-ca6e-487f-ba9a-062d37f15323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:25.525281 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-6193a3e9-ca6e-487f-ba9a-062d37f15323 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1317852 Jul 30 01:44:25.550644 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16ed0e95-26f0-4e8a-9c9f-652cbabad1bf req-cb26b30c-0a07-4e2b-885e-03a9fd11c140 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.551643 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16ed0e95-26f0-4e8a-9c9f-652cbabad1bf req-cb26b30c-0a07-4e2b-885e-03a9fd11c140 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.556154 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16ed0e95-26f0-4e8a-9c9f-652cbabad1bf req-cb26b30c-0a07-4e2b-885e-03a9fd11c140 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] 10.222.0.70 "DELETE /v2.0/security-groups/edeec578-f01f-451e-92b7-e66725ea36d3 HTTP/1.1" status: 204 len: 173 time: 0.6277416 Jul 30 01:44:25.565556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36082) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:25.569389 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port b797fb87-5e55-4b18-bb79-099b2cd303c4 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:25.571761 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 3ba13f0b-af3e-49bd-a208-68a270f3b3c3 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:25.583851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port b797fb87-5e55-4b18-bb79-099b2cd303c4 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:25.583851 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.634191 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b33364d1-e6b2-45f6-8835-ac54660f4889 None None] Provisioning for port 3ba13f0b-af3e-49bd-a208-68a270f3b3c3 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:25.645719 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26b30c-0a07-4e2b-885e-03a9fd11c140 tempest-SecurityGroupRulesNegativeTestJSON-1784913800 tempest-SecurityGroupRulesNegativeTestJSON-1784913800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edeec578-f01f-451e-92b7-e66725ea36d3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:25.654777 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b33364d1-e6b2-45f6-8835-ac54660f4889 None None] Provisioning complete for port 3ba13f0b-af3e-49bd-a208-68a270f3b3c3 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:25.655705 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b33364d1-e6b2-45f6-8835-ac54660f4889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.662865 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8fa0d9f9-9f42-4ebb-8645-40abcddb907b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.701925 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-76822595-ed5d-4ca4-a9b9-5164800509ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.718115 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:25.728327 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0d9f9-9f42-4ebb-8645-40abcddb907b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdeb3159-2c82-4448-88f5-b7d336accb91,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:25.748944 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8fa0d9f9-9f42-4ebb-8645-40abcddb907b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.749400 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144547fd-6c3c-4ecd-8347-be3eec7da6a8 None None] Network 9a353c78-455b-46fb-8727-d5463feba6a4 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:25.750555 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8fa0d9f9-9f42-4ebb-8645-40abcddb907b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cdeb3159-2c82-4448-88f5-b7d336accb91 HTTP/1.1" status: 204 len: 168 time: 0.7489443 Jul 30 01:44:25.756088 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:25.756694 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d99c5d81-8c58-4f8f-9fb9-cb57ffbc63f0 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:25.757287 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 1bb311fc-2163-4ef9-8e16-54dd99701d12 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:25.762509 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36086) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:25.781950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-ab13afb7-265e-4588-9855-c2f199446631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:25.783521 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-ab13afb7-265e-4588-9855-c2f199446631 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2522790 Jul 30 01:44:25.787028 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-76822595-ed5d-4ca4-a9b9-5164800509ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.839464 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 1bb311fc-2163-4ef9-8e16-54dd99701d12 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:25.839724 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 1bb311fc-2163-4ef9-8e16-54dd99701d12 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:25.903783 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bfae4b-1d68-4839-9daa-6586d8497da9 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:44:25.914966 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f53f35-57fd-40e4-8229-ccd2561b4b40 admin admin] Deleting subnet 92776580-886d-4d78-b5fd-b83057bca01e {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:44:25.919721 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4f53f35-57fd-40e4-8229-ccd2561b4b40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.952897 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] Sync routers for ids ['0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:44:25.961390 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cfef5065-6587-48f5-b733-fc204c52dcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.962769 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-dd2f86d7-931b-4f3f-83e2-4d10b9a9fb79 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655815 Jul 30 01:44:25.982877 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.984042 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4f53f35-57fd-40e4-8229-ccd2561b4b40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.062892 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-76822595-ed5d-4ca4-a9b9-5164800509ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.070860 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-76822595-ed5d-4ca4-a9b9-5164800509ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.070860 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-76822595-ed5d-4ca4-a9b9-5164800509ed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c9662471-2628-49bc-9eb2-c90f50e05b88 HTTP/1.1" status: 204 len: 168 time: 0.6560390 Jul 30 01:44:26.070860 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62bfae4b-1d68-4839-9daa-6586d8497da9 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.078838 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] Routers {'0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:26.079491 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:44:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:26.085013 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-62bfae4b-1d68-4839-9daa-6586d8497da9 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4010835 Jul 30 01:44:26.092832 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36092) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:26.172285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36aa7dd-92aa-4edd-9d10-013ffe8e0a51 req-bef58c69-e686-4721-9fb4-ca52cd2443b5 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:26.188832 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c36aa7dd-92aa-4edd-9d10-013ffe8e0a51 req-bef58c69-e686-4721-9fb4-ca52cd2443b5 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.4627059 Jul 30 01:44:26.207612 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4f53f35-57fd-40e4-8229-ccd2561b4b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.213414 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76822595-ed5d-4ca4-a9b9-5164800509ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9662471-2628-49bc-9eb2-c90f50e05b88,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:26.251828 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-c6342041-d5ec-46d0-9226-a4a50db4c047 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810023 Jul 30 01:44:26.321562 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-cfef5065-6587-48f5-b733-fc204c52dcca admin admin] Deleting port 182ac28f-2824-410c-8946-32cf6819bb76 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:26.323082 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cfef5065-6587-48f5-b733-fc204c52dcca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.388958 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee678220-33b0-435e-8cc6-f76eee20e734 req-65e3f384-388b-48cb-a76f-60a0f282b505 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:26.400691 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee678220-33b0-435e-8cc6-f76eee20e734 req-65e3f384-388b-48cb-a76f-60a0f282b505 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:26.400691 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ee678220-33b0-435e-8cc6-f76eee20e734 req-65e3f384-388b-48cb-a76f-60a0f282b505 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1681 time: 0.1863303 Jul 30 01:44:26.499059 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port b797fb87-5e55-4b18-bb79-099b2cd303c4, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b797fb87-5e55-4b18-bb79-099b2cd303c4,segment=NetworkSegment(cf854ab1-b395-43da-a3ab-70b3bdc065d0),segment_id=cf854ab1-b395-43da-a3ab-70b3bdc065d0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:26.517962 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ee678220-33b0-435e-8cc6-f76eee20e734 req-2724a1a8-b35e-4db8-ada5-e1cc882b489a tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074820 Jul 30 01:44:26.520113 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b33364d1-e6b2-45f6-8835-ac54660f4889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.581165 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c36aa7dd-92aa-4edd-9d10-013ffe8e0a51 req-a2319649-6dd6-48fc-b2b8-22ea47ffc617 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819203 Jul 30 01:44:26.612286 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] Set router 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:26.625725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-cfef5065-6587-48f5-b733-fc204c52dcca admin admin] For port 182ac28f-2824-410c-8946-32cf6819bb76, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=182ac28f-2824-410c-8946-32cf6819bb76,segment=NetworkSegment(d91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a),segment_id=d91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:26.626194 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cfef5065-6587-48f5-b733-fc204c52dcca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.629385 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4f53f35-57fd-40e4-8229-ccd2561b4b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.684936 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-cfef5065-6587-48f5-b733-fc204c52dcca admin admin] Calling delete_port for 182ac28f-2824-410c-8946-32cf6819bb76 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:26.686413 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.695225 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4f53f35-57fd-40e4-8229-ccd2561b4b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.700168 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b4f53f35-57fd-40e4-8229-ccd2561b4b40 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/92776580-886d-4d78-b5fd-b83057bca01e HTTP/1.1" status: 204 len: 168 time: 1.1304622 Jul 30 01:44:26.700746 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f53f35-57fd-40e4-8229-ccd2561b4b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92776580-886d-4d78-b5fd-b83057bca01e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:26.704129 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36104) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:26.797631 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab29a372-6dfb-4269-9064-b66ee37a1691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b797fb87-5e55-4b18-bb79-099b2cd303c4'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:26.806847 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ab241d-e50f-486f-a622-1944aee5c37f" -d '{"events": [{"server_uuid": "ab29a372-6dfb-4269-9064-b66ee37a1691", "name": "network-vif-plugged", "status": "completed", "tag": "b797fb87-5e55-4b18-bb79-099b2cd303c4"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:26.817234 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-38a922ee-a57e-4a45-9393-2c8a341554ff req-b37abc3d-733b-4fa4-89e9-773c03890635 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 210 time: 0.1869385 Jul 30 01:44:26.865067 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e8842b9-f3eb-4c79-bb94-bac68efb2c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.918520 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7548b415-4ac5-42cd-ae47-a789c0504737 None None] DHCP port deletion for 9a353c78-455b-46fb-8727-d5463feba6a4 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:44:26.920651 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=b797fb87-5e55-4b18-bb79-099b2cd303c4,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:26.925586 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b33364d1-e6b2-45f6-8835-ac54660f4889 None None] For port 3ba13f0b-af3e-49bd-a208-68a270f3b3c3, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3ba13f0b-af3e-49bd-a208-68a270f3b3c3,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:26.975731 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b47f20-a3b6-4ddd-8064-277dd6acccd4 x-openstack-request-id: req-68b47f20-a3b6-4ddd-8064-277dd6acccd4 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:26.976043 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab29a372-6dfb-4269-9064-b66ee37a1691", "name": "network-vif-plugged", "status": "completed", "tag": "b797fb87-5e55-4b18-bb79-099b2cd303c4", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:26.976416 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-68b47f20-a3b6-4ddd-8064-277dd6acccd4 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:26.977453 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab29a372-6dfb-4269-9064-b66ee37a1691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b797fb87-5e55-4b18-bb79-099b2cd303c4', 'code': 200} Jul 30 01:44:27.040061 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 182ac28f-2824-410c-8946-32cf6819bb76 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:27.079476 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b33364d1-e6b2-45f6-8835-ac54660f4889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.095453 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cfef5065-6587-48f5-b733-fc204c52dcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.113426 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38105a2c-fa66-4ef1-9218-4c3bdd21ebe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.121631 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfef5065-6587-48f5-b733-fc204c52dcca admin admin] No DVR routers for this DVR port 182ac28f-2824-410c-8946-32cf6819bb76 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:27.170992 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e8842b9-f3eb-4c79-bb94-bac68efb2c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.172099 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7548b415-4ac5-42cd-ae47-a789c0504737 None None] Deleting port 182ac28f-2824-410c-8946-32cf6819bb76 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:27.172574 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7548b415-4ac5-42cd-ae47-a789c0504737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.174957 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef5065-6587-48f5-b733-fc204c52dcca admin admin] Pushing event deleted for resources: {'Port': ['ID=182ac28f-2824-410c-8946-32cf6819bb76,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:27.200369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-6e8842b9-f3eb-4c79-bb94-bac68efb2c1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e884262-1237-452b-b008-aa7659a66a5e']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:27.200604 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No active binding found for port 182ac28f-2824-410c-8946-32cf6819bb76 {{(pid=94466) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 01:44:27.201078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 182ac28f-2824-410c-8946-32cf6819bb76 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:27.201622 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8a6bdef5-e58b-4d78-96af-aae6d7ed3852 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:27.249288 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-6e8842b9-f3eb-4c79-bb94-bac68efb2c1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '058c0aba-18d6-48a8-ad5c-d14d081e12df') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:27.249589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-6e8842b9-f3eb-4c79-bb94-bac68efb2c1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '058c0aba-18d6-48a8-ad5c-d14d081e12df') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:27.263734 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e8842b9-f3eb-4c79-bb94-bac68efb2c1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.266679 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cfef5065-6587-48f5-b733-fc204c52dcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.286190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-cfef5065-6587-48f5-b733-fc204c52dcca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a353c78-455b-46fb-8727-d5463feba6a4']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:27.294849 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e8842b9-f3eb-4c79-bb94-bac68efb2c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.301398 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-cfef5065-6587-48f5-b733-fc204c52dcca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:27.301702 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-cfef5065-6587-48f5-b733-fc204c52dcca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91946d1-1a4f-4c24-9ade-a7fe8e5a0c8a') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:27.310280 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8842b9-f3eb-4c79-bb94-bac68efb2c1c admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:44:27.311139 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e8842b9-f3eb-4c79-bb94-bac68efb2c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:44:27.312498 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:44:27.327070 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cfef5065-6587-48f5-b733-fc204c52dcca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.328404 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-38105a2c-fa66-4ef1-9218-4c3bdd21ebe7 admin admin] Allocated IP 172.20.0.1 (8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7/549f13c1-0bda-4ad3-9592-2ba57ba86a47/9b99ce8f-c167-4fe3-9d91-4930a8b283b3) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:27.346566 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-7548b415-4ac5-42cd-ae47-a789c0504737 None None] For port 182ac28f-2824-410c-8946-32cf6819bb76, host n-d-713498-9, got binding levels [] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:27.346905 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7548b415-4ac5-42cd-ae47-a789c0504737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.373870 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cfef5065-6587-48f5-b733-fc204c52dcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.380841 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfef5065-6587-48f5-b733-fc204c52dcca admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:44:27.381250 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cfef5065-6587-48f5-b733-fc204c52dcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:44:27.388591 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:44:27.391981 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7548b415-4ac5-42cd-ae47-a789c0504737 None None] Calling delete_port for 182ac28f-2824-410c-8946-32cf6819bb76 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:27.396922 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.ipam_backend_mixin [None req-7548b415-4ac5-42cd-ae47-a789c0504737 None None] Port 182ac28f-2824-410c-8946-32cf6819bb76 was not found and therefore no delete operation was performed {{(pid=94466) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:44:27.402751 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7548b415-4ac5-42cd-ae47-a789c0504737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.407246 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33364d1-e6b2-45f6-8835-ac54660f4889 None None] Pushing event updated for resources: {'Port': ['ID=3ba13f0b-af3e-49bd-a208-68a270f3b3c3,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:27.418703 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 8a6bdef5-e58b-4d78-96af-aae6d7ed3852 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:27.420115 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8a6bdef5-e58b-4d78-96af-aae6d7ed3852 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:27.480443 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e8842b9-f3eb-4c79-bb94-bac68efb2c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.500125 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7548b415-4ac5-42cd-ae47-a789c0504737 None None] No DVR routers for this DVR port 182ac28f-2824-410c-8946-32cf6819bb76 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:27.513045 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e8842b9-f3eb-4c79-bb94-bac68efb2c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.517864 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38105a2c-fa66-4ef1-9218-4c3bdd21ebe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.526236 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6e8842b9-f3eb-4c79-bb94-bac68efb2c1c admin admin] 10.222.0.70 "DELETE /v2.0/networks/7e884262-1237-452b-b008-aa7659a66a5e HTTP/1.1" status: 204 len: 168 time: 0.8092892 Jul 30 01:44:27.526236 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8842b9-f3eb-4c79-bb94-bac68efb2c1c admin admin] Pushing event deleted for resources: {'Network': ['ID=7e884262-1237-452b-b008-aa7659a66a5e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:27.527227 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548b415-4ac5-42cd-ae47-a789c0504737 None None] Pushing event deleted for resources: {'Port': ['ID=182ac28f-2824-410c-8946-32cf6819bb76,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:27.541607 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f673cb-0cd8-4507-9bd1-2a65effcfdf6 req-171eddb0-fd34-4531-a4aa-4bc46ff663cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:27.545150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f673cb-0cd8-4507-9bd1-2a65effcfdf6 req-171eddb0-fd34-4531-a4aa-4bc46ff663cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:27.545150 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-67f673cb-0cd8-4507-9bd1-2a65effcfdf6 req-171eddb0-fd34-4531-a4aa-4bc46ff663cc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1984 time: 0.4482186 Jul 30 01:44:27.545664 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-473837a7-56b9-4930-8026-1d4774a29ab6 None None] Provisioning complete for port 3ba13f0b-af3e-49bd-a208-68a270f3b3c3 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:27.545664 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-473837a7-56b9-4930-8026-1d4774a29ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.550957 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-38105a2c-fa66-4ef1-9218-4c3bdd21ebe7 admin admin] Transition to ACTIVE for port object 9b99ce8f-c167-4fe3-9d91-4930a8b283b3 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:27.588980 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cfef5065-6587-48f5-b733-fc204c52dcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.600986 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-67f673cb-0cd8-4507-9bd1-2a65effcfdf6 req-0575b06d-4eb8-4066-8978-ad61bfed86f4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467954 Jul 30 01:44:27.601844 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cfef5065-6587-48f5-b733-fc204c52dcca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.607300 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cfef5065-6587-48f5-b733-fc204c52dcca admin admin] 10.222.0.70 "DELETE /v2.0/networks/9a353c78-455b-46fb-8727-d5463feba6a4 HTTP/1.1" status: 204 len: 168 time: 1.8357275 Jul 30 01:44:27.619746 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'name': 'tempest-ServerActionsTestJSON-1881564908-router', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:21Z', 'updated_at': '2021-07-30T01:44:23Z', 'revision_number': 3, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'gw_port': {'id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:22Z', 'updated_at': '2021-07-30T01:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:27.635724 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef5065-6587-48f5-b733-fc204c52dcca admin admin] Pushing event deleted for resources: {'Network': ['ID=9a353c78-455b-46fb-8727-d5463feba6a4,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:27.707016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] Checking router: 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:44:27.707690 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] Updating router 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 port 7431cd61-5f83-4515-b9b5-12d44b91ae4e binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:44:27.739539 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.739990 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaa74a-171a-4ce8-9da4-2188d468493e req-083501cd-57f5-46f7-a118-e201e0edc3fa tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:27.741669 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2450b8-f6c6-4ca5-8f2a-829307ba8fcb req-6ff518bd-d015-4cca-98e9-32bbedace6a8 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:27.743777 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ed2450b8-f6c6-4ca5-8f2a-829307ba8fcb req-6ff518bd-d015-4cca-98e9-32bbedace6a8 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.0767546 Jul 30 01:44:27.753072 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaa74a-171a-4ce8-9da4-2188d468493e req-083501cd-57f5-46f7-a118-e201e0edc3fa tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:27.767227 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c3aaa74a-171a-4ce8-9da4-2188d468493e req-083501cd-57f5-46f7-a118-e201e0edc3fa tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1682 time: 0.1057053 Jul 30 01:44:27.778198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38105a2c-fa66-4ef1-9218-4c3bdd21ebe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.806263 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ed2450b8-f6c6-4ca5-8f2a-829307ba8fcb req-882a335a-717b-4fa3-babe-530b900af909 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538788 Jul 30 01:44:27.850824 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38105a2c-fa66-4ef1-9218-4c3bdd21ebe7 admin admin] Network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:27.854520 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-38105a2c-fa66-4ef1-9218-4c3bdd21ebe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:27.870954 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38105a2c-fa66-4ef1-9218-4c3bdd21ebe7 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:27.914880 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38105a2c-fa66-4ef1-9218-4c3bdd21ebe7 admin admin] Pushing event updated for resources: {'Port': ['ID=9b99ce8f-c167-4fe3-9d91-4930a8b283b3,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:27.919905 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c3aaa74a-171a-4ce8-9da4-2188d468493e req-eb74a810-3f7c-403f-9840-bcd76cb148f3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518641 Jul 30 01:44:27.950446 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38105a2c-fa66-4ef1-9218-4c3bdd21ebe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.979852 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a7dca6d4-a8df-4922-bfd8-5a5da0e54f2d req-e455b8dd-055b-48fe-95b9-3e06d901f558 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 210 time: 0.0710480 Jul 30 01:44:28.085773 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.097402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] Transition to ACTIVE for port object 7431cd61-5f83-4515-b9b5-12d44b91ae4e will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:28.704038 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.741689 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38105a2c-fa66-4ef1-9218-4c3bdd21ebe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.760195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36134) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:28.760903 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] Attempting to bind port 7431cd61-5f83-4515-b9b5-12d44b91ae4e on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:28.761031 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] Attempting to bind port 7431cd61-5f83-4515-b9b5-12d44b91ae4e by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:28.761596 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] Attempting to bind port 7431cd61-5f83-4515-b9b5-12d44b91ae4e on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:28.772740 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:28.773166 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:28.773602 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.774044 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:28.774617 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] Bound port: 7431cd61-5f83-4515-b9b5-12d44b91ae4e, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:28.775037 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.823523 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9ff1bcf3-d6f3-454d-a9a7-fc6afaca7d62 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d190fada4384345b10b3047f6c2b845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604064 Jul 30 01:44:28.824268 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36140) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:28.857477 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c175379-324f-4d6d-a04f-4ecc0fe9cf40 None None] Pushing event updated for resources: {'Port': ['ID=7431cd61-5f83-4515-b9b5-12d44b91ae4e,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:28.894709 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a2aadcdf-be46-4592-8440-5632794c9b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.930763 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a2aadcdf-be46-4592-8440-5632794c9b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.008486 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] For port 7431cd61-5f83-4515-b9b5-12d44b91ae4e, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:29.008685 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38105a2c-fa66-4ef1-9218-4c3bdd21ebe7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.010220 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] For port 7431cd61-5f83-4515-b9b5-12d44b91ae4e, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7431cd61-5f83-4515-b9b5-12d44b91ae4e,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:29.046650 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3ba13f0b-af3e-49bd-a208-68a270f3b3c3 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:29.077177 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-531e2dde-7029-41c4-ab4f-e407fc4fb178 None None] Provisioning for port 9b99ce8f-c167-4fe3-9d91-4930a8b283b3 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:29.077925 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cbd4d-fa37-4d4e-9a3d-9af134e88e43 req-654afb01-87a4-4e95-ab8c-0749578237f2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:29.077925 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c2cbd4d-fa37-4d4e-9a3d-9af134e88e43 req-654afb01-87a4-4e95-ab8c-0749578237f2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.0795388 Jul 30 01:44:29.082535 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-531e2dde-7029-41c4-ab4f-e407fc4fb178 None None] Provisioning complete for port 9b99ce8f-c167-4fe3-9d91-4930a8b283b3 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:29.083281 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-531e2dde-7029-41c4-ab4f-e407fc4fb178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.109176 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf08e78-3c2a-4d6d-9df0-124fd52c61d6 req-07b0334d-56b4-4f4f-b414-b4a6ecc25b40 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:29.116625 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf08e78-3c2a-4d6d-9df0-124fd52c61d6 req-07b0334d-56b4-4f4f-b414-b4a6ecc25b40 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:29.118486 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fcf08e78-3c2a-4d6d-9df0-124fd52c61d6 req-07b0334d-56b4-4f4f-b414-b4a6ecc25b40 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1682 time: 0.0854681 Jul 30 01:44:29.124094 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-531e2dde-7029-41c4-ab4f-e407fc4fb178 None None] Port 9b99ce8f-c167-4fe3-9d91-4930a8b283b3 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:29.145260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36156) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:29.146183 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c2cbd4d-fa37-4d4e-9a3d-9af134e88e43 req-f43bfd25-1456-4a4f-8dfa-84336e1ca148 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644183 Jul 30 01:44:29.171044 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38105a2c-fa66-4ef1-9218-4c3bdd21ebe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.182098 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.198982 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a2aadcdf-be46-4592-8440-5632794c9b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.206776 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a2aadcdf-be46-4592-8440-5632794c9b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.211377 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a2aadcdf-be46-4592-8440-5632794c9b55 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b32f463f-61bc-4a0d-afce-4b05cffce6e7 HTTP/1.1" status: 204 len: 168 time: 0.3826683 Jul 30 01:44:29.258414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 3ba13f0b-af3e-49bd-a208-68a270f3b3c3 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:29.258951 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.268186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] Routers {'0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:29.273653 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:44:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:29.273824 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aadcdf-be46-4592-8440-5632794c9b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32f463f-61bc-4a0d-afce-4b05cffce6e7,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:29.310419 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fcf08e78-3c2a-4d6d-9df0-124fd52c61d6 req-308b68c0-b404-4c39-8b0e-96ef8bca0e3f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847787 Jul 30 01:44:29.347335 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b0cccc40-aa39-4f13-bc84-1eacb6dc047d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=49f7c960d860439ea896d95aa85fac7f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1958020 Jul 30 01:44:29.351771 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36162) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:29.407291 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36164) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:29.410075 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38105a2c-fa66-4ef1-9218-4c3bdd21ebe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.412163 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38105a2c-fa66-4ef1-9218-4c3bdd21ebe7 admin admin] Pushing event updated for resources: {'Port': ['ID=9b99ce8f-c167-4fe3-9d91-4930a8b283b3,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:29.417384 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c175379-324f-4d6d-a04f-4ecc0fe9cf40 None None] Pushing event updated for resources: {'Port': ['ID=7431cd61-5f83-4515-b9b5-12d44b91ae4e,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:29.436492 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-efe9796d-403e-465a-8aa1-19205babba8b req-3d7f6dd3-77b2-4d56-8404-e82486d88dfb tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 210 time: 0.1150570 Jul 30 01:44:29.515444 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-443c9fb0-e4fb-458c-8eac-ebc8f865fbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.536982 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] Set router 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:29.559189 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-443c9fb0-e4fb-458c-8eac-ebc8f865fbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.626283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38105a2c-fa66-4ef1-9218-4c3bdd21ebe7 admin admin] Network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:29.626283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-38105a2c-fa66-4ef1-9218-4c3bdd21ebe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:29.627426 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ceed70db-8f85-47ce-969f-37e16036b395 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-831614400-network', 'tenant_id': 'af4dbb3f8ba24ea791460e22cf1df557'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:29.766764 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceed70db-8f85-47ce-969f-37e16036b395 admin admin] Made reservation on behalf of af4dbb3f8ba24ea791460e22cf1df557 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:29.768534 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ceed70db-8f85-47ce-969f-37e16036b395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.771772 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-443c9fb0-e4fb-458c-8eac-ebc8f865fbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.774417 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-443c9fb0-e4fb-458c-8eac-ebc8f865fbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.778083 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-443c9fb0-e4fb-458c-8eac-ebc8f865fbd6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/996383a6-d676-476d-aa77-5d9af178a791 HTTP/1.1" status: 204 len: 168 time: 0.4229057 Jul 30 01:44:29.793738 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ceed70db-8f85-47ce-969f-37e16036b395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.813752 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c9fb0-e4fb-458c-8eac-ebc8f865fbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996383a6-d676-476d-aa77-5d9af178a791,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:29.894401 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38105a2c-fa66-4ef1-9218-4c3bdd21ebe7 admin admin] Router 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:44:30.004319 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ceed70db-8f85-47ce-969f-37e16036b395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.068795 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-506763f2-b888-46ac-ad06-8564252290f2 None None] Provisioning complete for port 9b99ce8f-c167-4fe3-9d91-4930a8b283b3 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:30.068795 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-506763f2-b888-46ac-ad06-8564252290f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.072641 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'name': 'tempest-ServerActionsTestJSON-1881564908-router', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:21Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'gw_port': {'id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:22Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '9b99ce8f-c167-4fe3-9d91-4930a8b283b3', 'name': '', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'mac_address': 'fa:16:3e:9d:34:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:27Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 2, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'subnets': [{'id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:30.073450 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38105a2c-fa66-4ef1-9218-4c3bdd21ebe7 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:44:30.086342 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-38105a2c-fa66-4ef1-9218-4c3bdd21ebe7 admin admin] 10.222.0.70 "PUT /v2.0/routers/0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9656987 Jul 30 01:44:30.086546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ceed70db-8f85-47ce-969f-37e16036b395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.124758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04667c51-f367-472b-b3f2-0e9b94ca4fb1 None None] The sync data for ids ['0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'] in n-d-713498-9 is: [{'id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'name': 'tempest-ServerActionsTestJSON-1881564908-router', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:21Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'gw_port': {'id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:22Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '9b99ce8f-c167-4fe3-9d91-4930a8b283b3', 'name': '', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'mac_address': 'fa:16:3e:9d:34:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:27Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 2, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'subnets': [{'id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:44:30.128093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceed70db-8f85-47ce-969f-37e16036b395 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:44:30.139109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed70db-8f85-47ce-969f-37e16036b395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643ca052-6dca-4ebe-8f10-6104d2bf2ceb,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:30.144321 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ceed70db-8f85-47ce-969f-37e16036b395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.144671 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-ceed70db-8f85-47ce-969f-37e16036b395 admin admin] Added segment 0bf3eb65-b78a-4436-a42e-1a8fd082bb14 of type vlan for network ae90aeac-af03-4460-a127-933834d64e8d Jul 30 01:44:30.153433 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-506763f2-b888-46ac-ad06-8564252290f2 None None] Port 9b99ce8f-c167-4fe3-9d91-4930a8b283b3 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:30.222185 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ceed70db-8f85-47ce-969f-37e16036b395 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.325282 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf989940-eea2-4b0c-a9eb-387b3a2b7c68 req-a69132dd-c098-4c7a-995c-d51e8cc9abe7 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:30.338563 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf989940-eea2-4b0c-a9eb-387b3a2b7c68 req-a69132dd-c098-4c7a-995c-d51e8cc9abe7 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.0786030 Jul 30 01:44:30.356978 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ceed70db-8f85-47ce-969f-37e16036b395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.361451 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceed70db-8f85-47ce-969f-37e16036b395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:30.361451 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ceed70db-8f85-47ce-969f-37e16036b395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.546878 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ceed70db-8f85-47ce-969f-37e16036b395 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1383822 Jul 30 01:44:30.552141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36204) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:30.557612 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-af6efb6f-6d99-418b-bdfc-5b9bc6d5a315 admin admin] Request body: {'subnet': {'network_id': 'ae90aeac-af03-4460-a127-933834d64e8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-831614400-subnet', 'tenant_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:30.638448 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf989940-eea2-4b0c-a9eb-387b3a2b7c68 req-672f6530-2f1f-4edd-9702-3de1c627ed43 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031864 Jul 30 01:44:30.648802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed70db-8f85-47ce-969f-37e16036b395 admin admin] Pushing event updated for resources: {'Network': ['ID=ae90aeac-af03-4460-a127-933834d64e8d,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:30.661493 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network ae90aeac-af03-4460-a127-933834d64e8d details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:44:30.691918 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6efb6f-6d99-418b-bdfc-5b9bc6d5a315 admin admin] Made reservation on behalf of af4dbb3f8ba24ea791460e22cf1df557 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:30.699120 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-b25900b7-b4c2-461e-b95a-48d929a2bc60 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:30.711005 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af6efb6f-6d99-418b-bdfc-5b9bc6d5a315 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.718736 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-b25900b7-b4c2-461e-b95a-48d929a2bc60 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.77 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 807 time: 0.2344704 Jul 30 01:44:30.743579 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-9d4519d6-d514-4345-ba26-01931e455575 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Request body: {'port': {'device_id': '67801297-4678-4cc9-b66a-969c3f46c5cb', 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e', 'admin_state_up': True, 'tenant_id': '69de654e8e494e8eb1cb2de77615732a'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:31.043489 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a819e3-45fe-4215-b22d-092936543720 req-906dcd25-d321-4e92-a4cb-09110db83709 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:31.050012 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a819e3-45fe-4215-b22d-092936543720 req-906dcd25-d321-4e92-a4cb-09110db83709 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:31.060291 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b2a819e3-45fe-4215-b22d-092936543720 req-906dcd25-d321-4e92-a4cb-09110db83709 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1682 time: 0.1863701 Jul 30 01:44:31.081230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36212) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:31.206863 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b2a819e3-45fe-4215-b22d-092936543720 req-33ed270e-2b45-493f-b793-0fe8173831bc tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322134 Jul 30 01:44:31.240047 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af6efb6f-6d99-418b-bdfc-5b9bc6d5a315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:31.291664 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-231b6609-59b3-49ea-8a24-f394e12f3bdb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e8bb13b83b443f8873254dbd829895e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1980519 Jul 30 01:44:31.291664 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36218) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:31.291664 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36220) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:31.301322 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-34d48f46-e0c0-458e-a250-554d03bd481f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1532003069', 'description': 'tempest-description--1611976750'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:31.392072 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-9d4519d6-d514-4345-ba26-01931e455575 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Made reservation on behalf of 69de654e8e494e8eb1cb2de77615732a for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:31.397055 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-9d4519d6-d514-4345-ba26-01931e455575 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:31.403698 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6efb6f-6d99-418b-bdfc-5b9bc6d5a315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c081002-c5c2-410e-9c7d-5b9a3cac21b2,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:31.430100 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6efb6f-6d99-418b-bdfc-5b9bc6d5a315 admin admin] Checking segment: {'id': '0bf3eb65-b78a-4436-a42e-1a8fd082bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ae90aeac-af03-4460-a127-933834d64e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:31.430532 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6efb6f-6d99-418b-bdfc-5b9bc6d5a315 admin admin] Network hostable DHCP agents. Network: ae90aeac-af03-4460-a127-933834d64e8d, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:44:31.490015 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3a101e44-bce0-4c4d-b1d4-0dff5b2d6539 req-1d505e8a-63de-4304-919d-599c9003ef4f tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 210 time: 0.0871019 Jul 30 01:44:31.529006 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-34d48f46-e0c0-458e-a250-554d03bd481f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:31.552918 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6efb6f-6d99-418b-bdfc-5b9bc6d5a315 admin admin] Network ae90aeac-af03-4460-a127-933834d64e8d is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:44:31.576697 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36226) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:31.601942 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ab9ad26-0876-42e4-b0b2-c025f35d2045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:31.661441 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-af6efb6f-6d99-418b-bdfc-5b9bc6d5a315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, ae90aeac-af03-4460-a127-933834d64e8d) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:31.670619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6efb6f-6d99-418b-bdfc-5b9bc6d5a315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:31.672195 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dc5f11-7733-4321-9c2c-267528760d2b None None] Network ae90aeac-af03-4460-a127-933834d64e8d requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:31.673330 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af6efb6f-6d99-418b-bdfc-5b9bc6d5a315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:31.687573 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ab9ad26-0876-42e4-b0b2-c025f35d2045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:31.776824 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-9d4519d6-d514-4345-ba26-01931e455575 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Allocated IP 172.20.0.4 (9ee13545-77ea-41ed-86fb-6aa4d578ac6e/5df4a4e9-2ec7-47a1-80c6-9f49100e235e/80cc221b-fe74-481e-9aec-833025b094d0) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:31.794881 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-81bb0c6f-f02b-4143-b739-8ef644b0dc7f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1027780416-network', 'tenant_id': '532deb34bbd846ce86f160f5f89040d6'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:31.906492 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-34d48f46-e0c0-458e-a250-554d03bd481f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.005805 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ab9ad26-0876-42e4-b0b2-c025f35d2045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.008461 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ab9ad26-0876-42e4-b0b2-c025f35d2045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.009867 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2ab9ad26-0876-42e4-b0b2-c025f35d2045 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ea41eed1-a0a7-4e4c-a2aa-0e53b811f609 HTTP/1.1" status: 204 len: 168 time: 0.6819494 Jul 30 01:44:32.034980 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-ae90aeac-af03-4460-a127-933834d64e8d', 'network_id': 'ae90aeac-af03-4460-a127-933834d64e8d', 'tenant_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'fixed_ips': [{'subnet_id': '0c081002-c5c2-410e-9c7d-5b9a3cac21b2'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:44:32.036142 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.039651 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d56e7-07dc-4f2a-9f83-0d7654c43136 req-b0a80bbc-51ae-4602-b986-7dd76983bde8 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:32.048247 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ea8d56e7-07dc-4f2a-9f83-0d7654c43136 req-b0a80bbc-51ae-4602-b986-7dd76983bde8 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.2109206 Jul 30 01:44:32.056190 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-34d48f46-e0c0-458e-a250-554d03bd481f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.059083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9ad26-0876-42e4-b0b2-c025f35d2045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea41eed1-a0a7-4e4c-a2aa-0e53b811f609,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:32.093959 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-af6efb6f-6d99-418b-bdfc-5b9bc6d5a315 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5426695 Jul 30 01:44:32.097293 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36238) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:32.102523 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-296c9c86-36d7-4f99-a095-ce7885302712 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-831614400-router', 'tenant_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:32.241243 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1be77-bfb9-4156-8f43-e4fa51be293b req-ab6b86db-a983-4079-801f-67651872cc5c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:32.248925 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1be77-bfb9-4156-8f43-e4fa51be293b req-ab6b86db-a983-4079-801f-67651872cc5c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:32.256607 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-70d1be77-bfb9-4156-8f43-e4fa51be293b req-ab6b86db-a983-4079-801f-67651872cc5c tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1682 time: 0.1235147 Jul 30 01:44:32.259869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d48f46-e0c0-458e-a250-554d03bd481f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf796bb1-386a-4e8d-a100-ac82d107d65d,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:32.307314 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ea8d56e7-07dc-4f2a-9f83-0d7654c43136 req-7f393dd7-3233-401b-87a2-c9d1304f10a7 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531905 Jul 30 01:44:32.325658 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Allocated IP 172.20.0.2 (ae90aeac-af03-4460-a127-933834d64e8d/0c081002-c5c2-410e-9c7d-5b9a3cac21b2/bca0e9e9-76e4-4cc4-982a-9d5403130b1e) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:32.326581 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bb0c6f-f02b-4143-b739-8ef644b0dc7f admin admin] Made reservation on behalf of 532deb34bbd846ce86f160f5f89040d6 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:32.332041 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-81bb0c6f-f02b-4143-b739-8ef644b0dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.340565 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-9d4519d6-d514-4345-ba26-01931e455575 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.355425 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-81bb0c6f-f02b-4143-b739-8ef644b0dc7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.403372 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-34d48f46-e0c0-458e-a250-554d03bd481f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.409229 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-34d48f46-e0c0-458e-a250-554d03bd481f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1166434 Jul 30 01:44:32.413206 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36248) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:32.420858 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-70d1be77-bfb9-4156-8f43-e4fa51be293b req-88c79a66-a60a-401e-8266-afbafcd29ca1 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599140 Jul 30 01:44:32.427938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-34d566ce-360e-4458-8132-090251abbeb8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Request body: {'security_group_rule': {'security_group_id': 'bf796bb1-386a-4e8d-a100-ac82d107d65d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:32.499568 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-296c9c86-36d7-4f99-a095-ce7885302712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.503325 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-296c9c86-36d7-4f99-a095-ce7885302712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.568278 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-9d4519d6-d514-4345-ba26-01931e455575 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.631509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['2b70aba6-203f-4239-9dd0-1aaac7726e36'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:32.746464 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-296c9c86-36d7-4f99-a095-ce7885302712 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.753080 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-9d4519d6-d514-4345-ba26-01931e455575 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:32.755880 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4519d6-d514-4345-ba26-01931e455575 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Pushing event updated for resources: {'Port': ['ID=80cc221b-fe74-481e-9aec-833025b094d0,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:32.756128 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.759475 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-9d4519d6-d514-4345-ba26-01931e455575 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:32.769361 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.783120 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-9d4519d6-d514-4345-ba26-01931e455575 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:32.793812 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Transition to ACTIVE for port object bca0e9e9-76e4-4cc4-982a-9d5403130b1e will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:32.830937 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Transition to ACTIVE for port object bca0e9e9-76e4-4cc4-982a-9d5403130b1e will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:32.917521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-9d4519d6-d514-4345-ba26-01931e455575 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:32.918345 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-9d4519d6-d514-4345-ba26-01931e455575 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.947831 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.980992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67204a6c-e655-44be-9428-ce80fe47d1c1 req-6da4a293-cac6-4707-8ead-3b36e8ad8ffd tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:32.991996 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-67204a6c-e655-44be-9428-ce80fe47d1c1 req-6da4a293-cac6-4707-8ead-3b36e8ad8ffd tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 931 time: 0.2217693 Jul 30 01:44:33.086272 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-67204a6c-e655-44be-9428-ce80fe47d1c1 req-9b0f569e-4602-4d8c-8d6d-6d2553284c29 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882766 Jul 30 01:44:33.096084 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-81bb0c6f-f02b-4143-b739-8ef644b0dc7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:33.158095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7431cd61-5f83-4515-b9b5-12d44b91ae4e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:33.172215 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-296c9c86-36d7-4f99-a095-ce7885302712 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:33.177818 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-81bb0c6f-f02b-4143-b739-8ef644b0dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:33.191189 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81bb0c6f-f02b-4143-b739-8ef644b0dc7f admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:44:33.203433 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-81bb0c6f-f02b-4143-b739-8ef644b0dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:33.203905 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-81bb0c6f-f02b-4143-b739-8ef644b0dc7f admin admin] Added segment 738d7674-e9f5-4be2-a8b4-1ffca710ea5e of type vlan for network 3a621a35-44c6-4105-9f2d-eba3cb0bd5de Jul 30 01:44:33.205561 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Network ae90aeac-af03-4460-a127-933834d64e8d is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:33.214660 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:33.225922 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:33.238754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Pushing event updated for resources: {'Port': ['ID=bca0e9e9-76e4-4cc4-982a-9d5403130b1e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:33.257510 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-81bb0c6f-f02b-4143-b739-8ef644b0dc7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:33.275150 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-9d4519d6-d514-4345-ba26-01931e455575 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5442309 Jul 30 01:44:33.304148 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Attempting to bind port bca0e9e9-76e4-4cc4-982a-9d5403130b1e on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:33.304516 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Attempting to bind port bca0e9e9-76e4-4cc4-982a-9d5403130b1e by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '0bf3eb65-b78a-4436-a42e-1a8fd082bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ae90aeac-af03-4460-a127-933834d64e8d'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:33.304875 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Attempting to bind port bca0e9e9-76e4-4cc4-982a-9d5403130b1e on network ae90aeac-af03-4460-a127-933834d64e8d {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:33.334493 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:33.334872 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Checking segment: {'id': '0bf3eb65-b78a-4436-a42e-1a8fd082bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ae90aeac-af03-4460-a127-933834d64e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:33.335271 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:33.335716 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Bound using segment: {'id': '0bf3eb65-b78a-4436-a42e-1a8fd082bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ae90aeac-af03-4460-a127-933834d64e8d'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:33.336193 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Bound port: bca0e9e9-76e4-4cc4-982a-9d5403130b1e, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf3eb65-b78a-4436-a42e-1a8fd082bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ae90aeac-af03-4460-a127-933834d64e8d'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:33.336570 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:33.349360 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb0c6f-f02b-4143-b739-8ef644b0dc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac6b88a-06a6-416f-9cc8-1c5494f3c083,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:33.396578 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-81bb0c6f-f02b-4143-b739-8ef644b0dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:33.397644 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bb0c6f-f02b-4143-b739-8ef644b0dc7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:33.398244 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-81bb0c6f-f02b-4143-b739-8ef644b0dc7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:33.422785 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] For port bca0e9e9-76e4-4cc4-982a-9d5403130b1e, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:33.496248 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 7431cd61-5f83-4515-b9b5-12d44b91ae4e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:33.501963 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7431cd61-5f83-4515-b9b5-12d44b91ae4e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:33.502515 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:33.507256 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] Request body: {'port': {'device_id': '67801297-4678-4cc9-b66a-969c3f46c5cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:33.566834 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] For port bca0e9e9-76e4-4cc4-982a-9d5403130b1e, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=bca0e9e9-76e4-4cc4-982a-9d5403130b1e,segment=NetworkSegment(0bf3eb65-b78a-4436-a42e-1a8fd082bb14),segment_id=0bf3eb65-b78a-4436-a42e-1a8fd082bb14)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:33.679022 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:33.686597 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:33.705616 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:33.726793 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c72346-80b1-443c-9847-d8d4bd33e563 req-e7784510-8f87-44e1-bdf7-c2dd521c38c3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:33.732898 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c72346-80b1-443c-9847-d8d4bd33e563 req-e7784510-8f87-44e1-bdf7-c2dd521c38c3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:33.734751 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c7c72346-80b1-443c-9847-d8d4bd33e563 req-e7784510-8f87-44e1-bdf7-c2dd521c38c3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1682 time: 0.1993437 Jul 30 01:44:33.739131 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-34d566ce-360e-4458-8132-090251abbeb8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:33.746479 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36548099-9bba-4020-af11-76f041127e34 None None] Sync routers for ids ['0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:44:33.761097 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36548099-9bba-4020-af11-76f041127e34 None None] Routers {'0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:33.776063 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-36548099-9bba-4020-af11-76f041127e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:44:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:33.779788 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-81bb0c6f-f02b-4143-b739-8ef644b0dc7f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2016110 Jul 30 01:44:33.829483 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36278) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:33.857496 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 7431cd61-5f83-4515-b9b5-12d44b91ae4e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7431cd61-5f83-4515-b9b5-12d44b91ae4e,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:33.895258 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-bdeb529a-7656-4800-a110-d36f08c01804 admin admin] Request body: {'subnet': {'network_id': '3a621a35-44c6-4105-9f2d-eba3cb0bd5de', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1027780416-subnet', 'tenant_id': '532deb34bbd846ce86f160f5f89040d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:33.925550 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb0c6f-f02b-4143-b739-8ef644b0dc7f admin admin] Pushing event updated for resources: {'Network': ['ID=3a621a35-44c6-4105-9f2d-eba3cb0bd5de,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:33.928452 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf121ce-e040-4855-a2b4-3d3cce908dce None None] Pushing event updated for resources: {'Port': ['ID=bca0e9e9-76e4-4cc4-982a-9d5403130b1e,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:33.939624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 3a621a35-44c6-4105-9f2d-eba3cb0bd5de details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:44:33.949221 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:33.976391 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-36548099-9bba-4020-af11-76f041127e34 None None] Set router 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:33.983600 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-34d566ce-360e-4458-8132-090251abbeb8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.008696 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c79196-af4b-4253-8e31-7526d3021318 req-73ba311f-fb40-4ba3-97a1-7cb08a4f42b3 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:34.016812 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a9c79196-af4b-4253-8e31-7526d3021318 req-73ba311f-fb40-4ba3-97a1-7cb08a4f42b3 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.5353246 Jul 30 01:44:34.054708 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdeb529a-7656-4800-a110-d36f08c01804 admin admin] Made reservation on behalf of 532deb34bbd846ce86f160f5f89040d6 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:34.057664 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bdeb529a-7656-4800-a110-d36f08c01804 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.206991 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=7431cd61-5f83-4515-b9b5-12d44b91ae4e,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:34.382682 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-34d566ce-360e-4458-8132-090251abbeb8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.401957 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a3eb8-25fc-4cec-b6f7-a52ee4bb5a63 req-58694791-e2a7-4771-8a9c-2741e1b4f1c5 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:34.408672 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a3eb8-25fc-4cec-b6f7-a52ee4bb5a63 req-58694791-e2a7-4771-8a9c-2741e1b4f1c5 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:34.412012 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de9a3eb8-25fc-4cec-b6f7-a52ee4bb5a63 req-58694791-e2a7-4771-8a9c-2741e1b4f1c5 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1682 time: 0.8438556 Jul 30 01:44:34.453898 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d566ce-360e-4458-8132-090251abbeb8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78b03b8-28e9-45c2-b6a2-10fd7f1df954,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:34.459936 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bdeb529a-7656-4800-a110-d36f08c01804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.493098 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-36548099-9bba-4020-af11-76f041127e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'name': 'tempest-ServerActionsTestJSON-1881564908-router', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:21Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'gw_port': {'id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:22Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '9b99ce8f-c167-4fe3-9d91-4930a8b283b3', 'name': '', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'mac_address': 'fa:16:3e:9d:34:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:27Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 2, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'subnets': [{'id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:34.533056 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36548099-9bba-4020-af11-76f041127e34 None None] Checking router: 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:44:34.535337 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36548099-9bba-4020-af11-76f041127e34 None None] Updating router 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 port 9b99ce8f-c167-4fe3-9d91-4930a8b283b3 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:44:34.568323 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-36548099-9bba-4020-af11-76f041127e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.577958 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de9a3eb8-25fc-4cec-b6f7-a52ee4bb5a63 req-91e228b8-76d7-4099-b499-07427455b297 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567607 Jul 30 01:44:34.588218 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80cc221b-fe74-481e-9aec-833025b094d0 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:34.608640 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a9c79196-af4b-4253-8e31-7526d3021318 req-d6b5be41-c643-4ff4-bf50-9dba840d2bad tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5758286 Jul 30 01:44:34.610868 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.614724 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb529a-7656-4800-a110-d36f08c01804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30644392-d094-481b-a028-a7f7974310de,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:34.626853 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] Transition to ACTIVE for port object 80cc221b-fe74-481e-9aec-833025b094d0 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:34.629442 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-c7c72346-80b1-443c-9847-d8d4bd33e563 req-14515fd5-7803-4fe6-8d84-90a0ace744f3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Deleting port b797fb87-5e55-4b18-bb79-099b2cd303c4 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:34.630945 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c7c72346-80b1-443c-9847-d8d4bd33e563 req-14515fd5-7803-4fe6-8d84-90a0ace744f3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.718260 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.861884 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f9e65-3e78-438d-8293-c30110394022 service neutron] Pushing event updated for resources: {'Port': ['ID=80cc221b-fe74-481e-9aec-833025b094d0,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:34.901150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeb529a-7656-4800-a110-d36f08c01804 admin admin] Checking segment: {'id': '738d7674-e9f5-4be2-a8b4-1ffca710ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3a621a35-44c6-4105-9f2d-eba3cb0bd5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:34.902524 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeb529a-7656-4800-a110-d36f08c01804 admin admin] Network hostable DHCP agents. Network: 3a621a35-44c6-4105-9f2d-eba3cb0bd5de, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:44:34.904831 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-34d566ce-360e-4458-8132-090251abbeb8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.908382 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-34d566ce-360e-4458-8132-090251abbeb8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4840910 Jul 30 01:44:34.929369 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36296) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:34.953218 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-9d550676-994e-44a2-a867-36c745e37216 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Request body: {'security_group_rule': {'security_group_id': 'bf796bb1-386a-4e8d-a100-ac82d107d65d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:35.163246 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-36548099-9bba-4020-af11-76f041127e34 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:35.186012 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-36548099-9bba-4020-af11-76f041127e34 None None] Transition to ACTIVE for port object 9b99ce8f-c167-4fe3-9d91-4930a8b283b3 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:35.215628 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7431cd61-5f83-4515-b9b5-12d44b91ae4e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:35.280046 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-36548099-9bba-4020-af11-76f041127e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:35.380842 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7431cd61-5f83-4515-b9b5-12d44b91ae4e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:35.381101 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:35.423510 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28c28e-a5f0-4390-bbde-98b9a8810a47 None None] Pushing event updated for resources: {'Port': ['ID=9b99ce8f-c167-4fe3-9d91-4930a8b283b3,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:35.476206 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e28c28e-a5f0-4390-bbde-98b9a8810a47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:35.481620 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e28c28e-a5f0-4390-bbde-98b9a8810a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:35.482122 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e28c28e-a5f0-4390-bbde-98b9a8810a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:35.482594 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e28c28e-a5f0-4390-bbde-98b9a8810a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:35.483030 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e28c28e-a5f0-4390-bbde-98b9a8810a47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:35.483488 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e28c28e-a5f0-4390-bbde-98b9a8810a47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:35.484557 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e28c28e-a5f0-4390-bbde-98b9a8810a47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:35.493797 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e28c28e-a5f0-4390-bbde-98b9a8810a47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:35.494921 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e28c28e-a5f0-4390-bbde-98b9a8810a47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:35.495357 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e28c28e-a5f0-4390-bbde-98b9a8810a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:35.502673 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e28c28e-a5f0-4390-bbde-98b9a8810a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:35.503313 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e28c28e-a5f0-4390-bbde-98b9a8810a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:35.608336 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-c7c72346-80b1-443c-9847-d8d4bd33e563 req-14515fd5-7803-4fe6-8d84-90a0ace744f3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] For port b797fb87-5e55-4b18-bb79-099b2cd303c4, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b797fb87-5e55-4b18-bb79-099b2cd303c4,segment=NetworkSegment(cf854ab1-b395-43da-a3ab-70b3bdc065d0),segment_id=cf854ab1-b395-43da-a3ab-70b3bdc065d0)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:35.608858 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c7c72346-80b1-443c-9847-d8d4bd33e563 req-14515fd5-7803-4fe6-8d84-90a0ace744f3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:35.608966 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-36548099-9bba-4020-af11-76f041127e34 None None] Attempting to bind port 9b99ce8f-c167-4fe3-9d91-4930a8b283b3 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:35.609279 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-36548099-9bba-4020-af11-76f041127e34 None None] Attempting to bind port 9b99ce8f-c167-4fe3-9d91-4930a8b283b3 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:35.609615 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36548099-9bba-4020-af11-76f041127e34 None None] Attempting to bind port 9b99ce8f-c167-4fe3-9d91-4930a8b283b3 on network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:35.637854 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36548099-9bba-4020-af11-76f041127e34 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:35.638265 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36548099-9bba-4020-af11-76f041127e34 None None] Checking segment: {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:35.643155 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-36548099-9bba-4020-af11-76f041127e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:35.643582 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36548099-9bba-4020-af11-76f041127e34 None None] Bound using segment: {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:35.644092 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-36548099-9bba-4020-af11-76f041127e34 None None] Bound port: 9b99ce8f-c167-4fe3-9d91-4930a8b283b3, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:35.644489 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-36548099-9bba-4020-af11-76f041127e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:35.665414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device bca0e9e9-76e4-4cc4-982a-9d5403130b1e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:35.761436 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa34ec-32cc-4205-9fae-85c9a46088d7 req-28271aca-0b9d-4d4a-a4c7-fe177fda69c9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:35.763478 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-59fa34ec-32cc-4205-9fae-85c9a46088d7 req-28271aca-0b9d-4d4a-a4c7-fe177fda69c9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 943 time: 0.9821832 Jul 30 01:44:35.792223 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-36548099-9bba-4020-af11-76f041127e34 None None] For port 9b99ce8f-c167-4fe3-9d91-4930a8b283b3, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:35.796800 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-36548099-9bba-4020-af11-76f041127e34 None None] For port 9b99ce8f-c167-4fe3-9d91-4930a8b283b3, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9b99ce8f-c167-4fe3-9d91-4930a8b283b3,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:35.814285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-c7c72346-80b1-443c-9847-d8d4bd33e563 req-14515fd5-7803-4fe6-8d84-90a0ace744f3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Calling delete_port for b797fb87-5e55-4b18-bb79-099b2cd303c4 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:35.830375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] Attempting to bind port 80cc221b-fe74-481e-9aec-833025b094d0 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:35.830639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] Attempting to bind port 80cc221b-fe74-481e-9aec-833025b094d0 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:35.831171 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] Attempting to bind port 80cc221b-fe74-481e-9aec-833025b094d0 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:35.839394 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8df62b-2369-44a5-9246-51a66914d9e4 None None] Network ae90aeac-af03-4460-a127-933834d64e8d requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:35.868463 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-59fa34ec-32cc-4205-9fae-85c9a46088d7 req-6eaa474f-f713-4463-a6e2-766ddb5618b2 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965796 Jul 30 01:44:35.879473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] Port 80cc221b-fe74-481e-9aec-833025b094d0 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:44:35.879994 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] Attempting to bind port 80cc221b-fe74-481e-9aec-833025b094d0 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:35.894492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:35.897370 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port bca0e9e9-76e4-4cc4-982a-9d5403130b1e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:35.897572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] Checking segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:35.898040 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] Bound using segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:35.898544 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] Bound port: 80cc221b-fe74-481e-9aec-833025b094d0, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:35.898931 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:35.910189 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-296c9c86-36d7-4f99-a095-ce7885302712 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:35.936918 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-296c9c86-36d7-4f99-a095-ce7885302712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:35.960505 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-36548099-9bba-4020-af11-76f041127e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.015922 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeb529a-7656-4800-a110-d36f08c01804 admin admin] Network 3a621a35-44c6-4105-9f2d-eba3cb0bd5de is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:44:36.047026 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d550676-994e-44a2-a867-36c745e37216 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.080484 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28c28e-a5f0-4390-bbde-98b9a8810a47 None None] Pushing event updated for resources: {'Port': ['ID=9b99ce8f-c167-4fe3-9d91-4930a8b283b3,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:36.093170 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36548099-9bba-4020-af11-76f041127e34 None None] Routers {'0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:36.107812 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-36548099-9bba-4020-af11-76f041127e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:44:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:36.129186 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] For port 80cc221b-fe74-481e-9aec-833025b094d0, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:36.170987 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] For port 80cc221b-fe74-481e-9aec-833025b094d0, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=80cc221b-fe74-481e-9aec-833025b094d0,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:36.204023 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061aaa0-f96e-4193-bc30-fe37ffd9c687 req-e37cb100-aaba-4e33-bc5a-9fa666778cf4 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:36.206056 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4c7deb0e-e915-4e3d-8d4b-71c37022e869 None None] Provisioning for port bca0e9e9-76e4-4cc4-982a-9d5403130b1e completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:36.211791 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061aaa0-f96e-4193-bc30-fe37ffd9c687 req-e37cb100-aaba-4e33-bc5a-9fa666778cf4 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:36.212304 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4c7deb0e-e915-4e3d-8d4b-71c37022e869 None None] Provisioning complete for port bca0e9e9-76e4-4cc4-982a-9d5403130b1e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:36.213910 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c7deb0e-e915-4e3d-8d4b-71c37022e869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.214332 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2061aaa0-f96e-4193-bc30-fe37ffd9c687 req-e37cb100-aaba-4e33-bc5a-9fa666778cf4 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 1682 time: 0.1455421 Jul 30 01:44:36.296961 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.340055 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2061aaa0-f96e-4193-bc30-fe37ffd9c687 req-8f981374-f40b-4628-98e9-6fa9cc13138b tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188071 Jul 30 01:44:36.367260 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-bdeb529a-7656-4800-a110-d36f08c01804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 3a621a35-44c6-4105-9f2d-eba3cb0bd5de) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:36.394871 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c883abe-0d6f-4757-bf4c-3cff4abfbcdd None None] Network 3a621a35-44c6-4105-9f2d-eba3cb0bd5de requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:36.413756 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdeb529a-7656-4800-a110-d36f08c01804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:36.414684 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bdeb529a-7656-4800-a110-d36f08c01804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.426031 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-36548099-9bba-4020-af11-76f041127e34 None None] Set router 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:36.435058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:36.437109 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.441952 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-290f9e65-3e78-438d-8293-c30110394022 service neutron] 10.222.0.77 "PUT /v2.0/ports/80cc221b-fe74-481e-9aec-833025b094d0 HTTP/1.1" status: 200 len: 1091 time: 3.1485159 Jul 30 01:44:36.442688 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67801297-4678-4cc9-b66a-969c3f46c5cb', 'tag': '80cc221b-fe74-481e-9aec-833025b094d0'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:36.449048 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf33479-c18b-4700-81c1-df0474a12f93" -d '{"events": [{"name": "network-changed", "server_uuid": "67801297-4678-4cc9-b66a-969c3f46c5cb", "tag": "80cc221b-fe74-481e-9aec-833025b094d0"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:36.487457 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c7deb0e-e915-4e3d-8d4b-71c37022e869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.502201 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f9e65-3e78-438d-8293-c30110394022 service neutron] Pushing event updated for resources: {'Port': ['ID=80cc221b-fe74-481e-9aec-833025b094d0,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:36.524382 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c7c72346-80b1-443c-9847-d8d4bd33e563 req-14515fd5-7803-4fe6-8d84-90a0ace744f3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.544910 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d550676-994e-44a2-a867-36c745e37216 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.567920 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4c7deb0e-e915-4e3d-8d4b-71c37022e869 None None] For port bca0e9e9-76e4-4cc4-982a-9d5403130b1e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=bca0e9e9-76e4-4cc4-982a-9d5403130b1e,segment=NetworkSegment(0bf3eb65-b78a-4436-a42e-1a8fd082bb14),segment_id=0bf3eb65-b78a-4436-a42e-1a8fd082bb14)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:36.574601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-296c9c86-36d7-4f99-a095-ce7885302712 admin admin] Allocated IP 172.25.1.218 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/be5e2fa6-642a-4be2-9713-eef30744ac21) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:36.657331 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14515fd5-7803-4fe6-8d84-90a0ace744f3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event deleted for resources: {'Port': ['ID=b797fb87-5e55-4b18-bb79-099b2cd303c4,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:36.664462 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d550676-994e-44a2-a867-36c745e37216 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.702851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a73649-bb8c-4fda-b736-5e952b6953ec None None] Network 3a621a35-44c6-4105-9f2d-eba3cb0bd5de requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:36.718426 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d550676-994e-44a2-a867-36c745e37216 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a572d460-e6d8-4b40-b2fa-aebc0d5e0cd8,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:36.733245 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-92c4bf5b-82d0-477e-bbb5-9d9c057181aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:36.739335 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3b331-a714-4076-84c6-8bf7f76f3034 req-967a832b-ff25-4fa8-ac8f-335f6e3a7bc3 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:36.745356 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-92c4bf5b-82d0-477e-bbb5-9d9c057181aa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 1094 time: 0.1049807 Jul 30 01:44:36.748999 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-01a3b331-a714-4076-84c6-8bf7f76f3034 req-967a832b-ff25-4fa8-ac8f-335f6e3a7bc3 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.6408210 Jul 30 01:44:36.785393 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-36548099-9bba-4020-af11-76f041127e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'name': 'tempest-ServerActionsTestJSON-1881564908-router', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:21Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'gw_port': {'id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:22Z', 'updated_at': '2021-07-30T01:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '9b99ce8f-c167-4fe3-9d91-4930a8b283b3', 'name': '', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'mac_address': 'fa:16:3e:9d:34:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:27Z', 'updated_at': '2021-07-30T01:44:35Z', 'revision_number': 4, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'subnets': [{'id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:36.807429 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-bdeb529a-7656-4800-a110-d36f08c01804 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9201553 Jul 30 01:44:36.819344 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36548099-9bba-4020-af11-76f041127e34 None None] The sync data for ids ['0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'] in n-d-713498-9 is: [{'id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'name': 'tempest-ServerActionsTestJSON-1881564908-router', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:21Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'gw_port': {'id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:22Z', 'updated_at': '2021-07-30T01:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '9b99ce8f-c167-4fe3-9d91-4930a8b283b3', 'name': '', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'mac_address': 'fa:16:3e:9d:34:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:27Z', 'updated_at': '2021-07-30T01:44:35Z', 'revision_number': 4, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'subnets': [{'id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:44:36.830528 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c7deb0e-e915-4e3d-8d4b-71c37022e869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.930285 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fa413f-97a9-41b4-a24d-c2e4c1fa9fb1 x-openstack-request-id: req-c3fa413f-97a9-41b4-a24d-c2e4c1fa9fb1 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:36.934139 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67801297-4678-4cc9-b66a-969c3f46c5cb", "tag": "80cc221b-fe74-481e-9aec-833025b094d0", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:36.934702 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3fa413f-97a9-41b4-a24d-c2e4c1fa9fb1 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:36.937673 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67801297-4678-4cc9-b66a-969c3f46c5cb', 'tag': '80cc221b-fe74-481e-9aec-833025b094d0', 'status': 'completed', 'code': 200} Jul 30 01:44:36.944532 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-748e336d-a181-4304-a7a7-3b377d317c8e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80cc221b-fe74-481e-9aec-833025b094d0 HTTP/1.1" status: 200 len: 217 time: 0.1951845 Jul 30 01:44:37.074019 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c72346-80b1-443c-9847-d8d4bd33e563 req-14515fd5-7803-4fe6-8d84-90a0ace744f3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] No DVR routers for this DVR port b797fb87-5e55-4b18-bb79-099b2cd303c4 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:37.101919 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9c5817be-3d7a-4e0d-83d2-3519d526f312 None None] Provisioning complete for port bca0e9e9-76e4-4cc4-982a-9d5403130b1e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:37.102158 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c5817be-3d7a-4e0d-83d2-3519d526f312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.107468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-750aca30-1412-4c10-8b8e-f9426a263840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.108972 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-750aca30-1412-4c10-8b8e-f9426a263840 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5df4a4e9-2ec7-47a1-80c6-9f49100e235e HTTP/1.1" status: 200 len: 847 time: 0.1567588 Jul 30 01:44:37.109717 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c7c72346-80b1-443c-9847-d8d4bd33e563 req-14515fd5-7803-4fe6-8d84-90a0ace744f3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.112403 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c7c72346-80b1-443c-9847-d8d4bd33e563 req-14515fd5-7803-4fe6-8d84-90a0ace744f3 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.10 "DELETE /v2.0/ports/b797fb87-5e55-4b18-bb79-099b2cd303c4 HTTP/1.1" status: 204 len: 173 time: 3.3384771 Jul 30 01:44:37.112833 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab29a372-6dfb-4269-9064-b66ee37a1691', 'name': 'network-vif-deleted', 'tag': 'b797fb87-5e55-4b18-bb79-099b2cd303c4'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:37.121752 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9b99ce8f-c167-4fe3-9d91-4930a8b283b3 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:37.122012 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3630a5e3-9fef-4c0e-b622-7cbd93abe701" -d '{"events": [{"server_uuid": "ab29a372-6dfb-4269-9064-b66ee37a1691", "name": "network-vif-deleted", "tag": "b797fb87-5e55-4b18-bb79-099b2cd303c4"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:37.133293 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-01a3b331-a714-4076-84c6-8bf7f76f3034 req-571135e5-a744-4fdc-9d8d-c3fb79443423 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654134 Jul 30 01:44:37.176947 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d550676-994e-44a2-a867-36c745e37216 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.178203 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9d550676-994e-44a2-a867-36c745e37216 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2399576 Jul 30 01:44:37.184946 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36334) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:37.198632 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-5cdc5297-b5b5-44e2-9a14-e2423bb22670 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:37.213669 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-dc8d96c6-fc1a-49b4-b353-77a1297f8f36 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459445 Jul 30 01:44:37.214453 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7deb0e-e915-4e3d-8d4b-71c37022e869 None None] Pushing event updated for resources: {'Port': ['ID=bca0e9e9-76e4-4cc4-982a-9d5403130b1e,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:37.252004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a54e05-c9bc-4606-94e7-ca56e797ea90 req-5969054c-a90c-4b2e-9a5c-0c39a0d0bb88 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.262728 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27a54e05-c9bc-4606-94e7-ca56e797ea90 req-5969054c-a90c-4b2e-9a5c-0c39a0d0bb88 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 943 time: 0.1814101 Jul 30 01:44:37.317502 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-296c9c86-36d7-4f99-a095-ce7885302712 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.380474 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device aa1094e9-623c-41be-8257-234cc0fdd292 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:37.380789 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-c7c72346-80b1-443c-9847-d8d4bd33e563 req-c8339aaf-f1be-4cda-bb07-43fe830a1013 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Deleting port aa1094e9-623c-41be-8257-234cc0fdd292 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:37.381104 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c7c72346-80b1-443c-9847-d8d4bd33e563 req-c8339aaf-f1be-4cda-bb07-43fe830a1013 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.399337 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5297-b5b5-44e2-9a14-e2423bb22670 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.420477 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27a54e05-c9bc-4606-94e7-ca56e797ea90 req-7e54c946-3fde-4deb-80ba-62f25826d944 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561513 Jul 30 01:44:37.437329 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-6415e50d-736b-4104-a6a7-5dedc458f1aa req-31a7f484-42a7-4d10-a66e-bae1a32c80dd tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1747220315', 'description': 'tempest-description-1624138883'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:37.523707 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-aa9c19cf-b1ac-4faf-9e31-cf0cdda43639 service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014634 Jul 30 01:44:37.600478 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 9b99ce8f-c167-4fe3-9d91-4930a8b283b3 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:37.612977 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.621257 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 9b99ce8f-c167-4fe3-9d91-4930a8b283b3 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:37.621661 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.629843 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6415e50d-736b-4104-a6a7-5dedc458f1aa req-31a7f484-42a7-4d10-a66e-bae1a32c80dd tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.684509 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031e9022-70da-47bb-96df-d08917805181 x-openstack-request-id: req-031e9022-70da-47bb-96df-d08917805181 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:37.684509 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab29a372-6dfb-4269-9064-b66ee37a1691", "name": "network-vif-deleted", "tag": "b797fb87-5e55-4b18-bb79-099b2cd303c4", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:37.685549 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-031e9022-70da-47bb-96df-d08917805181 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:37.686448 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab29a372-6dfb-4269-9064-b66ee37a1691', 'name': 'network-vif-deleted', 'tag': 'b797fb87-5e55-4b18-bb79-099b2cd303c4', 'status': 'completed', 'code': 200} Jul 30 01:44:37.689319 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6949ca88-69e4-4c5b-8ed9-c4d1e6e3b633 req-0400197f-3a2a-428c-b5e0-a7c7b9e3972c service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573615 Jul 30 01:44:37.729126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab29a372-6dfb-4269-9064-b66ee37a1691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1094e9-623c-41be-8257-234cc0fdd292'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:37.731750 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60de30ea-9af7-495b-b55a-99560965c824" -d '{"events": [{"server_uuid": "ab29a372-6dfb-4269-9064-b66ee37a1691", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1094e9-623c-41be-8257-234cc0fdd292"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:37.753811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port aa1094e9-623c-41be-8257-234cc0fdd292, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=aa1094e9-623c-41be-8257-234cc0fdd292,segment=NetworkSegment(1059abbf-0df0-4c57-95db-90ab4f472313),segment_id=1059abbf-0df0-4c57-95db-90ab4f472313)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:37.772105 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-c7c72346-80b1-443c-9847-d8d4bd33e563 req-c8339aaf-f1be-4cda-bb07-43fe830a1013 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] For port aa1094e9-623c-41be-8257-234cc0fdd292, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=aa1094e9-623c-41be-8257-234cc0fdd292,segment=NetworkSegment(1059abbf-0df0-4c57-95db-90ab4f472313),segment_id=1059abbf-0df0-4c57-95db-90ab4f472313)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:37.772642 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c7c72346-80b1-443c-9847-d8d4bd33e563 req-c8339aaf-f1be-4cda-bb07-43fe830a1013 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.812418 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.825921 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-c7c72346-80b1-443c-9847-d8d4bd33e563 req-c8339aaf-f1be-4cda-bb07-43fe830a1013 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Calling delete_port for aa1094e9-623c-41be-8257-234cc0fdd292 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:37.850997 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-296c9c86-36d7-4f99-a095-ce7885302712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.864599 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ba4e1-140e-4234-b965-bec08926f18f req-c0885966-d3cf-42c7-9762-7a446ebb8885 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.866194 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 9b99ce8f-c167-4fe3-9d91-4930a8b283b3, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9b99ce8f-c167-4fe3-9d91-4930a8b283b3,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:37.868205 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a58ba4e1-140e-4234-b965-bec08926f18f req-c0885966-d3cf-42c7-9762-7a446ebb8885 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 945 time: 0.1107447 Jul 30 01:44:37.907264 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.908760 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device b797fb87-5e55-4b18-bb79-099b2cd303c4 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:37.995819 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296c9c86-36d7-4f99-a095-ce7885302712 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:37.996131 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a58ba4e1-140e-4234-b965-bec08926f18f req-778f215e-2c76-4626-9ce8-08a49c230199 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/security-groups?id=c521804a-5983-438c-a25f-d800b5a8cceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175532 Jul 30 01:44:38.004370 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-296c9c86-36d7-4f99-a095-ce7885302712 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:38.016220 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf33479-c18b-4700-81c1-df0474a12f93 req-ff9ff9c1-f920-41af-a26f-bae1dec87c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:38.017529 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fdf33479-c18b-4700-81c1-df0474a12f93 req-ff9ff9c1-f920-41af-a26f-bae1dec87c00 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 1094 time: 0.1312852 Jul 30 01:44:38.018582 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296c9c86-36d7-4f99-a095-ce7885302712 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:38.035525 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c9c86-36d7-4f99-a095-ce7885302712 admin admin] Pushing event updated for resources: {'Port': ['ID=be5e2fa6-642a-4be2-9713-eef30744ac21,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:38.058848 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: b797fb87-5e55-4b18-bb79-099b2cd303c4 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:38.059193 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device b797fb87-5e55-4b18-bb79-099b2cd303c4 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:38.063567 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=aa1094e9-623c-41be-8257-234cc0fdd292,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:38.067114 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.098653 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6415e50d-736b-4104-a6a7-5dedc458f1aa req-31a7f484-42a7-4d10-a66e-bae1a32c80dd tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.126850 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=9b99ce8f-c167-4fe3-9d91-4930a8b283b3,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:38.158898 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5297-b5b5-44e2-9a14-e2423bb22670 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.204116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf33479-c18b-4700-81c1-df0474a12f93 req-39f956ab-fafd-4471-ad85-155ff383fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:38.206251 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fdf33479-c18b-4700-81c1-df0474a12f93 req-39f956ab-fafd-4471-ad85-155ff383fd18 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 908 time: 0.1801665 Jul 30 01:44:38.214476 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af2d922-3b12-4b74-8251-a85ce58c7a32 x-openstack-request-id: req-7af2d922-3b12-4b74-8251-a85ce58c7a32 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:38.215167 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab29a372-6dfb-4269-9064-b66ee37a1691", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1094e9-623c-41be-8257-234cc0fdd292", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:38.215632 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7af2d922-3b12-4b74-8251-a85ce58c7a32 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:38.216040 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab29a372-6dfb-4269-9064-b66ee37a1691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1094e9-623c-41be-8257-234cc0fdd292', 'code': 200} Jul 30 01:44:38.261264 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fdf33479-c18b-4700-81c1-df0474a12f93 req-8b6af5d0-3ecc-4965-9ca1-343abde4fe61 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80cc221b-fe74-481e-9aec-833025b094d0 HTTP/1.1" status: 200 len: 217 time: 0.0439186 Jul 30 01:44:38.271999 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6415e50d-736b-4104-a6a7-5dedc458f1aa req-31a7f484-42a7-4d10-a66e-bae1a32c80dd tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.351489 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf33479-c18b-4700-81c1-df0474a12f93 req-9ec1163d-53d6-48a6-8614-86d74a518c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:38.353115 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fdf33479-c18b-4700-81c1-df0474a12f93 req-9ec1163d-53d6-48a6-8614-86d74a518c0f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5df4a4e9-2ec7-47a1-80c6-9f49100e235e HTTP/1.1" status: 200 len: 847 time: 0.0850585 Jul 30 01:44:38.397501 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7f484-42a7-4d10-a66e-bae1a32c80dd tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22951747-7798-4d1f-9b02-7dd56413694a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:38.401964 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fd5df-4a71-42a5-852e-b47ac45fddc2 req-090c7670-b481-4815-82eb-3bc620c507f2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:38.403688 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b45fd5df-4a71-42a5-852e-b47ac45fddc2 req-090c7670-b481-4815-82eb-3bc620c507f2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.1012073 Jul 30 01:44:38.421082 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c7c72346-80b1-443c-9847-d8d4bd33e563 req-c8339aaf-f1be-4cda-bb07-43fe830a1013 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.428513 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fdf33479-c18b-4700-81c1-df0474a12f93 req-a086c6f3-2585-4326-ab30-cbca98ae8576 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564079 Jul 30 01:44:38.464476 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8339aaf-f1be-4cda-bb07-43fe830a1013 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event deleted for resources: {'Port': ['ID=aa1094e9-623c-41be-8257-234cc0fdd292,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:38.474992 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-5cdc5297-b5b5-44e2-9a14-e2423bb22670 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Allocated IP 172.25.1.212 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/2e6869bb-0ed7-4384-9f5c-5d4a40b4815f) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:38.483702 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6415e50d-736b-4104-a6a7-5dedc458f1aa req-31a7f484-42a7-4d10-a66e-bae1a32c80dd tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.484977 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6415e50d-736b-4104-a6a7-5dedc458f1aa req-31a7f484-42a7-4d10-a66e-bae1a32c80dd tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0544307 Jul 30 01:44:38.527570 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b45fd5df-4a71-42a5-852e-b47ac45fddc2 req-c2045d31-24a3-47a2-aa71-f820c333dd23 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022713 Jul 30 01:44:38.538376 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c72346-80b1-443c-9847-d8d4bd33e563 req-c8339aaf-f1be-4cda-bb07-43fe830a1013 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] No DVR routers for this DVR port aa1094e9-623c-41be-8257-234cc0fdd292 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:38.552027 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c7c72346-80b1-443c-9847-d8d4bd33e563 req-c8339aaf-f1be-4cda-bb07-43fe830a1013 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.554575 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c7c72346-80b1-443c-9847-d8d4bd33e563 req-c8339aaf-f1be-4cda-bb07-43fe830a1013 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.10 "DELETE /v2.0/ports/aa1094e9-623c-41be-8257-234cc0fdd292 HTTP/1.1" status: 204 len: 173 time: 1.4330292 Jul 30 01:44:38.590770 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fdf33479-c18b-4700-81c1-df0474a12f93 req-989b957f-ffee-4074-b1da-be4cc18ab0f7 service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531830 Jul 30 01:44:38.617901 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-b7554b29-e219-4b52-b9b4-e1d3e3c3d82d req-eaf473df-9d5e-498e-95eb-a3f75ff25d04 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-28389671', 'description': 'tempest-description-395893178'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:38.740804 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fdf33479-c18b-4700-81c1-df0474a12f93 req-272499f7-fae2-42fb-97ed-569a7f3343ae service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427486 Jul 30 01:44:38.788644 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07fd2c-7f4a-482f-8e4f-e9a31bc3dc9b req-87406d5c-db55-495c-a03e-082c26045d9f tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:38.790488 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c07fd2c-7f4a-482f-8e4f-e9a31bc3dc9b req-87406d5c-db55-495c-a03e-082c26045d9f tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 943 time: 0.1785505 Jul 30 01:44:38.828154 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5297-b5b5-44e2-9a14-e2423bb22670 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.844879 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b7554b29-e219-4b52-b9b4-e1d3e3c3d82d req-eaf473df-9d5e-498e-95eb-a3f75ff25d04 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.853515 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-296c9c86-36d7-4f99-a095-ce7885302712 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.910706 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c07fd2c-7f4a-482f-8e4f-e9a31bc3dc9b req-275281c4-e4d6-40f8-8352-54d821a0faf4 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122293 Jul 30 01:44:38.956935 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b7554b29-e219-4b52-b9b4-e1d3e3c3d82d req-eaf473df-9d5e-498e-95eb-a3f75ff25d04 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.990998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9b99ce8f-c167-4fe3-9d91-4930a8b283b3 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:39.058878 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b7554b29-e219-4b52-b9b4-e1d3e3c3d82d req-eaf473df-9d5e-498e-95eb-a3f75ff25d04 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.061263 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 9b99ce8f-c167-4fe3-9d91-4930a8b283b3 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:39.062401 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.089618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf473df-9d5e-498e-95eb-a3f75ff25d04 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f2edb9-6b69-4341-9936-abdccaa9cc7d,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:39.112727 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5297-b5b5-44e2-9a14-e2423bb22670 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.143204 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b7554b29-e219-4b52-b9b4-e1d3e3c3d82d req-eaf473df-9d5e-498e-95eb-a3f75ff25d04 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.144503 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7554b29-e219-4b52-b9b4-e1d3e3c3d82d req-eaf473df-9d5e-498e-95eb-a3f75ff25d04 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.5359018 Jul 30 01:44:39.146996 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b27dfb0d-3c01-4aa0-a00b-f4d9993771f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.159837 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-296c9c86-36d7-4f99-a095-ce7885302712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.173665 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device bca0e9e9-76e4-4cc4-982a-9d5403130b1e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:39.232799 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdc5297-b5b5-44e2-9a14-e2423bb22670 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:39.234414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port bca0e9e9-76e4-4cc4-982a-9d5403130b1e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:39.234414 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.272198 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc5297-b5b5-44e2-9a14-e2423bb22670 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Pushing event updated for resources: {'Port': ['ID=2e6869bb-0ed7-4384-9f5c-5d4a40b4815f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:39.278489 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-5cdc5297-b5b5-44e2-9a14-e2423bb22670 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:39.301967 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ef155504-fb85-4914-b432-86bf7490d21c req-92d2c389-7ed9-42e0-8743-9b21e01c79d8 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab29a372-6dfb-4269-9064-b66ee37a1691 HTTP/1.1" status: 200 len: 210 time: 0.1143923 Jul 30 01:44:39.304728 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc5297-b5b5-44e2-9a14-e2423bb22670 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:39.434268 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-b70dcfe9-6961-4391-aae9-d3346172614e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:39.438853 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-b70dcfe9-6961-4391-aae9-d3346172614e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/networks?id=3a621a35-44c6-4105-9f2d-eba3cb0bd5de HTTP/1.1" status: 200 len: 813 time: 0.1341288 Jul 30 01:44:39.455790 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-d6a0b3a1-61ea-4eb7-b5aa-e3ea1d23a037 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/quotas/532deb34bbd846ce86f160f5f89040d6 HTTP/1.1" status: 200 len: 375 time: 0.0138805 Jul 30 01:44:39.466623 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5297-b5b5-44e2-9a14-e2423bb22670 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.493709 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-f33e6e55-ef5d-4ce6-871d-02c3e743810f tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=532deb34bbd846ce86f160f5f89040d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322168 Jul 30 01:44:39.657016 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296c9c86-36d7-4f99-a095-ce7885302712 admin admin] Router b666e6c9-b942-4d24-9768-756b15ee8ecb is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:44:39.707641 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab29a372-6dfb-4269-9064-b66ee37a1691', 'name': 'network-vif-deleted', 'tag': 'aa1094e9-623c-41be-8257-234cc0fdd292'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:39.709117 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-a1df5982-09d3-49e8-a806-07ad69265337 service neutron] 10.222.0.70 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038333 Jul 30 01:44:39.710769 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acd751b-1951-4ece-a29f-65a2b8bfbdf6" -d '{"events": [{"server_uuid": "ab29a372-6dfb-4269-9064-b66ee37a1691", "name": "network-vif-deleted", "tag": "aa1094e9-623c-41be-8257-234cc0fdd292"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:39.773748 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5297-b5b5-44e2-9a14-e2423bb22670 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.810173 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-de22abf1-3813-4926-a7b5-240b4974d4af service neutron] 10.222.0.70 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000552 Jul 30 01:44:39.822393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b1098-48d3-4f5a-b132-9d4fdacba32f req-35ce0089-b529-4b2c-ba6a-5a7bc40d79e2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:39.823989 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0a9b1098-48d3-4f5a-b132-9d4fdacba32f req-35ce0089-b529-4b2c-ba6a-5a7bc40d79e2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.1789024 Jul 30 01:44:39.960310 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296c9c86-36d7-4f99-a095-ce7885302712 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:44:39.976826 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] Sync routers for ids ['b666e6c9-b942-4d24-9768-756b15ee8ecb'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:44:39.983699 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] Routers {'b666e6c9-b942-4d24-9768-756b15ee8ecb'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:39.984786 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:44:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b666e6c9-b942-4d24-9768-756b15ee8ecb'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:39.990651 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0a9b1098-48d3-4f5a-b132-9d4fdacba32f req-8c1dd360-dd70-4757-bc4f-c8d5b01260a1 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332090 Jul 30 01:44:40.010431 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36400) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:40.062017 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19265dc-323b-4ab3-9280-7100b67caa65 x-openstack-request-id: req-b19265dc-323b-4ab3-9280-7100b67caa65 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:40.062017 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab29a372-6dfb-4269-9064-b66ee37a1691", "name": "network-vif-deleted", "tag": "aa1094e9-623c-41be-8257-234cc0fdd292", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:40.062017 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b19265dc-323b-4ab3-9280-7100b67caa65 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:40.062017 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab29a372-6dfb-4269-9064-b66ee37a1691', 'name': 'network-vif-deleted', 'tag': 'aa1094e9-623c-41be-8257-234cc0fdd292', 'status': 'completed', 'code': 200} Jul 30 01:44:40.126461 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-40a7c2bb-8ac1-4828-957f-51ec0390851a req-13d50f93-294f-43a1-8353-b0f2735896a3 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 210 time: 0.0390387 Jul 30 01:44:40.156645 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5297-b5b5-44e2-9a14-e2423bb22670 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.162478 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a932da-34c8-41ad-abde-59404b7417eb req-361553a5-c709-4193-ac8c-6d8f0ed14ea6 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:40.165751 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c7a932da-34c8-41ad-abde-59404b7417eb req-361553a5-c709-4193-ac8c-6d8f0ed14ea6 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 943 time: 0.0754952 Jul 30 01:44:40.172406 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-296c9c86-36d7-4f99-a095-ce7885302712 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.174882 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36408) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:40.175270 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-296c9c86-36d7-4f99-a095-ce7885302712 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.0770342 Jul 30 01:44:40.197542 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] Set router b666e6c9-b942-4d24-9768-756b15ee8ecb gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:40.239119 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a27771e1-ce47-4187-a207-6c5ea2aac493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.299772 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c7a932da-34c8-41ad-abde-59404b7417eb req-8d610cb2-797a-4190-92a2-3e5c1a763b91 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262522 Jul 30 01:44:40.325197 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5297-b5b5-44e2-9a14-e2423bb22670 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.365715 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36416) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:40.423827 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc5297-b5b5-44e2-9a14-e2423bb22670 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Pushing event updated for resources: {'Port': ['ID=2e6869bb-0ed7-4384-9f5c-5d4a40b4815f,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:40.429799 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5297-b5b5-44e2-9a14-e2423bb22670 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.440112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b666e6c9-b942-4d24-9768-756b15ee8ecb', 'name': 'tempest-FloatingIPDetailsTestJSON-831614400-router', 'tenant_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'be5e2fa6-642a-4be2-9713-eef30744ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:32Z', 'updated_at': '2021-07-30T01:44:38Z', 'revision_number': 3, 'project_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'gw_port': {'id': 'be5e2fa6-642a-4be2-9713-eef30744ac21', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b666e6c9-b942-4d24-9768-756b15ee8ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:35Z', 'updated_at': '2021-07-30T01:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:40.446067 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a27771e1-ce47-4187-a207-6c5ea2aac493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.468048 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c25a75b-f1e1-46fe-834a-fd8b98e8f656 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Deleting subnet 071ffefb-ca29-426a-8680-7a6b444e8c78 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:44:40.473026 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c25a75b-f1e1-46fe-834a-fd8b98e8f656 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.555783 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c25a75b-f1e1-46fe-834a-fd8b98e8f656 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.595318 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a27771e1-ce47-4187-a207-6c5ea2aac493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.598950 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] Checking router: b666e6c9-b942-4d24-9768-756b15ee8ecb for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:44:40.599321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] Updating router b666e6c9-b942-4d24-9768-756b15ee8ecb port be5e2fa6-642a-4be2-9713-eef30744ac21 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:44:40.625974 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.640138 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a27771e1-ce47-4187-a207-6c5ea2aac493 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4423b04d497d47e2aa18130c564ea6b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6263154 Jul 30 01:44:40.641194 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36418) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:40.647647 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27771e1-ce47-4187-a207-6c5ea2aac493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc66a87a-c9ce-461a-94a2-7fb2c6326603,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:40.698794 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3cea39b9-9230-444b-8664-a5e2ca789e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.729843 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c25a75b-f1e1-46fe-834a-fd8b98e8f656 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.730445 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3cea39b9-9230-444b-8664-a5e2ca789e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.793822 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5297-b5b5-44e2-9a14-e2423bb22670 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.796034 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5cdc5297-b5b5-44e2-9a14-e2423bb22670 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6093302 Jul 30 01:44:40.904606 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d83bc566-df99-47cb-80ec-a6d7737e7415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.909018 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3cea39b9-9230-444b-8664-a5e2ca789e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.912007 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3cea39b9-9230-444b-8664-a5e2ca789e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.917095 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3cea39b9-9230-444b-8664-a5e2ca789e23 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bc66a87a-c9ce-461a-94a2-7fb2c6326603 HTTP/1.1" status: 204 len: 168 time: 0.2717993 Jul 30 01:44:40.943250 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea39b9-9230-444b-8664-a5e2ca789e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc66a87a-c9ce-461a-94a2-7fb2c6326603,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:40.958656 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.982147 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c25a75b-f1e1-46fe-834a-fd8b98e8f656 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.988847 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] Transition to ACTIVE for port object be5e2fa6-642a-4be2-9713-eef30744ac21 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:41.037113 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25a75b-f1e1-46fe-834a-fd8b98e8f656 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event deleted for resources: {'Subnet': ['ID=071ffefb-ca29-426a-8680-7a6b444e8c78,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:41.076764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5602ca1d-e92d-4e08-8afe-57e0cfdc1d12 None None] Network 7321d224-1aa7-4154-bd91-2075aa90ab8c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:41.077992 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c25a75b-f1e1-46fe-834a-fd8b98e8f656 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.080103 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9c25a75b-f1e1-46fe-834a-fd8b98e8f656 tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "DELETE /v2.0/subnets/071ffefb-ca29-426a-8680-7a6b444e8c78 HTTP/1.1" status: 204 len: 168 time: 0.7181156 Jul 30 01:44:41.085675 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36438) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:41.123463 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7382cc2-742e-466f-b83d-2bec01f722ce req-ad4ea85d-eab1-423f-a45b-a036ffbe8456 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:41.129544 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7382cc2-742e-466f-b83d-2bec01f722ce req-ad4ea85d-eab1-423f-a45b-a036ffbe8456 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.0682170 Jul 30 01:44:41.138259 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.196665 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-0f43c15b-d64f-417b-8681-23d2fbf75998 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1532003069&fields=id&tenant_id=6897963c87b34fd69f2c677d1443d2b8 HTTP/1.1" status: 200 len: 267 time: 0.1632438 Jul 30 01:44:41.244491 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-653a4ddc-4037-4b51-a4d3-cbc631bdd3af tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.244728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] Attempting to bind port be5e2fa6-642a-4be2-9713-eef30744ac21 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:41.244728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] Attempting to bind port be5e2fa6-642a-4be2-9713-eef30744ac21 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:41.244728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] Attempting to bind port be5e2fa6-642a-4be2-9713-eef30744ac21 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:41.245505 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d295ec-5a21-4bfd-a2cf-bde7f13a149e None None] Pushing event updated for resources: {'Port': ['ID=be5e2fa6-642a-4be2-9713-eef30744ac21,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:41.268776 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:41.269258 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:41.269716 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.270526 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:41.271164 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] Bound port: be5e2fa6-642a-4be2-9713-eef30744ac21, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:41.271659 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.282598 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-d83bc566-df99-47cb-80ec-a6d7737e7415 admin admin] Allocated IP 172.20.0.1 (ae90aeac-af03-4460-a127-933834d64e8d/0c081002-c5c2-410e-9c7d-5b9a3cac21b2/d28f587e-2cfa-4506-9216-66f446e9d4c5) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:41.354326 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] For port be5e2fa6-642a-4be2-9713-eef30744ac21, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:41.360720 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] For port be5e2fa6-642a-4be2-9713-eef30744ac21, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=be5e2fa6-642a-4be2-9713-eef30744ac21,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:41.429029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449b81fe-aff9-4f62-bfe7-0936d37d9005 None None] DHCP port deletion for 7321d224-1aa7-4154-bd91-2075aa90ab8c request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:44:41.452766 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-21c66122-a0b1-430c-a223-5a9cbf4e9d55 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:41.454362 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-21c66122-a0b1-430c-a223-5a9cbf4e9d55 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 812 time: 0.2432826 Jul 30 01:44:41.493255 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.496063 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-e38c6900-2548-47d5-808a-9dde0ea0455c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/quotas/6897963c87b34fd69f2c677d1443d2b8 HTTP/1.1" status: 200 len: 375 time: 0.0286372 Jul 30 01:44:41.507178 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d83bc566-df99-47cb-80ec-a6d7737e7415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.516438 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-653a4ddc-4037-4b51-a4d3-cbc631bdd3af tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Deleting port 84e9ccbc-3a57-4db9-9c86-db5976c57092 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:41.516790 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-653a4ddc-4037-4b51-a4d3-cbc631bdd3af tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.590618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-d83bc566-df99-47cb-80ec-a6d7737e7415 admin admin] Transition to ACTIVE for port object d28f587e-2cfa-4506-9216-66f446e9d4c5 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:41.608801 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d295ec-5a21-4bfd-a2cf-bde7f13a149e None None] Pushing event updated for resources: {'Port': ['ID=be5e2fa6-642a-4be2-9713-eef30744ac21,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:41.609896 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7382cc2-742e-466f-b83d-2bec01f722ce req-ee2762b4-8a7f-49e3-8b13-a47556a4e9d1 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764645 Jul 30 01:44:41.618077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] Routers {'b666e6c9-b942-4d24-9768-756b15ee8ecb'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:41.618077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:44:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b666e6c9-b942-4d24-9768-756b15ee8ecb'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:41.638331 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-653a4ddc-4037-4b51-a4d3-cbc631bdd3af tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] For port 84e9ccbc-3a57-4db9-9c86-db5976c57092, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=84e9ccbc-3a57-4db9-9c86-db5976c57092,segment=NetworkSegment(cf854ab1-b395-43da-a3ab-70b3bdc065d0),segment_id=cf854ab1-b395-43da-a3ab-70b3bdc065d0)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:41.643771 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-653a4ddc-4037-4b51-a4d3-cbc631bdd3af tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.704935 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-449b81fe-aff9-4f62-bfe7-0936d37d9005 None None] Deleting port 84e9ccbc-3a57-4db9-9c86-db5976c57092 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:41.704935 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-449b81fe-aff9-4f62-bfe7-0936d37d9005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.705408 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-e96e10b2-8020-461e-abf9-fadc0734f961 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1584945 Jul 30 01:44:41.705408 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-653a4ddc-4037-4b51-a4d3-cbc631bdd3af tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Calling delete_port for 84e9ccbc-3a57-4db9-9c86-db5976c57092 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:41.705603 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6ea1c213-b7f0-4da0-b35c-f441277c7f8d req-6dc3ff93-544d-4268-a730-eb6351109b9a tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 210 time: 0.0358195 Jul 30 01:44:41.757440 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-66424e7d-14f1-4f48-8733-aec01179c08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.786165 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.789220 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-449b81fe-aff9-4f62-bfe7-0936d37d9005 None None] For port 84e9ccbc-3a57-4db9-9c86-db5976c57092, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=84e9ccbc-3a57-4db9-9c86-db5976c57092,segment=NetworkSegment(cf854ab1-b395-43da-a3ab-70b3bdc065d0),segment_id=cf854ab1-b395-43da-a3ab-70b3bdc065d0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:41.789704 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-449b81fe-aff9-4f62-bfe7-0936d37d9005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.819788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-449b81fe-aff9-4f62-bfe7-0936d37d9005 None None] Calling delete_port for 84e9ccbc-3a57-4db9-9c86-db5976c57092 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:41.826442 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] Set router b666e6c9-b942-4d24-9768-756b15ee8ecb gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:41.841983 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d83bc566-df99-47cb-80ec-a6d7737e7415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.842810 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dc84d-c56d-43aa-943c-f217e6586457 req-cf3c3f8a-d9b3-4ad6-a661-5d7368cad559 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:41.852397 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f0dc84d-c56d-43aa-943c-f217e6586457 req-cf3c3f8a-d9b3-4ad6-a661-5d7368cad559 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 943 time: 0.0816162 Jul 30 01:44:41.906529 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f0dc84d-c56d-43aa-943c-f217e6586457 req-d608d5d5-eb4b-4514-a89a-41ab9b2f50c7 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528798 Jul 30 01:44:41.908603 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83bc566-df99-47cb-80ec-a6d7737e7415 admin admin] Network ae90aeac-af03-4460-a127-933834d64e8d is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:41.918353 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-f6ae9aea-3b9a-4d1b-b198-3ec45c4ffe49 service neutron] 10.222.0.70 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311723 Jul 30 01:44:41.941035 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-d83bc566-df99-47cb-80ec-a6d7737e7415 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:41.975685 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83bc566-df99-47cb-80ec-a6d7737e7415 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:42.016910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bc566-df99-47cb-80ec-a6d7737e7415 admin admin] Pushing event updated for resources: {'Port': ['ID=d28f587e-2cfa-4506-9216-66f446e9d4c5,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:42.034966 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d83bc566-df99-47cb-80ec-a6d7737e7415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.060242 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36450) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:42.076008 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-653a4ddc-4037-4b51-a4d3-cbc631bdd3af tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.080603 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d403f612-7fbc-47f7-b854-7ff9090f42f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.099488 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-449b81fe-aff9-4f62-bfe7-0936d37d9005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.139296 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a4ddc-4037-4b51-a4d3-cbc631bdd3af tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event deleted for resources: {'Port': ['ID=84e9ccbc-3a57-4db9-9c86-db5976c57092,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:42.142432 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b81fe-aff9-4f62-bfe7-0936d37d9005 None None] Pushing event deleted for resources: {'Port': ['ID=84e9ccbc-3a57-4db9-9c86-db5976c57092,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:42.151311 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449b81fe-aff9-4f62-bfe7-0936d37d9005 None None] No DVR routers for this DVR port 84e9ccbc-3a57-4db9-9c86-db5976c57092 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:42.164232 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653a4ddc-4037-4b51-a4d3-cbc631bdd3af tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] No DVR routers for this DVR port 84e9ccbc-3a57-4db9-9c86-db5976c57092 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:42.173270 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b666e6c9-b942-4d24-9768-756b15ee8ecb', 'name': 'tempest-FloatingIPDetailsTestJSON-831614400-router', 'tenant_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'be5e2fa6-642a-4be2-9713-eef30744ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:32Z', 'updated_at': '2021-07-30T01:44:38Z', 'revision_number': 3, 'project_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'gw_port': {'id': 'be5e2fa6-642a-4be2-9713-eef30744ac21', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b666e6c9-b942-4d24-9768-756b15ee8ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:35Z', 'updated_at': '2021-07-30T01:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:42.206632 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d403f612-7fbc-47f7-b854-7ff9090f42f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.222831 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2095009-5fc9-4e0f-8868-8a52c86f3cdf None None] The sync data for ids ['b666e6c9-b942-4d24-9768-756b15ee8ecb'] in n-d-713498-9 is: [{'id': 'b666e6c9-b942-4d24-9768-756b15ee8ecb', 'name': 'tempest-FloatingIPDetailsTestJSON-831614400-router', 'tenant_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'be5e2fa6-642a-4be2-9713-eef30744ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:32Z', 'updated_at': '2021-07-30T01:44:38Z', 'revision_number': 3, 'project_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'gw_port': {'id': 'be5e2fa6-642a-4be2-9713-eef30744ac21', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b666e6c9-b942-4d24-9768-756b15ee8ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:35Z', 'updated_at': '2021-07-30T01:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:44:42.300992 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9329d408-c5fb-41bf-8588-2dc2486a2827 service neutron] 10.222.0.70 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817534 Jul 30 01:44:42.348559 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d403f612-7fbc-47f7-b854-7ff9090f42f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.410266 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d403f612-7fbc-47f7-b854-7ff9090f42f4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6e9facc2aeaa462784c8730ed3a5887c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456590 Jul 30 01:44:42.413356 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36452) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:42.430886 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403f612-7fbc-47f7-b854-7ff9090f42f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64d1570-6df7-4165-a360-b97a3cab2ea8,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:42.445904 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8328b6b2-4202-4da5-87b1-1f3c7fbc9730 None None] Provisioning for port d28f587e-2cfa-4506-9216-66f446e9d4c5 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:42.467790 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8328b6b2-4202-4da5-87b1-1f3c7fbc9730 None None] Provisioning complete for port d28f587e-2cfa-4506-9216-66f446e9d4c5 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:42.467790 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8328b6b2-4202-4da5-87b1-1f3c7fbc9730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.518865 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0da21d44-6e7a-472a-9921-2ed2d574faea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.546997 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8328b6b2-4202-4da5-87b1-1f3c7fbc9730 None None] Port d28f587e-2cfa-4506-9216-66f446e9d4c5 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:42.581513 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0da21d44-6e7a-472a-9921-2ed2d574faea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.735993 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-653a4ddc-4037-4b51-a4d3-cbc631bdd3af tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.759290 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47843a91-0ead-439a-a62a-83304f8e8adb req-f301ffad-056e-4413-83a6-16b9a46e4eee tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:42.761228 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-47843a91-0ead-439a-a62a-83304f8e8adb req-f301ffad-056e-4413-83a6-16b9a46e4eee tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.0643592 Jul 30 01:44:42.772854 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9b6c81d6-7b96-4d1d-9251-1d7d77f1be26 req-e49e633d-cc6d-4851-b404-3c53bbafcb1e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 210 time: 0.0596752 Jul 30 01:44:42.774555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-653a4ddc-4037-4b51-a4d3-cbc631bdd3af tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7321d224-1aa7-4154-bd91-2075aa90ab8c']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:42.787059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-653a4ddc-4037-4b51-a4d3-cbc631bdd3af tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf854ab1-b395-43da-a3ab-70b3bdc065d0') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:42.787303 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-653a4ddc-4037-4b51-a4d3-cbc631bdd3af tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf854ab1-b395-43da-a3ab-70b3bdc065d0') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:42.797268 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0da21d44-6e7a-472a-9921-2ed2d574faea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.799984 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0da21d44-6e7a-472a-9921-2ed2d574faea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.801236 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0da21d44-6e7a-472a-9921-2ed2d574faea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f64d1570-6df7-4165-a360-b97a3cab2ea8 HTTP/1.1" status: 204 len: 168 time: 0.3866575 Jul 30 01:44:42.813881 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da21d44-6e7a-472a-9921-2ed2d574faea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64d1570-6df7-4165-a360-b97a3cab2ea8,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:42.825795 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-653a4ddc-4037-4b51-a4d3-cbc631bdd3af tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.850591 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-47843a91-0ead-439a-a62a-83304f8e8adb req-abaad369-f22c-4e63-a3e7-127317707ece tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754592 Jul 30 01:44:42.860259 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-653a4ddc-4037-4b51-a4d3-cbc631bdd3af tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.871295 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653a4ddc-4037-4b51-a4d3-cbc631bdd3af tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:44:42.871526 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-653a4ddc-4037-4b51-a4d3-cbc631bdd3af tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:44:42.877256 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:44:43.056734 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d83bc566-df99-47cb-80ec-a6d7737e7415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.060400 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-02754bed-f41f-4926-833f-a4e0497c73e1 req-63783ffc-28bd-42a7-8d4d-086fa1b70943 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 210 time: 0.0433264 Jul 30 01:44:43.102423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcd244-19c3-4e9b-b150-a2576cacb8b5 req-0314995d-0989-4538-ba64-f8435c29c50d tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:43.110441 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-78dcd244-19c3-4e9b-b150-a2576cacb8b5 req-0314995d-0989-4538-ba64-f8435c29c50d tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 943 time: 0.0922179 Jul 30 01:44:43.122505 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device be5e2fa6-642a-4be2-9713-eef30744ac21 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:43.153208 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-78dcd244-19c3-4e9b-b150-a2576cacb8b5 req-2ad8548d-ae45-44a9-aade-e40185d5391a tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417969 Jul 30 01:44:43.244640 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.250695 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-653a4ddc-4037-4b51-a4d3-cbc631bdd3af tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.264986 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-653a4ddc-4037-4b51-a4d3-cbc631bdd3af tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.269429 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-653a4ddc-4037-4b51-a4d3-cbc631bdd3af tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "DELETE /v2.0/networks/7321d224-1aa7-4154-bd91-2075aa90ab8c HTTP/1.1" status: 204 len: 168 time: 2.1805329 Jul 30 01:44:43.269429 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d83bc566-df99-47cb-80ec-a6d7737e7415 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.269798 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36472) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:43.287258 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a4ddc-4037-4b51-a4d3-cbc631bdd3af tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event deleted for resources: {'Network': ['ID=7321d224-1aa7-4154-bd91-2075aa90ab8c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:43.323242 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fe33fd-0e3d-49a8-8bed-a3b8be26f92d tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Deleting subnet c7c5dcff-f4c5-433b-aee2-1c9669b36542 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:44:43.323956 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port be5e2fa6-642a-4be2-9713-eef30744ac21 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:43.326635 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-83fe33fd-0e3d-49a8-8bed-a3b8be26f92d tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.328076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port be5e2fa6-642a-4be2-9713-eef30744ac21 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:43.328464 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.366215 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d83bc566-df99-47cb-80ec-a6d7737e7415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.404953 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-83fe33fd-0e3d-49a8-8bed-a3b8be26f92d tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.428020 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.451766 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port be5e2fa6-642a-4be2-9713-eef30744ac21, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=be5e2fa6-642a-4be2-9713-eef30744ac21,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:43.473988 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bc566-df99-47cb-80ec-a6d7737e7415 admin admin] Pushing event updated for resources: {'Port': ['ID=d28f587e-2cfa-4506-9216-66f446e9d4c5,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:43.484645 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d83bc566-df99-47cb-80ec-a6d7737e7415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.569168 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-83fe33fd-0e3d-49a8-8bed-a3b8be26f92d tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.577996 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.619828 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83bc566-df99-47cb-80ec-a6d7737e7415 admin admin] Network ae90aeac-af03-4460-a127-933834d64e8d is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:43.621992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-d83bc566-df99-47cb-80ec-a6d7737e7415 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:43.658537 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=be5e2fa6-642a-4be2-9713-eef30744ac21,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:43.693274 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 84e9ccbc-3a57-4db9-9c86-db5976c57092 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:43.715136 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 84e9ccbc-3a57-4db9-9c86-db5976c57092 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:43.715476 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 84e9ccbc-3a57-4db9-9c86-db5976c57092 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:43.810697 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-9f1c507c-c9c1-4bdc-bf7d-199e60733031 service neutron] show failed (client error): The resource could not be found. Jul 30 01:44:43.811751 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-9f1c507c-c9c1-4bdc-bf7d-199e60733031 service neutron] 10.222.0.10 "GET /v2.0/ports/4b735435-550b-48a5-9a17-ff90cd5af578/bindings/n-h2-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.0643089 Jul 30 01:44:43.856048 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-83fe33fd-0e3d-49a8-8bed-a3b8be26f92d tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.926476 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-2ac14fbd-3431-4896-a155-06255846ef47 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:43.927197 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe33fd-0e3d-49a8-8bed-a3b8be26f92d tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c5dcff-f4c5-433b-aee2-1c9669b36542,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:43.929302 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-2ac14fbd-3431-4896-a155-06255846ef47 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.77 "GET /v2.0/networks?id=3a621a35-44c6-4105-9f2d-eba3cb0bd5de HTTP/1.1" status: 200 len: 813 time: 0.2327921 Jul 30 01:44:43.936074 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83bc566-df99-47cb-80ec-a6d7737e7415 admin admin] Router b666e6c9-b942-4d24-9768-756b15ee8ecb has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:44:43.939857 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-83fe33fd-0e3d-49a8-8bed-a3b8be26f92d tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.945672 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-83fe33fd-0e3d-49a8-8bed-a3b8be26f92d tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "DELETE /v2.0/subnets/c7c5dcff-f4c5-433b-aee2-1c9669b36542 HTTP/1.1" status: 204 len: 168 time: 0.6725507 Jul 30 01:44:43.950043 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30401ba5-8893-4799-8904-5ebfc8429f1e None None] Network cd07b72d-638c-4fd9-b55d-92130717becd requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:43.953856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36490) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:43.975332 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-7cbcc79d-dafc-49db-bb70-d4401c3aacb8 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Request body: {'port': {'device_id': 'bf4a07c5-c83b-413c-9e71-1fa72c066a97', 'network_id': '3a621a35-44c6-4105-9f2d-eba3cb0bd5de', 'admin_state_up': True, 'tenant_id': '532deb34bbd846ce86f160f5f89040d6'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:44.044251 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-31dcc238-6103-4a8e-b3b2-78c08e426275 req-cb88e86e-3b13-45b9-82b5-6a73146d1e6e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 210 time: 0.1107149 Jul 30 01:44:44.081225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-345e9b09-f471-4396-956c-73cdead8b93c None None] Provisioning complete for port d28f587e-2cfa-4506-9216-66f446e9d4c5 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:44.081858 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-345e9b09-f471-4396-956c-73cdead8b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.118994 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba82bd-ea17-4ba2-a0a7-3bda5be17d74 req-d0370b9e-311b-4e8c-85b9-7ca7f1a35689 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:44.126799 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33ba82bd-ea17-4ba2-a0a7-3bda5be17d74 req-d0370b9e-311b-4e8c-85b9-7ca7f1a35689 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.1821527 Jul 30 01:44:44.176125 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-345e9b09-f471-4396-956c-73cdead8b93c None None] Port d28f587e-2cfa-4506-9216-66f446e9d4c5 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:44.192690 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33ba82bd-ea17-4ba2-a0a7-3bda5be17d74 req-8004e24a-6ccb-4e68-8d16-ab178017a190 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646024 Jul 30 01:44:44.285829 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6936d317-20ea-4bae-8722-e2cdac5d2f4d None None] DHCP port deletion for cd07b72d-638c-4fd9-b55d-92130717becd request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:44:44.335761 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c3282e9-1aca-40a1-80e5-005c7da4b12d req-489a9ad7-96cc-4aa4-b358-124c7b9ec6e0 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 210 time: 0.0664449 Jul 30 01:44:44.391572 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1eb3ce3-2efd-4947-befe-637a0659ec2f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.399609 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540e048-eda6-4b3f-8882-2e1138f9751d req-35d36e25-6e22-4881-9865-34ed26c44821 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:44.413392 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b540e048-eda6-4b3f-8882-2e1138f9751d req-35d36e25-6e22-4881-9865-34ed26c44821 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 943 time: 0.0864501 Jul 30 01:44:44.419571 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6936d317-20ea-4bae-8722-e2cdac5d2f4d None None] Deleting port 8722b565-6ef1-4913-8db6-9f9d09284367 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:44.420782 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6936d317-20ea-4bae-8722-e2cdac5d2f4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.460502 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b540e048-eda6-4b3f-8882-2e1138f9751d req-0ac0d9d4-4d95-4904-bdf2-2c956581f7dc tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510895 Jul 30 01:44:44.466424 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83bc566-df99-47cb-80ec-a6d7737e7415 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:44:44.478064 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] Sync routers for ids ['b666e6c9-b942-4d24-9768-756b15ee8ecb'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:44:44.480780 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d83bc566-df99-47cb-80ec-a6d7737e7415 admin admin] 10.222.0.70 "PUT /v2.0/routers/b666e6c9-b942-4d24-9768-756b15ee8ecb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3040717 Jul 30 01:44:44.496310 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] Routers {'b666e6c9-b942-4d24-9768-756b15ee8ecb'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:44.498513 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:44:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b666e6c9-b942-4d24-9768-756b15ee8ecb'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:44.524633 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb3ce3-2efd-4947-befe-637a0659ec2f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Deleting port 8722b565-6ef1-4913-8db6-9f9d09284367 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:44.525064 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1eb3ce3-2efd-4947-befe-637a0659ec2f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.528067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-6936d317-20ea-4bae-8722-e2cdac5d2f4d None None] For port 8722b565-6ef1-4913-8db6-9f9d09284367, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8722b565-6ef1-4913-8db6-9f9d09284367,segment=NetworkSegment(1059abbf-0df0-4c57-95db-90ab4f472313),segment_id=1059abbf-0df0-4c57-95db-90ab4f472313)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:44.528585 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6936d317-20ea-4bae-8722-e2cdac5d2f4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.555705 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6936d317-20ea-4bae-8722-e2cdac5d2f4d None None] Calling delete_port for 8722b565-6ef1-4913-8db6-9f9d09284367 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:44.582317 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-7cbcc79d-dafc-49db-bb70-d4401c3aacb8 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Made reservation on behalf of 532deb34bbd846ce86f160f5f89040d6 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:44.586316 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-7cbcc79d-dafc-49db-bb70-d4401c3aacb8 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.636584 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] Set router b666e6c9-b942-4d24-9768-756b15ee8ecb gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:44.640931 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.657728 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-d1eb3ce3-2efd-4947-befe-637a0659ec2f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] For port 8722b565-6ef1-4913-8db6-9f9d09284367, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8722b565-6ef1-4913-8db6-9f9d09284367,segment=NetworkSegment(1059abbf-0df0-4c57-95db-90ab4f472313),segment_id=1059abbf-0df0-4c57-95db-90ab4f472313)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:44.658360 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1eb3ce3-2efd-4947-befe-637a0659ec2f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.683499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb3ce3-2efd-4947-befe-637a0659ec2f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Calling delete_port for 8722b565-6ef1-4913-8db6-9f9d09284367 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:44.765640 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6936d317-20ea-4bae-8722-e2cdac5d2f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.804754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936d317-20ea-4bae-8722-e2cdac5d2f4d None None] Pushing event deleted for resources: {'Port': ['ID=8722b565-6ef1-4913-8db6-9f9d09284367,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:44.826058 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6936d317-20ea-4bae-8722-e2cdac5d2f4d None None] No DVR routers for this DVR port 8722b565-6ef1-4913-8db6-9f9d09284367 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:44.898483 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-5ac60f8f-ea48-428c-88c9-d904e54f13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:44.900121 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-5ac60f8f-ea48-428c-88c9-d904e54f13f2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c&tenant_id=623208e081294df0b62265be2069edd5 HTTP/1.1" status: 200 len: 1101 time: 0.0491714 Jul 30 01:44:44.913281 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b666e6c9-b942-4d24-9768-756b15ee8ecb', 'name': 'tempest-FloatingIPDetailsTestJSON-831614400-router', 'tenant_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'be5e2fa6-642a-4be2-9713-eef30744ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:32Z', 'updated_at': '2021-07-30T01:44:42Z', 'revision_number': 4, 'project_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'gw_port': {'id': 'be5e2fa6-642a-4be2-9713-eef30744ac21', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b666e6c9-b942-4d24-9768-756b15ee8ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:35Z', 'updated_at': '2021-07-30T01:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd28f587e-2cfa-4506-9216-66f446e9d4c5', 'name': '', 'network_id': 'ae90aeac-af03-4460-a127-933834d64e8d', 'tenant_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'mac_address': 'fa:16:3e:9b:ab:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b666e6c9-b942-4d24-9768-756b15ee8ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c081002-c5c2-410e-9c7d-5b9a3cac21b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:40Z', 'updated_at': '2021-07-30T01:44:43Z', 'revision_number': 2, 'project_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'subnets': [{'id': '0c081002-c5c2-410e-9c7d-5b9a3cac21b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:44.925491 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-9', 'device_owner': 'compute:nova'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:44.955314 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] Checking router: b666e6c9-b942-4d24-9768-756b15ee8ecb for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:44:44.957047 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] Updating router b666e6c9-b942-4d24-9768-756b15ee8ecb port d28f587e-2cfa-4506-9216-66f446e9d4c5 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:44:44.976088 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-7cbcc79d-dafc-49db-bb70-d4401c3aacb8 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Allocated IP 172.20.0.6 (3a621a35-44c6-4105-9f2d-eba3cb0bd5de/30644392-d094-481b-a028-a7f7974310de/a1a0bec4-ef09-4b8b-9a31-8535a631074f) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:44.988289 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1eb3ce3-2efd-4947-befe-637a0659ec2f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.992268 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.025692 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb3ce3-2efd-4947-befe-637a0659ec2f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event deleted for resources: {'Port': ['ID=8722b565-6ef1-4913-8db6-9f9d09284367,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:45.043676 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eb3ce3-2efd-4947-befe-637a0659ec2f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] No DVR routers for this DVR port 8722b565-6ef1-4913-8db6-9f9d09284367 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:45.061571 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f8cab754-b477-4a4b-9ae8-2fd19e457e85 req-0c30834d-2b23-44ac-8bb4-c69334c7b1b9 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2090027 Jul 30 01:44:45.065463 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.069659 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device be5e2fa6-642a-4be2-9713-eef30744ac21 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:45.074844 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-f8cab754-b477-4a4b-9ae8-2fd19e457e85 req-7027e2e2-6a38-4ae5-adb3-62fb1ef10cf6 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:45.167709 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port be5e2fa6-642a-4be2-9713-eef30744ac21 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:45.168133 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.199215 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1eb3ce3-2efd-4947-befe-637a0659ec2f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.209647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d1eb3ce3-2efd-4947-befe-637a0659ec2f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd07b72d-638c-4fd9-b55d-92130717becd']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:45.231515 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d1eb3ce3-2efd-4947-befe-637a0659ec2f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1059abbf-0df0-4c57-95db-90ab4f472313') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:45.231924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d1eb3ce3-2efd-4947-befe-637a0659ec2f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1059abbf-0df0-4c57-95db-90ab4f472313') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:45.251827 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1eb3ce3-2efd-4947-befe-637a0659ec2f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.326532 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1eb3ce3-2efd-4947-befe-637a0659ec2f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.355503 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1eb3ce3-2efd-4947-befe-637a0659ec2f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:44:45.357126 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1eb3ce3-2efd-4947-befe-637a0659ec2f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:44:45.362053 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:44:45.375025 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-58b0d002-0d63-450e-8eed-8fed5a609971 req-5d3c23c5-6796-4717-90c7-b4bcc16a0651 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 210 time: 0.1776907 Jul 30 01:44:45.412485 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8722b565-6ef1-4913-8db6-9f9d09284367 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:45.444387 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f8cab754-b477-4a4b-9ae8-2fd19e457e85 req-7027e2e2-6a38-4ae5-adb3-62fb1ef10cf6 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.450815 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 8722b565-6ef1-4913-8db6-9f9d09284367 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:45.451401 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8722b565-6ef1-4913-8db6-9f9d09284367 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:45.517388 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.530579 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] Transition to ACTIVE for port object d28f587e-2cfa-4506-9216-66f446e9d4c5 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:45.548340 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-7cbcc79d-dafc-49db-bb70-d4401c3aacb8 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.577490 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be2702-e3ee-4592-9543-04ae9d589a14 req-05962ddf-6a3c-4ff4-9b00-0e30ae2de65a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:45.582799 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8be2702-e3ee-4592-9543-04ae9d589a14 req-05962ddf-6a3c-4ff4-9b00-0e30ae2de65a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.0910897 Jul 30 01:44:45.594431 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1eb3ce3-2efd-4947-befe-637a0659ec2f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.609073 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1eb3ce3-2efd-4947-befe-637a0659ec2f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.613748 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d1eb3ce3-2efd-4947-befe-637a0659ec2f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] 10.222.0.70 "DELETE /v2.0/networks/cd07b72d-638c-4fd9-b55d-92130717becd HTTP/1.1" status: 204 len: 168 time: 1.6491625 Jul 30 01:44:45.621653 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] For port 4b735435-550b-48a5-9a17-ff90cd5af578, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=4b735435-550b-48a5-9a17-ff90cd5af578,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:45.633542 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb3ce3-2efd-4947-befe-637a0659ec2f tempest-ServersTestMultiNic-2091501518 tempest-ServersTestMultiNic-2091501518-project] Pushing event deleted for resources: {'Network': ['ID=cd07b72d-638c-4fd9-b55d-92130717becd,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:45.658549 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f8cab754-b477-4a4b-9ae8-2fd19e457e85 req-7027e2e2-6a38-4ae5-adb3-62fb1ef10cf6 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.666267 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8be2702-e3ee-4592-9543-04ae9d589a14 req-f4e6e0f4-f94e-45e8-b267-7bc93c044564 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759900 Jul 30 01:44:45.686456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] For port 4b735435-550b-48a5-9a17-ff90cd5af578, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:45.723886 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.741511 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e593ac3-6b0b-493d-97f7-d7701996f28c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b735435-550b-48a5-9a17-ff90cd5af578'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:45.748305 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534b83df-4d55-408b-a727-03720d80ba23" -d '{"events": [{"server_uuid": "8e593ac3-6b0b-493d-97f7-d7701996f28c", "name": "network-vif-unplugged", "status": "completed", "tag": "4b735435-550b-48a5-9a17-ff90cd5af578"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:45.760245 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.788824 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] Transition to ACTIVE for port object 4b735435-550b-48a5-9a17-ff90cd5af578 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:45.804813 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-7cbcc79d-dafc-49db-bb70-d4401c3aacb8 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.880796 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-f8cab754-b477-4a4b-9ae8-2fd19e457e85 req-7027e2e2-6a38-4ae5-adb3-62fb1ef10cf6 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Allocated IP 172.25.1.172 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/c4ac074f-2096-4c15-b840-906eabe95dcb) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:45.881010 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f7c27-cfd2-4549-bae7-59bb8e66fdf7 req-56ab4aae-7dd6-4944-a9ba-fa3f0b9b564d tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:45.883523 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b69f7c27-cfd2-4549-bae7-59bb8e66fdf7 req-56ab4aae-7dd6-4944-a9ba-fa3f0b9b564d tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 931 time: 0.0913019 Jul 30 01:44:45.903144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-7cbcc79d-dafc-49db-bb70-d4401c3aacb8 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Network 3a621a35-44c6-4105-9f2d-eba3cb0bd5de is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:45.912852 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-7cbcc79d-dafc-49db-bb70-d4401c3aacb8 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:45.917659 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-7cbcc79d-dafc-49db-bb70-d4401c3aacb8 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:45.920622 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcc79d-dafc-49db-bb70-d4401c3aacb8 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event updated for resources: {'Port': ['ID=a1a0bec4-ef09-4b8b-9a31-8535a631074f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:45.939549 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.940851 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f6ccf-2c08-450e-9249-c138fc79db12 None None] Pushing event updated for resources: {'Port': ['ID=d28f587e-2cfa-4506-9216-66f446e9d4c5,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:45.961776 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] Attempting to bind port d28f587e-2cfa-4506-9216-66f446e9d4c5 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:45.963395 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] Attempting to bind port d28f587e-2cfa-4506-9216-66f446e9d4c5 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '0bf3eb65-b78a-4436-a42e-1a8fd082bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ae90aeac-af03-4460-a127-933834d64e8d'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:45.964212 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] Attempting to bind port d28f587e-2cfa-4506-9216-66f446e9d4c5 on network ae90aeac-af03-4460-a127-933834d64e8d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:45.970863 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:45.971687 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] Checking segment: {'id': '0bf3eb65-b78a-4436-a42e-1a8fd082bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ae90aeac-af03-4460-a127-933834d64e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:45.972927 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.973625 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] Bound using segment: {'id': '0bf3eb65-b78a-4436-a42e-1a8fd082bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ae90aeac-af03-4460-a127-933834d64e8d'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:45.974329 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] Bound port: d28f587e-2cfa-4506-9216-66f446e9d4c5, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf3eb65-b78a-4436-a42e-1a8fd082bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ae90aeac-af03-4460-a127-933834d64e8d'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:45.974978 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.000315 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b69f7c27-cfd2-4549-bae7-59bb8e66fdf7 req-8d870f18-5a0c-407f-b479-78e849138af7 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100540 Jul 30 01:44:46.060752 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] No DVR routers for this DVR port 4b735435-550b-48a5-9a17-ff90cd5af578 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:46.077449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b735435-550b-48a5-9a17-ff90cd5af578,revision_number=6']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:46.084308 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-7cbcc79d-dafc-49db-bb70-d4401c3aacb8 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:46.085327 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-7cbcc79d-dafc-49db-bb70-d4401c3aacb8 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.099243 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] For port d28f587e-2cfa-4506-9216-66f446e9d4c5, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:46.103284 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] For port d28f587e-2cfa-4506-9216-66f446e9d4c5, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d28f587e-2cfa-4506-9216-66f446e9d4c5,segment=NetworkSegment(0bf3eb65-b78a-4436-a42e-1a8fd082bb14),segment_id=0bf3eb65-b78a-4436-a42e-1a8fd082bb14)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:46.150874 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f8cab754-b477-4a4b-9ae8-2fd19e457e85 req-7027e2e2-6a38-4ae5-adb3-62fb1ef10cf6 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.176647 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] Attempting to bind port 4b735435-550b-48a5-9a17-ff90cd5af578 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:46.176995 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] Attempting to bind port 4b735435-550b-48a5-9a17-ff90cd5af578 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:46.177505 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] Attempting to bind port 4b735435-550b-48a5-9a17-ff90cd5af578 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:46.185869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] Port 4b735435-550b-48a5-9a17-ff90cd5af578 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:44:46.186317 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] Attempting to bind port 4b735435-550b-48a5-9a17-ff90cd5af578 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:46.195403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:46.197363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:46.197363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:46.197363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] Bound port: 4b735435-550b-48a5-9a17-ff90cd5af578, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:46.197743 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.220074 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a487efb-02fe-49cb-a84a-528c8a11c106 req-9d0e4d42-cf04-4ada-b433-6d7462c04c2e tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:46.221710 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2a487efb-02fe-49cb-a84a-528c8a11c106 req-9d0e4d42-cf04-4ada-b433-6d7462c04c2e tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 943 time: 0.0825586 Jul 30 01:44:46.257741 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.271956 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-7cbcc79d-dafc-49db-bb70-d4401c3aacb8 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3032596 Jul 30 01:44:46.284006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] Request body: {'port': {'device_id': 'bf4a07c5-c83b-413c-9e71-1fa72c066a97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:46.309337 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] Routers {'b666e6c9-b942-4d24-9768-756b15ee8ecb'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:46.310266 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:44:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b666e6c9-b942-4d24-9768-756b15ee8ecb'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:46.324157 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2a487efb-02fe-49cb-a84a-528c8a11c106 req-8a70fd07-c13c-4445-822b-73d4da919dee tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950868 Jul 30 01:44:46.325248 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] For port 4b735435-550b-48a5-9a17-ff90cd5af578, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:46.329190 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] For port 4b735435-550b-48a5-9a17-ff90cd5af578, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4b735435-550b-48a5-9a17-ff90cd5af578,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:46.347287 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f8cab754-b477-4a4b-9ae8-2fd19e457e85 req-7027e2e2-6a38-4ae5-adb3-62fb1ef10cf6 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.376572 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f6ccf-2c08-450e-9249-c138fc79db12 None None] Pushing event updated for resources: {'Port': ['ID=d28f587e-2cfa-4506-9216-66f446e9d4c5,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:46.419064 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.462496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8cab754-b477-4a4b-9ae8-2fd19e457e85 req-7027e2e2-6a38-4ae5-adb3-62fb1ef10cf6 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:46.480041 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.501983 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be0e71f-67c2-498b-8102-231e0eecd736 x-openstack-request-id: req-6be0e71f-67c2-498b-8102-231e0eecd736 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:46.503039 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e593ac3-6b0b-493d-97f7-d7701996f28c", "name": "network-vif-unplugged", "status": "completed", "tag": "4b735435-550b-48a5-9a17-ff90cd5af578", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:46.503175 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] Set router b666e6c9-b942-4d24-9768-756b15ee8ecb gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:46.503296 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6be0e71f-67c2-498b-8102-231e0eecd736 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:46.503296 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e593ac3-6b0b-493d-97f7-d7701996f28c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b735435-550b-48a5-9a17-ff90cd5af578', 'code': 200} Jul 30 01:44:46.508220 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-f8cab754-b477-4a4b-9ae8-2fd19e457e85 req-7027e2e2-6a38-4ae5-adb3-62fb1ef10cf6 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:46.516480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cab754-b477-4a4b-9ae8-2fd19e457e85 req-7027e2e2-6a38-4ae5-adb3-62fb1ef10cf6 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:46.518377 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027e2e2-6a38-4ae5-adb3-62fb1ef10cf6 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Pushing event updated for resources: {'Port': ['ID=c4ac074f-2096-4c15-b840-906eabe95dcb,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:46.585594 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b735435-550b-48a5-9a17-ff90cd5af578,revision_number=7']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:46.592492 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:46.593247 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.594877 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-02288b4e-f90e-4a69-b369-e92aa1f898c9 service neutron] 10.222.0.77 "PUT /v2.0/ports/4b735435-550b-48a5-9a17-ff90cd5af578 HTTP/1.1" status: 200 len: 1096 time: 1.6819019 Jul 30 01:44:46.729326 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-13f9f109-53b3-48d8-8df6-fe0e6a9e39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:46.730917 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-13f9f109-53b3-48d8-8df6-fe0e6a9e39b5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 1099 time: 0.0829790 Jul 30 01:44:46.767913 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-72346661-a96d-46e0-8ce7-2fd812022468 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:46.769533 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-72346661-a96d-46e0-8ce7-2fd812022468 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.77 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 812 time: 0.3247504 Jul 30 01:44:46.857869 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f8cab754-b477-4a4b-9ae8-2fd19e457e85 req-7027e2e2-6a38-4ae5-adb3-62fb1ef10cf6 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.865703 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b666e6c9-b942-4d24-9768-756b15ee8ecb', 'name': 'tempest-FloatingIPDetailsTestJSON-831614400-router', 'tenant_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'be5e2fa6-642a-4be2-9713-eef30744ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:32Z', 'updated_at': '2021-07-30T01:44:42Z', 'revision_number': 4, 'project_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'gw_port': {'id': 'be5e2fa6-642a-4be2-9713-eef30744ac21', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b666e6c9-b942-4d24-9768-756b15ee8ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:35Z', 'updated_at': '2021-07-30T01:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd28f587e-2cfa-4506-9216-66f446e9d4c5', 'name': '', 'network_id': 'ae90aeac-af03-4460-a127-933834d64e8d', 'tenant_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'mac_address': 'fa:16:3e:9b:ab:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b666e6c9-b942-4d24-9768-756b15ee8ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c081002-c5c2-410e-9c7d-5b9a3cac21b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:40Z', 'updated_at': '2021-07-30T01:44:46Z', 'revision_number': 4, 'project_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'subnets': [{'id': '0c081002-c5c2-410e-9c7d-5b9a3cac21b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:46.877485 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b24be610-5e41-4a73-8026-3863ff30dfb7 req-351fce49-364e-42cb-a64f-54e6865c72d0 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 210 time: 0.0337675 Jul 30 01:44:46.914138 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-8fc7d1a6-c3b0-4ea0-9a6a-ea104625d2ee tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6897963c87b34fd69f2c677d1443d2b8 HTTP/1.1" status: 200 len: 380 time: 0.1176739 Jul 30 01:44:46.934416 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef406a-303c-4b91-a043-6ec982982072 None None] The sync data for ids ['b666e6c9-b942-4d24-9768-756b15ee8ecb'] in n-d-713498-9 is: [{'id': 'b666e6c9-b942-4d24-9768-756b15ee8ecb', 'name': 'tempest-FloatingIPDetailsTestJSON-831614400-router', 'tenant_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'be5e2fa6-642a-4be2-9713-eef30744ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:32Z', 'updated_at': '2021-07-30T01:44:42Z', 'revision_number': 4, 'project_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'gw_port': {'id': 'be5e2fa6-642a-4be2-9713-eef30744ac21', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b666e6c9-b942-4d24-9768-756b15ee8ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:35Z', 'updated_at': '2021-07-30T01:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd28f587e-2cfa-4506-9216-66f446e9d4c5', 'name': '', 'network_id': 'ae90aeac-af03-4460-a127-933834d64e8d', 'tenant_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'mac_address': 'fa:16:3e:9b:ab:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b666e6c9-b942-4d24-9768-756b15ee8ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c081002-c5c2-410e-9c7d-5b9a3cac21b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:40Z', 'updated_at': '2021-07-30T01:44:46Z', 'revision_number': 4, 'project_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'subnets': [{'id': '0c081002-c5c2-410e-9c7d-5b9a3cac21b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:44:46.939367 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-808da71c-bed7-41f3-947e-66341356050b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Request body: {'port': {'device_id': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'admin_state_up': True, 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'security_groups': ['bf796bb1-386a-4e8d-a100-ac82d107d65d']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:46.967299 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-0ce3c311-c3d8-4538-929c-89794d43fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:46.969193 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-0ce3c311-c3d8-4538-929c-89794d43fdda service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.2301707 Jul 30 01:44:47.095088 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-24b7a5ea-944f-4a3a-9d46-c6e5771bd27c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=4b735435-550b-48a5-9a17-ff90cd5af578 HTTP/1.1" status: 200 len: 217 time: 0.1183364 Jul 30 01:44:47.235025 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-b0aefc09-937e-4f13-9918-59af0a65b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:47.237020 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-b0aefc09-937e-4f13-9918-59af0a65b06a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1194737 Jul 30 01:44:47.249939 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f3030-26dc-4320-a1d0-fb86068061d0 req-0211a4ca-9b9a-468d-9e5e-36da093327b0 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:47.258553 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9c6f3030-26dc-4320-a1d0-fb86068061d0 req-0211a4ca-9b9a-468d-9e5e-36da093327b0 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 948 time: 0.1661122 Jul 30 01:44:47.290084 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:47.338353 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-2e5c6a7f-81c7-4692-8afe-e45c70f9dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:47.339920 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-2e5c6a7f-81c7-4692-8afe-e45c70f9dfbf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0734076 Jul 30 01:44:47.349341 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9c6f3030-26dc-4320-a1d0-fb86068061d0 req-3ff042ea-f407-4390-b0ca-30f17f8429e1 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895667 Jul 30 01:44:47.365626 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 4b735435-550b-48a5-9a17-ff90cd5af578 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:47.472555 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 4b735435-550b-48a5-9a17-ff90cd5af578 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:47.487012 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-900eab0e-b9a5-4588-8a81-8dfb3d0c0f02 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363230 Jul 30 01:44:47.598498 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f8cab754-b477-4a4b-9ae8-2fd19e457e85 req-7027e2e2-6a38-4ae5-adb3-62fb1ef10cf6 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:47.668055 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-129bd3ac-e760-4b06-a2a5-d5fc2028e86f req-80a05ab3-ab20-4d00-bf30-acff5abd7aa1 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724048 Jul 30 01:44:47.716029 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478adbe4-7900-4882-8afc-051b85e78ae2 req-f2c56301-3729-46ca-b64b-60c401026401 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:47.718149 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-478adbe4-7900-4882-8afc-051b85e78ae2 req-f2c56301-3729-46ca-b64b-60c401026401 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 931 time: 0.1392202 Jul 30 01:44:47.777992 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-478adbe4-7900-4882-8afc-051b85e78ae2 req-fe520e86-8115-42c0-9923-be806f3d1ecb tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505750 Jul 30 01:44:47.805552 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a0bec4-ef09-4b8b-9a31-8535a631074f {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:47.830159 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:47.857895 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] Transition to ACTIVE for port object a1a0bec4-ef09-4b8b-9a31-8535a631074f will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:47.929396 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f8cab754-b477-4a4b-9ae8-2fd19e457e85 req-7027e2e2-6a38-4ae5-adb3-62fb1ef10cf6 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:47.936441 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3969b72-4617-4650-9113-570d3a537ca9 req-cbfa0e9c-273e-495c-8662-3d763e302a9d tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:47.946224 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3969b72-4617-4650-9113-570d3a537ca9 req-cbfa0e9c-273e-495c-8662-3d763e302a9d tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 943 time: 0.0733597 Jul 30 01:44:47.955881 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-808da71c-bed7-41f3-947e-66341356050b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Made reservation on behalf of 6897963c87b34fd69f2c677d1443d2b8 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:47.965848 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-808da71c-bed7-41f3-947e-66341356050b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:47.984425 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:48.016888 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3969b72-4617-4650-9113-570d3a537ca9 req-6f2666a9-257d-4cbf-a458-6061f73edbcb tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697267 Jul 30 01:44:48.080246 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f8cab754-b477-4a4b-9ae8-2fd19e457e85 req-7027e2e2-6a38-4ae5-adb3-62fb1ef10cf6 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:48.093897 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36568) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:48.251596 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a0bec4-ef09-4b8b-9a31-8535a631074f,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:48.263774 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f8cab754-b477-4a4b-9ae8-2fd19e457e85 req-7027e2e2-6a38-4ae5-adb3-62fb1ef10cf6 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:48.300447 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6a0d19af-eb9f-4e5c-8e41-a3fb95c402a1 req-7ca2fea9-adc4-4724-b6ca-2d6a12593c3b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 210 time: 0.0496850 Jul 30 01:44:48.303425 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36572) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:48.430617 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027e2e2-6a38-4ae5-adb3-62fb1ef10cf6 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Pushing event updated for resources: {'Port': ['ID=c4ac074f-2096-4c15-b840-906eabe95dcb,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:48.451946 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] Attempting to bind port a1a0bec4-ef09-4b8b-9a31-8535a631074f on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:48.452300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] Attempting to bind port a1a0bec4-ef09-4b8b-9a31-8535a631074f by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '738d7674-e9f5-4be2-a8b4-1ffca710ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3a621a35-44c6-4105-9f2d-eba3cb0bd5de'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:48.452745 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] Attempting to bind port a1a0bec4-ef09-4b8b-9a31-8535a631074f on network 3a621a35-44c6-4105-9f2d-eba3cb0bd5de {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:48.459016 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f8cab754-b477-4a4b-9ae8-2fd19e457e85 req-7027e2e2-6a38-4ae5-adb3-62fb1ef10cf6 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:48.460912 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f8cab754-b477-4a4b-9ae8-2fd19e457e85 req-7027e2e2-6a38-4ae5-adb3-62fb1ef10cf6 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3982005 Jul 30 01:44:48.463607 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] Port a1a0bec4-ef09-4b8b-9a31-8535a631074f on network 3a621a35-44c6-4105-9f2d-eba3cb0bd5de not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:44:48.463940 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] Attempting to bind port a1a0bec4-ef09-4b8b-9a31-8535a631074f on network 3a621a35-44c6-4105-9f2d-eba3cb0bd5de {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:48.476261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:48.476620 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] Checking segment: {'id': '738d7674-e9f5-4be2-a8b4-1ffca710ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3a621a35-44c6-4105-9f2d-eba3cb0bd5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:48.477304 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] Bound using segment: {'id': '738d7674-e9f5-4be2-a8b4-1ffca710ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3a621a35-44c6-4105-9f2d-eba3cb0bd5de'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:48.477756 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] Bound port: a1a0bec4-ef09-4b8b-9a31-8535a631074f, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '738d7674-e9f5-4be2-a8b4-1ffca710ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3a621a35-44c6-4105-9f2d-eba3cb0bd5de'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:48.479321 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:48.503999 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e593ac3-6b0b-493d-97f7-d7701996f28c', 'tag': '4b735435-550b-48a5-9a17-ff90cd5af578'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:48.506254 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d24d1a-5afe-4876-9406-c46fe2e413a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8e593ac3-6b0b-493d-97f7-d7701996f28c", "tag": "4b735435-550b-48a5-9a17-ff90cd5af578"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:48.548607 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-808da71c-bed7-41f3-947e-66341356050b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Allocated IP 172.20.0.9 (8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7/549f13c1-0bda-4ad3-9592-2ba57ba86a47/1c967715-842e-4180-ab4a-eb7c33291aed) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:48.558678 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f8cab754-b477-4a4b-9ae8-2fd19e457e85 req-53513cae-5008-4db5-9134-8f01a46e344f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.172 HTTP/1.1" status: 200 len: 696 time: 0.0892606 Jul 30 01:44:48.610154 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e585709c-270e-4868-bd29-aae1efaf9bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:48.668784 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c632216-c15f-443c-8318-9270f69306d1 req-75002e7a-0e3c-4721-a7ca-badbd9ad59ec tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:48.670330 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3c632216-c15f-443c-8318-9270f69306d1 req-75002e7a-0e3c-4721-a7ca-badbd9ad59ec tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 948 time: 0.1585526 Jul 30 01:44:48.700025 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] For port a1a0bec4-ef09-4b8b-9a31-8535a631074f, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:48.744935 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3c632216-c15f-443c-8318-9270f69306d1 req-0bdd39ec-57e1-4601-bff3-73dae036908c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632110 Jul 30 01:44:48.758859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] For port a1a0bec4-ef09-4b8b-9a31-8535a631074f, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1a0bec4-ef09-4b8b-9a31-8535a631074f,segment=NetworkSegment(738d7674-e9f5-4be2-a8b4-1ffca710ea5e),segment_id=738d7674-e9f5-4be2-a8b4-1ffca710ea5e)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:48.802862 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cab754-b477-4a4b-9ae8-2fd19e457e85 req-0b4f2e10-abf3-4a85-a0af-ff502ac18cb4 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:48.804167 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f8cab754-b477-4a4b-9ae8-2fd19e457e85 req-0b4f2e10-abf3-4a85-a0af-ff502ac18cb4 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.2255316 Jul 30 01:44:48.825560 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:48.837841 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffc33c7-c981-4317-af80-4d73335c7fe6 x-openstack-request-id: req-bffc33c7-c981-4317-af80-4d73335c7fe6 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:48.838025 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e593ac3-6b0b-493d-97f7-d7701996f28c", "tag": "4b735435-550b-48a5-9a17-ff90cd5af578", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:48.838234 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bffc33c7-c981-4317-af80-4d73335c7fe6 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:48.838648 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e593ac3-6b0b-493d-97f7-d7701996f28c', 'tag': '4b735435-550b-48a5-9a17-ff90cd5af578', 'status': 'completed', 'code': 200} Jul 30 01:44:48.853218 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e585709c-270e-4868-bd29-aae1efaf9bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:48.878377 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:48.878884 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:48.880289 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] 10.222.0.77 "PUT /v2.0/ports/a1a0bec4-ef09-4b8b-9a31-8535a631074f HTTP/1.1" status: 200 len: 1091 time: 2.6014795 Jul 30 01:44:48.880735 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4a07c5-c83b-413c-9e71-1fa72c066a97', 'tag': 'a1a0bec4-ef09-4b8b-9a31-8535a631074f'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:48.883040 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf927d7d-3033-4a78-b668-cc68f59ea03f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4a07c5-c83b-413c-9e71-1fa72c066a97", "tag": "a1a0bec4-ef09-4b8b-9a31-8535a631074f"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:48.911832 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-808da71c-bed7-41f3-947e-66341356050b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:48.963222 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-808da71c-bed7-41f3-947e-66341356050b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Transition to ACTIVE for port object 1c967715-842e-4180-ab4a-eb7c33291aed will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:48.968231 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727dc23-6f4c-42e6-99b0-5aa340c84931 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a0bec4-ef09-4b8b-9a31-8535a631074f,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:48.992789 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f4c4d-63d4-4986-b54f-c76ba04032ff req-b9213c36-7b3a-471b-a573-b01b296aa7d1 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:48.994982 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e585709c-270e-4868-bd29-aae1efaf9bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.001816 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f9f4c4d-63d4-4986-b54f-c76ba04032ff req-b9213c36-7b3a-471b-a573-b01b296aa7d1 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 943 time: 0.1037908 Jul 30 01:44:49.032173 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d28f587e-2cfa-4506-9216-66f446e9d4c5 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:49.078832 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 80cc221b-fe74-481e-9aec-833025b094d0 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:44:49.082808 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f9f4c4d-63d4-4986-b54f-c76ba04032ff req-3ce133c8-cb31-48e6-a99c-f433f32651f8 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754313 Jul 30 01:44:49.089755 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-aa1343ac-3ab3-4e2b-aebc-498f97d43358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:49.091341 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-aa1343ac-3ab3-4e2b-aebc-498f97d43358 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=532deb34bbd846ce86f160f5f89040d6&device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 1094 time: 0.0804579 Jul 30 01:44:49.144457 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e585709c-270e-4868-bd29-aae1efaf9bf5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=437f48af1b9d4313955dfc81d64c6076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8398051 Jul 30 01:44:49.152433 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36590) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:49.154034 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074b2f24-b92b-4961-aeb8-74c4b016fa8e x-openstack-request-id: req-074b2f24-b92b-4961-aeb8-74c4b016fa8e {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:49.154392 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4a07c5-c83b-413c-9e71-1fa72c066a97", "tag": "a1a0bec4-ef09-4b8b-9a31-8535a631074f", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:49.154621 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-074b2f24-b92b-4961-aeb8-74c4b016fa8e {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:49.155051 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4a07c5-c83b-413c-9e71-1fa72c066a97', 'tag': 'a1a0bec4-ef09-4b8b-9a31-8535a631074f', 'status': 'completed', 'code': 200} Jul 30 01:44:49.157729 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-78c9d573-cebd-4518-badb-2695c5c6e47a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a0bec4-ef09-4b8b-9a31-8535a631074f HTTP/1.1" status: 200 len: 217 time: 0.0512953 Jul 30 01:44:49.157922 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585709c-270e-4868-bd29-aae1efaf9bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814c9391-034f-4d2f-be87-1a0a385a29cc,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:49.158918 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-808da71c-bed7-41f3-947e-66341356050b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.163147 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-a0e94470-03c4-46d7-975f-aca66b7a3b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:49.164942 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-a0e94470-03c4-46d7-975f-aca66b7a3b6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 1099 time: 0.3103883 Jul 30 01:44:49.179615 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9cc2da5-a522-47b0-9a24-bad14e81db7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.254024 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-20281be6-0285-474e-8b16-deddbbc64c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:49.255593 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-20281be6-0285-474e-8b16-deddbbc64c5c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 1099 time: 0.3599722 Jul 30 01:44:49.281209 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port d28f587e-2cfa-4506-9216-66f446e9d4c5 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:49.289024 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port d28f587e-2cfa-4506-9216-66f446e9d4c5 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:49.289410 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.290390 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-808da71c-bed7-41f3-947e-66341356050b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:49.305200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-808da71c-bed7-41f3-947e-66341356050b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:49.310634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808da71c-bed7-41f3-947e-66341356050b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Pushing event updated for resources: {'Port': ['ID=1c967715-842e-4180-ab4a-eb7c33291aed,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:49.320791 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-808da71c-bed7-41f3-947e-66341356050b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:49.326538 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-4f5db983-636d-4e9c-8c54-970bb6652a5e tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4686668 Jul 30 01:44:49.332115 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-83f53de9-7075-4406-b920-d0e532888c70 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:49.353744 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-cd5f9a17-a712-47e1-affc-6e2d8cf06e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:49.355436 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-cd5f9a17-a712-47e1-affc-6e2d8cf06e3d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=30644392-d094-481b-a028-a7f7974310de HTTP/1.1" status: 200 len: 853 time: 0.1829751 Jul 30 01:44:49.378950 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 80cc221b-fe74-481e-9aec-833025b094d0, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=80cc221b-fe74-481e-9aec-833025b094d0,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:49.406534 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-990c0ef8-06b0-4470-af09-c64ed8a6f00c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3a621a35-44c6-4105-9f2d-eba3cb0bd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412469 Jul 30 01:44:49.414797 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe80a4-1518-447f-91ee-64db5b269f2e req-55a670de-abc9-406f-afab-8c9c1674e6cb tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:49.417005 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57fe80a4-1518-447f-91ee-64db5b269f2e req-55a670de-abc9-406f-afab-8c9c1674e6cb tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 943 time: 0.1793315 Jul 30 01:44:49.427986 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-808da71c-bed7-41f3-947e-66341356050b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:49.428639 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-808da71c-bed7-41f3-947e-66341356050b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.475308 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.504566 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '80cc221b-fe74-481e-9aec-833025b094d0', 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e', 'port_id': '80cc221b-fe74-481e-9aec-833025b094d0', 'mac_address': 'fa:16:3e:58:69:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df4a4e9-2ec7-47a1-80c6-9f49100e235e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:44:49.544122 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57fe80a4-1518-447f-91ee-64db5b269f2e req-1f41d230-5b8f-4150-b18f-e383d631eebe tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054327 Jul 30 01:44:49.578827 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0b54f2a9-b993-4707-83cd-6f2011ed5ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.580919 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port d28f587e-2cfa-4506-9216-66f446e9d4c5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d28f587e-2cfa-4506-9216-66f446e9d4c5,segment=NetworkSegment(0bf3eb65-b78a-4436-a42e-1a8fd082bb14),segment_id=0bf3eb65-b78a-4436-a42e-1a8fd082bb14)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:49.590429 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-83f53de9-7075-4406-b920-d0e532888c70 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.599920 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.614638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80cc221b-fe74-481e-9aec-833025b094d0 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:49.626158 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-a392591f-fc16-42fa-9e53-3a1010b6b508 service neutron] 10.222.0.77 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046969 Jul 30 01:44:49.637592 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 80cc221b-fe74-481e-9aec-833025b094d0, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=80cc221b-fe74-481e-9aec-833025b094d0,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:49.646582 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-519b73c5-9a62-416c-8494-8bba873af2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:49.648079 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-519b73c5-9a62-416c-8494-8bba873af2ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.4626858 Jul 30 01:44:49.683698 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-b884c80c-401a-401d-bcfc-52773b348206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:49.685131 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-b884c80c-401a-401d-bcfc-52773b348206 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.3984060 Jul 30 01:44:49.696020 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-808da71c-bed7-41f3-947e-66341356050b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7778921 Jul 30 01:44:49.706988 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.716300 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.719192 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] Request body: {'port': {'device_id': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:49.755541 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955b070-c77f-478b-8dbb-83f2c8933d5b req-5427da70-33d6-44c3-8f3e-6c084aa91f0f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:49.760160 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9dcdc9d1-c04b-464f-bee0-bf1c4957d033 None None] Provisioning for port 1c967715-842e-4180-ab4a-eb7c33291aed completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:49.763110 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2955b070-c77f-478b-8dbb-83f2c8933d5b req-5427da70-33d6-44c3-8f3e-6c084aa91f0f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 931 time: 0.1405392 Jul 30 01:44:49.771194 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9dcdc9d1-c04b-464f-bee0-bf1c4957d033 None None] Provisioning complete for port 1c967715-842e-4180-ab4a-eb7c33291aed triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:49.771701 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc9d1-c04b-464f-bee0-bf1c4957d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.808619 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=d28f587e-2cfa-4506-9216-66f446e9d4c5,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:49.860158 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9dcdc9d1-c04b-464f-bee0-bf1c4957d033 None None] Port 1c967715-842e-4180-ab4a-eb7c33291aed cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:49.868446 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2955b070-c77f-478b-8dbb-83f2c8933d5b req-7b3e0f5f-c88c-4a12-8ccb-4cea9b352daa tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039178 Jul 30 01:44:49.870648 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.880137 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=80cc221b-fe74-481e-9aec-833025b094d0,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:49.898265 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de8912b-2d0d-4e13-a0b3-c26a70b0972b req-7bc2adf7-f041-4051-9239-a68c661e2767 service neutron] 10.222.0.77 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524915 Jul 30 01:44:50.034619 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['80cc221b-fe74-481e-9aec-833025b094d0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:50.059165 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0b54f2a9-b993-4707-83cd-6f2011ed5ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:50.096985 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-cc951b55-831d-48fa-9941-58b192beffca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=4b735435-550b-48a5-9a17-ff90cd5af578 HTTP/1.1" status: 200 len: 217 time: 0.4146948 Jul 30 01:44:50.108083 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-bde37599-a0f5-42c9-aca2-b64e608a8e40 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=4b735435-550b-48a5-9a17-ff90cd5af578 HTTP/1.1" status: 200 len: 217 time: 0.3914788 Jul 30 01:44:50.220922 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf927d7d-3033-4a78-b668-cc68f59ea03f req-6a9ba244-1330-442d-88ba-a79c85d777e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:50.222442 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf927d7d-3033-4a78-b668-cc68f59ea03f req-6a9ba244-1330-442d-88ba-a79c85d777e3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=532deb34bbd846ce86f160f5f89040d6&device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 1094 time: 0.1495099 Jul 30 01:44:50.231162 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-f29dc335-fd6e-4261-b733-8c5432f7e1ba tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:50.232530 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-083aa333-6e59-470c-963f-d6f326b1ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:50.232691 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-f29dc335-fd6e-4261-b733-8c5432f7e1ba tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 821 time: 0.2254601 Jul 30 01:44:50.233975 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-083aa333-6e59-470c-963f-d6f326b1ee00 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1250629 Jul 30 01:44:50.243811 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-79718064-968f-48e0-b4c0-836c39bb57c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:50.245249 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-79718064-968f-48e0-b4c0-836c39bb57c7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1227405 Jul 30 01:44:50.313674 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-4e0d43a6-fc76-4018-9cc5-f902c837d98f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/quotas/9d514f5becb241c68f7a0454fc8f5db1 HTTP/1.1" status: 200 len: 375 time: 0.0661690 Jul 30 01:44:50.358443 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0b54f2a9-b993-4707-83cd-6f2011ed5ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:50.360973 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0b54f2a9-b993-4707-83cd-6f2011ed5ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:50.364758 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0b54f2a9-b993-4707-83cd-6f2011ed5ee4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/814c9391-034f-4d2f-be87-1a0a385a29cc HTTP/1.1" status: 204 len: 168 time: 1.2040322 Jul 30 01:44:50.399302 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-4256a39f-6c69-452f-a8d2-df4595779b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:50.401398 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-4256a39f-6c69-452f-a8d2-df4595779b5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1539488 Jul 30 01:44:50.403117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-7918057d-9271-4978-9fae-0c287f4324a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:50.404453 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-7918057d-9271-4978-9fae-0c287f4324a6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1407676 Jul 30 01:44:50.407277 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54f2a9-b993-4707-83cd-6f2011ed5ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814c9391-034f-4d2f-be87-1a0a385a29cc,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:50.437553 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c967715-842e-4180-ab4a-eb7c33291aed {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:50.443079 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf927d7d-3033-4a78-b668-cc68f59ea03f req-81790da5-a80a-48bf-8dbd-cdcdf1a4c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:50.444602 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf927d7d-3033-4a78-b668-cc68f59ea03f req-81790da5-a80a-48bf-8dbd-cdcdf1a4c08b service neutron] 10.222.0.77 "GET /v2.0/networks?id=3a621a35-44c6-4105-9f2d-eba3cb0bd5de HTTP/1.1" status: 200 len: 914 time: 0.1984801 Jul 30 01:44:50.452436 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:50.477025 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-ce98b512-9b67-423f-9fd5-b1b1d27c293a tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1529160 Jul 30 01:44:50.482287 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-83f53de9-7075-4406-b920-d0e532888c70 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:50.517468 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf927d7d-3033-4a78-b668-cc68f59ea03f req-52412578-1f30-4cbc-bf65-083366b17ab3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a0bec4-ef09-4b8b-9a31-8535a631074f HTTP/1.1" status: 200 len: 217 time: 0.0618603 Jul 30 01:44:50.520618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] Transition to ACTIVE for port object 1c967715-842e-4180-ab4a-eb7c33291aed will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:50.622707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf927d7d-3033-4a78-b668-cc68f59ea03f req-15aa131c-1986-445c-92a7-c0c2cc00288e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:50.624195 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf927d7d-3033-4a78-b668-cc68f59ea03f req-15aa131c-1986-445c-92a7-c0c2cc00288e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=30644392-d094-481b-a028-a7f7974310de HTTP/1.1" status: 200 len: 853 time: 0.0939474 Jul 30 01:44:50.631109 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-f9cc2da5-a522-47b0-9a24-bad14e81db7c admin admin] Deleting port 775a47af-a7ef-4a6e-8a12-3249fedbb8a6 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:50.631613 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9cc2da5-a522-47b0-9a24-bad14e81db7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:50.649085 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:50.669651 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf927d7d-3033-4a78-b668-cc68f59ea03f req-b307eeee-aea7-4c2f-9d9b-789b4311b2df service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3a621a35-44c6-4105-9f2d-eba3cb0bd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374537 Jul 30 01:44:50.682810 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-cdc81a88-2c07-45c6-bf21-2d88da99e86c service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691028 Jul 30 01:44:50.691165 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-833d68f8-a1fd-4ca1-bf30-75d0707ea703 service neutron] 10.222.0.70 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843414 Jul 30 01:44:50.719558 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-a6dc8951-004f-482d-a268-d6b8c429d693 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069718 Jul 30 01:44:50.811346 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] Pushing event updated for resources: {'Port': ['ID=1c967715-842e-4180-ab4a-eb7c33291aed,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:50.859234 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-83f53de9-7075-4406-b920-d0e532888c70 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Allocated IP 172.25.1.83 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/ec8e866b-1c8f-4bb6-bf24-77d9fc0f54c5) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:50.907531 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-f9cc2da5-a522-47b0-9a24-bad14e81db7c admin admin] For port 775a47af-a7ef-4a6e-8a12-3249fedbb8a6, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=775a47af-a7ef-4a6e-8a12-3249fedbb8a6,segment=NetworkSegment(08fc56a1-be6a-464b-be74-ca21f0eaafbd),segment_id=08fc56a1-be6a-464b-be74-ca21f0eaafbd)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:50.907853 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9cc2da5-a522-47b0-9a24-bad14e81db7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:50.938799 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-8e153fb2-46ca-4921-b12b-4811c08e4296 service neutron] 10.222.0.70 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316473 Jul 30 01:44:50.940616 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf927d7d-3033-4a78-b668-cc68f59ea03f req-263d5553-f235-41d9-b0ec-6f6110360c4f service neutron] 10.222.0.77 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485142 Jul 30 01:44:50.983117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-f9cc2da5-a522-47b0-9a24-bad14e81db7c admin admin] Calling delete_port for 775a47af-a7ef-4a6e-8a12-3249fedbb8a6 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:51.011748 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] Attempting to bind port 1c967715-842e-4180-ab4a-eb7c33291aed on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:51.012365 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] Attempting to bind port 1c967715-842e-4180-ab4a-eb7c33291aed by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:51.012898 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] Attempting to bind port 1c967715-842e-4180-ab4a-eb7c33291aed on network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:51.023725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] Port 1c967715-842e-4180-ab4a-eb7c33291aed on network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:44:51.024268 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] Attempting to bind port 1c967715-842e-4180-ab4a-eb7c33291aed on network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:51.037265 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:51.037827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] Checking segment: {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:51.038450 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] Bound using segment: {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:51.039318 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] Bound port: 1c967715-842e-4180-ab4a-eb7c33291aed, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:51.039875 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.042420 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-bd9f1abc-a019-43b3-813b-88a69162f065 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378680 Jul 30 01:44:51.047470 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21d24d1a-5afe-4876-9406-c46fe2e413a3 req-187cf749-01fd-47e8-bdd0-b6cdaecf9cbd service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859938 Jul 30 01:44:51.072407 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d28f587e-2cfa-4506-9216-66f446e9d4c5 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:51.082100 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4b735435-550b-48a5-9a17-ff90cd5af578 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:44:51.128375 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf927d7d-3033-4a78-b668-cc68f59ea03f req-ecce966f-faf9-4d39-ab37-e3b8e5d28509 service neutron] 10.222.0.77 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762688 Jul 30 01:44:51.134275 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 80cc221b-fe74-481e-9aec-833025b094d0 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:51.151839 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-83f53de9-7075-4406-b920-d0e532888c70 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.162875 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] For port 1c967715-842e-4180-ab4a-eb7c33291aed, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:51.167526 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] For port 1c967715-842e-4180-ab4a-eb7c33291aed, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1c967715-842e-4180-ab4a-eb7c33291aed,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:51.212004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36618) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:51.226480 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c1bcb6ba-3d06-41e6-983b-c1edd6c15f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.248223 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.318988 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port d28f587e-2cfa-4506-9216-66f446e9d4c5 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:51.319165 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:51.319417 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.319734 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.321359 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] 10.222.0.77 "PUT /v2.0/ports/1c967715-842e-4180-ab4a-eb7c33291aed HTTP/1.1" status: 200 len: 1091 time: 1.6072166 Jul 30 01:44:51.324739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'tag': '1c967715-842e-4180-ab4a-eb7c33291aed'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:51.327944 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe697442-3218-43c4-8c4e-e569b62b242d" -d '{"events": [{"name": "network-changed", "server_uuid": "c08b45c4-342a-47f4-bc8a-6c135bfa13a6", "tag": "1c967715-842e-4180-ab4a-eb7c33291aed"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:51.329774 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-83f53de9-7075-4406-b920-d0e532888c70 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.332994 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d292f-9b50-46ad-9cce-16bafb239285 service neutron] Pushing event updated for resources: {'Port': ['ID=1c967715-842e-4180-ab4a-eb7c33291aed,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:51.370738 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-83f53de9-7075-4406-b920-d0e532888c70 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:51.373706 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-83f53de9-7075-4406-b920-d0e532888c70 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:51.377435 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-83f53de9-7075-4406-b920-d0e532888c70 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:51.388581 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f53de9-7075-4406-b920-d0e532888c70 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Pushing event updated for resources: {'Port': ['ID=ec8e866b-1c8f-4bb6-bf24-77d9fc0f54c5,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:51.409576 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4b735435-550b-48a5-9a17-ff90cd5af578, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4b735435-550b-48a5-9a17-ff90cd5af578,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:51.420103 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9cc2da5-a522-47b0-9a24-bad14e81db7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.427887 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '4b735435-550b-48a5-9a17-ff90cd5af578', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '4b735435-550b-48a5-9a17-ff90cd5af578', 'mac_address': 'fa:16:3e:2a:d0:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:44:51.438617 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 80cc221b-fe74-481e-9aec-833025b094d0 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:51.455126 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc2da5-a522-47b0-9a24-bad14e81db7c admin admin] Pushing event deleted for resources: {'Port': ['ID=775a47af-a7ef-4a6e-8a12-3249fedbb8a6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:51.466059 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c1bcb6ba-3d06-41e6-983b-c1edd6c15f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.505523 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.512846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 80cc221b-fe74-481e-9aec-833025b094d0 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:51.522421 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-ebfd1007-685a-4d01-a678-36a12f583da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:51.524431 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-ebfd1007-685a-4d01-a678-36a12f583da6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 1094 time: 0.0567412 Jul 30 01:44:51.527116 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.594003 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-83f53de9-7075-4406-b920-d0e532888c70 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.596337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b735435-550b-48a5-9a17-ff90cd5af578 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:51.600920 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-31ea9204-f131-4ea3-ab8a-15c30ea0ca69 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c967715-842e-4180-ab4a-eb7c33291aed HTTP/1.1" status: 200 len: 217 time: 0.0615904 Jul 30 01:44:51.602138 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c1bcb6ba-3d06-41e6-983b-c1edd6c15f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.637775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4b735435-550b-48a5-9a17-ff90cd5af578, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4b735435-550b-48a5-9a17-ff90cd5af578,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:51.672448 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-b9cd72f5-27d2-4df4-b9ca-fcad27f88db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:51.674072 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-b9cd72f5-27d2-4df4-b9ca-fcad27f88db8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.0608242 Jul 30 01:44:51.720736 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.752636 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c1bcb6ba-3d06-41e6-983b-c1edd6c15f2f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7a530668efcc46bbb419b0198ed64c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5345871 Jul 30 01:44:51.753411 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36626) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:51.785644 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-83f53de9-7075-4406-b920-d0e532888c70 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.787618 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9cc2da5-a522-47b0-9a24-bad14e81db7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.808243 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.850271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67801297-4678-4cc9-b66a-969c3f46c5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cc221b-fe74-481e-9aec-833025b094d0'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:51.852556 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd53d644-614d-430d-bfc5-1cb8bf2fde6c" -d '{"events": [{"server_uuid": "67801297-4678-4cc9-b66a-969c3f46c5cb", "name": "network-vif-plugged", "status": "completed", "tag": "80cc221b-fe74-481e-9aec-833025b094d0"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:51.873771 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 80cc221b-fe74-481e-9aec-833025b094d0, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=80cc221b-fe74-481e-9aec-833025b094d0,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:51.875150 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=4b735435-550b-48a5-9a17-ff90cd5af578,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:51.885542 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bcb6ba-3d06-41e6-983b-c1edd6c15f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bc8006-8d29-4ab5-a5eb-7287d6694c47,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:51.927107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-d2154a5b-dabe-4919-ae22-1585024d3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:51.928741 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-d2154a5b-dabe-4919-ae22-1585024d3724 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2307227 Jul 30 01:44:51.951620 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-04cc5716-0871-45ec-8df0-770385e0ad69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.957708 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.971824 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85d06c-c418-4ee2-be0b-ab5a59e07847 req-dc94522a-0389-4210-add0-dff48bbeadca tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:51.973342 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a85d06c-c418-4ee2-be0b-ab5a59e07847 req-dc94522a-0389-4210-add0-dff48bbeadca tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 949 time: 0.1762455 Jul 30 01:44:52.014222 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=80cc221b-fe74-481e-9aec-833025b094d0,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:52.042361 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-04cc5716-0871-45ec-8df0-770385e0ad69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.059164 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['4b735435-550b-48a5-9a17-ff90cd5af578'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:52.142775 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-83f53de9-7075-4406-b920-d0e532888c70 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.213790 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cc2da5-a522-47b0-9a24-bad14e81db7c admin admin] Router fe37f137-e024-44b7-a421-0b018618afc6 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:44:52.262057 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-83f53de9-7075-4406-b920-d0e532888c70 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.390947 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-83f53de9-7075-4406-b920-d0e532888c70 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.396673 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f53de9-7075-4406-b920-d0e532888c70 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Pushing event updated for resources: {'Port': ['ID=ec8e866b-1c8f-4bb6-bf24-77d9fc0f54c5,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:52.403752 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a85d06c-c418-4ee2-be0b-ab5a59e07847 req-e7823c3e-cfce-4104-9d60-6422b77dde51 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987277 Jul 30 01:44:52.427068 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cc2da5-a522-47b0-9a24-bad14e81db7c admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:44:52.427068 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f9cc2da5-a522-47b0-9a24-bad14e81db7c admin admin] 10.222.0.70 "PUT /v2.0/routers/fe37f137-e024-44b7-a421-0b018618afc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3312764 Jul 30 01:44:52.429451 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36638) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:52.434089 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d36ec80-cfd5-4c37-981b-092642d59cfb None None] Sync routers for ids ['fe37f137-e024-44b7-a421-0b018618afc6'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:44:52.441132 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-222cf0f6-72e6-4886-8774-7133d6369598 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033612 Jul 30 01:44:52.445498 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d36ec80-cfd5-4c37-981b-092642d59cfb None None] Routers {'fe37f137-e024-44b7-a421-0b018618afc6'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:52.446476 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1d36ec80-cfd5-4c37-981b-092642d59cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:44:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['fe37f137-e024-44b7-a421-0b018618afc6'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:52.510277 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-83f53de9-7075-4406-b920-d0e532888c70 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.511081 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-83f53de9-7075-4406-b920-d0e532888c70 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1837096 Jul 30 01:44:52.562444 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-1d36ec80-cfd5-4c37-981b-092642d59cfb None None] Set router fe37f137-e024-44b7-a421-0b018618afc6 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:52.569883 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-f4b3cf23-abc5-4c40-bdf8-d2bbafb71e29 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 695 time: 0.0501010 Jul 30 01:44:52.640972 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c15f0-8ce8-4eed-ab85-dca21aeb2cf4 req-46107990-04ca-4302-bd61-39d4205c1e67 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:52.647032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-652c15f0-8ce8-4eed-ab85-dca21aeb2cf4 req-46107990-04ca-4302-bd61-39d4205c1e67 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 943 time: 0.1622500 Jul 30 01:44:52.660308 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87c8cfd1-1cfa-4a94-93f5-4b166bdca072 admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.687904 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-cd4bcf18-cd9e-4b1e-8896-8ca17ecf884e tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:52.689010 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-cd4bcf18-cd9e-4b1e-8896-8ca17ecf884e tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.1083941 Jul 30 01:44:52.701739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-7a157e3f-2eb8-4d66-9d8d-5a005cf59ad8 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:44:52.703636 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7a36325f-0307-4bb1-bb15-494fdcc28d34 req-7a157e3f-2eb8-4d66-9d8d-5a005cf59ad8 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076132 Jul 30 01:44:52.718718 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-04cc5716-0871-45ec-8df0-770385e0ad69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.721269 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-04cc5716-0871-45ec-8df0-770385e0ad69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.725256 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-04cc5716-0871-45ec-8df0-770385e0ad69 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/00bc8006-8d29-4ab5-a5eb-7287d6694c47 HTTP/1.1" status: 204 len: 168 time: 0.9265146 Jul 30 01:44:52.766918 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e78c3e1d-7d31-432e-bf36-5e3ff65e4837 req-1e37b6cd-3120-4c19-a6ec-bb9d7a9529b0 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953417 Jul 30 01:44:52.778420 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc5716-0871-45ec-8df0-770385e0ad69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bc8006-8d29-4ab5-a5eb-7287d6694c47,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:52.783798 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1d36ec80-cfd5-4c37-981b-092642d59cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe37f137-e024-44b7-a421-0b018618afc6', 'name': 'tempest-ServersTestMultiNic-2118304789-router', 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd3d7cd96-fadd-445f-a33b-a88b6dcc60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:47Z', 'updated_at': '2021-07-30T01:44:51Z', 'revision_number': 5, 'project_id': '7d8ded957c6c4ac3b56380dd35f56460', 'gw_port': {'id': 'd3d7cd96-fadd-445f-a33b-a88b6dcc60b7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe37f137-e024-44b7-a421-0b018618afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:48Z', 'updated_at': '2021-07-30T01:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:52.796291 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-652c15f0-8ce8-4eed-ab85-dca21aeb2cf4 req-ac433e73-1a47-46fb-817a-86d178a115d2 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401851 Jul 30 01:44:52.819811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d36ec80-cfd5-4c37-981b-092642d59cfb None None] Checking router: fe37f137-e024-44b7-a421-0b018618afc6 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:44:52.835223 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d36ec80-cfd5-4c37-981b-092642d59cfb None None] Routers {'fe37f137-e024-44b7-a421-0b018618afc6'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:52.835840 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1d36ec80-cfd5-4c37-981b-092642d59cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:44:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['fe37f137-e024-44b7-a421-0b018618afc6'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:52.894382 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e4108-ed92-40ac-8d9b-f1c919f73e9f req-714e024a-6d8d-4494-bd3c-32d7c41e0e96 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:52.898508 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6a9e4108-ed92-40ac-8d9b-f1c919f73e9f req-714e024a-6d8d-4494-bd3c-32d7c41e0e96 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 945 time: 0.1058130 Jul 30 01:44:52.942564 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87c8cfd1-1cfa-4a94-93f5-4b166bdca072 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.955406 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3a9c0-9d8b-4770-8f58-0097b022406c req-354ea2dd-55d1-474e-aca4-743b3e7e2a0d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:52.963459 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fba3a9c0-9d8b-4770-8f58-0097b022406c req-354ea2dd-55d1-474e-aca4-743b3e7e2a0d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 943 time: 0.0805159 Jul 30 01:44:52.992934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-1d36ec80-cfd5-4c37-981b-092642d59cfb None None] Set router fe37f137-e024-44b7-a421-0b018618afc6 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:52.996267 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6a9e4108-ed92-40ac-8d9b-f1c919f73e9f req-31ec186f-1636-41ba-b431-9dad9e3e165e tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856478 Jul 30 01:44:53.023173 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fba3a9c0-9d8b-4770-8f58-0097b022406c req-f9e62672-4319-49a9-8201-90f310c59599 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586083 Jul 30 01:44:53.056842 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cda9f4-4662-4b72-9c6f-f0bc58993098 x-openstack-request-id: req-19cda9f4-4662-4b72-9c6f-f0bc58993098 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:53.057254 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08b45c4-342a-47f4-bc8a-6c135bfa13a6", "tag": "1c967715-842e-4180-ab4a-eb7c33291aed", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:53.057736 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-19cda9f4-4662-4b72-9c6f-f0bc58993098 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:53.058873 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'tag': '1c967715-842e-4180-ab4a-eb7c33291aed', 'status': 'completed', 'code': 200} Jul 30 01:44:53.090413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-87c8cfd1-1cfa-4a94-93f5-4b166bdca072 admin admin] Deleting port d3d7cd96-fadd-445f-a33b-a88b6dcc60b7 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:53.091209 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87c8cfd1-1cfa-4a94-93f5-4b166bdca072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.115586 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae8472f-ba92-435f-b08b-239de2ecae4e x-openstack-request-id: req-5ae8472f-ba92-435f-b08b-239de2ecae4e {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:53.115869 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67801297-4678-4cc9-b66a-969c3f46c5cb", "name": "network-vif-plugged", "status": "completed", "tag": "80cc221b-fe74-481e-9aec-833025b094d0", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:53.116118 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ae8472f-ba92-435f-b08b-239de2ecae4e {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:53.116507 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67801297-4678-4cc9-b66a-969c3f46c5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cc221b-fe74-481e-9aec-833025b094d0', 'code': 200} Jul 30 01:44:53.119797 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a1a0bec4-ef09-4b8b-9a31-8535a631074f details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:44:53.134786 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4b735435-550b-48a5-9a17-ff90cd5af578 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:53.207253 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d93599da-860b-45c1-b1ec-bf4a9c09823e req-6ff8a503-0fea-4c4a-8106-edcca7cc593d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 210 time: 0.0917430 Jul 30 01:44:53.345034 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a1a0bec4-ef09-4b8b-9a31-8535a631074f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1a0bec4-ef09-4b8b-9a31-8535a631074f,segment=NetworkSegment(738d7674-e9f5-4be2-a8b4-1ffca710ea5e),segment_id=738d7674-e9f5-4be2-a8b4-1ffca710ea5e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:53.359367 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'a1a0bec4-ef09-4b8b-9a31-8535a631074f', 'network_id': '3a621a35-44c6-4105-9f2d-eba3cb0bd5de', 'port_id': 'a1a0bec4-ef09-4b8b-9a31-8535a631074f', 'mac_address': 'fa:16:3e:c9:a9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30644392-d094-481b-a028-a7f7974310de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:44:53.366804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe697442-3218-43c4-8c4e-e569b62b242d req-eee24307-75ff-4f83-ad39-d045d1fc2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:53.372934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1d36ec80-cfd5-4c37-981b-092642d59cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe37f137-e024-44b7-a421-0b018618afc6', 'name': 'tempest-ServersTestMultiNic-2118304789-router', 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd3d7cd96-fadd-445f-a33b-a88b6dcc60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:47Z', 'updated_at': '2021-07-30T01:44:51Z', 'revision_number': 5, 'project_id': '7d8ded957c6c4ac3b56380dd35f56460', 'gw_port': {'id': 'd3d7cd96-fadd-445f-a33b-a88b6dcc60b7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe37f137-e024-44b7-a421-0b018618afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:48Z', 'updated_at': '2021-07-30T01:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:53.373089 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe697442-3218-43c4-8c4e-e569b62b242d req-eee24307-75ff-4f83-ad39-d045d1fc2485 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 1094 time: 0.2207212 Jul 30 01:44:53.373089 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-87c8cfd1-1cfa-4a94-93f5-4b166bdca072 admin admin] For port d3d7cd96-fadd-445f-a33b-a88b6dcc60b7, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d3d7cd96-fadd-445f-a33b-a88b6dcc60b7,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:53.373089 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87c8cfd1-1cfa-4a94-93f5-4b166bdca072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.432888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d36ec80-cfd5-4c37-981b-092642d59cfb None None] The sync data for ids ['fe37f137-e024-44b7-a421-0b018618afc6'] in n-d-713498-9 is: [{'id': 'fe37f137-e024-44b7-a421-0b018618afc6', 'name': 'tempest-ServersTestMultiNic-2118304789-router', 'tenant_id': '7d8ded957c6c4ac3b56380dd35f56460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd3d7cd96-fadd-445f-a33b-a88b6dcc60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:42:47Z', 'updated_at': '2021-07-30T01:44:51Z', 'revision_number': 5, 'project_id': '7d8ded957c6c4ac3b56380dd35f56460', 'gw_port': {'id': 'd3d7cd96-fadd-445f-a33b-a88b6dcc60b7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe37f137-e024-44b7-a421-0b018618afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:42:48Z', 'updated_at': '2021-07-30T01:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:44:53.437386 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 4b735435-550b-48a5-9a17-ff90cd5af578 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:53.449533 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 4b735435-550b-48a5-9a17-ff90cd5af578 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:53.458418 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.458418 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.464552 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abce2f-7c9d-493d-8a3f-40a626c22182 req-2a10d562-5410-4098-be25-a2a2c51198ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:53.465804 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60abce2f-7c9d-493d-8a3f-40a626c22182 req-2a10d562-5410-4098-be25-a2a2c51198ac service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 1096 time: 0.2497308 Jul 30 01:44:53.470657 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-87c8cfd1-1cfa-4a94-93f5-4b166bdca072 admin admin] Calling delete_port for d3d7cd96-fadd-445f-a33b-a88b6dcc60b7 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:53.491682 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a0bec4-ef09-4b8b-9a31-8535a631074f {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:53.522109 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a1a0bec4-ef09-4b8b-9a31-8535a631074f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1a0bec4-ef09-4b8b-9a31-8535a631074f,segment=NetworkSegment(738d7674-e9f5-4be2-a8b4-1ffca710ea5e),segment_id=738d7674-e9f5-4be2-a8b4-1ffca710ea5e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:53.567747 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.603554 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42e164d8-216a-48b1-8910-149464f7bb03 req-56cf9cee-beea-409c-9aa1-d6e86894a7d2 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3306625 Jul 30 01:44:53.610198 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4b735435-550b-48a5-9a17-ff90cd5af578, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4b735435-550b-48a5-9a17-ff90cd5af578,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:53.613169 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60abce2f-7c9d-493d-8a3f-40a626c22182 req-9c1db4df-40ac-4c93-afde-dcec1328f222 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341660 Jul 30 01:44:53.616297 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-42e164d8-216a-48b1-8910-149464f7bb03 req-ef5d8fad-8786-4a95-af69-221fd257f4d8 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:53.646077 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.652105 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92ad67-9380-41cd-888a-5d922407ca0c req-a2514300-0f49-4a8e-8507-e9e7b0a3e49e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:53.653743 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba92ad67-9380-41cd-888a-5d922407ca0c req-a2514300-0f49-4a8e-8507-e9e7b0a3e49e tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 949 time: 0.0558250 Jul 30 01:44:53.666132 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe697442-3218-43c4-8c4e-e569b62b242d req-fba9fdf3-c242-46a2-8c07-bbb8332303ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:53.668894 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe697442-3218-43c4-8c4e-e569b62b242d req-fba9fdf3-c242-46a2-8c07-bbb8332303ec service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 913 time: 0.2850413 Jul 30 01:44:53.703110 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba92ad67-9380-41cd-888a-5d922407ca0c req-2a479396-3a3c-489a-b041-d33fb40b7f95 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429871 Jul 30 01:44:53.705213 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=a1a0bec4-ef09-4b8b-9a31-8535a631074f,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:53.709648 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.748769 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-42e164d8-216a-48b1-8910-149464f7bb03 req-ef5d8fad-8786-4a95-af69-221fd257f4d8 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.759830 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=4b735435-550b-48a5-9a17-ff90cd5af578,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:53.917239 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-42e164d8-216a-48b1-8910-149464f7bb03 req-ef5d8fad-8786-4a95-af69-221fd257f4d8 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.941827 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4659c7-1201-4889-acda-1f6473676c0e req-1ee55a26-0d25-4c4b-b12c-d856ac5ef0f6 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:53.943725 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7a4659c7-1201-4889-acda-1f6473676c0e req-1ee55a26-0d25-4c4b-b12c-d856ac5ef0f6 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 944 time: 0.0683143 Jul 30 01:44:53.977418 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe697442-3218-43c4-8c4e-e569b62b242d req-fcd87bcd-ad08-43a9-930c-437a21df2e92 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c967715-842e-4180-ab4a-eb7c33291aed HTTP/1.1" status: 200 len: 217 time: 0.0808737 Jul 30 01:44:53.986828 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a1a0bec4-ef09-4b8b-9a31-8535a631074f'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:53.992294 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7a4659c7-1201-4889-acda-1f6473676c0e req-91dd5946-e0f6-4e7e-ab7d-7b6f3f0975f7 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414548 Jul 30 01:44:54.074389 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87c8cfd1-1cfa-4a94-93f5-4b166bdca072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.154937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8cfd1-1cfa-4a94-93f5-4b166bdca072 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d7cd96-fadd-445f-a33b-a88b6dcc60b7,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:54.236421 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-744ef840-5829-4fe3-a5b7-df7c219fb2c7 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:54.238191 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-744ef840-5829-4fe3-a5b7-df7c219fb2c7 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c&tenant_id=623208e081294df0b62265be2069edd5&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 950 time: 0.3336513 Jul 30 01:44:54.264204 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe697442-3218-43c4-8c4e-e569b62b242d req-42a07f8f-b645-49fe-a038-131726f06d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:54.265762 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe697442-3218-43c4-8c4e-e569b62b242d req-42a07f8f-b645-49fe-a038-131726f06d60 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.2498553 Jul 30 01:44:54.276261 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1d3d3-9b2f-4acd-b515-e7bcfff9725b req-a6c963a8-eb3d-4676-ac15-124f59e38e43 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:54.278083 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-02d1d3d3-9b2f-4acd-b515-e7bcfff9725b req-a6c963a8-eb3d-4676-ac15-124f59e38e43 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 945 time: 0.1681046 Jul 30 01:44:54.284508 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-287083d5-344b-48c3-ad70-f91ca1db8d0c tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:54.286164 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-287083d5-344b-48c3-ad70-f91ca1db8d0c tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.10 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 821 time: 0.1960332 Jul 30 01:44:54.308930 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-61ad05f9-047b-4dd2-8352-c3cb0f5816a9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Request body: {'port': {'device_id': 'b42346a9-d375-44eb-b62e-17db7628a2f3', 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e', 'admin_state_up': True, 'tenant_id': '9d514f5becb241c68f7a0454fc8f5db1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:54.364119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-42e164d8-216a-48b1-8910-149464f7bb03 req-ef5d8fad-8786-4a95-af69-221fd257f4d8 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Allocated IP 172.25.1.138 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/a669447a-48c2-4c13-b02c-605da37a5bf3) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:54.385142 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87c8cfd1-1cfa-4a94-93f5-4b166bdca072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.448761 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-02d1d3d3-9b2f-4acd-b515-e7bcfff9725b req-65de6ed8-d890-4db7-bf45-5e6073edd7b6 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615944 Jul 30 01:44:54.518658 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe697442-3218-43c4-8c4e-e569b62b242d req-8b22662f-94e5-4adc-9190-b4622e17250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:54.520568 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe697442-3218-43c4-8c4e-e569b62b242d req-8b22662f-94e5-4adc-9190-b4622e17250f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2187390 Jul 30 01:44:54.552225 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-99835702-5c4a-419b-af6b-cc501c6cc548 service neutron] 10.222.0.77 "GET /v2.0/ports/4b735435-550b-48a5-9a17-ff90cd5af578/bindings/n-h2-713498-9 HTTP/1.1" status: 200 len: 382 time: 0.2938173 Jul 30 01:44:54.553797 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87c8cfd1-1cfa-4a94-93f5-4b166bdca072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.559105 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87c8cfd1-1cfa-4a94-93f5-4b166bdca072 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.572226 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d6b77-0728-41c6-aa04-23ce6389ed9d req-6f4efcee-0729-479b-9deb-51e635f652e1 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:54.573712 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-948d6b77-0728-41c6-aa04-23ce6389ed9d req-6f4efcee-0729-479b-9deb-51e635f652e1 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 943 time: 0.0550776 Jul 30 01:44:54.607286 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-61ad05f9-047b-4dd2-8352-c3cb0f5816a9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Made reservation on behalf of 9d514f5becb241c68f7a0454fc8f5db1 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:54.611243 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-61ad05f9-047b-4dd2-8352-c3cb0f5816a9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.714215 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-948d6b77-0728-41c6-aa04-23ce6389ed9d req-a152351d-d5f7-419d-9d5f-fc4d6be750a0 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315684 Jul 30 01:44:54.769044 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe697442-3218-43c4-8c4e-e569b62b242d req-3611372d-984c-4647-877a-77130a7c9d88 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133241 Jul 30 01:44:54.772668 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-dfe8cf61-7031-4df9-8fa1-92aa13db2ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:54.774105 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-dfe8cf61-7031-4df9-8fa1-92aa13db2ea3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 1101 time: 0.1549673 Jul 30 01:44:54.777791 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-42e164d8-216a-48b1-8910-149464f7bb03 req-ef5d8fad-8786-4a95-af69-221fd257f4d8 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.780030 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87c8cfd1-1cfa-4a94-93f5-4b166bdca072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.780620 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c8cfd1-1cfa-4a94-93f5-4b166bdca072 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe37f137-e024-44b7-a421-0b018618afc6 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:44:54.786135 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87c8cfd1-1cfa-4a94-93f5-4b166bdca072 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.787510 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-87c8cfd1-1cfa-4a94-93f5-4b166bdca072 admin admin] 10.222.0.70 "DELETE /v2.0/routers/fe37f137-e024-44b7-a421-0b018618afc6 HTTP/1.1" status: 204 len: 168 time: 2.3576741 Jul 30 01:44:54.790815 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36678) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:54.869283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b28d1e-e87f-4864-abc1-e42551a7e7a5 admin admin] Deleting subnet 17a1525e-1829-40b4-9289-90deef4b2ac6 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:44:54.891326 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04b28d1e-e87f-4864-abc1-e42551a7e7a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.954164 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-42e164d8-216a-48b1-8910-149464f7bb03 req-ef5d8fad-8786-4a95-af69-221fd257f4d8 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.954557 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ca5c315-5f6c-4aad-bbc2-724792ac0e1d req-4e431d45-a744-4503-9f54-531bc713dae4 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 210 time: 0.0804744 Jul 30 01:44:54.976849 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-61ad05f9-047b-4dd2-8352-c3cb0f5816a9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Allocated IP 172.20.0.3 (18de1eb3-907c-4e80-9e3a-e2daca4c050e/26ee53b8-de93-45d5-96fb-d335e3f2eaf9/8f87cad4-f402-49b4-b2d3-d46655d95204) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:54.980685 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04b28d1e-e87f-4864-abc1-e42551a7e7a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.082027 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a1a0bec4-ef09-4b8b-9a31-8535a631074f up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:55.171677 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e593ac3-6b0b-493d-97f7-d7701996f28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b735435-550b-48a5-9a17-ff90cd5af578'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:55.174195 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5659a89-8f99-4e6c-8a9e-dec0a799c9e9" -d '{"events": [{"server_uuid": "8e593ac3-6b0b-493d-97f7-d7701996f28c", "name": "network-vif-plugged", "status": "completed", "tag": "4b735435-550b-48a5-9a17-ff90cd5af578"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:55.177354 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 775a47af-a7ef-4a6e-8a12-3249fedbb8a6 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:55.207501 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 775a47af-a7ef-4a6e-8a12-3249fedbb8a6 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:55.208118 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 775a47af-a7ef-4a6e-8a12-3249fedbb8a6 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:55.273673 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:44:55.289706 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port a1a0bec4-ef09-4b8b-9a31-8535a631074f completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:55.295567 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port a1a0bec4-ef09-4b8b-9a31-8535a631074f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:55.297845 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.496540 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.520250 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e164d8-216a-48b1-8910-149464f7bb03 req-ef5d8fad-8786-4a95-af69-221fd257f4d8 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:55.541769 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-42e164d8-216a-48b1-8910-149464f7bb03 req-ef5d8fad-8786-4a95-af69-221fd257f4d8 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:55.565040 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e164d8-216a-48b1-8910-149464f7bb03 req-ef5d8fad-8786-4a95-af69-221fd257f4d8 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:55.585209 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a1a0bec4-ef09-4b8b-9a31-8535a631074f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1a0bec4-ef09-4b8b-9a31-8535a631074f,segment=NetworkSegment(738d7674-e9f5-4be2-a8b4-1ffca710ea5e),segment_id=738d7674-e9f5-4be2-a8b4-1ffca710ea5e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:55.597609 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d8fad-8786-4a95-af69-221fd257f4d8 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Pushing event updated for resources: {'Port': ['ID=a669447a-48c2-4c13-b02c-605da37a5bf3,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:55.647529 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.653390 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-7e23d140-c3a7-4ff1-83d9-81d90e5dad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:55.654912 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-7e23d140-c3a7-4ff1-83d9-81d90e5dad90 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.8216307 Jul 30 01:44:55.659325 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe697442-3218-43c4-8c4e-e569b62b242d req-9188356a-c728-40c2-b7ce-5ee0e1400a10 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8272679 Jul 30 01:44:55.669187 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04b28d1e-e87f-4864-abc1-e42551a7e7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.703929 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=a1a0bec4-ef09-4b8b-9a31-8535a631074f,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:55.759408 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-a2b4542a-cf0f-46c4-9fd5-c7f29ba4b18a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=4b735435-550b-48a5-9a17-ff90cd5af578 HTTP/1.1" status: 200 len: 217 time: 0.0491309 Jul 30 01:44:55.762127 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-42e164d8-216a-48b1-8910-149464f7bb03 req-ef5d8fad-8786-4a95-af69-221fd257f4d8 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.791958 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976a27c-c008-4b16-a08a-7eff6396f646 req-dc8b5376-61ff-4f09-b9c1-a59824c0adc0 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:55.796442 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4976a27c-c008-4b16-a08a-7eff6396f646 req-dc8b5376-61ff-4f09-b9c1-a59824c0adc0 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.1507947 Jul 30 01:44:55.811959 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-83d5b1c8-9421-48b5-999c-c88acad19552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:55.813544 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-83d5b1c8-9421-48b5-999c-c88acad19552 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0464842 Jul 30 01:44:55.848274 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-61ad05f9-047b-4dd2-8352-c3cb0f5816a9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.856543 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04b28d1e-e87f-4864-abc1-e42551a7e7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.866863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-e5121996-445d-44c8-afe5-8cd226c3e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:55.868284 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-e5121996-445d-44c8-afe5-8cd226c3e6cb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0468774 Jul 30 01:44:55.869506 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4976a27c-c008-4b16-a08a-7eff6396f646 req-be929345-7c16-4cd0-b38a-f6270a4d3e2d tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722203 Jul 30 01:44:55.900669 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b28d1e-e87f-4864-abc1-e42551a7e7a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17a1525e-1829-40b4-9289-90deef4b2ac6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:55.914479 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc56324a-6e34-4ecf-8803-10220cd36cb2 None None] Network c48d0607-a1db-4a3c-9ded-a02790a272f7 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:55.945498 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04b28d1e-e87f-4864-abc1-e42551a7e7a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.950343 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-04b28d1e-e87f-4864-abc1-e42551a7e7a5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/17a1525e-1829-40b4-9289-90deef4b2ac6 HTTP/1.1" status: 204 len: 168 time: 1.1584949 Jul 30 01:44:55.951982 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36700) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:55.975639 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-42e164d8-216a-48b1-8910-149464f7bb03 req-ef5d8fad-8786-4a95-af69-221fd257f4d8 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.035059 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-61ad05f9-047b-4dd2-8352-c3cb0f5816a9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.091420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['6012cfaf-7ddf-4153-add8-259fdcf5e838'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:56.091939 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-fa636578-2f66-4eca-957b-31e4161c718e service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001455 Jul 30 01:44:56.148331 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-61ad05f9-047b-4dd2-8352-c3cb0f5816a9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Network 18de1eb3-907c-4e80-9e3a-e2daca4c050e is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:56.158622 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-61ad05f9-047b-4dd2-8352-c3cb0f5816a9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:56.160627 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-61ad05f9-047b-4dd2-8352-c3cb0f5816a9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:56.167156 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05fced70-3602-422f-adf4-8df7fb679a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.199901 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad05f9-047b-4dd2-8352-c3cb0f5816a9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Pushing event updated for resources: {'Port': ['ID=8f87cad4-f402-49b4-b2d3-d46655d95204,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:56.231164 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c765b5b-0717-42ed-9713-01bcf1bdd96a req-9c454df3-b81d-4f3f-be50-84cf0323c9bb tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:56.239443 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7c765b5b-0717-42ed-9713-01bcf1bdd96a req-9c454df3-b81d-4f3f-be50-84cf0323c9bb tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 945 time: 0.2546632 Jul 30 01:44:56.248643 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a808df9e-5b85-4dbd-9523-e0518b4997c7 None None] DHCP port deletion for c48d0607-a1db-4a3c-9ded-a02790a272f7 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:44:56.277240 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-2ef86e34-948e-46da-97e7-b52dabc84322 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520927 Jul 30 01:44:56.283628 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-61ad05f9-047b-4dd2-8352-c3cb0f5816a9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:56.284502 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-61ad05f9-047b-4dd2-8352-c3cb0f5816a9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.295256 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-42e164d8-216a-48b1-8910-149464f7bb03 req-ef5d8fad-8786-4a95-af69-221fd257f4d8 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.328663 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7c765b5b-0717-42ed-9713-01bcf1bdd96a req-e2808d29-74d5-4723-8ea6-b01a8c884355 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881071 Jul 30 01:44:56.346596 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-05fced70-3602-422f-adf4-8df7fb679a94 admin admin] Deleting port 7d9193ca-276c-484f-a309-937486cf1915 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:56.347375 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05fced70-3602-422f-adf4-8df7fb679a94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.367596 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-42e164d8-216a-48b1-8910-149464f7bb03 req-ef5d8fad-8786-4a95-af69-221fd257f4d8 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.406093 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-61ad05f9-047b-4dd2-8352-c3cb0f5816a9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1034708 Jul 30 01:44:56.427945 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] Request body: {'port': {'device_id': 'b42346a9-d375-44eb-b62e-17db7628a2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:56.498144 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-05fced70-3602-422f-adf4-8df7fb679a94 admin admin] For port 7d9193ca-276c-484f-a309-937486cf1915, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7d9193ca-276c-484f-a309-937486cf1915,segment=NetworkSegment(08fc56a1-be6a-464b-be74-ca21f0eaafbd),segment_id=08fc56a1-be6a-464b-be74-ca21f0eaafbd)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:56.498553 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05fced70-3602-422f-adf4-8df7fb679a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.501859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d8fad-8786-4a95-af69-221fd257f4d8 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Pushing event updated for resources: {'Port': ['ID=a669447a-48c2-4c13-b02c-605da37a5bf3,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:56.526756 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-42e164d8-216a-48b1-8910-149464f7bb03 req-ef5d8fad-8786-4a95-af69-221fd257f4d8 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.547798 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1430a3-92cf-4a0a-bc05-3248e570c14a x-openstack-request-id: req-8e1430a3-92cf-4a0a-bc05-3248e570c14a {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:56.548366 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e593ac3-6b0b-493d-97f7-d7701996f28c", "name": "network-vif-plugged", "status": "completed", "tag": "4b735435-550b-48a5-9a17-ff90cd5af578", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:56.548601 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e1430a3-92cf-4a0a-bc05-3248e570c14a {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:56.549082 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e593ac3-6b0b-493d-97f7-d7701996f28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b735435-550b-48a5-9a17-ff90cd5af578', 'code': 200} Jul 30 01:44:56.552171 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-05fced70-3602-422f-adf4-8df7fb679a94 admin admin] Calling delete_port for 7d9193ca-276c-484f-a309-937486cf1915 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:56.580577 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a808df9e-5b85-4dbd-9523-e0518b4997c7 None None] Deleting port 7d9193ca-276c-484f-a309-937486cf1915 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:56.581091 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a808df9e-5b85-4dbd-9523-e0518b4997c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.630367 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.643859 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add18f4-9d25-4549-9c53-4dd99c8126fc req-f59b7249-6ffc-4cb8-a2cc-4e6bc39b4ad9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:56.645860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a808df9e-5b85-4dbd-9523-e0518b4997c7 None None] For port 7d9193ca-276c-484f-a309-937486cf1915, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7d9193ca-276c-484f-a309-937486cf1915,segment=NetworkSegment(08fc56a1-be6a-464b-be74-ca21f0eaafbd),segment_id=08fc56a1-be6a-464b-be74-ca21f0eaafbd)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:56.646027 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-42e164d8-216a-48b1-8910-149464f7bb03 req-ef5d8fad-8786-4a95-af69-221fd257f4d8 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.646690 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a808df9e-5b85-4dbd-9523-e0518b4997c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.651905 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5add18f4-9d25-4549-9c53-4dd99c8126fc req-f59b7249-6ffc-4cb8-a2cc-4e6bc39b4ad9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 945 time: 0.1618562 Jul 30 01:44:56.657125 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42e164d8-216a-48b1-8910-149464f7bb03 req-ef5d8fad-8786-4a95-af69-221fd257f4d8 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0466421 Jul 30 01:44:56.662962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a808df9e-5b85-4dbd-9523-e0518b4997c7 None None] Calling delete_port for 7d9193ca-276c-484f-a309-937486cf1915 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:56.731025 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42e164d8-216a-48b1-8910-149464f7bb03 req-e78cebef-f049-42f9-8172-bcde956e2e14 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.0726109 Jul 30 01:44:56.771938 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5add18f4-9d25-4549-9c53-4dd99c8126fc req-db1b39fc-0093-4ae3-800e-ccc27ad91370 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114328 Jul 30 01:44:56.901217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e164d8-216a-48b1-8910-149464f7bb03 req-d13d120f-a7a8-4f55-9f55-21e6b20812da tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:56.902930 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42e164d8-216a-48b1-8910-149464f7bb03 req-d13d120f-a7a8-4f55-9f55-21e6b20812da tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.1712747 Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: from cryptography.utils import int_from_bytes Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: from cryptography.utils import int_from_bytes Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.909221 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.913181 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.913181 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.913181 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.913181 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.913181 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.913181 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.913181 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.913181 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.913181 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.913181 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.913181 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.913181 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.913181 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:56.913181 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:44:56.914883 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05fced70-3602-422f-adf4-8df7fb679a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.920338 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a808df9e-5b85-4dbd-9523-e0518b4997c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.972726 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8511144-7a7a-4a5e-b4f7-3bc032b0bb63 req-7219bd61-e177-4332-9c8f-959f81972a9b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1825495 Jul 30 01:44:56.979283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fced70-3602-422f-adf4-8df7fb679a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9193ca-276c-484f-a309-937486cf1915,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:56.983067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808df9e-5b85-4dbd-9523-e0518b4997c7 None None] Pushing event deleted for resources: {'Port': ['ID=7d9193ca-276c-484f-a309-937486cf1915,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:56.989453 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fced70-3602-422f-adf4-8df7fb679a94 admin admin] No DVR routers for this DVR port 7d9193ca-276c-484f-a309-937486cf1915 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:57.006201 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a808df9e-5b85-4dbd-9523-e0518b4997c7 None None] No DVR routers for this DVR port 7d9193ca-276c-484f-a309-937486cf1915 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:57.047574 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d3d7cd96-fadd-445f-a33b-a88b6dcc60b7 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:57.083255 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: d3d7cd96-fadd-445f-a33b-a88b6dcc60b7 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:57.083598 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d3d7cd96-fadd-445f-a33b-a88b6dcc60b7 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:57.084010 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7d9193ca-276c-484f-a309-937486cf1915 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:57.088309 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10aba6d-8dca-4d51-83d2-67d213a2ecbd req-f6604dc7-4b04-4caf-bcba-448d904e7b78 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:57.096398 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e10aba6d-8dca-4d51-83d2-67d213a2ecbd req-f6604dc7-4b04-4caf-bcba-448d904e7b78 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 943 time: 0.0749202 Jul 30 01:44:57.104306 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 1c967715-842e-4180-ab4a-eb7c33291aed details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:44:57.107556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 7d9193ca-276c-484f-a309-937486cf1915 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:57.108105 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7d9193ca-276c-484f-a309-937486cf1915 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:57.156027 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e10aba6d-8dca-4d51-83d2-67d213a2ecbd req-697bfc0f-6477-4581-8624-aeb27f9cae13 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586841 Jul 30 01:44:57.175865 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05fced70-3602-422f-adf4-8df7fb679a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.197737 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-05fced70-3602-422f-adf4-8df7fb679a94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48d0607-a1db-4a3c-9ded-a02790a272f7']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:57.216967 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8511144-7a7a-4a5e-b4f7-3bc032b0bb63 req-e1e8f63b-a4c9-49df-8ffc-5fd4af73ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:57.218521 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8511144-7a7a-4a5e-b4f7-3bc032b0bb63 req-e1e8f63b-a4c9-49df-8ffc-5fd4af73ea8f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 1096 time: 0.1944695 Jul 30 01:44:57.233305 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-05fced70-3602-422f-adf4-8df7fb679a94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08fc56a1-be6a-464b-be74-ca21f0eaafbd') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:57.233664 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-05fced70-3602-422f-adf4-8df7fb679a94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08fc56a1-be6a-464b-be74-ca21f0eaafbd') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:57.241860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1c967715-842e-4180-ab4a-eb7c33291aed, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1c967715-842e-4180-ab4a-eb7c33291aed,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:57.250436 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05fced70-3602-422f-adf4-8df7fb679a94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.259720 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '1c967715-842e-4180-ab4a-eb7c33291aed', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'port_id': '1c967715-842e-4180-ab4a-eb7c33291aed', 'mac_address': 'fa:16:3e:e3:d2:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:44:57.279961 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7610ec-b359-43c1-8aa0-cd256935f3bd req-7df6a155-7eb5-4c1b-a6d8-81f236ef901b tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:57.282007 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e7610ec-b359-43c1-8aa0-cd256935f3bd req-7df6a155-7eb5-4c1b-a6d8-81f236ef901b tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 1096 time: 0.0509965 Jul 30 01:44:57.304915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9ed28-e46a-401e-b1f8-edef92498c34 req-515eb0db-4557-4754-8d40-94fa6bb6c19e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:57.307033 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eca9ed28-e46a-401e-b1f8-edef92498c34 req-515eb0db-4557-4754-8d40-94fa6bb6c19e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 931 time: 0.2214694 Jul 30 01:44:57.320283 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.331003 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e7610ec-b359-43c1-8aa0-cd256935f3bd req-acc23f52-3755-4095-86ad-83f630f2396c tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413630 Jul 30 01:44:57.335797 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05fced70-3602-422f-adf4-8df7fb679a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.339023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c967715-842e-4180-ab4a-eb7c33291aed {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:57.375737 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1c967715-842e-4180-ab4a-eb7c33291aed, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1c967715-842e-4180-ab4a-eb7c33291aed,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:57.378087 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fced70-3602-422f-adf4-8df7fb679a94 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:44:57.378553 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05fced70-3602-422f-adf4-8df7fb679a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:44:57.382622 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:44:57.464853 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ee7f5-7e6c-4032-9002-2d93f66652a2 req-d10b2168-5295-4a28-b05b-ad27cbc4e27f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:57.466594 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f33ee7f5-7e6c-4032-9002-2d93f66652a2 req-d10b2168-5295-4a28-b05b-ad27cbc4e27f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.0527442 Jul 30 01:44:57.483601 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.487440 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f87cad4-f402-49b4-b2d3-d46655d95204 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:57.504526 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.517467 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eca9ed28-e46a-401e-b1f8-edef92498c34 req-3c8883f9-0d72-45b4-a769-f29fb20cffc0 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788394 Jul 30 01:44:57.528694 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8511144-7a7a-4a5e-b4f7-3bc032b0bb63 req-6486e441-e45c-43ee-847d-891eb45adbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:57.530260 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8511144-7a7a-4a5e-b4f7-3bc032b0bb63 req-6486e441-e45c-43ee-847d-891eb45adbf6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 922 time: 0.2819376 Jul 30 01:44:57.533474 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05fced70-3602-422f-adf4-8df7fb679a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.551345 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05fced70-3602-422f-adf4-8df7fb679a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.551345 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-05fced70-3602-422f-adf4-8df7fb679a94 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c48d0607-a1db-4a3c-9ded-a02790a272f7 HTTP/1.1" status: 204 len: 168 time: 1.5866590 Jul 30 01:44:57.552520 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] Transition to ACTIVE for port object 8f87cad4-f402-49b4-b2d3-d46655d95204 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:57.565638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=1c967715-842e-4180-ab4a-eb7c33291aed,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:57.578830 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f33ee7f5-7e6c-4032-9002-2d93f66652a2 req-6a644efa-700e-49a7-8bc0-942625e15581 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035876 Jul 30 01:44:57.605002 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fced70-3602-422f-adf4-8df7fb679a94 admin admin] Pushing event deleted for resources: {'Network': ['ID=c48d0607-a1db-4a3c-9ded-a02790a272f7,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:57.611311 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8511144-7a7a-4a5e-b4f7-3bc032b0bb63 req-af63b33c-6ccc-4a95-8fa3-0e04698ff500 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c861ec76-c32d-4416-8571-e5609490f0f2 HTTP/1.1" status: 200 len: 217 time: 0.0689576 Jul 30 01:44:57.670668 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.805973 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8511144-7a7a-4a5e-b4f7-3bc032b0bb63 req-2468affd-f2f3-4a7f-8821-54ca24e2486c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:57.810483 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8511144-7a7a-4a5e-b4f7-3bc032b0bb63 req-2468affd-f2f3-4a7f-8821-54ca24e2486c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.1860332 Jul 30 01:44:57.815414 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] Pushing event updated for resources: {'Port': ['ID=8f87cad4-f402-49b4-b2d3-d46655d95204,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:57.838937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae157a00-95d0-4c61-9283-3824daa546e6 req-da8a569d-88f0-4a71-82cc-74e1c320b64c tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:57.840480 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae157a00-95d0-4c61-9283-3824daa546e6 req-da8a569d-88f0-4a71-82cc-74e1c320b64c tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 1096 time: 0.0437088 Jul 30 01:44:57.875505 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae157a00-95d0-4c61-9283-3824daa546e6 req-7f3565c6-0fcc-4dbd-ae9c-4c656e52a031 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288699 Jul 30 01:44:57.883694 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['1c967715-842e-4180-ab4a-eb7c33291aed'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:57.887541 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8511144-7a7a-4a5e-b4f7-3bc032b0bb63 req-2101d27f-542d-4b8b-bf53-2c6a8918dc8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526829 Jul 30 01:44:57.896468 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7d9ca1cb-7ec7-4ea5-bc8f-1d37f2bf4fa4 req-c9c36684-3e79-4217-b24d-fe47c374b9ed tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2881911 Jul 30 01:44:57.961529 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-7d9ca1cb-7ec7-4ea5-bc8f-1d37f2bf4fa4 req-3f908b5b-edd0-4675-a1eb-71776d68d46f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:58.001235 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] Attempting to bind port 8f87cad4-f402-49b4-b2d3-d46655d95204 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:58.001580 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] Attempting to bind port 8f87cad4-f402-49b4-b2d3-d46655d95204 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:58.002006 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] Attempting to bind port 8f87cad4-f402-49b4-b2d3-d46655d95204 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:58.005862 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36726) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:58.021638 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] Port 8f87cad4-f402-49b4-b2d3-d46655d95204 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:44:58.021979 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] Attempting to bind port 8f87cad4-f402-49b4-b2d3-d46655d95204 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:58.034001 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:58.034230 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] Checking segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:58.034714 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] Bound using segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:58.035187 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] Bound port: 8f87cad4-f402-49b4-b2d3-d46655d95204, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:58.035827 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.088666 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a083c-4391-4fb1-9265-936ba5415640 req-1d8af7fb-cf61-461f-85f5-0367d02860fe tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:58.090632 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-003a083c-4391-4fb1-9265-936ba5415640 req-1d8af7fb-cf61-461f-85f5-0367d02860fe tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 945 time: 0.1300051 Jul 30 01:44:58.105972 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8511144-7a7a-4a5e-b4f7-3bc032b0bb63 req-70643b52-9024-4409-82e8-98da710a69aa service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067897 Jul 30 01:44:58.109908 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-46395f1b-0c35-4015-a0bb-e05fa684a9bd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7d8ded957c6c4ac3b56380dd35f56460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0978055 Jul 30 01:44:58.112578 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36728) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:58.129052 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7d9ca1cb-7ec7-4ea5-bc8f-1d37f2bf4fa4 req-3f908b5b-edd0-4675-a1eb-71776d68d46f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.139043 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-003a083c-4391-4fb1-9265-936ba5415640 req-4e22a01b-6496-412d-9ba5-d8c69853a8be tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402088 Jul 30 01:44:58.298135 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] For port 8f87cad4-f402-49b4-b2d3-d46655d95204, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:58.312070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0114d27-bd02-41be-83bb-a9d4c07bf0a8 req-72f2a99f-2643-452c-99f7-62586e5993dd tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:58.314818 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0114d27-bd02-41be-83bb-a9d4c07bf0a8 req-72f2a99f-2643-452c-99f7-62586e5993dd tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0588968 Jul 30 01:44:58.330829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] For port 8f87cad4-f402-49b4-b2d3-d46655d95204, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8f87cad4-f402-49b4-b2d3-d46655d95204,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:58.352924 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0114d27-bd02-41be-83bb-a9d4c07bf0a8 req-f3b108d4-217f-49b9-ae8a-aac495c540f9 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329473 Jul 30 01:44:58.406183 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4933e69a-0316-45ab-a760-431c400ee3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.445598 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8511144-7a7a-4a5e-b4f7-3bc032b0bb63 req-682f399d-568e-4a3a-8e53-0249a2c07297 service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193891 Jul 30 01:44:58.459292 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4933e69a-0316-45ab-a760-431c400ee3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.461647 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.539890 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:58.541242 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.542524 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] 10.222.0.10 "PUT /v2.0/ports/8f87cad4-f402-49b4-b2d3-d46655d95204 HTTP/1.1" status: 200 len: 1091 time: 2.1229937 Jul 30 01:44:58.549697 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42346a9-d375-44eb-b62e-17db7628a2f3', 'tag': '8f87cad4-f402-49b4-b2d3-d46655d95204'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:58.550646 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4a07c5-c83b-413c-9e71-1fa72c066a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a0bec4-ef09-4b8b-9a31-8535a631074f'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:58.552445 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd513fb-f6f8-4aaf-9849-4d4eaa2087ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b42346a9-d375-44eb-b62e-17db7628a2f3", "tag": "8f87cad4-f402-49b4-b2d3-d46655d95204"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:58.553729 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433f530b-366d-4486-87a5-f3bc83927c41" -d '{"events": [{"server_uuid": "bf4a07c5-c83b-413c-9e71-1fa72c066a97", "name": "network-vif-plugged", "status": "completed", "tag": "a1a0bec4-ef09-4b8b-9a31-8535a631074f"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:58.592071 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7d9ca1cb-7ec7-4ea5-bc8f-1d37f2bf4fa4 req-3f908b5b-edd0-4675-a1eb-71776d68d46f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.595098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde6bdb-a34f-4f51-9079-edfa2ae5304d service neutron] Pushing event updated for resources: {'Port': ['ID=8f87cad4-f402-49b4-b2d3-d46655d95204,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:58.667615 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4933e69a-0316-45ab-a760-431c400ee3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.670231 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4933e69a-0316-45ab-a760-431c400ee3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.671574 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4933e69a-0316-45ab-a760-431c400ee3ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c521804a-5983-438c-a25f-d800b5a8cceb HTTP/1.1" status: 204 len: 168 time: 0.5580592 Jul 30 01:44:58.726482 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933e69a-0316-45ab-a760-431c400ee3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c521804a-5983-438c-a25f-d800b5a8cceb,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:58.755608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36750) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:58.851579 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-7d9ca1cb-7ec7-4ea5-bc8f-1d37f2bf4fa4 req-3f908b5b-edd0-4675-a1eb-71776d68d46f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Allocated IP 172.25.1.66 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/2a070482-4ae4-4f03-acb4-b7528870f2a1) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:58.866953 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-ddb29646-8aad-4fe7-b51b-e7d5947359a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:58.868480 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-ddb29646-8aad-4fe7-b51b-e7d5947359a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 1094 time: 0.1525824 Jul 30 01:44:58.905988 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a826281-3e2f-482a-8af0-cfb8fbce8305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.962945 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-6d115b37-459d-421d-8541-e0c61b162531 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f87cad4-f402-49b4-b2d3-d46655d95204 HTTP/1.1" status: 200 len: 217 time: 0.0850031 Jul 30 01:44:59.006875 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a826281-3e2f-482a-8af0-cfb8fbce8305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.033234 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-214bac9b-8944-4e64-9c23-5543fdd1572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:59.034698 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-214bac9b-8944-4e64-9c23-5543fdd1572d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.0636849 Jul 30 01:44:59.077889 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-c59bfc6e-c70c-4f8d-89f3-db7858a29277 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331166 Jul 30 01:44:59.088470 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7d9ca1cb-7ec7-4ea5-bc8f-1d37f2bf4fa4 req-3f908b5b-edd0-4675-a1eb-71776d68d46f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.116829 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 1c967715-842e-4180-ab4a-eb7c33291aed up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:59.156032 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a826281-3e2f-482a-8af0-cfb8fbce8305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.208412 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-7738514f-2af3-4d1c-96b8-63536ca98976 service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233890 Jul 30 01:44:59.221924 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8a826281-3e2f-482a-8af0-cfb8fbce8305 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9fb9bff9560d4c39815854134ace408a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4628506 Jul 30 01:44:59.221924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a826281-3e2f-482a-8af0-cfb8fbce8305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef68305-14bc-41e2-967b-27ef7956c18d,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:59.222944 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36756) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:59.285405 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 1c967715-842e-4180-ab4a-eb7c33291aed completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:59.294170 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 1c967715-842e-4180-ab4a-eb7c33291aed triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:59.294170 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.317483 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7d9ca1cb-7ec7-4ea5-bc8f-1d37f2bf4fa4 req-3f908b5b-edd0-4675-a1eb-71776d68d46f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.392446 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9ca1cb-7ec7-4ea5-bc8f-1d37f2bf4fa4 req-3f908b5b-edd0-4675-a1eb-71776d68d46f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:59.403997 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f908b5b-edd0-4675-a1eb-71776d68d46f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Pushing event updated for resources: {'Port': ['ID=2a070482-4ae4-4f03-acb4-b7528870f2a1,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:59.408340 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-7d9ca1cb-7ec7-4ea5-bc8f-1d37f2bf4fa4 req-3f908b5b-edd0-4675-a1eb-71776d68d46f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:59.408943 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7790387a-2110-48db-bbb7-0ccde7d70951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.411132 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9ca1cb-7ec7-4ea5-bc8f-1d37f2bf4fa4 req-3f908b5b-edd0-4675-a1eb-71776d68d46f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:59.414549 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bb0b7d2a-aed9-427e-9c41-ba4b59de4dab req-124efc16-4b2f-4ad0-a59a-b743d8409910 service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987920 Jul 30 01:44:59.469784 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7790387a-2110-48db-bbb7-0ccde7d70951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.513674 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.549637 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7d9ca1cb-7ec7-4ea5-bc8f-1d37f2bf4fa4 req-3f908b5b-edd0-4675-a1eb-71776d68d46f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.561980 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1c967715-842e-4180-ab4a-eb7c33291aed, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1c967715-842e-4180-ab4a-eb7c33291aed,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:59.629144 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-372b26f4-731a-4738-a193-135c9eaba9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:59.631384 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-372b26f4-731a-4738-a193-135c9eaba9bf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c&tenant_id=623208e081294df0b62265be2069edd5 HTTP/1.1" status: 200 len: 1101 time: 0.0504422 Jul 30 01:44:59.646063 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-9', 'device_owner': 'compute:nova'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:59.685697 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.693438 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7790387a-2110-48db-bbb7-0ccde7d70951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.696126 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7790387a-2110-48db-bbb7-0ccde7d70951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.697926 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7790387a-2110-48db-bbb7-0ccde7d70951 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aef68305-14bc-41e2-967b-27ef7956c18d HTTP/1.1" status: 204 len: 168 time: 0.4740779 Jul 30 01:44:59.710285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790387a-2110-48db-bbb7-0ccde7d70951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef68305-14bc-41e2-967b-27ef7956c18d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:59.712505 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7d9ca1cb-7ec7-4ea5-bc8f-1d37f2bf4fa4 req-3f908b5b-edd0-4675-a1eb-71776d68d46f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.766565 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.768154 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=1c967715-842e-4180-ab4a-eb7c33291aed,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:00.068737 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7d9ca1cb-7ec7-4ea5-bc8f-1d37f2bf4fa4 req-3f908b5b-edd0-4675-a1eb-71776d68d46f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.084610 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] For port 4b735435-550b-48a5-9a17-ff90cd5af578, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4b735435-550b-48a5-9a17-ff90cd5af578,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:00.122867 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] For port 4b735435-550b-48a5-9a17-ff90cd5af578, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:00.160105 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7d9ca1cb-7ec7-4ea5-bc8f-1d37f2bf4fa4 req-3f908b5b-edd0-4675-a1eb-71776d68d46f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.191971 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.216082 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] Transition to ACTIVE for port object 4b735435-550b-48a5-9a17-ff90cd5af578 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:00.242162 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f908b5b-edd0-4675-a1eb-71776d68d46f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Pushing event updated for resources: {'Port': ['ID=2a070482-4ae4-4f03-acb4-b7528870f2a1,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:00.261264 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7d9ca1cb-7ec7-4ea5-bc8f-1d37f2bf4fa4 req-3f908b5b-edd0-4675-a1eb-71776d68d46f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.284141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36802) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:00.291398 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.356148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] Pushing event updated for resources: {'Port': ['ID=4b735435-550b-48a5-9a17-ff90cd5af578,revision_number=10']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:00.358814 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] No DVR routers for this DVR port 4b735435-550b-48a5-9a17-ff90cd5af578 on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:00.390345 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7d9ca1cb-7ec7-4ea5-bc8f-1d37f2bf4fa4 req-3f908b5b-edd0-4675-a1eb-71776d68d46f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.391596 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7d9ca1cb-7ec7-4ea5-bc8f-1d37f2bf4fa4 req-3f908b5b-edd0-4675-a1eb-71776d68d46f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4779370 Jul 30 01:45:00.416011 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] Attempting to bind port 4b735435-550b-48a5-9a17-ff90cd5af578 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:00.416309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] Attempting to bind port 4b735435-550b-48a5-9a17-ff90cd5af578 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:00.416665 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] Attempting to bind port 4b735435-550b-48a5-9a17-ff90cd5af578 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:00.458929 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-0b9fab08-d73a-4437-b8a6-32cedd7a9878 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-127526962-network', 'tenant_id': '7d3611f928ae4827a5bdd2be25a39ca2'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:00.465238 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] Port 4b735435-550b-48a5-9a17-ff90cd5af578 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:00.465569 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] Attempting to bind port 4b735435-550b-48a5-9a17-ff90cd5af578 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:00.476421 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7d9ca1cb-7ec7-4ea5-bc8f-1d37f2bf4fa4 req-72f19fe7-b9c0-4d2d-9d5c-89c0bcd3826e tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.66 HTTP/1.1" status: 200 len: 695 time: 0.0729544 Jul 30 01:45:00.482807 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:00.483159 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:00.483553 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:00.484012 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] Bound port: 4b735435-550b-48a5-9a17-ff90cd5af578, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:00.484413 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.562168 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36806) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:00.581095 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-09a1b2d6-bfb2-4b61-81b3-8ab167bee36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.584446 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9fab08-d73a-4437-b8a6-32cedd7a9878 admin admin] Made reservation on behalf of 7d3611f928ae4827a5bdd2be25a39ca2 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:00.586741 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0b9fab08-d73a-4437-b8a6-32cedd7a9878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.605617 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0b9fab08-d73a-4437-b8a6-32cedd7a9878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.662772 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] For port 4b735435-550b-48a5-9a17-ff90cd5af578, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:00.667217 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] For port 4b735435-550b-48a5-9a17-ff90cd5af578, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=4b735435-550b-48a5-9a17-ff90cd5af578,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:00.673894 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-09a1b2d6-bfb2-4b61-81b3-8ab167bee36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.675257 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ca1cb-7ec7-4ea5-bc8f-1d37f2bf4fa4 req-6d3a47e3-f99f-4106-98c0-76a4a681b488 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:00.676660 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7d9ca1cb-7ec7-4ea5-bc8f-1d37f2bf4fa4 req-6d3a47e3-f99f-4106-98c0-76a4a681b488 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.1888814 Jul 30 01:45:00.683914 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-8430953a-faad-41fe-842d-15ef577a2422 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:45:00.685055 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-8430953a-faad-41fe-842d-15ef577a2422 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058050 Jul 30 01:45:00.695113 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-3f5e6eb8-2715-4162-8ca7-665c55cfa781 service neutron] Request body: {'binding': {'host': 'n-h1-713498-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:00.695573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-3f5e6eb8-2715-4162-8ca7-665c55cfa781 service neutron] Unknown quota resources ['binding']. {{(pid=94464) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:45:00.765434 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-09a1b2d6-bfb2-4b61-81b3-8ab167bee36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.792006 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.804733 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-09a1b2d6-bfb2-4b61-81b3-8ab167bee36a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=64c267cb23c84ff0b555a263d666013f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414248 Jul 30 01:45:00.807318 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36810) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:00.813522 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1b2d6-bfb2-4b61-81b3-8ab167bee36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8b5771-8195-459f-b3d6-ec66f6f444c9,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:00.861616 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-86f2359c-9bb5-42ad-b199-9e8c1157dbaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.867647 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:00.868307 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.869739 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] 10.222.0.10 "PUT /v2.0/ports/4b735435-550b-48a5-9a17-ff90cd5af578 HTTP/1.1" status: 200 len: 1097 time: 1.2313056 Jul 30 01:45:00.897068 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-86f2359c-9bb5-42ad-b199-9e8c1157dbaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.033620 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-86f2359c-9bb5-42ad-b199-9e8c1157dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.040389 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-86f2359c-9bb5-42ad-b199-9e8c1157dbaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.040389 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-86f2359c-9bb5-42ad-b199-9e8c1157dbaa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d8b5771-8195-459f-b3d6-ec66f6f444c9 HTTP/1.1" status: 204 len: 168 time: 0.2292364 Jul 30 01:45:01.047200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2359c-9bb5-42ad-b199-9e8c1157dbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8b5771-8195-459f-b3d6-ec66f6f444c9,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:01.110270 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4b735435-550b-48a5-9a17-ff90cd5af578 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:01.163124 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4b735435-550b-48a5-9a17-ff90cd5af578 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:01.234357 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eea176-0e0f-4f06-a6ab-47947fd290a5 req-6cd33254-b46f-4320-bc63-e002ca8e16a6 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:01.235863 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93eea176-0e0f-4f06-a6ab-47947fd290a5 req-6cd33254-b46f-4320-bc63-e002ca8e16a6 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 943 time: 0.5095389 Jul 30 01:45:01.268154 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb358ee2-192f-4f28-8d5e-597fc57fd30b service neutron] Pushing event updated for resources: {'Port': ['ID=4b735435-550b-48a5-9a17-ff90cd5af578,revision_number=11']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:01.345597 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-dccac93d-edd7-4660-aa96-6a3df3fc7f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:01.348345 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-dccac93d-edd7-4660-aa96-6a3df3fc7f7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 1100 time: 0.4522972 Jul 30 01:45:01.355946 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93eea176-0e0f-4f06-a6ab-47947fd290a5 req-373fb36e-7168-4f4f-8845-75b6ff9f67b2 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981696 Jul 30 01:45:01.356574 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-3f5e6eb8-2715-4162-8ca7-665c55cfa781 service neutron] Attempting to bind port 80cc221b-fe74-481e-9aec-833025b094d0 on host n-h1-713498-9 for vnic_type normal with profile None {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:01.357270 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-3f5e6eb8-2715-4162-8ca7-665c55cfa781 service neutron] Attempting to bind port 80cc221b-fe74-481e-9aec-833025b094d0 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:01.357270 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-3f5e6eb8-2715-4162-8ca7-665c55cfa781 service neutron] Attempting to bind port 80cc221b-fe74-481e-9aec-833025b094d0 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:01.416317 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2f8d1e-942e-4243-9ebf-1d21edbf5e87 x-openstack-request-id: req-fc2f8d1e-942e-4243-9ebf-1d21edbf5e87 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:01.416703 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-3f5e6eb8-2715-4162-8ca7-665c55cfa781 service neutron] Port 80cc221b-fe74-481e-9aec-833025b094d0 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:01.417016 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4a07c5-c83b-413c-9e71-1fa72c066a97", "name": "network-vif-plugged", "status": "completed", "tag": "a1a0bec4-ef09-4b8b-9a31-8535a631074f", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:01.417131 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-3f5e6eb8-2715-4162-8ca7-665c55cfa781 service neutron] Attempting to bind port 80cc221b-fe74-481e-9aec-833025b094d0 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:01.418367 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc2f8d1e-942e-4243-9ebf-1d21edbf5e87 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:01.418965 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4a07c5-c83b-413c-9e71-1fa72c066a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a0bec4-ef09-4b8b-9a31-8535a631074f', 'code': 200} Jul 30 01:45:01.436852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-3f5e6eb8-2715-4162-8ca7-665c55cfa781 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:01.437204 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-3f5e6eb8-2715-4162-8ca7-665c55cfa781 service neutron] Checking segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:01.437597 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-3f5e6eb8-2715-4162-8ca7-665c55cfa781 service neutron] Bound using segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:01.438028 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-3f5e6eb8-2715-4162-8ca7-665c55cfa781 service neutron] Bound port: 80cc221b-fe74-481e-9aec-833025b094d0, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:01.457352 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0b9fab08-d73a-4437-b8a6-32cedd7a9878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.459196 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7697b95f-062b-488d-af45-b1eca178f1cf x-openstack-request-id: req-7697b95f-062b-488d-af45-b1eca178f1cf {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:01.459489 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42346a9-d375-44eb-b62e-17db7628a2f3", "tag": "8f87cad4-f402-49b4-b2d3-d46655d95204", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:01.463233 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7697b95f-062b-488d-af45-b1eca178f1cf {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:01.463233 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42346a9-d375-44eb-b62e-17db7628a2f3', 'tag': '8f87cad4-f402-49b4-b2d3-d46655d95204', 'status': 'completed', 'code': 200} Jul 30 01:45:01.541480 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0b9fab08-d73a-4437-b8a6-32cedd7a9878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.570935 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd41068-3560-418b-9a7a-9a18333b130c req-60f6fd86-2bad-4490-9d98-f3938570b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:01.572506 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9fd41068-3560-418b-9a7a-9a18333b130c req-60f6fd86-2bad-4490-9d98-f3938570b4fd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 1096 time: 0.0462222 Jul 30 01:45:01.607619 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9fd41068-3560-418b-9a7a-9a18333b130c req-decbf70e-4137-4fdf-9896-f4b0296198a0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280933 Jul 30 01:45:01.613312 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-3f5e6eb8-2715-4162-8ca7-665c55cfa781 service neutron] For port 80cc221b-fe74-481e-9aec-833025b094d0, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=80cc221b-fe74-481e-9aec-833025b094d0,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:01.614284 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9fab08-d73a-4437-b8a6-32cedd7a9878 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:45:01.619556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-20a47553-0919-4d2a-af9e-a13af23eea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:01.620965 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-20a47553-0919-4d2a-af9e-a13af23eea17 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.2592483 Jul 30 01:45:01.651279 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0b9fab08-d73a-4437-b8a6-32cedd7a9878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.656540 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-0b9fab08-d73a-4437-b8a6-32cedd7a9878 admin admin] Added segment 21239a3f-31a4-40c0-a2e9-2b8d7774986d of type vlan for network 9030b8df-7223-43a1-87ad-4d6177bec344 Jul 30 01:45:01.678708 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fab08-d73a-4437-b8a6-32cedd7a9878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24275af-a68a-4d7c-8c58-d7952ba5dfb7,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:01.694257 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd513fb-f6f8-4aaf-9849-4d4eaa2087ec req-029ee9d3-cd82-4962-976c-676d1b9de2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:01.695894 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-abd513fb-f6f8-4aaf-9849-4d4eaa2087ec req-029ee9d3-cd82-4962-976c-676d1b9de2c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 1094 time: 0.2000692 Jul 30 01:45:01.697177 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-3e0ee1c5-4e08-4f35-bc3c-7add62c8e02e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=4b735435-550b-48a5-9a17-ff90cd5af578 HTTP/1.1" status: 200 len: 217 time: 0.0676882 Jul 30 01:45:01.721079 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-3f5e6eb8-2715-4162-8ca7-665c55cfa781 service neutron] Notify callbacks [] for binding, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.722286 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-3f5e6eb8-2715-4162-8ca7-665c55cfa781 service neutron] 10.222.0.70 "POST /v2.0/ports/80cc221b-fe74-481e-9aec-833025b094d0/bindings HTTP/1.1" status: 201 len: 389 time: 1.0306671 Jul 30 01:45:01.731067 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a206845-ab7a-4218-92f3-378472471a9b req-0aaeefd5-f0a2-4dac-8cc6-0cb8445395da tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:01.732061 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6a206845-ab7a-4218-92f3-378472471a9b req-0aaeefd5-f0a2-4dac-8cc6-0cb8445395da tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 949 time: 0.1979308 Jul 30 01:45:01.824305 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0b9fab08-d73a-4437-b8a6-32cedd7a9878 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.879999 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-dcf4b638-88c0-4c1c-8d56-cf453be669b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:01.881497 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-dcf4b638-88c0-4c1c-8d56-cf453be669b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1485605 Jul 30 01:45:01.926965 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6a206845-ab7a-4218-92f3-378472471a9b req-1f30d816-a4e3-43a5-be26-bffff80cfdc8 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683438 Jul 30 01:45:01.962828 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd513fb-f6f8-4aaf-9849-4d4eaa2087ec req-5806c433-f802-41b3-ae4e-467e59a0aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:01.964305 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-abd513fb-f6f8-4aaf-9849-4d4eaa2087ec req-5806c433-f802-41b3-ae4e-467e59a0aa42 service neutron] 10.222.0.10 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 922 time: 0.2303247 Jul 30 01:45:01.990457 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-1330798a-b32e-4e9f-b598-fc56dcd05f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:01.993144 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-1330798a-b32e-4e9f-b598-fc56dcd05f74 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892208 Jul 30 01:45:02.008600 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee1b17-2ea0-473a-8a85-934fda48ac0e req-012108fc-3ad7-456f-993e-63db7ff3d8f6 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:02.010184 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-beee1b17-2ea0-473a-8a85-934fda48ac0e req-012108fc-3ad7-456f-993e-63db7ff3d8f6 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 945 time: 0.0691175 Jul 30 01:45:02.041487 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0b9fab08-d73a-4437-b8a6-32cedd7a9878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.042473 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9fab08-d73a-4437-b8a6-32cedd7a9878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:02.043076 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0b9fab08-d73a-4437-b8a6-32cedd7a9878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.045718 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-abd513fb-f6f8-4aaf-9849-4d4eaa2087ec req-01087ac4-5790-45ac-9b87-3eb0cd08acf6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f87cad4-f402-49b4-b2d3-d46655d95204 HTTP/1.1" status: 200 len: 217 time: 0.0721180 Jul 30 01:45:02.053855 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-beee1b17-2ea0-473a-8a85-934fda48ac0e req-efb209d5-73d3-400b-9de4-2460765eca90 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368211 Jul 30 01:45:02.115324 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36834) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:02.130749 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d7520e57-fc38-4f90-9e2d-9787bbf52cb3 req-58f03128-1209-49f2-b1a7-f021a9d3ccbd tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/floatingips/d263d89f-b42a-4692-ae8d-cb181173217c HTTP/1.1" status: 200 len: 692 time: 0.0520158 Jul 30 01:45:02.230433 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fab08-d73a-4437-b8a6-32cedd7a9878 admin admin] Pushing event updated for resources: {'Network': ['ID=9030b8df-7223-43a1-87ad-4d6177bec344,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:02.249305 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 9030b8df-7223-43a1-87ad-4d6177bec344 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:45:02.249814 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c59004-892f-470d-b9f8-63939e2a52a9 req-90c613c2-82ec-4c45-8f43-f5e637d9998f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:02.251094 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-44c59004-892f-470d-b9f8-63939e2a52a9 req-90c613c2-82ec-4c45-8f43-f5e637d9998f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 945 time: 0.2279038 Jul 30 01:45:02.252547 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd513fb-f6f8-4aaf-9849-4d4eaa2087ec req-2cf7c4ba-89ef-402d-a946-3e7774da3de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:02.253877 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-abd513fb-f6f8-4aaf-9849-4d4eaa2087ec req-2cf7c4ba-89ef-402d-a946-3e7774da3de0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.1712105 Jul 30 01:45:02.258241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7520e57-fc38-4f90-9e2d-9787bbf52cb3 req-25a0c543-0cd1-4f79-9e24-590b7bcba218 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:02.260362 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d7520e57-fc38-4f90-9e2d-9787bbf52cb3 req-25a0c543-0cd1-4f79-9e24-590b7bcba218 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.1227961 Jul 30 01:45:02.265819 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-0b4eac71-d42e-4920-8ae1-f48b18403528 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1715815694-network', 'tenant_id': '5aaba4bcdc8249839caf9d8566307eba'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:02.275649 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-d7520e57-fc38-4f90-9e2d-9787bbf52cb3 req-f6d784bc-9036-4ebe-985c-8ba7601e7c28 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:45:02.276649 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d7520e57-fc38-4f90-9e2d-9787bbf52cb3 req-f6d784bc-9036-4ebe-985c-8ba7601e7c28 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072703 Jul 30 01:45:02.312033 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-abd513fb-f6f8-4aaf-9849-4d4eaa2087ec req-87fb39f4-39ad-4942-a131-c799d7f38350 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477738 Jul 30 01:45:02.313268 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0b9fab08-d73a-4437-b8a6-32cedd7a9878 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0280738 Jul 30 01:45:02.316850 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36840) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:02.324681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5fc9accf-c54b-44e2-b7a0-18d79976bed1 admin admin] Request body: {'subnet': {'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-127526962-subnet', 'tenant_id': '7d3611f928ae4827a5bdd2be25a39ca2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:02.330162 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-df9c7400-03be-4960-8acd-120aa206a327 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040721 Jul 30 01:45:02.390781 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-44c59004-892f-470d-b9f8-63939e2a52a9 req-d27f72d6-4d5b-4ac3-9f7d-301576e7075a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295760 Jul 30 01:45:02.403997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4eac71-d42e-4920-8ae1-f48b18403528 admin admin] Made reservation on behalf of 5aaba4bcdc8249839caf9d8566307eba for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:02.409700 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b4eac71-d42e-4920-8ae1-f48b18403528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.420063 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b4eac71-d42e-4920-8ae1-f48b18403528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.483097 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78602d8-ee87-49f9-883b-67e443edaa3f req-dbe3844d-eafb-4bf7-8d4c-17408c206ef4 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:02.484768 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d78602d8-ee87-49f9-883b-67e443edaa3f req-dbe3844d-eafb-4bf7-8d4c-17408c206ef4 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 945 time: 0.1335313 Jul 30 01:45:02.488300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-2d7b1794-32d1-496f-87fc-e10d693bb0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:02.490123 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-2d7b1794-32d1-496f-87fc-e10d693bb0a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 1096 time: 0.0968630 Jul 30 01:45:02.493541 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f37bf0ab-2e33-4aec-ab3b-868b16e22e55 req-5660a471-77ee-46ce-a521-0f0b45d5ceb9 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/floatingips/d263d89f-b42a-4692-ae8d-cb181173217c HTTP/1.1" status: 200 len: 692 time: 0.0642662 Jul 30 01:45:02.528549 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc9accf-c54b-44e2-b7a0-18d79976bed1 admin admin] Made reservation on behalf of 7d3611f928ae4827a5bdd2be25a39ca2 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:02.530891 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5fc9accf-c54b-44e2-b7a0-18d79976bed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.595213 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-abd513fb-f6f8-4aaf-9849-4d4eaa2087ec req-9b75318a-651e-43b6-abbb-5d902a6af824 service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722425 Jul 30 01:45:02.614842 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bd506011-723a-4ca0-b7ac-37d2a0915b96 req-333feec9-8dd6-429e-8338-4850b12e9ddb service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711384 Jul 30 01:45:02.646397 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d78602d8-ee87-49f9-883b-67e443edaa3f req-67a6249f-9b01-4c53-865b-fe20fb3bee2f tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542640 Jul 30 01:45:02.659750 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.702600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bf0ab-2e33-4aec-ab3b-868b16e22e55 req-e601d365-e053-422d-9f9d-8eec50a78a59 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:02.703968 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f37bf0ab-2e33-4aec-ab3b-868b16e22e55 req-e601d365-e053-422d-9f9d-8eec50a78a59 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.2004349 Jul 30 01:45:02.728451 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-a4c6f471-d95d-4aaa-82b9-6e879873be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:02.729958 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-a4c6f471-d95d-4aaa-82b9-6e879873be59 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 908 time: 0.2312574 Jul 30 01:45:02.770584 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-abd513fb-f6f8-4aaf-9849-4d4eaa2087ec req-4190ccb5-4cca-459c-bfbd-94958718a6a0 service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666999 Jul 30 01:45:02.775755 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f37bf0ab-2e33-4aec-ab3b-868b16e22e55 req-5624d264-216e-4dbe-b3fa-e0fcacc4cdd5 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.66 HTTP/1.1" status: 200 len: 695 time: 0.0557806 Jul 30 01:45:02.822970 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-9ae19d9a-0a9e-4075-8389-b86270d4e431 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80cc221b-fe74-481e-9aec-833025b094d0 HTTP/1.1" status: 200 len: 217 time: 0.0837512 Jul 30 01:45:02.830445 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f37bf0ab-2e33-4aec-ab3b-868b16e22e55 req-642c5e12-b5d4-484a-90f6-19b99a2915fc tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.66 HTTP/1.1" status: 200 len: 695 time: 0.0481262 Jul 30 01:45:02.908153 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b4eac71-d42e-4920-8ae1-f48b18403528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.960704 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc000f90-fbd4-44d5-b039-a3c1efab608c req-35f43c99-2834-43d9-b8db-726eb3e42887 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:02.962236 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc000f90-fbd4-44d5-b039-a3c1efab608c req-35f43c99-2834-43d9-b8db-726eb3e42887 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 943 time: 0.1576078 Jul 30 01:45:02.963825 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-aa7eeaa6-aa3c-4490-8bdf-6b2e2d661092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:02.966005 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-aa7eeaa6-aa3c-4490-8bdf-6b2e2d661092 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5df4a4e9-2ec7-47a1-80c6-9f49100e235e HTTP/1.1" status: 200 len: 847 time: 0.1226883 Jul 30 01:45:02.966237 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-f37bf0ab-2e33-4aec-ab3b-868b16e22e55 req-f5f4e3bc-6170-452b-903b-4112101c895c tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Deleting port 2a070482-4ae4-4f03-acb4-b7528870f2a1 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:02.966607 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f37bf0ab-2e33-4aec-ab3b-868b16e22e55 req-f5f4e3bc-6170-452b-903b-4112101c895c tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.005723 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b4eac71-d42e-4920-8ae1-f48b18403528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.029397 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-99f71cfc-9d3d-4fab-a802-33cc23fea1d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424769 Jul 30 01:45:03.047608 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f37bf0ab-2e33-4aec-ab3b-868b16e22e55 req-f5f4e3bc-6170-452b-903b-4112101c895c tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.047959 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f37bf0ab-2e33-4aec-ab3b-868b16e22e55 req-f5f4e3bc-6170-452b-903b-4112101c895c tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.060400 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-f37bf0ab-2e33-4aec-ab3b-868b16e22e55 req-f5f4e3bc-6170-452b-903b-4112101c895c tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Calling delete_port for 2a070482-4ae4-4f03-acb4-b7528870f2a1 owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:03.066337 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4eac71-d42e-4920-8ae1-f48b18403528 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:45:03.084740 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5fc9accf-c54b-44e2-b7a0-18d79976bed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.125952 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4eac71-d42e-4920-8ae1-f48b18403528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ab6cfd-84fc-4ce2-9a20-3f5a98abe535,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:03.153461 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b4eac71-d42e-4920-8ae1-f48b18403528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.153813 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-0b4eac71-d42e-4920-8ae1-f48b18403528 admin admin] Added segment 878730c8-2ebd-48b6-8fd6-5de3f2a20a6f of type vlan for network bf80d2db-4fb0-4ee4-9c5b-7eba94ca2ce4 Jul 30 01:45:03.157638 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc000f90-fbd4-44d5-b039-a3c1efab608c req-0f60e203-f4ac-418d-9352-f1a4acfdd9da tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855342 Jul 30 01:45:03.242249 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b4eac71-d42e-4920-8ae1-f48b18403528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.283147 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f37bf0ab-2e33-4aec-ab3b-868b16e22e55 req-f5f4e3bc-6170-452b-903b-4112101c895c tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.291515 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9accf-c54b-44e2-b7a0-18d79976bed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d5dfcf-9789-4d3c-a9c4-d79d05163f3c,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:03.313936 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4e3bc-6170-452b-903b-4112101c895c tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Pushing event deleted for resources: {'Port': ['ID=2a070482-4ae4-4f03-acb4-b7528870f2a1,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:03.325514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc9accf-c54b-44e2-b7a0-18d79976bed1 admin admin] Checking segment: {'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:03.325883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc9accf-c54b-44e2-b7a0-18d79976bed1 admin admin] Network hostable DHCP agents. Network: 9030b8df-7223-43a1-87ad-4d6177bec344, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:45:03.331143 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-072e92d7-c9df-4293-9321-755989f8b944 service neutron] 10.222.0.10 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919326 Jul 30 01:45:03.374393 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f37bf0ab-2e33-4aec-ab3b-868b16e22e55 req-f5f4e3bc-6170-452b-903b-4112101c895c tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.376959 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f37bf0ab-2e33-4aec-ab3b-868b16e22e55 req-f5f4e3bc-6170-452b-903b-4112101c895c tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.378138 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f37bf0ab-2e33-4aec-ab3b-868b16e22e55 req-f5f4e3bc-6170-452b-903b-4112101c895c tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "DELETE /v2.0/floatingips/d263d89f-b42a-4692-ae8d-cb181173217c HTTP/1.1" status: 204 len: 173 time: 0.5414503 Jul 30 01:45:03.378518 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e42c7-cd9a-4e28-a392-6c7b90bb1e34 req-7a3e0983-85e8-4084-bc6c-6542d6d53f0a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:03.386953 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3c1e42c7-cd9a-4e28-a392-6c7b90bb1e34 req-7a3e0983-85e8-4084-bc6c-6542d6d53f0a tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 949 time: 0.1484830 Jul 30 01:45:03.419884 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b4eac71-d42e-4920-8ae1-f48b18403528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.420303 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c967715-842e-4180-ab4a-eb7c33291aed'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:03.420858 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4eac71-d42e-4920-8ae1-f48b18403528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:03.421437 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b4eac71-d42e-4920-8ae1-f48b18403528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.422863 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60ca9c8-8194-471c-ac6a-d0c0202c5d21" -d '{"events": [{"server_uuid": "c08b45c4-342a-47f4-bc8a-6c135bfa13a6", "name": "network-vif-plugged", "status": "completed", "tag": "1c967715-842e-4180-ab4a-eb7c33291aed"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:03.467629 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e593ac3-6b0b-493d-97f7-d7701996f28c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b735435-550b-48a5-9a17-ff90cd5af578'}, {'name': 'network-changed', 'server_uuid': '8e593ac3-6b0b-493d-97f7-d7701996f28c', 'tag': '4b735435-550b-48a5-9a17-ff90cd5af578'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:03.470054 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf870c5-f1e5-4964-8c58-8fa782606db3" -d '{"events": [{"server_uuid": "8e593ac3-6b0b-493d-97f7-d7701996f28c", "name": "network-vif-unplugged", "status": "completed", "tag": "4b735435-550b-48a5-9a17-ff90cd5af578"}, {"name": "network-changed", "server_uuid": "8e593ac3-6b0b-493d-97f7-d7701996f28c", "tag": "4b735435-550b-48a5-9a17-ff90cd5af578"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:03.500654 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e7427-9923-43e3-b2eb-88aaca8703e5 req-1e8235ba-54a3-454f-bab7-38b50de89046 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:03.502251 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a05e7427-9923-43e3-b2eb-88aaca8703e5 req-1e8235ba-54a3-454f-bab7-38b50de89046 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 945 time: 0.0620735 Jul 30 01:45:03.532105 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4eac71-d42e-4920-8ae1-f48b18403528 admin admin] Pushing event updated for resources: {'Network': ['ID=bf80d2db-4fb0-4ee4-9c5b-7eba94ca2ce4,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:03.543321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network bf80d2db-4fb0-4ee4-9c5b-7eba94ca2ce4 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:45:03.547487 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a05e7427-9923-43e3-b2eb-88aaca8703e5 req-14f89f77-1620-4867-9786-04f9d8a7342f tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372169 Jul 30 01:45:03.554913 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3c1e42c7-cd9a-4e28-a392-6c7b90bb1e34 req-99aaa642-7db9-472d-9dc4-5a66bd489df5 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406729 Jul 30 01:45:03.557018 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-e2b686fe-4dee-48b1-99c9-80106c031036 service neutron] 10.222.0.10 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175689 Jul 30 01:45:03.559419 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc9accf-c54b-44e2-b7a0-18d79976bed1 admin admin] Network 9030b8df-7223-43a1-87ad-4d6177bec344 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:45:03.592494 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0b4eac71-d42e-4920-8ae1-f48b18403528 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4733622 Jul 30 01:45:03.594437 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36858) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:03.601109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-9bb10f8c-c75c-4780-a1f4-2af0b02ec19d admin admin] Request body: {'subnet': {'network_id': 'bf80d2db-4fb0-4ee4-9c5b-7eba94ca2ce4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1715815694-subnet', 'tenant_id': '5aaba4bcdc8249839caf9d8566307eba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:03.685016 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1410430-3984-41a0-a293-1c683e272bbe req-5b22580c-d5df-418e-91f4-7946b9c13987 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:03.686689 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b1410430-3984-41a0-a293-1c683e272bbe req-5b22580c-d5df-418e-91f4-7946b9c13987 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 945 time: 0.0531893 Jul 30 01:45:03.709944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-5fc9accf-c54b-44e2-b7a0-18d79976bed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 9030b8df-7223-43a1-87ad-4d6177bec344) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:03.722275 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84d874a-fec1-440f-9c87-9e9303006fd6 None None] Network 9030b8df-7223-43a1-87ad-4d6177bec344 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:03.726074 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc9accf-c54b-44e2-b7a0-18d79976bed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:03.726847 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5fc9accf-c54b-44e2-b7a0-18d79976bed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.742032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b1410430-3984-41a0-a293-1c683e272bbe req-6c39ba21-cb77-4f8e-a7d5-83861a3b08b9 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490129 Jul 30 01:45:03.747190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb10f8c-c75c-4780-a1f4-2af0b02ec19d admin admin] Made reservation on behalf of 5aaba4bcdc8249839caf9d8566307eba for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:03.747190 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9bb10f8c-c75c-4780-a1f4-2af0b02ec19d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.808560 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613fdb5-8bf6-4d94-bde7-1e8e5b3e27fe req-9eb2cae2-d369-424e-85a6-9fa7b2354d0c tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:03.814977 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d613fdb5-8bf6-4d94-bde7-1e8e5b3e27fe req-9eb2cae2-d369-424e-85a6-9fa7b2354d0c tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2289977 Jul 30 01:45:03.849328 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5fc9accf-c54b-44e2-b7a0-18d79976bed1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5281229 Jul 30 01:45:03.856659 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922cdc6e-17da-4cb9-880e-66eba58e86d8 x-openstack-request-id: req-922cdc6e-17da-4cb9-880e-66eba58e86d8 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:03.856659 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08b45c4-342a-47f4-bc8a-6c135bfa13a6", "name": "network-vif-plugged", "status": "completed", "tag": "1c967715-842e-4180-ab4a-eb7c33291aed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:03.856991 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-922cdc6e-17da-4cb9-880e-66eba58e86d8 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:03.857089 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c967715-842e-4180-ab4a-eb7c33291aed', 'code': 200} Jul 30 01:45:03.903381 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7302f248-fdc8-4249-9876-0c8c9acc4792 x-openstack-request-id: req-7302f248-fdc8-4249-9876-0c8c9acc4792 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:03.903684 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e593ac3-6b0b-493d-97f7-d7701996f28c", "name": "network-vif-unplugged", "status": "completed", "tag": "4b735435-550b-48a5-9a17-ff90cd5af578", "code": 200}, {"name": "network-changed", "server_uuid": "8e593ac3-6b0b-493d-97f7-d7701996f28c", "tag": "4b735435-550b-48a5-9a17-ff90cd5af578", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:03.903941 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7302f248-fdc8-4249-9876-0c8c9acc4792 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:03.904577 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e593ac3-6b0b-493d-97f7-d7701996f28c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b735435-550b-48a5-9a17-ff90cd5af578', 'code': 200} Jul 30 01:45:03.904849 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e593ac3-6b0b-493d-97f7-d7701996f28c', 'tag': '4b735435-550b-48a5-9a17-ff90cd5af578', 'status': 'completed', 'code': 200} Jul 30 01:45:03.936563 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f826ef3-1197-4114-ab7c-2e41788c3890 None None] Network 9030b8df-7223-43a1-87ad-4d6177bec344 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:04.078462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6023f66-e096-490a-b930-c590189bc723 req-77d8c1c6-ff15-4523-8d2c-9bddf7c002bb tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:04.080055 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6023f66-e096-490a-b930-c590189bc723 req-77d8c1c6-ff15-4523-8d2c-9bddf7c002bb tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 945 time: 0.1137831 Jul 30 01:45:04.090726 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-98e11e4e-28e4-4fdf-a7b7-d20b696b9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:04.092254 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-98e11e4e-28e4-4fdf-a7b7-d20b696b9ac0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 1100 time: 0.1659539 Jul 30 01:45:04.123032 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6023f66-e096-490a-b930-c590189bc723 req-121e6014-481e-4936-8a58-0e050e87a86f tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369546 Jul 30 01:45:04.193271 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e77cf62c-5ba9-4011-b67d-f7e9d3ff4f8d req-b60f4860-8e9d-4301-8758-750648feed3a tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1747220315&fields=id&tenant_id=532deb34bbd846ce86f160f5f89040d6 HTTP/1.1" status: 200 len: 267 time: 0.2366917 Jul 30 01:45:04.231472 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1652e39e-b134-40b0-ae64-ad2c323361b9 req-71558498-dd3a-4aba-8abf-45af1b73104e tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=af4dbb3f8ba24ea791460e22cf1df557 HTTP/1.1" status: 200 len: 1656 time: 0.0775337 Jul 30 01:45:04.235790 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33aeb0-2cc6-4011-974c-db774536ed2f req-fbb18d8b-0c8e-407d-8204-448c11459c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:04.237320 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dd33aeb0-2cc6-4011-974c-db774536ed2f req-fbb18d8b-0c8e-407d-8204-448c11459c6b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 1096 time: 0.2315111 Jul 30 01:45:04.266933 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-9a01831a-a9e0-470b-9217-569ec1d2ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:04.268413 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-9a01831a-a9e0-470b-9217-569ec1d2ff23 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=623208e081294df0b62265be2069edd5&device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 1100 time: 0.2636664 Jul 30 01:45:04.354730 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652e39e-b134-40b0-ae64-ad2c323361b9 req-1a066654-2f68-4dfe-a7ab-c4daee222748 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:04.368604 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1652e39e-b134-40b0-ae64-ad2c323361b9 req-1a066654-2f68-4dfe-a7ab-c4daee222748 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/networks?id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&id=1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 787 time: 0.1223330 Jul 30 01:45:04.368714 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-5f419730-f05e-4827-8699-28e8637153a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:04.368714 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-5f419730-f05e-4827-8699-28e8637153a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.2571557 Jul 30 01:45:04.380155 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cf62c-5ba9-4011-b67d-f7e9d3ff4f8d req-202324ad-7c5e-43c8-bbba-41e360b0ac94 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:04.381663 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e77cf62c-5ba9-4011-b67d-f7e9d3ff4f8d req-202324ad-7c5e-43c8-bbba-41e360b0ac94 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 945 time: 0.1740389 Jul 30 01:45:04.386349 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9bb10f8c-c75c-4780-a1f4-2af0b02ec19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:04.401817 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dd33aeb0-2cc6-4011-974c-db774536ed2f req-208d0e50-6677-42b1-aa12-364437370d32 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486681 Jul 30 01:45:04.411494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e77cf62c-5ba9-4011-b67d-f7e9d3ff4f8d req-7857ffb1-f555-4635-813d-92de2a242b05 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Request body: {'port': {'security_groups': ['8ac6b88a-06a6-416f-9cc8-1c5494f3c083', '22951747-7798-4d1f-9b02-7dd56413694a']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:04.467434 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-99940562-c9a5-41c8-b587-626558c4c308 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=4b735435-550b-48a5-9a17-ff90cd5af578 HTTP/1.1" status: 200 len: 217 time: 0.0823014 Jul 30 01:45:04.565758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10f8c-c75c-4780-a1f4-2af0b02ec19d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4baecb60-7c0f-4694-ba16-7039df63628e,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:04.624209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-8cc9398e-67c0-4bb4-bbcc-180a86aad208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:04.625677 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-8cc9398e-67c0-4bb4-bbcc-180a86aad208 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.3430536 Jul 30 01:45:04.627133 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-8187c7cc-2eaf-4c62-8f7d-1fb99a160daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:04.628404 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-8187c7cc-2eaf-4c62-8f7d-1fb99a160daa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1317427 Jul 30 01:45:04.635314 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e77cf62c-5ba9-4011-b67d-f7e9d3ff4f8d req-7857ffb1-f555-4635-813d-92de2a242b05 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:04.638744 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb10f8c-c75c-4780-a1f4-2af0b02ec19d admin admin] Checking segment: {'id': '878730c8-2ebd-48b6-8fd6-5de3f2a20a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bf80d2db-4fb0-4ee4-9c5b-7eba94ca2ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:04.639102 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb10f8c-c75c-4780-a1f4-2af0b02ec19d admin admin] Network hostable DHCP agents. Network: bf80d2db-4fb0-4ee4-9c5b-7eba94ca2ce4, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:45:04.710720 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-f1613357-219f-4d5f-86ab-2d73443e9a5c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:04.712371 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-f1613357-219f-4d5f-86ab-2d73443e9a5c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/networks?id=9030b8df-7223-43a1-87ad-4d6177bec344 HTTP/1.1" status: 200 len: 811 time: 0.1309927 Jul 30 01:45:04.742839 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-c41610c7-1276-4ed2-a222-d88140d50882 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/quotas/7d3611f928ae4827a5bdd2be25a39ca2 HTTP/1.1" status: 200 len: 375 time: 0.0219955 Jul 30 01:45:04.759208 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-167bfb53-0510-4ff3-a145-c5bcc832fa2a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=4b735435-550b-48a5-9a17-ff90cd5af578 HTTP/1.1" status: 200 len: 217 time: 0.0486250 Jul 30 01:45:04.775135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-d2fe6a65-646d-487c-953f-7d7dcb3d27ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:04.776648 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-d2fe6a65-646d-487c-953f-7d7dcb3d27ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1389959 Jul 30 01:45:04.826823 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-5aedffa2-bdf2-4224-9871-66f104579e8c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775895 Jul 30 01:45:04.931979 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-c7efe901-b22e-4384-ac10-6138cbc8b40d service neutron] 10.222.0.70 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969708 Jul 30 01:45:05.061038 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-c5973f58-7853-44af-a2ff-f3d6ac945636 service neutron] 10.222.0.70 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193717 Jul 30 01:45:05.171426 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb10f8c-c75c-4780-a1f4-2af0b02ec19d admin admin] Network bf80d2db-4fb0-4ee4-9c5b-7eba94ca2ce4 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:45:05.277971 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-790c328f-694c-48f3-81b6-06d412160d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:05.279495 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-790c328f-694c-48f3-81b6-06d412160d32 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.4831402 Jul 30 01:45:05.283342 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-9bb10f8c-c75c-4780-a1f4-2af0b02ec19d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, bf80d2db-4fb0-4ee4-9c5b-7eba94ca2ce4) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:05.292263 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f20545-cd62-49a0-aec1-bc685a7931fe None None] Network bf80d2db-4fb0-4ee4-9c5b-7eba94ca2ce4 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:05.323173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb10f8c-c75c-4780-a1f4-2af0b02ec19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:05.324154 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9bb10f8c-c75c-4780-a1f4-2af0b02ec19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:05.347843 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-c1c6c534-4db1-4bef-a48a-6aca7e16fb64 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5629816 Jul 30 01:45:05.422773 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a726a-981a-4b39-9f88-90337314c140 req-4570130a-deb4-4010-94d0-94b0ef7a810e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:05.424274 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 4b735435-550b-48a5-9a17-ff90cd5af578 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:45:05.441321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77bad82-5827-45e5-9e80-a49d9e7d904d None None] Network bf80d2db-4fb0-4ee4-9c5b-7eba94ca2ce4 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:05.441476 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9e3a726a-981a-4b39-9f88-90337314c140 req-4570130a-deb4-4010-94d0-94b0ef7a810e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 943 time: 0.1229160 Jul 30 01:45:05.490518 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9e3a726a-981a-4b39-9f88-90337314c140 req-205699cd-1d2f-41a7-8ad5-b291466b2546 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512211 Jul 30 01:45:05.540513 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9bb10f8c-c75c-4780-a1f4-2af0b02ec19d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9348400 Jul 30 01:45:05.593864 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-64a8f4a7-921b-4c1a-80b4-9799dc1d5a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:05.595336 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-64a8f4a7-921b-4c1a-80b4-9799dc1d5a93 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2907526 Jul 30 01:45:05.602238 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e77cf62c-5ba9-4011-b67d-f7e9d3ff4f8d req-7857ffb1-f555-4635-813d-92de2a242b05 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] For port a1a0bec4-ef09-4b8b-9a31-8535a631074f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1a0bec4-ef09-4b8b-9a31-8535a631074f,segment=NetworkSegment(738d7674-e9f5-4be2-a8b4-1ffca710ea5e),segment_id=738d7674-e9f5-4be2-a8b4-1ffca710ea5e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:05.610643 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-956ceb39-1d95-4e3c-890f-d72a7546bd12 req-5afdec67-dd31-40b8-95c4-2d872243baf2 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/floatingips/3ed7c138-7f6b-4c0f-b577-0c0fd092c6cd HTTP/1.1" status: 200 len: 693 time: 0.1008468 Jul 30 01:45:05.706930 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-c6cb200b-5b1e-4205-8bb9-7397b94886b8 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359377 Jul 30 01:45:05.737855 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e77cf62c-5ba9-4011-b67d-f7e9d3ff4f8d req-7857ffb1-f555-4635-813d-92de2a242b05 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:05.762524 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 4b735435-550b-48a5-9a17-ff90cd5af578, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=4b735435-550b-48a5-9a17-ff90cd5af578,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:05.772723 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ceb39-1d95-4e3c-890f-d72a7546bd12 req-1b852830-20a8-48bb-9264-5f26ae3c0f10 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:05.773242 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-baee42e8-9630-4832-a1f9-2988fe6ed0db service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486034 Jul 30 01:45:05.774191 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-956ceb39-1d95-4e3c-890f-d72a7546bd12 req-1b852830-20a8-48bb-9264-5f26ae3c0f10 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.1577761 Jul 30 01:45:05.806961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '4b735435-550b-48a5-9a17-ff90cd5af578', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '4b735435-550b-48a5-9a17-ff90cd5af578', 'mac_address': 'fa:16:3e:2a:d0:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:45:05.847384 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-956ceb39-1d95-4e3c-890f-d72a7546bd12 req-0ea53fd3-1983-4613-b902-12f8cdb8093a tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.0656674 Jul 30 01:45:05.854244 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e77cf62c-5ba9-4011-b67d-f7e9d3ff4f8d req-7857ffb1-f555-4635-813d-92de2a242b05 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:05.887463 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:05.914409 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cf62c-5ba9-4011-b67d-f7e9d3ff4f8d req-7857ffb1-f555-4635-813d-92de2a242b05 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:05.915824 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e77cf62c-5ba9-4011-b67d-f7e9d3ff4f8d req-7857ffb1-f555-4635-813d-92de2a242b05 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:05.918334 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b735435-550b-48a5-9a17-ff90cd5af578 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:05.922079 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e77cf62c-5ba9-4011-b67d-f7e9d3ff4f8d req-7857ffb1-f555-4635-813d-92de2a242b05 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "PUT /v2.0/ports/a1a0bec4-ef09-4b8b-9a31-8535a631074f HTTP/1.1" status: 200 len: 981 time: 1.5335541 Jul 30 01:45:05.922889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4a07c5-c83b-413c-9e71-1fa72c066a97', 'tag': 'a1a0bec4-ef09-4b8b-9a31-8535a631074f'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:05.923451 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a1a0bec4-ef09-4b8b-9a31-8535a631074f'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:05.926037 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-956ceb39-1d95-4e3c-890f-d72a7546bd12 req-1a204ef5-9b31-46c9-8c2b-3878cc3ba4f1 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.0700617 Jul 30 01:45:05.945421 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24191b1-8ee7-4236-ad00-c0bb322cdf13" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4a07c5-c83b-413c-9e71-1fa72c066a97", "tag": "a1a0bec4-ef09-4b8b-9a31-8535a631074f"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:05.996256 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 4b735435-550b-48a5-9a17-ff90cd5af578, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=4b735435-550b-48a5-9a17-ff90cd5af578,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:06.020463 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddf870c5-f1e5-4964-8c58-8fa782606db3 req-7a61fd37-17af-4b22-9a42-050d5afc7619 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398329 Jul 30 01:45:06.047006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857ffb1-f555-4635-813d-92de2a242b05 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event updated for resources: {'Port': ['ID=a1a0bec4-ef09-4b8b-9a31-8535a631074f,revision_number=6']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:06.108445 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a1a0bec4-ef09-4b8b-9a31-8535a631074f'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:06.112278 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c80387-0667-46d5-a472-91c05bb0d566 req-decefc55-aca5-4beb-8b99-ac1dd20b9f90 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:06.113702 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42c80387-0667-46d5-a472-91c05bb0d566 req-decefc55-aca5-4beb-8b99-ac1dd20b9f90 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 949 time: 0.0962310 Jul 30 01:45:06.159708 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.183213 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42c80387-0667-46d5-a472-91c05bb0d566 req-912b664b-ccd0-4a07-90ff-f19075f1525f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617380 Jul 30 01:45:06.192805 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-956ceb39-1d95-4e3c-890f-d72a7546bd12 req-234267c3-6c94-4819-a504-e6a4ee01df4f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Deleting port a669447a-48c2-4c13-b02c-605da37a5bf3 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:06.192805 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-956ceb39-1d95-4e3c-890f-d72a7546bd12 req-234267c3-6c94-4819-a504-e6a4ee01df4f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.292055 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-956ceb39-1d95-4e3c-890f-d72a7546bd12 req-234267c3-6c94-4819-a504-e6a4ee01df4f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.292457 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-956ceb39-1d95-4e3c-890f-d72a7546bd12 req-234267c3-6c94-4819-a504-e6a4ee01df4f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.306255 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-956ceb39-1d95-4e3c-890f-d72a7546bd12 req-234267c3-6c94-4819-a504-e6a4ee01df4f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Calling delete_port for a669447a-48c2-4c13-b02c-605da37a5bf3 owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:06.326894 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daecee3-c917-4aa9-ada8-15ebf6c9ddf4 req-a1d1d4c1-3c62-40a7-aa8c-3ec02334fad3 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:06.335063 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8daecee3-c917-4aa9-ada8-15ebf6c9ddf4 req-a1d1d4c1-3c62-40a7-aa8c-3ec02334fad3 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 945 time: 0.0656712 Jul 30 01:45:06.385604 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8daecee3-c917-4aa9-ada8-15ebf6c9ddf4 req-1a80926e-c5bc-465e-8abf-32fcb50e6ffe tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492392 Jul 30 01:45:06.427956 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=4b735435-550b-48a5-9a17-ff90cd5af578,revision_number=12']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:06.524983 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['4b735435-550b-48a5-9a17-ff90cd5af578'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:06.542344 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33562168-2adf-4111-9073-6fd57be012be req-bf3f4941-49ba-4099-a124-7befbfa34edd tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:06.550976 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-33562168-2adf-4111-9073-6fd57be012be req-bf3f4941-49ba-4099-a124-7befbfa34edd tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 945 time: 0.0755718 Jul 30 01:45:06.611387 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-33562168-2adf-4111-9073-6fd57be012be req-6de4f8b9-c6d7-4f79-b4a3-0a39e66b27ca tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539868 Jul 30 01:45:06.629524 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36924) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:06.634447 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-956ceb39-1d95-4e3c-890f-d72a7546bd12 req-234267c3-6c94-4819-a504-e6a4ee01df4f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.637679 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-51eb9410-393f-4ce1-8c4e-5936faff74e2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1466123679-network', 'tenant_id': 'e57745a8887842628c69215f89add26d'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:06.672816 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234267c3-6c94-4819-a504-e6a4ee01df4f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Pushing event deleted for resources: {'Port': ['ID=a669447a-48c2-4c13-b02c-605da37a5bf3,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:06.701895 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-489d562a-cdc0-47b6-a7e8-e9e54e57c445 req-25055da6-ee6d-4688-9a22-12c2a2012202 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=36c78d49-0f03-4818-b9b2-038f3f7776a1 HTTP/1.1" status: 200 len: 210 time: 0.0385909 Jul 30 01:45:06.741320 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51eb9410-393f-4ce1-8c4e-5936faff74e2 admin admin] Made reservation on behalf of e57745a8887842628c69215f89add26d for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:06.744311 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-51eb9410-393f-4ce1-8c4e-5936faff74e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.760218 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-51eb9410-393f-4ce1-8c4e-5936faff74e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.793750 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-956ceb39-1d95-4e3c-890f-d72a7546bd12 req-234267c3-6c94-4819-a504-e6a4ee01df4f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.796703 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-956ceb39-1d95-4e3c-890f-d72a7546bd12 req-234267c3-6c94-4819-a504-e6a4ee01df4f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.798288 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-956ceb39-1d95-4e3c-890f-d72a7546bd12 req-234267c3-6c94-4819-a504-e6a4ee01df4f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "DELETE /v2.0/floatingips/3ed7c138-7f6b-4c0f-b577-0c0fd092c6cd HTTP/1.1" status: 204 len: 173 time: 0.8711605 Jul 30 01:45:06.832991 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e43d85cd-88d9-4771-9e67-8361672ce9bf req-3bd2506c-68ab-4b69-a252-40e44ee7a6c5 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-28389671&fields=id&tenant_id=532deb34bbd846ce86f160f5f89040d6 HTTP/1.1" status: 200 len: 267 time: 0.0546951 Jul 30 01:45:06.877357 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7961f57-ebfc-4621-ba3a-3ec0604ecb7c x-openstack-request-id: req-e7961f57-ebfc-4621-ba3a-3ec0604ecb7c {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:06.877674 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4a07c5-c83b-413c-9e71-1fa72c066a97", "tag": "a1a0bec4-ef09-4b8b-9a31-8535a631074f", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:06.877942 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7961f57-ebfc-4621-ba3a-3ec0604ecb7c {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:06.878341 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4a07c5-c83b-413c-9e71-1fa72c066a97', 'tag': 'a1a0bec4-ef09-4b8b-9a31-8535a631074f', 'status': 'completed', 'code': 200} Jul 30 01:45:06.920916 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d85cd-88d9-4771-9e67-8361672ce9bf req-f4ddedc0-e2c3-49fe-af4e-2c22bf0b9b7d tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:06.932998 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e43d85cd-88d9-4771-9e67-8361672ce9bf req-f4ddedc0-e2c3-49fe-af4e-2c22bf0b9b7d tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 984 time: 0.0832512 Jul 30 01:45:06.953878 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e43d85cd-88d9-4771-9e67-8361672ce9bf req-89e0856e-7533-4798-8608-0fc8ff55e3ec tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Request body: {'port': {'security_groups': ['22951747-7798-4d1f-9b02-7dd56413694a', '8ac6b88a-06a6-416f-9cc8-1c5494f3c083', '72f2edb9-6b69-4341-9936-abdccaa9cc7d']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:06.962935 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-51eb9410-393f-4ce1-8c4e-5936faff74e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.976849 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55945dcc-8c5c-4464-bc14-52ffece044c4 req-471ae388-3d73-40d9-bbbf-9d346e42779f tempest-MigrationsAdminTest-392073486 tempest-MigrationsAdminTest-392073486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:06.987629 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-55945dcc-8c5c-4464-bc14-52ffece044c4 req-471ae388-3d73-40d9-bbbf-9d346e42779f tempest-MigrationsAdminTest-392073486 tempest-MigrationsAdminTest-392073486-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 1101 time: 0.0527179 Jul 30 01:45:07.030482 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-55945dcc-8c5c-4464-bc14-52ffece044c4 req-b4e380bd-00d5-4c35-9089-0a274cb83757 tempest-MigrationsAdminTest-392073486 tempest-MigrationsAdminTest-392073486-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416188 Jul 30 01:45:07.049917 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24191b1-8ee7-4236-ad00-c0bb322cdf13 req-fdc8ac88-db53-4b03-860b-de1c0d013d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:07.051300 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d24191b1-8ee7-4236-ad00-c0bb322cdf13 req-fdc8ac88-db53-4b03-860b-de1c0d013d6a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=532deb34bbd846ce86f160f5f89040d6&device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 1135 time: 0.1128931 Jul 30 01:45:07.054012 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-51eb9410-393f-4ce1-8c4e-5936faff74e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.082667 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e43d85cd-88d9-4771-9e67-8361672ce9bf req-89e0856e-7533-4798-8608-0fc8ff55e3ec tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.164144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51eb9410-393f-4ce1-8c4e-5936faff74e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:45:07.174104 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bca8b2-59d5-488b-a9b5-fd7265433e69 req-8c695175-87dd-41ca-8454-e0a1e47cee50 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:07.175825 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18bca8b2-59d5-488b-a9b5-fd7265433e69 req-8c695175-87dd-41ca-8454-e0a1e47cee50 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 945 time: 0.0625637 Jul 30 01:45:07.180090 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb9410-393f-4ce1-8c4e-5936faff74e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc16fc32-e77d-4799-8463-9c23702b67eb,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:07.186281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36930) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:07.191391 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-f5cafbcb-499b-4365-a939-e8feeea2a06e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Request body: {'floatingip': {'port_id': '1c967715-842e-4180-ab4a-eb7c33291aed'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:07.234575 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-51eb9410-393f-4ce1-8c4e-5936faff74e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.235022 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-51eb9410-393f-4ce1-8c4e-5936faff74e2 admin admin] Added segment a6256e75-0a78-4333-a420-fd363d4f95aa of type vlan for network 13069fff-c0cb-4ee0-9ee9-2ed6d1f98b06 Jul 30 01:45:07.250336 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f5cafbcb-499b-4365-a939-e8feeea2a06e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for floatingip, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.348355 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24191b1-8ee7-4236-ad00-c0bb322cdf13 req-7250bb85-54b8-43c0-9e43-e1092682aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:07.350113 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d24191b1-8ee7-4236-ad00-c0bb322cdf13 req-7250bb85-54b8-43c0-9e43-e1092682aa3a service neutron] 10.222.0.77 "GET /v2.0/networks?id=3a621a35-44c6-4105-9f2d-eba3cb0bd5de HTTP/1.1" status: 200 len: 914 time: 0.2884328 Jul 30 01:45:07.351935 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-51eb9410-393f-4ce1-8c4e-5936faff74e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.422675 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e9aee-1d8b-4fec-865b-922ef02178d8 req-aa3c5f0e-9def-4e50-8003-37bbbbd896f6 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:07.424179 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-266e9aee-1d8b-4fec-865b-922ef02178d8 req-aa3c5f0e-9def-4e50-8003-37bbbbd896f6 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 943 time: 0.1084874 Jul 30 01:45:07.437972 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d24191b1-8ee7-4236-ad00-c0bb322cdf13 req-be4d27f9-6ac7-4d89-b748-ecf2c100cfd6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a0bec4-ef09-4b8b-9a31-8535a631074f HTTP/1.1" status: 200 len: 217 time: 0.0658469 Jul 30 01:45:07.521072 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-266e9aee-1d8b-4fec-865b-922ef02178d8 req-f3b1bd10-de2c-4e62-991e-97f0d9ccec52 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887666 Jul 30 01:45:07.558447 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24191b1-8ee7-4236-ad00-c0bb322cdf13 req-f4fc6a1d-3160-4577-b12d-1605ab56dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:07.560095 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d24191b1-8ee7-4236-ad00-c0bb322cdf13 req-f4fc6a1d-3160-4577-b12d-1605ab56dbcf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=30644392-d094-481b-a028-a7f7974310de HTTP/1.1" status: 200 len: 853 time: 0.1104972 Jul 30 01:45:07.617130 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d24191b1-8ee7-4236-ad00-c0bb322cdf13 req-11ef2388-9ae7-4bc8-a086-49f73892c92b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3a621a35-44c6-4105-9f2d-eba3cb0bd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414102 Jul 30 01:45:07.621007 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-51eb9410-393f-4ce1-8c4e-5936faff74e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.621942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eb9410-393f-4ce1-8c4e-5936faff74e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:07.622563 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-51eb9410-393f-4ce1-8c4e-5936faff74e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.675016 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f4ed4a76-e0e4-4533-ba12-8811035c743f req-877ef7bf-8410-401b-ba95-dee2ad862707 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/floatingips/5614de99-7e50-4e92-b1b6-65ec3f74b235 HTTP/1.1" status: 200 len: 692 time: 0.0653305 Jul 30 01:45:07.744300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e43d85cd-88d9-4771-9e67-8361672ce9bf req-89e0856e-7533-4798-8608-0fc8ff55e3ec tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] For port a1a0bec4-ef09-4b8b-9a31-8535a631074f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1a0bec4-ef09-4b8b-9a31-8535a631074f,segment=NetworkSegment(738d7674-e9f5-4be2-a8b4-1ffca710ea5e),segment_id=738d7674-e9f5-4be2-a8b4-1ffca710ea5e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:07.761427 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-51eb9410-393f-4ce1-8c4e-5936faff74e2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1270754 Jul 30 01:45:07.767893 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36936) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:07.772955 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a82beb46-c678-48d7-bcd1-223b6af85c55 admin admin] Request body: {'subnet': {'network_id': '13069fff-c0cb-4ee0-9ee9-2ed6d1f98b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1466123679-subnet', 'tenant_id': 'e57745a8887842628c69215f89add26d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:07.780095 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb9410-393f-4ce1-8c4e-5936faff74e2 admin admin] Pushing event updated for resources: {'Network': ['ID=13069fff-c0cb-4ee0-9ee9-2ed6d1f98b06,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:07.793304 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 13069fff-c0cb-4ee0-9ee9-2ed6d1f98b06 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:45:07.845615 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e43d85cd-88d9-4771-9e67-8361672ce9bf req-89e0856e-7533-4798-8608-0fc8ff55e3ec tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.855324 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d24191b1-8ee7-4236-ad00-c0bb322cdf13 req-f9f3440c-a682-4a07-8ad3-eb1cc40c4619 service neutron] 10.222.0.77 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303531 Jul 30 01:45:07.953689 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e43d85cd-88d9-4771-9e67-8361672ce9bf req-89e0856e-7533-4798-8608-0fc8ff55e3ec tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.955262 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82beb46-c678-48d7-bcd1-223b6af85c55 admin admin] Made reservation on behalf of e57745a8887842628c69215f89add26d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:07.957603 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a82beb46-c678-48d7-bcd1-223b6af85c55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.998398 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a1a0bec4-ef09-4b8b-9a31-8535a631074f'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:08.084552 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d24191b1-8ee7-4236-ad00-c0bb322cdf13 req-f703176e-af9a-4e2e-be44-a198295a87bb service neutron] 10.222.0.77 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216434 Jul 30 01:45:08.121074 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d85cd-88d9-4771-9e67-8361672ce9bf req-89e0856e-7533-4798-8608-0fc8ff55e3ec tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:08.121910 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e43d85cd-88d9-4771-9e67-8361672ce9bf req-89e0856e-7533-4798-8608-0fc8ff55e3ec tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.128433 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e43d85cd-88d9-4771-9e67-8361672ce9bf req-89e0856e-7533-4798-8608-0fc8ff55e3ec tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "PUT /v2.0/ports/a1a0bec4-ef09-4b8b-9a31-8535a631074f HTTP/1.1" status: 200 len: 1020 time: 1.1944911 Jul 30 01:45:08.264947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0856e-7533-4798-8608-0fc8ff55e3ec tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event updated for resources: {'Port': ['ID=a1a0bec4-ef09-4b8b-9a31-8535a631074f,revision_number=7']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:08.318738 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a1a0bec4-ef09-4b8b-9a31-8535a631074f'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:08.332557 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fbffe3cf-aa1d-403f-81b6-15cd55268999 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:08.334427 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fbffe3cf-aa1d-403f-81b6-15cd55268999 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.10 "GET /v2.0/networks?id=9030b8df-7223-43a1-87ad-4d6177bec344 HTTP/1.1" status: 200 len: 811 time: 0.2972763 Jul 30 01:45:08.364598 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-6200f2cb-2244-4a5d-ad69-4057c10766c2 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Request body: {'port': {'device_id': '36c78d49-0f03-4818-b9b2-038f3f7776a1', 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344', 'admin_state_up': True, 'tenant_id': '7d3611f928ae4827a5bdd2be25a39ca2'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:08.424173 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a76-e0e4-4533-ba12-8811035c743f req-0fdeb1cb-1a9c-41a9-bf4b-6a92e23e3af2 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:08.433663 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f4ed4a76-e0e4-4533-ba12-8811035c743f req-0fdeb1cb-1a9c-41a9-bf4b-6a92e23e3af2 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.7468145 Jul 30 01:45:08.531922 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f4ed4a76-e0e4-4533-ba12-8811035c743f req-d82a5de4-bc5e-4ee1-961e-862672a786c7 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 695 time: 0.0972083 Jul 30 01:45:08.624482 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a82beb46-c678-48d7-bcd1-223b6af85c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.638072 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f4ed4a76-e0e4-4533-ba12-8811035c743f req-83ecf2d4-917e-48e9-b4a1-0e4ccddc3b8e tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 695 time: 0.1051097 Jul 30 01:45:08.659449 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.db.resource_extend [None req-f5cafbcb-499b-4365-a939-e8feeea2a06e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:45:08.729247 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-6200f2cb-2244-4a5d-ad69-4057c10766c2 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Made reservation on behalf of 7d3611f928ae4827a5bdd2be25a39ca2 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:08.733029 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-6200f2cb-2244-4a5d-ad69-4057c10766c2 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.786877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82beb46-c678-48d7-bcd1-223b6af85c55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00cdb73-bc22-41f6-be23-e636f4a561b4,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:08.818609 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82beb46-c678-48d7-bcd1-223b6af85c55 admin admin] Checking segment: {'id': 'a6256e75-0a78-4333-a420-fd363d4f95aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '13069fff-c0cb-4ee0-9ee9-2ed6d1f98b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:08.822543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82beb46-c678-48d7-bcd1-223b6af85c55 admin admin] Network hostable DHCP agents. Network: 13069fff-c0cb-4ee0-9ee9-2ed6d1f98b06, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:45:08.822712 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f5cafbcb-499b-4365-a939-e8feeea2a06e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.870342 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bddec-528a-40eb-a8f6-61c8d7efc15e req-66daa449-e150-461f-b732-2edcd9cfd669 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:08.871985 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-745bddec-528a-40eb-a8f6-61c8d7efc15e req-66daa449-e150-461f-b732-2edcd9cfd669 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 945 time: 0.1447115 Jul 30 01:45:08.879594 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4a07c5-c83b-413c-9e71-1fa72c066a97', 'tag': 'a1a0bec4-ef09-4b8b-9a31-8535a631074f'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:08.881434 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb61447-bcb3-43f0-9856-a9eab332911f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4a07c5-c83b-413c-9e71-1fa72c066a97", "tag": "a1a0bec4-ef09-4b8b-9a31-8535a631074f"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:08.908187 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f5cafbcb-499b-4365-a939-e8feeea2a06e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.964313 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-745bddec-528a-40eb-a8f6-61c8d7efc15e req-32510fcb-0d23-440a-80f1-534f6ebec828 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792453 Jul 30 01:45:08.973584 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-f4ed4a76-e0e4-4533-ba12-8811035c743f req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Deleting port ec8e866b-1c8f-4bb6-bf24-77d9fc0f54c5 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:08.973933 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f4ed4a76-e0e4-4533-ba12-8811035c743f req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.988267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-6200f2cb-2244-4a5d-ad69-4057c10766c2 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Allocated IP 172.20.0.14 (9030b8df-7223-43a1-87ad-4d6177bec344/00d5dfcf-9789-4d3c-a9c4-d79d05163f3c/f9e9d8f3-1965-4265-8a5d-433f83e9e4de) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:08.990318 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82beb46-c678-48d7-bcd1-223b6af85c55 admin admin] Network 13069fff-c0cb-4ee0-9ee9-2ed6d1f98b06 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:45:09.073958 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-f5cafbcb-499b-4365-a939-e8feeea2a06e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Floating IP 0b1ccf23-2acb-4a69-ab0f-b3aee4998ab2 associated. External IP: 172.25.1.212, port: 1c967715-842e-4180-ab4a-eb7c33291aed. Jul 30 01:45:09.089639 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-670b9f01-2f54-43a1-a6f6-2d05e787e72f req-4d93439d-72ef-409c-a540-809f141777a2 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=36c78d49-0f03-4818-b9b2-038f3f7776a1 HTTP/1.1" status: 200 len: 210 time: 0.0470638 Jul 30 01:45:09.116017 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-a82beb46-c678-48d7-bcd1-223b6af85c55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 13069fff-c0cb-4ee0-9ee9-2ed6d1f98b06) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:09.131611 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efae44ce-dd8c-4515-a2ee-8421df9e52ad None None] Network 13069fff-c0cb-4ee0-9ee9-2ed6d1f98b06 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:09.140116 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f4ed4a76-e0e4-4533-ba12-8811035c743f req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.140447 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f4ed4a76-e0e4-4533-ba12-8811035c743f req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.149707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82beb46-c678-48d7-bcd1-223b6af85c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:09.150384 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a82beb46-c678-48d7-bcd1-223b6af85c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.194126 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-f4ed4a76-e0e4-4533-ba12-8811035c743f req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Calling delete_port for ec8e866b-1c8f-4bb6-bf24-77d9fc0f54c5 owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:09.237791 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31192797-e898-4c31-82f8-75ea57d790ca req-825a2bca-201f-46be-ac44-79350760bef4 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:09.239465 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-31192797-e898-4c31-82f8-75ea57d790ca req-825a2bca-201f-46be-ac44-79350760bef4 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 1023 time: 0.0953796 Jul 30 01:45:09.285645 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-6200f2cb-2244-4a5d-ad69-4057c10766c2 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.318734 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a82beb46-c678-48d7-bcd1-223b6af85c55 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5423136 Jul 30 01:45:09.346740 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-57f750bf-2e7e-43f8-8713-cf91bc2bdeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.359171 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-31192797-e898-4c31-82f8-75ea57d790ca req-8ee25940-cfb6-49f7-acc7-ddf528bc4e96 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&id=22951747-7798-4d1f-9b02-7dd56413694a&id=72f2edb9-6b69-4341-9936-abdccaa9cc7d HTTP/1.1" status: 200 len: 6147 time: 0.1085856 Jul 30 01:45:09.466068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8f87cad4-f402-49b4-b2d3-d46655d95204 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:45:09.470983 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 4b735435-550b-48a5-9a17-ff90cd5af578 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:09.471136 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cafbcb-499b-4365-a939-e8feeea2a06e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Router 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:45:09.476318 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36950) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:09.499052 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-6200f2cb-2244-4a5d-ad69-4057c10766c2 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.537781 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dbfc87-0a56-4cb3-ae35-41a9337d9dcc None None] Network 13069fff-c0cb-4ee0-9ee9-2ed6d1f98b06 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:09.562624 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eaad8-e848-46f5-88b7-eb9ce70e2db0 req-c5248277-05a3-4ba8-93ac-71ca1f821826 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:09.566856 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-508eaad8-e848-46f5-88b7-eb9ce70e2db0 req-c5248277-05a3-4ba8-93ac-71ca1f821826 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 943 time: 0.1348021 Jul 30 01:45:09.609054 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cafbcb-499b-4365-a939-e8feeea2a06e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:45:09.615242 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f5cafbcb-499b-4365-a939-e8feeea2a06e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.622108 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7e60b0-62cf-4e51-9bf8-b60d9f70ca47 None None] Sync routers for ids ['0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:45:09.634277 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce3ecbd-b4a9-4951-9bbe-9d7c1131e1e1 admin admin] Deleting subnet 4baecb60-7c0f-4694-ba16-7039df63628e {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:45:09.639827 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7e60b0-62cf-4e51-9bf8-b60d9f70ca47 None None] Routers {'0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:45:09.640674 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bc7e60b0-62cf-4e51-9bf8-b60d9f70ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:44:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:09.644043 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f4ed4a76-e0e4-4533-ba12-8811035c743f req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.644583 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-6200f2cb-2244-4a5d-ad69-4057c10766c2 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Network 9030b8df-7223-43a1-87ad-4d6177bec344 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:09.657098 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200f2cb-2244-4a5d-ad69-4057c10766c2 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Pushing event updated for resources: {'Port': ['ID=f9e9d8f3-1965-4265-8a5d-433f83e9e4de,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:09.663752 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1ce3ecbd-b4a9-4951-9bbe-9d7c1131e1e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.687381 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Pushing event deleted for resources: {'Port': ['ID=ec8e866b-1c8f-4bb6-bf24-77d9fc0f54c5,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:09.690608 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f5cafbcb-499b-4365-a939-e8feeea2a06e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "PUT /v2.0/floatingips/0b1ccf23-2acb-4a69-ab0f-b3aee4998ab2 HTTP/1.1" status: 200 len: 991 time: 2.5029297 Jul 30 01:45:09.697485 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'tag': '1c967715-842e-4180-ab4a-eb7c33291aed'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:09.698309 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb05decb-71fe-4b8a-9f30-74c14dd1dd09" -d '{"events": [{"name": "network-changed", "server_uuid": "c08b45c4-342a-47f4-bc8a-6c135bfa13a6", "tag": "1c967715-842e-4180-ab4a-eb7c33291aed"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:09.711499 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8f87cad4-f402-49b4-b2d3-d46655d95204, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8f87cad4-f402-49b4-b2d3-d46655d95204,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:09.724719 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1ce3ecbd-b4a9-4951-9bbe-9d7c1131e1e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.725040 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:09.725370 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:09.725721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:09.726143 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:09.726541 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:09.726880 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:09.727239 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:09.727575 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:09.727906 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:09.728231 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:09.728554 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:09.728880 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:09.738254 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 4b735435-550b-48a5-9a17-ff90cd5af578 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:09.758053 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '8f87cad4-f402-49b4-b2d3-d46655d95204', 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e', 'port_id': '8f87cad4-f402-49b4-b2d3-d46655d95204', 'mac_address': 'fa:16:3e:a7:fb:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ee53b8-de93-45d5-96fb-d335e3f2eaf9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:45:09.760665 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 4b735435-550b-48a5-9a17-ff90cd5af578 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:09.761030 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.776960 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f4ed4a76-e0e4-4533-ba12-8811035c743f req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.780600 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f4ed4a76-e0e4-4533-ba12-8811035c743f req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.781935 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f4ed4a76-e0e4-4533-ba12-8811035c743f req-89e55ebb-1db5-4e7e-9cb7-32103599fa63 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "DELETE /v2.0/floatingips/5614de99-7e50-4e92-b1b6-65ec3f74b235 HTTP/1.1" status: 204 len: 173 time: 1.0149562 Jul 30 01:45:09.794562 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-6200f2cb-2244-4a5d-ad69-4057c10766c2 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:09.796994 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1ce3ecbd-b4a9-4951-9bbe-9d7c1131e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.802539 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-bc7e60b0-62cf-4e51-9bf8-b60d9f70ca47 None None] Set router 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:45:09.804729 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-6200f2cb-2244-4a5d-ad69-4057c10766c2 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:09.844341 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.865042 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f87cad4-f402-49b4-b2d3-d46655d95204 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:09.884525 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-6200f2cb-2244-4a5d-ad69-4057c10766c2 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:09.885228 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-6200f2cb-2244-4a5d-ad69-4057c10766c2 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.909484 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8f87cad4-f402-49b4-b2d3-d46655d95204, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8f87cad4-f402-49b4-b2d3-d46655d95204,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:09.919478 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.923151 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-508eaad8-e848-46f5-88b7-eb9ce70e2db0 req-7987f55a-8360-4ba4-b511-ffa6ada04006 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429613 Jul 30 01:45:09.936414 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dc1a0-003d-4c7c-a7c7-6576d4d8e82f req-0b00e204-9bce-465c-a123-d43b697cc8f3 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:09.936414 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0e4dc1a0-003d-4c7c-a7c7-6576d4d8e82f req-0b00e204-9bce-465c-a123-d43b697cc8f3 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.0944808 Jul 30 01:45:09.961257 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e593ac3-6b0b-493d-97f7-d7701996f28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b735435-550b-48a5-9a17-ff90cd5af578'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:09.971417 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba5a2ae-dba8-4546-ba81-86ad8d0e1ce2" -d '{"events": [{"server_uuid": "8e593ac3-6b0b-493d-97f7-d7701996f28c", "name": "network-vif-plugged", "status": "completed", "tag": "4b735435-550b-48a5-9a17-ff90cd5af578"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:09.981707 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e921f1ce-5b07-409b-8bac-cc7d48073f63 x-openstack-request-id: req-e921f1ce-5b07-409b-8bac-cc7d48073f63 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:09.982467 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4a07c5-c83b-413c-9e71-1fa72c066a97", "tag": "a1a0bec4-ef09-4b8b-9a31-8535a631074f", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:09.982737 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e921f1ce-5b07-409b-8bac-cc7d48073f63 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:09.983630 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4a07c5-c83b-413c-9e71-1fa72c066a97', 'tag': 'a1a0bec4-ef09-4b8b-9a31-8535a631074f', 'status': 'completed', 'code': 200} Jul 30 01:45:09.984929 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0e4dc1a0-003d-4c7c-a7c7-6576d4d8e82f req-51a657ed-e9af-45d9-8c52-5d0eb6c7ceb8 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479648 Jul 30 01:45:09.986287 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-6200f2cb-2244-4a5d-ad69-4057c10766c2 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6275878 Jul 30 01:45:09.994647 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 4b735435-550b-48a5-9a17-ff90cd5af578, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=4b735435-550b-48a5-9a17-ff90cd5af578,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:10.003763 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] Request body: {'port': {'device_id': '36c78d49-0f03-4818-b9b2-038f3f7776a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:10.006789 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.015830 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-61e79f07-3c4e-4ceb-8d43-3bcd6d5951f2 req-bd8cd909-280a-4da1-9f5d-1638d28daba6 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2091622225 ', 'description': 'tempest-description-1105850629'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:10.053648 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c0b1e-b890-42db-81e2-98b1633aa1e5 req-dd24b78a-0737-4bed-997b-c3c52da0b789 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:10.056240 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-690c0b1e-b890-42db-81e2-98b1633aa1e5 req-dd24b78a-0737-4bed-997b-c3c52da0b789 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 950 time: 0.0596805 Jul 30 01:45:10.087422 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=8f87cad4-f402-49b4-b2d3-d46655d95204,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:10.101970 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.103943 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1ce3ecbd-b4a9-4951-9bbe-9d7c1131e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.169136 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3ecbd-b4a9-4951-9bbe-9d7c1131e1e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4baecb60-7c0f-4694-ba16-7039df63628e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:10.175186 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1ce3ecbd-b4a9-4951-9bbe-9d7c1131e1e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.179576 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1ce3ecbd-b4a9-4951-9bbe-9d7c1131e1e1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4baecb60-7c0f-4694-ba16-7039df63628e HTTP/1.1" status: 204 len: 168 time: 0.6987867 Jul 30 01:45:10.180931 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1922b11c-3cc2-410b-b912-48c37f73a27b x-openstack-request-id: req-1922b11c-3cc2-410b-b912-48c37f73a27b {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:10.181749 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08b45c4-342a-47f4-bc8a-6c135bfa13a6", "tag": "1c967715-842e-4180-ab4a-eb7c33291aed", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:10.182023 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1922b11c-3cc2-410b-b912-48c37f73a27b {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:10.182152 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-61e79f07-3c4e-4ceb-8d43-3bcd6d5951f2 req-bd8cd909-280a-4da1-9f5d-1638d28daba6 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.182471 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'tag': '1c967715-842e-4180-ab4a-eb7c33291aed', 'status': 'completed', 'code': 200} Jul 30 01:45:10.182796 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bc7e60b0-62cf-4e51-9bf8-b60d9f70ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'name': 'tempest-ServerActionsTestJSON-1881564908-router', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:21Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'gw_port': {'id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:22Z', 'updated_at': '2021-07-30T01:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '0b1ccf23-2acb-4a69-ab0f-b3aee4998ab2', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'port_id': '1c967715-842e-4180-ab4a-eb7c33291aed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'mac_address': 'fa:16:3e:e3:d2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:44:39Z', 'updated_at': '2021-07-30T01:45:08Z', 'revision_number': 1, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b99ce8f-c167-4fe3-9d91-4930a8b283b3', 'name': '', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'mac_address': 'fa:16:3e:9d:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:27Z', 'updated_at': '2021-07-30T01:44:37Z', 'revision_number': 5, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'subnets': [{'id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:10.185575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb61447-bcb3-43f0-9856-a9eab332911f req-2ed09f27-75f7-4a78-9b55-e2e25230023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:10.185746 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36964) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:10.187204 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6eb61447-bcb3-43f0-9856-a9eab332911f req-2ed09f27-75f7-4a78-9b55-e2e25230023e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=532deb34bbd846ce86f160f5f89040d6&device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 1174 time: 0.1359885 Jul 30 01:45:10.203455 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.218740 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=4b735435-550b-48a5-9a17-ff90cd5af578,revision_number=13']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:10.229620 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7e60b0-62cf-4e51-9bf8-b60d9f70ca47 None None] Checking router: 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:45:10.238405 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7e60b0-62cf-4e51-9bf8-b60d9f70ca47 None None] Routers {'0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:45:10.239027 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bc7e60b0-62cf-4e51-9bf8-b60d9f70ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:44:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:10.278416 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['8f87cad4-f402-49b4-b2d3-d46655d95204'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:10.370944 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-bc7e60b0-62cf-4e51-9bf8-b60d9f70ca47 None None] Set router 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:45:10.474650 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05decb-71fe-4b8a-9f30-74c14dd1dd09 req-63c11961-031b-4185-918e-bda7747d46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:10.476222 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb05decb-71fe-4b8a-9f30-74c14dd1dd09 req-63c11961-031b-4185-918e-bda7747d46b4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 1096 time: 0.2595634 Jul 30 01:45:10.505308 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb61447-bcb3-43f0-9856-a9eab332911f req-f9dd09d5-d6b4-426f-9051-0a98a64a0859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:10.506868 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6eb61447-bcb3-43f0-9856-a9eab332911f req-f9dd09d5-d6b4-426f-9051-0a98a64a0859 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3a621a35-44c6-4105-9f2d-eba3cb0bd5de HTTP/1.1" status: 200 len: 914 time: 0.3045096 Jul 30 01:45:10.517351 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-690c0b1e-b890-42db-81e2-98b1633aa1e5 req-c8542487-b3a7-4364-9406-9ed87bf9098b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Deleting port 4b735435-550b-48a5-9a17-ff90cd5af578 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:10.517899 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-690c0b1e-b890-42db-81e2-98b1633aa1e5 req-c8542487-b3a7-4364-9406-9ed87bf9098b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.614467 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bc7e60b0-62cf-4e51-9bf8-b60d9f70ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'name': 'tempest-ServerActionsTestJSON-1881564908-router', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:21Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'gw_port': {'id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:22Z', 'updated_at': '2021-07-30T01:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '0b1ccf23-2acb-4a69-ab0f-b3aee4998ab2', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'port_id': '1c967715-842e-4180-ab4a-eb7c33291aed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'mac_address': 'fa:16:3e:e3:d2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:44:39Z', 'updated_at': '2021-07-30T01:45:08Z', 'revision_number': 1, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b99ce8f-c167-4fe3-9d91-4930a8b283b3', 'name': '', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'mac_address': 'fa:16:3e:9d:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:27Z', 'updated_at': '2021-07-30T01:44:37Z', 'revision_number': 5, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'subnets': [{'id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:10.626277 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-66f25edf-b21c-48a8-8c11-c196e35ca549 req-5e9fe86b-7426-42b1-a8b1-9db6876f304f tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/floatingips/3f65c3e2-e5af-4024-b338-9dd3f9dbdbf7 HTTP/1.1" status: 200 len: 693 time: 0.1051679 Jul 30 01:45:10.642599 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7e60b0-62cf-4e51-9bf8-b60d9f70ca47 None None] The sync data for ids ['0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'] in n-d-713498-9 is: [{'id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'name': 'tempest-ServerActionsTestJSON-1881564908-router', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:21Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'gw_port': {'id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:22Z', 'updated_at': '2021-07-30T01:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '0b1ccf23-2acb-4a69-ab0f-b3aee4998ab2', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'port_id': '1c967715-842e-4180-ab4a-eb7c33291aed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'mac_address': 'fa:16:3e:e3:d2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:44:39Z', 'updated_at': '2021-07-30T01:45:08Z', 'revision_number': 1, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b99ce8f-c167-4fe3-9d91-4930a8b283b3', 'name': '', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'mac_address': 'fa:16:3e:9d:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:27Z', 'updated_at': '2021-07-30T01:44:37Z', 'revision_number': 5, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'subnets': [{'id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:45:10.643350 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-89aaf09b-ce6a-455a-9cd5-4a92f94d5ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.745183 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-690c0b1e-b890-42db-81e2-98b1633aa1e5 req-c8542487-b3a7-4364-9406-9ed87bf9098b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] For port 4b735435-550b-48a5-9a17-ff90cd5af578, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=4b735435-550b-48a5-9a17-ff90cd5af578,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:10.747136 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-690c0b1e-b890-42db-81e2-98b1633aa1e5 req-c8542487-b3a7-4364-9406-9ed87bf9098b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.794007 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-690c0b1e-b890-42db-81e2-98b1633aa1e5 req-c8542487-b3a7-4364-9406-9ed87bf9098b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Calling delete_port for 4b735435-550b-48a5-9a17-ff90cd5af578 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:10.893534 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d2e1e-d299-4db8-8ae8-340bbe0c8536 None None] New status for floating IP 0b1ccf23-2acb-4a69-ab0f-b3aee4998ab2: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:45:10.915459 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f25edf-b21c-48a8-8c11-c196e35ca549 req-3d7ff868-a96f-43b8-be3e-b2db718f6702 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:10.918072 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-66f25edf-b21c-48a8-8c11-c196e35ca549 req-3d7ff868-a96f-43b8-be3e-b2db718f6702 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.2804744 Jul 30 01:45:10.925884 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-89aaf09b-ce6a-455a-9cd5-4a92f94d5ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.959410 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6eb61447-bcb3-43f0-9856-a9eab332911f req-8af038ed-9560-49aa-8f9e-03de0496dd68 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a0bec4-ef09-4b8b-9a31-8535a631074f HTTP/1.1" status: 200 len: 217 time: 0.4071300 Jul 30 01:45:10.981028 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-89aaf09b-ce6a-455a-9cd5-4a92f94d5ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf80d2db-4fb0-4ee4-9c5b-7eba94ca2ce4']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:11.009411 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-89aaf09b-ce6a-455a-9cd5-4a92f94d5ca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878730c8-2ebd-48b6-8fd6-5de3f2a20a6f') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:11.009906 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-89aaf09b-ce6a-455a-9cd5-4a92f94d5ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878730c8-2ebd-48b6-8fd6-5de3f2a20a6f') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:11.014265 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-66f25edf-b21c-48a8-8c11-c196e35ca549 req-b58e4838-8ff5-48fc-a924-7e79da75fae4 tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.172 HTTP/1.1" status: 200 len: 696 time: 0.0837543 Jul 30 01:45:11.026251 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-89aaf09b-ce6a-455a-9cd5-4a92f94d5ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.044094 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-61e79f07-3c4e-4ceb-8d43-3bcd6d5951f2 req-bd8cd909-280a-4da1-9f5d-1638d28daba6 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.079156 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb61447-bcb3-43f0-9856-a9eab332911f req-72a1e769-7082-42e9-acab-bd6ac6d8fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:11.080607 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6eb61447-bcb3-43f0-9856-a9eab332911f req-72a1e769-7082-42e9-acab-bd6ac6d8fd41 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=30644392-d094-481b-a028-a7f7974310de HTTP/1.1" status: 200 len: 853 time: 0.1113961 Jul 30 01:45:11.091736 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-89aaf09b-ce6a-455a-9cd5-4a92f94d5ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.093867 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05decb-71fe-4b8a-9f30-74c14dd1dd09 req-8de45927-0fc0-417c-a97c-ebebda7ef672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:11.095320 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb05decb-71fe-4b8a-9f30-74c14dd1dd09 req-8de45927-0fc0-417c-a97c-ebebda7ef672 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 913 time: 0.6057222 Jul 30 01:45:11.101882 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-66f25edf-b21c-48a8-8c11-c196e35ca549 req-1fc7a717-ea0e-4978-a763-bc9fe15bd2fe tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.172 HTTP/1.1" status: 200 len: 696 time: 0.0658932 Jul 30 01:45:11.108534 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89aaf09b-ce6a-455a-9cd5-4a92f94d5ca8 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:45:11.108955 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-89aaf09b-ce6a-455a-9cd5-4a92f94d5ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:45:11.110791 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:45:11.160457 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6eb61447-bcb3-43f0-9856-a9eab332911f req-45bbfbf7-7130-404d-bbf1-5c4ac16a167c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3a621a35-44c6-4105-9f2d-eba3cb0bd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680313 Jul 30 01:45:11.161047 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-61e79f07-3c4e-4ceb-8d43-3bcd6d5951f2 req-bd8cd909-280a-4da1-9f5d-1638d28daba6 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.271164 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cd909-280a-4da1-9f5d-1638d28daba6 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a93adcfa-e838-472f-9791-2d0f0a6e6408,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:11.287150 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb05decb-71fe-4b8a-9f30-74c14dd1dd09 req-be465b50-2306-4cda-a265-e3ce4a70b5f2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c967715-842e-4180-ab4a-eb7c33291aed HTTP/1.1" status: 200 len: 999 time: 0.1779385 Jul 30 01:45:11.322556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-66f25edf-b21c-48a8-8c11-c196e35ca549 req-d3caa851-4f5c-47f7-aa9c-414e165f414a tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Deleting port c4ac074f-2096-4c15-b840-906eabe95dcb {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:11.322941 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-66f25edf-b21c-48a8-8c11-c196e35ca549 req-d3caa851-4f5c-47f7-aa9c-414e165f414a tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.354482 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-61e79f07-3c4e-4ceb-8d43-3bcd6d5951f2 req-bd8cd909-280a-4da1-9f5d-1638d28daba6 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.355709 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61e79f07-3c4e-4ceb-8d43-3bcd6d5951f2 req-bd8cd909-280a-4da1-9f5d-1638d28daba6 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.3483891 Jul 30 01:45:11.373414 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-690c0b1e-b890-42db-81e2-98b1633aa1e5 req-c8542487-b3a7-4364-9406-9ed87bf9098b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.380292 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-89aaf09b-ce6a-455a-9cd5-4a92f94d5ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.382179 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e9d8f3-1965-4265-8a5d-433f83e9e4de {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:11.385522 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['58becea3-31c0-4351-95e0-89aa79c8cb6f', 'cfa21f14-d3be-46f5-9037-356e185717cf', '4b735435-550b-48a5-9a17-ff90cd5af578'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:11.399711 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.401010 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-89aaf09b-ce6a-455a-9cd5-4a92f94d5ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.406116 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6eb61447-bcb3-43f0-9856-a9eab332911f req-e1ed654c-e5d1-4239-a875-916e7b8b062d service neutron] 10.222.0.77 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328777 Jul 30 01:45:11.406351 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-89aaf09b-ce6a-455a-9cd5-4a92f94d5ca8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bf80d2db-4fb0-4ee4-9c5b-7eba94ca2ce4 HTTP/1.1" status: 204 len: 168 time: 1.2074265 Jul 30 01:45:11.406504 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05decb-71fe-4b8a-9f30-74c14dd1dd09 req-c71d80df-2984-474d-af75-5af901974683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:11.407640 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb05decb-71fe-4b8a-9f30-74c14dd1dd09 req-c71d80df-2984-474d-af75-5af901974683 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.0983026 Jul 30 01:45:11.407797 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36974) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:11.427517 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['4efc8e99-d134-4e3a-a71e-8171970718c9'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:11.440878 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aaf09b-ce6a-455a-9cd5-4a92f94d5ca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf80d2db-4fb0-4ee4-9c5b-7eba94ca2ce4,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:11.451200 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8542487-b3a7-4364-9406-9ed87bf9098b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Pushing event deleted for resources: {'Port': ['ID=4b735435-550b-48a5-9a17-ff90cd5af578,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:11.455793 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e936d245-ba78-4c80-ac9e-b1efc3ff1565 x-openstack-request-id: req-e936d245-ba78-4c80-ac9e-b1efc3ff1565 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:11.456333 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e593ac3-6b0b-493d-97f7-d7701996f28c", "name": "network-vif-plugged", "status": "completed", "tag": "4b735435-550b-48a5-9a17-ff90cd5af578", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:11.456957 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e936d245-ba78-4c80-ac9e-b1efc3ff1565 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:11.457639 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e593ac3-6b0b-493d-97f7-d7701996f28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b735435-550b-48a5-9a17-ff90cd5af578', 'code': 200} Jul 30 01:45:11.460421 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8f87cad4-f402-49b4-b2d3-d46655d95204 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:11.526371 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] Transition to ACTIVE for port object f9e9d8f3-1965-4265-8a5d-433f83e9e4de will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:11.530066 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-66f25edf-b21c-48a8-8c11-c196e35ca549 req-d3caa851-4f5c-47f7-aa9c-414e165f414a tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.530634 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-66f25edf-b21c-48a8-8c11-c196e35ca549 req-d3caa851-4f5c-47f7-aa9c-414e165f414a tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.534436 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-690c0b1e-b890-42db-81e2-98b1633aa1e5 req-c8542487-b3a7-4364-9406-9ed87bf9098b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] No DVR routers for this DVR port 4b735435-550b-48a5-9a17-ff90cd5af578 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:11.544335 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-690c0b1e-b890-42db-81e2-98b1633aa1e5 req-c8542487-b3a7-4364-9406-9ed87bf9098b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.546791 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-690c0b1e-b890-42db-81e2-98b1633aa1e5 req-c8542487-b3a7-4364-9406-9ed87bf9098b tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.10 "DELETE /v2.0/ports/4b735435-550b-48a5-9a17-ff90cd5af578 HTTP/1.1" status: 204 len: 173 time: 1.4840131 Jul 30 01:45:11.554290 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-66f25edf-b21c-48a8-8c11-c196e35ca549 req-d3caa851-4f5c-47f7-aa9c-414e165f414a tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Calling delete_port for c4ac074f-2096-4c15-b840-906eabe95dcb owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:11.562184 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c95fd9-8342-4fd6-a6c3-89c1d68ee39f admin admin] Deleting subnet d00cdb73-bc22-41f6-be23-e636f4a561b4 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:45:11.577101 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7c95fd9-8342-4fd6-a6c3-89c1d68ee39f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.611440 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05decb-71fe-4b8a-9f30-74c14dd1dd09 req-7c9bd07f-14e5-41c8-ade9-f581d9e6f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:11.612960 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb05decb-71fe-4b8a-9f30-74c14dd1dd09 req-7c9bd07f-14e5-41c8-ade9-f581d9e6f001 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1643503 Jul 30 01:45:11.653004 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.751978 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6eb61447-bcb3-43f0-9856-a9eab332911f req-bf535904-497f-473d-bb14-0f0d83f78af0 service neutron] 10.222.0.77 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131940 Jul 30 01:45:11.756930 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7c95fd9-8342-4fd6-a6c3-89c1d68ee39f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.764672 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.770441 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8938c3f2-53e7-441c-9769-8c7466054132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.817800 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e9d8f3-1965-4265-8a5d-433f83e9e4de,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:11.823123 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-66f25edf-b21c-48a8-8c11-c196e35ca549 req-d3caa851-4f5c-47f7-aa9c-414e165f414a tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.833588 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 8f87cad4-f402-49b4-b2d3-d46655d95204 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:11.836489 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fea71-cdd5-442e-9add-9e0708579d73 req-dd619a15-195b-444a-aa25-a8034ca5d7f8 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:11.838023 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-894fea71-cdd5-442e-9add-9e0708579d73 req-dd619a15-195b-444a-aa25-a8034ca5d7f8 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 945 time: 0.2388597 Jul 30 01:45:11.851998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3caa851-4f5c-47f7-aa9c-414e165f414a tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Pushing event deleted for resources: {'Port': ['ID=c4ac074f-2096-4c15-b840-906eabe95dcb,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:11.857436 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 8f87cad4-f402-49b4-b2d3-d46655d95204 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:11.857436 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.888415 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7c95fd9-8342-4fd6-a6c3-89c1d68ee39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.923482 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-66f25edf-b21c-48a8-8c11-c196e35ca549 req-d3caa851-4f5c-47f7-aa9c-414e165f414a tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.926113 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-66f25edf-b21c-48a8-8c11-c196e35ca549 req-d3caa851-4f5c-47f7-aa9c-414e165f414a tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.928615 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-66f25edf-b21c-48a8-8c11-c196e35ca549 req-d3caa851-4f5c-47f7-aa9c-414e165f414a tempest-FloatingIPDetailsTestJSON-1133948392 tempest-FloatingIPDetailsTestJSON-1133948392-project] 10.222.0.70 "DELETE /v2.0/floatingips/3f65c3e2-e5af-4024-b338-9dd3f9dbdbf7 HTTP/1.1" status: 204 len: 173 time: 0.8076100 Jul 30 01:45:11.954756 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36978) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:11.981679 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb05decb-71fe-4b8a-9f30-74c14dd1dd09 req-fbe013e6-8557-4a36-839f-634cef6713c0 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589861 Jul 30 01:45:11.996317 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-894fea71-cdd5-442e-9add-9e0708579d73 req-082a712c-d50c-4375-b261-d3913da47915 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410151 Jul 30 01:45:12.073110 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.110335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] Attempting to bind port f9e9d8f3-1965-4265-8a5d-433f83e9e4de on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:12.110708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] Attempting to bind port f9e9d8f3-1965-4265-8a5d-433f83e9e4de by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:12.111011 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] Attempting to bind port f9e9d8f3-1965-4265-8a5d-433f83e9e4de on network 9030b8df-7223-43a1-87ad-4d6177bec344 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:12.134946 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8f87cad4-f402-49b4-b2d3-d46655d95204, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8f87cad4-f402-49b4-b2d3-d46655d95204,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:12.139840 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] Port f9e9d8f3-1965-4265-8a5d-433f83e9e4de on network 9030b8df-7223-43a1-87ad-4d6177bec344 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:12.140166 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] Attempting to bind port f9e9d8f3-1965-4265-8a5d-433f83e9e4de on network 9030b8df-7223-43a1-87ad-4d6177bec344 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:12.158322 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:12.158721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] Checking segment: {'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:12.159062 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] Bound using segment: {'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:12.159500 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] Bound port: f9e9d8f3-1965-4265-8a5d-433f83e9e4de, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:12.159858 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.185503 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e593ac3-6b0b-493d-97f7-d7701996f28c', 'name': 'network-vif-deleted', 'tag': '4b735435-550b-48a5-9a17-ff90cd5af578'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:12.187700 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65c1269-afe9-46de-8c8e-f05cd36f55b7" -d '{"events": [{"server_uuid": "8e593ac3-6b0b-493d-97f7-d7701996f28c", "name": "network-vif-deleted", "tag": "4b735435-550b-48a5-9a17-ff90cd5af578"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:12.198069 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.203434 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaff741-8fea-451c-8925-f9fc315814e5 req-5fe24f73-3761-4666-8c5b-98ff8b34b348 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:12.207457 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a75ff3-509a-4c58-8162-2e4921be04ab req-0249873d-54d3-48fd-86de-c895f4cd9628 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:12.208977 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a5a75ff3-509a-4c58-8162-2e4921be04ab req-0249873d-54d3-48fd-86de-c895f4cd9628 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 944 time: 0.1153386 Jul 30 01:45:12.218120 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3aaff741-8fea-451c-8925-f9fc315814e5 req-5fe24f73-3761-4666-8c5b-98ff8b34b348 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=36c78d49-0f03-4818-b9b2-038f3f7776a1 HTTP/1.1" status: 200 len: 944 time: 0.1239195 Jul 30 01:45:12.228206 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7c95fd9-8342-4fd6-a6c3-89c1d68ee39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.236090 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb05decb-71fe-4b8a-9f30-74c14dd1dd09 req-445d3d89-6e9b-4a20-8cb1-6f7bd0c0ff2a service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262340 Jul 30 01:45:12.270131 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c95fd9-8342-4fd6-a6c3-89c1d68ee39f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00cdb73-bc22-41f6-be23-e636f4a561b4,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:12.270375 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=8f87cad4-f402-49b4-b2d3-d46655d95204,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:12.286843 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7c95fd9-8342-4fd6-a6c3-89c1d68ee39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.291606 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b7c95fd9-8342-4fd6-a6c3-89c1d68ee39f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d00cdb73-bc22-41f6-be23-e636f4a561b4 HTTP/1.1" status: 204 len: 168 time: 0.8798282 Jul 30 01:45:12.292733 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36982) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:12.321726 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] For port f9e9d8f3-1965-4265-8a5d-433f83e9e4de, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:12.326316 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a5a75ff3-509a-4c58-8162-2e4921be04ab req-749e4ebe-e4ba-412b-9d59-a697b4964d85 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958674 Jul 30 01:45:12.337564 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] For port f9e9d8f3-1965-4265-8a5d-433f83e9e4de, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=f9e9d8f3-1965-4265-8a5d-433f83e9e4de,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:12.368786 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3aaff741-8fea-451c-8925-f9fc315814e5 req-1f5f67b1-59a6-4ee9-bbc2-877a78dc69fb tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496265 Jul 30 01:45:12.421916 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-09278d53-d49d-4478-84bc-10c3c4e6f807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.436938 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40261c9d-69eb-477d-856c-992625be978f req-28a7dda5-82d2-445e-9ff1-44e255f21ae6 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e593ac3-6b0b-493d-97f7-d7701996f28c HTTP/1.1" status: 200 len: 210 time: 0.0282066 Jul 30 01:45:12.483621 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.522804 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a072a66-75f2-4dad-bb8f-768bb59757be x-openstack-request-id: req-3a072a66-75f2-4dad-bb8f-768bb59757be {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:12.523154 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e593ac3-6b0b-493d-97f7-d7701996f28c", "name": "network-vif-deleted", "tag": "4b735435-550b-48a5-9a17-ff90cd5af578", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:12.523347 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3a072a66-75f2-4dad-bb8f-768bb59757be {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:12.523741 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e593ac3-6b0b-493d-97f7-d7701996f28c', 'name': 'network-vif-deleted', 'tag': '4b735435-550b-48a5-9a17-ff90cd5af578', 'status': 'completed', 'code': 200} Jul 30 01:45:12.545851 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:12.546499 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.547885 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] 10.222.0.10 "PUT /v2.0/ports/f9e9d8f3-1965-4265-8a5d-433f83e9e4de HTTP/1.1" status: 200 len: 1092 time: 2.5488982 Jul 30 01:45:12.549848 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c78d49-0f03-4818-b9b2-038f3f7776a1', 'tag': 'f9e9d8f3-1965-4265-8a5d-433f83e9e4de'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:12.553647 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-09278d53-d49d-4478-84bc-10c3c4e6f807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.554470 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b965fab0-b43e-45ec-8495-9c7fb1adfd32" -d '{"events": [{"name": "network-changed", "server_uuid": "36c78d49-0f03-4818-b9b2-038f3f7776a1", "tag": "f9e9d8f3-1965-4265-8a5d-433f83e9e4de"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:12.565402 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-09278d53-d49d-4478-84bc-10c3c4e6f807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13069fff-c0cb-4ee0-9ee9-2ed6d1f98b06']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:12.572045 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f086570b-c9ce-40cc-8de8-c0eec3000f40 req-68fd69a6-78ab-47a4-8d4d-49ce1a96667c tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/a93adcfa-e838-472f-9791-2d0f0a6e6408 HTTP/1.1" status: 200 len: 1781 time: 0.1045680 Jul 30 01:45:12.576701 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-09278d53-d49d-4478-84bc-10c3c4e6f807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6256e75-0a78-4333-a420-fd363d4f95aa') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:12.576956 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86185f-0f70-49e2-bc9d-4c42f135cd51 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e9d8f3-1965-4265-8a5d-433f83e9e4de,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:12.577092 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-09278d53-d49d-4478-84bc-10c3c4e6f807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6256e75-0a78-4333-a420-fd363d4f95aa') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:12.610821 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-09278d53-d49d-4478-84bc-10c3c4e6f807 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.613089 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593e8ada-de91-48f3-b72a-b340972b1529 x-openstack-request-id: req-593e8ada-de91-48f3-b72a-b340972b1529 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:12.614168 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c78d49-0f03-4818-b9b2-038f3f7776a1", "tag": "f9e9d8f3-1965-4265-8a5d-433f83e9e4de", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:12.614450 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-593e8ada-de91-48f3-b72a-b340972b1529 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:12.614959 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c78d49-0f03-4818-b9b2-038f3f7776a1', 'tag': 'f9e9d8f3-1965-4265-8a5d-433f83e9e4de', 'status': 'completed', 'code': 200} Jul 30 01:45:12.627973 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-09278d53-d49d-4478-84bc-10c3c4e6f807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.637217 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09278d53-d49d-4478-84bc-10c3c4e6f807 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:45:12.637655 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-09278d53-d49d-4478-84bc-10c3c4e6f807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:45:12.639482 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:45:12.650951 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-328ee5ef-2e79-4022-843b-7f72ab72f215 req-cdd15c90-b2f3-4e85-87bc-433049927183 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/a93adcfa-e838-472f-9791-2d0f0a6e6408 HTTP/1.1" status: 200 len: 1781 time: 0.0541811 Jul 30 01:45:12.697800 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dcb38e69-00b4-43d1-b883-d7ff84e33764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.707309 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965fab0-b43e-45ec-8495-9c7fb1adfd32 req-b7facc05-db7b-48e7-8c38-cd4e81ad5bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:12.708823 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b965fab0-b43e-45ec-8495-9c7fb1adfd32 req-b7facc05-db7b-48e7-8c38-cd4e81ad5bdd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&device_id=36c78d49-0f03-4818-b9b2-038f3f7776a1 HTTP/1.1" status: 200 len: 1095 time: 0.0733612 Jul 30 01:45:12.774143 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-328ee5ef-2e79-4022-843b-7f72ab72f215 req-b035887f-3e7d-47f0-b4f9-c9cf484fc757 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.780389 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-09278d53-d49d-4478-84bc-10c3c4e6f807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.792472 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-09278d53-d49d-4478-84bc-10c3c4e6f807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.792472 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-09278d53-d49d-4478-84bc-10c3c4e6f807 admin admin] 10.222.0.70 "DELETE /v2.0/networks/13069fff-c0cb-4ee0-9ee9-2ed6d1f98b06 HTTP/1.1" status: 204 len: 168 time: 0.4933786 Jul 30 01:45:12.802341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09278d53-d49d-4478-84bc-10c3c4e6f807 admin admin] Pushing event deleted for resources: {'Network': ['ID=13069fff-c0cb-4ee0-9ee9-2ed6d1f98b06,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:12.809109 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-328ee5ef-2e79-4022-843b-7f72ab72f215 req-b035887f-3e7d-47f0-b4f9-c9cf484fc757 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.867080 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965fab0-b43e-45ec-8495-9c7fb1adfd32 req-c2b8a2b0-1efc-4922-b448-beb15d16f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:12.868672 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b965fab0-b43e-45ec-8495-9c7fb1adfd32 req-c2b8a2b0-1efc-4922-b448-beb15d16f855 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1497841 Jul 30 01:45:12.948068 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-328ee5ef-2e79-4022-843b-7f72ab72f215 req-b035887f-3e7d-47f0-b4f9-c9cf484fc757 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.950652 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-328ee5ef-2e79-4022-843b-7f72ab72f215 req-b035887f-3e7d-47f0-b4f9-c9cf484fc757 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.951801 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-328ee5ef-2e79-4022-843b-7f72ab72f215 req-b035887f-3e7d-47f0-b4f9-c9cf484fc757 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "DELETE /v2.0/security-groups/a93adcfa-e838-472f-9791-2d0f0a6e6408 HTTP/1.1" status: 204 len: 173 time: 0.2871845 Jul 30 01:45:12.971308 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035887f-3e7d-47f0-b4f9-c9cf484fc757 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93adcfa-e838-472f-9791-2d0f0a6e6408,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:12.978765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-dcb38e69-00b4-43d1-b883-d7ff84e33764 admin admin] Deleting port d28f587e-2cfa-4506-9216-66f446e9d4c5 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:12.979256 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dcb38e69-00b4-43d1-b883-d7ff84e33764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.992446 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965fab0-b43e-45ec-8495-9c7fb1adfd32 req-40b65a58-c595-4680-8d7b-08073078e6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:12.994607 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b965fab0-b43e-45ec-8495-9c7fb1adfd32 req-40b65a58-c595-4680-8d7b-08073078e6c8 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1182261 Jul 30 01:45:13.031382 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-b2e73f7c-9815-427d-93ff-b2cf6a31a736 req-c7596ef6-3e9c-457d-a77c-8f9fd82d6003 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] show failed (client error): The resource could not be found. Jul 30 01:45:13.032511 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b2e73f7c-9815-427d-93ff-b2cf6a31a736 req-c7596ef6-3e9c-457d-a77c-8f9fd82d6003 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/a93adcfa-e838-472f-9791-2d0f0a6e6408 HTTP/1.1" status: 404 len: 352 time: 0.0558560 Jul 30 01:45:13.063173 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-6a6c9a31-a735-4123-ab13-e52bded7d57f req-8480bf79-933d-473a-b4df-2f03122b193e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-8975537', 'description': 'tempest-description-1294078331'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:13.109385 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-dcb38e69-00b4-43d1-b883-d7ff84e33764 admin admin] For port d28f587e-2cfa-4506-9216-66f446e9d4c5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d28f587e-2cfa-4506-9216-66f446e9d4c5,segment=NetworkSegment(0bf3eb65-b78a-4436-a42e-1a8fd082bb14),segment_id=0bf3eb65-b78a-4436-a42e-1a8fd082bb14)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:13.109754 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dcb38e69-00b4-43d1-b883-d7ff84e33764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.122255 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-dcb38e69-00b4-43d1-b883-d7ff84e33764 admin admin] Calling delete_port for d28f587e-2cfa-4506-9216-66f446e9d4c5 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:13.125273 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.130647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-a7ab33f4-fb06-4983-a7f9-6201f31462e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:13.132183 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-a7ab33f4-fb06-4983-a7f9-6201f31462e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&device_id=36c78d49-0f03-4818-b9b2-038f3f7776a1 HTTP/1.1" status: 200 len: 1095 time: 0.0926299 Jul 30 01:45:13.145542 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79cc66-2d82-4d5e-ae69-f6f8e86f0df0 req-b8d378ae-446a-44d1-b77f-4fe107fdffed tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:13.147251 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6f79cc66-2d82-4d5e-ae69-f6f8e86f0df0 req-b8d378ae-446a-44d1-b77f-4fe107fdffed tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 945 time: 0.0770354 Jul 30 01:45:13.195649 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-a44530f0-8675-4372-af52-1eaa1d609415 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9e9d8f3-1965-4265-8a5d-433f83e9e4de HTTP/1.1" status: 200 len: 217 time: 0.0471838 Jul 30 01:45:13.196914 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36996) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:13.229546 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6a6c9a31-a735-4123-ab13-e52bded7d57f req-8480bf79-933d-473a-b4df-2f03122b193e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.268714 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6f79cc66-2d82-4d5e-ae69-f6f8e86f0df0 req-46b116e8-7aab-4761-8446-ffd4b8ba18e3 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129391 Jul 30 01:45:13.296654 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-0b719a7b-1118-4b68-978c-044810d4b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:13.298147 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-0b719a7b-1118-4b68-978c-044810d4b008 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=00d5dfcf-9789-4d3c-a9c4-d79d05163f3c HTTP/1.1" status: 200 len: 851 time: 0.0872769 Jul 30 01:45:13.300600 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f0d0f3ba-2afd-497c-8eeb-d5a6205e7b74 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5aaba4bcdc8249839caf9d8566307eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0969691 Jul 30 01:45:13.303560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36998) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:13.351065 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-702aa7bc-6f2e-4a52-81cf-21f2f9cef6c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9030b8df-7223-43a1-87ad-4d6177bec344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407312 Jul 30 01:45:13.372782 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6a6c9a31-a735-4123-ab13-e52bded7d57f req-8480bf79-933d-473a-b4df-2f03122b193e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.432255 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dcb38e69-00b4-43d1-b883-d7ff84e33764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.457611 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6a6c9a31-a735-4123-ab13-e52bded7d57f req-8480bf79-933d-473a-b4df-2f03122b193e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.460022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 4b735435-550b-48a5-9a17-ff90cd5af578 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:13.460562 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb38e69-00b4-43d1-b883-d7ff84e33764 admin admin] Pushing event deleted for resources: {'Port': ['ID=d28f587e-2cfa-4506-9216-66f446e9d4c5,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:13.462477 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42346a9-d375-44eb-b62e-17db7628a2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f87cad4-f402-49b4-b2d3-d46655d95204'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:13.465129 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a69421-c8de-491c-aa3d-52fc753cd404" -d '{"events": [{"server_uuid": "b42346a9-d375-44eb-b62e-17db7628a2f3", "name": "network-vif-plugged", "status": "completed", "tag": "8f87cad4-f402-49b4-b2d3-d46655d95204"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:13.478592 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0a8202b2-b33b-4789-86b7-62bf6e7616f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.502143 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 4b735435-550b-48a5-9a17-ff90cd5af578 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:13.502737 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 4b735435-550b-48a5-9a17-ff90cd5af578 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:13.522735 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0a8202b2-b33b-4789-86b7-62bf6e7616f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.538953 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480bf79-933d-473a-b4df-2f03122b193e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=700f3516-d95a-4dbf-a4ac-a36b9de1d2e6,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:13.547000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfded47-8fe4-43d1-b5dd-df39e015b394 req-e826b630-9f2c-43d5-baeb-90eee2244db1 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:13.554490 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0cfded47-8fe4-43d1-b5dd-df39e015b394 req-e826b630-9f2c-43d5-baeb-90eee2244db1 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 945 time: 0.1409416 Jul 30 01:45:13.597060 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6a6c9a31-a735-4123-ab13-e52bded7d57f req-8480bf79-933d-473a-b4df-2f03122b193e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.597690 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-ee054179-fb9a-4182-a1a4-0fa90fc2a364 service neutron] 10.222.0.10 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345588 Jul 30 01:45:13.598335 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6a6c9a31-a735-4123-ab13-e52bded7d57f req-8480bf79-933d-473a-b4df-2f03122b193e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.5393767 Jul 30 01:45:13.678901 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0cfded47-8fe4-43d1-b5dd-df39e015b394 req-ea181ac9-6d8e-4379-ab7d-d405681adaa0 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234612 Jul 30 01:45:13.730233 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4172f6ec-aa36-47bf-8c79-a07cb234b963 req-41e3c02a-6113-448d-903e-2731b7bf0c1d service neutron] 10.222.0.10 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216555 Jul 30 01:45:13.770886 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0a8202b2-b33b-4789-86b7-62bf6e7616f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.773784 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0a8202b2-b33b-4789-86b7-62bf6e7616f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.778388 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0a8202b2-b33b-4789-86b7-62bf6e7616f4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58ab6cfd-84fc-4ce2-9a20-3f5a98abe535 HTTP/1.1" status: 204 len: 168 time: 0.4711061 Jul 30 01:45:13.784782 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8202b2-b33b-4789-86b7-62bf6e7616f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ab6cfd-84fc-4ce2-9a20-3f5a98abe535,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:13.867164 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d5b91d-2ba8-498b-939b-89ddc793e30a x-openstack-request-id: req-56d5b91d-2ba8-498b-939b-89ddc793e30a {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:13.867574 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42346a9-d375-44eb-b62e-17db7628a2f3", "name": "network-vif-plugged", "status": "completed", "tag": "8f87cad4-f402-49b4-b2d3-d46655d95204", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:13.867945 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-56d5b91d-2ba8-498b-939b-89ddc793e30a {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:13.868413 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42346a9-d375-44eb-b62e-17db7628a2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f87cad4-f402-49b4-b2d3-d46655d95204', 'code': 200} Jul 30 01:45:13.883673 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-2d4ef956-c9d0-49a6-ae96-ad9a9b3ebfd6 req-a18a3072-8b53-47c2-aa97-f957cde0378b tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1330967272', 'description': 'tempest-description-1723270281'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:13.962030 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dcb38e69-00b4-43d1-b883-d7ff84e33764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.972423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dba121-f882-41b9-a712-9201e6c5a9e8 req-540d5b24-1fe1-412c-9147-7bcb1d5cb771 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:13.973908 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9dba121-f882-41b9-a712-9201e6c5a9e8 req-540d5b24-1fe1-412c-9147-7bcb1d5cb771 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=36c78d49-0f03-4818-b9b2-038f3f7776a1 HTTP/1.1" status: 200 len: 944 time: 0.0664303 Jul 30 01:45:13.974383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6143-486d-4713-a35d-4f9d3beed551 req-145eac69-68de-43a9-85fd-f58de9673daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:13.975872 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e04e6143-486d-4713-a35d-4f9d3beed551 req-145eac69-68de-43a9-85fd-f58de9673daf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 1096 time: 0.0433052 Jul 30 01:45:14.009584 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2d4ef956-c9d0-49a6-ae96-ad9a9b3ebfd6 req-a18a3072-8b53-47c2-aa97-f957cde0378b tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.015310 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e04e6143-486d-4713-a35d-4f9d3beed551 req-93c70377-9228-4418-927f-052d2ba28d71 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305355 Jul 30 01:45:14.058065 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9dba121-f882-41b9-a712-9201e6c5a9e8 req-1c6b413f-b79f-41ed-9404-2f95e07b4b4d tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762658 Jul 30 01:45:14.110379 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2d4ef956-c9d0-49a6-ae96-ad9a9b3ebfd6 req-a18a3072-8b53-47c2-aa97-f957cde0378b tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.170939 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2d4ef956-c9d0-49a6-ae96-ad9a9b3ebfd6 req-a18a3072-8b53-47c2-aa97-f957cde0378b tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.203204 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a3072-8b53-47c2-aa97-f957cde0378b tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4731837-926b-462e-ab6c-a63236a79227,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:14.227315 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb38e69-00b4-43d1-b883-d7ff84e33764 admin admin] Router b666e6c9-b942-4d24-9768-756b15ee8ecb has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:45:14.251024 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2d4ef956-c9d0-49a6-ae96-ad9a9b3ebfd6 req-a18a3072-8b53-47c2-aa97-f957cde0378b tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.252405 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2d4ef956-c9d0-49a6-ae96-ad9a9b3ebfd6 req-a18a3072-8b53-47c2-aa97-f957cde0378b tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3732803 Jul 30 01:45:14.280332 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-7f481776-2f7f-402e-8019-f59236f269a5 req-96495dbe-62f8-4a03-9497-ef5a89c847b2 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-482698233', 'description': 'tempest-description-1449744026'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:14.342137 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb38e69-00b4-43d1-b883-d7ff84e33764 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:45:14.347293 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dcb38e69-00b4-43d1-b883-d7ff84e33764 admin admin] 10.222.0.70 "PUT /v2.0/routers/b666e6c9-b942-4d24-9768-756b15ee8ecb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3985469 Jul 30 01:45:14.349817 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37022) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:14.352632 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479ed66-31e4-42b5-aaa7-9f7e1f7af157 None None] Sync routers for ids ['b666e6c9-b942-4d24-9768-756b15ee8ecb'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:45:14.362737 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6479ed66-31e4-42b5-aaa7-9f7e1f7af157 None None] Routers {'b666e6c9-b942-4d24-9768-756b15ee8ecb'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:45:14.363357 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6479ed66-31e4-42b5-aaa7-9f7e1f7af157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:45:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b666e6c9-b942-4d24-9768-756b15ee8ecb'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:14.406978 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7f481776-2f7f-402e-8019-f59236f269a5 req-96495dbe-62f8-4a03-9497-ef5a89c847b2 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.497239 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-6479ed66-31e4-42b5-aaa7-9f7e1f7af157 None None] Set router b666e6c9-b942-4d24-9768-756b15ee8ecb gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:45:14.504723 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22ff7c13-c006-47f1-a060-120b2cbba806 admin admin] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.518129 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7f481776-2f7f-402e-8019-f59236f269a5 req-96495dbe-62f8-4a03-9497-ef5a89c847b2 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.555674 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a90c5-1a7f-40ef-bdcc-ae37578b383e req-332582af-4b49-4397-b6f1-a7e16df8851d tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:14.557268 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9c5a90c5-1a7f-40ef-bdcc-ae37578b383e req-332582af-4b49-4397-b6f1-a7e16df8851d tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 945 time: 0.1034253 Jul 30 01:45:14.565544 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.618245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37026) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:14.643038 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7f481776-2f7f-402e-8019-f59236f269a5 req-96495dbe-62f8-4a03-9497-ef5a89c847b2 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.648370 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9c5a90c5-1a7f-40ef-bdcc-ae37578b383e req-56c0f3e8-0d14-456e-b2c8-de1b6c1cc242 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844100 Jul 30 01:45:14.680726 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96495dbe-62f8-4a03-9497-ef5a89c847b2 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b2374c-e2b1-4c07-a499-8b2d2bda8b48,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:14.697306 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22ff7c13-c006-47f1-a060-120b2cbba806 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.700598 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ff11de72-b3b4-444c-97e1-bf427c526e23 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e57745a8887842628c69215f89add26d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0813820 Jul 30 01:45:14.703310 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37028) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:14.734483 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7f481776-2f7f-402e-8019-f59236f269a5 req-96495dbe-62f8-4a03-9497-ef5a89c847b2 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.739215 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7f481776-2f7f-402e-8019-f59236f269a5 req-96495dbe-62f8-4a03-9497-ef5a89c847b2 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4618957 Jul 30 01:45:14.772778 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6479ed66-31e4-42b5-aaa7-9f7e1f7af157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b666e6c9-b942-4d24-9768-756b15ee8ecb', 'name': 'tempest-FloatingIPDetailsTestJSON-831614400-router', 'tenant_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'be5e2fa6-642a-4be2-9713-eef30744ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:32Z', 'updated_at': '2021-07-30T01:45:13Z', 'revision_number': 5, 'project_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'gw_port': {'id': 'be5e2fa6-642a-4be2-9713-eef30744ac21', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b666e6c9-b942-4d24-9768-756b15ee8ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:35Z', 'updated_at': '2021-07-30T01:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:14.803314 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479ed66-31e4-42b5-aaa7-9f7e1f7af157 None None] Checking router: b666e6c9-b942-4d24-9768-756b15ee8ecb for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:45:14.805089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc9319-f3ac-4512-bf1b-fac4f2473976 req-c98b1266-ba38-447f-933b-1b102dd776b9 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:14.807200 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21bc9319-f3ac-4512-bf1b-fac4f2473976 req-c98b1266-ba38-447f-933b-1b102dd776b9 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 950 time: 0.0794680 Jul 30 01:45:14.807923 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a0dec1bd-df6e-4d76-b8d0-925629447c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.821454 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6479ed66-31e4-42b5-aaa7-9f7e1f7af157 None None] Routers {'b666e6c9-b942-4d24-9768-756b15ee8ecb'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:45:14.822420 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6479ed66-31e4-42b5-aaa7-9f7e1f7af157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:45:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b666e6c9-b942-4d24-9768-756b15ee8ecb'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:14.852833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c88b2-991c-4392-aaee-6d70d4bdf469 req-dd72c56c-c100-4b10-9dcc-e876b1e2cf92 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:14.854397 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee8c88b2-991c-4392-aaee-6d70d4bdf469 req-dd72c56c-c100-4b10-9dcc-e876b1e2cf92 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 945 time: 0.0637393 Jul 30 01:45:14.865464 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a0dec1bd-df6e-4d76-b8d0-925629447c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.904261 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21bc9319-f3ac-4512-bf1b-fac4f2473976 req-26004e7f-f769-4afc-b822-44766bcb756d tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783548 Jul 30 01:45:14.922551 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee8c88b2-991c-4392-aaee-6d70d4bdf469 req-3ebd0611-137c-4761-8033-5ae13dc75d03 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563910 Jul 30 01:45:14.940532 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-22ff7c13-c006-47f1-a060-120b2cbba806 admin admin] Deleting port be5e2fa6-642a-4be2-9713-eef30744ac21 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:14.941464 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22ff7c13-c006-47f1-a060-120b2cbba806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.943472 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-6479ed66-31e4-42b5-aaa7-9f7e1f7af157 None None] Set router b666e6c9-b942-4d24-9768-756b15ee8ecb gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:45:15.005363 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6479ed66-31e4-42b5-aaa7-9f7e1f7af157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b666e6c9-b942-4d24-9768-756b15ee8ecb', 'name': 'tempest-FloatingIPDetailsTestJSON-831614400-router', 'tenant_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:32Z', 'updated_at': '2021-07-30T01:45:14Z', 'revision_number': 6, 'project_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:15.052114 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479ed66-31e4-42b5-aaa7-9f7e1f7af157 None None] The sync data for ids ['b666e6c9-b942-4d24-9768-756b15ee8ecb'] in n-d-713498-9 is: [{'id': 'b666e6c9-b942-4d24-9768-756b15ee8ecb', 'name': 'tempest-FloatingIPDetailsTestJSON-831614400-router', 'tenant_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:32Z', 'updated_at': '2021-07-30T01:45:14Z', 'revision_number': 6, 'project_id': 'af4dbb3f8ba24ea791460e22cf1df557', 'gw_port_host': None}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:45:15.064264 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-22ff7c13-c006-47f1-a060-120b2cbba806 admin admin] For port be5e2fa6-642a-4be2-9713-eef30744ac21, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=be5e2fa6-642a-4be2-9713-eef30744ac21,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:15.064745 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22ff7c13-c006-47f1-a060-120b2cbba806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.078241 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-22ff7c13-c006-47f1-a060-120b2cbba806 admin admin] Calling delete_port for be5e2fa6-642a-4be2-9713-eef30744ac21 owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:15.082398 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a0dec1bd-df6e-4d76-b8d0-925629447c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.085043 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a0dec1bd-df6e-4d76-b8d0-925629447c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.090079 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a0dec1bd-df6e-4d76-b8d0-925629447c11 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dc16fc32-e77d-4799-8463-9c23702b67eb HTTP/1.1" status: 204 len: 168 time: 0.3820126 Jul 30 01:45:15.104153 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dec1bd-df6e-4d76-b8d0-925629447c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc16fc32-e77d-4799-8463-9c23702b67eb,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:15.133948 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e577d51-fa86-4840-8c5a-7d456ff416d7 req-91b7f2a5-523b-48e0-9074-b6cb9bcb4c7a tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=532deb34bbd846ce86f160f5f89040d6 HTTP/1.1" status: 200 len: 10893 time: 0.1908383 Jul 30 01:45:15.186626 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e577d51-fa86-4840-8c5a-7d456ff416d7 req-9d9ce83c-c4db-46ea-b7bc-a8028e79306e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/8ac6b88a-06a6-416f-9cc8-1c5494f3c083 HTTP/1.1" status: 200 len: 2981 time: 0.0517101 Jul 30 01:45:15.238238 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e577d51-fa86-4840-8c5a-7d456ff416d7 req-8e076286-c972-4e7b-bcd1-5d6b406de78a tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/8ac6b88a-06a6-416f-9cc8-1c5494f3c083 HTTP/1.1" status: 200 len: 2981 time: 0.0448322 Jul 30 01:45:15.272883 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27c6b0-73c6-4048-b223-9f6afd6732b5 req-b4499d0c-ac6c-479c-92be-21311d1aecd6 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:15.274979 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ce27c6b0-73c6-4048-b223-9f6afd6732b5 req-b4499d0c-ac6c-479c-92be-21311d1aecd6 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=36c78d49-0f03-4818-b9b2-038f3f7776a1 HTTP/1.1" status: 200 len: 944 time: 0.1007199 Jul 30 01:45:15.305595 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-adc70607-5c88-4098-8ab6-bb7dd4601fbd req-7c4ddbb7-a83e-45cd-8e25-a699aef1ea37 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/700f3516-d95a-4dbf-a4ac-a36b9de1d2e6 HTTP/1.1" status: 200 len: 1798 time: 0.0429325 Jul 30 01:45:15.344810 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ce27c6b0-73c6-4048-b223-9f6afd6732b5 req-3f1fe0ce-a60f-49c2-b499-33a04dc06708 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474308 Jul 30 01:45:15.367606 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-adc70607-5c88-4098-8ab6-bb7dd4601fbd req-3e5af4c1-94e4-418a-949e-485f0cc30d3f tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.390211 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-adc70607-5c88-4098-8ab6-bb7dd4601fbd req-3e5af4c1-94e4-418a-949e-485f0cc30d3f tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.410833 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22ff7c13-c006-47f1-a060-120b2cbba806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.444631 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff7c13-c006-47f1-a060-120b2cbba806 admin admin] Pushing event deleted for resources: {'Port': ['ID=be5e2fa6-642a-4be2-9713-eef30744ac21,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:15.500716 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-adc70607-5c88-4098-8ab6-bb7dd4601fbd req-3e5af4c1-94e4-418a-949e-485f0cc30d3f tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.504527 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-adc70607-5c88-4098-8ab6-bb7dd4601fbd req-3e5af4c1-94e4-418a-949e-485f0cc30d3f tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.505847 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-adc70607-5c88-4098-8ab6-bb7dd4601fbd req-3e5af4c1-94e4-418a-949e-485f0cc30d3f tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "DELETE /v2.0/security-groups/700f3516-d95a-4dbf-a4ac-a36b9de1d2e6 HTTP/1.1" status: 204 len: 173 time: 0.1940873 Jul 30 01:45:15.520274 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5af4c1-94e4-418a-949e-485f0cc30d3f tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=700f3516-d95a-4dbf-a4ac-a36b9de1d2e6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:15.541711 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22ff7c13-c006-47f1-a060-120b2cbba806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.627288 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-f6b15f25-c836-41ca-b72c-8ee927180e91 req-d697ba0e-24d1-4b4a-ab93-51838b47a6e9 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] show failed (client error): The resource could not be found. Jul 30 01:45:15.628328 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f6b15f25-c836-41ca-b72c-8ee927180e91 req-d697ba0e-24d1-4b4a-ab93-51838b47a6e9 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/700f3516-d95a-4dbf-a4ac-a36b9de1d2e6 HTTP/1.1" status: 404 len: 352 time: 0.0890656 Jul 30 01:45:15.660234 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22ff7c13-c006-47f1-a060-120b2cbba806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.662367 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22ff7c13-c006-47f1-a060-120b2cbba806 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.673602 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-f5012801-2b92-4931-9f2e-491e6799a97d tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:15.675351 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-f5012801-2b92-4931-9f2e-491e6799a97d tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb&tenant_id=69de654e8e494e8eb1cb2de77615732a&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 1096 time: 0.0828459 Jul 30 01:45:15.693359 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-9'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:15.743288 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4f48819e-a53c-48a2-921c-4e6fe2ec0b79 req-a40a5a43-898c-47b8-abbf-53fef9a53ff7 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/a4731837-926b-462e-ab6c-a63236a79227 HTTP/1.1" status: 200 len: 1801 time: 0.0916479 Jul 30 01:45:15.785168 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9f97-53d6-4d11-b316-c6609e9ed921 req-dfa8f92a-9334-4d67-8b16-0c76db72c3be tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:15.786636 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-449c9f97-53d6-4d11-b316-c6609e9ed921 req-dfa8f92a-9334-4d67-8b16-0c76db72c3be tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 945 time: 0.0519998 Jul 30 01:45:15.837115 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22ff7c13-c006-47f1-a060-120b2cbba806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.837647 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ff7c13-c006-47f1-a060-120b2cbba806 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b666e6c9-b942-4d24-9768-756b15ee8ecb {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:45:15.841886 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.845766 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22ff7c13-c006-47f1-a060-120b2cbba806 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.849864 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-22ff7c13-c006-47f1-a060-120b2cbba806 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b666e6c9-b942-4d24-9768-756b15ee8ecb HTTP/1.1" status: 204 len: 168 time: 1.4988911 Jul 30 01:45:15.850987 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37058) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:15.854091 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-449c9f97-53d6-4d11-b316-c6609e9ed921 req-59e702f7-bd62-4639-89ff-7735edf08948 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606937 Jul 30 01:45:15.889117 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3c65beb-a5a2-4667-be25-76a313a3b608 req-1e876f32-bbe7-48e9-ba5b-a8a18e630ef2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1404026 Jul 30 01:45:15.916838 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-a132cbe1-99c1-4557-901b-9336a85416d8 admin admin] Deleting subnet 0c081002-c5c2-410e-9c7d-5b9a3cac21b2 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:45:15.920220 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a132cbe1-99c1-4557-901b-9336a85416d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.940642 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4f48819e-a53c-48a2-921c-4e6fe2ec0b79 req-b862b930-b6df-431e-8999-0055256a372b tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.959923 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a132cbe1-99c1-4557-901b-9336a85416d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.068190 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4f48819e-a53c-48a2-921c-4e6fe2ec0b79 req-b862b930-b6df-431e-8999-0055256a372b tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.085533 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a132cbe1-99c1-4557-901b-9336a85416d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.096157 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e5dd5-c050-4bd4-b7ec-3a93b99cd2d5 req-b0bbacfd-fb7e-40d3-a16f-e738460cedc8 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:16.098948 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-347e5dd5-c050-4bd4-b7ec-3a93b99cd2d5 req-b0bbacfd-fb7e-40d3-a16f-e738460cedc8 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 945 time: 0.0960588 Jul 30 01:45:16.129018 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c65beb-a5a2-4667-be25-76a313a3b608 req-38979dcf-66a4-47ac-b0ff-4671b77321d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:16.130560 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3c65beb-a5a2-4667-be25-76a313a3b608 req-38979dcf-66a4-47ac-b0ff-4671b77321d7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 1096 time: 0.1607065 Jul 30 01:45:16.165144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] For port 80cc221b-fe74-481e-9aec-833025b094d0, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=80cc221b-fe74-481e-9aec-833025b094d0,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:16.168345 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-347e5dd5-c050-4bd4-b7ec-3a93b99cd2d5 req-bb6553c8-c7bf-4901-aeb2-340c47f70fc1 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523067 Jul 30 01:45:16.222377 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] For port 80cc221b-fe74-481e-9aec-833025b094d0, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:16.247339 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4f48819e-a53c-48a2-921c-4e6fe2ec0b79 req-b862b930-b6df-431e-8999-0055256a372b tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.249960 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4f48819e-a53c-48a2-921c-4e6fe2ec0b79 req-b862b930-b6df-431e-8999-0055256a372b tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.251031 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4f48819e-a53c-48a2-921c-4e6fe2ec0b79 req-b862b930-b6df-431e-8999-0055256a372b tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "DELETE /v2.0/security-groups/a4731837-926b-462e-ab6c-a63236a79227 HTTP/1.1" status: 204 len: 173 time: 0.5008185 Jul 30 01:45:16.282708 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a132cbe1-99c1-4557-901b-9336a85416d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.320703 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132cbe1-99c1-4557-901b-9336a85416d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c081002-c5c2-410e-9c7d-5b9a3cac21b2,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:16.326179 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a132cbe1-99c1-4557-901b-9336a85416d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.334541 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a132cbe1-99c1-4557-901b-9336a85416d8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0c081002-c5c2-410e-9c7d-5b9a3cac21b2 HTTP/1.1" status: 204 len: 168 time: 0.4756529 Jul 30 01:45:16.334541 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37078) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:16.335281 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d10340-a264-4078-acf4-b8debb19dad2 None None] Network ae90aeac-af03-4460-a127-933834d64e8d requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:16.368829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a17b8-e487-4d37-880e-3208cbc457c3 req-92396273-868f-445a-ab83-dce092dbd509 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:16.376347 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1d3a17b8-e487-4d37-880e-3208cbc457c3 req-92396273-868f-445a-ab83-dce092dbd509 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 950 time: 0.1342256 Jul 30 01:45:16.487192 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1d3a17b8-e487-4d37-880e-3208cbc457c3 req-263a1466-ea02-4df7-92b3-7e623dc1bac5 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092808 Jul 30 01:45:16.501619 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-852a5e31-9ad5-429a-af45-9db1f0903350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.538920 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-01ee27b8-801a-40ac-96fe-16dce41951d8 req-e312ff48-58a1-45fb-8025-e1810f872281 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] show failed (client error): The resource could not be found. Jul 30 01:45:16.550341 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-01ee27b8-801a-40ac-96fe-16dce41951d8 req-e312ff48-58a1-45fb-8025-e1810f872281 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/a4731837-926b-462e-ab6c-a63236a79227 HTTP/1.1" status: 404 len: 352 time: 0.0300853 Jul 30 01:45:16.619087 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-852a5e31-9ad5-429a-af45-9db1f0903350 admin admin] Deleting port bca0e9e9-76e4-4cc4-982a-9d5403130b1e {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:16.619427 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-852a5e31-9ad5-429a-af45-9db1f0903350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.657836 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae503ef-4ff1-442e-a837-bacc87df0684 None None] DHCP port deletion for ae90aeac-af03-4460-a127-933834d64e8d request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:45:16.707921 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-cae503ef-4ff1-442e-a837-bacc87df0684 None None] Deleting port bca0e9e9-76e4-4cc4-982a-9d5403130b1e {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:16.708345 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cae503ef-4ff1-442e-a837-bacc87df0684 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.720254 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-852a5e31-9ad5-429a-af45-9db1f0903350 admin admin] For port bca0e9e9-76e4-4cc4-982a-9d5403130b1e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=bca0e9e9-76e4-4cc4-982a-9d5403130b1e,segment=NetworkSegment(0bf3eb65-b78a-4436-a42e-1a8fd082bb14),segment_id=0bf3eb65-b78a-4436-a42e-1a8fd082bb14)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:16.720898 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-852a5e31-9ad5-429a-af45-9db1f0903350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.736419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-852a5e31-9ad5-429a-af45-9db1f0903350 admin admin] Calling delete_port for bca0e9e9-76e4-4cc4-982a-9d5403130b1e owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:16.746023 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b696b9-df35-4d96-b5b1-cd4946e57e82 req-0d0ce122-faa3-418c-98dd-47e185846c5f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:16.747586 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-42b696b9-df35-4d96-b5b1-cd4946e57e82 req-0d0ce122-faa3-418c-98dd-47e185846c5f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=36c78d49-0f03-4818-b9b2-038f3f7776a1 HTTP/1.1" status: 200 len: 944 time: 0.1145933 Jul 30 01:45:16.779504 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-cae503ef-4ff1-442e-a837-bacc87df0684 None None] For port bca0e9e9-76e4-4cc4-982a-9d5403130b1e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=bca0e9e9-76e4-4cc4-982a-9d5403130b1e,segment=NetworkSegment(0bf3eb65-b78a-4436-a42e-1a8fd082bb14),segment_id=0bf3eb65-b78a-4436-a42e-1a8fd082bb14)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:16.780298 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cae503ef-4ff1-442e-a837-bacc87df0684 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.796169 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-cae503ef-4ff1-442e-a837-bacc87df0684 None None] Calling delete_port for bca0e9e9-76e4-4cc4-982a-9d5403130b1e owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:16.827624 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862b930-b6df-431e-8999-0055256a372b tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4731837-926b-462e-ab6c-a63236a79227,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:16.836867 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-42b696b9-df35-4d96-b5b1-cd4946e57e82 req-3be52f32-e24c-42bb-81ac-501887197960 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812349 Jul 30 01:45:16.883091 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67801297-4678-4cc9-b66a-969c3f46c5cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80cc221b-fe74-481e-9aec-833025b094d0'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:16.885698 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ee7b74-d608-449d-8dc2-c4abf7c2bd87" -d '{"events": [{"server_uuid": "67801297-4678-4cc9-b66a-969c3f46c5cb", "name": "network-vif-unplugged", "status": "completed", "tag": "80cc221b-fe74-481e-9aec-833025b094d0"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:16.891658 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.921795 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-215420e6-296e-4174-8b49-5e0e4e42fef5 req-f375574c-7f7a-4daf-ba44-6344d6fe739e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/58b2374c-e2b1-4c07-a499-8b2d2bda8b48 HTTP/1.1" status: 200 len: 1800 time: 0.0412157 Jul 30 01:45:16.926896 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2a517-688c-4d68-93a2-f86bfd701d0c req-4ea4fc3f-f7c0-48d2-a5ae-5691fb431043 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:16.928433 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21f2a517-688c-4d68-93a2-f86bfd701d0c req-4ea4fc3f-f7c0-48d2-a5ae-5691fb431043 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 1096 time: 0.1091065 Jul 30 01:45:16.939270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75864274-21b4-4549-a994-47cf7ef8a5f9 req-8b1535d9-7434-4822-b3bf-53e806b5fcb2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:16.941026 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-75864274-21b4-4549-a994-47cf7ef8a5f9 req-8b1535d9-7434-4822-b3bf-53e806b5fcb2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.77 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 950 time: 0.6943507 Jul 30 01:45:16.961918 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cae503ef-4ff1-442e-a837-bacc87df0684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.963007 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-852a5e31-9ad5-429a-af45-9db1f0903350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.001055 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae503ef-4ff1-442e-a837-bacc87df0684 None None] Pushing event deleted for resources: {'Port': ['ID=bca0e9e9-76e4-4cc4-982a-9d5403130b1e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:17.003898 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae503ef-4ff1-442e-a837-bacc87df0684 None None] No DVR routers for this DVR port bca0e9e9-76e4-4cc4-982a-9d5403130b1e on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:17.013948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae503ef-4ff1-442e-a837-bacc87df0684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:17.014592 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae503ef-4ff1-442e-a837-bacc87df0684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:17.015177 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae503ef-4ff1-442e-a837-bacc87df0684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:17.016144 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae503ef-4ff1-442e-a837-bacc87df0684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:17.016829 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae503ef-4ff1-442e-a837-bacc87df0684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:17.017381 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae503ef-4ff1-442e-a837-bacc87df0684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:17.018196 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae503ef-4ff1-442e-a837-bacc87df0684 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:17.018639 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae503ef-4ff1-442e-a837-bacc87df0684 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:17.019069 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae503ef-4ff1-442e-a837-bacc87df0684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:17.019487 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae503ef-4ff1-442e-a837-bacc87df0684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:17.019903 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae503ef-4ff1-442e-a837-bacc87df0684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:17.020517 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae503ef-4ff1-442e-a837-bacc87df0684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:17.031545 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852a5e31-9ad5-429a-af45-9db1f0903350 admin admin] No DVR routers for this DVR port bca0e9e9-76e4-4cc4-982a-9d5403130b1e on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:17.035827 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device be5e2fa6-642a-4be2-9713-eef30744ac21 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:17.036309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a5e31-9ad5-429a-af45-9db1f0903350 admin admin] Pushing event deleted for resources: {'Port': ['ID=bca0e9e9-76e4-4cc4-982a-9d5403130b1e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:17.037658 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c65beb-a5a2-4667-be25-76a313a3b608 req-2c74bed6-df9b-44a6-82de-84153faca7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:17.039458 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3c65beb-a5a2-4667-be25-76a313a3b608 req-2c74bed6-df9b-44a6-82de-84153faca7c2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 922 time: 0.7948103 Jul 30 01:45:17.046815 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.071782 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: be5e2fa6-642a-4be2-9713-eef30744ac21 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:17.072638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device be5e2fa6-642a-4be2-9713-eef30744ac21 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:17.073252 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d28f587e-2cfa-4506-9216-66f446e9d4c5 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:17.099901 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: d28f587e-2cfa-4506-9216-66f446e9d4c5 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:17.100690 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d28f587e-2cfa-4506-9216-66f446e9d4c5 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:17.101405 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device bca0e9e9-76e4-4cc4-982a-9d5403130b1e no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:17.128059 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: bca0e9e9-76e4-4cc4-982a-9d5403130b1e {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:17.128955 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device bca0e9e9-76e4-4cc4-982a-9d5403130b1e not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:17.137567 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-215420e6-296e-4174-8b49-5e0e4e42fef5 req-3cd02177-601b-4164-8757-4ea876663bb3 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.149298 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-852a5e31-9ad5-429a-af45-9db1f0903350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.166420 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-852a5e31-9ad5-429a-af45-9db1f0903350 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae90aeac-af03-4460-a127-933834d64e8d']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:17.182702 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-215420e6-296e-4174-8b49-5e0e4e42fef5 req-3cd02177-601b-4164-8757-4ea876663bb3 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.186070 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-852a5e31-9ad5-429a-af45-9db1f0903350 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf3eb65-b78a-4436-a42e-1a8fd082bb14') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:17.186563 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-852a5e31-9ad5-429a-af45-9db1f0903350 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf3eb65-b78a-4436-a42e-1a8fd082bb14') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:17.202992 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-852a5e31-9ad5-429a-af45-9db1f0903350 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.204779 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21f2a517-688c-4d68-93a2-f86bfd701d0c req-8cb6a803-eee1-4ac1-84ea-b97c2fe87a26 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592118 Jul 30 01:45:17.210183 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3c65beb-a5a2-4667-be25-76a313a3b608 req-5dc14b1d-116f-43f4-a548-28231459c466 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6012cfaf-7ddf-4153-add8-259fdcf5e838 HTTP/1.1" status: 200 len: 217 time: 0.1536341 Jul 30 01:45:17.231111 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-852a5e31-9ad5-429a-af45-9db1f0903350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.239885 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852a5e31-9ad5-429a-af45-9db1f0903350 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:45:17.240991 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-852a5e31-9ad5-429a-af45-9db1f0903350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.273596 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.281736 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Pushing event updated for resources: {'Port': ['ID=80cc221b-fe74-481e-9aec-833025b094d0,revision_number=7']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:45:17.315390 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:45:17.374414 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c65beb-a5a2-4667-be25-76a313a3b608 req-56c10761-f008-4136-87ee-07a585e7771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:17.375668 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3c65beb-a5a2-4667-be25-76a313a3b608 req-56c10761-f008-4136-87ee-07a585e7771c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.1261048 Jul 30 01:45:17.388172 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-852a5e31-9ad5-429a-af45-9db1f0903350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.399795 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-852a5e31-9ad5-429a-af45-9db1f0903350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.399795 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-852a5e31-9ad5-429a-af45-9db1f0903350 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ae90aeac-af03-4460-a127-933834d64e8d HTTP/1.1" status: 204 len: 168 time: 1.0585086 Jul 30 01:45:17.417462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a5e31-9ad5-429a-af45-9db1f0903350 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae90aeac-af03-4460-a127-933834d64e8d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:17.428063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-75864274-21b4-4549-a994-47cf7ef8a5f9 req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Deleting port 4efc8e99-d134-4e3a-a71e-8171970718c9 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:17.428407 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-75864274-21b4-4549-a994-47cf7ef8a5f9 req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.430807 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-215420e6-296e-4174-8b49-5e0e4e42fef5 req-3cd02177-601b-4164-8757-4ea876663bb3 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.433504 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-215420e6-296e-4174-8b49-5e0e4e42fef5 req-3cd02177-601b-4164-8757-4ea876663bb3 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.437096 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-215420e6-296e-4174-8b49-5e0e4e42fef5 req-3cd02177-601b-4164-8757-4ea876663bb3 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "DELETE /v2.0/security-groups/58b2374c-e2b1-4c07-a499-8b2d2bda8b48 HTTP/1.1" status: 204 len: 173 time: 0.5083270 Jul 30 01:45:17.461338 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd02177-601b-4164-8757-4ea876663bb3 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b2374c-e2b1-4c07-a499-8b2d2bda8b48,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:17.491787 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 80cc221b-fe74-481e-9aec-833025b094d0 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:45:17.525375 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd4cdfa-86ce-4d2c-91ea-e064cc70e9d6 x-openstack-request-id: req-2cd4cdfa-86ce-4d2c-91ea-e064cc70e9d6 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:17.525663 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67801297-4678-4cc9-b66a-969c3f46c5cb", "name": "network-vif-unplugged", "status": "completed", "tag": "80cc221b-fe74-481e-9aec-833025b094d0", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:17.525912 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2cd4cdfa-86ce-4d2c-91ea-e064cc70e9d6 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:17.526329 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67801297-4678-4cc9-b66a-969c3f46c5cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80cc221b-fe74-481e-9aec-833025b094d0', 'code': 200} Jul 30 01:45:17.532253 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Attempting to bind port 80cc221b-fe74-481e-9aec-833025b094d0 on host n-h2-713498-9 for vnic_type normal with profile {"migrating_to": "n-h1-713498-9"} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:17.532569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Attempting to bind port 80cc221b-fe74-481e-9aec-833025b094d0 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:17.533680 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Attempting to bind port 80cc221b-fe74-481e-9aec-833025b094d0 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:17.541910 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3c65beb-a5a2-4667-be25-76a313a3b608 req-868dc65d-205f-48f2-93c4-13ffde07110d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148982 Jul 30 01:45:17.545878 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Port 80cc221b-fe74-481e-9aec-833025b094d0 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:17.546088 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Attempting to bind port 80cc221b-fe74-481e-9aec-833025b094d0 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:17.570267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:17.570731 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Checking segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:17.571043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Bound using segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:17.571498 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Bound port: 80cc221b-fe74-481e-9aec-833025b094d0, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:17.571850 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.627496 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 80cc221b-fe74-481e-9aec-833025b094d0, host n-h2-713498-9, got binding levels [] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:17.664228 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Attempting to bind port 80cc221b-fe74-481e-9aec-833025b094d0 on host n-h2-713498-9 for vnic_type normal with profile {"migrating_to": "n-h1-713498-9"} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:17.664459 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1c70b-ecec-4b23-8424-660249b0cae6 req-148bd09b-ec62-40f1-90fd-6e7a653aba8c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:17.665176 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Attempting to bind port 80cc221b-fe74-481e-9aec-833025b094d0 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:17.665539 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Attempting to bind port 80cc221b-fe74-481e-9aec-833025b094d0 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:17.671146 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Port 80cc221b-fe74-481e-9aec-833025b094d0 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:17.672127 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Attempting to bind port 80cc221b-fe74-481e-9aec-833025b094d0 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:17.674878 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078eb44-e651-4241-906b-83d4b72ee61b req-94a5c7e1-37a8-45a8-a9de-d0da1fa66caa tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:17.676423 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4078eb44-e651-4241-906b-83d4b72ee61b req-94a5c7e1-37a8-45a8-a9de-d0da1fa66caa tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 1096 time: 0.0729823 Jul 30 01:45:17.677079 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8fa1c70b-ecec-4b23-8424-660249b0cae6 req-148bd09b-ec62-40f1-90fd-6e7a653aba8c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 943 time: 0.3403220 Jul 30 01:45:17.684434 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:17.684434 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Checking segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:17.684777 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Bound using segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:17.685276 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Bound port: 80cc221b-fe74-481e-9aec-833025b094d0, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:17.685680 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.753646 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4078eb44-e651-4241-906b-83d4b72ee61b req-f5fe2399-47b9-434f-a959-83d6364633b5 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697179 Jul 30 01:45:17.794812 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 80cc221b-fe74-481e-9aec-833025b094d0, host n-h2-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:17.797807 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 80cc221b-fe74-481e-9aec-833025b094d0, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=80cc221b-fe74-481e-9aec-833025b094d0,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:17.853254 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-75864274-21b4-4549-a994-47cf7ef8a5f9 req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] For port 4efc8e99-d134-4e3a-a71e-8171970718c9, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4efc8e99-d134-4e3a-a71e-8171970718c9,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:17.853638 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-75864274-21b4-4549-a994-47cf7ef8a5f9 req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.877643 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37120) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:17.886636 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.915821 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8fa1c70b-ecec-4b23-8424-660249b0cae6 req-335d281c-a1bb-4af5-8590-093b44d6d4ef tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376213 Jul 30 01:45:17.921885 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-75864274-21b4-4549-a994-47cf7ef8a5f9 req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Calling delete_port for 4efc8e99-d134-4e3a-a71e-8171970718c9 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:17.932332 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] For port 80cc221b-fe74-481e-9aec-833025b094d0, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:17.949997 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3c65beb-a5a2-4667-be25-76a313a3b608 req-940cab51-51fb-4bd6-a0b4-62bc1e6b15c5 service neutron] 10.222.0.77 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919106 Jul 30 01:45:18.000159 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-caaa10e4-9921-44bd-aadd-2903dc2d4bd3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af4dbb3f8ba24ea791460e22cf1df557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1214161 Jul 30 01:45:18.000415 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 80cc221b-fe74-481e-9aec-833025b094d0-n-h2-713498-9-0 {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:45:18.000683 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:45:18.001231 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-b9f95023-1b5f-4b0a-9fa8-f08081e4847a req-d9947138-3782-4861-80fb-858db9124eb9 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] show failed (client error): The resource could not be found. Jul 30 01:45:18.004460 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37122) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:18.014050 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b9f95023-1b5f-4b0a-9fa8-f08081e4847a req-d9947138-3782-4861-80fb-858db9124eb9 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/58b2374c-e2b1-4c07-a499-8b2d2bda8b48 HTTP/1.1" status: 404 len: 352 time: 0.1001010 Jul 30 01:45:18.020934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 80cc221b-fe74-481e-9aec-833025b094d0 has no active binding in host n-h1-713498-9 {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:45:18.021439 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device f9e9d8f3-1965-4265-8a5d-433f83e9e4de details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:45:18.023450 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=80cc221b-fe74-481e-9aec-833025b094d0,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:18.136977 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port f9e9d8f3-1965-4265-8a5d-433f83e9e4de, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=f9e9d8f3-1965-4265-8a5d-433f83e9e4de,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:18.155591 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'f9e9d8f3-1965-4265-8a5d-433f83e9e4de', 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344', 'port_id': 'f9e9d8f3-1965-4265-8a5d-433f83e9e4de', 'mac_address': 'fa:16:3e:43:af:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d5dfcf-9789-4d3c-a9c4-d79d05163f3c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:45:18.194471 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:18.208077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e9d8f3-1965-4265-8a5d-433f83e9e4de {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:18.222066 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfa8fa-f9dd-4fc9-8d47-1249c37e2235 req-2b9a89e6-cd40-4077-ae40-bf00885db9f3 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:18.224215 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10dfa8fa-f9dd-4fc9-8d47-1249c37e2235 req-2b9a89e6-cd40-4077-ae40-bf00885db9f3 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=85f06302-ffc9-4cab-81c7-88a63ebdbdf8 HTTP/1.1" status: 200 len: 950 time: 0.2205312 Jul 30 01:45:18.245743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port f9e9d8f3-1965-4265-8a5d-433f83e9e4de, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=f9e9d8f3-1965-4265-8a5d-433f83e9e4de,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:18.262041 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14180847-ed35-4d34-90d0-dafa12d44013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:18.300676 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3c65beb-a5a2-4667-be25-76a313a3b608 req-c2235506-6440-4e59-a872-bac6898dd454 service neutron] 10.222.0.77 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099017 Jul 30 01:45:18.322964 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:18.351192 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10dfa8fa-f9dd-4fc9-8d47-1249c37e2235 req-e5d87894-f788-47d9-9c63-f34df111367c tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147976 Jul 30 01:45:18.353191 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14180847-ed35-4d34-90d0-dafa12d44013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:18.382512 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=f9e9d8f3-1965-4265-8a5d-433f83e9e4de,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:18.425359 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-75864274-21b4-4549-a994-47cf7ef8a5f9 req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:18.438119 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['58becea3-31c0-4351-95e0-89aa79c8cb6f', 'cfa21f14-d3be-46f5-9037-356e185717cf'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:18.451853 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-0582c4bb-4ebd-4dab-acff-ea61c0a61e1e tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e18fd6c446094f849e062ca3af8e67a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335159 Jul 30 01:45:18.466930 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Pushing event deleted for resources: {'Port': ['ID=4efc8e99-d134-4e3a-a71e-8171970718c9,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:18.537676 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:18.538052 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:18.538674 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:18.539004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:18.539401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:18.539725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:18.540051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:18.540382 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:18.540704 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:18.541804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:18.541804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:18.541804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:18.544694 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14180847-ed35-4d34-90d0-dafa12d44013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:18.547700 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14180847-ed35-4d34-90d0-dafa12d44013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:18.548867 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-14180847-ed35-4d34-90d0-dafa12d44013 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/643ca052-6dca-4ebe-8f10-6104d2bf2ceb HTTP/1.1" status: 204 len: 168 time: 0.5308785 Jul 30 01:45:18.589401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-75864274-21b4-4549-a994-47cf7ef8a5f9 req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] No DVR routers for this DVR port 4efc8e99-d134-4e3a-a71e-8171970718c9 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:18.592887 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-75864274-21b4-4549-a994-47cf7ef8a5f9 req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:18.595154 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-75864274-21b4-4549-a994-47cf7ef8a5f9 req-f237b3ff-c44f-489c-bf79-ae7f95c5ed48 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.77 "DELETE /v2.0/ports/4efc8e99-d134-4e3a-a71e-8171970718c9 HTTP/1.1" status: 204 len: 173 time: 1.6386151 Jul 30 01:45:18.597333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14180847-ed35-4d34-90d0-dafa12d44013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643ca052-6dca-4ebe-8f10-6104d2bf2ceb,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:18.601155 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Attempting to bind port 80cc221b-fe74-481e-9aec-833025b094d0 on host n-h2-713498-9 for vnic_type normal with profile {"migrating_to": "n-h1-713498-9"} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:18.601491 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Attempting to bind port 80cc221b-fe74-481e-9aec-833025b094d0 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:18.601975 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Attempting to bind port 80cc221b-fe74-481e-9aec-833025b094d0 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:18.608274 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Port 80cc221b-fe74-481e-9aec-833025b094d0 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:18.608601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Attempting to bind port 80cc221b-fe74-481e-9aec-833025b094d0 on network 9ee13545-77ea-41ed-86fb-6aa4d578ac6e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:18.623048 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fb654-c745-4724-9067-a1be187515ef req-739d563e-120f-44d5-8f31-ef06908b361f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:18.624636 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-336fb654-c745-4724-9067-a1be187515ef req-739d563e-120f-44d5-8f31-ef06908b361f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=36c78d49-0f03-4818-b9b2-038f3f7776a1 HTTP/1.1" status: 200 len: 945 time: 0.1603098 Jul 30 01:45:18.625905 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:18.626242 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Checking segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:18.626681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Bound using segment: {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:18.627131 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Bound port: 80cc221b-fe74-481e-9aec-833025b094d0, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd857be7a-4777-43ef-bd02-f1327a05ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9ee13545-77ea-41ed-86fb-6aa4d578ac6e'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:18.627471 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:18.642401 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['f9e9d8f3-1965-4265-8a5d-433f83e9e4de'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:18.731062 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-336fb654-c745-4724-9067-a1be187515ef req-7bb8276a-3f32-4b03-8c75-ea7b0b3055b3 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926583 Jul 30 01:45:18.768719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-3dd7dee2-01af-448b-aeb8-54c9e6b293e7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:18.771531 n-d-713498-9 neutron-server[94465]: WARNING neutron.plugins.ml2.plugin [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Concurrent port binding operations failed on port 80cc221b-fe74-481e-9aec-833025b094d0 Jul 30 01:45:18.777200 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-3dd7dee2-01af-448b-aeb8-54c9e6b293e7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3195791 Jul 30 01:45:18.800733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] For port 80cc221b-fe74-481e-9aec-833025b094d0, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=80cc221b-fe74-481e-9aec-833025b094d0,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:18.806740 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Attempt 2 to bind port 80cc221b-fe74-481e-9aec-833025b094d0 Jul 30 01:45:18.809105 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6b18c2c6-4ed3-4f79-b509-1c005095fcc7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/quotas/e18fd6c446094f849e062ca3af8e67a5 HTTP/1.1" status: 200 len: 375 time: 0.0308752 Jul 30 01:45:18.815010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:18.816031 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:18.817564 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-c6648af9-3f06-4f23-9741-fd8eeb9ccea8 service neutron] 10.222.0.10 "PUT /v2.0/ports/80cc221b-fe74-481e-9aec-833025b094d0 HTTP/1.1" status: 200 len: 1121 time: 3.1310194 Jul 30 01:45:18.919136 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4aab8dcb-918e-4998-98cf-24bf833a0565 req-1dccd982-1a60-44fc-a631-7f68539740e5 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=532deb34bbd846ce86f160f5f89040d6 HTTP/1.1" status: 200 len: 6147 time: 0.1496081 Jul 30 01:45:18.942680 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['80cc221b-fe74-481e-9aec-833025b094d0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:18.994227 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['80cc221b-fe74-481e-9aec-833025b094d0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:19.020044 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4aab8dcb-918e-4998-98cf-24bf833a0565 req-648ff084-8660-472e-8e1b-07c36cd21068 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/8ac6b88a-06a6-416f-9cc8-1c5494f3c083 HTTP/1.1" status: 200 len: 2981 time: 0.0976169 Jul 30 01:45:19.210944 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4aab8dcb-918e-4998-98cf-24bf833a0565 req-b5ad50dd-ad8a-4cc0-b6f0-640304604add tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/8ac6b88a-06a6-416f-9cc8-1c5494f3c083 HTTP/1.1" status: 200 len: 2981 time: 0.1837571 Jul 30 01:45:19.218739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4efc8e99-d134-4e3a-a71e-8171970718c9 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:19.342422 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-14e79f19-f518-4292-b961-f8d11e6e55ea tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5311618 Jul 30 01:45:19.403586 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 4efc8e99-d134-4e3a-a71e-8171970718c9 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:19.403926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4efc8e99-d134-4e3a-a71e-8171970718c9 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:19.527301 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f06302-ffc9-4cab-81c7-88a63ebdbdf8', 'name': 'network-vif-deleted', 'tag': '4efc8e99-d134-4e3a-a71e-8171970718c9'}, {'name': 'network-changed', 'server_uuid': '67801297-4678-4cc9-b66a-969c3f46c5cb', 'tag': '80cc221b-fe74-481e-9aec-833025b094d0'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:19.529676 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f3b736-b227-42cb-9c4b-6fe744c7a03f" -d '{"events": [{"server_uuid": "85f06302-ffc9-4cab-81c7-88a63ebdbdf8", "name": "network-vif-deleted", "tag": "4efc8e99-d134-4e3a-a71e-8171970718c9"}, {"name": "network-changed", "server_uuid": "67801297-4678-4cc9-b66a-969c3f46c5cb", "tag": "80cc221b-fe74-481e-9aec-833025b094d0"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:19.784279 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d715696-03b1-4784-91c6-7431cdd8781e req-1a4e4161-6344-4894-b0d1-52749db19d0d tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:19.792012 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3d715696-03b1-4784-91c6-7431cdd8781e req-1a4e4161-6344-4894-b0d1-52749db19d0d tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 943 time: 0.0667319 Jul 30 01:45:19.827798 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3d715696-03b1-4784-91c6-7431cdd8781e req-add25209-14e0-4190-933c-9df329a66d9d tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338793 Jul 30 01:45:19.855042 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-a9c6585b-ea17-4aa0-a184-428f6ab87ec5 req-fa127217-c142-488d-b0f1-621713370b4a tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1521730325', 'description': 'tempest-description-1663830644'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:19.968578 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a9c6585b-ea17-4aa0-a184-428f6ab87ec5 req-fa127217-c142-488d-b0f1-621713370b4a tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:20.061418 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a9c6585b-ea17-4aa0-a184-428f6ab87ec5 req-fa127217-c142-488d-b0f1-621713370b4a tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:20.130969 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a9c6585b-ea17-4aa0-a184-428f6ab87ec5 req-fa127217-c142-488d-b0f1-621713370b4a tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:20.161062 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa127217-c142-488d-b0f1-621713370b4a tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c265a0f2-bb5c-4709-945c-449a424f0f23,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:20.225770 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a9c6585b-ea17-4aa0-a184-428f6ab87ec5 req-fa127217-c142-488d-b0f1-621713370b4a tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:20.228179 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a9c6585b-ea17-4aa0-a184-428f6ab87ec5 req-fa127217-c142-488d-b0f1-621713370b4a tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3773119 Jul 30 01:45:20.298126 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8296c4f9-912b-4f74-8076-b8ca60a6e5f6 x-openstack-request-id: req-8296c4f9-912b-4f74-8076-b8ca60a6e5f6 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:20.298454 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f06302-ffc9-4cab-81c7-88a63ebdbdf8", "name": "network-vif-deleted", "tag": "4efc8e99-d134-4e3a-a71e-8171970718c9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "67801297-4678-4cc9-b66a-969c3f46c5cb", "tag": "80cc221b-fe74-481e-9aec-833025b094d0", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:20.308338 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8296c4f9-912b-4f74-8076-b8ca60a6e5f6 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:20.308338 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f06302-ffc9-4cab-81c7-88a63ebdbdf8', 'name': 'network-vif-deleted', 'tag': '4efc8e99-d134-4e3a-a71e-8171970718c9', 'status': 'completed', 'code': 200} Jul 30 01:45:20.308338 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67801297-4678-4cc9-b66a-969c3f46c5cb', 'tag': '80cc221b-fe74-481e-9aec-833025b094d0', 'status': 'completed', 'code': 200} Jul 30 01:45:20.357895 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4cd5eaf8-24a4-40b6-b241-7aea9e9c20b1 req-b1c3c4d9-e41a-4962-808b-ff19e7114ba6 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535 HTTP/1.1" status: 200 len: 210 time: 0.0332744 Jul 30 01:45:20.407420 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3b736-b227-42cb-9c4b-6fe744c7a03f req-b89edf85-6e89-4a4f-8a5f-b0155d0ed6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:20.409092 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c7f3b736-b227-42cb-9c4b-6fe744c7a03f req-b89edf85-6e89-4a4f-8a5f-b0155d0ed6d1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 1124 time: 0.0543175 Jul 30 01:45:20.487073 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a1e61-74ec-4818-87b6-4d0bb704d373 req-19ee8d8a-755e-4984-87a9-1b9fdf4f2c0c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:20.488749 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-706a1e61-74ec-4818-87b6-4d0bb704d373 req-19ee8d8a-755e-4984-87a9-1b9fdf4f2c0c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=36c78d49-0f03-4818-b9b2-038f3f7776a1 HTTP/1.1" status: 200 len: 945 time: 0.0703707 Jul 30 01:45:20.530609 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3b736-b227-42cb-9c4b-6fe744c7a03f req-e760ba29-dc2c-4079-8f82-96c9cb5ed4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:20.531178 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-706a1e61-74ec-4818-87b6-4d0bb704d373 req-97194229-d181-4e89-bf09-c9a727757ca5 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349064 Jul 30 01:45:20.532319 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c7f3b736-b227-42cb-9c4b-6fe744c7a03f req-e760ba29-dc2c-4079-8f82-96c9cb5ed4e6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 908 time: 0.1160975 Jul 30 01:45:20.577398 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c7f3b736-b227-42cb-9c4b-6fe744c7a03f req-93db7923-8618-4c1e-b725-def674d28529 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80cc221b-fe74-481e-9aec-833025b094d0 HTTP/1.1" status: 200 len: 217 time: 0.0351882 Jul 30 01:45:20.638689 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3b736-b227-42cb-9c4b-6fe744c7a03f req-f365b845-54dd-4c03-88f2-3d7dd5c22d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:20.640697 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c7f3b736-b227-42cb-9c4b-6fe744c7a03f req-f365b845-54dd-4c03-88f2-3d7dd5c22d96 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5df4a4e9-2ec7-47a1-80c6-9f49100e235e HTTP/1.1" status: 200 len: 847 time: 0.0504868 Jul 30 01:45:20.681128 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c7f3b736-b227-42cb-9c4b-6fe744c7a03f req-220db3b8-575a-4c0e-9be6-454336110cb6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293176 Jul 30 01:45:20.693658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-b77dabd2-4176-42d3-a0a3-12069b98609f req-a0fb35d9-19b0-4c8a-81cd-8aa54a23e57f tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-53697285', 'description': 'tempest-description-1669995999'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:20.781177 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c7f3b736-b227-42cb-9c4b-6fe744c7a03f req-50e50031-cf99-408e-90e0-664a5c0713b7 service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876050 Jul 30 01:45:20.828084 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-b77dabd2-4176-42d3-a0a3-12069b98609f req-a0fb35d9-19b0-4c8a-81cd-8aa54a23e57f tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:20.890920 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c7f3b736-b227-42cb-9c4b-6fe744c7a03f req-032d31ee-d8c8-45aa-8009-752d6988f005 service neutron] 10.222.0.77 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988271 Jul 30 01:45:20.916553 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-b77dabd2-4176-42d3-a0a3-12069b98609f req-a0fb35d9-19b0-4c8a-81cd-8aa54a23e57f tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:20.982184 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-b77dabd2-4176-42d3-a0a3-12069b98609f req-a0fb35d9-19b0-4c8a-81cd-8aa54a23e57f tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:21.011837 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb35d9-19b0-4c8a-81cd-8aa54a23e57f tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d57963-e60e-4929-87bb-d7ab2115f7a4,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:21.054370 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-b77dabd2-4176-42d3-a0a3-12069b98609f req-a0fb35d9-19b0-4c8a-81cd-8aa54a23e57f tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:21.055859 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b77dabd2-4176-42d3-a0a3-12069b98609f req-a0fb35d9-19b0-4c8a-81cd-8aa54a23e57f tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3664927 Jul 30 01:45:21.469646 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-c22b65e4-fbe9-4995-8b8a-49f6c9492655 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:45:21.471207 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-c22b65e4-fbe9-4995-8b8a-49f6c9492655 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072279 Jul 30 01:45:21.483398 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-d99df99b-82c0-4ad5-bf4e-6aed3ccb8bd7 service neutron] Request body: {'binding': {'host': 'n-h2-713498-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:21.484443 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-d99df99b-82c0-4ad5-bf4e-6aed3ccb8bd7 service neutron] Unknown quota resources ['binding']. {{(pid=94464) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:45:21.513634 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device f9e9d8f3-1965-4265-8a5d-433f83e9e4de up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:21.632685 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-d99df99b-82c0-4ad5-bf4e-6aed3ccb8bd7 service neutron] Attempting to bind port 8f87cad4-f402-49b4-b2d3-d46655d95204 on host n-h2-713498-9 for vnic_type normal with profile None {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:21.633108 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-d99df99b-82c0-4ad5-bf4e-6aed3ccb8bd7 service neutron] Attempting to bind port 8f87cad4-f402-49b4-b2d3-d46655d95204 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:21.633952 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-d99df99b-82c0-4ad5-bf4e-6aed3ccb8bd7 service neutron] Attempting to bind port 8f87cad4-f402-49b4-b2d3-d46655d95204 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:21.638776 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-d99df99b-82c0-4ad5-bf4e-6aed3ccb8bd7 service neutron] Port 8f87cad4-f402-49b4-b2d3-d46655d95204 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:21.639086 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-d99df99b-82c0-4ad5-bf4e-6aed3ccb8bd7 service neutron] Attempting to bind port 8f87cad4-f402-49b4-b2d3-d46655d95204 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:21.639330 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port f9e9d8f3-1965-4265-8a5d-433f83e9e4de completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:21.643549 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port f9e9d8f3-1965-4265-8a5d-433f83e9e4de triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:21.643929 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:21.644094 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-d99df99b-82c0-4ad5-bf4e-6aed3ccb8bd7 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:21.644436 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-d99df99b-82c0-4ad5-bf4e-6aed3ccb8bd7 service neutron] Checking segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:21.645361 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-d99df99b-82c0-4ad5-bf4e-6aed3ccb8bd7 service neutron] Bound using segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:21.645512 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-d99df99b-82c0-4ad5-bf4e-6aed3ccb8bd7 service neutron] Bound port: 8f87cad4-f402-49b4-b2d3-d46655d95204, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:21.734871 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-d99df99b-82c0-4ad5-bf4e-6aed3ccb8bd7 service neutron] For port 8f87cad4-f402-49b4-b2d3-d46655d95204, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8f87cad4-f402-49b4-b2d3-d46655d95204,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:21.744728 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:21.747655 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603c793-1e93-422f-9fad-6103a55adb5c req-b8536c06-aa1c-4380-9966-7157743661f4 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:21.749166 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0603c793-1e93-422f-9fad-6103a55adb5c req-b8536c06-aa1c-4380-9966-7157743661f4 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 943 time: 0.0785847 Jul 30 01:45:21.767211 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c78d49-0f03-4818-b9b2-038f3f7776a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e9d8f3-1965-4265-8a5d-433f83e9e4de'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:21.769531 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d67cb0a-bde6-48af-93f3-b144cd4394f8" -d '{"events": [{"server_uuid": "36c78d49-0f03-4818-b9b2-038f3f7776a1", "name": "network-vif-plugged", "status": "completed", "tag": "f9e9d8f3-1965-4265-8a5d-433f83e9e4de"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:21.782085 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port f9e9d8f3-1965-4265-8a5d-433f83e9e4de, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=f9e9d8f3-1965-4265-8a5d-433f83e9e4de,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:21.787716 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0603c793-1e93-422f-9fad-6103a55adb5c req-2408ab3c-e3c2-4e20-bba6-7a4fc3469d61 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322769 Jul 30 01:45:21.797910 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-d99df99b-82c0-4ad5-bf4e-6aed3ccb8bd7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:21.799047 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-d99df99b-82c0-4ad5-bf4e-6aed3ccb8bd7 service neutron] 10.222.0.70 "POST /v2.0/ports/8f87cad4-f402-49b4-b2d3-d46655d95204/bindings HTTP/1.1" status: 201 len: 389 time: 0.3202744 Jul 30 01:45:21.848779 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:21.898487 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=f9e9d8f3-1965-4265-8a5d-433f83e9e4de,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:21.968994 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-b01b3526-e130-4b92-bfae-515e55e2c3f1 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:21.970513 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-b01b3526-e130-4b92-bfae-515e55e2c3f1 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/networks?id=3a621a35-44c6-4105-9f2d-eba3cb0bd5de HTTP/1.1" status: 200 len: 813 time: 0.1077812 Jul 30 01:45:21.986355 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-e007968f-8ea2-4397-89b0-1207e53224fe tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/quotas/532deb34bbd846ce86f160f5f89040d6 HTTP/1.1" status: 200 len: 375 time: 0.0098677 Jul 30 01:45:22.057007 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-f7d6127f-1afc-4d17-8d54-dd1d7520dc21 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=532deb34bbd846ce86f160f5f89040d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0643687 Jul 30 01:45:22.067024 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-64079ad2-0308-4284-a26d-80fd581a6598 req-024789f7-3b73-43ac-96b0-6b0d1c18acc8 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535 HTTP/1.1" status: 200 len: 210 time: 0.0441928 Jul 30 01:45:22.156234 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-fcc397b2-824b-4a36-a187-415e21491856 service neutron] 10.222.0.70 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920486 Jul 30 01:45:22.182256 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a865ab6-48c1-4854-b01b-746a7d8b5d0d req-91bff417-e9ca-44c6-bd03-15c4740ac24f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:22.183981 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a865ab6-48c1-4854-b01b-746a7d8b5d0d req-91bff417-e9ca-44c6-bd03-15c4740ac24f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.0596933 Jul 30 01:45:22.224872 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a865ab6-48c1-4854-b01b-746a7d8b5d0d req-722c837d-8ab2-4b31-bb2a-98944c4ae03f tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348399 Jul 30 01:45:22.255766 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-ac972de7-f47e-4bc8-a377-78aa3668f34b service neutron] 10.222.0.70 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933168 Jul 30 01:45:22.347111 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-3d76763f-3340-4428-b714-c5283318dfa9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e18fd6c446094f849e062ca3af8e67a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231769 Jul 30 01:45:22.542036 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-deea75c1-7896-405a-b5bc-0c0399e1b9d8 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:22.543582 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-deea75c1-7896-405a-b5bc-0c0399e1b9d8 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1900880 Jul 30 01:45:22.560544 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-6f64d19e-f9cb-4fba-81e1-484da7a734dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:22.562429 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-6f64d19e-f9cb-4fba-81e1-484da7a734dd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 1096 time: 0.1166530 Jul 30 01:45:22.569827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-5c0996f5-42ce-4db5-b655-745709789bb7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Request body: {'port': {'device_id': '9dd3a1f2-699c-4c03-9b5a-240df571b535', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': 'e18fd6c446094f849e062ca3af8e67a5'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:22.606424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854693dc-af0c-4c3a-a0a7-2c9f865fbae9 req-e1f5f233-4f1d-4e77-b014-0f0884a3aeb7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:22.608396 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-854693dc-af0c-4c3a-a0a7-2c9f865fbae9 req-e1f5f233-4f1d-4e77-b014-0f0884a3aeb7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=36c78d49-0f03-4818-b9b2-038f3f7776a1 HTTP/1.1" status: 200 len: 946 time: 0.0638254 Jul 30 01:45:22.691508 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-854693dc-af0c-4c3a-a0a7-2c9f865fbae9 req-f49e94f8-7c32-4988-b349-65df3fb9799c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761745 Jul 30 01:45:22.765333 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafe72b7-a4a1-4226-96c8-c69fa6d7779a x-openstack-request-id: req-bafe72b7-a4a1-4226-96c8-c69fa6d7779a {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:22.765855 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c78d49-0f03-4818-b9b2-038f3f7776a1", "name": "network-vif-plugged", "status": "completed", "tag": "f9e9d8f3-1965-4265-8a5d-433f83e9e4de", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:22.765855 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bafe72b7-a4a1-4226-96c8-c69fa6d7779a {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:22.766249 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c78d49-0f03-4818-b9b2-038f3f7776a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e9d8f3-1965-4265-8a5d-433f83e9e4de', 'code': 200} Jul 30 01:45:22.837373 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-c00d29d5-5a8d-4c47-9d40-35a7f66cdb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:22.841955 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-c00d29d5-5a8d-4c47-9d40-35a7f66cdb1f service neutron] 10.222.0.77 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 922 time: 0.2668393 Jul 30 01:45:22.884254 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7b376-5f21-4ab5-985a-7138b1159440 req-5926878d-0012-4036-b7ca-c27b6c92004b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:22.886585 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9b7b376-5f21-4ab5-985a-7138b1159440 req-5926878d-0012-4036-b7ca-c27b6c92004b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 945 time: 0.0632906 Jul 30 01:45:22.945287 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9b7b376-5f21-4ab5-985a-7138b1159440 req-447914a6-3572-451f-b7a9-85ae8d297ab7 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428913 Jul 30 01:45:22.973743 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e678dda6-5a42-41e0-965e-31032a6ced73 req-9d782aa6-dd18-4e58-af4c-8b4c912c8b7a tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 210 time: 0.0672700 Jul 30 01:45:22.979144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-5c0996f5-42ce-4db5-b655-745709789bb7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Made reservation on behalf of e18fd6c446094f849e062ca3af8e67a5 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:22.982962 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-5c0996f5-42ce-4db5-b655-745709789bb7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:23.008892 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-5c0996f5-42ce-4db5-b655-745709789bb7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:23.013345 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-31ae8196-4aa5-4b90-9499-8ad58786d754 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f87cad4-f402-49b4-b2d3-d46655d95204 HTTP/1.1" status: 200 len: 217 time: 0.0954003 Jul 30 01:45:23.024040 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33815e07-3577-4d01-bdf7-40c97f8387db req-4b070aef-9a5c-4c8a-92b4-845abf7276ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:23.025597 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-33815e07-3577-4d01-bdf7-40c97f8387db req-4b070aef-9a5c-4c8a-92b4-845abf7276ba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=36c78d49-0f03-4818-b9b2-038f3f7776a1 HTTP/1.1" status: 200 len: 1097 time: 0.1686914 Jul 30 01:45:23.193692 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-d9a384d1-bcea-4550-8f5d-5da094ab3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:23.195759 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-d9a384d1-bcea-4550-8f5d-5da094ab3dab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.1686461 Jul 30 01:45:23.209166 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-33815e07-3577-4d01-bdf7-40c97f8387db req-abb40b1f-a402-4e61-8c30-3393ace914b1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356900 Jul 30 01:45:23.217572 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cf110-7317-460f-9e2c-e4bb50631c29 req-a78d07e4-2723-4d7d-b52b-b0e172323604 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:23.224701 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d69cf110-7317-460f-9e2c-e4bb50631c29 req-a78d07e4-2723-4d7d-b52b-b0e172323604 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.10 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.1262574 Jul 30 01:45:23.254139 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-fdb14634-3b99-4b34-ae73-6a7917c6a570 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469568 Jul 30 01:45:23.264096 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344dccf-e4e9-4c93-839b-82e010a4ff04 req-77e72339-b967-4b79-9b61-fd4fe66dd35c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:23.265629 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f344dccf-e4e9-4c93-839b-82e010a4ff04 req-77e72339-b967-4b79-9b61-fd4fe66dd35c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 943 time: 0.1911337 Jul 30 01:45:23.309793 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-5c0996f5-42ce-4db5-b655-745709789bb7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:23.373427 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f344dccf-e4e9-4c93-839b-82e010a4ff04 req-c3654483-6df4-4d20-8da1-d78952ad6cd3 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920362 Jul 30 01:45:23.380668 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-d69cf110-7317-460f-9e2c-e4bb50631c29 req-e2f777ac-1179-4041-8938-f59103c6dfa2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Deleting port cfa21f14-d3be-46f5-9037-356e185717cf {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:23.382427 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d69cf110-7317-460f-9e2c-e4bb50631c29 req-e2f777ac-1179-4041-8938-f59103c6dfa2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:23.423008 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-8e072e79-abd5-4924-ae18-06d7cc02aa43 service neutron] 10.222.0.77 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537960 Jul 30 01:45:23.424138 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-5c0996f5-42ce-4db5-b655-745709789bb7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:23.511452 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-433b290b-42be-4f45-b02a-9ea340a924d5 req-9fbacb5f-ca27-4d89-b7ac-98eee1a72961 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535 HTTP/1.1" status: 200 len: 210 time: 0.0403464 Jul 30 01:45:23.569071 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-d69cf110-7317-460f-9e2c-e4bb50631c29 req-e2f777ac-1179-4041-8938-f59103c6dfa2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] For port cfa21f14-d3be-46f5-9037-356e185717cf, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cfa21f14-d3be-46f5-9037-356e185717cf,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:23.569451 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d69cf110-7317-460f-9e2c-e4bb50631c29 req-e2f777ac-1179-4041-8938-f59103c6dfa2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:23.585860 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-d69cf110-7317-460f-9e2c-e4bb50631c29 req-e2f777ac-1179-4041-8938-f59103c6dfa2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Calling delete_port for cfa21f14-d3be-46f5-9037-356e185717cf owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:23.586985 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0996f5-42ce-4db5-b655-745709789bb7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:23.624675 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bbd9e-f899-4fcd-9389-1cfe345d3b08 req-c9655789-9a94-454f-b01a-37e4797a7e52 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:23.627191 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6d8bbd9e-f899-4fcd-9389-1cfe345d3b08 req-c9655789-9a94-454f-b01a-37e4797a7e52 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 950 time: 0.1323454 Jul 30 01:45:23.635245 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-f0a34177-9675-4a36-a630-3af4248cb283 service neutron] 10.222.0.77 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002370 Jul 30 01:45:23.686816 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6d8bbd9e-f899-4fcd-9389-1cfe345d3b08 req-b0186f2a-141f-485f-97f1-c760a6320375 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500557 Jul 30 01:45:23.908736 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d69cf110-7317-460f-9e2c-e4bb50631c29 req-e2f777ac-1179-4041-8938-f59103c6dfa2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:23.922015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['58becea3-31c0-4351-95e0-89aa79c8cb6f'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:23.935486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-5c0996f5-42ce-4db5-b655-745709789bb7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Allocated IP 192.168.233.202 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:23.974969 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f777ac-1179-4041-8938-f59103c6dfa2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Pushing event deleted for resources: {'Port': ['ID=cfa21f14-d3be-46f5-9037-356e185717cf,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:23.999199 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70813eb3-d349-46a1-9e5d-fc4329428d9c req-6b7d5eba-8632-46dc-8297-edac4d0901c6 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:24.022662 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70813eb3-d349-46a1-9e5d-fc4329428d9c req-6b7d5eba-8632-46dc-8297-edac4d0901c6 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=36c78d49-0f03-4818-b9b2-038f3f7776a1 HTTP/1.1" status: 200 len: 946 time: 0.1709094 Jul 30 01:45:24.075630 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69cf110-7317-460f-9e2c-e4bb50631c29 req-e2f777ac-1179-4041-8938-f59103c6dfa2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] No DVR routers for this DVR port cfa21f14-d3be-46f5-9037-356e185717cf on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:24.080022 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d69cf110-7317-460f-9e2c-e4bb50631c29 req-e2f777ac-1179-4041-8938-f59103c6dfa2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:24.082154 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d69cf110-7317-460f-9e2c-e4bb50631c29 req-e2f777ac-1179-4041-8938-f59103c6dfa2 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.10 "DELETE /v2.0/ports/cfa21f14-d3be-46f5-9037-356e185717cf HTTP/1.1" status: 204 len: 173 time: 0.8143671 Jul 30 01:45:24.082548 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90070027-437b-4e09-92bf-b47d41ce24bb', 'name': 'network-vif-deleted', 'tag': 'cfa21f14-d3be-46f5-9037-356e185717cf'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:24.084960 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7eb91d-b2f7-4618-8fe0-f3c3991e0b3f" -d '{"events": [{"server_uuid": "90070027-437b-4e09-92bf-b47d41ce24bb", "name": "network-vif-deleted", "tag": "cfa21f14-d3be-46f5-9037-356e185717cf"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:24.142752 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70813eb3-d349-46a1-9e5d-fc4329428d9c req-e9df17aa-86a2-44a1-b2ed-4b23b165b879 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163375 Jul 30 01:45:24.163497 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0d307-cb4c-4455-ab1a-5261aa799226 req-ac8658f5-dc90-439a-bff3-3e722c862f1f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:24.165602 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-85f0d307-cb4c-4455-ab1a-5261aa799226 req-ac8658f5-dc90-439a-bff3-3e722c862f1f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 945 time: 0.0754955 Jul 30 01:45:24.271935 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-85f0d307-cb4c-4455-ab1a-5261aa799226 req-f99177b4-306e-4a41-8da8-ec34a33c90ef tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873344 Jul 30 01:45:24.361841 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ffc1f7-96d7-4150-87b8-20a5f5d027d8 x-openstack-request-id: req-33ffc1f7-96d7-4150-87b8-20a5f5d027d8 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:24.361841 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90070027-437b-4e09-92bf-b47d41ce24bb", "name": "network-vif-deleted", "tag": "cfa21f14-d3be-46f5-9037-356e185717cf", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:24.361841 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33ffc1f7-96d7-4150-87b8-20a5f5d027d8 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:24.361841 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90070027-437b-4e09-92bf-b47d41ce24bb', 'name': 'network-vif-deleted', 'tag': 'cfa21f14-d3be-46f5-9037-356e185717cf', 'status': 'completed', 'code': 200} Jul 30 01:45:24.416592 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-5c0996f5-42ce-4db5-b655-745709789bb7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:24.435309 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-5c0996f5-42ce-4db5-b655-745709789bb7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Transition to ACTIVE for port object ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:24.480478 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-591db4cb-3a75-4092-b0ac-8aebdf8d5677 req-8c418459-4268-4616-ac15-4b46c7249ce2 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 210 time: 0.1780930 Jul 30 01:45:24.593806 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-5c0996f5-42ce-4db5-b655-745709789bb7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:24.665145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-5c0996f5-42ce-4db5-b655-745709789bb7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:24.678484 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-5c0996f5-42ce-4db5-b655-745709789bb7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:24.681654 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-5c0996f5-42ce-4db5-b655-745709789bb7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:24.682967 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74130d-ec56-495c-ad51-603137f83c26 req-6ff37964-497a-4471-9cb0-118f199c3201 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:24.687088 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fe74130d-ec56-495c-ad51-603137f83c26 req-6ff37964-497a-4471-9cb0-118f199c3201 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 943 time: 0.0974810 Jul 30 01:45:24.737097 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37292) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:24.759181 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fe74130d-ec56-495c-ad51-603137f83c26 req-cf7aea5f-4f5b-45cc-bf08-3c27a20ebda7 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668378 Jul 30 01:45:24.793645 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0996f5-42ce-4db5-b655-745709789bb7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Pushing event updated for resources: {'Port': ['ID=ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:24.829800 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-5c0996f5-42ce-4db5-b655-745709789bb7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:24.830516 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-5c0996f5-42ce-4db5-b655-745709789bb7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:24.857143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3527890-796a-4e81-aabe-7ac3245c8cb0 req-70fb6442-2b8e-43dd-a393-3f6ec90b44a8 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:24.858817 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3527890-796a-4e81-aabe-7ac3245c8cb0 req-70fb6442-2b8e-43dd-a393-3f6ec90b44a8 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535 HTTP/1.1" status: 200 len: 936 time: 0.2224529 Jul 30 01:45:24.905627 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-67e6468e-52a7-4a6f-acf7-ca39ff8f210e req-cd2d6846-0910-4445-b57a-2b1e06795838 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=90070027-437b-4e09-92bf-b47d41ce24bb HTTP/1.1" status: 200 len: 210 time: 0.0585363 Jul 30 01:45:24.906427 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-6beb1f6e-9b08-4021-8632-912040c89c4e service neutron] 10.222.0.77 "GET /v2.0/ports/80cc221b-fe74-481e-9aec-833025b094d0/bindings/n-h1-713498-9 HTTP/1.1" status: 200 len: 384 time: 0.1373136 Jul 30 01:45:24.925705 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-171a4d91-915e-435f-a99c-40060bbf0242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:24.966941 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3527890-796a-4e81-aabe-7ac3245c8cb0 req-b9acd818-c1cb-4040-8a66-c1ad2966539b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980198 Jul 30 01:45:25.007526 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-5c0996f5-42ce-4db5-b655-745709789bb7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4437611 Jul 30 01:45:25.061883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] Request body: {'port': {'device_id': '9dd3a1f2-699c-4c03-9b5a-240df571b535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:25.069449 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-171a4d91-915e-435f-a99c-40060bbf0242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.130884 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8ccd95cc-f165-4d0a-a0b8-47f0bb4f3d92 None None] Provisioning for port ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:25.135345 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8ccd95cc-f165-4d0a-a0b8-47f0bb4f3d92 None None] Provisioning complete for port ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:25.135728 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ccd95cc-f165-4d0a-a0b8-47f0bb4f3d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.162766 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-171a4d91-915e-435f-a99c-40060bbf0242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.166573 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.200752 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd95cc-f165-4d0a-a0b8-47f0bb4f3d92 None None] Port ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:25.239523 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 80cc221b-fe74-481e-9aec-833025b094d0 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:25.251428 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-171a4d91-915e-435f-a99c-40060bbf0242 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=71cf518f82b74795850e83d545336efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5111704 Jul 30 01:45:25.253625 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a4d91-915e-435f-a99c-40060bbf0242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59b4c9c-5de8-40ab-ab70-a401df45ff0f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:25.256716 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37298) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:25.287580 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-625c790f-2242-42b9-92f9-a229cf191c92 service neutron] For port 80cc221b-fe74-481e-9aec-833025b094d0, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=80cc221b-fe74-481e-9aec-833025b094d0,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:25.357590 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26893352-d250-4b46-9f9d-24a963c62391 req-78bc440c-2637-4486-b990-e625dc18c298 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:25.365902 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-26893352-d250-4b46-9f9d-24a963c62391 req-78bc440c-2637-4486-b990-e625dc18c298 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=36c78d49-0f03-4818-b9b2-038f3f7776a1 HTTP/1.1" status: 200 len: 946 time: 0.1124668 Jul 30 01:45:25.453202 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-625c790f-2242-42b9-92f9-a229cf191c92 service neutron] For port 80cc221b-fe74-481e-9aec-833025b094d0, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:25.456737 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b57420db-7928-4096-b4ad-7872efb5fbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.505577 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device cfa21f14-d3be-46f5-9037-356e185717cf no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:25.529830 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: cfa21f14-d3be-46f5-9037-356e185717cf {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:25.530878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device cfa21f14-d3be-46f5-9037-356e185717cf not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:25.534095 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-26893352-d250-4b46-9f9d-24a963c62391 req-5a0fcaf3-bd6b-4fe9-ab87-44b6c2be0bda tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679327 Jul 30 01:45:25.548796 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b57420db-7928-4096-b4ad-7872efb5fbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.569817 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-6138f84c-9e17-4a79-ae52-a793ff58b3a0 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:25.572060 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-6138f84c-9e17-4a79-ae52-a793ff58b3a0 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.77 "GET /v2.0/networks?id=3a621a35-44c6-4105-9f2d-eba3cb0bd5de HTTP/1.1" status: 200 len: 813 time: 0.2047138 Jul 30 01:45:25.594838 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-4a312ba8-c8b1-41f3-95b4-0ffa49fb3b92 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Request body: {'port': {'device_id': 'b8c99a54-121c-4a34-b500-69f8ec8a08fd', 'network_id': '3a621a35-44c6-4105-9f2d-eba3cb0bd5de', 'admin_state_up': True, 'tenant_id': '532deb34bbd846ce86f160f5f89040d6'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:25.623637 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-625c790f-2242-42b9-92f9-a229cf191c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80cc221b-fe74-481e-9aec-833025b094d0 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:25.652633 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-625c790f-2242-42b9-92f9-a229cf191c92 service neutron] For port 80cc221b-fe74-481e-9aec-833025b094d0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=80cc221b-fe74-481e-9aec-833025b094d0,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:25.685184 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a289cf8-8af8-4cee-8075-46def59d4396 req-534333d5-e39e-43d8-a4d9-cb5bc96541af tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:25.692467 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a289cf8-8af8-4cee-8075-46def59d4396 req-534333d5-e39e-43d8-a4d9-cb5bc96541af tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 945 time: 0.2854989 Jul 30 01:45:25.763230 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0c19dc0-3081-4837-a135-b06f36249563 req-2bcf4818-468c-415d-82a8-0444e4df4e4f tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 210 time: 0.0327685 Jul 30 01:45:25.765647 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a289cf8-8af8-4cee-8075-46def59d4396 req-f049e043-5897-4ef1-98b9-db7b5f23121a tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723255 Jul 30 01:45:25.768900 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-625c790f-2242-42b9-92f9-a229cf191c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.777837 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:25.794834 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.800045 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b57420db-7928-4096-b4ad-7872efb5fbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.803098 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b57420db-7928-4096-b4ad-7872efb5fbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.804509 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b57420db-7928-4096-b4ad-7872efb5fbd2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f59b4c9c-5de8-40ab-ab70-a401df45ff0f HTTP/1.1" status: 204 len: 168 time: 0.5468678 Jul 30 01:45:25.807745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-4a312ba8-c8b1-41f3-95b4-0ffa49fb3b92 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Made reservation on behalf of 532deb34bbd846ce86f160f5f89040d6 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:25.818819 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-4a312ba8-c8b1-41f3-95b4-0ffa49fb3b92 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.849606 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] Transition to ACTIVE for port object ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:25.873134 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57420db-7928-4096-b4ad-7872efb5fbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59b4c9c-5de8-40ab-ab70-a401df45ff0f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:25.911678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-625c790f-2242-42b9-92f9-a229cf191c92 service neutron] Transition to ACTIVE for port object 80cc221b-fe74-481e-9aec-833025b094d0 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:25.943423 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.013336 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] Pushing event updated for resources: {'Port': ['ID=ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:26.032119 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-625c790f-2242-42b9-92f9-a229cf191c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.065985 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-4a312ba8-c8b1-41f3-95b4-0ffa49fb3b92 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Allocated IP 172.20.0.11 (3a621a35-44c6-4105-9f2d-eba3cb0bd5de/30644392-d094-481b-a028-a7f7974310de/60d7f62f-1858-4318-ad17-47f98e75e694) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:26.092098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63cede-123b-4aca-98fc-410329f3dbf8 req-6c41f09a-263c-484f-ac2d-443a8dddc416 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:26.102559 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d63cede-123b-4aca-98fc-410329f3dbf8 req-6c41f09a-263c-484f-ac2d-443a8dddc416 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 943 time: 0.1701214 Jul 30 01:45:26.184998 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-625c790f-2242-42b9-92f9-a229cf191c92 service neutron] No DVR routers for this DVR port 80cc221b-fe74-481e-9aec-833025b094d0 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:26.202629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c790f-2242-42b9-92f9-a229cf191c92 service neutron] Pushing event updated for resources: {'Port': ['ID=80cc221b-fe74-481e-9aec-833025b094d0,revision_number=10']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:26.216296 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] Attempting to bind port ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:26.216296 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] Attempting to bind port ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:26.216296 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] Attempting to bind port ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:26.216883 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d63cede-123b-4aca-98fc-410329f3dbf8 req-963f3902-75b4-4066-b132-90c7a1a620aa tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109517 Jul 30 01:45:26.404272 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-4a312ba8-c8b1-41f3-95b4-0ffa49fb3b92 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.556159 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c05d58-e346-44e8-8725-6a93ea2d8d80 req-d530c974-12bb-4b01-bcc7-26780c5fab6a tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:26.557767 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-26c05d58-e346-44e8-8725-6a93ea2d8d80 req-d530c974-12bb-4b01-bcc7-26780c5fab6a tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535 HTTP/1.1" status: 200 len: 948 time: 0.0681119 Jul 30 01:45:26.607427 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-26c05d58-e346-44e8-8725-6a93ea2d8d80 req-fe3b689d-d2f8-4938-9581-2dfddd1af434 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418975 Jul 30 01:45:26.626757 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-4a312ba8-c8b1-41f3-95b4-0ffa49fb3b92 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.649341 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] Port ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:26.649896 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] Attempting to bind port ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:26.658547 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-625c790f-2242-42b9-92f9-a229cf191c92 service neutron] 10.222.0.77 "PUT /v2.0/ports/80cc221b-fe74-481e-9aec-833025b094d0/bindings/n-h1-713498-9/activate HTTP/1.1" status: 200 len: 369 time: 1.7358623 Jul 30 01:45:26.659682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:26.660024 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:26.660406 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:26.660845 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] Bound port: ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:26.661206 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.661639 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a1a0bec4-ef09-4b8b-9a31-8535a631074f'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:26.682059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-4a312ba8-c8b1-41f3-95b4-0ffa49fb3b92 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Network 3a621a35-44c6-4105-9f2d-eba3cb0bd5de is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:26.685392 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-4a312ba8-c8b1-41f3-95b4-0ffa49fb3b92 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:26.713321 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-4a312ba8-c8b1-41f3-95b4-0ffa49fb3b92 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:26.757013 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] For port ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:26.767439 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] For port ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:26.814440 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a312ba8-c8b1-41f3-95b4-0ffa49fb3b92 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event updated for resources: {'Port': ['ID=60d7f62f-1858-4318-ad17-47f98e75e694,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:26.915412 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.930519 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-4a312ba8-c8b1-41f3-95b4-0ffa49fb3b92 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:26.931196 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-4a312ba8-c8b1-41f3-95b4-0ffa49fb3b92 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.961298 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26716fe6-e106-470b-82b8-56b691aa892a req-df61ff8f-f824-4642-a250-be051c245de5 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:26.969764 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-26716fe6-e106-470b-82b8-56b691aa892a req-df61ff8f-f824-4642-a250-be051c245de5 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=36c78d49-0f03-4818-b9b2-038f3f7776a1 HTTP/1.1" status: 200 len: 946 time: 0.2814333 Jul 30 01:45:27.024215 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:27.025221 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:27.028194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] 10.222.0.77 "PUT /v2.0/ports/ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 HTTP/1.1" status: 200 len: 1096 time: 1.9702988 Jul 30 01:45:27.029446 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd3a1f2-699c-4c03-9b5a-240df571b535', 'tag': 'ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:27.032737 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41338ab8-52a4-4174-ba52-fb4f8ad0cb87" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd3a1f2-699c-4c03-9b5a-240df571b535", "tag": "ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:27.055509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-be911682-9cc6-45c6-86a7-14cd8b580de4 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:27.059683 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-be911682-9cc6-45c6-86a7-14cd8b580de4 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb&tenant_id=69de654e8e494e8eb1cb2de77615732a&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 1095 time: 0.1996269 Jul 30 01:45:27.068611 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458075f-4551-4f61-abfb-bf3c735565df service neutron] Pushing event updated for resources: {'Port': ['ID=ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:27.069246 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-26716fe6-e106-470b-82b8-56b691aa892a req-9c101c67-a139-4dc1-b1d2-acea383a2062 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982211 Jul 30 01:45:27.122260 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-4a312ba8-c8b1-41f3-95b4-0ffa49fb3b92 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5311472 Jul 30 01:45:27.155881 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] Request body: {'port': {'device_id': 'b8c99a54-121c-4a34-b500-69f8ec8a08fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:27.177316 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676787c-29aa-422a-8091-088be9d0b187 req-2892d5f7-6eb5-4109-aedc-f0b5c352c9fd tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:27.179089 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d676787c-29aa-422a-8091-088be9d0b187 req-2892d5f7-6eb5-4109-aedc-f0b5c352c9fd tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 932 time: 0.0829206 Jul 30 01:45:27.228341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-6f11b694-60ae-434b-be5c-fcc0e2b7fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:27.230205 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-6f11b694-60ae-434b-be5c-fcc0e2b7fc25 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb&tenant_id=69de654e8e494e8eb1cb2de77615732a HTTP/1.1" status: 200 len: 1095 time: 0.1549246 Jul 30 01:45:27.267647 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d676787c-29aa-422a-8091-088be9d0b187 req-81742d28-6dc1-4ba3-ada3-f9c13a19ed6b tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753136 Jul 30 01:45:27.275272 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-4a9c51c4-412d-4771-af61-cd36c7923e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:27.277102 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-4a9c51c4-412d-4771-af61-cd36c7923e78 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535 HTTP/1.1" status: 200 len: 1099 time: 0.0937343 Jul 30 01:45:27.281331 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:27.305363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dc734-906c-4d32-8857-3ddf8e240495 req-03e20e09-0328-4b2f-bb03-eaca1f78bb48 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:27.314087 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f15dc734-906c-4d32-8857-3ddf8e240495 req-03e20e09-0328-4b2f-bb03-eaca1f78bb48 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 945 time: 0.1239898 Jul 30 01:45:27.356602 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-1657ba23-458c-4d31-a00b-fc0904ddc3b2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 HTTP/1.1" status: 200 len: 217 time: 0.0623913 Jul 30 01:45:27.423394 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f15dc734-906c-4d32-8857-3ddf8e240495 req-c7ce44c4-c509-4fb4-a0d5-97cfd255c6f6 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079128 Jul 30 01:45:27.440342 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-871605ee-5b04-4e7d-a4f3-d5491ddf70e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:27.443294 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-871605ee-5b04-4e7d-a4f3-d5491ddf70e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0735664 Jul 30 01:45:27.460536 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-9ce96ea9-15f4-4468-9c31-703977bd0a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:27.465478 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-9ce96ea9-15f4-4468-9c31-703977bd0a1e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69de654e8e494e8eb1cb2de77615732a&device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 1095 time: 0.1794248 Jul 30 01:45:27.501895 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701824a5-bea7-468d-ab0b-0fdc59aeb166 x-openstack-request-id: req-701824a5-bea7-468d-ab0b-0fdc59aeb166 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:27.502754 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd3a1f2-699c-4c03-9b5a-240df571b535", "tag": "ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:27.503147 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-701824a5-bea7-468d-ab0b-0fdc59aeb166 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:27.503550 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd3a1f2-699c-4c03-9b5a-240df571b535', 'tag': 'ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025', 'status': 'completed', 'code': 200} Jul 30 01:45:27.535334 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815904a-2f51-478c-a293-8b222783a62e req-b58f3b11-4036-4d9b-a5cc-7293bd6da6a6 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:27.536905 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d815904a-2f51-478c-a293-8b222783a62e req-b58f3b11-4036-4d9b-a5cc-7293bd6da6a6 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.0927138 Jul 30 01:45:27.539964 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-95e2f163-3d1e-4255-a765-971015e653d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:27.541359 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-95e2f163-3d1e-4255-a765-971015e653d6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871854 Jul 30 01:45:27.674872 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d815904a-2f51-478c-a293-8b222783a62e req-f2389f82-234c-42f1-a3be-69d14800abd1 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261768 Jul 30 01:45:27.719251 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-55945739-f8d2-4c56-a321-698202084c82 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499395 Jul 30 01:45:27.762999 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed87705-9867-46bb-8024-f615e57566bb req-4a2811f3-5496-4638-83e4-0cfa3a34ed6c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:27.764821 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9ed87705-9867-46bb-8024-f615e57566bb req-4a2811f3-5496-4638-83e4-0cfa3a34ed6c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 944 time: 0.1651595 Jul 30 01:45:27.768039 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-cadf29db-4387-4625-92ad-773e64b307a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:27.769609 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-cadf29db-4387-4625-92ad-773e64b307a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 200 len: 908 time: 0.2948444 Jul 30 01:45:27.849107 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-8971869f-780f-4826-a064-c8c4883c8318 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80cc221b-fe74-481e-9aec-833025b094d0 HTTP/1.1" status: 200 len: 217 time: 0.0494113 Jul 30 01:45:27.868495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252b4ee-110e-4193-9800-2e3e19d3ff0b req-09c27628-e298-4d03-a004-e8631ff95fa8 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:27.869995 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2252b4ee-110e-4193-9800-2e3e19d3ff0b req-09c27628-e298-4d03-a004-e8631ff95fa8 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.10 "GET /v2.0/ports?device_id=36c78d49-0f03-4818-b9b2-038f3f7776a1 HTTP/1.1" status: 200 len: 946 time: 0.0759749 Jul 30 01:45:27.889793 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0755d64-cbfe-47cc-95d8-ea955ecee909 req-68426b9d-3b97-4b1f-90e4-54d911414bc2 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613729 Jul 30 01:45:27.909882 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9ed87705-9867-46bb-8024-f615e57566bb req-a66c7a19-2987-4e7d-af12-33459042678c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372457 Jul 30 01:45:27.962920 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-2b82411d-d1e4-4b82-9309-b00d80ee10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:27.964325 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-2b82411d-d1e4-4b82-9309-b00d80ee10fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5df4a4e9-2ec7-47a1-80c6-9f49100e235e HTTP/1.1" status: 200 len: 847 time: 0.1020489 Jul 30 01:45:28.012469 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-2252b4ee-110e-4193-9800-2e3e19d3ff0b req-a3874370-6714-4974-b6a0-6b8e3666f54f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Deleting port f9e9d8f3-1965-4265-8a5d-433f83e9e4de {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:28.013276 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2252b4ee-110e-4193-9800-2e3e19d3ff0b req-a3874370-6714-4974-b6a0-6b8e3666f54f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:28.028280 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-4657702b-57d1-4d53-98bf-fdfbaaa6a920 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ee13545-77ea-41ed-86fb-6aa4d578ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326154 Jul 30 01:45:28.038441 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d7f62f-1858-4318-ad17-47f98e75e694 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:28.134333 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-57096c2b-2256-4625-b3b4-44fb799042b5 service neutron] 10.222.0.10 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910602 Jul 30 01:45:28.136248 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:28.207365 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-2252b4ee-110e-4193-9800-2e3e19d3ff0b req-a3874370-6714-4974-b6a0-6b8e3666f54f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] For port f9e9d8f3-1965-4265-8a5d-433f83e9e4de, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=f9e9d8f3-1965-4265-8a5d-433f83e9e4de,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:28.207833 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2252b4ee-110e-4193-9800-2e3e19d3ff0b req-a3874370-6714-4974-b6a0-6b8e3666f54f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:28.215971 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] Transition to ACTIVE for port object 60d7f62f-1858-4318-ad17-47f98e75e694 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:28.230749 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-30b73d0a-afaa-4044-880c-0283b2c216c1 req-506e6d5f-7e0b-4e8d-9406-36ac95e7aa6e tempest-AbsoluteLimitsNegativeTestJSON-1428823233 tempest-AbsoluteLimitsNegativeTestJSON-1428823233-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=75a90625f6634b5a904636e8d5f43790&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355709 Jul 30 01:45:28.235869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff5818-bd00-461e-aab4-028d5d159496 req-4c3d502c-b350-456c-ad74-b87cd0a52e97 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:28.237664 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6ff5818-bd00-461e-aab4-028d5d159496 req-4c3d502c-b350-456c-ad74-b87cd0a52e97 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535 HTTP/1.1" status: 200 len: 948 time: 0.2313380 Jul 30 01:45:28.238763 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-2252b4ee-110e-4193-9800-2e3e19d3ff0b req-a3874370-6714-4974-b6a0-6b8e3666f54f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Calling delete_port for f9e9d8f3-1965-4265-8a5d-433f83e9e4de owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:28.307242 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41338ab8-52a4-4174-ba52-fb4f8ad0cb87 req-26489f1e-d423-4aab-9483-1bef3d00d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:28.308903 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41338ab8-52a4-4174-ba52-fb4f8ad0cb87 req-26489f1e-d423-4aab-9483-1bef3d00d30f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535 HTTP/1.1" status: 200 len: 1099 time: 0.1570973 Jul 30 01:45:28.394869 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6ff5818-bd00-461e-aab4-028d5d159496 req-c84c32a1-f49c-4d9e-b18c-ad45bfe57696 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420059 Jul 30 01:45:28.580601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cfd2a-2283-42ba-8ee5-c61e2c7b2180 req-b739b9fd-ddc7-4684-ba82-e45c901469b1 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:28.582122 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-196cfd2a-2283-42ba-8ee5-c61e2c7b2180 req-b739b9fd-ddc7-4684-ba82-e45c901469b1 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=36c78d49-0f03-4818-b9b2-038f3f7776a1 HTTP/1.1" status: 200 len: 946 time: 0.1026683 Jul 30 01:45:28.584121 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41338ab8-52a4-4174-ba52-fb4f8ad0cb87 req-9a41ff88-f993-42ec-9210-3fb90e6a9674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:28.586726 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41338ab8-52a4-4174-ba52-fb4f8ad0cb87 req-9a41ff88-f993-42ec-9210-3fb90e6a9674 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.2671189 Jul 30 01:45:28.588606 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-07c7a507-109b-4b2c-9cc0-93f4695c2f27 service neutron] 10.222.0.10 "GET /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457674 Jul 30 01:45:28.615462 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:28.650683 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41338ab8-52a4-4174-ba52-fb4f8ad0cb87 req-767e1ece-2c5a-4ce9-9f94-8ed74073da6d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 HTTP/1.1" status: 200 len: 217 time: 0.0410419 Jul 30 01:45:28.653552 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2252b4ee-110e-4193-9800-2e3e19d3ff0b req-a3874370-6714-4974-b6a0-6b8e3666f54f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:28.666802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['f9e9d8f3-1965-4265-8a5d-433f83e9e4de'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:28.730821 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] Pushing event updated for resources: {'Port': ['ID=60d7f62f-1858-4318-ad17-47f98e75e694,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:28.785629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3874370-6714-4974-b6a0-6b8e3666f54f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Pushing event deleted for resources: {'Port': ['ID=f9e9d8f3-1965-4265-8a5d-433f83e9e4de,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:28.788989 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4651e20-986a-461b-822e-a9d3dd2f3155 req-833b96f0-99b5-42df-9087-634b6bf44762 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:28.791100 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4651e20-986a-461b-822e-a9d3dd2f3155 req-833b96f0-99b5-42df-9087-634b6bf44762 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.2058742 Jul 30 01:45:28.831701 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-196cfd2a-2283-42ba-8ee5-c61e2c7b2180 req-a7583dff-2a7c-4799-8f8c-01599bd3d81e tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400603 Jul 30 01:45:28.832209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-2252b4ee-110e-4193-9800-2e3e19d3ff0b req-a3874370-6714-4974-b6a0-6b8e3666f54f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] No DVR routers for this DVR port f9e9d8f3-1965-4265-8a5d-433f83e9e4de on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:28.838318 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2252b4ee-110e-4193-9800-2e3e19d3ff0b req-a3874370-6714-4974-b6a0-6b8e3666f54f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:28.848648 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2252b4ee-110e-4193-9800-2e3e19d3ff0b req-a3874370-6714-4974-b6a0-6b8e3666f54f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.10 "DELETE /v2.0/ports/f9e9d8f3-1965-4265-8a5d-433f83e9e4de HTTP/1.1" status: 204 len: 173 time: 0.9635501 Jul 30 01:45:28.848994 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b73d0a-afaa-4044-880c-0283b2c216c1 req-fa7917c0-9739-45bc-b805-9599d983de0f tempest-AbsoluteLimitsNegativeTestJSON-1428823233 tempest-AbsoluteLimitsNegativeTestJSON-1428823233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:28.850421 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-30b73d0a-afaa-4044-880c-0283b2c216c1 req-fa7917c0-9739-45bc-b805-9599d983de0f tempest-AbsoluteLimitsNegativeTestJSON-1428823233 tempest-AbsoluteLimitsNegativeTestJSON-1428823233-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5994818 Jul 30 01:45:28.868764 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41338ab8-52a4-4174-ba52-fb4f8ad0cb87 req-7d974be7-9100-49c4-a365-5c27763f374b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:28.871819 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41338ab8-52a4-4174-ba52-fb4f8ad0cb87 req-7d974be7-9100-49c4-a365-5c27763f374b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.2028930 Jul 30 01:45:28.879366 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-30b73d0a-afaa-4044-880c-0283b2c216c1 req-484e84f2-7ec4-4e9d-b670-7d40aeeb4541 tempest-AbsoluteLimitsNegativeTestJSON-1428823233 tempest-AbsoluteLimitsNegativeTestJSON-1428823233-project] 10.222.0.70 "GET /v2.0/quotas/75a90625f6634b5a904636e8d5f43790 HTTP/1.1" status: 200 len: 375 time: 0.0280135 Jul 30 01:45:28.934075 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] Attempting to bind port 60d7f62f-1858-4318-ad17-47f98e75e694 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:28.934444 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] Attempting to bind port 60d7f62f-1858-4318-ad17-47f98e75e694 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '738d7674-e9f5-4be2-a8b4-1ffca710ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3a621a35-44c6-4105-9f2d-eba3cb0bd5de'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:28.934769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] Attempting to bind port 60d7f62f-1858-4318-ad17-47f98e75e694 on network 3a621a35-44c6-4105-9f2d-eba3cb0bd5de {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:28.963860 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-30b73d0a-afaa-4044-880c-0283b2c216c1 req-6790f576-00f0-4389-ad92-79bec7065048 tempest-AbsoluteLimitsNegativeTestJSON-1428823233 tempest-AbsoluteLimitsNegativeTestJSON-1428823233-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a90625f6634b5a904636e8d5f43790&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720580 Jul 30 01:45:28.967068 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] Port 60d7f62f-1858-4318-ad17-47f98e75e694 on network 3a621a35-44c6-4105-9f2d-eba3cb0bd5de not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:28.967408 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] Attempting to bind port 60d7f62f-1858-4318-ad17-47f98e75e694 on network 3a621a35-44c6-4105-9f2d-eba3cb0bd5de {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:28.974027 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:28.974422 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] Checking segment: {'id': '738d7674-e9f5-4be2-a8b4-1ffca710ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3a621a35-44c6-4105-9f2d-eba3cb0bd5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:28.974797 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] Bound using segment: {'id': '738d7674-e9f5-4be2-a8b4-1ffca710ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3a621a35-44c6-4105-9f2d-eba3cb0bd5de'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:28.975229 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] Bound port: 60d7f62f-1858-4318-ad17-47f98e75e694, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '738d7674-e9f5-4be2-a8b4-1ffca710ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3a621a35-44c6-4105-9f2d-eba3cb0bd5de'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:28.975587 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:29.004353 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41338ab8-52a4-4174-ba52-fb4f8ad0cb87 req-fb3b8b1c-26eb-4f18-b272-c273b4bd3119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:29.006096 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41338ab8-52a4-4174-ba52-fb4f8ad0cb87 req-fb3b8b1c-26eb-4f18-b272-c273b4bd3119 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1201620 Jul 30 01:45:29.028573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-d4651e20-986a-461b-822e-a9d3dd2f3155 req-f2fe5151-4505-4f9f-99bf-5f5a18d99415 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Deleting port 58becea3-31c0-4351-95e0-89aa79c8cb6f {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:29.028927 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d4651e20-986a-461b-822e-a9d3dd2f3155 req-f2fe5151-4505-4f9f-99bf-5f5a18d99415 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:29.095240 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e25401-9ec3-403b-9614-488e8e4d19b2 req-5f59f109-1340-4b32-8412-553a766a7698 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:29.096714 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d7e25401-9ec3-403b-9614-488e8e4d19b2 req-5f59f109-1340-4b32-8412-553a766a7698 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 944 time: 0.1744809 Jul 30 01:45:29.201384 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d7e25401-9ec3-403b-9614-488e8e4d19b2 req-7923f2d3-ec11-4379-987b-ca1bff8a0e59 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635664 Jul 30 01:45:29.223650 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-549c8272-c783-4d80-93a5-3c6747bcc720 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:29.223650 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-549c8272-c783-4d80-93a5-3c6747bcc720 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb&tenant_id=69de654e8e494e8eb1cb2de77615732a&binding%3Ahost_id=n-h1-713498-9 HTTP/1.1" status: 200 len: 1095 time: 0.1812079 Jul 30 01:45:29.248698 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41338ab8-52a4-4174-ba52-fb4f8ad0cb87 req-df78fcac-da1f-4a67-9ac6-71c42cb6b3fc service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286179 Jul 30 01:45:29.260707 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] For port 60d7f62f-1858-4318-ad17-47f98e75e694, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:29.268544 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] For port 60d7f62f-1858-4318-ad17-47f98e75e694, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=60d7f62f-1858-4318-ad17-47f98e75e694,segment=NetworkSegment(738d7674-e9f5-4be2-a8b4-1ffca710ea5e),segment_id=738d7674-e9f5-4be2-a8b4-1ffca710ea5e)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:29.296550 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5853e-680e-4ad2-a1c4-e40da6dee758 req-666e5c67-3e2c-441f-9195-1ec45fa3890d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:29.298062 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ee5853e-680e-4ad2-a1c4-e40da6dee758 req-666e5c67-3e2c-441f-9195-1ec45fa3890d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 945 time: 0.1723373 Jul 30 01:45:29.320090 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-d4651e20-986a-461b-822e-a9d3dd2f3155 req-f2fe5151-4505-4f9f-99bf-5f5a18d99415 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] For port 58becea3-31c0-4351-95e0-89aa79c8cb6f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=58becea3-31c0-4351-95e0-89aa79c8cb6f,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:29.321060 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d4651e20-986a-461b-822e-a9d3dd2f3155 req-f2fe5151-4505-4f9f-99bf-5f5a18d99415 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:29.343581 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-d4651e20-986a-461b-822e-a9d3dd2f3155 req-f2fe5151-4505-4f9f-99bf-5f5a18d99415 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Calling delete_port for 58becea3-31c0-4351-95e0-89aa79c8cb6f owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:29.370349 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ee5853e-680e-4ad2-a1c4-e40da6dee758 req-fcb7d0ba-d342-4a16-9597-d2b0e952d569 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608377 Jul 30 01:45:29.413739 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:29.458478 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:29.464632 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:29.466145 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] 10.222.0.77 "PUT /v2.0/ports/60d7f62f-1858-4318-ad17-47f98e75e694 HTTP/1.1" status: 200 len: 1092 time: 2.3179326 Jul 30 01:45:29.475404 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c99a54-121c-4a34-b500-69f8ec8a08fd', 'tag': '60d7f62f-1858-4318-ad17-47f98e75e694'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:29.475580 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4bd93-348b-414f-9da8-de3af5cf6805 req-b9a1beee-6239-4786-86f7-876b3c688242 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:29.477746 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1bd4bd93-348b-414f-9da8-de3af5cf6805 req-b9a1beee-6239-4786-86f7-876b3c688242 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 949 time: 0.1945319 Jul 30 01:45:29.479792 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f070dc8f-5572-4e85-826a-110190090076" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c99a54-121c-4a34-b500-69f8ec8a08fd", "tag": "60d7f62f-1858-4318-ad17-47f98e75e694"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:29.499865 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41338ab8-52a4-4174-ba52-fb4f8ad0cb87 req-09ee9a25-df41-472f-8583-fbddc0648445 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275789 Jul 30 01:45:29.507078 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c78d49-0f03-4818-b9b2-038f3f7776a1', 'name': 'network-vif-deleted', 'tag': 'f9e9d8f3-1965-4265-8a5d-433f83e9e4de'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:29.509961 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d240db-c1d8-4911-bf9e-57c362dadcca" -d '{"events": [{"server_uuid": "36c78d49-0f03-4818-b9b2-038f3f7776a1", "name": "network-vif-deleted", "tag": "f9e9d8f3-1965-4265-8a5d-433f83e9e4de"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:29.533413 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1bd4bd93-348b-414f-9da8-de3af5cf6805 req-4b187073-e285-4361-a333-4d078cf79650 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c64e429-4c5b-49da-be4b-58238656dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459290 Jul 30 01:45:29.561980 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55729a4-57df-4b7c-93d3-41b1e35a9e91 service neutron] Pushing event updated for resources: {'Port': ['ID=60d7f62f-1858-4318-ad17-47f98e75e694,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:29.572936 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-fb01d525-0709-49fb-a080-247fe72176d4 service neutron] For port 80cc221b-fe74-481e-9aec-833025b094d0, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:29.577371 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-fb01d525-0709-49fb-a080-247fe72176d4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:29.581027 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-baf99576-609e-40a7-82fa-dc7cd24fcdd0 req-fb01d525-0709-49fb-a080-247fe72176d4 service neutron] 10.222.0.10 "DELETE /v2.0/ports/80cc221b-fe74-481e-9aec-833025b094d0/bindings/n-h2-713498-9 HTTP/1.1" status: 204 len: 173 time: 0.3407598 Jul 30 01:45:29.589448 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc54766-3aba-476a-b3ad-e52d9a234ae8 req-9693976e-6470-4c49-8518-2a37c7cfa9cd tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:29.591787 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4dc54766-3aba-476a-b3ad-e52d9a234ae8 req-9693976e-6470-4c49-8518-2a37c7cfa9cd tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 944 time: 0.1023743 Jul 30 01:45:29.681381 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4dc54766-3aba-476a-b3ad-e52d9a234ae8 req-7d61ae6a-ec18-4732-aa7d-071e33a6577a tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809343 Jul 30 01:45:29.735190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-51da9d8b-eaa9-4c42-84a8-f4abd90c25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:29.736735 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-51da9d8b-eaa9-4c42-84a8-f4abd90c25c8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=532deb34bbd846ce86f160f5f89040d6&device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 1095 time: 0.0739672 Jul 30 01:45:29.738933 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6b8949-c1ca-4f86-95f2-f32b7b46e721 x-openstack-request-id: req-fc6b8949-c1ca-4f86-95f2-f32b7b46e721 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:29.739615 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c99a54-121c-4a34-b500-69f8ec8a08fd", "tag": "60d7f62f-1858-4318-ad17-47f98e75e694", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:29.739880 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc6b8949-c1ca-4f86-95f2-f32b7b46e721 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:29.740287 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c99a54-121c-4a34-b500-69f8ec8a08fd', 'tag': '60d7f62f-1858-4318-ad17-47f98e75e694', 'status': 'completed', 'code': 200} Jul 30 01:45:29.762947 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d4651e20-986a-461b-822e-a9d3dd2f3155 req-f2fe5151-4505-4f9f-99bf-5f5a18d99415 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:29.772510 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37394) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:29.776542 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['58becea3-31c0-4351-95e0-89aa79c8cb6f'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:29.785231 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed5af94-4340-445d-8dce-5b817d153e0a x-openstack-request-id: req-eed5af94-4340-445d-8dce-5b817d153e0a {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:29.785572 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c78d49-0f03-4818-b9b2-038f3f7776a1", "name": "network-vif-deleted", "tag": "f9e9d8f3-1965-4265-8a5d-433f83e9e4de", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:29.785919 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eed5af94-4340-445d-8dce-5b817d153e0a {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:29.786513 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c78d49-0f03-4818-b9b2-038f3f7776a1', 'name': 'network-vif-deleted', 'tag': 'f9e9d8f3-1965-4265-8a5d-433f83e9e4de', 'status': 'completed', 'code': 200} Jul 30 01:45:29.847620 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe5151-4505-4f9f-99bf-5f5a18d99415 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Pushing event deleted for resources: {'Port': ['ID=58becea3-31c0-4351-95e0-89aa79c8cb6f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:29.856028 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-c4068b1a-dcdf-4e70-8528-34d3d33cbb47 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60d7f62f-1858-4318-ad17-47f98e75e694 HTTP/1.1" status: 200 len: 217 time: 0.0685298 Jul 30 01:45:29.916535 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4651e20-986a-461b-822e-a9d3dd2f3155 req-f2fe5151-4505-4f9f-99bf-5f5a18d99415 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] No DVR routers for this DVR port 58becea3-31c0-4351-95e0-89aa79c8cb6f on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:29.922017 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d4651e20-986a-461b-822e-a9d3dd2f3155 req-f2fe5151-4505-4f9f-99bf-5f5a18d99415 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:29.925205 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4651e20-986a-461b-822e-a9d3dd2f3155 req-f2fe5151-4505-4f9f-99bf-5f5a18d99415 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.10 "DELETE /v2.0/ports/58becea3-31c0-4351-95e0-89aa79c8cb6f HTTP/1.1" status: 204 len: 173 time: 1.1216426 Jul 30 01:45:29.936783 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a073acf-ab18-4d08-afea-197decd3986b req-106e3659-9be8-45ad-a60e-a9e01e0662ad tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:29.942775 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5a073acf-ab18-4d08-afea-197decd3986b req-106e3659-9be8-45ad-a60e-a9e01e0662ad tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535 HTTP/1.1" status: 200 len: 948 time: 0.1342680 Jul 30 01:45:29.946260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-d4db59af-555b-4802-8665-7e29066c8910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:29.947827 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-d4db59af-555b-4802-8665-7e29066c8910 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=30644392-d094-481b-a028-a7f7974310de HTTP/1.1" status: 200 len: 853 time: 0.0727882 Jul 30 01:45:29.971172 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2fc98-f0b1-4568-9f49-4fb2d551333b req-17cd6369-4038-4543-b3cd-95578d887967 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:29.972704 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3df2fc98-f0b1-4568-9f49-4fb2d551333b req-17cd6369-4038-4543-b3cd-95578d887967 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 1095 time: 0.0533919 Jul 30 01:45:29.998442 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f83ba6e1-aaf0-4f34-9e9d-ee9e4fcfb66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.001638 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-8480e450-222b-41fc-bc71-04677116f279 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3a621a35-44c6-4105-9f2d-eba3cb0bd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411732 Jul 30 01:45:30.014291 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3df2fc98-f0b1-4568-9f49-4fb2d551333b req-5eb66892-4798-43e0-9b4f-f05b6395b851 tempest-LiveMigrationTest-625407185 tempest-LiveMigrationTest-625407185-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342588 Jul 30 01:45:30.082988 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5a073acf-ab18-4d08-afea-197decd3986b req-30b62fb0-503e-4912-bbc4-b868af0c87e0 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384549 Jul 30 01:45:30.128134 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2a34eb9d-76c1-4cb1-8d85-0b62ec9336af req-1452cf89-1d5d-4790-91c0-0e4a0085b8a4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=36c78d49-0f03-4818-b9b2-038f3f7776a1 HTTP/1.1" status: 200 len: 210 time: 0.0378609 Jul 30 01:45:30.154682 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-575e9945-8f59-4e25-8825-0125ba9ef7b4 service neutron] 10.222.0.77 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416140 Jul 30 01:45:30.317823 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f83ba6e1-aaf0-4f34-9e9d-ee9e4fcfb66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.317823 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db5399c5-db4f-4470-9bec-a0c77beed74a req-0c61cdd3-159d-4387-93e4-58f23b25feea service neutron] 10.222.0.77 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461935 Jul 30 01:45:30.374206 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31049947-fd07-4248-a26f-d8f4327d4ec6 req-1710c973-4b56-4238-b616-5b19e08e4a16 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:30.375205 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-31049947-fd07-4248-a26f-d8f4327d4ec6 req-1710c973-4b56-4238-b616-5b19e08e4a16 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 944 time: 0.0700443 Jul 30 01:45:30.418145 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-31049947-fd07-4248-a26f-d8f4327d4ec6 req-064bbad2-c19c-4993-8173-f1fc5557fa5c tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365283 Jul 30 01:45:30.425584 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f83ba6e1-aaf0-4f34-9e9d-ee9e4fcfb66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.467082 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ba6e1-aaf0-4f34-9e9d-ee9e4fcfb66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde21c63-177b-437d-9e30-dc50cb419f06,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:30.472081 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f83ba6e1-aaf0-4f34-9e9d-ee9e4fcfb66d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=75a90625f6634b5a904636e8d5f43790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6978922 Jul 30 01:45:30.474748 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37408) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:30.562977 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3ad2e5e6-016c-4a9a-a600-ce6206af7925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.571888 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af17d1-227b-420c-be96-a3d2b67a9c93 req-53571e8e-11d5-4c0f-bb81-ca1f20067c04 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:30.575115 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-64af17d1-227b-420c-be96-a3d2b67a9c93 req-53571e8e-11d5-4c0f-bb81-ca1f20067c04 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 945 time: 0.0909541 Jul 30 01:45:30.609983 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3ad2e5e6-016c-4a9a-a600-ce6206af7925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.646245 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-64af17d1-227b-420c-be96-a3d2b67a9c93 req-e221dd2c-21c1-4435-a11c-a31e89af6973 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639670 Jul 30 01:45:30.729351 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070dc8f-5572-4e85-826a-110190090076 req-3252a200-4942-4e7a-9c64-cb21afe7b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:30.731158 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f070dc8f-5572-4e85-826a-110190090076 req-3252a200-4942-4e7a-9c64-cb21afe7b1e3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=532deb34bbd846ce86f160f5f89040d6&device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 1095 time: 0.0460432 Jul 30 01:45:30.748852 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3ad2e5e6-016c-4a9a-a600-ce6206af7925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.753879 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3ad2e5e6-016c-4a9a-a600-ce6206af7925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.759314 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3ad2e5e6-016c-4a9a-a600-ce6206af7925 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cde21c63-177b-437d-9e30-dc50cb419f06 HTTP/1.1" status: 204 len: 168 time: 0.2833693 Jul 30 01:45:30.781891 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0059b84c-5ecf-40d2-a3b9-6983d2cb25ce req-e015475a-eea0-446d-a926-d6ed7f110597 tempest-MigrationsAdminTest-494798832 tempest-MigrationsAdminTest-494798832-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c5e509-a2be-4fc3-aaec-ef90e6388c16 HTTP/1.1" status: 200 len: 210 time: 0.0446782 Jul 30 01:45:30.791652 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2e5e6-016c-4a9a-a600-ce6206af7925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde21c63-177b-437d-9e30-dc50cb419f06,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:30.852433 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070dc8f-5572-4e85-826a-110190090076 req-fc307e9c-2456-4ee9-bd87-16d0347db13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:30.853899 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f070dc8f-5572-4e85-826a-110190090076 req-fc307e9c-2456-4ee9-bd87-16d0347db13a service neutron] 10.222.0.77 "GET /v2.0/networks?id=3a621a35-44c6-4105-9f2d-eba3cb0bd5de HTTP/1.1" status: 200 len: 914 time: 0.1154294 Jul 30 01:45:30.899872 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f070dc8f-5572-4e85-826a-110190090076 req-9d0a1512-21b5-4b99-a716-7744a18e22d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60d7f62f-1858-4318-ad17-47f98e75e694 HTTP/1.1" status: 200 len: 217 time: 0.0371182 Jul 30 01:45:30.914100 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a66c8b-6796-44c7-857a-c969a6917376 req-56800ab0-f102-435f-8cc9-7b0dfafa5d22 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:30.915906 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-94a66c8b-6796-44c7-857a-c969a6917376 req-56800ab0-f102-435f-8cc9-7b0dfafa5d22 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 944 time: 0.0540576 Jul 30 01:45:30.960415 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-94a66c8b-6796-44c7-857a-c969a6917376 req-f27ef7c3-db51-4f35-b370-2262574721c7 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380118 Jul 30 01:45:30.960654 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070dc8f-5572-4e85-826a-110190090076 req-5e508a02-2f8b-4e6b-b26b-897a6cb6aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:30.963063 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f070dc8f-5572-4e85-826a-110190090076 req-5e508a02-2f8b-4e6b-b26b-897a6cb6aaf3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=30644392-d094-481b-a028-a7f7974310de HTTP/1.1" status: 200 len: 853 time: 0.0558157 Jul 30 01:45:31.002674 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f070dc8f-5572-4e85-826a-110190090076 req-e90ad72f-bd8c-4366-b795-cf9f95f32554 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3a621a35-44c6-4105-9f2d-eba3cb0bd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295775 Jul 30 01:45:31.123136 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f070dc8f-5572-4e85-826a-110190090076 req-95c5a247-166d-4f4c-90df-d751996fda24 service neutron] 10.222.0.77 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928347 Jul 30 01:45:31.249632 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:45:31.275046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a3a67-2618-406c-b75f-436c6b64bdae req-cc4908e4-e6f8-4d97-8e23-2ad89cecc96e tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:31.276630 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-061a3a67-2618-406c-b75f-436c6b64bdae req-cc4908e4-e6f8-4d97-8e23-2ad89cecc96e tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535 HTTP/1.1" status: 200 len: 948 time: 0.0971711 Jul 30 01:45:31.290036 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f070dc8f-5572-4e85-826a-110190090076 req-3f200acf-5fe5-4661-a211-6f000649e623 service neutron] 10.222.0.77 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575305 Jul 30 01:45:31.352575 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-061a3a67-2618-406c-b75f-436c6b64bdae req-e998d3f7-48c3-4174-af7a-c1c04c393f84 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607104 Jul 30 01:45:31.408656 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:31.420993 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': 'ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025', 'mac_address': 'fa:16:3e:98:c8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:45:31.468113 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:31.483043 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:31.516398 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:31.532141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c28dc-fe3c-43db-8c57-a84d2b3d0fba req-160918dc-fc00-4db0-8f5b-993f9dbc3efc tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:31.534708 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f46c28dc-fe3c-43db-8c57-a84d2b3d0fba req-160918dc-fc00-4db0-8f5b-993f9dbc3efc tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.10 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 944 time: 0.1274726 Jul 30 01:45:31.551389 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff946fa-7748-4479-ba5e-6a557e38d6c4 req-aa750329-6c0f-42ba-b214-fe1b1d14acc5 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:31.552930 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fff946fa-7748-4479-ba5e-6a557e38d6c4 req-aa750329-6c0f-42ba-b214-fe1b1d14acc5 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 944 time: 0.0565836 Jul 30 01:45:31.595192 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fff946fa-7748-4479-ba5e-6a557e38d6c4 req-e812131b-8322-4f5e-a501-a351a950052f tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351186 Jul 30 01:45:31.627859 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:31.640409 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-a7a426ac-8053-4774-b39d-01cd470ff3b7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:31.641875 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-a7a426ac-8053-4774-b39d-01cd470ff3b7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/networks?id=9030b8df-7223-43a1-87ad-4d6177bec344 HTTP/1.1" status: 200 len: 811 time: 0.1902881 Jul 30 01:45:31.671032 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-6b3ff266-88fa-4493-9013-f73cf82d06d5 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/quotas/7d3611f928ae4827a5bdd2be25a39ca2 HTTP/1.1" status: 200 len: 375 time: 0.0150015 Jul 30 01:45:31.683043 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:31.686963 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-f46c28dc-fe3c-43db-8c57-a84d2b3d0fba req-bb5127e6-3aaf-4143-9916-c2cd88dd3739 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Deleting port 80cc221b-fe74-481e-9aec-833025b094d0 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:31.687313 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f46c28dc-fe3c-43db-8c57-a84d2b3d0fba req-bb5127e6-3aaf-4143-9916-c2cd88dd3739 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:31.705954 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-f274b966-68c6-4df1-9e79-bfbb89c0ee7c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349965 Jul 30 01:45:31.747936 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c5e509-a2be-4fc3-aaec-ef90e6388c16', 'name': 'network-vif-deleted', 'tag': '58becea3-31c0-4351-95e0-89aa79c8cb6f'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:31.750217 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95442861-f202-4568-92d6-6f6ef7a836c2" -d '{"events": [{"server_uuid": "e8c5e509-a2be-4fc3-aaec-ef90e6388c16", "name": "network-vif-deleted", "tag": "58becea3-31c0-4351-95e0-89aa79c8cb6f"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:31.787537 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519345f-a114-4fdc-be8c-50534676ac63 req-6e4463e9-87f2-45fb-8e45-6f6c4a4c7329 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:31.789428 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d519345f-a114-4fdc-be8c-50534676ac63 req-6e4463e9-87f2-45fb-8e45-6f6c4a4c7329 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 945 time: 0.0605011 Jul 30 01:45:31.834852 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d519345f-a114-4fdc-be8c-50534676ac63 req-ffcd6c1c-d983-4fc6-ae32-caf2cdc062fe tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384037 Jul 30 01:45:31.866749 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-f46c28dc-fe3c-43db-8c57-a84d2b3d0fba req-bb5127e6-3aaf-4143-9916-c2cd88dd3739 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] For port 80cc221b-fe74-481e-9aec-833025b094d0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=80cc221b-fe74-481e-9aec-833025b094d0,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:31.867647 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f46c28dc-fe3c-43db-8c57-a84d2b3d0fba req-bb5127e6-3aaf-4143-9916-c2cd88dd3739 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:31.881125 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-f88175a2-7508-485c-bbd7-d57db66e854c service neutron] 10.222.0.70 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642821 Jul 30 01:45:31.885419 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e81f6c-7747-487a-a5ef-8a04ca061acb x-openstack-request-id: req-d2e81f6c-7747-487a-a5ef-8a04ca061acb {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:31.885702 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c5e509-a2be-4fc3-aaec-ef90e6388c16", "name": "network-vif-deleted", "tag": "58becea3-31c0-4351-95e0-89aa79c8cb6f", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:31.885952 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d2e81f6c-7747-487a-a5ef-8a04ca061acb {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:31.886357 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c5e509-a2be-4fc3-aaec-ef90e6388c16', 'name': 'network-vif-deleted', 'tag': '58becea3-31c0-4351-95e0-89aa79c8cb6f', 'status': 'completed', 'code': 200} Jul 30 01:45:31.887198 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-f46c28dc-fe3c-43db-8c57-a84d2b3d0fba req-bb5127e6-3aaf-4143-9916-c2cd88dd3739 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Calling delete_port for 80cc221b-fe74-481e-9aec-833025b094d0 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:31.975022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:32.058921 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-78043bf0-acdb-4995-a715-c0bed5c6cdb0 service neutron] 10.222.0.70 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695116 Jul 30 01:45:32.067451 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37466) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:32.153001 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d598f-1e2d-4930-980f-ca0a8b5b057b req-c705f3ef-cc97-45c9-9cc4-4a19d00dba90 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:32.160320 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e0d598f-1e2d-4930-980f-ca0a8b5b057b req-c705f3ef-cc97-45c9-9cc4-4a19d00dba90 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 944 time: 0.0954683 Jul 30 01:45:32.201337 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e0d598f-1e2d-4930-980f-ca0a8b5b057b req-f488e2b8-2316-4ced-b0fe-b345750302b6 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328922 Jul 30 01:45:32.229570 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-af2ab2ed-7042-4a61-bd2a-1edae107f868 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-274204443-network', 'tenant_id': '7b2666c1474e43ab964fffe2ef6047c6'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:32.273409 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:45:32.294234 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f46c28dc-fe3c-43db-8c57-a84d2b3d0fba req-bb5127e6-3aaf-4143-9916-c2cd88dd3739 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.309441 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['2b70aba6-203f-4239-9dd0-1aaac7726e36', '80cc221b-fe74-481e-9aec-833025b094d0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:32.329648 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5127e6-3aaf-4143-9916-c2cd88dd3739 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Pushing event deleted for resources: {'Port': ['ID=80cc221b-fe74-481e-9aec-833025b094d0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:32.333708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2ab2ed-7042-4a61-bd2a-1edae107f868 admin admin] Made reservation on behalf of 7b2666c1474e43ab964fffe2ef6047c6 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:32.336244 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-af2ab2ed-7042-4a61-bd2a-1edae107f868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.345823 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-af2ab2ed-7042-4a61-bd2a-1edae107f868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.403279 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37476) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:32.454824 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46c28dc-fe3c-43db-8c57-a84d2b3d0fba req-bb5127e6-3aaf-4143-9916-c2cd88dd3739 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] No DVR routers for this DVR port 80cc221b-fe74-481e-9aec-833025b094d0 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:32.460006 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f46c28dc-fe3c-43db-8c57-a84d2b3d0fba req-bb5127e6-3aaf-4143-9916-c2cd88dd3739 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.462471 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f46c28dc-fe3c-43db-8c57-a84d2b3d0fba req-bb5127e6-3aaf-4143-9916-c2cd88dd3739 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.10 "DELETE /v2.0/ports/80cc221b-fe74-481e-9aec-833025b094d0 HTTP/1.1" status: 204 len: 173 time: 0.9195433 Jul 30 01:45:32.467599 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-af2ab2ed-7042-4a61-bd2a-1edae107f868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.516532 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-04ed0b84-e398-41a7-a094-4a11f1e970b9 req-18c06580-f6f8-4e67-adec-ba1ad7ba21a8 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 210 time: 0.0369287 Jul 30 01:45:32.536362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c87d7-dfba-41d7-a644-15dda9b329e4 req-79591b32-4c75-4cbb-b9ca-708f0419376b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:32.538150 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3d8c87d7-dfba-41d7-a644-15dda9b329e4 req-79591b32-4c75-4cbb-b9ca-708f0419376b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535 HTTP/1.1" status: 200 len: 949 time: 0.0853026 Jul 30 01:45:32.581403 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3d8c87d7-dfba-41d7-a644-15dda9b329e4 req-6101c895-8f7f-4826-817e-4f4709fd035a tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355871 Jul 30 01:45:32.581851 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-af2ab2ed-7042-4a61-bd2a-1edae107f868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.620625 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2ab2ed-7042-4a61-bd2a-1edae107f868 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:45:32.630648 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ab2ed-7042-4a61-bd2a-1edae107f868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020320dd-0339-4a31-8096-794ca4fe5565,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:32.637142 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-af2ab2ed-7042-4a61-bd2a-1edae107f868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.637498 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-af2ab2ed-7042-4a61-bd2a-1edae107f868 admin admin] Added segment 00dce6e1-e71a-4e5d-9193-8e48cfb80a4f of type vlan for network a224020b-93b5-44f3-bac9-5d884c14a427 Jul 30 01:45:32.656675 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.657503 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4154476a-d6d8-40fd-8407-640ed1819651 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=623208e081294df0b62265be2069edd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528436 Jul 30 01:45:32.659898 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37488) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:32.712556 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-af2ab2ed-7042-4a61-bd2a-1edae107f868 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.713846 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c254c4c8-52d5-4752-9435-192940ec50c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.736348 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c254c4c8-52d5-4752-9435-192940ec50c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.753191 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb89ce0-14d3-4d11-805f-b88c2e12092b req-8607c212-f348-4a55-bb20-972ed3edaa26 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:32.755997 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fcb89ce0-14d3-4d11-805f-b88c2e12092b req-8607c212-f348-4a55-bb20-972ed3edaa26 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 944 time: 0.0823715 Jul 30 01:45:32.800118 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fcb89ce0-14d3-4d11-805f-b88c2e12092b req-af21e82e-58af-41fc-bf93-0ea1014310c3 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344379 Jul 30 01:45:32.905256 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-af2ab2ed-7042-4a61-bd2a-1edae107f868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.910458 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2ab2ed-7042-4a61-bd2a-1edae107f868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:32.915740 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-af2ab2ed-7042-4a61-bd2a-1edae107f868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.950262 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c254c4c8-52d5-4752-9435-192940ec50c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.952802 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c254c4c8-52d5-4752-9435-192940ec50c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.953967 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c254c4c8-52d5-4752-9435-192940ec50c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0c64e429-4c5b-49da-be4b-58238656dff0 HTTP/1.1" status: 204 len: 168 time: 0.2930455 Jul 30 01:45:32.965031 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254c4c8-52d5-4752-9435-192940ec50c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c64e429-4c5b-49da-be4b-58238656dff0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:33.013480 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b937c-2bca-4c63-85f6-674bcd21f78b req-c790867d-b1a4-4d55-88e1-5315a63a39b4 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:33.015548 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2f3b937c-2bca-4c63-85f6-674bcd21f78b req-c790867d-b1a4-4d55-88e1-5315a63a39b4 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 945 time: 0.1086349 Jul 30 01:45:33.022428 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ab2ed-7042-4a61-bd2a-1edae107f868 admin admin] Pushing event updated for resources: {'Network': ['ID=a224020b-93b5-44f3-bac9-5d884c14a427,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:33.046635 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network a224020b-93b5-44f3-bac9-5d884c14a427 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:45:33.078032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-af2ab2ed-7042-4a61-bd2a-1edae107f868 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0088525 Jul 30 01:45:33.078824 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37498) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:33.084218 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ee46a7e6-ab15-4fb9-be2d-fea3567d0bb4 admin admin] Request body: {'subnet': {'network_id': 'a224020b-93b5-44f3-bac9-5d884c14a427', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-274204443-subnet', 'tenant_id': '7b2666c1474e43ab964fffe2ef6047c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:33.092527 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2f3b937c-2bca-4c63-85f6-674bcd21f78b req-77127d21-bfb2-45ee-9822-b6bdb44a5003 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676599 Jul 30 01:45:33.190699 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee46a7e6-ab15-4fb9-be2d-fea3567d0bb4 admin admin] Made reservation on behalf of 7b2666c1474e43ab964fffe2ef6047c6 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:33.193137 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ee46a7e6-ab15-4fb9-be2d-fea3567d0bb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:33.252877 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 60d7f62f-1858-4318-ad17-47f98e75e694 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:45:33.263967 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:33.377562 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-edfba8f1-0eee-482b-bbb6-05c35d6408a3 req-68a1fdf9-20be-4cdf-8c9f-ed004ee04c9c tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 210 time: 0.0541682 Jul 30 01:45:33.425946 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 60d7f62f-1858-4318-ad17-47f98e75e694, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=60d7f62f-1858-4318-ad17-47f98e75e694,segment=NetworkSegment(738d7674-e9f5-4be2-a8b4-1ffca710ea5e),segment_id=738d7674-e9f5-4be2-a8b4-1ffca710ea5e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:33.441592 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '60d7f62f-1858-4318-ad17-47f98e75e694', 'network_id': '3a621a35-44c6-4105-9f2d-eba3cb0bd5de', 'port_id': '60d7f62f-1858-4318-ad17-47f98e75e694', 'mac_address': 'fa:16:3e:fa:28:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30644392-d094-481b-a028-a7f7974310de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:45:33.476901 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:33.490809 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:33.491182 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:33.494811 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:33.529522 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d7f62f-1858-4318-ad17-47f98e75e694 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:33.545533 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 58becea3-31c0-4351-95e0-89aa79c8cb6f no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:33.559852 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ee46a7e6-ab15-4fb9-be2d-fea3567d0bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:33.578625 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 58becea3-31c0-4351-95e0-89aa79c8cb6f {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:33.579232 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 58becea3-31c0-4351-95e0-89aa79c8cb6f not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:33.579815 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device f9e9d8f3-1965-4265-8a5d-433f83e9e4de no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:33.582722 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 60d7f62f-1858-4318-ad17-47f98e75e694, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=60d7f62f-1858-4318-ad17-47f98e75e694,segment=NetworkSegment(738d7674-e9f5-4be2-a8b4-1ffca710ea5e),segment_id=738d7674-e9f5-4be2-a8b4-1ffca710ea5e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:33.609623 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: f9e9d8f3-1965-4265-8a5d-433f83e9e4de {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:33.610263 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device f9e9d8f3-1965-4265-8a5d-433f83e9e4de not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:33.653089 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:33.664668 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:33.666024 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6062d3c-1234-480d-9089-091f9e00cc61 req-fc0be23f-de54-4411-987d-405b90749b83 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 210 time: 0.0556455 Jul 30 01:45:33.668804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46a7e6-ab15-4fb9-be2d-fea3567d0bb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8d9fc9a-7d70-4127-be79-c22942650d45,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:33.698888 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee46a7e6-ab15-4fb9-be2d-fea3567d0bb4 admin admin] Checking segment: {'id': '00dce6e1-e71a-4e5d-9193-8e48cfb80a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a224020b-93b5-44f3-bac9-5d884c14a427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:33.699258 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee46a7e6-ab15-4fb9-be2d-fea3567d0bb4 admin admin] Network hostable DHCP agents. Network: a224020b-93b5-44f3-bac9-5d884c14a427, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:45:33.733844 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd3a1f2-699c-4c03-9b5a-240df571b535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:33.736373 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8509206-2448-41a6-9ee4-946c48254c9d" -d '{"events": [{"server_uuid": "9dd3a1f2-699c-4c03-9b5a-240df571b535", "name": "network-vif-plugged", "status": "completed", "tag": "ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:33.751973 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37510) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:33.755851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf72587-6d67-48cc-bb53-859b2bd656fb req-b737acb3-25c9-432b-b402-cdb99fcdff37 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:33.759135 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=60d7f62f-1858-4318-ad17-47f98e75e694,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:33.764385 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:33.766105 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4bf72587-6d67-48cc-bb53-859b2bd656fb req-b737acb3-25c9-432b-b402-cdb99fcdff37 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535 HTTP/1.1" status: 200 len: 949 time: 0.0817590 Jul 30 01:45:33.795527 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b14cfa-65e0-41eb-a546-2caf01b48616 x-openstack-request-id: req-f9b14cfa-65e0-41eb-a546-2caf01b48616 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:33.795527 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd3a1f2-699c-4c03-9b5a-240df571b535", "name": "network-vif-plugged", "status": "completed", "tag": "ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:33.795527 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f9b14cfa-65e0-41eb-a546-2caf01b48616 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:33.795527 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd3a1f2-699c-4c03-9b5a-240df571b535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025', 'code': 200} Jul 30 01:45:33.809210 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4bf72587-6d67-48cc-bb53-859b2bd656fb req-c80c58fe-9029-4ac4-b236-f9da30a9f892 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420005 Jul 30 01:45:33.815428 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9504e630-5f49-4da2-b1c3-cf1ead34dd09 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e2c4685fa0504fa28b398b3a5c354d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0599587 Jul 30 01:45:33.815428 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee46a7e6-ab15-4fb9-be2d-fea3567d0bb4 admin admin] Network a224020b-93b5-44f3-bac9-5d884c14a427 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:45:33.816001 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37512) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:33.871679 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:33.888281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67801297-4678-4cc9-b66a-969c3f46c5cb', 'name': 'network-vif-deleted', 'tag': '80cc221b-fe74-481e-9aec-833025b094d0'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:33.891442 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be901940-3d54-43d9-a35b-78d81c1995e1" -d '{"events": [{"server_uuid": "67801297-4678-4cc9-b66a-969c3f46c5cb", "name": "network-vif-deleted", "tag": "80cc221b-fe74-481e-9aec-833025b094d0"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:33.899768 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9608b58-658f-490b-83d1-8c4dd6e8da8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:33.934635 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:33.963217 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3aea25-bcb0-48b4-b7dc-e3227ceb707e x-openstack-request-id: req-0c3aea25-bcb0-48b4-b7dc-e3227ceb707e {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:33.966855 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67801297-4678-4cc9-b66a-969c3f46c5cb", "name": "network-vif-deleted", "tag": "80cc221b-fe74-481e-9aec-833025b094d0", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:33.966855 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c3aea25-bcb0-48b4-b7dc-e3227ceb707e {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:33.966855 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67801297-4678-4cc9-b66a-969c3f46c5cb', 'name': 'network-vif-deleted', 'tag': '80cc221b-fe74-481e-9aec-833025b094d0', 'status': 'completed', 'code': 200} Jul 30 01:45:33.975283 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-ee46a7e6-ab15-4fb9-be2d-fea3567d0bb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, a224020b-93b5-44f3-bac9-5d884c14a427) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:33.980877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee46a7e6-ab15-4fb9-be2d-fea3567d0bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:33.981057 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ee46a7e6-ab15-4fb9-be2d-fea3567d0bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:33.988664 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c21de6-eeb8-47dc-8651-bdae7780ac99 None None] Network a224020b-93b5-44f3-bac9-5d884c14a427 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:34.024818 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9608b58-658f-490b-83d1-8c4dd6e8da8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:34.061420 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12deb76-35fe-44c3-ab65-2a8c13d86b39 req-15bd91e4-ae17-4560-8b42-779549c6b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:34.063346 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e12deb76-35fe-44c3-ab65-2a8c13d86b39 req-15bd91e4-ae17-4560-8b42-779549c6b513 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535 HTTP/1.1" status: 200 len: 1101 time: 0.1218760 Jul 30 01:45:34.079892 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f4e91-f913-475c-b389-0d201303022d req-d3c26c38-6211-418e-833f-fb0604e12782 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:34.081417 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a9f4e91-f913-475c-b389-0d201303022d req-d3c26c38-6211-418e-833f-fb0604e12782 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 945 time: 0.1794207 Jul 30 01:45:34.119955 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['60d7f62f-1858-4318-ad17-47f98e75e694'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:34.134715 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ee46a7e6-ab15-4fb9-be2d-fea3567d0bb4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0471914 Jul 30 01:45:34.154042 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e12deb76-35fe-44c3-ab65-2a8c13d86b39 req-05c5d5dc-472a-4660-ac74-fca4d74e0719 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714383 Jul 30 01:45:34.183072 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a9f4e91-f913-475c-b389-0d201303022d req-d70ccdb5-7ca9-4f2a-8d31-bc32e099d420 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923219 Jul 30 01:45:34.203697 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0576b0b7-552e-44fd-a1cb-f6ee72845413 None None] Network a224020b-93b5-44f3-bac9-5d884c14a427 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:34.240201 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9608b58-658f-490b-83d1-8c4dd6e8da8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:34.244683 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9608b58-658f-490b-83d1-8c4dd6e8da8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:34.246461 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f9608b58-658f-490b-83d1-8c4dd6e8da8f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0bb9575f-09e2-476a-9440-a04876c2f21b HTTP/1.1" status: 204 len: 168 time: 0.4292176 Jul 30 01:45:34.265540 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9608b58-658f-490b-83d1-8c4dd6e8da8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb9575f-09e2-476a-9440-a04876c2f21b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:34.349190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c460c2-96e2-4976-bf77-1d5a7f6e24b7 req-63c7307e-6761-46c0-9407-fbf7d2a29d33 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:34.357227 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-29c460c2-96e2-4976-bf77-1d5a7f6e24b7 req-63c7307e-6761-46c0-9407-fbf7d2a29d33 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 945 time: 0.0836272 Jul 30 01:45:34.404309 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-29c460c2-96e2-4976-bf77-1d5a7f6e24b7 req-4748a6f9-e66d-41a6-8405-e652515bd772 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461106 Jul 30 01:45:34.535454 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-304a9e25-b03e-4934-abcc-e9ba262dd019 req-78dd7098-e96a-41e1-a86c-2d6c30391868 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 210 time: 0.0297191 Jul 30 01:45:34.728939 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-0e7cc4e3-c876-4b46-8df9-add000a318e3 req-be6db357-ae7c-4702-a547-6136071c469f tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1439133041', 'description': 'tempest-description-2052701711'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:34.810466 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-95bc1d6a-3506-4b92-84e0-3a722fa330cc req-e488d905-9356-4090-8b0e-5d2a661bc308 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 210 time: 0.0461881 Jul 30 01:45:34.828240 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0e7cc4e3-c876-4b46-8df9-add000a318e3 req-be6db357-ae7c-4702-a547-6136071c469f tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:34.933672 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0e7cc4e3-c876-4b46-8df9-add000a318e3 req-be6db357-ae7c-4702-a547-6136071c469f tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.013979 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0e7cc4e3-c876-4b46-8df9-add000a318e3 req-be6db357-ae7c-4702-a547-6136071c469f tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.032313 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-605d0143-2c54-484e-9c51-fc8b318e1eca tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:35.034471 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-605d0143-2c54-484e-9c51-fc8b318e1eca tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.10 "GET /v2.0/networks?id=9030b8df-7223-43a1-87ad-4d6177bec344 HTTP/1.1" status: 200 len: 811 time: 0.2420785 Jul 30 01:45:35.043134 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7bdf9-078e-4e84-a7a0-68effbaa3f07 req-275a2db0-65bf-4b4c-88f9-914f030ba8c1 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:35.045095 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-35f7bdf9-078e-4e84-a7a0-68effbaa3f07 req-275a2db0-65bf-4b4c-88f9-914f030ba8c1 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535 HTTP/1.1" status: 200 len: 950 time: 0.1093345 Jul 30 01:45:35.050376 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-570e3730-6bf3-488a-a95b-03cbc59a3706 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Request body: {'port': {'device_id': 'b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1', 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344', 'admin_state_up': True, 'tenant_id': '7d3611f928ae4827a5bdd2be25a39ca2'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:35.051474 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6db357-ae7c-4702-a547-6136071c469f tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ccd31a-1eef-41c3-a8c6-8c5e75729483,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:35.108242 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0e7cc4e3-c876-4b46-8df9-add000a318e3 req-be6db357-ae7c-4702-a547-6136071c469f tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.112937 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0e7cc4e3-c876-4b46-8df9-add000a318e3 req-be6db357-ae7c-4702-a547-6136071c469f tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3892026 Jul 30 01:45:35.164381 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-35f7bdf9-078e-4e84-a7a0-68effbaa3f07 req-94cae574-bc49-432a-b72f-55bbaa7f2d85 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095631 Jul 30 01:45:35.230637 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e507cdef-f127-4566-bdee-1f242383f7be req-4c00e248-a6bc-4757-b1a3-c3749fac4fe4 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "GET /v2.0/security-groups/60ccd31a-1eef-41c3-a8c6-8c5e75729483 HTTP/1.1" status: 200 len: 1805 time: 0.0920596 Jul 30 01:45:35.247792 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e507cdef-f127-4566-bdee-1f242383f7be req-03adebd8-76b8-4f36-8af2-8b8eaa41dd85 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '60ccd31a-1eef-41c3-a8c6-8c5e75729483', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:35.248189 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e507cdef-f127-4566-bdee-1f242383f7be req-03adebd8-76b8-4f36-8af2-8b8eaa41dd85 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '60ccd31a-1eef-41c3-a8c6-8c5e75729483', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:35.265012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 60d7f62f-1858-4318-ad17-47f98e75e694 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:35.324309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cf44a-bca0-450e-b892-069597d5aa63 req-57ec2640-20e6-44f2-9728-e07a30b4f5e3 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:35.326037 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f16cf44a-bca0-450e-b892-069597d5aa63 req-57ec2640-20e6-44f2-9728-e07a30b4f5e3 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 945 time: 0.0614846 Jul 30 01:45:35.349031 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-570e3730-6bf3-488a-a95b-03cbc59a3706 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Made reservation on behalf of 7d3611f928ae4827a5bdd2be25a39ca2 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:35.353074 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-570e3730-6bf3-488a-a95b-03cbc59a3706 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.400678 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f16cf44a-bca0-450e-b892-069597d5aa63 req-9d55ba41-5dcd-4ddd-b694-b910974e77e9 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676110 Jul 30 01:45:35.426439 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 60d7f62f-1858-4318-ad17-47f98e75e694 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:35.436910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 60d7f62f-1858-4318-ad17-47f98e75e694 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:35.437590 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.552498 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e507cdef-f127-4566-bdee-1f242383f7be req-03adebd8-76b8-4f36-8af2-8b8eaa41dd85 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.555151 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 80cc221b-fe74-481e-9aec-833025b094d0 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:35.592085 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 80cc221b-fe74-481e-9aec-833025b094d0 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:35.592414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 80cc221b-fe74-481e-9aec-833025b094d0 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:35.605858 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e507cdef-f127-4566-bdee-1f242383f7be req-03adebd8-76b8-4f36-8af2-8b8eaa41dd85 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.610062 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.640048 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-570e3730-6bf3-488a-a95b-03cbc59a3706 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Allocated IP 172.20.0.5 (9030b8df-7223-43a1-87ad-4d6177bec344/00d5dfcf-9789-4d3c-a9c4-d79d05163f3c/cf58aa5e-e524-406e-aa8d-3c721cdb9344) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:35.653827 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74b3c3-022a-429d-b865-93d2fa3d3718 req-32473725-0a36-4b3f-a12d-d4953b8b169e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:35.658862 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 60d7f62f-1858-4318-ad17-47f98e75e694, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=60d7f62f-1858-4318-ad17-47f98e75e694,segment=NetworkSegment(738d7674-e9f5-4be2-a8b4-1ffca710ea5e),segment_id=738d7674-e9f5-4be2-a8b4-1ffca710ea5e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:35.662173 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5b74b3c3-022a-429d-b865-93d2fa3d3718 req-32473725-0a36-4b3f-a12d-d4953b8b169e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 945 time: 0.0857840 Jul 30 01:45:35.723952 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5b74b3c3-022a-429d-b865-93d2fa3d3718 req-6ca636c6-917f-4338-b410-1d2d8ef6bd35 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608637 Jul 30 01:45:35.757424 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e507cdef-f127-4566-bdee-1f242383f7be req-03adebd8-76b8-4f36-8af2-8b8eaa41dd85 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.782099 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adebd8-76b8-4f36-8af2-8b8eaa41dd85 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1cb0f2-14c9-4292-a44e-54f930dd6df8,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:35.795839 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c99a54-121c-4a34-b500-69f8ec8a08fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d7f62f-1858-4318-ad17-47f98e75e694'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:35.798289 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbd9d77-bec7-4fb9-a437-ee2030ad6e8c" -d '{"events": [{"server_uuid": "b8c99a54-121c-4a34-b500-69f8ec8a08fd", "name": "network-vif-plugged", "status": "completed", "tag": "60d7f62f-1858-4318-ad17-47f98e75e694"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:35.829540 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.861986 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e507cdef-f127-4566-bdee-1f242383f7be req-03adebd8-76b8-4f36-8af2-8b8eaa41dd85 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.876155 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e507cdef-f127-4566-bdee-1f242383f7be req-03adebd8-76b8-4f36-8af2-8b8eaa41dd85 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6243231 Jul 30 01:45:35.892004 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-570e3730-6bf3-488a-a95b-03cbc59a3706 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.917775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=60d7f62f-1858-4318-ad17-47f98e75e694,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:35.947052 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677e1c04-aa52-4991-b87e-5c3acb1bf0b3 x-openstack-request-id: req-677e1c04-aa52-4991-b87e-5c3acb1bf0b3 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:35.950846 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c99a54-121c-4a34-b500-69f8ec8a08fd", "name": "network-vif-plugged", "status": "completed", "tag": "60d7f62f-1858-4318-ad17-47f98e75e694", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:35.950846 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-677e1c04-aa52-4991-b87e-5c3acb1bf0b3 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:35.950846 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c99a54-121c-4a34-b500-69f8ec8a08fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d7f62f-1858-4318-ad17-47f98e75e694', 'code': 200} Jul 30 01:45:35.973369 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b3207bf7-50bd-4586-b69d-1555e9d0d8c8 req-31c36866-e1d8-4cb9-84ce-9442b7d8f105 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 210 time: 0.0620246 Jul 30 01:45:36.017051 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-7d325a8f-2c80-442e-acca-3127457142b8 req-f6fa3487-d84f-40ee-8301-f4e9f4f8f295 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-629393528', 'description': 'tempest-description-1972917279'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:36.042506 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e3a3583-5d47-44cf-b882-1b87e61c28e4 req-7af77419-bdaf-41c1-b45f-08aa16bbae56 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 210 time: 0.0423145 Jul 30 01:45:36.065222 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-570e3730-6bf3-488a-a95b-03cbc59a3706 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:36.111564 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-570e3730-6bf3-488a-a95b-03cbc59a3706 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Network 9030b8df-7223-43a1-87ad-4d6177bec344 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:36.117314 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-570e3730-6bf3-488a-a95b-03cbc59a3706 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:36.121167 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-570e3730-6bf3-488a-a95b-03cbc59a3706 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:36.150662 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e3730-6bf3-488a-a95b-03cbc59a3706 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Pushing event updated for resources: {'Port': ['ID=cf58aa5e-e524-406e-aa8d-3c721cdb9344,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:36.156293 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7d325a8f-2c80-442e-acca-3127457142b8 req-f6fa3487-d84f-40ee-8301-f4e9f4f8f295 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:36.167772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dac38-e1ee-4eea-8efa-6cbe0cb1419d req-a4800ce2-829d-4034-a32d-9de9c7399f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:36.179887 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f73dac38-e1ee-4eea-8efa-6cbe0cb1419d req-a4800ce2-829d-4034-a32d-9de9c7399f26 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 1097 time: 0.0893710 Jul 30 01:45:36.199412 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-570e3730-6bf3-488a-a95b-03cbc59a3706 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:36.199412 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-570e3730-6bf3-488a-a95b-03cbc59a3706 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:36.255208 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f73dac38-e1ee-4eea-8efa-6cbe0cb1419d req-000fb146-3b3d-4ed5-b95d-e9863023bf8c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503755 Jul 30 01:45:36.286448 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7d325a8f-2c80-442e-acca-3127457142b8 req-f6fa3487-d84f-40ee-8301-f4e9f4f8f295 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:36.311175 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ceea6-f05e-4613-8951-aeb753be8c16 req-dffba371-b7aa-42e2-80a5-e7d2e6f3fc00 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:36.312669 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb7ceea6-f05e-4613-8951-aeb753be8c16 req-dffba371-b7aa-42e2-80a5-e7d2e6f3fc00 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535 HTTP/1.1" status: 200 len: 950 time: 0.0527537 Jul 30 01:45:36.336810 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7d325a8f-2c80-442e-acca-3127457142b8 req-f6fa3487-d84f-40ee-8301-f4e9f4f8f295 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:36.361180 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb7ceea6-f05e-4613-8951-aeb753be8c16 req-e2d549cf-2295-454d-a8b3-8bd513d83fb0 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395875 Jul 30 01:45:36.381169 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa3487-d84f-40ee-8301-f4e9f4f8f295 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c128659-5d4f-429a-90a2-e66b0db9bd69,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:36.427359 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-570e3730-6bf3-488a-a95b-03cbc59a3706 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3809948 Jul 30 01:45:36.440462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] Request body: {'port': {'device_id': 'b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:36.467135 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7d325a8f-2c80-442e-acca-3127457142b8 req-f6fa3487-d84f-40ee-8301-f4e9f4f8f295 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:36.474888 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7d325a8f-2c80-442e-acca-3127457142b8 req-f6fa3487-d84f-40ee-8301-f4e9f4f8f295 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4647105 Jul 30 01:45:36.517969 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:36.612865 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c606666-bdce-4f91-9d1e-a659e627cde6 req-5250ee71-6e65-41d7-83a3-3349a2d2019e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:36.614493 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7c606666-bdce-4f91-9d1e-a659e627cde6 req-5250ee71-6e65-41d7-83a3-3349a2d2019e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 946 time: 0.0938642 Jul 30 01:45:36.755073 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7c606666-bdce-4f91-9d1e-a659e627cde6 req-68b017b0-947a-4c30-88e4-560f5006140e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208150 Jul 30 01:45:36.793396 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98549c3-1015-46de-9022-3d618a4f9b09 req-b5c5497e-0d61-451c-8fdf-df17928ff2b8 tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:36.795292 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e98549c3-1015-46de-9022-3d618a4f9b09 req-b5c5497e-0d61-451c-8fdf-df17928ff2b8 tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535 HTTP/1.1" status: 200 len: 1101 time: 0.0491607 Jul 30 01:45:36.815775 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e98549c3-1015-46de-9022-3d618a4f9b09 req-1fc09265-8689-4e31-b756-96db8d412ded tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:36.850714 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-87d1b4ee-2db7-4154-9b3c-3f3c6262db18 req-ef2a6b84-fd2d-4e68-962a-a6d568aacfe7 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "GET /v2.0/security-groups/0c128659-5d4f-429a-90a2-e66b0db9bd69 HTTP/1.1" status: 200 len: 1804 time: 0.0614669 Jul 30 01:45:36.866461 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-87d1b4ee-2db7-4154-9b3c-3f3c6262db18 req-adc710f0-dcdf-4306-b9ae-f46ed4535655 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0c128659-5d4f-429a-90a2-e66b0db9bd69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:36.866783 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-87d1b4ee-2db7-4154-9b3c-3f3c6262db18 req-adc710f0-dcdf-4306-b9ae-f46ed4535655 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0c128659-5d4f-429a-90a2-e66b0db9bd69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:36.936667 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e98549c3-1015-46de-9022-3d618a4f9b09 req-1fc09265-8689-4e31-b756-96db8d412ded tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:36.949014 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf58aa5e-e524-406e-aa8d-3c721cdb9344 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:36.954079 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:36.965780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] Transition to ACTIVE for port object cf58aa5e-e524-406e-aa8d-3c721cdb9344 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:37.025380 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e98549c3-1015-46de-9022-3d618a4f9b09 req-1fc09265-8689-4e31-b756-96db8d412ded tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.029216 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.051648 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e98549c3-1015-46de-9022-3d618a4f9b09 req-1fc09265-8689-4e31-b756-96db8d412ded tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500877 Jul 30 01:45:37.060280 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc09265-8689-4e31-b756-96db8d412ded tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37376f32-ee16-46f3-a904-a755d01cbf05,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:37.100179 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] Pushing event updated for resources: {'Port': ['ID=cf58aa5e-e524-406e-aa8d-3c721cdb9344,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:37.190589 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] Attempting to bind port cf58aa5e-e524-406e-aa8d-3c721cdb9344 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:37.190950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] Attempting to bind port cf58aa5e-e524-406e-aa8d-3c721cdb9344 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:37.191282 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] Attempting to bind port cf58aa5e-e524-406e-aa8d-3c721cdb9344 on network 9030b8df-7223-43a1-87ad-4d6177bec344 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:37.202136 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] Port cf58aa5e-e524-406e-aa8d-3c721cdb9344 on network 9030b8df-7223-43a1-87ad-4d6177bec344 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:37.202487 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] Attempting to bind port cf58aa5e-e524-406e-aa8d-3c721cdb9344 on network 9030b8df-7223-43a1-87ad-4d6177bec344 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:37.207526 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-87d1b4ee-2db7-4154-9b3c-3f3c6262db18 req-adc710f0-dcdf-4306-b9ae-f46ed4535655 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.214333 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:37.214682 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] Checking segment: {'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:37.215119 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] Bound using segment: {'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:37.215620 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] Bound port: cf58aa5e-e524-406e-aa8d-3c721cdb9344, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:37.215983 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.243277 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-87d1b4ee-2db7-4154-9b3c-3f3c6262db18 req-adc710f0-dcdf-4306-b9ae-f46ed4535655 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.302084 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-1dcf2059-ad03-47b0-b12d-d9aa3b6d23cb tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:37.303231 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] For port cf58aa5e-e524-406e-aa8d-3c721cdb9344, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:37.303369 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-1dcf2059-ad03-47b0-b12d-d9aa3b6d23cb tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3&tenant_id=9d514f5becb241c68f7a0454fc8f5db1&binding%3Ahost_id=n-h1-713498-9 HTTP/1.1" status: 200 len: 1096 time: 0.0681057 Jul 30 01:45:37.307187 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] For port cf58aa5e-e524-406e-aa8d-3c721cdb9344, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cf58aa5e-e524-406e-aa8d-3c721cdb9344,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:37.316704 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-9'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:37.328001 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-87d1b4ee-2db7-4154-9b3c-3f3c6262db18 req-adc710f0-dcdf-4306-b9ae-f46ed4535655 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.364609 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc710f0-dcdf-4306-b9ae-f46ed4535655 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205deeb8-6fd0-4bf3-832b-6be1ef3dda58,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:37.388441 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.421444 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.425552 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:37.426534 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.428801 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] 10.222.0.10 "PUT /v2.0/ports/cf58aa5e-e524-406e-aa8d-3c721cdb9344 HTTP/1.1" status: 200 len: 1091 time: 0.9928174 Jul 30 01:45:37.429266 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1', 'tag': 'cf58aa5e-e524-406e-aa8d-3c721cdb9344'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:37.431555 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1774641-176c-4b23-b254-4b9c4a1d8b38" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1", "tag": "cf58aa5e-e524-406e-aa8d-3c721cdb9344"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:37.453102 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2097d-5d4b-493c-863b-4b369f8f2e64 req-3953fc57-b638-45f1-8c16-5c276ad49b1b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:37.454673 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-05e2097d-5d4b-493c-863b-4b369f8f2e64 req-3953fc57-b638-45f1-8c16-5c276ad49b1b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 945 time: 0.0972738 Jul 30 01:45:37.469572 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-87d1b4ee-2db7-4154-9b3c-3f3c6262db18 req-adc710f0-dcdf-4306-b9ae-f46ed4535655 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.471862 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-87d1b4ee-2db7-4154-9b3c-3f3c6262db18 req-adc710f0-dcdf-4306-b9ae-f46ed4535655 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6141984 Jul 30 01:45:37.473530 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f146ab-346f-49c9-abcd-f599a2fa6105 service neutron] Pushing event updated for resources: {'Port': ['ID=cf58aa5e-e524-406e-aa8d-3c721cdb9344,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:37.577862 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-05e2097d-5d4b-493c-863b-4b369f8f2e64 req-b748574e-5f6f-4349-9a79-513d4995db8c tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044912 Jul 30 01:45:37.614733 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-9a544d1e-93a5-4bec-9a7b-2ee2b1d167d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:37.623592 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-9a544d1e-93a5-4bec-9a7b-2ee2b1d167d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 1094 time: 0.0746996 Jul 30 01:45:37.671386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] For port 8f87cad4-f402-49b4-b2d3-d46655d95204, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8f87cad4-f402-49b4-b2d3-d46655d95204,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:37.695851 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-275ced35-8c9c-4ea4-be7a-86298718ec98 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf58aa5e-e524-406e-aa8d-3c721cdb9344 HTTP/1.1" status: 200 len: 217 time: 0.0701988 Jul 30 01:45:37.751641 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] For port 8f87cad4-f402-49b4-b2d3-d46655d95204, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:37.800122 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42346a9-d375-44eb-b62e-17db7628a2f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f87cad4-f402-49b4-b2d3-d46655d95204'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:37.802808 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623f72c2-06dd-4db7-999b-269d94304830" -d '{"events": [{"server_uuid": "b42346a9-d375-44eb-b62e-17db7628a2f3", "name": "network-vif-unplugged", "status": "completed", "tag": "8f87cad4-f402-49b4-b2d3-d46655d95204"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:37.806337 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-26a27d32-9af1-49f1-9f3d-1f04fe1a1098 req-3b31ff58-9165-4193-b3fa-b46eb6c11e98 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=67801297-4678-4cc9-b66a-969c3f46c5cb HTTP/1.1" status: 200 len: 210 time: 0.0898399 Jul 30 01:45:37.808195 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.824037 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-ef40f459-dea9-4abe-b76a-202ce9605408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:37.825623 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-ef40f459-dea9-4abe-b76a-202ce9605408 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=00d5dfcf-9789-4d3c-a9c4-d79d05163f3c HTTP/1.1" status: 200 len: 851 time: 0.1228123 Jul 30 01:45:37.874616 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-c28c0f9e-8f32-49f7-84b1-d2e2c7453ed3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9030b8df-7223-43a1-87ad-4d6177bec344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384326 Jul 30 01:45:37.896173 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.960143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1ce0c-d0c7-4a37-9562-cf0e6070c671 req-f2878fb3-da1f-422d-b5b6-0c9b34e2cc6a tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:37.962538 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a2a1ce0c-d0c7-4a37-9562-cf0e6070c671 req-f2878fb3-da1f-422d-b5b6-0c9b34e2cc6a tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 943 time: 0.1387107 Jul 30 01:45:37.998750 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-efed9f95-ef56-4ae1-b636-d65354f359d5 service neutron] 10.222.0.10 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161013 Jul 30 01:45:38.037244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] Pushing event updated for resources: {'Port': ['ID=8f87cad4-f402-49b4-b2d3-d46655d95204,revision_number=7']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:38.094878 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54b3d23-c683-423b-8b76-5910af0658e3 x-openstack-request-id: req-a54b3d23-c683-423b-8b76-5910af0658e3 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:38.096005 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1", "tag": "cf58aa5e-e524-406e-aa8d-3c721cdb9344", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:38.097394 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a54b3d23-c683-423b-8b76-5910af0658e3 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:38.097891 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1', 'tag': 'cf58aa5e-e524-406e-aa8d-3c721cdb9344', 'status': 'completed', 'code': 200} Jul 30 01:45:38.103038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] Attempting to bind port 8f87cad4-f402-49b4-b2d3-d46655d95204 on host n-h1-713498-9 for vnic_type normal with profile {"migrating_to": "n-h2-713498-9"} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:38.103641 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] Attempting to bind port 8f87cad4-f402-49b4-b2d3-d46655d95204 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:38.103978 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] Attempting to bind port 8f87cad4-f402-49b4-b2d3-d46655d95204 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:38.110000 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a2a1ce0c-d0c7-4a37-9562-cf0e6070c671 req-b707b083-cf31-493b-b218-68f43baf9639 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384482 Jul 30 01:45:38.114365 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] Port 8f87cad4-f402-49b4-b2d3-d46655d95204 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:38.114785 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] Attempting to bind port 8f87cad4-f402-49b4-b2d3-d46655d95204 on network 18de1eb3-907c-4e80-9e3a-e2daca4c050e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:38.115651 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-33d8e33a-f182-4fc5-a5a6-c4561f95cd51 req-174669c3-db6e-42d8-b32b-3e260ba9ecb4 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1513985207', 'description': 'tempest-description-882994611'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:38.123738 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:38.124235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] Checking segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:38.124731 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] Bound using segment: {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:38.125207 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] Bound port: 8f87cad4-f402-49b4-b2d3-d46655d95204, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fc61a-1802-49f0-a2dc-c539d9712429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '18de1eb3-907c-4e80-9e3a-e2daca4c050e'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:38.125730 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.257746 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] For port 8f87cad4-f402-49b4-b2d3-d46655d95204, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:38.262826 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] For port 8f87cad4-f402-49b4-b2d3-d46655d95204, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8f87cad4-f402-49b4-b2d3-d46655d95204,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:38.369811 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.459434 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:38.460065 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.461640 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] 10.222.0.77 "PUT /v2.0/ports/8f87cad4-f402-49b4-b2d3-d46655d95204 HTTP/1.1" status: 200 len: 1121 time: 1.1492894 Jul 30 01:45:38.465303 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24c999-0e63-4b96-98ea-160c49d96f4f service neutron] Pushing event updated for resources: {'Port': ['ID=8f87cad4-f402-49b4-b2d3-d46655d95204,revision_number=8']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:38.478083 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-312b3fba-a09d-45f0-a34c-ac91394684fb req-100332e3-1208-4842-a3de-d8646532b0da service neutron] 10.222.0.10 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705436 Jul 30 01:45:38.528369 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-33d8e33a-f182-4fc5-a5a6-c4561f95cd51 req-174669c3-db6e-42d8-b32b-3e260ba9ecb4 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.552823 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fabaf-6212-481f-8b78-cddacd875286 req-224ab11d-186b-42d5-85c0-62f99e4557b1 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:38.554643 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-802fabaf-6212-481f-8b78-cddacd875286 req-224ab11d-186b-42d5-85c0-62f99e4557b1 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 946 time: 0.0615354 Jul 30 01:45:38.560168 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['8f87cad4-f402-49b4-b2d3-d46655d95204'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:38.613187 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-802fabaf-6212-481f-8b78-cddacd875286 req-ebc19b5b-c969-481a-aa56-9b629e4193c8 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479903 Jul 30 01:45:38.650923 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2bd331-3161-4dd0-ae5b-3ab070bd49f5 x-openstack-request-id: req-6a2bd331-3161-4dd0-ae5b-3ab070bd49f5 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:38.651460 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42346a9-d375-44eb-b62e-17db7628a2f3", "name": "network-vif-unplugged", "status": "completed", "tag": "8f87cad4-f402-49b4-b2d3-d46655d95204", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:38.651886 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a2bd331-3161-4dd0-ae5b-3ab070bd49f5 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:38.652304 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42346a9-d375-44eb-b62e-17db7628a2f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f87cad4-f402-49b4-b2d3-d46655d95204', 'code': 200} Jul 30 01:45:38.668145 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['8f87cad4-f402-49b4-b2d3-d46655d95204'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:38.684198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-33d8e33a-f182-4fc5-a5a6-c4561f95cd51 req-174669c3-db6e-42d8-b32b-3e260ba9ecb4 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.693437 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1774641-176c-4b23-b254-4b9c4a1d8b38 req-fe95daf6-147e-446f-b077-6853cb67dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:38.695755 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c1774641-176c-4b23-b254-4b9c4a1d8b38 req-fe95daf6-147e-446f-b077-6853cb67dc92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 1094 time: 0.1058509 Jul 30 01:45:38.773876 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-33d8e33a-f182-4fc5-a5a6-c4561f95cd51 req-174669c3-db6e-42d8-b32b-3e260ba9ecb4 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.796307 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-0d170415-afb3-48e1-b14e-79d9bc4442f5 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e18fd6c446094f849e062ca3af8e67a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646346 Jul 30 01:45:38.802873 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174669c3-db6e-42d8-b32b-3e260ba9ecb4 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb5afeb-19f4-4258-ba00-08af6cde5c71,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:38.853463 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1774641-176c-4b23-b254-4b9c4a1d8b38 req-f6b0770b-decd-40ea-9641-027ae231aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:38.855210 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c1774641-176c-4b23-b254-4b9c4a1d8b38 req-f6b0770b-decd-40ea-9641-027ae231aa2a service neutron] 10.222.0.10 "GET /v2.0/networks?id=9030b8df-7223-43a1-87ad-4d6177bec344 HTTP/1.1" status: 200 len: 912 time: 0.1527913 Jul 30 01:45:38.906107 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c1774641-176c-4b23-b254-4b9c4a1d8b38 req-243846ff-b554-4357-bcc4-5cccfc722d05 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf58aa5e-e524-406e-aa8d-3c721cdb9344 HTTP/1.1" status: 200 len: 217 time: 0.0425181 Jul 30 01:45:38.913402 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-33d8e33a-f182-4fc5-a5a6-c4561f95cd51 req-174669c3-db6e-42d8-b32b-3e260ba9ecb4 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.914668 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33d8e33a-f182-4fc5-a5a6-c4561f95cd51 req-174669c3-db6e-42d8-b32b-3e260ba9ecb4 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8079965 Jul 30 01:45:38.948351 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-e3df1475-245b-45f5-bf0f-fc2608dbb859 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:38.955661 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-e3df1475-245b-45f5-bf0f-fc2608dbb859 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1568170 Jul 30 01:45:38.967281 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-e7491797-d320-402d-9b5c-a4dbddd6d26c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/quotas/e18fd6c446094f849e062ca3af8e67a5 HTTP/1.1" status: 200 len: 375 time: 0.0106173 Jul 30 01:45:38.971525 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1774641-176c-4b23-b254-4b9c4a1d8b38 req-d921b7e9-8e44-4e9e-b30f-c2f76aca0e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:38.973077 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c1774641-176c-4b23-b254-4b9c4a1d8b38 req-d921b7e9-8e44-4e9e-b30f-c2f76aca0e1b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=00d5dfcf-9789-4d3c-a9c4-d79d05163f3c HTTP/1.1" status: 200 len: 851 time: 0.0486655 Jul 30 01:45:39.013435 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c1774641-176c-4b23-b254-4b9c4a1d8b38 req-0044059d-740d-486b-862c-47d606818c12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9030b8df-7223-43a1-87ad-4d6177bec344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321028 Jul 30 01:45:39.041627 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-156d323a-77ec-4aa9-ba56-4a1c0056f4e5 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0671875 Jul 30 01:45:39.107955 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9851aec-f8e0-45ec-989c-3785dc777990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:39.143000 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c670f-5821-4a99-8e0c-2813f0bab7fe req-03062bf4-a03c-4d40-b069-a72b4df1fff1 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:39.146741 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e92c670f-5821-4a99-8e0c-2813f0bab7fe req-03062bf4-a03c-4d40-b069-a72b4df1fff1 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 943 time: 0.0700829 Jul 30 01:45:39.179120 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c1774641-176c-4b23-b254-4b9c4a1d8b38 req-ab4f18b7-6b00-41c6-aea6-81c833291fa9 service neutron] 10.222.0.10 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565468 Jul 30 01:45:39.215297 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e92c670f-5821-4a99-8e0c-2813f0bab7fe req-5ef36e41-f79f-4897-a44d-0943d4c9ed1d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638938 Jul 30 01:45:39.268031 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8f87cad4-f402-49b4-b2d3-d46655d95204 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:45:39.298474 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c1774641-176c-4b23-b254-4b9c4a1d8b38 req-ad9f629b-f332-4244-bbf2-c7c5ff055d6b service neutron] 10.222.0.10 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082127 Jul 30 01:45:39.398519 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 8f87cad4-f402-49b4-b2d3-d46655d95204, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8f87cad4-f402-49b4-b2d3-d46655d95204,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:39.415170 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8f87cad4-f402-49b4-b2d3-d46655d95204 has no active binding in host n-h2-713498-9 {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:45:39.445753 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9e5c6a1c-1405-4cfc-80c6-a04bdb4a7f49 req-6b17abe8-8a80-4b1c-8570-4f3ab0161493 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1521730325&fields=id&tenant_id=532deb34bbd846ce86f160f5f89040d6 HTTP/1.1" status: 200 len: 267 time: 0.0502713 Jul 30 01:45:39.490930 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c6a1c-1405-4cfc-80c6-a04bdb4a7f49 req-e0fa50cf-7556-49d9-9409-cf343c8c7c43 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:39.493054 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9e5c6a1c-1405-4cfc-80c6-a04bdb4a7f49 req-e0fa50cf-7556-49d9-9409-cf343c8c7c43 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 946 time: 0.0503781 Jul 30 01:45:39.504284 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-9e5c6a1c-1405-4cfc-80c6-a04bdb4a7f49 req-ace8255d-5e27-412c-9e89-01a151dbc065 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Request body: {'port': {'security_groups': ['8ac6b88a-06a6-416f-9cc8-1c5494f3c083', 'c265a0f2-bb5c-4709-945c-449a424f0f23']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:39.575710 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9e5c6a1c-1405-4cfc-80c6-a04bdb4a7f49 req-ace8255d-5e27-412c-9e89-01a151dbc065 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:39.766604 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-06289ad6-3c3d-429c-9032-fda63536a3ff req-adef1ba1-d945-4240-a7ce-2f6831046cda tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-932288733', 'description': 'tempest-description-1987673965'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:39.786595 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-9e5c6a1c-1405-4cfc-80c6-a04bdb4a7f49 req-ace8255d-5e27-412c-9e89-01a151dbc065 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] For port 60d7f62f-1858-4318-ad17-47f98e75e694, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=60d7f62f-1858-4318-ad17-47f98e75e694,segment=NetworkSegment(738d7674-e9f5-4be2-a8b4-1ffca710ea5e),segment_id=738d7674-e9f5-4be2-a8b4-1ffca710ea5e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:39.829365 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9e5c6a1c-1405-4cfc-80c6-a04bdb4a7f49 req-ace8255d-5e27-412c-9e89-01a151dbc065 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:39.942443 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-06289ad6-3c3d-429c-9032-fda63536a3ff req-adef1ba1-d945-4240-a7ce-2f6831046cda tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:39.968173 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9e5c6a1c-1405-4cfc-80c6-a04bdb4a7f49 req-ace8255d-5e27-412c-9e89-01a151dbc065 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:40.011488 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a1a0bec4-ef09-4b8b-9a31-8535a631074f', '60d7f62f-1858-4318-ad17-47f98e75e694'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:40.015722 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c6a1c-1405-4cfc-80c6-a04bdb4a7f49 req-ace8255d-5e27-412c-9e89-01a151dbc065 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:40.016364 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9e5c6a1c-1405-4cfc-80c6-a04bdb4a7f49 req-ace8255d-5e27-412c-9e89-01a151dbc065 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:40.017845 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9e5c6a1c-1405-4cfc-80c6-a04bdb4a7f49 req-ace8255d-5e27-412c-9e89-01a151dbc065 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "PUT /v2.0/ports/60d7f62f-1858-4318-ad17-47f98e75e694 HTTP/1.1" status: 200 len: 982 time: 0.5180993 Jul 30 01:45:40.048362 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-06289ad6-3c3d-429c-9032-fda63536a3ff req-adef1ba1-d945-4240-a7ce-2f6831046cda tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:40.058433 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8255d-5e27-412c-9e89-01a151dbc065 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event updated for resources: {'Port': ['ID=60d7f62f-1858-4318-ad17-47f98e75e694,revision_number=6']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:40.103693 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c99a54-121c-4a34-b500-69f8ec8a08fd', 'tag': '60d7f62f-1858-4318-ad17-47f98e75e694'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:40.103934 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24ac5e8-31d4-4505-bd15-0097b2bc398b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c99a54-121c-4a34-b500-69f8ec8a08fd", "tag": "60d7f62f-1858-4318-ad17-47f98e75e694"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:40.122529 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-06289ad6-3c3d-429c-9032-fda63536a3ff req-adef1ba1-d945-4240-a7ce-2f6831046cda tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:40.186160 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef1ba1-d945-4240-a7ce-2f6831046cda tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a22ddb-2dda-4b22-ae78-07d37c10e0b0,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:40.254108 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332716cb-fe7a-40e3-b80d-38933b5d60e8 req-74b214e8-daec-4d37-a08a-f4302a7486d3 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:40.263420 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-332716cb-fe7a-40e3-b80d-38933b5d60e8 req-74b214e8-daec-4d37-a08a-f4302a7486d3 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 943 time: 0.0650437 Jul 30 01:45:40.272225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['60d7f62f-1858-4318-ad17-47f98e75e694'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:40.328650 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-06289ad6-3c3d-429c-9032-fda63536a3ff req-adef1ba1-d945-4240-a7ce-2f6831046cda tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:40.329118 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-332716cb-fe7a-40e3-b80d-38933b5d60e8 req-c3d691b7-a475-4f18-a795-f9b8c7393875 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599568 Jul 30 01:45:40.330558 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-06289ad6-3c3d-429c-9032-fda63536a3ff req-adef1ba1-d945-4240-a7ce-2f6831046cda tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5684183 Jul 30 01:45:40.411298 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8450c272-6a6a-4e07-bdbf-517fb75a4dfb req-93005109-63f7-49b5-8b08-ce8610b455f7 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/c265a0f2-bb5c-4709-945c-449a424f0f23 HTTP/1.1" status: 200 len: 1801 time: 0.0610325 Jul 30 01:45:40.474461 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [req-8450c272-6a6a-4e07-bdbf-517fb75a4dfb req-de30ef88-a3d2-4c64-b731-90cb28710d01 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 01:45:40.475686 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8450c272-6a6a-4e07-bdbf-517fb75a4dfb req-de30ef88-a3d2-4c64-b731-90cb28710d01 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "DELETE /v2.0/security-groups/c265a0f2-bb5c-4709-945c-449a424f0f23 HTTP/1.1" status: 409 len: 341 time: 0.0636015 Jul 30 01:45:40.555928 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bfcf6e-ab4a-481c-b33a-f8c8da3a45b3 x-openstack-request-id: req-e1bfcf6e-ab4a-481c-b33a-f8c8da3a45b3 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:40.555928 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c99a54-121c-4a34-b500-69f8ec8a08fd", "tag": "60d7f62f-1858-4318-ad17-47f98e75e694", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:40.555928 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1bfcf6e-ab4a-481c-b33a-f8c8da3a45b3 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:40.555928 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c99a54-121c-4a34-b500-69f8ec8a08fd', 'tag': '60d7f62f-1858-4318-ad17-47f98e75e694', 'status': 'completed', 'code': 200} Jul 30 01:45:40.650164 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0aa804e1-7906-40a2-8c0e-a59cb6514b09 req-549afd4a-ec7b-4dde-8c56-b3e43caef4b7 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "GET /v2.0/security-groups/ceb5afeb-19f4-4258-ba00-08af6cde5c71 HTTP/1.1" status: 200 len: 1804 time: 0.0588601 Jul 30 01:45:40.659398 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42346a9-d375-44eb-b62e-17db7628a2f3', 'tag': '8f87cad4-f402-49b4-b2d3-d46655d95204'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:40.664817 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41d2885-6a7b-4819-8746-3450937b9651" -d '{"events": [{"name": "network-changed", "server_uuid": "b42346a9-d375-44eb-b62e-17db7628a2f3", "tag": "8f87cad4-f402-49b4-b2d3-d46655d95204"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:40.709464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ac5e8-31d4-4505-bd15-0097b2bc398b req-227256d9-7382-4c0b-8cc6-904e3bb88d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:40.711752 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f24ac5e8-31d4-4505-bd15-0097b2bc398b req-227256d9-7382-4c0b-8cc6-904e3bb88d14 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=532deb34bbd846ce86f160f5f89040d6&device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 1136 time: 0.0775714 Jul 30 01:45:40.739005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af41953-5d7d-484e-b6d2-28b415818541 req-b821cb25-3174-4704-a65f-c5206b5518a0 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:40.744249 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6af41953-5d7d-484e-b6d2-28b415818541 req-b821cb25-3174-4704-a65f-c5206b5518a0 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 943 time: 0.1229200 Jul 30 01:45:40.753528 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0aa804e1-7906-40a2-8c0e-a59cb6514b09 req-80d1862e-260b-4acc-acbe-1cd18e2f23ef tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "GET /v2.0/security-groups/d3a22ddb-2dda-4b22-ae78-07d37c10e0b0 HTTP/1.1" status: 200 len: 1804 time: 0.1010053 Jul 30 01:45:40.768700 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-0aa804e1-7906-40a2-8c0e-a59cb6514b09 req-c79cba82-f501-478d-914a-253e574573a4 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ceb5afeb-19f4-4258-ba00-08af6cde5c71', 'remote_group_id': 'd3a22ddb-2dda-4b22-ae78-07d37c10e0b0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:40.769138 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-0aa804e1-7906-40a2-8c0e-a59cb6514b09 req-c79cba82-f501-478d-914a-253e574573a4 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ceb5afeb-19f4-4258-ba00-08af6cde5c71', 'remote_group_id': 'd3a22ddb-2dda-4b22-ae78-07d37c10e0b0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:40.883691 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6af41953-5d7d-484e-b6d2-28b415818541 req-76aa7623-29a6-4978-83bb-c666ef5610c3 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660448 Jul 30 01:45:40.931722 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ac5e8-31d4-4505-bd15-0097b2bc398b req-b36b02dc-1829-4980-88b8-cf8292bd1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:40.934271 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f24ac5e8-31d4-4505-bd15-0097b2bc398b req-b36b02dc-1829-4980-88b8-cf8292bd1466 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3a621a35-44c6-4105-9f2d-eba3cb0bd5de HTTP/1.1" status: 200 len: 914 time: 0.1860826 Jul 30 01:45:40.995914 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0aa804e1-7906-40a2-8c0e-a59cb6514b09 req-c79cba82-f501-478d-914a-253e574573a4 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:41.017354 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f24ac5e8-31d4-4505-bd15-0097b2bc398b req-d8d498be-f148-42de-be0d-1e65ef7302be service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60d7f62f-1858-4318-ad17-47f98e75e694 HTTP/1.1" status: 200 len: 217 time: 0.0669296 Jul 30 01:45:41.135814 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0aa804e1-7906-40a2-8c0e-a59cb6514b09 req-c79cba82-f501-478d-914a-253e574573a4 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:41.225155 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0aa804e1-7906-40a2-8c0e-a59cb6514b09 req-c79cba82-f501-478d-914a-253e574573a4 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:41.245957 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cba82-f501-478d-914a-253e574573a4 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909aaa5e-ec3c-4444-9804-7faa3c35882a,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:41.370057 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0aa804e1-7906-40a2-8c0e-a59cb6514b09 req-c79cba82-f501-478d-914a-253e574573a4 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:41.372593 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0aa804e1-7906-40a2-8c0e-a59cb6514b09 req-c79cba82-f501-478d-914a-253e574573a4 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6121380 Jul 30 01:45:41.477312 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ac5e8-31d4-4505-bd15-0097b2bc398b req-527edba0-89c7-4ad2-8664-58c91fc72dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:41.479354 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f24ac5e8-31d4-4505-bd15-0097b2bc398b req-527edba0-89c7-4ad2-8664-58c91fc72dc5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=30644392-d094-481b-a028-a7f7974310de HTTP/1.1" status: 200 len: 853 time: 0.4353709 Jul 30 01:45:41.492871 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33eab1cc-4f21-4771-b6c8-a22935acd19d req-e5052abc-eddc-45de-8817-96ce0704cba2 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=32001505-d863-4323-a6ee-c16c0245daaf HTTP/1.1" status: 200 len: 210 time: 0.0448685 Jul 30 01:45:41.540939 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f24ac5e8-31d4-4505-bd15-0097b2bc398b req-c8195257-354f-46f8-8ac9-b222f2f863fc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3a621a35-44c6-4105-9f2d-eba3cb0bd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333569 Jul 30 01:45:41.605691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device cf58aa5e-e524-406e-aa8d-3c721cdb9344 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:45:41.640492 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1409f997-d6c1-4942-a708-42238c2b31db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:41.718707 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:41.822641 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f24ac5e8-31d4-4505-bd15-0097b2bc398b req-961b6ebf-135b-47ea-8ba8-92fbebe9da52 service neutron] 10.222.0.77 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599556 Jul 30 01:45:41.828537 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port cf58aa5e-e524-406e-aa8d-3c721cdb9344, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cf58aa5e-e524-406e-aa8d-3c721cdb9344,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:41.842596 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'cf58aa5e-e524-406e-aa8d-3c721cdb9344', 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344', 'port_id': 'cf58aa5e-e524-406e-aa8d-3c721cdb9344', 'mac_address': 'fa:16:3e:af:3f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d5dfcf-9789-4d3c-a9c4-d79d05163f3c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:45:41.846464 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1c4990-eaad-4c9d-a686-62ee62f6d7ba x-openstack-request-id: req-3d1c4990-eaad-4c9d-a686-62ee62f6d7ba {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:41.846756 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42346a9-d375-44eb-b62e-17db7628a2f3", "tag": "8f87cad4-f402-49b4-b2d3-d46655d95204", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:41.847074 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d1c4990-eaad-4c9d-a686-62ee62f6d7ba {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:41.850355 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42346a9-d375-44eb-b62e-17db7628a2f3', 'tag': '8f87cad4-f402-49b4-b2d3-d46655d95204', 'status': 'completed', 'code': 200} Jul 30 01:45:41.952349 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d2885-6a7b-4819-8746-3450937b9651 req-82729d09-acc3-43d9-8baf-f70281c64d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:41.954211 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b41d2885-6a7b-4819-8746-3450937b9651 req-82729d09-acc3-43d9-8baf-f70281c64d7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 1124 time: 0.0863414 Jul 30 01:45:41.966458 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:41.989439 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf58aa5e-e524-406e-aa8d-3c721cdb9344 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:42.023275 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f24ac5e8-31d4-4505-bd15-0097b2bc398b req-bbf5dfb8-de9f-40a5-b4da-a08e23d6dd49 service neutron] 10.222.0.77 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351118 Jul 30 01:45:42.038207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port cf58aa5e-e524-406e-aa8d-3c721cdb9344, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cf58aa5e-e524-406e-aa8d-3c721cdb9344,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:42.053243 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e58f38-fec4-491b-8913-85a11d348078 req-9d0d475d-c58a-45d9-b0d5-b949acf83b1d tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:42.065399 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-36e58f38-fec4-491b-8913-85a11d348078 req-9d0d475d-c58a-45d9-b0d5-b949acf83b1d tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 943 time: 0.2594078 Jul 30 01:45:42.100469 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d2885-6a7b-4819-8746-3450937b9651 req-4924932b-9664-4979-befe-9efe700e6d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:42.102717 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b41d2885-6a7b-4819-8746-3450937b9651 req-4924932b-9664-4979-befe-9efe700e6d6f service neutron] 10.222.0.10 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 922 time: 0.1324346 Jul 30 01:45:42.120777 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-36e58f38-fec4-491b-8913-85a11d348078 req-f74c6866-d92c-4417-9682-608c8a892c39 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485160 Jul 30 01:45:42.143226 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-991c873e-6651-4c07-a027-3ae684a309d0 req-bf32e4a0-09ea-4fbd-9a6f-14a292cff289 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-542306549', 'description': 'tempest-description-2055686041'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:42.145152 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.205997 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d336d0c-18c1-4f06-a100-2f76599574cc req-3ab447b6-1648-4d80-a730-0c6a8800bb3f tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:42.215644 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=cf58aa5e-e524-406e-aa8d-3c721cdb9344,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:42.216451 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d336d0c-18c1-4f06-a100-2f76599574cc req-3ab447b6-1648-4d80-a730-0c6a8800bb3f tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 985 time: 0.2605467 Jul 30 01:45:42.219109 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b41d2885-6a7b-4819-8746-3450937b9651 req-fa3d3b10-21c6-4644-823e-0b951d93935a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f87cad4-f402-49b4-b2d3-d46655d95204 HTTP/1.1" status: 200 len: 217 time: 0.1077898 Jul 30 01:45:42.260524 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-991c873e-6651-4c07-a027-3ae684a309d0 req-bf32e4a0-09ea-4fbd-9a6f-14a292cff289 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.339211 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d336d0c-18c1-4f06-a100-2f76599574cc req-6aa1d683-a500-427a-a4ac-128dcc4c1210 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&id=c265a0f2-bb5c-4709-945c-449a424f0f23&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1195626 Jul 30 01:45:42.356102 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d2885-6a7b-4819-8746-3450937b9651 req-c26f0aa4-9ab5-4d95-bcea-e7a4c629b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:42.360440 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b41d2885-6a7b-4819-8746-3450937b9651 req-c26f0aa4-9ab5-4d95-bcea-e7a4c629b3d0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.1309359 Jul 30 01:45:42.393273 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['cf58aa5e-e524-406e-aa8d-3c721cdb9344'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:42.427083 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b41d2885-6a7b-4819-8746-3450937b9651 req-1c799599-a765-4a1c-b049-103e5109ea92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583668 Jul 30 01:45:42.483300 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-991c873e-6651-4c07-a027-3ae684a309d0 req-bf32e4a0-09ea-4fbd-9a6f-14a292cff289 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.490742 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76a4e2-6e01-4f8d-a34f-462c7da4f240 req-4d83d608-b8c8-41d7-a2ff-9c73ce8a6dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:42.492773 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6f76a4e2-6e01-4f8d-a34f-462c7da4f240 req-4d83d608-b8c8-41d7-a2ff-9c73ce8a6dfa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=532deb34bbd846ce86f160f5f89040d6&device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 1136 time: 0.2071550 Jul 30 01:45:42.565512 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b41d2885-6a7b-4819-8746-3450937b9651 req-16ada523-701d-43bb-8567-e4abaa10bbc6 service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309915 Jul 30 01:45:42.589645 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-991c873e-6651-4c07-a027-3ae684a309d0 req-bf32e4a0-09ea-4fbd-9a6f-14a292cff289 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.647173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32e4a0-09ea-4fbd-9a6f-14a292cff289 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6e3548-e53c-4d21-bb51-14ff2106b9fa,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:42.666855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76a4e2-6e01-4f8d-a34f-462c7da4f240 req-ab324a04-9c5e-4750-a813-495d8bdf643c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:42.668641 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6f76a4e2-6e01-4f8d-a34f-462c7da4f240 req-ab324a04-9c5e-4750-a813-495d8bdf643c service neutron] 10.222.0.77 "GET /v2.0/networks?id=3a621a35-44c6-4105-9f2d-eba3cb0bd5de HTTP/1.1" status: 200 len: 914 time: 0.1616037 Jul 30 01:45:42.721047 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6f76a4e2-6e01-4f8d-a34f-462c7da4f240 req-656bbb90-a646-4db8-ab75-e31a3d579bdd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60d7f62f-1858-4318-ad17-47f98e75e694 HTTP/1.1" status: 200 len: 217 time: 0.0403914 Jul 30 01:45:42.722051 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-991c873e-6651-4c07-a027-3ae684a309d0 req-bf32e4a0-09ea-4fbd-9a6f-14a292cff289 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.735649 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-991c873e-6651-4c07-a027-3ae684a309d0 req-bf32e4a0-09ea-4fbd-9a6f-14a292cff289 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5971513 Jul 30 01:45:42.737208 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b41d2885-6a7b-4819-8746-3450937b9651 req-89faadf6-d5b0-465d-a776-6d42e004ace9 service neutron] 10.222.0.10 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399317 Jul 30 01:45:42.753572 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d3269-cc32-42f8-a198-c260852ad143 req-ae4771cb-34d2-462e-bf8c-6abfe9c55036 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:42.754773 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bf1d3269-cc32-42f8-a198-c260852ad143 req-ae4771cb-34d2-462e-bf8c-6abfe9c55036 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 943 time: 0.1881099 Jul 30 01:45:42.815984 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76a4e2-6e01-4f8d-a34f-462c7da4f240 req-ea7c4906-cd5d-48c1-b6d1-5909eb25833c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:42.816624 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bf1d3269-cc32-42f8-a198-c260852ad143 req-1751cbb7-298d-44f8-8f1d-0cbd8bb57ad6 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467477 Jul 30 01:45:42.820863 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6f76a4e2-6e01-4f8d-a34f-462c7da4f240 req-ea7c4906-cd5d-48c1-b6d1-5909eb25833c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=30644392-d094-481b-a028-a7f7974310de HTTP/1.1" status: 200 len: 853 time: 0.0658200 Jul 30 01:45:42.917640 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6f76a4e2-6e01-4f8d-a34f-462c7da4f240 req-0a5f64a6-e6fd-4040-86a4-93ec05f92ce2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3a621a35-44c6-4105-9f2d-eba3cb0bd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663900 Jul 30 01:45:42.958131 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-30ae0dcb-040b-42e9-95d2-e6985d65bd06 req-5fc23345-9f3b-4142-9bcc-0878c199a83e tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=32001505-d863-4323-a6ee-c16c0245daaf HTTP/1.1" status: 200 len: 210 time: 0.0431666 Jul 30 01:45:43.015460 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-fb5ea0f2-cb9d-47f7-879a-acaeaa07d8b8 req-1fa0fa6c-8cb2-4697-9667-4ab5eed4f64c tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1268452396', 'description': 'tempest-description-1288387877'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:43.088619 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6f76a4e2-6e01-4f8d-a34f-462c7da4f240 req-a6945050-e847-408f-ad61-1346f1f8e976 service neutron] 10.222.0.77 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605692 Jul 30 01:45:43.134934 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fb5ea0f2-cb9d-47f7-879a-acaeaa07d8b8 req-1fa0fa6c-8cb2-4697-9667-4ab5eed4f64c tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:43.159793 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:43.269989 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6f76a4e2-6e01-4f8d-a34f-462c7da4f240 req-42b34460-0c2b-401b-9d62-191f055fe481 service neutron] 10.222.0.77 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464708 Jul 30 01:45:43.337881 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fb5ea0f2-cb9d-47f7-879a-acaeaa07d8b8 req-1fa0fa6c-8cb2-4697-9667-4ab5eed4f64c tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:43.415500 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ea59d-2ec4-4238-aeaf-40cd6f874061 req-f72fb1c7-f110-4f8a-a6b6-3e4bd253f403 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:43.417740 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c03ea59d-2ec4-4238-aeaf-40cd6f874061 req-f72fb1c7-f110-4f8a-a6b6-3e4bd253f403 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 944 time: 0.0729091 Jul 30 01:45:43.422602 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fb5ea0f2-cb9d-47f7-879a-acaeaa07d8b8 req-1fa0fa6c-8cb2-4697-9667-4ab5eed4f64c tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:43.465597 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0fa6c-8cb2-4697-9667-4ab5eed4f64c tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a86682-4884-4b1a-a80b-376488303dac,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:43.499234 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c03ea59d-2ec4-4238-aeaf-40cd6f874061 req-9e57623a-926a-43b6-a3b2-63cfa325facf tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670676 Jul 30 01:45:43.508781 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-ee92cb36-0279-4eb0-979e-2b8080da9837 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e18fd6c446094f849e062ca3af8e67a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228374 Jul 30 01:45:43.578890 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fb5ea0f2-cb9d-47f7-879a-acaeaa07d8b8 req-1fa0fa6c-8cb2-4697-9667-4ab5eed4f64c tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:43.580145 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fb5ea0f2-cb9d-47f7-879a-acaeaa07d8b8 req-1fa0fa6c-8cb2-4697-9667-4ab5eed4f64c tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5729587 Jul 30 01:45:43.613634 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device cf58aa5e-e524-406e-aa8d-3c721cdb9344 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:43.690005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-5bd543cc-9c8c-4266-9939-bf24d1a77f09 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:43.691953 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-5bd543cc-9c8c-4266-9939-bf24d1a77f09 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713712 Jul 30 01:45:43.721338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-500312d6-3049-42f2-bb79-6a18ac98ec6e tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Request body: {'port': {'device_id': '2555a27b-a3c9-4404-8dce-a86df23ebdc8', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': 'e18fd6c446094f849e062ca3af8e67a5'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:43.780235 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ce73ea7-fd10-47c5-bc8c-395d4e07107d req-573d6379-aaa8-482a-8d0a-2c3cf6cbcc1b tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "GET /v2.0/security-groups/ac6e3548-e53c-4d21-bb51-14ff2106b9fa HTTP/1.1" status: 200 len: 1804 time: 0.0467954 Jul 30 01:45:43.787349 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7938a-5b17-4c21-bad8-8e4dbe266a63 req-c0eca56d-e29a-4785-8571-3f342f7e100a tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:43.789672 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-96d7938a-5b17-4c21-bad8-8e4dbe266a63 req-c0eca56d-e29a-4785-8571-3f342f7e100a tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 985 time: 0.1214628 Jul 30 01:45:43.827951 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port cf58aa5e-e524-406e-aa8d-3c721cdb9344 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:43.834420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port cf58aa5e-e524-406e-aa8d-3c721cdb9344 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:43.836361 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:43.876168 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ce73ea7-fd10-47c5-bc8c-395d4e07107d req-18eb8bcc-9f16-4551-b805-3acc818aa70c tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "GET /v2.0/security-groups/12a86682-4884-4b1a-a80b-376488303dac HTTP/1.1" status: 200 len: 1805 time: 0.0886528 Jul 30 01:45:43.882354 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-3ce73ea7-fd10-47c5-bc8c-395d4e07107d req-a2e259c6-b77d-4de0-8621-e88cef0219fb tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ac6e3548-e53c-4d21-bb51-14ff2106b9fa', 'remote_group_id': '12a86682-4884-4b1a-a80b-376488303dac', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:43.882681 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-3ce73ea7-fd10-47c5-bc8c-395d4e07107d req-a2e259c6-b77d-4de0-8621-e88cef0219fb tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ac6e3548-e53c-4d21-bb51-14ff2106b9fa', 'remote_group_id': '12a86682-4884-4b1a-a80b-376488303dac', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:43.941936 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-96d7938a-5b17-4c21-bad8-8e4dbe266a63 req-16242e31-d316-4ea8-b8fc-6909d090a7e6 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&id=c265a0f2-bb5c-4709-945c-449a424f0f23&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1283660 Jul 30 01:45:44.007597 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:44.045989 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf58aa5e-e524-406e-aa8d-3c721cdb9344'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:44.048422 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ef2de2-166d-4326-aba9-226e2a487515" -d '{"events": [{"server_uuid": "b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1", "name": "network-vif-plugged", "status": "completed", "tag": "cf58aa5e-e524-406e-aa8d-3c721cdb9344"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:44.062008 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port cf58aa5e-e524-406e-aa8d-3c721cdb9344, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cf58aa5e-e524-406e-aa8d-3c721cdb9344,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:44.082426 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3ce73ea7-fd10-47c5-bc8c-395d4e07107d req-a2e259c6-b77d-4de0-8621-e88cef0219fb tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:44.087162 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc40263-34a0-4525-a91a-87c78fb63b94 req-c0d19f4c-2eb3-48cb-a8d9-a29a551a605a tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:44.088867 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5dc40263-34a0-4525-a91a-87c78fb63b94 req-c0d19f4c-2eb3-48cb-a8d9-a29a551a605a tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 943 time: 0.0658913 Jul 30 01:45:44.124781 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3ce73ea7-fd10-47c5-bc8c-395d4e07107d req-a2e259c6-b77d-4de0-8621-e88cef0219fb tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:44.130420 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5dc40263-34a0-4525-a91a-87c78fb63b94 req-9eb131ae-7a2f-43d8-b287-ee2263cb9fe3 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351043 Jul 30 01:45:44.156470 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:44.157287 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8f87cad4-f402-49b4-b2d3-d46655d95204 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:44.230855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-500312d6-3049-42f2-bb79-6a18ac98ec6e tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Made reservation on behalf of e18fd6c446094f849e062ca3af8e67a5 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:44.232591 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=cf58aa5e-e524-406e-aa8d-3c721cdb9344,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:44.235390 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-500312d6-3049-42f2-bb79-6a18ac98ec6e tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:44.262557 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3ce73ea7-fd10-47c5-bc8c-395d4e07107d req-a2e259c6-b77d-4de0-8621-e88cef0219fb tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:44.292918 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e259c6-b77d-4de0-8621-e88cef0219fb tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31cc196-e1a3-4b75-bbce-46c24bf38b53,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:44.348232 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-83ec01d1-0d02-47dd-9a36-63dc2f4fcafd service neutron] 10.222.0.10 "GET /v2.0/ports/8f87cad4-f402-49b4-b2d3-d46655d95204/bindings/n-h2-713498-9 HTTP/1.1" status: 200 len: 384 time: 0.0718384 Jul 30 01:45:44.393383 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3ce73ea7-fd10-47c5-bc8c-395d4e07107d req-a2e259c6-b77d-4de0-8621-e88cef0219fb tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:44.413094 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ce73ea7-fd10-47c5-bc8c-395d4e07107d req-a2e259c6-b77d-4de0-8621-e88cef0219fb tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5347476 Jul 30 01:45:44.449091 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb7947e7-1b15-446c-b7f8-2d29abd07be4 req-e0fd2faa-aeb8-4e0f-91e6-941a38cf4374 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=32001505-d863-4323-a6ee-c16c0245daaf HTTP/1.1" status: 200 len: 210 time: 0.0430028 Jul 30 01:45:44.455822 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-500312d6-3049-42f2-bb79-6a18ac98ec6e tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Allocated IP 192.168.233.25 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/fbeb9454-a776-4aaa-ace5-b1e0565a747d) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:44.481796 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:44.516110 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-2a93e9b4-65f9-43f1-b09f-af361099e2d3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e18fd6c446094f849e062ca3af8e67a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023865 Jul 30 01:45:44.530883 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b858faff-b384-4cc3-a3f5-3c696e283422 x-openstack-request-id: req-b858faff-b384-4cc3-a3f5-3c696e283422 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:44.531175 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1", "name": "network-vif-plugged", "status": "completed", "tag": "cf58aa5e-e524-406e-aa8d-3c721cdb9344", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:44.531496 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b858faff-b384-4cc3-a3f5-3c696e283422 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:44.531909 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf58aa5e-e524-406e-aa8d-3c721cdb9344', 'code': 200} Jul 30 01:45:44.667930 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a99427d0-63e6-4c96-9685-817eb2f633cf req-d74df9ac-5f83-4ca4-b27d-e9f3bdd543ac tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "GET /v2.0/security-groups/12a86682-4884-4b1a-a80b-376488303dac HTTP/1.1" status: 200 len: 1805 time: 0.1107709 Jul 30 01:45:44.704166 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272af93-c7fc-4152-903d-cecc7a8c6a19 req-d215ea0f-cb07-46c5-bb67-73f8d34815e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:44.706001 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f272af93-c7fc-4152-903d-cecc7a8c6a19 req-d215ea0f-cb07-46c5-bb67-73f8d34815e3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 1096 time: 0.1053154 Jul 30 01:45:44.736767 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-c089ed3e-46a0-4088-805b-527e144018b1 service neutron] For port 8f87cad4-f402-49b4-b2d3-d46655d95204, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8f87cad4-f402-49b4-b2d3-d46655d95204,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:44.753880 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-edb6e06f-6b5a-4712-9a20-bea9ff46bb1b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:44.755619 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-edb6e06f-6b5a-4712-9a20-bea9ff46bb1b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184348 Jul 30 01:45:44.770283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-c089ed3e-46a0-4088-805b-527e144018b1 service neutron] For port 8f87cad4-f402-49b4-b2d3-d46655d95204, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:44.800205 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-83052fc1-1f99-4a90-b72c-e0680ef02912 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Request body: {'port': {'device_id': '32001505-d863-4323-a6ee-c16c0245daaf', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': 'e18fd6c446094f849e062ca3af8e67a5'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:44.867971 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f272af93-c7fc-4152-903d-cecc7a8c6a19 req-75205e1a-608f-48c3-a56e-e6b1fca9a2c1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464996 Jul 30 01:45:44.885968 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a99427d0-63e6-4c96-9685-817eb2f633cf req-978df0b2-2976-4078-86b6-ec6d4c20987d tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:44.894742 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-c089ed3e-46a0-4088-805b-527e144018b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f87cad4-f402-49b4-b2d3-d46655d95204 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:44.920671 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-c089ed3e-46a0-4088-805b-527e144018b1 service neutron] For port 8f87cad4-f402-49b4-b2d3-d46655d95204, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8f87cad4-f402-49b4-b2d3-d46655d95204,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:44.926493 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a99427d0-63e6-4c96-9685-817eb2f633cf req-978df0b2-2976-4078-86b6-ec6d4c20987d tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:44.963145 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29a3db-0deb-46d2-a9c5-9613621e552a req-4cff42ee-123f-497b-aacd-2c09e1df5c0c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:44.966771 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8e29a3db-0deb-46d2-a9c5-9613621e552a req-4cff42ee-123f-497b-aacd-2c09e1df5c0c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 945 time: 0.1171160 Jul 30 01:45:44.988437 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-500312d6-3049-42f2-bb79-6a18ac98ec6e tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:45.017951 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-500312d6-3049-42f2-bb79-6a18ac98ec6e tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Transition to ACTIVE for port object fbeb9454-a776-4aaa-ace5-b1e0565a747d will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:45.023816 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8e29a3db-0deb-46d2-a9c5-9613621e552a req-a2817839-d99d-421f-892b-5a413a2434c2 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502644 Jul 30 01:45:45.025090 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-c089ed3e-46a0-4088-805b-527e144018b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:45.089377 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-83052fc1-1f99-4a90-b72c-e0680ef02912 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Made reservation on behalf of e18fd6c446094f849e062ca3af8e67a5 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:45.092938 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-83052fc1-1f99-4a90-b72c-e0680ef02912 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:45.140275 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a99427d0-63e6-4c96-9685-817eb2f633cf req-978df0b2-2976-4078-86b6-ec6d4c20987d tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:45.143443 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a99427d0-63e6-4c96-9685-817eb2f633cf req-978df0b2-2976-4078-86b6-ec6d4c20987d tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:45.155278 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a99427d0-63e6-4c96-9685-817eb2f633cf req-978df0b2-2976-4078-86b6-ec6d4c20987d tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "DELETE /v2.0/security-groups/12a86682-4884-4b1a-a80b-376488303dac HTTP/1.1" status: 204 len: 173 time: 0.4669766 Jul 30 01:45:45.174735 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-c089ed3e-46a0-4088-805b-527e144018b1 service neutron] Transition to ACTIVE for port object 8f87cad4-f402-49b4-b2d3-d46655d95204 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:45.182923 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-500312d6-3049-42f2-bb79-6a18ac98ec6e tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:45.188145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978df0b2-2976-4078-86b6-ec6d4c20987d tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a86682-4884-4b1a-a80b-376488303dac,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:45.236456 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:45.274841 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-c089ed3e-46a0-4088-805b-527e144018b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:45.318222 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500312d6-3049-42f2-bb79-6a18ac98ec6e tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Pushing event updated for resources: {'Port': ['ID=fbeb9454-a776-4aaa-ace5-b1e0565a747d,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:45.341559 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-500312d6-3049-42f2-bb79-6a18ac98ec6e tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:45.344309 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-500312d6-3049-42f2-bb79-6a18ac98ec6e tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:45.367059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-500312d6-3049-42f2-bb79-6a18ac98ec6e tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:45.403327 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-83052fc1-1f99-4a90-b72c-e0680ef02912 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Allocated IP 192.168.233.39 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/a72d7450-9c60-4665-97b9-281c58d6a8f6) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:45.405900 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-c089ed3e-46a0-4088-805b-527e144018b1 service neutron] No DVR routers for this DVR port 8f87cad4-f402-49b4-b2d3-d46655d95204 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:45.430802 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089ed3e-46a0-4088-805b-527e144018b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f87cad4-f402-49b4-b2d3-d46655d95204,revision_number=10']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:45.481529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bef40d-a4d8-40c7-8795-db540be52a4b req-9ccbc6ef-7413-4c3f-bb30-96fbbcd28026 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:45.483189 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7bef40d-a4d8-40c7-8795-db540be52a4b req-9ccbc6ef-7413-4c3f-bb30-96fbbcd28026 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 985 time: 0.1869988 Jul 30 01:45:45.485874 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-c089ed3e-46a0-4088-805b-527e144018b1 service neutron] 10.222.0.10 "PUT /v2.0/ports/8f87cad4-f402-49b4-b2d3-d46655d95204/bindings/n-h2-713498-9/activate HTTP/1.1" status: 200 len: 369 time: 1.1332262 Jul 30 01:45:45.568862 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-500312d6-3049-42f2-bb79-6a18ac98ec6e tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:45.576263 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-500312d6-3049-42f2-bb79-6a18ac98ec6e tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:45.632023 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7bef40d-a4d8-40c7-8795-db540be52a4b req-10423a23-8588-422e-a126-559f96836345 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&id=c265a0f2-bb5c-4709-945c-449a424f0f23&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1324594 Jul 30 01:45:45.696748 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-83052fc1-1f99-4a90-b72c-e0680ef02912 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:45.714076 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-83052fc1-1f99-4a90-b72c-e0680ef02912 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Transition to ACTIVE for port object a72d7450-9c60-4665-97b9-281c58d6a8f6 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:45.751258 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-500312d6-3049-42f2-bb79-6a18ac98ec6e tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0352609 Jul 30 01:45:45.776411 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] Request body: {'port': {'device_id': '2555a27b-a3c9-4404-8dce-a86df23ebdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:45.786827 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3ca4ebe-53db-488d-98fc-db11cf6f9797 req-19e8e66e-381b-4a7c-9d49-8a990d81ae20 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "GET /v2.0/security-groups/ac6e3548-e53c-4d21-bb51-14ff2106b9fa HTTP/1.1" status: 200 len: 1804 time: 0.1178095 Jul 30 01:45:45.789652 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-b34e22ef-4c09-428f-8261-018beafed888 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:45.792031 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-b34e22ef-4c09-428f-8261-018beafed888 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3&tenant_id=9d514f5becb241c68f7a0454fc8f5db1&binding%3Ahost_id=n-h1-713498-9 HTTP/1.1" status: 200 len: 1095 time: 0.1397467 Jul 30 01:45:45.808062 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bff130-f018-4bc2-84e8-2880d2d6dc1f req-c08b3d62-88bc-4906-8894-f26546267c9f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:45.809611 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5bff130-f018-4bc2-84e8-2880d2d6dc1f req-c08b3d62-88bc-4906-8894-f26546267c9f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 944 time: 0.0735528 Jul 30 01:45:45.852746 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5bff130-f018-4bc2-84e8-2880d2d6dc1f req-a20dfd95-6c57-4b81-8f5b-264f25ff31bf tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341492 Jul 30 01:45:45.861768 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4daffd17-27e0-4d23-b96f-3ef22b458422 None None] Provisioning for port fbeb9454-a776-4aaa-ace5-b1e0565a747d completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:45.866237 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4daffd17-27e0-4d23-b96f-3ef22b458422 None None] Provisioning complete for port fbeb9454-a776-4aaa-ace5-b1e0565a747d triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:45.866762 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4daffd17-27e0-4d23-b96f-3ef22b458422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:45.877070 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:45.886426 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9d1d9123-afcf-4416-97a3-0b09d56ecf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:45.887942 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-9d1d9123-afcf-4416-97a3-0b09d56ecf46 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3&tenant_id=9d514f5becb241c68f7a0454fc8f5db1 HTTP/1.1" status: 200 len: 1095 time: 0.0785716 Jul 30 01:45:45.903185 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-83052fc1-1f99-4a90-b72c-e0680ef02912 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:45.932930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4daffd17-27e0-4d23-b96f-3ef22b458422 None None] Port fbeb9454-a776-4aaa-ace5-b1e0565a747d cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:45.950574 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:45.997354 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-83052fc1-1f99-4a90-b72c-e0680ef02912 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:46.014179 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-83052fc1-1f99-4a90-b72c-e0680ef02912 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:46.035644 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-83052fc1-1f99-4a90-b72c-e0680ef02912 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:46.089658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83052fc1-1f99-4a90-b72c-e0680ef02912 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Pushing event updated for resources: {'Port': ['ID=a72d7450-9c60-4665-97b9-281c58d6a8f6,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:46.103873 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-4bc6de3c-f30b-423c-8f4c-69141f03cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:46.105621 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-4bc6de3c-f30b-423c-8f4c-69141f03cdbe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 1095 time: 0.1516471 Jul 30 01:45:46.124086 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966e26a-5942-4064-a0df-0d57e6fb8f8d req-adfe546d-c8ef-4886-8e23-9654f0bd173f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:46.125823 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7966e26a-5942-4064-a0df-0d57e6fb8f8d req-adfe546d-c8ef-4886-8e23-9654f0bd173f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=32001505-d863-4323-a6ee-c16c0245daaf HTTP/1.1" status: 200 len: 935 time: 0.1273632 Jul 30 01:45:46.136504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-83052fc1-1f99-4a90-b72c-e0680ef02912 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:46.137171 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-83052fc1-1f99-4a90-b72c-e0680ef02912 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:46.186570 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7966e26a-5942-4064-a0df-0d57e6fb8f8d req-610d8ba9-af48-49ef-9349-f58c3619c5c8 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464830 Jul 30 01:45:46.232973 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4292e259-8a8d-47e4-8678-29cb588798bb req-5e7c305f-7fa5-448e-9d01-168e8254fcb4 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-53697285&fields=id&tenant_id=532deb34bbd846ce86f160f5f89040d6 HTTP/1.1" status: 200 len: 267 time: 0.2388084 Jul 30 01:45:46.264348 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-83052fc1-1f99-4a90-b72c-e0680ef02912 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4704614 Jul 30 01:45:46.300446 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] Request body: {'port': {'device_id': '32001505-d863-4323-a6ee-c16c0245daaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:46.345004 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b0117-e8ef-4435-a698-0007a6b9d44d req-e7d398d9-86dd-4291-8aa1-e3b5a23eef93 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:46.346416 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b6b0117-e8ef-4435-a698-0007a6b9d44d req-e7d398d9-86dd-4291-8aa1-e3b5a23eef93 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 944 time: 0.1216323 Jul 30 01:45:46.370754 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4d0fd-72f1-415a-b387-0fe20d13cc51 req-e80f0f01-ecb9-4595-b994-535b1955c67f tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:46.372419 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4bb4d0fd-72f1-415a-b387-0fe20d13cc51 req-e80f0f01-ecb9-4595-b994-535b1955c67f tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 944 time: 0.1135938 Jul 30 01:45:46.390578 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292e259-8a8d-47e4-8678-29cb588798bb req-7a26c8a2-ce2b-4eea-b776-b3f6ea3e0372 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:46.394950 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4292e259-8a8d-47e4-8678-29cb588798bb req-7a26c8a2-ce2b-4eea-b776-b3f6ea3e0372 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 985 time: 0.1581748 Jul 30 01:45:46.396485 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-6c422d06-adae-4805-9d5e-4e5395f44fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:46.397873 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-6c422d06-adae-4805-9d5e-4e5395f44fc4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 200 len: 922 time: 0.2759974 Jul 30 01:45:46.412421 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-4292e259-8a8d-47e4-8678-29cb588798bb req-c1750065-0fe8-4a2d-833f-1dde3ae2a438 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Request body: {'port': {'security_groups': ['8ac6b88a-06a6-416f-9cc8-1c5494f3c083', 'c265a0f2-bb5c-4709-945c-449a424f0f23', '35d57963-e60e-4929-87bb-d7ab2115f7a4']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:46.417802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-08775eda-909c-4fcb-a386-1fe3caf9ad0b None None] Provisioning for port a72d7450-9c60-4665-97b9-281c58d6a8f6 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:46.419368 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-08775eda-909c-4fcb-a386-1fe3caf9ad0b None None] Provisioning complete for port a72d7450-9c60-4665-97b9-281c58d6a8f6 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:46.420145 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-08775eda-909c-4fcb-a386-1fe3caf9ad0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:46.448414 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:46.459856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-08775eda-909c-4fcb-a386-1fe3caf9ad0b None None] Port a72d7450-9c60-4665-97b9-281c58d6a8f6 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:46.477147 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-d2870f8d-a552-457f-a7da-1b4ea06786c4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f87cad4-f402-49b4-b2d3-d46655d95204 HTTP/1.1" status: 200 len: 217 time: 0.0685875 Jul 30 01:45:46.508375 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4bb4d0fd-72f1-415a-b387-0fe20d13cc51 req-ffc8155a-4416-4cfe-ab12-e2f15440f14a tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008286 Jul 30 01:45:46.546831 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-eb5097a7-a105-4f6e-88ab-df4d2466ab84 req-706aa0e4-d8b6-4716-b6c9-e02f11faba21 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2037633925', 'description': 'tempest-description-905275704'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:46.599765 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbeb9454-a776-4aaa-ace5-b1e0565a747d {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:46.608395 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4292e259-8a8d-47e4-8678-29cb588798bb req-c1750065-0fe8-4a2d-833f-1dde3ae2a438 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:46.611360 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:46.615129 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-344eaa62-e19c-46e5-8b3d-b55359542aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:46.617312 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-344eaa62-e19c-46e5-8b3d-b55359542aec service neutron] 10.222.0.77 "GET /v2.0/subnets?id=26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 200 len: 861 time: 0.1235757 Jul 30 01:45:46.646793 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-2b6b0117-e8ef-4435-a698-0007a6b9d44d req-848c921a-a7b5-462c-8b22-55b200acd1d9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Deleting port 2b70aba6-203f-4239-9dd0-1aaac7726e36 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:46.647248 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2b6b0117-e8ef-4435-a698-0007a6b9d44d req-848c921a-a7b5-462c-8b22-55b200acd1d9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:46.658724 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] Transition to ACTIVE for port object fbeb9454-a776-4aaa-ace5-b1e0565a747d will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:46.660928 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-29a72ecc-1022-4e74-a3bd-e9ce1b1b9258 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=18de1eb3-907c-4e80-9e3a-e2daca4c050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331655 Jul 30 01:45:46.718705 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-eb5097a7-a105-4f6e-88ab-df4d2466ab84 req-706aa0e4-d8b6-4716-b6c9-e02f11faba21 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:46.753036 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:46.813994 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-2b6b0117-e8ef-4435-a698-0007a6b9d44d req-848c921a-a7b5-462c-8b22-55b200acd1d9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] For port 2b70aba6-203f-4239-9dd0-1aaac7726e36, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=2b70aba6-203f-4239-9dd0-1aaac7726e36,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:46.813994 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2b6b0117-e8ef-4435-a698-0007a6b9d44d req-848c921a-a7b5-462c-8b22-55b200acd1d9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:46.832271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-2b6b0117-e8ef-4435-a698-0007a6b9d44d req-848c921a-a7b5-462c-8b22-55b200acd1d9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Calling delete_port for 2b70aba6-203f-4239-9dd0-1aaac7726e36 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:46.871758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] Pushing event updated for resources: {'Port': ['ID=fbeb9454-a776-4aaa-ace5-b1e0565a747d,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:46.886361 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-e426e602-c873-4bab-929a-1cd682b9d098 service neutron] 10.222.0.77 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010128 Jul 30 01:45:47.090275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] Attempting to bind port fbeb9454-a776-4aaa-ace5-b1e0565a747d on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:47.090638 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] Attempting to bind port fbeb9454-a776-4aaa-ace5-b1e0565a747d by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:47.090965 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] Attempting to bind port fbeb9454-a776-4aaa-ace5-b1e0565a747d on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:47.114397 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] Port fbeb9454-a776-4aaa-ace5-b1e0565a747d on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:47.114607 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] Attempting to bind port fbeb9454-a776-4aaa-ace5-b1e0565a747d on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:47.128123 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-d17d20b9-6be8-457d-9714-7782859bf96c service neutron] 10.222.0.77 "GET /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230625 Jul 30 01:45:47.132977 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:47.133238 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:47.133619 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:47.134051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] Bound port: fbeb9454-a776-4aaa-ace5-b1e0565a747d, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:47.134452 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:47.137643 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-4292e259-8a8d-47e4-8678-29cb588798bb req-c1750065-0fe8-4a2d-833f-1dde3ae2a438 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] For port 60d7f62f-1858-4318-ad17-47f98e75e694, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=60d7f62f-1858-4318-ad17-47f98e75e694,segment=NetworkSegment(738d7674-e9f5-4be2-a8b4-1ffca710ea5e),segment_id=738d7674-e9f5-4be2-a8b4-1ffca710ea5e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:47.200153 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4292e259-8a8d-47e4-8678-29cb588798bb req-c1750065-0fe8-4a2d-833f-1dde3ae2a438 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:47.226575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] For port fbeb9454-a776-4aaa-ace5-b1e0565a747d, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:47.229903 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] For port fbeb9454-a776-4aaa-ace5-b1e0565a747d, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=fbeb9454-a776-4aaa-ace5-b1e0565a747d,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:47.290582 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4292e259-8a8d-47e4-8678-29cb588798bb req-c1750065-0fe8-4a2d-833f-1dde3ae2a438 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:47.307256 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-eb5097a7-a105-4f6e-88ab-df4d2466ab84 req-706aa0e4-d8b6-4716-b6c9-e02f11faba21 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:47.335922 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a1a0bec4-ef09-4b8b-9a31-8535a631074f', '60d7f62f-1858-4318-ad17-47f98e75e694'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:47.336542 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292e259-8a8d-47e4-8678-29cb588798bb req-c1750065-0fe8-4a2d-833f-1dde3ae2a438 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:47.337193 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4292e259-8a8d-47e4-8678-29cb588798bb req-c1750065-0fe8-4a2d-833f-1dde3ae2a438 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:47.338735 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4292e259-8a8d-47e4-8678-29cb588798bb req-c1750065-0fe8-4a2d-833f-1dde3ae2a438 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "PUT /v2.0/ports/60d7f62f-1858-4318-ad17-47f98e75e694 HTTP/1.1" status: 200 len: 1021 time: 0.9374259 Jul 30 01:45:47.338880 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a72d7450-9c60-4665-97b9-281c58d6a8f6 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:47.339548 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c99a54-121c-4a34-b500-69f8ec8a08fd', 'tag': '60d7f62f-1858-4318-ad17-47f98e75e694'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:47.341433 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9069bd-7989-4dc8-9c2f-3eed81e80087" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c99a54-121c-4a34-b500-69f8ec8a08fd", "tag": "60d7f62f-1858-4318-ad17-47f98e75e694"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:47.369961 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:47.370770 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:47.374507 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:47.377598 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1750065-0fe8-4a2d-833f-1dde3ae2a438 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event updated for resources: {'Port': ['ID=60d7f62f-1858-4318-ad17-47f98e75e694,revision_number=7']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:47.389506 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] Transition to ACTIVE for port object a72d7450-9c60-4665-97b9-281c58d6a8f6 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:47.395167 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-eb5097a7-a105-4f6e-88ab-df4d2466ab84 req-706aa0e4-d8b6-4716-b6c9-e02f11faba21 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:47.431883 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706aa0e4-d8b6-4716-b6c9-e02f11faba21 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e3108e-da1c-4a53-9598-39461e253977,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:47.470855 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2b6b0117-e8ef-4435-a698-0007a6b9d44d req-848c921a-a7b5-462c-8b22-55b200acd1d9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:47.485329 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['2b70aba6-203f-4239-9dd0-1aaac7726e36'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:47.506181 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c921a-a7b5-462c-8b22-55b200acd1d9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Pushing event deleted for resources: {'Port': ['ID=2b70aba6-203f-4239-9dd0-1aaac7726e36,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:47.520714 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-eb5097a7-a105-4f6e-88ab-df4d2466ab84 req-706aa0e4-d8b6-4716-b6c9-e02f11faba21 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:47.522506 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eb5097a7-a105-4f6e-88ab-df4d2466ab84 req-706aa0e4-d8b6-4716-b6c9-e02f11faba21 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9881842 Jul 30 01:45:47.524027 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:47.551178 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['60d7f62f-1858-4318-ad17-47f98e75e694'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:47.645532 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6b0117-e8ef-4435-a698-0007a6b9d44d req-848c921a-a7b5-462c-8b22-55b200acd1d9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] No DVR routers for this DVR port 2b70aba6-203f-4239-9dd0-1aaac7726e36 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:47.652485 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2b6b0117-e8ef-4435-a698-0007a6b9d44d req-848c921a-a7b5-462c-8b22-55b200acd1d9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:47.655169 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b6b0117-e8ef-4435-a698-0007a6b9d44d req-848c921a-a7b5-462c-8b22-55b200acd1d9 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.10 "DELETE /v2.0/ports/2b70aba6-203f-4239-9dd0-1aaac7726e36 HTTP/1.1" status: 204 len: 173 time: 1.2988603 Jul 30 01:45:47.684662 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b47fb52-d487-491e-861c-8a02cec8f1bc', 'name': 'network-vif-deleted', 'tag': '2b70aba6-203f-4239-9dd0-1aaac7726e36'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:47.687347 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134a43e1-db10-4084-a5d5-e8306594ba4b" -d '{"events": [{"server_uuid": "5b47fb52-d487-491e-861c-8a02cec8f1bc", "name": "network-vif-deleted", "tag": "2b70aba6-203f-4239-9dd0-1aaac7726e36"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:47.691685 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a72d7450-9c60-4665-97b9-281c58d6a8f6,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:47.852950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] Attempting to bind port a72d7450-9c60-4665-97b9-281c58d6a8f6 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:47.854060 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] Attempting to bind port a72d7450-9c60-4665-97b9-281c58d6a8f6 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:47.856931 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:47.857506 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:47.858966 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] 10.222.0.77 "PUT /v2.0/ports/fbeb9454-a776-4aaa-ace5-b1e0565a747d HTTP/1.1" status: 200 len: 1095 time: 2.0880334 Jul 30 01:45:47.860203 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] Attempting to bind port a72d7450-9c60-4665-97b9-281c58d6a8f6 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:47.867413 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] Port a72d7450-9c60-4665-97b9-281c58d6a8f6 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:47.870059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] Attempting to bind port a72d7450-9c60-4665-97b9-281c58d6a8f6 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:47.888154 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:47.889388 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:47.891006 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:47.891839 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] Bound port: a72d7450-9c60-4665-97b9-281c58d6a8f6, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:47.892418 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:47.907063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fa784-123a-49dc-8ab6-09e51b4c842e req-de3b9344-edca-46a8-9ada-f6d75781a291 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:47.907063 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-238fa784-123a-49dc-8ab6-09e51b4c842e req-de3b9344-edca-46a8-9ada-f6d75781a291 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 945 time: 0.1555109 Jul 30 01:45:47.937734 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-0769c9ce-e070-4e6a-a999-c4e4a0d7ca36 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:47.939545 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-0769c9ce-e070-4e6a-a999-c4e4a0d7ca36 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3&tenant_id=9d514f5becb241c68f7a0454fc8f5db1&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 1095 time: 0.1399739 Jul 30 01:45:47.940210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dade32-4bd0-452e-aced-bba2ca4b889f service neutron] Pushing event updated for resources: {'Port': ['ID=fbeb9454-a776-4aaa-ace5-b1e0565a747d,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:48.015982 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] For port a72d7450-9c60-4665-97b9-281c58d6a8f6, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:48.020156 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] For port a72d7450-9c60-4665-97b9-281c58d6a8f6, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a72d7450-9c60-4665-97b9-281c58d6a8f6,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:48.026064 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-238fa784-123a-49dc-8ab6-09e51b4c842e req-b7839965-1a3d-47bc-bf58-620394a0e7d2 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113517 Jul 30 01:45:48.180683 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:48.257282 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-ce1b8165-8c9b-4899-b5cc-6785647f866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:48.258839 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-ce1b8165-8c9b-4899-b5cc-6785647f866b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&device_id=2555a27b-a3c9-4404-8dce-a86df23ebdc8 HTTP/1.1" status: 200 len: 1098 time: 0.2139049 Jul 30 01:45:48.269833 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:48.271081 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:48.272514 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] 10.222.0.77 "PUT /v2.0/ports/a72d7450-9c60-4665-97b9-281c58d6a8f6 HTTP/1.1" status: 200 len: 1095 time: 1.9795561 Jul 30 01:45:48.307364 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888106e-7960-49e3-aa1d-dacf786d02de req-f2d6192c-41e2-4ba5-bd1d-f9fe2b3a089d tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:48.308913 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4888106e-7960-49e3-aa1d-dacf786d02de req-f2d6192c-41e2-4ba5-bd1d-f9fe2b3a089d tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=32001505-d863-4323-a6ee-c16c0245daaf HTTP/1.1" status: 200 len: 947 time: 0.1538694 Jul 30 01:45:48.309992 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ac69b-92ee-4fd2-b30f-d078ccf860c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a72d7450-9c60-4665-97b9-281c58d6a8f6,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:48.338511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cac10-d45e-42dc-8e06-ead1cd798362 req-c206bc6f-c627-4f90-b42b-7a0422bb9fe4 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:48.340093 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d2cac10-d45e-42dc-8e06-ead1cd798362 req-c206bc6f-c627-4f90-b42b-7a0422bb9fe4 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 944 time: 0.1496344 Jul 30 01:45:48.342874 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-74b8ebd7-fe88-4249-b6e7-662f38716611 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=fbeb9454-a776-4aaa-ace5-b1e0565a747d HTTP/1.1" status: 200 len: 217 time: 0.0516491 Jul 30 01:45:48.355474 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4888106e-7960-49e3-aa1d-dacf786d02de req-3f4f8eaa-7225-4655-a976-0a0f699339ad tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367718 Jul 30 01:45:48.427448 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d2cac10-d45e-42dc-8e06-ead1cd798362 req-1863a74a-8aa6-4276-84a7-df8dc7acb79b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799174 Jul 30 01:45:48.431926 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-921f1a5c-08d4-412e-a549-e33bb0610536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:48.433443 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-921f1a5c-08d4-412e-a549-e33bb0610536 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0790889 Jul 30 01:45:48.438106 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78272973-8484-433d-bf51-1d33345070b7 x-openstack-request-id: req-78272973-8484-433d-bf51-1d33345070b7 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:48.438427 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c99a54-121c-4a34-b500-69f8ec8a08fd", "tag": "60d7f62f-1858-4318-ad17-47f98e75e694", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:48.438755 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78272973-8484-433d-bf51-1d33345070b7 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:48.439167 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c99a54-121c-4a34-b500-69f8ec8a08fd', 'tag': '60d7f62f-1858-4318-ad17-47f98e75e694', 'status': 'completed', 'code': 200} Jul 30 01:45:48.509594 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5b27724c-4b21-4cc0-9466-e4c5b35d211a req-5c926fd4-1cc9-444e-8ddc-8409a09a8612 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/35d57963-e60e-4929-87bb-d7ab2115f7a4 HTTP/1.1" status: 200 len: 1799 time: 0.0537715 Jul 30 01:45:48.581180 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-5b27724c-4b21-4cc0-9466-e4c5b35d211a req-5fe85193-e761-4123-aa52-7ff2f897c03e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 01:45:48.582147 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5b27724c-4b21-4cc0-9466-e4c5b35d211a req-5fe85193-e761-4123-aa52-7ff2f897c03e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "DELETE /v2.0/security-groups/35d57963-e60e-4929-87bb-d7ab2115f7a4 HTTP/1.1" status: 409 len: 341 time: 0.0563376 Jul 30 01:45:48.587171 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-2febaa6f-19af-405a-8af6-781c4de3a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:48.587171 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-2febaa6f-19af-405a-8af6-781c4de3a338 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&device_id=32001505-d863-4323-a6ee-c16c0245daaf HTTP/1.1" status: 200 len: 1098 time: 0.0890961 Jul 30 01:45:48.590161 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-df2a1b02-0308-4626-8e38-6b660ef8e2f1 service neutron] For port 8f87cad4-f402-49b4-b2d3-d46655d95204, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:48.596423 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-df2a1b02-0308-4626-8e38-6b660ef8e2f1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:48.597574 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-df2a1b02-0308-4626-8e38-6b660ef8e2f1 service neutron] 10.222.0.77 "DELETE /v2.0/ports/8f87cad4-f402-49b4-b2d3-d46655d95204/bindings/n-h1-713498-9 HTTP/1.1" status: 204 len: 173 time: 0.6406684 Jul 30 01:45:48.601716 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1e8ac791-243d-433b-aaa3-c94e1f056e0d req-e562f544-8bf7-45ab-876c-3f307bf91450 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "GET /v2.0/security-groups/11e3108e-da1c-4a53-9598-39461e253977 HTTP/1.1" status: 200 len: 1804 time: 0.1359565 Jul 30 01:45:48.629115 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-1e8ac791-243d-433b-aaa3-c94e1f056e0d req-b9745622-2a25-4cfd-a36c-7c85f3c27668 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11e3108e-da1c-4a53-9598-39461e253977', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:48.629439 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-1e8ac791-243d-433b-aaa3-c94e1f056e0d req-b9745622-2a25-4cfd-a36c-7c85f3c27668 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11e3108e-da1c-4a53-9598-39461e253977', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:48.648526 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9069bd-7989-4dc8-9c2f-3eed81e80087 req-f48b65c0-9a17-4f1c-b187-d9468a988a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:48.650128 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1f9069bd-7989-4dc8-9c2f-3eed81e80087 req-f48b65c0-9a17-4f1c-b187-d9468a988a31 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=532deb34bbd846ce86f160f5f89040d6&device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 1175 time: 0.1392207 Jul 30 01:45:48.654025 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-4d4ae72f-7d58-4fae-bf52-c9db6dd21c6f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a72d7450-9c60-4665-97b9-281c58d6a8f6 HTTP/1.1" status: 200 len: 217 time: 0.0419388 Jul 30 01:45:48.660912 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-0ff4c566-95aa-417f-a3f7-d6cffadd7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:48.662799 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-0ff4c566-95aa-417f-a3f7-d6cffadd7356 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1619041 Jul 30 01:45:48.721309 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ed6affcf-db90-4d95-8b75-c77b2af89343 req-a1c61fc1-4b03-4f95-b007-6925c40cf057 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b47fb52-d487-491e-861c-8a02cec8f1bc HTTP/1.1" status: 200 len: 210 time: 0.0427363 Jul 30 01:45:48.748710 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-949171bd-0c39-4dc4-b0d6-5318a7a80079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:48.750892 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-949171bd-0c39-4dc4-b0d6-5318a7a80079 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0798802 Jul 30 01:45:48.783824 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a8ed56-f70a-414e-ba2d-1643d4d31d87 x-openstack-request-id: req-f7a8ed56-f70a-414e-ba2d-1643d4d31d87 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:48.783824 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b47fb52-d487-491e-861c-8a02cec8f1bc", "name": "network-vif-deleted", "tag": "2b70aba6-203f-4239-9dd0-1aaac7726e36", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:48.783824 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7a8ed56-f70a-414e-ba2d-1643d4d31d87 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:48.783824 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b47fb52-d487-491e-861c-8a02cec8f1bc', 'name': 'network-vif-deleted', 'tag': '2b70aba6-203f-4239-9dd0-1aaac7726e36', 'status': 'completed', 'code': 200} Jul 30 01:45:48.829771 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9069bd-7989-4dc8-9c2f-3eed81e80087 req-73a72c2c-9c1d-48dc-a929-288258a31549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:48.831320 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1f9069bd-7989-4dc8-9c2f-3eed81e80087 req-73a72c2c-9c1d-48dc-a929-288258a31549 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3a621a35-44c6-4105-9f2d-eba3cb0bd5de HTTP/1.1" status: 200 len: 914 time: 0.1676397 Jul 30 01:45:48.834222 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-cb373d08-3ae4-4457-94e2-3cd23168b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:48.839719 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-cb373d08-3ae4-4457-94e2-3cd23168b6e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0791235 Jul 30 01:45:48.848987 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-e6cd293b-3fff-4c95-a702-0d1eff602b6b service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749728 Jul 30 01:45:48.906179 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1f9069bd-7989-4dc8-9c2f-3eed81e80087 req-36f54ef7-a96c-4f65-bcbd-5efe304b81c3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60d7f62f-1858-4318-ad17-47f98e75e694 HTTP/1.1" status: 200 len: 217 time: 0.0560288 Jul 30 01:45:48.942518 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-b35fef08-ee6d-43c9-9ae3-4bfd2378fcef service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943382 Jul 30 01:45:48.996548 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-1e8ac791-243d-433b-aaa3-c94e1f056e0d req-b9745622-2a25-4cfd-a36c-7c85f3c27668 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:49.053532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9069bd-7989-4dc8-9c2f-3eed81e80087 req-ea6f4299-543a-440d-ae8a-2fba2568f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:49.053941 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-58b0d6d0-51c8-497f-867d-3d28d369f09a service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034474 Jul 30 01:45:49.055595 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1f9069bd-7989-4dc8-9c2f-3eed81e80087 req-ea6f4299-543a-440d-ae8a-2fba2568f169 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=30644392-d094-481b-a028-a7f7974310de HTTP/1.1" status: 200 len: 853 time: 0.1318419 Jul 30 01:45:49.068484 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cd9f4291-d31b-4e76-b0bd-101a51ed232e req-e511bfab-c47e-4d6f-b26b-ab5291589a45 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046781 Jul 30 01:45:49.070938 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-1e8ac791-243d-433b-aaa3-c94e1f056e0d req-b9745622-2a25-4cfd-a36c-7c85f3c27668 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:49.119512 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1f9069bd-7989-4dc8-9c2f-3eed81e80087 req-af92ec1e-418b-4205-a635-3d7795fcd11d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3a621a35-44c6-4105-9f2d-eba3cb0bd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273232 Jul 30 01:45:49.221709 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1f9069bd-7989-4dc8-9c2f-3eed81e80087 req-2eb48fd0-ab04-4325-9655-0c35e9b59ace service neutron] 10.222.0.77 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877547 Jul 30 01:45:49.253489 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-1e8ac791-243d-433b-aaa3-c94e1f056e0d req-b9745622-2a25-4cfd-a36c-7c85f3c27668 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:49.307047 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9745622-2a25-4cfd-a36c-7c85f3c27668 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1257cfd-1620-4a89-8348-c2ba5c9fca83,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:49.346460 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1f9069bd-7989-4dc8-9c2f-3eed81e80087 req-9fcef8d1-157d-437a-8949-42c6eb5cd0b4 service neutron] 10.222.0.77 "GET /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175003 Jul 30 01:45:49.450673 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-1e8ac791-243d-433b-aaa3-c94e1f056e0d req-b9745622-2a25-4cfd-a36c-7c85f3c27668 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:49.451805 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1e8ac791-243d-433b-aaa3-c94e1f056e0d req-b9745622-2a25-4cfd-a36c-7c85f3c27668 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8281994 Jul 30 01:45:50.142002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dae00-3709-4dac-b52c-93f2475b90b4 req-953a363a-2ad2-4c09-8f05-628136002ce3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:50.143646 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-531dae00-3709-4dac-b52c-93f2475b90b4 req-953a363a-2ad2-4c09-8f05-628136002ce3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=32001505-d863-4323-a6ee-c16c0245daaf HTTP/1.1" status: 200 len: 947 time: 0.0508361 Jul 30 01:45:50.185713 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-531dae00-3709-4dac-b52c-93f2475b90b4 req-3eaf78f1-573f-4f80-9a17-1fef889ce8dc tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354817 Jul 30 01:45:50.249353 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0a072baa-2fc4-4da9-9dcb-dad48266d49a req-5fcc6527-c89c-470e-a0e9-892eb2554ac6 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "GET /v2.0/security-groups/11e3108e-da1c-4a53-9598-39461e253977 HTTP/1.1" status: 200 len: 2397 time: 0.0413411 Jul 30 01:45:50.260915 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-0a072baa-2fc4-4da9-9dcb-dad48266d49a req-3e09a35c-dacc-4b0f-a912-5f9aecb43f46 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11e3108e-da1c-4a53-9598-39461e253977', 'remote_group_id': None}]} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:50.261237 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-0a072baa-2fc4-4da9-9dcb-dad48266d49a req-3e09a35c-dacc-4b0f-a912-5f9aecb43f46 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11e3108e-da1c-4a53-9598-39461e253977', 'remote_group_id': None}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:50.422026 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0a072baa-2fc4-4da9-9dcb-dad48266d49a req-3e09a35c-dacc-4b0f-a912-5f9aecb43f46 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:50.440563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2555a27b-a3c9-4404-8dce-a86df23ebdc8', 'tag': 'fbeb9454-a776-4aaa-ace5-b1e0565a747d'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:50.442854 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239d34f8-333e-494a-a3dc-8cd74213618d" -d '{"events": [{"name": "network-changed", "server_uuid": "2555a27b-a3c9-4404-8dce-a86df23ebdc8", "tag": "fbeb9454-a776-4aaa-ace5-b1e0565a747d"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:50.453906 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0a072baa-2fc4-4da9-9dcb-dad48266d49a req-3e09a35c-dacc-4b0f-a912-5f9aecb43f46 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:50.610521 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0a072baa-2fc4-4da9-9dcb-dad48266d49a req-3e09a35c-dacc-4b0f-a912-5f9aecb43f46 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:50.628565 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09a35c-dacc-4b0f-a912-5f9aecb43f46 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eae3578-1df0-4eee-9fd8-1f363426e85c,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:50.699347 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0a072baa-2fc4-4da9-9dcb-dad48266d49a req-3e09a35c-dacc-4b0f-a912-5f9aecb43f46 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:50.702991 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0a072baa-2fc4-4da9-9dcb-dad48266d49a req-3e09a35c-dacc-4b0f-a912-5f9aecb43f46 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4462788 Jul 30 01:45:50.709571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba94bc-129d-4755-a0e5-52e077951e21 req-12023446-22f7-40d4-b882-d7e5f658b695 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:50.711869 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-06ba94bc-129d-4755-a0e5-52e077951e21 req-12023446-22f7-40d4-b882-d7e5f658b695 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 1095 time: 0.0417638 Jul 30 01:45:50.748076 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-06ba94bc-129d-4755-a0e5-52e077951e21 req-3119deca-f2a8-4dd5-8d2f-3225558f05c8 tempest-LiveAutoBlockMigrationV225Test-917197589 tempest-LiveAutoBlockMigrationV225Test-917197589-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299437 Jul 30 01:45:50.779855 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32001505-d863-4323-a6ee-c16c0245daaf', 'tag': 'a72d7450-9c60-4665-97b9-281c58d6a8f6'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:50.782989 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a6f325-ba94-43d3-8d7d-1cd3fa19ffe2" -d '{"events": [{"name": "network-changed", "server_uuid": "32001505-d863-4323-a6ee-c16c0245daaf", "tag": "a72d7450-9c60-4665-97b9-281c58d6a8f6"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:50.809718 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0397f0f-9d49-460c-8a5a-d2f23c7ecf4a x-openstack-request-id: req-f0397f0f-9d49-460c-8a5a-d2f23c7ecf4a {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:50.810178 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2555a27b-a3c9-4404-8dce-a86df23ebdc8", "tag": "fbeb9454-a776-4aaa-ace5-b1e0565a747d", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:50.810588 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f0397f0f-9d49-460c-8a5a-d2f23c7ecf4a {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:50.810965 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2555a27b-a3c9-4404-8dce-a86df23ebdc8', 'tag': 'fbeb9454-a776-4aaa-ace5-b1e0565a747d', 'status': 'completed', 'code': 200} Jul 30 01:45:50.835505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ba4e9-68c1-4697-8be8-b4cbbb7526ad req-98ee7314-7209-42ee-863f-0432aaaccc73 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:50.837783 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-609ba4e9-68c1-4697-8be8-b4cbbb7526ad req-98ee7314-7209-42ee-863f-0432aaaccc73 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 1024 time: 0.0597780 Jul 30 01:45:50.908698 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-609ba4e9-68c1-4697-8be8-b4cbbb7526ad req-cfd19936-efb6-4a02-a8de-3e2baad11a37 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&id=c265a0f2-bb5c-4709-945c-449a424f0f23&id=35d57963-e60e-4929-87bb-d7ab2115f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0645244 Jul 30 01:45:50.928676 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d34f8-333e-494a-a3dc-8cd74213618d req-43410d27-c815-4cbe-8035-c40fa4cc9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:50.930256 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-239d34f8-333e-494a-a3dc-8cd74213618d req-43410d27-c815-4cbe-8035-c40fa4cc9972 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&device_id=2555a27b-a3c9-4404-8dce-a86df23ebdc8 HTTP/1.1" status: 200 len: 1098 time: 0.0588665 Jul 30 01:45:51.026722 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6505abce-42ca-4a7c-8b2d-516fa20b58a0 req-385d1090-8e13-4d87-8acb-d5caed10fa5c tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "GET /v2.0/security-groups/11e3108e-da1c-4a53-9598-39461e253977 HTTP/1.1" status: 200 len: 2995 time: 0.0949721 Jul 30 01:45:51.051988 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d34f8-333e-494a-a3dc-8cd74213618d req-06f4c33a-7ef5-417f-8b7d-b79b7d707c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:51.053096 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-239d34f8-333e-494a-a3dc-8cd74213618d req-06f4c33a-7ef5-417f-8b7d-b79b7d707c3b service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.1145606 Jul 30 01:45:51.101478 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-239d34f8-333e-494a-a3dc-8cd74213618d req-8deecc46-640f-4f68-93bf-1e62e7efcded service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=fbeb9454-a776-4aaa-ace5-b1e0565a747d HTTP/1.1" status: 200 len: 217 time: 0.0398088 Jul 30 01:45:51.154757 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d34f8-333e-494a-a3dc-8cd74213618d req-9520b283-77cc-4513-a55f-c85d1a56150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:51.156187 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-239d34f8-333e-494a-a3dc-8cd74213618d req-9520b283-77cc-4513-a55f-c85d1a56150d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0447311 Jul 30 01:45:51.203358 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d34f8-333e-494a-a3dc-8cd74213618d req-c86e112f-76a2-4b8d-a6a1-3da6b97e8e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:51.204907 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-239d34f8-333e-494a-a3dc-8cd74213618d req-c86e112f-76a2-4b8d-a6a1-3da6b97e8e05 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0404325 Jul 30 01:45:51.302890 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-239d34f8-333e-494a-a3dc-8cd74213618d req-b99be7fd-3f50-4d1a-a2c1-b7a59416c408 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889540 Jul 30 01:45:51.402013 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-239d34f8-333e-494a-a3dc-8cd74213618d req-b30c7d56-65b9-4e28-9272-22a58ff97bc2 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876212 Jul 30 01:45:51.430786 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53252d77-b93e-4caa-bbad-b46d2bf5ec8d x-openstack-request-id: req-53252d77-b93e-4caa-bbad-b46d2bf5ec8d {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:51.431105 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32001505-d863-4323-a6ee-c16c0245daaf", "tag": "a72d7450-9c60-4665-97b9-281c58d6a8f6", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:51.431332 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-53252d77-b93e-4caa-bbad-b46d2bf5ec8d {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:51.431729 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32001505-d863-4323-a6ee-c16c0245daaf', 'tag': 'a72d7450-9c60-4665-97b9-281c58d6a8f6', 'status': 'completed', 'code': 200} Jul 30 01:45:51.518819 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6f325-ba94-43d3-8d7d-1cd3fa19ffe2 req-28618298-3544-45b3-b3e9-26e5e1a8abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:51.520342 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-32a6f325-ba94-43d3-8d7d-1cd3fa19ffe2 req-28618298-3544-45b3-b3e9-26e5e1a8abe3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&device_id=32001505-d863-4323-a6ee-c16c0245daaf HTTP/1.1" status: 200 len: 1098 time: 0.0423789 Jul 30 01:45:51.525624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a72d7450-9c60-4665-97b9-281c58d6a8f6 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:45:51.629447 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a72d7450-9c60-4665-97b9-281c58d6a8f6, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a72d7450-9c60-4665-97b9-281c58d6a8f6,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:51.643495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'a72d7450-9c60-4665-97b9-281c58d6a8f6', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': 'a72d7450-9c60-4665-97b9-281c58d6a8f6', 'mac_address': 'fa:16:3e:0e:d6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:45:51.652886 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6f325-ba94-43d3-8d7d-1cd3fa19ffe2 req-86ab4f95-208e-493a-b7a4-7d103ded2760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:51.653312 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 2b70aba6-203f-4239-9dd0-1aaac7726e36 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:51.654454 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-32a6f325-ba94-43d3-8d7d-1cd3fa19ffe2 req-86ab4f95-208e-493a-b7a4-7d103ded2760 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.0952194 Jul 30 01:45:51.696412 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 2b70aba6-203f-4239-9dd0-1aaac7726e36 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:51.696808 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 2b70aba6-203f-4239-9dd0-1aaac7726e36 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:51.707946 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:51.714748 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-32a6f325-ba94-43d3-8d7d-1cd3fa19ffe2 req-81dda651-bf6e-45ae-880c-799cd5e54780 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a72d7450-9c60-4665-97b9-281c58d6a8f6 HTTP/1.1" status: 200 len: 217 time: 0.0503900 Jul 30 01:45:51.721737 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a72d7450-9c60-4665-97b9-281c58d6a8f6 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:51.741892 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a72d7450-9c60-4665-97b9-281c58d6a8f6, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a72d7450-9c60-4665-97b9-281c58d6a8f6,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:51.780515 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6f325-ba94-43d3-8d7d-1cd3fa19ffe2 req-cffb1de8-0372-4101-a601-ade1cfdd0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:51.781993 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-32a6f325-ba94-43d3-8d7d-1cd3fa19ffe2 req-cffb1de8-0372-4101-a601-ade1cfdd0de6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0507672 Jul 30 01:45:51.816335 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:51.840120 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7b974e2d-6fec-4285-b507-7ea3819dfa73 req-e604a79e-3b9a-47ba-ad0c-a0fb45b55168 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "GET /v2.0/security-group-rules/2eae3578-1df0-4eee-9fd8-1f363426e85c HTTP/1.1" status: 200 len: 783 time: 0.0228326 Jul 30 01:45:51.856188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6f325-ba94-43d3-8d7d-1cd3fa19ffe2 req-b9b201d0-fd07-4efa-b8d7-9a8c00eae9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:51.857684 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-32a6f325-ba94-43d3-8d7d-1cd3fa19ffe2 req-b9b201d0-fd07-4efa-b8d7-9a8c00eae9b2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0653672 Jul 30 01:45:51.864339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=a72d7450-9c60-4665-97b9-281c58d6a8f6,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:51.936930 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7b974e2d-6fec-4285-b507-7ea3819dfa73 req-d9c4887c-0738-456e-8a3b-c1c12a51a20d tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "GET /v2.0/security-groups/11e3108e-da1c-4a53-9598-39461e253977 HTTP/1.1" status: 200 len: 2995 time: 0.0892608 Jul 30 01:45:51.945524 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f9658-0245-4b1e-a7b4-ca205b099659 req-2f9d1c1a-9638-401d-964e-62d27464c5b6 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:51.947618 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-496f9658-0245-4b1e-a7b4-ca205b099659 req-2f9d1c1a-9638-401d-964e-62d27464c5b6 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.10 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 944 time: 0.0645134 Jul 30 01:45:52.022083 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7b974e2d-6fec-4285-b507-7ea3819dfa73 req-67ad9fc9-1887-4216-98da-16d4cc2846df tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:52.037076 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-32a6f325-ba94-43d3-8d7d-1cd3fa19ffe2 req-63abfa5f-9f38-4889-9254-5900b748aedc service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549249 Jul 30 01:45:52.038907 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7b974e2d-6fec-4285-b507-7ea3819dfa73 req-67ad9fc9-1887-4216-98da-16d4cc2846df tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:52.056538 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-496f9658-0245-4b1e-a7b4-ca205b099659 req-3c626ab4-61c6-4734-bd1f-325bc6ac2584 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Deleting port 13f1ee9c-a606-43f6-a86a-e4749445d2be {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:52.056886 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-496f9658-0245-4b1e-a7b4-ca205b099659 req-3c626ab4-61c6-4734-bd1f-325bc6ac2584 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:52.117366 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3eaff-8aff-4bc1-a3b2-a3870dc4a24c req-56603e1d-abb8-4248-9cf1-7cf54bead9ba tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:52.118891 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c4c3eaff-8aff-4bc1-a3b2-a3870dc4a24c req-56603e1d-abb8-4248-9cf1-7cf54bead9ba tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 1024 time: 0.1407404 Jul 30 01:45:52.145594 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-496f9658-0245-4b1e-a7b4-ca205b099659 req-3c626ab4-61c6-4734-bd1f-325bc6ac2584 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] For port 13f1ee9c-a606-43f6-a86a-e4749445d2be, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=13f1ee9c-a606-43f6-a86a-e4749445d2be,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:52.145966 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-496f9658-0245-4b1e-a7b4-ca205b099659 req-3c626ab4-61c6-4734-bd1f-325bc6ac2584 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:52.159649 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-496f9658-0245-4b1e-a7b4-ca205b099659 req-3c626ab4-61c6-4734-bd1f-325bc6ac2584 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Calling delete_port for 13f1ee9c-a606-43f6-a86a-e4749445d2be owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:52.186244 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7b974e2d-6fec-4285-b507-7ea3819dfa73 req-67ad9fc9-1887-4216-98da-16d4cc2846df tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:52.199680 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7b974e2d-6fec-4285-b507-7ea3819dfa73 req-67ad9fc9-1887-4216-98da-16d4cc2846df tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:52.200726 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7b974e2d-6fec-4285-b507-7ea3819dfa73 req-67ad9fc9-1887-4216-98da-16d4cc2846df tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/2eae3578-1df0-4eee-9fd8-1f363426e85c HTTP/1.1" status: 204 len: 173 time: 0.2575531 Jul 30 01:45:52.214057 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad9fc9-1887-4216-98da-16d4cc2846df tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2eae3578-1df0-4eee-9fd8-1f363426e85c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:52.222230 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-32a6f325-ba94-43d3-8d7d-1cd3fa19ffe2 req-9462681c-497b-4fe0-8e2b-ec63c12769b8 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747999 Jul 30 01:45:52.234929 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a72d7450-9c60-4665-97b9-281c58d6a8f6'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:52.281740 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-c4c3eaff-8aff-4bc1-a3b2-a3870dc4a24c req-24299b2a-727b-4956-beb6-1b1b17951865 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Deleting port 60d7f62f-1858-4318-ad17-47f98e75e694 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:52.282080 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c4c3eaff-8aff-4bc1-a3b2-a3870dc4a24c req-24299b2a-727b-4956-beb6-1b1b17951865 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:52.379099 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-496f9658-0245-4b1e-a7b4-ca205b099659 req-3c626ab4-61c6-4734-bd1f-325bc6ac2584 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:52.379897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-c4c3eaff-8aff-4bc1-a3b2-a3870dc4a24c req-24299b2a-727b-4956-beb6-1b1b17951865 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] For port 60d7f62f-1858-4318-ad17-47f98e75e694, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=60d7f62f-1858-4318-ad17-47f98e75e694,segment=NetworkSegment(738d7674-e9f5-4be2-a8b4-1ffca710ea5e),segment_id=738d7674-e9f5-4be2-a8b4-1ffca710ea5e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:52.380450 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c4c3eaff-8aff-4bc1-a3b2-a3870dc4a24c req-24299b2a-727b-4956-beb6-1b1b17951865 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:52.402961 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-c4c3eaff-8aff-4bc1-a3b2-a3870dc4a24c req-24299b2a-727b-4956-beb6-1b1b17951865 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Calling delete_port for 60d7f62f-1858-4318-ad17-47f98e75e694 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:52.428988 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c626ab4-61c6-4734-bd1f-325bc6ac2584 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Pushing event deleted for resources: {'Port': ['ID=13f1ee9c-a606-43f6-a86a-e4749445d2be,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:52.468417 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-496f9658-0245-4b1e-a7b4-ca205b099659 req-3c626ab4-61c6-4734-bd1f-325bc6ac2584 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] No DVR routers for this DVR port 13f1ee9c-a606-43f6-a86a-e4749445d2be on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:52.470992 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-496f9658-0245-4b1e-a7b4-ca205b099659 req-3c626ab4-61c6-4734-bd1f-325bc6ac2584 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:52.473068 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-496f9658-0245-4b1e-a7b4-ca205b099659 req-3c626ab4-61c6-4734-bd1f-325bc6ac2584 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.10 "DELETE /v2.0/ports/13f1ee9c-a606-43f6-a86a-e4749445d2be HTTP/1.1" status: 204 len: 173 time: 0.5114782 Jul 30 01:45:52.519809 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2382a9c-3105-4c5d-9036-9dc6e45aadd0 req-925bd20b-1d71-47c7-9bef-41956ba6ee24 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:52.521307 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2382a9c-3105-4c5d-9036-9dc6e45aadd0 req-925bd20b-1d71-47c7-9bef-41956ba6ee24 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=32001505-d863-4323-a6ee-c16c0245daaf HTTP/1.1" status: 200 len: 948 time: 0.0690145 Jul 30 01:45:52.585743 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2382a9c-3105-4c5d-9036-9dc6e45aadd0 req-236994a7-0e8f-4dae-bdf9-453ca0e2ec1b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554459 Jul 30 01:45:52.692614 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c4c3eaff-8aff-4bc1-a3b2-a3870dc4a24c req-24299b2a-727b-4956-beb6-1b1b17951865 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:52.722235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24299b2a-727b-4956-beb6-1b1b17951865 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event deleted for resources: {'Port': ['ID=60d7f62f-1858-4318-ad17-47f98e75e694,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:52.764801 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c3eaff-8aff-4bc1-a3b2-a3870dc4a24c req-24299b2a-727b-4956-beb6-1b1b17951865 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] No DVR routers for this DVR port 60d7f62f-1858-4318-ad17-47f98e75e694 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:52.767365 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c4c3eaff-8aff-4bc1-a3b2-a3870dc4a24c req-24299b2a-727b-4956-beb6-1b1b17951865 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:52.769331 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c4c3eaff-8aff-4bc1-a3b2-a3870dc4a24c req-24299b2a-727b-4956-beb6-1b1b17951865 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.77 "DELETE /v2.0/ports/60d7f62f-1858-4318-ad17-47f98e75e694 HTTP/1.1" status: 204 len: 173 time: 0.6349211 Jul 30 01:45:52.812168 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c99a54-121c-4a34-b500-69f8ec8a08fd', 'name': 'network-vif-deleted', 'tag': '60d7f62f-1858-4318-ad17-47f98e75e694'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:52.815195 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c0f778-403b-4466-9335-59ecddc07820" -d '{"events": [{"server_uuid": "b8c99a54-121c-4a34-b500-69f8ec8a08fd", "name": "network-vif-deleted", "tag": "60d7f62f-1858-4318-ad17-47f98e75e694"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:52.927430 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e448ec-b689-4058-9bcb-70b92d167d27 req-ce0f97e4-9eda-47ac-9bc1-5ed1b8054900 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:52.929449 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3e448ec-b689-4058-9bcb-70b92d167d27 req-ce0f97e4-9eda-47ac-9bc1-5ed1b8054900 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.77 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 944 time: 0.0625358 Jul 30 01:45:52.941465 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-61c151ad-befa-442a-b8c2-bd1a376ad313 req-a3739779-658d-464b-a28f-411fb3c76aee tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=d50a65f2-580c-4b80-b6e7-b025956578b2 HTTP/1.1" status: 200 len: 210 time: 0.0363951 Jul 30 01:45:53.051194 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-c3e448ec-b689-4058-9bcb-70b92d167d27 req-70a8da39-ce2c-43ae-b1fe-0358e080f0ce tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Deleting port 8f87cad4-f402-49b4-b2d3-d46655d95204 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:53.051712 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c3e448ec-b689-4058-9bcb-70b92d167d27 req-70a8da39-ce2c-43ae-b1fe-0358e080f0ce tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.054201 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa415806-f131-4100-ba7a-b678e0b399c6 req-bd9f8128-99cf-4f9e-b0c7-8bbb80c12741 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:53.056454 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fa415806-f131-4100-ba7a-b678e0b399c6 req-bd9f8128-99cf-4f9e-b0c7-8bbb80c12741 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 944 time: 0.0505598 Jul 30 01:45:53.097962 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fa415806-f131-4100-ba7a-b678e0b399c6 req-aec8ccd6-9d02-48c3-b58f-8392da1e8340 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342107 Jul 30 01:45:53.103114 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a1a0bec4-ef09-4b8b-9a31-8535a631074f', '60d7f62f-1858-4318-ad17-47f98e75e694'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:53.169943 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-c3e448ec-b689-4058-9bcb-70b92d167d27 req-70a8da39-ce2c-43ae-b1fe-0358e080f0ce tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] For port 8f87cad4-f402-49b4-b2d3-d46655d95204, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8f87cad4-f402-49b4-b2d3-d46655d95204,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:53.170331 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c3e448ec-b689-4058-9bcb-70b92d167d27 req-70a8da39-ce2c-43ae-b1fe-0358e080f0ce tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.199294 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4c6b999a-7400-4dac-ac00-574d3520217c req-87f6e4cf-badb-4f8d-84ca-c3f8e0d47ead tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8c99a54-121c-4a34-b500-69f8ec8a08fd HTTP/1.1" status: 200 len: 210 time: 0.0365646 Jul 30 01:45:53.212036 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-c3e448ec-b689-4058-9bcb-70b92d167d27 req-70a8da39-ce2c-43ae-b1fe-0358e080f0ce tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Calling delete_port for 8f87cad4-f402-49b4-b2d3-d46655d95204 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:53.285988 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d9ad1917-de2a-4322-bff3-b0cb960204a8 req-8c1a5b60-ebbd-49f6-8b0c-348cca30d9f1 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "GET /v2.0/security-groups/11e3108e-da1c-4a53-9598-39461e253977 HTTP/1.1" status: 200 len: 2397 time: 0.0716927 Jul 30 01:45:53.352762 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d9ad1917-de2a-4322-bff3-b0cb960204a8 req-179ff6eb-c5d0-4151-a93c-e4f02dc5e26a tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.385192 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d9ad1917-de2a-4322-bff3-b0cb960204a8 req-179ff6eb-c5d0-4151-a93c-e4f02dc5e26a tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.432549 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50a65f2-580c-4b80-b6e7-b025956578b2', 'name': 'network-vif-deleted', 'tag': '13f1ee9c-a606-43f6-a86a-e4749445d2be'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:53.436677 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d69174-333e-4343-a45f-097d85e618ef" -d '{"events": [{"server_uuid": "d50a65f2-580c-4b80-b6e7-b025956578b2", "name": "network-vif-deleted", "tag": "13f1ee9c-a606-43f6-a86a-e4749445d2be"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:53.470722 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcfb5ef-3117-4eca-a476-3ddbda5c79d7 x-openstack-request-id: req-4fcfb5ef-3117-4eca-a476-3ddbda5c79d7 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:53.472749 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c99a54-121c-4a34-b500-69f8ec8a08fd", "name": "network-vif-deleted", "tag": "60d7f62f-1858-4318-ad17-47f98e75e694", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:53.472749 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4fcfb5ef-3117-4eca-a476-3ddbda5c79d7 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:53.472749 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c99a54-121c-4a34-b500-69f8ec8a08fd', 'name': 'network-vif-deleted', 'tag': '60d7f62f-1858-4318-ad17-47f98e75e694', 'status': 'completed', 'code': 200} Jul 30 01:45:53.504267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37920) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:53.516473 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c3e448ec-b689-4058-9bcb-70b92d167d27 req-70a8da39-ce2c-43ae-b1fe-0358e080f0ce tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.544313 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device fbeb9454-a776-4aaa-ace5-b1e0565a747d details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:45:53.587277 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8da39-ce2c-43ae-b1fe-0358e080f0ce tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Pushing event deleted for resources: {'Port': ['ID=8f87cad4-f402-49b4-b2d3-d46655d95204,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:53.596763 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48a0c8f-918a-438d-8b45-6df2da0e6959 x-openstack-request-id: req-a48a0c8f-918a-438d-8b45-6df2da0e6959 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:53.596763 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50a65f2-580c-4b80-b6e7-b025956578b2", "name": "network-vif-deleted", "tag": "13f1ee9c-a606-43f6-a86a-e4749445d2be", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:53.596763 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a48a0c8f-918a-438d-8b45-6df2da0e6959 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:53.596763 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50a65f2-580c-4b80-b6e7-b025956578b2', 'name': 'network-vif-deleted', 'tag': '13f1ee9c-a606-43f6-a86a-e4749445d2be', 'status': 'completed', 'code': 200} Jul 30 01:45:53.608700 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e448ec-b689-4058-9bcb-70b92d167d27 req-70a8da39-ce2c-43ae-b1fe-0358e080f0ce tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] No DVR routers for this DVR port 8f87cad4-f402-49b4-b2d3-d46655d95204 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:53.613075 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c3e448ec-b689-4058-9bcb-70b92d167d27 req-70a8da39-ce2c-43ae-b1fe-0358e080f0ce tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.615232 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3e448ec-b689-4058-9bcb-70b92d167d27 req-70a8da39-ce2c-43ae-b1fe-0358e080f0ce tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.77 "DELETE /v2.0/ports/8f87cad4-f402-49b4-b2d3-d46655d95204 HTTP/1.1" status: 204 len: 173 time: 0.6762137 Jul 30 01:45:53.620206 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d9ad1917-de2a-4322-bff3-b0cb960204a8 req-179ff6eb-c5d0-4151-a93c-e4f02dc5e26a tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.628205 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d9ad1917-de2a-4322-bff3-b0cb960204a8 req-179ff6eb-c5d0-4151-a93c-e4f02dc5e26a tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.631332 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7802-aa27-4ea3-9281-33fcbcd87245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.635135 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d9ad1917-de2a-4322-bff3-b0cb960204a8 req-179ff6eb-c5d0-4151-a93c-e4f02dc5e26a tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "DELETE /v2.0/security-groups/11e3108e-da1c-4a53-9598-39461e253977 HTTP/1.1" status: 204 len: 173 time: 0.3481922 Jul 30 01:45:53.662781 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port fbeb9454-a776-4aaa-ace5-b1e0565a747d, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=fbeb9454-a776-4aaa-ace5-b1e0565a747d,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:53.674976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ff6eb-c5d0-4151-a93c-e4f02dc5e26a tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e3108e-da1c-4a53-9598-39461e253977,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:53.677115 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a72d7450-9c60-4665-97b9-281c58d6a8f6 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:53.679484 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'fbeb9454-a776-4aaa-ace5-b1e0565a747d', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': 'fbeb9454-a776-4aaa-ace5-b1e0565a747d', 'mac_address': 'fa:16:3e:12:6b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:45:53.713882 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['6012cfaf-7ddf-4153-add8-259fdcf5e838', '8f87cad4-f402-49b4-b2d3-d46655d95204'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:53.714702 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-1b9cf924-fc95-48b3-a948-d6c57f05db19 req-4aa309ef-9f75-4db0-9888-c506ddf6f549 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] show failed (client error): The resource could not be found. Jul 30 01:45:53.720601 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1b9cf924-fc95-48b3-a948-d6c57f05db19 req-4aa309ef-9f75-4db0-9888-c506ddf6f549 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "GET /v2.0/security-groups/12a86682-4884-4b1a-a80b-376488303dac HTTP/1.1" status: 404 len: 352 time: 0.0315578 Jul 30 01:45:53.823847 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399145d4-391b-4326-81fb-9303a2df516c req-fe0c2a91-2392-4f1c-bb3a-6c189dfef2de tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:53.826132 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-399145d4-391b-4326-81fb-9303a2df516c req-fe0c2a91-2392-4f1c-bb3a-6c189dfef2de tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=32001505-d863-4323-a6ee-c16c0245daaf HTTP/1.1" status: 200 len: 948 time: 0.1474235 Jul 30 01:45:53.865794 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-091e06d1-8680-4c91-b953-2d89cdb038d4 req-e271806a-e026-4b2b-84a3-385670a923d2 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "GET /v2.0/security-groups/ac6e3548-e53c-4d21-bb51-14ff2106b9fa HTTP/1.1" status: 200 len: 1804 time: 0.0862174 Jul 30 01:45:53.911790 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.940989 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbeb9454-a776-4aaa-ace5-b1e0565a747d {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:53.970522 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-399145d4-391b-4326-81fb-9303a2df516c req-7985253d-564f-492b-8d38-de92af35bfe4 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310756 Jul 30 01:45:53.980172 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-091e06d1-8680-4c91-b953-2d89cdb038d4 req-801bc972-1cae-4e4e-8eb2-9524dcf7ec91 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.987789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port fbeb9454-a776-4aaa-ace5-b1e0565a747d, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=fbeb9454-a776-4aaa-ace5-b1e0565a747d,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:54.016472 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7802-aa27-4ea3-9281-33fcbcd87245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.028743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port a72d7450-9c60-4665-97b9-281c58d6a8f6 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:54.033297 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port a72d7450-9c60-4665-97b9-281c58d6a8f6 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:54.033779 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.036176 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-091e06d1-8680-4c91-b953-2d89cdb038d4 req-801bc972-1cae-4e4e-8eb2-9524dcf7ec91 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.090917 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.123719 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7802-aa27-4ea3-9281-33fcbcd87245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.158032 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.175392 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1ecc7802-aa27-4ea3-9281-33fcbcd87245 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=815956a833184f2bb6d96e589849ef28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6699259 Jul 30 01:45:54.178413 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37936) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:54.188124 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc7802-aa27-4ea3-9281-33fcbcd87245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b19e4bc-bdda-4d63-a50e-848c74ab8756,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:54.198462 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=fbeb9454-a776-4aaa-ace5-b1e0565a747d,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:54.206375 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32001505-d863-4323-a6ee-c16c0245daaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72d7450-9c60-4665-97b9-281c58d6a8f6'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:54.211702 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae03d83-6adf-4012-8c4b-3ca6d0ba64d8" -d '{"events": [{"server_uuid": "32001505-d863-4323-a6ee-c16c0245daaf", "name": "network-vif-plugged", "status": "completed", "tag": "a72d7450-9c60-4665-97b9-281c58d6a8f6"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:54.223144 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a72d7450-9c60-4665-97b9-281c58d6a8f6, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a72d7450-9c60-4665-97b9-281c58d6a8f6,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:54.228501 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-091e06d1-8680-4c91-b953-2d89cdb038d4 req-801bc972-1cae-4e4e-8eb2-9524dcf7ec91 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.231237 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-091e06d1-8680-4c91-b953-2d89cdb038d4 req-801bc972-1cae-4e4e-8eb2-9524dcf7ec91 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.232385 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-091e06d1-8680-4c91-b953-2d89cdb038d4 req-801bc972-1cae-4e4e-8eb2-9524dcf7ec91 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "DELETE /v2.0/security-groups/ac6e3548-e53c-4d21-bb51-14ff2106b9fa HTTP/1.1" status: 204 len: 173 time: 0.3595819 Jul 30 01:45:54.272704 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bc972-1cae-4e4e-8eb2-9524dcf7ec91 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6e3548-e53c-4d21-bb51-14ff2106b9fa,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:54.301861 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.303972 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2f46b59b-22b5-48da-9576-10a25114ed01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.369577 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-25ca466b-9373-419c-870c-69417d29988b req-a3b76bbd-0ba2-4f9c-8821-a1cb0dac763b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 210 time: 0.0571923 Jul 30 01:45:54.371431 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2f46b59b-22b5-48da-9576-10a25114ed01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.377706 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=a72d7450-9c60-4665-97b9-281c58d6a8f6,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:54.443141 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d41144-99c4-41cd-bb1f-604b74dc71dc x-openstack-request-id: req-22d41144-99c4-41cd-bb1f-604b74dc71dc {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:54.443141 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32001505-d863-4323-a6ee-c16c0245daaf", "name": "network-vif-plugged", "status": "completed", "tag": "a72d7450-9c60-4665-97b9-281c58d6a8f6", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:54.443141 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-22d41144-99c4-41cd-bb1f-604b74dc71dc {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:54.443141 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32001505-d863-4323-a6ee-c16c0245daaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72d7450-9c60-4665-97b9-281c58d6a8f6', 'code': 200} Jul 30 01:45:54.522987 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-26540899-ee1e-469b-85b4-14b014296d90 req-0927cad3-b817-4818-936e-e6bed45dba3e tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "GET /v2.0/security-groups/d3a22ddb-2dda-4b22-ae78-07d37c10e0b0 HTTP/1.1" status: 200 len: 1804 time: 0.0642543 Jul 30 01:45:54.576916 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f1529-37c2-4e7c-a9d3-d0446e462a51 req-3996c92a-0853-4927-8cdb-eb7d7ddf6e5a tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:54.578666 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4f5f1529-37c2-4e7c-a9d3-d0446e462a51 req-3996c92a-0853-4927-8cdb-eb7d7ddf6e5a tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 945 time: 0.0559363 Jul 30 01:45:54.579915 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2f46b59b-22b5-48da-9576-10a25114ed01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.582685 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2f46b59b-22b5-48da-9576-10a25114ed01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.589317 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2f46b59b-22b5-48da-9576-10a25114ed01 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0b19e4bc-bdda-4d63-a50e-848c74ab8756 HTTP/1.1" status: 204 len: 168 time: 0.4041975 Jul 30 01:45:54.595580 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['fbeb9454-a776-4aaa-ace5-b1e0565a747d'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:54.598136 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46b59b-22b5-48da-9576-10a25114ed01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b19e4bc-bdda-4d63-a50e-848c74ab8756,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:54.613457 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-26540899-ee1e-469b-85b4-14b014296d90 req-563aac9f-07be-455b-9dd8-b3906bf1506b tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.622348 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02b825-dab4-4527-b55d-7923028effd0 req-fa79c8be-dc9d-4373-8b12-c9ece729834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:54.623887 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-df02b825-dab4-4527-b55d-7923028effd0 req-fa79c8be-dc9d-4373-8b12-c9ece729834a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=32001505-d863-4323-a6ee-c16c0245daaf HTTP/1.1" status: 200 len: 1100 time: 0.0666518 Jul 30 01:45:54.653931 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-26540899-ee1e-469b-85b4-14b014296d90 req-563aac9f-07be-455b-9dd8-b3906bf1506b tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.661423 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4f5f1529-37c2-4e7c-a9d3-d0446e462a51 req-39597766-c8fc-42a8-9a20-d8cb868d7bf3 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb422814-b779-46ec-9f39-be3921d09caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704803 Jul 30 01:45:54.705698 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-df02b825-dab4-4527-b55d-7923028effd0 req-1aaef2fe-a773-405e-827b-dcbdb212ea3a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707562 Jul 30 01:45:54.744496 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5123587-e651-468d-a28c-4acc6b680f24 req-5ed18ae8-6db0-4f58-bf88-6ffd8c5acb0b tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/c265a0f2-bb5c-4709-945c-449a424f0f23 HTTP/1.1" status: 200 len: 1801 time: 0.0677052 Jul 30 01:45:54.811040 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c5123587-e651-468d-a28c-4acc6b680f24 req-47fe0333-7729-4e5f-85fc-b06c71dfcf43 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.813358 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-26540899-ee1e-469b-85b4-14b014296d90 req-563aac9f-07be-455b-9dd8-b3906bf1506b tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.816184 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-26540899-ee1e-469b-85b4-14b014296d90 req-563aac9f-07be-455b-9dd8-b3906bf1506b tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.817464 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-26540899-ee1e-469b-85b4-14b014296d90 req-563aac9f-07be-455b-9dd8-b3906bf1506b tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "DELETE /v2.0/security-groups/d3a22ddb-2dda-4b22-ae78-07d37c10e0b0 HTTP/1.1" status: 204 len: 173 time: 0.2917120 Jul 30 01:45:54.836675 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c5123587-e651-468d-a28c-4acc6b680f24 req-47fe0333-7729-4e5f-85fc-b06c71dfcf43 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.838286 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563aac9f-07be-455b-9dd8-b3906bf1506b tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a22ddb-2dda-4b22-ae78-07d37c10e0b0,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:54.969208 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c5123587-e651-468d-a28c-4acc6b680f24 req-47fe0333-7729-4e5f-85fc-b06c71dfcf43 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.972101 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c5123587-e651-468d-a28c-4acc6b680f24 req-47fe0333-7729-4e5f-85fc-b06c71dfcf43 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.973218 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5123587-e651-468d-a28c-4acc6b680f24 req-47fe0333-7729-4e5f-85fc-b06c71dfcf43 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "DELETE /v2.0/security-groups/c265a0f2-bb5c-4709-945c-449a424f0f23 HTTP/1.1" status: 204 len: 173 time: 0.2211518 Jul 30 01:45:55.002693 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe0333-7729-4e5f-85fc-b06c71dfcf43 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c265a0f2-bb5c-4709-945c-449a424f0f23,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:55.043905 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057ab98-8ac7-4c51-bec1-9ae8014b42fb req-75f96928-0456-4cf0-a2de-44818016a708 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:55.045593 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4057ab98-8ac7-4c51-bec1-9ae8014b42fb req-75f96928-0456-4cf0-a2de-44818016a708 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.10 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 945 time: 0.1031170 Jul 30 01:45:55.103525 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c2f15c4b-696f-4196-9e99-92c05835dba8 req-d0e39a74-59de-4317-bc5d-715b763b0f1c tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/35d57963-e60e-4929-87bb-d7ab2115f7a4 HTTP/1.1" status: 200 len: 1799 time: 0.0525281 Jul 30 01:45:55.106643 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f552440-c5a8-461a-bd6a-e832495a6e0a req-6c15d4a5-c97a-44e4-b9ea-5801345a5b0a tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "GET /v2.0/security-groups/ceb5afeb-19f4-4258-ba00-08af6cde5c71 HTTP/1.1" status: 200 len: 1804 time: 0.1076529 Jul 30 01:45:55.159425 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c2f15c4b-696f-4196-9e99-92c05835dba8 req-fd532f45-3f9e-4fe8-a771-c3267be93de6 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.182382 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c2f15c4b-696f-4196-9e99-92c05835dba8 req-fd532f45-3f9e-4fe8-a771-c3267be93de6 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.220777 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7f552440-c5a8-461a-bd6a-e832495a6e0a req-ad1b7cee-b912-4d5d-906a-5ff4ff665dbb tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.228465 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-4057ab98-8ac7-4c51-bec1-9ae8014b42fb req-7db63032-31b5-435d-9f02-c573517d629a tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Deleting port b96927e2-2d58-419e-ac70-0e9fba7f17cd {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:55.228812 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4057ab98-8ac7-4c51-bec1-9ae8014b42fb req-7db63032-31b5-435d-9f02-c573517d629a tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.290980 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c2f15c4b-696f-4196-9e99-92c05835dba8 req-fd532f45-3f9e-4fe8-a771-c3267be93de6 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.293066 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7f552440-c5a8-461a-bd6a-e832495a6e0a req-ad1b7cee-b912-4d5d-906a-5ff4ff665dbb tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.293943 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c2f15c4b-696f-4196-9e99-92c05835dba8 req-fd532f45-3f9e-4fe8-a771-c3267be93de6 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.305339 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c2f15c4b-696f-4196-9e99-92c05835dba8 req-fd532f45-3f9e-4fe8-a771-c3267be93de6 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "DELETE /v2.0/security-groups/35d57963-e60e-4929-87bb-d7ab2115f7a4 HTTP/1.1" status: 204 len: 173 time: 0.1986260 Jul 30 01:45:55.318949 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd532f45-3f9e-4fe8-a771-c3267be93de6 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d57963-e60e-4929-87bb-d7ab2115f7a4,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:55.376145 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-4057ab98-8ac7-4c51-bec1-9ae8014b42fb req-7db63032-31b5-435d-9f02-c573517d629a tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] For port b96927e2-2d58-419e-ac70-0e9fba7f17cd, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b96927e2-2d58-419e-ac70-0e9fba7f17cd,segment=NetworkSegment(d857be7a-4777-43ef-bd02-f1327a05ca20),segment_id=d857be7a-4777-43ef-bd02-f1327a05ca20)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:55.376568 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4057ab98-8ac7-4c51-bec1-9ae8014b42fb req-7db63032-31b5-435d-9f02-c573517d629a tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.394653 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-4057ab98-8ac7-4c51-bec1-9ae8014b42fb req-7db63032-31b5-435d-9f02-c573517d629a tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Calling delete_port for b96927e2-2d58-419e-ac70-0e9fba7f17cd owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:55.421658 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5bc18-fd02-4d87-a924-c349449dca9d req-47e1a0ce-897c-4641-8105-799404352166 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:55.423278 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-64b5bc18-fd02-4d87-a924-c349449dca9d req-47e1a0ce-897c-4641-8105-799404352166 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=32001505-d863-4323-a6ee-c16c0245daaf HTTP/1.1" status: 200 len: 949 time: 0.0536747 Jul 30 01:45:55.430072 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37966) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:55.455874 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e84b951d-43a0-4c83-a590-da5d79c11936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.463731 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7f552440-c5a8-461a-bd6a-e832495a6e0a req-ad1b7cee-b912-4d5d-906a-5ff4ff665dbb tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.466533 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7f552440-c5a8-461a-bd6a-e832495a6e0a req-ad1b7cee-b912-4d5d-906a-5ff4ff665dbb tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.467759 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f552440-c5a8-461a-bd6a-e832495a6e0a req-ad1b7cee-b912-4d5d-906a-5ff4ff665dbb tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "DELETE /v2.0/security-groups/ceb5afeb-19f4-4258-ba00-08af6cde5c71 HTTP/1.1" status: 204 len: 173 time: 0.3519640 Jul 30 01:45:55.473637 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42346a9-d375-44eb-b62e-17db7628a2f3', 'name': 'network-vif-deleted', 'tag': '8f87cad4-f402-49b4-b2d3-d46655d95204'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:55.476349 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f20cdc-1ff3-4bf6-ad58-0687a7a82271" -d '{"events": [{"server_uuid": "b42346a9-d375-44eb-b62e-17db7628a2f3", "name": "network-vif-deleted", "tag": "8f87cad4-f402-49b4-b2d3-d46655d95204"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:55.488772 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b7cee-b912-4d5d-906a-5ff4ff665dbb tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb5afeb-19f4-4258-ba00-08af6cde5c71,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:55.497969 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-08ae2e6a-3c18-478b-bce1-7e9c60499fe1 req-6aab9601-430b-4011-9c8b-ff6517442c97 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1162201649', 'description': 'tempest-description-508838391'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:55.507617 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-64b5bc18-fd02-4d87-a924-c349449dca9d req-05841b60-3191-4250-adc7-c3fa6c208073 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774267 Jul 30 01:45:55.570883 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 60d7f62f-1858-4318-ad17-47f98e75e694 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:55.592386 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 60d7f62f-1858-4318-ad17-47f98e75e694 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:55.592645 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 60d7f62f-1858-4318-ad17-47f98e75e694 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:55.593067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8f87cad4-f402-49b4-b2d3-d46655d95204 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:55.604199 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e84b951d-43a0-4c83-a590-da5d79c11936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.611789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 8f87cad4-f402-49b4-b2d3-d46655d95204 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:55.612138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8f87cad4-f402-49b4-b2d3-d46655d95204 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:55.623182 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc629572-089e-4897-9a8f-9cccb1ad6e4c req-07b281f4-0aa8-41cb-b622-1a8f97b3cb02 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 210 time: 0.0317476 Jul 30 01:45:55.647949 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4057ab98-8ac7-4c51-bec1-9ae8014b42fb req-7db63032-31b5-435d-9f02-c573517d629a tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.683205 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e84b951d-43a0-4c83-a590-da5d79c11936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.683476 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db63032-31b5-435d-9f02-c573517d629a tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Pushing event deleted for resources: {'Port': ['ID=b96927e2-2d58-419e-ac70-0e9fba7f17cd,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:55.731842 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ef7d9acd-59a7-47a3-9262-666334eeb1f8 req-502c4ac2-fbc4-49a3-a9b9-4b50d4d0d738 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "GET /v2.0/security-groups/0c128659-5d4f-429a-90a2-e66b0db9bd69 HTTP/1.1" status: 200 len: 2403 time: 0.0812154 Jul 30 01:45:55.734052 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-4057ab98-8ac7-4c51-bec1-9ae8014b42fb req-7db63032-31b5-435d-9f02-c573517d629a tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] No DVR routers for this DVR port b96927e2-2d58-419e-ac70-0e9fba7f17cd on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:55.737151 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b951d-43a0-4c83-a590-da5d79c11936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1b9c76-3cf1-4b48-8634-29e678f0b704,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:55.737332 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4057ab98-8ac7-4c51-bec1-9ae8014b42fb req-7db63032-31b5-435d-9f02-c573517d629a tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.739562 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4057ab98-8ac7-4c51-bec1-9ae8014b42fb req-7db63032-31b5-435d-9f02-c573517d629a tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.10 "DELETE /v2.0/ports/b96927e2-2d58-419e-ac70-0e9fba7f17cd HTTP/1.1" status: 204 len: 173 time: 0.6857219 Jul 30 01:45:55.740126 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e4ea11-f135-4cf1-b6cd-8be7a8164366', 'name': 'network-vif-deleted', 'tag': 'b96927e2-2d58-419e-ac70-0e9fba7f17cd'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:55.743285 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675e5354-c951-4c68-a2f2-f57f39ffab37" -d '{"events": [{"server_uuid": "75e4ea11-f135-4cf1-b6cd-8be7a8164366", "name": "network-vif-deleted", "tag": "b96927e2-2d58-419e-ac70-0e9fba7f17cd"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:55.752732 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e84b951d-43a0-4c83-a590-da5d79c11936 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=61d7642a8f0e47e093e8d521a886bd1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216829 Jul 30 01:45:55.755283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37976) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:55.783277 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-08ae2e6a-3c18-478b-bce1-7e9c60499fe1 req-6aab9601-430b-4011-9c8b-ff6517442c97 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.821923 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ef7d9acd-59a7-47a3-9262-666334eeb1f8 req-5478f9ef-bea6-4bab-a45f-3c65420dd54c tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.838494 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-78aeef91-c973-4baa-8668-f08a25e3f734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.848959 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ef7d9acd-59a7-47a3-9262-666334eeb1f8 req-5478f9ef-bea6-4bab-a45f-3c65420dd54c tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.872330 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-78aeef91-c973-4baa-8668-f08a25e3f734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.936597 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-08ae2e6a-3c18-478b-bce1-7e9c60499fe1 req-6aab9601-430b-4011-9c8b-ff6517442c97 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.981618 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ef7d9acd-59a7-47a3-9262-666334eeb1f8 req-5478f9ef-bea6-4bab-a45f-3c65420dd54c tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.984445 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ef7d9acd-59a7-47a3-9262-666334eeb1f8 req-5478f9ef-bea6-4bab-a45f-3c65420dd54c tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.985659 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ef7d9acd-59a7-47a3-9262-666334eeb1f8 req-5478f9ef-bea6-4bab-a45f-3c65420dd54c tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "DELETE /v2.0/security-groups/0c128659-5d4f-429a-90a2-e66b0db9bd69 HTTP/1.1" status: 204 len: 173 time: 0.2314551 Jul 30 01:45:56.004708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478f9ef-bea6-4bab-a45f-3c65420dd54c tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c128659-5d4f-429a-90a2-e66b0db9bd69,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:56.007687 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-08ae2e6a-3c18-478b-bce1-7e9c60499fe1 req-6aab9601-430b-4011-9c8b-ff6517442c97 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.010670 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-78aeef91-c973-4baa-8668-f08a25e3f734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.014049 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-78aeef91-c973-4baa-8668-f08a25e3f734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.015203 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-78aeef91-c973-4baa-8668-f08a25e3f734 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0c1b9c76-3cf1-4b48-8634-29e678f0b704 HTTP/1.1" status: 204 len: 168 time: 0.2587109 Jul 30 01:45:56.050092 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cf3495-c5d1-4d3a-88e9-44b87f8b4463 x-openstack-request-id: req-97cf3495-c5d1-4d3a-88e9-44b87f8b4463 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:56.050443 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42346a9-d375-44eb-b62e-17db7628a2f3", "name": "network-vif-deleted", "tag": "8f87cad4-f402-49b4-b2d3-d46655d95204", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:56.050877 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97cf3495-c5d1-4d3a-88e9-44b87f8b4463 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:56.051279 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42346a9-d375-44eb-b62e-17db7628a2f3', 'name': 'network-vif-deleted', 'tag': '8f87cad4-f402-49b4-b2d3-d46655d95204', 'status': 'completed', 'code': 200} Jul 30 01:45:56.079065 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab9601-430b-4011-9c8b-ff6517442c97 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f082eede-8e21-4eb0-9ec0-0f51b8081e4c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:56.090982 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aeef91-c973-4baa-8668-f08a25e3f734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1b9c76-3cf1-4b48-8634-29e678f0b704,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:56.122183 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-08ae2e6a-3c18-478b-bce1-7e9c60499fe1 req-6aab9601-430b-4011-9c8b-ff6517442c97 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.123699 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-08ae2e6a-3c18-478b-bce1-7e9c60499fe1 req-6aab9601-430b-4011-9c8b-ff6517442c97 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6361532 Jul 30 01:45:56.174461 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c0089f-9d4d-4214-b4fc-9bd3462282cb x-openstack-request-id: req-53c0089f-9d4d-4214-b4fc-9bd3462282cb {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:56.174858 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e4ea11-f135-4cf1-b6cd-8be7a8164366", "name": "network-vif-deleted", "tag": "b96927e2-2d58-419e-ac70-0e9fba7f17cd", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:56.175279 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-53c0089f-9d4d-4214-b4fc-9bd3462282cb {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:56.175750 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e4ea11-f135-4cf1-b6cd-8be7a8164366', 'name': 'network-vif-deleted', 'tag': 'b96927e2-2d58-419e-ac70-0e9fba7f17cd', 'status': 'completed', 'code': 200} Jul 30 01:45:56.219661 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-02be1ca2-327d-40c1-a70e-dd7c56256979 req-b09ba597-fe61-4565-9226-78e73a188c03 tempest-LiveMigrationTest-1192649065 tempest-LiveMigrationTest-1192649065-project] 10.222.0.70 "GET /v2.0/ports?device_id=75e4ea11-f135-4cf1-b6cd-8be7a8164366 HTTP/1.1" status: 200 len: 210 time: 0.0359645 Jul 30 01:45:56.246737 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8a69186a-7028-4d3d-8a83-c864131380f9 req-f9c7c5f1-0a9a-466d-b906-b82b8ea252aa tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "GET /v2.0/security-groups/60ccd31a-1eef-41c3-a8c6-8c5e75729483 HTTP/1.1" status: 200 len: 2398 time: 0.0566118 Jul 30 01:45:56.326245 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-8a69186a-7028-4d3d-8a83-c864131380f9 req-e9fd3007-7089-4cc1-8208-f9d04c5be463 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.356840 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-8a69186a-7028-4d3d-8a83-c864131380f9 req-e9fd3007-7089-4cc1-8208-f9d04c5be463 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.380315 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-98a31f26-80a0-4b98-80c1-cb21055b3b42 req-c7fc45fc-0f62-4c12-80c9-fa4dc776099e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/f082eede-8e21-4eb0-9ec0-0f51b8081e4c HTTP/1.1" status: 200 len: 1800 time: 0.0562186 Jul 30 01:45:56.387519 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-98a31f26-80a0-4b98-80c1-cb21055b3b42 req-befcfced-5f44-465a-a064-82baf1b3f6dc tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Request body: {'security_group': {'name': 'tempest-sg-hth-252604015', 'description': 'tempest-description-hth-882674770'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:56.430960 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-98a31f26-80a0-4b98-80c1-cb21055b3b42 req-befcfced-5f44-465a-a064-82baf1b3f6dc tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.484134 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-98a31f26-80a0-4b98-80c1-cb21055b3b42 req-befcfced-5f44-465a-a064-82baf1b3f6dc tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.521872 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-8a69186a-7028-4d3d-8a83-c864131380f9 req-e9fd3007-7089-4cc1-8208-f9d04c5be463 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.525787 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-8a69186a-7028-4d3d-8a83-c864131380f9 req-e9fd3007-7089-4cc1-8208-f9d04c5be463 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.527337 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8a69186a-7028-4d3d-8a83-c864131380f9 req-e9fd3007-7089-4cc1-8208-f9d04c5be463 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] 10.222.0.70 "DELETE /v2.0/security-groups/60ccd31a-1eef-41c3-a8c6-8c5e75729483 HTTP/1.1" status: 204 len: 173 time: 0.2673264 Jul 30 01:45:56.535741 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37994) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:56.551563 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd3007-7089-4cc1-8208-f9d04c5be463 tempest-SecurityGroupRulesTestJSON-1806018936 tempest-SecurityGroupRulesTestJSON-1806018936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ccd31a-1eef-41c3-a8c6-8c5e75729483,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:56.592650 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-98a31f26-80a0-4b98-80c1-cb21055b3b42 req-befcfced-5f44-465a-a064-82baf1b3f6dc tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.592650 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-98a31f26-80a0-4b98-80c1-cb21055b3b42 req-befcfced-5f44-465a-a064-82baf1b3f6dc tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.593595 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-98a31f26-80a0-4b98-80c1-cb21055b3b42 req-befcfced-5f44-465a-a064-82baf1b3f6dc tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "PUT /v2.0/security-groups/f082eede-8e21-4eb0-9ec0-0f51b8081e4c HTTP/1.1" status: 200 len: 1773 time: 0.2123828 Jul 30 01:45:56.641405 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ef8021-08ad-4fce-aac2-97f30ec2d276 admin admin] Deleting subnet c8d9fc9a-7d70-4127-be79-c22942650d45 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:45:56.652227 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2ef8021-08ad-4fce-aac2-97f30ec2d276 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.685936 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcfced-5f44-465a-a064-82baf1b3f6dc tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f082eede-8e21-4eb0-9ec0-0f51b8081e4c,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:56.707363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbf1bd-6bad-40a0-82a5-61eb7baa38ca req-a5d27c8b-8933-4479-8cdd-faa7911b0716 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:56.714928 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ecbf1bd-6bad-40a0-82a5-61eb7baa38ca req-a5d27c8b-8933-4479-8cdd-faa7911b0716 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=32001505-d863-4323-a6ee-c16c0245daaf HTTP/1.1" status: 200 len: 949 time: 0.0942290 Jul 30 01:45:56.719903 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2ef8021-08ad-4fce-aac2-97f30ec2d276 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.740624 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0e9f170-5f2c-4f36-9f73-d712b20e8a62 req-91b80284-12ae-4183-aa12-0ba59cad1819 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/f082eede-8e21-4eb0-9ec0-0f51b8081e4c HTTP/1.1" status: 200 len: 1773 time: 0.1205480 Jul 30 01:45:56.770855 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ecbf1bd-6bad-40a0-82a5-61eb7baa38ca req-b894d41c-155e-4c43-93e2-a12fb33162c7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549085 Jul 30 01:45:56.780965 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2ef8021-08ad-4fce-aac2-97f30ec2d276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.872229 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-54ef7510-a2b0-4c75-adb7-cc0795ce5e47 req-7ef5283b-1049-42f8-b4d5-0b0345a93ce0 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 210 time: 0.0330191 Jul 30 01:45:56.894906 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c1f57a7a-6622-4c70-862f-f9c461d2e8e9 req-edf60e4e-8ec2-4672-919c-a3cc092a1b44 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/f082eede-8e21-4eb0-9ec0-0f51b8081e4c HTTP/1.1" status: 200 len: 1773 time: 0.0586772 Jul 30 01:45:56.950654 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c1f57a7a-6622-4c70-862f-f9c461d2e8e9 req-e0a15724-6ddd-425f-9fde-d7f37cc25f9e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.965644 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2ef8021-08ad-4fce-aac2-97f30ec2d276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.975544 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c1f57a7a-6622-4c70-862f-f9c461d2e8e9 req-e0a15724-6ddd-425f-9fde-d7f37cc25f9e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.014532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef8021-08ad-4fce-aac2-97f30ec2d276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8d9fc9a-7d70-4127-be79-c22942650d45,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:57.019358 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2ef8021-08ad-4fce-aac2-97f30ec2d276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.021646 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e2ef8021-08ad-4fce-aac2-97f30ec2d276 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c8d9fc9a-7d70-4127-be79-c22942650d45 HTTP/1.1" status: 204 len: 168 time: 0.4846921 Jul 30 01:45:57.025292 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38010) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:57.096560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d83b6-b8e0-48ab-89cd-b5be5acb3acf req-bbaf5c45-4d20-44ba-a4f8-21d8f09affa1 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:57.103444 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-952d83b6-b8e0-48ab-89cd-b5be5acb3acf req-bbaf5c45-4d20-44ba-a4f8-21d8f09affa1 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=2555a27b-a3c9-4404-8dce-a86df23ebdc8 HTTP/1.1" status: 200 len: 948 time: 0.1691546 Jul 30 01:45:57.113129 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c1f57a7a-6622-4c70-862f-f9c461d2e8e9 req-e0a15724-6ddd-425f-9fde-d7f37cc25f9e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.115922 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c1f57a7a-6622-4c70-862f-f9c461d2e8e9 req-e0a15724-6ddd-425f-9fde-d7f37cc25f9e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.118042 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c1f57a7a-6622-4c70-862f-f9c461d2e8e9 req-e0a15724-6ddd-425f-9fde-d7f37cc25f9e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "DELETE /v2.0/security-groups/f082eede-8e21-4eb0-9ec0-0f51b8081e4c HTTP/1.1" status: 204 len: 173 time: 0.2216899 Jul 30 01:45:57.128368 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a15724-6ddd-425f-9fde-d7f37cc25f9e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f082eede-8e21-4eb0-9ec0-0f51b8081e4c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:57.164813 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9af20dd3-f899-480e-8c48-6966d41c47c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.173087 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-952d83b6-b8e0-48ab-89cd-b5be5acb3acf req-8182420c-749a-4004-9df7-63ec1daf3822 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618377 Jul 30 01:45:57.288816 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38026) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:57.533609 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fd18d7-2622-4575-be52-bcfde1e830c0 admin admin] Deleting subnet 5df4a4e9-2ec7-47a1-80c6-9f49100e235e {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:45:57.537698 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-33fd18d7-2622-4575-be52-bcfde1e830c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.576410 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device fbeb9454-a776-4aaa-ace5-b1e0565a747d up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:57.578286 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [req-50cfb917-fd3e-4817-b2c0-bc6d6f4d924c req-f08a1a2e-778b-4f7b-a0c8-6ac3e2132e75 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] show failed (client error): The resource could not be found. Jul 30 01:45:57.584658 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50cfb917-fd3e-4817-b2c0-bc6d6f4d924c req-f08a1a2e-778b-4f7b-a0c8-6ac3e2132e75 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/35d57963-e60e-4929-87bb-d7ab2115f7a4 HTTP/1.1" status: 404 len: 352 time: 0.3382399 Jul 30 01:45:57.589751 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-33fd18d7-2622-4575-be52-bcfde1e830c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.597382 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9af20dd3-f899-480e-8c48-6966d41c47c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.618135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-9af20dd3-f899-480e-8c48-6966d41c47c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a224020b-93b5-44f3-bac9-5d884c14a427']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:57.630695 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-9af20dd3-f899-480e-8c48-6966d41c47c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00dce6e1-e71a-4e5d-9193-8e48cfb80a4f') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:57.630998 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-9af20dd3-f899-480e-8c48-6966d41c47c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00dce6e1-e71a-4e5d-9193-8e48cfb80a4f') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:57.642053 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9af20dd3-f899-480e-8c48-6966d41c47c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.669563 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-9be63379-58f9-49e7-8eb6-766be80acc2d req-aa1bb355-dbb7-49f8-84bc-f996df13ae71 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] show failed (client error): The resource could not be found. Jul 30 01:45:57.670635 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9be63379-58f9-49e7-8eb6-766be80acc2d req-aa1bb355-dbb7-49f8-84bc-f996df13ae71 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/c265a0f2-bb5c-4709-945c-449a424f0f23 HTTP/1.1" status: 404 len: 352 time: 0.0279734 Jul 30 01:45:57.682782 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-33fd18d7-2622-4575-be52-bcfde1e830c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.685075 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device b96927e2-2d58-419e-ac70-0e9fba7f17cd no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:57.715690 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: b96927e2-2d58-419e-ac70-0e9fba7f17cd {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:57.715690 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device b96927e2-2d58-419e-ac70-0e9fba7f17cd not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:57.715690 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 13f1ee9c-a606-43f6-a86a-e4749445d2be no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:57.715981 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [req-e4d01fcb-d746-472c-b6db-9c79d47bab41 req-263eb4c4-8cd8-4eca-a992-898d3a317a77 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] show failed (client error): The resource could not be found. Jul 30 01:45:57.735512 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 13f1ee9c-a606-43f6-a86a-e4749445d2be {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:57.736144 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 13f1ee9c-a606-43f6-a86a-e4749445d2be not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:57.738114 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4d01fcb-d746-472c-b6db-9c79d47bab41 req-263eb4c4-8cd8-4eca-a992-898d3a317a77 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/58b2374c-e2b1-4c07-a499-8b2d2bda8b48 HTTP/1.1" status: 404 len: 352 time: 0.0384266 Jul 30 01:45:57.740154 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port fbeb9454-a776-4aaa-ace5-b1e0565a747d completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:57.742134 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9af20dd3-f899-480e-8c48-6966d41c47c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.749332 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af20dd3-f899-480e-8c48-6966d41c47c3 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:45:57.749724 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9af20dd3-f899-480e-8c48-6966d41c47c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:45:57.751556 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:45:57.754174 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port fbeb9454-a776-4aaa-ace5-b1e0565a747d triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:57.754174 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.793836 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-97de50fc-c903-498c-bd6f-1ed984c08569 req-867cfa31-c154-4d40-b0f6-abc82063845e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] show failed (client error): The resource could not be found. Jul 30 01:45:57.795830 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-97de50fc-c903-498c-bd6f-1ed984c08569 req-867cfa31-c154-4d40-b0f6-abc82063845e tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/a4731837-926b-462e-ab6c-a63236a79227 HTTP/1.1" status: 404 len: 352 time: 0.0536337 Jul 30 01:45:57.833649 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [req-1460e928-7df8-4951-b328-06e762d142c1 req-cc3a7f79-829a-44e0-ab5f-68bd7be4c6d9 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] show failed (client error): The resource could not be found. Jul 30 01:45:57.834715 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1460e928-7df8-4951-b328-06e762d142c1 req-cc3a7f79-829a-44e0-ab5f-68bd7be4c6d9 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/700f3516-d95a-4dbf-a4ac-a36b9de1d2e6 HTTP/1.1" status: 404 len: 352 time: 0.0152428 Jul 30 01:45:57.853012 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.882127 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2555a27b-a3c9-4404-8dce-a86df23ebdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbeb9454-a776-4aaa-ace5-b1e0565a747d'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:57.883952 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-33fd18d7-2622-4575-be52-bcfde1e830c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.884983 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0413b4f5-7407-4624-aaf5-586ba3e0904a" -d '{"events": [{"server_uuid": "2555a27b-a3c9-4404-8dce-a86df23ebdc8", "name": "network-vif-plugged", "status": "completed", "tag": "fbeb9454-a776-4aaa-ace5-b1e0565a747d"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:57.892947 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-99090cbd-6441-40c9-92e0-3f6d2054575a req-8f5db41f-a0a8-4282-a2dd-3999cb76caa7 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] show failed (client error): The resource could not be found. Jul 30 01:45:57.901411 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port fbeb9454-a776-4aaa-ace5-b1e0565a747d, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=fbeb9454-a776-4aaa-ace5-b1e0565a747d,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:57.904542 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-99090cbd-6441-40c9-92e0-3f6d2054575a req-8f5db41f-a0a8-4282-a2dd-3999cb76caa7 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/a93adcfa-e838-472f-9791-2d0f0a6e6408 HTTP/1.1" status: 404 len: 352 time: 0.0358434 Jul 30 01:45:57.906282 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9af20dd3-f899-480e-8c48-6966d41c47c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.933277 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9af20dd3-f899-480e-8c48-6966d41c47c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.937516 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9af20dd3-f899-480e-8c48-6966d41c47c3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a224020b-93b5-44f3-bac9-5d884c14a427 HTTP/1.1" status: 204 len: 168 time: 0.9091747 Jul 30 01:45:57.937516 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af20dd3-f899-480e-8c48-6966d41c47c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a224020b-93b5-44f3-bac9-5d884c14a427,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:57.965626 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.969460 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29201abf-a370-4d92-8a56-84603a0654a2 x-openstack-request-id: req-29201abf-a370-4d92-8a56-84603a0654a2 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:57.969765 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2555a27b-a3c9-4404-8dce-a86df23ebdc8", "name": "network-vif-plugged", "status": "completed", "tag": "fbeb9454-a776-4aaa-ace5-b1e0565a747d", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:57.970062 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29201abf-a370-4d92-8a56-84603a0654a2 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:57.970491 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2555a27b-a3c9-4404-8dce-a86df23ebdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbeb9454-a776-4aaa-ace5-b1e0565a747d', 'code': 200} Jul 30 01:45:57.973193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd18d7-2622-4575-be52-bcfde1e830c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df4a4e9-2ec7-47a1-80c6-9f49100e235e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:57.985604 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-33fd18d7-2622-4575-be52-bcfde1e830c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.991108 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-33fd18d7-2622-4575-be52-bcfde1e830c0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5df4a4e9-2ec7-47a1-80c6-9f49100e235e HTTP/1.1" status: 204 len: 168 time: 0.6998723 Jul 30 01:45:57.996773 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38058) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:58.060347 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-81988376-1976-44d8-8281-c146beca42cb req-d22be70b-1063-4727-8c0d-e8d22a0fd0fa tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 210 time: 0.0564356 Jul 30 01:45:58.075718 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=fbeb9454-a776-4aaa-ace5-b1e0565a747d,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:58.116931 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-48999bb3-fb38-481d-b9ac-176befce637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.141208 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc293833-645d-463f-867c-3b7d9c23d468 req-c3633f3e-8d90-4997-82d3-76dfb2d9b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:58.142848 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc293833-645d-463f-867c-3b7d9c23d468 req-c3633f3e-8d90-4997-82d3-76dfb2d9b636 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2555a27b-a3c9-4404-8dce-a86df23ebdc8 HTTP/1.1" status: 200 len: 1100 time: 0.0747111 Jul 30 01:45:58.265008 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc293833-645d-463f-867c-3b7d9c23d468 req-e6d74506-dfa2-458a-a42d-5950cdafa9fc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033721 Jul 30 01:45:58.270153 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-48999bb3-fb38-481d-b9ac-176befce637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.284149 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-48999bb3-fb38-481d-b9ac-176befce637c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee13545-77ea-41ed-86fb-6aa4d578ac6e']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:58.295565 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-48999bb3-fb38-481d-b9ac-176befce637c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd857be7a-4777-43ef-bd02-f1327a05ca20') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:58.295948 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-48999bb3-fb38-481d-b9ac-176befce637c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd857be7a-4777-43ef-bd02-f1327a05ca20') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:58.307644 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-48999bb3-fb38-481d-b9ac-176befce637c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.328464 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-48999bb3-fb38-481d-b9ac-176befce637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.337547 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48999bb3-fb38-481d-b9ac-176befce637c admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:45:58.338505 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-48999bb3-fb38-481d-b9ac-176befce637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.395283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea3906-4140-4262-a8ca-841e054b8f69 req-b89506b0-994d-411c-8bc8-49dd233288b2 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:58.406255 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9ea3906-4140-4262-a8ca-841e054b8f69 req-b89506b0-994d-411c-8bc8-49dd233288b2 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=2555a27b-a3c9-4404-8dce-a86df23ebdc8 HTTP/1.1" status: 200 len: 949 time: 0.1017349 Jul 30 01:45:58.408701 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38070) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:45:58.438071 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:45:58.493794 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9ea3906-4140-4262-a8ca-841e054b8f69 req-e0c416e8-e785-4efb-974e-bc6ea4319973 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862055 Jul 30 01:45:58.526157 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1051b31b-0f7e-4711-ba4c-6326cdb7dba2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b2666c1474e43ab964fffe2ef6047c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1151028 Jul 30 01:45:58.528443 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38076) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:58.566839 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42b84c-47ef-4f78-b587-e0766d6d7931 req-ef21f56b-7130-4b2a-b510-cb76d15bfc4a tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:58.568719 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7c42b84c-47ef-4f78-b587-e0766d6d7931 req-ef21f56b-7130-4b2a-b510-cb76d15bfc4a tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 1023 time: 0.1025617 Jul 30 01:45:58.610598 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7e504571-e0dc-481b-84cd-6bafd5d103af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.637702 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7e504571-e0dc-481b-84cd-6bafd5d103af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.639351 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7c42b84c-47ef-4f78-b587-e0766d6d7931 req-6ba3e9b2-d461-4e5e-9e20-8e0df17d6976 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&id=22951747-7798-4d1f-9b02-7dd56413694a&id=72f2edb9-6b69-4341-9936-abdccaa9cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0584960 Jul 30 01:45:58.727862 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-48999bb3-fb38-481d-b9ac-176befce637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.734238 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-48999bb3-fb38-481d-b9ac-176befce637c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.735481 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-48999bb3-fb38-481d-b9ac-176befce637c admin admin] 10.222.0.70 "DELETE /v2.0/networks/9ee13545-77ea-41ed-86fb-6aa4d578ac6e HTTP/1.1" status: 204 len: 168 time: 0.7376897 Jul 30 01:45:58.738599 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38080) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:58.746850 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48999bb3-fb38-481d-b9ac-176befce637c admin admin] Pushing event deleted for resources: {'Network': ['ID=9ee13545-77ea-41ed-86fb-6aa4d578ac6e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:58.790583 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-879d6c5e-c848-4e85-9f2a-4a0079ab23bb admin admin] Deleting subnet 200c97e1-10e3-4afb-9adb-c3e53c00cbf2 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:45:58.793651 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-879d6c5e-c848-4e85-9f2a-4a0079ab23bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.795830 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7e504571-e0dc-481b-84cd-6bafd5d103af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.798541 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7e504571-e0dc-481b-84cd-6bafd5d103af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.800268 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7e504571-e0dc-481b-84cd-6bafd5d103af admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/020320dd-0339-4a31-8096-794ca4fe5565 HTTP/1.1" status: 204 len: 168 time: 0.2692003 Jul 30 01:45:58.837638 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e504571-e0dc-481b-84cd-6bafd5d103af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020320dd-0339-4a31-8096-794ca4fe5565,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:58.857409 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-879d6c5e-c848-4e85-9f2a-4a0079ab23bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.961881 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-879d6c5e-c848-4e85-9f2a-4a0079ab23bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.117517 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-879d6c5e-c848-4e85-9f2a-4a0079ab23bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.212182 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d6c5e-c848-4e85-9f2a-4a0079ab23bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=200c97e1-10e3-4afb-9adb-c3e53c00cbf2,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:59.215917 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-879d6c5e-c848-4e85-9f2a-4a0079ab23bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.219804 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-879d6c5e-c848-4e85-9f2a-4a0079ab23bb admin admin] 10.222.0.70 "DELETE /v2.0/subnets/200c97e1-10e3-4afb-9adb-c3e53c00cbf2 HTTP/1.1" status: 204 len: 168 time: 0.4798999 Jul 30 01:45:59.223893 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38096) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:59.316218 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9ed3753d-dd52-4147-ab14-c92a5cec9bf3 req-b4421b5b-58c7-48a8-a911-512fcae398ac tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42346a9-d375-44eb-b62e-17db7628a2f3 HTTP/1.1" status: 200 len: 210 time: 0.1098025 Jul 30 01:45:59.419091 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fe71e2c7-e002-47e2-9b9d-c570730162bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.607217 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fe71e2c7-e002-47e2-9b9d-c570730162bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.622375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-fe71e2c7-e002-47e2-9b9d-c570730162bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ebf808-5950-4cb0-b0ec-c8e7ece0e046']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:59.641019 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-fe71e2c7-e002-47e2-9b9d-c570730162bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77e13a5-8dab-40c7-ace0-24a180db6b4c') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:59.641322 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-fe71e2c7-e002-47e2-9b9d-c570730162bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77e13a5-8dab-40c7-ace0-24a180db6b4c') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:59.652932 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fe71e2c7-e002-47e2-9b9d-c570730162bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.673343 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fe71e2c7-e002-47e2-9b9d-c570730162bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.701608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe71e2c7-e002-47e2-9b9d-c570730162bb admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:45:59.702049 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fe71e2c7-e002-47e2-9b9d-c570730162bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:45:59.703924 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:45:59.740525 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e715592-9302-4776-9389-4b60dd020c4a req-8ec07521-39ed-4150-80b2-1aa485fa2ada tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:59.754456 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4e715592-9302-4776-9389-4b60dd020c4a req-8ec07521-39ed-4150-80b2-1aa485fa2ada tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=2555a27b-a3c9-4404-8dce-a86df23ebdc8 HTTP/1.1" status: 200 len: 949 time: 0.1514974 Jul 30 01:45:59.822080 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4e715592-9302-4776-9389-4b60dd020c4a req-4c75d369-ab91-4c11-a541-ed923471e7fb tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532229 Jul 30 01:45:59.858134 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c700ddb-a0b8-42e3-b1b9-b1a4e3c7e0cc req-8a53cc93-7e1c-40fb-9ae8-04a3e882e335 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:59.860892 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9c700ddb-a0b8-42e3-b1b9-b1a4e3c7e0cc req-8a53cc93-7e1c-40fb-9ae8-04a3e882e335 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 1023 time: 0.0821023 Jul 30 01:45:59.915572 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9c700ddb-a0b8-42e3-b1b9-b1a4e3c7e0cc req-ebaf3255-0959-4556-9c3f-dc1c545b017d tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ac6b88a-06a6-416f-9cc8-1c5494f3c083&id=22951747-7798-4d1f-9b02-7dd56413694a&id=72f2edb9-6b69-4341-9936-abdccaa9cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0482671 Jul 30 01:45:59.922095 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fe71e2c7-e002-47e2-9b9d-c570730162bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.930508 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fe71e2c7-e002-47e2-9b9d-c570730162bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.935063 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fe71e2c7-e002-47e2-9b9d-c570730162bb admin admin] 10.222.0.70 "DELETE /v2.0/networks/13ebf808-5950-4cb0-b0ec-c8e7ece0e046 HTTP/1.1" status: 204 len: 168 time: 0.7075937 Jul 30 01:45:59.943647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71e2c7-e002-47e2-9b9d-c570730162bb admin admin] Pushing event deleted for resources: {'Network': ['ID=13ebf808-5950-4cb0-b0ec-c8e7ece0e046,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:00.285455 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38132) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:00.333063 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-afd2869c-15e1-474e-8c2a-8317e8e48b1c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=69de654e8e494e8eb1cb2de77615732a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462291 Jul 30 01:46:00.335558 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38136) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:00.406917 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3084-db4a-4ec9-b4aa-37946f00cdf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.446156 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3084-db4a-4ec9-b4aa-37946f00cdf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.458373 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38142) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:00.496025 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35cd78-8382-47b9-86d6-eeed642ebe88 req-d9387967-2374-43f0-8705-3198b154390c tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:00.498392 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e35cd78-8382-47b9-86d6-eeed642ebe88 req-d9387967-2374-43f0-8705-3198b154390c tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 1023 time: 0.0647688 Jul 30 01:46:00.580424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-4a1efbeb-43b3-47e9-94fb-408054ef6c84 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1837332010-network', 'tenant_id': 'c72c67525be041dbbba86358033d985a'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:00.623028 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3084-db4a-4ec9-b4aa-37946f00cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.623028 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3084-db4a-4ec9-b4aa-37946f00cdf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.623354 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-7e35cd78-8382-47b9-86d6-eeed642ebe88 req-239b6253-d548-4062-a127-7eeb2a4508d5 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Deleting port a1a0bec4-ef09-4b8b-9a31-8535a631074f {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:46:00.623354 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e35cd78-8382-47b9-86d6-eeed642ebe88 req-239b6253-d548-4062-a127-7eeb2a4508d5 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.623562 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f4cd3084-db4a-4ec9-b4aa-37946f00cdf7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb422814-b779-46ec-9f39-be3921d09caa HTTP/1.1" status: 204 len: 168 time: 0.2834356 Jul 30 01:46:00.631530 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd3084-db4a-4ec9-b4aa-37946f00cdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb422814-b779-46ec-9f39-be3921d09caa,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:00.719546 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1efbeb-43b3-47e9-94fb-408054ef6c84 admin admin] Made reservation on behalf of c72c67525be041dbbba86358033d985a for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:00.722392 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a1efbeb-43b3-47e9-94fb-408054ef6c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.738969 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a1efbeb-43b3-47e9-94fb-408054ef6c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.796772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-7e35cd78-8382-47b9-86d6-eeed642ebe88 req-239b6253-d548-4062-a127-7eeb2a4508d5 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] For port a1a0bec4-ef09-4b8b-9a31-8535a631074f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1a0bec4-ef09-4b8b-9a31-8535a631074f,segment=NetworkSegment(738d7674-e9f5-4be2-a8b4-1ffca710ea5e),segment_id=738d7674-e9f5-4be2-a8b4-1ffca710ea5e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:00.797589 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e35cd78-8382-47b9-86d6-eeed642ebe88 req-239b6253-d548-4062-a127-7eeb2a4508d5 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.831640 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-7e35cd78-8382-47b9-86d6-eeed642ebe88 req-239b6253-d548-4062-a127-7eeb2a4508d5 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Calling delete_port for a1a0bec4-ef09-4b8b-9a31-8535a631074f owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:00.889831 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a1efbeb-43b3-47e9-94fb-408054ef6c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.991717 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02282fa2-cadb-4f0b-9ac8-a38ee45a39a5 req-ef2ddb62-5b16-4aab-a78e-23c72c1a0b6f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:00.995834 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-02282fa2-cadb-4f0b-9ac8-a38ee45a39a5 req-ef2ddb62-5b16-4aab-a78e-23c72c1a0b6f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=2555a27b-a3c9-4404-8dce-a86df23ebdc8 HTTP/1.1" status: 200 len: 949 time: 0.0778124 Jul 30 01:46:01.084775 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-02282fa2-cadb-4f0b-9ac8-a38ee45a39a5 req-4b23ce4c-df81-4136-88a7-4fd524c736c0 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730114 Jul 30 01:46:01.125555 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a1efbeb-43b3-47e9-94fb-408054ef6c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:01.158790 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1efbeb-43b3-47e9-94fb-408054ef6c84 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:46:01.166313 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1efbeb-43b3-47e9-94fb-408054ef6c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596e2aec-9aec-4f43-a5d7-46c87846e6e7,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:01.172401 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a1efbeb-43b3-47e9-94fb-408054ef6c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:01.172747 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-4a1efbeb-43b3-47e9-94fb-408054ef6c84 admin admin] Added segment 82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db of type vlan for network 67a82bad-8f13-4556-bea5-cc28b31ee6b2 Jul 30 01:46:01.176826 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e35cd78-8382-47b9-86d6-eeed642ebe88 req-239b6253-d548-4062-a127-7eeb2a4508d5 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:01.213631 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a1a0bec4-ef09-4b8b-9a31-8535a631074f'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:01.270167 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b6253-d548-4062-a127-7eeb2a4508d5 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event deleted for resources: {'Port': ['ID=a1a0bec4-ef09-4b8b-9a31-8535a631074f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:01.290051 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a1efbeb-43b3-47e9-94fb-408054ef6c84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:01.330173 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-55f3f614-26fa-4fd5-9690-a036dc42f334 req-1be27b46-93bc-4b8a-8273-980b4fc290b3 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 210 time: 0.0404885 Jul 30 01:46:01.347249 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e35cd78-8382-47b9-86d6-eeed642ebe88 req-239b6253-d548-4062-a127-7eeb2a4508d5 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] No DVR routers for this DVR port a1a0bec4-ef09-4b8b-9a31-8535a631074f on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:46:01.353385 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e35cd78-8382-47b9-86d6-eeed642ebe88 req-239b6253-d548-4062-a127-7eeb2a4508d5 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:01.355651 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e35cd78-8382-47b9-86d6-eeed642ebe88 req-239b6253-d548-4062-a127-7eeb2a4508d5 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.77 "DELETE /v2.0/ports/a1a0bec4-ef09-4b8b-9a31-8535a631074f HTTP/1.1" status: 204 len: 173 time: 0.8508520 Jul 30 01:46:01.358708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4a07c5-c83b-413c-9e71-1fa72c066a97', 'name': 'network-vif-deleted', 'tag': 'a1a0bec4-ef09-4b8b-9a31-8535a631074f'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:01.358708 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786dda3b-3bad-4bc9-bfa5-a33e2cb47cdc" -d '{"events": [{"server_uuid": "bf4a07c5-c83b-413c-9e71-1fa72c066a97", "name": "network-vif-deleted", "tag": "a1a0bec4-ef09-4b8b-9a31-8535a631074f"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:01.433916 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a1efbeb-43b3-47e9-94fb-408054ef6c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:01.436771 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1efbeb-43b3-47e9-94fb-408054ef6c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:01.436771 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a1efbeb-43b3-47e9-94fb-408054ef6c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:01.505377 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1efbeb-43b3-47e9-94fb-408054ef6c84 admin admin] Pushing event updated for resources: {'Network': ['ID=67a82bad-8f13-4556-bea5-cc28b31ee6b2,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:01.518331 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 67a82bad-8f13-4556-bea5-cc28b31ee6b2 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:46:01.607352 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa71dc-a0f0-45d2-8f57-a29d045ffb2a req-c92e78bb-beaa-4e77-9a42-17471842e4f9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:01.619805 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa71dc-a0f0-45d2-8f57-a29d045ffb2a req-c92e78bb-beaa-4e77-9a42-17471842e4f9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:01.622913 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7aaa71dc-a0f0-45d2-8f57-a29d045ffb2a req-c92e78bb-beaa-4e77-9a42-17471842e4f9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=2555a27b-a3c9-4404-8dce-a86df23ebdc8&device_id=32001505-d863-4323-a6ee-c16c0245daaf HTTP/1.1" status: 200 len: 1689 time: 0.0846877 Jul 30 01:46:01.627950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38184) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:01.628129 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4a1efbeb-43b3-47e9-94fb-408054ef6c84 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1685574 Jul 30 01:46:01.635021 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7bf5b867-37cd-43b4-9d81-d2e15a5e3565 admin admin] Request body: {'subnet': {'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1837332010-subnet', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:01.663308 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50762e3e-3157-47e1-bcef-e8f926f75724 x-openstack-request-id: req-50762e3e-3157-47e1-bcef-e8f926f75724 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:01.663696 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4a07c5-c83b-413c-9e71-1fa72c066a97", "name": "network-vif-deleted", "tag": "a1a0bec4-ef09-4b8b-9a31-8535a631074f", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:01.663920 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-50762e3e-3157-47e1-bcef-e8f926f75724 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:01.665251 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4a07c5-c83b-413c-9e71-1fa72c066a97', 'name': 'network-vif-deleted', 'tag': 'a1a0bec4-ef09-4b8b-9a31-8535a631074f', 'status': 'completed', 'code': 200} Jul 30 01:46:01.691100 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38186) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:01.704194 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7aaa71dc-a0f0-45d2-8f57-a29d045ffb2a req-1da04a0e-5594-4a41-b395-5cdacb19b7d7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745108 Jul 30 01:46:01.728051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf5b867-37cd-43b4-9d81-d2e15a5e3565 admin admin] Made reservation on behalf of c72c67525be041dbbba86358033d985a for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:01.731386 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7bf5b867-37cd-43b4-9d81-d2e15a5e3565 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.002253 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-005069d0-3401-4aa1-86a0-418e755e6b9c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=32fd031f789f43e489036942663452cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097653 Jul 30 01:46:02.008186 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ab3fa-a0a7-4cbf-b3b2-ad3df5898ddb req-3820cb68-8fae-4d51-a798-5136ffd140cb tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:02.008186 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-360ab3fa-a0a7-4cbf-b3b2-ad3df5898ddb req-3820cb68-8fae-4d51-a798-5136ffd140cb tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2555a27b-a3c9-4404-8dce-a86df23ebdc8 HTTP/1.1" status: 200 len: 1100 time: 0.1038330 Jul 30 01:46:02.014266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38198) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:02.062660 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-360ab3fa-a0a7-4cbf-b3b2-ad3df5898ddb req-49c88cac-19fa-4f29-ace1-37e9ebea12a7 tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383236 Jul 30 01:46:02.092345 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7bf5b867-37cd-43b4-9d81-d2e15a5e3565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.206438 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5b867-37cd-43b4-9d81-d2e15a5e3565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f8d6f31-34cc-490d-b195-f03e3635d617,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:02.210094 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3c65d4d7-96cf-4a44-982a-77176b492d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.270869 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3c65d4d7-96cf-4a44-982a-77176b492d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.282499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6be1a0-54bb-46f1-bfa2-a7bb7864d65c req-3e45b883-741a-4be0-b6ef-b51262096de0 tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:02.284121 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e6be1a0-54bb-46f1-bfa2-a7bb7864d65c req-3e45b883-741a-4be0-b6ef-b51262096de0 tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=32001505-d863-4323-a6ee-c16c0245daaf HTTP/1.1" status: 200 len: 1100 time: 0.1497550 Jul 30 01:46:02.286754 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5b867-37cd-43b4-9d81-d2e15a5e3565 admin admin] Checking segment: {'id': '82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:02.287513 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf5b867-37cd-43b4-9d81-d2e15a5e3565 admin admin] Network hostable DHCP agents. Network: 67a82bad-8f13-4556-bea5-cc28b31ee6b2, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:46:02.387724 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e6be1a0-54bb-46f1-bfa2-a7bb7864d65c req-b9e098e6-384f-4ea3-b0b2-221cc2050dd1 tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778258 Jul 30 01:46:02.451828 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf5b867-37cd-43b4-9d81-d2e15a5e3565 admin admin] Network 67a82bad-8f13-4556-bea5-cc28b31ee6b2 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:46:02.527987 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3c65d4d7-96cf-4a44-982a-77176b492d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.532708 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3c65d4d7-96cf-4a44-982a-77176b492d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.536777 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3c65d4d7-96cf-4a44-982a-77176b492d55 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/020ed02e-8eed-48ae-bb20-de53ef1900df HTTP/1.1" status: 204 len: 168 time: 0.5178909 Jul 30 01:46:02.551801 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65d4d7-96cf-4a44-982a-77176b492d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020ed02e-8eed-48ae-bb20-de53ef1900df,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:02.565696 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-de72fa73-8e97-4f07-bc05-0c91a3268a65 req-89e4f890-242c-42ae-a230-be10e97df81a tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf4a07c5-c83b-413c-9e71-1fa72c066a97 HTTP/1.1" status: 200 len: 210 time: 0.0764976 Jul 30 01:46:02.580688 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-7bf5b867-37cd-43b4-9d81-d2e15a5e3565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 67a82bad-8f13-4556-bea5-cc28b31ee6b2) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:02.600055 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf5b867-37cd-43b4-9d81-d2e15a5e3565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:02.605920 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7bf5b867-37cd-43b4-9d81-d2e15a5e3565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.606080 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46efb046-2a9b-40e7-b5aa-227ea9dc8dd4 None None] Network 67a82bad-8f13-4556-bea5-cc28b31ee6b2 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:46:02.725439 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7bf5b867-37cd-43b4-9d81-d2e15a5e3565 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0936289 Jul 30 01:46:02.726153 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38214) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:02.734653 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-abbb7df0-5136-4195-8ce8-24ed14843495 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1837332010-router', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:02.751487 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.838121 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-67a82bad-8f13-4556-bea5-cc28b31ee6b2', 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'fixed_ips': [{'subnet_id': '3f8d6f31-34cc-490d-b195-f03e3635d617'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:46:02.843554 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.849749 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-abbb7df0-5136-4195-8ce8-24ed14843495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.852447 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-abbb7df0-5136-4195-8ce8-24ed14843495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.977177 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-abbb7df0-5136-4195-8ce8-24ed14843495 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:03.067462 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Allocated IP 172.20.0.2 (67a82bad-8f13-4556-bea5-cc28b31ee6b2/3f8d6f31-34cc-490d-b195-f03e3635d617/7e9ecd8f-d1cd-4bcd-990b-d2476f07054f) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:03.383285 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-7756373a-88b7-4816-9d39-adaa6b0b6d65 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e18fd6c446094f849e062ca3af8e67a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636401 Jul 30 01:46:03.386869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38238) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:03.432504 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:03.461128 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-abbb7df0-5136-4195-8ce8-24ed14843495 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:03.473726 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Transition to ACTIVE for port object 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:03.524551 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Transition to ACTIVE for port object 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:03.610566 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d610bf6c-af3a-49e9-a8d9-b1e687b4af9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:03.630976 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:03.659285 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a1a0bec4-ef09-4b8b-9a31-8535a631074f no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:46:03.765851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: a1a0bec4-ef09-4b8b-9a31-8535a631074f {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:46:03.766363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-5f1deb6b-49f8-446c-8a26-7d7922a5144f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:03.766801 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a1a0bec4-ef09-4b8b-9a31-8535a631074f not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:46:03.768004 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-5f1deb6b-49f8-446c-8a26-7d7922a5144f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3821297 Jul 30 01:46:03.782597 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Network 67a82bad-8f13-4556-bea5-cc28b31ee6b2 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:03.802818 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b9f8b153-a23d-47bc-b822-778406f617bc req-c5b61a71-1982-426b-a469-861727aaea22 tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/72f2edb9-6b69-4341-9936-abdccaa9cc7d HTTP/1.1" status: 200 len: 1798 time: 0.1210723 Jul 30 01:46:03.805024 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:03.820630 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-ea50fe25-d66f-42b8-8aa7-1659791a04d1 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/quotas/e18fd6c446094f849e062ca3af8e67a5 HTTP/1.1" status: 200 len: 375 time: 0.0406051 Jul 30 01:46:03.825950 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:03.904447 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-b832d73a-9f44-45bb-b38f-cefa893fb9dc tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0822279 Jul 30 01:46:03.953526 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d610bf6c-af3a-49e9-a8d9-b1e687b4af9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:03.978875 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b9f8b153-a23d-47bc-b822-778406f617bc req-a0846b08-a5de-4014-8bbe-d7360212319c tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:03.992757 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Pushing event updated for resources: {'Port': ['ID=7e9ecd8f-d1cd-4bcd-990b-d2476f07054f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:04.025770 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Attempting to bind port 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:04.026163 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Attempting to bind port 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:04.026566 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Attempting to bind port 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f on network 67a82bad-8f13-4556-bea5-cc28b31ee6b2 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:04.029975 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d610bf6c-af3a-49e9-a8d9-b1e687b4af9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.053110 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:04.053517 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Checking segment: {'id': '82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:04.053895 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.054860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Bound using segment: {'id': '82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:04.063445 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Bound port: 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:04.063860 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.115601 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b9f8b153-a23d-47bc-b822-778406f617bc req-a0846b08-a5de-4014-8bbe-d7360212319c tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.152217 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610bf6c-af3a-49e9-a8d9-b1e687b4af9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e4c7b8-b64a-493a-84f4-f1c5e5a51838,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:04.183929 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d610bf6c-af3a-49e9-a8d9-b1e687b4af9e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=acd573b1f6f347618f340f6ed1958202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7905200 Jul 30 01:46:04.184414 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38258) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:04.233004 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-abbb7df0-5136-4195-8ce8-24ed14843495 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.233892 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] For port 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:04.238447 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] For port 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7e9ecd8f-d1cd-4bcd-990b-d2476f07054f,segment=NetworkSegment(82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db),segment_id=82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:04.295224 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-abbb7df0-5136-4195-8ce8-24ed14843495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.321018 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.337128 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b9f8b153-a23d-47bc-b822-778406f617bc req-a0846b08-a5de-4014-8bbe-d7360212319c tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.353954 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b9f8b153-a23d-47bc-b822-778406f617bc req-a0846b08-a5de-4014-8bbe-d7360212319c tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.355277 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b9f8b153-a23d-47bc-b822-778406f617bc req-a0846b08-a5de-4014-8bbe-d7360212319c tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "DELETE /v2.0/security-groups/72f2edb9-6b69-4341-9936-abdccaa9cc7d HTTP/1.1" status: 204 len: 173 time: 0.5516481 Jul 30 01:46:04.445234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d642aa0-6624-471d-a244-c2585804f0f6 None None] Pushing event updated for resources: {'Port': ['ID=7e9ecd8f-d1cd-4bcd-990b-d2476f07054f,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:04.501251 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0846b08-a5de-4014-8bbe-d7360212319c tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f2edb9-6b69-4341-9936-abdccaa9cc7d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:04.541649 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-52ed7764-89a7-4bec-ac2b-43e6f2635108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.572467 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-52ed7764-89a7-4bec-ac2b-43e6f2635108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.664352 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-86c1b335-f5fc-4a25-94aa-6e393d630a44 req-41d52601-16ec-43d6-8572-1c5afb153b6a tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "GET /v2.0/security-groups/22951747-7798-4d1f-9b02-7dd56413694a HTTP/1.1" status: 200 len: 1801 time: 0.1982038 Jul 30 01:46:04.831221 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-52ed7764-89a7-4bec-ac2b-43e6f2635108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.836146 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-52ed7764-89a7-4bec-ac2b-43e6f2635108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.838261 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-52ed7764-89a7-4bec-ac2b-43e6f2635108 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f6e4c7b8-b64a-493a-84f4-f1c5e5a51838 HTTP/1.1" status: 204 len: 168 time: 0.6526706 Jul 30 01:46:04.866246 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-86c1b335-f5fc-4a25-94aa-6e393d630a44 req-df66ec62-3bd7-47a0-873c-083ae9ac38ee tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.902676 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed7764-89a7-4bec-ac2b-43e6f2635108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e4c7b8-b64a-493a-84f4-f1c5e5a51838,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:04.955021 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-abbb7df0-5136-4195-8ce8-24ed14843495 admin admin] Allocated IP 172.25.1.4 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:04.960301 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-86c1b335-f5fc-4a25-94aa-6e393d630a44 req-df66ec62-3bd7-47a0-873c-083ae9ac38ee tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:05.169138 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-abbb7df0-5136-4195-8ce8-24ed14843495 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:05.216932 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:05.245686 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-86c1b335-f5fc-4a25-94aa-6e393d630a44 req-df66ec62-3bd7-47a0-873c-083ae9ac38ee tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:05.261557 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-86c1b335-f5fc-4a25-94aa-6e393d630a44 req-df66ec62-3bd7-47a0-873c-083ae9ac38ee tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:05.266077 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-86c1b335-f5fc-4a25-94aa-6e393d630a44 req-df66ec62-3bd7-47a0-873c-083ae9ac38ee tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] 10.222.0.70 "DELETE /v2.0/security-groups/22951747-7798-4d1f-9b02-7dd56413694a HTTP/1.1" status: 204 len: 173 time: 0.6006885 Jul 30 01:46:05.277076 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38282) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:05.306060 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66ec62-3bd7-47a0-873c-083ae9ac38ee tempest-SecurityGroupsTestJSON-1442997202 tempest-SecurityGroupsTestJSON-1442997202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22951747-7798-4d1f-9b02-7dd56413694a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:05.339236 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-abbb7df0-5136-4195-8ce8-24ed14843495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:05.501112 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a04d70-b541-4d14-a4ed-c4fed89bf328 admin admin] Deleting subnet 30644392-d094-481b-a028-a7f7974310de {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:46:05.507941 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbb7df0-5136-4195-8ce8-24ed14843495 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:05.509669 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-83a04d70-b541-4d14-a4ed-c4fed89bf328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:05.520462 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-abbb7df0-5136-4195-8ce8-24ed14843495 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:05.525073 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb7df0-5136-4195-8ce8-24ed14843495 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:05.576024 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:05.606927 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb7df0-5136-4195-8ce8-24ed14843495 admin admin] Pushing event updated for resources: {'Port': ['ID=11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:05.630769 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-83a04d70-b541-4d14-a4ed-c4fed89bf328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:05.722862 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-83a04d70-b541-4d14-a4ed-c4fed89bf328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:05.817128 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-05abbd6d-1d85-49af-b704-3c2d79414e70 req-85abfab5-5dd4-424f-91fb-e2cc8d4114cf tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 210 time: 0.0482428 Jul 30 01:46:05.903805 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38300) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:05.920955 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-926d1c63-f1cd-4f59-8622-4db3b9019186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:05.945782 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-83a04d70-b541-4d14-a4ed-c4fed89bf328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:05.979347 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a04d70-b541-4d14-a4ed-c4fed89bf328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30644392-d094-481b-a028-a7f7974310de,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:05.984070 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-83a04d70-b541-4d14-a4ed-c4fed89bf328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:05.986017 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-83a04d70-b541-4d14-a4ed-c4fed89bf328 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/30644392-d094-481b-a028-a7f7974310de HTTP/1.1" status: 204 len: 168 time: 0.7109323 Jul 30 01:46:05.988660 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38304) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:06.033579 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7498d4a-8c47-408b-8404-edca91c14553 None None] Network 67a82bad-8f13-4556-bea5-cc28b31ee6b2 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:46:06.086271 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86775e81-d38f-42e0-830b-db4958c717b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.102653 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-abbb7df0-5136-4195-8ce8-24ed14843495 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.217675 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86775e81-d38f-42e0-830b-db4958c717b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.230512 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-86775e81-d38f-42e0-830b-db4958c717b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a621a35-44c6-4105-9f2d-eba3cb0bd5de']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:06.245385 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-86775e81-d38f-42e0-830b-db4958c717b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738d7674-e9f5-4be2-a8b4-1ffca710ea5e') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:06.246416 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-86775e81-d38f-42e0-830b-db4958c717b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738d7674-e9f5-4be2-a8b4-1ffca710ea5e') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:06.258482 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86775e81-d38f-42e0-830b-db4958c717b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.275633 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86775e81-d38f-42e0-830b-db4958c717b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.283374 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3f46da7e-34c2-4763-859f-cdd2738c6445 None None] Provisioning for port 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:06.292865 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86775e81-d38f-42e0-830b-db4958c717b4 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:46:06.293502 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86775e81-d38f-42e0-830b-db4958c717b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.294188 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3f46da7e-34c2-4763-859f-cdd2738c6445 None None] Provisioning complete for port 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:06.294810 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f46da7e-34c2-4763-859f-cdd2738c6445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.344574 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-926d1c63-f1cd-4f59-8622-4db3b9019186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:46:06.366011 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:46:06.420154 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-abbb7df0-5136-4195-8ce8-24ed14843495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.470813 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86775e81-d38f-42e0-830b-db4958c717b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.486186 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86775e81-d38f-42e0-830b-db4958c717b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.490834 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f46da7e-34c2-4763-859f-cdd2738c6445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.490980 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-86775e81-d38f-42e0-830b-db4958c717b4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3a621a35-44c6-4105-9f2d-eba3cb0bd5de HTTP/1.1" status: 204 len: 168 time: 0.5000446 Jul 30 01:46:06.526523 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86775e81-d38f-42e0-830b-db4958c717b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a621a35-44c6-4105-9f2d-eba3cb0bd5de,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:06.550428 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3f46da7e-34c2-4763-859f-cdd2738c6445 None None] For port 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7e9ecd8f-d1cd-4bcd-990b-d2476f07054f,segment=NetworkSegment(82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db),segment_id=82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:06.670178 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f46da7e-34c2-4763-859f-cdd2738c6445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.685294 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-926d1c63-f1cd-4f59-8622-4db3b9019186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.733710 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46da7e-34c2-4763-859f-cdd2738c6445 None None] Pushing event updated for resources: {'Port': ['ID=7e9ecd8f-d1cd-4bcd-990b-d2476f07054f,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:06.798592 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-50eeec06-0a8b-4d09-a02b-188ae2442375 None None] Provisioning complete for port 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:06.798835 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50eeec06-0a8b-4d09-a02b-188ae2442375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.829341 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-926d1c63-f1cd-4f59-8622-4db3b9019186 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ce5921ab06941b6a594e64cdf504456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9242201 Jul 30 01:46:06.832079 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38328) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:06.865440 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d1c63-f1cd-4f59-8622-4db3b9019186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de8da74-f6ab-43ff-83b9-2afb5f137f50,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:06.925299 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b88c-7953-4218-9e98-c0fe1b207be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.951981 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b88c-7953-4218-9e98-c0fe1b207be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.985192 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd33938-def1-4f33-8383-157eebcaf1f1 req-540cb123-2826-4788-a558-af7397c12b0f tempest-NetworksTest-464552863 tempest-NetworksTest-464552863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.986037 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd33938-def1-4f33-8383-157eebcaf1f1 req-540cb123-2826-4788-a558-af7397c12b0f tempest-NetworksTest-464552863 tempest-NetworksTest-464552863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.986937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd33938-def1-4f33-8383-157eebcaf1f1 req-540cb123-2826-4788-a558-af7397c12b0f tempest-NetworksTest-464552863 tempest-NetworksTest-464552863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.989770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd33938-def1-4f33-8383-157eebcaf1f1 req-540cb123-2826-4788-a558-af7397c12b0f tempest-NetworksTest-464552863 tempest-NetworksTest-464552863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.989770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd33938-def1-4f33-8383-157eebcaf1f1 req-540cb123-2826-4788-a558-af7397c12b0f tempest-NetworksTest-464552863 tempest-NetworksTest-464552863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.989770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd33938-def1-4f33-8383-157eebcaf1f1 req-540cb123-2826-4788-a558-af7397c12b0f tempest-NetworksTest-464552863 tempest-NetworksTest-464552863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.989770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd33938-def1-4f33-8383-157eebcaf1f1 req-540cb123-2826-4788-a558-af7397c12b0f tempest-NetworksTest-464552863 tempest-NetworksTest-464552863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.995335 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38332) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:06.995479 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd33938-def1-4f33-8383-157eebcaf1f1 req-540cb123-2826-4788-a558-af7397c12b0f tempest-NetworksTest-464552863 tempest-NetworksTest-464552863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.996535 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bdd33938-def1-4f33-8383-157eebcaf1f1 req-540cb123-2826-4788-a558-af7397c12b0f tempest-NetworksTest-464552863 tempest-NetworksTest-464552863-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5728 time: 0.3647277 Jul 30 01:46:07.039858 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbb7df0-5136-4195-8ce8-24ed14843495 admin admin] Router 166d4647-eb69-466d-ad87-087f3f3b6760 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:46:07.061976 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f13fc978-5085-4c01-b667-17ffa8a5803f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=532deb34bbd846ce86f160f5f89040d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0670865 Jul 30 01:46:07.064781 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38336) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:07.092119 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:07.144714 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:07.145393 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:07.167487 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0d3e399e-5827-419d-b56d-bdb1eb5549a1 req-676cf9e8-03e7-455b-b63b-8c3fbcf7c768 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 210 time: 0.0833502 Jul 30 01:46:07.168237 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b88c-7953-4218-9e98-c0fe1b207be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:07.171011 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b88c-7953-4218-9e98-c0fe1b207be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:07.172860 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2cc4b88c-7953-4218-9e98-c0fe1b207be9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4de8da74-f6ab-43ff-83b9-2afb5f137f50 HTTP/1.1" status: 204 len: 168 time: 0.3390617 Jul 30 01:46:07.185346 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f2e38a24-8031-4d4c-bd3c-97c04a852d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:07.217316 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4b88c-7953-4218-9e98-c0fe1b207be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de8da74-f6ab-43ff-83b9-2afb5f137f50,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:07.281439 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f2e38a24-8031-4d4c-bd3c-97c04a852d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:07.365734 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ecefc-cc0a-4bd0-a711-edfbe7121b48 req-3aa3e553-bdb3-43b7-afcf-e137385c6114 tempest-NetworksTest-464552863 tempest-NetworksTest-464552863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.371146 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3b8ecefc-cc0a-4bd0-a711-edfbe7121b48 req-3aa3e553-bdb3-43b7-afcf-e137385c6114 tempest-NetworksTest-464552863 tempest-NetworksTest-464552863-project-admin] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 886 time: 0.2743442 Jul 30 01:46:07.576826 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f2e38a24-8031-4d4c-bd3c-97c04a852d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:07.580956 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f2e38a24-8031-4d4c-bd3c-97c04a852d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:07.583123 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f2e38a24-8031-4d4c-bd3c-97c04a852d89 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8ac6b88a-06a6-416f-9cc8-1c5494f3c083 HTTP/1.1" status: 204 len: 168 time: 0.5167344 Jul 30 01:46:07.629399 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e38a24-8031-4d4c-bd3c-97c04a852d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac6b88a-06a6-416f-9cc8-1c5494f3c083,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:07.640016 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1a67c-32ea-4944-854d-dcd4113563a0 req-b53c2d0f-6890-43a2-818b-8f0bd436cc8a tempest-NetworksTest-464552863 tempest-NetworksTest-464552863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.640501 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1a67c-32ea-4944-854d-dcd4113563a0 req-b53c2d0f-6890-43a2-818b-8f0bd436cc8a tempest-NetworksTest-464552863 tempest-NetworksTest-464552863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.640986 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1a67c-32ea-4944-854d-dcd4113563a0 req-b53c2d0f-6890-43a2-818b-8f0bd436cc8a tempest-NetworksTest-464552863 tempest-NetworksTest-464552863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.641461 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1a67c-32ea-4944-854d-dcd4113563a0 req-b53c2d0f-6890-43a2-818b-8f0bd436cc8a tempest-NetworksTest-464552863 tempest-NetworksTest-464552863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.641932 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1a67c-32ea-4944-854d-dcd4113563a0 req-b53c2d0f-6890-43a2-818b-8f0bd436cc8a tempest-NetworksTest-464552863 tempest-NetworksTest-464552863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.642433 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1a67c-32ea-4944-854d-dcd4113563a0 req-b53c2d0f-6890-43a2-818b-8f0bd436cc8a tempest-NetworksTest-464552863 tempest-NetworksTest-464552863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.643134 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1a67c-32ea-4944-854d-dcd4113563a0 req-b53c2d0f-6890-43a2-818b-8f0bd436cc8a tempest-NetworksTest-464552863 tempest-NetworksTest-464552863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.643346 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1a67c-32ea-4944-854d-dcd4113563a0 req-b53c2d0f-6890-43a2-818b-8f0bd436cc8a tempest-NetworksTest-464552863 tempest-NetworksTest-464552863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.668082 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbb7df0-5136-4195-8ce8-24ed14843495 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:46:07.668082 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b451d32-a523-4de4-9181-2de1c84be1e7 req-fa2370b6-8c39-4835-ad41-8eaef0ef6bf9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.668082 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1b451d32-a523-4de4-9181-2de1c84be1e7 req-fa2370b6-8c39-4835-ad41-8eaef0ef6bf9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 945 time: 0.0829058 Jul 30 01:46:07.677433 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] Sync routers for ids ['166d4647-eb69-466d-ad87-087f3f3b6760'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:46:07.682860 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aee1a67c-32ea-4944-854d-dcd4113563a0 req-b53c2d0f-6890-43a2-818b-8f0bd436cc8a tempest-NetworksTest-464552863 tempest-NetworksTest-464552863-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5728 time: 0.2862320 Jul 30 01:46:07.696616 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] Routers {'166d4647-eb69-466d-ad87-087f3f3b6760'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:07.698546 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:45:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['166d4647-eb69-466d-ad87-087f3f3b6760'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:07.724426 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1b451d32-a523-4de4-9181-2de1c84be1e7 req-0b965ed0-f90e-464a-ab43-f64363d117f5 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502398 Jul 30 01:46:07.816878 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-abbb7df0-5136-4195-8ce8-24ed14843495 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:07.818105 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-abbb7df0-5136-4195-8ce8-24ed14843495 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0907159 Jul 30 01:46:07.821570 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38356) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:07.860570 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] Set router 166d4647-eb69-466d-ad87-087f3f3b6760 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:07.934328 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3d9bc-247d-44cb-b2d2-f146e9e155c1 req-56a97bc7-fd1d-48ad-a976-3107bcacbc64 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.936142 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3e3d9bc-247d-44cb-b2d2-f146e9e155c1 req-56a97bc7-fd1d-48ad-a976-3107bcacbc64 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.77 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 945 time: 0.0608501 Jul 30 01:46:08.091137 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-f3e3d9bc-247d-44cb-b2d2-f146e9e155c1 req-d9da7369-5312-421f-a516-1bf6b158200e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Deleting port 6012cfaf-7ddf-4153-add8-259fdcf5e838 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:46:08.091837 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f3e3d9bc-247d-44cb-b2d2-f146e9e155c1 req-d9da7369-5312-421f-a516-1bf6b158200e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:08.215736 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f3e3d9bc-247d-44cb-b2d2-f146e9e155c1 req-d9da7369-5312-421f-a516-1bf6b158200e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] For port 6012cfaf-7ddf-4153-add8-259fdcf5e838, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6012cfaf-7ddf-4153-add8-259fdcf5e838,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:08.216290 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f3e3d9bc-247d-44cb-b2d2-f146e9e155c1 req-d9da7369-5312-421f-a516-1bf6b158200e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:08.247086 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-f3e3d9bc-247d-44cb-b2d2-f146e9e155c1 req-d9da7369-5312-421f-a516-1bf6b158200e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Calling delete_port for 6012cfaf-7ddf-4153-add8-259fdcf5e838 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:08.329623 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'name': 'tempest-TaggedBootDevicesTest_v242-1837332010-router', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:02Z', 'updated_at': '2021-07-30T01:46:05Z', 'revision_number': 3, 'project_id': 'c72c67525be041dbbba86358033d985a', 'gw_port': {'id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:04Z', 'updated_at': '2021-07-30T01:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:08.340886 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c13a46a4-7a26-4f87-8095-47e4342a5977 req-09f23ae6-8006-430f-b7dc-90fe792ea920 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 210 time: 0.0388689 Jul 30 01:46:08.396960 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] Checking router: 166d4647-eb69-466d-ad87-087f3f3b6760 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:46:08.399902 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] Updating router 166d4647-eb69-466d-ad87-087f3f3b6760 port 11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:46:08.439611 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:08.461648 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38372) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:08.649807 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f3e3d9bc-247d-44cb-b2d2-f146e9e155c1 req-d9da7369-5312-421f-a516-1bf6b158200e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:08.696770 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['6012cfaf-7ddf-4153-add8-259fdcf5e838'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:08.716463 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da7369-5312-421f-a516-1bf6b158200e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Pushing event deleted for resources: {'Port': ['ID=6012cfaf-7ddf-4153-add8-259fdcf5e838,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:08.802618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e3d9bc-247d-44cb-b2d2-f146e9e155c1 req-d9da7369-5312-421f-a516-1bf6b158200e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] No DVR routers for this DVR port 6012cfaf-7ddf-4153-add8-259fdcf5e838 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:46:08.810743 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-5239a159-6a8a-4e7b-857d-2fd44bf2c589 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e18fd6c446094f849e062ca3af8e67a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416496 Jul 30 01:46:08.831786 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f3e3d9bc-247d-44cb-b2d2-f146e9e155c1 req-d9da7369-5312-421f-a516-1bf6b158200e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:08.843087 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3e3d9bc-247d-44cb-b2d2-f146e9e155c1 req-d9da7369-5312-421f-a516-1bf6b158200e tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.77 "DELETE /v2.0/ports/6012cfaf-7ddf-4153-add8-259fdcf5e838 HTTP/1.1" status: 204 len: 173 time: 0.9008157 Jul 30 01:46:08.845411 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26ed028-c974-4c7a-92b6-45e73fe5d343', 'name': 'network-vif-deleted', 'tag': '6012cfaf-7ddf-4153-add8-259fdcf5e838'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:08.856539 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91854b9-2abc-448b-8ca8-65e3e043e7cd" -d '{"events": [{"server_uuid": "f26ed028-c974-4c7a-92b6-45e73fe5d343", "name": "network-vif-deleted", "tag": "6012cfaf-7ddf-4153-add8-259fdcf5e838"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:08.862821 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:08.875188 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] Transition to ACTIVE for port object 11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:08.884203 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10f2aa0f-c3fa-4847-9272-6bdaa784a34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:08.944394 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:08.962380 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9846b5a1-390f-4f42-8a86-79beed5d2e10 req-19b7434d-e5ed-4ebc-b1cb-51a7bac33a35 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 210 time: 0.0467136 Jul 30 01:46:09.046799 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.078196 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-c8197cb3-31e7-40d9-9637-9c2e34e4227b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:09.079761 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-c8197cb3-31e7-40d9-9637-9c2e34e4227b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2423744 Jul 30 01:46:09.089697 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10f2aa0f-c3fa-4847-9272-6bdaa784a34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.107109 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01003025-18ca-4968-bf0c-728121047a92 x-openstack-request-id: req-01003025-18ca-4968-bf0c-728121047a92 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:09.107564 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26ed028-c974-4c7a-92b6-45e73fe5d343", "name": "network-vif-deleted", "tag": "6012cfaf-7ddf-4153-add8-259fdcf5e838", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:09.108941 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-01003025-18ca-4968-bf0c-728121047a92 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:09.109473 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26ed028-c974-4c7a-92b6-45e73fe5d343', 'name': 'network-vif-deleted', 'tag': '6012cfaf-7ddf-4153-add8-259fdcf5e838', 'status': 'completed', 'code': 200} Jul 30 01:46:09.114682 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] Attempting to bind port 11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:09.115849 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] Attempting to bind port 11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:09.116887 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] Attempting to bind port 11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:09.134273 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-dc2b2c75-f076-4105-8b8c-987a30b417dd tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Request body: {'port': {'device_id': '8c377866-157e-4116-867d-5349e6be1aa6', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': 'e18fd6c446094f849e062ca3af8e67a5'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:09.142204 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:09.143438 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:09.144358 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.145005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:09.145739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] Bound port: 11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:09.146400 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.150802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75310c3-3940-4066-89c0-3963e3769432 None None] Pushing event updated for resources: {'Port': ['ID=11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:09.181681 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10f2aa0f-c3fa-4847-9272-6bdaa784a34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.226669 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] For port 11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:09.231810 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] For port 11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:09.240241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2aa0f-c3fa-4847-9272-6bdaa784a34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae35ebe6-1eea-4447-8c5e-febb6b34e036,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:09.244606 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3422780b-0024-488f-8622-d2f50a6fd73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.275417 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:46:09.281596 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-10f2aa0f-c3fa-4847-9272-6bdaa784a34f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7d22c62b625d4694922d9e6ce6702588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8187857 Jul 30 01:46:09.287516 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38404) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:09.332931 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.355915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Allocated IP 172.20.0.1 (67a82bad-8f13-4556-bea5-cc28b31ee6b2/3f8d6f31-34cc-490d-b195-f03e3635d617/38d596e5-71a7-49ad-ba91-0d1768b889b7) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:09.412978 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d9fe62a2-3ef1-43ec-9650-36976c21cfdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.457269 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75310c3-3940-4066-89c0-3963e3769432 None None] Pushing event updated for resources: {'Port': ['ID=11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:09.463248 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] Routers {'166d4647-eb69-466d-ad87-087f3f3b6760'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:09.463882 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:45:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['166d4647-eb69-466d-ad87-087f3f3b6760'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:09.473595 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d9fe62a2-3ef1-43ec-9650-36976c21cfdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.531501 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-87278ddf-303f-4db9-985a-762415b5148c req-db99cca1-e618-4006-8614-04d692e57ab7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 210 time: 0.0844314 Jul 30 01:46:09.536575 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-dc2b2c75-f076-4105-8b8c-987a30b417dd tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Made reservation on behalf of e18fd6c446094f849e062ca3af8e67a5 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:09.541692 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-dc2b2c75-f076-4105-8b8c-987a30b417dd tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.598677 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] Set router 166d4647-eb69-466d-ad87-087f3f3b6760 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:09.643996 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38414) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:09.686079 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.689062 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d9fe62a2-3ef1-43ec-9650-36976c21cfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.696357 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d9fe62a2-3ef1-43ec-9650-36976c21cfdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.699435 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d9fe62a2-3ef1-43ec-9650-36976c21cfdc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae35ebe6-1eea-4447-8c5e-febb6b34e036 HTTP/1.1" status: 204 len: 168 time: 0.4106212 Jul 30 01:46:09.706027 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-85b95c16-86a0-4a70-9261-a949b9082110 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e18fd6c446094f849e062ca3af8e67a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700147 Jul 30 01:46:09.745797 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe62a2-3ef1-43ec-9650-36976c21cfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae35ebe6-1eea-4447-8c5e-febb6b34e036,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:09.757300 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Transition to ACTIVE for port object 38d596e5-71a7-49ad-ba91-0d1768b889b7 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:09.830466 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-dc2b2c75-f076-4105-8b8c-987a30b417dd tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Allocated IP 192.168.233.28 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/1d218bf5-0438-4f23-8aea-de8af971dba0) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:09.854951 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'name': 'tempest-TaggedBootDevicesTest_v242-1837332010-router', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:02Z', 'updated_at': '2021-07-30T01:46:05Z', 'revision_number': 3, 'project_id': 'c72c67525be041dbbba86358033d985a', 'gw_port': {'id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:04Z', 'updated_at': '2021-07-30T01:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:09.896545 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d3143c-3a01-4766-959d-54bfd3e4e82e None None] The sync data for ids ['166d4647-eb69-466d-ad87-087f3f3b6760'] in n-d-713498-9 is: [{'id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'name': 'tempest-TaggedBootDevicesTest_v242-1837332010-router', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:02Z', 'updated_at': '2021-07-30T01:46:05Z', 'revision_number': 3, 'project_id': 'c72c67525be041dbbba86358033d985a', 'gw_port': {'id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:04Z', 'updated_at': '2021-07-30T01:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:46:09.910984 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-add492e9-b11c-4695-8e08-81bfcd7bb96f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:09.912880 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-add492e9-b11c-4695-8e08-81bfcd7bb96f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1957316 Jul 30 01:46:09.971817 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-0bf736f1-2471-4f74-a8a1-4bf9017da6e9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Request body: {'port': {'device_id': '98382b28-fd38-4841-b597-7a1a9062cce6', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': 'e18fd6c446094f849e062ca3af8e67a5'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:10.094927 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-ecf10a50-01c8-4df1-855e-d15edf448e6e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-652503000-network', 'tenant_id': 'd76b6f78d40643c59c83af2204827393'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:10.112166 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.206701 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc81e6e7-6225-4c2e-bf6c-0fc529a9742c req-fed9b0a3-752e-44b4-b38d-2eae5ab090ac tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=f26ed028-c974-4c7a-92b6-45e73fe5d343 HTTP/1.1" status: 200 len: 210 time: 0.0895557 Jul 30 01:46:10.212867 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Network 67a82bad-8f13-4556-bea5-cc28b31ee6b2 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:10.221042 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:10.223665 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:10.280339 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf10a50-01c8-4df1-855e-d15edf448e6e admin admin] Made reservation on behalf of d76b6f78d40643c59c83af2204827393 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:10.282661 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ecf10a50-01c8-4df1-855e-d15edf448e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.301575 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Pushing event updated for resources: {'Port': ['ID=38d596e5-71a7-49ad-ba91-0d1768b889b7,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:10.339097 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ecf10a50-01c8-4df1-855e-d15edf448e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.347900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-0bf736f1-2471-4f74-a8a1-4bf9017da6e9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Made reservation on behalf of e18fd6c446094f849e062ca3af8e67a5 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:10.350236 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:10.350906 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:10.352043 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:10.356726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:10.356726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:10.356726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:10.357030 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-0bf736f1-2471-4f74-a8a1-4bf9017da6e9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.357129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:10.357129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:10.357129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:10.357129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:10.357129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:10.357129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:10.392178 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-dc2b2c75-f076-4105-8b8c-987a30b417dd tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.396489 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.475746 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-dc2b2c75-f076-4105-8b8c-987a30b417dd tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Transition to ACTIVE for port object 1d218bf5-0438-4f23-8aea-de8af971dba0 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:10.665050 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ecf10a50-01c8-4df1-855e-d15edf448e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.683517 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7392f8b6-1f84-431a-ae2a-9986a76af74f req-619a05c6-9733-4e8c-9719-072dcf47ea13 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 210 time: 0.0455761 Jul 30 01:46:10.721574 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-32fb9451-ee46-4831-bf1c-f584906ab56c None None] Provisioning for port 38d596e5-71a7-49ad-ba91-0d1768b889b7 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:10.726877 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-32fb9451-ee46-4831-bf1c-f584906ab56c None None] Provisioning complete for port 38d596e5-71a7-49ad-ba91-0d1768b889b7 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:10.730053 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32fb9451-ee46-4831-bf1c-f584906ab56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.730183 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.733858 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-dc2b2c75-f076-4105-8b8c-987a30b417dd tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.774046 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025', 'a72d7450-9c60-4665-97b9-281c58d6a8f6', 'fbeb9454-a776-4aaa-ace5-b1e0565a747d'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:10.830256 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ecf10a50-01c8-4df1-855e-d15edf448e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.830670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-0bf736f1-2471-4f74-a8a1-4bf9017da6e9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Allocated IP 192.168.233.215 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/3ad26928-290c-49cf-aa1a-eb965b68fdd8) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:10.879586 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-32fb9451-ee46-4831-bf1c-f584906ab56c None None] Port 38d596e5-71a7-49ad-ba91-0d1768b889b7 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:46:10.930368 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38442) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:10.934161 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-dc2b2c75-f076-4105-8b8c-987a30b417dd tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:10.984507 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf10a50-01c8-4df1-855e-d15edf448e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b5d98e-2c55-47db-9e50-0802341bbd60,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:11.032643 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf10a50-01c8-4df1-855e-d15edf448e6e admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:46:11.042682 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-dc2b2c75-f076-4105-8b8c-987a30b417dd tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:11.060103 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-dc2b2c75-f076-4105-8b8c-987a30b417dd tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:11.093466 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-0bf736f1-2471-4f74-a8a1-4bf9017da6e9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.120414 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-0bf736f1-2471-4f74-a8a1-4bf9017da6e9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Transition to ACTIVE for port object 3ad26928-290c-49cf-aa1a-eb965b68fdd8 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:11.182384 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ecf10a50-01c8-4df1-855e-d15edf448e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.182821 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-ecf10a50-01c8-4df1-855e-d15edf448e6e admin admin] Added segment 078c6e65-e590-4f3e-bd7c-a99189bd502b of type vlan for network d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 Jul 30 01:46:11.205925 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:11.217831 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f7bdc96-292c-4c3c-8694-af02548e111f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.236535 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b2c75-f076-4105-8b8c-987a30b417dd tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Pushing event updated for resources: {'Port': ['ID=1d218bf5-0438-4f23-8aea-de8af971dba0,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:11.340259 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-0bf736f1-2471-4f74-a8a1-4bf9017da6e9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.408256 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-0bf736f1-2471-4f74-a8a1-4bf9017da6e9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:11.415430 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-0bf736f1-2471-4f74-a8a1-4bf9017da6e9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:11.431543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-0bf736f1-2471-4f74-a8a1-4bf9017da6e9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:11.432200 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:11.447861 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:11.448291 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.505157 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-0bf736f1-2471-4f74-a8a1-4bf9017da6e9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.505835 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-0bf736f1-2471-4f74-a8a1-4bf9017da6e9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.514430 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-dc2b2c75-f076-4105-8b8c-987a30b417dd tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.518158 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-dc2b2c75-f076-4105-8b8c-987a30b417dd tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.527773 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ecf10a50-01c8-4df1-855e-d15edf448e6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.549980 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf736f1-2471-4f74-a8a1-4bf9017da6e9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Pushing event updated for resources: {'Port': ['ID=3ad26928-290c-49cf-aa1a-eb965b68fdd8,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:11.555859 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f7bdc96-292c-4c3c-8694-af02548e111f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.653773 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.687551 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 6012cfaf-7ddf-4153-add8-259fdcf5e838 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:46:11.710695 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f7bdc96-292c-4c3c-8694-af02548e111f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.721952 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51ffaae7-b088-47cf-af47-9ff99c33e00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.724582 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 6012cfaf-7ddf-4153-add8-259fdcf5e838 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:46:11.724984 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 6012cfaf-7ddf-4153-add8-259fdcf5e838 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:46:11.727045 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.729684 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-29ca024a-06f5-4200-98c6-cf1816dc9231 None None] Provisioning for port 1d218bf5-0438-4f23-8aea-de8af971dba0 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:11.733517 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.744752 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-29ca024a-06f5-4200-98c6-cf1816dc9231 None None] Provisioning complete for port 1d218bf5-0438-4f23-8aea-de8af971dba0 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:11.744970 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ecf10a50-01c8-4df1-855e-d15edf448e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.745088 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29ca024a-06f5-4200-98c6-cf1816dc9231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.745625 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf10a50-01c8-4df1-855e-d15edf448e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.746224 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ecf10a50-01c8-4df1-855e-d15edf448e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.749701 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.755219 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bdc96-292c-4c3c-8694-af02548e111f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba5b1d8-6538-4b44-b9af-cbb8c0c57b44,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:11.761274 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0f7bdc96-292c-4c3c-8694-af02548e111f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f959d854e9844bdb87973e88bbd8b263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8216918 Jul 30 01:46:11.768440 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38466) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:11.770385 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:11.839659 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.840797 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-0bf736f1-2471-4f74-a8a1-4bf9017da6e9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8777137 Jul 30 01:46:11.854175 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-dc2b2c75-f076-4105-8b8c-987a30b417dd tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7554932 Jul 30 01:46:11.870285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] Request body: {'port': {'device_id': '98382b28-fd38-4841-b597-7a1a9062cce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:11.905991 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-29ca024a-06f5-4200-98c6-cf1816dc9231 None None] Port 1d218bf5-0438-4f23-8aea-de8af971dba0 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:46:11.926752 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] Request body: {'port': {'device_id': '8c377866-157e-4116-867d-5349e6be1aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:11.967271 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b8c6cb6d-993b-4adf-a8aa-0a736abe109b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.969971 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.977423 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:11.997957 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.021978 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ecf10a50-01c8-4df1-855e-d15edf448e6e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3691142 Jul 30 01:46:12.026044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38478) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:12.039501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ed2f7bee-ff53-4d2e-9cbf-56c3467e7467 admin admin] Request body: {'subnet': {'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-652503000-subnet', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:12.045508 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf10a50-01c8-4df1-855e-d15edf448e6e admin admin] Pushing event updated for resources: {'Network': ['ID=d6cc57bf-b26e-4ce8-8e80-631c09a61bc7,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:12.049871 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b8c6cb6d-993b-4adf-a8aa-0a736abe109b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.059581 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:46:12.068611 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Pushing event updated for resources: {'Port': ['ID=38d596e5-71a7-49ad-ba91-0d1768b889b7,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:12.118419 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2eed27ca-2630-4326-a76b-3c2695404776 None None] Provisioning for port 3ad26928-290c-49cf-aa1a-eb965b68fdd8 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:12.130822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2eed27ca-2630-4326-a76b-3c2695404776 None None] Provisioning complete for port 3ad26928-290c-49cf-aa1a-eb965b68fdd8 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:12.131190 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2eed27ca-2630-4326-a76b-3c2695404776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.144311 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140af2c-39f8-4b99-95be-c901dee52b44 req-8fc641a7-60bc-4713-b0cd-f9688cce43da tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:12.145862 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1140af2c-39f8-4b99-95be-c901dee52b44 req-8fc641a7-60bc-4713-b0cd-f9688cce43da tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 945 time: 0.1621637 Jul 30 01:46:12.159833 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.188114 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2eed27ca-2630-4326-a76b-3c2695404776 None None] Port 3ad26928-290c-49cf-aa1a-eb965b68fdd8 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:46:12.191197 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934c019-e584-455a-88a9-12acb9ea58fc req-9eedb046-691e-4f24-9557-ebc6293cc7d6 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:12.192700 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7934c019-e584-455a-88a9-12acb9ea58fc req-9eedb046-691e-4f24-9557-ebc6293cc7d6 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 936 time: 0.2087390 Jul 30 01:46:12.205516 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2f7bee-ff53-4d2e-9cbf-56c3467e7467 admin admin] Made reservation on behalf of d76b6f78d40643c59c83af2204827393 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:12.208241 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ed2f7bee-ff53-4d2e-9cbf-56c3467e7467 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.346393 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b8c6cb6d-993b-4adf-a8aa-0a736abe109b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.348979 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b8c6cb6d-993b-4adf-a8aa-0a736abe109b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.350178 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b8c6cb6d-993b-4adf-a8aa-0a736abe109b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ba5b1d8-6538-4b44-b9af-cbb8c0c57b44 HTTP/1.1" status: 204 len: 168 time: 0.5806909 Jul 30 01:46:12.372499 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1140af2c-39f8-4b99-95be-c901dee52b44 req-f784adc2-eb7a-4a67-8bae-228fcf3dcbaf tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747322 Jul 30 01:46:12.388465 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6cb6d-993b-4adf-a8aa-0a736abe109b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba5b1d8-6538-4b44-b9af-cbb8c0c57b44,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:12.562801 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Network 67a82bad-8f13-4556-bea5-cc28b31ee6b2 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:12.576059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:12.602640 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad26928-290c-49cf-aa1a-eb965b68fdd8 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:12.618556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025', 'a72d7450-9c60-4665-97b9-281c58d6a8f6', 'fbeb9454-a776-4aaa-ace5-b1e0565a747d'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:12.618857 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.676429 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] Transition to ACTIVE for port object 3ad26928-290c-49cf-aa1a-eb965b68fdd8 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:12.684423 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e975b-b9c3-4050-9c0b-4dba349d10ef req-0b988100-10bf-449e-82ec-b29853348e03 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:12.685997 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-900e975b-b9c3-4050-9c0b-4dba349d10ef req-0b988100-10bf-449e-82ec-b29853348e03 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.77 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 945 time: 0.0703356 Jul 30 01:46:12.734502 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ed2f7bee-ff53-4d2e-9cbf-56c3467e7467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.750779 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7934c019-e584-455a-88a9-12acb9ea58fc req-b09a771c-6639-4a51-ad88-04aa63b1cc08 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472021 Jul 30 01:46:12.862096 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.866938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Router 166d4647-eb69-466d-ad87-087f3f3b6760 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:46:13.029085 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-33ee99cc-7ffc-4973-9c93-ac301506ba15 None None] Provisioning complete for port 38d596e5-71a7-49ad-ba91-0d1768b889b7 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:13.029651 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-33ee99cc-7ffc-4973-9c93-ac301506ba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.120339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:13.133795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:46:13.139777 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-03f3d8d9-b21c-4fa5-8219-026038d40c6e admin admin] 10.222.0.70 "PUT /v2.0/routers/166d4647-eb69-466d-ad87-087f3f3b6760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3170447 Jul 30 01:46:13.155410 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] Sync routers for ids ['166d4647-eb69-466d-ad87-087f3f3b6760'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:46:13.170788 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] Routers {'166d4647-eb69-466d-ad87-087f3f3b6760'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:13.171435 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:46:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['166d4647-eb69-466d-ad87-087f3f3b6760'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:13.195544 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d218bf5-0438-4f23-8aea-de8af971dba0 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:13.220526 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.257952 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-33ee99cc-7ffc-4973-9c93-ac301506ba15 None None] Port 38d596e5-71a7-49ad-ba91-0d1768b889b7 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:46:13.266100 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f7bee-ff53-4d2e-9cbf-56c3467e7467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=710a9262-2232-4ebe-873a-16a8bb5a5b52,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:13.278345 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] Transition to ACTIVE for port object 1d218bf5-0438-4f23-8aea-de8af971dba0 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:13.296556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:13.296934 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.363977 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2f7bee-ff53-4d2e-9cbf-56c3467e7467 admin admin] Checking segment: {'id': '078c6e65-e590-4f3e-bd7c-a99189bd502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:13.364535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2f7bee-ff53-4d2e-9cbf-56c3467e7467 admin admin] Network hostable DHCP agents. Network: d6cc57bf-b26e-4ce8-8e80-631c09a61bc7, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:46:13.367655 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.406399 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] Pushing event updated for resources: {'Port': ['ID=3ad26928-290c-49cf-aa1a-eb965b68fdd8,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:13.430090 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] Attempting to bind port 3ad26928-290c-49cf-aa1a-eb965b68fdd8 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:13.430600 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] Attempting to bind port 3ad26928-290c-49cf-aa1a-eb965b68fdd8 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:13.431033 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] Attempting to bind port 3ad26928-290c-49cf-aa1a-eb965b68fdd8 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:13.442825 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5f5e13d3-d1b4-41c3-bf49-4ecf80aaec66 req-7577d31f-d4c8-47bd-99c6-977bfd0d1f36 tempest-QuotasAdminNegativeTest-927589921 tempest-QuotasAdminNegativeTest-927589921-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=015596c2d06e43c0bde39aa53bb058cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606620 Jul 30 01:46:13.445581 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.448882 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] Set router 166d4647-eb69-466d-ad87-087f3f3b6760 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:13.451839 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] Port 3ad26928-290c-49cf-aa1a-eb965b68fdd8 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:13.452212 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] Attempting to bind port 3ad26928-290c-49cf-aa1a-eb965b68fdd8 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:13.495167 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-900e975b-b9c3-4050-9c0b-4dba349d10ef req-0d813d67-bab7-44e4-b153-f1e9df6a8e1f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Deleting port b8514681-eccc-47d5-a9cb-42b28a613c83 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:46:13.495536 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-900e975b-b9c3-4050-9c0b-4dba349d10ef req-0d813d67-bab7-44e4-b153-f1e9df6a8e1f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.500777 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:13.515002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:13.515492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:13.515967 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] Bound port: 3ad26928-290c-49cf-aa1a-eb965b68fdd8, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:13.516351 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.595220 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf36be-0ff2-4e02-b0e7-fe13d8542c88 req-6bf85c04-b787-4929-8e7c-e1d3cd8872ab tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:13.608164 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7fcf36be-0ff2-4e02-b0e7-fe13d8542c88 req-6bf85c04-b787-4929-8e7c-e1d3cd8872ab tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 945 time: 0.4220364 Jul 30 01:46:13.657285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c37661-23db-4476-be31-5005682f7334 service neutron] Pushing event updated for resources: {'Port': ['ID=1d218bf5-0438-4f23-8aea-de8af971dba0,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:13.687800 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] Attempting to bind port 1d218bf5-0438-4f23-8aea-de8af971dba0 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:13.688141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] Attempting to bind port 1d218bf5-0438-4f23-8aea-de8af971dba0 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:13.689242 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] Attempting to bind port 1d218bf5-0438-4f23-8aea-de8af971dba0 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:13.699363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] Port 1d218bf5-0438-4f23-8aea-de8af971dba0 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:13.700571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] Attempting to bind port 1d218bf5-0438-4f23-8aea-de8af971dba0 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:13.710655 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:13.711013 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:13.711410 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:13.711856 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] Bound port: 1d218bf5-0438-4f23-8aea-de8af971dba0, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:13.712420 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.775388 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-900e975b-b9c3-4050-9c0b-4dba349d10ef req-0d813d67-bab7-44e4-b153-f1e9df6a8e1f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] For port b8514681-eccc-47d5-a9cb-42b28a613c83, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=b8514681-eccc-47d5-a9cb-42b28a613c83,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:13.775843 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-900e975b-b9c3-4050-9c0b-4dba349d10ef req-0d813d67-bab7-44e4-b153-f1e9df6a8e1f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.792955 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] For port 1d218bf5-0438-4f23-8aea-de8af971dba0, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:13.794338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-900e975b-b9c3-4050-9c0b-4dba349d10ef req-0d813d67-bab7-44e4-b153-f1e9df6a8e1f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Calling delete_port for b8514681-eccc-47d5-a9cb-42b28a613c83 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:13.796578 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] For port 1d218bf5-0438-4f23-8aea-de8af971dba0, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=1d218bf5-0438-4f23-8aea-de8af971dba0,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:13.809293 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e13d3-d1b4-41c3-bf49-4ecf80aaec66 req-48bf3be7-7881-4bbb-b853-d09b9aa69b13 tempest-QuotasAdminNegativeTest-927589921 tempest-QuotasAdminNegativeTest-927589921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:13.817541 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5f5e13d3-d1b4-41c3-bf49-4ecf80aaec66 req-48bf3be7-7881-4bbb-b853-d09b9aa69b13 tempest-QuotasAdminNegativeTest-927589921 tempest-QuotasAdminNegativeTest-927589921-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3737967 Jul 30 01:46:13.819087 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2f7bee-ff53-4d2e-9cbf-56c3467e7467 admin admin] Network d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:46:13.844890 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5f5e13d3-d1b4-41c3-bf49-4ecf80aaec66 req-12a987d5-504f-4f47-98cd-81b227ab4ada tempest-QuotasAdminNegativeTest-927589921 tempest-QuotasAdminNegativeTest-927589921-project] 10.222.0.70 "GET /v2.0/quotas/015596c2d06e43c0bde39aa53bb058cd HTTP/1.1" status: 200 len: 375 time: 0.0263982 Jul 30 01:46:13.886712 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'name': 'tempest-TaggedBootDevicesTest_v242-1837332010-router', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:02Z', 'updated_at': '2021-07-30T01:46:10Z', 'revision_number': 4, 'project_id': 'c72c67525be041dbbba86358033d985a', 'gw_port': {'id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:04Z', 'updated_at': '2021-07-30T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '38d596e5-71a7-49ad-ba91-0d1768b889b7', 'name': '', 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'mac_address': 'fa:16:3e:0e:f7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '3f8d6f31-34cc-490d-b195-f03e3635d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:09Z', 'updated_at': '2021-07-30T01:46:11Z', 'revision_number': 2, 'project_id': 'c72c67525be041dbbba86358033d985a', 'subnets': [{'id': '3f8d6f31-34cc-490d-b195-f03e3635d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:13.894431 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5f5e13d3-d1b4-41c3-bf49-4ecf80aaec66 req-dc534f3b-8846-4fd2-944d-fc856917f64b tempest-QuotasAdminNegativeTest-927589921 tempest-QuotasAdminNegativeTest-927589921-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=015596c2d06e43c0bde39aa53bb058cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480871 Jul 30 01:46:13.895705 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.924612 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] Checking router: 166d4647-eb69-466d-ad87-087f3f3b6760 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:46:13.925521 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] Updating router 166d4647-eb69-466d-ad87-087f3f3b6760 port 38d596e5-71a7-49ad-ba91-0d1768b889b7 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:46:13.966486 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.994249 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c37661-23db-4476-be31-5005682f7334 service neutron] Pushing event updated for resources: {'Port': ['ID=1d218bf5-0438-4f23-8aea-de8af971dba0,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:14.001032 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:14.002000 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.011563 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7fcf36be-0ff2-4e02-b0e7-fe13d8542c88 req-b65da360-3888-412c-b86f-e04c2ba6a337 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003808 Jul 30 01:46:14.015886 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-ed2f7bee-ff53-4d2e-9cbf-56c3467e7467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, d6cc57bf-b26e-4ce8-8e80-631c09a61bc7) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:14.020544 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-86c37661-23db-4476-be31-5005682f7334 service neutron] 10.222.0.10 "PUT /v2.0/ports/1d218bf5-0438-4f23-8aea-de8af971dba0 HTTP/1.1" status: 200 len: 1095 time: 2.1188674 Jul 30 01:46:14.021418 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c377866-157e-4116-867d-5349e6be1aa6', 'tag': '1d218bf5-0438-4f23-8aea-de8af971dba0'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:14.027992 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c326020f-5e4c-4752-8c2d-3f185017a25e None None] Network d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:46:14.033594 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2f7bee-ff53-4d2e-9cbf-56c3467e7467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:14.034202 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ed2f7bee-ff53-4d2e-9cbf-56c3467e7467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.042352 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bc46c6-734a-461d-a2a2-3c7eaa2bb2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "8c377866-157e-4116-867d-5349e6be1aa6", "tag": "1d218bf5-0438-4f23-8aea-de8af971dba0"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:14.099814 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] For port 3ad26928-290c-49cf-aa1a-eb965b68fdd8, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:14.139904 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] For port 3ad26928-290c-49cf-aa1a-eb965b68fdd8, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=3ad26928-290c-49cf-aa1a-eb965b68fdd8,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:14.159325 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ed2f7bee-ff53-4d2e-9cbf-56c3467e7467 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1255717 Jul 30 01:46:14.162718 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38556) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:14.173057 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-652503000-router', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:14.280393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-b204b50c-1396-4396-acbb-6548cfc42830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:14.281012 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.282207 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-b204b50c-1396-4396-acbb-6548cfc42830 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&device_id=8c377866-157e-4116-867d-5349e6be1aa6 HTTP/1.1" status: 200 len: 1098 time: 0.1348524 Jul 30 01:46:14.350317 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760de85-7a65-45aa-8a10-0e460ab027b5 req-b2750252-0efa-4f1b-9bc2-d31023142c9b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:14.362214 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1760de85-7a65-45aa-8a10-0e460ab027b5 req-b2750252-0efa-4f1b-9bc2-d31023142c9b tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 945 time: 0.2032750 Jul 30 01:46:14.428517 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-d6cc57bf-b26e-4ce8-8e80-631c09a61bc7', 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'fixed_ips': [{'subnet_id': '710a9262-2232-4ebe-873a-16a8bb5a5b52'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:46:14.429433 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.456470 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-a3acb6b2-6a00-4fb6-bdd2-81fc89db684e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=1d218bf5-0438-4f23-8aea-de8af971dba0 HTTP/1.1" status: 200 len: 217 time: 0.1569595 Jul 30 01:46:14.468512 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] Pushing event updated for resources: {'Port': ['ID=3ad26928-290c-49cf-aa1a-eb965b68fdd8,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:14.470611 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1760de85-7a65-45aa-8a10-0e460ab027b5 req-8b620931-4462-4128-977f-c90687b911e9 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073432 Jul 30 01:46:14.472417 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.473833 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.529014 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-3a3544b4-215f-4781-9ae2-363566e6b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:14.529897 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-3a3544b4-215f-4781-9ae2-363566e6b93a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0582526 Jul 30 01:46:14.534407 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:14.535045 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.539845 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4d1c09fe-5723-4dc6-ad73-2508700af93d service neutron] 10.222.0.77 "PUT /v2.0/ports/3ad26928-290c-49cf-aa1a-eb965b68fdd8 HTTP/1.1" status: 200 len: 1096 time: 2.6746340 Jul 30 01:46:14.566235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80fa14-ccdd-4960-b5d9-7b951a6ce47a req-61d3e17a-1d49-4602-9b4f-5da44bacab8c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:14.574005 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f80fa14-ccdd-4960-b5d9-7b951a6ce47a req-61d3e17a-1d49-4602-9b4f-5da44bacab8c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 948 time: 0.3754203 Jul 30 01:46:14.574523 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98382b28-fd38-4841-b597-7a1a9062cce6', 'tag': '3ad26928-290c-49cf-aa1a-eb965b68fdd8'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:14.584972 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017b3b1a-d25d-4a38-a46e-ce394d55f64d" -d '{"events": [{"name": "network-changed", "server_uuid": "98382b28-fd38-4841-b597-7a1a9062cce6", "tag": "3ad26928-290c-49cf-aa1a-eb965b68fdd8"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:14.608722 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.633325 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-dbb8a7ba-13d5-4e03-b265-14754933745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:14.636079 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-dbb8a7ba-13d5-4e03-b265-14754933745a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0982118 Jul 30 01:46:14.647278 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.746416 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Allocated IP 172.20.0.2 (d6cc57bf-b26e-4ce8-8e80-631c09a61bc7/710a9262-2232-4ebe-873a-16a8bb5a5b52/2b5696bd-2d35-42f0-8730-4489578606f3) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:14.767734 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] Transition to ACTIVE for port object 38d596e5-71a7-49ad-ba91-0d1768b889b7 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:14.781981 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f80fa14-ccdd-4960-b5d9-7b951a6ce47a req-9edbffbb-3e24-487c-87a8-b0d64f1d31ff tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861694 Jul 30 01:46:14.797600 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-e3a188d9-08a9-4e68-b93d-e5a588d17ead service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503880 Jul 30 01:46:14.850018 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.907316 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-900e975b-b9c3-4050-9c0b-4dba349d10ef req-0d813d67-bab7-44e4-b153-f1e9df6a8e1f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.925613 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0de788-a1c9-48b6-9f06-4a3b79d2622a None None] Pushing event updated for resources: {'Port': ['ID=38d596e5-71a7-49ad-ba91-0d1768b889b7,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:14.937595 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0de788-a1c9-48b6-9f06-4a3b79d2622a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:14.937889 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0de788-a1c9-48b6-9f06-4a3b79d2622a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:14.938355 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0de788-a1c9-48b6-9f06-4a3b79d2622a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:14.938791 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0de788-a1c9-48b6-9f06-4a3b79d2622a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:14.939220 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0de788-a1c9-48b6-9f06-4a3b79d2622a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:14.939667 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0de788-a1c9-48b6-9f06-4a3b79d2622a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:14.940091 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0de788-a1c9-48b6-9f06-4a3b79d2622a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:14.940515 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0de788-a1c9-48b6-9f06-4a3b79d2622a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:14.940937 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0de788-a1c9-48b6-9f06-4a3b79d2622a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:14.941927 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0de788-a1c9-48b6-9f06-4a3b79d2622a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:14.942397 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0de788-a1c9-48b6-9f06-4a3b79d2622a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:14.942830 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0de788-a1c9-48b6-9f06-4a3b79d2622a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:14.981655 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.028899 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fb2010-ed0d-495a-adae-96136f3161e0 x-openstack-request-id: req-47fb2010-ed0d-495a-adae-96136f3161e0 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:15.030864 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c377866-157e-4116-867d-5349e6be1aa6", "tag": "1d218bf5-0438-4f23-8aea-de8af971dba0", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:15.032719 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-47fb2010-ed0d-495a-adae-96136f3161e0 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:15.034941 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c377866-157e-4116-867d-5349e6be1aa6', 'tag': '1d218bf5-0438-4f23-8aea-de8af971dba0', 'status': 'completed', 'code': 200} Jul 30 01:46:15.052087 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-d0ab7b03-59b5-4347-82b7-d1c66f0c624e service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463186 Jul 30 01:46:15.100303 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] Attempting to bind port 38d596e5-71a7-49ad-ba91-0d1768b889b7 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:15.101497 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] Attempting to bind port 38d596e5-71a7-49ad-ba91-0d1768b889b7 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:15.101853 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] Attempting to bind port 38d596e5-71a7-49ad-ba91-0d1768b889b7 on network 67a82bad-8f13-4556-bea5-cc28b31ee6b2 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:15.113365 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:15.113722 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] Checking segment: {'id': '82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:15.114335 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.114893 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] Bound using segment: {'id': '82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:15.115546 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] Bound port: 38d596e5-71a7-49ad-ba91-0d1768b889b7, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:15.119166 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.162238 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.162557 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f95a9c5-8c97-4460-b804-c21ffbfdfe6e x-openstack-request-id: req-8f95a9c5-8c97-4460-b804-c21ffbfdfe6e {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:15.162557 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98382b28-fd38-4841-b597-7a1a9062cce6", "tag": "3ad26928-290c-49cf-aa1a-eb965b68fdd8", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:15.162557 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f95a9c5-8c97-4460-b804-c21ffbfdfe6e {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:15.162557 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98382b28-fd38-4841-b597-7a1a9062cce6', 'tag': '3ad26928-290c-49cf-aa1a-eb965b68fdd8', 'status': 'completed', 'code': 200} Jul 30 01:46:15.164922 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-900e975b-b9c3-4050-9c0b-4dba349d10ef req-0d813d67-bab7-44e4-b153-f1e9df6a8e1f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] No DVR routers for this DVR port b8514681-eccc-47d5-a9cb-42b28a613c83 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:46:15.180193 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-900e975b-b9c3-4050-9c0b-4dba349d10ef req-0d813d67-bab7-44e4-b153-f1e9df6a8e1f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.182721 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-900e975b-b9c3-4050-9c0b-4dba349d10ef req-0d813d67-bab7-44e4-b153-f1e9df6a8e1f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.77 "DELETE /v2.0/ports/b8514681-eccc-47d5-a9cb-42b28a613c83 HTTP/1.1" status: 204 len: 173 time: 2.4854913 Jul 30 01:46:15.203854 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Transition to ACTIVE for port object 2b5696bd-2d35-42f0-8730-4489578606f3 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:15.239518 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d813d67-bab7-44e4-b153-f1e9df6a8e1f tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Pushing event deleted for resources: {'Port': ['ID=b8514681-eccc-47d5-a9cb-42b28a613c83,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:15.253884 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Transition to ACTIVE for port object 2b5696bd-2d35-42f0-8730-4489578606f3 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:15.292407 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] For port 38d596e5-71a7-49ad-ba91-0d1768b889b7, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:15.296464 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] For port 38d596e5-71a7-49ad-ba91-0d1768b889b7, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=38d596e5-71a7-49ad-ba91-0d1768b889b7,segment=NetworkSegment(82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db),segment_id=82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:15.308601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc46c6-734a-461d-a2a2-3c7eaa2bb2c6 req-6ccbe95b-7b0b-47ae-bf2e-1c1dbc743fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:15.313039 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f4bc46c6-734a-461d-a2a2-3c7eaa2bb2c6 req-6ccbe95b-7b0b-47ae-bf2e-1c1dbc743fea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&device_id=8c377866-157e-4116-867d-5349e6be1aa6 HTTP/1.1" status: 200 len: 1098 time: 0.1269782 Jul 30 01:46:15.325057 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.365512 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Network d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:15.368517 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:15.371028 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:15.386124 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Pushing event updated for resources: {'Port': ['ID=2b5696bd-2d35-42f0-8730-4489578606f3,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:15.413234 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed8f67-58e1-486b-ae64-5a7a1a42b13f req-8a8d153f-5424-464a-852c-f5dce6e7276d tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:15.429300 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17ed8f67-58e1-486b-ae64-5a7a1a42b13f req-8a8d153f-5424-464a-852c-f5dce6e7276d tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 945 time: 0.7049241 Jul 30 01:46:15.429716 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.429821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4abdce3b-5d93-4082-acd6-390067c5e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:15.432342 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-4abdce3b-5d93-4082-acd6-390067c5e582 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 1099 time: 0.6393950 Jul 30 01:46:15.531078 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc46c6-734a-461d-a2a2-3c7eaa2bb2c6 req-18f75262-e3a7-44c8-b245-8ca11e064525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:15.533826 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f4bc46c6-734a-461d-a2a2-3c7eaa2bb2c6 req-18f75262-e3a7-44c8-b245-8ca11e064525 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.2138274 Jul 30 01:46:15.540233 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Attempting to bind port 2b5696bd-2d35-42f0-8730-4489578606f3 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:15.540875 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Attempting to bind port 2b5696bd-2d35-42f0-8730-4489578606f3 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '078c6e65-e590-4f3e-bd7c-a99189bd502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:15.551733 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Attempting to bind port 2b5696bd-2d35-42f0-8730-4489578606f3 on network d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:15.555302 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] Routers {'166d4647-eb69-466d-ad87-087f3f3b6760'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:15.556952 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:46:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['166d4647-eb69-466d-ad87-087f3f3b6760'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:15.565203 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:15.567542 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Checking segment: {'id': '078c6e65-e590-4f3e-bd7c-a99189bd502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:15.567978 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.568389 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Bound using segment: {'id': '078c6e65-e590-4f3e-bd7c-a99189bd502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:15.568880 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Bound port: 2b5696bd-2d35-42f0-8730-4489578606f3, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078c6e65-e590-4f3e-bd7c-a99189bd502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:15.569267 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.628816 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f4bc46c6-734a-461d-a2a2-3c7eaa2bb2c6 req-81325b88-cc82-4546-9eeb-d5e95118bfd2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=1d218bf5-0438-4f23-8aea-de8af971dba0 HTTP/1.1" status: 200 len: 217 time: 0.0849295 Jul 30 01:46:15.630235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2281e5b-1a66-43a9-a34d-3b5f6196cf8b req-5fe5a704-b1d9-4837-ae26-1f22f34af361 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:15.632660 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c2281e5b-1a66-43a9-a34d-3b5f6196cf8b req-5fe5a704-b1d9-4837-ae26-1f22f34af361 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 945 time: 0.4340582 Jul 30 01:46:15.636652 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.669702 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-11f8e8cf-0c49-4985-8a3e-37ab71fe6876 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=3ad26928-290c-49cf-aa1a-eb965b68fdd8 HTTP/1.1" status: 200 len: 217 time: 0.1731815 Jul 30 01:46:15.744720 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc46c6-734a-461d-a2a2-3c7eaa2bb2c6 req-b177ed1c-0134-4b9e-a2a1-b519c86bdd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:15.744720 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f4bc46c6-734a-461d-a2a2-3c7eaa2bb2c6 req-b177ed1c-0134-4b9e-a2a1-b519c86bdd55 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1063929 Jul 30 01:46:15.762392 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0de788-a1c9-48b6-9f06-4a3b79d2622a None None] Pushing event updated for resources: {'Port': ['ID=38d596e5-71a7-49ad-ba91-0d1768b889b7,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:15.780797 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] For port 2b5696bd-2d35-42f0-8730-4489578606f3, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:15.790799 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] For port 2b5696bd-2d35-42f0-8730-4489578606f3, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=2b5696bd-2d35-42f0-8730-4489578606f3,segment=NetworkSegment(078c6e65-e590-4f3e-bd7c-a99189bd502b),segment_id=078c6e65-e590-4f3e-bd7c-a99189bd502b)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:15.825212 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device b8514681-eccc-47d5-a9cb-42b28a613c83 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:46:15.855166 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc46c6-734a-461d-a2a2-3c7eaa2bb2c6 req-4830906d-fe8f-4b05-9022-b8b0f941b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:15.860720 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f4bc46c6-734a-461d-a2a2-3c7eaa2bb2c6 req-4830906d-fe8f-4b05-9022-b8b0f941b4d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1090841 Jul 30 01:46:15.884032 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-66ce6a6f-391f-4549-b0c2-7557e2a337a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:15.885748 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-66ce6a6f-391f-4549-b0c2-7557e2a337a9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1943879 Jul 30 01:46:15.899891 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.900203 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c2281e5b-1a66-43a9-a34d-3b5f6196cf8b req-15babaab-e713-4d1d-a38e-e1d34034efb7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310045 Jul 30 01:46:15.923789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: b8514681-eccc-47d5-a9cb-42b28a613c83 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:46:15.925274 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device b8514681-eccc-47d5-a9cb-42b28a613c83 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:46:15.993626 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-17ed8f67-58e1-486b-ae64-5a7a1a42b13f req-5cd9891a-a8eb-4712-9dbb-9fc9e32cde19 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Deleting port cf58aa5e-e524-406e-aa8d-3c721cdb9344 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:46:15.994083 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-17ed8f67-58e1-486b-ae64-5a7a1a42b13f req-5cd9891a-a8eb-4712-9dbb-9fc9e32cde19 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:16.066071 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-34f8ab02-328e-43d1-92cf-1edc969c59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:16.068111 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-34f8ab02-328e-43d1-92cf-1edc969c59c4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1602933 Jul 30 01:46:16.172542 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-529ce412-f611-469c-b455-36eb5b16149c req-e0a332e2-f6b4-45b3-9ffc-c9863f766d67 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=71902edc-3dfa-4e88-9217-ac3cb9941af6 HTTP/1.1" status: 200 len: 210 time: 0.0798697 Jul 30 01:46:16.243615 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] Set router 166d4647-eb69-466d-ad87-087f3f3b6760 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:16.298810 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f4bc46c6-734a-461d-a2a2-3c7eaa2bb2c6 req-2b4bb24e-c70b-475a-9cd9-65db2ab3cf12 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291968 Jul 30 01:46:16.425147 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-17ed8f67-58e1-486b-ae64-5a7a1a42b13f req-5cd9891a-a8eb-4712-9dbb-9fc9e32cde19 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] For port cf58aa5e-e524-406e-aa8d-3c721cdb9344, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cf58aa5e-e524-406e-aa8d-3c721cdb9344,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:16.426281 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-17ed8f67-58e1-486b-ae64-5a7a1a42b13f req-5cd9891a-a8eb-4712-9dbb-9fc9e32cde19 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:16.494647 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3998f-f941-40da-867c-9b469e22db6c req-4966e379-9865-4fae-8c29-4fa52dd2e906 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:16.496386 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6af3998f-f941-40da-867c-9b469e22db6c req-4966e379-9865-4fae-8c29-4fa52dd2e906 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 948 time: 0.1752126 Jul 30 01:46:16.519358 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-17ed8f67-58e1-486b-ae64-5a7a1a42b13f req-5cd9891a-a8eb-4712-9dbb-9fc9e32cde19 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Calling delete_port for cf58aa5e-e524-406e-aa8d-3c721cdb9344 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:16.595597 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f4bc46c6-734a-461d-a2a2-3c7eaa2bb2c6 req-e159b98a-2e2b-4c6f-9870-7651abdd2160 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923229 Jul 30 01:46:16.609052 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'name': 'tempest-TaggedBootDevicesTest_v242-1837332010-router', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:02Z', 'updated_at': '2021-07-30T01:46:10Z', 'revision_number': 4, 'project_id': 'c72c67525be041dbbba86358033d985a', 'gw_port': {'id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:04Z', 'updated_at': '2021-07-30T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '38d596e5-71a7-49ad-ba91-0d1768b889b7', 'name': '', 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'mac_address': 'fa:16:3e:0e:f7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '3f8d6f31-34cc-490d-b195-f03e3635d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:09Z', 'updated_at': '2021-07-30T01:46:15Z', 'revision_number': 4, 'project_id': 'c72c67525be041dbbba86358033d985a', 'subnets': [{'id': '3f8d6f31-34cc-490d-b195-f03e3635d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:16.645230 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512451a7-6ec8-46b2-9811-f02a0f944fea None None] The sync data for ids ['166d4647-eb69-466d-ad87-087f3f3b6760'] in n-d-713498-9 is: [{'id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'name': 'tempest-TaggedBootDevicesTest_v242-1837332010-router', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:02Z', 'updated_at': '2021-07-30T01:46:10Z', 'revision_number': 4, 'project_id': 'c72c67525be041dbbba86358033d985a', 'gw_port': {'id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:04Z', 'updated_at': '2021-07-30T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '38d596e5-71a7-49ad-ba91-0d1768b889b7', 'name': '', 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'mac_address': 'fa:16:3e:0e:f7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '3f8d6f31-34cc-490d-b195-f03e3635d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:09Z', 'updated_at': '2021-07-30T01:46:15Z', 'revision_number': 4, 'project_id': 'c72c67525be041dbbba86358033d985a', 'subnets': [{'id': '3f8d6f31-34cc-490d-b195-f03e3635d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:46:16.646511 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b594b8-fd78-4611-a1f7-c206ad64a099 None None] Pushing event updated for resources: {'Port': ['ID=2b5696bd-2d35-42f0-8730-4489578606f3,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:16.672870 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6af3998f-f941-40da-867c-9b469e22db6c req-13239d0b-bf68-401b-8263-fa5cbe4a00ac tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683195 Jul 30 01:46:16.687966 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-5ba513dd-2c88-4981-af7e-4ae480eccc1d service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5978360 Jul 30 01:46:16.923587 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8f63e7fb-8e41-4131-839e-80e50adf5bb8 req-0699185b-5f6e-4dc2-ab55-f22aa348d82b tempest-QuotasAdminNegativeTest-927589921 tempest-QuotasAdminNegativeTest-927589921-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=015596c2d06e43c0bde39aa53bb058cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738726 Jul 30 01:46:17.197974 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63e7fb-8e41-4131-839e-80e50adf5bb8 req-d3e6d8ad-3563-49b4-a6a6-1655a29f18e7 tempest-QuotasAdminNegativeTest-927589921 tempest-QuotasAdminNegativeTest-927589921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:17.199604 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8f63e7fb-8e41-4131-839e-80e50adf5bb8 req-d3e6d8ad-3563-49b4-a6a6-1655a29f18e7 tempest-QuotasAdminNegativeTest-927589921 tempest-QuotasAdminNegativeTest-927589921-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2752173 Jul 30 01:46:17.235042 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8f63e7fb-8e41-4131-839e-80e50adf5bb8 req-46677dfe-635d-4873-8f3c-90fd98408b57 tempest-QuotasAdminNegativeTest-927589921 tempest-QuotasAdminNegativeTest-927589921-project] 10.222.0.70 "GET /v2.0/quotas/015596c2d06e43c0bde39aa53bb058cd HTTP/1.1" status: 200 len: 375 time: 0.0197999 Jul 30 01:46:17.250072 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2b5696bd-2d35-42f0-8730-4489578606f3 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:17.289722 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8f63e7fb-8e41-4131-839e-80e50adf5bb8 req-5edce9b4-806f-417e-a227-f7fa54d5d323 tempest-QuotasAdminNegativeTest-927589921 tempest-QuotasAdminNegativeTest-927589921-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=015596c2d06e43c0bde39aa53bb058cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433228 Jul 30 01:46:17.370223 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:17.464662 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 2b5696bd-2d35-42f0-8730-4489578606f3 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:17.469497 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 38d596e5-71a7-49ad-ba91-0d1768b889b7 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:17.472410 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71902edc-3dfa-4e88-9217-ac3cb9941af6', 'name': 'network-vif-deleted', 'tag': 'b8514681-eccc-47d5-a9cb-42b28a613c83'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:17.474872 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e35e468-023c-4f4c-b6a0-5b44d6ce43bf" -d '{"events": [{"server_uuid": "71902edc-3dfa-4e88-9217-ac3cb9941af6", "name": "network-vif-deleted", "tag": "b8514681-eccc-47d5-a9cb-42b28a613c83"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:17.743667 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 38d596e5-71a7-49ad-ba91-0d1768b889b7 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:17.748626 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 38d596e5-71a7-49ad-ba91-0d1768b889b7 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:17.749267 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:17.811242 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 1d218bf5-0438-4f23-8aea-de8af971dba0 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:17.856107 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c749e1f-9d02-4653-8069-d4b2aa7369e6 req-003104ab-f417-4e96-8a41-5b3abc9f3645 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0807257 Jul 30 01:46:17.881027 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b73195-07ec-4328-a66b-bfcc18e138ce req-d77fdc86-1b55-4211-8236-9e652f792279 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:17.884762 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21b73195-07ec-4328-a66b-bfcc18e138ce req-d77fdc86-1b55-4211-8236-9e652f792279 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 945 time: 0.3536627 Jul 30 01:46:17.892429 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:17.956072 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38688) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:17.967824 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:18.189976 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43189ad9-ba6e-4521-a69e-cc59f58edafa None None] Network d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:46:18.195855 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21b73195-07ec-4328-a66b-bfcc18e138ce req-a5bb8a6f-2790-4afd-a4e5-a3907356b26e tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930284 Jul 30 01:46:18.209495 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f5b13440-d217-46ca-b163-0b0614b7ce45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:18.254704 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:18.276037 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b3b1a-d25d-4a38-a46e-ce394d55f64d req-50d4a077-e3ec-4cb4-8cdd-a067561ad7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:18.277705 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-017b3b1a-d25d-4a38-a46e-ce394d55f64d req-50d4a077-e3ec-4cb4-8cdd-a067561ad7c6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 1099 time: 0.2165537 Jul 30 01:46:18.308597 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 1d218bf5-0438-4f23-8aea-de8af971dba0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=1d218bf5-0438-4f23-8aea-de8af971dba0,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:18.404579 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '1d218bf5-0438-4f23-8aea-de8af971dba0', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '1d218bf5-0438-4f23-8aea-de8af971dba0', 'mac_address': 'fa:16:3e:33:f3:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:18.411178 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-17ed8f67-58e1-486b-ae64-5a7a1a42b13f req-5cd9891a-a8eb-4712-9dbb-9fc9e32cde19 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:18.443171 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['cf58aa5e-e524-406e-aa8d-3c721cdb9344'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:18.462386 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f5b13440-d217-46ca-b163-0b0614b7ce45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:18.517873 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9891a-a8eb-4712-9dbb-9fc9e32cde19 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Pushing event deleted for resources: {'Port': ['ID=cf58aa5e-e524-406e-aa8d-3c721cdb9344,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:18.536362 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Allocated IP 172.25.1.196 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/f1e6587d-ade5-45dc-b702-c72860d6547f) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:18.549716 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f5b13440-d217-46ca-b163-0b0614b7ce45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:18.578002 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 38d596e5-71a7-49ad-ba91-0d1768b889b7, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=38d596e5-71a7-49ad-ba91-0d1768b889b7,segment=NetworkSegment(82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db),segment_id=82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:18.636584 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b13440-d217-46ca-b163-0b0614b7ce45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cf47ad-2b95-4199-a229-1eef3261f177,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:18.641402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2b3c7c36-b7e3-4b35-b3bb-4cf977d478dd None None] Provisioning for port 2b5696bd-2d35-42f0-8730-4489578606f3 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:18.675324 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f5b13440-d217-46ca-b163-0b0614b7ce45 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=62e0cb103ae644f0b7db2e517e2510e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7171612 Jul 30 01:46:18.675718 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ed8f67-58e1-486b-ae64-5a7a1a42b13f req-5cd9891a-a8eb-4712-9dbb-9fc9e32cde19 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] No DVR routers for this DVR port cf58aa5e-e524-406e-aa8d-3c721cdb9344 on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:46:18.679121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38696) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:18.721215 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-17ed8f67-58e1-486b-ae64-5a7a1a42b13f req-5cd9891a-a8eb-4712-9dbb-9fc9e32cde19 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:18.723394 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17ed8f67-58e1-486b-ae64-5a7a1a42b13f req-5cd9891a-a8eb-4712-9dbb-9fc9e32cde19 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.10 "DELETE /v2.0/ports/cf58aa5e-e524-406e-aa8d-3c721cdb9344 HTTP/1.1" status: 204 len: 173 time: 3.2989688 Jul 30 01:46:18.741903 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:18.756021 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2b3c7c36-b7e3-4b35-b3bb-4cf977d478dd None None] Provisioning complete for port 2b5696bd-2d35-42f0-8730-4489578606f3 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:18.758401 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b3c7c36-b7e3-4b35-b3bb-4cf977d478dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:18.827690 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14338ba0-bdad-47de-aae0-21f8d9159f0b x-openstack-request-id: req-14338ba0-bdad-47de-aae0-21f8d9159f0b {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:18.827690 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71902edc-3dfa-4e88-9217-ac3cb9941af6", "name": "network-vif-deleted", "tag": "b8514681-eccc-47d5-a9cb-42b28a613c83", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:18.827690 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-14338ba0-bdad-47de-aae0-21f8d9159f0b {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:18.827690 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71902edc-3dfa-4e88-9217-ac3cb9941af6', 'name': 'network-vif-deleted', 'tag': 'b8514681-eccc-47d5-a9cb-42b28a613c83', 'status': 'completed', 'code': 200} Jul 30 01:46:18.832267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b3b1a-d25d-4a38-a46e-ce394d55f64d req-fa98068b-5518-42da-ba57-efe673812b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:18.833780 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-017b3b1a-d25d-4a38-a46e-ce394d55f64d req-fa98068b-5518-42da-ba57-efe673812b5f service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.5309410 Jul 30 01:46:18.865481 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:18.894440 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27b8ec5a-66bb-4a95-8778-09b8d6368a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:18.912353 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-017b3b1a-d25d-4a38-a46e-ce394d55f64d req-fbff1dc7-f080-46d1-8dda-535eeab08e94 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=3ad26928-290c-49cf-aa1a-eb965b68fdd8 HTTP/1.1" status: 200 len: 217 time: 0.0640523 Jul 30 01:46:18.946156 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27b8ec5a-66bb-4a95-8778-09b8d6368a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:19.014839 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27520948-0958-40b8-aa2f-ed1021f49218 req-1d84e5d0-6272-4a4e-bf9a-1fa5f667a5e9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.017308 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-27520948-0958-40b8-aa2f-ed1021f49218 req-1d84e5d0-6272-4a4e-bf9a-1fa5f667a5e9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 948 time: 0.2052217 Jul 30 01:46:19.026683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b3b1a-d25d-4a38-a46e-ce394d55f64d req-77923d24-a3cb-45d5-9bf2-638379266cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.028192 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-017b3b1a-d25d-4a38-a46e-ce394d55f64d req-77923d24-a3cb-45d5-9bf2-638379266cdc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0730565 Jul 30 01:46:19.047274 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:19.101590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d218bf5-0438-4f23-8aea-de8af971dba0 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:19.102759 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-27520948-0958-40b8-aa2f-ed1021f49218 req-6b6cda74-9fda-40ed-bdb2-a58c974addeb tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763161 Jul 30 01:46:19.172553 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53decc0-4b6e-4a18-8a5f-7f4eda0ce87c req-b21adad7-c0d8-401b-a3a6-e9b3c017e614 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.180314 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c53decc0-4b6e-4a18-8a5f-7f4eda0ce87c req-b21adad7-c0d8-401b-a3a6-e9b3c017e614 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 945 time: 0.2766237 Jul 30 01:46:19.203568 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27b8ec5a-66bb-4a95-8778-09b8d6368a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:19.210535 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27b8ec5a-66bb-4a95-8778-09b8d6368a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:19.212101 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-27b8ec5a-66bb-4a95-8778-09b8d6368a17 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58cf47ad-2b95-4199-a229-1eef3261f177 HTTP/1.1" status: 204 len: 168 time: 0.5320129 Jul 30 01:46:19.227624 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8ec5a-66bb-4a95-8778-09b8d6368a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cf47ad-2b95-4199-a229-1eef3261f177,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:19.236916 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 1d218bf5-0438-4f23-8aea-de8af971dba0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=1d218bf5-0438-4f23-8aea-de8af971dba0,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:19.273383 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a8eab-605e-431c-a083-53616e4b3742 req-5c1a394e-967f-4334-9907-522fbf7ddc5d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.281509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=38d596e5-71a7-49ad-ba91-0d1768b889b7,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:19.284099 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-743a8eab-605e-431c-a083-53616e4b3742 req-5c1a394e-967f-4334-9907-522fbf7ddc5d tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 945 time: 0.1169958 Jul 30 01:46:19.339664 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.351432 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.355133 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.355133 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.355133 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.355133 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.355133 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.355133 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.355133 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.355133 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.382428 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.382888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.394914 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-743a8eab-605e-431c-a083-53616e4b3742 req-198ea0f6-65b4-430c-a944-026cf73ec47c tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098363 Jul 30 01:46:19.472841 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:19.504845 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:19.545307 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b3c7c36-b7e3-4b35-b3bb-4cf977d478dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:19.585570 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ec8ed5c0-2cd3-4669-b511-903f3762f2c6 req-0b957095-5ef1-4e3e-9d14-d0cea187dcc6 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 210 time: 0.0531154 Jul 30 01:46:19.611906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Pushing event updated for resources: {'Port': ['ID=f1e6587d-ade5-45dc-b702-c72860d6547f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:19.620264 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b3b1a-d25d-4a38-a46e-ce394d55f64d req-34091e2a-9a33-4fcc-8a4c-a8b838a6d268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.622041 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-017b3b1a-d25d-4a38-a46e-ce394d55f64d req-34091e2a-9a33-4fcc-8a4c-a8b838a6d268 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5657141 Jul 30 01:46:19.656387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:19.662225 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:19.690116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.695241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.695776 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.697947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.698513 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.705386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.705386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.705386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.705386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.705386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.705897 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['1d218bf5-0438-4f23-8aea-de8af971dba0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:19.706809 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.708180 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:19.722558 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:19.723822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=1d218bf5-0438-4f23-8aea-de8af971dba0,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:19.743856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2b3c7c36-b7e3-4b35-b3bb-4cf977d478dd None None] For port 2b5696bd-2d35-42f0-8730-4489578606f3, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=2b5696bd-2d35-42f0-8730-4489578606f3,segment=NetworkSegment(078c6e65-e590-4f3e-bd7c-a99189bd502b),segment_id=078c6e65-e590-4f3e-bd7c-a99189bd502b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:19.791884 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device cf58aa5e-e524-406e-aa8d-3c721cdb9344 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:46:19.860362 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b3c7c36-b7e3-4b35-b3bb-4cf977d478dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:19.911621 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: cf58aa5e-e524-406e-aa8d-3c721cdb9344 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:46:19.912458 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device cf58aa5e-e524-406e-aa8d-3c721cdb9344 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:46:19.982379 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93ed2e15-8730-42db-86d1-555d8ac5afd1 req-2c2cc6a1-329d-470e-8d00-b58ca65a0d45 tempest-QuotasAdminNegativeTest-927589921 tempest-QuotasAdminNegativeTest-927589921-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=015596c2d06e43c0bde39aa53bb058cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320687 Jul 30 01:46:19.995910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-c53decc0-4b6e-4a18-8a5f-7f4eda0ce87c req-76bc09da-c2df-4e11-997d-a4cf8d8fc597 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Deleting port c861ec76-c32d-4416-8571-e5609490f0f2 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:46:19.996270 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c53decc0-4b6e-4a18-8a5f-7f4eda0ce87c req-76bc09da-c2df-4e11-997d-a4cf8d8fc597 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:20.005367 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c7c36-b7e3-4b35-b3bb-4cf977d478dd None None] Pushing event updated for resources: {'Port': ['ID=2b5696bd-2d35-42f0-8730-4489578606f3,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:20.074408 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-26c43996-877a-4268-acbe-ec497695385e None None] Provisioning complete for port 2b5696bd-2d35-42f0-8730-4489578606f3 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:20.074848 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-26c43996-877a-4268-acbe-ec497695385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:20.160300 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed2e15-8730-42db-86d1-555d8ac5afd1 req-44999ce1-1759-400d-b0a5-576a51c7e536 tempest-QuotasAdminNegativeTest-927589921 tempest-QuotasAdminNegativeTest-927589921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:20.173792 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93ed2e15-8730-42db-86d1-555d8ac5afd1 req-44999ce1-1759-400d-b0a5-576a51c7e536 tempest-QuotasAdminNegativeTest-927589921 tempest-QuotasAdminNegativeTest-927589921-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894972 Jul 30 01:46:20.205921 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93ed2e15-8730-42db-86d1-555d8ac5afd1 req-caa84841-05f3-4cc4-9271-d0bab9209ea9 tempest-QuotasAdminNegativeTest-927589921 tempest-QuotasAdminNegativeTest-927589921-project] 10.222.0.70 "GET /v2.0/quotas/015596c2d06e43c0bde39aa53bb058cd HTTP/1.1" status: 200 len: 375 time: 0.0299740 Jul 30 01:46:20.248465 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-017b3b1a-d25d-4a38-a46e-ce394d55f64d req-5d208796-83ce-42c0-9957-a3da7d070a89 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883262 Jul 30 01:46:20.297631 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93ed2e15-8730-42db-86d1-555d8ac5afd1 req-9db56e09-eb14-47ca-8721-bebcd2ad901b tempest-QuotasAdminNegativeTest-927589921 tempest-QuotasAdminNegativeTest-927589921-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=015596c2d06e43c0bde39aa53bb058cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844469 Jul 30 01:46:20.435803 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38740) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:20.450699 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a735dfa-4f47-406a-b953-6a5519de6aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:20.530934 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-c53decc0-4b6e-4a18-8a5f-7f4eda0ce87c req-76bc09da-c2df-4e11-997d-a4cf8d8fc597 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] For port c861ec76-c32d-4416-8571-e5609490f0f2, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c861ec76-c32d-4416-8571-e5609490f0f2,segment=NetworkSegment(8f5fc61a-1802-49f0-a2dc-c539d9712429),segment_id=8f5fc61a-1802-49f0-a2dc-c539d9712429)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:20.531446 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c53decc0-4b6e-4a18-8a5f-7f4eda0ce87c req-76bc09da-c2df-4e11-997d-a4cf8d8fc597 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:20.568464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-c53decc0-4b6e-4a18-8a5f-7f4eda0ce87c req-76bc09da-c2df-4e11-997d-a4cf8d8fc597 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Calling delete_port for c861ec76-c32d-4416-8571-e5609490f0f2 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:20.582608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712838b-62dc-4f68-bcbe-83b4ac27e96b req-3575d816-839e-4583-8a4d-e5316a1e9c5f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:20.584528 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1712838b-62dc-4f68-bcbe-83b4ac27e96b req-3575d816-839e-4583-8a4d-e5316a1e9c5f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 948 time: 0.3409314 Jul 30 01:46:20.643498 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-017b3b1a-d25d-4a38-a46e-ce394d55f64d req-d5942104-8f6d-4e12-8c3b-b3a21b62a7b5 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953517 Jul 30 01:46:20.647933 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a735dfa-4f47-406a-b953-6a5519de6aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:20.707520 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a735dfa-4f47-406a-b953-6a5519de6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:20.764452 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3a735dfa-4f47-406a-b953-6a5519de6aa2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=26cdd2046d2e441da5566e2079a3f132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274455 Jul 30 01:46:20.765091 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38746) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:20.768302 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a735dfa-4f47-406a-b953-6a5519de6aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee009b59-2efd-48fc-b758-c9030bc4ad4b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:20.832212 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3f788bd7-420c-42bb-b27c-622b7d5c10e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:20.837157 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1712838b-62dc-4f68-bcbe-83b4ac27e96b req-ac2bdf63-7dc6-4106-9fe6-94f107e502cb tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434974 Jul 30 01:46:20.851626 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1', 'name': 'network-vif-deleted', 'tag': 'cf58aa5e-e524-406e-aa8d-3c721cdb9344'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:20.855139 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e1a91a-bfd2-4425-819e-cc7475de1dfc" -d '{"events": [{"server_uuid": "b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1", "name": "network-vif-deleted", "tag": "cf58aa5e-e524-406e-aa8d-3c721cdb9344"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:20.885733 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3f788bd7-420c-42bb-b27c-622b7d5c10e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:20.886014 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:21.012231 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3f788bd7-420c-42bb-b27c-622b7d5c10e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:21.022083 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3f788bd7-420c-42bb-b27c-622b7d5c10e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:21.026714 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3f788bd7-420c-42bb-b27c-622b7d5c10e2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ee009b59-2efd-48fc-b758-c9030bc4ad4b HTTP/1.1" status: 204 len: 168 time: 0.2597842 Jul 30 01:46:21.042887 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f788bd7-420c-42bb-b27c-622b7d5c10e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee009b59-2efd-48fc-b758-c9030bc4ad4b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:21.117060 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09093c0-b4f6-42d5-920f-ce580df37362 req-7f2b2c76-b8d2-4211-9cf1-1c3909200211 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:21.119096 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c09093c0-b4f6-42d5-920f-ce580df37362 req-7f2b2c76-b8d2-4211-9cf1-1c3909200211 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 945 time: 0.1866500 Jul 30 01:46:21.132607 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c53decc0-4b6e-4a18-8a5f-7f4eda0ce87c req-76bc09da-c2df-4e11-997d-a4cf8d8fc597 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:21.203560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc09da-c2df-4e11-997d-a4cf8d8fc597 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Pushing event deleted for resources: {'Port': ['ID=c861ec76-c32d-4416-8571-e5609490f0f2,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:21.230928 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ec760ee-b4fb-44a2-b721-599ce556a6cf req-3cf0dc5b-a8ad-4d6c-b653-e11ffa0bd25e tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 210 time: 0.0734105 Jul 30 01:46:21.341542 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75f12de-8ed2-4193-a386-6989b1c89b71 x-openstack-request-id: req-d75f12de-8ed2-4193-a386-6989b1c89b71 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:21.341824 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1", "name": "network-vif-deleted", "tag": "cf58aa5e-e524-406e-aa8d-3c721cdb9344", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:21.350380 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d75f12de-8ed2-4193-a386-6989b1c89b71 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:21.350380 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1', 'name': 'network-vif-deleted', 'tag': 'cf58aa5e-e524-406e-aa8d-3c721cdb9344', 'status': 'completed', 'code': 200} Jul 30 01:46:21.363487 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c09093c0-b4f6-42d5-920f-ce580df37362 req-c00ee627-06f7-4d93-b1dd-7a8cae0422ce tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/security-groups?id=079b27d1-d821-4883-80d5-7720a28f1f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353232 Jul 30 01:46:21.392023 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53decc0-4b6e-4a18-8a5f-7f4eda0ce87c req-76bc09da-c2df-4e11-997d-a4cf8d8fc597 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] No DVR routers for this DVR port c861ec76-c32d-4416-8571-e5609490f0f2 on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:46:21.400931 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2b5696bd-2d35-42f0-8730-4489578606f3 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:21.401416 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c53decc0-4b6e-4a18-8a5f-7f4eda0ce87c req-76bc09da-c2df-4e11-997d-a4cf8d8fc597 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:21.403449 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c53decc0-4b6e-4a18-8a5f-7f4eda0ce87c req-76bc09da-c2df-4e11-997d-a4cf8d8fc597 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.10 "DELETE /v2.0/ports/c861ec76-c32d-4416-8571-e5609490f0f2 HTTP/1.1" status: 204 len: 173 time: 2.2223139 Jul 30 01:46:21.466334 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:21.492947 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 2b5696bd-2d35-42f0-8730-4489578606f3 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:21.493320 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:21.593082 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 38d596e5-71a7-49ad-ba91-0d1768b889b7 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:21.686762 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 38d596e5-71a7-49ad-ba91-0d1768b889b7 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:21.687141 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:21.771139 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Router 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:46:21.798740 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 1d218bf5-0438-4f23-8aea-de8af971dba0 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:21.867586 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 3ad26928-290c-49cf-aa1a-eb965b68fdd8 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:22.008588 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 1d218bf5-0438-4f23-8aea-de8af971dba0 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:22.011825 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:46:22.028205 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] Sync routers for ids ['8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:46:22.042909 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 1d218bf5-0438-4f23-8aea-de8af971dba0 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:22.044695 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.126546 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cec747-8363-41ea-8349-d29038ef088a req-36b37a31-8ed2-4668-9803-9e1f4414d52c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:22.140111 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88cec747-8363-41ea-8349-d29038ef088a req-36b37a31-8ed2-4668-9803-9e1f4414d52c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 948 time: 0.1014154 Jul 30 01:46:22.146839 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.150586 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6566ac2a-3937-48ff-85bf-1161b4c3141a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.9842634 Jul 30 01:46:22.150942 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38774) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:22.164223 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 3ad26928-290c-49cf-aa1a-eb965b68fdd8, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=3ad26928-290c-49cf-aa1a-eb965b68fdd8,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:22.175506 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] Routers {'8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:22.176551 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:46:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:22.204653 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38776) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:22.224926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '3ad26928-290c-49cf-aa1a-eb965b68fdd8', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '3ad26928-290c-49cf-aa1a-eb965b68fdd8', 'mac_address': 'fa:16:3e:0e:ab:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:22.292259 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88cec747-8363-41ea-8349-d29038ef088a req-a5b62563-029a-4b72-babf-fe79a96baf53 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451540 Jul 30 01:46:22.424881 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1991ba6e-6d9d-4c6b-941d-e5d68f4eb666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.436094 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-383a9065-0a0d-4041-a4b6-3f4893b44ac7 req-2642a2bc-e36d-433e-bd60-f922cf6b14fb tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 210 time: 0.0847268 Jul 30 01:46:22.536021 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] Set router 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:22.647297 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-54c70ac1-8a1d-4f43-ad18-bb79490be9f4 req-3497d057-0a61-40dd-9aae-cd3c542e52f4 tempest-LiveAutoBlockMigrationV225Test-1327917393 tempest-LiveAutoBlockMigrationV225Test-1327917393-project] 10.222.0.70 "GET /v2.0/ports?device_id=8637094e-7aa8-4b76-863b-39ece064a8e3 HTTP/1.1" status: 200 len: 210 time: 0.0963275 Jul 30 01:46:22.719925 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.729299 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1991ba6e-6d9d-4c6b-941d-e5d68f4eb666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.813777 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1991ba6e-6d9d-4c6b-941d-e5d68f4eb666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.814502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38794) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:22.861651 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1991ba6e-6d9d-4c6b-941d-e5d68f4eb666 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=015596c2d06e43c0bde39aa53bb058cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6559200 Jul 30 01:46:22.864419 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991ba6e-6d9d-4c6b-941d-e5d68f4eb666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd53b1f2-8ba2-47a5-a824-7b8f5f03ce72,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:22.868763 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38798) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:22.887768 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad26928-290c-49cf-aa1a-eb965b68fdd8 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:22.891888 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.937725 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a79fdb3c-5b51-41a2-b1c0-f9cebe86b81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.944595 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 3ad26928-290c-49cf-aa1a-eb965b68fdd8, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=3ad26928-290c-49cf-aa1a-eb965b68fdd8,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:22.958067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c377866-157e-4116-867d-5349e6be1aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d218bf5-0438-4f23-8aea-de8af971dba0'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:22.961059 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abb4ca5-3078-455a-aea0-7ab028e9d1f1" -d '{"events": [{"server_uuid": "8c377866-157e-4116-867d-5349e6be1aa6", "name": "network-vif-plugged", "status": "completed", "tag": "1d218bf5-0438-4f23-8aea-de8af971dba0"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:22.965362 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a79fdb3c-5b51-41a2-b1c0-f9cebe86b81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:23.020359 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a61e9e42-5b10-4c41-a00d-4a36de46c5a0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1582655768-network', 'tenant_id': 'b052b08dd0324c4ab039850de0db902c'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:23.023127 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:23.039676 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 1d218bf5-0438-4f23-8aea-de8af971dba0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=1d218bf5-0438-4f23-8aea-de8af971dba0,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:23.109732 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a79fdb3c-5b51-41a2-b1c0-f9cebe86b81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:23.113175 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5999644-a5db-43fb-8447-f6e482d94c97 x-openstack-request-id: req-a5999644-a5db-43fb-8447-f6e482d94c97 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:23.113363 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a79fdb3c-5b51-41a2-b1c0-f9cebe86b81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:23.113493 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c377866-157e-4116-867d-5349e6be1aa6", "name": "network-vif-plugged", "status": "completed", "tag": "1d218bf5-0438-4f23-8aea-de8af971dba0", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:23.113746 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a5999644-a5db-43fb-8447-f6e482d94c97 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:23.114135 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c377866-157e-4116-867d-5349e6be1aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d218bf5-0438-4f23-8aea-de8af971dba0', 'code': 200} Jul 30 01:46:23.114689 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a79fdb3c-5b51-41a2-b1c0-f9cebe86b81d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fd53b1f2-8ba2-47a5-a824-7b8f5f03ce72 HTTP/1.1" status: 204 len: 168 time: 0.2449682 Jul 30 01:46:23.130291 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fdb3c-5b51-41a2-b1c0-f9cebe86b81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd53b1f2-8ba2-47a5-a824-7b8f5f03ce72,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:23.140679 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:23.141649 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device c861ec76-c32d-4416-8571-e5609490f0f2 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:46:23.184744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: c861ec76-c32d-4416-8571-e5609490f0f2 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:46:23.185084 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device c861ec76-c32d-4416-8571-e5609490f0f2 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:46:23.187493 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=3ad26928-290c-49cf-aa1a-eb965b68fdd8,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:23.247518 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'name': 'tempest-ServersTestBootFromVolume-652503000-router', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:14Z', 'updated_at': '2021-07-30T01:46:20Z', 'revision_number': 3, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'gw_port': {'id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:17Z', 'updated_at': '2021-07-30T01:46:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:23.248913 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64212013-bd66-4020-9d91-7d6bfc841416 req-dbae3388-c377-4e2e-bd9c-0d1e98667318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:23.255155 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=1d218bf5-0438-4f23-8aea-de8af971dba0,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:23.255311 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-64212013-bd66-4020-9d91-7d6bfc841416 req-dbae3388-c377-4e2e-bd9c-0d1e98667318 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8c377866-157e-4116-867d-5349e6be1aa6 HTTP/1.1" status: 200 len: 1100 time: 0.1040030 Jul 30 01:46:23.281729 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] Checking router: 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:46:23.282169 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] Updating router 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 port f1e6587d-ade5-45dc-b702-c72860d6547f binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:46:23.289756 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d3d2f2e-8701-4028-91fa-b731a6955194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:23.322686 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-64212013-bd66-4020-9d91-7d6bfc841416 req-629ad7a6-8aa9-4860-ac96-563e1fc9201d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640273 Jul 30 01:46:23.323129 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:23.343575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8637094e-7aa8-4b76-863b-39ece064a8e3', 'name': 'network-vif-deleted', 'tag': 'c861ec76-c32d-4416-8571-e5609490f0f2'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:23.347017 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d854a0bb-0347-4c1d-b0a8-c275411e521a" -d '{"events": [{"server_uuid": "8637094e-7aa8-4b76-863b-39ece064a8e3", "name": "network-vif-deleted", "tag": "c861ec76-c32d-4416-8571-e5609490f0f2"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:23.397502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61e9e42-5b10-4c41-a00d-4a36de46c5a0 admin admin] Made reservation on behalf of b052b08dd0324c4ab039850de0db902c for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:23.401788 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a61e9e42-5b10-4c41-a00d-4a36de46c5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:23.423440 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a61e9e42-5b10-4c41-a00d-4a36de46c5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:23.428815 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['3ad26928-290c-49cf-aa1a-eb965b68fdd8'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:23.453015 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bff52b-638a-42f6-b36c-b1c7d6f71915 x-openstack-request-id: req-78bff52b-638a-42f6-b36c-b1c7d6f71915 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:23.454261 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8637094e-7aa8-4b76-863b-39ece064a8e3", "name": "network-vif-deleted", "tag": "c861ec76-c32d-4416-8571-e5609490f0f2", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:23.454261 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78bff52b-638a-42f6-b36c-b1c7d6f71915 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:23.454261 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8637094e-7aa8-4b76-863b-39ece064a8e3', 'name': 'network-vif-deleted', 'tag': 'c861ec76-c32d-4416-8571-e5609490f0f2', 'status': 'completed', 'code': 200} Jul 30 01:46:23.485067 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d30798-c0a7-40ca-8552-cf82e814a22e req-6c4083da-8c33-46c1-988a-0542309ff1eb tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:23.486959 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50d30798-c0a7-40ca-8552-cf82e814a22e req-6c4083da-8c33-46c1-988a-0542309ff1eb tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 949 time: 0.0918243 Jul 30 01:46:23.572599 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50d30798-c0a7-40ca-8552-cf82e814a22e req-a325af42-3d58-460f-b804-0e52f30b6d1b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772891 Jul 30 01:46:23.610058 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-2d3d2f2e-8701-4028-91fa-b731a6955194 admin admin] Allocated IP 172.20.0.1 (d6cc57bf-b26e-4ce8-8e80-631c09a61bc7/710a9262-2232-4ebe-873a-16a8bb5a5b52/9eef292a-c37b-426d-be3b-382b2c681847) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:23.695597 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24714df9-236d-4f61-a9c9-44f8a083d321 req-e6317635-57e6-42ee-b8e4-9c1253efd12e tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 210 time: 0.0665913 Jul 30 01:46:23.777913 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38818) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:23.813748 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d3d2f2e-8701-4028-91fa-b731a6955194 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:23.836836 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-2d3d2f2e-8701-4028-91fa-b731a6955194 admin admin] Transition to ACTIVE for port object 9eef292a-c37b-426d-be3b-382b2c681847 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:23.864290 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a61e9e42-5b10-4c41-a00d-4a36de46c5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:23.960123 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a61e9e42-5b10-4c41-a00d-4a36de46c5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:23.979621 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61e9e42-5b10-4c41-a00d-4a36de46c5a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:46:23.994949 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a61e9e42-5b10-4c41-a00d-4a36de46c5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:23.996263 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-a61e9e42-5b10-4c41-a00d-4a36de46c5a0 admin admin] Added segment 0b1d9a56-770a-4652-98ce-913cabdd0540 of type vlan for network 3d78707f-c549-43d0-bbad-0520c3d96391 Jul 30 01:46:24.016758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86f53ec-c86d-490f-b73f-6d93c6c5a80c admin admin] Deleting subnet 26ee53b8-de93-45d5-96fb-d335e3f2eaf9 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:46:24.020828 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e86f53ec-c86d-490f-b73f-6d93c6c5a80c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.075061 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a61e9e42-5b10-4c41-a00d-4a36de46c5a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.094024 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e86f53ec-c86d-490f-b73f-6d93c6c5a80c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.119880 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d3d2f2e-8701-4028-91fa-b731a6955194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.126456 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.140780 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] Transition to ACTIVE for port object f1e6587d-ade5-45dc-b702-c72860d6547f will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:24.144884 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38824) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:24.182939 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3d2f2e-8701-4028-91fa-b731a6955194 admin admin] Network d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:24.200795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-2d3d2f2e-8701-4028-91fa-b731a6955194 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:24.200969 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e86f53ec-c86d-490f-b73f-6d93c6c5a80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.205407 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a61e9e42-5b10-4c41-a00d-4a36de46c5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.206380 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61e9e42-5b10-4c41-a00d-4a36de46c5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:24.208736 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a61e9e42-5b10-4c41-a00d-4a36de46c5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.217869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3d2f2e-8701-4028-91fa-b731a6955194 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:24.228440 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.263170 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-79569964-813d-4a9a-9551-5817c0870ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.264857 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d3d2f2e-8701-4028-91fa-b731a6955194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.271660 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e9e42-5b10-4c41-a00d-4a36de46c5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1cffc3-d527-43d2-be2a-1853e780b247,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:24.379431 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] Attempting to bind port f1e6587d-ade5-45dc-b702-c72860d6547f on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:24.380079 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] Attempting to bind port f1e6587d-ade5-45dc-b702-c72860d6547f by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:24.380538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] Attempting to bind port f1e6587d-ade5-45dc-b702-c72860d6547f on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:24.383818 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9dc38f-7c88-48e6-bf0b-9037f823f59f None None] Pushing event updated for resources: {'Port': ['ID=f1e6587d-ade5-45dc-b702-c72860d6547f,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:24.398677 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:24.399209 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:24.399744 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.401432 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:24.402110 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] Bound port: f1e6587d-ade5-45dc-b702-c72860d6547f, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:24.402930 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.407589 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e86f53ec-c86d-490f-b73f-6d93c6c5a80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.432037 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e86f53ec-c86d-490f-b73f-6d93c6c5a80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.435166 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e86f53ec-c86d-490f-b73f-6d93c6c5a80c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/26ee53b8-de93-45d5-96fb-d335e3f2eaf9 HTTP/1.1" status: 204 len: 168 time: 0.6557367 Jul 30 01:46:24.439897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38826) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:24.514719 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f53ec-c86d-490f-b73f-6d93c6c5a80c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ee53b8-de93-45d5-96fb-d335e3f2eaf9,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:24.515802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] For port f1e6587d-ade5-45dc-b702-c72860d6547f, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:24.524731 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] For port f1e6587d-ade5-45dc-b702-c72860d6547f, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f1e6587d-ade5-45dc-b702-c72860d6547f,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:24.593392 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.602729 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a329f90a-e472-4783-8d4d-85b09387776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.705891 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] Routers {'8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:24.706666 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:46:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:24.713863 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9dc38f-7c88-48e6-bf0b-9037f823f59f None None] Pushing event updated for resources: {'Port': ['ID=f1e6587d-ade5-45dc-b702-c72860d6547f,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:24.775092 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-07ffb53d-aae7-4954-af98-258e4d1e6293 None None] Provisioning for port 9eef292a-c37b-426d-be3b-382b2c681847 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:24.781754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-07ffb53d-aae7-4954-af98-258e4d1e6293 None None] Provisioning complete for port 9eef292a-c37b-426d-be3b-382b2c681847 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:24.783973 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-07ffb53d-aae7-4954-af98-258e4d1e6293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.816509 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a61e9e42-5b10-4c41-a00d-4a36de46c5a0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0010631 Jul 30 01:46:24.819007 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a329f90a-e472-4783-8d4d-85b09387776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.820981 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38834) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:24.830182 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-2c3b950f-de42-41ee-9ca5-d5f71418ed98 admin admin] Request body: {'subnet': {'network_id': '3d78707f-c549-43d0-bbad-0520c3d96391', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1582655768-subnet', 'tenant_id': 'b052b08dd0324c4ab039850de0db902c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:24.833774 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d2f2e-8701-4028-91fa-b731a6955194 admin admin] Pushing event updated for resources: {'Port': ['ID=9eef292a-c37b-426d-be3b-382b2c681847,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:24.839514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-a329f90a-e472-4783-8d4d-85b09387776b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18de1eb3-907c-4e80-9e3a-e2daca4c050e']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:24.843474 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e9e42-5b10-4c41-a00d-4a36de46c5a0 admin admin] Pushing event updated for resources: {'Network': ['ID=3d78707f-c549-43d0-bbad-0520c3d96391,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:24.844652 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-07ffb53d-aae7-4954-af98-258e4d1e6293 None None] Port 9eef292a-c37b-426d-be3b-382b2c681847 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:46:24.849634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53363b-1c42-4ff9-9a13-b016cbed0157 req-2afcb24a-cc23-4c47-8740-4a3747fedfb6 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:24.851333 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-be53363b-1c42-4ff9-9a13-b016cbed0157 req-2afcb24a-cc23-4c47-8740-4a3747fedfb6 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 949 time: 0.0857701 Jul 30 01:46:24.861146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-a329f90a-e472-4783-8d4d-85b09387776b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5fc61a-1802-49f0-a2dc-c539d9712429') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:24.861450 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-a329f90a-e472-4783-8d4d-85b09387776b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5fc61a-1802-49f0-a2dc-c539d9712429') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:24.887029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 3d78707f-c549-43d0-bbad-0520c3d96391 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:46:24.896543 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd3f7adc-27e7-4879-be22-e1967b53401c req-f49ab802-3b79-448f-9051-1d0437a85a74 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d5a8b3-0a11-4547-8cbe-ddd78e527bb1 HTTP/1.1" status: 200 len: 210 time: 0.0716591 Jul 30 01:46:24.905624 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.db.api [None req-2c3b950f-de42-41ee-9ca5-d5f71418ed98 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:46:24.905624 n-d-713498-9 neutron-server[94464]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 01:46:24.905624 n-d-713498-9 neutron-server[94464]: [parameters: {'project_id_1': 'b052b08dd0324c4ab039850de0db902c', 'expiration_1': datetime.datetime(2021, 7, 30, 1, 46, 24, 850552)}] Jul 30 01:46:24.905624 n-d-713498-9 neutron-server[94464]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:46:24.906583 n-d-713498-9 neutron-server[94464]: DEBUG oslo_db.api [None req-2c3b950f-de42-41ee-9ca5-d5f71418ed98 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:46:25.038253 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] Set router 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:25.081885 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-79569964-813d-4a9a-9551-5817c0870ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.135473 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d3d2f2e-8701-4028-91fa-b731a6955194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.174436 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-79569964-813d-4a9a-9551-5817c0870ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.259700 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-79569964-813d-4a9a-9551-5817c0870ef6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f80d54f39ce94870ad4953c55108b906&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1097162 Jul 30 01:46:25.262026 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38838) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:25.263374 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79569964-813d-4a9a-9551-5817c0870ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f2d97c-4e25-46be-a374-f7e845cf477f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:25.265946 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a329f90a-e472-4783-8d4d-85b09387776b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.281473 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a329f90a-e472-4783-8d4d-85b09387776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.282149 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'name': 'tempest-ServersTestBootFromVolume-652503000-router', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:14Z', 'updated_at': '2021-07-30T01:46:20Z', 'revision_number': 3, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'gw_port': {'id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:17Z', 'updated_at': '2021-07-30T01:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:25.289785 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a329f90a-e472-4783-8d4d-85b09387776b admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:46:25.290184 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a329f90a-e472-4783-8d4d-85b09387776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.317445 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4191a4e2-a12b-4214-bd87-ca545bc5b75e None None] The sync data for ids ['8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'] in n-d-713498-9 is: [{'id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'name': 'tempest-ServersTestBootFromVolume-652503000-router', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:14Z', 'updated_at': '2021-07-30T01:46:20Z', 'revision_number': 3, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'gw_port': {'id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:17Z', 'updated_at': '2021-07-30T01:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:46:25.330721 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:46:25.399744 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-be53363b-1c42-4ff9-9a13-b016cbed0157 req-ecfb710a-1e71-4d5a-8d2c-fe2093f66bfb tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359492 Jul 30 01:46:25.426115 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cc14dd82-207c-4f45-8726-d1229dc34fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.463224 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cc14dd82-207c-4f45-8726-d1229dc34fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.468165 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d3d2f2e-8701-4028-91fa-b731a6955194 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.473981 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a329f90a-e472-4783-8d4d-85b09387776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.479608 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a329f90a-e472-4783-8d4d-85b09387776b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.485103 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a329f90a-e472-4783-8d4d-85b09387776b admin admin] 10.222.0.70 "DELETE /v2.0/networks/18de1eb3-907c-4e80-9e3a-e2daca4c050e HTTP/1.1" status: 204 len: 168 time: 1.0408196 Jul 30 01:46:25.485199 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38840) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:25.510804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329f90a-e472-4783-8d4d-85b09387776b admin admin] Pushing event deleted for resources: {'Network': ['ID=18de1eb3-907c-4e80-9e3a-e2daca4c050e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:25.544452 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-f608f1e9-c4e9-42c0-b3f3-8aa1b3819007 admin admin] Deleting subnet 740500dc-65fd-4278-ba9c-f0a7498cdf3d {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:46:25.550435 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f608f1e9-c4e9-42c0-b3f3-8aa1b3819007 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.577863 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3b950f-de42-41ee-9ca5-d5f71418ed98 admin admin] Made reservation on behalf of b052b08dd0324c4ab039850de0db902c for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:25.580515 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c3b950f-de42-41ee-9ca5-d5f71418ed98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.637260 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d3d2f2e-8701-4028-91fa-b731a6955194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.644686 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cc14dd82-207c-4f45-8726-d1229dc34fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.647605 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cc14dd82-207c-4f45-8726-d1229dc34fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.648842 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cc14dd82-207c-4f45-8726-d1229dc34fca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/80f2d97c-4e25-46be-a374-f7e845cf477f HTTP/1.1" status: 204 len: 168 time: 0.3191450 Jul 30 01:46:25.665680 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f608f1e9-c4e9-42c0-b3f3-8aa1b3819007 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.669191 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14dd82-207c-4f45-8726-d1229dc34fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f2d97c-4e25-46be-a374-f7e845cf477f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:25.821904 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d3d2f2e-8701-4028-91fa-b731a6955194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.823988 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d2f2e-8701-4028-91fa-b731a6955194 admin admin] Pushing event updated for resources: {'Port': ['ID=9eef292a-c37b-426d-be3b-382b2c681847,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:25.832690 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f608f1e9-c4e9-42c0-b3f3-8aa1b3819007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.890036 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 3ad26928-290c-49cf-aa1a-eb965b68fdd8 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:26.053004 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 3ad26928-290c-49cf-aa1a-eb965b68fdd8 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:26.058644 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 3ad26928-290c-49cf-aa1a-eb965b68fdd8 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:26.062543 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.082091 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3d2f2e-8701-4028-91fa-b731a6955194 admin admin] Network d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:26.089294 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-2d3d2f2e-8701-4028-91fa-b731a6955194 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:26.163286 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f608f1e9-c4e9-42c0-b3f3-8aa1b3819007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.283788 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.320222 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3d2f2e-8701-4028-91fa-b731a6955194 admin admin] Router 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:46:26.321914 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608f1e9-c4e9-42c0-b3f3-8aa1b3819007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=740500dc-65fd-4278-ba9c-f0a7498cdf3d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:26.334031 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c3b950f-de42-41ee-9ca5-d5f71418ed98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.349041 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f608f1e9-c4e9-42c0-b3f3-8aa1b3819007 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.352362 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f608f1e9-c4e9-42c0-b3f3-8aa1b3819007 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/740500dc-65fd-4278-ba9c-f0a7498cdf3d HTTP/1.1" status: 204 len: 168 time: 0.8666730 Jul 30 01:46:26.355039 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38858) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:26.409730 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 3ad26928-290c-49cf-aa1a-eb965b68fdd8, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=3ad26928-290c-49cf-aa1a-eb965b68fdd8,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:26.413128 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98382b28-fd38-4841-b597-7a1a9062cce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad26928-290c-49cf-aa1a-eb965b68fdd8'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:26.423437 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1218b58-f977-44ed-9306-0f69288cb0ca" -d '{"events": [{"server_uuid": "98382b28-fd38-4841-b597-7a1a9062cce6", "name": "network-vif-plugged", "status": "completed", "tag": "3ad26928-290c-49cf-aa1a-eb965b68fdd8"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:26.508174 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.566179 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b29c3b9a-cb0c-41e5-a3bc-442a32fb3d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.592414 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd350b9-7a60-496c-a951-3ff7350042b8 x-openstack-request-id: req-7fd350b9-7a60-496c-a951-3ff7350042b8 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:26.592999 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98382b28-fd38-4841-b597-7a1a9062cce6", "name": "network-vif-plugged", "status": "completed", "tag": "3ad26928-290c-49cf-aa1a-eb965b68fdd8", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:26.593319 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7fd350b9-7a60-496c-a951-3ff7350042b8 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:26.594431 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98382b28-fd38-4841-b597-7a1a9062cce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad26928-290c-49cf-aa1a-eb965b68fdd8', 'code': 200} Jul 30 01:46:26.594431 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=3ad26928-290c-49cf-aa1a-eb965b68fdd8,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:26.611701 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4a55244b-8b8b-44ff-86c3-3d1fb401930f None None] Provisioning complete for port 9eef292a-c37b-426d-be3b-382b2c681847 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:26.614065 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4a55244b-8b8b-44ff-86c3-3d1fb401930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.704211 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4a55244b-8b8b-44ff-86c3-3d1fb401930f None None] Port 9eef292a-c37b-426d-be3b-382b2c681847 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:46:26.766855 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b950f-de42-41ee-9ca5-d5f71418ed98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c359f5ee-2e4c-442a-9f9f-a5c74c028d0d,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:26.770517 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3d2f2e-8701-4028-91fa-b731a6955194 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:46:26.784671 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2d3d2f2e-8701-4028-91fa-b731a6955194 admin admin] 10.222.0.70 "PUT /v2.0/routers/8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6244867 Jul 30 01:46:26.786059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b950f-de42-41ee-9ca5-d5f71418ed98 admin admin] Checking segment: {'id': '0b1d9a56-770a-4652-98ce-913cabdd0540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3d78707f-c549-43d0-bbad-0520c3d96391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:26.787117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3b950f-de42-41ee-9ca5-d5f71418ed98 admin admin] Network hostable DHCP agents. Network: 3d78707f-c549-43d0-bbad-0520c3d96391, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:46:26.851975 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1a8ca-aa14-4698-bb15-2e5fe577380a req-41657226-5487-4d98-8626-ce59bdc4382b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.861629 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73c1a8ca-aa14-4698-bb15-2e5fe577380a req-41657226-5487-4d98-8626-ce59bdc4382b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 950 time: 0.2868552 Jul 30 01:46:26.884081 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b29c3b9a-cb0c-41e5-a3bc-442a32fb3d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.908862 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b29c3b9a-cb0c-41e5-a3bc-442a32fb3d31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2dc490-dabc-49b6-b74a-60ba88337589']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:26.925448 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b51ea-6ac1-45ba-98f7-a19ba79145a6 req-66345c71-7373-4401-b23c-0341d00bf321 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.928044 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73c1a8ca-aa14-4698-bb15-2e5fe577380a req-f1107193-15a4-4912-851f-258fe2f0ae7b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601969 Jul 30 01:46:26.930644 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3b950f-de42-41ee-9ca5-d5f71418ed98 admin admin] Network 3d78707f-c549-43d0-bbad-0520c3d96391 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:46:26.931065 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-576b51ea-6ac1-45ba-98f7-a19ba79145a6 req-66345c71-7373-4401-b23c-0341d00bf321 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/networks?id=9030b8df-7223-43a1-87ad-4d6177bec344 HTTP/1.1" status: 200 len: 811 time: 0.1694438 Jul 30 01:46:26.939229 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b29c3b9a-cb0c-41e5-a3bc-442a32fb3d31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3839833-8665-4f94-b39b-d1766a0a4782') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:26.939583 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b29c3b9a-cb0c-41e5-a3bc-442a32fb3d31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3839833-8665-4f94-b39b-d1766a0a4782') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:26.965415 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fa021-aeb0-49ef-b286-9afb26fcb515 req-7462d5f7-8475-4f00-a21f-0f270de6a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.967061 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a37fa021-aeb0-49ef-b286-9afb26fcb515 req-7462d5f7-8475-4f00-a21f-0f270de6a4c2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 1101 time: 0.3106246 Jul 30 01:46:26.971238 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b29c3b9a-cb0c-41e5-a3bc-442a32fb3d31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.990903 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-576b51ea-6ac1-45ba-98f7-a19ba79145a6 req-b96adac0-35f3-4b8f-a086-15bea9def2e6 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/quotas/7d3611f928ae4827a5bdd2be25a39ca2 HTTP/1.1" status: 200 len: 375 time: 0.0435095 Jul 30 01:46:27.002446 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b29c3b9a-cb0c-41e5-a3bc-442a32fb3d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:27.021195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29c3b9a-cb0c-41e5-a3bc-442a32fb3d31 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:46:27.021578 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b29c3b9a-cb0c-41e5-a3bc-442a32fb3d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:46:27.024079 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:46:27.047742 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-2c3b950f-de42-41ee-9ca5-d5f71418ed98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 3d78707f-c549-43d0-bbad-0520c3d96391) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:27.053214 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3b950f-de42-41ee-9ca5-d5f71418ed98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:27.056722 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c3b950f-de42-41ee-9ca5-d5f71418ed98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:27.062264 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59db3ddd-423d-4cb3-8a1f-dbc7529c375a None None] Network 3d78707f-c549-43d0-bbad-0520c3d96391 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:46:27.073820 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a37fa021-aeb0-49ef-b286-9afb26fcb515 req-4afcacc1-a0b2-4f92-b5ed-20d6c5b744b5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963135 Jul 30 01:46:27.134254 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-576b51ea-6ac1-45ba-98f7-a19ba79145a6 req-3c766fbb-9ad3-49ea-b387-2f7299edbe56 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1174712 Jul 30 01:46:27.161763 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2c3b950f-de42-41ee-9ca5-d5f71418ed98 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3326008 Jul 30 01:46:27.162207 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38898) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:27.167406 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-dc48e9d5-6e99-4fc9-a485-cb0cd798d1e4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1582655768-router', 'tenant_id': 'b052b08dd0324c4ab039850de0db902c', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:27.194524 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f1e6587d-ade5-45dc-b702-c72860d6547f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:27.233236 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b29c3b9a-cb0c-41e5-a3bc-442a32fb3d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:27.247574 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b29c3b9a-cb0c-41e5-a3bc-442a32fb3d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:27.249528 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b29c3b9a-cb0c-41e5-a3bc-442a32fb3d31 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9c2dc490-dabc-49b6-b74a-60ba88337589 HTTP/1.1" status: 204 len: 168 time: 0.8934762 Jul 30 01:46:27.260266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c3b9a-cb0c-41e5-a3bc-442a32fb3d31 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c2dc490-dabc-49b6-b74a-60ba88337589,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:27.308253 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-576b51ea-6ac1-45ba-98f7-a19ba79145a6 req-fa13ca5d-66e6-4e82-9b3c-de2ded26abd1 service neutron] 10.222.0.70 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641252 Jul 30 01:46:27.408658 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc48e9d5-6e99-4fc9-a485-cb0cd798d1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:27.409789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-3d78707f-c549-43d0-bbad-0520c3d96391', 'network_id': '3d78707f-c549-43d0-bbad-0520c3d96391', 'tenant_id': 'b052b08dd0324c4ab039850de0db902c', 'fixed_ips': [{'subnet_id': 'c359f5ee-2e4c-442a-9f9f-a5c74c028d0d'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:46:27.410831 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:27.411234 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc48e9d5-6e99-4fc9-a485-cb0cd798d1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:27.417204 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port f1e6587d-ade5-45dc-b702-c72860d6547f completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:27.466387 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f1e6587d-ade5-45dc-b702-c72860d6547f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:27.467615 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:27.522946 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc48e9d5-6e99-4fc9-a485-cb0cd798d1e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:27.562527 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-576b51ea-6ac1-45ba-98f7-a19ba79145a6 req-652b4a3d-cc13-4e8f-932f-555375cd59c9 service neutron] 10.222.0.70 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450666 Jul 30 01:46:27.640721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38908) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:27.645736 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-af1f610a-0a1e-4307-939e-d0c4d1ca54b8 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2128832234', 'description': 'tempest-description--853096738'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:27.743133 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38910) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:27.791143 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:27.805865 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b4783d68-c3d1-452c-8ab5-7caaf9e3d69e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9d514f5becb241c68f7a0454fc8f5db1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588210 Jul 30 01:46:27.805865 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af1f610a-0a1e-4307-939e-d0c4d1ca54b8 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:27.807719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38912) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:27.875709 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc48e9d5-6e99-4fc9-a485-cb0cd798d1e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:27.899584 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port f1e6587d-ade5-45dc-b702-c72860d6547f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f1e6587d-ade5-45dc-b702-c72860d6547f,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:27.915084 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Allocated IP 172.20.0.2 (3d78707f-c549-43d0-bbad-0520c3d96391/c359f5ee-2e4c-442a-9f9f-a5c74c028d0d/3a3ea350-5a4d-4b21-9ff9-0a7e210d4528) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:27.934356 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] Sync routers for ids ['8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:46:27.955129 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] Routers {'8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:27.957971 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:46:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:28.064666 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.089512 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16ca74ad-ccea-4328-9ef9-9385c9682125 req-6a7978e3-c203-43c9-b018-3bf285af1402 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=873837e9-e0ef-4973-a191-70f489d6f1bc HTTP/1.1" status: 200 len: 210 time: 0.1688530 Jul 30 01:46:28.132846 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] Set router 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:28.252565 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af1f610a-0a1e-4307-939e-d0c4d1ca54b8 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.267255 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed120f11-cadf-4fbd-b97e-ec91bf6ead80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.296930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=f1e6587d-ade5-45dc-b702-c72860d6547f,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:28.324813 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed120f11-cadf-4fbd-b97e-ec91bf6ead80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.346515 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af1f610a-0a1e-4307-939e-d0c4d1ca54b8 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.407865 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134773a-e14a-44c0-af05-befdd8cedb77 req-eaaf0100-9358-492c-9276-402470363522 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:28.409805 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1134773a-e14a-44c0-af05-befdd8cedb77 req-eaaf0100-9358-492c-9276-402470363522 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 950 time: 0.2946177 Jul 30 01:46:28.503409 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.514706 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'name': 'tempest-ServersTestBootFromVolume-652503000-router', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:14Z', 'updated_at': '2021-07-30T01:46:25Z', 'revision_number': 4, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'gw_port': {'id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:17Z', 'updated_at': '2021-07-30T01:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '9eef292a-c37b-426d-be3b-382b2c681847', 'name': '', 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'mac_address': 'fa:16:3e:cb:f7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '710a9262-2232-4ebe-873a-16a8bb5a5b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:23Z', 'updated_at': '2021-07-30T01:46:25Z', 'revision_number': 2, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'subnets': [{'id': '710a9262-2232-4ebe-873a-16a8bb5a5b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:28.523449 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Transition to ACTIVE for port object 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:28.543312 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc48e9d5-6e99-4fc9-a485-cb0cd798d1e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.549314 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af1f610a-0a1e-4307-939e-d0c4d1ca54b8 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.552789 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-af1f610a-0a1e-4307-939e-d0c4d1ca54b8 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9110796 Jul 30 01:46:28.556521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38938) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:28.558274 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Transition to ACTIVE for port object 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:28.562825 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f610a-0a1e-4307-939e-d0c4d1ca54b8 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e970702a-72df-47fa-bb3d-1e86bbd23b4b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:28.581053 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] Checking router: 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:46:28.581665 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] Updating router 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 port 9eef292a-c37b-426d-be3b-382b2c681847 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:46:28.599958 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-984ab1de-dbdb-4d89-8ca8-0fe9447e7f60 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Request body: {'security_group_rule': {'security_group_id': 'e970702a-72df-47fa-bb3d-1e86bbd23b4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:28.609308 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.628875 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1134773a-e14a-44c0-af05-befdd8cedb77 req-fd1d1bd2-cced-4435-abd4-23cca452da9b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897442 Jul 30 01:46:28.632425 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc48e9d5-6e99-4fc9-a485-cb0cd798d1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.645488 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.695856 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed120f11-cadf-4fbd-b97e-ec91bf6ead80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.699313 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed120f11-cadf-4fbd-b97e-ec91bf6ead80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.701513 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ed120f11-cadf-4fbd-b97e-ec91bf6ead80 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/079b27d1-d821-4883-80d5-7720a28f1f55 HTTP/1.1" status: 204 len: 168 time: 0.8927212 Jul 30 01:46:28.719041 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed120f11-cadf-4fbd-b97e-ec91bf6ead80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079b27d1-d821-4883-80d5-7720a28f1f55,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:28.768795 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Pushing event updated for resources: {'Port': ['ID=3a3ea350-5a4d-4b21-9ff9-0a7e210d4528,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:28.814163 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Network 3d78707f-c549-43d0-bbad-0520c3d96391 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:28.832413 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:28.843584 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:28.890936 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-984ab1de-dbdb-4d89-8ca8-0fe9447e7f60 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.922336 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-dc48e9d5-6e99-4fc9-a485-cb0cd798d1e4 admin admin] Allocated IP 172.25.1.57 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/45181de6-a579-4341-b3c5-89eabf52198b) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:29.006260 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Attempting to bind port 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:29.006700 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Attempting to bind port 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '0b1d9a56-770a-4652-98ce-913cabdd0540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3d78707f-c549-43d0-bbad-0520c3d96391'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:29.007074 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Attempting to bind port 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528 on network 3d78707f-c549-43d0-bbad-0520c3d96391 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:29.017829 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:29.018271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Checking segment: {'id': '0b1d9a56-770a-4652-98ce-913cabdd0540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3d78707f-c549-43d0-bbad-0520c3d96391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:29.018646 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.019041 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Bound using segment: {'id': '0b1d9a56-770a-4652-98ce-913cabdd0540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3d78707f-c549-43d0-bbad-0520c3d96391'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:29.019515 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Bound port: 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1d9a56-770a-4652-98ce-913cabdd0540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3d78707f-c549-43d0-bbad-0520c3d96391'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:29.019899 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.106640 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-984ab1de-dbdb-4d89-8ca8-0fe9447e7f60 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.155687 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f1e6587d-ade5-45dc-b702-c72860d6547f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:29.185339 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.211286 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc48e9d5-6e99-4fc9-a485-cb0cd798d1e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.215267 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-984ab1de-dbdb-4d89-8ca8-0fe9447e7f60 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.219165 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] Transition to ACTIVE for port object 9eef292a-c37b-426d-be3b-382b2c681847 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:29.249963 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ab1de-dbdb-4d89-8ca8-0fe9447e7f60 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd8bd2f-6a90-464d-9409-b76088639f6d,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:29.270405 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] For port 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:29.275683 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] For port 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3a3ea350-5a4d-4b21-9ff9-0a7e210d4528,segment=NetworkSegment(0b1d9a56-770a-4652-98ce-913cabdd0540),segment_id=0b1d9a56-770a-4652-98ce-913cabdd0540)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:29.280960 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f1e6587d-ade5-45dc-b702-c72860d6547f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:29.281348 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.343742 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.375897 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-984ab1de-dbdb-4d89-8ca8-0fe9447e7f60 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.375897 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-984ab1de-dbdb-4d89-8ca8-0fe9447e7f60 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8158352 Jul 30 01:46:29.376143 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc48e9d5-6e99-4fc9-a485-cb0cd798d1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.376557 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38976) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:29.381364 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d8e7bbb2-cb8e-46fa-9557-360f14dd018d tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Request body: {'security_group_rule': {'security_group_id': 'e970702a-72df-47fa-bb3d-1e86bbd23b4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:29.416336 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b9f36-b8a5-4b5a-8b94-74a3a74de804 None None] Pushing event updated for resources: {'Port': ['ID=9eef292a-c37b-426d-be3b-382b2c681847,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:29.421682 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.489592 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48e9d5-6e99-4fc9-a485-cb0cd798d1e4 admin admin] Pushing event updated for resources: {'Port': ['ID=45181de6-a579-4341-b3c5-89eabf52198b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:29.505570 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc48e9d5-6e99-4fc9-a485-cb0cd798d1e4 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:29.507679 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-dc48e9d5-6e99-4fc9-a485-cb0cd798d1e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:29.512779 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc48e9d5-6e99-4fc9-a485-cb0cd798d1e4 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:29.531070 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb83330-35f7-4dc5-bd2b-6d7f85eac2af None None] Pushing event updated for resources: {'Port': ['ID=3a3ea350-5a4d-4b21-9ff9-0a7e210d4528,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:29.588748 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] Attempting to bind port 9eef292a-c37b-426d-be3b-382b2c681847 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:29.589474 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] Attempting to bind port 9eef292a-c37b-426d-be3b-382b2c681847 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '078c6e65-e590-4f3e-bd7c-a99189bd502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:29.590658 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] Attempting to bind port 9eef292a-c37b-426d-be3b-382b2c681847 on network d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:29.604772 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:29.612430 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] Checking segment: {'id': '078c6e65-e590-4f3e-bd7c-a99189bd502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:29.612430 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.612430 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] Bound using segment: {'id': '078c6e65-e590-4f3e-bd7c-a99189bd502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:29.612430 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] Bound port: 9eef292a-c37b-426d-be3b-382b2c681847, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078c6e65-e590-4f3e-bd7c-a99189bd502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:29.612430 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.763840 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] For port 9eef292a-c37b-426d-be3b-382b2c681847, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:29.772798 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] For port 9eef292a-c37b-426d-be3b-382b2c681847, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9eef292a-c37b-426d-be3b-382b2c681847,segment=NetworkSegment(078c6e65-e590-4f3e-bd7c-a99189bd502b),segment_id=078c6e65-e590-4f3e-bd7c-a99189bd502b)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:29.847644 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-ac90d2db-6474-4a68-8d23-2f7bf2ee500c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:29.860528 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.872763 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-ac90d2db-6474-4a68-8d23-2f7bf2ee500c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/networks?id=9030b8df-7223-43a1-87ad-4d6177bec344 HTTP/1.1" status: 200 len: 811 time: 0.4264486 Jul 30 01:46:29.908181 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-63638fb5-de37-49b1-a091-6014048068b9 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/quotas/7d3611f928ae4827a5bdd2be25a39ca2 HTTP/1.1" status: 200 len: 375 time: 0.0342650 Jul 30 01:46:29.942620 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d8e7bbb2-cb8e-46fa-9557-360f14dd018d tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.961146 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] Routers {'8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:29.962091 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:46:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:29.964406 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b9f36-b8a5-4b5a-8b94-74a3a74de804 None None] Pushing event updated for resources: {'Port': ['ID=9eef292a-c37b-426d-be3b-382b2c681847,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:29.998478 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1e4f1134-94db-4732-a623-511e052d15d7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892286 Jul 30 01:46:30.014935 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2152b8e-c4a7-47c3-a7b0-5b9b8df1b540 req-e0ef5144-88eb-4312-bee6-069c084fd4d7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:30.019795 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d2152b8e-c4a7-47c3-a7b0-5b9b8df1b540 req-e0ef5144-88eb-4312-bee6-069c084fd4d7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 950 time: 0.1427445 Jul 30 01:46:30.155176 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d8e7bbb2-cb8e-46fa-9557-360f14dd018d tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:30.163829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38994) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:30.176156 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] Set router 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:30.189098 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d2152b8e-c4a7-47c3-a7b0-5b9b8df1b540 req-545b69ad-f5c2-4979-a39f-e1469959ec45 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933278 Jul 30 01:46:30.270851 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-999119cf-07ab-486d-a931-ef29f7267ebe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=23e391d1385e4000a3aae0f3371b9533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1047924 Jul 30 01:46:30.271632 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39000) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:30.274406 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d8e7bbb2-cb8e-46fa-9557-360f14dd018d tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:30.326838 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7bbb2-cb8e-46fa-9557-360f14dd018d tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6962dd77-431b-415c-baf2-e48770d64311,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:30.359554 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc48e9d5-6e99-4fc9-a485-cb0cd798d1e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:30.359774 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d8e7bbb2-cb8e-46fa-9557-360f14dd018d tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:30.361117 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d8e7bbb2-cb8e-46fa-9557-360f14dd018d tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9835203 Jul 30 01:46:30.364201 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39002) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:30.381306 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-394a0004-0e77-4ac5-aeef-9122378ece4b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:30.463210 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-37fc0146-7158-4e06-91c3-5523fbd0c6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:30.551193 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'name': 'tempest-ServersTestBootFromVolume-652503000-router', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:14Z', 'updated_at': '2021-07-30T01:46:25Z', 'revision_number': 4, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'gw_port': {'id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:17Z', 'updated_at': '2021-07-30T01:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '9eef292a-c37b-426d-be3b-382b2c681847', 'name': '', 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'mac_address': 'fa:16:3e:cb:f7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '710a9262-2232-4ebe-873a-16a8bb5a5b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:23Z', 'updated_at': '2021-07-30T01:46:29Z', 'revision_number': 4, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'subnets': [{'id': '710a9262-2232-4ebe-873a-16a8bb5a5b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:30.553951 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-37fc0146-7158-4e06-91c3-5523fbd0c6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:30.573970 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-394a0004-0e77-4ac5-aeef-9122378ece4b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:30.587359 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9a3097-b814-48a4-a571-14e0d3acaf74 None None] The sync data for ids ['8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'] in n-d-713498-9 is: [{'id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'name': 'tempest-ServersTestBootFromVolume-652503000-router', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:14Z', 'updated_at': '2021-07-30T01:46:25Z', 'revision_number': 4, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'gw_port': {'id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:17Z', 'updated_at': '2021-07-30T01:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '9eef292a-c37b-426d-be3b-382b2c681847', 'name': '', 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'mac_address': 'fa:16:3e:cb:f7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '710a9262-2232-4ebe-873a-16a8bb5a5b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:23Z', 'updated_at': '2021-07-30T01:46:29Z', 'revision_number': 4, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'subnets': [{'id': '710a9262-2232-4ebe-873a-16a8bb5a5b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:46:30.689202 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-37ff59e3-3e41-4cb2-bb58-ecbacfa7cc86 service neutron] 10.222.0.70 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6895897 Jul 30 01:46:30.731577 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4161619-8819-4ab4-bda7-60762593f493 req-7753d3ef-edef-48b9-9b54-84744f39903d tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c5bfeccaf81f48b08bd72a5f2a3b81b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428545 Jul 30 01:46:30.863988 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-d8900b35-5219-48bc-b253-5ec19152c3b5 service neutron] 10.222.0.70 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739655 Jul 30 01:46:30.910328 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-37fc0146-7158-4e06-91c3-5523fbd0c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:30.916394 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-37fc0146-7158-4e06-91c3-5523fbd0c6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:30.919580 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc48e9d5-6e99-4fc9-a485-cb0cd798d1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:30.922985 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-37fc0146-7158-4e06-91c3-5523fbd0c6b3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0759b375-2cae-4964-9e05-7ae5d55bce09 HTTP/1.1" status: 204 len: 168 time: 0.6498356 Jul 30 01:46:30.952787 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc0146-7158-4e06-91c3-5523fbd0c6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0759b375-2cae-4964-9e05-7ae5d55bce09,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:30.991483 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-394a0004-0e77-4ac5-aeef-9122378ece4b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:31.177843 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c862538-71cb-4584-a8bd-a0413e1b9d46 None None] Network 3d78707f-c549-43d0-bbad-0520c3d96391 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:46:31.260811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4161619-8819-4ab4-bda7-60762593f493 req-1c443199-d9b5-42ab-a4ff-0c3b0b56e768 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:31.270270 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4161619-8819-4ab4-bda7-60762593f493 req-1c443199-d9b5-42ab-a4ff-0c3b0b56e768 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5378010 Jul 30 01:46:31.311982 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4161619-8819-4ab4-bda7-60762593f493 req-8927f1c4-f78a-4865-aee8-fbbe3813f8de tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/quotas/c5bfeccaf81f48b08bd72a5f2a3b81b2 HTTP/1.1" status: 200 len: 375 time: 0.0238450 Jul 30 01:46:31.314083 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-394a0004-0e77-4ac5-aeef-9122378ece4b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Allocated IP 172.25.1.246 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/35b011af-f692-4696-bd8c-f7f7dae890b1) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:31.318426 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9eef292a-c37b-426d-be3b-382b2c681847 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:31.398215 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4161619-8819-4ab4-bda7-60762593f493 req-ca0fae53-57aa-4088-bdef-3cd6bbb90d75 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5bfeccaf81f48b08bd72a5f2a3b81b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843871 Jul 30 01:46:31.521361 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ecdc01ec-a2cb-47ca-a720-64f1ae6915bf None None] Provisioning for port 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:31.553081 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc48e9d5-6e99-4fc9-a485-cb0cd798d1e4 admin admin] Router 74a435a7-c0bb-4091-8f06-d66129230536 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:46:31.715681 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292366ba-6cb4-40ad-8e28-e9f743674f48 req-dabe4bb7-b1d9-4d72-88ef-a45a02fd81d3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:31.727416 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-292366ba-6cb4-40ad-8e28-e9f743674f48 req-dabe4bb7-b1d9-4d72-88ef-a45a02fd81d3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c377866-157e-4116-867d-5349e6be1aa6 HTTP/1.1" status: 200 len: 949 time: 0.2163880 Jul 30 01:46:31.822705 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc48e9d5-6e99-4fc9-a485-cb0cd798d1e4 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:46:31.828913 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-394a0004-0e77-4ac5-aeef-9122378ece4b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:31.923231 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-292366ba-6cb4-40ad-8e28-e9f743674f48 req-7cc3405c-ba59-4d8b-8332-e15391f2d46f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851575 Jul 30 01:46:31.927132 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-102808c3-2fb6-4073-a305-01c16e2f07af req-20c8c55d-9188-42f4-a105-4dd8de7a11bf tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 210 time: 0.0530722 Jul 30 01:46:31.927857 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] Sync routers for ids ['74a435a7-c0bb-4091-8f06-d66129230536'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:46:31.937167 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 9eef292a-c37b-426d-be3b-382b2c681847 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:31.953930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 9eef292a-c37b-426d-be3b-382b2c681847 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:31.954359 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:32.060685 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7360285e-60e5-4ac0-bd04-a4d83d84eb73 req-a90da4d1-f536-4c68-8151-ea917c9d6931 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/ports?device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 210 time: 0.0488358 Jul 30 01:46:32.069418 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] Routers {'74a435a7-c0bb-4091-8f06-d66129230536'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:32.069418 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:46:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['74a435a7-c0bb-4091-8f06-d66129230536'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:32.126541 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc48e9d5-6e99-4fc9-a485-cb0cd798d1e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:32.130333 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dc48e9d5-6e99-4fc9-a485-cb0cd798d1e4 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9654434 Jul 30 01:46:32.130808 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39044) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:32.161663 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-394a0004-0e77-4ac5-aeef-9122378ece4b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:32.222833 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394a0004-0e77-4ac5-aeef-9122378ece4b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:32.226362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-394a0004-0e77-4ac5-aeef-9122378ece4b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:32.230453 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394a0004-0e77-4ac5-aeef-9122378ece4b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:32.277129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a0004-0e77-4ac5-aeef-9122378ece4b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Pushing event updated for resources: {'Port': ['ID=35b011af-f692-4696-bd8c-f7f7dae890b1,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:32.484868 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:32.498192 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-394a0004-0e77-4ac5-aeef-9122378ece4b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:32.629676 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24691f-5352-4f8a-ba01-0c8db3c2d404 req-e9879545-a46b-4140-bcf5-8c55de9b1af6 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:32.645708 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24691f-5352-4f8a-ba01-0c8db3c2d404 req-e9879545-a46b-4140-bcf5-8c55de9b1af6 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:32.650540 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5e24691f-5352-4f8a-ba01-0c8db3c2d404 req-e9879545-a46b-4140-bcf5-8c55de9b1af6 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c377866-157e-4116-867d-5349e6be1aa6&device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 1690 time: 0.1537259 Jul 30 01:46:32.654390 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] Set router 74a435a7-c0bb-4091-8f06-d66129230536 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:32.756337 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-394a0004-0e77-4ac5-aeef-9122378ece4b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:32.839812 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5e24691f-5352-4f8a-ba01-0c8db3c2d404 req-1333fb3e-412c-4c83-a2e7-7b4ec42b3835 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692448 Jul 30 01:46:32.885841 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 9eef292a-c37b-426d-be3b-382b2c681847, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9eef292a-c37b-426d-be3b-382b2c681847,segment=NetworkSegment(078c6e65-e590-4f3e-bd7c-a99189bd502b),segment_id=078c6e65-e590-4f3e-bd7c-a99189bd502b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:32.976077 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:33.019389 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:33.020201 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:33.131166 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3393f99d-81aa-42ff-978c-c8f41c5cf7be req-e3ff7793-555b-4f09-a623-98bdf88da2a2 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 210 time: 0.0706654 Jul 30 01:46:33.136296 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-394a0004-0e77-4ac5-aeef-9122378ece4b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:33.226903 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2fbf3c58-c8d4-4ad8-b929-7ea8b79feb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:33.228453 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8a416bd5-e8da-443d-9b96-03763fc66a64 req-114353b3-8705-4079-8782-427d8da8131c tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/ports?device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 210 time: 0.0349782 Jul 30 01:46:33.251731 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-394a0004-0e77-4ac5-aeef-9122378ece4b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:33.269596 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77518843-d07e-44b8-9759-b9c1fb415c3b req-94cb4812-e7df-4a66-869a-cff9187b02ad tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:33.271914 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-77518843-d07e-44b8-9759-b9c1fb415c3b req-94cb4812-e7df-4a66-869a-cff9187b02ad tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c377866-157e-4116-867d-5349e6be1aa6 HTTP/1.1" status: 200 len: 1100 time: 0.1391120 Jul 30 01:46:33.279709 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=9eef292a-c37b-426d-be3b-382b2c681847,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:33.336494 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:33.344239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:33.344612 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:33.346842 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-394a0004-0e77-4ac5-aeef-9122378ece4b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:33.379946 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a0004-0e77-4ac5-aeef-9122378ece4b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Pushing event updated for resources: {'Port': ['ID=35b011af-f692-4696-bd8c-f7f7dae890b1,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:33.396885 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-77518843-d07e-44b8-9759-b9c1fb415c3b req-43321c3b-6f9e-4270-b6ea-7e523be9f76c tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145513 Jul 30 01:46:33.402794 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a435a7-c0bb-4091-8f06-d66129230536', 'name': 'tempest-FloatingIPsNegativeTestJSON-1582655768-router', 'tenant_id': 'b052b08dd0324c4ab039850de0db902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '45181de6-a579-4341-b3c5-89eabf52198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:27Z', 'updated_at': '2021-07-30T01:46:29Z', 'revision_number': 3, 'project_id': 'b052b08dd0324c4ab039850de0db902c', 'gw_port': {'id': '45181de6-a579-4341-b3c5-89eabf52198b', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a435a7-c0bb-4091-8f06-d66129230536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:28Z', 'updated_at': '2021-07-30T01:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:33.434715 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] Checking router: 74a435a7-c0bb-4091-8f06-d66129230536 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:46:33.435088 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] Updating router 74a435a7-c0bb-4091-8f06-d66129230536 port 45181de6-a579-4341-b3c5-89eabf52198b binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:46:33.447431 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-394a0004-0e77-4ac5-aeef-9122378ece4b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:33.456285 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-394a0004-0e77-4ac5-aeef-9122378ece4b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0798175 Jul 30 01:46:33.520992 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:33.557333 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:33.604996 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c501c-e716-4e70-abaf-77955d15f65a req-5abc33d5-962f-4cd6-ac24-2002435889fc tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:33.618085 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-603c501c-e716-4e70-abaf-77955d15f65a req-5abc33d5-962f-4cd6-ac24-2002435889fc tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 1101 time: 0.0878854 Jul 30 01:46:33.659135 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3a3ea350-5a4d-4b21-9ff9-0a7e210d4528,segment=NetworkSegment(0b1d9a56-770a-4652-98ce-913cabdd0540),segment_id=0b1d9a56-770a-4652-98ce-913cabdd0540)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:33.730162 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-603c501c-e716-4e70-abaf-77955d15f65a req-69327523-f0de-4d31-bd13-6b3c8e6d7b52 tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052465 Jul 30 01:46:33.739891 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:33.756321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-2fbf3c58-c8d4-4ad8-b929-7ea8b79feb8e admin admin] Allocated IP 172.20.0.1 (3d78707f-c549-43d0-bbad-0520c3d96391/c359f5ee-2e4c-442a-9f9f-a5c74c028d0d/a13da1cb-0690-4061-821f-a5150e292ade) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:33.881069 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=3a3ea350-5a4d-4b21-9ff9-0a7e210d4528,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:33.977268 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2fbf3c58-c8d4-4ad8-b929-7ea8b79feb8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.000836 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-2fbf3c58-c8d4-4ad8-b929-7ea8b79feb8e admin admin] Transition to ACTIVE for port object a13da1cb-0690-4061-821f-a5150e292ade will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:34.020760 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9eef292a-c37b-426d-be3b-382b2c681847 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:34.063540 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.116315 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] Transition to ACTIVE for port object 45181de6-a579-4341-b3c5-89eabf52198b will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:34.138683 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2fbf3c58-c8d4-4ad8-b929-7ea8b79feb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.153260 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 9eef292a-c37b-426d-be3b-382b2c681847 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:34.165634 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.239638 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.332777 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] Attempting to bind port 45181de6-a579-4341-b3c5-89eabf52198b on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:34.333450 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] Attempting to bind port 45181de6-a579-4341-b3c5-89eabf52198b by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:34.333996 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] Attempting to bind port 45181de6-a579-4341-b3c5-89eabf52198b on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:34.337434 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bc454-1ec2-45c4-ab45-970496018046 None None] Pushing event updated for resources: {'Port': ['ID=45181de6-a579-4341-b3c5-89eabf52198b,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:34.351739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:34.358508 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:34.358508 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.358508 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:34.358508 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] Bound port: 45181de6-a579-4341-b3c5-89eabf52198b, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:34.358508 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.359125 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e196af8b-b6be-4de4-b7c4-b9914d0d1085 req-19dfda11-6f9d-4df8-a966-32be50859233 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 210 time: 0.0753369 Jul 30 01:46:34.477835 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] For port 45181de6-a579-4341-b3c5-89eabf52198b, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:34.505589 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd720c9f-62fc-4b5a-833c-3584a1f2242c req-dabf03fb-494d-4385-89e7-df64b62352bb tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/ports?device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 210 time: 0.0477750 Jul 30 01:46:34.507109 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] For port 45181de6-a579-4341-b3c5-89eabf52198b, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=45181de6-a579-4341-b3c5-89eabf52198b,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:34.627134 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf3c58-c8d4-4ad8-b929-7ea8b79feb8e admin admin] Network 3d78707f-c549-43d0-bbad-0520c3d96391 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:34.658483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-2fbf3c58-c8d4-4ad8-b929-7ea8b79feb8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:34.688486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbf3c58-c8d4-4ad8-b929-7ea8b79feb8e admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:34.697547 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-1393d014-136e-4833-88ee-dcadc5cbe3a4 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e18fd6c446094f849e062ca3af8e67a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1002147 Jul 30 01:46:34.730619 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf3c58-c8d4-4ad8-b929-7ea8b79feb8e admin admin] Pushing event updated for resources: {'Port': ['ID=a13da1cb-0690-4061-821f-a5150e292ade,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:34.841572 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-5194d891-f718-4099-88b5-e06ec7796b69 req-9e8acf64-7516-4033-a93b-308c2829392a tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Request body: {'security_group': {'name': 'tempest-securitygroup-326151382', 'description': 'tempest-description-985936627'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:34.843757 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2fbf3c58-c8d4-4ad8-b929-7ea8b79feb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.917675 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-39ef751b-f4ec-4499-a351-b63c00408a8b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:34.919187 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-39ef751b-f4ec-4499-a351-b63c00408a8b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.10 "GET /v2.0/networks?id=9030b8df-7223-43a1-87ad-4d6177bec344 HTTP/1.1" status: 200 len: 811 time: 0.3204999 Jul 30 01:46:34.939298 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-c1cafdd1-0d6f-40f7-a3ad-108439665eef tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Request body: {'port': {'device_id': '1ecfe2ad-edcd-423c-8b23-930a4a898cd3', 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344', 'admin_state_up': True, 'tenant_id': '7d3611f928ae4827a5bdd2be25a39ca2'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:34.989171 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5194d891-f718-4099-88b5-e06ec7796b69 req-9e8acf64-7516-4033-a93b-308c2829392a tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.989986 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.001386 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5194d891-f718-4099-88b5-e06ec7796b69 req-9e8acf64-7516-4033-a93b-308c2829392a tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.029023 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-c6663a96-fd33-464c-b461-f932a25b6a97 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:35.030516 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-c6663a96-fd33-464c-b461-f932a25b6a97 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3240576 Jul 30 01:46:35.082871 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c6c3ddc4-dd28-4c22-80a7-c0ae46f87ef8 None None] Provisioning for port a13da1cb-0690-4061-821f-a5150e292ade completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:35.085416 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-a445df60-f102-4a35-b614-60df45fe3cca tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/quotas/e18fd6c446094f849e062ca3af8e67a5 HTTP/1.1" status: 200 len: 375 time: 0.0326879 Jul 30 01:46:35.092511 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bc454-1ec2-45c4-ab45-970496018046 None None] Pushing event updated for resources: {'Port': ['ID=45181de6-a579-4341-b3c5-89eabf52198b,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:35.105422 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c6c3ddc4-dd28-4c22-80a7-c0ae46f87ef8 None None] Provisioning complete for port a13da1cb-0690-4061-821f-a5150e292ade triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:35.106096 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c6c3ddc4-dd28-4c22-80a7-c0ae46f87ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.143338 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] Routers {'74a435a7-c0bb-4091-8f06-d66129230536'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:35.143911 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:46:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['74a435a7-c0bb-4091-8f06-d66129230536'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:35.163763 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4161619-8819-4ab4-bda7-60762593f493 req-5826e5a7-b6e3-433e-8325-3e1e613d47e2 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c5bfeccaf81f48b08bd72a5f2a3b81b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407927 Jul 30 01:46:35.175222 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-11344b8b-ed25-455e-8449-92b41815018f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0784121 Jul 30 01:46:35.217163 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2fbf3c58-c8d4-4ad8-b929-7ea8b79feb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.264934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c6c3ddc4-dd28-4c22-80a7-c0ae46f87ef8 None None] Port a13da1cb-0690-4061-821f-a5150e292ade cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:46:35.345830 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5194d891-f718-4099-88b5-e06ec7796b69 req-9e8acf64-7516-4033-a93b-308c2829392a tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.400928 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4161619-8819-4ab4-bda7-60762593f493 req-f4ad4ab5-f323-4803-9205-3871a7b79e00 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:35.402532 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4161619-8819-4ab4-bda7-60762593f493 req-f4ad4ab5-f323-4803-9205-3871a7b79e00 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2343993 Jul 30 01:46:35.407946 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] Set router 74a435a7-c0bb-4091-8f06-d66129230536 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:35.419859 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-d4161619-8819-4ab4-bda7-60762593f493 req-af422352-821f-44d1-ae1d-aba652710eac tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Request body: {'port': {'device_id': '78a5ba35-2b20-4a5d-9691-ea78f7d10ed1', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': 'c5bfeccaf81f48b08bd72a5f2a3b81b2'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:35.523285 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5194d891-f718-4099-88b5-e06ec7796b69 req-9e8acf64-7516-4033-a93b-308c2829392a tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.530127 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2fbf3c58-c8d4-4ad8-b929-7ea8b79feb8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.617837 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2fbf3c58-c8d4-4ad8-b929-7ea8b79feb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.673902 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-c1cafdd1-0d6f-40f7-a3ad-108439665eef tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Made reservation on behalf of 7d3611f928ae4827a5bdd2be25a39ca2 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:35.677602 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-c1cafdd1-0d6f-40f7-a3ad-108439665eef tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.708545 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8acf64-7516-4033-a93b-308c2829392a tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71154ebf-a735-49c2-b4aa-5b511915ef15,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:35.810198 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a435a7-c0bb-4091-8f06-d66129230536', 'name': 'tempest-FloatingIPsNegativeTestJSON-1582655768-router', 'tenant_id': 'b052b08dd0324c4ab039850de0db902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '45181de6-a579-4341-b3c5-89eabf52198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:27Z', 'updated_at': '2021-07-30T01:46:29Z', 'revision_number': 3, 'project_id': 'b052b08dd0324c4ab039850de0db902c', 'gw_port': {'id': '45181de6-a579-4341-b3c5-89eabf52198b', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a435a7-c0bb-4091-8f06-d66129230536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:28Z', 'updated_at': '2021-07-30T01:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:35.874452 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0089abb7-6ade-484b-ae6b-aa64f4263f2f None None] The sync data for ids ['74a435a7-c0bb-4091-8f06-d66129230536'] in n-d-713498-9 is: [{'id': '74a435a7-c0bb-4091-8f06-d66129230536', 'name': 'tempest-FloatingIPsNegativeTestJSON-1582655768-router', 'tenant_id': 'b052b08dd0324c4ab039850de0db902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '45181de6-a579-4341-b3c5-89eabf52198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:27Z', 'updated_at': '2021-07-30T01:46:29Z', 'revision_number': 3, 'project_id': 'b052b08dd0324c4ab039850de0db902c', 'gw_port': {'id': '45181de6-a579-4341-b3c5-89eabf52198b', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a435a7-c0bb-4091-8f06-d66129230536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:28Z', 'updated_at': '2021-07-30T01:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:46:35.893038 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5194d891-f718-4099-88b5-e06ec7796b69 req-9e8acf64-7516-4033-a93b-308c2829392a tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.894271 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2fbf3c58-c8d4-4ad8-b929-7ea8b79feb8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.902413 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d2014d17-2070-4566-ac1c-cb8a7600f358 req-0e146c95-555f-47ac-b36e-1f344b51099b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 210 time: 0.0695934 Jul 30 01:46:35.907852 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf3c58-c8d4-4ad8-b929-7ea8b79feb8e admin admin] Pushing event updated for resources: {'Port': ['ID=a13da1cb-0690-4061-821f-a5150e292ade,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:35.917658 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:35.973726 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5194d891-f718-4099-88b5-e06ec7796b69 req-9e8acf64-7516-4033-a93b-308c2829392a tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.007060 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:36.007649 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.063376 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8acf64-7516-4033-a93b-308c2829392a tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cf23dd-c140-494d-80fa-1d76b21cd101,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:36.082600 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0df714ad-a809-43c5-8705-c6ad037e1b8c req-58f92cca-0ab8-4155-825d-3abf1eb4f10a tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 210 time: 0.0690260 Jul 30 01:46:36.147756 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-c1cafdd1-0d6f-40f7-a3ad-108439665eef tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Allocated IP 172.20.0.9 (9030b8df-7223-43a1-87ad-4d6177bec344/00d5dfcf-9789-4d3c-a9c4-d79d05163f3c/de27662d-792b-406b-8a85-51d6337f9953) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:36.269676 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4c410e1-f5ee-4753-9cbc-6da8a39f4387 req-65581bc4-c02e-4f2c-b5c0-a0071da855ae tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/ports?device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 210 time: 0.0539145 Jul 30 01:46:36.269676 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf3c58-c8d4-4ad8-b929-7ea8b79feb8e admin admin] Network 3d78707f-c549-43d0-bbad-0520c3d96391 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:36.284268 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-2fbf3c58-c8d4-4ad8-b929-7ea8b79feb8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:36.339651 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4161619-8819-4ab4-bda7-60762593f493 req-af422352-821f-44d1-ae1d-aba652710eac tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Made reservation on behalf of c5bfeccaf81f48b08bd72a5f2a3b81b2 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:36.343811 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d4161619-8819-4ab4-bda7-60762593f493 req-af422352-821f-44d1-ae1d-aba652710eac tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.355076 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d4161619-8819-4ab4-bda7-60762593f493 req-af422352-821f-44d1-ae1d-aba652710eac tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.446764 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5194d891-f718-4099-88b5-e06ec7796b69 req-9e8acf64-7516-4033-a93b-308c2829392a tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.448913 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5194d891-f718-4099-88b5-e06ec7796b69 req-9e8acf64-7516-4033-a93b-308c2829392a tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6130590 Jul 30 01:46:36.540467 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-c1cafdd1-0d6f-40f7-a3ad-108439665eef tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.578520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-a197c8ca-d8f0-49c5-bc27-33d2a54babdc req-cb3b7b50-fab9-4d10-9e13-bad59de76bf2 tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Request body: {'security_group': {'name': 'tempest-securitygroup-569829154', 'description': 'tempest-description-1740697846'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:36.674556 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d4161619-8819-4ab4-bda7-60762593f493 req-af422352-821f-44d1-ae1d-aba652710eac tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.711680 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbf3c58-c8d4-4ad8-b929-7ea8b79feb8e admin admin] Router 74a435a7-c0bb-4091-8f06-d66129230536 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:46:36.714007 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e3b35487-8687-4276-8629-2f5c7181f496 None None] Provisioning complete for port a13da1cb-0690-4061-821f-a5150e292ade triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:36.714007 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e3b35487-8687-4276-8629-2f5c7181f496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.766434 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d4161619-8819-4ab4-bda7-60762593f493 req-af422352-821f-44d1-ae1d-aba652710eac tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.777232 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-c1cafdd1-0d6f-40f7-a3ad-108439665eef tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.806135 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e3b35487-8687-4276-8629-2f5c7181f496 None None] Port a13da1cb-0690-4061-821f-a5150e292ade cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:46:36.823892 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af422352-821f-44d1-ae1d-aba652710eac tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ab3832-7671-4a3a-a1ad-4b391d598a0e,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:36.855844 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-c1cafdd1-0d6f-40f7-a3ad-108439665eef tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Network 9030b8df-7223-43a1-87ad-4d6177bec344 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:36.864541 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-c1cafdd1-0d6f-40f7-a3ad-108439665eef tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:36.870664 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-c1cafdd1-0d6f-40f7-a3ad-108439665eef tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:36.906096 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cafdd1-0d6f-40f7-a3ad-108439665eef tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Pushing event updated for resources: {'Port': ['ID=de27662d-792b-406b-8a85-51d6337f9953,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:36.954481 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a197c8ca-d8f0-49c5-bc27-33d2a54babdc req-cb3b7b50-fab9-4d10-9e13-bad59de76bf2 tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.987370 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-c1cafdd1-0d6f-40f7-a3ad-108439665eef tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:36.988093 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-c1cafdd1-0d6f-40f7-a3ad-108439665eef tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.990247 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-d4161619-8819-4ab4-bda7-60762593f493 req-af422352-821f-44d1-ae1d-aba652710eac tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Allocated IP 192.168.233.205 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/6f6d093b-1717-4abd-953d-6abce7fb3e8c) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:36.995224 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbf3c58-c8d4-4ad8-b929-7ea8b79feb8e admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:46:37.004791 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2fbf3c58-c8d4-4ad8-b929-7ea8b79feb8e admin admin] 10.222.0.70 "PUT /v2.0/routers/74a435a7-c0bb-4091-8f06-d66129230536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8718657 Jul 30 01:46:37.129743 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a197c8ca-d8f0-49c5-bc27-33d2a54babdc req-cb3b7b50-fab9-4d10-9e13-bad59de76bf2 tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:37.615491 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7527897-667f-410d-962d-e841bf9d3209 req-5da517b2-931a-4086-acd7-0107fbfb9aa3 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:37.615491 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c7527897-667f-410d-962d-e841bf9d3209 req-5da517b2-931a-4086-acd7-0107fbfb9aa3 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 931 time: 0.4504797 Jul 30 01:46:37.615491 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c7527897-667f-410d-962d-e841bf9d3209 req-855d2d59-097a-41b9-85a3-59e8cd65e722 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613120 Jul 30 01:46:37.656965 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d4161619-8819-4ab4-bda7-60762593f493 req-af422352-821f-44d1-ae1d-aba652710eac tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:37.708186 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-d4161619-8819-4ab4-bda7-60762593f493 req-af422352-821f-44d1-ae1d-aba652710eac tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Transition to ACTIVE for port object 6f6d093b-1717-4abd-953d-6abce7fb3e8c will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:37.712370 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0e537f2b-ad76-4bf5-a74b-c572de08471e req-f2084038-b82a-4e66-a05b-56970e8a2641 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 210 time: 0.0409331 Jul 30 01:46:37.872939 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 45181de6-a579-4341-b3c5-89eabf52198b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:37.894910 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a814b65d-3fae-461a-99af-f99362f7294d req-fe77a3d2-86e2-46a9-aa9c-a0055ea4046c tempest-FloatingIPsNegativeTestJSON-766243700 tempest-FloatingIPsNegativeTestJSON-766243700-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=b052b08dd0324c4ab039850de0db902c HTTP/1.1" status: 200 len: 217 time: 0.0673788 Jul 30 01:46:37.988729 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc414909-274f-4eb8-a1c3-8e8173a61dea req-efa46aa9-ed8e-45e8-bb76-9436e5995ab6 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/ports?device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 210 time: 0.0325205 Jul 30 01:46:38.082781 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] Sync routers for ids ['74a435a7-c0bb-4091-8f06-d66129230536'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:46:38.098940 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] Routers {'74a435a7-c0bb-4091-8f06-d66129230536'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:38.103420 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:46:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['74a435a7-c0bb-4091-8f06-d66129230536'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:38.120825 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a76275a0-fbe3-49f7-9f2d-cc606fa95a21 req-d0326447-e5f9-4b19-af50-fa9a2e9b0ca6 tempest-FloatingIPsNegativeTestJSON-766243700 tempest-FloatingIPsNegativeTestJSON-766243700-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0294812 Jul 30 01:46:38.179685 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-65248e64-2db4-4719-9e16-86585b5684c4 req-eaa4c3d0-3e33-426c-baf5-fc80ab49c36b tempest-FloatingIPsNegativeTestJSON-766243700 tempest-FloatingIPsNegativeTestJSON-766243700-project] show failed (client error): The resource could not be found. Jul 30 01:46:38.180857 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-65248e64-2db4-4719-9e16-86585b5684c4 req-eaa4c3d0-3e33-426c-baf5-fc80ab49c36b tempest-FloatingIPsNegativeTestJSON-766243700 tempest-FloatingIPsNegativeTestJSON-766243700-project] 10.222.0.70 "GET /v2.0/floatingips/73500437-e4b5-40dc-89ca-28b32126f3aa HTTP/1.1" status: 404 len: 350 time: 0.0426321 Jul 30 01:46:38.193982 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39230) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:38.247033 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 45181de6-a579-4341-b3c5-89eabf52198b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:38.249715 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d4161619-8819-4ab4-bda7-60762593f493 req-af422352-821f-44d1-ae1d-aba652710eac tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.254962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 45181de6-a579-4341-b3c5-89eabf52198b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:38.255726 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.267733 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a197c8ca-d8f0-49c5-bc27-33d2a54babdc req-cb3b7b50-fab9-4d10-9e13-bad59de76bf2 tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.318224 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] Set router 74a435a7-c0bb-4091-8f06-d66129230536 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:38.334213 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af422352-821f-44d1-ae1d-aba652710eac tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Pushing event updated for resources: {'Port': ['ID=6f6d093b-1717-4abd-953d-6abce7fb3e8c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:38.354875 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4161619-8819-4ab4-bda7-60762593f493 req-af422352-821f-44d1-ae1d-aba652710eac tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:38.357297 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-d4161619-8819-4ab4-bda7-60762593f493 req-af422352-821f-44d1-ae1d-aba652710eac tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:38.367310 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-c1cafdd1-0d6f-40f7-a3ad-108439665eef tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4358029 Jul 30 01:46:38.377625 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4161619-8819-4ab4-bda7-60762593f493 req-af422352-821f-44d1-ae1d-aba652710eac tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:38.387499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] Request body: {'port': {'device_id': '1ecfe2ad-edcd-423c-8b23-930a4a898cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:38.434119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b7b50-fab9-4d10-9e13-bad59de76bf2 tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b0db3f-fdba-498d-b67d-41a3524c1197,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:38.457760 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.475771 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.507403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4161619-8819-4ab4-bda7-60762593f493 req-af422352-821f-44d1-ae1d-aba652710eac tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:38.507683 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 45181de6-a579-4341-b3c5-89eabf52198b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=45181de6-a579-4341-b3c5-89eabf52198b,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:38.508407 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d4161619-8819-4ab4-bda7-60762593f493 req-af422352-821f-44d1-ae1d-aba652710eac tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.512877 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a197c8ca-d8f0-49c5-bc27-33d2a54babdc req-cb3b7b50-fab9-4d10-9e13-bad59de76bf2 tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.523388 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a197c8ca-d8f0-49c5-bc27-33d2a54babdc req-cb3b7b50-fab9-4d10-9e13-bad59de76bf2 tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.9564943 Jul 30 01:46:38.596755 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-d3ceb2df-b4bd-4aa7-8a93-9ad91bde6de4 req-daccdcd1-aa21-484d-85c1-bab094b73e03 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-104646991', 'description': 'tempest-description-978999923'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:38.622413 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.656170 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4161619-8819-4ab4-bda7-60762593f493 req-af422352-821f-44d1-ae1d-aba652710eac tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2416992 Jul 30 01:46:38.688065 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] Request body: {'port': {'device_id': '78a5ba35-2b20-4a5d-9691-ea78f7d10ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:38.759847 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=45181de6-a579-4341-b3c5-89eabf52198b,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:38.777829 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a435a7-c0bb-4091-8f06-d66129230536', 'name': 'tempest-FloatingIPsNegativeTestJSON-1582655768-router', 'tenant_id': 'b052b08dd0324c4ab039850de0db902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '45181de6-a579-4341-b3c5-89eabf52198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:27Z', 'updated_at': '2021-07-30T01:46:35Z', 'revision_number': 4, 'project_id': 'b052b08dd0324c4ab039850de0db902c', 'gw_port': {'id': '45181de6-a579-4341-b3c5-89eabf52198b', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a435a7-c0bb-4091-8f06-d66129230536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:28Z', 'updated_at': '2021-07-30T01:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'a13da1cb-0690-4061-821f-a5150e292ade', 'name': '', 'network_id': '3d78707f-c549-43d0-bbad-0520c3d96391', 'tenant_id': 'b052b08dd0324c4ab039850de0db902c', 'mac_address': 'fa:16:3e:59:4a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a435a7-c0bb-4091-8f06-d66129230536', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'c359f5ee-2e4c-442a-9f9f-a5c74c028d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:33Z', 'updated_at': '2021-07-30T01:46:35Z', 'revision_number': 2, 'project_id': 'b052b08dd0324c4ab039850de0db902c', 'subnets': [{'id': 'c359f5ee-2e4c-442a-9f9f-a5c74c028d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:38.822436 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] Checking router: 74a435a7-c0bb-4091-8f06-d66129230536 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:46:38.823197 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] Updating router 74a435a7-c0bb-4091-8f06-d66129230536 port a13da1cb-0690-4061-821f-a5150e292ade binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:46:38.838436 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d23d3964-6829-4737-84e7-267834aa25eb None None] Provisioning for port 6f6d093b-1717-4abd-953d-6abce7fb3e8c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:38.842961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d23d3964-6829-4737-84e7-267834aa25eb None None] Provisioning complete for port 6f6d093b-1717-4abd-953d-6abce7fb3e8c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:38.847896 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d23d3964-6829-4737-84e7-267834aa25eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.864477 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.869971 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.929972 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d23d3964-6829-4737-84e7-267834aa25eb None None] Port 6f6d093b-1717-4abd-953d-6abce7fb3e8c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:46:38.950642 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d3ceb2df-b4bd-4aa7-8a93-9ad91bde6de4 req-daccdcd1-aa21-484d-85c1-bab094b73e03 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.003895 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d3ceb2df-b4bd-4aa7-8a93-9ad91bde6de4 req-daccdcd1-aa21-484d-85c1-bab094b73e03 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.074387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de27662d-792b-406b-8a85-51d6337f9953 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:39.085954 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.101966 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] Transition to ACTIVE for port object de27662d-792b-406b-8a85-51d6337f9953 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:39.123002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea146a3f-5b84-48aa-9ace-d192728ac044 req-a32da33d-000e-4396-bce3-8775defab0b7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:39.125220 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ea146a3f-5b84-48aa-9ace-d192728ac044 req-a32da33d-000e-4396-bce3-8775defab0b7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 931 time: 0.3599927 Jul 30 01:46:39.132388 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75f0226d-e819-489a-aefc-420e992ac47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.185422 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ea146a3f-5b84-48aa-9ace-d192728ac044 req-eeb79e9a-2895-445c-aa76-c1192f45be8b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458937 Jul 30 01:46:39.188608 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.235385 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] Pushing event updated for resources: {'Port': ['ID=de27662d-792b-406b-8a85-51d6337f9953,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:39.274313 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.293350 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] Transition to ACTIVE for port object a13da1cb-0690-4061-821f-a5150e292ade will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:39.335755 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d3ceb2df-b4bd-4aa7-8a93-9ad91bde6de4 req-daccdcd1-aa21-484d-85c1-bab094b73e03 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.356745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6d093b-1717-4abd-953d-6abce7fb3e8c {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:39.367419 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.372431 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.379094 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6cfb247-9b79-4446-8209-c71d392e44ce req-5008e74b-f96a-4938-b8a9-af3df3de87c8 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 210 time: 0.0759432 Jul 30 01:46:39.388723 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d3ceb2df-b4bd-4aa7-8a93-9ad91bde6de4 req-daccdcd1-aa21-484d-85c1-bab094b73e03 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.422167 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] Transition to ACTIVE for port object 6f6d093b-1717-4abd-953d-6abce7fb3e8c will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:39.429031 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873459a-9d68-400c-b773-c40ae5b65c59 None None] Pushing event updated for resources: {'Port': ['ID=a13da1cb-0690-4061-821f-a5150e292ade,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:39.450586 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccdcd1-aa21-484d-85c1-bab094b73e03 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8b4a95-7c03-4315-9702-4f528160ab47,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:39.583795 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] Attempting to bind port a13da1cb-0690-4061-821f-a5150e292ade on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:39.584298 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] Attempting to bind port a13da1cb-0690-4061-821f-a5150e292ade by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '0b1d9a56-770a-4652-98ce-913cabdd0540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3d78707f-c549-43d0-bbad-0520c3d96391'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:39.584821 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] Attempting to bind port a13da1cb-0690-4061-821f-a5150e292ade on network 3d78707f-c549-43d0-bbad-0520c3d96391 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:39.594703 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:39.595208 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] Checking segment: {'id': '0b1d9a56-770a-4652-98ce-913cabdd0540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3d78707f-c549-43d0-bbad-0520c3d96391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:39.595837 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.596330 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] Bound using segment: {'id': '0b1d9a56-770a-4652-98ce-913cabdd0540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3d78707f-c549-43d0-bbad-0520c3d96391'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:39.596929 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] Bound port: a13da1cb-0690-4061-821f-a5150e292ade, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1d9a56-770a-4652-98ce-913cabdd0540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3d78707f-c549-43d0-bbad-0520c3d96391'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:39.597564 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.618041 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d3ceb2df-b4bd-4aa7-8a93-9ad91bde6de4 req-daccdcd1-aa21-484d-85c1-bab094b73e03 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.626666 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.705145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096d655-fe21-47fb-9acc-e6dfc5857fc3 req-55d02019-93d6-45e9-964b-300dbb77ebe4 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:39.713042 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c096d655-fe21-47fb-9acc-e6dfc5857fc3 req-55d02019-93d6-45e9-964b-300dbb77ebe4 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/ports?device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 948 time: 0.1978431 Jul 30 01:46:39.715465 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] Attempting to bind port de27662d-792b-406b-8a85-51d6337f9953 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:39.716021 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] Attempting to bind port de27662d-792b-406b-8a85-51d6337f9953 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:39.716548 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] Attempting to bind port de27662d-792b-406b-8a85-51d6337f9953 on network 9030b8df-7223-43a1-87ad-4d6177bec344 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:39.746094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] Port de27662d-792b-406b-8a85-51d6337f9953 on network 9030b8df-7223-43a1-87ad-4d6177bec344 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:39.746094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] Attempting to bind port de27662d-792b-406b-8a85-51d6337f9953 on network 9030b8df-7223-43a1-87ad-4d6177bec344 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:39.765236 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] For port a13da1cb-0690-4061-821f-a5150e292ade, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:39.772002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:39.772454 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] Checking segment: {'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:39.778881 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] Bound using segment: {'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:39.778881 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] Bound port: de27662d-792b-406b-8a85-51d6337f9953, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:39.778881 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.779486 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] For port a13da1cb-0690-4061-821f-a5150e292ade, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a13da1cb-0690-4061-821f-a5150e292ade,segment=NetworkSegment(0b1d9a56-770a-4652-98ce-913cabdd0540),segment_id=0b1d9a56-770a-4652-98ce-913cabdd0540)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:39.785757 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d3ceb2df-b4bd-4aa7-8a93-9ad91bde6de4 req-daccdcd1-aa21-484d-85c1-bab094b73e03 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.805357 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91ed90dd-fbb3-436c-8766-5f3f40a5ca2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.805605 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-4746c844-c28f-457b-a803-55270395c68a tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e18fd6c446094f849e062ca3af8e67a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1811562 Jul 30 01:46:39.884162 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.914591 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c096d655-fe21-47fb-9acc-e6dfc5857fc3 req-8a20f133-8953-4381-a47b-01be28d8e111 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9ab3832-7671-4a3a-a1ad-4b391d598a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002892 Jul 30 01:46:40.018722 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 45181de6-a579-4341-b3c5-89eabf52198b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:40.023872 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] Routers {'74a435a7-c0bb-4091-8f06-d66129230536'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:40.024517 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:46:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['74a435a7-c0bb-4091-8f06-d66129230536'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:40.031870 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873459a-9d68-400c-b773-c40ae5b65c59 None None] Pushing event updated for resources: {'Port': ['ID=a13da1cb-0690-4061-821f-a5150e292ade,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:40.083121 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] For port de27662d-792b-406b-8a85-51d6337f9953, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:40.111581 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] For port de27662d-792b-406b-8a85-51d6337f9953, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=de27662d-792b-406b-8a85-51d6337f9953,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:40.172416 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 45181de6-a579-4341-b3c5-89eabf52198b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:40.173189 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:40.222529 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-35176975-9336-4b3f-905a-48bdc4d3aee3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:40.224091 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-35176975-9336-4b3f-905a-48bdc4d3aee3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4047186 Jul 30 01:46:40.258007 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:40.284184 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccdcd1-aa21-484d-85c1-bab094b73e03 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76478190-142d-4dfa-8a30-8c4cad73dceb,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:40.299588 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0c42fc0f-af64-46b7-b50c-b6df816b6e9b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Request body: {'port': {'device_id': '54d360ab-9583-4192-8f34-d640404d9ca6', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': 'e18fd6c446094f849e062ca3af8e67a5'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:40.320315 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] Set router 74a435a7-c0bb-4091-8f06-d66129230536 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:40.349163 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d3ceb2df-b4bd-4aa7-8a93-9ad91bde6de4 req-daccdcd1-aa21-484d-85c1-bab094b73e03 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:40.355980 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d3ceb2df-b4bd-4aa7-8a93-9ad91bde6de4 req-daccdcd1-aa21-484d-85c1-bab094b73e03 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7636454 Jul 30 01:46:40.375074 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6d093b-1717-4abd-953d-6abce7fb3e8c,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:40.452941 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:40.453576 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:40.459070 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] 10.222.0.10 "PUT /v2.0/ports/de27662d-792b-406b-8a85-51d6337f9953 HTTP/1.1" status: 200 len: 1091 time: 2.0814371 Jul 30 01:46:40.465373 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecfe2ad-edcd-423c-8b23-930a4a898cd3', 'tag': 'de27662d-792b-406b-8a85-51d6337f9953'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:40.467637 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ff37e8-ad3f-4dbf-8f3c-a4118172389f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecfe2ad-edcd-423c-8b23-930a4a898cd3", "tag": "de27662d-792b-406b-8a85-51d6337f9953"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:40.471551 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-ea44c334-b865-4066-8ab6-6a5b02f5ae8a req-eb9026bd-df23-48a2-b1a1-69f11f50fe1e tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1891149061', 'description': 'tempest-description-192282523'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:40.581604 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ea44c334-b865-4066-8ab6-6a5b02f5ae8a req-eb9026bd-df23-48a2-b1a1-69f11f50fe1e tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:40.584915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] Attempting to bind port 6f6d093b-1717-4abd-953d-6abce7fb3e8c on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:40.586343 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] Attempting to bind port 6f6d093b-1717-4abd-953d-6abce7fb3e8c by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:40.586343 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] Attempting to bind port 6f6d093b-1717-4abd-953d-6abce7fb3e8c on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:40.605938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] Port 6f6d093b-1717-4abd-953d-6abce7fb3e8c on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:40.606404 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] Attempting to bind port 6f6d093b-1717-4abd-953d-6abce7fb3e8c on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:40.621251 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:40.621601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:40.622000 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:40.622482 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] Bound port: 6f6d093b-1717-4abd-953d-6abce7fb3e8c, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:40.622854 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:40.648253 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c3dfe-2900-49c9-9a00-a3dc10f7ae5e service neutron] Pushing event updated for resources: {'Port': ['ID=de27662d-792b-406b-8a85-51d6337f9953,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:40.687554 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a435a7-c0bb-4091-8f06-d66129230536', 'name': 'tempest-FloatingIPsNegativeTestJSON-1582655768-router', 'tenant_id': 'b052b08dd0324c4ab039850de0db902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '45181de6-a579-4341-b3c5-89eabf52198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:27Z', 'updated_at': '2021-07-30T01:46:35Z', 'revision_number': 4, 'project_id': 'b052b08dd0324c4ab039850de0db902c', 'gw_port': {'id': '45181de6-a579-4341-b3c5-89eabf52198b', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a435a7-c0bb-4091-8f06-d66129230536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:28Z', 'updated_at': '2021-07-30T01:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'a13da1cb-0690-4061-821f-a5150e292ade', 'name': '', 'network_id': '3d78707f-c549-43d0-bbad-0520c3d96391', 'tenant_id': 'b052b08dd0324c4ab039850de0db902c', 'mac_address': 'fa:16:3e:59:4a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a435a7-c0bb-4091-8f06-d66129230536', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'c359f5ee-2e4c-442a-9f9f-a5c74c028d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:33Z', 'updated_at': '2021-07-30T01:46:39Z', 'revision_number': 4, 'project_id': 'b052b08dd0324c4ab039850de0db902c', 'subnets': [{'id': 'c359f5ee-2e4c-442a-9f9f-a5c74c028d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:40.723605 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660bc352-1176-4c70-8547-87e6bf2151bd None None] The sync data for ids ['74a435a7-c0bb-4091-8f06-d66129230536'] in n-d-713498-9 is: [{'id': '74a435a7-c0bb-4091-8f06-d66129230536', 'name': 'tempest-FloatingIPsNegativeTestJSON-1582655768-router', 'tenant_id': 'b052b08dd0324c4ab039850de0db902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '45181de6-a579-4341-b3c5-89eabf52198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:27Z', 'updated_at': '2021-07-30T01:46:35Z', 'revision_number': 4, 'project_id': 'b052b08dd0324c4ab039850de0db902c', 'gw_port': {'id': '45181de6-a579-4341-b3c5-89eabf52198b', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a435a7-c0bb-4091-8f06-d66129230536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:28Z', 'updated_at': '2021-07-30T01:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'a13da1cb-0690-4061-821f-a5150e292ade', 'name': '', 'network_id': '3d78707f-c549-43d0-bbad-0520c3d96391', 'tenant_id': 'b052b08dd0324c4ab039850de0db902c', 'mac_address': 'fa:16:3e:59:4a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a435a7-c0bb-4091-8f06-d66129230536', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'c359f5ee-2e4c-442a-9f9f-a5c74c028d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:33Z', 'updated_at': '2021-07-30T01:46:39Z', 'revision_number': 4, 'project_id': 'b052b08dd0324c4ab039850de0db902c', 'subnets': [{'id': 'c359f5ee-2e4c-442a-9f9f-a5c74c028d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:46:40.729477 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] For port 6f6d093b-1717-4abd-953d-6abce7fb3e8c, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:40.739991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] For port 6f6d093b-1717-4abd-953d-6abce7fb3e8c, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6f6d093b-1717-4abd-953d-6abce7fb3e8c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:40.756419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0c42fc0f-af64-46b7-b50c-b6df816b6e9b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Made reservation on behalf of e18fd6c446094f849e062ca3af8e67a5 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:40.756784 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0c42fc0f-af64-46b7-b50c-b6df816b6e9b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:40.849205 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:41.068947 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6d093b-1717-4abd-953d-6abce7fb3e8c,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:41.120594 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:41.130831 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:41.130831 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4161619-8819-4ab4-bda7-60762593f493 req-1aed0ef7-dba3-4233-b851-5edf49fd0671 service neutron] 10.222.0.10 "PUT /v2.0/ports/6f6d093b-1717-4abd-953d-6abce7fb3e8c HTTP/1.1" status: 200 len: 1096 time: 2.4537706 Jul 30 01:46:41.130831 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a5ba35-2b20-4a5d-9691-ea78f7d10ed1', 'tag': '6f6d093b-1717-4abd-953d-6abce7fb3e8c'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:41.130831 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a88460-52f1-4ff2-8e73-05407a38c8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "78a5ba35-2b20-4a5d-9691-ea78f7d10ed1", "tag": "6f6d093b-1717-4abd-953d-6abce7fb3e8c"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:41.250325 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182990fe-08c3-4972-a4b0-9ee3e676f6b8 req-3bfd307c-23e2-4fc4-a3d1-de53f2a94ae0 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:41.251890 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-182990fe-08c3-4972-a4b0-9ee3e676f6b8 req-3bfd307c-23e2-4fc4-a3d1-de53f2a94ae0 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 943 time: 0.8703783 Jul 30 01:46:41.317894 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-64763549-3b6c-44da-a89c-b765f33f5258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:41.320179 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-64763549-3b6c-44da-a89c-b765f33f5258 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 1094 time: 0.7314475 Jul 30 01:46:41.381811 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ea44c334-b865-4066-8ab6-6a5b02f5ae8a req-eb9026bd-df23-48a2-b1a1-69f11f50fe1e tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:41.398755 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0c42fc0f-af64-46b7-b50c-b6df816b6e9b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Allocated IP 192.168.233.21 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/ff849f36-bf61-4438-88e6-d1f2f47b7848) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:41.402544 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-69aa26de-26c2-41a3-8056-a0b5ebf2d5e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de27662d-792b-406b-8a85-51d6337f9953 HTTP/1.1" status: 200 len: 217 time: 0.0717607 Jul 30 01:46:41.462653 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-182990fe-08c3-4972-a4b0-9ee3e676f6b8 req-8006e85e-58ec-4b74-8923-d0721c0e5029 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950176 Jul 30 01:46:41.463564 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ea44c334-b865-4066-8ab6-6a5b02f5ae8a req-eb9026bd-df23-48a2-b1a1-69f11f50fe1e tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:41.521471 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4161619-8819-4ab4-bda7-60762593f493 req-321518bf-35c1-461a-83a0-8d9dc82babd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:41.522974 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4161619-8819-4ab4-bda7-60762593f493 req-321518bf-35c1-461a-83a0-8d9dc82babd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5bfeccaf81f48b08bd72a5f2a3b81b2&device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 1099 time: 0.2670858 Jul 30 01:46:41.587045 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-b540d05c-8ba8-4f85-954c-91b05f85c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:41.594198 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4161619-8819-4ab4-bda7-60762593f493 req-7d2bd73c-34a7-4468-af2b-840b624b0450 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6f6d093b-1717-4abd-953d-6abce7fb3e8c HTTP/1.1" status: 200 len: 217 time: 0.0617046 Jul 30 01:46:41.594482 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-b540d05c-8ba8-4f85-954c-91b05f85c864 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=00d5dfcf-9789-4d3c-a9c4-d79d05163f3c HTTP/1.1" status: 200 len: 851 time: 0.1829269 Jul 30 01:46:41.602716 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9026bd-df23-48a2-b1a1-69f11f50fe1e tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abdac2e-435c-46aa-8b80-643963df4a97,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:41.663364 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ea44c334-b865-4066-8ab6-6a5b02f5ae8a req-eb9026bd-df23-48a2-b1a1-69f11f50fe1e tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:41.664662 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ea44c334-b865-4066-8ab6-6a5b02f5ae8a req-eb9026bd-df23-48a2-b1a1-69f11f50fe1e tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2027118 Jul 30 01:46:41.666154 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-93cce625-45e1-4048-9c85-ab6b97114e10 req-a09368d1-5cfb-43ec-a200-58fa982c83f5 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 210 time: 0.0686798 Jul 30 01:46:41.697586 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-34ec0e57-9aee-4528-8306-b0a3e7d0ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:41.725561 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-e6e4544d-228a-4205-a90f-2389b1b9fbf7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9030b8df-7223-43a1-87ad-4d6177bec344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984917 Jul 30 01:46:41.725561 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df5b1a3-3f6e-4d1c-8dae-764cb6cd6288 x-openstack-request-id: req-9df5b1a3-3f6e-4d1c-8dae-764cb6cd6288 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:41.725561 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecfe2ad-edcd-423c-8b23-930a4a898cd3", "tag": "de27662d-792b-406b-8a85-51d6337f9953", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:41.725561 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9df5b1a3-3f6e-4d1c-8dae-764cb6cd6288 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:41.725561 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ecfe2ad-edcd-423c-8b23-930a4a898cd3', 'tag': 'de27662d-792b-406b-8a85-51d6337f9953', 'status': 'completed', 'code': 200} Jul 30 01:46:41.743561 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:41.817398 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4161619-8819-4ab4-bda7-60762593f493 req-5cd47981-eb33-4b58-89ff-cf9e0516f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:41.819540 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4161619-8819-4ab4-bda7-60762593f493 req-5cd47981-eb33-4b58-89ff-cf9e0516f862 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.2050078 Jul 30 01:46:41.827801 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b48d4d9-7004-4bae-8d4e-543450e2dbcc x-openstack-request-id: req-2b48d4d9-7004-4bae-8d4e-543450e2dbcc {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:41.828107 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a5ba35-2b20-4a5d-9691-ea78f7d10ed1", "tag": "6f6d093b-1717-4abd-953d-6abce7fb3e8c", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:41.828378 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b48d4d9-7004-4bae-8d4e-543450e2dbcc {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:41.828787 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a5ba35-2b20-4a5d-9691-ea78f7d10ed1', 'tag': '6f6d093b-1717-4abd-953d-6abce7fb3e8c', 'status': 'completed', 'code': 200} Jul 30 01:46:41.943451 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a13da1cb-0690-4061-821f-a5150e292ade up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:42.034449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ece253-1075-44fa-a27d-19f8f1ac29f8 req-87d64bb7-b2fe-49a5-9946-ddd56f570975 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:42.035939 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0ece253-1075-44fa-a27d-19f8f1ac29f8 req-87d64bb7-b2fe-49a5-9946-ddd56f570975 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/ports?device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 948 time: 0.2862434 Jul 30 01:46:42.042356 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0c42fc0f-af64-46b7-b50c-b6df816b6e9b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:42.075061 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-91ed90dd-fbb3-436c-8766-5f3f40a5ca2a admin admin] Deleting port a13da1cb-0690-4061-821f-a5150e292ade {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:46:42.075996 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91ed90dd-fbb3-436c-8766-5f3f40a5ca2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:42.082657 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0c42fc0f-af64-46b7-b50c-b6df816b6e9b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Transition to ACTIVE for port object ff849f36-bf61-4438-88e6-d1f2f47b7848 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:42.099098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4161619-8819-4ab4-bda7-60762593f493 req-363420ef-e8c5-4491-acca-eae3973bd5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:42.101230 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4161619-8819-4ab4-bda7-60762593f493 req-363420ef-e8c5-4491-acca-eae3973bd5d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2441618 Jul 30 01:46:42.131557 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port a13da1cb-0690-4061-821f-a5150e292ade completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:42.135862 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port a13da1cb-0690-4061-821f-a5150e292ade triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:42.136328 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:42.209921 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0ece253-1075-44fa-a27d-19f8f1ac29f8 req-70f51761-d38f-41a2-b68d-ad820642806d tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9ab3832-7671-4a3a-a1ad-4b391d598a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624498 Jul 30 01:46:42.285609 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4161619-8819-4ab4-bda7-60762593f493 req-f4d2d7ab-b5a3-4131-8e00-870b9ee99d62 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731889 Jul 30 01:46:42.291793 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0c42fc0f-af64-46b7-b50c-b6df816b6e9b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:42.305469 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-91ed90dd-fbb3-436c-8766-5f3f40a5ca2a admin admin] For port a13da1cb-0690-4061-821f-a5150e292ade, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a13da1cb-0690-4061-821f-a5150e292ade,segment=NetworkSegment(0b1d9a56-770a-4652-98ce-913cabdd0540),segment_id=0b1d9a56-770a-4652-98ce-913cabdd0540)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:42.305992 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91ed90dd-fbb3-436c-8766-5f3f40a5ca2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:42.325871 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-cff973c9-2625-4a58-9420-0c9c012181c4 service neutron] 10.222.0.10 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853758 Jul 30 01:46:42.354675 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['1d218bf5-0438-4f23-8aea-de8af971dba0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:42.361300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-91ed90dd-fbb3-436c-8766-5f3f40a5ca2a admin admin] Calling delete_port for a13da1cb-0690-4061-821f-a5150e292ade owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:42.408363 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025', 'a72d7450-9c60-4665-97b9-281c58d6a8f6', 'fbeb9454-a776-4aaa-ace5-b1e0565a747d', '3ad26928-290c-49cf-aa1a-eb965b68fdd8'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:42.460436 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42fc0f-af64-46b7-b50c-b6df816b6e9b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Pushing event updated for resources: {'Port': ['ID=ff849f36-bf61-4438-88e6-d1f2f47b7848,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:42.483144 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0c42fc0f-af64-46b7-b50c-b6df816b6e9b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:42.490235 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0c42fc0f-af64-46b7-b50c-b6df816b6e9b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:42.509977 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0c42fc0f-af64-46b7-b50c-b6df816b6e9b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:42.598976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0c42fc0f-af64-46b7-b50c-b6df816b6e9b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:42.599712 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0c42fc0f-af64-46b7-b50c-b6df816b6e9b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:42.628307 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:42.701751 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4161619-8819-4ab4-bda7-60762593f493 req-cd191373-fe68-4453-98fb-62023b43700a service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078860 Jul 30 01:46:42.724673 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac68f1-607f-4f2b-bea4-55b2b2b56f59 req-3294d0b8-05d1-4429-a3f0-5d60f48a82ba tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:42.737254 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-66ac68f1-607f-4f2b-bea4-55b2b2b56f59 req-3294d0b8-05d1-4429-a3f0-5d60f48a82ba tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 943 time: 0.1333659 Jul 30 01:46:42.738644 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-704a8ea4-1ded-4ffe-878d-10d973400af3 req-e7b85486-9b56-464b-a351-b9e8336e7ffe service neutron] 10.222.0.10 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006519 Jul 30 01:46:42.752895 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0c42fc0f-af64-46b7-b50c-b6df816b6e9b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4667816 Jul 30 01:46:42.773514 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] Request body: {'port': {'device_id': '54d360ab-9583-4192-8f34-d640404d9ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:42.800889 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port a13da1cb-0690-4061-821f-a5150e292ade, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a13da1cb-0690-4061-821f-a5150e292ade,segment=NetworkSegment(0b1d9a56-770a-4652-98ce-913cabdd0540),segment_id=0b1d9a56-770a-4652-98ce-913cabdd0540)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:42.953333 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:42.963087 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-66ac68f1-607f-4f2b-bea4-55b2b2b56f59 req-fab9cd08-62c8-4a1a-9e70-f39a8f9b3e8a tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245781 Jul 30 01:46:42.970898 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-bc0bf872-290a-428b-8509-c578f2f706a6 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47812 time: 0.9809120 Jul 30 01:46:43.044666 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:43.050875 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff37e8-ad3f-4dbf-8f3c-a4118172389f req-45f7b8f3-0ae5-4299-a171-747ed50d275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.055699 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-03ff37e8-ad3f-4dbf-8f3c-a4118172389f req-45f7b8f3-0ae5-4299-a171-747ed50d275e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 1094 time: 0.1960433 Jul 30 01:46:43.096354 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=a13da1cb-0690-4061-821f-a5150e292ade,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:43.212940 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-768f0314-0172-47d2-9df1-a3b58d8ef533 None None] Provisioning for port ff849f36-bf61-4438-88e6-d1f2f47b7848 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:43.224759 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-768f0314-0172-47d2-9df1-a3b58d8ef533 None None] Provisioning complete for port ff849f36-bf61-4438-88e6-d1f2f47b7848 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:43.228141 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-768f0314-0172-47d2-9df1-a3b58d8ef533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:43.257353 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:43.277146 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-298633bc-e42e-4e82-b829-c4b3b3a08044 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/01a890c2-e529-45f9-87cd-e4aa4f155179 HTTP/1.1" status: 200 len: 2981 time: 0.3051498 Jul 30 01:46:43.326573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d888695-5c64-4e67-9a4f-cd6f41f8f872 req-13098d2e-0d6b-4f11-9fbc-21e6bafb1063 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.336194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-6131a3c8-42b8-4f7e-9612-03059bc85160 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/01a890c2-e529-45f9-87cd-e4aa4f155179 HTTP/1.1" status: 200 len: 2981 time: 0.0577993 Jul 30 01:46:43.338257 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d888695-5c64-4e67-9a4f-cd6f41f8f872 req-13098d2e-0d6b-4f11-9fbc-21e6bafb1063 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 935 time: 0.2539728 Jul 30 01:46:43.358714 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91ed90dd-fbb3-436c-8766-5f3f40a5ca2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:43.382062 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-768f0314-0172-47d2-9df1-a3b58d8ef533 None None] Port ff849f36-bf61-4438-88e6-d1f2f47b7848 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:46:43.448196 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed90dd-fbb3-436c-8766-5f3f40a5ca2a admin admin] Pushing event deleted for resources: {'Port': ['ID=a13da1cb-0690-4061-821f-a5150e292ade,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:43.473056 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-26e84477-afb0-4cdf-a7d4-bec72a57096a tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/0b8b4a95-7c03-4315-9702-4f528160ab47 HTTP/1.1" status: 200 len: 2981 time: 0.1362267 Jul 30 01:46:43.474647 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff37e8-ad3f-4dbf-8f3c-a4118172389f req-09284bf8-0ca7-4e02-b755-7f2aaa811ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.485810 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a88460-52f1-4ff2-8e73-05407a38c8cb req-d7706b9f-8287-4252-ae33-ac385da1938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.485810 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49a88460-52f1-4ff2-8e73-05407a38c8cb req-d7706b9f-8287-4252-ae33-ac385da1938c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5bfeccaf81f48b08bd72a5f2a3b81b2&device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 1099 time: 0.4484611 Jul 30 01:46:43.488368 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-03ff37e8-ad3f-4dbf-8f3c-a4118172389f req-09284bf8-0ca7-4e02-b755-7f2aaa811ead service neutron] 10.222.0.10 "GET /v2.0/networks?id=9030b8df-7223-43a1-87ad-4d6177bec344 HTTP/1.1" status: 200 len: 912 time: 0.4159894 Jul 30 01:46:43.516473 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d888695-5c64-4e67-9a4f-cd6f41f8f872 req-e4b3ddac-c1cb-4856-ab13-b2ce9d26d70e tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730239 Jul 30 01:46:43.639460 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-03ff37e8-ad3f-4dbf-8f3c-a4118172389f req-a6b7878d-5e20-4b6d-932e-5c4ce76565bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de27662d-792b-406b-8a85-51d6337f9953 HTTP/1.1" status: 200 len: 217 time: 0.1191273 Jul 30 01:46:43.652589 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-e20549e9-8c4f-4301-8d5f-d33ff85daa4c tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/0b8b4a95-7c03-4315-9702-4f528160ab47 HTTP/1.1" status: 200 len: 2981 time: 0.1677217 Jul 30 01:46:43.767604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff37e8-ad3f-4dbf-8f3c-a4118172389f req-a17e47fe-01c8-4a0d-80ff-ed1dfe4a7549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.769960 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-03ff37e8-ad3f-4dbf-8f3c-a4118172389f req-a17e47fe-01c8-4a0d-80ff-ed1dfe4a7549 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=00d5dfcf-9789-4d3c-a9c4-d79d05163f3c HTTP/1.1" status: 200 len: 851 time: 0.0993085 Jul 30 01:46:43.879432 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-03ff37e8-ad3f-4dbf-8f3c-a4118172389f req-5a26335a-1340-4e22-a274-3ce21c159c7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9030b8df-7223-43a1-87ad-4d6177bec344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617676 Jul 30 01:46:43.883687 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a88460-52f1-4ff2-8e73-05407a38c8cb req-a3666bf7-5a1c-42ca-99c7-462b1cb94928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.885749 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49a88460-52f1-4ff2-8e73-05407a38c8cb req-a3666bf7-5a1c-42ca-99c7-462b1cb94928 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.3843851 Jul 30 01:46:43.957553 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49a88460-52f1-4ff2-8e73-05407a38c8cb req-9267cb69-bb53-4574-9b90-ce40c320752c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6f6d093b-1717-4abd-953d-6abce7fb3e8c HTTP/1.1" status: 200 len: 217 time: 0.0548103 Jul 30 01:46:43.981682 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336853a6-0b8a-4d8c-8d7d-0ff760d16d99 req-fc86a7f4-91e2-4ffc-8fea-591072e508c6 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.983259 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-336853a6-0b8a-4d8c-8d7d-0ff760d16d99 req-fc86a7f4-91e2-4ffc-8fea-591072e508c6 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/ports?device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 948 time: 0.2122703 Jul 30 01:46:43.999797 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-c3a33b7c-cab4-4470-a4cb-4ae0e50cde44 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/0ddc4945-32a1-432a-bb6e-dd1730cd215c HTTP/1.1" status: 200 len: 2977 time: 0.3214903 Jul 30 01:46:44.066884 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-03ff37e8-ad3f-4dbf-8f3c-a4118172389f req-7d077c9c-3ca0-448e-b324-70c9a7597be1 service neutron] 10.222.0.10 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709569 Jul 30 01:46:44.074770 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-336853a6-0b8a-4d8c-8d7d-0ff760d16d99 req-d9066b6e-dc63-4bb4-910a-1cd55689fe75 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9ab3832-7671-4a3a-a1ad-4b391d598a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841808 Jul 30 01:46:44.091848 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91ed90dd-fbb3-436c-8766-5f3f40a5ca2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:44.175210 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff849f36-bf61-4438-88e6-d1f2f47b7848 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:44.178065 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a88460-52f1-4ff2-8e73-05407a38c8cb req-4328492e-06ae-439d-b734-17ac45eb2c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:44.179604 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49a88460-52f1-4ff2-8e73-05407a38c8cb req-4328492e-06ae-439d-b734-17ac45eb2c37 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1607265 Jul 30 01:46:44.187691 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:44.205818 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-49cad517-4bc0-4a8d-a4a1-07ba0371a267 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/0ddc4945-32a1-432a-bb6e-dd1730cd215c HTTP/1.1" status: 200 len: 2977 time: 0.2044351 Jul 30 01:46:44.238158 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] Transition to ACTIVE for port object ff849f36-bf61-4438-88e6-d1f2f47b7848 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:44.257022 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-03ff37e8-ad3f-4dbf-8f3c-a4118172389f req-7153332c-9fa6-4fd0-ae42-7e43df2b1f91 service neutron] 10.222.0.10 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757014 Jul 30 01:46:44.285797 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5903f9-dbbc-452c-8644-ef5442754c91 req-54862266-d738-4601-a162-0a1c90dd1684 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:44.287706 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4d5903f9-dbbc-452c-8644-ef5442754c91 req-54862266-d738-4601-a162-0a1c90dd1684 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 943 time: 0.1066480 Jul 30 01:46:44.333608 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:44.334929 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-128a9409-6a8b-4f82-9012-eac867ff1eb8 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/2f1cffc3-d527-43d2-be2a-1853e780b247 HTTP/1.1" status: 200 len: 2981 time: 0.0960133 Jul 30 01:46:44.336814 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a88460-52f1-4ff2-8e73-05407a38c8cb req-38774b45-1d86-4152-b081-0efd725564f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:44.338282 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49a88460-52f1-4ff2-8e73-05407a38c8cb req-38774b45-1d86-4152-b081-0efd725564f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1455097 Jul 30 01:46:44.344716 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4d5903f9-dbbc-452c-8644-ef5442754c91 req-726426b4-cc8e-4bc7-b50c-de5db31ff989 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501492 Jul 30 01:46:44.453784 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] Pushing event updated for resources: {'Port': ['ID=ff849f36-bf61-4438-88e6-d1f2f47b7848,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:44.520201 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:44.591926 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] Attempting to bind port ff849f36-bf61-4438-88e6-d1f2f47b7848 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:44.591926 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] Attempting to bind port ff849f36-bf61-4438-88e6-d1f2f47b7848 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:44.592459 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] Attempting to bind port ff849f36-bf61-4438-88e6-d1f2f47b7848 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:44.601476 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] Port ff849f36-bf61-4438-88e6-d1f2f47b7848 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:44.601952 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] Attempting to bind port ff849f36-bf61-4438-88e6-d1f2f47b7848 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:44.603787 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-e13a1bf4-ca2b-45a3-b67c-d400a1cbd10e tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/2f1cffc3-d527-43d2-be2a-1853e780b247 HTTP/1.1" status: 200 len: 2981 time: 0.1983225 Jul 30 01:46:44.629038 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:44.629038 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:44.629038 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:44.629038 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] Bound port: ff849f36-bf61-4438-88e6-d1f2f47b7848, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:44.629038 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:44.705207 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49a88460-52f1-4ff2-8e73-05407a38c8cb req-4963cbef-9add-4f47-a8dd-55cb1fe1c97c service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789171 Jul 30 01:46:44.707103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ed90dd-fbb3-436c-8766-5f3f40a5ca2a admin admin] Router 74a435a7-c0bb-4091-8f06-d66129230536 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:46:44.715608 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-00066ae9-741e-43ed-842d-1a5a9c82043e tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/37376f32-ee16-46f3-a904-a755d01cbf05 HTTP/1.1" status: 200 len: 2981 time: 0.0986624 Jul 30 01:46:44.730781 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] For port ff849f36-bf61-4438-88e6-d1f2f47b7848, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:44.734256 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] For port ff849f36-bf61-4438-88e6-d1f2f47b7848, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ff849f36-bf61-4438-88e6-d1f2f47b7848,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:44.763042 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8dfe7-c4e1-44f2-80c1-40e2ffffe0fc req-3d41e4b7-d45a-4c04-a213-51576f554998 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:44.765187 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a1f8dfe7-c4e1-44f2-80c1-40e2ffffe0fc req-3d41e4b7-d45a-4c04-a213-51576f554998 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 947 time: 0.1503165 Jul 30 01:46:44.824668 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:44.888756 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a1f8dfe7-c4e1-44f2-80c1-40e2ffffe0fc req-60959429-1a53-4129-82d5-ddd2d40f7da5 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171689 Jul 30 01:46:44.890228 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:44.890876 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:44.892249 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] 10.222.0.10 "PUT /v2.0/ports/ff849f36-bf61-4438-88e6-d1f2f47b7848 HTTP/1.1" status: 200 len: 1095 time: 2.1288147 Jul 30 01:46:44.894888 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d360ab-9583-4192-8f34-d640404d9ca6', 'tag': 'ff849f36-bf61-4438-88e6-d1f2f47b7848'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:44.907113 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e422a8-02da-4356-bb3e-fc2d911ae128" -d '{"events": [{"name": "network-changed", "server_uuid": "54d360ab-9583-4192-8f34-d640404d9ca6", "tag": "ff849f36-bf61-4438-88e6-d1f2f47b7848"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:44.925353 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-84ac7dd4-7bc9-4773-ae75-08616e6b9880 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/37376f32-ee16-46f3-a904-a755d01cbf05 HTTP/1.1" status: 200 len: 2981 time: 0.1994793 Jul 30 01:46:44.949769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93e3a2-dbde-4214-ae0f-3d2ade1c054e service neutron] Pushing event updated for resources: {'Port': ['ID=ff849f36-bf61-4438-88e6-d1f2f47b7848,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:44.972030 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49a88460-52f1-4ff2-8e73-05407a38c8cb req-da76174b-3869-441f-af27-7613f7cf3d4b service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545094 Jul 30 01:46:44.994275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ed90dd-fbb3-436c-8766-5f3f40a5ca2a admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:46:45.000894 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-91ed90dd-fbb3-436c-8766-5f3f40a5ca2a admin admin] 10.222.0.70 "PUT /v2.0/routers/74a435a7-c0bb-4091-8f06-d66129230536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8047624 Jul 30 01:46:45.002923 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39326) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:45.014691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d8787a-b7cc-4e7a-8f42-c6bccb26cdb5 None None] Sync routers for ids ['74a435a7-c0bb-4091-8f06-d66129230536'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:46:45.018966 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-12ce7fd2-dddf-44b7-adaf-3f3ee0caccc0 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/51b81e05-61ea-473f-8b01-cb89fa41c325 HTTP/1.1" status: 200 len: 2973 time: 0.0780017 Jul 30 01:46:45.049458 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d8787a-b7cc-4e7a-8f42-c6bccb26cdb5 None None] Routers {'74a435a7-c0bb-4091-8f06-d66129230536'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:45.050107 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-05d8787a-b7cc-4e7a-8f42-c6bccb26cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:46:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['74a435a7-c0bb-4091-8f06-d66129230536'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:45.131194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-c178380b-fdba-4fb7-aa6b-61be93406904 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/51b81e05-61ea-473f-8b01-cb89fa41c325 HTTP/1.1" status: 200 len: 2973 time: 0.1050315 Jul 30 01:46:45.142024 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83f7374-32ee-4512-9f98-92e7657bf978 x-openstack-request-id: req-c83f7374-32ee-4512-9f98-92e7657bf978 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:45.142677 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d360ab-9583-4192-8f34-d640404d9ca6", "tag": "ff849f36-bf61-4438-88e6-d1f2f47b7848", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:45.142677 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c83f7374-32ee-4512-9f98-92e7657bf978 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:45.142971 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d360ab-9583-4192-8f34-d640404d9ca6', 'tag': 'ff849f36-bf61-4438-88e6-d1f2f47b7848', 'status': 'completed', 'code': 200} Jul 30 01:46:45.156657 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-d26c3787-967a-4492-97a6-ea45fd2d6507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:45.158646 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-d26c3787-967a-4492-97a6-ea45fd2d6507 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 1098 time: 0.1104639 Jul 30 01:46:45.273391 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-05d8787a-b7cc-4e7a-8f42-c6bccb26cdb5 None None] Set router 74a435a7-c0bb-4091-8f06-d66129230536 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:45.301156 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-cf402f2b-0e01-4f61-947f-0eadb99413ff tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/596e2aec-9aec-4f43-a5d7-46c87846e6e7 HTTP/1.1" status: 200 len: 2981 time: 0.1637156 Jul 30 01:46:45.321198 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-1734596b-9c0a-4d8a-a25d-69e5276e159f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=ff849f36-bf61-4438-88e6-d1f2f47b7848 HTTP/1.1" status: 200 len: 217 time: 0.1342802 Jul 30 01:46:45.331309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2846b32-49ea-4bf5-905b-08aae909334e req-deafd2ae-346b-4c0c-a779-50d6eea76505 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:45.333343 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f2846b32-49ea-4bf5-905b-08aae909334e req-deafd2ae-346b-4c0c-a779-50d6eea76505 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/ports?device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 948 time: 0.0858955 Jul 30 01:46:45.335291 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba235d4f-b937-436d-a7da-060fa883231b admin admin] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:45.448533 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-6ff48cd2-f3a3-4327-8e35-43ef6feb9ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:45.451952 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-6ff48cd2-f3a3-4327-8e35-43ef6feb9ef2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1247864 Jul 30 01:46:45.476402 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-ced788e7-142b-4379-9493-8e82e61550d5 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/596e2aec-9aec-4f43-a5d7-46c87846e6e7 HTTP/1.1" status: 200 len: 2981 time: 0.1730697 Jul 30 01:46:45.510266 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f2846b32-49ea-4bf5-905b-08aae909334e req-e485253b-d24e-4c98-ba77-ee55e163bb4a tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9ab3832-7671-4a3a-a1ad-4b391d598a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967698 Jul 30 01:46:45.542535 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-05d8787a-b7cc-4e7a-8f42-c6bccb26cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a435a7-c0bb-4091-8f06-d66129230536', 'name': 'tempest-FloatingIPsNegativeTestJSON-1582655768-router', 'tenant_id': 'b052b08dd0324c4ab039850de0db902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '45181de6-a579-4341-b3c5-89eabf52198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:27Z', 'updated_at': '2021-07-30T01:46:43Z', 'revision_number': 5, 'project_id': 'b052b08dd0324c4ab039850de0db902c', 'gw_port': {'id': '45181de6-a579-4341-b3c5-89eabf52198b', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a435a7-c0bb-4091-8f06-d66129230536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:28Z', 'updated_at': '2021-07-30T01:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:45.567929 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba235d4f-b937-436d-a7da-060fa883231b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:45.584922 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d8787a-b7cc-4e7a-8f42-c6bccb26cdb5 None None] Checking router: 74a435a7-c0bb-4091-8f06-d66129230536 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:46:45.595162 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d8787a-b7cc-4e7a-8f42-c6bccb26cdb5 None None] Routers {'74a435a7-c0bb-4091-8f06-d66129230536'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:45.596478 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-05d8787a-b7cc-4e7a-8f42-c6bccb26cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:46:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['74a435a7-c0bb-4091-8f06-d66129230536'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:45.601387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-8597bc28-8522-41e3-80dd-0301cb08e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:45.603092 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-8597bc28-8522-41e3-80dd-0301cb08e449 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1110368 Jul 30 01:46:45.632807 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-41e40f6a-df61-4966-8641-619d4efce1ae tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/71154ebf-a735-49c2-b4aa-5b511915ef15 HTTP/1.1" status: 200 len: 2981 time: 0.1553020 Jul 30 01:46:45.702061 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63961796-ad82-4da6-85ac-6dcd572bdee3 req-0812826a-c0ed-4a9b-83dd-aed1f09359d8 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:45.703959 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63961796-ad82-4da6-85ac-6dcd572bdee3 req-0812826a-c0ed-4a9b-83dd-aed1f09359d8 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 943 time: 0.0995915 Jul 30 01:46:45.751102 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ba235d4f-b937-436d-a7da-060fa883231b admin admin] Deleting port 45181de6-a579-4341-b3c5-89eabf52198b {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:46:45.751385 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba235d4f-b937-436d-a7da-060fa883231b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:45.774820 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-4c31d2e8-ef38-4d40-a071-f061831a05d5 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/71154ebf-a735-49c2-b4aa-5b511915ef15 HTTP/1.1" status: 200 len: 2981 time: 0.1356163 Jul 30 01:46:45.775232 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-05d8787a-b7cc-4e7a-8f42-c6bccb26cdb5 None None] Set router 74a435a7-c0bb-4091-8f06-d66129230536 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:45.831922 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-2e57f683-5529-4863-b90e-d3c59a2bb4b1 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358 HTTP/1.1" status: 200 len: 2981 time: 0.0609710 Jul 30 01:46:45.842194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-d648cddb-dd3a-48fc-b3d2-fa8f722f5a17 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310569 Jul 30 01:46:45.943071 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-c7084de1-3735-4ad6-bf3a-102a9b0fc4f9 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358 HTTP/1.1" status: 200 len: 2981 time: 0.1101007 Jul 30 01:46:46.009660 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-eeaf5cbc-b70f-48de-bbcc-3ae90224e841 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/b6b5d98e-2c55-47db-9e50-0802341bbd60 HTTP/1.1" status: 200 len: 2981 time: 0.0654368 Jul 30 01:46:46.024097 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6f6d093b-1717-4abd-953d-6abce7fb3e8c details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:46.049700 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-45af71cf-f4d0-46f8-9bef-3f7792c27d1a req-62f1d44a-9f48-4320-9a38-2a0db120dfc5 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986289 Jul 30 01:46:46.073908 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-9fb9847c-f1a0-4d73-905d-6d1c0a7b398b tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/b6b5d98e-2c55-47db-9e50-0802341bbd60 HTTP/1.1" status: 200 len: 2981 time: 0.0633500 Jul 30 01:46:46.129603 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-66d9de72-35d8-4ab8-b232-f22d26bfc354 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/c44ea92c-30b0-4bcf-8358-db9e4de1f35a HTTP/1.1" status: 200 len: 2981 time: 0.0546582 Jul 30 01:46:46.139166 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63961796-ad82-4da6-85ac-6dcd572bdee3 req-a78a3ffb-e95b-4823-b13f-705258261a4c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227278 Jul 30 01:46:46.142849 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-05d8787a-b7cc-4e7a-8f42-c6bccb26cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a435a7-c0bb-4091-8f06-d66129230536', 'name': 'tempest-FloatingIPsNegativeTestJSON-1582655768-router', 'tenant_id': 'b052b08dd0324c4ab039850de0db902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '45181de6-a579-4341-b3c5-89eabf52198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:27Z', 'updated_at': '2021-07-30T01:46:43Z', 'revision_number': 5, 'project_id': 'b052b08dd0324c4ab039850de0db902c', 'gw_port': {'id': '45181de6-a579-4341-b3c5-89eabf52198b', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a435a7-c0bb-4091-8f06-d66129230536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:28Z', 'updated_at': '2021-07-30T01:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:46.185013 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-29023047-b85a-4739-89eb-a8eed42b1d52 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/c44ea92c-30b0-4bcf-8358-db9e4de1f35a HTTP/1.1" status: 200 len: 2981 time: 0.0534410 Jul 30 01:46:46.207559 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d8787a-b7cc-4e7a-8f42-c6bccb26cdb5 None None] The sync data for ids ['74a435a7-c0bb-4091-8f06-d66129230536'] in n-d-713498-9 is: [{'id': '74a435a7-c0bb-4091-8f06-d66129230536', 'name': 'tempest-FloatingIPsNegativeTestJSON-1582655768-router', 'tenant_id': 'b052b08dd0324c4ab039850de0db902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '45181de6-a579-4341-b3c5-89eabf52198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:27Z', 'updated_at': '2021-07-30T01:46:43Z', 'revision_number': 5, 'project_id': 'b052b08dd0324c4ab039850de0db902c', 'gw_port': {'id': '45181de6-a579-4341-b3c5-89eabf52198b', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a435a7-c0bb-4091-8f06-d66129230536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:28Z', 'updated_at': '2021-07-30T01:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:46:46.224344 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 6f6d093b-1717-4abd-953d-6abce7fb3e8c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6f6d093b-1717-4abd-953d-6abce7fb3e8c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:46.230678 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-ba235d4f-b937-436d-a7da-060fa883231b admin admin] For port 45181de6-a579-4341-b3c5-89eabf52198b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=45181de6-a579-4341-b3c5-89eabf52198b,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:46.230678 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba235d4f-b937-436d-a7da-060fa883231b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:46.238810 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '6f6d093b-1717-4abd-953d-6abce7fb3e8c', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '6f6d093b-1717-4abd-953d-6abce7fb3e8c', 'mac_address': 'fa:16:3e:41:47:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:46.269149 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-f850a1b2-8d00-402b-b8bf-51fe5fad3cde tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/e24275af-a68a-4d7c-8c58-d7952ba5dfb7 HTTP/1.1" status: 200 len: 2981 time: 0.0814133 Jul 30 01:46:46.275386 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ba235d4f-b937-436d-a7da-060fa883231b admin admin] Calling delete_port for 45181de6-a579-4341-b3c5-89eabf52198b owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:46.278524 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:46:46.310877 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:46.336521 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-24d80c8d-a94e-484a-892c-828106ffa66e tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/e24275af-a68a-4d7c-8c58-d7952ba5dfb7 HTTP/1.1" status: 200 len: 2981 time: 0.0567687 Jul 30 01:46:46.346788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6d093b-1717-4abd-953d-6abce7fb3e8c {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:46.361358 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2f69f-f64d-48b5-b4ed-35041aa36f91 req-70e8a28b-e1ec-4483-aedb-c874b30b8d75 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:46.369843 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-64f2f69f-f64d-48b5-b4ed-35041aa36f91 req-70e8a28b-e1ec-4483-aedb-c874b30b8d75 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 947 time: 0.1256466 Jul 30 01:46:46.381213 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 6f6d093b-1717-4abd-953d-6abce7fb3e8c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6f6d093b-1717-4abd-953d-6abce7fb3e8c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:46.431401 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-579d3479-84e7-4cd7-b4f9-454029aa0044 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/f9ab3832-7671-4a3a-a1ad-4b391d598a0e HTTP/1.1" status: 200 len: 2981 time: 0.0854588 Jul 30 01:46:46.442782 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e422a8-02da-4356-bb3e-fc2d911ae128 req-338f9f24-3bf3-44c4-9abc-04a1da99d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:46.444674 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d2e422a8-02da-4356-bb3e-fc2d911ae128 req-338f9f24-3bf3-44c4-9abc-04a1da99d85a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 1098 time: 0.0664649 Jul 30 01:46:46.495548 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:46.496732 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device de27662d-792b-406b-8a85-51d6337f9953 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:46.514566 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-64f2f69f-f64d-48b5-b4ed-35041aa36f91 req-a7022fa1-0e37-4fb8-8b1c-a6e8b6c4519f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329010 Jul 30 01:46:46.559031 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-327d1624-161e-4a08-9385-3f2b21e2f07e req-183abf44-2fc7-4f14-be7e-767917efd6c1 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/f9ab3832-7671-4a3a-a1ad-4b391d598a0e HTTP/1.1" status: 200 len: 2981 time: 0.1080267 Jul 30 01:46:46.623301 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e422a8-02da-4356-bb3e-fc2d911ae128 req-1f32d039-7f32-4fd6-bd70-563c773c546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:46.624812 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d2e422a8-02da-4356-bb3e-fc2d911ae128 req-1f32d039-7f32-4fd6-bd70-563c773c546c service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.1726644 Jul 30 01:46:46.667211 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba235d4f-b937-436d-a7da-060fa883231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:46.704925 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=6f6d093b-1717-4abd-953d-6abce7fb3e8c,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:46.716305 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d2e422a8-02da-4356-bb3e-fc2d911ae128 req-312d39df-6440-499b-a72c-d307e8cba996 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=ff849f36-bf61-4438-88e6-d1f2f47b7848 HTTP/1.1" status: 200 len: 217 time: 0.0821743 Jul 30 01:46:46.729973 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba235d4f-b937-436d-a7da-060fa883231b admin admin] Pushing event deleted for resources: {'Port': ['ID=45181de6-a579-4341-b3c5-89eabf52198b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:46.785408 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port de27662d-792b-406b-8a85-51d6337f9953, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=de27662d-792b-406b-8a85-51d6337f9953,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:46.819342 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'de27662d-792b-406b-8a85-51d6337f9953', 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344', 'port_id': 'de27662d-792b-406b-8a85-51d6337f9953', 'mac_address': 'fa:16:3e:37:04:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d5dfcf-9789-4d3c-a9c4-d79d05163f3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:46.828203 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18ece3-d6b9-4e29-a952-cd7154163f71 req-49955d4b-8c08-49c2-8a11-7d999ea08566 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:46.829856 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa18ece3-d6b9-4e29-a952-cd7154163f71 req-49955d4b-8c08-49c2-8a11-7d999ea08566 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/ports?device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 949 time: 0.1162486 Jul 30 01:46:46.831619 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e422a8-02da-4356-bb3e-fc2d911ae128 req-140aa74d-c342-4ffe-9c9b-2fad07134b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:46.832955 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d2e422a8-02da-4356-bb3e-fc2d911ae128 req-140aa74d-c342-4ffe-9c9b-2fad07134b27 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1070788 Jul 30 01:46:46.899582 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:46.905880 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa18ece3-d6b9-4e29-a952-cd7154163f71 req-d23c90a1-4bed-4b3e-9822-b218749fda37 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9ab3832-7671-4a3a-a1ad-4b391d598a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693743 Jul 30 01:46:46.909884 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba235d4f-b937-436d-a7da-060fa883231b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:46.911535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e422a8-02da-4356-bb3e-fc2d911ae128 req-c87c76d0-f37b-421b-b222-8f808c419a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:46.914902 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d2e422a8-02da-4356-bb3e-fc2d911ae128 req-c87c76d0-f37b-421b-b222-8f808c419a36 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722296 Jul 30 01:46:46.924223 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de27662d-792b-406b-8a85-51d6337f9953 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:46.954758 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bcf0bcd5-5a7b-43b1-84f9-ee84ec27eb62 req-040e6b5f-b91a-4948-87ba-d6b10f56aba0 tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=75464e843baa44ea86ccb5adceb7fddb HTTP/1.1" status: 200 len: 6101 time: 0.2362571 Jul 30 01:46:46.971028 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port de27662d-792b-406b-8a85-51d6337f9953, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=de27662d-792b-406b-8a85-51d6337f9953,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:47.040226 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba235d4f-b937-436d-a7da-060fa883231b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.045236 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba235d4f-b937-436d-a7da-060fa883231b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.047729 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d2e422a8-02da-4356-bb3e-fc2d911ae128 req-aceb7079-f8ae-4b26-b2ab-05fa00ee9257 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188285 Jul 30 01:46:47.063560 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.102919 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bcf0bcd5-5a7b-43b1-84f9-ee84ec27eb62 req-ea454bff-0114-4afe-8644-acbc2086fc3f tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] 10.222.0.70 "GET /v2.0/security-groups/71154ebf-a735-49c2-b4aa-5b511915ef15 HTTP/1.1" status: 200 len: 2981 time: 0.1151967 Jul 30 01:46:47.135080 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=de27662d-792b-406b-8a85-51d6337f9953,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:47.155244 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bcf0bcd5-5a7b-43b1-84f9-ee84ec27eb62 req-e05a5f9a-c376-4a53-bed2-79a2df2c327a tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] 10.222.0.70 "GET /v2.0/security-groups/71154ebf-a735-49c2-b4aa-5b511915ef15 HTTP/1.1" status: 200 len: 2981 time: 0.0448170 Jul 30 01:46:47.156079 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d2e422a8-02da-4356-bb3e-fc2d911ae128 req-15759437-b4e9-4a4f-8ba9-f80e998f3181 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995669 Jul 30 01:46:47.196354 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba235d4f-b937-436d-a7da-060fa883231b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.198079 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba235d4f-b937-436d-a7da-060fa883231b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74a435a7-c0bb-4091-8f06-d66129230536 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:46:47.210930 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba235d4f-b937-436d-a7da-060fa883231b admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.210930 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ba235d4f-b937-436d-a7da-060fa883231b admin admin] 10.222.0.70 "DELETE /v2.0/routers/74a435a7-c0bb-4091-8f06-d66129230536 HTTP/1.1" status: 204 len: 168 time: 2.2027266 Jul 30 01:46:47.211173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39352) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:47.255138 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17c9f6ca-81ca-4713-9c85-767a6f68714a req-e15b2b13-92d6-4981-8614-8b80ed11bb66 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/5abdac2e-435c-46aa-8b80-643963df4a97 HTTP/1.1" status: 200 len: 1777 time: 0.0770044 Jul 30 01:46:47.307531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5c5af4-bd67-4dba-b39c-c6468f23d21b admin admin] Deleting subnet c359f5ee-2e4c-442a-9f9f-a5c74c028d0d {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:46:47.313603 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['de27662d-792b-406b-8a85-51d6337f9953'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:47.314768 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6f5c5af4-bd67-4dba-b39c-c6468f23d21b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.319719 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17c9f6ca-81ca-4713-9c85-767a6f68714a req-02c613b8-9bfc-414e-944b-f757a7f71d44 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.347216 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17c9f6ca-81ca-4713-9c85-767a6f68714a req-02c613b8-9bfc-414e-944b-f757a7f71d44 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.361014 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['6f6d093b-1717-4abd-953d-6abce7fb3e8c'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:47.364319 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6f5c5af4-bd67-4dba-b39c-c6468f23d21b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.366422 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.450367 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb00176-0be1-4276-88ca-73e63cf383ca req-2018a10c-faf5-449c-87d0-d1ed0e0edf6e tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:47.451949 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-beb00176-0be1-4276-88ca-73e63cf383ca req-2018a10c-faf5-449c-87d0-d1ed0e0edf6e tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 944 time: 0.2328598 Jul 30 01:46:47.504625 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6f5c5af4-bd67-4dba-b39c-c6468f23d21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.524889 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17c9f6ca-81ca-4713-9c85-767a6f68714a req-02c613b8-9bfc-414e-944b-f757a7f71d44 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.528363 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17c9f6ca-81ca-4713-9c85-767a6f68714a req-02c613b8-9bfc-414e-944b-f757a7f71d44 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.531081 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17c9f6ca-81ca-4713-9c85-767a6f68714a req-02c613b8-9bfc-414e-944b-f757a7f71d44 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/5abdac2e-435c-46aa-8b80-643963df4a97 HTTP/1.1" status: 204 len: 173 time: 0.2736781 Jul 30 01:46:47.542903 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-beb00176-0be1-4276-88ca-73e63cf383ca req-7afeafa3-7a49-48f2-a7f3-02dc175adfe4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813022 Jul 30 01:46:47.545679 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c613b8-9bfc-414e-944b-f757a7f71d44 tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abdac2e-435c-46aa-8b80-643963df4a97,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:47.650831 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6977b61b-2b50-4da4-afa5-63b99c65edc5 req-463da310-b34a-4547-9cd7-3db3a3fd68de tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "GET /v2.0/security-groups/76478190-142d-4dfa-8a30-8c4cad73dceb HTTP/1.1" status: 200 len: 1776 time: 0.0533540 Jul 30 01:46:47.653024 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6f5c5af4-bd67-4dba-b39c-c6468f23d21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.695372 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e74f7f-5766-4e21-9e3b-d7324e5b56a4 req-a1c01244-13ac-47ab-8a3f-18b44212bd61 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:47.705140 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b6e74f7f-5766-4e21-9e3b-d7324e5b56a4 req-a1c01244-13ac-47ab-8a3f-18b44212bd61 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 947 time: 0.0771103 Jul 30 01:46:47.723150 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6f5c5af4-bd67-4dba-b39c-c6468f23d21b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.726326 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6f5c5af4-bd67-4dba-b39c-c6468f23d21b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c359f5ee-2e4c-442a-9f9f-a5c74c028d0d HTTP/1.1" status: 204 len: 168 time: 0.5138197 Jul 30 01:46:47.728248 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39364) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:47.730957 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc828750-31ff-41f7-9c94-b58185821621 None None] Network 3d78707f-c549-43d0-bbad-0520c3d96391 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:46:47.733875 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c5af4-bd67-4dba-b39c-c6468f23d21b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c359f5ee-2e4c-442a-9f9f-a5c74c028d0d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:47.804050 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6977b61b-2b50-4da4-afa5-63b99c65edc5 req-5a2c4fac-8613-4d77-95ba-431a2a6a4e3c tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.809678 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b6e74f7f-5766-4e21-9e3b-d7324e5b56a4 req-6846b27a-676a-4709-bc1e-7773a311a6c5 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035812 Jul 30 01:46:47.838289 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6977b61b-2b50-4da4-afa5-63b99c65edc5 req-5a2c4fac-8613-4d77-95ba-431a2a6a4e3c tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.874464 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc4692b1-4a33-4e1b-b3e8-3ca544615b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.944527 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a13da1cb-0690-4061-821f-a5150e292ade no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:46:47.956395 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-fc4692b1-4a33-4e1b-b3e8-3ca544615b67 admin admin] Deleting port 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:46:47.957060 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc4692b1-4a33-4e1b-b3e8-3ca544615b67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.007658 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: a13da1cb-0690-4061-821f-a5150e292ade {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:46:48.008000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a13da1cb-0690-4061-821f-a5150e292ade not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:46:48.008461 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 45181de6-a579-4341-b3c5-89eabf52198b no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:46:48.037647 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 45181de6-a579-4341-b3c5-89eabf52198b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:46:48.038009 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 45181de6-a579-4341-b3c5-89eabf52198b not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:46:48.057975 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6977b61b-2b50-4da4-afa5-63b99c65edc5 req-5a2c4fac-8613-4d77-95ba-431a2a6a4e3c tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.065457 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6977b61b-2b50-4da4-afa5-63b99c65edc5 req-5a2c4fac-8613-4d77-95ba-431a2a6a4e3c tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.065917 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-fc4692b1-4a33-4e1b-b3e8-3ca544615b67 admin admin] For port 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3a3ea350-5a4d-4b21-9ff9-0a7e210d4528,segment=NetworkSegment(0b1d9a56-770a-4652-98ce-913cabdd0540),segment_id=0b1d9a56-770a-4652-98ce-913cabdd0540)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:48.066563 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc4692b1-4a33-4e1b-b3e8-3ca544615b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.073675 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6977b61b-2b50-4da4-afa5-63b99c65edc5 req-5a2c4fac-8613-4d77-95ba-431a2a6a4e3c tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/76478190-142d-4dfa-8a30-8c4cad73dceb HTTP/1.1" status: 204 len: 173 time: 0.4105892 Jul 30 01:46:48.088790 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-fc4692b1-4a33-4e1b-b3e8-3ca544615b67 admin admin] Calling delete_port for 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:48.102058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c4fac-8613-4d77-95ba-431a2a6a4e3c tempest-SecurityGroupsTestAdminJSON-2052458129 tempest-SecurityGroupsTestAdminJSON-2052458129-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76478190-142d-4dfa-8a30-8c4cad73dceb,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:48.110424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce4bb5-935f-48ee-9217-5c733efb76fa req-c4df1765-39d1-4541-888c-b4e95294d52d tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:48.112094 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-60ce4bb5-935f-48ee-9217-5c733efb76fa req-c4df1765-39d1-4541-888c-b4e95294d52d tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/ports?device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 949 time: 0.0985525 Jul 30 01:46:48.169718 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942757e8-647a-490b-bdd6-8545718dfdea None None] DHCP port deletion for 3d78707f-c549-43d0-bbad-0520c3d96391 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:46:48.188687 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b4c6c23-0f6b-4007-8735-3919f91a7264 req-7ee507fb-da4f-48d5-8d59-4a6bf6ddf98d tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] 10.222.0.70 "GET /v2.0/security-groups/29b0db3f-fdba-498d-b67d-41a3524c1197 HTTP/1.1" status: 200 len: 1777 time: 0.0690486 Jul 30 01:46:48.210098 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-60ce4bb5-935f-48ee-9217-5c733efb76fa req-123cc136-ec61-4367-b236-d72349da952b tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9ab3832-7671-4a3a-a1ad-4b391d598a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908685 Jul 30 01:46:48.246008 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-942757e8-647a-490b-bdd6-8545718dfdea None None] Deleting port 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:46:48.246412 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-942757e8-647a-490b-bdd6-8545718dfdea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.268161 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-8b4c6c23-0f6b-4007-8735-3919f91a7264 req-619da008-42f0-40d8-9645-7ccf2c0cf196 tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.294167 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-8b4c6c23-0f6b-4007-8735-3919f91a7264 req-619da008-42f0-40d8-9645-7ccf2c0cf196 tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.310863 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-942757e8-647a-490b-bdd6-8545718dfdea None None] For port 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3a3ea350-5a4d-4b21-9ff9-0a7e210d4528,segment=NetworkSegment(0b1d9a56-770a-4652-98ce-913cabdd0540),segment_id=0b1d9a56-770a-4652-98ce-913cabdd0540)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:48.311395 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-942757e8-647a-490b-bdd6-8545718dfdea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.333567 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-942757e8-647a-490b-bdd6-8545718dfdea None None] Calling delete_port for 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:48.352721 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc4692b1-4a33-4e1b-b3e8-3ca544615b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.387961 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4692b1-4a33-4e1b-b3e8-3ca544615b67 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a3ea350-5a4d-4b21-9ff9-0a7e210d4528,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:48.391287 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4692b1-4a33-4e1b-b3e8-3ca544615b67 admin admin] No DVR routers for this DVR port 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:46:48.404028 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-8b4c6c23-0f6b-4007-8735-3919f91a7264 req-619da008-42f0-40d8-9645-7ccf2c0cf196 tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.406877 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-8b4c6c23-0f6b-4007-8735-3919f91a7264 req-619da008-42f0-40d8-9645-7ccf2c0cf196 tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.408050 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b4c6c23-0f6b-4007-8735-3919f91a7264 req-619da008-42f0-40d8-9645-7ccf2c0cf196 tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] 10.222.0.70 "DELETE /v2.0/security-groups/29b0db3f-fdba-498d-b67d-41a3524c1197 HTTP/1.1" status: 204 len: 173 time: 0.2177539 Jul 30 01:46:48.424533 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-942757e8-647a-490b-bdd6-8545718dfdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.431140 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619da008-42f0-40d8-9645-7ccf2c0cf196 tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b0db3f-fdba-498d-b67d-41a3524c1197,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:48.454729 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942757e8-647a-490b-bdd6-8545718dfdea None None] Pushing event deleted for resources: {'Port': ['ID=3a3ea350-5a4d-4b21-9ff9-0a7e210d4528,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:48.456913 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942757e8-647a-490b-bdd6-8545718dfdea None None] No DVR routers for this DVR port 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:46:48.512891 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc4692b1-4a33-4e1b-b3e8-3ca544615b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.532533 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-fc4692b1-4a33-4e1b-b3e8-3ca544615b67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d78707f-c549-43d0-bbad-0520c3d96391']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:48.554326 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-fc4692b1-4a33-4e1b-b3e8-3ca544615b67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1d9a56-770a-4652-98ce-913cabdd0540') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:48.554326 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-fc4692b1-4a33-4e1b-b3e8-3ca544615b67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1d9a56-770a-4652-98ce-913cabdd0540') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:48.554326 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a481566a-54dd-4a70-a1e8-4716d2d6eb20 req-0231a79e-4665-436d-b916-301b360ef742 tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] 10.222.0.70 "GET /v2.0/security-groups/f6cf23dd-c140-494d-80fa-1d76b21cd101 HTTP/1.1" status: 200 len: 1776 time: 0.1069615 Jul 30 01:46:48.559097 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc4692b1-4a33-4e1b-b3e8-3ca544615b67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.604954 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc4692b1-4a33-4e1b-b3e8-3ca544615b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.604954 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4692b1-4a33-4e1b-b3e8-3ca544615b67 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:46:48.604954 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc4692b1-4a33-4e1b-b3e8-3ca544615b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:46:48.606602 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:46:48.691798 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a481566a-54dd-4a70-a1e8-4716d2d6eb20 req-0bc04a9e-94ce-4d81-938c-5606744a3b6b tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.696280 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39be75-3cb4-400b-aeb7-4116e26f7d53 req-8689e556-dd28-4ac3-8a62-0053daac7747 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:48.698074 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e39be75-3cb4-400b-aeb7-4116e26f7d53 req-8689e556-dd28-4ac3-8a62-0053daac7747 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 944 time: 0.0586314 Jul 30 01:46:48.725552 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a481566a-54dd-4a70-a1e8-4716d2d6eb20 req-0bc04a9e-94ce-4d81-938c-5606744a3b6b tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.738942 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e39be75-3cb4-400b-aeb7-4116e26f7d53 req-a8b3f823-52fe-4bf4-99f5-46fe79ee6b7d tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347214 Jul 30 01:46:48.811680 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc4692b1-4a33-4e1b-b3e8-3ca544615b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.816894 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc4692b1-4a33-4e1b-b3e8-3ca544615b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.819775 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fc4692b1-4a33-4e1b-b3e8-3ca544615b67 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3d78707f-c549-43d0-bbad-0520c3d96391 HTTP/1.1" status: 204 len: 168 time: 1.0904596 Jul 30 01:46:48.834292 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4692b1-4a33-4e1b-b3e8-3ca544615b67 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d78707f-c549-43d0-bbad-0520c3d96391,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:48.849630 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a481566a-54dd-4a70-a1e8-4716d2d6eb20 req-0bc04a9e-94ce-4d81-938c-5606744a3b6b tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.853803 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a481566a-54dd-4a70-a1e8-4716d2d6eb20 req-0bc04a9e-94ce-4d81-938c-5606744a3b6b tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.854898 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a481566a-54dd-4a70-a1e8-4716d2d6eb20 req-0bc04a9e-94ce-4d81-938c-5606744a3b6b tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] 10.222.0.70 "DELETE /v2.0/security-groups/f6cf23dd-c140-494d-80fa-1d76b21cd101 HTTP/1.1" status: 204 len: 173 time: 0.2938237 Jul 30 01:46:48.881424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc04a9e-94ce-4d81-938c-5606744a3b6b tempest-SecurityGroupsTestAdminJSON-1485509620 tempest-SecurityGroupsTestAdminJSON-1485509620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cf23dd-c140-494d-80fa-1d76b21cd101,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:48.990129 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89decea2-1378-49dc-ace5-ef89042b6e32 req-e3469537-dedc-4e95-97d2-517d5090f30b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:48.998454 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-89decea2-1378-49dc-ace5-ef89042b6e32 req-e3469537-dedc-4e95-97d2-517d5090f30b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 947 time: 0.0877082 Jul 30 01:46:49.035436 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-89decea2-1378-49dc-ace5-ef89042b6e32 req-6e97d671-6473-4537-bf47-9e928b32636a tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360944 Jul 30 01:46:49.475333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb87d1-c7bf-4b5e-8878-2d52c15bb593 req-91b7c954-25e0-41eb-95ba-3538e63ff471 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:49.475333 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfcb87d1-c7bf-4b5e-8878-2d52c15bb593 req-91b7c954-25e0-41eb-95ba-3538e63ff471 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/ports?device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 949 time: 0.0543499 Jul 30 01:46:49.475333 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfcb87d1-c7bf-4b5e-8878-2d52c15bb593 req-4b405dd4-16f4-463b-b065-25a610751dc3 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9ab3832-7671-4a3a-a1ad-4b391d598a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350256 Jul 30 01:46:49.827484 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:46:49.852148 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:46:49.852678 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3a3ea350-5a4d-4b21-9ff9-0a7e210d4528 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:46:49.881670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39394) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:49.883148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028a513-a01a-461f-a5b6-4ec454035f1a req-14a50d4f-0dc8-490d-86f4-d836748711d5 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:49.887402 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5028a513-a01a-461f-a5b6-4ec454035f1a req-14a50d4f-0dc8-490d-86f4-d836748711d5 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 944 time: 0.0695884 Jul 30 01:46:49.894094 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ff849f36-bf61-4438-88e6-d1f2f47b7848 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:49.897633 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6f6d093b-1717-4abd-953d-6abce7fb3e8c up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:49.958658 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0480da92-ee9c-4737-ac17-1885bdfd3e93 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b052b08dd0324c4ab039850de0db902c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0735517 Jul 30 01:46:49.959053 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39398) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:49.971116 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5028a513-a01a-461f-a5b6-4ec454035f1a req-1128bfb1-2ee6-473c-9ee9-74d464b2e702 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720277 Jul 30 01:46:50.019542 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ce43b9e2-be61-4ddd-a5e2-95a3e7dbe28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:50.046056 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ce43b9e2-be61-4ddd-a5e2-95a3e7dbe28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:50.051153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port ff849f36-bf61-4438-88e6-d1f2f47b7848, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ff849f36-bf61-4438-88e6-d1f2f47b7848,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:50.076494 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'ff849f36-bf61-4438-88e6-d1f2f47b7848', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': 'ff849f36-bf61-4438-88e6-d1f2f47b7848', 'mac_address': 'fa:16:3e:7c:ab:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:50.104353 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 6f6d093b-1717-4abd-953d-6abce7fb3e8c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:50.106246 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39404) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:50.110480 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 6f6d093b-1717-4abd-953d-6abce7fb3e8c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:50.110848 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:50.169450 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:50.194433 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff849f36-bf61-4438-88e6-d1f2f47b7848 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:50.221845 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ce43b9e2-be61-4ddd-a5e2-95a3e7dbe28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:50.222066 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0db6a-5475-4861-a278-c356c25580dc req-6210cbf5-70b2-41a4-a4e5-990735b30103 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:50.222217 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ce43b9e2-be61-4ddd-a5e2-95a3e7dbe28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:50.222217 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ce43b9e2-be61-4ddd-a5e2-95a3e7dbe28f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2f1cffc3-d527-43d2-be2a-1853e780b247 HTTP/1.1" status: 204 len: 168 time: 0.2588186 Jul 30 01:46:50.230939 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-29c0db6a-5475-4861-a278-c356c25580dc req-6210cbf5-70b2-41a4-a4e5-990735b30103 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 947 time: 0.0739269 Jul 30 01:46:50.236659 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43b9e2-be61-4ddd-a5e2-95a3e7dbe28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1cffc3-d527-43d2-be2a-1853e780b247,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:50.247808 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:50.278966 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port ff849f36-bf61-4438-88e6-d1f2f47b7848, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ff849f36-bf61-4438-88e6-d1f2f47b7848,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:50.282619 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-29c0db6a-5475-4861-a278-c356c25580dc req-b99fe511-4c7a-4d98-bbc4-8a0c557f5911 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506206 Jul 30 01:46:50.295127 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a5ba35-2b20-4a5d-9691-ea78f7d10ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6d093b-1717-4abd-953d-6abce7fb3e8c'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:50.297985 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddae738-18b0-4185-9f18-1d9c4a87d1f5" -d '{"events": [{"server_uuid": "78a5ba35-2b20-4a5d-9691-ea78f7d10ed1", "name": "network-vif-plugged", "status": "completed", "tag": "6f6d093b-1717-4abd-953d-6abce7fb3e8c"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:50.315762 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 6f6d093b-1717-4abd-953d-6abce7fb3e8c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6f6d093b-1717-4abd-953d-6abce7fb3e8c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:50.345485 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8e188d-3bc8-471e-95ae-627cbfac65bc x-openstack-request-id: req-2a8e188d-3bc8-471e-95ae-627cbfac65bc {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:50.345853 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a5ba35-2b20-4a5d-9691-ea78f7d10ed1", "name": "network-vif-plugged", "status": "completed", "tag": "6f6d093b-1717-4abd-953d-6abce7fb3e8c", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:50.346108 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2a8e188d-3bc8-471e-95ae-627cbfac65bc {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:50.346546 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a5ba35-2b20-4a5d-9691-ea78f7d10ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6d093b-1717-4abd-953d-6abce7fb3e8c', 'code': 200} Jul 30 01:46:50.355646 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-230903b8-3f4b-40a8-9f3e-ad7557dbd0e5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=75464e843baa44ea86ccb5adceb7fddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417645 Jul 30 01:46:50.355646 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39412) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:50.392990 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:50.407314 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f76279f-fd50-4088-b30a-6cef6ca8a285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:50.431402 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:50.436187 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device de27662d-792b-406b-8a85-51d6337f9953 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:50.460733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f23f12-50df-4d78-a35b-d4159cdc0c92 req-c06853a0-c1e2-47e3-88b0-eaf9d613ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:50.462056 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f76279f-fd50-4088-b30a-6cef6ca8a285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:50.462579 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2f23f12-50df-4d78-a35b-d4159cdc0c92 req-c06853a0-c1e2-47e3-88b0-eaf9d613ea33 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 1101 time: 0.0471690 Jul 30 01:46:50.473158 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=ff849f36-bf61-4438-88e6-d1f2f47b7848,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:50.546977 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=6f6d093b-1717-4abd-953d-6abce7fb3e8c,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:50.548020 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2f23f12-50df-4d78-a35b-d4159cdc0c92 req-fffff0ee-3aa7-43af-b47e-e53859ccde49 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f9ab3832-7671-4a3a-a1ad-4b391d598a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603602 Jul 30 01:46:50.611707 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632639c4-83d4-42e1-940f-a77ebb130b3e req-e03b47a3-55bc-4c12-a40a-1668dae0d58d tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:50.616164 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-632639c4-83d4-42e1-940f-a77ebb130b3e req-e03b47a3-55bc-4c12-a40a-1668dae0d58d tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/ports?device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 950 time: 0.0595772 Jul 30 01:46:50.644051 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['ff849f36-bf61-4438-88e6-d1f2f47b7848'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:50.662982 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-632639c4-83d4-42e1-940f-a77ebb130b3e req-cf79898a-fb66-4219-a666-df06b7792f04 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9ab3832-7671-4a3a-a1ad-4b391d598a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397482 Jul 30 01:46:50.668469 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f76279f-fd50-4088-b30a-6cef6ca8a285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:50.672065 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f76279f-fd50-4088-b30a-6cef6ca8a285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:50.674733 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port de27662d-792b-406b-8a85-51d6337f9953 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:50.678125 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9f76279f-fd50-4088-b30a-6cef6ca8a285 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/71154ebf-a735-49c2-b4aa-5b511915ef15 HTTP/1.1" status: 204 len: 168 time: 0.3246021 Jul 30 01:46:50.680231 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port de27662d-792b-406b-8a85-51d6337f9953 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:50.680801 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:50.706070 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76279f-fd50-4088-b30a-6cef6ca8a285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71154ebf-a735-49c2-b4aa-5b511915ef15,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:50.826505 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:50.890896 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port de27662d-792b-406b-8a85-51d6337f9953, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=de27662d-792b-406b-8a85-51d6337f9953,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:51.050351 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:51.098980 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550c3cc-6354-460c-a3e6-2b7931314c64 req-1be6e121-70a4-410a-ba78-333bd1cd2ca5 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:51.104183 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f550c3cc-6354-460c-a3e6-2b7931314c64 req-1be6e121-70a4-410a-ba78-333bd1cd2ca5 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 945 time: 0.0643060 Jul 30 01:46:51.111764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=de27662d-792b-406b-8a85-51d6337f9953,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:51.158874 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f550c3cc-6354-460c-a3e6-2b7931314c64 req-0f55bead-62ac-4009-9cd4-21a21853c66c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438871 Jul 30 01:46:51.404137 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953e23a-b669-40e2-a176-b3b1ee37eb4f req-61944d0d-efd7-4918-bb62-d9ae50133510 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:51.408646 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b953e23a-b669-40e2-a176-b3b1ee37eb4f req-61944d0d-efd7-4918-bb62-d9ae50133510 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 948 time: 0.0595500 Jul 30 01:46:51.730362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39450) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:51.801156 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b953e23a-b669-40e2-a176-b3b1ee37eb4f req-03ea872c-9e66-4a31-ba4e-4f9b9987a1a4 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825879 Jul 30 01:46:51.860130 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a2deff8a-1952-48ff-baad-0e10fad09363 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0658b0763b4b42d2a24e51d684813e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388361 Jul 30 01:46:51.862749 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39454) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:51.884047 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cddedc-bf5b-4d38-9401-dc6561f4d22e req-a993309a-2f91-48b4-9bf8-af20470cacea tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:51.888193 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f0cddedc-bf5b-4d38-9401-dc6561f4d22e req-a993309a-2f91-48b4-9bf8-af20470cacea tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/ports?device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 950 time: 0.0958304 Jul 30 01:46:51.895069 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ff849f36-bf61-4438-88e6-d1f2f47b7848 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:51.922034 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3723854a-9e16-40ff-983f-d195c94d66ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:51.950006 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f0cddedc-bf5b-4d38-9401-dc6561f4d22e req-cc483870-1001-423a-8bc4-8ca1b8d1517e tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9ab3832-7671-4a3a-a1ad-4b391d598a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530686 Jul 30 01:46:51.955413 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3723854a-9e16-40ff-983f-d195c94d66ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:52.068814 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port ff849f36-bf61-4438-88e6-d1f2f47b7848 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:52.073870 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port ff849f36-bf61-4438-88e6-d1f2f47b7848 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:52.074587 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:52.109319 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3723854a-9e16-40ff-983f-d195c94d66ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:52.113659 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3723854a-9e16-40ff-983f-d195c94d66ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:52.114917 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3723854a-9e16-40ff-983f-d195c94d66ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0b8b4a95-7c03-4315-9702-4f528160ab47 HTTP/1.1" status: 204 len: 168 time: 0.2511322 Jul 30 01:46:52.127044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723854a-9e16-40ff-983f-d195c94d66ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8b4a95-7c03-4315-9702-4f528160ab47,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:52.173169 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:52.231854 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port ff849f36-bf61-4438-88e6-d1f2f47b7848, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ff849f36-bf61-4438-88e6-d1f2f47b7848,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:52.319930 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:52.348624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecfe2ad-edcd-423c-8b23-930a4a898cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de27662d-792b-406b-8a85-51d6337f9953'}, {'server_uuid': '54d360ab-9583-4192-8f34-d640404d9ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff849f36-bf61-4438-88e6-d1f2f47b7848'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:52.351810 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b48351-4ea6-4317-8105-1b96ad728708" -d '{"events": [{"server_uuid": "1ecfe2ad-edcd-423c-8b23-930a4a898cd3", "name": "network-vif-plugged", "status": "completed", "tag": "de27662d-792b-406b-8a85-51d6337f9953"}, {"server_uuid": "54d360ab-9583-4192-8f34-d640404d9ca6", "name": "network-vif-plugged", "status": "completed", "tag": "ff849f36-bf61-4438-88e6-d1f2f47b7848"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:52.360305 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580ba6a-0bce-4d5a-a832-ed5b14f09cb5 req-234dbfed-db05-4f54-a510-77bebf519d67 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.367418 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b580ba6a-0bce-4d5a-a832-ed5b14f09cb5 req-234dbfed-db05-4f54-a510-77bebf519d67 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 945 time: 0.0850372 Jul 30 01:46:52.390762 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=ff849f36-bf61-4438-88e6-d1f2f47b7848,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:52.414190 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b580ba6a-0bce-4d5a-a832-ed5b14f09cb5 req-44a28b6f-0d0c-4617-9e42-32c72ca518f8 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455384 Jul 30 01:46:52.419898 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba432cc7-5679-48a6-94b4-98ff65200986 x-openstack-request-id: req-ba432cc7-5679-48a6-94b4-98ff65200986 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:52.420143 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecfe2ad-edcd-423c-8b23-930a4a898cd3", "name": "network-vif-plugged", "status": "completed", "tag": "de27662d-792b-406b-8a85-51d6337f9953", "code": 200}, {"server_uuid": "54d360ab-9583-4192-8f34-d640404d9ca6", "name": "network-vif-plugged", "status": "completed", "tag": "ff849f36-bf61-4438-88e6-d1f2f47b7848", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:52.420401 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba432cc7-5679-48a6-94b4-98ff65200986 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:52.420825 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecfe2ad-edcd-423c-8b23-930a4a898cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de27662d-792b-406b-8a85-51d6337f9953', 'code': 200} Jul 30 01:46:52.421056 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d360ab-9583-4192-8f34-d640404d9ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff849f36-bf61-4438-88e6-d1f2f47b7848', 'code': 200} Jul 30 01:46:52.551004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc04a1-e979-48a2-a3d3-8a5db40e2663 req-e24c6f5a-2bdd-4ef8-8369-ef446609b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.554316 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f8bc04a1-e979-48a2-a3d3-8a5db40e2663 req-e24c6f5a-2bdd-4ef8-8369-ef446609b06e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 1100 time: 0.0555542 Jul 30 01:46:52.561739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0130b-4810-4984-adab-9caccfe3edf8 req-23abafd7-d81d-404a-b14c-c61f8d658873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.563522 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aec0130b-4810-4984-adab-9caccfe3edf8 req-23abafd7-d81d-404a-b14c-c61f8d658873 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 1096 time: 0.0517175 Jul 30 01:46:52.602394 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f8bc04a1-e979-48a2-a3d3-8a5db40e2663 req-c5551718-5e04-4135-80f0-d9746fdc8ddf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408483 Jul 30 01:46:52.613080 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aec0130b-4810-4984-adab-9caccfe3edf8 req-c1041063-799c-4981-8e5d-6d8c956d8a40 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417762 Jul 30 01:46:52.998993 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ddcb8-9cca-42f7-83df-fdf9b6a3d2e0 req-8664bea4-96a5-4a52-a300-2baf5775c09f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:53.002082 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-261ddcb8-9cca-42f7-83df-fdf9b6a3d2e0 req-8664bea4-96a5-4a52-a300-2baf5775c09f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 949 time: 0.0760341 Jul 30 01:46:53.059263 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-261ddcb8-9cca-42f7-83df-fdf9b6a3d2e0 req-27d1b9e8-3307-4aa1-a211-3d2ee36a0704 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478537 Jul 30 01:46:53.112767 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c361a-8762-4425-bd69-900a983a7cf3 req-da7c1f26-5937-49c4-b388-40528e862698 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:53.114668 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0d7c361a-8762-4425-bd69-900a983a7cf3 req-da7c1f26-5937-49c4-b388-40528e862698 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/ports?device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 950 time: 0.0566730 Jul 30 01:46:53.168287 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0d7c361a-8762-4425-bd69-900a983a7cf3 req-89735261-245b-4aa9-b53c-d23310a9ec96 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9ab3832-7671-4a3a-a1ad-4b391d598a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455632 Jul 30 01:46:53.592119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39570) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:53.726680 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb73b5-25ef-472e-b56e-2697a7919a39 req-e361944e-5727-43c2-b424-385284617c10 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:53.728373 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bbeb73b5-25ef-472e-b56e-2697a7919a39 req-e361944e-5727-43c2-b424-385284617c10 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 945 time: 0.0777519 Jul 30 01:46:53.738920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ac8f978b-e779-4716-befc-1bc8e7445603 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-154276927-network', 'tenant_id': '2211a8e1d006442d9db8c662662819e1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:53.778904 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bbeb73b5-25ef-472e-b56e-2697a7919a39 req-37a09e3d-32c4-4b05-9871-d6e86a0c3042 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432684 Jul 30 01:46:53.860908 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8f978b-e779-4716-befc-1bc8e7445603 admin admin] Made reservation on behalf of 2211a8e1d006442d9db8c662662819e1 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:53.863752 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac8f978b-e779-4716-befc-1bc8e7445603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:53.880492 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac8f978b-e779-4716-befc-1bc8e7445603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:54.044231 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac8f978b-e779-4716-befc-1bc8e7445603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:54.109539 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac8f978b-e779-4716-befc-1bc8e7445603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:54.145657 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8f978b-e779-4716-befc-1bc8e7445603 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:46:54.166397 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f978b-e779-4716-befc-1bc8e7445603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:54.170592 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac8f978b-e779-4716-befc-1bc8e7445603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:54.170592 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-ac8f978b-e779-4716-befc-1bc8e7445603 admin admin] Added segment 25c6a29e-1df4-48c4-961a-43ef33b88453 of type vlan for network 451069e3-0489-46ed-9dc8-b24b5ce11b0a Jul 30 01:46:54.226433 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac8f978b-e779-4716-befc-1bc8e7445603 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:54.347003 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac8f978b-e779-4716-befc-1bc8e7445603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:54.348367 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8f978b-e779-4716-befc-1bc8e7445603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:54.348970 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac8f978b-e779-4716-befc-1bc8e7445603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:54.412328 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f978b-e779-4716-befc-1bc8e7445603 admin admin] Pushing event updated for resources: {'Network': ['ID=451069e3-0489-46ed-9dc8-b24b5ce11b0a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:54.423125 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 451069e3-0489-46ed-9dc8-b24b5ce11b0a details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:46:54.547915 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3859560-bd4e-4102-b7b6-b980aed5c4d0 req-0db3c435-1acf-4d75-bc6c-8767667c46e2 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:54.549586 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3859560-bd4e-4102-b7b6-b980aed5c4d0 req-0db3c435-1acf-4d75-bc6c-8767667c46e2 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 949 time: 0.0563753 Jul 30 01:46:54.580407 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ac8f978b-e779-4716-befc-1bc8e7445603 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9869652 Jul 30 01:46:54.583507 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39648) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:54.593985 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a30962ce-fdf7-4e19-af92-e4f9b3190c19 admin admin] Request body: {'subnet': {'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-154276927-subnet', 'tenant_id': '2211a8e1d006442d9db8c662662819e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:54.595258 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3859560-bd4e-4102-b7b6-b980aed5c4d0 req-ee1834a6-9ec4-44cf-87d5-83f7e3ac232b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383220 Jul 30 01:46:54.632584 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1d1bc-54bd-4255-9fc6-843203b82a16 req-9731c15f-54bf-4186-bb4d-3e02d02eedb5 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:54.634220 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-beb1d1bc-54bd-4255-9fc6-843203b82a16 req-9731c15f-54bf-4186-bb4d-3e02d02eedb5 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/ports?device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 950 time: 0.0796285 Jul 30 01:46:54.675773 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-beb1d1bc-54bd-4255-9fc6-843203b82a16 req-09cd068d-900d-4cc4-aceb-83f188436106 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9ab3832-7671-4a3a-a1ad-4b391d598a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350854 Jul 30 01:46:54.714082 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30962ce-fdf7-4e19-af92-e4f9b3190c19 admin admin] Made reservation on behalf of 2211a8e1d006442d9db8c662662819e1 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:54.716688 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a30962ce-fdf7-4e19-af92-e4f9b3190c19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:54.988951 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7989f-cdc1-46e0-8b77-1bd8c611eced req-f7123a4c-fe16-4ece-87ae-baf2078f1520 tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:54.991791 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-efe7989f-cdc1-46e0-8b77-1bd8c611eced req-f7123a4c-fe16-4ece-87ae-baf2078f1520 tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 1100 time: 0.1004076 Jul 30 01:46:55.034896 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-efe7989f-cdc1-46e0-8b77-1bd8c611eced req-9512db5d-4e0f-434c-9447-ca6e320a7f8b tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350156 Jul 30 01:46:55.063513 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a30962ce-fdf7-4e19-af92-e4f9b3190c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:55.157173 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30962ce-fdf7-4e19-af92-e4f9b3190c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f913f80b-cf68-4e50-b702-51dfbe27bf11,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:55.171044 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30962ce-fdf7-4e19-af92-e4f9b3190c19 admin admin] Checking segment: {'id': '25c6a29e-1df4-48c4-961a-43ef33b88453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:55.171427 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30962ce-fdf7-4e19-af92-e4f9b3190c19 admin admin] Network hostable DHCP agents. Network: 451069e3-0489-46ed-9dc8-b24b5ce11b0a, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:46:55.197853 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335093e-00ab-4c46-a719-d17cc2ded77a req-04b24d8b-1848-41ac-a8c4-6e113d08a547 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:55.199484 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d335093e-00ab-4c46-a719-d17cc2ded77a req-04b24d8b-1848-41ac-a8c4-6e113d08a547 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 945 time: 0.0880060 Jul 30 01:46:55.246787 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d335093e-00ab-4c46-a719-d17cc2ded77a req-944d7b0e-5fb6-4004-905b-f482540e2635 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377944 Jul 30 01:46:55.267134 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30962ce-fdf7-4e19-af92-e4f9b3190c19 admin admin] Network 451069e3-0489-46ed-9dc8-b24b5ce11b0a is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:46:55.314913 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-6b9fbd81-e515-4ac2-9366-664a6a74b0b2 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e18fd6c446094f849e062ca3af8e67a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338788 Jul 30 01:46:55.367400 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-a30962ce-fdf7-4e19-af92-e4f9b3190c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 451069e3-0489-46ed-9dc8-b24b5ce11b0a) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:55.371595 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30962ce-fdf7-4e19-af92-e4f9b3190c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:55.372186 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a30962ce-fdf7-4e19-af92-e4f9b3190c19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:55.383696 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86805356-2af8-449c-838b-84e315ca8941 None None] Network 451069e3-0489-46ed-9dc8-b24b5ce11b0a requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:46:55.486564 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-25d4af7d-17d7-4d8e-9684-0d39754d8f26 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:55.488500 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-25d4af7d-17d7-4d8e-9684-0d39754d8f26 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1721988 Jul 30 01:46:55.492995 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a30962ce-fdf7-4e19-af92-e4f9b3190c19 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9077427 Jul 30 01:46:55.512048 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-37a177be-b118-46ea-b52e-1e29418135f8 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/quotas/e18fd6c446094f849e062ca3af8e67a5 HTTP/1.1" status: 200 len: 375 time: 0.0103903 Jul 30 01:46:55.534928 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5ce2c0-d01d-473b-83b5-791b71ec3083 None None] Network 451069e3-0489-46ed-9dc8-b24b5ce11b0a requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:46:55.609270 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-4255c128-5aa9-48c1-9c7f-344605fa5f3b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0903823 Jul 30 01:46:55.999753 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b8f6b-8245-4ca9-aa56-a33e1181ce63 req-2d6003f0-1234-45bf-9233-1fdea3a0a848 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:56.003308 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f68b8f6b-8245-4ca9-aa56-a33e1181ce63 req-2d6003f0-1234-45bf-9233-1fdea3a0a848 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.10 "GET /v2.0/ports?device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 950 time: 0.0636041 Jul 30 01:46:56.139654 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-f68b8f6b-8245-4ca9-aa56-a33e1181ce63 req-fcc88119-d341-4a7c-9b65-86b31bda7678 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Deleting port 6f6d093b-1717-4abd-953d-6abce7fb3e8c {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:46:56.139995 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f68b8f6b-8245-4ca9-aa56-a33e1181ce63 req-fcc88119-d341-4a7c-9b65-86b31bda7678 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:56.257226 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdcd14-388c-4e30-a2c0-d19afef401fc req-3aa9020a-f01a-4a77-8c7c-e8f3f301040b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:56.258710 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fabdcd14-388c-4e30-a2c0-d19afef401fc req-3aa9020a-f01a-4a77-8c7c-e8f3f301040b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 945 time: 0.1041484 Jul 30 01:46:56.272205 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-f68b8f6b-8245-4ca9-aa56-a33e1181ce63 req-fcc88119-d341-4a7c-9b65-86b31bda7678 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] For port 6f6d093b-1717-4abd-953d-6abce7fb3e8c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6f6d093b-1717-4abd-953d-6abce7fb3e8c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:56.272576 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f68b8f6b-8245-4ca9-aa56-a33e1181ce63 req-fcc88119-d341-4a7c-9b65-86b31bda7678 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:56.298382 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-f68b8f6b-8245-4ca9-aa56-a33e1181ce63 req-fcc88119-d341-4a7c-9b65-86b31bda7678 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Calling delete_port for 6f6d093b-1717-4abd-953d-6abce7fb3e8c owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:56.327835 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fabdcd14-388c-4e30-a2c0-d19afef401fc req-523e121b-fe05-4011-9bc2-6eedea12e8da tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582662 Jul 30 01:46:56.528661 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fc83c-eb87-4075-9484-c21a74ed2a2f req-03523128-382b-466e-a6b3-947c6dbe9019 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:56.531190 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-778fc83c-eb87-4075-9484-c21a74ed2a2f req-03523128-382b-466e-a6b3-947c6dbe9019 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/ports?device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 950 time: 0.0560358 Jul 30 01:46:56.592758 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-778fc83c-eb87-4075-9484-c21a74ed2a2f req-6b5fee4f-6a60-421a-bbbe-5a52cd09bd91 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9ab3832-7671-4a3a-a1ad-4b391d598a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495605 Jul 30 01:46:56.620955 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f68b8f6b-8245-4ca9-aa56-a33e1181ce63 req-fcc88119-d341-4a7c-9b65-86b31bda7678 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:56.633886 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['6f6d093b-1717-4abd-953d-6abce7fb3e8c'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:56.707565 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc88119-d341-4a7c-9b65-86b31bda7678 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Pushing event deleted for resources: {'Port': ['ID=6f6d093b-1717-4abd-953d-6abce7fb3e8c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:56.770381 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68b8f6b-8245-4ca9-aa56-a33e1181ce63 req-fcc88119-d341-4a7c-9b65-86b31bda7678 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] No DVR routers for this DVR port 6f6d093b-1717-4abd-953d-6abce7fb3e8c on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:46:56.774870 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f68b8f6b-8245-4ca9-aa56-a33e1181ce63 req-fcc88119-d341-4a7c-9b65-86b31bda7678 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:56.777055 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f68b8f6b-8245-4ca9-aa56-a33e1181ce63 req-fcc88119-d341-4a7c-9b65-86b31bda7678 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.10 "DELETE /v2.0/ports/6f6d093b-1717-4abd-953d-6abce7fb3e8c HTTP/1.1" status: 204 len: 173 time: 0.7663436 Jul 30 01:46:56.777509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a5ba35-2b20-4a5d-9691-ea78f7d10ed1', 'name': 'network-vif-deleted', 'tag': '6f6d093b-1717-4abd-953d-6abce7fb3e8c'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:56.779912 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccae08e-cc79-400f-8321-6680ac375c9b" -d '{"events": [{"server_uuid": "78a5ba35-2b20-4a5d-9691-ea78f7d10ed1", "name": "network-vif-deleted", "tag": "6f6d093b-1717-4abd-953d-6abce7fb3e8c"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:56.826043 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a7ce7257-11de-4a6e-a4af-25f5780914fb tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:56.827763 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a7ce7257-11de-4a6e-a4af-25f5780914fb tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/networks?id=451069e3-0489-46ed-9dc8-b24b5ce11b0a HTTP/1.1" status: 200 len: 804 time: 0.2045538 Jul 30 01:46:56.847782 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-7779d9bc-5615-40e3-96e4-5db9dbae8e54 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/quotas/2211a8e1d006442d9db8c662662819e1 HTTP/1.1" status: 200 len: 375 time: 0.0125120 Jul 30 01:46:56.855030 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6722ff5c-aa20-48ba-9061-10e59ac6ab5f req-12e491de-1846-4688-821c-0ec37f10746c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 210 time: 0.0422730 Jul 30 01:46:56.892235 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-dcf7bc33-6972-4a17-ae56-20f5ec707b52 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2211a8e1d006442d9db8c662662819e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358176 Jul 30 01:46:57.028361 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-83336d42-57b3-4f84-a60b-68aa3408f99e service neutron] 10.222.0.70 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292155 Jul 30 01:46:57.071478 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97153c44-5490-437b-944f-c2ec50eb8d9b req-4293b0c2-a339-4dc3-a72f-522575c2c10b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:57.079191 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97153c44-5490-437b-944f-c2ec50eb8d9b req-4293b0c2-a339-4dc3-a72f-522575c2c10b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 945 time: 0.0862811 Jul 30 01:46:57.128947 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97153c44-5490-437b-944f-c2ec50eb8d9b req-f7cd7003-cecf-4127-9da5-d0c4f1386ac9 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442598 Jul 30 01:46:57.155805 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-866796ac-4992-48c5-9e12-d260ea28d62a service neutron] 10.222.0.70 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257415 Jul 30 01:46:57.458864 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1870099-53a5-4223-bec9-9a80eb047ab6 x-openstack-request-id: req-b1870099-53a5-4223-bec9-9a80eb047ab6 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:57.459749 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a5ba35-2b20-4a5d-9691-ea78f7d10ed1", "name": "network-vif-deleted", "tag": "6f6d093b-1717-4abd-953d-6abce7fb3e8c", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:57.460032 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1870099-53a5-4223-bec9-9a80eb047ab6 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:57.462269 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a5ba35-2b20-4a5d-9691-ea78f7d10ed1', 'name': 'network-vif-deleted', 'tag': '6f6d093b-1717-4abd-953d-6abce7fb3e8c', 'status': 'completed', 'code': 200} Jul 30 01:46:57.812291 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f20edf-1106-4bd5-afeb-1f1e735b4b66 req-092e19ef-48fd-4320-be10-8f7c81ee907c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:57.814802 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63f20edf-1106-4bd5-afeb-1f1e735b4b66 req-092e19ef-48fd-4320-be10-8f7c81ee907c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 945 time: 0.0753872 Jul 30 01:46:57.855278 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63f20edf-1106-4bd5-afeb-1f1e735b4b66 req-8dafaf0a-85af-4126-b42c-da9b75aaf37a tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343041 Jul 30 01:46:57.920678 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c5515695-5f6b-468b-9ded-8476a2bbac2a req-a422c3b6-022b-4436-b22d-e56957233b39 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=35a543e3-71e2-4f4c-98a6-626d468e49b2 HTTP/1.1" status: 200 len: 210 time: 0.0271606 Jul 30 01:46:58.063311 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4de3e765-53c8-4eb8-a915-214bc40c6a0f req-1d77a72c-0aa5-474f-8bff-b0e723481178 tempest-TenantUsagesTestJSON-1326909283 tempest-TenantUsagesTestJSON-1326909283-project] 10.222.0.70 "GET /v2.0/ports?device_id=78a5ba35-2b20-4a5d-9691-ea78f7d10ed1 HTTP/1.1" status: 200 len: 210 time: 0.0633547 Jul 30 01:46:58.921888 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9c61fdfe-4fac-4e3a-b0a3-b27a3a288252 req-c4c2f1ef-ad72-4f1e-ad54-b6d09a7f1c28 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 210 time: 0.0343494 Jul 30 01:46:59.056445 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f9533911-9f51-443d-9f83-56ece26d7e40 req-fe2c314e-d69f-4a32-9bf2-4d9edd374306 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=35a543e3-71e2-4f4c-98a6-626d468e49b2 HTTP/1.1" status: 200 len: 210 time: 0.0316255 Jul 30 01:46:59.061182 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62482823-2a4e-4842-84da-1db599d4d9a8 req-68a78c99-a28f-46ad-ae31-7b53ff626836 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:59.062944 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-62482823-2a4e-4842-84da-1db599d4d9a8 req-68a78c99-a28f-46ad-ae31-7b53ff626836 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 945 time: 0.0590253 Jul 30 01:46:59.110404 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-62482823-2a4e-4842-84da-1db599d4d9a8 req-600cb537-ae28-4baa-9f49-04e8a6c43d43 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409734 Jul 30 01:46:59.612282 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-4d0d29bd-d1df-44f9-98b1-f19995722656 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e18fd6c446094f849e062ca3af8e67a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358164 Jul 30 01:46:59.718723 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40036) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:59.780629 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-40817107-24de-4330-a643-c1128a2a8261 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:59.783606 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-40817107-24de-4330-a643-c1128a2a8261 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1624730 Jul 30 01:46:59.799508 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-1415173e-f24f-4d80-b5ca-9f9b0d4a007f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Request body: {'port': {'device_id': 'd21ec153-1d0d-4b63-9fe0-38389307c49c', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': 'e18fd6c446094f849e062ca3af8e67a5'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:59.913694 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40062) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:59.913914 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8691d7d8-3719-42ac-b0ab-7d18f16d9985 req-7c745901-0ee3-4b40-bd48-d8a46e517ae1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8c377866-157e-4116-867d-5349e6be1aa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1318271 Jul 30 01:46:59.922337 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-046fe334-9069-4083-b72b-1112ff48c444 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1123642315'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:59.937223 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6f6d093b-1717-4abd-953d-6abce7fb3e8c no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:46:59.982701 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 6f6d093b-1717-4abd-953d-6abce7fb3e8c {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:46:59.983441 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6f6d093b-1717-4abd-953d-6abce7fb3e8c not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:47:00.046467 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691d7d8-3719-42ac-b0ab-7d18f16d9985 req-6b0e538b-a9da-4a42-8399-1cb162b3dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:00.048633 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8691d7d8-3719-42ac-b0ab-7d18f16d9985 req-6b0e538b-a9da-4a42-8399-1cb162b3dbee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&device_id=8c377866-157e-4116-867d-5349e6be1aa6 HTTP/1.1" status: 200 len: 1100 time: 0.0807800 Jul 30 01:47:00.065779 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046fe334-9069-4083-b72b-1112ff48c444 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Made reservation on behalf of c72c67525be041dbbba86358033d985a for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:00.069955 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-046fe334-9069-4083-b72b-1112ff48c444 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.080329 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8c81752a-072a-4b6e-bdaf-b442c733796a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c5bfeccaf81f48b08bd72a5f2a3b81b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599873 Jul 30 01:47:00.084101 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40072) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:00.143344 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046fe334-9069-4083-b72b-1112ff48c444 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:47:00.173923 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1deb05fb-c6eb-4903-bcdc-dd9f4d6ebd27 req-e045ed05-d2d7-4aa9-b008-92f9e53887fe tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 210 time: 0.0704997 Jul 30 01:47:00.185151 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-046fe334-9069-4083-b72b-1112ff48c444 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.185529 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-046fe334-9069-4083-b72b-1112ff48c444 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Added segment 197182fc-ce63-43fa-a67a-22098b80c116 of type vlan for network 4fafccc5-fb47-4324-8e99-bb0237539cfb Jul 30 01:47:00.205004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691d7d8-3719-42ac-b0ab-7d18f16d9985 req-16b5d4f6-05a3-42a4-b0f0-6c9972613d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:00.206639 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8691d7d8-3719-42ac-b0ab-7d18f16d9985 req-16b5d4f6-05a3-42a4-b0f0-6c9972613d2c service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.1206558 Jul 30 01:47:00.254357 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-1415173e-f24f-4d80-b5ca-9f9b0d4a007f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Made reservation on behalf of e18fd6c446094f849e062ca3af8e67a5 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:00.258702 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-1415173e-f24f-4d80-b5ca-9f9b0d4a007f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.281910 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-046fe334-9069-4083-b72b-1112ff48c444 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.310732 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8691d7d8-3719-42ac-b0ab-7d18f16d9985 req-df0391a7-6150-4fba-8c47-9958d61260ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=1d218bf5-0438-4f23-8aea-de8af971dba0 HTTP/1.1" status: 200 len: 217 time: 0.0724459 Jul 30 01:47:00.325476 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a9deeb1d-4e98-4158-999d-05f9a6df4d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.345522 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7eced342-2fb5-459f-8b78-428386bcbeee req-3768131e-4f83-4ac0-9600-c4fa5a8cff03 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=35a543e3-71e2-4f4c-98a6-626d468e49b2 HTTP/1.1" status: 200 len: 210 time: 0.0720994 Jul 30 01:47:00.491097 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a9deeb1d-4e98-4158-999d-05f9a6df4d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.522257 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-1415173e-f24f-4d80-b5ca-9f9b0d4a007f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Allocated IP 192.168.233.36 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/745a29e1-586a-4e28-a419-5e485ec3619d) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:00.549777 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691d7d8-3719-42ac-b0ab-7d18f16d9985 req-e8888852-cd3e-45c5-a7d2-55ca6c79a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:00.550641 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-046fe334-9069-4083-b72b-1112ff48c444 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.551847 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8691d7d8-3719-42ac-b0ab-7d18f16d9985 req-e8888852-cd3e-45c5-a7d2-55ca6c79a278 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.2232897 Jul 30 01:47:00.556518 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046fe334-9069-4083-b72b-1112ff48c444 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:00.557211 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-046fe334-9069-4083-b72b-1112ff48c444 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.650826 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215adf5a-08f0-492c-84df-4fffc28775a8 req-3a4c0ba6-6b19-44cb-abdb-5ab045c8fad9 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:00.653085 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-215adf5a-08f0-492c-84df-4fffc28775a8 req-3a4c0ba6-6b19-44cb-abdb-5ab045c8fad9 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 945 time: 0.2178941 Jul 30 01:47:00.694200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691d7d8-3719-42ac-b0ab-7d18f16d9985 req-782e2ed1-9f04-4286-a958-d4639af96064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:00.694200 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8691d7d8-3719-42ac-b0ab-7d18f16d9985 req-782e2ed1-9f04-4286-a958-d4639af96064 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1259623 Jul 30 01:47:00.695427 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-c714abfd-4bb7-4ebd-8c24-95b77f1260f6 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:00.697160 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-c714abfd-4bb7-4ebd-8c24-95b77f1260f6 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.77 "GET /v2.0/networks?id=451069e3-0489-46ed-9dc8-b24b5ce11b0a HTTP/1.1" status: 200 len: 804 time: 0.3088703 Jul 30 01:47:00.735412 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-ecfcdd80-1c69-417a-9c13-cb734180cd16 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Request body: {'port': {'device_id': '35a543e3-71e2-4f4c-98a6-626d468e49b2', 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a', 'admin_state_up': True, 'tenant_id': '2211a8e1d006442d9db8c662662819e1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:00.744882 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-046fe334-9069-4083-b72b-1112ff48c444 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8296967 Jul 30 01:47:00.754391 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40126) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:00.760877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-de6ab20a-fc72-4de4-9571-e15274bf41d5 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-847460392'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:00.786959 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fe334-9069-4083-b72b-1112ff48c444 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event updated for resources: {'Network': ['ID=4fafccc5-fb47-4324-8e99-bb0237539cfb,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:00.803589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 4fafccc5-fb47-4324-8e99-bb0237539cfb details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:47:00.828158 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a9deeb1d-4e98-4158-999d-05f9a6df4d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.830832 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a9deeb1d-4e98-4158-999d-05f9a6df4d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.832010 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a9deeb1d-4e98-4158-999d-05f9a6df4d83 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f9ab3832-7671-4a3a-a1ad-4b391d598a0e HTTP/1.1" status: 204 len: 168 time: 0.7262800 Jul 30 01:47:00.861430 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9deeb1d-4e98-4158-999d-05f9a6df4d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ab3832-7671-4a3a-a1ad-4b391d598a0e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:00.868607 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-215adf5a-08f0-492c-84df-4fffc28775a8 req-7ac673a6-9f4a-4e63-9e63-5013a711bedb tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000427 Jul 30 01:47:00.921403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71adc96-5b90-45f6-bd21-166f39b42547 req-e42897e2-6e49-4c40-afae-1ddc5cde92ba tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:00.922994 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a71adc96-5b90-45f6-bd21-166f39b42547 req-e42897e2-6e49-4c40-afae-1ddc5cde92ba tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 945 time: 0.3857279 Jul 30 01:47:00.942541 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8691d7d8-3719-42ac-b0ab-7d18f16d9985 req-2a0888ba-2432-4b28-b6b1-51e46ca57536 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356179 Jul 30 01:47:00.992500 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-1415173e-f24f-4d80-b5ca-9f9b0d4a007f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.027915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-1415173e-f24f-4d80-b5ca-9f9b0d4a007f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Transition to ACTIVE for port object 745a29e1-586a-4e28-a419-5e485ec3619d will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:01.034518 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6ab20a-fc72-4de4-9571-e15274bf41d5 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Made reservation on behalf of c72c67525be041dbbba86358033d985a for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:01.038314 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de6ab20a-fc72-4de4-9571-e15274bf41d5 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.075106 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8691d7d8-3719-42ac-b0ab-7d18f16d9985 req-7128711f-13a6-45a7-8edf-61600615c98a service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237116 Jul 30 01:47:01.095368 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6ab20a-fc72-4de4-9571-e15274bf41d5 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:47:01.105235 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-a71adc96-5b90-45f6-bd21-166f39b42547 req-9abd8c2b-16cb-455c-918a-ada22e8e8c56 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Deleting port de27662d-792b-406b-8a85-51d6337f9953 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:47:01.105575 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a71adc96-5b90-45f6-bd21-166f39b42547 req-9abd8c2b-16cb-455c-918a-ada22e8e8c56 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.158264 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de6ab20a-fc72-4de4-9571-e15274bf41d5 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.158633 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-de6ab20a-fc72-4de4-9571-e15274bf41d5 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Added segment 517e2d6b-5c75-4689-85c7-570b6e930a29 of type vlan for network 4192d8a2-31a3-4331-99e1-418e1e9f6bfc Jul 30 01:47:01.170909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-ecfcdd80-1c69-417a-9c13-cb734180cd16 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Made reservation on behalf of 2211a8e1d006442d9db8c662662819e1 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:01.175221 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-ecfcdd80-1c69-417a-9c13-cb734180cd16 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.220421 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de6ab20a-fc72-4de4-9571-e15274bf41d5 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.271911 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-a71adc96-5b90-45f6-bd21-166f39b42547 req-9abd8c2b-16cb-455c-918a-ada22e8e8c56 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] For port de27662d-792b-406b-8a85-51d6337f9953, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=de27662d-792b-406b-8a85-51d6337f9953,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:01.272285 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a71adc96-5b90-45f6-bd21-166f39b42547 req-9abd8c2b-16cb-455c-918a-ada22e8e8c56 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.287765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-a71adc96-5b90-45f6-bd21-166f39b42547 req-9abd8c2b-16cb-455c-918a-ada22e8e8c56 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Calling delete_port for de27662d-792b-406b-8a85-51d6337f9953 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:47:01.290708 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-1415173e-f24f-4d80-b5ca-9f9b0d4a007f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.303492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['1d218bf5-0438-4f23-8aea-de8af971dba0', 'ff849f36-bf61-4438-88e6-d1f2f47b7848'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:01.351263 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025', 'a72d7450-9c60-4665-97b9-281c58d6a8f6', 'fbeb9454-a776-4aaa-ace5-b1e0565a747d', '3ad26928-290c-49cf-aa1a-eb965b68fdd8'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:01.440799 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-ecfcdd80-1c69-417a-9c13-cb734180cd16 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Allocated IP 172.20.0.5 (451069e3-0489-46ed-9dc8-b24b5ce11b0a/f913f80b-cf68-4e50-b702-51dfbe27bf11/6e306881-474e-43fa-a6dc-d5cb6ae38642) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:01.521488 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de6ab20a-fc72-4de4-9571-e15274bf41d5 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.531399 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6ab20a-fc72-4de4-9571-e15274bf41d5 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:01.532021 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de6ab20a-fc72-4de4-9571-e15274bf41d5 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.534563 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415173e-f24f-4d80-b5ca-9f9b0d4a007f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Pushing event updated for resources: {'Port': ['ID=745a29e1-586a-4e28-a419-5e485ec3619d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:01.576314 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-1415173e-f24f-4d80-b5ca-9f9b0d4a007f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:01.591509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-1415173e-f24f-4d80-b5ca-9f9b0d4a007f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:01.611813 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-1415173e-f24f-4d80-b5ca-9f9b0d4a007f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:01.751536 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ab20a-fc72-4de4-9571-e15274bf41d5 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event updated for resources: {'Network': ['ID=4192d8a2-31a3-4331-99e1-418e1e9f6bfc,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:01.766463 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 4192d8a2-31a3-4331-99e1-418e1e9f6bfc details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:47:01.784701 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5a3b6-9bb6-47d4-9fbe-6858d5d9552a req-4749a4bc-9fb9-459b-8af0-a8846ab53528 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:01.794707 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfb5a3b6-9bb6-47d4-9fbe-6858d5d9552a req-4749a4bc-9fb9-459b-8af0-a8846ab53528 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 935 time: 0.4921126 Jul 30 01:47:01.832925 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-ecfcdd80-1c69-417a-9c13-cb734180cd16 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.838226 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-1415173e-f24f-4d80-b5ca-9f9b0d4a007f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:01.839002 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-1415173e-f24f-4d80-b5ca-9f9b0d4a007f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.848112 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-de6ab20a-fc72-4de4-9571-e15274bf41d5 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0911207 Jul 30 01:47:01.854268 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40184) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:01.862505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-9a2bf2e6-e561-432a-95d0-08a58c357088 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Request body: {'subnet': {'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:01.889112 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfb5a3b6-9bb6-47d4-9fbe-6858d5d9552a req-30547465-9cee-42d5-ae8c-556edd2207b0 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886340 Jul 30 01:47:02.011554 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-1415173e-f24f-4d80-b5ca-9f9b0d4a007f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2168612 Jul 30 01:47:02.041523 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2939c7d4-3df2-47ca-a854-ea3b22634e64 req-1a384b74-cd01-420f-8f16-99255c5f1585 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=35a543e3-71e2-4f4c-98a6-626d468e49b2 HTTP/1.1" status: 200 len: 210 time: 0.0435116 Jul 30 01:47:02.053615 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] Request body: {'port': {'device_id': 'd21ec153-1d0d-4b63-9fe0-38389307c49c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:02.053888 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40194) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:02.058902 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 1c967715-842e-4180-ab4a-eb7c33291aed details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:47:02.068944 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6316b3cf-03d8-41c6-a899-70bdbce659f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.122135 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.123958 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-ecfcdd80-1c69-417a-9c13-cb734180cd16 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.143229 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-baaf294f-fc64-4268-93e1-7b5183e2f818 None None] Provisioning for port 745a29e1-586a-4e28-a419-5e485ec3619d completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:02.157839 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-baaf294f-fc64-4268-93e1-7b5183e2f818 None None] Provisioning complete for port 745a29e1-586a-4e28-a419-5e485ec3619d triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:02.158217 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-baaf294f-fc64-4268-93e1-7b5183e2f818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.200392 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a71adc96-5b90-45f6-bd21-166f39b42547 req-9abd8c2b-16cb-455c-918a-ada22e8e8c56 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.237221 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['de27662d-792b-406b-8a85-51d6337f9953'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:02.290974 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-baaf294f-fc64-4268-93e1-7b5183e2f818 None None] Port 745a29e1-586a-4e28-a419-5e485ec3619d cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:47:02.305393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1c967715-842e-4180-ab4a-eb7c33291aed, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1c967715-842e-4180-ab4a-eb7c33291aed,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:02.330351 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '1c967715-842e-4180-ab4a-eb7c33291aed', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'port_id': '1c967715-842e-4180-ab4a-eb7c33291aed', 'mac_address': 'fa:16:3e:e3:d2:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:47:02.334462 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-ecfcdd80-1c69-417a-9c13-cb734180cd16 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Network 451069e3-0489-46ed-9dc8-b24b5ce11b0a is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:02.336402 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-ecfcdd80-1c69-417a-9c13-cb734180cd16 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:02.361689 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcdd80-1c69-417a-9c13-cb734180cd16 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Pushing event updated for resources: {'Port': ['ID=6e306881-474e-43fa-a6dc-d5cb6ae38642,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:02.365898 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2bf2e6-e561-432a-95d0-08a58c357088 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Made reservation on behalf of c72c67525be041dbbba86358033d985a for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:02.377810 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a2bf2e6-e561-432a-95d0-08a58c357088 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.398990 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.418183 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c967715-842e-4180-ab4a-eb7c33291aed {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:02.448949 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1c967715-842e-4180-ab4a-eb7c33291aed, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1c967715-842e-4180-ab4a-eb7c33291aed,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:02.452321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-ecfcdd80-1c69-417a-9c13-cb734180cd16 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:02.549492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55d4c8-b494-4aa1-bd42-184ab0de7d81 req-28f6a629-fb9b-4e24-9754-ca96f69b568e tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:02.550986 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb55d4c8-b494-4aa1-bd42-184ab0de7d81 req-28f6a629-fb9b-4e24-9754-ca96f69b568e tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 867 time: 0.4425159 Jul 30 01:47:02.563162 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-ecfcdd80-1c69-417a-9c13-cb734180cd16 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:02.563908 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-ecfcdd80-1c69-417a-9c13-cb734180cd16 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.571991 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.624117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd8c2b-16cb-455c-918a-ada22e8e8c56 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Pushing event deleted for resources: {'Port': ['ID=de27662d-792b-406b-8a85-51d6337f9953,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:02.642460 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=1c967715-842e-4180-ab4a-eb7c33291aed,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:02.651263 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71adc96-5b90-45f6-bd21-166f39b42547 req-9abd8c2b-16cb-455c-918a-ada22e8e8c56 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] No DVR routers for this DVR port de27662d-792b-406b-8a85-51d6337f9953 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:47:02.655960 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a71adc96-5b90-45f6-bd21-166f39b42547 req-9abd8c2b-16cb-455c-918a-ada22e8e8c56 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.657834 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a71adc96-5b90-45f6-bd21-166f39b42547 req-9abd8c2b-16cb-455c-918a-ada22e8e8c56 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.10 "DELETE /v2.0/ports/de27662d-792b-406b-8a85-51d6337f9953 HTTP/1.1" status: 204 len: 173 time: 1.7252758 Jul 30 01:47:02.658275 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecfe2ad-edcd-423c-8b23-930a4a898cd3', 'name': 'network-vif-deleted', 'tag': 'de27662d-792b-406b-8a85-51d6337f9953'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:02.660531 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6316b3cf-03d8-41c6-a899-70bdbce659f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.660975 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f10a74-2fd4-4668-8b19-6e313fa421a5" -d '{"events": [{"server_uuid": "1ecfe2ad-edcd-423c-8b23-930a4a898cd3", "name": "network-vif-deleted", "tag": "de27662d-792b-406b-8a85-51d6337f9953"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:02.691205 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb55d4c8-b494-4aa1-bd42-184ab0de7d81 req-bf2495bc-12f7-45f4-9d4b-b80976de550e tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106129 Jul 30 01:47:02.724142 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4253727e-3e75-4be1-84e2-da0ae6bcb73e x-openstack-request-id: req-4253727e-3e75-4be1-84e2-da0ae6bcb73e {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:02.724477 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecfe2ad-edcd-423c-8b23-930a4a898cd3", "name": "network-vif-deleted", "tag": "de27662d-792b-406b-8a85-51d6337f9953", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:02.724893 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4253727e-3e75-4be1-84e2-da0ae6bcb73e {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:02.725100 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecfe2ad-edcd-423c-8b23-930a4a898cd3', 'name': 'network-vif-deleted', 'tag': 'de27662d-792b-406b-8a85-51d6337f9953', 'status': 'completed', 'code': 200} Jul 30 01:47:02.798226 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.816928 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['1c967715-842e-4180-ab4a-eb7c33291aed'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:02.864134 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6316b3cf-03d8-41c6-a899-70bdbce659f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.868507 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745a29e1-586a-4e28-a419-5e485ec3619d {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:02.897533 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.931605 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] Transition to ACTIVE for port object 745a29e1-586a-4e28-a419-5e485ec3619d will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:02.938707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316b3cf-03d8-41c6-a899-70bdbce659f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d313930-6458-4c14-a7b9-496fc9e8a3c9,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:02.944967 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a2bf2e6-e561-432a-95d0-08a58c357088 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.004666 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6316b3cf-03d8-41c6-a899-70bdbce659f9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f66f5d9be2dd4c5684e6d0a0e9f191b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9465330 Jul 30 01:47:03.004800 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40232) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:03.053368 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.071563 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-ecfcdd80-1c69-417a-9c13-cb734180cd16 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3404751 Jul 30 01:47:03.108460 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bf2e6-e561-432a-95d0-08a58c357088 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event updated for resources: {'Subnet': ['ID=e3d413a5-ba18-4a54-8a98-960735231465,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:03.125548 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] Request body: {'port': {'device_id': '35a543e3-71e2-4f4c-98a6-626d468e49b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:03.186745 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e45b1-dd72-4590-93be-679ddc0a0afc req-b35a8b14-cad0-453b-8df1-35aa466bfedf tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:03.188361 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f64e45b1-dd72-4590-93be-679ddc0a0afc req-b35a8b14-cad0-453b-8df1-35aa466bfedf tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 947 time: 0.1925676 Jul 30 01:47:03.189156 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2bf2e6-e561-432a-95d0-08a58c357088 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Checking segment: {'id': '197182fc-ce63-43fa-a67a-22098b80c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:03.189666 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2bf2e6-e561-432a-95d0-08a58c357088 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Network hostable DHCP agents. Network: 4fafccc5-fb47-4324-8e99-bb0237539cfb, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:47:03.190945 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-84c00f7e-0be3-4311-9f86-50a18f7c5cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.233695 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] Pushing event updated for resources: {'Port': ['ID=745a29e1-586a-4e28-a419-5e485ec3619d,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:03.277786 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.294953 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-84c00f7e-0be3-4311-9f86-50a18f7c5cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.313900 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f64e45b1-dd72-4590-93be-679ddc0a0afc req-8a7f22fc-e922-413a-8d61-81490e368508 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134255 Jul 30 01:47:03.317067 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] Attempting to bind port 745a29e1-586a-4e28-a419-5e485ec3619d on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:03.317422 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] Attempting to bind port 745a29e1-586a-4e28-a419-5e485ec3619d by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:03.317780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] Attempting to bind port 745a29e1-586a-4e28-a419-5e485ec3619d on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:03.337276 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] Port 745a29e1-586a-4e28-a419-5e485ec3619d on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:47:03.337601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] Attempting to bind port 745a29e1-586a-4e28-a419-5e485ec3619d on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:03.355664 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2bf2e6-e561-432a-95d0-08a58c357088 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Network 4fafccc5-fb47-4324-8e99-bb0237539cfb is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:47:03.356218 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd659a7-6351-48b4-b4cb-002b688b5feb req-57e2522c-8bda-400b-8209-3bb5d85ca6ee tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:03.364184 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6fd659a7-6351-48b4-b4cb-002b688b5feb req-57e2522c-8bda-400b-8209-3bb5d85ca6ee tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=35a543e3-71e2-4f4c-98a6-626d468e49b2 HTTP/1.1" status: 200 len: 931 time: 0.2057025 Jul 30 01:47:03.379757 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:03.380148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:03.380501 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:03.380988 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] Bound port: 745a29e1-586a-4e28-a419-5e485ec3619d, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:03.381362 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.494831 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-9a2bf2e6-e561-432a-95d0-08a58c357088 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 4fafccc5-fb47-4324-8e99-bb0237539cfb) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:03.501527 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6fd659a7-6351-48b4-b4cb-002b688b5feb req-04e5ca20-3672-4dee-9a11-8b5c18079eed tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363628 Jul 30 01:47:03.503979 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2bf2e6-e561-432a-95d0-08a58c357088 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:03.504766 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a2bf2e6-e561-432a-95d0-08a58c357088 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.505835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] For port 745a29e1-586a-4e28-a419-5e485ec3619d, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:03.510408 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] For port 745a29e1-586a-4e28-a419-5e485ec3619d, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=745a29e1-586a-4e28-a419-5e485ec3619d,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:03.513373 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b078496-0b86-4b92-9713-5358aeec89b7 None None] Network 4fafccc5-fb47-4324-8e99-bb0237539cfb requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:47:03.672139 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-84c00f7e-0be3-4311-9f86-50a18f7c5cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.676775 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-84c00f7e-0be3-4311-9f86-50a18f7c5cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.680070 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-84c00f7e-0be3-4311-9f86-50a18f7c5cfa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d313930-6458-4c14-a7b9-496fc9e8a3c9 HTTP/1.1" status: 204 len: 168 time: 0.6721141 Jul 30 01:47:03.680070 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.731308 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-4fafccc5-fb47-4324-8e99-bb0237539cfb', 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'fixed_ips': [{'subnet_id': 'e3d413a5-ba18-4a54-8a98-960735231465'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:47:03.731308 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.757461 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e306881-474e-43fa-a6dc-d5cb6ae38642 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:03.766186 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.782018 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] Transition to ACTIVE for port object 6e306881-474e-43fa-a6dc-d5cb6ae38642 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:03.788591 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9a2bf2e6-e561-432a-95d0-08a58c357088 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9325502 Jul 30 01:47:03.789408 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40260) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:03.795300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e2c9ea30-cd92-4d10-9789-659887db9548 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Request body: {'subnet': {'network_id': '4192d8a2-31a3-4331-99e1-418e1e9f6bfc', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:03.837996 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c00f7e-0be3-4311-9f86-50a18f7c5cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d313930-6458-4c14-a7b9-496fc9e8a3c9,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:03.859255 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:03.860003 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.865986 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] 10.222.0.10 "PUT /v2.0/ports/745a29e1-586a-4e28-a419-5e485ec3619d HTTP/1.1" status: 200 len: 1095 time: 1.8271232 Jul 30 01:47:03.898414 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.927149 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cff01-f0fc-4ad5-bfb5-bf12a84bd900 service neutron] Pushing event updated for resources: {'Port': ['ID=745a29e1-586a-4e28-a419-5e485ec3619d,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:03.958716 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ccee7d2e-2a10-4896-a938-3d6227cd122e req-9e3cc3df-b1a1-4217-b0af-d59ab244ecca tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ecfe2ad-edcd-423c-8b23-930a4a898cd3 HTTP/1.1" status: 200 len: 210 time: 0.0813057 Jul 30 01:47:04.033240 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 1c967715-842e-4180-ab4a-eb7c33291aed up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:04.053123 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Allocated IP 10.1.1.2 (4fafccc5-fb47-4324-8e99-bb0237539cfb/e3d413a5-ba18-4a54-8a98-960735231465/5b79704a-6963-4531-ae29-33f6529d2bd4) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:04.133557 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] Pushing event updated for resources: {'Port': ['ID=6e306881-474e-43fa-a6dc-d5cb6ae38642,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:04.135621 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-a53c4a89-4268-4e57-a6b1-e71e7895ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:04.145517 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-a53c4a89-4268-4e57-a6b1-e71e7895ee57 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 1098 time: 0.1152091 Jul 30 01:47:04.165194 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40268) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:04.182052 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c9ea30-cd92-4d10-9789-659887db9548 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Made reservation on behalf of c72c67525be041dbbba86358033d985a for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:04.187065 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2c9ea30-cd92-4d10-9789-659887db9548 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.246331 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-8e8ad574-6144-4146-9bd0-eff9d8579a07 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=745a29e1-586a-4e28-a419-5e485ec3619d HTTP/1.1" status: 200 len: 217 time: 0.0921061 Jul 30 01:47:04.296203 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] Attempting to bind port 6e306881-474e-43fa-a6dc-d5cb6ae38642 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:04.296910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] Attempting to bind port 6e306881-474e-43fa-a6dc-d5cb6ae38642 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '25c6a29e-1df4-48c4-961a-43ef33b88453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:04.297192 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] Attempting to bind port 6e306881-474e-43fa-a6dc-d5cb6ae38642 on network 451069e3-0489-46ed-9dc8-b24b5ce11b0a {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:04.316302 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] Port 6e306881-474e-43fa-a6dc-d5cb6ae38642 on network 451069e3-0489-46ed-9dc8-b24b5ce11b0a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:47:04.316302 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] Attempting to bind port 6e306881-474e-43fa-a6dc-d5cb6ae38642 on network 451069e3-0489-46ed-9dc8-b24b5ce11b0a {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:04.324464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:04.324850 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] Checking segment: {'id': '25c6a29e-1df4-48c4-961a-43ef33b88453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:04.325311 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] Bound using segment: {'id': '25c6a29e-1df4-48c4-961a-43ef33b88453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:04.325835 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] Bound port: 6e306881-474e-43fa-a6dc-d5cb6ae38642, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c6a29e-1df4-48c4-961a-43ef33b88453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:04.326172 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-2a87c3a3-ac21-4df1-96af-9e83ab254b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:04.326355 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.328531 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-2a87c3a3-ac21-4df1-96af-9e83ab254b89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0738788 Jul 30 01:47:04.450713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-6e39e4c9-c8bb-4e21-a038-bf10431d87bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:04.452380 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-6e39e4c9-c8bb-4e21-a038-bf10431d87bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1118641 Jul 30 01:47:04.569237 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 1c967715-842e-4180-ab4a-eb7c33291aed triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:04.569850 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.670118 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.679859 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d5a87-79be-46de-8ed9-0cbf8390e7d2 req-afcb082c-34e2-4b16-80a3-18b97c01ad53 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:04.682322 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0a2d5a87-79be-46de-8ed9-0cbf8390e7d2 req-afcb082c-34e2-4b16-80a3-18b97c01ad53 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 947 time: 0.2478898 Jul 30 01:47:04.684756 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Transition to ACTIVE for port object 5b79704a-6963-4531-ae29-33f6529d2bd4 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:04.685239 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-111a1e89-951f-4706-9ede-ed2e77813b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.731164 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] For port 6e306881-474e-43fa-a6dc-d5cb6ae38642, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:04.740417 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Transition to ACTIVE for port object 5b79704a-6963-4531-ae29-33f6529d2bd4 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:04.747677 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.758862 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] For port 6e306881-474e-43fa-a6dc-d5cb6ae38642, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6e306881-474e-43fa-a6dc-d5cb6ae38642,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:04.779728 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d35d41-433c-46df-87e8-d319cf9907a8 req-6b5119dd-bff8-4469-a29d-7335aa14fe14 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:04.789231 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e8d35d41-433c-46df-87e8-d319cf9907a8 req-6b5119dd-bff8-4469-a29d-7335aa14fe14 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=35a543e3-71e2-4f4c-98a6-626d468e49b2 HTTP/1.1" status: 200 len: 943 time: 0.1131034 Jul 30 01:47:04.795906 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1c967715-842e-4180-ab4a-eb7c33291aed, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1c967715-842e-4180-ab4a-eb7c33291aed,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:04.797094 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c967715-842e-4180-ab4a-eb7c33291aed'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:04.801479 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0168b0e-cab1-49b1-93cc-8c5c1b09363f" -d '{"events": [{"server_uuid": "c08b45c4-342a-47f4-bc8a-6c135bfa13a6", "name": "network-vif-plugged", "status": "completed", "tag": "1c967715-842e-4180-ab4a-eb7c33291aed"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:04.816716 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21ec153-1d0d-4b63-9fe0-38389307c49c', 'tag': '745a29e1-586a-4e28-a419-5e485ec3619d'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:04.819598 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508f5e64-f10a-4979-9672-766d1ebebf55" -d '{"events": [{"name": "network-changed", "server_uuid": "d21ec153-1d0d-4b63-9fe0-38389307c49c", "tag": "745a29e1-586a-4e28-a419-5e485ec3619d"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:04.852753 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.860174 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.881230 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2c9ea30-cd92-4d10-9789-659887db9548 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.890955 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0a2d5a87-79be-46de-8ed9-0cbf8390e7d2 req-b2569b87-ecf3-4933-a9cf-b2d71ca9804d tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976893 Jul 30 01:47:04.924074 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-111a1e89-951f-4706-9ede-ed2e77813b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.927122 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-ed056723-b1ca-41c8-9166-f3d1cfb4afe0 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405582 Jul 30 01:47:04.948550 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Network 4fafccc5-fb47-4324-8e99-bb0237539cfb is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:04.956107 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:04.960543 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:04.981990 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e8d35d41-433c-46df-87e8-d319cf9907a8 req-542f03b4-a1c6-4f9a-8323-fe36b239ddd9 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772091 Jul 30 01:47:04.982526 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.988492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Pushing event updated for resources: {'Port': ['ID=5b79704a-6963-4531-ae29-33f6529d2bd4,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:05.071136 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4150cf66-a648-4ab2-9a78-7c466dea0d89 x-openstack-request-id: req-4150cf66-a648-4ab2-9a78-7c466dea0d89 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:05.071842 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08b45c4-342a-47f4-bc8a-6c135bfa13a6", "name": "network-vif-plugged", "status": "completed", "tag": "1c967715-842e-4180-ab4a-eb7c33291aed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:05.072284 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4150cf66-a648-4ab2-9a78-7c466dea0d89 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:05.072884 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c967715-842e-4180-ab4a-eb7c33291aed', 'code': 200} Jul 30 01:47:05.127666 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-111a1e89-951f-4706-9ede-ed2e77813b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.140618 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e76f116-5145-483a-9ee4-e40cc46741d9 x-openstack-request-id: req-8e76f116-5145-483a-9ee4-e40cc46741d9 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:05.141299 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21ec153-1d0d-4b63-9fe0-38389307c49c", "tag": "745a29e1-586a-4e28-a419-5e485ec3619d", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:05.141777 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e76f116-5145-483a-9ee4-e40cc46741d9 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:05.142801 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21ec153-1d0d-4b63-9fe0-38389307c49c', 'tag': '745a29e1-586a-4e28-a419-5e485ec3619d', 'status': 'completed', 'code': 200} Jul 30 01:47:05.148584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:05.149079 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.150454 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] 10.222.0.77 "PUT /v2.0/ports/6e306881-474e-43fa-a6dc-d5cb6ae38642 HTTP/1.1" status: 200 len: 1091 time: 2.0311925 Jul 30 01:47:05.156024 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a543e3-71e2-4f4c-98a6-626d468e49b2', 'tag': '6e306881-474e-43fa-a6dc-d5cb6ae38642'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:05.157746 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Attempting to bind port 5b79704a-6963-4531-ae29-33f6529d2bd4 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:05.158645 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Attempting to bind port 5b79704a-6963-4531-ae29-33f6529d2bd4 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '197182fc-ce63-43fa-a67a-22098b80c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:05.163898 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dd237a-640e-4623-a394-b7ce27fb4d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "35a543e3-71e2-4f4c-98a6-626d468e49b2", "tag": "6e306881-474e-43fa-a6dc-d5cb6ae38642"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:05.167856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Attempting to bind port 5b79704a-6963-4531-ae29-33f6529d2bd4 on network 4fafccc5-fb47-4324-8e99-bb0237539cfb {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:05.185283 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=1c967715-842e-4180-ab4a-eb7c33291aed,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:05.190483 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:05.190974 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Checking segment: {'id': '197182fc-ce63-43fa-a67a-22098b80c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:05.191455 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.191924 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Bound using segment: {'id': '197182fc-ce63-43fa-a67a-22098b80c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:05.192548 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Bound port: 5b79704a-6963-4531-ae29-33f6529d2bd4, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197182fc-ce63-43fa-a67a-22098b80c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:05.192999 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.211529 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a1e89-951f-4706-9ede-ed2e77813b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde54db3-255b-4303-8994-4a2546a17ae4,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:05.221310 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-111a1e89-951f-4706-9ede-ed2e77813b2c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af60772d8b6644629dd624da0daa57cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0511045 Jul 30 01:47:05.231785 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40308) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:05.245682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9ea30-cd92-4d10-9789-659887db9548 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event updated for resources: {'Subnet': ['ID=1e8b54c9-c010-49c7-9d5f-e1c33434bff9,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:05.268456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9448652-205e-4817-aeef-e4d016a88506 service neutron] Pushing event updated for resources: {'Port': ['ID=6e306881-474e-43fa-a6dc-d5cb6ae38642,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:05.279891 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd16658-805d-40e9-b023-8125a8381d34 x-openstack-request-id: req-4dd16658-805d-40e9-b023-8125a8381d34 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:05.280516 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a543e3-71e2-4f4c-98a6-626d468e49b2", "tag": "6e306881-474e-43fa-a6dc-d5cb6ae38642", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:05.280967 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4dd16658-805d-40e9-b023-8125a8381d34 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:05.281565 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a543e3-71e2-4f4c-98a6-626d468e49b2', 'tag': '6e306881-474e-43fa-a6dc-d5cb6ae38642', 'status': 'completed', 'code': 200} Jul 30 01:47:05.295935 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c9ea30-cd92-4d10-9789-659887db9548 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Checking segment: {'id': '517e2d6b-5c75-4689-85c7-570b6e930a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4192d8a2-31a3-4331-99e1-418e1e9f6bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:05.296660 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c9ea30-cd92-4d10-9789-659887db9548 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Network hostable DHCP agents. Network: 4192d8a2-31a3-4331-99e1-418e1e9f6bfc, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:47:05.302584 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-552f24e5-85c9-42f8-81db-c38c3bfa05b6 req-4af24602-419c-4318-a1fa-21ca9914588d service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672187 Jul 30 01:47:05.328822 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0843e05d-8c16-4b80-9467-98c60cd21c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.361932 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0843e05d-8c16-4b80-9467-98c60cd21c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.437628 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] For port 5b79704a-6963-4531-ae29-33f6529d2bd4, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:05.445984 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] For port 5b79704a-6963-4531-ae29-33f6529d2bd4, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5b79704a-6963-4531-ae29-33f6529d2bd4,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:05.477431 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd237a-640e-4623-a394-b7ce27fb4d3d req-683e8272-ab34-4b3d-93a9-2b3828f5d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:05.477431 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42dd237a-640e-4623-a394-b7ce27fb4d3d req-683e8272-ab34-4b3d-93a9-2b3828f5d6a5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2211a8e1d006442d9db8c662662819e1&device_id=35a543e3-71e2-4f4c-98a6-626d468e49b2 HTTP/1.1" status: 200 len: 1094 time: 0.1354601 Jul 30 01:47:05.526012 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f5e64-f10a-4979-9672-766d1ebebf55 req-bb1afa90-3ee0-4467-b07c-6b14d98ae822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:05.527786 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-508f5e64-f10a-4979-9672-766d1ebebf55 req-bb1afa90-3ee0-4467-b07c-6b14d98ae822 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 1098 time: 0.0466094 Jul 30 01:47:05.597983 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c9ea30-cd92-4d10-9789-659887db9548 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Network 4192d8a2-31a3-4331-99e1-418e1e9f6bfc is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:47:05.636747 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.637372 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0843e05d-8c16-4b80-9467-98c60cd21c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.644112 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0843e05d-8c16-4b80-9467-98c60cd21c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.698117 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0843e05d-8c16-4b80-9467-98c60cd21c60 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bde54db3-255b-4303-8994-4a2546a17ae4 HTTP/1.1" status: 204 len: 168 time: 0.4128559 Jul 30 01:47:05.747495 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f5e64-f10a-4979-9672-766d1ebebf55 req-343f42c9-9b2a-47f1-8c29-69c3dd122343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:05.751313 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-508f5e64-f10a-4979-9672-766d1ebebf55 req-343f42c9-9b2a-47f1-8c29-69c3dd122343 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.2140310 Jul 30 01:47:05.759852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843e05d-8c16-4b80-9467-98c60cd21c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde54db3-255b-4303-8994-4a2546a17ae4,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:05.762981 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-e2c9ea30-cd92-4d10-9789-659887db9548 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 4192d8a2-31a3-4331-99e1-418e1e9f6bfc) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:05.783684 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dc8496-0349-4768-b9c4-6c08a2ed0695 None None] Network 4192d8a2-31a3-4331-99e1-418e1e9f6bfc requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:47:05.797046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c9ea30-cd92-4d10-9789-659887db9548 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:05.797895 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2c9ea30-cd92-4d10-9789-659887db9548 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.803711 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd237a-640e-4623-a394-b7ce27fb4d3d req-526bba59-d634-4efc-8d15-07b58269d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:05.820453 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42dd237a-640e-4623-a394-b7ce27fb4d3d req-526bba59-d634-4efc-8d15-07b58269d8e8 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=2211a8e1d006442d9db8c662662819e1&shared=False HTTP/1.1" status: 200 len: 905 time: 0.3290145 Jul 30 01:47:05.825483 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-508f5e64-f10a-4979-9672-766d1ebebf55 req-8a134e41-9b9b-413c-b3a1-bf15b7c0a19a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=745a29e1-586a-4e28-a419-5e485ec3619d HTTP/1.1" status: 200 len: 217 time: 0.0602624 Jul 30 01:47:05.835813 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9abe8-179e-4f1f-9c74-06dd4709eb1f None None] Pushing event updated for resources: {'Port': ['ID=5b79704a-6963-4531-ae29-33f6529d2bd4,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:05.964089 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device de27662d-792b-406b-8a85-51d6337f9953 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:47:05.995195 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f5e64-f10a-4979-9672-766d1ebebf55 req-2d3a4dcb-c986-4f80-9f8b-844e179b11b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:05.996751 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-508f5e64-f10a-4979-9672-766d1ebebf55 req-2d3a4dcb-c986-4f80-9f8b-844e179b11b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1608803 Jul 30 01:47:06.054263 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: de27662d-792b-406b-8a85-51d6337f9953 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:47:06.054627 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device de27662d-792b-406b-8a85-51d6337f9953 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:47:06.080419 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-d9ac944a-c0e9-47ea-8259-259feedc81f1 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:06.090744 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-d9ac944a-c0e9-47ea-8259-259feedc81f1 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/networks?id=9030b8df-7223-43a1-87ad-4d6177bec344 HTTP/1.1" status: 200 len: 811 time: 0.5980299 Jul 30 01:47:06.123919 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-a7857d1d-821c-4059-a07e-a5763c35312f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/quotas/7d3611f928ae4827a5bdd2be25a39ca2 HTTP/1.1" status: 200 len: 375 time: 0.0315979 Jul 30 01:47:06.135863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd237a-640e-4623-a394-b7ce27fb4d3d req-1df0490c-bbe3-43b9-9599-e384b44134e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:06.137598 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42dd237a-640e-4623-a394-b7ce27fb4d3d req-1df0490c-bbe3-43b9-9599-e384b44134e5 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2918324 Jul 30 01:47:06.191980 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-c9f8a895-d3f6-426e-8ab9-71ea7d688f84 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662518 Jul 30 01:47:06.289201 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f5e64-f10a-4979-9672-766d1ebebf55 req-ec9ef987-414f-41b3-aae5-10db915de0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:06.299242 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-508f5e64-f10a-4979-9672-766d1ebebf55 req-ec9ef987-414f-41b3-aae5-10db915de0a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2903838 Jul 30 01:47:06.335941 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-4192d8a2-31a3-4331-99e1-418e1e9f6bfc', 'network_id': '4192d8a2-31a3-4331-99e1-418e1e9f6bfc', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'fixed_ips': [{'subnet_id': '1e8b54c9-c010-49c7-9d5f-e1c33434bff9'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:47:06.341130 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:06.391183 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e2c9ea30-cd92-4d10-9789-659887db9548 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6005731 Jul 30 01:47:06.392694 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de549f-e48a-4b2c-9deb-03bc8d562ce5 req-bf1089bd-bd26-4b17-a6cd-9f22fa233b8b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:06.393915 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40340) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:06.396006 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-64de549f-e48a-4b2c-9deb-03bc8d562ce5 req-bf1089bd-bd26-4b17-a6cd-9f22fa233b8b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 947 time: 0.3549116 Jul 30 01:47:06.413643 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-786b4ba3-b22e-44d8-a53a-24d5201c0f84 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Request body: {'port': {'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb', 'name': 'tempest-TaggedBootDevicesTest_v242-1607745970', 'fixed_ips': [{'subnet_id': 'e3d413a5-ba18-4a54-8a98-960735231465'}]}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:06.427097 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-d9c32fad-48b6-4741-bd54-87b717697495 service neutron] 10.222.0.70 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327287 Jul 30 01:47:06.483216 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-64de549f-e48a-4b2c-9deb-03bc8d562ce5 req-03697b81-7528-43b7-870c-50126b60ba9c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483284 Jul 30 01:47:06.561916 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-508f5e64-f10a-4979-9672-766d1ebebf55 req-9b37331a-acde-4f1d-8141-d12fe965a064 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482708 Jul 30 01:47:06.650354 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-28b31c29-6e1e-4c32-8bdf-f76a8e25d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:06.651776 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-28b31c29-6e1e-4c32-8bdf-f76a8e25d431 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2211a8e1d006442d9db8c662662819e1&device_id=35a543e3-71e2-4f4c-98a6-626d468e49b2 HTTP/1.1" status: 200 len: 1094 time: 0.2977922 Jul 30 01:47:06.673054 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Allocated IP 10.2.2.2 (4192d8a2-31a3-4331-99e1-418e1e9f6bfc/1e8b54c9-c010-49c7-9d5f-e1c33434bff9/a75e4114-4574-4f25-b680-16240c90119e) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:06.799262 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-f6104c7c-b390-454a-a01e-917f7898555e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e306881-474e-43fa-a6dc-d5cb6ae38642 HTTP/1.1" status: 200 len: 217 time: 0.1276853 Jul 30 01:47:06.856618 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd4d6c-4b0e-41d9-8441-269e69572a13 req-fb03639e-4e49-478d-9576-3beb524d865b tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:06.861376 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11fd4d6c-4b0e-41d9-8441-269e69572a13 req-fb03639e-4e49-478d-9576-3beb524d865b tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=35a543e3-71e2-4f4c-98a6-626d468e49b2 HTTP/1.1" status: 200 len: 943 time: 0.1792774 Jul 30 01:47:06.945003 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-7f33b219-ce40-48a0-a2b1-1e83c4d9cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:06.946540 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-7f33b219-ce40-48a0-a2b1-1e83c4d9cfaa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f913f80b-cf68-4e50-b702-51dfbe27bf11 HTTP/1.1" status: 200 len: 844 time: 0.1203871 Jul 30 01:47:06.982175 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-bedb6df0-98ec-4b44-b25f-b179cb670e93 service neutron] 10.222.0.70 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541053 Jul 30 01:47:07.081127 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-60e36702-5a87-4924-a766-06773f00d8c0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=451069e3-0489-46ed-9dc8-b24b5ce11b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977116 Jul 30 01:47:07.085076 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11fd4d6c-4b0e-41d9-8441-269e69572a13 req-0cf3f405-b5df-4884-b646-b5e25b7265e2 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049673 Jul 30 01:47:07.136842 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:07.155638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Transition to ACTIVE for port object a75e4114-4574-4f25-b680-16240c90119e will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:07.159942 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-508f5e64-f10a-4979-9672-766d1ebebf55 req-641bdc95-9650-4f19-8a1f-7e2af5a0a8ed service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5892539 Jul 30 01:47:07.211525 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Transition to ACTIVE for port object a75e4114-4574-4f25-b680-16240c90119e will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:07.258276 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786b4ba3-b22e-44d8-a53a-24d5201c0f84 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Made reservation on behalf of c72c67525be041dbbba86358033d985a for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:07.314231 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:07.450645 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Pushing event updated for resources: {'Port': ['ID=a75e4114-4574-4f25-b680-16240c90119e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:07.453505 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb662c3-e835-4952-be05-2af39a5984b3 None None] Network 4fafccc5-fb47-4324-8e99-bb0237539cfb requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:47:07.545275 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-786b4ba3-b22e-44d8-a53a-24d5201c0f84 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:07.696412 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-786b4ba3-b22e-44d8-a53a-24d5201c0f84 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] device_id is not set on port bd7f1b6c-b67b-4490-b720-9d9c4cd45449 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:47:07.726804 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e81c94f6-7385-4d2e-ae72-bae1dfdaa666 req-0c071aaa-b51f-43d9-8dfe-d12fde871525 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 210 time: 0.1441107 Jul 30 01:47:07.800068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Network 4192d8a2-31a3-4331-99e1-418e1e9f6bfc is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:07.816298 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:07.822376 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:07.938920 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bb497013-2dcf-49fa-9b9f-547da5f03128 None None] Provisioning for port 5b79704a-6963-4531-ae29-33f6529d2bd4 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:08.010393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 745a29e1-586a-4e28-a419-5e485ec3619d details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:47:08.012326 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5b79704a-6963-4531-ae29-33f6529d2bd4 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:08.039667 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7e22d-0b4c-4895-a851-0af107552008 req-ac107bbf-f6c9-45e7-9545-80953be3d5b8 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:08.040827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40410) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:08.043559 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e1c7e22d-0b4c-4895-a851-0af107552008 req-ac107bbf-f6c9-45e7-9545-80953be3d5b8 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 947 time: 0.2261014 Jul 30 01:47:08.085730 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-cd28065a-c153-4903-86e7-443163abddfc service neutron] 10.222.0.77 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9677649 Jul 30 01:47:08.191439 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Attempting to bind port a75e4114-4574-4f25-b680-16240c90119e on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:08.191439 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Attempting to bind port a75e4114-4574-4f25-b680-16240c90119e by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '517e2d6b-5c75-4689-85c7-570b6e930a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4192d8a2-31a3-4331-99e1-418e1e9f6bfc'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:08.191758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Attempting to bind port a75e4114-4574-4f25-b680-16240c90119e on network 4192d8a2-31a3-4331-99e1-418e1e9f6bfc {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:08.192318 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e1c7e22d-0b4c-4895-a851-0af107552008 req-bc752103-94b9-4e9f-8a3b-005699200e07 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379876 Jul 30 01:47:08.261435 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:08.262126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Checking segment: {'id': '517e2d6b-5c75-4689-85c7-570b6e930a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4192d8a2-31a3-4331-99e1-418e1e9f6bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:08.262739 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.263321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Bound using segment: {'id': '517e2d6b-5c75-4689-85c7-570b6e930a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4192d8a2-31a3-4331-99e1-418e1e9f6bfc'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:08.264031 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Bound port: a75e4114-4574-4f25-b680-16240c90119e, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517e2d6b-5c75-4689-85c7-570b6e930a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4192d8a2-31a3-4331-99e1-418e1e9f6bfc'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:08.264872 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.429400 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] For port a75e4114-4574-4f25-b680-16240c90119e, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:08.433542 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] For port a75e4114-4574-4f25-b680-16240c90119e, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a75e4114-4574-4f25-b680-16240c90119e,segment=NetworkSegment(517e2d6b-5c75-4689-85c7-570b6e930a29),segment_id=517e2d6b-5c75-4689-85c7-570b6e930a29)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:08.448780 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 5b79704a-6963-4531-ae29-33f6529d2bd4 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:08.458204 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 5b79704a-6963-4531-ae29-33f6529d2bd4 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:08.459186 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.574878 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.665773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 745a29e1-586a-4e28-a419-5e485ec3619d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=745a29e1-586a-4e28-a419-5e485ec3619d,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:08.741875 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '745a29e1-586a-4e28-a419-5e485ec3619d', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '745a29e1-586a-4e28-a419-5e485ec3619d', 'mac_address': 'fa:16:3e:fb:cc:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:47:08.876023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9e627-7149-4ebe-905d-73421ed5c379 None None] Pushing event updated for resources: {'Port': ['ID=a75e4114-4574-4f25-b680-16240c90119e,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:08.892205 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40432) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:08.896198 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.897186 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.901200 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-169a9c39-0182-47aa-a802-c0c33a14bf36 None None] Provisioning complete for port 5b79704a-6963-4531-ae29-33f6529d2bd4 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:08.901385 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b6ea8b0-f4c1-4804-a844-b8f7aa6fd640 req-44fc94d5-a6b9-42a2-a493-de2da9950127 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 210 time: 0.0787282 Jul 30 01:47:08.903047 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-169a9c39-0182-47aa-a802-c0c33a14bf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.923663 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745a29e1-586a-4e28-a419-5e485ec3619d {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:08.970886 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b66f73c2-8d84-4034-becb-03c0c8405e81 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-846272825-network', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:08.985317 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 745a29e1-586a-4e28-a419-5e485ec3619d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=745a29e1-586a-4e28-a419-5e485ec3619d,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:09.010950 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 5b79704a-6963-4531-ae29-33f6529d2bd4, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5b79704a-6963-4531-ae29-33f6529d2bd4,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:09.071574 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.079177 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.110035 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9fd7a488-82e3-4e08-b47c-f6bfca041db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.129521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5974eb-b4b8-4207-9509-bca1a8b0a176 req-5613ecf8-ec87-46d6-998d-5c106de9a80c tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:09.134148 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb5974eb-b4b8-4207-9509-bca1a8b0a176 req-5613ecf8-ec87-46d6-998d-5c106de9a80c tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=35a543e3-71e2-4f4c-98a6-626d468e49b2 HTTP/1.1" status: 200 len: 943 time: 0.8715980 Jul 30 01:47:09.168023 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1ec00981-24c4-44bb-9ea5-3c9f89fba6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.253544 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66f73c2-8d84-4034-becb-03c0c8405e81 admin admin] Made reservation on behalf of b925993cc6564ab9911b25e36e01c143 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:09.259439 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b66f73c2-8d84-4034-becb-03c0c8405e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.262120 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-786b4ba3-b22e-44d8-a53a-24d5201c0f84 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Allocated IP 10.1.1.127 (4fafccc5-fb47-4324-8e99-bb0237539cfb/e3d413a5-ba18-4a54-8a98-960735231465/bd7f1b6c-b67b-4490-b720-9d9c4cd45449) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:09.296452 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-69998006-2afa-43e7-a567-fa0e483b8db7 req-c7a583b2-1f4b-4732-b063-da5c2ef0a515 service neutron] 10.222.0.77 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1906986 Jul 30 01:47:09.298754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=5b79704a-6963-4531-ae29-33f6529d2bd4,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:09.337384 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b66f73c2-8d84-4034-becb-03c0c8405e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.410402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['745a29e1-586a-4e28-a419-5e485ec3619d'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:09.419244 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb5974eb-b4b8-4207-9509-bca1a8b0a176 req-c2690d64-1626-4355-b4f6-10e4d5d10c0b tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551794 Jul 30 01:47:09.454852 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9fd7a488-82e3-4e08-b47c-f6bfca041db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.456367 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=745a29e1-586a-4e28-a419-5e485ec3619d,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:09.479952 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b2fdd-76a5-46fc-ac76-26b54891090a req-079dc9da-da70-4832-9a15-7d554c1685a2 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:09.489128 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-847b2fdd-76a5-46fc-ac76-26b54891090a req-079dc9da-da70-4832-9a15-7d554c1685a2 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 948 time: 0.1436100 Jul 30 01:47:09.542713 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-847b2fdd-76a5-46fc-ac76-26b54891090a req-06de0dd9-105c-43c5-8110-6b493be26b14 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523956 Jul 30 01:47:09.551223 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9fd7a488-82e3-4e08-b47c-f6bfca041db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.577500 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9fd7a488-82e3-4e08-b47c-f6bfca041db3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=81130c9cab404d0ab63a91bb1e84331b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6736233 Jul 30 01:47:09.585260 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40442) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:09.629693 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7a488-82e3-4e08-b47c-f6bfca041db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5009fbe2-2a0d-469d-9fbf-7d89e5353e35,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:09.674309 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b66f73c2-8d84-4034-becb-03c0c8405e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.681326 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18f8e4b7-fae1-4b79-b7e9-dda8ec321e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.735982 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18f8e4b7-fae1-4b79-b7e9-dda8ec321e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.829350 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b66f73c2-8d84-4034-becb-03c0c8405e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.917203 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-786b4ba3-b22e-44d8-a53a-24d5201c0f84 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.924472 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f73c2-8d84-4034-becb-03c0c8405e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f82b5a-cca9-43e3-802f-33dc9166a641,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:09.932295 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18f8e4b7-fae1-4b79-b7e9-dda8ec321e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.935758 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18f8e4b7-fae1-4b79-b7e9-dda8ec321e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.939461 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-18f8e4b7-fae1-4b79-b7e9-dda8ec321e06 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5009fbe2-2a0d-469d-9fbf-7d89e5353e35 HTTP/1.1" status: 204 len: 168 time: 0.3506625 Jul 30 01:47:09.965738 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8e4b7-fae1-4b79-b7e9-dda8ec321e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5009fbe2-2a0d-469d-9fbf-7d89e5353e35,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:09.994023 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-5b63236a-ef87-4520-bbc8-23e19fb24cc5 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2128832234&fields=id&tenant_id=d76b6f78d40643c59c83af2204827393 HTTP/1.1" status: 200 len: 267 time: 0.1580408 Jul 30 01:47:10.015038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66f73c2-8d84-4034-becb-03c0c8405e81 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:47:10.058479 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-786b4ba3-b22e-44d8-a53a-24d5201c0f84 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Transition to ACTIVE for port object bd7f1b6c-b67b-4490-b720-9d9c4cd45449 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:10.125319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5b79704a-6963-4531-ae29-33f6529d2bd4 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:10.138290 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2a486644-ee65-4bda-8226-d172fa314c11 req-79de5d73-8177-4b2e-b9ed-f323c2257504 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 210 time: 0.0560515 Jul 30 01:47:10.167299 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b66f73c2-8d84-4034-becb-03c0c8405e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:10.167654 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-b66f73c2-8d84-4034-becb-03c0c8405e81 admin admin] Added segment f2f1301b-cba8-4a95-bfd3-2c80deced6b9 of type vlan for network c4c1a6d3-9310-46dd-b172-3b32195b5301 Jul 30 01:47:10.262784 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 5b79704a-6963-4531-ae29-33f6529d2bd4 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:10.263804 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:10.283569 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b66f73c2-8d84-4034-becb-03c0c8405e81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:10.327267 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139dc725-a462-4851-aa79-281dc7f19664 None None] Network 4192d8a2-31a3-4331-99e1-418e1e9f6bfc requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:47:10.344980 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-50991e50-c696-4382-97d0-27ba60f5f611 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:10.347316 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-50991e50-c696-4382-97d0-27ba60f5f611 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/networks?id=d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 HTTP/1.1" status: 200 len: 815 time: 0.3385925 Jul 30 01:47:10.388946 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-ea3c7791-5bf3-4ce0-9bb4-373ddb3034d2 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/quotas/d76b6f78d40643c59c83af2204827393 HTTP/1.1" status: 200 len: 375 time: 0.0323930 Jul 30 01:47:10.455115 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-786b4ba3-b22e-44d8-a53a-24d5201c0f84 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:10.466407 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b66f73c2-8d84-4034-becb-03c0c8405e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:10.474526 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66f73c2-8d84-4034-becb-03c0c8405e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:10.474526 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b66f73c2-8d84-4034-becb-03c0c8405e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:10.595786 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0a4d0f10-e68a-452a-9f64-35bd9900e713 None None] Provisioning for port a75e4114-4574-4f25-b680-16240c90119e completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:10.638724 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a75e4114-4574-4f25-b680-16240c90119e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:10.660919 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9473286-40cb-433b-81aa-440349d772dd req-ae2a3821-b6d3-4af4-ab88-630a8eda8b2e tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:10.670568 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9473286-40cb-433b-81aa-440349d772dd req-ae2a3821-b6d3-4af4-ab88-630a8eda8b2e tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=35a543e3-71e2-4f4c-98a6-626d468e49b2 HTTP/1.1" status: 200 len: 943 time: 0.1061184 Jul 30 01:47:10.678387 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-5fcc5092-78ea-48e9-bf2b-015c160f020e tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d76b6f78d40643c59c83af2204827393&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2804215 Jul 30 01:47:10.771125 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9473286-40cb-433b-81aa-440349d772dd req-1a37e0d9-0b58-4c9c-b27c-9aa65362359f tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871334 Jul 30 01:47:10.814983 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-53b57621-518d-4f64-a540-a1a609cb1391 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:10.817367 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-53b57621-518d-4f64-a540-a1a609cb1391 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.10 "GET /v2.0/networks?id=9030b8df-7223-43a1-87ad-4d6177bec344 HTTP/1.1" status: 200 len: 811 time: 0.3893170 Jul 30 01:47:10.837481 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-d62349eb-b9bb-4987-af99-7e2e09d937f4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Request body: {'port': {'device_id': 'aaf67ab1-d837-47af-a26d-81e6a6b55cc2', 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344', 'admin_state_up': True, 'tenant_id': '7d3611f928ae4827a5bdd2be25a39ca2'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:10.853123 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786b4ba3-b22e-44d8-a53a-24d5201c0f84 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Network 4fafccc5-fb47-4324-8e99-bb0237539cfb is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:10.857458 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-a49d14c7-3c4c-4830-a13f-4924c03f9612 service neutron] 10.222.0.70 "GET /v2.0/networks/d6cc57bf-b26e-4ce8-8e80-631c09a61bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585164 Jul 30 01:47:10.867237 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b66f73c2-8d84-4034-becb-03c0c8405e81 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8140056 Jul 30 01:47:10.873491 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port a75e4114-4574-4f25-b680-16240c90119e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:10.876030 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-786b4ba3-b22e-44d8-a53a-24d5201c0f84 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:10.883809 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port a75e4114-4574-4f25-b680-16240c90119e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:10.886569 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:10.886736 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40472) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:10.892781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f73c2-8d84-4034-becb-03c0c8405e81 admin admin] Pushing event updated for resources: {'Network': ['ID=c4c1a6d3-9310-46dd-b172-3b32195b5301,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:10.907928 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786b4ba3-b22e-44d8-a53a-24d5201c0f84 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:10.914726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Request body: {'subnet': {'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-846272825-subnet', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:10.946248 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network c4c1a6d3-9310-46dd-b172-3b32195b5301 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:47:10.989006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786b4ba3-b22e-44d8-a53a-24d5201c0f84 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:10.990804 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-786b4ba3-b22e-44d8-a53a-24d5201c0f84 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:11.004747 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b4ba3-b22e-44d8-a53a-24d5201c0f84 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event updated for resources: {'Port': ['ID=bd7f1b6c-b67b-4490-b720-9d9c4cd45449,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:11.113097 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Made reservation on behalf of b925993cc6564ab9911b25e36e01c143 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:11.119125 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:11.147791 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:11.220736 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port a75e4114-4574-4f25-b680-16240c90119e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a75e4114-4574-4f25-b680-16240c90119e,segment=NetworkSegment(517e2d6b-5c75-4689-85c7-570b6e930a29),segment_id=517e2d6b-5c75-4689-85c7-570b6e930a29)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:11.262967 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-afcc7eb8-ba4e-43b6-87d2-f4c433fad41d None None] Provisioning complete for port a75e4114-4574-4f25-b680-16240c90119e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:11.263352 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-afcc7eb8-ba4e-43b6-87d2-f4c433fad41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:11.281564 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-786b4ba3-b22e-44d8-a53a-24d5201c0f84 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8825221 Jul 30 01:47:11.284464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40482) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:11.293180 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a88973c4-ddbb-4e3d-afe6-a8163348ed74 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Request body: {'port': {'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb', 'name': 'tempest-TaggedBootDevicesTest_v242-592123969', 'fixed_ips': [{'subnet_id': 'e3d413a5-ba18-4a54-8a98-960735231465'}]}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:11.316016 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-8b9e82c6-4be7-46cd-b018-2790eed73c48 service neutron] 10.222.0.70 "GET /v2.0/networks/d6cc57bf-b26e-4ce8-8e80-631c09a61bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065752 Jul 30 01:47:11.336717 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:11.579800 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8c621-afba-4af5-a75a-1864384ec68e req-cc18c223-c123-4ebd-81e6-ffbe31f01803 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:11.581173 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-54d8c621-afba-4af5-a75a-1864384ec68e req-cc18c223-c123-4ebd-81e6-ffbe31f01803 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 948 time: 0.6018548 Jul 30 01:47:11.631097 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:11.681438 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-d62349eb-b9bb-4987-af99-7e2e09d937f4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Made reservation on behalf of 7d3611f928ae4827a5bdd2be25a39ca2 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:11.688215 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-d62349eb-b9bb-4987-af99-7e2e09d937f4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:11.710438 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-54d8c621-afba-4af5-a75a-1864384ec68e req-0415a112-8da5-474a-94c5-5cee483f88da tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166649 Jul 30 01:47:11.741768 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=a75e4114-4574-4f25-b680-16240c90119e,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:11.794105 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88973c4-ddbb-4e3d-afe6-a8163348ed74 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Made reservation on behalf of c72c67525be041dbbba86358033d985a for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:11.794585 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c7250ca1-7059-42be-bc1f-5a7bdac0d766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:11.797259 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:11.798830 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a88973c4-ddbb-4e3d-afe6-a8163348ed74 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:11.832600 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-a88973c4-ddbb-4e3d-afe6-a8163348ed74 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] device_id is not set on port 6d8c1817-5e16-4333-88e9-6baf283dd55a yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:47:11.898873 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a75e4114-4574-4f25-b680-16240c90119e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:11.933503 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-587f95a4-2d4b-4d3d-8bfa-d669c981758e req-54a7d32e-d6fb-41c5-b343-42238127f176 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 210 time: 0.0662541 Jul 30 01:47:11.934512 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e06878ac-6342-4e72-a6a9-2977bc593aeb,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:11.984961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9f13bea8-a9a5-497e-a339-24e10af60675 None None] Provisioning for port bd7f1b6c-b67b-4490-b720-9d9c4cd45449 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:11.990165 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9f13bea8-a9a5-497e-a339-24e10af60675 None None] Provisioning complete for port bd7f1b6c-b67b-4490-b720-9d9c4cd45449 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:11.998718 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f13bea8-a9a5-497e-a339-24e10af60675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.000756 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port a75e4114-4574-4f25-b680-16240c90119e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:12.001363 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.013588 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:12.013891 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:12.014230 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:12.015284 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:12.015566 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:12.015900 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:12.016442 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:12.016955 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:12.017452 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:12.018706 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:12.019229 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:12.019753 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:12.043012 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Checking segment: {'id': 'f2f1301b-cba8-4a95-bfd3-2c80deced6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:12.043645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Network hostable DHCP agents. Network: c4c1a6d3-9310-46dd-b172-3b32195b5301, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:47:12.080012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 745a29e1-586a-4e28-a419-5e485ec3619d up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:12.082539 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 6e306881-474e-43fa-a6dc-d5cb6ae38642 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:47:12.191358 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668115-9531-4810-b633-2efc3ec265b4 req-dfbb25be-5b01-4932-bbab-de7f48ba918d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:12.198946 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bb668115-9531-4810-b633-2efc3ec265b4 req-dfbb25be-5b01-4932-bbab-de7f48ba918d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=35a543e3-71e2-4f4c-98a6-626d468e49b2 HTTP/1.1" status: 200 len: 943 time: 0.1442504 Jul 30 01:47:12.211128 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-d62349eb-b9bb-4987-af99-7e2e09d937f4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Allocated IP 172.20.0.7 (9030b8df-7223-43a1-87ad-4d6177bec344/00d5dfcf-9789-4d3c-a9c4-d79d05163f3c/890ac296-a0c3-485e-a61d-fbfb92f02a3c) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:12.213171 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-a88973c4-ddbb-4e3d-afe6-a8163348ed74 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Allocated IP 10.1.1.161 (4fafccc5-fb47-4324-8e99-bb0237539cfb/e3d413a5-ba18-4a54-8a98-960735231465/6d8c1817-5e16-4333-88e9-6baf283dd55a) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:12.216199 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9f13bea8-a9a5-497e-a339-24e10af60675 None None] Port bd7f1b6c-b67b-4490-b720-9d9c4cd45449 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:47:12.265218 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bb668115-9531-4810-b633-2efc3ec265b4 req-7bd3b454-8657-4aaf-b63d-808afaf57310 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650849 Jul 30 01:47:12.352109 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 6e306881-474e-43fa-a6dc-d5cb6ae38642, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6e306881-474e-43fa-a6dc-d5cb6ae38642,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:12.371408 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '6e306881-474e-43fa-a6dc-d5cb6ae38642', 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a', 'port_id': '6e306881-474e-43fa-a6dc-d5cb6ae38642', 'mac_address': 'fa:16:3e:2c:7f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f913f80b-cf68-4e50-b702-51dfbe27bf11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:47:12.416732 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.429758 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a88973c4-ddbb-4e3d-afe6-a8163348ed74 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.431599 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e306881-474e-43fa-a6dc-d5cb6ae38642 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:12.435735 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-d62349eb-b9bb-4987-af99-7e2e09d937f4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.446146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-a88973c4-ddbb-4e3d-afe6-a8163348ed74 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Transition to ACTIVE for port object 6d8c1817-5e16-4333-88e9-6baf283dd55a will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:12.454186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 6e306881-474e-43fa-a6dc-d5cb6ae38642, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6e306881-474e-43fa-a6dc-d5cb6ae38642,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:12.536752 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ef934b2-c68c-42b2-bb22-475120978906 req-f20ba108-a508-42f0-96ff-0b13afbc59ff tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=4e58ffac635841bc8ea0cee7856843fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269423 Jul 30 01:47:12.642395 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef934b2-c68c-42b2-bb22-475120978906 req-d93e073e-d4ab-4b55-bf67-c22ce7b17945 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:12.643869 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ef934b2-c68c-42b2-bb22-475120978906 req-d93e073e-d4ab-4b55-bf67-c22ce7b17945 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1016419 Jul 30 01:47:12.659021 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ef934b2-c68c-42b2-bb22-475120978906 req-c649fbf9-4a1d-440d-8ea3-6d76b7a5a102 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/quotas/4e58ffac635841bc8ea0cee7856843fb HTTP/1.1" status: 200 len: 375 time: 0.0090039 Jul 30 01:47:12.699767 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ef934b2-c68c-42b2-bb22-475120978906 req-c7e3cf9d-7cff-43e3-b107-b527e98bfd9c tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4e58ffac635841bc8ea0cee7856843fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337765 Jul 30 01:47:12.759596 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Network c4c1a6d3-9310-46dd-b172-3b32195b5301 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:47:12.759809 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.761282 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a88973c4-ddbb-4e3d-afe6-a8163348ed74 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.763630 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-d62349eb-b9bb-4987-af99-7e2e09d937f4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.767432 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 745a29e1-586a-4e28-a419-5e485ec3619d completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:12.815662 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-d62349eb-b9bb-4987-af99-7e2e09d937f4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Network 9030b8df-7223-43a1-87ad-4d6177bec344 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:12.821548 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-d62349eb-b9bb-4987-af99-7e2e09d937f4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:12.829000 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-d62349eb-b9bb-4987-af99-7e2e09d937f4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:12.838407 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62349eb-b9bb-4987-af99-7e2e09d937f4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Pushing event updated for resources: {'Port': ['ID=890ac296-a0c3-485e-a61d-fbfb92f02a3c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:12.856212 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1bed52bf-bfb1-41ca-b857-0d4742ee1b2e req-a05d66cc-c3b3-47fe-bbce-e6b3cfca3e9c tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 210 time: 0.0472491 Jul 30 01:47:12.883820 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 745a29e1-586a-4e28-a419-5e485ec3619d triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:12.884200 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.887675 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88973c4-ddbb-4e3d-afe6-a8163348ed74 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Network 4fafccc5-fb47-4324-8e99-bb0237539cfb is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:12.891522 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-a88973c4-ddbb-4e3d-afe6-a8163348ed74 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:12.897467 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88973c4-ddbb-4e3d-afe6-a8163348ed74 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:12.930016 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, c4c1a6d3-9310-46dd-b172-3b32195b5301) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:12.950065 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:12.950842 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.997771 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4d77f0-526f-4e8c-ae5e-69e9d971b69a None None] Network c4c1a6d3-9310-46dd-b172-3b32195b5301 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:47:13.063518 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88973c4-ddbb-4e3d-afe6-a8163348ed74 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event updated for resources: {'Port': ['ID=6d8c1817-5e16-4333-88e9-6baf283dd55a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:13.075060 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-d62349eb-b9bb-4987-af99-7e2e09d937f4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:13.076048 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-d62349eb-b9bb-4987-af99-7e2e09d937f4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:13.083228 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-75ecd646-5a67-442d-b0a8-db9a90a854e7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1946104 Jul 30 01:47:13.086657 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40538) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:13.115730 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-530f009d-cad2-4742-853c-6c6146e506c5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-846272825-router', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:13.178778 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88973c4-ddbb-4e3d-afe6-a8163348ed74 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:13.178778 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a88973c4-ddbb-4e3d-afe6-a8163348ed74 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:13.195446 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db199a-f72c-4bbb-a538-5bba6701ed2e req-2f016208-ef06-4c99-bb40-c0b7e13bdd1f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:13.218896 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0db199a-f72c-4bbb-a538-5bba6701ed2e req-2f016208-ef06-4c99-bb40-c0b7e13bdd1f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 948 time: 0.2289727 Jul 30 01:47:13.237695 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['6e306881-474e-43fa-a6dc-d5cb6ae38642'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:13.245851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=6e306881-474e-43fa-a6dc-d5cb6ae38642,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:13.255930 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-d62349eb-b9bb-4987-af99-7e2e09d937f4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4219565 Jul 30 01:47:13.276734 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215f61f-7c48-47dd-aeef-e1c9a12c24a5 req-2df32e21-f0f4-4ada-aa6d-b4f8a16bdb2d tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:13.288048 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4215f61f-7c48-47dd-aeef-e1c9a12c24a5 req-2df32e21-f0f4-4ada-aa6d-b4f8a16bdb2d tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 931 time: 0.1422760 Jul 30 01:47:13.300179 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] Request body: {'port': {'device_id': 'aaf67ab1-d837-47af-a26d-81e6a6b55cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:13.300519 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0db199a-f72c-4bbb-a538-5bba6701ed2e req-19aff209-6f6d-4c92-b695-a18af1be88db tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793264 Jul 30 01:47:13.353048 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-530f009d-cad2-4742-853c-6c6146e506c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:13.354404 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-530f009d-cad2-4742-853c-6c6146e506c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:13.357473 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:13.476692 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-148a25e6-816f-456c-8927-568dbf2ac32b req-dfd64844-d80d-410c-bfff-a0074a30d9f7 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/ports?device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 210 time: 0.0882285 Jul 30 01:47:13.499334 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:13.576578 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a88973c4-ddbb-4e3d-afe6-a8163348ed74 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2885067 Jul 30 01:47:13.583424 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-530f009d-cad2-4742-853c-6c6146e506c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:13.587536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21ec153-1d0d-4b63-9fe0-38389307c49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745a29e1-586a-4e28-a419-5e485ec3619d'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:13.595374 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f2fce8-08be-4e1e-9ce6-56af154d6769" -d '{"events": [{"server_uuid": "d21ec153-1d0d-4b63-9fe0-38389307c49c", "name": "network-vif-plugged", "status": "completed", "tag": "745a29e1-586a-4e28-a419-5e485ec3619d"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:13.629353 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4215f61f-7c48-47dd-aeef-e1c9a12c24a5 req-d2ce07c5-b4d7-4cd7-992a-25ac9ff939b5 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360467 Jul 30 01:47:13.633011 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f059d640-0954-4557-b514-28f51a97c195 None None] Provisioning for port 6d8c1817-5e16-4333-88e9-6baf283dd55a completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:13.663845 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 745a29e1-586a-4e28-a419-5e485ec3619d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=745a29e1-586a-4e28-a419-5e485ec3619d,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:13.664894 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f059d640-0954-4557-b514-28f51a97c195 None None] Provisioning complete for port 6d8c1817-5e16-4333-88e9-6baf283dd55a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:13.665295 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:13.665789 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f059d640-0954-4557-b514-28f51a97c195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:13.727890 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb44b9f-8206-46cf-8e0e-1ee184257439 req-5b28e237-80db-4808-80f9-8c4a1e05743a tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:13.741246 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2bb44b9f-8206-46cf-8e0e-1ee184257439 req-5b28e237-80db-4808-80f9-8c4a1e05743a tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=35a543e3-71e2-4f4c-98a6-626d468e49b2 HTTP/1.1" status: 200 len: 944 time: 0.1446347 Jul 30 01:47:13.775878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f059d640-0954-4557-b514-28f51a97c195 None None] Port 6d8c1817-5e16-4333-88e9-6baf283dd55a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:47:13.779983 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-c4c1a6d3-9310-46dd-b172-3b32195b5301', 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'fixed_ips': [{'subnet_id': 'e06878ac-6342-4e72-a6a9-2977bc593aeb'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:47:13.780972 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:13.800237 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:13.879274 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2bb44b9f-8206-46cf-8e0e-1ee184257439 req-fd920827-27e6-42b8-85e5-d6c2cde6dfe6 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354411 Jul 30 01:47:13.986759 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b7a3bf-accf-479a-94b5-c1fad2cffd65 x-openstack-request-id: req-91b7a3bf-accf-479a-94b5-c1fad2cffd65 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:13.988731 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21ec153-1d0d-4b63-9fe0-38389307c49c", "name": "network-vif-plugged", "status": "completed", "tag": "745a29e1-586a-4e28-a419-5e485ec3619d", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:13.989058 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-91b7a3bf-accf-479a-94b5-c1fad2cffd65 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:13.989528 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21ec153-1d0d-4b63-9fe0-38389307c49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745a29e1-586a-4e28-a419-5e485ec3619d', 'code': 200} Jul 30 01:47:14.064630 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=745a29e1-586a-4e28-a419-5e485ec3619d,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:14.103582 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-530f009d-cad2-4742-853c-6c6146e506c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:14.136595 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8788e196-521d-42e4-9572-b36340edc907 req-e385999e-e78b-483a-aac9-7b472836ae41 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 210 time: 0.0517461 Jul 30 01:47:14.180651 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Allocated IP 172.20.0.2 (c4c1a6d3-9310-46dd-b172-3b32195b5301/e06878ac-6342-4e72-a6a9-2977bc593aeb/147373d4-fbce-4c8a-81c7-e185b4b2f0b7) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:14.265279 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00313092-265f-45fb-9b4a-0a9a8ad7a14e req-b687882c-e68a-495b-9b0b-4c9e8432fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:14.282445 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00313092-265f-45fb-9b4a-0a9a8ad7a14e req-b687882c-e68a-495b-9b0b-4c9e8432fb7e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 1100 time: 0.2021673 Jul 30 01:47:14.385076 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00313092-265f-45fb-9b4a-0a9a8ad7a14e req-fbfbf7bd-7422-42fb-b091-1705d11485a5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995333 Jul 30 01:47:14.429494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40568) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:14.436793 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-07941889-91a4-4131-9704-bd0217f1ac13 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1465980276', 'description': 'tempest-description--387301825'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:14.526384 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890ac296-a0c3-485e-a61d-fbfb92f02a3c {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:14.535074 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:14.550127 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:14.559710 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] Transition to ACTIVE for port object 890ac296-a0c3-485e-a61d-fbfb92f02a3c will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:14.567405 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:14.576035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Transition to ACTIVE for port object 147373d4-fbce-4c8a-81c7-e185b4b2f0b7 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:14.578321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d03f5a-0c69-4653-b480-32b537043b7c req-5210ba1a-6186-4062-b45d-75d02d54e796 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:14.579997 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63d03f5a-0c69-4653-b480-32b537043b7c req-5210ba1a-6186-4062-b45d-75d02d54e796 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 949 time: 0.1158137 Jul 30 01:47:14.594685 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-098b94d5-df82-476e-859e-e8d9dfc16a2f req-82d4da89-9497-4ac3-9f5d-8f29c0770704 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/ports?device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 210 time: 0.0481262 Jul 30 01:47:14.617272 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Transition to ACTIVE for port object 147373d4-fbce-4c8a-81c7-e185b4b2f0b7 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:14.627814 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:14.638370 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07941889-91a4-4131-9704-bd0217f1ac13 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:14.676585 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63d03f5a-0c69-4653-b480-32b537043b7c req-26f524d4-fc88-4403-917b-b81ffb00b3f1 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872090 Jul 30 01:47:14.722792 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:14.794810 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Network c4c1a6d3-9310-46dd-b172-3b32195b5301 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:14.796497 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:14.813989 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:14.832184 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-530f009d-cad2-4742-853c-6c6146e506c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:14.854914 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] Pushing event updated for resources: {'Port': ['ID=890ac296-a0c3-485e-a61d-fbfb92f02a3c,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:14.863278 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Pushing event updated for resources: {'Port': ['ID=147373d4-fbce-4c8a-81c7-e185b4b2f0b7,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:14.893809 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-530f009d-cad2-4742-853c-6c6146e506c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:14.916600 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07941889-91a4-4131-9704-bd0217f1ac13 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:14.929039 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Attempting to bind port 147373d4-fbce-4c8a-81c7-e185b4b2f0b7 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:14.929994 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Attempting to bind port 147373d4-fbce-4c8a-81c7-e185b4b2f0b7 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2f1301b-cba8-4a95-bfd3-2c80deced6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:14.930474 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Attempting to bind port 147373d4-fbce-4c8a-81c7-e185b4b2f0b7 on network c4c1a6d3-9310-46dd-b172-3b32195b5301 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:14.939472 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:14.940238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Checking segment: {'id': 'f2f1301b-cba8-4a95-bfd3-2c80deced6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:14.940653 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:14.941123 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Bound using segment: {'id': 'f2f1301b-cba8-4a95-bfd3-2c80deced6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:14.941595 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Bound port: 147373d4-fbce-4c8a-81c7-e185b4b2f0b7, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f1301b-cba8-4a95-bfd3-2c80deced6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:14.944959 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:15.065655 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07941889-91a4-4131-9704-bd0217f1ac13 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:15.123980 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-530f009d-cad2-4742-853c-6c6146e506c5 admin admin] Allocated IP 172.25.1.61 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/ccfe0e00-6729-4fb2-8e38-392378df329e) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:15.128548 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] Attempting to bind port 890ac296-a0c3-485e-a61d-fbfb92f02a3c on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:15.128548 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] Attempting to bind port 890ac296-a0c3-485e-a61d-fbfb92f02a3c by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:15.129309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] Attempting to bind port 890ac296-a0c3-485e-a61d-fbfb92f02a3c on network 9030b8df-7223-43a1-87ad-4d6177bec344 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:15.138920 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] Port 890ac296-a0c3-485e-a61d-fbfb92f02a3c on network 9030b8df-7223-43a1-87ad-4d6177bec344 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:47:15.139301 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] Attempting to bind port 890ac296-a0c3-485e-a61d-fbfb92f02a3c on network 9030b8df-7223-43a1-87ad-4d6177bec344 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:15.140973 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] For port 147373d4-fbce-4c8a-81c7-e185b4b2f0b7, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:15.145201 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] For port 147373d4-fbce-4c8a-81c7-e185b4b2f0b7, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=147373d4-fbce-4c8a-81c7-e185b4b2f0b7,segment=NetworkSegment(f2f1301b-cba8-4a95-bfd3-2c80deced6b9),segment_id=f2f1301b-cba8-4a95-bfd3-2c80deced6b9)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:15.155293 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5746d0-2d1b-47e6-a022-cc5c6617ca60 req-03109215-833e-4687-bcb0-e36d5eda15f0 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:15.158179 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7d5746d0-2d1b-47e6-a022-cc5c6617ca60 req-03109215-833e-4687-bcb0-e36d5eda15f0 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 943 time: 0.4115884 Jul 30 01:47:15.159842 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:15.160218 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] Checking segment: {'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:15.161256 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] Bound using segment: {'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:15.162479 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] Bound port: 890ac296-a0c3-485e-a61d-fbfb92f02a3c, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:15.162853 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:15.166063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07941889-91a4-4131-9704-bd0217f1ac13 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ee063a-2557-4c17-b647-603a90794b59,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:15.182884 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8051b-4874-4f16-9142-c484fbf1f172 req-2ef5092c-1479-47bd-a918-4a1c2c949234 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:15.192647 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2ea8051b-4874-4f16-9142-c484fbf1f172 req-2ef5092c-1479-47bd-a918-4a1c2c949234 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=35a543e3-71e2-4f4c-98a6-626d468e49b2 HTTP/1.1" status: 200 len: 944 time: 0.1781108 Jul 30 01:47:15.237188 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7d5746d0-2d1b-47e6-a022-cc5c6617ca60 req-916acd36-4131-439a-9f3e-9e3d1084f58a tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718842 Jul 30 01:47:15.257098 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:15.287635 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07941889-91a4-4131-9704-bd0217f1ac13 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:15.293995 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-07941889-91a4-4131-9704-bd0217f1ac13 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8596706 Jul 30 01:47:15.295996 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40582) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:15.300922 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-eef104d0-d874-4da6-9128-f6cfa22de168 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Request body: {'security_group_rule': {'security_group_id': '11ee063a-2557-4c17-b647-603a90794b59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:15.421133 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2ea8051b-4874-4f16-9142-c484fbf1f172 req-0ca2b53a-6649-4d3c-a068-9673aede336e tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272027 Jul 30 01:47:15.425907 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a7767-685a-4d66-bf65-f4da78f4cf61 None None] Pushing event updated for resources: {'Port': ['ID=147373d4-fbce-4c8a-81c7-e185b4b2f0b7,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:15.463849 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a4e47bde-93bd-4c47-9916-6f59bd5c279b req-46800f23-0dc0-48a4-9aa3-797dcaee267c tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 210 time: 0.0874846 Jul 30 01:47:15.464927 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] For port 890ac296-a0c3-485e-a61d-fbfb92f02a3c, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:15.473790 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-530f009d-cad2-4742-853c-6c6146e506c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:15.481258 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] For port 890ac296-a0c3-485e-a61d-fbfb92f02a3c, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=890ac296-a0c3-485e-a61d-fbfb92f02a3c,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:15.490334 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eef104d0-d874-4da6-9128-f6cfa22de168 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:15.582166 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eef104d0-d874-4da6-9128-f6cfa22de168 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:15.684594 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:15.688201 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-530f009d-cad2-4742-853c-6c6146e506c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:15.767089 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eef104d0-d874-4da6-9128-f6cfa22de168 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:15.793435 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:15.794075 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:15.798184 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] 10.222.0.10 "PUT /v2.0/ports/890ac296-a0c3-485e-a61d-fbfb92f02a3c HTTP/1.1" status: 200 len: 1091 time: 2.5053382 Jul 30 01:47:15.843394 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf67ab1-d837-47af-a26d-81e6a6b55cc2', 'tag': '890ac296-a0c3-485e-a61d-fbfb92f02a3c'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:15.856001 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3663e2-b569-4975-8e55-9a3e4a357742" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf67ab1-d837-47af-a26d-81e6a6b55cc2", "tag": "890ac296-a0c3-485e-a61d-fbfb92f02a3c"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:15.885244 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef104d0-d874-4da6-9128-f6cfa22de168 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8310524a-0d86-401b-b9b4-59c2041d1d5d,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:15.900610 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1ca6721-2f42-4563-99ee-b822d91a732e req-7db5a9e3-5536-489b-b416-39e03261199c tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/ports?device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 210 time: 0.1435738 Jul 30 01:47:15.902569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530f009d-cad2-4742-853c-6c6146e506c5 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:15.905743 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-530f009d-cad2-4742-853c-6c6146e506c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:15.918421 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530f009d-cad2-4742-853c-6c6146e506c5 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:15.934125 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f009d-cad2-4742-853c-6c6146e506c5 admin admin] Pushing event updated for resources: {'Port': ['ID=ccfe0e00-6729-4fb2-8e38-392378df329e,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:15.988607 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf15df3b-e2fd-483d-8a49-740c44e9140e x-openstack-request-id: req-cf15df3b-e2fd-483d-8a49-740c44e9140e {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:15.989215 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf67ab1-d837-47af-a26d-81e6a6b55cc2", "tag": "890ac296-a0c3-485e-a61d-fbfb92f02a3c", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:15.990233 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cf15df3b-e2fd-483d-8a49-740c44e9140e {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:15.990873 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf67ab1-d837-47af-a26d-81e6a6b55cc2', 'tag': '890ac296-a0c3-485e-a61d-fbfb92f02a3c', 'status': 'completed', 'code': 200} Jul 30 01:47:16.003483 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 147373d4-fbce-4c8a-81c7-e185b4b2f0b7 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:16.012484 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eef104d0-d874-4da6-9128-f6cfa22de168 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:16.020595 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40590) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:16.020786 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-eef104d0-d874-4da6-9128-f6cfa22de168 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7199819 Jul 30 01:47:16.031691 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-41d7de80-c2ae-4ae7-ae94-15891fde4c37 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Request body: {'security_group_rule': {'security_group_id': '11ee063a-2557-4c17-b647-603a90794b59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:16.098589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 6e306881-474e-43fa-a6dc-d5cb6ae38642 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:16.154399 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-7902eeec-db82-4e0c-b7a6-f49bf99c5ad0 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:16.155826 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-7902eeec-db82-4e0c-b7a6-f49bf99c5ad0 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.10 "GET /v2.0/networks?id=d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 HTTP/1.1" status: 200 len: 815 time: 0.1377618 Jul 30 01:47:16.158669 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95f07f-397f-4336-86ed-88488accd595 service neutron] Pushing event updated for resources: {'Port': ['ID=890ac296-a0c3-485e-a61d-fbfb92f02a3c,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:16.182556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 147373d4-fbce-4c8a-81c7-e185b4b2f0b7 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:16.233535 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 6e306881-474e-43fa-a6dc-d5cb6ae38642 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:16.245665 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 6e306881-474e-43fa-a6dc-d5cb6ae38642 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:16.246418 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:16.315436 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-41d7de80-c2ae-4ae7-ae94-15891fde4c37 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:16.340100 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf6790-b03d-4656-b03c-14b0c825d9c7 req-2e12e48e-1d20-486c-b903-f32d3347ab05 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:16.350496 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9acf6790-b03d-4656-b03c-14b0c825d9c7 req-2e12e48e-1d20-486c-b903-f32d3347ab05 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 949 time: 0.4801357 Jul 30 01:47:16.413951 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-fda692ad-69fc-4de7-a6f2-6b80194da529 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d76b6f78d40643c59c83af2204827393 HTTP/1.1" status: 200 len: 380 time: 0.2012281 Jul 30 01:47:16.440274 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-7e29dfd2-93a5-4b44-9fa3-16a20fdd8cf7 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Request body: {'port': {'device_id': '3aee64a8-54d7-4f87-ad37-751a1bac1510', 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7', 'admin_state_up': True, 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'security_groups': ['e970702a-72df-47fa-bb3d-1e86bbd23b4b']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:16.503915 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:16.566941 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a543e3-71e2-4f4c-98a6-626d468e49b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e306881-474e-43fa-a6dc-d5cb6ae38642'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:16.573836 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1bfe92-5d80-4573-a828-ce33069ebe3e" -d '{"events": [{"server_uuid": "35a543e3-71e2-4f4c-98a6-626d468e49b2", "name": "network-vif-plugged", "status": "completed", "tag": "6e306881-474e-43fa-a6dc-d5cb6ae38642"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:16.617705 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 6e306881-474e-43fa-a6dc-d5cb6ae38642, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6e306881-474e-43fa-a6dc-d5cb6ae38642,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:16.619261 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3663e2-b569-4975-8e55-9a3e4a357742 req-40e32a45-8fa9-4a55-9f47-2ffb7d3739cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:16.621034 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db3663e2-b569-4975-8e55-9a3e4a357742 req-40e32a45-8fa9-4a55-9f47-2ffb7d3739cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 1094 time: 0.4640005 Jul 30 01:47:16.661270 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-41d7de80-c2ae-4ae7-ae94-15891fde4c37 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:16.693590 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ef934b2-c68c-42b2-bb22-475120978906 req-771f5535-ea88-424a-82a8-a18d6852352a tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4e58ffac635841bc8ea0cee7856843fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304587 Jul 30 01:47:16.702066 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:16.748506 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9acf6790-b03d-4656-b03c-14b0c825d9c7 req-afedb2de-15f4-49b5-a828-34a61d1f432d tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928308 Jul 30 01:47:16.796746 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-41d7de80-c2ae-4ae7-ae94-15891fde4c37 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:16.810528 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=6e306881-474e-43fa-a6dc-d5cb6ae38642,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:16.836154 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e33498-9ce2-44b2-a376-051f0d7a9f5d None None] Network c4c1a6d3-9310-46dd-b172-3b32195b5301 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:47:16.937716 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7de80-c2ae-4ae7-ae94-15891fde4c37 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56c26a3-e4e8-40f6-b4f0-4525faf5c337,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:17.035114 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e5bab9c3-3c2e-43f5-9f3d-f86f2039ca79 None None] Provisioning for port 147373d4-fbce-4c8a-81c7-e185b4b2f0b7 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:17.046612 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e5bab9c3-3c2e-43f5-9f3d-f86f2039ca79 None None] Provisioning complete for port 147373d4-fbce-4c8a-81c7-e185b4b2f0b7 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:17.046612 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5bab9c3-3c2e-43f5-9f3d-f86f2039ca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:17.345516 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-7e29dfd2-93a5-4b44-9fa3-16a20fdd8cf7 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Made reservation on behalf of d76b6f78d40643c59c83af2204827393 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:17.348142 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5bab9c3-3c2e-43f5-9f3d-f86f2039ca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:17.356536 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-7e29dfd2-93a5-4b44-9fa3-16a20fdd8cf7 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:17.398812 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:17.479812 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e5bab9c3-3c2e-43f5-9f3d-f86f2039ca79 None None] For port 147373d4-fbce-4c8a-81c7-e185b4b2f0b7, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=147373d4-fbce-4c8a-81c7-e185b4b2f0b7,segment=NetworkSegment(f2f1301b-cba8-4a95-bfd3-2c80deced6b9),segment_id=f2f1301b-cba8-4a95-bfd3-2c80deced6b9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:17.559271 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5bab9c3-3c2e-43f5-9f3d-f86f2039ca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:17.693915 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bab9c3-3c2e-43f5-9f3d-f86f2039ca79 None None] Pushing event updated for resources: {'Port': ['ID=147373d4-fbce-4c8a-81c7-e185b4b2f0b7,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:17.786227 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fef4fdf6-cf2c-4efa-b95b-4ce92b1356fe None None] Provisioning complete for port 147373d4-fbce-4c8a-81c7-e185b4b2f0b7 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:17.786227 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fef4fdf6-cf2c-4efa-b95b-4ce92b1356fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:17.924104 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 147373d4-fbce-4c8a-81c7-e185b4b2f0b7 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:17.953066 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc417d6-3316-43cc-ade6-6669f788b703 req-5cf5e701-deda-4b67-b72b-7aaf7955c6b0 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:17.965778 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7bc417d6-3316-43cc-ade6-6669f788b703 req-5cf5e701-deda-4b67-b72b-7aaf7955c6b0 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=35a543e3-71e2-4f4c-98a6-626d468e49b2 HTTP/1.1" status: 200 len: 945 time: 0.6018956 Jul 30 01:47:17.971618 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3663e2-b569-4975-8e55-9a3e4a357742 req-31d3d1c5-484e-482b-91cc-60a929b3c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:17.973106 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db3663e2-b569-4975-8e55-9a3e4a357742 req-31d3d1c5-484e-482b-91cc-60a929b3c438 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&shared=False HTTP/1.1" status: 200 len: 912 time: 1.3204167 Jul 30 01:47:18.107527 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 147373d4-fbce-4c8a-81c7-e185b4b2f0b7 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:18.108610 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:18.137568 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c32a33-db41-45bd-aadd-6ae832eb7464 req-254235c5-2421-4b14-8c16-23624c65e9fa tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:18.149538 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b4c32a33-db41-45bd-aadd-6ae832eb7464 req-254235c5-2421-4b14-8c16-23624c65e9fa tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 943 time: 1.7270496 Jul 30 01:47:18.203680 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef934b2-c68c-42b2-bb22-475120978906 req-fe7c8c7f-8a4f-4a65-aca4-b6bcfbfff18e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:18.208075 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ef934b2-c68c-42b2-bb22-475120978906 req-fe7c8c7f-8a4f-4a65-aca4-b6bcfbfff18e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5076985 Jul 30 01:47:18.261464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-0ef934b2-c68c-42b2-bb22-475120978906 req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Request body: {'port': {'device_id': 'b03cc1cb-cc14-400e-a497-468984a044d0', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': '4e58ffac635841bc8ea0cee7856843fb'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:18.434235 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3663e2-b569-4975-8e55-9a3e4a357742 req-086f432e-4b0f-437f-ae63-7f541d59a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:18.436274 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db3663e2-b569-4975-8e55-9a3e4a357742 req-086f432e-4b0f-437f-ae63-7f541d59a48a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4387941 Jul 30 01:47:18.481811 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-7e29dfd2-93a5-4b44-9fa3-16a20fdd8cf7 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Allocated IP 172.20.0.14 (d6cc57bf-b26e-4ce8-8e80-631c09a61bc7/710a9262-2232-4ebe-873a-16a8bb5a5b52/cdb558f8-5cac-4331-9b09-75fbfbcc262f) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:18.488732 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7bc417d6-3316-43cc-ade6-6669f788b703 req-e01b0895-4242-48ba-9971-ca21f9c82c5c tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5220406 Jul 30 01:47:18.515776 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b4c32a33-db41-45bd-aadd-6ae832eb7464 req-e312a261-3e0d-4e6d-a802-fdb712418779 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651912 Jul 30 01:47:18.522021 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-41d7de80-c2ae-4ae7-ae94-15891fde4c37 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:18.524929 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-41d7de80-c2ae-4ae7-ae94-15891fde4c37 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5066273 Jul 30 01:47:18.531838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40618) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:18.542697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7186f2a4-4db8-4f8a-982f-3489d76059ac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:18.552914 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-530f009d-cad2-4742-853c-6c6146e506c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:18.632112 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97e4553-783d-482b-8fcc-d4f57b2779b5 x-openstack-request-id: req-d97e4553-783d-482b-8fcc-d4f57b2779b5 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:18.632112 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a543e3-71e2-4f4c-98a6-626d468e49b2", "name": "network-vif-plugged", "status": "completed", "tag": "6e306881-474e-43fa-a6dc-d5cb6ae38642", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:18.632112 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d97e4553-783d-482b-8fcc-d4f57b2779b5 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:18.632112 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a543e3-71e2-4f4c-98a6-626d468e49b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e306881-474e-43fa-a6dc-d5cb6ae38642', 'code': 200} Jul 30 01:47:18.690258 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8384e8f-77cf-4356-ac76-2d119e57403f req-c7b3be4f-5356-4e24-96a4-4aa926f0f377 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 210 time: 0.0502281 Jul 30 01:47:18.798890 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-12223d0d-8185-4baa-b2dd-ec29b0039cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:18.800389 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-12223d0d-8185-4baa-b2dd-ec29b0039cdb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 1094 time: 0.3090060 Jul 30 01:47:18.849575 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-379d9287-9443-4e7e-9443-66101b9b5818 req-8c207629-d0e4-4bc9-8296-be1e63fe00bd tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/ports?device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 210 time: 0.0610907 Jul 30 01:47:18.890911 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7186f2a4-4db8-4f8a-982f-3489d76059ac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:18.900762 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-d9811b8a-c5ad-423a-97c4-3e745f4161c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=890ac296-a0c3-485e-a61d-fbfb92f02a3c HTTP/1.1" status: 200 len: 217 time: 0.0649188 Jul 30 01:47:18.981962 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-ffa2d524-c68f-43a9-a7af-8c25f226c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:18.983969 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-ffa2d524-c68f-43a9-a7af-8c25f226c1c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=00d5dfcf-9789-4d3c-a9c4-d79d05163f3c HTTP/1.1" status: 200 len: 851 time: 0.0754614 Jul 30 01:47:19.001194 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef934b2-c68c-42b2-bb22-475120978906 req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Made reservation on behalf of 4e58ffac635841bc8ea0cee7856843fb for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:19.004995 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0ef934b2-c68c-42b2-bb22-475120978906 req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.017581 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2916fb-7020-4726-9ce0-f642e65195fb req-406dc8b4-78c5-42ae-936f-5423ec2ad33b tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:19.027210 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db2916fb-7020-4726-9ce0-f642e65195fb req-406dc8b4-78c5-42ae-936f-5423ec2ad33b tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 1100 time: 0.2932608 Jul 30 01:47:19.041967 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0ef934b2-c68c-42b2-bb22-475120978906 req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.049698 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-0f190e7e-e260-4a07-98db-677ebebf0084 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9030b8df-7223-43a1-87ad-4d6177bec344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527992 Jul 30 01:47:19.146282 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-7e29dfd2-93a5-4b44-9fa3-16a20fdd8cf7 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.170324 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-7e29dfd2-93a5-4b44-9fa3-16a20fdd8cf7 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Transition to ACTIVE for port object cdb558f8-5cac-4331-9b09-75fbfbcc262f will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:19.236808 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-530f009d-cad2-4742-853c-6c6146e506c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.245197 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-d3040885-c8c3-4dd5-a11b-415f33caf501 service neutron] 10.222.0.10 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732657 Jul 30 01:47:19.245690 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07fbe7-6aec-496a-a8e7-31bb5a2e55dd req-90b0b668-0dc3-412f-bd35-01cea8b782de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:19.247306 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d07fbe7-6aec-496a-a8e7-31bb5a2e55dd req-90b0b668-0dc3-412f-bd35-01cea8b782de service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=35a543e3-71e2-4f4c-98a6-626d468e49b2 HTTP/1.1" status: 200 len: 1096 time: 0.4399710 Jul 30 01:47:19.407847 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5010bd8-7bcf-444e-b7aa-930af9dd18cd req-c29dade1-dfc8-4dbd-b788-c25b07c2cb00 service neutron] 10.222.0.10 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391199 Jul 30 01:47:19.429884 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db2916fb-7020-4726-9ce0-f642e65195fb req-10c137cc-ee6e-4e46-ac45-31cc302ee560 tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011154 Jul 30 01:47:19.500817 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d07fbe7-6aec-496a-a8e7-31bb5a2e55dd req-b6a4a76f-9d6c-4e60-bde8-2c7a38b5098b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791267 Jul 30 01:47:19.587846 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0ef934b2-c68c-42b2-bb22-475120978906 req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.592543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79724ac-35cf-464b-8b18-8989da7d87a7 req-23326b54-2675-4450-ab12-f68c3f5a0bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:19.594711 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b79724ac-35cf-464b-8b18-8989da7d87a7 req-23326b54-2675-4450-ab12-f68c3f5a0bdf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 1096 time: 0.1785779 Jul 30 01:47:19.656607 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7186f2a4-4db8-4f8a-982f-3489d76059ac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.668400 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-7e29dfd2-93a5-4b44-9fa3-16a20fdd8cf7 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.712819 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0ef934b2-c68c-42b2-bb22-475120978906 req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.725935 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cdb4d-f641-493c-9d7d-f1dcb56442ae req-49556794-a0c0-42cb-8168-f448fcad6192 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:19.727743 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a02cdb4d-f641-493c-9d7d-f1dcb56442ae req-49556794-a0c0-42cb-8168-f448fcad6192 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=35a543e3-71e2-4f4c-98a6-626d468e49b2 HTTP/1.1" status: 200 len: 945 time: 0.1045222 Jul 30 01:47:19.797373 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-7e29dfd2-93a5-4b44-9fa3-16a20fdd8cf7 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Network d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:19.809350 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-7e29dfd2-93a5-4b44-9fa3-16a20fdd8cf7 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:19.816621 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-7e29dfd2-93a5-4b44-9fa3-16a20fdd8cf7 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:19.891569 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a02cdb4d-f641-493c-9d7d-f1dcb56442ae req-f130b72b-3917-42d3-8b0a-83cfbbc50bdc tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070242 Jul 30 01:47:19.895047 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29dfd2-93a5-4b44-9fa3-16a20fdd8cf7 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Pushing event updated for resources: {'Port': ['ID=cdb558f8-5cac-4331-9b09-75fbfbcc262f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:19.946487 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bdf21-d245-4e24-ae36-316b2b0b7af4 req-c7b00ffa-10d8-48ca-b4a9-41e1831e76a9 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:19.950086 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d53bdf21-d245-4e24-ae36-316b2b0b7af4 req-c7b00ffa-10d8-48ca-b4a9-41e1831e76a9 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 943 time: 0.3276422 Jul 30 01:47:19.964831 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-7e29dfd2-93a5-4b44-9fa3-16a20fdd8cf7 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:19.965492 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-7e29dfd2-93a5-4b44-9fa3-16a20fdd8cf7 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.995331 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530f009d-cad2-4742-853c-6c6146e506c5 admin admin] Router 1043a1e7-6c0f-4dd2-8980-427befd8249a is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:47:20.092121 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c37394f-f0c7-4f30-a7b7-95d52b973517,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:20.095236 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-7e29dfd2-93a5-4b44-9fa3-16a20fdd8cf7 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6680877 Jul 30 01:47:20.113448 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-8d35682a-87ca-4415-8680-90e2d1a2d01c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e18fd6c446094f849e062ca3af8e67a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867991 Jul 30 01:47:20.174958 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] Request body: {'port': {'device_id': '3aee64a8-54d7-4f87-ad37-751a1bac1510', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:20.349950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.349950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.349950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.349950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.349950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.351875 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:20.352285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.352285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.352285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.352285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.352285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.352285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.352285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.371178 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-bd53375e-b7de-43b9-b9c5-8599ff126775 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:20.380346 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-bd53375e-b7de-43b9-b9c5-8599ff126775 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2589960 Jul 30 01:47:20.420633 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-1f9e6f3c-b475-4729-ab26-db1ae3b38463 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/quotas/e18fd6c446094f849e062ca3af8e67a5 HTTP/1.1" status: 200 len: 375 time: 0.0406682 Jul 30 01:47:20.478722 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d53bdf21-d245-4e24-ae36-316b2b0b7af4 req-08941e40-2a19-4e52-8d7b-0b8a98deb1d7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004444 Jul 30 01:47:20.528707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79724ac-35cf-464b-8b18-8989da7d87a7 req-dbfa8670-3b61-465c-8f8f-c9adc9b9b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:20.542598 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b79724ac-35cf-464b-8b18-8989da7d87a7 req-dbfa8670-3b61-465c-8f8f-c9adc9b9b099 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 913 time: 0.7384892 Jul 30 01:47:20.545808 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-7186f2a4-4db8-4f8a-982f-3489d76059ac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Allocated IP 172.25.1.28 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/0abc3fd4-ad7d-49e9-b120-27542a55ee3a) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:20.559194 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-2a898c47-2d83-4e48-b02c-1c80e1cc8157 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1376104 Jul 30 01:47:20.600045 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-0ef934b2-c68c-42b2-bb22-475120978906 req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Allocated IP 192.168.233.20 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/1879d20c-71df-4c7d-9eb2-5d0ffac57a2c) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:20.667146 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-88b77144-be43-4a70-9fe7-cb9c57530902 None None] Provisioning for port cdb558f8-5cac-4331-9b09-75fbfbcc262f completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:20.674145 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-88b77144-be43-4a70-9fe7-cb9c57530902 None None] Provisioning complete for port cdb558f8-5cac-4331-9b09-75fbfbcc262f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:20.674145 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88b77144-be43-4a70-9fe7-cb9c57530902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:20.755500 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-88b77144-be43-4a70-9fe7-cb9c57530902 None None] Port cdb558f8-5cac-4331-9b09-75fbfbcc262f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:47:20.948570 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb558f8-5cac-4331-9b09-75fbfbcc262f {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:20.969898 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530f009d-cad2-4742-853c-6c6146e506c5 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:47:20.977903 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:20.980984 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] Sync routers for ids ['1043a1e7-6c0f-4dd2-8980-427befd8249a'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:47:20.984312 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b79724ac-35cf-464b-8b18-8989da7d87a7 req-e2272dfc-4f1a-4bab-bfd9-1acef986155d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c967715-842e-4180-ab4a-eb7c33291aed HTTP/1.1" status: 200 len: 1001 time: 0.3473272 Jul 30 01:47:20.999571 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] Routers {'1043a1e7-6c0f-4dd2-8980-427befd8249a'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:47:21.000513 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:47:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1043a1e7-6c0f-4dd2-8980-427befd8249a'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:21.040701 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] Transition to ACTIVE for port object cdb558f8-5cac-4331-9b09-75fbfbcc262f will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:21.069079 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66158bbe-48d9-41ec-86d1-1f15bb29d62c req-7bcb4837-ed9e-4a0a-a02f-1dc2d38f0246 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:21.076871 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-66158bbe-48d9-41ec-86d1-1f15bb29d62c req-7bcb4837-ed9e-4a0a-a02f-1dc2d38f0246 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 932 time: 0.4332588 Jul 30 01:47:21.143376 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b8ad910f-ceec-4078-86a5-34046a03ee5d req-76ca1ab2-bc7b-4ccd-bd29-f868d7961603 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/ports?device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 210 time: 0.1210880 Jul 30 01:47:21.148021 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.164522 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] Set router 1043a1e7-6c0f-4dd2-8980-427befd8249a gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:47:21.236197 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-530f009d-cad2-4742-853c-6c6146e506c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.237738 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-530f009d-cad2-4742-853c-6c6146e506c5 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1496286 Jul 30 01:47:21.244472 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7186f2a4-4db8-4f8a-982f-3489d76059ac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.277293 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40660) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:21.373533 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-14f2ac49-48ea-4fa6-aeee-389b6fb950cd req-af5b844b-2620-45ec-9b54-b9dacb7d7792 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=938f9c87-50c2-4256-9431-f5529439b030 HTTP/1.1" status: 200 len: 210 time: 0.0566716 Jul 30 01:47:21.400587 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] Pushing event updated for resources: {'Port': ['ID=cdb558f8-5cac-4331-9b09-75fbfbcc262f,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:21.454041 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79724ac-35cf-464b-8b18-8989da7d87a7 req-f3c3e021-595f-494b-8f39-dc2f0204ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:21.474595 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b79724ac-35cf-464b-8b18-8989da7d87a7 req-f3c3e021-595f-494b-8f39-dc2f0204ada5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.4676781 Jul 30 01:47:21.513329 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] Attempting to bind port cdb558f8-5cac-4331-9b09-75fbfbcc262f on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:21.513987 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] Attempting to bind port cdb558f8-5cac-4331-9b09-75fbfbcc262f by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '078c6e65-e590-4f3e-bd7c-a99189bd502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:21.515099 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] Attempting to bind port cdb558f8-5cac-4331-9b09-75fbfbcc262f on network d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:21.521597 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] Port cdb558f8-5cac-4331-9b09-75fbfbcc262f on network d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:47:21.522208 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] Attempting to bind port cdb558f8-5cac-4331-9b09-75fbfbcc262f on network d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:21.531159 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:21.531725 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] Checking segment: {'id': '078c6e65-e590-4f3e-bd7c-a99189bd502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:21.532350 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] Bound using segment: {'id': '078c6e65-e590-4f3e-bd7c-a99189bd502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:21.534502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] Bound port: cdb558f8-5cac-4331-9b09-75fbfbcc262f, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078c6e65-e590-4f3e-bd7c-a99189bd502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:21.547746 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.548558 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-66158bbe-48d9-41ec-86d1-1f15bb29d62c req-a722f9a4-dce1-4240-9f82-df024794c752 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/security-groups?id=e970702a-72df-47fa-bb3d-1e86bbd23b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4484665 Jul 30 01:47:21.548695 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'name': 'tempest-TaggedBootDevicesTest-846272825-router', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:13Z', 'updated_at': '2021-07-30T01:47:16Z', 'revision_number': 3, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'gw_port': {'id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:50:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:14Z', 'updated_at': '2021-07-30T01:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:21.577176 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] Checking router: 1043a1e7-6c0f-4dd2-8980-427befd8249a for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:47:21.577530 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] Updating router 1043a1e7-6c0f-4dd2-8980-427befd8249a port ccfe0e00-6729-4fb2-8e38-392378df329e binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:47:21.604546 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.640148 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0ef934b2-c68c-42b2-bb22-475120978906 req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.763883 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] For port cdb558f8-5cac-4331-9b09-75fbfbcc262f, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:21.767646 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] For port cdb558f8-5cac-4331-9b09-75fbfbcc262f, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cdb558f8-5cac-4331-9b09-75fbfbcc262f,segment=NetworkSegment(078c6e65-e590-4f3e-bd7c-a99189bd502b),segment_id=078c6e65-e590-4f3e-bd7c-a99189bd502b)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:21.775453 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-0ef934b2-c68c-42b2-bb22-475120978906 req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Transition to ACTIVE for port object 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:21.785449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821f540-0c5d-4d32-b853-cb4c880ce52a req-f6cdac96-557a-448d-b88d-304bbbffdea1 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:21.787989 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d821f540-0c5d-4d32-b853-cb4c880ce52a req-f6cdac96-557a-448d-b88d-304bbbffdea1 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=35a543e3-71e2-4f4c-98a6-626d468e49b2 HTTP/1.1" status: 200 len: 945 time: 0.2262480 Jul 30 01:47:21.875029 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d821f540-0c5d-4d32-b853-cb4c880ce52a req-d946400f-e329-4ba1-b281-a9af7e069199 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773745 Jul 30 01:47:21.877005 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.915115 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:21.918164 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.921218 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] 10.222.0.10 "PUT /v2.0/ports/cdb558f8-5cac-4331-9b09-75fbfbcc262f HTTP/1.1" status: 200 len: 1092 time: 1.7999802 Jul 30 01:47:21.929250 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aee64a8-54d7-4f87-ad37-751a1bac1510', 'tag': 'cdb558f8-5cac-4331-9b09-75fbfbcc262f'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:21.935688 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68a0efe-cdbb-45dc-91e3-81f1f7d05cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "3aee64a8-54d7-4f87-ad37-751a1bac1510", "tag": "cdb558f8-5cac-4331-9b09-75fbfbcc262f"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:21.959935 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7186f2a4-4db8-4f8a-982f-3489d76059ac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.066048 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582dcda-3028-4961-84de-f8e7cc0ad34d service neutron] Pushing event updated for resources: {'Port': ['ID=cdb558f8-5cac-4331-9b09-75fbfbcc262f,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:22.099803 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186f2a4-4db8-4f8a-982f-3489d76059ac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event updated for resources: {'Port': ['ID=0abc3fd4-ad7d-49e9-b120-27542a55ee3a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:22.102327 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0ef934b2-c68c-42b2-bb22-475120978906 req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.106460 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 890ac296-a0c3-485e-a61d-fbfb92f02a3c details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:47:22.176115 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-76d90dac-b183-46cf-8680-2641fd064db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:22.180535 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-76d90dac-b183-46cf-8680-2641fd064db2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d76b6f78d40643c59c83af2204827393&device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 1095 time: 0.1081526 Jul 30 01:47:22.233568 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.261387 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-9d0f6ccd-2abc-4dea-8869-c4f31f522b62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdb558f8-5cac-4331-9b09-75fbfbcc262f HTTP/1.1" status: 200 len: 217 time: 0.0716166 Jul 30 01:47:22.271557 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] Transition to ACTIVE for port object ccfe0e00-6729-4fb2-8e38-392378df329e will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:22.335489 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0116951-4a56-4e60-8367-f8cb17b3c965 x-openstack-request-id: req-e0116951-4a56-4e60-8367-f8cb17b3c965 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:22.337591 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aee64a8-54d7-4f87-ad37-751a1bac1510", "tag": "cdb558f8-5cac-4331-9b09-75fbfbcc262f", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:22.337591 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0116951-4a56-4e60-8367-f8cb17b3c965 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:22.337591 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aee64a8-54d7-4f87-ad37-751a1bac1510', 'tag': 'cdb558f8-5cac-4331-9b09-75fbfbcc262f', 'status': 'completed', 'code': 200} Jul 30 01:47:22.376556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-07e562a7-a9f9-482e-99c5-b940d04bb159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:22.379060 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-07e562a7-a9f9-482e-99c5-b940d04bb159 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=710a9262-2232-4ebe-873a-16a8bb5a5b52 HTTP/1.1" status: 200 len: 854 time: 0.1089513 Jul 30 01:47:22.398572 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.481900 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d3979-bb15-4cb1-87eb-69887017c0e8 None None] Pushing event updated for resources: {'Port': ['ID=ccfe0e00-6729-4fb2-8e38-392378df329e,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:22.496053 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d3979-bb15-4cb1-87eb-69887017c0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:22.496756 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d3979-bb15-4cb1-87eb-69887017c0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:22.497334 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d3979-bb15-4cb1-87eb-69887017c0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:22.497855 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d3979-bb15-4cb1-87eb-69887017c0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:22.498442 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d3979-bb15-4cb1-87eb-69887017c0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:22.498968 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d3979-bb15-4cb1-87eb-69887017c0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:22.499476 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d3979-bb15-4cb1-87eb-69887017c0e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:22.499988 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d3979-bb15-4cb1-87eb-69887017c0e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:22.500533 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d3979-bb15-4cb1-87eb-69887017c0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:22.501387 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d3979-bb15-4cb1-87eb-69887017c0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:22.502133 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d3979-bb15-4cb1-87eb-69887017c0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:22.502860 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d3979-bb15-4cb1-87eb-69887017c0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:22.516111 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] Attempting to bind port ccfe0e00-6729-4fb2-8e38-392378df329e on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:22.517031 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] Attempting to bind port ccfe0e00-6729-4fb2-8e38-392378df329e by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:22.517031 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] Attempting to bind port ccfe0e00-6729-4fb2-8e38-392378df329e on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:22.523572 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:22.523962 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:22.525016 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.525016 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:22.525314 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] Bound port: ccfe0e00-6729-4fb2-8e38-392378df329e, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:22.525762 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.526509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-ed15caca-d048-4b8a-85ba-dba53cf555e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:22.528341 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-ed15caca-d048-4b8a-85ba-dba53cf555e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6cc57bf-b26e-4ce8-8e80-631c09a61bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184080 Jul 30 01:47:22.543365 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298d4c8-5547-4839-8a66-42fa77308785 req-dcf7164a-af66-4c2e-bbc2-93cb99ce5878 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:22.551405 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e298d4c8-5547-4839-8a66-42fa77308785 req-dcf7164a-af66-4c2e-bbc2-93cb99ce5878 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/ports?device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 935 time: 0.0806777 Jul 30 01:47:22.632728 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] For port ccfe0e00-6729-4fb2-8e38-392378df329e, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:22.641546 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] For port ccfe0e00-6729-4fb2-8e38-392378df329e, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ccfe0e00-6729-4fb2-8e38-392378df329e,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:22.665990 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e298d4c8-5547-4839-8a66-42fa77308785 req-8e57eaf9-dd7d-4743-ab14-aa6f599b6fa5 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c37394f-f0c7-4f30-a7b7-95d52b973517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097434 Jul 30 01:47:22.732402 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.744786 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 890ac296-a0c3-485e-a61d-fbfb92f02a3c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=890ac296-a0c3-485e-a61d-fbfb92f02a3c,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:22.747900 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-cd6b9482-81ab-4aa5-b2b9-6688febf39e4 service neutron] 10.222.0.10 "GET /v2.0/networks/d6cc57bf-b26e-4ce8-8e80-631c09a61bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874022 Jul 30 01:47:22.767094 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '890ac296-a0c3-485e-a61d-fbfb92f02a3c', 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344', 'port_id': '890ac296-a0c3-485e-a61d-fbfb92f02a3c', 'mac_address': 'fa:16:3e:bf:3c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d5dfcf-9789-4d3c-a9c4-d79d05163f3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:47:22.926409 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.928762 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51818a8e-62fa-4824-bb29-79a76cd4b1fa req-c7c73d96-0bbe-4c72-a09b-d841f2e502d1 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:22.934321 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d3979-bb15-4cb1-87eb-69887017c0e8 None None] Pushing event updated for resources: {'Port': ['ID=ccfe0e00-6729-4fb2-8e38-392378df329e,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:22.936900 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-51818a8e-62fa-4824-bb29-79a76cd4b1fa req-c7c73d96-0bbe-4c72-a09b-d841f2e502d1 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=35a543e3-71e2-4f4c-98a6-626d468e49b2 HTTP/1.1" status: 200 len: 945 time: 0.1168728 Jul 30 01:47:22.977595 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890ac296-a0c3-485e-a61d-fbfb92f02a3c {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:22.993066 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] Routers {'1043a1e7-6c0f-4dd2-8980-427befd8249a'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:47:22.993620 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:47:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1043a1e7-6c0f-4dd2-8980-427befd8249a'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:23.010116 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-51818a8e-62fa-4824-bb29-79a76cd4b1fa req-ebea421a-a78f-4dc4-962c-81745f1a54b3 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722160 Jul 30 01:47:23.024386 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5fb699a-ed7c-49fd-b8fb-691be38457fa req-d7299c4d-aa3e-41ce-8bdb-b4a61dc70837 service neutron] 10.222.0.10 "GET /v2.0/networks/d6cc57bf-b26e-4ce8-8e80-631c09a61bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643731 Jul 30 01:47:23.040958 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 890ac296-a0c3-485e-a61d-fbfb92f02a3c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=890ac296-a0c3-485e-a61d-fbfb92f02a3c,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:23.114580 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:23.125232 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d3799e3a-4dc1-4bf4-a375-fc5d8f8b8018 req-25a33eb2-1f11-4ffc-a06d-9875366fb127 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=938f9c87-50c2-4256-9431-f5529439b030 HTTP/1.1" status: 200 len: 210 time: 0.0526094 Jul 30 01:47:23.247527 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=890ac296-a0c3-485e-a61d-fbfb92f02a3c,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:23.267280 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a0efe-cdbb-45dc-91e3-81f1f7d05cbe req-a3b545c2-9c42-411a-a1f3-b040ec3e0ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:23.267735 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:23.268077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:23.268425 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:23.268832 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:23.269099 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:23.271699 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d68a0efe-cdbb-45dc-91e3-81f1f7d05cbe req-a3b545c2-9c42-411a-a1f3-b040ec3e0ede service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d76b6f78d40643c59c83af2204827393&device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 1095 time: 0.0868819 Jul 30 01:47:23.278799 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:23.279364 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:23.279979 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:23.280486 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:23.281008 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:23.281945 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:23.290884 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:23.361555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79724ac-35cf-464b-8b18-8989da7d87a7 req-bfd6aaf3-1710-4ba0-b046-d1df3d396791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:23.362558 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:47:23.363643 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b79724ac-35cf-464b-8b18-8989da7d87a7 req-bfd6aaf3-1710-4ba0-b046-d1df3d396791 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.8001637 Jul 30 01:47:23.398139 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['890ac296-a0c3-485e-a61d-fbfb92f02a3c'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:23.409261 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] Set router 1043a1e7-6c0f-4dd2-8980-427befd8249a gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:47:23.523938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea79a0e-8c08-4ec5-a68b-9c46b461cfe0 req-71336e99-7a34-469c-81a7-1e936312d722 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:23.531935 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cea79a0e-8c08-4ec5-a68b-9c46b461cfe0 req-71336e99-7a34-469c-81a7-1e936312d722 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 944 time: 0.2189791 Jul 30 01:47:23.625919 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a0efe-cdbb-45dc-91e3-81f1f7d05cbe req-06287214-a623-4560-9637-9ce88f4771d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:23.628788 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d68a0efe-cdbb-45dc-91e3-81f1f7d05cbe req-06287214-a623-4560-9637-9ce88f4771d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 HTTP/1.1" status: 200 len: 916 time: 0.3496830 Jul 30 01:47:23.650524 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7186f2a4-4db8-4f8a-982f-3489d76059ac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:23.688685 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cea79a0e-8c08-4ec5-a68b-9c46b461cfe0 req-a7a89a82-d7d9-49c9-9a02-644e18bf3973 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/security-groups?id=e970702a-72df-47fa-bb3d-1e86bbd23b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559367 Jul 30 01:47:23.708926 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8d8d9-c761-4662-80a5-86982e18f167 req-a9e7a490-9131-4de9-b26a-ed7cc5910bcd tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:23.710653 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-04c8d8d9-c761-4662-80a5-86982e18f167 req-a9e7a490-9131-4de9-b26a-ed7cc5910bcd tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 943 time: 1.8876777 Jul 30 01:47:23.716543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Pushing event updated for resources: {'Port': ['ID=1879d20c-71df-4c7d-9eb2-5d0ffac57a2c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:23.719260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-7186f2a4-4db8-4f8a-982f-3489d76059ac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:23.727591 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7186f2a4-4db8-4f8a-982f-3489d76059ac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:23.755408 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef934b2-c68c-42b2-bb22-475120978906 req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:23.783588 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d68a0efe-cdbb-45dc-91e3-81f1f7d05cbe req-1e0c7451-4c13-4aaa-a374-e4dda16cb26d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdb558f8-5cac-4331-9b09-75fbfbcc262f HTTP/1.1" status: 200 len: 217 time: 0.1440189 Jul 30 01:47:23.806113 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-0ef934b2-c68c-42b2-bb22-475120978906 req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:23.828205 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef934b2-c68c-42b2-bb22-475120978906 req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:23.828476 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'name': 'tempest-TaggedBootDevicesTest-846272825-router', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:13Z', 'updated_at': '2021-07-30T01:47:16Z', 'revision_number': 3, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'gw_port': {'id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:50:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:14Z', 'updated_at': '2021-07-30T01:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:23.874800 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f926b40-2949-4a91-99e9-d5b8c3371d03 None None] The sync data for ids ['1043a1e7-6c0f-4dd2-8980-427befd8249a'] in n-d-713498-9 is: [{'id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'name': 'tempest-TaggedBootDevicesTest-846272825-router', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:13Z', 'updated_at': '2021-07-30T01:47:16Z', 'revision_number': 3, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'gw_port': {'id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:50:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:14Z', 'updated_at': '2021-07-30T01:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:47:23.973090 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a0efe-cdbb-45dc-91e3-81f1f7d05cbe req-b967ef73-6ca9-45e4-b553-9eb44b5327f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:24.001705 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d68a0efe-cdbb-45dc-91e3-81f1f7d05cbe req-b967ef73-6ca9-45e4-b553-9eb44b5327f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=710a9262-2232-4ebe-873a-16a8bb5a5b52 HTTP/1.1" status: 200 len: 854 time: 0.2025557 Jul 30 01:47:24.039905 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef934b2-c68c-42b2-bb22-475120978906 req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:24.040569 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0ef934b2-c68c-42b2-bb22-475120978906 req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:24.094501 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-80699261-df1e-4c5e-acff-3522d6ac942c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e18fd6c446094f849e062ca3af8e67a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291665 Jul 30 01:47:24.135838 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828f4ed-ed4c-4a62-bec2-11b0b3584770 req-82c54d41-b41b-4947-bc52-b7f158bb4d8d tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:24.139798 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9828f4ed-ed4c-4a62-bec2-11b0b3584770 req-82c54d41-b41b-4947-bc52-b7f158bb4d8d tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/ports?device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 935 time: 0.2322650 Jul 30 01:47:24.180415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a0efe-cdbb-45dc-91e3-81f1f7d05cbe req-58198ecf-815b-4d4f-83f6-e161664d5e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:24.184914 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d68a0efe-cdbb-45dc-91e3-81f1f7d05cbe req-58198ecf-815b-4d4f-83f6-e161664d5e9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6cc57bf-b26e-4ce8-8e80-631c09a61bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1737523 Jul 30 01:47:24.220987 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b79724ac-35cf-464b-8b18-8989da7d87a7 req-434d591a-ad3d-4367-9d00-882c7b875b71 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7691178 Jul 30 01:47:24.232319 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-04c8d8d9-c761-4662-80a5-86982e18f167 req-b2ce9866-081f-4dcf-b2b6-bc413463e17c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657724 Jul 30 01:47:24.234012 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ef934b2-c68c-42b2-bb22-475120978906 req-729b9ace-bb6c-4563-9564-95ec8effae1e tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9968686 Jul 30 01:47:24.313173 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-72964dbe-6643-457b-a1a5-c0b7439c375e None None] Provisioning for port 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:24.317797 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-72964dbe-6643-457b-a1a5-c0b7439c375e None None] Provisioning complete for port 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:24.318499 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72964dbe-6643-457b-a1a5-c0b7439c375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:24.319512 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] Request body: {'port': {'device_id': 'b03cc1cb-cc14-400e-a497-468984a044d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:24.428743 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d68a0efe-cdbb-45dc-91e3-81f1f7d05cbe req-00f7ec93-8748-45f9-9fcd-87bcd8157cda service neutron] 10.222.0.10 "GET /v2.0/networks/d6cc57bf-b26e-4ce8-8e80-631c09a61bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262790 Jul 30 01:47:24.461989 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9828f4ed-ed4c-4a62-bec2-11b0b3584770 req-20d55c9c-e004-4a15-ad4c-c441902edfbe tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c37394f-f0c7-4f30-a7b7-95d52b973517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130367 Jul 30 01:47:24.487214 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-72964dbe-6643-457b-a1a5-c0b7439c375e None None] Port 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:47:24.584328 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b79724ac-35cf-464b-8b18-8989da7d87a7 req-773bdc88-5297-4cd3-89de-35e1cb24964c service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965906 Jul 30 01:47:24.631765 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d68a0efe-cdbb-45dc-91e3-81f1f7d05cbe req-62f9e97a-0c58-4db6-9a9b-2b87e14ee477 service neutron] 10.222.0.10 "GET /v2.0/networks/d6cc57bf-b26e-4ce8-8e80-631c09a61bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876662 Jul 30 01:47:24.690452 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-29b76424-167d-4193-84c8-181781c04e6d req-adca223d-258c-4a0f-8ef5-6bfa78eaf72f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=938f9c87-50c2-4256-9431-f5529439b030 HTTP/1.1" status: 200 len: 210 time: 0.0574200 Jul 30 01:47:24.698927 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7186f2a4-4db8-4f8a-982f-3489d76059ac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:24.773084 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260713aa-8511-41f8-a663-4cc9c84ce877 req-b75b7a48-1aa3-42fe-a21e-208bd7f01a04 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:24.781786 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-260713aa-8511-41f8-a663-4cc9c84ce877 req-b75b7a48-1aa3-42fe-a21e-208bd7f01a04 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=35a543e3-71e2-4f4c-98a6-626d468e49b2 HTTP/1.1" status: 200 len: 945 time: 0.2424729 Jul 30 01:47:24.798638 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:24.873080 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-b744f16e-5352-4df2-a81e-f7191e29caef tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:24.874822 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-b744f16e-5352-4df2-a81e-f7191e29caef tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7667167 Jul 30 01:47:24.903323 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-80745d36-d7a3-4ddc-ab92-68307d3c02a9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Request body: {'port': {'device_id': '938f9c87-50c2-4256-9431-f5529439b030', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': 'e18fd6c446094f849e062ca3af8e67a5'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:24.914564 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44960e2-8daa-4c3f-9d55-d1fc31b75657 req-43c6fee5-26ce-442d-bcc4-e00c20839040 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:24.924120 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e44960e2-8daa-4c3f-9d55-d1fc31b75657 req-43c6fee5-26ce-442d-bcc4-e00c20839040 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 944 time: 0.1100891 Jul 30 01:47:24.986549 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e44960e2-8daa-4c3f-9d55-d1fc31b75657 req-9884703f-fa8c-4ee5-90e4-cb61d2cb9de9 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/security-groups?id=e970702a-72df-47fa-bb3d-1e86bbd23b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614135 Jul 30 01:47:25.026578 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7186f2a4-4db8-4f8a-982f-3489d76059ac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:25.037708 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-260713aa-8511-41f8-a663-4cc9c84ce877 req-cc0bb96f-dde5-4a39-8ed5-4ff7660ae242 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257636 Jul 30 01:47:25.306157 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f3a255a-9d15-4e16-b34d-994b6ef2aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:25.700833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639297b-4b99-4503-b5e7-69627639ddea req-d85f4507-0c98-4089-9811-fa04afe3a81e tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:25.702517 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0639297b-4b99-4503-b5e7-69627639ddea req-d85f4507-0c98-4089-9811-fa04afe3a81e tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 944 time: 0.3354001 Jul 30 01:47:25.777562 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-80745d36-d7a3-4ddc-ab92-68307d3c02a9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Made reservation on behalf of e18fd6c446094f849e062ca3af8e67a5 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:25.781018 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-80745d36-d7a3-4ddc-ab92-68307d3c02a9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:25.845265 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0639297b-4b99-4503-b5e7-69627639ddea req-9f35cc42-7053-4285-a0b7-43024df47593 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345541 Jul 30 01:47:25.858427 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7186f2a4-4db8-4f8a-982f-3489d76059ac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:25.932772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-7f3a255a-9d15-4e16-b34d-994b6ef2aea9 admin admin] Allocated IP 172.20.0.1 (c4c1a6d3-9310-46dd-b172-3b32195b5301/e06878ac-6342-4e72-a6a9-2977bc593aeb/af4cc6a2-7720-4ba9-990b-19951fbe7e8e) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:25.992697 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7186f2a4-4db8-4f8a-982f-3489d76059ac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:25.995461 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ccfe0e00-6729-4fb2-8e38-392378df329e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:26.068519 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7cf0e-50a6-4d60-a8e5-2f3a450ce811 req-52b1d87c-f1be-4bf0-954a-b8413e07f5ce tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:26.078526 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2cf7cf0e-50a6-4d60-a8e5-2f3a450ce811 req-52b1d87c-f1be-4bf0-954a-b8413e07f5ce tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/ports?device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 935 time: 0.0739686 Jul 30 01:47:26.122897 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2cf7cf0e-50a6-4d60-a8e5-2f3a450ce811 req-643ba7d9-a2e1-450e-9d5a-203c2b2281a6 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c37394f-f0c7-4f30-a7b7-95d52b973517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432127 Jul 30 01:47:26.133742 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 890ac296-a0c3-485e-a61d-fbfb92f02a3c up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:26.171356 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port ccfe0e00-6729-4fb2-8e38-392378df329e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:26.199363 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port ccfe0e00-6729-4fb2-8e38-392378df329e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:26.208243 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.276936 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-83508e84-ec60-4813-9138-ea02867e596e req-f87baffc-a548-4ff1-a982-9eee2640e383 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=938f9c87-50c2-4256-9431-f5529439b030 HTTP/1.1" status: 200 len: 210 time: 0.2505953 Jul 30 01:47:26.345209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186f2a4-4db8-4f8a-982f-3489d76059ac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event updated for resources: {'Port': ['ID=0abc3fd4-ad7d-49e9-b120-27542a55ee3a,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:26.381059 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.390374 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:26.396225 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7186f2a4-4db8-4f8a-982f-3489d76059ac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.413424 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port ccfe0e00-6729-4fb2-8e38-392378df329e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ccfe0e00-6729-4fb2-8e38-392378df329e,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:26.413876 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.415467 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 890ac296-a0c3-485e-a61d-fbfb92f02a3c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:26.420739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 890ac296-a0c3-485e-a61d-fbfb92f02a3c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:26.421925 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.468642 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64348a-7e78-4c9a-9851-3f4a7bb863e5 req-23c4af8a-3d29-4d23-865d-4447494ea14b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:26.469048 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] Transition to ACTIVE for port object 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:26.475139 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f3a255a-9d15-4e16-b34d-994b6ef2aea9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.479213 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e64348a-7e78-4c9a-9851-3f4a7bb863e5 req-23c4af8a-3d29-4d23-865d-4447494ea14b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 944 time: 0.1267698 Jul 30 01:47:26.492970 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-7f3a255a-9d15-4e16-b34d-994b6ef2aea9 admin admin] Transition to ACTIVE for port object af4cc6a2-7720-4ba9-990b-19951fbe7e8e will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:26.507785 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.537160 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e64348a-7e78-4c9a-9851-3f4a7bb863e5 req-79e1072a-6d53-464d-9a4f-f4d73880aba5 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/security-groups?id=e970702a-72df-47fa-bb3d-1e86bbd23b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566175 Jul 30 01:47:26.569584 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7186f2a4-4db8-4f8a-982f-3489d76059ac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.580171 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7186f2a4-4db8-4f8a-982f-3489d76059ac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.0380406 Jul 30 01:47:26.580171 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.633348 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=ccfe0e00-6729-4fb2-8e38-392378df329e,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:26.645290 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f3a255a-9d15-4e16-b34d-994b6ef2aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.654673 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.655417 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-80745d36-d7a3-4ddc-ab92-68307d3c02a9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Allocated IP 192.168.233.137 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/7206ea7a-7660-4fb5-acd6-9cd5e8842785) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:26.764800 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf67ab1-d837-47af-a26d-81e6a6b55cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890ac296-a0c3-485e-a61d-fbfb92f02a3c'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:26.764800 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5fa3ed-acb9-49c3-b905-ec1a7a37622d" -d '{"events": [{"server_uuid": "aaf67ab1-d837-47af-a26d-81e6a6b55cc2", "name": "network-vif-plugged", "status": "completed", "tag": "890ac296-a0c3-485e-a61d-fbfb92f02a3c"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:26.764800 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 890ac296-a0c3-485e-a61d-fbfb92f02a3c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=890ac296-a0c3-485e-a61d-fbfb92f02a3c,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:26.764800 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0227381c-a5b7-42ec-9f0b-35d04a017888 x-openstack-request-id: req-0227381c-a5b7-42ec-9f0b-35d04a017888 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:26.764800 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf67ab1-d837-47af-a26d-81e6a6b55cc2", "name": "network-vif-plugged", "status": "completed", "tag": "890ac296-a0c3-485e-a61d-fbfb92f02a3c", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:26.764800 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0227381c-a5b7-42ec-9f0b-35d04a017888 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:26.764800 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf67ab1-d837-47af-a26d-81e6a6b55cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890ac296-a0c3-485e-a61d-fbfb92f02a3c', 'code': 200} Jul 30 01:47:26.908606 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a9cb6-6f4a-4ac2-901c-8cc383e0e4ad req-95fca395-f9aa-4398-b1b5-f8a8c6e53aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:26.910575 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-272a9cb6-6f4a-4ac2-901c-8cc383e0e4ad req-95fca395-f9aa-4398-b1b5-f8a8c6e53aa4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 1095 time: 0.0720856 Jul 30 01:47:26.983129 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-272a9cb6-6f4a-4ac2-901c-8cc383e0e4ad req-edbfcff2-e153-438f-9780-c9b55a2826f6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641270 Jul 30 01:47:26.998277 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-279dd9fe-3562-4340-9bbb-55df5207d647 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1465980276&fields=id&tenant_id=c72c67525be041dbbba86358033d985a HTTP/1.1" status: 200 len: 267 time: 0.0468740 Jul 30 01:47:27.033106 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:27.058125 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-e2bdb6ec-87de-4b55-8d0f-9b68fa791302 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:27.059808 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-e2bdb6ec-87de-4b55-8d0f-9b68fa791302 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports/bd7f1b6c-b67b-4490-b720-9d9c4cd45449 HTTP/1.1" status: 200 len: 937 time: 0.0542717 Jul 30 01:47:27.098278 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=890ac296-a0c3-485e-a61d-fbfb92f02a3c,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:27.113315 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-a748c8fb-7276-47dd-b591-563a31c589f8 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:27.124065 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-a748c8fb-7276-47dd-b591-563a31c589f8 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports/6d8c1817-5e16-4333-88e9-6baf283dd55a HTTP/1.1" status: 200 len: 936 time: 0.0575194 Jul 30 01:47:27.130807 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a255a-9d15-4e16-b34d-994b6ef2aea9 admin admin] Network c4c1a6d3-9310-46dd-b172-3b32195b5301 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:27.151009 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1879d20c-71df-4c7d-9eb2-5d0ffac57a2c,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:27.153558 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-7f3a255a-9d15-4e16-b34d-994b6ef2aea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:27.170012 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a255a-9d15-4e16-b34d-994b6ef2aea9 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:27.196781 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-4fe88f15-347f-4681-a876-2c7d0cba0368 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?network_id=4192d8a2-31a3-4331-99e1-418e1e9f6bfc&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0722008 Jul 30 01:47:27.252072 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-fcb165c7-a713-4a76-ab88-0466bcb86765 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?network_id=4192d8a2-31a3-4331-99e1-418e1e9f6bfc&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0542448 Jul 30 01:47:27.340847 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a255a-9d15-4e16-b34d-994b6ef2aea9 admin admin] Pushing event updated for resources: {'Port': ['ID=af4cc6a2-7720-4ba9-990b-19951fbe7e8e,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:27.352906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] Attempting to bind port 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:27.355494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] Attempting to bind port 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:27.355861 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] Attempting to bind port 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:27.378347 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8e80f-78da-4344-9897-21cee4f982af req-e3bacd4c-f6b9-4030-9172-7492d7e784fa tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:27.380321 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0dd8e80f-78da-4344-9897-21cee4f982af req-e3bacd4c-f6b9-4030-9172-7492d7e784fa tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.2625508 Jul 30 01:47:27.410806 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f3a255a-9d15-4e16-b34d-994b6ef2aea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:27.418525 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3d692f39-c695-4a8f-8f64-00d3b3e66ad3 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:27.425508 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3d692f39-c695-4a8f-8f64-00d3b3e66ad3 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:27.443122 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3d692f39-c695-4a8f-8f64-00d3b3e66ad3 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:27.443122 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3d692f39-c695-4a8f-8f64-00d3b3e66ad3 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/networks?id=67a82bad-8f13-4556-bea5-cc28b31ee6b2&id=4fafccc5-fb47-4324-8e99-bb0237539cfb&id=4fafccc5-fb47-4324-8e99-bb0237539cfb&id=4192d8a2-31a3-4331-99e1-418e1e9f6bfc&id=4192d8a2-31a3-4331-99e1-418e1e9f6bfc HTTP/1.1" status: 200 len: 1995 time: 0.1891375 Jul 30 01:47:27.446111 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] Port 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:47:27.446679 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] Attempting to bind port 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:27.471049 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-624733c2-6484-47ff-bd26-f20535edfe77 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/quotas/c72c67525be041dbbba86358033d985a HTTP/1.1" status: 200 len: 375 time: 0.0273130 Jul 30 01:47:27.518406 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:27.520928 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:27.522068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:27.527214 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] Bound port: 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:27.527214 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:27.577059 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-8b3fdd27-7e82-4637-be9d-7e7cb92e911e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c72c67525be041dbbba86358033d985a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0943763 Jul 30 01:47:27.581515 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0dd8e80f-78da-4344-9897-21cee4f982af req-79e34ed3-4b67-4e28-845b-9b284e5f2c51 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778378 Jul 30 01:47:27.616673 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9287e4c0-afe7-41c6-81f6-b04b1c1bc277 None None] Provisioning for port af4cc6a2-7720-4ba9-990b-19951fbe7e8e completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:27.616673 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9287e4c0-afe7-41c6-81f6-b04b1c1bc277 None None] Provisioning complete for port af4cc6a2-7720-4ba9-990b-19951fbe7e8e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:27.616673 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9287e4c0-afe7-41c6-81f6-b04b1c1bc277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:27.686933 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9287e4c0-afe7-41c6-81f6-b04b1c1bc277 None None] Port af4cc6a2-7720-4ba9-990b-19951fbe7e8e cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:47:27.752330 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-342e9c02-c4c4-4de8-b382-dab91af74d70 service neutron] 10.222.0.70 "GET /v2.0/networks/67a82bad-8f13-4556-bea5-cc28b31ee6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609437 Jul 30 01:47:27.760896 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-80745d36-d7a3-4ddc-ab92-68307d3c02a9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:27.802844 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-80745d36-d7a3-4ddc-ab92-68307d3c02a9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Transition to ACTIVE for port object 7206ea7a-7660-4fb5-acd6-9cd5e8842785 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:27.810993 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] For port 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:27.820389 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] For port 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=1879d20c-71df-4c7d-9eb2-5d0ffac57a2c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:27.831347 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e054e-d17d-4148-95fa-febe742e1eb5 req-a571cfa8-37aa-48b7-acdd-0f362edcab70 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:27.833616 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-963e054e-d17d-4148-95fa-febe742e1eb5 req-a571cfa8-37aa-48b7-acdd-0f362edcab70 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/ports?device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 947 time: 0.1330225 Jul 30 01:47:27.935384 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f3a255a-9d15-4e16-b34d-994b6ef2aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:27.936707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ccfe0e00-6729-4fb2-8e38-392378df329e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:27.938739 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:28.028518 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-963e054e-d17d-4148-95fa-febe742e1eb5 req-3c7dc9ff-8791-480a-b771-a2599b2707eb tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c37394f-f0c7-4f30-a7b7-95d52b973517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829095 Jul 30 01:47:28.052880 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:28.055462 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:28.056894 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ef934b2-c68c-42b2-bb22-475120978906 req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] 10.222.0.10 "PUT /v2.0/ports/1879d20c-71df-4c7d-9eb2-5d0ffac57a2c HTTP/1.1" status: 200 len: 1095 time: 3.7485309 Jul 30 01:47:28.057361 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03cc1cb-cc14-400e-a497-468984a044d0', 'tag': '1879d20c-71df-4c7d-9eb2-5d0ffac57a2c'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:28.060584 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a575b5f8-fa9f-468e-b5cb-d6c6648f3a85" -d '{"events": [{"name": "network-changed", "server_uuid": "b03cc1cb-cc14-400e-a497-468984a044d0", "tag": "1879d20c-71df-4c7d-9eb2-5d0ffac57a2c"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:28.088074 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port ccfe0e00-6729-4fb2-8e38-392378df329e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:28.088074 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:28.160256 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 6e306881-474e-43fa-a6dc-d5cb6ae38642 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:47:28.184069 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca24867-0fe0-4b28-a173-43b08d7520f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1879d20c-71df-4c7d-9eb2-5d0ffac57a2c,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:28.184069 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-80745d36-d7a3-4ddc-ab92-68307d3c02a9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:28.259775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['1d218bf5-0438-4f23-8aea-de8af971dba0', 'ff849f36-bf61-4438-88e6-d1f2f47b7848', '745a29e1-586a-4e28-a419-5e485ec3619d'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:28.263167 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025', 'a72d7450-9c60-4665-97b9-281c58d6a8f6', 'fbeb9454-a776-4aaa-ace5-b1e0565a747d', '3ad26928-290c-49cf-aa1a-eb965b68fdd8'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:28.325179 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.resource_extend [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:47:28.333570 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3ad2f42b-ff00-42e9-b1f0-aef07b85cd97 service neutron] 10.222.0.70 "GET /v2.0/networks/67a82bad-8f13-4556-bea5-cc28b31ee6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799799 Jul 30 01:47:28.403306 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-80745d36-d7a3-4ddc-ab92-68307d3c02a9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:28.404829 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-80745d36-d7a3-4ddc-ab92-68307d3c02a9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:28.415957 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-1eefbbad-daeb-444f-8854-a9065bf4f34e service neutron] 10.222.0.70 "GET /v2.0/ports/bd7f1b6c-b67b-4490-b720-9d9c4cd45449?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0748289 Jul 30 01:47:28.423388 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-80745d36-d7a3-4ddc-ab92-68307d3c02a9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:28.453465 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 6e306881-474e-43fa-a6dc-d5cb6ae38642, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6e306881-474e-43fa-a6dc-d5cb6ae38642,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:28.466805 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '6e306881-474e-43fa-a6dc-d5cb6ae38642', 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a', 'port_id': '6e306881-474e-43fa-a6dc-d5cb6ae38642', 'mac_address': 'fa:16:3e:2c:7f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f913f80b-cf68-4e50-b702-51dfbe27bf11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:47:28.537701 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-80745d36-d7a3-4ddc-ab92-68307d3c02a9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:28.537961 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-1260823c-43b1-4338-8743-c45605925c3b service neutron] 10.222.0.70 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124527 Jul 30 01:47:28.538371 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-80745d36-d7a3-4ddc-ab92-68307d3c02a9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:28.567425 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80745d36-d7a3-4ddc-ab92-68307d3c02a9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Pushing event updated for resources: {'Port': ['ID=7206ea7a-7660-4fb5-acd6-9cd5e8842785,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:28.580901 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abae56-cd1f-41c8-b3ee-eb8e813f85b8 req-09ade70f-7767-4283-98ab-b982f6866a85 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:28.582494 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-69abae56-cd1f-41c8-b3ee-eb8e813f85b8 req-09ade70f-7767-4283-98ab-b982f6866a85 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=938f9c87-50c2-4256-9431-f5529439b030 HTTP/1.1" status: 200 len: 936 time: 0.2977698 Jul 30 01:47:28.620324 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef934b2-c68c-42b2-bb22-475120978906 req-34fef37f-f366-4bf9-ab63-07e32e7e49d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:28.621881 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ef934b2-c68c-42b2-bb22-475120978906 req-34fef37f-f366-4bf9-ab63-07e32e7e49d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e58ffac635841bc8ea0cee7856843fb&device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 1098 time: 0.3008745 Jul 30 01:47:28.628535 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f3a255a-9d15-4e16-b34d-994b6ef2aea9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:28.633237 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:28.650908 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-37c72dcc-c95d-4c6f-acaf-d416fee280f2 service neutron] 10.222.0.70 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058657 Jul 30 01:47:28.666916 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e306881-474e-43fa-a6dc-d5cb6ae38642 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:28.690204 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ef934b2-c68c-42b2-bb22-475120978906 req-2f237db5-d823-4ed3-909a-dced96001cf8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=1879d20c-71df-4c7d-9eb2-5d0ffac57a2c HTTP/1.1" status: 200 len: 217 time: 0.0518327 Jul 30 01:47:28.705943 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-1bb92dc1-397d-48c9-a165-137b7ec011bc service neutron] 10.222.0.70 "GET /v2.0/ports/6d8c1817-5e16-4333-88e9-6baf283dd55a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0451200 Jul 30 01:47:28.713671 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-69abae56-cd1f-41c8-b3ee-eb8e813f85b8 req-aa66eeae-e4ed-4f78-926c-27e5c09d1811 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226957 Jul 30 01:47:28.774117 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-80745d36-d7a3-4ddc-ab92-68307d3c02a9 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8746538 Jul 30 01:47:28.776641 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f3a255a-9d15-4e16-b34d-994b6ef2aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:28.787367 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 6e306881-474e-43fa-a6dc-d5cb6ae38642, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6e306881-474e-43fa-a6dc-d5cb6ae38642,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:28.803823 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-aae79fc0-374d-4e82-8b56-48c842ccc6fe service neutron] 10.222.0.70 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968549 Jul 30 01:47:28.828327 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] Request body: {'port': {'device_id': '938f9c87-50c2-4256-9431-f5529439b030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:28.868326 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:28.895619 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef934b2-c68c-42b2-bb22-475120978906 req-9bf43833-001a-4200-a489-e54aa9e00477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:28.897038 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ef934b2-c68c-42b2-bb22-475120978906 req-9bf43833-001a-4200-a489-e54aa9e00477 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1950500 Jul 30 01:47:28.903777 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-0cb36c6a-e73d-4bd4-8542-602db7ebdb90 service neutron] 10.222.0.70 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910048 Jul 30 01:47:28.950439 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1f2ced36-66df-497c-bcb6-f9bfcb52b755 None None] Provisioning for port 7206ea7a-7660-4fb5-acd6-9cd5e8842785 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:28.965375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a255a-9d15-4e16-b34d-994b6ef2aea9 admin admin] Pushing event updated for resources: {'Port': ['ID=af4cc6a2-7720-4ba9-990b-19951fbe7e8e,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:28.974029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1f2ced36-66df-497c-bcb6-f9bfcb52b755 None None] Provisioning complete for port 7206ea7a-7660-4fb5-acd6-9cd5e8842785 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:28.974029 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f2ced36-66df-497c-bcb6-f9bfcb52b755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:28.976503 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=6e306881-474e-43fa-a6dc-d5cb6ae38642,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:28.977713 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f3a255a-9d15-4e16-b34d-994b6ef2aea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:28.992430 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:29.008693 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402ab47-6c73-4f37-aa0d-3dbbe4cfba43 req-da62eaf3-6867-41d2-87ae-0f7345418d7f tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:29.010235 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1402ab47-6c73-4f37-aa0d-3dbbe4cfba43 req-da62eaf3-6867-41d2-87ae-0f7345418d7f tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 944 time: 0.2043259 Jul 30 01:47:29.021793 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-775ee022-945c-4b85-9562-d3683dcc3d5b service neutron] 10.222.0.70 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078882 Jul 30 01:47:29.062180 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ced36-66df-497c-bcb6-f9bfcb52b755 None None] Port 7206ea7a-7660-4fb5-acd6-9cd5e8842785 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:47:29.083905 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef934b2-c68c-42b2-bb22-475120978906 req-397d8296-3063-4b76-a8ec-78c5299fb329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:29.085431 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ef934b2-c68c-42b2-bb22-475120978906 req-397d8296-3063-4b76-a8ec-78c5299fb329 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1757617 Jul 30 01:47:29.118481 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['6e306881-474e-43fa-a6dc-d5cb6ae38642'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:29.140663 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3285e810-1ce7-4c05-8f6f-29a0dd2745b4 service neutron] 10.222.0.70 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042991 Jul 30 01:47:29.199208 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1402ab47-6c73-4f37-aa0d-3dbbe4cfba43 req-acfe0939-3e2f-45d2-8e20-5422c49f64ed tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/security-groups?id=e970702a-72df-47fa-bb3d-1e86bbd23b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416185 Jul 30 01:47:29.293479 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c453d0e8-a78c-4636-b740-aacb31097001 service neutron] 10.222.0.70 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486769 Jul 30 01:47:29.336390 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80da1f0e-1570-4d82-bfcf-4998b9dd8a7e x-openstack-request-id: req-80da1f0e-1570-4d82-bfcf-4998b9dd8a7e {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:29.336688 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03cc1cb-cc14-400e-a497-468984a044d0", "tag": "1879d20c-71df-4c7d-9eb2-5d0ffac57a2c", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:29.336942 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-80da1f0e-1570-4d82-bfcf-4998b9dd8a7e {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:29.337343 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03cc1cb-cc14-400e-a497-468984a044d0', 'tag': '1879d20c-71df-4c7d-9eb2-5d0ffac57a2c', 'status': 'completed', 'code': 200} Jul 30 01:47:29.342081 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a255a-9d15-4e16-b34d-994b6ef2aea9 admin admin] Network c4c1a6d3-9310-46dd-b172-3b32195b5301 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:29.353151 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-7f3a255a-9d15-4e16-b34d-994b6ef2aea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:29.417023 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ef934b2-c68c-42b2-bb22-475120978906 req-21527adf-10d8-4b57-9c84-4ff3138813d6 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974751 Jul 30 01:47:29.509454 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-f8d404b6-4467-497a-b9e3-5b28d9ae67c7 service neutron] 10.222.0.70 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096515 Jul 30 01:47:29.647813 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-10ff5072-c32e-4f1d-aa91-eb3634ca4880 service neutron] 10.222.0.70 "GET /v2.0/networks/4192d8a2-31a3-4331-99e1-418e1e9f6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165462 Jul 30 01:47:29.687840 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-da1d511d-e3f8-4146-b0d9-7bbeff195575 None None] Provisioning complete for port af4cc6a2-7720-4ba9-990b-19951fbe7e8e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:29.688213 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da1d511d-e3f8-4146-b0d9-7bbeff195575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:29.718700 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b9ddf-3992-4024-a013-6e3d1f57629e req-c920fded-e8f9-4558-98e2-e31b2dd2217e tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:29.720300 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-929b9ddf-3992-4024-a013-6e3d1f57629e req-c920fded-e8f9-4558-98e2-e31b2dd2217e tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.2506273 Jul 30 01:47:29.727400 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ef934b2-c68c-42b2-bb22-475120978906 req-9c8937cd-4a2c-4d0c-be11-d6ad60e3a885 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672846 Jul 30 01:47:29.730108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-da1d511d-e3f8-4146-b0d9-7bbeff195575 None None] Port af4cc6a2-7720-4ba9-990b-19951fbe7e8e cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:47:29.741999 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-6b3f0c25-99f8-4b01-a81c-0a9f5587426e service neutron] 10.222.0.70 "GET /v2.0/networks/4192d8a2-31a3-4331-99e1-418e1e9f6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880091 Jul 30 01:47:29.789869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3a255a-9d15-4e16-b34d-994b6ef2aea9 admin admin] Router 1043a1e7-6c0f-4dd2-8980-427befd8249a has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:47:29.824230 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-929b9ddf-3992-4024-a013-6e3d1f57629e req-9bddc945-4cbd-4d77-be45-44866660c0aa tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871201 Jul 30 01:47:29.851273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7206ea7a-7660-4fb5-acd6-9cd5e8842785 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:29.862201 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:29.878920 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-8e9d257a-85ec-49f1-812f-0cf356ab0a7e service neutron] 10.222.0.70 "GET /v2.0/networks/4192d8a2-31a3-4331-99e1-418e1e9f6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237154 Jul 30 01:47:29.953299 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] Transition to ACTIVE for port object 7206ea7a-7660-4fb5-acd6-9cd5e8842785 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:29.971685 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-e4984986-1b55-402f-9fd1-d3f5271084e5 service neutron] 10.222.0.70 "GET /v2.0/networks/4192d8a2-31a3-4331-99e1-418e1e9f6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878675 Jul 30 01:47:30.041918 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:30.045018 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575b5f8-fa9f-468e-b5cb-d6c6648f3a85 req-a37a8a98-0218-4c93-b21c-dafcad8ad763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:30.046641 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a575b5f8-fa9f-468e-b5cb-d6c6648f3a85 req-a37a8a98-0218-4c93-b21c-dafcad8ad763 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e58ffac635841bc8ea0cee7856843fb&device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 1098 time: 0.1386719 Jul 30 01:47:30.072763 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad2f7d-4de5-4ec9-80ba-d3cfdf36436f req-4bdfc1da-4dc0-46c0-be43-5d9d2d6a2fc1 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:30.074329 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b1ad2f7d-4de5-4ec9-80ba-d3cfdf36436f req-4bdfc1da-4dc0-46c0-be43-5d9d2d6a2fc1 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/ports?device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 947 time: 0.1652617 Jul 30 01:47:30.144124 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3a255a-9d15-4e16-b34d-994b6ef2aea9 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:47:30.156674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] Sync routers for ids ['1043a1e7-6c0f-4dd2-8980-427befd8249a'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:47:30.171085 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] Routers {'1043a1e7-6c0f-4dd2-8980-427befd8249a'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:47:30.173203 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:47:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1043a1e7-6c0f-4dd2-8980-427befd8249a'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:30.177434 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7f3a255a-9d15-4e16-b34d-994b6ef2aea9 admin admin] 10.222.0.70 "PUT /v2.0/routers/1043a1e7-6c0f-4dd2-8980-427befd8249a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8909595 Jul 30 01:47:30.210774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7206ea7a-7660-4fb5-acd6-9cd5e8842785,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:30.238745 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 6e306881-474e-43fa-a6dc-d5cb6ae38642 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:30.266621 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b1ad2f7d-4de5-4ec9-80ba-d3cfdf36436f req-2e480f95-70f7-4e2f-b604-398841b7ec9d tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c37394f-f0c7-4f30-a7b7-95d52b973517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602452 Jul 30 01:47:30.464399 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] Set router 1043a1e7-6c0f-4dd2-8980-427befd8249a gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:47:30.818489 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 6e306881-474e-43fa-a6dc-d5cb6ae38642 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:30.818734 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575b5f8-fa9f-468e-b5cb-d6c6648f3a85 req-f8b9bc36-c491-4e31-89c6-0ba8c6d5e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:30.818862 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:30.820074 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a575b5f8-fa9f-468e-b5cb-d6c6648f3a85 req-f8b9bc36-c491-4e31-89c6-0ba8c6d5e560 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.7448244 Jul 30 01:47:30.847860 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d99784-c8f4-40d5-ad8d-42eed17e18b9 req-97cae116-30ef-4723-99d1-b181df4c297e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:30.850000 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b1d99784-c8f4-40d5-ad8d-42eed17e18b9 req-97cae116-30ef-4723-99d1-b181df4c297e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 945 time: 0.1346962 Jul 30 01:47:30.852503 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] Attempting to bind port 7206ea7a-7660-4fb5-acd6-9cd5e8842785 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:30.852956 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] Attempting to bind port 7206ea7a-7660-4fb5-acd6-9cd5e8842785 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:30.853205 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] Attempting to bind port 7206ea7a-7660-4fb5-acd6-9cd5e8842785 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:30.921321 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a575b5f8-fa9f-468e-b5cb-d6c6648f3a85 req-82b58f55-0edb-4c6e-89af-b4d55aea49eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=1879d20c-71df-4c7d-9eb2-5d0ffac57a2c HTTP/1.1" status: 200 len: 217 time: 0.0915189 Jul 30 01:47:30.926854 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] Port 7206ea7a-7660-4fb5-acd6-9cd5e8842785 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:47:30.927182 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] Attempting to bind port 7206ea7a-7660-4fb5-acd6-9cd5e8842785 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:30.953697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:30.954043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:30.954527 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:30.955002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] Bound port: 7206ea7a-7660-4fb5-acd6-9cd5e8842785, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:30.955369 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:30.999922 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:31.042397 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b1d99784-c8f4-40d5-ad8d-42eed17e18b9 req-5897b921-2d92-4454-b858-5bc4ef705865 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241758 Jul 30 01:47:31.048268 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575b5f8-fa9f-468e-b5cb-d6c6648f3a85 req-91dff262-dcc2-4a83-9852-25f85e3dbbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:31.049788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a543e3-71e2-4f4c-98a6-626d468e49b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e306881-474e-43fa-a6dc-d5cb6ae38642'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:31.049968 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a575b5f8-fa9f-468e-b5cb-d6c6648f3a85 req-91dff262-dcc2-4a83-9852-25f85e3dbbae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1185308 Jul 30 01:47:31.052923 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07b4ef0-678e-4c2a-8b44-69868da3489a" -d '{"events": [{"server_uuid": "35a543e3-71e2-4f4c-98a6-626d468e49b2", "name": "network-vif-plugged", "status": "completed", "tag": "6e306881-474e-43fa-a6dc-d5cb6ae38642"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:31.070408 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 6e306881-474e-43fa-a6dc-d5cb6ae38642, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6e306881-474e-43fa-a6dc-d5cb6ae38642,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:31.082578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'name': 'tempest-TaggedBootDevicesTest-846272825-router', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:13Z', 'updated_at': '2021-07-30T01:47:27Z', 'revision_number': 4, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'gw_port': {'id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:14Z', 'updated_at': '2021-07-30T01:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'af4cc6a2-7720-4ba9-990b-19951fbe7e8e', 'name': '', 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'mac_address': 'fa:16:3e:f1:bd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e06878ac-6342-4e72-a6a9-2977bc593aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:25Z', 'updated_at': '2021-07-30T01:47:28Z', 'revision_number': 2, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'subnets': [{'id': 'e06878ac-6342-4e72-a6a9-2977bc593aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:31.119423 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] For port 7206ea7a-7660-4fb5-acd6-9cd5e8842785, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:31.131588 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] Checking router: 1043a1e7-6c0f-4dd2-8980-427befd8249a for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:47:31.131997 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] Updating router 1043a1e7-6c0f-4dd2-8980-427befd8249a port af4cc6a2-7720-4ba9-990b-19951fbe7e8e binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:47:31.135881 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] For port 7206ea7a-7660-4fb5-acd6-9cd5e8842785, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=7206ea7a-7660-4fb5-acd6-9cd5e8842785,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:31.150714 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575b5f8-fa9f-468e-b5cb-d6c6648f3a85 req-1a952d0a-f943-4d18-abf2-0a9593ccd50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:31.153899 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a575b5f8-fa9f-468e-b5cb-d6c6648f3a85 req-1a952d0a-f943-4d18-abf2-0a9593ccd50a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0875485 Jul 30 01:47:31.260379 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:31.302470 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:31.304066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 1c967715-842e-4180-ab4a-eb7c33291aed no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:47:31.333476 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:31.359821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:31.360524 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:31.362002 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] 10.222.0.77 "PUT /v2.0/ports/7206ea7a-7660-4fb5-acd6-9cd5e8842785 HTTP/1.1" status: 200 len: 1096 time: 2.5378628 Jul 30 01:47:31.365220 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938f9c87-50c2-4256-9431-f5529439b030', 'tag': '7206ea7a-7660-4fb5-acd6-9cd5e8842785'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:31.368527 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a407ebf4-c711-4ad5-a0f5-7f634323a8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "938f9c87-50c2-4256-9431-f5529439b030", "tag": "7206ea7a-7660-4fb5-acd6-9cd5e8842785"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:31.431554 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0892ff5-99af-4e18-8d91-6b74a1240351 req-345ef52a-3ea0-4a22-b925-7cef131d0a89 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:31.441207 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0892ff5-99af-4e18-8d91-6b74a1240351 req-345ef52a-3ea0-4a22-b925-7cef131d0a89 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=938f9c87-50c2-4256-9431-f5529439b030 HTTP/1.1" status: 200 len: 948 time: 0.2089520 Jul 30 01:47:31.507354 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4308ed-6d76-4eec-81ae-bf5246f994a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7206ea7a-7660-4fb5-acd6-9cd5e8842785,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:31.544069 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=6e306881-474e-43fa-a6dc-d5cb6ae38642,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:31.559822 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a575b5f8-fa9f-468e-b5cb-d6c6648f3a85 req-4d4e8ee8-e967-4796-9eb6-804e9054d5c6 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952293 Jul 30 01:47:31.650474 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:31.682148 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0892ff5-99af-4e18-8d91-6b74a1240351 req-67654926-4d06-436f-b6b6-fa07f92e4fd8 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399802 Jul 30 01:47:31.826943 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-96c54303-995d-49c3-941d-caef6844b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:31.832653 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-96c54303-995d-49c3-941d-caef6844b490 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&device_id=938f9c87-50c2-4256-9431-f5529439b030 HTTP/1.1" status: 200 len: 1099 time: 0.3597121 Jul 30 01:47:31.896558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1c967715-842e-4180-ab4a-eb7c33291aed, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1c967715-842e-4180-ab4a-eb7c33291aed,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:31.935553 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-8ca34da6-60fc-4ad8-9ab8-f32ad5dc14af service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=7206ea7a-7660-4fb5-acd6-9cd5e8842785 HTTP/1.1" status: 200 len: 217 time: 0.0733840 Jul 30 01:47:31.971267 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:32.023306 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb25ad3-a62f-40f5-bbc5-6ded9a262ff6 req-bd0bd24f-2904-4447-9c08-026c59bca06a tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:32.024795 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4bb25ad3-a62f-40f5-bbc5-6ded9a262ff6 req-bd0bd24f-2904-4447-9c08-026c59bca06a tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 944 time: 0.1808720 Jul 30 01:47:32.032299 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a575b5f8-fa9f-468e-b5cb-d6c6648f3a85 req-7165dcae-bfed-420f-8d20-8785c1ea3764 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402027 Jul 30 01:47:32.036891 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-5ae42a30-7fbc-4434-b942-08f1a1ec782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:32.038468 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-5ae42a30-7fbc-4434-b942-08f1a1ec782c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0940299 Jul 30 01:47:32.084601 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=1c967715-842e-4180-ab4a-eb7c33291aed,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:32.091176 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:32.103695 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] Transition to ACTIVE for port object af4cc6a2-7720-4ba9-990b-19951fbe7e8e will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:32.137201 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4bb25ad3-a62f-40f5-bbc5-6ded9a262ff6 req-b39bc103-da84-4a88-9111-4091586eda7f tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/security-groups?id=e970702a-72df-47fa-bb3d-1e86bbd23b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977507 Jul 30 01:47:32.155020 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-bff04209-fd85-40c8-9fa6-e32621c318de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:32.156884 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-bff04209-fd85-40c8-9fa6-e32621c318de service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005001 Jul 30 01:47:32.170325 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:32.291308 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b24a41a-8eb0-4a94-8976-3c14a2d4535a x-openstack-request-id: req-0b24a41a-8eb0-4a94-8976-3c14a2d4535a {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:32.291864 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a543e3-71e2-4f4c-98a6-626d468e49b2", "name": "network-vif-plugged", "status": "completed", "tag": "6e306881-474e-43fa-a6dc-d5cb6ae38642", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:32.292443 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b24a41a-8eb0-4a94-8976-3c14a2d4535a {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:32.293007 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a543e3-71e2-4f4c-98a6-626d468e49b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e306881-474e-43fa-a6dc-d5cb6ae38642', 'code': 200} Jul 30 01:47:32.306095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3d943-8043-4098-bda4-e37cc5686e3f None None] Pushing event updated for resources: {'Port': ['ID=af4cc6a2-7720-4ba9-990b-19951fbe7e8e,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:32.341235 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-7f206f2a-804b-4354-9a48-f89f7e6e9bf2 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767726 Jul 30 01:47:32.385753 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] Attempting to bind port af4cc6a2-7720-4ba9-990b-19951fbe7e8e on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:32.391847 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] Attempting to bind port af4cc6a2-7720-4ba9-990b-19951fbe7e8e by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2f1301b-cba8-4a95-bfd3-2c80deced6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:32.391847 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] Attempting to bind port af4cc6a2-7720-4ba9-990b-19951fbe7e8e on network c4c1a6d3-9310-46dd-b172-3b32195b5301 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:32.394706 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:32.395322 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] Checking segment: {'id': 'f2f1301b-cba8-4a95-bfd3-2c80deced6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:32.395905 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:32.396454 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] Bound using segment: {'id': 'f2f1301b-cba8-4a95-bfd3-2c80deced6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:32.397236 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] Bound port: af4cc6a2-7720-4ba9-990b-19951fbe7e8e, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f1301b-cba8-4a95-bfd3-2c80deced6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:32.398035 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:32.535184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] For port af4cc6a2-7720-4ba9-990b-19951fbe7e8e, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:32.542696 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] For port af4cc6a2-7720-4ba9-990b-19951fbe7e8e, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=af4cc6a2-7720-4ba9-990b-19951fbe7e8e,segment=NetworkSegment(f2f1301b-cba8-4a95-bfd3-2c80deced6b9),segment_id=f2f1301b-cba8-4a95-bfd3-2c80deced6b9)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:32.617758 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08b5e950-f3ce-4029-9f4c-7cc38b57b7f9 req-ccf8e810-99d4-4f74-9db1-da016c5bedae service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681699 Jul 30 01:47:32.673652 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:32.802366 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:32.808120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3d943-8043-4098-bda4-e37cc5686e3f None None] Pushing event updated for resources: {'Port': ['ID=af4cc6a2-7720-4ba9-990b-19951fbe7e8e,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:32.830327 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] Routers {'1043a1e7-6c0f-4dd2-8980-427befd8249a'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:47:32.831003 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:47:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1043a1e7-6c0f-4dd2-8980-427befd8249a'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:32.995983 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] Set router 1043a1e7-6c0f-4dd2-8980-427befd8249a gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:47:33.271910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'name': 'tempest-TaggedBootDevicesTest-846272825-router', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:13Z', 'updated_at': '2021-07-30T01:47:27Z', 'revision_number': 4, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'gw_port': {'id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:14Z', 'updated_at': '2021-07-30T01:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'af4cc6a2-7720-4ba9-990b-19951fbe7e8e', 'name': '', 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'mac_address': 'fa:16:3e:f1:bd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e06878ac-6342-4e72-a6a9-2977bc593aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:25Z', 'updated_at': '2021-07-30T01:47:32Z', 'revision_number': 4, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'subnets': [{'id': 'e06878ac-6342-4e72-a6a9-2977bc593aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:33.304618 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c6374-ef61-408e-b021-443fd8a7e668 None None] The sync data for ids ['1043a1e7-6c0f-4dd2-8980-427befd8249a'] in n-d-713498-9 is: [{'id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'name': 'tempest-TaggedBootDevicesTest-846272825-router', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:13Z', 'updated_at': '2021-07-30T01:47:27Z', 'revision_number': 4, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'gw_port': {'id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:14Z', 'updated_at': '2021-07-30T01:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'af4cc6a2-7720-4ba9-990b-19951fbe7e8e', 'name': '', 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'mac_address': 'fa:16:3e:f1:bd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e06878ac-6342-4e72-a6a9-2977bc593aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:25Z', 'updated_at': '2021-07-30T01:47:32Z', 'revision_number': 4, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'subnets': [{'id': 'e06878ac-6342-4e72-a6a9-2977bc593aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:47:33.967951 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device af4cc6a2-7720-4ba9-990b-19951fbe7e8e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:34.096146 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port af4cc6a2-7720-4ba9-990b-19951fbe7e8e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:34.103023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port af4cc6a2-7720-4ba9-990b-19951fbe7e8e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:34.103552 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:34.178545 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device cdb558f8-5cac-4331-9b09-75fbfbcc262f details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:47:34.293690 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c967715-842e-4180-ab4a-eb7c33291aed'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:34.296192 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7829628-5061-4ab0-9503-5deac73515d5" -d '{"events": [{"server_uuid": "c08b45c4-342a-47f4-bc8a-6c135bfa13a6", "name": "network-vif-unplugged", "status": "completed", "tag": "1c967715-842e-4180-ab4a-eb7c33291aed"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:34.369208 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:34.438334 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port af4cc6a2-7720-4ba9-990b-19951fbe7e8e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=af4cc6a2-7720-4ba9-990b-19951fbe7e8e,segment=NetworkSegment(f2f1301b-cba8-4a95-bfd3-2c80deced6b9),segment_id=f2f1301b-cba8-4a95-bfd3-2c80deced6b9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:34.446340 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port cdb558f8-5cac-4331-9b09-75fbfbcc262f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cdb558f8-5cac-4331-9b09-75fbfbcc262f,segment=NetworkSegment(078c6e65-e590-4f3e-bd7c-a99189bd502b),segment_id=078c6e65-e590-4f3e-bd7c-a99189bd502b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:34.461351 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'cdb558f8-5cac-4331-9b09-75fbfbcc262f', 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7', 'port_id': 'cdb558f8-5cac-4331-9b09-75fbfbcc262f', 'mac_address': 'fa:16:3e:66:7e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '710a9262-2232-4ebe-873a-16a8bb5a5b52', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:47:34.516134 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:34.539122 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:34.552031 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb558f8-5cac-4331-9b09-75fbfbcc262f {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:34.576626 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port cdb558f8-5cac-4331-9b09-75fbfbcc262f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cdb558f8-5cac-4331-9b09-75fbfbcc262f,segment=NetworkSegment(078c6e65-e590-4f3e-bd7c-a99189bd502b),segment_id=078c6e65-e590-4f3e-bd7c-a99189bd502b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:34.649399 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=af4cc6a2-7720-4ba9-990b-19951fbe7e8e,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:34.661522 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:34.662202 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:47:34.799260 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=cdb558f8-5cac-4331-9b09-75fbfbcc262f,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:34.877213 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=1879d20c-71df-4c7d-9eb2-5d0ffac57a2c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:34.902190 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '1879d20c-71df-4c7d-9eb2-5d0ffac57a2c', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '1879d20c-71df-4c7d-9eb2-5d0ffac57a2c', 'mac_address': 'fa:16:3e:49:99:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:47:34.914549 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-255689da-a8b9-457c-8d7f-597aaf6bbdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:34.915966 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-255689da-a8b9-457c-8d7f-597aaf6bbdf4 service neutron] 10.222.0.77 "GET /v2.0/ports/bd7f1b6c-b67b-4490-b720-9d9c4cd45449 HTTP/1.1" status: 200 len: 1033 time: 0.0684564 Jul 30 01:47:34.950216 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:34.968179 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:34.992108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=1879d20c-71df-4c7d-9eb2-5d0ffac57a2c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:35.009146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-ccd57645-f81b-4f17-aa13-efddbd1da654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:35.010698 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-ccd57645-f81b-4f17-aa13-efddbd1da654 service neutron] 10.222.0.77 "GET /v2.0/ports/6d8c1817-5e16-4333-88e9-6baf283dd55a HTTP/1.1" status: 200 len: 1032 time: 0.0727315 Jul 30 01:47:35.061363 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:35.125414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=1879d20c-71df-4c7d-9eb2-5d0ffac57a2c,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:35.161505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-51969d49-facd-499b-bcc6-9ea9fcf10de7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:35.167521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-51969d49-facd-499b-bcc6-9ea9fcf10de7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:35.173669 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-51969d49-facd-499b-bcc6-9ea9fcf10de7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:35.176288 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-51969d49-facd-499b-bcc6-9ea9fcf10de7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.77 "GET /v2.0/networks?id=67a82bad-8f13-4556-bea5-cc28b31ee6b2&id=4fafccc5-fb47-4324-8e99-bb0237539cfb&id=4fafccc5-fb47-4324-8e99-bb0237539cfb&id=4fafccc5-fb47-4324-8e99-bb0237539cfb&id=4fafccc5-fb47-4324-8e99-bb0237539cfb&id=4192d8a2-31a3-4331-99e1-418e1e9f6bfc&id=4192d8a2-31a3-4331-99e1-418e1e9f6bfc HTTP/1.1" status: 200 len: 1995 time: 0.1586425 Jul 30 01:47:35.237539 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-517e45f5-33c6-4a50-bd6e-b3f29426a3be tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c72c67525be041dbbba86358033d985a HTTP/1.1" status: 200 len: 380 time: 0.0469713 Jul 30 01:47:35.258332 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-04665e98-3889-461e-bffd-218ce9f15790 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Request body: {'port': {'device_id': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2', 'admin_state_up': True, 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'security_groups': ['11ee063a-2557-4c17-b647-603a90794b59']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:35.352559 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['1879d20c-71df-4c7d-9eb2-5d0ffac57a2c'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:35.380497 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['cdb558f8-5cac-4331-9b09-75fbfbcc262f'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:35.632858 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-04665e98-3889-461e-bffd-218ce9f15790 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Made reservation on behalf of c72c67525be041dbbba86358033d985a for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:35.637201 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-04665e98-3889-461e-bffd-218ce9f15790 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:35.784025 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-04665e98-3889-461e-bffd-218ce9f15790 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Allocated IP 172.20.0.4 (67a82bad-8f13-4556-bea5-cc28b31ee6b2/3f8d6f31-34cc-490d-b195-f03e3635d617/8cba3957-631b-46df-930d-30f2ada9c6ce) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:35.905796 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device af4cc6a2-7720-4ba9-990b-19951fbe7e8e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:35.961336 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-04665e98-3889-461e-bffd-218ce9f15790 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:35.973592 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port af4cc6a2-7720-4ba9-990b-19951fbe7e8e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:35.974212 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:35.978003 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-04665e98-3889-461e-bffd-218ce9f15790 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Transition to ACTIVE for port object 8cba3957-631b-46df-930d-30f2ada9c6ce will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:36.081508 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-04665e98-3889-461e-bffd-218ce9f15790 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:36.156967 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-04665e98-3889-461e-bffd-218ce9f15790 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Network 67a82bad-8f13-4556-bea5-cc28b31ee6b2 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:36.157727 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-04665e98-3889-461e-bffd-218ce9f15790 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:36.160598 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-04665e98-3889-461e-bffd-218ce9f15790 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:36.198553 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04665e98-3889-461e-bffd-218ce9f15790 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event updated for resources: {'Port': ['ID=8cba3957-631b-46df-930d-30f2ada9c6ce,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:36.232245 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 7206ea7a-7660-4fb5-acd6-9cd5e8842785 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:47:36.234967 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-04665e98-3889-461e-bffd-218ce9f15790 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:36.237027 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-04665e98-3889-461e-bffd-218ce9f15790 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:36.354490 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-04665e98-3889-461e-bffd-218ce9f15790 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1064734 Jul 30 01:47:36.372539 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-a59c88f4-aa64-44a0-bd9d-5674ec90cf72 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Request body: {'port': {'device_id': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb', 'admin_state_up': True, 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'security_groups': ['11ee063a-2557-4c17-b647-603a90794b59']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:36.586707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 7206ea7a-7660-4fb5-acd6-9cd5e8842785, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=7206ea7a-7660-4fb5-acd6-9cd5e8842785,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:36.604464 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '7206ea7a-7660-4fb5-acd6-9cd5e8842785', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '7206ea7a-7660-4fb5-acd6-9cd5e8842785', 'mac_address': 'fa:16:3e:ae:6e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:47:36.609891 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8d03394e-85b4-4bb6-a705-d24351a86ea5 None None] Provisioning for port 8cba3957-631b-46df-930d-30f2ada9c6ce completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:36.638330 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8d03394e-85b4-4bb6-a705-d24351a86ea5 None None] Provisioning complete for port 8cba3957-631b-46df-930d-30f2ada9c6ce triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:36.638582 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-a59c88f4-aa64-44a0-bd9d-5674ec90cf72 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Made reservation on behalf of c72c67525be041dbbba86358033d985a for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:36.639334 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d03394e-85b4-4bb6-a705-d24351a86ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:36.641896 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-a59c88f4-aa64-44a0-bd9d-5674ec90cf72 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:36.681286 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:36.694968 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8d03394e-85b4-4bb6-a705-d24351a86ea5 None None] Port 8cba3957-631b-46df-930d-30f2ada9c6ce cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:47:36.701602 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7206ea7a-7660-4fb5-acd6-9cd5e8842785 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:36.724610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 7206ea7a-7660-4fb5-acd6-9cd5e8842785, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=7206ea7a-7660-4fb5-acd6-9cd5e8842785,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:36.799774 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:36.870856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-a59c88f4-aa64-44a0-bd9d-5674ec90cf72 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Allocated IP 10.1.1.199 (4fafccc5-fb47-4324-8e99-bb0237539cfb/e3d413a5-ba18-4a54-8a98-960735231465/f375af04-8b58-42fe-852c-502fa34f6a49) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:36.877485 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=7206ea7a-7660-4fb5-acd6-9cd5e8842785,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:37.103246 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-a59c88f4-aa64-44a0-bd9d-5674ec90cf72 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:37.124666 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-a59c88f4-aa64-44a0-bd9d-5674ec90cf72 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Transition to ACTIVE for port object f375af04-8b58-42fe-852c-502fa34f6a49 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:37.166281 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['7206ea7a-7660-4fb5-acd6-9cd5e8842785'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:37.233330 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-a59c88f4-aa64-44a0-bd9d-5674ec90cf72 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:37.336256 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-a59c88f4-aa64-44a0-bd9d-5674ec90cf72 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Network 4fafccc5-fb47-4324-8e99-bb0237539cfb is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:37.371801 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c88f4-aa64-44a0-bd9d-5674ec90cf72 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event updated for resources: {'Port': ['ID=f375af04-8b58-42fe-852c-502fa34f6a49,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:37.376137 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-a59c88f4-aa64-44a0-bd9d-5674ec90cf72 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:37.380822 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-a59c88f4-aa64-44a0-bd9d-5674ec90cf72 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:37.471916 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-a59c88f4-aa64-44a0-bd9d-5674ec90cf72 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:37.472667 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-a59c88f4-aa64-44a0-bd9d-5674ec90cf72 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:37.531702 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-a59c88f4-aa64-44a0-bd9d-5674ec90cf72 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1632483 Jul 30 01:47:37.552748 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-71401d02-2a5c-413f-9b49-fb37363c90ed tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Request body: {'port': {'device_id': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb', 'admin_state_up': True, 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'security_groups': ['11ee063a-2557-4c17-b647-603a90794b59']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:37.833030 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-71401d02-2a5c-413f-9b49-fb37363c90ed tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Made reservation on behalf of c72c67525be041dbbba86358033d985a for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:37.837238 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-71401d02-2a5c-413f-9b49-fb37363c90ed tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:37.952818 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-afb61d40-82db-4fd2-815d-3a091b6bc951 None None] Provisioning for port f375af04-8b58-42fe-852c-502fa34f6a49 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:37.957226 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-afb61d40-82db-4fd2-815d-3a091b6bc951 None None] Provisioning complete for port f375af04-8b58-42fe-852c-502fa34f6a49 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:37.958168 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-afb61d40-82db-4fd2-815d-3a091b6bc951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:38.027974 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-71401d02-2a5c-413f-9b49-fb37363c90ed tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Allocated IP 10.1.1.107 (4fafccc5-fb47-4324-8e99-bb0237539cfb/e3d413a5-ba18-4a54-8a98-960735231465/286aa284-1cd3-4870-bcc8-b1c99a5aa0a6) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:38.028725 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-afb61d40-82db-4fd2-815d-3a091b6bc951 None None] Port f375af04-8b58-42fe-852c-502fa34f6a49 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:47:38.187809 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device cdb558f8-5cac-4331-9b09-75fbfbcc262f up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:38.265634 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-71401d02-2a5c-413f-9b49-fb37363c90ed tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:38.300003 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-71401d02-2a5c-413f-9b49-fb37363c90ed tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Transition to ACTIVE for port object 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:38.335367 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port cdb558f8-5cac-4331-9b09-75fbfbcc262f completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:38.339698 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port cdb558f8-5cac-4331-9b09-75fbfbcc262f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:38.340066 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:38.410155 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-71401d02-2a5c-413f-9b49-fb37363c90ed tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:38.498120 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:38.544350 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port cdb558f8-5cac-4331-9b09-75fbfbcc262f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cdb558f8-5cac-4331-9b09-75fbfbcc262f,segment=NetworkSegment(078c6e65-e590-4f3e-bd7c-a99189bd502b),segment_id=078c6e65-e590-4f3e-bd7c-a99189bd502b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:38.544889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-71401d02-2a5c-413f-9b49-fb37363c90ed tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Network 4fafccc5-fb47-4324-8e99-bb0237539cfb is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:38.547191 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-71401d02-2a5c-413f-9b49-fb37363c90ed tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:38.554253 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-71401d02-2a5c-413f-9b49-fb37363c90ed tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:38.558693 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71401d02-2a5c-413f-9b49-fb37363c90ed tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event updated for resources: {'Port': ['ID=286aa284-1cd3-4870-bcc8-b1c99a5aa0a6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:38.615543 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:38.616657 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:38.627241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-71401d02-2a5c-413f-9b49-fb37363c90ed tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:38.627926 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-71401d02-2a5c-413f-9b49-fb37363c90ed tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:38.719836 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-71401d02-2a5c-413f-9b49-fb37363c90ed tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1736741 Jul 30 01:47:38.740210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3cfc4789-9d66-437d-8f8f-b2cbbb2b0b9c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Request body: {'port': {'device_id': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4192d8a2-31a3-4331-99e1-418e1e9f6bfc', 'admin_state_up': True, 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'security_groups': ['11ee063a-2557-4c17-b647-603a90794b59']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:38.740484 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=cdb558f8-5cac-4331-9b09-75fbfbcc262f,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:38.821345 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:38.825844 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:38.826224 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:39.002605 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:39.021891 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3cfc4789-9d66-437d-8f8f-b2cbbb2b0b9c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Made reservation on behalf of c72c67525be041dbbba86358033d985a for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:39.072864 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=1879d20c-71df-4c7d-9eb2-5d0ffac57a2c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:39.092612 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-33b033a8-d9d8-4e34-94b4-c3620abf27e4 None None] Provisioning for port 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:39.098023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-33b033a8-d9d8-4e34-94b4-c3620abf27e4 None None] Provisioning complete for port 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:39.098608 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-33b033a8-d9d8-4e34-94b4-c3620abf27e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:39.140131 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:39.185060 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09285ead-d83b-47fc-a831-0c8ef810d103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:39.189330 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-33b033a8-d9d8-4e34-94b4-c3620abf27e4 None None] Port 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:47:39.200921 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3cfc4789-9d66-437d-8f8f-b2cbbb2b0b9c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:39.231917 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=1879d20c-71df-4c7d-9eb2-5d0ffac57a2c,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:39.506136 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3cfc4789-9d66-437d-8f8f-b2cbbb2b0b9c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Allocated IP 10.2.2.100 (4192d8a2-31a3-4331-99e1-418e1e9f6bfc/1e8b54c9-c010-49c7-9d5f-e1c33434bff9/20f66196-9127-4447-a244-7a1ed6dba5a8) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:39.713888 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3cfc4789-9d66-437d-8f8f-b2cbbb2b0b9c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:39.736647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3cfc4789-9d66-437d-8f8f-b2cbbb2b0b9c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Transition to ACTIVE for port object 20f66196-9127-4447-a244-7a1ed6dba5a8 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:39.844997 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3cfc4789-9d66-437d-8f8f-b2cbbb2b0b9c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:39.886683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3cfc4789-9d66-437d-8f8f-b2cbbb2b0b9c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Network 4192d8a2-31a3-4331-99e1-418e1e9f6bfc is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:39.896816 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3cfc4789-9d66-437d-8f8f-b2cbbb2b0b9c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:39.901627 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3cfc4789-9d66-437d-8f8f-b2cbbb2b0b9c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:40.054432 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc4789-9d66-437d-8f8f-b2cbbb2b0b9c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event updated for resources: {'Port': ['ID=20f66196-9127-4447-a244-7a1ed6dba5a8,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:40.087493 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3cfc4789-9d66-437d-8f8f-b2cbbb2b0b9c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:40.088193 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3cfc4789-9d66-437d-8f8f-b2cbbb2b0b9c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:40.198930 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3cfc4789-9d66-437d-8f8f-b2cbbb2b0b9c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4636762 Jul 30 01:47:40.219470 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d1330f7f-a11e-4395-803d-df0d2449f7a9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Request body: {'port': {'device_id': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4192d8a2-31a3-4331-99e1-418e1e9f6bfc', 'admin_state_up': True, 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'security_groups': ['11ee063a-2557-4c17-b647-603a90794b59']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:40.249555 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a0ccfebd-b138-4517-87ec-4b60c0d1c468 None None] Provisioning for port 20f66196-9127-4447-a244-7a1ed6dba5a8 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:40.253678 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a0ccfebd-b138-4517-87ec-4b60c0d1c468 None None] Provisioning complete for port 20f66196-9127-4447-a244-7a1ed6dba5a8 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:40.254130 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0ccfebd-b138-4517-87ec-4b60c0d1c468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:40.278018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 7206ea7a-7660-4fb5-acd6-9cd5e8842785 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:40.323762 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a0ccfebd-b138-4517-87ec-4b60c0d1c468 None None] Port 20f66196-9127-4447-a244-7a1ed6dba5a8 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:47:40.409464 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 7206ea7a-7660-4fb5-acd6-9cd5e8842785 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:40.416965 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 7206ea7a-7660-4fb5-acd6-9cd5e8842785 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:40.417437 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:40.653220 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:40.699790 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 7206ea7a-7660-4fb5-acd6-9cd5e8842785, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=7206ea7a-7660-4fb5-acd6-9cd5e8842785,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:41.689645 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d1330f7f-a11e-4395-803d-df0d2449f7a9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Made reservation on behalf of c72c67525be041dbbba86358033d985a for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:41.717024 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d1330f7f-a11e-4395-803d-df0d2449f7a9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:41.902224 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d1330f7f-a11e-4395-803d-df0d2449f7a9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Allocated IP 10.2.2.200 (4192d8a2-31a3-4331-99e1-418e1e9f6bfc/1e8b54c9-c010-49c7-9d5f-e1c33434bff9/1543c41e-8012-46b9-ac26-b211757944dc) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:41.918721 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:41.976069 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=7206ea7a-7660-4fb5-acd6-9cd5e8842785,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:41.987032 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bf5dbea-f8a6-49ae-9e2a-52756f2989e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:41.993779 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:42.050664 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d1330f7f-a11e-4395-803d-df0d2449f7a9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:42.064483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d1330f7f-a11e-4395-803d-df0d2449f7a9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Transition to ACTIVE for port object 1543c41e-8012-46b9-ac26-b211757944dc will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:42.164548 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d1330f7f-a11e-4395-803d-df0d2449f7a9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:42.259303 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1330f7f-a11e-4395-803d-df0d2449f7a9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event updated for resources: {'Port': ['ID=1543c41e-8012-46b9-ac26-b211757944dc,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:42.265238 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d1330f7f-a11e-4395-803d-df0d2449f7a9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Network 4192d8a2-31a3-4331-99e1-418e1e9f6bfc is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:42.267368 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d1330f7f-a11e-4395-803d-df0d2449f7a9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:42.270804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d1330f7f-a11e-4395-803d-df0d2449f7a9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:42.331480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d1330f7f-a11e-4395-803d-df0d2449f7a9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:42.332914 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d1330f7f-a11e-4395-803d-df0d2449f7a9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:42.467879 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d1330f7f-a11e-4395-803d-df0d2449f7a9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2534025 Jul 30 01:47:42.491523 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] Request body: {'port': {'device_id': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:42.592820 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:42.769650 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ac325a0e-0cad-4fab-a29b-18053e6dce9a None None] Provisioning for port 1543c41e-8012-46b9-ac26-b211757944dc completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:42.775362 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ac325a0e-0cad-4fab-a29b-18053e6dce9a None None] Provisioning complete for port 1543c41e-8012-46b9-ac26-b211757944dc triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:42.776246 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ac325a0e-0cad-4fab-a29b-18053e6dce9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:42.838389 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ac325a0e-0cad-4fab-a29b-18053e6dce9a None None] Port 1543c41e-8012-46b9-ac26-b211757944dc cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:47:43.122611 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cba3957-631b-46df-930d-30f2ada9c6ce {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:43.134456 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:43.151920 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:43.156714 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] Transition to ACTIVE for port object 8cba3957-631b-46df-930d-30f2ada9c6ce will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:43.260619 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:43.331346 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8cba3957-631b-46df-930d-30f2ada9c6ce,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:43.456661 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] Attempting to bind port 8cba3957-631b-46df-930d-30f2ada9c6ce on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:43.456883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] Attempting to bind port 8cba3957-631b-46df-930d-30f2ada9c6ce by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:43.457134 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] Attempting to bind port 8cba3957-631b-46df-930d-30f2ada9c6ce on network 67a82bad-8f13-4556-bea5-cc28b31ee6b2 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:43.461881 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] Port 8cba3957-631b-46df-930d-30f2ada9c6ce on network 67a82bad-8f13-4556-bea5-cc28b31ee6b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:47:43.467335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] Attempting to bind port 8cba3957-631b-46df-930d-30f2ada9c6ce on network 67a82bad-8f13-4556-bea5-cc28b31ee6b2 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:43.467631 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:43.467994 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] Checking segment: {'id': '82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:43.468370 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] Bound using segment: {'id': '82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:43.468798 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] Bound port: 8cba3957-631b-46df-930d-30f2ada9c6ce, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:43.469154 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:43.586960 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] For port 8cba3957-631b-46df-930d-30f2ada9c6ce, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:43.590820 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] For port 8cba3957-631b-46df-930d-30f2ada9c6ce, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8cba3957-631b-46df-930d-30f2ada9c6ce,segment=NetworkSegment(82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db),segment_id=82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:43.672157 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:43.731876 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:43.732560 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:43.733966 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] 10.222.0.77 "PUT /v2.0/ports/8cba3957-631b-46df-930d-30f2ada9c6ce HTTP/1.1" status: 200 len: 1091 time: 1.2496140 Jul 30 01:47:43.789561 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a416fd-d8ec-442c-a11f-5094ff5c08a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8cba3957-631b-46df-930d-30f2ada9c6ce,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:43.847685 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] Request body: {'port': {'device_id': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:43.951808 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:44.508393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7f1b6c-b67b-4490-b720-9d9c4cd45449 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:44.519411 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:44.540227 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] Transition to ACTIVE for port object bd7f1b6c-b67b-4490-b720-9d9c4cd45449 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:44.936011 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:44.981336 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:45.062069 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7f1b6c-b67b-4490-b720-9d9c4cd45449,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:45.182992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] Attempting to bind port bd7f1b6c-b67b-4490-b720-9d9c4cd45449 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:45.183336 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] Attempting to bind port bd7f1b6c-b67b-4490-b720-9d9c4cd45449 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '197182fc-ce63-43fa-a67a-22098b80c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:45.183711 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] Attempting to bind port bd7f1b6c-b67b-4490-b720-9d9c4cd45449 on network 4fafccc5-fb47-4324-8e99-bb0237539cfb {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:45.191364 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] Port bd7f1b6c-b67b-4490-b720-9d9c4cd45449 on network 4fafccc5-fb47-4324-8e99-bb0237539cfb not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:47:45.191869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] Attempting to bind port bd7f1b6c-b67b-4490-b720-9d9c4cd45449 on network 4fafccc5-fb47-4324-8e99-bb0237539cfb {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:45.201554 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:45.202020 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] Checking segment: {'id': '197182fc-ce63-43fa-a67a-22098b80c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:45.203757 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] Bound using segment: {'id': '197182fc-ce63-43fa-a67a-22098b80c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:45.204184 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] Bound port: bd7f1b6c-b67b-4490-b720-9d9c4cd45449, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197182fc-ce63-43fa-a67a-22098b80c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:45.204553 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:45.326428 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] For port bd7f1b6c-b67b-4490-b720-9d9c4cd45449, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:45.329909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] For port bd7f1b6c-b67b-4490-b720-9d9c4cd45449, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=bd7f1b6c-b67b-4490-b720-9d9c4cd45449,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:45.456593 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:45.570691 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:45.571407 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:45.572765 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] 10.222.0.77 "PUT /v2.0/ports/bd7f1b6c-b67b-4490-b720-9d9c4cd45449 HTTP/1.1" status: 200 len: 1136 time: 1.7382951 Jul 30 01:47:45.609398 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa33b2e-b64f-4738-8103-d91192025704 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7f1b6c-b67b-4490-b720-9d9c4cd45449,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:45.677368 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] Request body: {'port': {'device_id': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:45.831732 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:46.230416 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8c1817-5e16-4333-88e9-6baf283dd55a {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:46.239119 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:46.252392 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] Transition to ACTIVE for port object 6d8c1817-5e16-4333-88e9-6baf283dd55a will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:46.472229 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:46.537635 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] Pushing event updated for resources: {'Port': ['ID=6d8c1817-5e16-4333-88e9-6baf283dd55a,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:46.630909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] Attempting to bind port 6d8c1817-5e16-4333-88e9-6baf283dd55a on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:46.631708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] Attempting to bind port 6d8c1817-5e16-4333-88e9-6baf283dd55a by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '197182fc-ce63-43fa-a67a-22098b80c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:46.631708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] Attempting to bind port 6d8c1817-5e16-4333-88e9-6baf283dd55a on network 4fafccc5-fb47-4324-8e99-bb0237539cfb {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:46.636613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] Port 6d8c1817-5e16-4333-88e9-6baf283dd55a on network 4fafccc5-fb47-4324-8e99-bb0237539cfb not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:47:46.642728 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] Attempting to bind port 6d8c1817-5e16-4333-88e9-6baf283dd55a on network 4fafccc5-fb47-4324-8e99-bb0237539cfb {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:46.642728 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:46.642728 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] Checking segment: {'id': '197182fc-ce63-43fa-a67a-22098b80c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:46.643262 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] Bound using segment: {'id': '197182fc-ce63-43fa-a67a-22098b80c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:46.643527 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] Bound port: 6d8c1817-5e16-4333-88e9-6baf283dd55a, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197182fc-ce63-43fa-a67a-22098b80c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:46.643886 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:46.782570 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] For port 6d8c1817-5e16-4333-88e9-6baf283dd55a, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:46.787397 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] For port 6d8c1817-5e16-4333-88e9-6baf283dd55a, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6d8c1817-5e16-4333-88e9-6baf283dd55a,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:46.883714 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:46.951630 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:46.953728 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:46.958855 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] 10.222.0.77 "PUT /v2.0/ports/6d8c1817-5e16-4333-88e9-6baf283dd55a HTTP/1.1" status: 200 len: 1135 time: 1.2918756 Jul 30 01:47:46.999007 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75de021-7fe5-4562-a8bf-8d9e037d6d3d service neutron] Pushing event updated for resources: {'Port': ['ID=6d8c1817-5e16-4333-88e9-6baf283dd55a,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:47.093031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] Request body: {'port': {'device_id': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:47.209476 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:47.337362 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:47.544708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f375af04-8b58-42fe-852c-502fa34f6a49 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:47.555245 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:47.569110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] Transition to ACTIVE for port object f375af04-8b58-42fe-852c-502fa34f6a49 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:47.638408 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:47.696646 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a08497-ef55-4823-ae3d-17180880430b service neutron] Pushing event updated for resources: {'Port': ['ID=f375af04-8b58-42fe-852c-502fa34f6a49,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:47.776354 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] Attempting to bind port f375af04-8b58-42fe-852c-502fa34f6a49 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:47.776861 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] Attempting to bind port f375af04-8b58-42fe-852c-502fa34f6a49 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '197182fc-ce63-43fa-a67a-22098b80c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:47.777286 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] Attempting to bind port f375af04-8b58-42fe-852c-502fa34f6a49 on network 4fafccc5-fb47-4324-8e99-bb0237539cfb {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:47.783507 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] Port f375af04-8b58-42fe-852c-502fa34f6a49 on network 4fafccc5-fb47-4324-8e99-bb0237539cfb not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:47:47.784927 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] Attempting to bind port f375af04-8b58-42fe-852c-502fa34f6a49 on network 4fafccc5-fb47-4324-8e99-bb0237539cfb {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:47.790814 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:47.791422 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] Checking segment: {'id': '197182fc-ce63-43fa-a67a-22098b80c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:47.791909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] Bound using segment: {'id': '197182fc-ce63-43fa-a67a-22098b80c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:47.792512 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] Bound port: f375af04-8b58-42fe-852c-502fa34f6a49, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197182fc-ce63-43fa-a67a-22098b80c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:47.792970 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:47.869171 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] For port f375af04-8b58-42fe-852c-502fa34f6a49, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:47.872800 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] For port f375af04-8b58-42fe-852c-502fa34f6a49, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=f375af04-8b58-42fe-852c-502fa34f6a49,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:47.960543 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:48.077386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:48.078052 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:48.079512 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78a08497-ef55-4823-ae3d-17180880430b service neutron] 10.222.0.77 "PUT /v2.0/ports/f375af04-8b58-42fe-852c-502fa34f6a49 HTTP/1.1" status: 200 len: 1091 time: 0.9914916 Jul 30 01:47:48.083011 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31a8eb-f150-4b88-93fd-2fe86f8bd597 req-50d18832-c9c1-4536-8c03-fb8d752bda19 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:48.091647 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2e31a8eb-f150-4b88-93fd-2fe86f8bd597 req-50d18832-c9c1-4536-8c03-fb8d752bda19 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/ports?device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 949 time: 0.0837929 Jul 30 01:47:48.117485 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a08497-ef55-4823-ae3d-17180880430b service neutron] Pushing event updated for resources: {'Port': ['ID=f375af04-8b58-42fe-852c-502fa34f6a49,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:48.142675 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2e31a8eb-f150-4b88-93fd-2fe86f8bd597 req-dcc66a5a-05ae-4f79-aac0-ac86dec545a3 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c37394f-f0c7-4f30-a7b7-95d52b973517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482669 Jul 30 01:47:48.180562 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] Request body: {'port': {'device_id': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:48.231771 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2581eb5-3c48-4c65-afe2-8a3308b9d2f1 x-openstack-request-id: req-a2581eb5-3c48-4c65-afe2-8a3308b9d2f1 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:48.232104 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938f9c87-50c2-4256-9431-f5529439b030", "tag": "7206ea7a-7660-4fb5-acd6-9cd5e8842785", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:48.233341 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2581eb5-3c48-4c65-afe2-8a3308b9d2f1 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:48.233756 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938f9c87-50c2-4256-9431-f5529439b030', 'tag': '7206ea7a-7660-4fb5-acd6-9cd5e8842785', 'status': 'completed', 'code': 200} Jul 30 01:47:48.297343 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:48.432932 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b861e-29e2-41ae-a838-1a58b6be5b1b req-3d7e36a0-2484-4210-8fb6-86c2da13379f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:48.440573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b861e-29e2-41ae-a838-1a58b6be5b1b req-3d7e36a0-2484-4210-8fb6-86c2da13379f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:48.448565 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b861e-29e2-41ae-a838-1a58b6be5b1b req-3d7e36a0-2484-4210-8fb6-86c2da13379f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:48.458886 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b861e-29e2-41ae-a838-1a58b6be5b1b req-3d7e36a0-2484-4210-8fb6-86c2da13379f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:48.466562 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b861e-29e2-41ae-a838-1a58b6be5b1b req-3d7e36a0-2484-4210-8fb6-86c2da13379f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:48.473175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b861e-29e2-41ae-a838-1a58b6be5b1b req-3d7e36a0-2484-4210-8fb6-86c2da13379f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:48.481156 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b861e-29e2-41ae-a838-1a58b6be5b1b req-3d7e36a0-2484-4210-8fb6-86c2da13379f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:48.491314 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e58b861e-29e2-41ae-a838-1a58b6be5b1b req-3d7e36a0-2484-4210-8fb6-86c2da13379f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5395 time: 0.1539707 Jul 30 01:47:48.559665 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e58b861e-29e2-41ae-a838-1a58b6be5b1b req-2dc4c482-a8cf-4195-bbee-7eec35c6ae33 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653250 Jul 30 01:47:48.714661 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1ed37-4f14-4835-8ea7-9bd63e5b4df5 req-a15908b2-6c2b-4413-ac39-8a1ccceadb51 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:48.716924 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4df1ed37-4f14-4835-8ea7-9bd63e5b4df5 req-a15908b2-6c2b-4413-ac39-8a1ccceadb51 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 946 time: 0.0595028 Jul 30 01:47:48.767954 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4df1ed37-4f14-4835-8ea7-9bd63e5b4df5 req-7fcc70e1-ea7c-4c3c-b32b-4e96848074fd tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/security-groups?id=e970702a-72df-47fa-bb3d-1e86bbd23b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426233 Jul 30 01:47:48.828357 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176b00de-9428-4034-8469-22422018c4bc x-openstack-request-id: req-176b00de-9428-4034-8469-22422018c4bc {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:48.828921 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08b45c4-342a-47f4-bc8a-6c135bfa13a6", "name": "network-vif-unplugged", "status": "completed", "tag": "1c967715-842e-4180-ab4a-eb7c33291aed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:48.828921 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-176b00de-9428-4034-8469-22422018c4bc {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:48.829336 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c967715-842e-4180-ab4a-eb7c33291aed', 'code': 200} Jul 30 01:47:48.911063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407ebf4-c711-4ad5-a0f5-7f634323a8a8 req-d0d78f89-cd2f-4fa6-a630-a504bbcf6acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:48.912317 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a407ebf4-c711-4ad5-a0f5-7f634323a8a8 req-d0d78f89-cd2f-4fa6-a630-a504bbcf6acb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&device_id=938f9c87-50c2-4256-9431-f5529439b030 HTTP/1.1" status: 200 len: 1101 time: 0.5474074 Jul 30 01:47:48.937546 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9082b-8f21-410c-97f2-bf69fd6716a0 req-b0062c9d-6f73-45b6-a641-c42621bcdae3 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:48.939617 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c9b9082b-8f21-410c-97f2-bf69fd6716a0 req-b0062c9d-6f73-45b6-a641-c42621bcdae3 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.0581191 Jul 30 01:47:48.985645 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c9b9082b-8f21-410c-97f2-bf69fd6716a0 req-23892496-2dcb-4c2c-991f-1ed10ed17186 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386477 Jul 30 01:47:49.090446 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a024655-5ea9-470e-9182-1950b55b2c5b req-fd478b5c-68bc-4856-a220-e23b67ae7044 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:49.091997 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a024655-5ea9-470e-9182-1950b55b2c5b req-fd478b5c-68bc-4856-a220-e23b67ae7044 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=938f9c87-50c2-4256-9431-f5529439b030 HTTP/1.1" status: 200 len: 950 time: 0.1764286 Jul 30 01:47:49.183952 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407ebf4-c711-4ad5-a0f5-7f634323a8a8 req-f324ca4b-902e-4c4b-9dec-112f2dd60b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:49.186192 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a407ebf4-c711-4ad5-a0f5-7f634323a8a8 req-f324ca4b-902e-4c4b-9dec-112f2dd60b54 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.2565792 Jul 30 01:47:49.199150 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a024655-5ea9-470e-9182-1950b55b2c5b req-e63fa7d8-c454-434f-97e6-46302e66cc6c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945110 Jul 30 01:47:49.280306 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:49.289718 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:49.369517 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a407ebf4-c711-4ad5-a0f5-7f634323a8a8 req-6861afa7-c28f-4a77-8276-ac6c262f47b4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=7206ea7a-7660-4fb5-acd6-9cd5e8842785 HTTP/1.1" status: 200 len: 217 time: 0.0767949 Jul 30 01:47:49.377044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] Transition to ACTIVE for port object 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:49.433635 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f606bb-2474-4200-ba5e-f29f981aebcb req-6bd62b03-5063-4a2b-be22-7e82ee48e1ad tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:49.435262 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0f606bb-2474-4200-ba5e-f29f981aebcb req-6bd62b03-5063-4a2b-be22-7e82ee48e1ad tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/ports?device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 949 time: 0.1414680 Jul 30 01:47:49.448590 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:49.503606 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407ebf4-c711-4ad5-a0f5-7f634323a8a8 req-aec7b5e8-914a-4e30-8c1f-195da64074f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:49.506196 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a407ebf4-c711-4ad5-a0f5-7f634323a8a8 req-aec7b5e8-914a-4e30-8c1f-195da64074f5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1275203 Jul 30 01:47:49.562393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=286aa284-1cd3-4870-bcc8-b1c99a5aa0a6,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:49.612641 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0f606bb-2474-4200-ba5e-f29f981aebcb req-0194d042-d550-4097-9910-7e1ed9354416 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c37394f-f0c7-4f30-a7b7-95d52b973517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655753 Jul 30 01:47:49.705297 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407ebf4-c711-4ad5-a0f5-7f634323a8a8 req-df6c1658-90b5-44fc-a2b2-f6c1c1398237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:49.708370 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a407ebf4-c711-4ad5-a0f5-7f634323a8a8 req-df6c1658-90b5-44fc-a2b2-f6c1c1398237 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1888123 Jul 30 01:47:49.858599 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] Attempting to bind port 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:49.858951 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] Attempting to bind port 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '197182fc-ce63-43fa-a67a-22098b80c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:49.859276 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] Attempting to bind port 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 on network 4fafccc5-fb47-4324-8e99-bb0237539cfb {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:49.867829 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] Port 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 on network 4fafccc5-fb47-4324-8e99-bb0237539cfb not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:47:49.869060 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] Attempting to bind port 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 on network 4fafccc5-fb47-4324-8e99-bb0237539cfb {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:49.891127 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:49.891506 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] Checking segment: {'id': '197182fc-ce63-43fa-a67a-22098b80c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:49.891877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] Bound using segment: {'id': '197182fc-ce63-43fa-a67a-22098b80c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:49.892321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] Bound port: 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197182fc-ce63-43fa-a67a-22098b80c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:49.892686 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:49.945369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a59ef1-93a3-497a-b8f3-374011efce3b req-b0b4145e-fc1b-4c4c-9b42-4c67b56a1f8e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:49.951466 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a59ef1-93a3-497a-b8f3-374011efce3b req-b0b4145e-fc1b-4c4c-9b42-4c67b56a1f8e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:49.957547 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a59ef1-93a3-497a-b8f3-374011efce3b req-b0b4145e-fc1b-4c4c-9b42-4c67b56a1f8e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:49.963480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a59ef1-93a3-497a-b8f3-374011efce3b req-b0b4145e-fc1b-4c4c-9b42-4c67b56a1f8e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:49.969420 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a59ef1-93a3-497a-b8f3-374011efce3b req-b0b4145e-fc1b-4c4c-9b42-4c67b56a1f8e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:49.979263 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a59ef1-93a3-497a-b8f3-374011efce3b req-b0b4145e-fc1b-4c4c-9b42-4c67b56a1f8e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:49.981436 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a59ef1-93a3-497a-b8f3-374011efce3b req-b0b4145e-fc1b-4c4c-9b42-4c67b56a1f8e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:49.983454 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88a59ef1-93a3-497a-b8f3-374011efce3b req-b0b4145e-fc1b-4c4c-9b42-4c67b56a1f8e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5407 time: 0.1650121 Jul 30 01:47:50.033368 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a407ebf4-c711-4ad5-a0f5-7f634323a8a8 req-94f4feb7-0b90-4239-971a-292bc54f55f1 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120012 Jul 30 01:47:50.125748 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88a59ef1-93a3-497a-b8f3-374011efce3b req-e7d71156-6268-4a6d-92bb-83ebf0b69a20 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1334751 Jul 30 01:47:50.136392 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] For port 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:50.141901 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] For port 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=286aa284-1cd3-4870-bcc8-b1c99a5aa0a6,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:50.176863 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a407ebf4-c711-4ad5-a0f5-7f634323a8a8 req-0f6f8677-fb3b-48af-9926-3a87d827614b service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342890 Jul 30 01:47:50.234667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'tag': '8cba3957-631b-46df-930d-30f2ada9c6ce'}, {'name': 'network-changed', 'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'tag': 'bd7f1b6c-b67b-4490-b720-9d9c4cd45449'}, {'name': 'network-changed', 'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'tag': '6d8c1817-5e16-4333-88e9-6baf283dd55a'}, {'name': 'network-changed', 'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'tag': 'f375af04-8b58-42fe-852c-502fa34f6a49'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:50.237802 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c913c3e-6b64-44e1-83b1-4596380a3711" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "tag": "8cba3957-631b-46df-930d-30f2ada9c6ce"}, {"name": "network-changed", "server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "tag": "bd7f1b6c-b67b-4490-b720-9d9c4cd45449"}, {"name": "network-changed", "server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "tag": "6d8c1817-5e16-4333-88e9-6baf283dd55a"}, {"name": "network-changed", "server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "tag": "f375af04-8b58-42fe-852c-502fa34f6a49"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:50.300501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2583b-83ba-4c0e-8d55-3a3835084520 req-8740722a-d828-408a-91e8-49b976284b9d tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:50.302826 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4b2583b-83ba-4c0e-8d55-3a3835084520 req-8740722a-d828-408a-91e8-49b976284b9d tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 946 time: 0.0601251 Jul 30 01:47:50.344148 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4b2583b-83ba-4c0e-8d55-3a3835084520 req-a6972f5f-e536-4dd1-af80-74e0dc7c7328 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/security-groups?id=e970702a-72df-47fa-bb3d-1e86bbd23b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346005 Jul 30 01:47:50.500333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a2ba1-cf3f-4b77-ad24-2901206f8d04 req-27b5766a-2c40-44d1-8fe8-d2b198fc166b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:50.502370 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-295a2ba1-cf3f-4b77-ad24-2901206f8d04 req-27b5766a-2c40-44d1-8fe8-d2b198fc166b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.0597284 Jul 30 01:47:50.526654 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:50.566923 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:50.567631 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:50.572096 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] 10.222.0.77 "PUT /v2.0/ports/286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 HTTP/1.1" status: 200 len: 1091 time: 2.3993163 Jul 30 01:47:50.617614 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-295a2ba1-cf3f-4b77-ad24-2901206f8d04 req-0e4816a8-ad9f-4205-8014-028a2e6dbcbf tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083407 Jul 30 01:47:50.638056 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9f30c-073b-4aac-94a8-2f99759ee0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=286aa284-1cd3-4870-bcc8-b1c99a5aa0a6,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:50.731039 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] Request body: {'port': {'device_id': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:50.813229 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb76a44-9b12-46c2-af89-2315abf4593e x-openstack-request-id: req-fcb76a44-9b12-46c2-af89-2315abf4593e {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:50.813595 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "tag": "8cba3957-631b-46df-930d-30f2ada9c6ce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "tag": "bd7f1b6c-b67b-4490-b720-9d9c4cd45449", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "tag": "6d8c1817-5e16-4333-88e9-6baf283dd55a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "tag": "f375af04-8b58-42fe-852c-502fa34f6a49", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:50.813925 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fcb76a44-9b12-46c2-af89-2315abf4593e {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:50.814468 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'tag': '8cba3957-631b-46df-930d-30f2ada9c6ce', 'status': 'completed', 'code': 200} Jul 30 01:47:50.814790 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'tag': 'bd7f1b6c-b67b-4490-b720-9d9c4cd45449', 'status': 'completed', 'code': 200} Jul 30 01:47:50.815102 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'tag': '6d8c1817-5e16-4333-88e9-6baf283dd55a', 'status': 'completed', 'code': 200} Jul 30 01:47:50.815411 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'tag': 'f375af04-8b58-42fe-852c-502fa34f6a49', 'status': 'completed', 'code': 200} Jul 30 01:47:50.831163 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aee64a8-54d7-4f87-ad37-751a1bac1510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb558f8-5cac-4331-9b09-75fbfbcc262f'}, {'server_uuid': 'b03cc1cb-cc14-400e-a497-468984a044d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1879d20c-71df-4c7d-9eb2-5d0ffac57a2c'}, {'server_uuid': '938f9c87-50c2-4256-9431-f5529439b030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7206ea7a-7660-4fb5-acd6-9cd5e8842785'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:50.840212 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc83ae5-d49d-4e36-8c09-287e16032c11" -d '{"events": [{"server_uuid": "3aee64a8-54d7-4f87-ad37-751a1bac1510", "name": "network-vif-plugged", "status": "completed", "tag": "cdb558f8-5cac-4331-9b09-75fbfbcc262f"}, {"server_uuid": "b03cc1cb-cc14-400e-a497-468984a044d0", "name": "network-vif-plugged", "status": "completed", "tag": "1879d20c-71df-4c7d-9eb2-5d0ffac57a2c"}, {"server_uuid": "938f9c87-50c2-4256-9431-f5529439b030", "name": "network-vif-plugged", "status": "completed", "tag": "7206ea7a-7660-4fb5-acd6-9cd5e8842785"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:50.845056 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:50.863523 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cefa1f-122a-4650-9bc2-cdffa45ea534 req-75f626b6-5ecc-4027-9747-943174e2a991 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:50.865426 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11cefa1f-122a-4650-9bc2-cdffa45ea534 req-75f626b6-5ecc-4027-9747-943174e2a991 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=938f9c87-50c2-4256-9431-f5529439b030 HTTP/1.1" status: 200 len: 950 time: 0.1526904 Jul 30 01:47:50.950993 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88251f26-5f07-4282-ba12-ec1265bf5649 req-a31016fa-b2af-4c0e-b04d-a5695ba80041 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:50.960032 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-88251f26-5f07-4282-ba12-ec1265bf5649 req-a31016fa-b2af-4c0e-b04d-a5695ba80041 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/ports?device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 949 time: 0.0810289 Jul 30 01:47:51.013238 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-88251f26-5f07-4282-ba12-ec1265bf5649 req-5ea4b54e-2f7e-432c-8c27-0fb5627c4d42 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c37394f-f0c7-4f30-a7b7-95d52b973517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489318 Jul 30 01:47:51.042613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-c32e5789-8a7c-4914-ac22-566a33b85fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.043185 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-c32e5789-8a7c-4914-ac22-566a33b85fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.043585 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-c32e5789-8a7c-4914-ac22-566a33b85fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.044078 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-c32e5789-8a7c-4914-ac22-566a33b85fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.044560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-c32e5789-8a7c-4914-ac22-566a33b85fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.045031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-c32e5789-8a7c-4914-ac22-566a33b85fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.045529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-c32e5789-8a7c-4914-ac22-566a33b85fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.047485 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-c32e5789-8a7c-4914-ac22-566a33b85fb4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c72c67525be041dbbba86358033d985a&device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 6354 time: 0.1810982 Jul 30 01:47:51.053409 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11cefa1f-122a-4650-9bc2-cdffa45ea534 req-981d2222-1891-4462-a456-d93f8ef883b8 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719053 Jul 30 01:47:51.127012 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e60d8a-8204-4ccb-9bfd-ddce1068cf96 x-openstack-request-id: req-97e60d8a-8204-4ccb-9bfd-ddce1068cf96 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:51.127325 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aee64a8-54d7-4f87-ad37-751a1bac1510", "name": "network-vif-plugged", "status": "completed", "tag": "cdb558f8-5cac-4331-9b09-75fbfbcc262f", "code": 200}, {"server_uuid": "b03cc1cb-cc14-400e-a497-468984a044d0", "name": "network-vif-plugged", "status": "completed", "tag": "1879d20c-71df-4c7d-9eb2-5d0ffac57a2c", "code": 200}, {"server_uuid": "938f9c87-50c2-4256-9431-f5529439b030", "name": "network-vif-plugged", "status": "completed", "tag": "7206ea7a-7660-4fb5-acd6-9cd5e8842785", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:51.127578 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97e60d8a-8204-4ccb-9bfd-ddce1068cf96 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:51.128019 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aee64a8-54d7-4f87-ad37-751a1bac1510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb558f8-5cac-4331-9b09-75fbfbcc262f', 'code': 200} Jul 30 01:47:51.128280 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03cc1cb-cc14-400e-a497-468984a044d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1879d20c-71df-4c7d-9eb2-5d0ffac57a2c', 'code': 200} Jul 30 01:47:51.128536 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938f9c87-50c2-4256-9431-f5529439b030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7206ea7a-7660-4fb5-acd6-9cd5e8842785', 'code': 200} Jul 30 01:47:51.296698 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-425d4beb-048c-4f99-88e3-9467d7e3f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.297303 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-425d4beb-048c-4f99-88e3-9467d7e3f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.297820 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-425d4beb-048c-4f99-88e3-9467d7e3f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.299856 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-425d4beb-048c-4f99-88e3-9467d7e3f9ca service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=c72c67525be041dbbba86358033d985a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2321744 Jul 30 01:47:51.326851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b1bac-9400-4f10-a7ac-5808368c1295 req-d1916936-8386-4c68-b728-707f499c3541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.332688 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8a2b1bac-9400-4f10-a7ac-5808368c1295 req-d1916936-8386-4c68-b728-707f499c3541 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 1100 time: 0.0827625 Jul 30 01:47:51.341630 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481483e-a5cd-4826-a193-f17c556612d0 req-889bb106-7cbc-4432-81b1-f65e60b9aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.343569 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2481483e-a5cd-4826-a193-f17c556612d0 req-889bb106-7cbc-4432-81b1-f65e60b9aa46 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=938f9c87-50c2-4256-9431-f5529439b030 HTTP/1.1" status: 200 len: 1101 time: 0.0655746 Jul 30 01:47:51.418766 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8a2b1bac-9400-4f10-a7ac-5808368c1295 req-77a417df-d230-46f2-90d3-547e757c7cf6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9c37394f-f0c7-4f30-a7b7-95d52b973517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808024 Jul 30 01:47:51.452431 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2481483e-a5cd-4826-a193-f17c556612d0 req-401911f8-5373-4e1d-bdca-e5d48c868184 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939131 Jul 30 01:47:51.530061 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b360ec-3c94-4315-8632-67f11d4cee2a req-91d9e996-1575-46d4-a1e7-78fac39256a1 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.538664 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-66b360ec-3c94-4315-8632-67f11d4cee2a req-91d9e996-1575-46d4-a1e7-78fac39256a1 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 946 time: 0.0664175 Jul 30 01:47:51.584301 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-66b360ec-3c94-4315-8632-67f11d4cee2a req-8b5a99dd-cd5e-4b58-a0f5-c04b7e6c082b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/security-groups?id=e970702a-72df-47fa-bb3d-1e86bbd23b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442767 Jul 30 01:47:51.606537 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-cf4b2692-c6c0-41dc-a7cf-8033b8aec498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.608146 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-cf4b2692-c6c0-41dc-a7cf-8033b8aec498 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1927552 Jul 30 01:47:51.683870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366e45a-1b5c-4c8a-a098-5622e7be3715 req-57a5d040-5af9-4e02-8062-7cd7355c5386 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.690095 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366e45a-1b5c-4c8a-a098-5622e7be3715 req-57a5d040-5af9-4e02-8062-7cd7355c5386 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.697913 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366e45a-1b5c-4c8a-a098-5622e7be3715 req-57a5d040-5af9-4e02-8062-7cd7355c5386 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.705657 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366e45a-1b5c-4c8a-a098-5622e7be3715 req-57a5d040-5af9-4e02-8062-7cd7355c5386 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.711925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366e45a-1b5c-4c8a-a098-5622e7be3715 req-57a5d040-5af9-4e02-8062-7cd7355c5386 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.718036 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366e45a-1b5c-4c8a-a098-5622e7be3715 req-57a5d040-5af9-4e02-8062-7cd7355c5386 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.724845 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366e45a-1b5c-4c8a-a098-5622e7be3715 req-57a5d040-5af9-4e02-8062-7cd7355c5386 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.732968 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8366e45a-1b5c-4c8a-a098-5622e7be3715 req-57a5d040-5af9-4e02-8062-7cd7355c5386 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5407 time: 0.4317369 Jul 30 01:47:51.756853 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65030d3a-42d6-4c9c-a32f-3a9a050dc42a req-4ccaa000-9d0f-4cff-8bc3-567ef17e3d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.759351 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65030d3a-42d6-4c9c-a32f-3a9a050dc42a req-4ccaa000-9d0f-4cff-8bc3-567ef17e3d25 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 1097 time: 0.3617010 Jul 30 01:47:51.800521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f66196-9127-4447-a244-7a1ed6dba5a8 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:51.808709 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-82bb8ff2-2b2b-449f-8fd0-d4da363a75a8 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.810291 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:51.816389 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-82bb8ff2-2b2b-449f-8fd0-d4da363a75a8 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/networks?id=451069e3-0489-46ed-9dc8-b24b5ce11b0a HTTP/1.1" status: 200 len: 804 time: 0.1355212 Jul 30 01:47:51.824193 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] Transition to ACTIVE for port object 20f66196-9127-4447-a244-7a1ed6dba5a8 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:51.837340 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8366e45a-1b5c-4c8a-a098-5622e7be3715 req-f4a2d135-13d4-4d00-b97f-e23dee277acb tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1032765 Jul 30 01:47:51.847348 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-da946425-f9e7-4bf4-b098-8eb9a9ef9461 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/quotas/2211a8e1d006442d9db8c662662819e1 HTTP/1.1" status: 200 len: 375 time: 0.0298052 Jul 30 01:47:51.912523 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-ab6ced84-185a-4ceb-b796-e2e1b0d76ad0 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2211a8e1d006442d9db8c662662819e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634265 Jul 30 01:47:51.955954 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65030d3a-42d6-4c9c-a32f-3a9a050dc42a req-14e4c118-fffc-4310-a398-fec9eb0c368f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e970702a-72df-47fa-bb3d-1e86bbd23b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622169 Jul 30 01:47:51.956714 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:52.020940 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-71d1715f-aaa8-48bd-b946-e75739931a2f service neutron] 10.222.0.70 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071432 Jul 30 01:47:52.052702 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-874a05b2-1c5a-4778-b7d3-2a60c5539ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:52.053282 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-874a05b2-1c5a-4778-b7d3-2a60c5539ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:52.053871 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-874a05b2-1c5a-4778-b7d3-2a60c5539ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:52.054463 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-874a05b2-1c5a-4778-b7d3-2a60c5539ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:52.055027 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-874a05b2-1c5a-4778-b7d3-2a60c5539ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:52.055536 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-874a05b2-1c5a-4778-b7d3-2a60c5539ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:52.056068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-874a05b2-1c5a-4778-b7d3-2a60c5539ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:52.058050 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-874a05b2-1c5a-4778-b7d3-2a60c5539ddf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c72c67525be041dbbba86358033d985a&device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 6379 time: 0.1789858 Jul 30 01:47:52.111181 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] Pushing event updated for resources: {'Port': ['ID=20f66196-9127-4447-a244-7a1ed6dba5a8,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:52.132128 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-233cf1e6-0c3f-443c-aafc-79e58e74b1ad service neutron] 10.222.0.70 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103072 Jul 30 01:47:52.205490 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968da2a-3f85-426a-98cc-35cf956320a8 req-d9b18b2c-1c63-4439-9e78-2ae3c8de5471 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:52.221650 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5968da2a-3f85-426a-98cc-35cf956320a8 req-d9b18b2c-1c63-4439-9e78-2ae3c8de5471 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.2594514 Jul 30 01:47:52.332623 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 1c967715-842e-4180-ab4a-eb7c33291aed details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:47:52.335369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] Attempting to bind port 20f66196-9127-4447-a244-7a1ed6dba5a8 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:52.341160 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] Attempting to bind port 20f66196-9127-4447-a244-7a1ed6dba5a8 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '517e2d6b-5c75-4689-85c7-570b6e930a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4192d8a2-31a3-4331-99e1-418e1e9f6bfc'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:52.341160 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] Attempting to bind port 20f66196-9127-4447-a244-7a1ed6dba5a8 on network 4192d8a2-31a3-4331-99e1-418e1e9f6bfc {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:52.351347 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5968da2a-3f85-426a-98cc-35cf956320a8 req-d95dea60-2a97-438d-97df-23d5be7eb3b6 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255801 Jul 30 01:47:52.353754 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-083cdb7b-d06c-4ef9-8acb-26cb455c554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:52.354461 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-083cdb7b-d06c-4ef9-8acb-26cb455c554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:52.355002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-083cdb7b-d06c-4ef9-8acb-26cb455c554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:52.367357 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-083cdb7b-d06c-4ef9-8acb-26cb455c554d service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=c72c67525be041dbbba86358033d985a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2559390 Jul 30 01:47:52.367357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] Port 20f66196-9127-4447-a244-7a1ed6dba5a8 on network 4192d8a2-31a3-4331-99e1-418e1e9f6bfc not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:47:52.367357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] Attempting to bind port 20f66196-9127-4447-a244-7a1ed6dba5a8 on network 4192d8a2-31a3-4331-99e1-418e1e9f6bfc {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:52.367357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:52.367357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] Checking segment: {'id': '517e2d6b-5c75-4689-85c7-570b6e930a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4192d8a2-31a3-4331-99e1-418e1e9f6bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:52.367357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] Bound using segment: {'id': '517e2d6b-5c75-4689-85c7-570b6e930a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4192d8a2-31a3-4331-99e1-418e1e9f6bfc'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:52.367357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] Bound port: 20f66196-9127-4447-a244-7a1ed6dba5a8, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '517e2d6b-5c75-4689-85c7-570b6e930a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4192d8a2-31a3-4331-99e1-418e1e9f6bfc'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:52.374564 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:52.543119 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1c967715-842e-4180-ab4a-eb7c33291aed, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1c967715-842e-4180-ab4a-eb7c33291aed,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:52.558190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] For port 20f66196-9127-4447-a244-7a1ed6dba5a8, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:52.563333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] For port 20f66196-9127-4447-a244-7a1ed6dba5a8, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=20f66196-9127-4447-a244-7a1ed6dba5a8,segment=NetworkSegment(517e2d6b-5c75-4689-85c7-570b6e930a29),segment_id=517e2d6b-5c75-4689-85c7-570b6e930a29)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:52.567151 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-2f889190-4043-415e-afb9-c4f2d7130eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:52.568886 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-2f889190-4043-415e-afb9-c4f2d7130eed service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1907737 Jul 30 01:47:52.583480 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '1c967715-842e-4180-ab4a-eb7c33291aed', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'port_id': '1c967715-842e-4180-ab4a-eb7c33291aed', 'mac_address': 'fa:16:3e:e3:d2:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:47:52.638747 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:52.686918 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 6e306881-474e-43fa-a6dc-d5cb6ae38642 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:47:52.700603 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6214cd6-3baa-4482-b572-b00ca91be015 req-85244d9c-5f74-4f35-b4bd-8f477eae9d4c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:52.709386 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a6214cd6-3baa-4482-b572-b00ca91be015 req-85244d9c-5f74-4f35-b4bd-8f477eae9d4c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=938f9c87-50c2-4256-9431-f5529439b030 HTTP/1.1" status: 200 len: 950 time: 0.0964153 Jul 30 01:47:52.712465 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:52.716326 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:52.716326 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] 10.222.0.77 "PUT /v2.0/ports/20f66196-9127-4447-a244-7a1ed6dba5a8 HTTP/1.1" status: 200 len: 1091 time: 1.9913239 Jul 30 01:47:52.795147 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:52.809245 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a6214cd6-3baa-4482-b572-b00ca91be015 req-10f5336b-f09d-47d6-825a-b13b9db8f2ab tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988753 Jul 30 01:47:52.818273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'tag': '286aa284-1cd3-4870-bcc8-b1c99a5aa0a6'}, {'name': 'network-changed', 'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'tag': '20f66196-9127-4447-a244-7a1ed6dba5a8'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:52.824149 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254b59d6-0a15-458f-bf3d-e0beaa07af87" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "tag": "286aa284-1cd3-4870-bcc8-b1c99a5aa0a6"}, {"name": "network-changed", "server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "tag": "20f66196-9127-4447-a244-7a1ed6dba5a8"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:52.888901 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedbce3-9503-45dd-bdb4-e29071634434 service neutron] Pushing event updated for resources: {'Port': ['ID=20f66196-9127-4447-a244-7a1ed6dba5a8,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:52.889623 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c967715-842e-4180-ab4a-eb7c33291aed {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:52.913807 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53c842-d202-45cf-a064-19542d5bcebd req-6e566da3-b239-4981-bbc9-ec4c26e1ed4d tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:52.928882 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9e53c842-d202-45cf-a064-19542d5bcebd req-6e566da3-b239-4981-bbc9-ec4c26e1ed4d tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/ports?device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 949 time: 0.3039174 Jul 30 01:47:52.943262 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6f2c1010-47fc-40fe-ae05-5ed2c00b12ec req-54cdf208-19ee-4e99-9b04-863469bbfa6c tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 210 time: 0.0874629 Jul 30 01:47:52.946500 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] Request body: {'port': {'device_id': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:52.975964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1c967715-842e-4180-ab4a-eb7c33291aed, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1c967715-842e-4180-ab4a-eb7c33291aed,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:53.060595 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-ac7db00d-3c0c-4b96-8284-b8a4ba56f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.061196 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-ac7db00d-3c0c-4b96-8284-b8a4ba56f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.061581 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-ac7db00d-3c0c-4b96-8284-b8a4ba56f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.062074 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-ac7db00d-3c0c-4b96-8284-b8a4ba56f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.062789 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-ac7db00d-3c0c-4b96-8284-b8a4ba56f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.063334 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-ac7db00d-3c0c-4b96-8284-b8a4ba56f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.063985 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-ac7db00d-3c0c-4b96-8284-b8a4ba56f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.066227 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-ac7db00d-3c0c-4b96-8284-b8a4ba56f19e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c72c67525be041dbbba86358033d985a&device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 6421 time: 0.3235676 Jul 30 01:47:53.094114 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:53.172483 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9e53c842-d202-45cf-a064-19542d5bcebd req-ee71a5d1-3b77-4934-8b9e-6a17a9d8b9ad tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c37394f-f0c7-4f30-a7b7-95d52b973517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372296 Jul 30 01:47:53.183533 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:53.262466 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e443af-2824-4e7c-aef5-4cffca1815f2 req-d45f1d8f-46ca-4a96-aad8-ff79f39b01c3 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.264084 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-91e443af-2824-4e7c-aef5-4cffca1815f2 req-d45f1d8f-46ca-4a96-aad8-ff79f39b01c3 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 946 time: 0.1598628 Jul 30 01:47:53.286785 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=1c967715-842e-4180-ab4a-eb7c33291aed,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:53.324876 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491db9af-2ddd-4ae8-9add-36022d1ea0a1 x-openstack-request-id: req-491db9af-2ddd-4ae8-9add-36022d1ea0a1 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:53.325383 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "tag": "286aa284-1cd3-4870-bcc8-b1c99a5aa0a6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "tag": "20f66196-9127-4447-a244-7a1ed6dba5a8", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:53.326498 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-491db9af-2ddd-4ae8-9add-36022d1ea0a1 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:53.326727 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 6e306881-474e-43fa-a6dc-d5cb6ae38642, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6e306881-474e-43fa-a6dc-d5cb6ae38642,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:53.327290 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'tag': '286aa284-1cd3-4870-bcc8-b1c99a5aa0a6', 'status': 'completed', 'code': 200} Jul 30 01:47:53.328128 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'tag': '20f66196-9127-4447-a244-7a1ed6dba5a8', 'status': 'completed', 'code': 200} Jul 30 01:47:53.328704 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a543e3-71e2-4f4c-98a6-626d468e49b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e306881-474e-43fa-a6dc-d5cb6ae38642'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:53.334019 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aae618c-6f91-4392-905b-f543f37d76c2" -d '{"events": [{"server_uuid": "35a543e3-71e2-4f4c-98a6-626d468e49b2", "name": "network-vif-unplugged", "status": "completed", "tag": "6e306881-474e-43fa-a6dc-d5cb6ae38642"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:53.336632 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:53.363139 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['1c967715-842e-4180-ab4a-eb7c33291aed'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:53.377223 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-91e443af-2824-4e7c-aef5-4cffca1815f2 req-2458ce87-d004-4c50-94bd-e63b57ee7890 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/security-groups?id=e970702a-72df-47fa-bb3d-1e86bbd23b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982749 Jul 30 01:47:53.459130 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:53.560802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-4ecfc48d-f853-40c9-85e6-22ef55b2a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.561302 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-4ecfc48d-f853-40c9-85e6-22ef55b2a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.561785 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-4ecfc48d-f853-40c9-85e6-22ef55b2a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.563580 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-4ecfc48d-f853-40c9-85e6-22ef55b2a5be service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=c72c67525be041dbbba86358033d985a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4583173 Jul 30 01:47:53.625269 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de66b54-a863-40fb-9fe5-e9b10a02b4c2 x-openstack-request-id: req-8de66b54-a863-40fb-9fe5-e9b10a02b4c2 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:53.625560 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a543e3-71e2-4f4c-98a6-626d468e49b2", "name": "network-vif-unplugged", "status": "completed", "tag": "6e306881-474e-43fa-a6dc-d5cb6ae38642", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:53.629986 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8de66b54-a863-40fb-9fe5-e9b10a02b4c2 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:53.630772 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a543e3-71e2-4f4c-98a6-626d468e49b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e306881-474e-43fa-a6dc-d5cb6ae38642', 'code': 200} Jul 30 01:47:53.651987 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=6e306881-474e-43fa-a6dc-d5cb6ae38642,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:53.742237 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15882761-5f8b-42e2-917e-44a77fc53520 req-c889e058-986d-4acd-a379-b5d0be01ab7f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.756289 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-15882761-5f8b-42e2-917e-44a77fc53520 req-c889e058-986d-4acd-a379-b5d0be01ab7f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.1091876 Jul 30 01:47:53.844602 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-15882761-5f8b-42e2-917e-44a77fc53520 req-9c8966a3-3688-4f9b-9a5c-dd570cd706d5 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828941 Jul 30 01:47:53.928859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57739ce1-8c11-4345-86d8-203a519bcf9d req-50a5159a-2871-4042-94d2-6964a5c9ee6b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.936171 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57739ce1-8c11-4345-86d8-203a519bcf9d req-50a5159a-2871-4042-94d2-6964a5c9ee6b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.943353 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57739ce1-8c11-4345-86d8-203a519bcf9d req-50a5159a-2871-4042-94d2-6964a5c9ee6b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.958224 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57739ce1-8c11-4345-86d8-203a519bcf9d req-50a5159a-2871-4042-94d2-6964a5c9ee6b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.958224 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57739ce1-8c11-4345-86d8-203a519bcf9d req-50a5159a-2871-4042-94d2-6964a5c9ee6b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.962115 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57739ce1-8c11-4345-86d8-203a519bcf9d req-50a5159a-2871-4042-94d2-6964a5c9ee6b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.976061 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57739ce1-8c11-4345-86d8-203a519bcf9d req-50a5159a-2871-4042-94d2-6964a5c9ee6b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.977990 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57739ce1-8c11-4345-86d8-203a519bcf9d req-50a5159a-2871-4042-94d2-6964a5c9ee6b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5419 time: 0.5692434 Jul 30 01:47:54.047805 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77534b9f-3e4a-4505-88c1-a99662665965 req-f45590b5-d25c-4d7c-b4b6-fdbcd0216ee5 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:54.056532 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-77534b9f-3e4a-4505-88c1-a99662665965 req-f45590b5-d25c-4d7c-b4b6-fdbcd0216ee5 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=938f9c87-50c2-4256-9431-f5529439b030 HTTP/1.1" status: 200 len: 950 time: 0.1124876 Jul 30 01:47:54.175382 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-77534b9f-3e4a-4505-88c1-a99662665965 req-af6136c1-99ee-4357-9f4e-4a198390ea16 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169381 Jul 30 01:47:54.186684 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26efa3-b43b-409d-b40e-72ecc5074e51 req-bc4fb2b5-9f1a-4bd4-af97-7ab182237cbe tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:54.188787 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3d26efa3-b43b-409d-b40e-72ecc5074e51 req-bc4fb2b5-9f1a-4bd4-af97-7ab182237cbe tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.77 "GET /v2.0/ports?device_id=35a543e3-71e2-4f4c-98a6-626d468e49b2 HTTP/1.1" status: 200 len: 943 time: 0.1005199 Jul 30 01:47:54.236276 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57739ce1-8c11-4345-86d8-203a519bcf9d req-c86a58b0-7969-404d-a13e-fecdcc5da3d4 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1937401 Jul 30 01:47:54.240650 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-081d58ab-5b33-4cc0-aba1-8dfa574af890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:54.242384 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-081d58ab-5b33-4cc0-aba1-8dfa574af890 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6711936 Jul 30 01:47:54.443643 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8b08934e-7459-4cfc-acca-230dd392005e req-32e7965a-1659-4636-93eb-69f701d4ff9e tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 210 time: 0.0954258 Jul 30 01:47:54.551514 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-3d26efa3-b43b-409d-b40e-72ecc5074e51 req-30b9fe15-e566-47a6-8c71-0a28020d4179 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Deleting port 6e306881-474e-43fa-a6dc-d5cb6ae38642 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:47:54.552675 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3d26efa3-b43b-409d-b40e-72ecc5074e51 req-30b9fe15-e566-47a6-8c71-0a28020d4179 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:54.689101 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc174601-f271-4067-9683-2ef3facbaaab req-458812b9-43ae-4ce3-988f-1026aab8d0fd tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:54.697709 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc174601-f271-4067-9683-2ef3facbaaab req-458812b9-43ae-4ce3-988f-1026aab8d0fd tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=938f9c87-50c2-4256-9431-f5529439b030 HTTP/1.1" status: 200 len: 1101 time: 0.1089156 Jul 30 01:47:54.770662 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc174601-f271-4067-9683-2ef3facbaaab req-cb889c39-0683-4616-8022-1892455241af tempest-ServersOnMultiNodesTest-109503395 tempest-ServersOnMultiNodesTest-109503395-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612860 Jul 30 01:47:54.825655 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-3d26efa3-b43b-409d-b40e-72ecc5074e51 req-30b9fe15-e566-47a6-8c71-0a28020d4179 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] For port 6e306881-474e-43fa-a6dc-d5cb6ae38642, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6e306881-474e-43fa-a6dc-d5cb6ae38642,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:54.838950 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3d26efa3-b43b-409d-b40e-72ecc5074e51 req-30b9fe15-e566-47a6-8c71-0a28020d4179 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:54.873007 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-3d26efa3-b43b-409d-b40e-72ecc5074e51 req-30b9fe15-e566-47a6-8c71-0a28020d4179 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Calling delete_port for 6e306881-474e-43fa-a6dc-d5cb6ae38642 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:47:54.935915 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1543c41e-8012-46b9-ac26-b211757944dc {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:54.959569 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:54.986022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-5dd3f6bd-2bc7-4f93-a8e7-46932d358fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:54.986828 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-5dd3f6bd-2bc7-4f93-a8e7-46932d358fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:54.987695 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-5dd3f6bd-2bc7-4f93-a8e7-46932d358fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:54.988502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-5dd3f6bd-2bc7-4f93-a8e7-46932d358fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:54.989154 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-5dd3f6bd-2bc7-4f93-a8e7-46932d358fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:54.989833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-5dd3f6bd-2bc7-4f93-a8e7-46932d358fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:54.990552 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-5dd3f6bd-2bc7-4f93-a8e7-46932d358fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:54.992746 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-5dd3f6bd-2bc7-4f93-a8e7-46932d358fd1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c72c67525be041dbbba86358033d985a&device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 6421 time: 0.6527913 Jul 30 01:47:55.003239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244ebea-e163-4653-b549-a438bf3cc0d8 req-742d53ec-b1ee-4b9b-b740-90155230dd9c tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:55.005352 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4244ebea-e163-4653-b549-a438bf3cc0d8 req-742d53ec-b1ee-4b9b-b740-90155230dd9c tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/ports?device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 949 time: 0.6486366 Jul 30 01:47:55.006718 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] Transition to ACTIVE for port object 1543c41e-8012-46b9-ac26-b211757944dc will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:55.147925 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:55.148726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befe684-ae4d-46be-9044-6b1afd738128 req-929ac562-d2d1-413f-b55a-7deb25ad8c10 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:55.157118 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5befe684-ae4d-46be-9044-6b1afd738128 req-929ac562-d2d1-413f-b55a-7deb25ad8c10 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 946 time: 0.1246150 Jul 30 01:47:55.161099 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3d26efa3-b43b-409d-b40e-72ecc5074e51 req-30b9fe15-e566-47a6-8c71-0a28020d4179 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:55.251459 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9fe15-e566-47a6-8c71-0a28020d4179 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Pushing event deleted for resources: {'Port': ['ID=6e306881-474e-43fa-a6dc-d5cb6ae38642,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:55.307384 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4244ebea-e163-4653-b549-a438bf3cc0d8 req-00b9a218-81a5-4828-bfcc-9c52fa4e0b81 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c37394f-f0c7-4f30-a7b7-95d52b973517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740092 Jul 30 01:47:55.364920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=1543c41e-8012-46b9-ac26-b211757944dc,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:55.442734 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5befe684-ae4d-46be-9044-6b1afd738128 req-c23301f2-45f6-431a-9877-fd9fa64b09a6 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/security-groups?id=e970702a-72df-47fa-bb3d-1e86bbd23b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842693 Jul 30 01:47:55.443670 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d26efa3-b43b-409d-b40e-72ecc5074e51 req-30b9fe15-e566-47a6-8c71-0a28020d4179 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] No DVR routers for this DVR port 6e306881-474e-43fa-a6dc-d5cb6ae38642 on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:47:55.467808 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3d26efa3-b43b-409d-b40e-72ecc5074e51 req-30b9fe15-e566-47a6-8c71-0a28020d4179 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:55.478707 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3d26efa3-b43b-409d-b40e-72ecc5074e51 req-30b9fe15-e566-47a6-8c71-0a28020d4179 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.77 "DELETE /v2.0/ports/6e306881-474e-43fa-a6dc-d5cb6ae38642 HTTP/1.1" status: 204 len: 173 time: 1.2816708 Jul 30 01:47:55.479221 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a543e3-71e2-4f4c-98a6-626d468e49b2', 'name': 'network-vif-deleted', 'tag': '6e306881-474e-43fa-a6dc-d5cb6ae38642'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:55.487742 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a4067f-ac6a-4190-9661-bd662c25babf" -d '{"events": [{"server_uuid": "35a543e3-71e2-4f4c-98a6-626d468e49b2", "name": "network-vif-deleted", "tag": "6e306881-474e-43fa-a6dc-d5cb6ae38642"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:55.529244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-61b3f5cc-7839-4ddb-9043-ae4bca11a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:55.529866 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-61b3f5cc-7839-4ddb-9043-ae4bca11a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:55.530907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-61b3f5cc-7839-4ddb-9043-ae4bca11a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:55.532724 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-61b3f5cc-7839-4ddb-9043-ae4bca11a2ec service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=c72c67525be041dbbba86358033d985a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5240185 Jul 30 01:47:55.642018 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-ffb150da-26d2-4452-94ac-046852a38556 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:55.644275 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-ffb150da-26d2-4452-94ac-046852a38556 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.10 "GET /v2.0/networks?id=451069e3-0489-46ed-9dc8-b24b5ce11b0a HTTP/1.1" status: 200 len: 804 time: 0.4269567 Jul 30 01:47:55.679997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-ccb7f6a8-0faf-4a91-9142-6212f12836da tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Request body: {'port': {'device_id': 'd45055ad-5f74-4b76-9aba-0bf2a4ef233d', 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a', 'admin_state_up': True, 'tenant_id': '2211a8e1d006442d9db8c662662819e1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:55.734330 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308dbb6-7700-4bfc-9c1b-855430cd4733 req-beaccefa-7679-4ef6-a796-d750bda26e76 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:55.736082 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9308dbb6-7700-4bfc-9c1b-855430cd4733 req-beaccefa-7679-4ef6-a796-d750bda26e76 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.1182325 Jul 30 01:47:55.761775 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] Attempting to bind port 1543c41e-8012-46b9-ac26-b211757944dc on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:55.762567 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] Attempting to bind port 1543c41e-8012-46b9-ac26-b211757944dc by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '517e2d6b-5c75-4689-85c7-570b6e930a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4192d8a2-31a3-4331-99e1-418e1e9f6bfc'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:55.763196 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] Attempting to bind port 1543c41e-8012-46b9-ac26-b211757944dc on network 4192d8a2-31a3-4331-99e1-418e1e9f6bfc {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:55.815313 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] Port 1543c41e-8012-46b9-ac26-b211757944dc on network 4192d8a2-31a3-4331-99e1-418e1e9f6bfc not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:47:55.815977 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] Attempting to bind port 1543c41e-8012-46b9-ac26-b211757944dc on network 4192d8a2-31a3-4331-99e1-418e1e9f6bfc {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:55.844184 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9308dbb6-7700-4bfc-9c1b-855430cd4733 req-2dd5675e-aba4-4d0b-9331-d34bbe7901b7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002252 Jul 30 01:47:55.874482 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-2aea8605-0085-45af-b671-ad18423118bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:55.878286 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c913c3e-6b64-44e1-83b1-4596380a3711 req-2aea8605-0085-45af-b671-ad18423118bb service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3307374 Jul 30 01:47:55.878286 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:55.878286 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] Checking segment: {'id': '517e2d6b-5c75-4689-85c7-570b6e930a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4192d8a2-31a3-4331-99e1-418e1e9f6bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:55.878286 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] Bound using segment: {'id': '517e2d6b-5c75-4689-85c7-570b6e930a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4192d8a2-31a3-4331-99e1-418e1e9f6bfc'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:55.887270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] Bound port: 1543c41e-8012-46b9-ac26-b211757944dc, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '517e2d6b-5c75-4689-85c7-570b6e930a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4192d8a2-31a3-4331-99e1-418e1e9f6bfc'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:55.889873 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.118348 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5721f8-f535-46df-bf4c-a126ee4d090b req-9d803175-a9c9-4d77-8dc1-2a0e5afaf52b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:56.130558 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5721f8-f535-46df-bf4c-a126ee4d090b req-9d803175-a9c9-4d77-8dc1-2a0e5afaf52b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:56.138403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5721f8-f535-46df-bf4c-a126ee4d090b req-9d803175-a9c9-4d77-8dc1-2a0e5afaf52b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:56.149489 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5721f8-f535-46df-bf4c-a126ee4d090b req-9d803175-a9c9-4d77-8dc1-2a0e5afaf52b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:56.156681 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5721f8-f535-46df-bf4c-a126ee4d090b req-9d803175-a9c9-4d77-8dc1-2a0e5afaf52b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:56.164015 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5721f8-f535-46df-bf4c-a126ee4d090b req-9d803175-a9c9-4d77-8dc1-2a0e5afaf52b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:56.171065 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5721f8-f535-46df-bf4c-a126ee4d090b req-9d803175-a9c9-4d77-8dc1-2a0e5afaf52b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:56.189654 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0c5721f8-f535-46df-bf4c-a126ee4d090b req-9d803175-a9c9-4d77-8dc1-2a0e5afaf52b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5431 time: 0.1762431 Jul 30 01:47:56.241346 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] For port 1543c41e-8012-46b9-ac26-b211757944dc, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:56.248049 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] For port 1543c41e-8012-46b9-ac26-b211757944dc, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1543c41e-8012-46b9-ac26-b211757944dc,segment=NetworkSegment(517e2d6b-5c75-4689-85c7-570b6e930a29),segment_id=517e2d6b-5c75-4689-85c7-570b6e930a29)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:56.253739 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0c5721f8-f535-46df-bf4c-a126ee4d090b req-9ca771e5-0ff1-472e-ab33-d867b57dde0f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626509 Jul 30 01:47:56.319522 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-d3d38112-7480-4a51-b47d-3ebf18925708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:56.319522 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-d3d38112-7480-4a51-b47d-3ebf18925708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:56.319522 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-d3d38112-7480-4a51-b47d-3ebf18925708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:56.320349 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-d3d38112-7480-4a51-b47d-3ebf18925708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:56.320837 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-d3d38112-7480-4a51-b47d-3ebf18925708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:56.321374 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-d3d38112-7480-4a51-b47d-3ebf18925708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:56.321865 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-d3d38112-7480-4a51-b47d-3ebf18925708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:56.324018 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-d3d38112-7480-4a51-b47d-3ebf18925708 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c72c67525be041dbbba86358033d985a&device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 6446 time: 0.2961781 Jul 30 01:47:56.354059 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.354447 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 1c967715-842e-4180-ab4a-eb7c33291aed up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:56.397602 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5b164a76-47c3-4a2c-bd27-d19cda70628f req-b6227048-4f58-47af-8796-412662072352 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 210 time: 0.0669494 Jul 30 01:47:56.515883 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 1c967715-842e-4180-ab4a-eb7c33291aed triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:56.553262 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.555298 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:56.555298 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.555298 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] 10.222.0.77 "PUT /v2.0/ports/1543c41e-8012-46b9-ac26-b211757944dc HTTP/1.1" status: 200 len: 1091 time: 3.6224189 Jul 30 01:47:56.555298 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-ccb7f6a8-0faf-4a91-9142-6212f12836da tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Made reservation on behalf of 2211a8e1d006442d9db8c662662819e1 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:56.556058 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-ccb7f6a8-0faf-4a91-9142-6212f12836da tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.574629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'tag': '1543c41e-8012-46b9-ac26-b211757944dc'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:56.581809 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2740e44-d77f-4090-b3d5-a53b01633641" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "tag": "1543c41e-8012-46b9-ac26-b211757944dc"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:56.625451 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947beeb5-abd6-4c57-9697-1b0460889d90 req-31bd72ed-3a00-4f82-bdaf-6551fd353cf7 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:56.630744 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-947beeb5-abd6-4c57-9697-1b0460889d90 req-31bd72ed-3a00-4f82-bdaf-6551fd353cf7 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 946 time: 0.0837033 Jul 30 01:47:56.641792 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41272) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:56.646461 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-3ca9ce23-90f8-4899-b3bc-8320ff96fe08 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Request body: {'floatingip': {'port_id': 'cdb558f8-5cac-4331-9b09-75fbfbcc262f'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:56.716227 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ce23-90f8-4899-b3bc-8320ff96fe08 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for floatingip, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.744763 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.774945 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d8b68b-3edd-4b01-83f8-20fa7253de2c x-openstack-request-id: req-58d8b68b-3edd-4b01-83f8-20fa7253de2c {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:56.776240 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a543e3-71e2-4f4c-98a6-626d468e49b2", "name": "network-vif-deleted", "tag": "6e306881-474e-43fa-a6dc-d5cb6ae38642", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:56.776240 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-58d8b68b-3edd-4b01-83f8-20fa7253de2c {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:56.776240 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a543e3-71e2-4f4c-98a6-626d468e49b2', 'name': 'network-vif-deleted', 'tag': '6e306881-474e-43fa-a6dc-d5cb6ae38642', 'status': 'completed', 'code': 200} Jul 30 01:47:56.805131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c967715-842e-4180-ab4a-eb7c33291aed'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:56.811710 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133bce82-325b-4e2a-ab71-268e93f2c2d6" -d '{"events": [{"server_uuid": "c08b45c4-342a-47f4-bc8a-6c135bfa13a6", "name": "network-vif-plugged", "status": "completed", "tag": "1c967715-842e-4180-ab4a-eb7c33291aed"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:56.852978 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1c967715-842e-4180-ab4a-eb7c33291aed, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1c967715-842e-4180-ab4a-eb7c33291aed,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:56.909491 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1b1c1-fdce-4ca5-8e19-8217f4f37fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=1543c41e-8012-46b9-ac26-b211757944dc,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:56.977905 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-227366a6-dca3-453a-ab2c-25295151fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:56.978437 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-227366a6-dca3-453a-ab2c-25295151fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:56.978913 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-227366a6-dca3-453a-ab2c-25295151fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:56.980584 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-227366a6-dca3-453a-ab2c-25295151fe2d service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=c72c67525be041dbbba86358033d985a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6149690 Jul 30 01:47:56.999529 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.088765 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ac667a-60a8-4605-a3fd-47fdde4a60b6 x-openstack-request-id: req-80ac667a-60a8-4605-a3fd-47fdde4a60b6 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:57.089073 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "tag": "1543c41e-8012-46b9-ac26-b211757944dc", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:57.089332 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-80ac667a-60a8-4605-a3fd-47fdde4a60b6 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:57.089765 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'tag': '1543c41e-8012-46b9-ac26-b211757944dc', 'status': 'completed', 'code': 200} Jul 30 01:47:57.101000 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d81b72-f724-4e28-b005-9fceb1d9be96 x-openstack-request-id: req-78d81b72-f724-4e28-b005-9fceb1d9be96 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:57.101306 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08b45c4-342a-47f4-bc8a-6c135bfa13a6", "name": "network-vif-plugged", "status": "completed", "tag": "1c967715-842e-4180-ab4a-eb7c33291aed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:57.101584 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78d81b72-f724-4e28-b005-9fceb1d9be96 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:57.102463 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c967715-842e-4180-ab4a-eb7c33291aed', 'code': 200} Jul 30 01:47:57.185271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=1c967715-842e-4180-ab4a-eb7c33291aed,revision_number=10']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:57.210369 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18d701-7613-4df2-9ad3-eb8ad53d88d0 req-5a4fe9c2-31f8-45eb-b6d4-7722f1c4478c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:57.224781 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0f18d701-7613-4df2-9ad3-eb8ad53d88d0 req-5a4fe9c2-31f8-45eb-b6d4-7722f1c4478c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=938f9c87-50c2-4256-9431-f5529439b030 HTTP/1.1" status: 200 len: 950 time: 0.3429027 Jul 30 01:47:57.271337 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-ccb7f6a8-0faf-4a91-9142-6212f12836da tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Allocated IP 172.20.0.8 (451069e3-0489-46ed-9dc8-b24b5ce11b0a/f913f80b-cf68-4e50-b702-51dfbe27bf11/147cdd1e-8283-4e80-b3d3-d38429cef67f) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:57.389948 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0f18d701-7613-4df2-9ad3-eb8ad53d88d0 req-10fa9b5c-c50f-4935-8a6e-056eb8a0afb3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643727 Jul 30 01:47:57.481712 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f30439-7e05-49cb-a143-e2e72093a1d9 req-c8024adb-bf2b-47b4-be21-c2f9f5f369ed tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:57.484546 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-90f30439-7e05-49cb-a143-e2e72093a1d9 req-c8024adb-bf2b-47b4-be21-c2f9f5f369ed tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.2746320 Jul 30 01:47:57.638792 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-7ac4975a-b04b-4637-90e2-55ba3b4aadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:57.640537 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-7ac4975a-b04b-4637-90e2-55ba3b4aadbb service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5681751 Jul 30 01:47:57.642466 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0d51b-f7d5-436e-b53b-1ef8ed7d8ec8 req-ec2ce737-5036-463c-bc79-2abeb543655c tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:57.651159 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-ccb7f6a8-0faf-4a91-9142-6212f12836da tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.652461 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bba0d51b-f7d5-436e-b53b-1ef8ed7d8ec8 req-ec2ce737-5036-463c-bc79-2abeb543655c tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/ports?device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 949 time: 0.1035054 Jul 30 01:47:57.751351 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bba0d51b-f7d5-436e-b53b-1ef8ed7d8ec8 req-e6aae766-149a-467a-8135-30b8458fa1e9 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c37394f-f0c7-4f30-a7b7-95d52b973517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929127 Jul 30 01:47:57.759652 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-90f30439-7e05-49cb-a143-e2e72093a1d9 req-84d88b4b-88f4-4261-88ae-e97e84f594ca tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741213 Jul 30 01:47:57.789067 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ce23-90f8-4899-b3bc-8320ff96fe08 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.877674 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-ccb7f6a8-0faf-4a91-9142-6212f12836da tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.884819 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ce23-90f8-4899-b3bc-8320ff96fe08 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.973133 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526148ef-b010-4020-b209-5a3199bf485a req-b7f93e43-579d-4abc-af10-74f67942507b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:57.975788 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-e34e4377-e1e2-45eb-9139-0ae1fd0bf3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:57.976351 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-e34e4377-e1e2-45eb-9139-0ae1fd0bf3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:57.976842 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-e34e4377-e1e2-45eb-9139-0ae1fd0bf3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:57.977350 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-e34e4377-e1e2-45eb-9139-0ae1fd0bf3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:57.977864 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-e34e4377-e1e2-45eb-9139-0ae1fd0bf3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:57.978415 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-e34e4377-e1e2-45eb-9139-0ae1fd0bf3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:57.978985 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-e34e4377-e1e2-45eb-9139-0ae1fd0bf3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:57.980208 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526148ef-b010-4020-b209-5a3199bf485a req-b7f93e43-579d-4abc-af10-74f67942507b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:57.981094 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-e34e4377-e1e2-45eb-9139-0ae1fd0bf3a8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c72c67525be041dbbba86358033d985a&device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 6488 time: 0.1947305 Jul 30 01:47:57.986628 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526148ef-b010-4020-b209-5a3199bf485a req-b7f93e43-579d-4abc-af10-74f67942507b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:57.994533 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-ccb7f6a8-0faf-4a91-9142-6212f12836da tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Network 451069e3-0489-46ed-9dc8-b24b5ce11b0a is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:57.994785 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526148ef-b010-4020-b209-5a3199bf485a req-b7f93e43-579d-4abc-af10-74f67942507b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:57.997730 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-ccb7f6a8-0faf-4a91-9142-6212f12836da tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:58.000560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-ccb7f6a8-0faf-4a91-9142-6212f12836da tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:58.002344 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526148ef-b010-4020-b209-5a3199bf485a req-b7f93e43-579d-4abc-af10-74f67942507b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:58.010556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526148ef-b010-4020-b209-5a3199bf485a req-b7f93e43-579d-4abc-af10-74f67942507b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:58.011520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a80fb-8775-4999-b806-6eae14fcfeba req-f137fbe1-ea3b-4356-869a-d84f179069bc tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:58.013112 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e2a80fb-8775-4999-b806-6eae14fcfeba req-f137fbe1-ea3b-4356-869a-d84f179069bc tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "GET /v2.0/ports?device_id=938f9c87-50c2-4256-9431-f5529439b030 HTTP/1.1" status: 200 len: 950 time: 0.2279651 Jul 30 01:47:58.017142 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526148ef-b010-4020-b209-5a3199bf485a req-b7f93e43-579d-4abc-af10-74f67942507b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:58.018189 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7f6a8-0faf-4a91-9142-6212f12836da tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Pushing event updated for resources: {'Port': ['ID=147cdd1e-8283-4e80-b3d3-d38429cef67f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:58.029809 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-526148ef-b010-4020-b209-5a3199bf485a req-b7f93e43-579d-4abc-af10-74f67942507b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5431 time: 0.1944158 Jul 30 01:47:58.125621 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-526148ef-b010-4020-b209-5a3199bf485a req-052690a4-5b1c-4b58-951e-f627de82d53f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0945976 Jul 30 01:47:58.136641 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919caba-4578-4ce9-bd07-c86689d8d13a req-0258c7e3-4c02-4db5-8d3b-a74fa0fa1a45 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:58.151804 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e919caba-4578-4ce9-bd07-c86689d8d13a req-0258c7e3-4c02-4db5-8d3b-a74fa0fa1a45 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 931 time: 0.2780240 Jul 30 01:47:58.176506 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-3ca9ce23-90f8-4899-b3bc-8320ff96fe08 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Floating IP 77d99496-8955-49c8-85c6-7e178f3bbcf7 associated. External IP: 172.25.1.246, port: cdb558f8-5cac-4331-9b09-75fbfbcc262f. Jul 30 01:47:58.291600 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-ccb7f6a8-0faf-4a91-9142-6212f12836da tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:58.292309 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-ccb7f6a8-0faf-4a91-9142-6212f12836da tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:58.328224 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 6e306881-474e-43fa-a6dc-d5cb6ae38642 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:47:58.355685 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 6e306881-474e-43fa-a6dc-d5cb6ae38642 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:47:58.356258 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 6e306881-474e-43fa-a6dc-d5cb6ae38642 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:47:58.364280 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e919caba-4578-4ce9-bd07-c86689d8d13a req-2c4c0360-5d44-4af1-b529-a0eadeaef9e4 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056146 Jul 30 01:47:58.387274 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-1b070069-ed44-4abd-a6e0-98d292f37e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:58.387923 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-1b070069-ed44-4abd-a6e0-98d292f37e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:58.388403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-1b070069-ed44-4abd-a6e0-98d292f37e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:58.390129 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-1b070069-ed44-4abd-a6e0-98d292f37e01 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=c72c67525be041dbbba86358033d985a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3730335 Jul 30 01:47:58.511804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-7e2a80fb-8775-4999-b806-6eae14fcfeba req-56afbbc0-6905-4e1d-9010-212e25fc01f2 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Deleting port 7206ea7a-7660-4fb5-acd6-9cd5e8842785 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:47:58.512611 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e2a80fb-8775-4999-b806-6eae14fcfeba req-56afbbc0-6905-4e1d-9010-212e25fc01f2 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:58.574730 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-ccb7f6a8-0faf-4a91-9142-6212f12836da tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9134905 Jul 30 01:47:58.603343 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] Request body: {'port': {'device_id': 'd45055ad-5f74-4b76-9aba-0bf2a4ef233d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:58.676985 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:58.683390 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d94f3-e681-4c0a-9ed6-ad590870cb38 req-b3135d06-101a-447f-b12a-ab7208e79fe2 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:58.684920 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b62d94f3-e681-4c0a-9ed6-ad590870cb38 req-b3135d06-101a-447f-b12a-ab7208e79fe2 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.10 "GET /v2.0/ports?device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 949 time: 0.1150084 Jul 30 01:47:58.691253 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca9ce23-90f8-4899-b3bc-8320ff96fe08 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Router 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:47:58.699334 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8f49d-9709-4d45-b4de-c86f9789d312 req-76774a73-45b7-4a65-b192-dd96c5022b18 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:58.700243 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e1a8f49d-9709-4d45-b4de-c86f9789d312 req-76774a73-45b7-4a65-b192-dd96c5022b18 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=938f9c87-50c2-4256-9431-f5529439b030 HTTP/1.1" status: 200 len: 950 time: 0.1685667 Jul 30 01:47:58.773752 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-c0669879-b865-4d89-bd29-379bddf8444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:58.775771 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-254b59d6-0a15-458f-bf3d-e0beaa07af87 req-c0669879-b865-4d89-bd29-379bddf8444a service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3770726 Jul 30 01:47:58.814151 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-7e2a80fb-8775-4999-b806-6eae14fcfeba req-56afbbc0-6905-4e1d-9010-212e25fc01f2 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] For port 7206ea7a-7660-4fb5-acd6-9cd5e8842785, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=7206ea7a-7660-4fb5-acd6-9cd5e8842785,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:58.814685 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e2a80fb-8775-4999-b806-6eae14fcfeba req-56afbbc0-6905-4e1d-9010-212e25fc01f2 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:58.912592 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-7e2a80fb-8775-4999-b806-6eae14fcfeba req-56afbbc0-6905-4e1d-9010-212e25fc01f2 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Calling delete_port for 7206ea7a-7660-4fb5-acd6-9cd5e8842785 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:47:59.169439 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e1a8f49d-9709-4d45-b4de-c86f9789d312 req-aa9e17c2-8e1b-406a-b5e2-348bdd86f1fa tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572067 Jul 30 01:47:59.260207 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-b62d94f3-e681-4c0a-9ed6-ad590870cb38 req-9c9d21cf-0e5b-4bba-b9d3-d378c9fa50ad tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Deleting port 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:47:59.260559 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-b62d94f3-e681-4c0a-9ed6-ad590870cb38 req-9c9d21cf-0e5b-4bba-b9d3-d378c9fa50ad tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:59.265825 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca9ce23-90f8-4899-b3bc-8320ff96fe08 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:47:59.280599 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaa7030-61a1-431e-9cab-a6f5dc224c1d None None] Sync routers for ids ['8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:47:59.282575 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ce23-90f8-4899-b3bc-8320ff96fe08 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:59.289027 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 147cdd1e-8283-4e80-b3d3-d38429cef67f {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:59.295530 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaa7030-61a1-431e-9cab-a6f5dc224c1d None None] Routers {'8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:47:59.296185 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ccaa7030-61a1-431e-9cab-a6f5dc224c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:47:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:59.300395 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:59.314226 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] Transition to ACTIVE for port object 147cdd1e-8283-4e80-b3d3-d38429cef67f will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:59.331824 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7203f5-66e2-49ea-983f-37436015f3bc req-172db06b-7cb0-4a12-bd8c-b01160172f19 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:59.342370 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b7203f5-66e2-49ea-983f-37436015f3bc req-172db06b-7cb0-4a12-bd8c-b01160172f19 tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/ports?device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 949 time: 0.4535410 Jul 30 01:47:59.410482 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b7203f5-66e2-49ea-983f-37436015f3bc req-10c47465-b2d1-4484-9a6b-83f3701b735c tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c37394f-f0c7-4f30-a7b7-95d52b973517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615497 Jul 30 01:47:59.423180 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2740e44-d77f-4090-b3d5-a53b01633641 req-91b25566-30ef-47e3-abff-911383979ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:59.423721 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3ca9ce23-90f8-4899-b3bc-8320ff96fe08 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "PUT /v2.0/floatingips/77d99496-8955-49c8-85c6-7e178f3bbcf7 HTTP/1.1" status: 200 len: 992 time: 2.7819664 Jul 30 01:47:59.426027 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2740e44-d77f-4090-b3d5-a53b01633641 req-91b25566-30ef-47e3-abff-911383979ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:59.426733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2740e44-d77f-4090-b3d5-a53b01633641 req-91b25566-30ef-47e3-abff-911383979ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:59.429481 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2740e44-d77f-4090-b3d5-a53b01633641 req-91b25566-30ef-47e3-abff-911383979ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:59.429703 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aee64a8-54d7-4f87-ad37-751a1bac1510', 'tag': 'cdb558f8-5cac-4331-9b09-75fbfbcc262f'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:59.430179 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2740e44-d77f-4090-b3d5-a53b01633641 req-91b25566-30ef-47e3-abff-911383979ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:59.432314 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70394d00-7b7a-44e6-9be7-aa9902f916bf" -d '{"events": [{"name": "network-changed", "server_uuid": "3aee64a8-54d7-4f87-ad37-751a1bac1510", "tag": "cdb558f8-5cac-4331-9b09-75fbfbcc262f"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:59.432486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2740e44-d77f-4090-b3d5-a53b01633641 req-91b25566-30ef-47e3-abff-911383979ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:59.432930 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2740e44-d77f-4090-b3d5-a53b01633641 req-91b25566-30ef-47e3-abff-911383979ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:59.436332 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a2740e44-d77f-4090-b3d5-a53b01633641 req-91b25566-30ef-47e3-abff-911383979ecc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c72c67525be041dbbba86358033d985a&device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 6488 time: 0.5454841 Jul 30 01:47:59.455801 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:59.479152 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d653199-4839-452c-94f6-edd117760365 req-aff43edb-5979-4f15-9ed3-ab167159f45a tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:59.487660 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1d653199-4839-452c-94f6-edd117760365 req-aff43edb-5979-4f15-9ed3-ab167159f45a tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.2020769 Jul 30 01:47:59.524282 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-b62d94f3-e681-4c0a-9ed6-ad590870cb38 req-9c9d21cf-0e5b-4bba-b9d3-d378c9fa50ad tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] For port 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=1879d20c-71df-4c7d-9eb2-5d0ffac57a2c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:59.524720 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-b62d94f3-e681-4c0a-9ed6-ad590870cb38 req-9c9d21cf-0e5b-4bba-b9d3-d378c9fa50ad tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:59.549650 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-b62d94f3-e681-4c0a-9ed6-ad590870cb38 req-9c9d21cf-0e5b-4bba-b9d3-d378c9fa50ad tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Calling delete_port for 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:47:59.571259 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1d653199-4839-452c-94f6-edd117760365 req-1b4b224a-6b82-40fb-978a-0d361949e9ee tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821078 Jul 30 01:47:59.639752 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2740e44-d77f-4090-b3d5-a53b01633641 req-227ee3ce-1d45-4f1d-9631-ef7037c7df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:59.640538 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2740e44-d77f-4090-b3d5-a53b01633641 req-227ee3ce-1d45-4f1d-9631-ef7037c7df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:59.641087 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2740e44-d77f-4090-b3d5-a53b01633641 req-227ee3ce-1d45-4f1d-9631-ef7037c7df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:59.644757 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a2740e44-d77f-4090-b3d5-a53b01633641 req-227ee3ce-1d45-4f1d-9631-ef7037c7df56 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=c72c67525be041dbbba86358033d985a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1887829 Jul 30 01:47:59.647513 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-ccaa7030-61a1-431e-9cab-a6f5dc224c1d None None] Set router 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:47:59.751843 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a44d1f-b537-4720-acbe-bcf29c53b87c req-8f5c1700-9c75-4eb7-9ed3-0e744045705e tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:59.759375 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-59a44d1f-b537-4720-acbe-bcf29c53b87c req-8f5c1700-9c75-4eb7-9ed3-0e744045705e tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 943 time: 0.0787740 Jul 30 01:47:59.844183 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-59a44d1f-b537-4720-acbe-bcf29c53b87c req-ca00d707-61ba-4e24-bace-d7e1ac86c94c tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826030 Jul 30 01:47:59.951740 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e2a80fb-8775-4999-b806-6eae14fcfeba req-56afbbc0-6905-4e1d-9010-212e25fc01f2 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:59.964096 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['1d218bf5-0438-4f23-8aea-de8af971dba0', 'ff849f36-bf61-4438-88e6-d1f2f47b7848', '745a29e1-586a-4e28-a419-5e485ec3619d'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:59.980962 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-b62d94f3-e681-4c0a-9ed6-ad590870cb38 req-9c9d21cf-0e5b-4bba-b9d3-d378c9fa50ad tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:59.998868 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85ff9e5-9fe7-4c62-bdd8-ab20bfa570e3 x-openstack-request-id: req-b85ff9e5-9fe7-4c62-bdd8-ab20bfa570e3 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:59.999418 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aee64a8-54d7-4f87-ad37-751a1bac1510", "tag": "cdb558f8-5cac-4331-9b09-75fbfbcc262f", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:59.999770 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b85ff9e5-9fe7-4c62-bdd8-ab20bfa570e3 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:00.000276 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aee64a8-54d7-4f87-ad37-751a1bac1510', 'tag': 'cdb558f8-5cac-4331-9b09-75fbfbcc262f', 'status': 'completed', 'code': 200} Jul 30 01:48:00.061492 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ccaa7030-61a1-431e-9cab-a6f5dc224c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'name': 'tempest-ServersTestBootFromVolume-652503000-router', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:14Z', 'updated_at': '2021-07-30T01:46:25Z', 'revision_number': 4, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'gw_port': {'id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:17Z', 'updated_at': '2021-07-30T01:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '77d99496-8955-49c8-85c6-7e178f3bbcf7', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'port_id': 'cdb558f8-5cac-4331-9b09-75fbfbcc262f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7', 'mac_address': 'fa:16:3e:66:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee64a8-54d7-4f87-ad37-751a1bac1510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:46:32Z', 'updated_at': '2021-07-30T01:47:57Z', 'revision_number': 1, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eef292a-c37b-426d-be3b-382b2c681847', 'name': '', 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'mac_address': 'fa:16:3e:cb:f7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '710a9262-2232-4ebe-873a-16a8bb5a5b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:23Z', 'updated_at': '2021-07-30T01:46:32Z', 'revision_number': 5, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'subnets': [{'id': '710a9262-2232-4ebe-873a-16a8bb5a5b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:00.074627 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025', 'a72d7450-9c60-4665-97b9-281c58d6a8f6', 'fbeb9454-a776-4aaa-ace5-b1e0565a747d', '3ad26928-290c-49cf-aa1a-eb965b68fdd8'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:00.075478 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d21cf-0e5b-4bba-b9d3-d378c9fa50ad tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Pushing event deleted for resources: {'Port': ['ID=1879d20c-71df-4c7d-9eb2-5d0ffac57a2c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:00.082648 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] Pushing event updated for resources: {'Port': ['ID=147cdd1e-8283-4e80-b3d3-d38429cef67f,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:00.116153 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaa7030-61a1-431e-9cab-a6f5dc224c1d None None] Checking router: 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:48:00.130759 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaa7030-61a1-431e-9cab-a6f5dc224c1d None None] Routers {'8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:00.131418 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ccaa7030-61a1-431e-9cab-a6f5dc224c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:47:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:00.172750 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62d94f3-e681-4c0a-9ed6-ad590870cb38 req-9c9d21cf-0e5b-4bba-b9d3-d378c9fa50ad tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] No DVR routers for this DVR port 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:00.180910 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-b62d94f3-e681-4c0a-9ed6-ad590870cb38 req-9c9d21cf-0e5b-4bba-b9d3-d378c9fa50ad tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:00.183425 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b62d94f3-e681-4c0a-9ed6-ad590870cb38 req-9c9d21cf-0e5b-4bba-b9d3-d378c9fa50ad tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.10 "DELETE /v2.0/ports/1879d20c-71df-4c7d-9eb2-5d0ffac57a2c HTTP/1.1" status: 204 len: 173 time: 1.4819703 Jul 30 01:48:00.197815 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70394d00-7b7a-44e6-9be7-aa9902f916bf req-c4e000a1-f00f-4a3f-8f1b-df3b6f826c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:00.201596 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-70394d00-7b7a-44e6-9be7-aa9902f916bf req-c4e000a1-f00f-4a3f-8f1b-df3b6f826c3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d76b6f78d40643c59c83af2204827393&device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 1097 time: 0.1496112 Jul 30 01:48:00.211570 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afbbc0-6905-4e1d-9010-212e25fc01f2 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Pushing event deleted for resources: {'Port': ['ID=7206ea7a-7660-4fb5-acd6-9cd5e8842785,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:00.242231 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2a80fb-8775-4999-b806-6eae14fcfeba req-56afbbc0-6905-4e1d-9010-212e25fc01f2 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] No DVR routers for this DVR port 7206ea7a-7660-4fb5-acd6-9cd5e8842785 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:00.256488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7094cc-c51c-4231-ad19-975f4678af80 req-de96d923-37fe-4d10-a6fb-f39ace338212 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:00.262407 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7094cc-c51c-4231-ad19-975f4678af80 req-de96d923-37fe-4d10-a6fb-f39ace338212 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:00.268775 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7094cc-c51c-4231-ad19-975f4678af80 req-de96d923-37fe-4d10-a6fb-f39ace338212 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:00.280980 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7094cc-c51c-4231-ad19-975f4678af80 req-de96d923-37fe-4d10-a6fb-f39ace338212 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:00.289572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7094cc-c51c-4231-ad19-975f4678af80 req-de96d923-37fe-4d10-a6fb-f39ace338212 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:00.300384 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7094cc-c51c-4231-ad19-975f4678af80 req-de96d923-37fe-4d10-a6fb-f39ace338212 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:00.312840 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7094cc-c51c-4231-ad19-975f4678af80 req-de96d923-37fe-4d10-a6fb-f39ace338212 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:00.323797 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7f7094cc-c51c-4231-ad19-975f4678af80 req-de96d923-37fe-4d10-a6fb-f39ace338212 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5431 time: 0.6773450 Jul 30 01:48:00.338374 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-ccaa7030-61a1-431e-9cab-a6f5dc224c1d None None] Set router 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:00.338977 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e2a80fb-8775-4999-b806-6eae14fcfeba req-56afbbc0-6905-4e1d-9010-212e25fc01f2 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:00.343643 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e2a80fb-8775-4999-b806-6eae14fcfeba req-56afbbc0-6905-4e1d-9010-212e25fc01f2 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "DELETE /v2.0/ports/7206ea7a-7660-4fb5-acd6-9cd5e8842785 HTTP/1.1" status: 204 len: 173 time: 2.2924600 Jul 30 01:48:00.370722 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18da8388-fbfc-4827-bae8-b35b43ff8db5 req-5f0cfaad-75fe-462b-981d-f6819b1aee3f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=938f9c87-50c2-4256-9431-f5529439b030 HTTP/1.1" status: 200 len: 210 time: 0.0479021 Jul 30 01:48:00.375358 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 7206ea7a-7660-4fb5-acd6-9cd5e8842785 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:00.407584 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 7206ea7a-7660-4fb5-acd6-9cd5e8842785 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:00.408217 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 7206ea7a-7660-4fb5-acd6-9cd5e8842785 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:00.427693 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938f9c87-50c2-4256-9431-f5529439b030', 'name': 'network-vif-deleted', 'tag': '7206ea7a-7660-4fb5-acd6-9cd5e8842785'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:00.447441 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd03a14a-8749-489e-843d-00ee60a4e80d" -d '{"events": [{"server_uuid": "938f9c87-50c2-4256-9431-f5529439b030", "name": "network-vif-deleted", "tag": "7206ea7a-7660-4fb5-acd6-9cd5e8842785"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:00.471582 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70394d00-7b7a-44e6-9be7-aa9902f916bf req-c2c776e8-36ae-4e23-8734-d539392e92dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:00.473619 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-70394d00-7b7a-44e6-9be7-aa9902f916bf req-c2c776e8-36ae-4e23-8734-d539392e92dc service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 HTTP/1.1" status: 200 len: 916 time: 0.2602062 Jul 30 01:48:00.569249 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2740e44-d77f-4090-b3d5-a53b01633641 req-a56b4b0b-a4cb-4d66-93f4-033ab818396d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:00.571441 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a2740e44-d77f-4090-b3d5-a53b01633641 req-a56b4b0b-a4cb-4d66-93f4-033ab818396d service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7138057 Jul 30 01:48:00.612218 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7f7094cc-c51c-4231-ad19-975f4678af80 req-de85bace-c5d1-41b0-85da-169db57a9a2a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2875519 Jul 30 01:48:00.614077 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] Attempting to bind port 147cdd1e-8283-4e80-b3d3-d38429cef67f on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:00.614655 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] Attempting to bind port 147cdd1e-8283-4e80-b3d3-d38429cef67f by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '25c6a29e-1df4-48c4-961a-43ef33b88453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:00.615182 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] Attempting to bind port 147cdd1e-8283-4e80-b3d3-d38429cef67f on network 451069e3-0489-46ed-9dc8-b24b5ce11b0a {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:00.621023 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] Port 147cdd1e-8283-4e80-b3d3-d38429cef67f on network 451069e3-0489-46ed-9dc8-b24b5ce11b0a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:48:00.623735 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] Attempting to bind port 147cdd1e-8283-4e80-b3d3-d38429cef67f on network 451069e3-0489-46ed-9dc8-b24b5ce11b0a {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:00.630393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:00.631090 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] Checking segment: {'id': '25c6a29e-1df4-48c4-961a-43ef33b88453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:00.631696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] Bound using segment: {'id': '25c6a29e-1df4-48c4-961a-43ef33b88453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:00.632358 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] Bound port: 147cdd1e-8283-4e80-b3d3-d38429cef67f, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c6a29e-1df4-48c4-961a-43ef33b88453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:00.632914 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:00.710361 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-92cad66e-85bd-48a5-aae8-7a4838b26fcc req-f89354d1-d4a3-4191-ba1f-3b3ef8b973fd tempest-ImagesNegativeTestJSON-1531145200 tempest-ImagesNegativeTestJSON-1531145200-project] 10.222.0.70 "GET /v2.0/ports?device_id=b03cc1cb-cc14-400e-a497-468984a044d0 HTTP/1.1" status: 200 len: 210 time: 0.1124811 Jul 30 01:48:00.738872 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:48:00.789345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] For port 147cdd1e-8283-4e80-b3d3-d38429cef67f, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:00.806879 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] For port 147cdd1e-8283-4e80-b3d3-d38429cef67f, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=147cdd1e-8283-4e80-b3d3-d38429cef67f,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:00.807126 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ccaa7030-61a1-431e-9cab-a6f5dc224c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'name': 'tempest-ServersTestBootFromVolume-652503000-router', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:14Z', 'updated_at': '2021-07-30T01:46:25Z', 'revision_number': 4, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'gw_port': {'id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:17Z', 'updated_at': '2021-07-30T01:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '77d99496-8955-49c8-85c6-7e178f3bbcf7', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'port_id': 'cdb558f8-5cac-4331-9b09-75fbfbcc262f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7', 'mac_address': 'fa:16:3e:66:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee64a8-54d7-4f87-ad37-751a1bac1510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:46:32Z', 'updated_at': '2021-07-30T01:47:57Z', 'revision_number': 1, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eef292a-c37b-426d-be3b-382b2c681847', 'name': '', 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'mac_address': 'fa:16:3e:cb:f7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '710a9262-2232-4ebe-873a-16a8bb5a5b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:23Z', 'updated_at': '2021-07-30T01:46:32Z', 'revision_number': 5, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'subnets': [{'id': '710a9262-2232-4ebe-873a-16a8bb5a5b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:00.807298 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-70394d00-7b7a-44e6-9be7-aa9902f916bf req-1f3571c4-2e6a-4d43-a37a-b2c41a2d9e95 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdb558f8-5cac-4331-9b09-75fbfbcc262f HTTP/1.1" status: 200 len: 1000 time: 0.3240085 Jul 30 01:48:00.807792 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8808503-9cfd-4261-98df-91fbca2561dc x-openstack-request-id: req-c8808503-9cfd-4261-98df-91fbca2561dc {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:00.807792 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938f9c87-50c2-4256-9431-f5529439b030", "name": "network-vif-deleted", "tag": "7206ea7a-7660-4fb5-acd6-9cd5e8842785", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:00.807792 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c8808503-9cfd-4261-98df-91fbca2561dc {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:00.807792 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938f9c87-50c2-4256-9431-f5529439b030', 'name': 'network-vif-deleted', 'tag': '7206ea7a-7660-4fb5-acd6-9cd5e8842785', 'status': 'completed', 'code': 200} Jul 30 01:48:00.854716 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaa7030-61a1-431e-9cab-a6f5dc224c1d None None] The sync data for ids ['8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'] in n-d-713498-9 is: [{'id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'name': 'tempest-ServersTestBootFromVolume-652503000-router', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:14Z', 'updated_at': '2021-07-30T01:46:25Z', 'revision_number': 4, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'gw_port': {'id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:17Z', 'updated_at': '2021-07-30T01:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '77d99496-8955-49c8-85c6-7e178f3bbcf7', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'port_id': 'cdb558f8-5cac-4331-9b09-75fbfbcc262f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7', 'mac_address': 'fa:16:3e:66:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee64a8-54d7-4f87-ad37-751a1bac1510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:46:32Z', 'updated_at': '2021-07-30T01:47:57Z', 'revision_number': 1, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eef292a-c37b-426d-be3b-382b2c681847', 'name': '', 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'mac_address': 'fa:16:3e:cb:f7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '710a9262-2232-4ebe-873a-16a8bb5a5b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:23Z', 'updated_at': '2021-07-30T01:46:32Z', 'revision_number': 5, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'subnets': [{'id': '710a9262-2232-4ebe-873a-16a8bb5a5b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:48:00.931726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70394d00-7b7a-44e6-9be7-aa9902f916bf req-4a900503-0f9b-432f-931e-384262e8257e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:00.935205 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-70394d00-7b7a-44e6-9be7-aa9902f916bf req-4a900503-0f9b-432f-931e-384262e8257e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=710a9262-2232-4ebe-873a-16a8bb5a5b52 HTTP/1.1" status: 200 len: 854 time: 0.1188912 Jul 30 01:48:01.104071 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd13a55-06b2-43f2-8159-2ff1ae42a75a req-be6d2653-a25b-4025-a499-0fd3cf4c00fe tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:01.105753 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6cd13a55-06b2-43f2-8159-2ff1ae42a75a req-be6d2653-a25b-4025-a499-0fd3cf4c00fe tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 943 time: 0.1366694 Jul 30 01:48:01.113689 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70394d00-7b7a-44e6-9be7-aa9902f916bf req-b9b86b1f-25b8-43e0-b48a-340c2ab5c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:01.116642 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-70394d00-7b7a-44e6-9be7-aa9902f916bf req-b9b86b1f-25b8-43e0-b48a-340c2ab5c079 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6cc57bf-b26e-4ce8-8e80-631c09a61bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718171 Jul 30 01:48:01.291418 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1302d5ca-23b3-4bca-b98b-2d5197d43fd4 None None] New status for floating IP 77d99496-8955-49c8-85c6-7e178f3bbcf7: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:48:01.328142 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6cd13a55-06b2-43f2-8159-2ff1ae42a75a req-c9798537-94f7-4d9f-a645-9e878c8c6369 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851981 Jul 30 01:48:01.480823 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-70394d00-7b7a-44e6-9be7-aa9902f916bf req-aad546e3-6286-4268-9d79-b287fde0a7f8 service neutron] 10.222.0.10 "GET /v2.0/networks/d6cc57bf-b26e-4ce8-8e80-631c09a61bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557677 Jul 30 01:48:01.666277 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.775376 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] Pushing event updated for resources: {'Port': ['ID=147cdd1e-8283-4e80-b3d3-d38429cef67f,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:01.801694 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-70394d00-7b7a-44e6-9be7-aa9902f916bf req-7aacb2f8-9ef5-4319-9518-e74baa9bfafe service neutron] 10.222.0.10 "GET /v2.0/networks/d6cc57bf-b26e-4ce8-8e80-631c09a61bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114846 Jul 30 01:48:01.821326 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:01.823071 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.823552 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-979ce6e6-d8c1-4134-aae1-60a2679dbc4c service neutron] 10.222.0.10 "PUT /v2.0/ports/147cdd1e-8283-4e80-b3d3-d38429cef67f HTTP/1.1" status: 200 len: 1091 time: 3.2312131 Jul 30 01:48:01.844240 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-f5695f51-8938-4660-be06-311b9644e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:01.846106 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-f5695f51-8938-4660-be06-311b9644e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:01.846106 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-f5695f51-8938-4660-be06-311b9644e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:01.846106 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-f5695f51-8938-4660-be06-311b9644e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:01.846106 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-f5695f51-8938-4660-be06-311b9644e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:01.846954 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-f5695f51-8938-4660-be06-311b9644e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:01.847086 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-f5695f51-8938-4660-be06-311b9644e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:01.850313 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-f5695f51-8938-4660-be06-311b9644e070 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c72c67525be041dbbba86358033d985a&device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 6488 time: 1.1944726 Jul 30 01:48:01.860679 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0f7db018-5c1a-4d7d-bde0-e0ffead3e599 req-e0cdb925-b3de-46c1-9cad-b62f923de5f7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=938f9c87-50c2-4256-9431-f5529439b030 HTTP/1.1" status: 200 len: 210 time: 0.0525646 Jul 30 01:48:01.870707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd12af1-2c66-46d6-b60d-c86be296d08c req-a6ba3a78-9eaa-405b-add8-03bf7d3ab449 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:01.874081 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5732ba98-1b11-4d21-8ae4-8abd91381a93 req-bdeda56b-41e3-4942-9151-2e1c9e0d4c31 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=54d360ab-9583-4192-8f34-d640404d9ca6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1496179 Jul 30 01:48:01.881339 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0dd12af1-2c66-46d6-b60d-c86be296d08c req-a6ba3a78-9eaa-405b-add8-03bf7d3ab449 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 1.0493248 Jul 30 01:48:01.971504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732ba98-1b11-4d21-8ae4-8abd91381a93 req-cc004d3c-4bba-4cfb-a8ea-e19609e15f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:01.973623 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5732ba98-1b11-4d21-8ae4-8abd91381a93 req-cc004d3c-4bba-4cfb-a8ea-e19609e15f41 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 1100 time: 0.0698407 Jul 30 01:48:01.978127 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-b77c3ea4-d1a8-4c6e-a161-f566cc9f4fb3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cba3957-631b-46df-930d-30f2ada9c6ce HTTP/1.1" status: 200 len: 217 time: 0.0935555 Jul 30 01:48:02.013562 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03cc1cb-cc14-400e-a497-468984a044d0', 'name': 'network-vif-deleted', 'tag': '1879d20c-71df-4c7d-9eb2-5d0ffac57a2c'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:02.015940 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce4b581-7122-40a4-9b3d-64efc5245e4e" -d '{"events": [{"server_uuid": "b03cc1cb-cc14-400e-a497-468984a044d0", "name": "network-vif-deleted", "tag": "1879d20c-71df-4c7d-9eb2-5d0ffac57a2c"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:02.035153 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0dd12af1-2c66-46d6-b60d-c86be296d08c req-cb37bb8c-b1d5-4737-b9b3-967569582c20 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554048 Jul 30 01:48:02.117845 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-50e99121-e2f6-4414-9110-e694da28bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:02.119447 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-50e99121-e2f6-4414-9110-e694da28bff3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2211a8e1d006442d9db8c662662819e1&device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 1094 time: 0.0882170 Jul 30 01:48:02.121399 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-1a8cec85-a9cd-48ea-9a62-d6e06074f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:02.122867 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-1a8cec85-a9cd-48ea-9a62-d6e06074f793 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3f8d6f31-34cc-490d-b195-f03e3635d617 HTTP/1.1" status: 200 len: 856 time: 0.1047947 Jul 30 01:48:02.140078 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dee76-52f9-435a-92ff-9f82dc612e22 req-005a7129-cf53-46e8-9efc-4896c514df8b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:02.147466 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dee76-52f9-435a-92ff-9f82dc612e22 req-005a7129-cf53-46e8-9efc-4896c514df8b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:02.153556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dee76-52f9-435a-92ff-9f82dc612e22 req-005a7129-cf53-46e8-9efc-4896c514df8b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:02.160430 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dee76-52f9-435a-92ff-9f82dc612e22 req-005a7129-cf53-46e8-9efc-4896c514df8b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:02.166706 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dee76-52f9-435a-92ff-9f82dc612e22 req-005a7129-cf53-46e8-9efc-4896c514df8b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:02.173143 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dee76-52f9-435a-92ff-9f82dc612e22 req-005a7129-cf53-46e8-9efc-4896c514df8b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:02.181359 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dee76-52f9-435a-92ff-9f82dc612e22 req-005a7129-cf53-46e8-9efc-4896c514df8b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:02.184844 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-201dee76-52f9-435a-92ff-9f82dc612e22 req-005a7129-cf53-46e8-9efc-4896c514df8b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5431 time: 0.2168207 Jul 30 01:48:02.186978 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc84e8c-533d-4393-9004-0fdb785dcf90 x-openstack-request-id: req-ebc84e8c-533d-4393-9004-0fdb785dcf90 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:02.187451 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03cc1cb-cc14-400e-a497-468984a044d0", "name": "network-vif-deleted", "tag": "1879d20c-71df-4c7d-9eb2-5d0ffac57a2c", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:02.187874 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ebc84e8c-533d-4393-9004-0fdb785dcf90 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:02.188424 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03cc1cb-cc14-400e-a497-468984a044d0', 'name': 'network-vif-deleted', 'tag': '1879d20c-71df-4c7d-9eb2-5d0ffac57a2c', 'status': 'completed', 'code': 200} Jul 30 01:48:02.194847 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-9f22c332-157d-4dbd-bd94-74d9f1c5fae2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=147cdd1e-8283-4e80-b3d3-d38429cef67f HTTP/1.1" status: 200 len: 217 time: 0.0669909 Jul 30 01:48:02.228821 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:02.263197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:02.263197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 1879d20c-71df-4c7d-9eb2-5d0ffac57a2c not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:02.296729 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732ba98-1b11-4d21-8ae4-8abd91381a93 req-d1217482-2f30-4346-8d35-10ba5f5a964a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:02.298214 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5732ba98-1b11-4d21-8ae4-8abd91381a93 req-d1217482-2f30-4346-8d35-10ba5f5a964a service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.2787471 Jul 30 01:48:02.311087 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-201dee76-52f9-435a-92ff-9f82dc612e22 req-39cd952c-dd4c-4312-a71b-f4e9ee34bc0b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1087148 Jul 30 01:48:02.317831 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-dd85107a-67b3-4d32-ac04-b6c8c0c0d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:02.320379 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-dd85107a-67b3-4d32-ac04-b6c8c0c0d900 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67a82bad-8f13-4556-bea5-cc28b31ee6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275699 Jul 30 01:48:02.322817 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-da8b6da2-f2db-456d-97cd-3849dcc6dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:02.324448 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-da8b6da2-f2db-456d-97cd-3849dcc6dafe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f913f80b-cf68-4e50-b702-51dfbe27bf11 HTTP/1.1" status: 200 len: 844 time: 0.1183963 Jul 30 01:48:02.356114 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5732ba98-1b11-4d21-8ae4-8abd91381a93 req-8d289d47-5ff8-488e-b51a-e3fe39f66a93 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=ff849f36-bf61-4438-88e6-d1f2f47b7848 HTTP/1.1" status: 200 len: 217 time: 0.0501449 Jul 30 01:48:02.446339 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732ba98-1b11-4d21-8ae4-8abd91381a93 req-d8f40fd6-a214-42b4-a171-680adeff192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:02.452630 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5732ba98-1b11-4d21-8ae4-8abd91381a93 req-d8f40fd6-a214-42b4-a171-680adeff192f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0885520 Jul 30 01:48:02.484248 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-bdfef4c7-c506-46e4-a04d-b3735457cc6d service neutron] 10.222.0.77 "GET /v2.0/networks/67a82bad-8f13-4556-bea5-cc28b31ee6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547713 Jul 30 01:48:02.515042 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-7502d3b8-4940-4f2e-aafe-d0243fcb9fae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=451069e3-0489-46ed-9dc8-b24b5ce11b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297980 Jul 30 01:48:02.571508 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90f69a-7207-4849-a58a-77f9bfdcddce req-0af036f3-a66c-49a8-a9b9-bc5fa16b1f2f tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:02.573198 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7b90f69a-7207-4849-a58a-77f9bfdcddce req-0af036f3-a66c-49a8-a9b9-bc5fa16b1f2f tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 943 time: 0.1294718 Jul 30 01:48:02.578660 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732ba98-1b11-4d21-8ae4-8abd91381a93 req-07f946ba-07c3-4b04-b342-37ff57a3696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:02.580106 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5732ba98-1b11-4d21-8ae4-8abd91381a93 req-07f946ba-07c3-4b04-b342-37ff57a3696c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1109982 Jul 30 01:48:02.692443 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7b90f69a-7207-4849-a58a-77f9bfdcddce req-58f094d3-9550-45dc-852f-fc7bdcb0758d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111119 Jul 30 01:48:02.726771 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-6590214b-8ac7-4667-89b2-d6a0a4ea1b6c service neutron] 10.222.0.77 "GET /v2.0/networks/67a82bad-8f13-4556-bea5-cc28b31ee6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106776 Jul 30 01:48:02.728682 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-d9ca36dd-914e-4385-98c2-2d4ea3b92fe6 service neutron] 10.222.0.10 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027380 Jul 30 01:48:02.731854 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5732ba98-1b11-4d21-8ae4-8abd91381a93 req-735130a1-6edc-4fe9-b91b-dbaa140e29a3 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429415 Jul 30 01:48:02.745763 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.788128 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-e67fe984-5c50-4da5-8c31-67280db1038d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=bd7f1b6c-b67b-4490-b720-9d9c4cd45449 HTTP/1.1" status: 200 len: 217 time: 0.0522807 Jul 30 01:48:02.810960 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45055ad-5f74-4b76-9aba-0bf2a4ef233d', 'tag': '147cdd1e-8283-4e80-b3d3-d38429cef67f'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:02.813368 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548c1d04-1eb8-4b91-85c7-e8e1dfcb3979" -d '{"events": [{"name": "network-changed", "server_uuid": "d45055ad-5f74-4b76-9aba-0bf2a4ef233d", "tag": "147cdd1e-8283-4e80-b3d3-d38429cef67f"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:02.871542 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5732ba98-1b11-4d21-8ae4-8abd91381a93 req-b6f485ed-c550-433b-aab2-c4e385587dc2 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284757 Jul 30 01:48:02.885860 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5905f16-6778-4d89-ace7-e837520544f7 x-openstack-request-id: req-f5905f16-6778-4d89-ace7-e837520544f7 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:02.891920 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45055ad-5f74-4b76-9aba-0bf2a4ef233d", "tag": "147cdd1e-8283-4e80-b3d3-d38429cef67f", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:02.891920 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5905f16-6778-4d89-ace7-e837520544f7 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:02.891920 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45055ad-5f74-4b76-9aba-0bf2a4ef233d', 'tag': '147cdd1e-8283-4e80-b3d3-d38429cef67f', 'status': 'completed', 'code': 200} Jul 30 01:48:03.002273 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-612f2757-dcfb-425a-8a5b-e81fd818ba2d req-f7fbfdaa-d9b7-40d7-b91c-ea19c3ca929a service neutron] 10.222.0.10 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588656 Jul 30 01:48:03.009917 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-db01f31e-15e7-4a76-9aad-fac8a3370982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:03.009917 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-db01f31e-15e7-4a76-9aad-fac8a3370982 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3d413a5-ba18-4a54-8a98-960735231465 HTTP/1.1" status: 200 len: 797 time: 0.1887641 Jul 30 01:48:03.082590 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c080088e-d7ae-454c-8438-9b780d7f0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:03.085573 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-c080088e-d7ae-454c-8438-9b780d7f0ac6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4fafccc5-fb47-4324-8e99-bb0237539cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697060 Jul 30 01:48:03.156765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41386) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:03.236875 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c1d04-1eb8-4b91-85c7-e8e1dfcb3979 req-7f0e7609-1402-4394-aa7d-411c4bb0af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:03.238884 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-548c1d04-1eb8-4b91-85c7-e8e1dfcb3979 req-7f0e7609-1402-4394-aa7d-411c4bb0af47 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2211a8e1d006442d9db8c662662819e1&device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 1094 time: 0.1123536 Jul 30 01:48:03.295608 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3bd36ca3-02ed-4107-8f50-6fde8f808ee4 service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896746 Jul 30 01:48:03.311516 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a82791-eb3a-4f01-a5c2-2969721432a2 req-4f8f8a35-3636-44e0-9a83-c9bd4cabca59 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:03.315437 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-47a82791-eb3a-4f01-a5c2-2969721432a2 req-4f8f8a35-3636-44e0-9a83-c9bd4cabca59 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.1379626 Jul 30 01:48:03.445551 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-47a82791-eb3a-4f01-a5c2-2969721432a2 req-50cff665-e2e6-466e-ab45-c1f12d74c469 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164911 Jul 30 01:48:03.454411 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41394) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:03.458656 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8c51e090-e459-4ff9-9350-20a1cdd406e9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e58ffac635841bc8ea0cee7856843fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004811 Jul 30 01:48:03.587342 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c1d04-1eb8-4b91-85c7-e8e1dfcb3979 req-1d95243a-d63a-4bbe-9c4d-7873904caa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:03.588947 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-548c1d04-1eb8-4b91-85c7-e8e1dfcb3979 req-1d95243a-d63a-4bbe-9c4d-7873904caa65 service neutron] 10.222.0.10 "GET /v2.0/networks?id=451069e3-0489-46ed-9dc8-b24b5ce11b0a HTTP/1.1" status: 200 len: 905 time: 0.3337529 Jul 30 01:48:03.606715 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c85add-ac3d-49f5-969d-b4a40d2d7315 req-6cf10ea9-28cb-4b57-a273-30c3066149ea tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:03.608453 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93c85add-ac3d-49f5-969d-b4a40d2d7315 req-6cf10ea9-28cb-4b57-a273-30c3066149ea tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 949 time: 0.0682163 Jul 30 01:48:03.622024 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-28da12b6-2f87-4037-bc5f-e5e6d6808946 service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020816 Jul 30 01:48:03.657134 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93c85add-ac3d-49f5-969d-b4a40d2d7315 req-d339cac6-103d-45b0-90aa-e5e81a4cf1d2 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427091 Jul 30 01:48:03.710795 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-548c1d04-1eb8-4b91-85c7-e8e1dfcb3979 req-18145411-394e-4355-b322-760d4921994e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=147cdd1e-8283-4e80-b3d3-d38429cef67f HTTP/1.1" status: 200 len: 217 time: 0.1096246 Jul 30 01:48:03.718365 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ea550e34-9951-42f2-8df3-1e2ca528a3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:03.769924 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-ea490dfb-0020-4d8d-bf92-0953dbf10bbe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=6d8c1817-5e16-4333-88e9-6baf283dd55a HTTP/1.1" status: 200 len: 217 time: 0.0837862 Jul 30 01:48:03.803908 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6573a-0e82-4ed8-93cd-5045b4a62a20 req-168f18bc-4c37-4ef1-b74f-c7f20ae845c7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:03.810077 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6573a-0e82-4ed8-93cd-5045b4a62a20 req-168f18bc-4c37-4ef1-b74f-c7f20ae845c7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:03.817256 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6573a-0e82-4ed8-93cd-5045b4a62a20 req-168f18bc-4c37-4ef1-b74f-c7f20ae845c7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:03.823743 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6573a-0e82-4ed8-93cd-5045b4a62a20 req-168f18bc-4c37-4ef1-b74f-c7f20ae845c7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:03.835507 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6573a-0e82-4ed8-93cd-5045b4a62a20 req-168f18bc-4c37-4ef1-b74f-c7f20ae845c7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:03.841786 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6573a-0e82-4ed8-93cd-5045b4a62a20 req-168f18bc-4c37-4ef1-b74f-c7f20ae845c7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:03.848005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6573a-0e82-4ed8-93cd-5045b4a62a20 req-168f18bc-4c37-4ef1-b74f-c7f20ae845c7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:03.856066 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-02a6573a-0e82-4ed8-93cd-5045b4a62a20 req-168f18bc-4c37-4ef1-b74f-c7f20ae845c7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5431 time: 0.3489935 Jul 30 01:48:03.893733 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7f47c-a376-4ed2-903f-f66970787025 req-a520d2cd-b89f-4b00-9d0d-fbb16e519ddb tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:03.896045 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5ed7f47c-a376-4ed2-903f-f66970787025 req-a520d2cd-b89f-4b00-9d0d-fbb16e519ddb tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 943 time: 0.0703433 Jul 30 01:48:03.958521 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ea550e34-9951-42f2-8df3-1e2ca528a3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:03.967570 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5ed7f47c-a376-4ed2-903f-f66970787025 req-a0170364-bff3-4bad-a465-e814b2ced2d9 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566616 Jul 30 01:48:03.972546 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c1d04-1eb8-4b91-85c7-e8e1dfcb3979 req-efa54e34-f2d5-4583-90ef-f78bb87bce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:03.974170 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-548c1d04-1eb8-4b91-85c7-e8e1dfcb3979 req-efa54e34-f2d5-4583-90ef-f78bb87bce5c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f913f80b-cf68-4e50-b702-51dfbe27bf11 HTTP/1.1" status: 200 len: 844 time: 0.2167888 Jul 30 01:48:04.037458 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-02a6573a-0e82-4ed8-93cd-5045b4a62a20 req-55ed23ad-4441-4adb-b35b-830b0e780ae7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1576567 Jul 30 01:48:04.048086 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-548c1d04-1eb8-4b91-85c7-e8e1dfcb3979 req-32c6b494-ef70-4f96-af1e-91de8443d501 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=451069e3-0489-46ed-9dc8-b24b5ce11b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517528 Jul 30 01:48:04.049671 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-8d0de0ae-2437-48a2-920d-decedd2d7fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:04.051784 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-8d0de0ae-2437-48a2-920d-decedd2d7fa7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3d413a5-ba18-4a54-8a98-960735231465 HTTP/1.1" status: 200 len: 797 time: 0.1939692 Jul 30 01:48:04.179961 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-a215698d-e546-4a40-93c5-4d72de4464aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:04.182121 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-a215698d-e546-4a40-93c5-4d72de4464aa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4fafccc5-fb47-4324-8e99-bb0237539cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1076646 Jul 30 01:48:04.252068 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-548c1d04-1eb8-4b91-85c7-e8e1dfcb3979 req-d0c2615a-fc54-425f-87ac-6023b65a9b39 service neutron] 10.222.0.10 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951804 Jul 30 01:48:04.256096 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ea550e34-9951-42f2-8df3-1e2ca528a3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.258898 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ea550e34-9951-42f2-8df3-1e2ca528a3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.263092 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ea550e34-9951-42f2-8df3-1e2ca528a3ac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9c37394f-f0c7-4f30-a7b7-95d52b973517 HTTP/1.1" status: 204 len: 168 time: 0.8048182 Jul 30 01:48:04.307726 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea550e34-9951-42f2-8df3-1e2ca528a3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c37394f-f0c7-4f30-a7b7-95d52b973517,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:04.401839 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-86aec1e2-42cb-42b3-b150-970b24304dd4 service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091994 Jul 30 01:48:04.497902 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-548c1d04-1eb8-4b91-85c7-e8e1dfcb3979 req-8a3a9944-e880-4482-b4f2-18e29583c7f8 service neutron] 10.222.0.10 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218509 Jul 30 01:48:04.547259 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-0244eae9-ab3a-4b5d-9521-4af4d56160eb service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341569 Jul 30 01:48:04.596792 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-ef11188a-1393-418c-a558-2365e542a538 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=f375af04-8b58-42fe-852c-502fa34f6a49 HTTP/1.1" status: 200 len: 217 time: 0.0391288 Jul 30 01:48:04.620398 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061e10f-49ec-4d44-9873-0c97828afe84 req-78ed62cc-78ab-4f1c-b759-6c39d53af6ef tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:04.622610 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d061e10f-49ec-4d44-9873-0c97828afe84 req-78ed62cc-78ab-4f1c-b759-6c39d53af6ef tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.0737271 Jul 30 01:48:04.656182 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-41644945-cade-4d03-b7d3-aa49b2caa41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:04.657763 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-41644945-cade-4d03-b7d3-aa49b2caa41d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3d413a5-ba18-4a54-8a98-960735231465 HTTP/1.1" status: 200 len: 797 time: 0.0533340 Jul 30 01:48:04.686750 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d061e10f-49ec-4d44-9873-0c97828afe84 req-0a465186-623a-4b64-854e-7774567a6789 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512910 Jul 30 01:48:04.739102 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-a290b36d-a431-4e5e-94df-96e1c2bb0868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:04.742169 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-a290b36d-a431-4e5e-94df-96e1c2bb0868 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4fafccc5-fb47-4324-8e99-bb0237539cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0757639 Jul 30 01:48:04.880352 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-8e5b6367-ee1c-414c-956b-1add7067f81c service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308737 Jul 30 01:48:04.968518 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d7d69-5bad-4cf8-96e5-e770a54ee6d8 req-9b3da755-b567-4f87-a2dc-313e70de1ee8 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:04.970024 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-723d7d69-5bad-4cf8-96e5-e770a54ee6d8 req-9b3da755-b567-4f87-a2dc-313e70de1ee8 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 949 time: 0.1416483 Jul 30 01:48:05.056024 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-723d7d69-5bad-4cf8-96e5-e770a54ee6d8 req-4e1354f9-494a-40d6-a4bc-c14f68a39ef1 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770457 Jul 30 01:48:05.128657 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-2d6f0cc9-fc67-4e36-a98c-9c08d5c6a305 service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367549 Jul 30 01:48:05.163534 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2d288-0166-423a-a0aa-f342d3295789 req-d73ec094-d119-444d-8ba6-bcfe24d8577c tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:05.171198 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ffa2d288-0166-423a-a0aa-f342d3295789 req-d73ec094-d119-444d-8ba6-bcfe24d8577c tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 943 time: 0.1088572 Jul 30 01:48:05.183271 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-302e103e-9246-4984-9b37-0c339b350b1c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 HTTP/1.1" status: 200 len: 217 time: 0.0454457 Jul 30 01:48:05.215477 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ffa2d288-0166-423a-a0aa-f342d3295789 req-9cef22f7-8f7e-4d64-813a-6dae642874fc tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367904 Jul 30 01:48:05.298691 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-4d320646-a075-4a6c-b7d2-7401c37f3337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:05.300155 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-4d320646-a075-4a6c-b7d2-7401c37f3337 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3d413a5-ba18-4a54-8a98-960735231465 HTTP/1.1" status: 200 len: 797 time: 0.0868144 Jul 30 01:48:05.317149 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac800716-3991-4852-830a-face92e6026a req-3633d18b-da22-4246-b35b-cabf8265359f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:05.318590 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac800716-3991-4852-830a-face92e6026a req-3633d18b-da22-4246-b35b-cabf8265359f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 949 time: 0.1344318 Jul 30 01:48:05.340024 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df1c27-dd4c-4bf0-8072-b10389cca4a2 req-3f4aaf2d-db0b-4eb8-bce6-08aac377899b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:05.345949 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df1c27-dd4c-4bf0-8072-b10389cca4a2 req-3f4aaf2d-db0b-4eb8-bce6-08aac377899b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:05.353074 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df1c27-dd4c-4bf0-8072-b10389cca4a2 req-3f4aaf2d-db0b-4eb8-bce6-08aac377899b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:05.358152 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df1c27-dd4c-4bf0-8072-b10389cca4a2 req-3f4aaf2d-db0b-4eb8-bce6-08aac377899b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:05.364918 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df1c27-dd4c-4bf0-8072-b10389cca4a2 req-3f4aaf2d-db0b-4eb8-bce6-08aac377899b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:05.371134 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df1c27-dd4c-4bf0-8072-b10389cca4a2 req-3f4aaf2d-db0b-4eb8-bce6-08aac377899b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:05.377175 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df1c27-dd4c-4bf0-8072-b10389cca4a2 req-3f4aaf2d-db0b-4eb8-bce6-08aac377899b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:05.379351 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6df1c27-dd4c-4bf0-8072-b10389cca4a2 req-3f4aaf2d-db0b-4eb8-bce6-08aac377899b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5431 time: 0.1679626 Jul 30 01:48:05.494989 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-10c7aee9-0fd6-49fa-9acc-44299c40ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:05.496556 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-10c7aee9-0fd6-49fa-9acc-44299c40ea9e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4fafccc5-fb47-4324-8e99-bb0237539cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1873052 Jul 30 01:48:05.503194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6df1c27-dd4c-4bf0-8072-b10389cca4a2 req-021f0abf-72a3-4ef5-8ee6-ee586ac7332b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035309 Jul 30 01:48:05.592866 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-ac800716-3991-4852-830a-face92e6026a req-859dbbaa-53ec-4fce-b043-1212e974ba4c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Deleting port 745a29e1-586a-4e28-a419-5e485ec3619d {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:05.593209 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ac800716-3991-4852-830a-face92e6026a req-859dbbaa-53ec-4fce-b043-1212e974ba4c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.653003 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-134a7817-d24d-4cd0-b918-ee32f664668a service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487994 Jul 30 01:48:05.773052 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-ac800716-3991-4852-830a-face92e6026a req-859dbbaa-53ec-4fce-b043-1212e974ba4c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] For port 745a29e1-586a-4e28-a419-5e485ec3619d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=745a29e1-586a-4e28-a419-5e485ec3619d,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:05.773441 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ac800716-3991-4852-830a-face92e6026a req-859dbbaa-53ec-4fce-b043-1212e974ba4c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.802695 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-ac800716-3991-4852-830a-face92e6026a req-859dbbaa-53ec-4fce-b043-1212e974ba4c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Calling delete_port for 745a29e1-586a-4e28-a419-5e485ec3619d owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:05.832280 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-27ef3286-22ea-437b-8d92-2fc2c6826c00 service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672246 Jul 30 01:48:05.927046 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3805ee76-464f-4c06-bfdb-c1b299368670 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=20f66196-9127-4447-a244-7a1ed6dba5a8 HTTP/1.1" status: 200 len: 217 time: 0.0545931 Jul 30 01:48:05.928256 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39969fd2-d2fe-498f-8fc4-e9f52ec67c14 req-878e8a96-04ae-4e3b-be98-239d29cc8ea5 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:05.942388 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-39969fd2-d2fe-498f-8fc4-e9f52ec67c14 req-878e8a96-04ae-4e3b-be98-239d29cc8ea5 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.1600213 Jul 30 01:48:06.018634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-a995e05f-df53-4622-8581-4bb9c4fb986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:06.020212 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-a995e05f-df53-4622-8581-4bb9c4fb986f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e8b54c9-c010-49c7-9d5f-e1c33434bff9 HTTP/1.1" status: 200 len: 797 time: 0.0825508 Jul 30 01:48:06.036905 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-39969fd2-d2fe-498f-8fc4-e9f52ec67c14 req-ff1b7ff8-d9b6-460a-851a-bf91c749366a tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934687 Jul 30 01:48:06.152852 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-1f62d5ef-fed5-4676-ba34-eecfd8604fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:06.154688 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-1f62d5ef-fed5-4676-ba34-eecfd8604fd5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4192d8a2-31a3-4331-99e1-418e1e9f6bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1148272 Jul 30 01:48:06.264181 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 147cdd1e-8283-4e80-b3d3-d38429cef67f details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:48:06.422775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 147cdd1e-8283-4e80-b3d3-d38429cef67f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=147cdd1e-8283-4e80-b3d3-d38429cef67f,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:06.444435 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '147cdd1e-8283-4e80-b3d3-d38429cef67f', 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a', 'port_id': '147cdd1e-8283-4e80-b3d3-d38429cef67f', 'mac_address': 'fa:16:3e:37:a5:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f913f80b-cf68-4e50-b702-51dfbe27bf11', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:48:06.503403 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.546966 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147cdd1e-8283-4e80-b3d3-d38429cef67f {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:06.590248 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 147cdd1e-8283-4e80-b3d3-d38429cef67f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=147cdd1e-8283-4e80-b3d3-d38429cef67f,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:06.700434 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.701398 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 890ac296-a0c3-485e-a61d-fbfb92f02a3c details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:48:06.787156 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-ac0721d9-0982-4c83-af4e-09241a6ef0b9 service neutron] 10.222.0.77 "GET /v2.0/networks/4192d8a2-31a3-4331-99e1-418e1e9f6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6181550 Jul 30 01:48:06.871489 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ac800716-3991-4852-830a-face92e6026a req-859dbbaa-53ec-4fce-b043-1212e974ba4c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.891190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fc13b-5120-4baa-8a05-a6c4740b926e req-404a8e7f-4afb-47e2-a82d-2cb3e6279d03 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:06.892819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['1d218bf5-0438-4f23-8aea-de8af971dba0', 'ff849f36-bf61-4438-88e6-d1f2f47b7848', '745a29e1-586a-4e28-a419-5e485ec3619d'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:06.894766 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1f6fc13b-5120-4baa-8a05-a6c4740b926e req-404a8e7f-4afb-47e2-a82d-2cb3e6279d03 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 867 time: 0.7372606 Jul 30 01:48:06.945495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859dbbaa-53ec-4fce-b043-1212e974ba4c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Pushing event deleted for resources: {'Port': ['ID=745a29e1-586a-4e28-a419-5e485ec3619d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:06.980620 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1f6fc13b-5120-4baa-8a05-a6c4740b926e req-3647350f-4d60-4973-aff1-5e3b7cc3574c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590203 Jul 30 01:48:07.060707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac800716-3991-4852-830a-face92e6026a req-859dbbaa-53ec-4fce-b043-1212e974ba4c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] No DVR routers for this DVR port 745a29e1-586a-4e28-a419-5e485ec3619d on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:07.065495 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ac800716-3991-4852-830a-face92e6026a req-859dbbaa-53ec-4fce-b043-1212e974ba4c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:07.068535 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac800716-3991-4852-830a-face92e6026a req-859dbbaa-53ec-4fce-b043-1212e974ba4c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.10 "DELETE /v2.0/ports/745a29e1-586a-4e28-a419-5e485ec3619d HTTP/1.1" status: 204 len: 173 time: 1.7406518 Jul 30 01:48:07.069002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21ec153-1d0d-4b63-9fe0-38389307c49c', 'name': 'network-vif-deleted', 'tag': '745a29e1-586a-4e28-a419-5e485ec3619d'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:07.073552 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4143bb5-7896-45fd-92f8-97182613ba12" -d '{"events": [{"server_uuid": "d21ec153-1d0d-4b63-9fe0-38389307c49c", "name": "network-vif-deleted", "tag": "745a29e1-586a-4e28-a419-5e485ec3619d"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:07.103698 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-0598f6da-de3f-48f9-9851-f15d5ca16af2 service neutron] 10.222.0.77 "GET /v2.0/networks/4192d8a2-31a3-4331-99e1-418e1e9f6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079600 Jul 30 01:48:07.177686 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-010502a6-e811-4db3-bafc-f9524ba8de41 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1543c41e-8012-46b9-ac26-b211757944dc HTTP/1.1" status: 200 len: 217 time: 0.0654533 Jul 30 01:48:07.232415 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025', 'a72d7450-9c60-4665-97b9-281c58d6a8f6', 'fbeb9454-a776-4aaa-ace5-b1e0565a747d', '3ad26928-290c-49cf-aa1a-eb965b68fdd8'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:07.377044 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 890ac296-a0c3-485e-a61d-fbfb92f02a3c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=890ac296-a0c3-485e-a61d-fbfb92f02a3c,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:07.392184 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78173fc0-bae7-439a-b5bb-eabe7dd92869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:07.400303 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-78173fc0-bae7-439a-b5bb-eabe7dd92869 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e8b54c9-c010-49c7-9d5f-e1c33434bff9 HTTP/1.1" status: 200 len: 797 time: 0.2053542 Jul 30 01:48:07.415230 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '890ac296-a0c3-485e-a61d-fbfb92f02a3c', 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344', 'port_id': '890ac296-a0c3-485e-a61d-fbfb92f02a3c', 'mac_address': 'fa:16:3e:bf:3c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d5dfcf-9789-4d3c-a9c4-d79d05163f3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:48:07.425707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f39926-038f-4f10-a852-a62273d4469e req-14bcb048-995b-4af7-8315-87649c3c2ac2 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:07.429542 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-01f39926-038f-4f10-a852-a62273d4469e req-14bcb048-995b-4af7-8315-87649c3c2ac2 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 944 time: 0.2548583 Jul 30 01:48:07.439123 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=147cdd1e-8283-4e80-b3d3-d38429cef67f,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:07.517441 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd5fbd-f276-4f9f-aacd-16aca2cbbe05 req-442bbe0a-8545-4606-98ef-99dfa39c68ab tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:07.538067 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd5fbd-f276-4f9f-aacd-16aca2cbbe05 req-442bbe0a-8545-4606-98ef-99dfa39c68ab tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:07.553751 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd5fbd-f276-4f9f-aacd-16aca2cbbe05 req-442bbe0a-8545-4606-98ef-99dfa39c68ab tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:07.573593 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd5fbd-f276-4f9f-aacd-16aca2cbbe05 req-442bbe0a-8545-4606-98ef-99dfa39c68ab tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:07.583640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd5fbd-f276-4f9f-aacd-16aca2cbbe05 req-442bbe0a-8545-4606-98ef-99dfa39c68ab tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:07.623449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd5fbd-f276-4f9f-aacd-16aca2cbbe05 req-442bbe0a-8545-4606-98ef-99dfa39c68ab tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:07.635770 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd5fbd-f276-4f9f-aacd-16aca2cbbe05 req-442bbe0a-8545-4606-98ef-99dfa39c68ab tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:07.645698 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a0bd5fbd-f276-4f9f-aacd-16aca2cbbe05 req-442bbe0a-8545-4606-98ef-99dfa39c68ab tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5431 time: 0.2902796 Jul 30 01:48:07.666990 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-7aa4e84e-92e4-4a2f-b914-a893cfb7e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:07.668798 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-7aa4e84e-92e4-4a2f-b914-a893cfb7e381 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4192d8a2-31a3-4331-99e1-418e1e9f6bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2380793 Jul 30 01:48:07.698923 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-01f39926-038f-4f10-a852-a62273d4469e req-e35d9705-a1aa-487a-8014-d47610970c73 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064288 Jul 30 01:48:07.701978 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:07.738956 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a0bd5fbd-f276-4f9f-aacd-16aca2cbbe05 req-a93b318b-58f3-4e9b-b1d1-784d943b67ed tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0918028 Jul 30 01:48:07.818828 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 890ac296-a0c3-485e-a61d-fbfb92f02a3c {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:07.942853 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-4b5cffb2-5a11-464d-ad27-8378ea8267d0 service neutron] 10.222.0.77 "GET /v2.0/networks/4192d8a2-31a3-4331-99e1-418e1e9f6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428174 Jul 30 01:48:07.950606 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 890ac296-a0c3-485e-a61d-fbfb92f02a3c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=890ac296-a0c3-485e-a61d-fbfb92f02a3c,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:08.073415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12851da-5c93-4956-b422-26af1dd7c46c req-e209a985-ad17-4714-8492-c1c0d18767cb tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:08.081186 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d12851da-5c93-4956-b422-26af1dd7c46c req-e209a985-ad17-4714-8492-c1c0d18767cb tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.1039584 Jul 30 01:48:08.112541 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:08.177673 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-592159e7-f40e-4c3d-bdc8-7ddb2be53017 req-3a366f8a-bbbe-4db3-918b-fc61eaad8c08 service neutron] 10.222.0.77 "GET /v2.0/networks/4192d8a2-31a3-4331-99e1-418e1e9f6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243176 Jul 30 01:48:08.179890 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8a9524-4292-4bf6-8a90-a38a2beb81e4 x-openstack-request-id: req-df8a9524-4292-4bf6-8a90-a38a2beb81e4 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:08.179890 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21ec153-1d0d-4b63-9fe0-38389307c49c", "name": "network-vif-deleted", "tag": "745a29e1-586a-4e28-a419-5e485ec3619d", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:08.179890 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df8a9524-4292-4bf6-8a90-a38a2beb81e4 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:08.180159 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21ec153-1d0d-4b63-9fe0-38389307c49c', 'name': 'network-vif-deleted', 'tag': '745a29e1-586a-4e28-a419-5e485ec3619d', 'status': 'completed', 'code': 200} Jul 30 01:48:08.211413 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d12851da-5c93-4956-b422-26af1dd7c46c req-256aacba-2e52-4864-990b-3d4e236f9b1b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172907 Jul 30 01:48:08.244515 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['890ac296-a0c3-485e-a61d-fbfb92f02a3c'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:08.280118 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 745a29e1-586a-4e28-a419-5e485ec3619d no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:08.307992 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-78a74f40-bb9e-4cdf-ba2f-0fffbc3c14a0 req-5726f5e7-cc2c-4b80-ab65-494e8564e01f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21ec153-1d0d-4b63-9fe0-38389307c49c HTTP/1.1" status: 200 len: 210 time: 0.0612564 Jul 30 01:48:08.353084 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 745a29e1-586a-4e28-a419-5e485ec3619d {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:08.353442 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 745a29e1-586a-4e28-a419-5e485ec3619d not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:08.396428 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=890ac296-a0c3-485e-a61d-fbfb92f02a3c,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:08.435307 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['147cdd1e-8283-4e80-b3d3-d38429cef67f'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:08.975874 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a96749-5ef3-4218-84ac-6c0301bf2710 req-71d32ab8-374b-4091-9061-22feb0da3171 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:08.978099 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-54a96749-5ef3-4218-84ac-6c0301bf2710 req-71d32ab8-374b-4091-9061-22feb0da3171 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 944 time: 0.1003585 Jul 30 01:48:09.057265 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-54a96749-5ef3-4218-84ac-6c0301bf2710 req-af8eaf16-698e-4027-9e2b-f3580a38a688 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708008 Jul 30 01:48:09.403518 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ec8ff-d63c-42f7-89d2-223ea8c9b4d7 req-8ec42ac6-f352-4daa-8958-6714cd2d6686 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:09.422568 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ec8ff-d63c-42f7-89d2-223ea8c9b4d7 req-8ec42ac6-f352-4daa-8958-6714cd2d6686 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:09.440446 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ec8ff-d63c-42f7-89d2-223ea8c9b4d7 req-8ec42ac6-f352-4daa-8958-6714cd2d6686 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:09.477862 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ec8ff-d63c-42f7-89d2-223ea8c9b4d7 req-8ec42ac6-f352-4daa-8958-6714cd2d6686 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:09.502395 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ec8ff-d63c-42f7-89d2-223ea8c9b4d7 req-8ec42ac6-f352-4daa-8958-6714cd2d6686 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:09.510277 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-16d6fc49-d3ed-4df5-88f3-719b7432fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.757181 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ec8ff-d63c-42f7-89d2-223ea8c9b4d7 req-8ec42ac6-f352-4daa-8958-6714cd2d6686 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:09.757181 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ec8ff-d63c-42f7-89d2-223ea8c9b4d7 req-8ec42ac6-f352-4daa-8958-6714cd2d6686 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:09.757181 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-579ec8ff-d63c-42f7-89d2-223ea8c9b4d7 req-8ec42ac6-f352-4daa-8958-6714cd2d6686 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5431 time: 0.3336232 Jul 30 01:48:09.757181 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-579ec8ff-d63c-42f7-89d2-223ea8c9b4d7 req-ac055b7c-6442-43ab-a342-ce0dd7265b34 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883088 Jul 30 01:48:10.062602 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d513cb-baab-4f0d-ab81-515ca40dae1c req-96c903cc-4e2f-4ac7-91b2-aa94b1982594 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:10.074348 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-15d513cb-baab-4f0d-ab81-515ca40dae1c req-96c903cc-4e2f-4ac7-91b2-aa94b1982594 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 944 time: 0.1197462 Jul 30 01:48:10.169622 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-15d513cb-baab-4f0d-ab81-515ca40dae1c req-1d2a7a61-3431-4c87-b27f-4727eb0f1e52 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942566 Jul 30 01:48:10.278468 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 890ac296-a0c3-485e-a61d-fbfb92f02a3c up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:10.390952 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 890ac296-a0c3-485e-a61d-fbfb92f02a3c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:10.392644 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:10.398439 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95088fe2-1cef-44f0-bd3e-ca8381946688 req-737a6e28-4ef5-48f3-9902-4d87897ef4c8 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:10.407565 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-95088fe2-1cef-44f0-bd3e-ca8381946688 req-737a6e28-4ef5-48f3-9902-4d87897ef4c8 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 944 time: 0.1185396 Jul 30 01:48:10.477141 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-95088fe2-1cef-44f0-bd3e-ca8381946688 req-c32d357a-8662-411f-ae0c-2edaa9753a16 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605624 Jul 30 01:48:10.722412 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:10.775925 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf67ab1-d837-47af-a26d-81e6a6b55cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890ac296-a0c3-485e-a61d-fbfb92f02a3c'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:10.782003 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac5fd6d-6fd5-4d87-b807-a96c27f43711" -d '{"events": [{"server_uuid": "aaf67ab1-d837-47af-a26d-81e6a6b55cc2", "name": "network-vif-plugged", "status": "completed", "tag": "890ac296-a0c3-485e-a61d-fbfb92f02a3c"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:10.821115 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 890ac296-a0c3-485e-a61d-fbfb92f02a3c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=890ac296-a0c3-485e-a61d-fbfb92f02a3c,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:10.921481 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c479d2-4d8b-4233-b298-b4bac2599f0f req-b84b8301-8d73-4ff3-bb71-078439b6827d tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:10.923177 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65c479d2-4d8b-4233-b298-b4bac2599f0f req-b84b8301-8d73-4ff3-bb71-078439b6827d tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 949 time: 0.0670626 Jul 30 01:48:11.000061 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65c479d2-4d8b-4233-b298-b4bac2599f0f req-90c56d5d-1067-4535-91a2-0af6209ebccc tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672226 Jul 30 01:48:11.054541 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.055560 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 147cdd1e-8283-4e80-b3d3-d38429cef67f up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:11.127028 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254b97c-b556-457e-976a-f3ee6a7bbbd8 req-cf6fc87f-7dfa-45e5-be2d-a35174c04abd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:11.133154 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254b97c-b556-457e-976a-f3ee6a7bbbd8 req-cf6fc87f-7dfa-45e5-be2d-a35174c04abd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:11.144770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254b97c-b556-457e-976a-f3ee6a7bbbd8 req-cf6fc87f-7dfa-45e5-be2d-a35174c04abd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:11.151255 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254b97c-b556-457e-976a-f3ee6a7bbbd8 req-cf6fc87f-7dfa-45e5-be2d-a35174c04abd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:11.155913 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=890ac296-a0c3-485e-a61d-fbfb92f02a3c,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:11.157603 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254b97c-b556-457e-976a-f3ee6a7bbbd8 req-cf6fc87f-7dfa-45e5-be2d-a35174c04abd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:11.165521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254b97c-b556-457e-976a-f3ee6a7bbbd8 req-cf6fc87f-7dfa-45e5-be2d-a35174c04abd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:11.174531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254b97c-b556-457e-976a-f3ee6a7bbbd8 req-cf6fc87f-7dfa-45e5-be2d-a35174c04abd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:11.175337 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c254b97c-b556-457e-976a-f3ee6a7bbbd8 req-cf6fc87f-7dfa-45e5-be2d-a35174c04abd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5431 time: 0.1077766 Jul 30 01:48:11.257186 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4e0a73-5676-4cac-8267-fcd1db9d5ac0 x-openstack-request-id: req-0c4e0a73-5676-4cac-8267-fcd1db9d5ac0 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:11.257487 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf67ab1-d837-47af-a26d-81e6a6b55cc2", "name": "network-vif-plugged", "status": "completed", "tag": "890ac296-a0c3-485e-a61d-fbfb92f02a3c", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:11.257745 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c4e0a73-5676-4cac-8267-fcd1db9d5ac0 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:11.258170 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf67ab1-d837-47af-a26d-81e6a6b55cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890ac296-a0c3-485e-a61d-fbfb92f02a3c', 'code': 200} Jul 30 01:48:11.288601 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 147cdd1e-8283-4e80-b3d3-d38429cef67f completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:11.293493 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 147cdd1e-8283-4e80-b3d3-d38429cef67f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:11.298402 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.307299 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c254b97c-b556-457e-976a-f3ee6a7bbbd8 req-2f7d7283-bf7d-4ad1-a820-c88689c6430e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237650 Jul 30 01:48:11.521049 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.600212 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 147cdd1e-8283-4e80-b3d3-d38429cef67f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=147cdd1e-8283-4e80-b3d3-d38429cef67f,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:11.620156 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a6459-b579-4af5-abd6-2444523e40a0 req-61a2d4bb-b223-439a-9fd2-44c73db015ac tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:11.623031 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-698a6459-b579-4af5-abd6-2444523e40a0 req-61a2d4bb-b223-439a-9fd2-44c73db015ac tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.1380930 Jul 30 01:48:11.683375 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a13fa0a3-e4d2-499e-a055-4177b361709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.685611 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.687812 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.711592 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-698a6459-b579-4af5-abd6-2444523e40a0 req-78d0691b-d247-456d-a137-10743571e277 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817757 Jul 30 01:48:11.874896 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=147cdd1e-8283-4e80-b3d3-d38429cef67f,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:11.916515 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee1f8a-5b07-4189-bca8-180abee37caf req-8527ffad-7a4c-42c1-b37b-3d566033a4d1 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:11.918513 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60ee1f8a-5b07-4189-bca8-180abee37caf req-8527ffad-7a4c-42c1-b37b-3d566033a4d1 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 945 time: 0.1100891 Jul 30 01:48:11.988617 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60ee1f8a-5b07-4189-bca8-180abee37caf req-352f69ac-c182-4453-80a2-328a0e35b8c9 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581040 Jul 30 01:48:12.285123 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd2433-4dc8-422b-8a78-95a99026eb3c req-5eca2a7a-2bfe-491b-815e-0018b60da704 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:12.286981 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-69dd2433-4dc8-422b-8a78-95a99026eb3c req-5eca2a7a-2bfe-491b-815e-0018b60da704 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 949 time: 0.1639495 Jul 30 01:48:12.300055 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357c1ae-7fa1-444e-9cd9-e3fbf240822a req-462592b3-1c1f-4a4c-8016-1ed4cbb39707 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:12.301594 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c357c1ae-7fa1-444e-9cd9-e3fbf240822a req-462592b3-1c1f-4a4c-8016-1ed4cbb39707 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 949 time: 0.1611047 Jul 30 01:48:12.394467 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-69dd2433-4dc8-422b-8a78-95a99026eb3c req-e243e0db-0688-48e7-a6fc-62e58b5a76a2 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864794 Jul 30 01:48:12.532609 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-c357c1ae-7fa1-444e-9cd9-e3fbf240822a req-d6a19b63-e173-4dbf-859a-f9e51a883f8c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Deleting port ff849f36-bf61-4438-88e6-d1f2f47b7848 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:12.534424 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c357c1ae-7fa1-444e-9cd9-e3fbf240822a req-d6a19b63-e173-4dbf-859a-f9e51a883f8c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:12.682597 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c02a4-8ebc-4393-95d0-f6df0a480d81 req-5163d895-eb05-40d8-a63c-12f0f3c4a7b7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:12.689109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c02a4-8ebc-4393-95d0-f6df0a480d81 req-5163d895-eb05-40d8-a63c-12f0f3c4a7b7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:12.695905 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c02a4-8ebc-4393-95d0-f6df0a480d81 req-5163d895-eb05-40d8-a63c-12f0f3c4a7b7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:12.702132 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c02a4-8ebc-4393-95d0-f6df0a480d81 req-5163d895-eb05-40d8-a63c-12f0f3c4a7b7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:12.709203 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c02a4-8ebc-4393-95d0-f6df0a480d81 req-5163d895-eb05-40d8-a63c-12f0f3c4a7b7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:12.715244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c02a4-8ebc-4393-95d0-f6df0a480d81 req-5163d895-eb05-40d8-a63c-12f0f3c4a7b7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:12.721790 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c02a4-8ebc-4393-95d0-f6df0a480d81 req-5163d895-eb05-40d8-a63c-12f0f3c4a7b7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:12.730579 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ff7c02a4-8ebc-4393-95d0-f6df0a480d81 req-5163d895-eb05-40d8-a63c-12f0f3c4a7b7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5431 time: 0.1703918 Jul 30 01:48:12.807021 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ff7c02a4-8ebc-4393-95d0-f6df0a480d81 req-4120853b-ba9b-4c46-ac5e-29ba3c1a3175 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754480 Jul 30 01:48:12.863611 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-c357c1ae-7fa1-444e-9cd9-e3fbf240822a req-d6a19b63-e173-4dbf-859a-f9e51a883f8c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] For port ff849f36-bf61-4438-88e6-d1f2f47b7848, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ff849f36-bf61-4438-88e6-d1f2f47b7848,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:12.864036 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c357c1ae-7fa1-444e-9cd9-e3fbf240822a req-d6a19b63-e173-4dbf-859a-f9e51a883f8c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:12.889395 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-c357c1ae-7fa1-444e-9cd9-e3fbf240822a req-d6a19b63-e173-4dbf-859a-f9e51a883f8c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Calling delete_port for ff849f36-bf61-4438-88e6-d1f2f47b7848 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:12.896323 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce191fb-0704-4ee8-bba4-c6ad4e11ea6a req-0cfaa83f-c54a-465b-9bfb-457f65ae83d7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:12.897867 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ce191fb-0704-4ee8-bba4-c6ad4e11ea6a req-0cfaa83f-c54a-465b-9bfb-457f65ae83d7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.0665381 Jul 30 01:48:12.954923 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ce191fb-0704-4ee8-bba4-c6ad4e11ea6a req-cd1613f7-7600-4b97-bc28-e3fc1f1ba32e tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476215 Jul 30 01:48:13.101059 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c357c1ae-7fa1-444e-9cd9-e3fbf240822a req-d6a19b63-e173-4dbf-859a-f9e51a883f8c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.116633 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['1d218bf5-0438-4f23-8aea-de8af971dba0', 'ff849f36-bf61-4438-88e6-d1f2f47b7848'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:13.136925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a19b63-e173-4dbf-859a-f9e51a883f8c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Pushing event deleted for resources: {'Port': ['ID=ff849f36-bf61-4438-88e6-d1f2f47b7848,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:13.194950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490c599-07a7-4145-9e51-dff589ec913f req-00bd17db-0e50-4721-9f10-7987542a8b3a tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:13.197329 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.198409 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025', 'a72d7450-9c60-4665-97b9-281c58d6a8f6', 'fbeb9454-a776-4aaa-ace5-b1e0565a747d', '3ad26928-290c-49cf-aa1a-eb965b68fdd8'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:13.200276 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e490c599-07a7-4145-9e51-dff589ec913f req-00bd17db-0e50-4721-9f10-7987542a8b3a tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 945 time: 0.0904508 Jul 30 01:48:13.259492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c357c1ae-7fa1-444e-9cd9-e3fbf240822a req-d6a19b63-e173-4dbf-859a-f9e51a883f8c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] No DVR routers for this DVR port ff849f36-bf61-4438-88e6-d1f2f47b7848 on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:13.262582 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c357c1ae-7fa1-444e-9cd9-e3fbf240822a req-d6a19b63-e173-4dbf-859a-f9e51a883f8c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.264894 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c357c1ae-7fa1-444e-9cd9-e3fbf240822a req-d6a19b63-e173-4dbf-859a-f9e51a883f8c tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.10 "DELETE /v2.0/ports/ff849f36-bf61-4438-88e6-d1f2f47b7848 HTTP/1.1" status: 204 len: 173 time: 0.9272230 Jul 30 01:48:13.265423 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d360ab-9583-4192-8f34-d640404d9ca6', 'name': 'network-vif-deleted', 'tag': 'ff849f36-bf61-4438-88e6-d1f2f47b7848'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:13.266523 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45055ad-5f74-4b76-9aba-0bf2a4ef233d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147cdd1e-8283-4e80-b3d3-d38429cef67f'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:13.268639 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a972209-985d-4d2f-8ea5-9b505917840a" -d '{"events": [{"server_uuid": "54d360ab-9583-4192-8f34-d640404d9ca6", "name": "network-vif-deleted", "tag": "ff849f36-bf61-4438-88e6-d1f2f47b7848"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:13.282045 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bdb246-df02-4c1b-ba3b-de365456913c" -d '{"events": [{"server_uuid": "d45055ad-5f74-4b76-9aba-0bf2a4ef233d", "name": "network-vif-plugged", "status": "completed", "tag": "147cdd1e-8283-4e80-b3d3-d38429cef67f"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:13.287521 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e490c599-07a7-4145-9e51-dff589ec913f req-954a2990-d9b2-41da-a4af-81987bf00d09 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730321 Jul 30 01:48:13.400243 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6184a1-b66a-4c52-a754-fbaed77fea8a x-openstack-request-id: req-5f6184a1-b66a-4c52-a754-fbaed77fea8a {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:13.400642 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d360ab-9583-4192-8f34-d640404d9ca6", "name": "network-vif-deleted", "tag": "ff849f36-bf61-4438-88e6-d1f2f47b7848", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:13.400972 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f6184a1-b66a-4c52-a754-fbaed77fea8a {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:13.401537 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d360ab-9583-4192-8f34-d640404d9ca6', 'name': 'network-vif-deleted', 'tag': 'ff849f36-bf61-4438-88e6-d1f2f47b7848', 'status': 'completed', 'code': 200} Jul 30 01:48:13.430520 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef16e9a0-c12b-403f-83e6-111330e531ad x-openstack-request-id: req-ef16e9a0-c12b-403f-83e6-111330e531ad {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:13.432817 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45055ad-5f74-4b76-9aba-0bf2a4ef233d", "name": "network-vif-plugged", "status": "completed", "tag": "147cdd1e-8283-4e80-b3d3-d38429cef67f", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:13.433372 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef16e9a0-c12b-403f-83e6-111330e531ad {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:13.433989 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45055ad-5f74-4b76-9aba-0bf2a4ef233d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147cdd1e-8283-4e80-b3d3-d38429cef67f', 'code': 200} Jul 30 01:48:13.692444 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49be05-b9a8-4aba-9d47-22f990cf41b9 req-04a088bb-2ffb-4171-83e9-8eb53a8f5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:13.701263 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb49be05-b9a8-4aba-9d47-22f990cf41b9 req-04a088bb-2ffb-4171-83e9-8eb53a8f5d96 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 1096 time: 0.2314534 Jul 30 01:48:13.727171 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5058744b-5ffd-4892-944c-26c8f302aa4f req-0ae19934-84b6-4ae0-b291-ad308c3bc389 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d360ab-9583-4192-8f34-d640404d9ca6 HTTP/1.1" status: 200 len: 210 time: 0.1167197 Jul 30 01:48:13.792191 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb49be05-b9a8-4aba-9d47-22f990cf41b9 req-f3162385-d790-40cd-9bbf-07bbc1bdb7ec service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766013 Jul 30 01:48:13.809392 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8b77f-acfa-440c-83b3-4e7341f42be7 req-34dd24b8-10ff-4996-b8dc-2d72d9d43cc3 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:13.813375 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ebc8b77f-acfa-440c-83b3-4e7341f42be7 req-34dd24b8-10ff-4996-b8dc-2d72d9d43cc3 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 946 time: 0.1265643 Jul 30 01:48:13.960811 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ebc8b77f-acfa-440c-83b3-4e7341f42be7 req-74042d7f-82b3-49b8-813a-6700afd49d69 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285825 Jul 30 01:48:14.079628 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101440d-a501-4212-8658-4384f0a5919b req-b051706a-4959-4da7-a86f-4a4c9ec0a3c6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:14.092254 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101440d-a501-4212-8658-4384f0a5919b req-b051706a-4959-4da7-a86f-4a4c9ec0a3c6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:14.108941 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101440d-a501-4212-8658-4384f0a5919b req-b051706a-4959-4da7-a86f-4a4c9ec0a3c6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:14.131554 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101440d-a501-4212-8658-4384f0a5919b req-b051706a-4959-4da7-a86f-4a4c9ec0a3c6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:14.149445 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101440d-a501-4212-8658-4384f0a5919b req-b051706a-4959-4da7-a86f-4a4c9ec0a3c6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:14.165190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101440d-a501-4212-8658-4384f0a5919b req-b051706a-4959-4da7-a86f-4a4c9ec0a3c6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:14.184580 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101440d-a501-4212-8658-4384f0a5919b req-b051706a-4959-4da7-a86f-4a4c9ec0a3c6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:14.194404 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1101440d-a501-4212-8658-4384f0a5919b req-b051706a-4959-4da7-a86f-4a4c9ec0a3c6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5431 time: 0.2164032 Jul 30 01:48:14.199326 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da62976-53f5-493d-808f-2e52b00450f0 req-3e2c654a-ab2d-4d06-b6b0-bef9c18e2e25 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:14.203238 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2da62976-53f5-493d-808f-2e52b00450f0 req-3e2c654a-ab2d-4d06-b6b0-bef9c18e2e25 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.1172521 Jul 30 01:48:14.214219 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41632) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:14.276546 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1101440d-a501-4212-8658-4384f0a5919b req-5d8934eb-3de6-43ce-8807-b7a36f19ebdc tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763457 Jul 30 01:48:14.288814 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2da62976-53f5-493d-808f-2e52b00450f0 req-77ec9211-f690-419b-9a79-e3c43916ea56 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753059 Jul 30 01:48:14.467582 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53494608-be55-407c-a129-07955ae5c6e5 req-18cea3a7-4e46-42f8-9191-547348437a51 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:14.469282 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-53494608-be55-407c-a129-07955ae5c6e5 req-18cea3a7-4e46-42f8-9191-547348437a51 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 945 time: 0.0711875 Jul 30 01:48:14.521241 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-46e809f7-788d-424c-a58b-15e2ab44d49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:14.534196 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-53494608-be55-407c-a129-07955ae5c6e5 req-f78510c9-3e8d-4c77-81d0-b08a142f0af9 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559113 Jul 30 01:48:14.551805 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:14.691350 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-46e809f7-788d-424c-a58b-15e2ab44d49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:14.757800 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-46e809f7-788d-424c-a58b-15e2ab44d49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:14.829538 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-46e809f7-788d-424c-a58b-15e2ab44d49c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f94e3b2441c84bd68c8ce198693b7f02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6097693 Jul 30 01:48:14.829538 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e809f7-788d-424c-a58b-15e2ab44d49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7cca5f-d579-4950-bb7b-cdff6df6894d,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:14.829960 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41648) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:14.941979 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9a326b1-6329-4c71-a173-0f5f4ac7dfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:14.985386 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9a326b1-6329-4c71-a173-0f5f4ac7dfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:15.121221 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d1296-4c54-4f99-a2fe-4055cceb5ce4 req-fa9cd291-1f08-4da7-ba10-c41abe05d72d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:15.126771 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-695d1296-4c54-4f99-a2fe-4055cceb5ce4 req-fa9cd291-1f08-4da7-ba10-c41abe05d72d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 946 time: 0.0641043 Jul 30 01:48:15.163530 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9a326b1-6329-4c71-a173-0f5f4ac7dfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:15.166137 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9a326b1-6329-4c71-a173-0f5f4ac7dfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:15.171610 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a9a326b1-6329-4c71-a173-0f5f4ac7dfcc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e7cca5f-d579-4950-bb7b-cdff6df6894d HTTP/1.1" status: 204 len: 168 time: 0.3423662 Jul 30 01:48:15.194018 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a326b1-6329-4c71-a173-0f5f4ac7dfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7cca5f-d579-4950-bb7b-cdff6df6894d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:15.202153 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-695d1296-4c54-4f99-a2fe-4055cceb5ce4 req-fa5ee75e-18a1-4b03-83ee-7e720ad26146 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710268 Jul 30 01:48:15.208283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a326b1-6329-4c71-a173-0f5f4ac7dfcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:15.213321 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a326b1-6329-4c71-a173-0f5f4ac7dfcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:15.213321 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a326b1-6329-4c71-a173-0f5f4ac7dfcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:15.213801 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a326b1-6329-4c71-a173-0f5f4ac7dfcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:15.214665 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a326b1-6329-4c71-a173-0f5f4ac7dfcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:15.215385 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a326b1-6329-4c71-a173-0f5f4ac7dfcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:15.215821 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a326b1-6329-4c71-a173-0f5f4ac7dfcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:15.216165 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a326b1-6329-4c71-a173-0f5f4ac7dfcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:15.216633 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a326b1-6329-4c71-a173-0f5f4ac7dfcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:15.217047 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a326b1-6329-4c71-a173-0f5f4ac7dfcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:15.217386 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a326b1-6329-4c71-a173-0f5f4ac7dfcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:15.217783 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a326b1-6329-4c71-a173-0f5f4ac7dfcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:15.939163 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589939d0-7838-4f26-a275-9f2342b08c86 req-1df60355-8432-497f-b243-738277bc8017 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:15.946159 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589939d0-7838-4f26-a275-9f2342b08c86 req-1df60355-8432-497f-b243-738277bc8017 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:15.964371 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589939d0-7838-4f26-a275-9f2342b08c86 req-1df60355-8432-497f-b243-738277bc8017 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:15.980008 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589939d0-7838-4f26-a275-9f2342b08c86 req-1df60355-8432-497f-b243-738277bc8017 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:16.004921 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589939d0-7838-4f26-a275-9f2342b08c86 req-1df60355-8432-497f-b243-738277bc8017 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:16.022666 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589939d0-7838-4f26-a275-9f2342b08c86 req-1df60355-8432-497f-b243-738277bc8017 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:16.029374 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589939d0-7838-4f26-a275-9f2342b08c86 req-1df60355-8432-497f-b243-738277bc8017 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:16.039104 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-589939d0-7838-4f26-a275-9f2342b08c86 req-1df60355-8432-497f-b243-738277bc8017 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5431 time: 0.1622975 Jul 30 01:48:16.067388 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35757a7c-4b89-4c69-96bc-a9947297213f req-56df9129-9509-412d-8da1-fe2193518248 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:16.077638 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-35757a7c-4b89-4c69-96bc-a9947297213f req-56df9129-9509-412d-8da1-fe2193518248 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.0926106 Jul 30 01:48:16.125982 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-35757a7c-4b89-4c69-96bc-a9947297213f req-b78d7636-cca0-4a60-ac96-52451455b1fe tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453970 Jul 30 01:48:16.211996 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-589939d0-7838-4f26-a275-9f2342b08c86 req-2c105eb0-afd2-4f72-b48b-bfdede90e127 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1661544 Jul 30 01:48:16.276415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72513c6b-5d23-4949-a497-3d869b212713 req-b60bc051-80fc-4d25-ba26-a66f1ccbac74 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:16.285954 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-72513c6b-5d23-4949-a497-3d869b212713 req-b60bc051-80fc-4d25-ba26-a66f1ccbac74 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 945 time: 0.0807557 Jul 30 01:48:16.289209 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ff849f36-bf61-4438-88e6-d1f2f47b7848 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:16.331913 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: ff849f36-bf61-4438-88e6-d1f2f47b7848 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:16.332522 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ff849f36-bf61-4438-88e6-d1f2f47b7848 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:16.360277 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-72513c6b-5d23-4949-a497-3d869b212713 req-80fb00ef-874f-4728-bcbd-ddf31bac2794 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710325 Jul 30 01:48:16.449170 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 1c967715-842e-4180-ab4a-eb7c33291aed no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:16.475322 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72962de-e529-4131-87ab-ac1fe199d499 req-dc735974-d703-45be-bac1-898e1fdf1fbb tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:16.476941 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c72962de-e529-4131-87ab-ac1fe199d499 req-dc735974-d703-45be-bac1-898e1fdf1fbb tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c377866-157e-4116-867d-5349e6be1aa6 HTTP/1.1" status: 200 len: 949 time: 0.0732226 Jul 30 01:48:16.556187 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c72962de-e529-4131-87ab-ac1fe199d499 req-eb8fd20f-0f22-4f75-a6af-308e244f23e3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695913 Jul 30 01:48:16.570013 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b4f37-a6f4-4993-a73d-738a9d2dba0e req-5e629b41-4353-4cdc-bf84-7a88974c29cc tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:16.575612 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:16.583530 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1a2b4f37-a6f4-4993-a73d-738a9d2dba0e req-5e629b41-4353-4cdc-bf84-7a88974c29cc tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 946 time: 0.1018307 Jul 30 01:48:16.610317 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c967715-842e-4180-ab4a-eb7c33291aed'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:16.613270 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c86550a-fb4e-419e-abd6-c5387d9a1a85" -d '{"events": [{"server_uuid": "c08b45c4-342a-47f4-bc8a-6c135bfa13a6", "name": "network-vif-unplugged", "status": "completed", "tag": "1c967715-842e-4180-ab4a-eb7c33291aed"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:16.628019 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1c967715-842e-4180-ab4a-eb7c33291aed, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1c967715-842e-4180-ab4a-eb7c33291aed,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:16.650879 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1a2b4f37-a6f4-4993-a73d-738a9d2dba0e req-cfc659b1-7962-46ca-836a-7cf2e1259303 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638127 Jul 30 01:48:16.697393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41706) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:16.705718 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:16.812714 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf83b366-77c1-4a0d-9b50-75d1501d60c6 x-openstack-request-id: req-bf83b366-77c1-4a0d-9b50-75d1501d60c6 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:16.813284 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08b45c4-342a-47f4-bc8a-6c135bfa13a6", "name": "network-vif-unplugged", "status": "completed", "tag": "1c967715-842e-4180-ab4a-eb7c33291aed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:16.818668 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf83b366-77c1-4a0d-9b50-75d1501d60c6 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:16.818668 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c967715-842e-4180-ab4a-eb7c33291aed', 'code': 200} Jul 30 01:48:16.818668 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=1c967715-842e-4180-ab4a-eb7c33291aed,revision_number=11']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:16.839869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41712) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:16.847972 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ee459df9-1b00-4434-b676-0188d992fd11 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1017492558'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:16.879286 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d0bb82f5-72c2-455b-84f2-0a53cfdb6e9e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1097500915-network', 'tenant_id': 'ff600fe322214c449e8371854b2ea5f7'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:16.950505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ff40b-cd93-47b0-a02d-42b2a441c16d req-d14f119e-4bda-40d6-b5a7-07405bc24d80 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:16.952916 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-973ff40b-cd93-47b0-a02d-42b2a441c16d req-d14f119e-4bda-40d6-b5a7-07405bc24d80 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c377866-157e-4116-867d-5349e6be1aa6 HTTP/1.1" status: 200 len: 949 time: 0.0558753 Jul 30 01:48:17.051785 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee459df9-1b00-4434-b676-0188d992fd11 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Made reservation on behalf of b925993cc6564ab9911b25e36e01c143 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:17.055737 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ee459df9-1b00-4434-b676-0188d992fd11 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.099374 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee459df9-1b00-4434-b676-0188d992fd11 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:17.125307 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ee459df9-1b00-4434-b676-0188d992fd11 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.150747 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-ee459df9-1b00-4434-b676-0188d992fd11 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Added segment d4a65d27-2670-4795-8f78-3502236b6c91 of type vlan for network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 Jul 30 01:48:17.150747 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-973ff40b-cd93-47b0-a02d-42b2a441c16d req-81c5e04d-184f-46a5-add0-91b317f60cf7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Deleting port 1d218bf5-0438-4f23-8aea-de8af971dba0 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:17.150747 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-973ff40b-cd93-47b0-a02d-42b2a441c16d req-81c5e04d-184f-46a5-add0-91b317f60cf7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.239390 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ee459df9-1b00-4434-b676-0188d992fd11 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.316029 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ca1ba-b760-4fc7-858b-334ec1196b22 req-5b063dfb-b277-4da1-bf47-d8938a7a89f5 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:17.317485 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d17ca1ba-b760-4fc7-858b-334ec1196b22 req-5b063dfb-b277-4da1-bf47-d8938a7a89f5 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.1210186 Jul 30 01:48:17.324445 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-973ff40b-cd93-47b0-a02d-42b2a441c16d req-81c5e04d-184f-46a5-add0-91b317f60cf7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] For port 1d218bf5-0438-4f23-8aea-de8af971dba0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=1d218bf5-0438-4f23-8aea-de8af971dba0,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:17.324733 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-973ff40b-cd93-47b0-a02d-42b2a441c16d req-81c5e04d-184f-46a5-add0-91b317f60cf7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.343953 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-973ff40b-cd93-47b0-a02d-42b2a441c16d req-81c5e04d-184f-46a5-add0-91b317f60cf7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Calling delete_port for 1d218bf5-0438-4f23-8aea-de8af971dba0 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:17.431227 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d17ca1ba-b760-4fc7-858b-334ec1196b22 req-6624c7d6-8f10-4024-af0b-2f4a6ec19ef8 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039112 Jul 30 01:48:17.587636 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe4258-0398-4c13-84e2-f9d9a70f527c req-077eea38-2abe-4402-8cff-35d551ce9ab6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:17.596786 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe4258-0398-4c13-84e2-f9d9a70f527c req-077eea38-2abe-4402-8cff-35d551ce9ab6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:17.603403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe4258-0398-4c13-84e2-f9d9a70f527c req-077eea38-2abe-4402-8cff-35d551ce9ab6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:17.609833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe4258-0398-4c13-84e2-f9d9a70f527c req-077eea38-2abe-4402-8cff-35d551ce9ab6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:17.616858 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe4258-0398-4c13-84e2-f9d9a70f527c req-077eea38-2abe-4402-8cff-35d551ce9ab6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:17.623053 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe4258-0398-4c13-84e2-f9d9a70f527c req-077eea38-2abe-4402-8cff-35d551ce9ab6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:17.630207 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe4258-0398-4c13-84e2-f9d9a70f527c req-077eea38-2abe-4402-8cff-35d551ce9ab6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:17.631357 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.632291 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c1fe4258-0398-4c13-84e2-f9d9a70f527c req-077eea38-2abe-4402-8cff-35d551ce9ab6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5431 time: 0.1272533 Jul 30 01:48:17.633972 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ee459df9-1b00-4434-b676-0188d992fd11 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.642199 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee459df9-1b00-4434-b676-0188d992fd11 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:17.642866 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ee459df9-1b00-4434-b676-0188d992fd11 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.649185 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bb82f5-72c2-455b-84f2-0a53cfdb6e9e admin admin] Made reservation on behalf of ff600fe322214c449e8371854b2ea5f7 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:17.655872 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d0bb82f5-72c2-455b-84f2-0a53cfdb6e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.688079 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d0bb82f5-72c2-455b-84f2-0a53cfdb6e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.745322 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ac6ac-9e48-4f20-9aef-280afb2aff33 req-51ee8634-05c5-42fa-b057-4865a06b951d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:17.755991 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-909ac6ac-9e48-4f20-9aef-280afb2aff33 req-51ee8634-05c5-42fa-b057-4865a06b951d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 945 time: 0.1341536 Jul 30 01:48:17.778100 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-973ff40b-cd93-47b0-a02d-42b2a441c16d req-81c5e04d-184f-46a5-add0-91b317f60cf7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.797811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['1d218bf5-0438-4f23-8aea-de8af971dba0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:17.837359 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025', 'a72d7450-9c60-4665-97b9-281c58d6a8f6', 'fbeb9454-a776-4aaa-ace5-b1e0565a747d', '3ad26928-290c-49cf-aa1a-eb965b68fdd8'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:17.854078 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-909ac6ac-9e48-4f20-9aef-280afb2aff33 req-89d48f27-2474-41db-9993-6e0b7b8bf02c tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969913 Jul 30 01:48:17.880069 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5e04d-184f-46a5-add0-91b317f60cf7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Pushing event deleted for resources: {'Port': ['ID=1d218bf5-0438-4f23-8aea-de8af971dba0,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:18.013993 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee459df9-1b00-4434-b676-0188d992fd11 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event updated for resources: {'Network': ['ID=363d3d4e-b5ea-4e20-bba0-f0d74743b182,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:18.020075 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c1fe4258-0398-4c13-84e2-f9d9a70f527c req-e0a666f4-8b44-4db5-b9b7-06b99703bc47 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3743351 Jul 30 01:48:18.031839 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:18.032290 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d0bb82f5-72c2-455b-84f2-0a53cfdb6e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.055382 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-973ff40b-cd93-47b0-a02d-42b2a441c16d req-81c5e04d-184f-46a5-add0-91b317f60cf7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] No DVR routers for this DVR port 1d218bf5-0438-4f23-8aea-de8af971dba0 on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:18.055382 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-973ff40b-cd93-47b0-a02d-42b2a441c16d req-81c5e04d-184f-46a5-add0-91b317f60cf7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.057711 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-973ff40b-cd93-47b0-a02d-42b2a441c16d req-81c5e04d-184f-46a5-add0-91b317f60cf7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.10 "DELETE /v2.0/ports/1d218bf5-0438-4f23-8aea-de8af971dba0 HTTP/1.1" status: 204 len: 173 time: 1.0962958 Jul 30 01:48:18.057870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c377866-157e-4116-867d-5349e6be1aa6', 'name': 'network-vif-deleted', 'tag': '1d218bf5-0438-4f23-8aea-de8af971dba0'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:18.060574 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e658cfb-982b-4107-b60c-ae70da19d9f9" -d '{"events": [{"server_uuid": "8c377866-157e-4116-867d-5349e6be1aa6", "name": "network-vif-deleted", "tag": "1d218bf5-0438-4f23-8aea-de8af971dba0"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:18.093812 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-68e11b88-ede2-45b2-9c24-0431796fd1b6 req-3aec2983-eeb9-4d34-a8f5-9394d9c6ebbb tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c377866-157e-4116-867d-5349e6be1aa6 HTTP/1.1" status: 200 len: 210 time: 0.0699513 Jul 30 01:48:18.094096 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2825d-509c-49df-8ad9-895bf43701dc req-08d62e32-fb68-4788-bae2-938f2b314beb tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:18.094096 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-43b2825d-509c-49df-8ad9-895bf43701dc req-08d62e32-fb68-4788-bae2-938f2b314beb tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "GET /v2.0/ports?device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 950 time: 0.4183388 Jul 30 01:48:18.111524 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d0bb82f5-72c2-455b-84f2-0a53cfdb6e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.147925 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0bb82f5-72c2-455b-84f2-0a53cfdb6e9e admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:18.160753 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d0bb82f5-72c2-455b-84f2-0a53cfdb6e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.161108 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-d0bb82f5-72c2-455b-84f2-0a53cfdb6e9e admin admin] Added segment 752d35f3-a536-49e1-a68d-e48b3fc4e72d of type vlan for network 90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc Jul 30 01:48:18.226998 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ee459df9-1b00-4434-b676-0188d992fd11 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3859150 Jul 30 01:48:18.230135 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41732) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:18.249817 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb634aed-3762-4164-beaf-9a8b032cdc25 req-71650149-0c73-433a-af29-61d004921ab6 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:18.251472 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb634aed-3762-4164-beaf-9a8b032cdc25 req-71650149-0c73-433a-af29-61d004921ab6 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1026947 Jul 30 01:48:18.257948 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-3374d2eb-d46f-4a2e-a76d-e676efe68bb9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2050541160'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:18.312920 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb82f5-72c2-455b-84f2-0a53cfdb6e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4f12b2-de12-4bd8-af20-84504646465d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:18.330644 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc26fb4-6969-49d4-9b52-a924271f5ba0 x-openstack-request-id: req-adc26fb4-6969-49d4-9b52-a924271f5ba0 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:18.330833 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c377866-157e-4116-867d-5349e6be1aa6", "name": "network-vif-deleted", "tag": "1d218bf5-0438-4f23-8aea-de8af971dba0", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:18.331094 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-adc26fb4-6969-49d4-9b52-a924271f5ba0 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:18.331529 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c377866-157e-4116-867d-5349e6be1aa6', 'name': 'network-vif-deleted', 'tag': '1d218bf5-0438-4f23-8aea-de8af971dba0', 'status': 'completed', 'code': 200} Jul 30 01:48:18.341245 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d0bb82f5-72c2-455b-84f2-0a53cfdb6e9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.344593 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-43b2825d-509c-49df-8ad9-895bf43701dc req-24aa4a8e-b61a-4430-bf99-48bc072233f3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Deleting port 3ad26928-290c-49cf-aa1a-eb965b68fdd8 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:18.345099 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-43b2825d-509c-49df-8ad9-895bf43701dc req-24aa4a8e-b61a-4430-bf99-48bc072233f3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.354235 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb634aed-3762-4164-beaf-9a8b032cdc25 req-056e971a-7526-4aff-bdab-26854316427d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884414 Jul 30 01:48:18.410951 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3374d2eb-d46f-4a2e-a76d-e676efe68bb9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Made reservation on behalf of b925993cc6564ab9911b25e36e01c143 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:18.416630 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3374d2eb-d46f-4a2e-a76d-e676efe68bb9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.445939 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 1c967715-842e-4180-ab4a-eb7c33291aed details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:48:18.453777 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3374d2eb-d46f-4a2e-a76d-e676efe68bb9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:18.468091 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3374d2eb-d46f-4a2e-a76d-e676efe68bb9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.468552 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-3374d2eb-d46f-4a2e-a76d-e676efe68bb9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Added segment 48314e15-75f1-448f-ba33-e176f6ec7651 of type vlan for network ffda0404-bad4-4226-a8b1-7142332e4862 Jul 30 01:48:18.559017 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3374d2eb-d46f-4a2e-a76d-e676efe68bb9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.577556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-43b2825d-509c-49df-8ad9-895bf43701dc req-24aa4a8e-b61a-4430-bf99-48bc072233f3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] For port 3ad26928-290c-49cf-aa1a-eb965b68fdd8, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=3ad26928-290c-49cf-aa1a-eb965b68fdd8,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:18.578242 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-43b2825d-509c-49df-8ad9-895bf43701dc req-24aa4a8e-b61a-4430-bf99-48bc072233f3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.595413 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d0bb82f5-72c2-455b-84f2-0a53cfdb6e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.596728 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bb82f5-72c2-455b-84f2-0a53cfdb6e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:18.598437 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d0bb82f5-72c2-455b-84f2-0a53cfdb6e9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.599595 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-43b2825d-509c-49df-8ad9-895bf43701dc req-24aa4a8e-b61a-4430-bf99-48bc072233f3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Calling delete_port for 3ad26928-290c-49cf-aa1a-eb965b68fdd8 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:18.707878 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb82f5-72c2-455b-84f2-0a53cfdb6e9e admin admin] Pushing event updated for resources: {'Network': ['ID=90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:18.745326 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3374d2eb-d46f-4a2e-a76d-e676efe68bb9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.761619 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:18.762132 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3374d2eb-d46f-4a2e-a76d-e676efe68bb9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:18.762132 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3374d2eb-d46f-4a2e-a76d-e676efe68bb9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.776012 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d0bb82f5-72c2-455b-84f2-0a53cfdb6e9e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0772412 Jul 30 01:48:18.780224 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41736) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:18.787140 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-8bc4666f-2f7c-416d-a110-5cda002f1e38 admin admin] Request body: {'subnet': {'network_id': '90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1097500915-subnet', 'tenant_id': 'ff600fe322214c449e8371854b2ea5f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:18.842941 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-43b2825d-509c-49df-8ad9-895bf43701dc req-24aa4a8e-b61a-4430-bf99-48bc072233f3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.859563 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3374d2eb-d46f-4a2e-a76d-e676efe68bb9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6234949 Jul 30 01:48:18.863852 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41738) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:18.887637 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076a78d-57bc-42f0-b3da-95cf0feb8caa req-7c02839a-d188-44fc-bdb2-12eea6993420 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:18.891685 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Request body: {'subnet': {'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:18.899993 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b076a78d-57bc-42f0-b3da-95cf0feb8caa req-7c02839a-d188-44fc-bdb2-12eea6993420 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.3055415 Jul 30 01:48:18.927690 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1c967715-842e-4180-ab4a-eb7c33291aed, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1c967715-842e-4180-ab4a-eb7c33291aed,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:18.933568 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374d2eb-d46f-4a2e-a76d-e676efe68bb9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event updated for resources: {'Network': ['ID=ffda0404-bad4-4226-a8b1-7142332e4862,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:18.949839 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network ffda0404-bad4-4226-a8b1-7142332e4862 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:18.980228 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa4a8e-b61a-4430-bf99-48bc072233f3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Pushing event deleted for resources: {'Port': ['ID=3ad26928-290c-49cf-aa1a-eb965b68fdd8,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:18.985295 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b076a78d-57bc-42f0-b3da-95cf0feb8caa req-238286c7-70f1-4b3a-997b-de3ce844578c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836179 Jul 30 01:48:19.005052 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '1c967715-842e-4180-ab4a-eb7c33291aed', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'port_id': '1c967715-842e-4180-ab4a-eb7c33291aed', 'mac_address': 'fa:16:3e:e3:d2:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:48:19.026038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc4666f-2f7c-416d-a110-5cda002f1e38 admin admin] Made reservation on behalf of ff600fe322214c449e8371854b2ea5f7 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:19.028686 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8bc4666f-2f7c-416d-a110-5cda002f1e38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.194825 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.229264 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c967715-842e-4180-ab4a-eb7c33291aed {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:19.241688 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b2825d-509c-49df-8ad9-895bf43701dc req-24aa4a8e-b61a-4430-bf99-48bc072233f3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] No DVR routers for this DVR port 3ad26928-290c-49cf-aa1a-eb965b68fdd8 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:19.245629 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-43b2825d-509c-49df-8ad9-895bf43701dc req-24aa4a8e-b61a-4430-bf99-48bc072233f3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.247344 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8fd83-cc10-4d41-982f-c49e3a44ac46 req-094fe275-7054-4920-aa60-0e026d1b23a6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:19.248223 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-43b2825d-509c-49df-8ad9-895bf43701dc req-24aa4a8e-b61a-4430-bf99-48bc072233f3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "DELETE /v2.0/ports/3ad26928-290c-49cf-aa1a-eb965b68fdd8 HTTP/1.1" status: 204 len: 173 time: 1.1517200 Jul 30 01:48:19.272314 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8fd83-cc10-4d41-982f-c49e3a44ac46 req-094fe275-7054-4920-aa60-0e026d1b23a6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:19.282891 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8fd83-cc10-4d41-982f-c49e3a44ac46 req-094fe275-7054-4920-aa60-0e026d1b23a6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:19.291112 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8fd83-cc10-4d41-982f-c49e3a44ac46 req-094fe275-7054-4920-aa60-0e026d1b23a6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:19.297070 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8fd83-cc10-4d41-982f-c49e3a44ac46 req-094fe275-7054-4920-aa60-0e026d1b23a6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:19.297257 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1c967715-842e-4180-ab4a-eb7c33291aed, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1c967715-842e-4180-ab4a-eb7c33291aed,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:19.306174 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8fd83-cc10-4d41-982f-c49e3a44ac46 req-094fe275-7054-4920-aa60-0e026d1b23a6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:19.318046 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8fd83-cc10-4d41-982f-c49e3a44ac46 req-094fe275-7054-4920-aa60-0e026d1b23a6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:19.324926 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e1c8fd83-cc10-4d41-982f-c49e3a44ac46 req-094fe275-7054-4920-aa60-0e026d1b23a6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5431 time: 0.1913693 Jul 30 01:48:19.354986 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952bffe-516f-4ff1-a53f-39bc9459f341 req-599ceeca-3986-44fe-ad5f-bc32d0ed02d7 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:19.358380 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.375649 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2952bffe-516f-4ff1-a53f-39bc9459f341 req-599ceeca-3986-44fe-ad5f-bc32d0ed02d7 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 945 time: 0.2604980 Jul 30 01:48:19.424184 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Made reservation on behalf of b925993cc6564ab9911b25e36e01c143 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:19.436804 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.457968 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e1c8fd83-cc10-4d41-982f-c49e3a44ac46 req-a03e3c2c-1c1e-4c3a-be13-8a7e67a0a127 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1211720 Jul 30 01:48:19.525321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=1c967715-842e-4180-ab4a-eb7c33291aed,revision_number=12']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:19.626374 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2952bffe-516f-4ff1-a53f-39bc9459f341 req-9a2f592f-b847-4797-a3da-1d0b2908abcd tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337744 Jul 30 01:48:19.663312 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['1c967715-842e-4180-ab4a-eb7c33291aed'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:19.775737 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d5bd-1904-4c02-90d7-9d84330d0d4f req-44eb5954-c037-41d7-829e-4228dc284384 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:19.780287 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c026d5bd-1904-4c02-90d7-9d84330d0d4f req-44eb5954-c037-41d7-829e-4228dc284384 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 945 time: 0.1069791 Jul 30 01:48:19.838449 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cdd2a06b-df5a-4da1-bc5f-3580b7a10e11 req-4444b98f-80ea-40ef-b3ab-ff74b60e6f7b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=98382b28-fd38-4841-b597-7a1a9062cce6 HTTP/1.1" status: 200 len: 210 time: 0.0593534 Jul 30 01:48:19.873799 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c026d5bd-1904-4c02-90d7-9d84330d0d4f req-76a63a22-d476-434a-9bb1-a218c51a8e3b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875583 Jul 30 01:48:19.959133 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8bc4666f-2f7c-416d-a110-5cda002f1e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.130444 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2dc17de4-07ba-4b13-8707-c6f2299c225e req-11bfe7cb-8bc8-4a45-b19a-dc3c215cdc50 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2171683 Jul 30 01:48:20.131159 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4666f-2f7c-416d-a110-5cda002f1e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27a28c8f-0009-469a-a083-90b6f4f48bc0,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:20.171413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4666f-2f7c-416d-a110-5cda002f1e38 admin admin] Checking segment: {'id': '752d35f3-a536-49e1-a68d-e48b3fc4e72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:20.171778 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc4666f-2f7c-416d-a110-5cda002f1e38 admin admin] Network hostable DHCP agents. Network: 90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:48:20.208997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc78bf-48e9-4fe0-968d-31c9304989a0 req-037fbbd5-0128-46c8-b19f-b2e97062ce53 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:20.210733 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7fcc78bf-48e9-4fe0-968d-31c9304989a0 req-037fbbd5-0128-46c8-b19f-b2e97062ce53 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.1257212 Jul 30 01:48:20.289361 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 1d218bf5-0438-4f23-8aea-de8af971dba0 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:20.295546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.312246 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7fcc78bf-48e9-4fe0-968d-31c9304989a0 req-9b3ebe82-e5fc-4a8a-932e-40c31c7e6566 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946958 Jul 30 01:48:20.323396 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 1d218bf5-0438-4f23-8aea-de8af971dba0 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:20.323748 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 1d218bf5-0438-4f23-8aea-de8af971dba0 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:20.335498 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98382b28-fd38-4841-b597-7a1a9062cce6', 'name': 'network-vif-deleted', 'tag': '3ad26928-290c-49cf-aa1a-eb965b68fdd8'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:20.346346 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d8ad32-1439-46ca-97df-038210175698" -d '{"events": [{"server_uuid": "98382b28-fd38-4841-b597-7a1a9062cce6", "name": "network-vif-deleted", "tag": "3ad26928-290c-49cf-aa1a-eb965b68fdd8"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:20.353942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc4666f-2f7c-416d-a110-5cda002f1e38 admin admin] Network 90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:48:20.381088 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc17de4-07ba-4b13-8707-c6f2299c225e req-e5e108fa-1bbb-4aac-a582-79e846bbf159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:20.382741 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2dc17de4-07ba-4b13-8707-c6f2299c225e req-e5e108fa-1bbb-4aac-a582-79e846bbf159 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e18fd6c446094f849e062ca3af8e67a5&device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535 HTTP/1.1" status: 200 len: 1101 time: 0.1535997 Jul 30 01:48:20.417227 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event updated for resources: {'Subnet': ['ID=94a57050-2cb9-4ecd-b0da-83096cb01862,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:20.419158 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79afec3f-57b8-42d8-94ee-e26e1cb9fba3 x-openstack-request-id: req-79afec3f-57b8-42d8-94ee-e26e1cb9fba3 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:20.419453 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98382b28-fd38-4841-b597-7a1a9062cce6", "name": "network-vif-deleted", "tag": "3ad26928-290c-49cf-aa1a-eb965b68fdd8", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:20.419705 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-79afec3f-57b8-42d8-94ee-e26e1cb9fba3 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:20.422692 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98382b28-fd38-4841-b597-7a1a9062cce6', 'name': 'network-vif-deleted', 'tag': '3ad26928-290c-49cf-aa1a-eb965b68fdd8', 'status': 'completed', 'code': 200} Jul 30 01:48:20.441755 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:20.444305 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 3ad26928-290c-49cf-aa1a-eb965b68fdd8 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:20.448420 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:20.449077 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:20.449579 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:20.451188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:20.451455 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:20.452392 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:20.453609 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:20.453963 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:20.454856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:20.455289 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:20.455973 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:20.499693 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-8bc4666f-2f7c-416d-a110-5cda002f1e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:20.520570 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc4666f-2f7c-416d-a110-5cda002f1e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:20.521206 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8bc4666f-2f7c-416d-a110-5cda002f1e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.555533 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Checking segment: {'id': 'd4a65d27-2670-4795-8f78-3502236b6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:20.555907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Network hostable DHCP agents. Network: 363d3d4e-b5ea-4e20-bba0-f0d74743b182, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:48:20.568279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 3ad26928-290c-49cf-aa1a-eb965b68fdd8 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:20.573687 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 3ad26928-290c-49cf-aa1a-eb965b68fdd8 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:20.578463 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa8db77-6f7f-4b08-b657-8d14543079d9 None None] Network 90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:20.579345 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025', 'a72d7450-9c60-4665-97b9-281c58d6a8f6', 'fbeb9454-a776-4aaa-ace5-b1e0565a747d'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:20.694920 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8bc4666f-2f7c-416d-a110-5cda002f1e38 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9142439 Jul 30 01:48:20.752686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb81529-3855-49ca-9073-f79faffe50a8 req-52619314-2f80-4deb-b82a-2616be9c975c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:20.759147 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb81529-3855-49ca-9073-f79faffe50a8 req-52619314-2f80-4deb-b82a-2616be9c975c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:20.765683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb81529-3855-49ca-9073-f79faffe50a8 req-52619314-2f80-4deb-b82a-2616be9c975c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:20.773045 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb81529-3855-49ca-9073-f79faffe50a8 req-52619314-2f80-4deb-b82a-2616be9c975c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:20.784403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb81529-3855-49ca-9073-f79faffe50a8 req-52619314-2f80-4deb-b82a-2616be9c975c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:20.791373 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb81529-3855-49ca-9073-f79faffe50a8 req-52619314-2f80-4deb-b82a-2616be9c975c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:20.798076 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb81529-3855-49ca-9073-f79faffe50a8 req-52619314-2f80-4deb-b82a-2616be9c975c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:20.807033 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0fb81529-3855-49ca-9073-f79faffe50a8 req-52619314-2f80-4deb-b82a-2616be9c975c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5431 time: 0.2006834 Jul 30 01:48:20.817017 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:48:20.853520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 363d3d4e-b5ea-4e20-bba0-f0d74743b182) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:20.861927 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc17de4-07ba-4b13-8707-c6f2299c225e req-a944190f-b95b-41f0-94b6-144844fb0a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:20.870018 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2dc17de4-07ba-4b13-8707-c6f2299c225e req-a944190f-b95b-41f0-94b6-144844fb0a9a service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.3899138 Jul 30 01:48:20.870133 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf6fac0-ea43-404b-ac90-c80f2738aca0 None None] Network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:20.935838 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0fb81529-3855-49ca-9073-f79faffe50a8 req-b6d29cf8-0311-45a9-9777-5addeb2d38c4 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1278026 Jul 30 01:48:20.982053 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635538d-93c7-42cb-9790-f972f6c52a80 req-dc97c871-44fe-4804-91ce-92e3434719e8 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:20.997014 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7635538d-93c7-42cb-9790-f972f6c52a80 req-dc97c871-44fe-4804-91ce-92e3434719e8 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 945 time: 0.1561677 Jul 30 01:48:21.064918 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:21.065835 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:21.071190 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2dc17de4-07ba-4b13-8707-c6f2299c225e req-6c6e7f4f-ba50-41e1-b7f1-37b75a14c5e3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 HTTP/1.1" status: 200 len: 217 time: 0.1707191 Jul 30 01:48:21.119278 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7635538d-93c7-42cb-9790-f972f6c52a80 req-2a6dc280-939f-4fab-acc6-9b11bc32fc07 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193523 Jul 30 01:48:21.199078 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc17de4-07ba-4b13-8707-c6f2299c225e req-f435286d-1ebb-4cee-9ecc-d691f0d5d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:21.200821 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2dc17de4-07ba-4b13-8707-c6f2299c225e req-f435286d-1ebb-4cee-9ecc-d691f0d5d5b0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1198111 Jul 30 01:48:21.310511 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1e9ee664-d673-42d6-a489-9403a7044cf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4273598 Jul 30 01:48:21.313066 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41794) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:21.314336 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f308ec25-04a4-4920-befe-f1727da8cbde None None] Network 90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:21.320339 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-25892c1a-7c7a-4822-a2fb-e1ef6edfe9c7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Request body: {'subnet': {'network_id': 'ffda0404-bad4-4226-a8b1-7142332e4862', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:21.351905 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62b490-efdc-4314-b516-b174396e4ab5 req-63b30281-8f94-4b46-8c4f-6f9842c71845 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:21.357151 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4e62b490-efdc-4314-b516-b174396e4ab5 req-63b30281-8f94-4b46-8c4f-6f9842c71845 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 945 time: 0.1552989 Jul 30 01:48:21.394847 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc17de4-07ba-4b13-8707-c6f2299c225e req-09f6eefb-4081-4eb9-946f-7bd0e420766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:21.396471 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2dc17de4-07ba-4b13-8707-c6f2299c225e req-09f6eefb-4081-4eb9-946f-7bd0e420766b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1709530 Jul 30 01:48:21.535523 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4e62b490-efdc-4314-b516-b174396e4ab5 req-446f143d-6b78-400a-95fe-e54d13350578 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650412 Jul 30 01:48:21.586370 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2dc17de4-07ba-4b13-8707-c6f2299c225e req-9bc1ac93-b5e0-4d83-bcd6-58c5eccd0c33 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699240 Jul 30 01:48:21.651209 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25892c1a-7c7a-4822-a2fb-e1ef6edfe9c7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Made reservation on behalf of b925993cc6564ab9911b25e36e01c143 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:21.654626 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-25892c1a-7c7a-4822-a2fb-e1ef6edfe9c7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:21.711812 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-363d3d4e-b5ea-4e20-bba0-f0d74743b182', 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'fixed_ips': [{'subnet_id': '94a57050-2cb9-4ecd-b0da-83096cb01862'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:48:21.712901 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:21.810568 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2dc17de4-07ba-4b13-8707-c6f2299c225e req-6c153fbf-70ad-4ad6-b413-9a8bf59755e4 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151260 Jul 30 01:48:21.896473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f53ba-63d2-41c4-af03-0eb71cd1732b req-601379f3-fdaf-4b55-85c9-f2d4553e452c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:21.907036 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-803f53ba-63d2-41c4-af03-0eb71cd1732b req-601379f3-fdaf-4b55-85c9-f2d4553e452c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.0914574 Jul 30 01:48:21.979900 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Allocated IP 10.1.1.2 (363d3d4e-b5ea-4e20-bba0-f0d74743b182/94a57050-2cb9-4ecd-b0da-83096cb01862/7ffd8a7b-2327-46d1-b161-b620a0f34ee7) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:21.983754 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-803f53ba-63d2-41c4-af03-0eb71cd1732b req-ab510604-0732-4000-b173-3c0daf3759c1 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733128 Jul 30 01:48:22.224462 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.234007 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Transition to ACTIVE for port object 7ffd8a7b-2327-46d1-b161-b620a0f34ee7 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:22.237429 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-25892c1a-7c7a-4822-a2fb-e1ef6edfe9c7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.287665 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Transition to ACTIVE for port object 7ffd8a7b-2327-46d1-b161-b620a0f34ee7 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:22.334227 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25892c1a-7c7a-4822-a2fb-e1ef6edfe9c7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event updated for resources: {'Subnet': ['ID=4ee9c29c-81b5-430f-a0a8-fe3dd473e762,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:22.369760 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25892c1a-7c7a-4822-a2fb-e1ef6edfe9c7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Checking segment: {'id': '48314e15-75f1-448f-ba33-e176f6ec7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ffda0404-bad4-4226-a8b1-7142332e4862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:22.370173 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25892c1a-7c7a-4822-a2fb-e1ef6edfe9c7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Network hostable DHCP agents. Network: ffda0404-bad4-4226-a8b1-7142332e4862, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:48:22.388340 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.459095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:22.463409 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 1c967715-842e-4180-ab4a-eb7c33291aed up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:22.467690 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:22.502678 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25892c1a-7c7a-4822-a2fb-e1ef6edfe9c7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Network ffda0404-bad4-4226-a8b1-7142332e4862 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:48:22.511032 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:22.520114 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Pushing event updated for resources: {'Port': ['ID=7ffd8a7b-2327-46d1-b161-b620a0f34ee7,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:22.602239 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-25892c1a-7c7a-4822-a2fb-e1ef6edfe9c7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, ffda0404-bad4-4226-a8b1-7142332e4862) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:22.606770 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25892c1a-7c7a-4822-a2fb-e1ef6edfe9c7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:22.607439 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-25892c1a-7c7a-4822-a2fb-e1ef6edfe9c7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.620015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64013f64-7d95-40ca-a86e-aa93ef86bd38 None None] Network ffda0404-bad4-4226-a8b1-7142332e4862 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:22.624739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Attempting to bind port 7ffd8a7b-2327-46d1-b161-b620a0f34ee7 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:22.625204 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Attempting to bind port 7ffd8a7b-2327-46d1-b161-b620a0f34ee7 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'd4a65d27-2670-4795-8f78-3502236b6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:22.625498 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Attempting to bind port 7ffd8a7b-2327-46d1-b161-b620a0f34ee7 on network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:22.672446 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:22.672885 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Checking segment: {'id': 'd4a65d27-2670-4795-8f78-3502236b6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:22.673251 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.673609 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Bound using segment: {'id': 'd4a65d27-2670-4795-8f78-3502236b6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:22.674090 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Bound port: 7ffd8a7b-2327-46d1-b161-b620a0f34ee7, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a65d27-2670-4795-8f78-3502236b6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:22.674498 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.679416 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-25892c1a-7c7a-4822-a2fb-e1ef6edfe9c7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3646443 Jul 30 01:48:22.681610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 1c967715-842e-4180-ab4a-eb7c33291aed triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:22.681610 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.756698 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41818) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:22.762420 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-50ea4d1c-8175-4342-99bc-92cd11273edf tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Request body: {'port': {'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182', 'name': 'tempest-TaggedBootDevicesTest-1388511085', 'fixed_ips': [{'subnet_id': '94a57050-2cb9-4ecd-b0da-83096cb01862'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:22.832875 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] For port 7ffd8a7b-2327-46d1-b161-b620a0f34ee7, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:22.845176 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] For port 7ffd8a7b-2327-46d1-b161-b620a0f34ee7, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7ffd8a7b-2327-46d1-b161-b620a0f34ee7,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:22.853546 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765d74e-c156-4c36-89ef-377e472415c0 req-57f5660a-a9f8-45c2-9f53-535201cd8537 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:22.867482 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765d74e-c156-4c36-89ef-377e472415c0 req-57f5660a-a9f8-45c2-9f53-535201cd8537 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:22.886144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765d74e-c156-4c36-89ef-377e472415c0 req-57f5660a-a9f8-45c2-9f53-535201cd8537 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:22.899655 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765d74e-c156-4c36-89ef-377e472415c0 req-57f5660a-a9f8-45c2-9f53-535201cd8537 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:22.913748 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765d74e-c156-4c36-89ef-377e472415c0 req-57f5660a-a9f8-45c2-9f53-535201cd8537 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:22.926860 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.928451 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765d74e-c156-4c36-89ef-377e472415c0 req-57f5660a-a9f8-45c2-9f53-535201cd8537 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:22.953732 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765d74e-c156-4c36-89ef-377e472415c0 req-57f5660a-a9f8-45c2-9f53-535201cd8537 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:22.959063 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1765d74e-c156-4c36-89ef-377e472415c0 req-57f5660a-a9f8-45c2-9f53-535201cd8537 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5431 time: 0.1963141 Jul 30 01:48:23.037156 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ea4d1c-8175-4342-99bc-92cd11273edf tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Made reservation on behalf of b925993cc6564ab9911b25e36e01c143 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:23.061271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-ffda0404-bad4-4226-a8b1-7142332e4862', 'network_id': 'ffda0404-bad4-4226-a8b1-7142332e4862', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'fixed_ips': [{'subnet_id': '4ee9c29c-81b5-430f-a0a8-fe3dd473e762'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:48:23.063472 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:23.080602 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1765d74e-c156-4c36-89ef-377e472415c0 req-21a0e0c3-bfe2-4259-86e9-e9877a169cb0 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151466 Jul 30 01:48:23.107079 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee283d9-c358-4af2-a4bb-0b172d0de761 None None] Pushing event updated for resources: {'Port': ['ID=7ffd8a7b-2327-46d1-b161-b620a0f34ee7,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:23.127870 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:23.231024 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1c967715-842e-4180-ab4a-eb7c33291aed, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1c967715-842e-4180-ab4a-eb7c33291aed,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:23.234495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c967715-842e-4180-ab4a-eb7c33291aed'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:23.236968 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f18efb0-1dfd-489e-9b5d-88c3371e3852" -d '{"events": [{"server_uuid": "c08b45c4-342a-47f4-bc8a-6c135bfa13a6", "name": "network-vif-plugged", "status": "completed", "tag": "1c967715-842e-4180-ab4a-eb7c33291aed"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:23.320948 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:23.325459 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-50ea4d1c-8175-4342-99bc-92cd11273edf tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:23.381270 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-50ea4d1c-8175-4342-99bc-92cd11273edf tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] device_id is not set on port 98cfbc35-8407-4d20-b573-2f522c31972f yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:48:23.446189 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7b96c-f338-49c3-b583-fa4b01000a89 req-3d1098d4-f353-471a-9ac1-20f166086bf2 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:23.448340 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07d7b96c-f338-49c3-b583-fa4b01000a89 req-3d1098d4-f353-471a-9ac1-20f166086bf2 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 945 time: 0.1780944 Jul 30 01:48:23.726670 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07d7b96c-f338-49c3-b583-fa4b01000a89 req-bbf16880-3b66-48b1-84fb-15e7e08a7290 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085634 Jul 30 01:48:23.728112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Allocated IP 10.2.2.2 (ffda0404-bad4-4226-a8b1-7142332e4862/4ee9c29c-81b5-430f-a0a8-fe3dd473e762/66f046cd-a821-414c-a9a3-5940ace758a0) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:23.728112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=1c967715-842e-4180-ab4a-eb7c33291aed,revision_number=13']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:23.728112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:23.728112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:23.728112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:23.728112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:23.728112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:23.728112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:23.728112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:23.728112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:23.728112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:23.728112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:23.728112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:23.728112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:23.810869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-50ea4d1c-8175-4342-99bc-92cd11273edf tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Allocated IP 10.1.1.41 (363d3d4e-b5ea-4e20-bba0-f0d74743b182/94a57050-2cb9-4ecd-b0da-83096cb01862/98cfbc35-8407-4d20-b573-2f522c31972f) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:23.851286 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:23.872748 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Transition to ACTIVE for port object 66f046cd-a821-414c-a9a3-5940ace758a0 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:23.898561 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Transition to ACTIVE for port object 66f046cd-a821-414c-a9a3-5940ace758a0 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:24.035385 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7ffd8a7b-2327-46d1-b161-b620a0f34ee7 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:24.124760 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.207083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644dbbf-162b-4e2e-bdab-676fbf7bd4f8 req-3b6e3375-5138-4b93-87b0-435d3ff07ee7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:24.209470 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6644dbbf-162b-4e2e-bdab-676fbf7bd4f8 req-3b6e3375-5138-4b93-87b0-435d3ff07ee7 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "GET /v2.0/ports?device_id=2555a27b-a3c9-4404-8dce-a86df23ebdc8 HTTP/1.1" status: 200 len: 949 time: 0.0970562 Jul 30 01:48:24.267783 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Network ffda0404-bad4-4226-a8b1-7142332e4862 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:24.272623 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:24.281854 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:24.298608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Pushing event updated for resources: {'Port': ['ID=66f046cd-a821-414c-a9a3-5940ace758a0,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:24.415829 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-6644dbbf-162b-4e2e-bdab-676fbf7bd4f8 req-994a7754-bb11-4268-b0e0-8df12c3b74e3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Deleting port fbeb9454-a776-4aaa-ace5-b1e0565a747d {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:24.418100 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6644dbbf-162b-4e2e-bdab-676fbf7bd4f8 req-994a7754-bb11-4268-b0e0-8df12c3b74e3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.423460 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 7ffd8a7b-2327-46d1-b161-b620a0f34ee7 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:24.533259 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Attempting to bind port 66f046cd-a821-414c-a9a3-5940ace758a0 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:24.533892 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Attempting to bind port 66f046cd-a821-414c-a9a3-5940ace758a0 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '48314e15-75f1-448f-ba33-e176f6ec7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ffda0404-bad4-4226-a8b1-7142332e4862'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:24.534350 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Attempting to bind port 66f046cd-a821-414c-a9a3-5940ace758a0 on network ffda0404-bad4-4226-a8b1-7142332e4862 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:24.550359 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:24.550850 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Checking segment: {'id': '48314e15-75f1-448f-ba33-e176f6ec7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ffda0404-bad4-4226-a8b1-7142332e4862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:24.551284 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.552153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Bound using segment: {'id': '48314e15-75f1-448f-ba33-e176f6ec7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ffda0404-bad4-4226-a8b1-7142332e4862'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:24.552819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Bound port: 66f046cd-a821-414c-a9a3-5940ace758a0, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48314e15-75f1-448f-ba33-e176f6ec7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ffda0404-bad4-4226-a8b1-7142332e4862'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:24.554454 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.631028 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-50ea4d1c-8175-4342-99bc-92cd11273edf tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.648959 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-50ea4d1c-8175-4342-99bc-92cd11273edf tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Transition to ACTIVE for port object 98cfbc35-8407-4d20-b573-2f522c31972f will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:24.693531 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c33d83-dea3-4a9c-a91d-b766bab33c5a None None] Network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:24.752289 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-50ea4d1c-8175-4342-99bc-92cd11273edf tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.869614 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ea4d1c-8175-4342-99bc-92cd11273edf tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:24.883015 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-50ea4d1c-8175-4342-99bc-92cd11273edf tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:24.896667 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ea4d1c-8175-4342-99bc-92cd11273edf tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:24.970012 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea4d1c-8175-4342-99bc-92cd11273edf tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event updated for resources: {'Port': ['ID=98cfbc35-8407-4d20-b573-2f522c31972f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:24.999465 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] For port 66f046cd-a821-414c-a9a3-5940ace758a0, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:25.002375 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ea4d1c-8175-4342-99bc-92cd11273edf tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:25.007278 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-50ea4d1c-8175-4342-99bc-92cd11273edf tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.044698 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] For port 66f046cd-a821-414c-a9a3-5940ace758a0, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=66f046cd-a821-414c-a9a3-5940ace758a0,segment=NetworkSegment(48314e15-75f1-448f-ba33-e176f6ec7651),segment_id=48314e15-75f1-448f-ba33-e176f6ec7651)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:25.131417 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f45894-ce37-4c7a-9752-909f63e30226 req-92de5bc8-3133-4041-9ce1-74d43063e8b1 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:25.134780 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-05f45894-ce37-4c7a-9752-909f63e30226 req-92de5bc8-3133-4041-9ce1-74d43063e8b1 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 946 time: 0.1954417 Jul 30 01:48:25.141624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d861dc7d-a33e-450a-8527-6861328823a3 None None] Provisioning for port 7ffd8a7b-2327-46d1-b161-b620a0f34ee7 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:25.158840 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d861dc7d-a33e-450a-8527-6861328823a3 None None] Provisioning complete for port 7ffd8a7b-2327-46d1-b161-b620a0f34ee7 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:25.162677 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d861dc7d-a33e-450a-8527-6861328823a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.163806 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-50ea4d1c-8175-4342-99bc-92cd11273edf tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4051349 Jul 30 01:48:25.164532 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41836) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:25.170943 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b7180507-f6c7-48d5-b7f8-5b71d75f802b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Request body: {'port': {'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182', 'name': 'tempest-TaggedBootDevicesTest-467706620', 'fixed_ips': [{'subnet_id': '94a57050-2cb9-4ecd-b0da-83096cb01862'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:25.172563 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.243097 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6644dbbf-162b-4e2e-bdab-676fbf7bd4f8 req-994a7754-bb11-4268-b0e0-8df12c3b74e3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] For port fbeb9454-a776-4aaa-ace5-b1e0565a747d, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=fbeb9454-a776-4aaa-ace5-b1e0565a747d,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:25.243712 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6644dbbf-162b-4e2e-bdab-676fbf7bd4f8 req-994a7754-bb11-4268-b0e0-8df12c3b74e3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.278721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-6644dbbf-162b-4e2e-bdab-676fbf7bd4f8 req-994a7754-bb11-4268-b0e0-8df12c3b74e3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Calling delete_port for fbeb9454-a776-4aaa-ace5-b1e0565a747d owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:25.328941 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-05f45894-ce37-4c7a-9752-909f63e30226 req-e60f7e91-e377-48db-abd7-35c3e189e5c2 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630442 Jul 30 01:48:25.483393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc6f14-878c-49f1-8535-318d1d0915b9 None None] Pushing event updated for resources: {'Port': ['ID=66f046cd-a821-414c-a9a3-5940ace758a0,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:25.523417 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7180507-f6c7-48d5-b7f8-5b71d75f802b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Made reservation on behalf of b925993cc6564ab9911b25e36e01c143 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:25.528128 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b7180507-f6c7-48d5-b7f8-5b71d75f802b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.554902 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d861dc7d-a33e-450a-8527-6861328823a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.575739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-b7180507-f6c7-48d5-b7f8-5b71d75f802b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] device_id is not set on port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:48:25.602512 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d861dc7d-a33e-450a-8527-6861328823a3 None None] For port 7ffd8a7b-2327-46d1-b161-b620a0f34ee7, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7ffd8a7b-2327-46d1-b161-b620a0f34ee7,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:25.646826 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b764a-c631-4071-8c3b-e131a3d70a38 req-9495a043-4a62-47fd-97bb-1404f685d170 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:25.648687 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0e9b764a-c631-4071-8c3b-e131a3d70a38 req-9495a043-4a62-47fd-97bb-1404f685d170 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.1359129 Jul 30 01:48:25.669911 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d861dc7d-a33e-450a-8527-6861328823a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.755077 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6644dbbf-162b-4e2e-bdab-676fbf7bd4f8 req-994a7754-bb11-4268-b0e0-8df12c3b74e3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.794499 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025', 'a72d7450-9c60-4665-97b9-281c58d6a8f6', 'fbeb9454-a776-4aaa-ace5-b1e0565a747d'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:25.817332 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0e9b764a-c631-4071-8c3b-e131a3d70a38 req-9a9292cc-ed06-435c-add8-746177ef7d32 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607976 Jul 30 01:48:25.893304 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7590d598-b1d5-49b8-8ad8-7d655239e9e7 None None] Provisioning complete for port 7ffd8a7b-2327-46d1-b161-b620a0f34ee7 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:25.901524 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7590d598-b1d5-49b8-8ad8-7d655239e9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.967638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861dc7d-a33e-450a-8527-6861328823a3 None None] Pushing event updated for resources: {'Port': ['ID=7ffd8a7b-2327-46d1-b161-b620a0f34ee7,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:25.969420 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a7754-bb11-4268-b0e0-8df12c3b74e3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Pushing event deleted for resources: {'Port': ['ID=fbeb9454-a776-4aaa-ace5-b1e0565a747d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:25.993705 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e43b56-094d-4926-a0b7-89e8877f505d x-openstack-request-id: req-b4e43b56-094d-4926-a0b7-89e8877f505d {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:25.993705 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08b45c4-342a-47f4-bc8a-6c135bfa13a6", "name": "network-vif-plugged", "status": "completed", "tag": "1c967715-842e-4180-ab4a-eb7c33291aed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:25.993705 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4e43b56-094d-4926-a0b7-89e8877f505d {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:25.993705 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c967715-842e-4180-ab4a-eb7c33291aed', 'code': 200} Jul 30 01:48:26.136448 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 66f046cd-a821-414c-a9a3-5940ace758a0 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:26.229239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6644dbbf-162b-4e2e-bdab-676fbf7bd4f8 req-994a7754-bb11-4268-b0e0-8df12c3b74e3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] No DVR routers for this DVR port fbeb9454-a776-4aaa-ace5-b1e0565a747d on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:26.229602 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-b7180507-f6c7-48d5-b7f8-5b71d75f802b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Allocated IP 10.1.1.238 (363d3d4e-b5ea-4e20-bba0-f0d74743b182/94a57050-2cb9-4ecd-b0da-83096cb01862/64c3d04a-350f-42ab-b7c4-89ebbc977cf2) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:26.235914 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6644dbbf-162b-4e2e-bdab-676fbf7bd4f8 req-994a7754-bb11-4268-b0e0-8df12c3b74e3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.239445 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6644dbbf-162b-4e2e-bdab-676fbf7bd4f8 req-994a7754-bb11-4268-b0e0-8df12c3b74e3 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "DELETE /v2.0/ports/fbeb9454-a776-4aaa-ace5-b1e0565a747d HTTP/1.1" status: 204 len: 173 time: 2.0214117 Jul 30 01:48:26.245953 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2555a27b-a3c9-4404-8dce-a86df23ebdc8', 'name': 'network-vif-deleted', 'tag': 'fbeb9454-a776-4aaa-ace5-b1e0565a747d'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:26.250223 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3f102b-ced8-4104-9c1e-7250cc49bfb0" -d '{"events": [{"server_uuid": "2555a27b-a3c9-4404-8dce-a86df23ebdc8", "name": "network-vif-deleted", "tag": "fbeb9454-a776-4aaa-ace5-b1e0565a747d"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:26.274074 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bdc66-73da-4643-81b8-0b312b858006 req-3c3d2b9a-ec06-4125-8f3f-1ac72fa6bc02 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:26.275844 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-262bdc66-73da-4643-81b8-0b312b858006 req-3c3d2b9a-ec06-4125-8f3f-1ac72fa6bc02 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/networks?id=90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc HTTP/1.1" status: 200 len: 814 time: 0.2252612 Jul 30 01:48:26.322091 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-262bdc66-73da-4643-81b8-0b312b858006 req-a1cd3df9-902b-4ef8-865e-1aa67f47c482 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/quotas/ff600fe322214c449e8371854b2ea5f7 HTTP/1.1" status: 200 len: 375 time: 0.0317404 Jul 30 01:48:26.348976 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7590d598-b1d5-49b8-8ad8-7d655239e9e7 None None] Provisioning for port 98cfbc35-8407-4d20-b573-2f522c31972f completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:26.355777 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d9bf0-e5f5-4496-9b08-e0eb5bc826da req-a57fc7a0-264a-4488-86ca-efd42d998b4d tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:26.358015 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b92d9bf0-e5f5-4496-9b08-e0eb5bc826da req-a57fc7a0-264a-4488-86ca-efd42d998b4d tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "GET /v2.0/ports?device_id=32001505-d863-4323-a6ee-c16c0245daaf HTTP/1.1" status: 200 len: 949 time: 0.3704078 Jul 30 01:48:26.383037 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 66f046cd-a821-414c-a9a3-5940ace758a0 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:26.404408 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7590d598-b1d5-49b8-8ad8-7d655239e9e7 None None] Provisioning complete for port 98cfbc35-8407-4d20-b573-2f522c31972f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:26.404975 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7590d598-b1d5-49b8-8ad8-7d655239e9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.420354 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-262bdc66-73da-4643-81b8-0b312b858006 req-94fa9b6c-7a1d-4cc5-a1b3-484d2c41a1ed tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ff600fe322214c449e8371854b2ea5f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912471 Jul 30 01:48:26.437840 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882f1e3-03bd-4ee3-a86f-88c7b94cd284 req-b42fce45-d6bc-40a0-9590-394287e8b962 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:26.465203 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882f1e3-03bd-4ee3-a86f-88c7b94cd284 req-b42fce45-d6bc-40a0-9590-394287e8b962 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:26.472272 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882f1e3-03bd-4ee3-a86f-88c7b94cd284 req-b42fce45-d6bc-40a0-9590-394287e8b962 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:26.479552 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882f1e3-03bd-4ee3-a86f-88c7b94cd284 req-b42fce45-d6bc-40a0-9590-394287e8b962 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:26.487791 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882f1e3-03bd-4ee3-a86f-88c7b94cd284 req-b42fce45-d6bc-40a0-9590-394287e8b962 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:26.524931 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882f1e3-03bd-4ee3-a86f-88c7b94cd284 req-b42fce45-d6bc-40a0-9590-394287e8b962 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:26.541595 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882f1e3-03bd-4ee3-a86f-88c7b94cd284 req-b42fce45-d6bc-40a0-9590-394287e8b962 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:26.551854 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a882f1e3-03bd-4ee3-a86f-88c7b94cd284 req-b42fce45-d6bc-40a0-9590-394287e8b962 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5431 time: 0.3276544 Jul 30 01:48:26.699938 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7590d598-b1d5-49b8-8ad8-7d655239e9e7 None None] Port 98cfbc35-8407-4d20-b573-2f522c31972f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:26.703504 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a882f1e3-03bd-4ee3-a86f-88c7b94cd284 req-a4416c94-de55-4454-9edb-c742b952a5c4 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1502554 Jul 30 01:48:26.740012 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-b92d9bf0-e5f5-4496-9b08-e0eb5bc826da req-95186565-c74a-46b5-869a-65a730288a80 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Deleting port a72d7450-9c60-4665-97b9-281c58d6a8f6 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:26.740650 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b92d9bf0-e5f5-4496-9b08-e0eb5bc826da req-95186565-c74a-46b5-869a-65a730288a80 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.770565 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b7180507-f6c7-48d5-b7f8-5b71d75f802b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.776729 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-262bdc66-73da-4643-81b8-0b312b858006 req-48a07b92-c4bd-46f5-b629-c28a1d854fed service neutron] 10.222.0.70 "GET /v2.0/networks/90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177166 Jul 30 01:48:26.830125 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-860d66f8-8270-4a13-8eb2-f39af5ee6048 None None] Provisioning complete for port 98cfbc35-8407-4d20-b573-2f522c31972f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:26.830715 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-860d66f8-8270-4a13-8eb2-f39af5ee6048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.858759 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-b7180507-f6c7-48d5-b7f8-5b71d75f802b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Transition to ACTIVE for port object 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:26.906168 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-860d66f8-8270-4a13-8eb2-f39af5ee6048 None None] Port 98cfbc35-8407-4d20-b573-2f522c31972f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:26.936130 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-262bdc66-73da-4643-81b8-0b312b858006 req-f5e2b404-87f1-48da-b171-c8eb9763ad76 service neutron] 10.222.0.70 "GET /v2.0/networks/90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488633 Jul 30 01:48:26.991893 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b7180507-f6c7-48d5-b7f8-5b71d75f802b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.015270 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5097da92-0878-4dc5-809c-6c1b5e0c7246 req-5609693d-c394-46b3-bf99-10298842916b tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=2555a27b-a3c9-4404-8dce-a86df23ebdc8 HTTP/1.1" status: 200 len: 210 time: 0.0732810 Jul 30 01:48:27.021377 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-b92d9bf0-e5f5-4496-9b08-e0eb5bc826da req-95186565-c74a-46b5-869a-65a730288a80 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] For port a72d7450-9c60-4665-97b9-281c58d6a8f6, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a72d7450-9c60-4665-97b9-281c58d6a8f6,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:27.021377 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b92d9bf0-e5f5-4496-9b08-e0eb5bc826da req-95186565-c74a-46b5-869a-65a730288a80 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.038835 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-b92d9bf0-e5f5-4496-9b08-e0eb5bc826da req-95186565-c74a-46b5-869a-65a730288a80 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Calling delete_port for a72d7450-9c60-4665-97b9-281c58d6a8f6 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:27.054466 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76018b1-4150-4e91-b2c1-b3fa13cc29ab req-dd36bfca-d1c2-4e7d-80da-ff42283b7f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:27.068350 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b76018b1-4150-4e91-b2c1-b3fa13cc29ab req-dd36bfca-d1c2-4e7d-80da-ff42283b7f42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 1096 time: 0.3262160 Jul 30 01:48:27.093457 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7180507-f6c7-48d5-b7f8-5b71d75f802b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:27.101085 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-b7180507-f6c7-48d5-b7f8-5b71d75f802b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:27.113120 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7180507-f6c7-48d5-b7f8-5b71d75f802b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:27.148802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7e38f1-807b-4568-8086-18fd2548c4b5 None None] Network ffda0404-bad4-4226-a8b1-7142332e4862 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:27.153382 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7180507-f6c7-48d5-b7f8-5b71d75f802b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event updated for resources: {'Port': ['ID=64c3d04a-350f-42ab-b7c4-89ebbc977cf2,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:27.214803 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7180507-f6c7-48d5-b7f8-5b71d75f802b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:27.215689 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b7180507-f6c7-48d5-b7f8-5b71d75f802b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.357437 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb505d2-7393-4b00-b708-ebf32c0fd2fa x-openstack-request-id: req-dbb505d2-7393-4b00-b708-ebf32c0fd2fa {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:27.358007 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2555a27b-a3c9-4404-8dce-a86df23ebdc8", "name": "network-vif-deleted", "tag": "fbeb9454-a776-4aaa-ace5-b1e0565a747d", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:27.358131 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dbb505d2-7393-4b00-b708-ebf32c0fd2fa {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:27.358496 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2555a27b-a3c9-4404-8dce-a86df23ebdc8', 'name': 'network-vif-deleted', 'tag': 'fbeb9454-a776-4aaa-ace5-b1e0565a747d', 'status': 'completed', 'code': 200} Jul 30 01:48:27.394056 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b7180507-f6c7-48d5-b7f8-5b71d75f802b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2271299 Jul 30 01:48:27.416822 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76018b1-4150-4e91-b2c1-b3fa13cc29ab req-49e8690f-6004-4128-a80c-a62acf297ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:27.418430 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b76018b1-4150-4e91-b2c1-b3fa13cc29ab req-49e8690f-6004-4128-a80c-a62acf297ed9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9030b8df-7223-43a1-87ad-4d6177bec344 HTTP/1.1" status: 200 len: 912 time: 0.3486640 Jul 30 01:48:27.475886 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893f607-23d3-45e8-8606-7819c24f9f4a req-46be62c6-6bd4-4607-af3d-0f12c13f66b8 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:27.486260 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0893f607-23d3-45e8-8606-7819c24f9f4a req-46be62c6-6bd4-4607-af3d-0f12c13f66b8 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 945 time: 0.2703490 Jul 30 01:48:27.518011 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8cdce9c7-8e66-41df-b4fd-aa57e9695ff6 None None] Provisioning for port 66f046cd-a821-414c-a9a3-5940ace758a0 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:27.523631 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8cdce9c7-8e66-41df-b4fd-aa57e9695ff6 None None] Provisioning complete for port 66f046cd-a821-414c-a9a3-5940ace758a0 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:27.524601 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8cdce9c7-8e66-41df-b4fd-aa57e9695ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.868080 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88061f-a1e1-4841-85a5-3d46023b4ec8 req-171ac642-f22c-40dd-b194-7c389e376fb7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:27.868080 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0b88061f-a1e1-4841-85a5-3d46023b4ec8 req-171ac642-f22c-40dd-b194-7c389e376fb7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 946 time: 0.0762994 Jul 30 01:48:27.872866 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b76018b1-4150-4e91-b2c1-b3fa13cc29ab req-3ab74717-45f6-4ea2-9c7b-e52c6f4790b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=890ac296-a0c3-485e-a61d-fbfb92f02a3c HTTP/1.1" status: 200 len: 217 time: 0.1978750 Jul 30 01:48:27.875261 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8cdce9c7-8e66-41df-b4fd-aa57e9695ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.875763 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0b88061f-a1e1-4841-85a5-3d46023b4ec8 req-cca6c33d-fa8a-4cff-baa2-ba6d09841a28 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450952 Jul 30 01:48:27.875994 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0893f607-23d3-45e8-8606-7819c24f9f4a req-badd6224-66ce-41a9-b411-d6c5cc64917f tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930895 Jul 30 01:48:27.875994 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76018b1-4150-4e91-b2c1-b3fa13cc29ab req-30415978-b648-47d5-a604-ceec67f5c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:27.876681 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8cdce9c7-8e66-41df-b4fd-aa57e9695ff6 None None] For port 66f046cd-a821-414c-a9a3-5940ace758a0, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=66f046cd-a821-414c-a9a3-5940ace758a0,segment=NetworkSegment(48314e15-75f1-448f-ba33-e176f6ec7651),segment_id=48314e15-75f1-448f-ba33-e176f6ec7651)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:27.878130 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b76018b1-4150-4e91-b2c1-b3fa13cc29ab req-30415978-b648-47d5-a604-ceec67f5c9d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=00d5dfcf-9789-4d3c-a9c4-d79d05163f3c HTTP/1.1" status: 200 len: 851 time: 0.0992713 Jul 30 01:48:27.878130 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b76018b1-4150-4e91-b2c1-b3fa13cc29ab req-a62df1b0-63de-44fc-954a-784097a207f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9030b8df-7223-43a1-87ad-4d6177bec344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384972 Jul 30 01:48:27.878543 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac9033-dac7-435d-a4a3-5d89c81d6428 req-bb21a7c0-02c1-4934-a420-a8c0668003ad tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:27.878543 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-49ac9033-dac7-435d-a4a3-5d89c81d6428 req-bb21a7c0-02c1-4934-a420-a8c0668003ad tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.0657978 Jul 30 01:48:27.882656 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-49ac9033-dac7-435d-a4a3-5d89c81d6428 req-4e1e3e66-14c3-4431-91df-4ae4434fe81b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433855 Jul 30 01:48:27.883362 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f85d6034-d017-4757-bca8-ee8b46710c50 req-32b2d2f0-9865-46d2-96e3-76130cfe9c8c tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5441cb-af61-49f1-b3ae-6783cd17ec60 HTTP/1.1" status: 200 len: 210 time: 0.0722735 Jul 30 01:48:27.951320 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b76018b1-4150-4e91-b2c1-b3fa13cc29ab req-10b9dd1a-45dd-4c4f-9440-d914c850fe22 service neutron] 10.222.0.10 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490335 Jul 30 01:48:27.964376 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7ffd8a7b-2327-46d1-b161-b620a0f34ee7 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:28.016770 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7ffd8a7b-2327-46d1-b161-b620a0f34ee7 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:28.017235 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.089731 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624816f8-2697-4077-8357-f538acc4c23b req-92fc830b-5c2b-443a-9a81-4dc056cdb058 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:28.095784 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624816f8-2697-4077-8357-f538acc4c23b req-92fc830b-5c2b-443a-9a81-4dc056cdb058 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:28.102260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624816f8-2697-4077-8357-f538acc4c23b req-92fc830b-5c2b-443a-9a81-4dc056cdb058 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:28.108247 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624816f8-2697-4077-8357-f538acc4c23b req-92fc830b-5c2b-443a-9a81-4dc056cdb058 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:28.114487 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624816f8-2697-4077-8357-f538acc4c23b req-92fc830b-5c2b-443a-9a81-4dc056cdb058 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:28.120555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624816f8-2697-4077-8357-f538acc4c23b req-92fc830b-5c2b-443a-9a81-4dc056cdb058 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:28.126358 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624816f8-2697-4077-8357-f538acc4c23b req-92fc830b-5c2b-443a-9a81-4dc056cdb058 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:28.128354 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-624816f8-2697-4077-8357-f538acc4c23b req-92fc830b-5c2b-443a-9a81-4dc056cdb058 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5431 time: 0.1582720 Jul 30 01:48:28.161395 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8cdce9c7-8e66-41df-b4fd-aa57e9695ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.164857 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b92d9bf0-e5f5-4496-9b08-e0eb5bc826da req-95186565-c74a-46b5-869a-65a730288a80 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.202796 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:28.212511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95186565-c74a-46b5-869a-65a730288a80 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Pushing event deleted for resources: {'Port': ['ID=a72d7450-9c60-4665-97b9-281c58d6a8f6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:28.232719 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-624816f8-2697-4077-8357-f538acc4c23b req-48bdbf0e-5d3d-4a00-a8ca-060e7f326202 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0905650 Jul 30 01:48:28.238856 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b76018b1-4150-4e91-b2c1-b3fa13cc29ab req-bf80b277-bbcf-4ad6-8047-12b2626abbf5 service neutron] 10.222.0.10 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773600 Jul 30 01:48:28.248086 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdce9c7-8e66-41df-b4fd-aa57e9695ff6 None None] Pushing event updated for resources: {'Port': ['ID=66f046cd-a821-414c-a9a3-5940ace758a0,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:28.307054 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92d9bf0-e5f5-4496-9b08-e0eb5bc826da req-95186565-c74a-46b5-869a-65a730288a80 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] No DVR routers for this DVR port a72d7450-9c60-4665-97b9-281c58d6a8f6 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:28.309987 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b92d9bf0-e5f5-4496-9b08-e0eb5bc826da req-95186565-c74a-46b5-869a-65a730288a80 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.312880 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b92d9bf0-e5f5-4496-9b08-e0eb5bc826da req-95186565-c74a-46b5-869a-65a730288a80 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "DELETE /v2.0/ports/a72d7450-9c60-4665-97b9-281c58d6a8f6 HTTP/1.1" status: 204 len: 173 time: 1.9269936 Jul 30 01:48:28.358241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41880) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:28.364208 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3c9397d9-1700-493d-8be3-d207a03bfb58 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--625749502', 'description': 'tempest-description--2068630849'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:28.390425 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7edc117f-cf70-4888-a79a-d0924a8e7458 None None] Provisioning for port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:28.403169 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7edc117f-cf70-4888-a79a-d0924a8e7458 None None] Provisioning complete for port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:28.403578 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7edc117f-cf70-4888-a79a-d0924a8e7458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.411120 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d113e1a6-f8c6-42c8-8f32-2ecc8343c1d7 req-d8f5aab1-0900-419b-bfaf-f80220b5b623 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=32001505-d863-4323-a6ee-c16c0245daaf HTTP/1.1" status: 200 len: 210 time: 0.0381711 Jul 30 01:48:28.468186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7edc117f-cf70-4888-a79a-d0924a8e7458 None None] Port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:28.472882 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device bd7f1b6c-b67b-4490-b720-9d9c4cd45449 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:48:28.474329 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3c9397d9-1700-493d-8be3-d207a03bfb58 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.490093 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a72d7450-9c60-4665-97b9-281c58d6a8f6 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:28.526207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: a72d7450-9c60-4665-97b9-281c58d6a8f6 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:28.526627 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a72d7450-9c60-4665-97b9-281c58d6a8f6 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:28.527331 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device fbeb9454-a776-4aaa-ace5-b1e0565a747d no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:28.532688 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7edc117f-cf70-4888-a79a-d0924a8e7458 None None] Provisioning complete for port 66f046cd-a821-414c-a9a3-5940ace758a0 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:28.533064 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7edc117f-cf70-4888-a79a-d0924a8e7458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.556374 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: fbeb9454-a776-4aaa-ace5-b1e0565a747d {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:28.556728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device fbeb9454-a776-4aaa-ace5-b1e0565a747d not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:28.688885 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3c9397d9-1700-493d-8be3-d207a03bfb58 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.885840 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3c9397d9-1700-493d-8be3-d207a03bfb58 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.891735 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc517f2-a155-4002-856e-cb1a39be3ac7 req-f7b75efb-f1cc-44f1-9cb3-f3c3e62dbb1d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:28.893694 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0bc517f2-a155-4002-856e-cb1a39be3ac7 req-f7b75efb-f1cc-44f1-9cb3-f3c3e62dbb1d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 946 time: 0.0872591 Jul 30 01:48:28.936822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port bd7f1b6c-b67b-4490-b720-9d9c4cd45449, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=bd7f1b6c-b67b-4490-b720-9d9c4cd45449,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:28.958928 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'bd7f1b6c-b67b-4490-b720-9d9c4cd45449', 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb', 'port_id': 'bd7f1b6c-b67b-4490-b720-9d9c4cd45449', 'mac_address': 'fa:16:3e:2c:d5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d413a5-ba18-4a54-8a98-960735231465', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:48:28.964932 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9397d9-1700-493d-8be3-d207a03bfb58 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3375cfdc-66d3-4667-b2ed-448ebd9f875f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:28.971918 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0bc517f2-a155-4002-856e-cb1a39be3ac7 req-4380716a-8d2b-449b-958a-e79081de036f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656731 Jul 30 01:48:28.977340 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e93131-ebde-4559-ba5c-70ef36543d69 req-e2181387-827b-4942-a7b6-f6a4b76cd9be tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:28.979038 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b4e93131-ebde-4559-ba5c-70ef36543d69 req-e2181387-827b-4942-a7b6-f6a4b76cd9be tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 945 time: 0.1510165 Jul 30 01:48:29.014400 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.027490 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3c9397d9-1700-493d-8be3-d207a03bfb58 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.030368 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7f1b6c-b67b-4490-b720-9d9c4cd45449 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:29.031777 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41894) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:29.034290 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3c9397d9-1700-493d-8be3-d207a03bfb58 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6748157 Jul 30 01:48:29.038113 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-3df24c0f-f224-4127-b43a-524a73f82f9f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Request body: {'security_group_rule': {'security_group_id': '3375cfdc-66d3-4667-b2ed-448ebd9f875f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:29.044794 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b4e93131-ebde-4559-ba5c-70ef36543d69 req-8c81f59d-6a02-4a2f-8e1c-d1cfbb77d536 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548656 Jul 30 01:48:29.057322 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port bd7f1b6c-b67b-4490-b720-9d9c4cd45449, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=bd7f1b6c-b67b-4490-b720-9d9c4cd45449,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:29.139999 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.140867 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device f375af04-8b58-42fe-852c-502fa34f6a49 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:48:29.169501 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-81e69d9d-5e20-48f9-a80c-850231c69a60 req-8f4f384d-16c8-446f-b86f-734a44fa7d0a tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5441cb-af61-49f1-b3ae-6783cd17ec60 HTTP/1.1" status: 200 len: 210 time: 0.0496793 Jul 30 01:48:29.198434 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3df24c0f-f224-4127-b43a-524a73f82f9f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.232529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bd3fa-1bed-42c5-bbf4-b7b5b59a2e6f req-9e256c1a-c9bf-4b17-8af3-a60fe5de43aa tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:29.235474 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-554bd3fa-1bed-42c5-bbf4-b7b5b59a2e6f req-9e256c1a-c9bf-4b17-8af3-a60fe5de43aa tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.0984123 Jul 30 01:48:29.244999 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=bd7f1b6c-b67b-4490-b720-9d9c4cd45449,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:29.249569 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port f375af04-8b58-42fe-852c-502fa34f6a49, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=f375af04-8b58-42fe-852c-502fa34f6a49,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:29.279661 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'f375af04-8b58-42fe-852c-502fa34f6a49', 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb', 'port_id': 'f375af04-8b58-42fe-852c-502fa34f6a49', 'mac_address': 'fa:16:3e:44:44:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d413a5-ba18-4a54-8a98-960735231465', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:48:29.299971 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3df24c0f-f224-4127-b43a-524a73f82f9f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.325462 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.339776 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f375af04-8b58-42fe-852c-502fa34f6a49 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:29.343675 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-554bd3fa-1bed-42c5-bbf4-b7b5b59a2e6f req-80fe9677-167e-453c-afa9-b76ae1858d40 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002722 Jul 30 01:48:29.363163 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3df24c0f-f224-4127-b43a-524a73f82f9f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.364058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32001505-d863-4323-a6ee-c16c0245daaf', 'name': 'network-vif-deleted', 'tag': 'a72d7450-9c60-4665-97b9-281c58d6a8f6'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:29.367892 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ec10c4-6fa8-4644-bac5-5d5ba553e0da" -d '{"events": [{"server_uuid": "32001505-d863-4323-a6ee-c16c0245daaf", "name": "network-vif-deleted", "tag": "a72d7450-9c60-4665-97b9-281c58d6a8f6"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:29.405604 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port f375af04-8b58-42fe-852c-502fa34f6a49, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=f375af04-8b58-42fe-852c-502fa34f6a49,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:29.464994 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46734aca-a69a-4fb8-85c4-4613fb3bae48 x-openstack-request-id: req-46734aca-a69a-4fb8-85c4-4613fb3bae48 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:29.464994 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32001505-d863-4323-a6ee-c16c0245daaf", "name": "network-vif-deleted", "tag": "a72d7450-9c60-4665-97b9-281c58d6a8f6", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:29.464994 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-46734aca-a69a-4fb8-85c4-4613fb3bae48 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:29.464994 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32001505-d863-4323-a6ee-c16c0245daaf', 'name': 'network-vif-deleted', 'tag': 'a72d7450-9c60-4665-97b9-281c58d6a8f6', 'status': 'completed', 'code': 200} Jul 30 01:48:29.465384 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df24c0f-f224-4127-b43a-524a73f82f9f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e486587-5dd8-40f5-ac7b-70e4564b2dab,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:29.497151 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f1637-907e-4732-9a0e-b747fce614d8 req-1f1e12ff-1f91-402b-872c-2f574202fd87 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:29.504758 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f1637-907e-4732-9a0e-b747fce614d8 req-1f1e12ff-1f91-402b-872c-2f574202fd87 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:29.511490 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f1637-907e-4732-9a0e-b747fce614d8 req-1f1e12ff-1f91-402b-872c-2f574202fd87 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:29.516842 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.517770 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8cba3957-631b-46df-930d-30f2ada9c6ce details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:48:29.518083 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f1637-907e-4732-9a0e-b747fce614d8 req-1f1e12ff-1f91-402b-872c-2f574202fd87 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:29.525103 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f1637-907e-4732-9a0e-b747fce614d8 req-1f1e12ff-1f91-402b-872c-2f574202fd87 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:29.531658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f1637-907e-4732-9a0e-b747fce614d8 req-1f1e12ff-1f91-402b-872c-2f574202fd87 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:29.540180 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f1637-907e-4732-9a0e-b747fce614d8 req-1f1e12ff-1f91-402b-872c-2f574202fd87 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:29.542664 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d18f1637-907e-4732-9a0e-b747fce614d8 req-1f1e12ff-1f91-402b-872c-2f574202fd87 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5432 time: 0.1498668 Jul 30 01:48:29.608812 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b27bc212-2d49-471a-bae0-93ede2f0ada4 req-ac878f60-d521-4295-b457-fb5d4c482a29 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=32001505-d863-4323-a6ee-c16c0245daaf HTTP/1.1" status: 200 len: 210 time: 0.0440948 Jul 30 01:48:29.612933 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d18f1637-907e-4732-9a0e-b747fce614d8 req-c35ef64f-a839-44a9-a439-241cd14f9999 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585802 Jul 30 01:48:29.613786 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3df24c0f-f224-4127-b43a-524a73f82f9f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.615018 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3df24c0f-f224-4127-b43a-524a73f82f9f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5818870 Jul 30 01:48:29.617660 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41902) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:29.630862 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-c4e78ab1-8446-4eea-963c-cad83ad000b9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Request body: {'security_group_rule': {'security_group_id': '3375cfdc-66d3-4667-b2ed-448ebd9f875f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:29.652782 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=f375af04-8b58-42fe-852c-502fa34f6a49,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:29.700459 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 8cba3957-631b-46df-930d-30f2ada9c6ce, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8cba3957-631b-46df-930d-30f2ada9c6ce,segment=NetworkSegment(82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db),segment_id=82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:29.712512 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '8cba3957-631b-46df-930d-30f2ada9c6ce', 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2', 'port_id': '8cba3957-631b-46df-930d-30f2ada9c6ce', 'mac_address': 'fa:16:3e:ec:98:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8d6f31-34cc-490d-b195-f03e3635d617', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:48:29.753540 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.767133 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cba3957-631b-46df-930d-30f2ada9c6ce {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:29.792067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 8cba3957-631b-46df-930d-30f2ada9c6ce, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8cba3957-631b-46df-930d-30f2ada9c6ce,segment=NetworkSegment(82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db),segment_id=82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:29.799975 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c4e78ab1-8446-4eea-963c-cad83ad000b9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.837151 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.837981 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 20f66196-9127-4447-a244-7a1ed6dba5a8 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:48:29.947786 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=8cba3957-631b-46df-930d-30f2ada9c6ce,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:29.950289 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c4e78ab1-8446-4eea-963c-cad83ad000b9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:30.032091 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 66f046cd-a821-414c-a9a3-5940ace758a0 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:30.054029 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c4e78ab1-8446-4eea-963c-cad83ad000b9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:30.076176 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e78ab1-8446-4eea-963c-cad83ad000b9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0109d722-2e0c-417c-81cb-a875cbd9ed11,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:30.124137 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b5807-cd43-45bb-af02-6ce05b6f1736 req-57df66f9-db5a-4962-95fd-9c3cd9c8237f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:30.133928 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-292b5807-cd43-45bb-af02-6ce05b6f1736 req-57df66f9-db5a-4962-95fd-9c3cd9c8237f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 946 time: 0.0730398 Jul 30 01:48:30.147014 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 66f046cd-a821-414c-a9a3-5940ace758a0 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:30.147014 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:30.187755 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-292b5807-cd43-45bb-af02-6ce05b6f1736 req-62f3293d-8fb2-479f-b584-adc340aaac4a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473657 Jul 30 01:48:30.202433 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c4e78ab1-8446-4eea-963c-cad83ad000b9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:30.202433 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c4e78ab1-8446-4eea-963c-cad83ad000b9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5730700 Jul 30 01:48:30.204486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41912) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:30.209852 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5f99fe8f-3319-4a46-a807-0d0b92a04f17 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:30.231095 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd6b20-86c2-4549-a945-f0daa4d89aab req-87351264-071c-4cc6-90e9-2e0b22f8245b tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:30.239410 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-42cd6b20-86c2-4549-a945-f0daa4d89aab req-87351264-071c-4cc6-90e9-2e0b22f8245b tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 945 time: 0.0807953 Jul 30 01:48:30.243002 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 20f66196-9127-4447-a244-7a1ed6dba5a8, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=20f66196-9127-4447-a244-7a1ed6dba5a8,segment=NetworkSegment(517e2d6b-5c75-4689-85c7-570b6e930a29),segment_id=517e2d6b-5c75-4689-85c7-570b6e930a29)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:30.273915 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '20f66196-9127-4447-a244-7a1ed6dba5a8', 'network_id': '4192d8a2-31a3-4331-99e1-418e1e9f6bfc', 'port_id': '20f66196-9127-4447-a244-7a1ed6dba5a8', 'mac_address': 'fa:16:3e:17:49:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e8b54c9-c010-49c7-9d5f-e1c33434bff9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:48:30.293497 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-42cd6b20-86c2-4549-a945-f0daa4d89aab req-1ecbdc04-97ef-4040-bc29-bf6e8aa6ee43 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525413 Jul 30 01:48:30.334043 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5f99fe8f-3319-4a46-a807-0d0b92a04f17 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:30.354896 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 890ac296-a0c3-485e-a61d-fbfb92f02a3c no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:30.365074 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:30.407532 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f66196-9127-4447-a244-7a1ed6dba5a8 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:30.423555 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ff5b7945-102c-4326-93f6-21eb49ba5f74 req-1f2dd0f6-1076-4b6b-aa1f-7de8869c5cb0 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5441cb-af61-49f1-b3ae-6783cd17ec60 HTTP/1.1" status: 200 len: 210 time: 0.0684350 Jul 30 01:48:30.431318 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 20f66196-9127-4447-a244-7a1ed6dba5a8, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=20f66196-9127-4447-a244-7a1ed6dba5a8,segment=NetworkSegment(517e2d6b-5c75-4689-85c7-570b6e930a29),segment_id=517e2d6b-5c75-4689-85c7-570b6e930a29)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:30.503305 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771349e-7a64-417e-8feb-6a982e75c7f3 req-0b8bfa7c-5599-41eb-8279-29fd6ae305ee tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:30.505317 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a771349e-7a64-417e-8feb-6a982e75c7f3 req-0b8bfa7c-5599-41eb-8279-29fd6ae305ee tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 945 time: 0.0671594 Jul 30 01:48:30.507074 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:30.539333 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5f99fe8f-3319-4a46-a807-0d0b92a04f17 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:30.542252 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf67ab1-d837-47af-a26d-81e6a6b55cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '890ac296-a0c3-485e-a61d-fbfb92f02a3c'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:30.544908 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0023ed2-f15d-463e-ab91-aad9cb5d3326" -d '{"events": [{"server_uuid": "aaf67ab1-d837-47af-a26d-81e6a6b55cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "890ac296-a0c3-485e-a61d-fbfb92f02a3c"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:30.557373 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:30.558178 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 1543c41e-8012-46b9-ac26-b211757944dc details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:48:30.567090 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 890ac296-a0c3-485e-a61d-fbfb92f02a3c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=890ac296-a0c3-485e-a61d-fbfb92f02a3c,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:30.588712 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a771349e-7a64-417e-8feb-6a982e75c7f3 req-5bfd2d34-a8a7-499e-9f73-58036e4ed02a tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718846 Jul 30 01:48:30.648617 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1543c41e-8012-46b9-ac26-b211757944dc, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1543c41e-8012-46b9-ac26-b211757944dc,segment=NetworkSegment(517e2d6b-5c75-4689-85c7-570b6e930a29),segment_id=517e2d6b-5c75-4689-85c7-570b6e930a29)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:30.666719 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '1543c41e-8012-46b9-ac26-b211757944dc', 'network_id': '4192d8a2-31a3-4331-99e1-418e1e9f6bfc', 'port_id': '1543c41e-8012-46b9-ac26-b211757944dc', 'mac_address': 'fa:16:3e:ac:d7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e8b54c9-c010-49c7-9d5f-e1c33434bff9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:48:30.676923 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc78b2a-5b82-4f88-af11-a6a870ab4c24 x-openstack-request-id: req-9cc78b2a-5b82-4f88-af11-a6a870ab4c24 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:30.677229 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf67ab1-d837-47af-a26d-81e6a6b55cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "890ac296-a0c3-485e-a61d-fbfb92f02a3c", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:30.680043 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9cc78b2a-5b82-4f88-af11-a6a870ab4c24 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:30.680043 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf67ab1-d837-47af-a26d-81e6a6b55cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '890ac296-a0c3-485e-a61d-fbfb92f02a3c', 'code': 200} Jul 30 01:48:30.723475 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=20f66196-9127-4447-a244-7a1ed6dba5a8,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:30.727325 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:30.729328 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:30.780901 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1543c41e-8012-46b9-ac26-b211757944dc {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:30.796312 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-5f99fe8f-3319-4a46-a807-0d0b92a04f17 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Allocated IP 172.25.1.65 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/9f47ca06-65c1-4093-81f6-50bb9021abaf) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:30.843838 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1543c41e-8012-46b9-ac26-b211757944dc, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1543c41e-8012-46b9-ac26-b211757944dc,segment=NetworkSegment(517e2d6b-5c75-4689-85c7-570b6e930a29),segment_id=517e2d6b-5c75-4689-85c7-570b6e930a29)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:30.848666 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=890ac296-a0c3-485e-a61d-fbfb92f02a3c,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:30.943510 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:30.943510 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 6d8c1817-5e16-4333-88e9-6baf283dd55a details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:48:31.028357 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5f99fe8f-3319-4a46-a807-0d0b92a04f17 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.029746 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 6d8c1817-5e16-4333-88e9-6baf283dd55a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6d8c1817-5e16-4333-88e9-6baf283dd55a,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:31.032113 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=1543c41e-8012-46b9-ac26-b211757944dc,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:31.045170 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '6d8c1817-5e16-4333-88e9-6baf283dd55a', 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb', 'port_id': '6d8c1817-5e16-4333-88e9-6baf283dd55a', 'mac_address': 'fa:16:3e:c6:d5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d413a5-ba18-4a54-8a98-960735231465', 'ip_address': '10.1.1.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:48:31.090590 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.106807 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8c1817-5e16-4333-88e9-6baf283dd55a {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:31.131605 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18035a3-35ec-4555-87ae-f657b7395058 req-a44e1516-19d2-4ea6-aa45-caf81c3c7ff3 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:31.133556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 6d8c1817-5e16-4333-88e9-6baf283dd55a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6d8c1817-5e16-4333-88e9-6baf283dd55a,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:31.138078 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18035a3-35ec-4555-87ae-f657b7395058 req-a44e1516-19d2-4ea6-aa45-caf81c3c7ff3 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:31.150770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18035a3-35ec-4555-87ae-f657b7395058 req-a44e1516-19d2-4ea6-aa45-caf81c3c7ff3 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:31.159081 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18035a3-35ec-4555-87ae-f657b7395058 req-a44e1516-19d2-4ea6-aa45-caf81c3c7ff3 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:31.166088 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18035a3-35ec-4555-87ae-f657b7395058 req-a44e1516-19d2-4ea6-aa45-caf81c3c7ff3 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:31.172971 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18035a3-35ec-4555-87ae-f657b7395058 req-a44e1516-19d2-4ea6-aa45-caf81c3c7ff3 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:31.182337 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18035a3-35ec-4555-87ae-f657b7395058 req-a44e1516-19d2-4ea6-aa45-caf81c3c7ff3 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:31.204286 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c18035a3-35ec-4555-87ae-f657b7395058 req-a44e1516-19d2-4ea6-aa45-caf81c3c7ff3 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5435 time: 0.3030870 Jul 30 01:48:31.248530 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.249241 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:48:31.288949 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c18035a3-35ec-4555-87ae-f657b7395058 req-6021fce5-0efd-4092-a42b-370cf22e61bb tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916901 Jul 30 01:48:31.345905 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bdc66-73da-4643-81b8-0b312b858006 req-b70c6309-763c-4f08-b461-1a00157470d3 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:31.347887 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-262bdc66-73da-4643-81b8-0b312b858006 req-b70c6309-763c-4f08-b461-1a00157470d3 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.10 "GET /v2.0/networks?id=90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc HTTP/1.1" status: 200 len: 814 time: 0.4430623 Jul 30 01:48:31.354988 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=6d8c1817-5e16-4333-88e9-6baf283dd55a,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:31.358760 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=286aa284-1cd3-4870-bcc8-b1c99a5aa0a6,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:31.372972 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '286aa284-1cd3-4870-bcc8-b1c99a5aa0a6', 'network_id': '4fafccc5-fb47-4324-8e99-bb0237539cfb', 'port_id': '286aa284-1cd3-4870-bcc8-b1c99a5aa0a6', 'mac_address': 'fa:16:3e:d7:da:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d413a5-ba18-4a54-8a98-960735231465', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:48:31.374591 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-262bdc66-73da-4643-81b8-0b312b858006 req-3f9ef314-ca3e-4774-a614-011d949bc33b tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Request body: {'port': {'device_id': '3b5441cb-af61-49f1-b3ae-6783cd17ec60', 'network_id': '90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc', 'admin_state_up': True, 'tenant_id': 'ff600fe322214c449e8371854b2ea5f7'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:31.402369 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5f99fe8f-3319-4a46-a807-0d0b92a04f17 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.422702 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.441326 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:31.463949 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=286aa284-1cd3-4870-bcc8-b1c99a5aa0a6,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:31.545976 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.613694 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f99fe8f-3319-4a46-a807-0d0b92a04f17 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:31.622810 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-5f99fe8f-3319-4a46-a807-0d0b92a04f17 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:31.628117 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f99fe8f-3319-4a46-a807-0d0b92a04f17 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:31.629905 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99fe8f-3319-4a46-a807-0d0b92a04f17 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event updated for resources: {'Port': ['ID=9f47ca06-65c1-4093-81f6-50bb9021abaf,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:31.630185 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=286aa284-1cd3-4870-bcc8-b1c99a5aa0a6,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:31.703141 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1651e5-c53c-471b-9bcb-a141d91147f0 req-a7fcb47d-21d2-4657-9853-02c461cb29df tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:31.705235 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b1651e5-c53c-471b-9bcb-a141d91147f0 req-a7fcb47d-21d2-4657-9853-02c461cb29df tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 946 time: 0.1516421 Jul 30 01:48:31.778714 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262bdc66-73da-4643-81b8-0b312b858006 req-3f9ef314-ca3e-4774-a614-011d949bc33b tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Made reservation on behalf of ff600fe322214c449e8371854b2ea5f7 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:31.782584 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-262bdc66-73da-4643-81b8-0b312b858006 req-3f9ef314-ca3e-4774-a614-011d949bc33b tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.807631 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b1651e5-c53c-471b-9bcb-a141d91147f0 req-4c4c493c-4dc8-431d-8e22-cef629e9179e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934532 Jul 30 01:48:31.821519 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5f99fe8f-3319-4a46-a807-0d0b92a04f17 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.004645 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5f99fe8f-3319-4a46-a807-0d0b92a04f17 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.063690 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-262bdc66-73da-4643-81b8-0b312b858006 req-3f9ef314-ca3e-4774-a614-011d949bc33b tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Allocated IP 172.20.0.5 (90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc/27a28c8f-0009-469a-a083-90b6f4f48bc0/53e26c7b-39c7-4690-b30d-b1e50ce34ea7) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:32.129920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0939696-4e2c-4024-96ac-baeb04f0e0d3 req-68549b38-f9fa-47b1-8eeb-173f8e4257f7 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:32.131440 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0939696-4e2c-4024-96ac-baeb04f0e0d3 req-68549b38-f9fa-47b1-8eeb-173f8e4257f7 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 945 time: 0.1564448 Jul 30 01:48:32.298031 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0939696-4e2c-4024-96ac-baeb04f0e0d3 req-65aca863-6376-47fd-93b6-e90585cf3f84 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573422 Jul 30 01:48:32.394030 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-262bdc66-73da-4643-81b8-0b312b858006 req-3f9ef314-ca3e-4774-a614-011d949bc33b tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.415627 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5f99fe8f-3319-4a46-a807-0d0b92a04f17 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.441665 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-141b1472-11f6-41e9-9c9b-7ff75dd22a89 req-3747ff2c-e4bf-434c-8879-1aea7f410b50 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5441cb-af61-49f1-b3ae-6783cd17ec60 HTTP/1.1" status: 200 len: 210 time: 0.0520599 Jul 30 01:48:32.503763 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['bd7f1b6c-b67b-4490-b720-9d9c4cd45449'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:32.528536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['f375af04-8b58-42fe-852c-502fa34f6a49'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:32.538493 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5f99fe8f-3319-4a46-a807-0d0b92a04f17 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.558951 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['8cba3957-631b-46df-930d-30f2ada9c6ce'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:32.589410 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99fe8f-3319-4a46-a807-0d0b92a04f17 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event updated for resources: {'Port': ['ID=9f47ca06-65c1-4093-81f6-50bb9021abaf,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:32.613852 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['1543c41e-8012-46b9-ac26-b211757944dc'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:32.628382 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-262bdc66-73da-4643-81b8-0b312b858006 req-3f9ef314-ca3e-4774-a614-011d949bc33b tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.657952 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['6d8c1817-5e16-4333-88e9-6baf283dd55a'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:32.657952 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['286aa284-1cd3-4870-bcc8-b1c99a5aa0a6'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:32.675755 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4762cec-d4fd-41ea-91f2-cc0bbd2229ef req-87e8ab4e-37a4-45a3-8748-7583eebf41aa tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:32.678374 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a4762cec-d4fd-41ea-91f2-cc0bbd2229ef req-87e8ab4e-37a4-45a3-8748-7583eebf41aa tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=aaf67ab1-d837-47af-a26d-81e6a6b55cc2 HTTP/1.1" status: 200 len: 943 time: 0.0649788 Jul 30 01:48:32.706767 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262bdc66-73da-4643-81b8-0b312b858006 req-3f9ef314-ca3e-4774-a614-011d949bc33b tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Network 90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:32.709594 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ef314-ca3e-4774-a614-011d949bc33b tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Pushing event updated for resources: {'Port': ['ID=53e26c7b-39c7-4690-b30d-b1e50ce34ea7,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:32.713871 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5f99fe8f-3319-4a46-a807-0d0b92a04f17 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.729096 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-262bdc66-73da-4643-81b8-0b312b858006 req-3f9ef314-ca3e-4774-a614-011d949bc33b tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:32.731613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-262bdc66-73da-4643-81b8-0b312b858006 req-3f9ef314-ca3e-4774-a614-011d949bc33b tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:32.792679 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bdc66-73da-4643-81b8-0b312b858006 req-3f9ef314-ca3e-4774-a614-011d949bc33b tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:32.793319 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-262bdc66-73da-4643-81b8-0b312b858006 req-3f9ef314-ca3e-4774-a614-011d949bc33b tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.807608 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-a4762cec-d4fd-41ea-91f2-cc0bbd2229ef req-871f6c79-a870-40b8-89b3-96a537dadbf7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Deleting port 890ac296-a0c3-485e-a61d-fbfb92f02a3c {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:32.808011 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a4762cec-d4fd-41ea-91f2-cc0bbd2229ef req-871f6c79-a870-40b8-89b3-96a537dadbf7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.901297 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-a4762cec-d4fd-41ea-91f2-cc0bbd2229ef req-871f6c79-a870-40b8-89b3-96a537dadbf7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] For port 890ac296-a0c3-485e-a61d-fbfb92f02a3c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=890ac296-a0c3-485e-a61d-fbfb92f02a3c,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:32.901684 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a4762cec-d4fd-41ea-91f2-cc0bbd2229ef req-871f6c79-a870-40b8-89b3-96a537dadbf7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.920510 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-a4762cec-d4fd-41ea-91f2-cc0bbd2229ef req-871f6c79-a870-40b8-89b3-96a537dadbf7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Calling delete_port for 890ac296-a0c3-485e-a61d-fbfb92f02a3c owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:33.031447 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5f99fe8f-3319-4a46-a807-0d0b92a04f17 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.032756 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5f99fe8f-3319-4a46-a807-0d0b92a04f17 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8272491 Jul 30 01:48:33.035241 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-262bdc66-73da-4643-81b8-0b312b858006 req-3f9ef314-ca3e-4774-a614-011d949bc33b tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6655676 Jul 30 01:48:33.050451 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.054059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] Request body: {'port': {'device_id': '3b5441cb-af61-49f1-b3ae-6783cd17ec60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:33.139920 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a4762cec-d4fd-41ea-91f2-cc0bbd2229ef req-871f6c79-a870-40b8-89b3-96a537dadbf7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.157659 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.208276 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f6c79-a870-40b8-89b3-96a537dadbf7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Pushing event deleted for resources: {'Port': ['ID=890ac296-a0c3-485e-a61d-fbfb92f02a3c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:33.315993 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4762cec-d4fd-41ea-91f2-cc0bbd2229ef req-871f6c79-a870-40b8-89b3-96a537dadbf7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] No DVR routers for this DVR port 890ac296-a0c3-485e-a61d-fbfb92f02a3c on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:33.322239 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a4762cec-d4fd-41ea-91f2-cc0bbd2229ef req-871f6c79-a870-40b8-89b3-96a537dadbf7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.330956 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a4762cec-d4fd-41ea-91f2-cc0bbd2229ef req-871f6c79-a870-40b8-89b3-96a537dadbf7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "DELETE /v2.0/ports/890ac296-a0c3-485e-a61d-fbfb92f02a3c HTTP/1.1" status: 204 len: 173 time: 0.6459494 Jul 30 01:48:33.331812 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf67ab1-d837-47af-a26d-81e6a6b55cc2', 'name': 'network-vif-deleted', 'tag': '890ac296-a0c3-485e-a61d-fbfb92f02a3c'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:33.334201 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bf9b81-4f05-4b22-9234-d8294f251c7d" -d '{"events": [{"server_uuid": "aaf67ab1-d837-47af-a26d-81e6a6b55cc2", "name": "network-vif-deleted", "tag": "890ac296-a0c3-485e-a61d-fbfb92f02a3c"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:33.465872 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35e5fd-85b7-4775-9414-10b25c431d24 req-45bb3e97-794d-49f0-9d9f-323128906244 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:33.472195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35e5fd-85b7-4775-9414-10b25c431d24 req-45bb3e97-794d-49f0-9d9f-323128906244 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:33.478238 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35e5fd-85b7-4775-9414-10b25c431d24 req-45bb3e97-794d-49f0-9d9f-323128906244 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:33.484325 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35e5fd-85b7-4775-9414-10b25c431d24 req-45bb3e97-794d-49f0-9d9f-323128906244 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:33.490858 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35e5fd-85b7-4775-9414-10b25c431d24 req-45bb3e97-794d-49f0-9d9f-323128906244 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:33.496761 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35e5fd-85b7-4775-9414-10b25c431d24 req-45bb3e97-794d-49f0-9d9f-323128906244 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:33.504340 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35e5fd-85b7-4775-9414-10b25c431d24 req-45bb3e97-794d-49f0-9d9f-323128906244 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:33.505404 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd35e5fd-85b7-4775-9414-10b25c431d24 req-45bb3e97-794d-49f0-9d9f-323128906244 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5438 time: 0.1557739 Jul 30 01:48:33.570915 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd35e5fd-85b7-4775-9414-10b25c431d24 req-bd15f140-d7f5-4a45-ab3e-14c0c449a575 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582116 Jul 30 01:48:33.725486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e26c7b-39c7-4690-b30d-b1e50ce34ea7 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:33.737454 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.748859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f387b-ef2e-4ad7-8367-30c4cac566c2 req-72b41f27-0f8f-4f2b-b1ba-a7d672cdfb05 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:33.750590 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-289f387b-ef2e-4ad7-8367-30c4cac566c2 req-72b41f27-0f8f-4f2b-b1ba-a7d672cdfb05 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 946 time: 0.0950720 Jul 30 01:48:33.773637 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] Transition to ACTIVE for port object 53e26c7b-39c7-4690-b30d-b1e50ce34ea7 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:33.798415 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-289f387b-ef2e-4ad7-8367-30c4cac566c2 req-7f1579b2-896b-4b06-86d3-a3e2f4a2331c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411818 Jul 30 01:48:33.855350 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.883632 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['20f66196-9127-4447-a244-7a1ed6dba5a8'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:33.928075 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] Pushing event updated for resources: {'Port': ['ID=53e26c7b-39c7-4690-b30d-b1e50ce34ea7,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:34.044154 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] Attempting to bind port 53e26c7b-39c7-4690-b30d-b1e50ce34ea7 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:34.044526 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] Attempting to bind port 53e26c7b-39c7-4690-b30d-b1e50ce34ea7 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '752d35f3-a536-49e1-a68d-e48b3fc4e72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:34.044815 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] Attempting to bind port 53e26c7b-39c7-4690-b30d-b1e50ce34ea7 on network 90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:34.059925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] Port 53e26c7b-39c7-4690-b30d-b1e50ce34ea7 on network 90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:48:34.060253 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] Attempting to bind port 53e26c7b-39c7-4690-b30d-b1e50ce34ea7 on network 90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:34.065913 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-fa7461cd-838c-410c-acbb-83dda73d630c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--625749502&fields=id&tenant_id=b925993cc6564ab9911b25e36e01c143 HTTP/1.1" status: 200 len: 267 time: 0.0568392 Jul 30 01:48:34.071422 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:34.072082 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] Checking segment: {'id': '752d35f3-a536-49e1-a68d-e48b3fc4e72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:34.072684 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] Bound using segment: {'id': '752d35f3-a536-49e1-a68d-e48b3fc4e72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:34.073308 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] Bound port: 53e26c7b-39c7-4690-b30d-b1e50ce34ea7, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '752d35f3-a536-49e1-a68d-e48b3fc4e72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:34.074215 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:34.159217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-da3e9a6f-b8f5-47a3-9898-ca085f301c09 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.160596 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-da3e9a6f-b8f5-47a3-9898-ca085f301c09 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports/98cfbc35-8407-4d20-b573-2f522c31972f HTTP/1.1" status: 200 len: 931 time: 0.0836487 Jul 30 01:48:34.189354 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f93d4a-271d-4b65-b110-b5b6c72e6e27 req-5914fda7-7ce2-44cd-8583-3bd959df3b4f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.197192 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c1f93d4a-271d-4b65-b110-b5b6c72e6e27 req-5914fda7-7ce2-44cd-8583-3bd959df3b4f tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535 HTTP/1.1" status: 200 len: 950 time: 0.0637374 Jul 30 01:48:34.226652 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] For port 53e26c7b-39c7-4690-b30d-b1e50ce34ea7, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:34.246608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-89b49c1c-2d9f-4517-9e7d-4610653bd58d tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.246813 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c1f93d4a-271d-4b65-b110-b5b6c72e6e27 req-d1bc2ddf-0706-4346-b00f-a82600779c81 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470915 Jul 30 01:48:34.253656 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-89b49c1c-2d9f-4517-9e7d-4610653bd58d tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports/64c3d04a-350f-42ab-b7c4-89ebbc977cf2 HTTP/1.1" status: 200 len: 931 time: 0.0848250 Jul 30 01:48:34.267721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] For port 53e26c7b-39c7-4690-b30d-b1e50ce34ea7, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=53e26c7b-39c7-4690-b30d-b1e50ce34ea7,segment=NetworkSegment(752d35f3-a536-49e1-a68d-e48b3fc4e72d),segment_id=752d35f3-a536-49e1-a68d-e48b3fc4e72d)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:34.317768 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-39485509-9a9c-4e7b-ba85-bc1664c45de2 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?network_id=ffda0404-bad4-4226-a8b1-7142332e4862&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0630119 Jul 30 01:48:34.360750 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-e47ad3c5-5ebf-4d77-946a-f83a2e3fd9c7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?network_id=ffda0404-bad4-4226-a8b1-7142332e4862&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0420160 Jul 30 01:48:34.364153 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:34.367373 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 890ac296-a0c3-485e-a61d-fbfb92f02a3c no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:34.401121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebe8ef-6072-47c1-a712-7067678dc6cc req-3f9cc2fe-265c-4d26-9f3f-b1ae921e927d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.410870 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-12ebe8ef-6072-47c1-a712-7067678dc6cc req-3f9cc2fe-265c-4d26-9f3f-b1ae921e927d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 945 time: 0.0848618 Jul 30 01:48:34.411235 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 890ac296-a0c3-485e-a61d-fbfb92f02a3c {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:34.411567 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 890ac296-a0c3-485e-a61d-fbfb92f02a3c not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:34.448083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.448604 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:34.450138 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-262bdc66-73da-4643-81b8-0b312b858006 req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] 10.222.0.10 "PUT /v2.0/ports/53e26c7b-39c7-4690-b30d-b1e50ce34ea7 HTTP/1.1" status: 200 len: 1091 time: 1.4036777 Jul 30 01:48:34.452742 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5441cb-af61-49f1-b3ae-6783cd17ec60', 'tag': '53e26c7b-39c7-4690-b30d-b1e50ce34ea7'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:34.454969 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1724ae-4ccd-4c1c-9a96-4e80fd077cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5441cb-af61-49f1-b3ae-6783cd17ec60", "tag": "53e26c7b-39c7-4690-b30d-b1e50ce34ea7"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:34.469998 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-12ebe8ef-6072-47c1-a712-7067678dc6cc req-69dc0cdd-4116-4580-8e1d-7b32666689c2 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571721 Jul 30 01:48:34.509067 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dfcb8b-ebd1-402a-ad3e-81716430428b x-openstack-request-id: req-93dfcb8b-ebd1-402a-ad3e-81716430428b {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:34.509620 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf67ab1-d837-47af-a26d-81e6a6b55cc2", "name": "network-vif-deleted", "tag": "890ac296-a0c3-485e-a61d-fbfb92f02a3c", "status": "failed", "code": 422}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:34.510113 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93dfcb8b-ebd1-402a-ad3e-81716430428b {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:34.510792 n-d-713498-9 neutron-server[94464]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aaf67ab1-d837-47af-a26d-81e6a6b55cc2', 'name': 'network-vif-deleted', 'tag': '890ac296-a0c3-485e-a61d-fbfb92f02a3c', 'status': 'failed', 'code': 422} returned with failed status Jul 30 01:48:34.516103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11167def-829b-4c9b-9d78-a184e961c29b service neutron] Pushing event updated for resources: {'Port': ['ID=53e26c7b-39c7-4690-b30d-b1e50ce34ea7,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:34.569466 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-7b57f43f-3992-48b0-ad2c-d760b8ae59ae tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.575610 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-7b57f43f-3992-48b0-ad2c-d760b8ae59ae tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.581587 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-7b57f43f-3992-48b0-ad2c-d760b8ae59ae tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.589133 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-7b57f43f-3992-48b0-ad2c-d760b8ae59ae tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/networks?id=c4c1a6d3-9310-46dd-b172-3b32195b5301&id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&id=ffda0404-bad4-4226-a8b1-7142332e4862&id=ffda0404-bad4-4226-a8b1-7142332e4862 HTTP/1.1" status: 200 len: 1990 time: 0.2274392 Jul 30 01:48:34.633571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02791442-f094-48fc-a4f3-a67983b5ca5b req-90d7f2bc-5b8d-44ea-b1b9-e3b72cce70db tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.635211 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-02791442-f094-48fc-a4f3-a67983b5ca5b req-90d7f2bc-5b8d-44ea-b1b9-e3b72cce70db tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5441cb-af61-49f1-b3ae-6783cd17ec60 HTTP/1.1" status: 200 len: 943 time: 0.0613556 Jul 30 01:48:34.635910 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-3031ce2a-d3d9-4d7e-8455-7d180041bc01 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/quotas/b925993cc6564ab9911b25e36e01c143 HTTP/1.1" status: 200 len: 375 time: 0.0458522 Jul 30 01:48:34.686996 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-02791442-f094-48fc-a4f3-a67983b5ca5b req-0d85d919-48d6-4820-ab60-c7a029effdfe tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd4f12b2-de12-4bd8-af20-84504646465d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438440 Jul 30 01:48:34.710355 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bdc66-73da-4643-81b8-0b312b858006 req-0e2158d3-b0df-4b91-8c45-1c8668e7ae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.710355 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-262bdc66-73da-4643-81b8-0b312b858006 req-0e2158d3-b0df-4b91-8c45-1c8668e7ae07 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff600fe322214c449e8371854b2ea5f7&device_id=3b5441cb-af61-49f1-b3ae-6783cd17ec60 HTTP/1.1" status: 200 len: 1094 time: 0.1130564 Jul 30 01:48:34.739135 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-668adbe4-fd6a-46b5-860b-d6b4d46b337d tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b925993cc6564ab9911b25e36e01c143&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0941217 Jul 30 01:48:34.930964 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28082d6f-48bf-45f5-bbe5-d4001d4fe16e req-6f978bf1-87c6-435c-94fd-2c0b76b3c45b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.938595 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28082d6f-48bf-45f5-bbe5-d4001d4fe16e req-6f978bf1-87c6-435c-94fd-2c0b76b3c45b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.946501 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28082d6f-48bf-45f5-bbe5-d4001d4fe16e req-6f978bf1-87c6-435c-94fd-2c0b76b3c45b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.953934 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28082d6f-48bf-45f5-bbe5-d4001d4fe16e req-6f978bf1-87c6-435c-94fd-2c0b76b3c45b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.961281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28082d6f-48bf-45f5-bbe5-d4001d4fe16e req-6f978bf1-87c6-435c-94fd-2c0b76b3c45b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.968563 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28082d6f-48bf-45f5-bbe5-d4001d4fe16e req-6f978bf1-87c6-435c-94fd-2c0b76b3c45b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.975616 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28082d6f-48bf-45f5-bbe5-d4001d4fe16e req-6f978bf1-87c6-435c-94fd-2c0b76b3c45b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.984674 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-28082d6f-48bf-45f5-bbe5-d4001d4fe16e req-6f978bf1-87c6-435c-94fd-2c0b76b3c45b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5438 time: 0.1401718 Jul 30 01:48:35.038332 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-28082d6f-48bf-45f5-bbe5-d4001d4fe16e req-85cb7bef-412c-4fba-9b53-e70a4eeeaa54 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516520 Jul 30 01:48:35.137838 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f8c645-46b7-47aa-aaab-4ac51d1bf69a x-openstack-request-id: req-94f8c645-46b7-47aa-aaab-4ac51d1bf69a {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:35.138126 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5441cb-af61-49f1-b3ae-6783cd17ec60", "tag": "53e26c7b-39c7-4690-b30d-b1e50ce34ea7", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:35.138450 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-94f8c645-46b7-47aa-aaab-4ac51d1bf69a {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:35.138839 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5441cb-af61-49f1-b3ae-6783cd17ec60', 'tag': '53e26c7b-39c7-4690-b30d-b1e50ce34ea7', 'status': 'completed', 'code': 200} Jul 30 01:48:35.148964 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-262bdc66-73da-4643-81b8-0b312b858006 req-b0863df1-9528-43e1-829e-4902e5671288 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53e26c7b-39c7-4690-b30d-b1e50ce34ea7 HTTP/1.1" status: 200 len: 217 time: 0.4012387 Jul 30 01:48:35.175461 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d93dd-ce64-4af4-8b67-0cded2382d1c req-baaa4d5d-27ba-4c66-a818-729d3e9b817a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:35.184903 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b76d93dd-ce64-4af4-8b67-0cded2382d1c req-baaa4d5d-27ba-4c66-a818-729d3e9b817a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 946 time: 0.0686371 Jul 30 01:48:35.256889 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b76d93dd-ce64-4af4-8b67-0cded2382d1c req-3f7c9738-7b19-4fb9-ad1f-8c67473d09b2 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700133 Jul 30 01:48:35.258888 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd6ad7-63da-4cef-b2c3-bd3ce27ed9c6 req-d34bbc8c-071b-4da2-b144-8c8f772d78ac tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:35.260380 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6bd6ad7-63da-4cef-b2c3-bd3ce27ed9c6 req-d34bbc8c-071b-4da2-b144-8c8f772d78ac tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535 HTTP/1.1" status: 200 len: 950 time: 0.1246500 Jul 30 01:48:35.263903 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bdc66-73da-4643-81b8-0b312b858006 req-2653291d-8238-4098-bc24-257ada055f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:35.265322 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-262bdc66-73da-4643-81b8-0b312b858006 req-2653291d-8238-4098-bc24-257ada055f93 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=27a28c8f-0009-469a-a083-90b6f4f48bc0 HTTP/1.1" status: 200 len: 854 time: 0.0979955 Jul 30 01:48:35.286050 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6fa0dce3-d702-4400-9882-c76167f40558 service neutron] 10.222.0.70 "GET /v2.0/networks/c4c1a6d3-9310-46dd-b172-3b32195b5301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459621 Jul 30 01:48:35.345076 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-262bdc66-73da-4643-81b8-0b312b858006 req-f9b4ff98-1e08-4d56-b49c-bea44f4271d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634699 Jul 30 01:48:35.494950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-30b0c8ef-5ca1-4386-89d0-3f29b2303bd0 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:35.506558 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-30b0c8ef-5ca1-4386-89d0-3f29b2303bd0 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/networks?id=9030b8df-7223-43a1-87ad-4d6177bec344 HTTP/1.1" status: 200 len: 811 time: 0.1428194 Jul 30 01:48:35.525214 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-8c0c7215-099d-469b-9c00-e8fa4e682e9c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/quotas/7d3611f928ae4827a5bdd2be25a39ca2 HTTP/1.1" status: 200 len: 375 time: 0.0172603 Jul 30 01:48:35.552168 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-bc89b12d-2a39-4af7-84d6-ad6efbe0f66c service neutron] 10.222.0.70 "GET /v2.0/networks/c4c1a6d3-9310-46dd-b172-3b32195b5301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348545 Jul 30 01:48:35.575191 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-db47ba19-7e9f-4d4f-991a-5aa399dd2a11 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486050 Jul 30 01:48:35.598102 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-262bdc66-73da-4643-81b8-0b312b858006 req-a3395e85-c176-4dc7-adf5-17b4d49c2ee8 service neutron] 10.222.0.10 "GET /v2.0/networks/90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109151 Jul 30 01:48:35.602429 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-f6bd6ad7-63da-4cef-b2c3-bd3ce27ed9c6 req-674217be-110a-4ecd-9ec9-f253a0816175 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Deleting port ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:35.602789 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f6bd6ad7-63da-4cef-b2c3-bd3ce27ed9c6 req-674217be-110a-4ecd-9ec9-f253a0816175 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.672170 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f2548a3e-f6bc-4f60-8b4e-f2f2ebd07abe service neutron] 10.222.0.70 "GET /v2.0/ports/98cfbc35-8407-4d20-b573-2f522c31972f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1190732 Jul 30 01:48:35.694915 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-4a646b36-0822-4b29-8f23-572b10a03400 service neutron] 10.222.0.70 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181595 Jul 30 01:48:35.726855 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8cba3957-631b-46df-930d-30f2ada9c6ce up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:35.815627 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-e2f7f23e-993f-4f5b-b059-c528ccdbfec4 service neutron] 10.222.0.70 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132922 Jul 30 01:48:35.854039 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 8cba3957-631b-46df-930d-30f2ada9c6ce completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:35.857415 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f6bd6ad7-63da-4cef-b2c3-bd3ce27ed9c6 req-674217be-110a-4ecd-9ec9-f253a0816175 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] For port ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:35.858610 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f6bd6ad7-63da-4cef-b2c3-bd3ce27ed9c6 req-674217be-110a-4ecd-9ec9-f253a0816175 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.858771 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 8cba3957-631b-46df-930d-30f2ada9c6ce triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:35.859067 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.883787 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-262bdc66-73da-4643-81b8-0b312b858006 req-043bc82f-b696-4ec6-ba07-5c0bf4d1f0f3 service neutron] 10.222.0.10 "GET /v2.0/networks/90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748783 Jul 30 01:48:35.896926 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-f6bd6ad7-63da-4cef-b2c3-bd3ce27ed9c6 req-674217be-110a-4ecd-9ec9-f253a0816175 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Calling delete_port for ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:35.906935 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-1bdf52be-e414-4da4-975e-10d1ad7a472b service neutron] 10.222.0.70 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338729 Jul 30 01:48:35.978466 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.004083 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cba3957-631b-46df-930d-30f2ada9c6ce'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:36.006810 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865466da-7540-4b97-b87a-f78617ecbece" -d '{"events": [{"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-plugged", "status": "completed", "tag": "8cba3957-631b-46df-930d-30f2ada9c6ce"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:36.024349 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 8cba3957-631b-46df-930d-30f2ada9c6ce, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8cba3957-631b-46df-930d-30f2ada9c6ce,segment=NetworkSegment(82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db),segment_id=82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:36.096953 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.096953 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device bd7f1b6c-b67b-4490-b720-9d9c4cd45449 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:36.157050 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-bc45140b-a8ad-4bb2-b14d-c8a9d2cac075 service neutron] 10.222.0.70 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468410 Jul 30 01:48:36.203374 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1724ae-4ccd-4c1c-9a96-4e80fd077cc6 req-d490cc51-e54d-4285-ace7-59a84ffd1690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:36.205114 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db1724ae-4ccd-4c1c-9a96-4e80fd077cc6 req-d490cc51-e54d-4285-ace7-59a84ffd1690 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff600fe322214c449e8371854b2ea5f7&device_id=3b5441cb-af61-49f1-b3ae-6783cd17ec60 HTTP/1.1" status: 200 len: 1094 time: 0.1501906 Jul 30 01:48:36.305583 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-fc66d9f1-1617-4e90-8340-67b3f7ffa81e service neutron] 10.222.0.70 "GET /v2.0/ports/64c3d04a-350f-42ab-b7c4-89ebbc977cf2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1393936 Jul 30 01:48:36.306934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=8cba3957-631b-46df-930d-30f2ada9c6ce,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:36.344157 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191fc74-a403-40b0-a71b-70df07b38c5e req-8dba344b-f887-49eb-8cc6-04d9cd7fd250 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:36.345819 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1191fc74-a403-40b0-a71b-70df07b38c5e req-8dba344b-f887-49eb-8cc6-04d9cd7fd250 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535 HTTP/1.1" status: 200 len: 950 time: 0.1038821 Jul 30 01:48:36.373727 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port bd7f1b6c-b67b-4490-b720-9d9c4cd45449 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:36.391946 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port bd7f1b6c-b67b-4490-b720-9d9c4cd45449 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:36.394994 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.410371 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1191fc74-a403-40b0-a71b-70df07b38c5e req-e879d891-0375-448a-8cc1-ca089b536f7d tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/security-groups?id=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572045 Jul 30 01:48:36.478564 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f6bd6ad7-63da-4cef-b2c3-bd3ce27ed9c6 req-674217be-110a-4ecd-9ec9-f253a0816175 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.515475 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:36.540393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458e14d-32ac-4649-8e80-6f16ade912f3 req-d86053be-f445-451d-96cf-95bd60bd747e tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:36.542136 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1724ae-4ccd-4c1c-9a96-4e80fd077cc6 req-289be7cd-4cc6-4a5f-aca6-5bad276ddee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:36.543661 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db1724ae-4ccd-4c1c-9a96-4e80fd077cc6 req-289be7cd-4cc6-4a5f-aca6-5bad276ddee4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc HTTP/1.1" status: 200 len: 915 time: 0.3302324 Jul 30 01:48:36.547923 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674217be-110a-4ecd-9ec9-f253a0816175 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Pushing event deleted for resources: {'Port': ['ID=ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:36.559163 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0458e14d-32ac-4649-8e80-6f16ade912f3 req-d86053be-f445-451d-96cf-95bd60bd747e tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 945 time: 0.0788369 Jul 30 01:48:36.565296 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-73bdf490-7306-42f0-b47d-83db85c09d79 service neutron] 10.222.0.70 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528014 Jul 30 01:48:36.616921 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0458e14d-32ac-4649-8e80-6f16ade912f3 req-9100567f-90d8-4086-9221-580125d3623b tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499055 Jul 30 01:48:36.630869 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db1724ae-4ccd-4c1c-9a96-4e80fd077cc6 req-cb87d3a7-2ed5-424d-a788-d19ccda7ca77 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53e26c7b-39c7-4690-b30d-b1e50ce34ea7 HTTP/1.1" status: 200 len: 217 time: 0.0763202 Jul 30 01:48:36.716222 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6bd6ad7-63da-4cef-b2c3-bd3ce27ed9c6 req-674217be-110a-4ecd-9ec9-f253a0816175 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] No DVR routers for this DVR port ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:36.722936 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f6bd6ad7-63da-4cef-b2c3-bd3ce27ed9c6 req-674217be-110a-4ecd-9ec9-f253a0816175 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.724940 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6bd6ad7-63da-4cef-b2c3-bd3ce27ed9c6 req-674217be-110a-4ecd-9ec9-f253a0816175 tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.77 "DELETE /v2.0/ports/ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 HTTP/1.1" status: 204 len: 173 time: 1.4540007 Jul 30 01:48:36.756226 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.774658 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1724ae-4ccd-4c1c-9a96-4e80fd077cc6 req-486cd8fe-d59b-4434-baba-6e504160b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:36.776160 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db1724ae-4ccd-4c1c-9a96-4e80fd077cc6 req-486cd8fe-d59b-4434-baba-6e504160b8a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=27a28c8f-0009-469a-a083-90b6f4f48bc0 HTTP/1.1" status: 200 len: 854 time: 0.1058047 Jul 30 01:48:36.796610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port bd7f1b6c-b67b-4490-b720-9d9c4cd45449, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=bd7f1b6c-b67b-4490-b720-9d9c4cd45449,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:36.812601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f974f57-4a88-4ec5-9620-bbe015f862af req-ed48227b-408f-4f8a-9beb-a266938650cc tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:36.814431 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f974f57-4a88-4ec5-9620-bbe015f862af req-ed48227b-408f-4f8a-9beb-a266938650cc tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5441cb-af61-49f1-b3ae-6783cd17ec60 HTTP/1.1" status: 200 len: 943 time: 0.0897849 Jul 30 01:48:36.834214 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-7ad40d34-5335-4cfb-af28-a0464393f451 service neutron] 10.222.0.70 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334144 Jul 30 01:48:36.836467 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db1724ae-4ccd-4c1c-9a96-4e80fd077cc6 req-b96b701a-6fb2-4d66-b52b-2bc914d85766 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478058 Jul 30 01:48:36.866745 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f974f57-4a88-4ec5-9620-bbe015f862af req-af54d24d-6a21-4905-bb1e-8434f9be6b2d tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd4f12b2-de12-4bd8-af20-84504646465d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432508 Jul 30 01:48:36.882506 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.883958 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 6d8c1817-5e16-4333-88e9-6baf283dd55a up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:37.031185 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=bd7f1b6c-b67b-4490-b720-9d9c4cd45449,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:37.040699 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b10c1ca-fe29-46e4-bd7c-7223b361571d x-openstack-request-id: req-1b10c1ca-fe29-46e4-bd7c-7223b361571d {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:37.041900 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-plugged", "status": "completed", "tag": "8cba3957-631b-46df-930d-30f2ada9c6ce", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:37.041900 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1b10c1ca-fe29-46e4-bd7c-7223b361571d {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:37.041900 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cba3957-631b-46df-930d-30f2ada9c6ce', 'code': 200} Jul 30 01:48:37.123665 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-38a468dc-6f99-4163-93a7-107651357e1d service neutron] 10.222.0.70 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833092 Jul 30 01:48:37.151610 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd3a1f2-699c-4c03-9b5a-240df571b535', 'name': 'network-vif-deleted', 'tag': 'ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:37.153942 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f450a37-134d-4c0d-b19d-e7bb5ebe96ae" -d '{"events": [{"server_uuid": "9dd3a1f2-699c-4c03-9b5a-240df571b535", "name": "network-vif-deleted", "tag": "ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:37.183742 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922997b-070d-4509-9690-7704e9a97ab1 req-78dbb168-7c1e-4dd0-b471-d1d6edd921d3 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:37.190439 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922997b-070d-4509-9690-7704e9a97ab1 req-78dbb168-7c1e-4dd0-b471-d1d6edd921d3 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:37.193815 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db1724ae-4ccd-4c1c-9a96-4e80fd077cc6 req-206cdd87-8c4c-4bf4-9891-6cb49ecbf835 service neutron] 10.222.0.10 "GET /v2.0/networks/90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210139 Jul 30 01:48:37.196363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922997b-070d-4509-9690-7704e9a97ab1 req-78dbb168-7c1e-4dd0-b471-d1d6edd921d3 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:37.202420 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922997b-070d-4509-9690-7704e9a97ab1 req-78dbb168-7c1e-4dd0-b471-d1d6edd921d3 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:37.209142 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922997b-070d-4509-9690-7704e9a97ab1 req-78dbb168-7c1e-4dd0-b471-d1d6edd921d3 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:37.214875 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922997b-070d-4509-9690-7704e9a97ab1 req-78dbb168-7c1e-4dd0-b471-d1d6edd921d3 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:37.220797 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922997b-070d-4509-9690-7704e9a97ab1 req-78dbb168-7c1e-4dd0-b471-d1d6edd921d3 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:37.223445 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4922997b-070d-4509-9690-7704e9a97ab1 req-78dbb168-7c1e-4dd0-b471-d1d6edd921d3 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5440 time: 0.1020274 Jul 30 01:48:37.272602 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4922997b-070d-4509-9690-7704e9a97ab1 req-36dea046-886f-47f3-b7f8-a2c2ba1d539e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397959 Jul 30 01:48:37.290278 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-16fe55c0-6ffa-4d72-bcee-f400f25c841f service neutron] 10.222.0.70 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651645 Jul 30 01:48:37.359143 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-83316de9-baa1-4c24-8bd8-6a9fdcc56c72 req-220a3e9f-bdaa-4214-89d6-b4a35a595bd8 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 210 time: 0.0299299 Jul 30 01:48:37.360954 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db1724ae-4ccd-4c1c-9a96-4e80fd077cc6 req-db32d253-e846-40dd-8ae2-307202aa8b9d service neutron] 10.222.0.10 "GET /v2.0/networks/90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577723 Jul 30 01:48:37.407999 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 6d8c1817-5e16-4333-88e9-6baf283dd55a completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:37.412574 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 6d8c1817-5e16-4333-88e9-6baf283dd55a triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:37.413012 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.413132 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-38e06b6d-dd75-408d-bd3f-0e981de86ae1 service neutron] 10.222.0.70 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163781 Jul 30 01:48:37.488719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145a97f-62e5-4002-8103-83f23baaeff1 req-6220a608-131c-4c51-8be2-0f87083f5182 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:37.490329 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5145a97f-62e5-4002-8103-83f23baaeff1 req-6220a608-131c-4c51-8be2-0f87083f5182 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 946 time: 0.0615695 Jul 30 01:48:37.506517 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-0d9df2ed-74c6-465a-b770-ee05db6ab1ef service neutron] 10.222.0.70 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926027 Jul 30 01:48:37.535628 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5145a97f-62e5-4002-8103-83f23baaeff1 req-44544778-97eb-4920-a7cb-839bfed68dc5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382907 Jul 30 01:48:37.562115 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.588309 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f512721-277d-421f-96a8-da954109bc98 x-openstack-request-id: req-8f512721-277d-421f-96a8-da954109bc98 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:37.588309 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd3a1f2-699c-4c03-9b5a-240df571b535", "name": "network-vif-deleted", "tag": "ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:37.588309 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f512721-277d-421f-96a8-da954109bc98 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:37.588309 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd3a1f2-699c-4c03-9b5a-240df571b535', 'name': 'network-vif-deleted', 'tag': 'ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025', 'status': 'completed', 'code': 200} Jul 30 01:48:37.609108 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:48:37.615676 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 6d8c1817-5e16-4333-88e9-6baf283dd55a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6d8c1817-5e16-4333-88e9-6baf283dd55a,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:37.635195 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-8190eb17-18b6-4ac1-a687-eabab90208a2 service neutron] 10.222.0.70 "GET /v2.0/networks/ffda0404-bad4-4226-a8b1-7142332e4862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211464 Jul 30 01:48:37.693963 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.695012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 1543c41e-8012-46b9-ac26-b211757944dc up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:37.755913 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-eb051f1d-3f58-4bb1-886d-5d27e862b820 service neutron] 10.222.0.70 "GET /v2.0/networks/ffda0404-bad4-4226-a8b1-7142332e4862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179342 Jul 30 01:48:37.836809 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-30f131ce-3c1b-46ec-b212-babfad768c4a req-dc2d3d27-3aa1-447e-a672-15333988f98a tempest-ServersOnMultiNodesTest-1866821218 tempest-ServersOnMultiNodesTest-1866821218-project] 10.222.0.70 "GET /v2.0/ports?device_id=9dd3a1f2-699c-4c03-9b5a-240df571b535 HTTP/1.1" status: 200 len: 210 time: 0.0335822 Jul 30 01:48:37.894905 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=6d8c1817-5e16-4333-88e9-6baf283dd55a,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:37.917948 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-bee242ef-b032-4a89-ad10-39ba6167dd44 service neutron] 10.222.0.70 "GET /v2.0/networks/ffda0404-bad4-4226-a8b1-7142332e4862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617620 Jul 30 01:48:37.967009 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b123db5-9ae3-4b99-8bd2-33745d0e0b31 req-7c06d915-053c-488c-9745-330b28ea290c tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:37.968911 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3b123db5-9ae3-4b99-8bd2-33745d0e0b31 req-7c06d915-053c-488c-9745-330b28ea290c tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 945 time: 0.0673144 Jul 30 01:48:37.981738 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 1543c41e-8012-46b9-ac26-b211757944dc completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:37.987146 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 1543c41e-8012-46b9-ac26-b211757944dc triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:37.996035 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:38.033422 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3b123db5-9ae3-4b99-8bd2-33745d0e0b31 req-d5b8255a-647c-4cd7-9eb4-560df520de05 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465858 Jul 30 01:48:38.048414 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-d54eafb2-6d44-4556-9520-2b8a8be122b6 service neutron] 10.222.0.70 "GET /v2.0/networks/ffda0404-bad4-4226-a8b1-7142332e4862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212516 Jul 30 01:48:38.146332 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:38.221005 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef12e8-fe86-49bd-8b11-bcd15ac3c5c3 req-53540feb-42f6-49c1-a4e9-9d827233e352 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:38.229633 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52ef12e8-fe86-49bd-8b11-bcd15ac3c5c3 req-53540feb-42f6-49c1-a4e9-9d827233e352 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5441cb-af61-49f1-b3ae-6783cd17ec60 HTTP/1.1" status: 200 len: 943 time: 0.0766723 Jul 30 01:48:38.236789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1543c41e-8012-46b9-ac26-b211757944dc, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1543c41e-8012-46b9-ac26-b211757944dc,segment=NetworkSegment(517e2d6b-5c75-4689-85c7-570b6e930a29),segment_id=517e2d6b-5c75-4689-85c7-570b6e930a29)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:38.282567 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52ef12e8-fe86-49bd-8b11-bcd15ac3c5c3 req-996958d3-9108-4b1a-9379-9e3c2b13c374 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd4f12b2-de12-4bd8-af20-84504646465d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518668 Jul 30 01:48:38.382889 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:38.387754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:38.471926 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485e3f-d6db-4947-8695-a66ddd3c6cf1 req-9904a232-3d01-4b76-9e61-e1c5005b64d2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:38.480119 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 53e26c7b-39c7-4690-b30d-b1e50ce34ea7 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:48:38.481253 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485e3f-d6db-4947-8695-a66ddd3c6cf1 req-9904a232-3d01-4b76-9e61-e1c5005b64d2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:38.488465 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485e3f-d6db-4947-8695-a66ddd3c6cf1 req-9904a232-3d01-4b76-9e61-e1c5005b64d2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:38.494370 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485e3f-d6db-4947-8695-a66ddd3c6cf1 req-9904a232-3d01-4b76-9e61-e1c5005b64d2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:38.500437 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485e3f-d6db-4947-8695-a66ddd3c6cf1 req-9904a232-3d01-4b76-9e61-e1c5005b64d2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:38.507095 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485e3f-d6db-4947-8695-a66ddd3c6cf1 req-9904a232-3d01-4b76-9e61-e1c5005b64d2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:38.513920 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485e3f-d6db-4947-8695-a66ddd3c6cf1 req-9904a232-3d01-4b76-9e61-e1c5005b64d2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:38.522367 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b485e3f-d6db-4947-8695-a66ddd3c6cf1 req-9904a232-3d01-4b76-9e61-e1c5005b64d2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5441 time: 0.1587915 Jul 30 01:48:38.530692 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=1543c41e-8012-46b9-ac26-b211757944dc,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:38.571720 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b485e3f-d6db-4947-8695-a66ddd3c6cf1 req-39d098c7-bca9-4c1b-9a15-615515062db9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484574 Jul 30 01:48:38.657080 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 53e26c7b-39c7-4690-b30d-b1e50ce34ea7, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=53e26c7b-39c7-4690-b30d-b1e50ce34ea7,segment=NetworkSegment(752d35f3-a536-49e1-a68d-e48b3fc4e72d),segment_id=752d35f3-a536-49e1-a68d-e48b3fc4e72d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:38.669800 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '53e26c7b-39c7-4690-b30d-b1e50ce34ea7', 'network_id': '90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc', 'port_id': '53e26c7b-39c7-4690-b30d-b1e50ce34ea7', 'mac_address': 'fa:16:3e:fb:9e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a28c8f-0009-469a-a083-90b6f4f48bc0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:48:38.680807 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bd606f29-9578-45b3-8122-20a7590a9beb req-8d368eb4-8695-4dda-92fb-8b41eac25a62 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 210 time: 0.0320780 Jul 30 01:48:38.698478 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:38.710643 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:38.711020 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:38.743090 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:38.768043 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e26c7b-39c7-4690-b30d-b1e50ce34ea7 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:38.803365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 53e26c7b-39c7-4690-b30d-b1e50ce34ea7, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=53e26c7b-39c7-4690-b30d-b1e50ce34ea7,segment=NetworkSegment(752d35f3-a536-49e1-a68d-e48b3fc4e72d),segment_id=752d35f3-a536-49e1-a68d-e48b3fc4e72d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:38.805568 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427b70a-c0f4-41ed-9850-729f85354246 req-57d90464-b2a7-49d2-96b2-31d49afe06ba tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:38.807312 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b427b70a-c0f4-41ed-9850-729f85354246 req-57d90464-b2a7-49d2-96b2-31d49afe06ba tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 946 time: 0.0654953 Jul 30 01:48:38.850748 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:38.854478 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b427b70a-c0f4-41ed-9850-729f85354246 req-7e71375b-ec56-4eeb-8fa8-35c559feab13 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400565 Jul 30 01:48:38.888451 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=286aa284-1cd3-4870-bcc8-b1c99a5aa0a6,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:38.905088 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:38.972574 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=53e26c7b-39c7-4690-b30d-b1e50ce34ea7,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:39.013593 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:39.039203 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device f375af04-8b58-42fe-852c-502fa34f6a49 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:39.047231 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7f1b6c-b67b-4490-b720-9d9c4cd45449'}, {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8c1817-5e16-4333-88e9-6baf283dd55a'}, {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1543c41e-8012-46b9-ac26-b211757944dc'}, {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286aa284-1cd3-4870-bcc8-b1c99a5aa0a6'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:39.050082 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a325c09-64d5-45aa-83e6-8d65aba8e840" -d '{"events": [{"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-plugged", "status": "completed", "tag": "bd7f1b6c-b67b-4490-b720-9d9c4cd45449"}, {"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-plugged", "status": "completed", "tag": "6d8c1817-5e16-4333-88e9-6baf283dd55a"}, {"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-plugged", "status": "completed", "tag": "1543c41e-8012-46b9-ac26-b211757944dc"}, {"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-plugged", "status": "completed", "tag": "286aa284-1cd3-4870-bcc8-b1c99a5aa0a6"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:39.118855 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=286aa284-1cd3-4870-bcc8-b1c99a5aa0a6,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:39.156729 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-656bdb2f-f331-4f76-bf3c-bf8477503d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:39.170674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['53e26c7b-39c7-4690-b30d-b1e50ce34ea7'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:39.191780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3e6be-1f72-45c5-84d7-ca2037977c66 req-aa64b14a-c232-4e90-be58-97fac368f3fb tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:39.193656 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4de3e6be-1f72-45c5-84d7-ca2037977c66 req-aa64b14a-c232-4e90-be58-97fac368f3fb tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 945 time: 0.0542307 Jul 30 01:48:39.229596 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-8f529f53-a585-4d78-b51b-af366f39e4a6 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:39.231323 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-8f529f53-a585-4d78-b51b-af366f39e4a6 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.10 "GET /v2.0/networks?id=9030b8df-7223-43a1-87ad-4d6177bec344 HTTP/1.1" status: 200 len: 811 time: 0.1737545 Jul 30 01:48:39.242005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port f375af04-8b58-42fe-852c-502fa34f6a49 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:39.249442 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-5ca87f3c-3734-4b3d-9381-8b659b2ffde4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Request body: {'port': {'device_id': '4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d', 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344', 'admin_state_up': True, 'tenant_id': '7d3611f928ae4827a5bdd2be25a39ca2'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:39.250783 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4de3e6be-1f72-45c5-84d7-ca2037977c66 req-f9ede14a-7ee8-4588-ae9f-de1dc629e5e9 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484958 Jul 30 01:48:39.259909 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port f375af04-8b58-42fe-852c-502fa34f6a49 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:39.260485 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:39.300382 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca1567b-01cb-4ee0-bb77-2b164ac40a4d x-openstack-request-id: req-bca1567b-01cb-4ee0-bb77-2b164ac40a4d {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:39.300691 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-plugged", "status": "completed", "tag": "bd7f1b6c-b67b-4490-b720-9d9c4cd45449", "code": 200}, {"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-plugged", "status": "completed", "tag": "6d8c1817-5e16-4333-88e9-6baf283dd55a", "code": 200}, {"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-plugged", "status": "completed", "tag": "1543c41e-8012-46b9-ac26-b211757944dc", "code": 200}, {"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-plugged", "status": "completed", "tag": "286aa284-1cd3-4870-bcc8-b1c99a5aa0a6", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:39.313301 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bca1567b-01cb-4ee0-bb77-2b164ac40a4d {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:39.313301 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7f1b6c-b67b-4490-b720-9d9c4cd45449', 'code': 200} Jul 30 01:48:39.313301 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8c1817-5e16-4333-88e9-6baf283dd55a', 'code': 200} Jul 30 01:48:39.313301 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1543c41e-8012-46b9-ac26-b211757944dc', 'code': 200} Jul 30 01:48:39.313301 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286aa284-1cd3-4870-bcc8-b1c99a5aa0a6', 'code': 200} Jul 30 01:48:39.413688 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:39.454408 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322f6b5-993d-4f74-acba-1fb49764fa87 req-c6d8852d-24f4-458d-bffd-ea019ea334af tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:39.456181 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4322f6b5-993d-4f74-acba-1fb49764fa87 req-c6d8852d-24f4-458d-bffd-ea019ea334af tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5441cb-af61-49f1-b3ae-6783cd17ec60 HTTP/1.1" status: 200 len: 944 time: 0.0897436 Jul 30 01:48:39.459328 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-5ca87f3c-3734-4b3d-9381-8b659b2ffde4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Made reservation on behalf of 7d3611f928ae4827a5bdd2be25a39ca2 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:39.463634 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-5ca87f3c-3734-4b3d-9381-8b659b2ffde4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:39.492066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port f375af04-8b58-42fe-852c-502fa34f6a49, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=f375af04-8b58-42fe-852c-502fa34f6a49,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:39.509129 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4322f6b5-993d-4f74-acba-1fb49764fa87 req-d0c1fc17-9df1-498c-9f8a-ec09b46533e3 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd4f12b2-de12-4bd8-af20-84504646465d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426397 Jul 30 01:48:39.520502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42114) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:39.593275 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:39.594071 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 20f66196-9127-4447-a244-7a1ed6dba5a8 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:39.632993 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-5ca87f3c-3734-4b3d-9381-8b659b2ffde4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Allocated IP 172.20.0.13 (9030b8df-7223-43a1-87ad-4d6177bec344/00d5dfcf-9789-4d3c-a9c4-d79d05163f3c/35e404b4-aa41-4913-bcec-87636422198d) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:39.690420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=f375af04-8b58-42fe-852c-502fa34f6a49,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:39.759551 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f12c42a3-6888-484b-b766-a09e2a590b4a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e18fd6c446094f849e062ca3af8e67a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374198 Jul 30 01:48:39.762256 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42126) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:39.776736 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f468f-a480-4313-b3e7-2f87a0a86948 req-dad3ed42-9794-425b-a25a-ca8a111fabd2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:39.782709 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f468f-a480-4313-b3e7-2f87a0a86948 req-dad3ed42-9794-425b-a25a-ca8a111fabd2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:39.790423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f468f-a480-4313-b3e7-2f87a0a86948 req-dad3ed42-9794-425b-a25a-ca8a111fabd2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:39.796481 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f468f-a480-4313-b3e7-2f87a0a86948 req-dad3ed42-9794-425b-a25a-ca8a111fabd2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:39.803868 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f468f-a480-4313-b3e7-2f87a0a86948 req-dad3ed42-9794-425b-a25a-ca8a111fabd2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:39.807901 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 20f66196-9127-4447-a244-7a1ed6dba5a8 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:39.809948 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f468f-a480-4313-b3e7-2f87a0a86948 req-dad3ed42-9794-425b-a25a-ca8a111fabd2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:39.815714 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 20f66196-9127-4447-a244-7a1ed6dba5a8 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:39.816191 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f468f-a480-4313-b3e7-2f87a0a86948 req-dad3ed42-9794-425b-a25a-ca8a111fabd2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:39.816338 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:39.818147 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7d5f468f-a480-4313-b3e7-2f87a0a86948 req-dad3ed42-9794-425b-a25a-ca8a111fabd2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5444 time: 0.1263213 Jul 30 01:48:39.886559 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7d5f468f-a480-4313-b3e7-2f87a0a86948 req-3fdd4034-d9c3-4816-a6db-48816604e234 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520463 Jul 30 01:48:39.986733 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a178541c-1f40-4acb-b0e5-39296bbd4a99 req-c04838e7-b6e6-46fb-85e0-5e8004eb460f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 210 time: 0.0430715 Jul 30 01:48:40.017062 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.063103 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 20f66196-9127-4447-a244-7a1ed6dba5a8, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=20f66196-9127-4447-a244-7a1ed6dba5a8,segment=NetworkSegment(517e2d6b-5c75-4689-85c7-570b6e930a29),segment_id=517e2d6b-5c75-4689-85c7-570b6e930a29)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:40.079005 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d9609f14-d757-4758-bf39-a54cecd8f4df req-671cfb96-dad3-4ea7-be7d-4c21d5d81947 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 210 time: 0.0393679 Jul 30 01:48:40.134266 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.135130 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:40.218781 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:40.219219 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device ddc8c0b2-4a80-4cc7-9c44-59aa6ffbd025 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:40.231486 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=20f66196-9127-4447-a244-7a1ed6dba5a8,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:40.369935 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e2a84e8-0024-41d7-83b4-004f4a4f5a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.376740 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7c08d-9ded-49e9-8b50-4a54f401a257 req-249e5704-d648-4b51-86d0-c06addf0cf10 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:40.398634 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bbe7c08d-9ded-49e9-8b50-4a54f401a257 req-249e5704-d648-4b51-86d0-c06addf0cf10 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 945 time: 0.0598810 Jul 30 01:48:40.398817 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e8564-5c5a-4775-8d80-bdebd973f2ee req-f8129a03-5156-4ed2-8627-6b24fe9eb318 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:40.398817 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-930e8564-5c5a-4775-8d80-bdebd973f2ee req-f8129a03-5156-4ed2-8627-6b24fe9eb318 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 946 time: 0.1431665 Jul 30 01:48:40.418110 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-5ca87f3c-3734-4b3d-9381-8b659b2ffde4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.428770 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 53e26c7b-39c7-4690-b30d-b1e50ce34ea7 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:40.433075 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bbe7c08d-9ded-49e9-8b50-4a54f401a257 req-f00f3b2a-184f-437f-9052-09c4893d0b10 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459218 Jul 30 01:48:40.448839 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e2a84e8-0024-41d7-83b4-004f4a4f5a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.497927 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-930e8564-5c5a-4775-8d80-bdebd973f2ee req-9f5f2220-7cc1-45e9-9451-2a00a8868df2 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981078 Jul 30 01:48:40.634530 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a06ceb-55ef-4eb6-bf6a-39cd2c5cf78c req-30e6b6c3-99e8-43a4-b829-4b89187f4d98 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:40.636231 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-14a06ceb-55ef-4eb6-bf6a-39cd2c5cf78c req-30e6b6c3-99e8-43a4-b829-4b89187f4d98 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5441cb-af61-49f1-b3ae-6783cd17ec60 HTTP/1.1" status: 200 len: 944 time: 0.0489681 Jul 30 01:48:40.675484 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-14a06ceb-55ef-4eb6-bf6a-39cd2c5cf78c req-da6eb003-662f-4f05-a10d-dc28e8b545aa tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd4f12b2-de12-4bd8-af20-84504646465d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334027 Jul 30 01:48:40.733910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 53e26c7b-39c7-4690-b30d-b1e50ce34ea7 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:40.738260 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 53e26c7b-39c7-4690-b30d-b1e50ce34ea7 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:40.743156 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.817006 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.837635 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-5ca87f3c-3734-4b3d-9381-8b659b2ffde4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.840781 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e2a84e8-0024-41d7-83b4-004f4a4f5a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.842083 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e2a84e8-0024-41d7-83b4-004f4a4f5a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.843311 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6e2a84e8-0024-41d7-83b4-004f4a4f5a2b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358 HTTP/1.1" status: 204 len: 168 time: 1.0776839 Jul 30 01:48:40.851392 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 53e26c7b-39c7-4690-b30d-b1e50ce34ea7, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=53e26c7b-39c7-4690-b30d-b1e50ce34ea7,segment=NetworkSegment(752d35f3-a536-49e1-a68d-e48b3fc4e72d),segment_id=752d35f3-a536-49e1-a68d-e48b3fc4e72d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:40.881227 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a84e8-0024-41d7-83b4-004f4a4f5a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8951f1e4-8a16-4ef2-a8bc-e1fb93cfd358,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:40.905135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-5ca87f3c-3734-4b3d-9381-8b659b2ffde4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Network 9030b8df-7223-43a1-87ad-4d6177bec344 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:40.912963 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-5ca87f3c-3734-4b3d-9381-8b659b2ffde4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:40.915403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-5ca87f3c-3734-4b3d-9381-8b659b2ffde4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:40.939061 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca87f3c-3734-4b3d-9381-8b659b2ffde4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Pushing event updated for resources: {'Port': ['ID=35e404b4-aa41-4913-bcec-87636422198d,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:40.978061 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-5ca87f3c-3734-4b3d-9381-8b659b2ffde4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:40.978754 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-5ca87f3c-3734-4b3d-9381-8b659b2ffde4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.985680 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.037070 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=53e26c7b-39c7-4690-b30d-b1e50ce34ea7,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:41.041984 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c687f5-1696-4f06-a875-6486e565b56c req-607f807f-decc-492c-838a-d8f39c30d112 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.050173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c687f5-1696-4f06-a875-6486e565b56c req-607f807f-decc-492c-838a-d8f39c30d112 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.057734 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c687f5-1696-4f06-a875-6486e565b56c req-607f807f-decc-492c-838a-d8f39c30d112 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.064321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c687f5-1696-4f06-a875-6486e565b56c req-607f807f-decc-492c-838a-d8f39c30d112 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.071078 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c687f5-1696-4f06-a875-6486e565b56c req-607f807f-decc-492c-838a-d8f39c30d112 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.077238 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c687f5-1696-4f06-a875-6486e565b56c req-607f807f-decc-492c-838a-d8f39c30d112 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.083798 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c687f5-1696-4f06-a875-6486e565b56c req-607f807f-decc-492c-838a-d8f39c30d112 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.086058 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e8c687f5-1696-4f06-a875-6486e565b56c req-607f807f-decc-492c-838a-d8f39c30d112 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5445 time: 0.1270537 Jul 30 01:48:41.112653 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f757e9c-6997-48ad-ae4a-6aa14d5525c5 req-06c7a286-841a-469a-948a-7346e5d61b81 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.114205 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0f757e9c-6997-48ad-ae4a-6aa14d5525c5 req-06c7a286-841a-469a-948a-7346e5d61b81 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 932 time: 0.0574074 Jul 30 01:48:41.130852 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e8c687f5-1696-4f06-a875-6486e565b56c req-0ef26d52-a15f-43c3-b4a6-b5b22acdf44b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383575 Jul 30 01:48:41.134386 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-5ca87f3c-3734-4b3d-9381-8b659b2ffde4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8915176 Jul 30 01:48:41.152136 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] Request body: {'port': {'device_id': '4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:41.196646 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0f757e9c-6997-48ad-ae4a-6aa14d5525c5 req-35d5cac8-7541-464a-9d9a-fe3161c8ea82 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596688 Jul 30 01:48:41.237480 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-313e222b-efe6-40bb-808a-3f78b0711d31 req-a629cf48-6200-4f9e-8a67-bf05e32b9e94 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 210 time: 0.0323389 Jul 30 01:48:41.242092 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.302881 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f375af04-8b58-42fe-852c-502fa34f6a49'}, {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f66196-9127-4447-a244-7a1ed6dba5a8'}, {'server_uuid': '3b5441cb-af61-49f1-b3ae-6783cd17ec60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e26c7b-39c7-4690-b30d-b1e50ce34ea7'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:41.305236 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9083b5c-4451-4755-92a6-f6e8f46e97a9" -d '{"events": [{"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-plugged", "status": "completed", "tag": "f375af04-8b58-42fe-852c-502fa34f6a49"}, {"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-plugged", "status": "completed", "tag": "20f66196-9127-4447-a244-7a1ed6dba5a8"}, {"server_uuid": "3b5441cb-af61-49f1-b3ae-6783cd17ec60", "name": "network-vif-plugged", "status": "completed", "tag": "53e26c7b-39c7-4690-b30d-b1e50ce34ea7"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:41.379089 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c001f56c-22d7-4e11-afcf-ba4c80df8e2b x-openstack-request-id: req-c001f56c-22d7-4e11-afcf-ba4c80df8e2b {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:41.379465 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-plugged", "status": "completed", "tag": "f375af04-8b58-42fe-852c-502fa34f6a49", "code": 200}, {"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-plugged", "status": "completed", "tag": "20f66196-9127-4447-a244-7a1ed6dba5a8", "code": 200}, {"server_uuid": "3b5441cb-af61-49f1-b3ae-6783cd17ec60", "name": "network-vif-plugged", "status": "completed", "tag": "53e26c7b-39c7-4690-b30d-b1e50ce34ea7", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:41.379954 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c001f56c-22d7-4e11-afcf-ba4c80df8e2b {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:41.380416 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f375af04-8b58-42fe-852c-502fa34f6a49', 'code': 200} Jul 30 01:48:41.380761 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f66196-9127-4447-a244-7a1ed6dba5a8', 'code': 200} Jul 30 01:48:41.381015 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5441cb-af61-49f1-b3ae-6783cd17ec60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e26c7b-39c7-4690-b30d-b1e50ce34ea7', 'code': 200} Jul 30 01:48:41.488595 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda61c6-accf-4977-93b2-ee2100958412 req-808ac8a6-2fb1-4ad2-8efd-d5c07573a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.490525 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ccda61c6-accf-4977-93b2-ee2100958412 req-808ac8a6-2fb1-4ad2-8efd-d5c07573a214 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b5441cb-af61-49f1-b3ae-6783cd17ec60 HTTP/1.1" status: 200 len: 1096 time: 0.0525866 Jul 30 01:48:41.545071 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ccda61c6-accf-4977-93b2-ee2100958412 req-3a5902b5-50aa-4540-baa8-f114da7b0eb2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cd4f12b2-de12-4bd8-af20-84504646465d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475628 Jul 30 01:48:41.567481 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e404b4-aa41-4913-bcec-87636422198d {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:41.580490 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.601403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb108aef-d400-4bbe-8635-7cd33a52bedd req-4854d363-6543-4333-b024-725256eeb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.601903 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb108aef-d400-4bbe-8635-7cd33a52bedd req-4854d363-6543-4333-b024-725256eeb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.602416 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb108aef-d400-4bbe-8635-7cd33a52bedd req-4854d363-6543-4333-b024-725256eeb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.602900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb108aef-d400-4bbe-8635-7cd33a52bedd req-4854d363-6543-4333-b024-725256eeb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.603369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb108aef-d400-4bbe-8635-7cd33a52bedd req-4854d363-6543-4333-b024-725256eeb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.603860 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb108aef-d400-4bbe-8635-7cd33a52bedd req-4854d363-6543-4333-b024-725256eeb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.604331 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb108aef-d400-4bbe-8635-7cd33a52bedd req-4854d363-6543-4333-b024-725256eeb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.606350 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb108aef-d400-4bbe-8635-7cd33a52bedd req-4854d363-6543-4333-b024-725256eeb87f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 6502 time: 0.1077247 Jul 30 01:48:41.609099 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ac3f7b12-76fa-44b3-b675-835de0ff0dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.609356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] Transition to ACTIVE for port object 35e404b4-aa41-4913-bcec-87636422198d will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:41.623175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ae251-155c-439f-a01f-31a71f580e3e req-a3ac6b02-b010-4aa1-844a-68b6ab3f138e tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.625862 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-622ae251-155c-439f-a01f-31a71f580e3e req-a3ac6b02-b010-4aa1-844a-68b6ab3f138e tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 945 time: 0.0962443 Jul 30 01:48:41.631221 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.648321 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb108aef-d400-4bbe-8635-7cd33a52bedd req-534d8dae-667d-4f5b-8803-3279614604c3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332210 Jul 30 01:48:41.654479 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42204) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:41.679796 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-622ae251-155c-439f-a01f-31a71f580e3e req-89beea74-831a-442a-86c1-1e62d74aaffe tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405824 Jul 30 01:48:41.696248 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8b2b7ad4-6292-4ce0-a6d1-5f8d1409478c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c7c93decf6a04eacae832d32f8a02268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406754 Jul 30 01:48:41.698930 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42206) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:41.747896 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.790076 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d2afab61-ac3f-4d47-b019-f040892a7d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.854570 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d2afab61-ac3f-4d47-b019-f040892a7d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.866902 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] Pushing event updated for resources: {'Port': ['ID=35e404b4-aa41-4913-bcec-87636422198d,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:41.940320 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa38bc5-86b8-432e-a540-946c1145d9c7 req-e8fab48c-ee6b-4ddf-aa54-7e9c4a18bc48 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.941828 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9fa38bc5-86b8-432e-a540-946c1145d9c7 req-e8fab48c-ee6b-4ddf-aa54-7e9c4a18bc48 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5441cb-af61-49f1-b3ae-6783cd17ec60 HTTP/1.1" status: 200 len: 945 time: 0.1894362 Jul 30 01:48:42.014752 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9fa38bc5-86b8-432e-a540-946c1145d9c7 req-620cfe7e-8f56-4bed-b81c-c4c5e8700e69 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd4f12b2-de12-4bd8-af20-84504646465d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660095 Jul 30 01:48:42.015559 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] Attempting to bind port 35e404b4-aa41-4913-bcec-87636422198d on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:42.015901 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] Attempting to bind port 35e404b4-aa41-4913-bcec-87636422198d by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:42.016232 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] Attempting to bind port 35e404b4-aa41-4913-bcec-87636422198d on network 9030b8df-7223-43a1-87ad-4d6177bec344 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:42.020835 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] Port 35e404b4-aa41-4913-bcec-87636422198d on network 9030b8df-7223-43a1-87ad-4d6177bec344 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:48:42.021156 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] Attempting to bind port 35e404b4-aa41-4913-bcec-87636422198d on network 9030b8df-7223-43a1-87ad-4d6177bec344 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:42.027367 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:42.027711 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] Checking segment: {'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:42.028100 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] Bound using segment: {'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:42.028533 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] Bound port: 35e404b4-aa41-4913-bcec-87636422198d, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:42.028898 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.098019 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] For port 35e404b4-aa41-4913-bcec-87636422198d, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:42.101225 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] For port 35e404b4-aa41-4913-bcec-87636422198d, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=35e404b4-aa41-4913-bcec-87636422198d,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:42.110044 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d2afab61-ac3f-4d47-b019-f040892a7d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.114410 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d2afab61-ac3f-4d47-b019-f040892a7d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.115400 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d2afab61-ac3f-4d47-b019-f040892a7d5d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/37376f32-ee16-46f3-a904-a755d01cbf05 HTTP/1.1" status: 204 len: 168 time: 0.4155293 Jul 30 01:48:42.123345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afab61-ac3f-4d47-b019-f040892a7d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37376f32-ee16-46f3-a904-a755d01cbf05,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:42.208545 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.247483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:42.248124 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.249557 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] 10.222.0.10 "PUT /v2.0/ports/35e404b4-aa41-4913-bcec-87636422198d HTTP/1.1" status: 200 len: 1092 time: 1.1019745 Jul 30 01:48:42.250037 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d', 'tag': '35e404b4-aa41-4913-bcec-87636422198d'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:42.252359 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefe0581-ce97-4b5f-af66-7b76d012d279" -d '{"events": [{"name": "network-changed", "server_uuid": "4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d", "tag": "35e404b4-aa41-4913-bcec-87636422198d"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:42.281270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f843060-3df7-4f0f-aefd-425d2d1805c1 service neutron] Pushing event updated for resources: {'Port': ['ID=35e404b4-aa41-4913-bcec-87636422198d,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:42.301717 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66aaa3-9595-4655-9d41-58257c88a491 req-53e855b5-a78a-4ad4-8065-e452e874cba2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:42.309071 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66aaa3-9595-4655-9d41-58257c88a491 req-53e855b5-a78a-4ad4-8065-e452e874cba2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:42.315825 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66aaa3-9595-4655-9d41-58257c88a491 req-53e855b5-a78a-4ad4-8065-e452e874cba2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:42.321879 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66aaa3-9595-4655-9d41-58257c88a491 req-53e855b5-a78a-4ad4-8065-e452e874cba2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:42.327875 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66aaa3-9595-4655-9d41-58257c88a491 req-53e855b5-a78a-4ad4-8065-e452e874cba2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:42.334382 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66aaa3-9595-4655-9d41-58257c88a491 req-53e855b5-a78a-4ad4-8065-e452e874cba2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:42.335531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054836e4-3ecf-4342-a1b9-321ed0ab9aaa req-8db03031-8076-409b-82aa-cf4745a157db tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:42.337154 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-054836e4-3ecf-4342-a1b9-321ed0ab9aaa req-8db03031-8076-409b-82aa-cf4745a157db tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 944 time: 0.0514541 Jul 30 01:48:42.340282 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66aaa3-9595-4655-9d41-58257c88a491 req-53e855b5-a78a-4ad4-8065-e452e874cba2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:42.342215 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ae66aaa3-9595-4655-9d41-58257c88a491 req-53e855b5-a78a-4ad4-8065-e452e874cba2 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5445 time: 0.1296661 Jul 30 01:48:42.381485 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-054836e4-3ecf-4342-a1b9-321ed0ab9aaa req-fef6af0d-e0a4-4a04-816e-7d8219a5774a tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379059 Jul 30 01:48:42.390494 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ae66aaa3-9595-4655-9d41-58257c88a491 req-bfdc4509-ec10-4987-8fb0-ac16a8c50906 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412865 Jul 30 01:48:42.457167 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484df42d-f1e0-4562-9139-6d560b30d1ce x-openstack-request-id: req-484df42d-f1e0-4562-9139-6d560b30d1ce {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:42.457556 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d", "tag": "35e404b4-aa41-4913-bcec-87636422198d", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:42.457706 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-484df42d-f1e0-4562-9139-6d560b30d1ce {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:42.458079 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d', 'tag': '35e404b4-aa41-4913-bcec-87636422198d', 'status': 'completed', 'code': 200} Jul 30 01:48:42.475646 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-df74d4b5-dc1e-4536-be0d-e089a7b387ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:42.478978 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-df74d4b5-dc1e-4536-be0d-e089a7b387ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 1095 time: 0.0465534 Jul 30 01:48:42.519850 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-84a70110-fffe-4220-8aed-6f08a63406ed req-0f96b89e-2cb4-4ab1-86ce-85dc4d986623 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 210 time: 0.0349333 Jul 30 01:48:42.522893 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-101b9943-0604-4eb6-95be-35e746eec10d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35e404b4-aa41-4913-bcec-87636422198d HTTP/1.1" status: 200 len: 217 time: 0.0352492 Jul 30 01:48:42.576300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-325a3853-c81a-4f0c-8e4a-7d95619ced0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:42.576300 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-325a3853-c81a-4f0c-8e4a-7d95619ced0d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=00d5dfcf-9789-4d3c-a9c4-d79d05163f3c HTTP/1.1" status: 200 len: 851 time: 0.0448267 Jul 30 01:48:42.613362 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-e503546c-702a-4439-8846-9b0310b13ae4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9030b8df-7223-43a1-87ad-4d6177bec344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293672 Jul 30 01:48:42.718926 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-c13cfcb7-d628-47c6-af34-8856246e4185 service neutron] 10.222.0.10 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984747 Jul 30 01:48:42.822182 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ee2c0-5ec0-4802-8845-f54843213071 req-554b7beb-54d0-485a-ab4f-8718a5cc4289 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:42.829767 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ec5ee2c0-5ec0-4802-8845-f54843213071 req-554b7beb-54d0-485a-ab4f-8718a5cc4289 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 946 time: 0.0630591 Jul 30 01:48:42.869854 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ec5ee2c0-5ec0-4802-8845-f54843213071 req-2479f56a-9419-47b5-a539-5fa528648b12 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389495 Jul 30 01:48:42.882055 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1476b5-0053-40bd-a038-2d2376e44b17 req-f121c3dd-acbb-4e00-a8e4-2fe8ed85047f tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:42.883732 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db1476b5-0053-40bd-a038-2d2376e44b17 req-f121c3dd-acbb-4e00-a8e4-2fe8ed85047f tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 945 time: 0.0838931 Jul 30 01:48:42.909303 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac3f1a1d-1401-4b4f-be3a-367597e58bd2 req-8e9e3bfd-71b7-4eb7-a59f-a473f9134393 service neutron] 10.222.0.10 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819775 Jul 30 01:48:42.931199 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db1476b5-0053-40bd-a038-2d2376e44b17 req-06b53ef3-f6ac-4bce-abaf-0de19d88a843 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405185 Jul 30 01:48:43.108230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe0581-ce97-4b5f-af66-7b76d012d279 req-efa376da-804d-41f8-b2af-0dedfe8ddbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:43.109861 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eefe0581-ce97-4b5f-af66-7b76d012d279 req-efa376da-804d-41f8-b2af-0dedfe8ddbf0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 1095 time: 0.0689144 Jul 30 01:48:43.177938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f9e21-d580-40be-9846-64ec4d8d810a req-74c60f33-5ed1-44f3-b90e-76b1c44387df tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:43.180754 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4d1f9e21-d580-40be-9846-64ec4d8d810a req-74c60f33-5ed1-44f3-b90e-76b1c44387df tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5441cb-af61-49f1-b3ae-6783cd17ec60 HTTP/1.1" status: 200 len: 945 time: 0.0631247 Jul 30 01:48:43.220699 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe0581-ce97-4b5f-af66-7b76d012d279 req-b60f4238-7b79-4cef-acda-b850103f3da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:43.222429 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eefe0581-ce97-4b5f-af66-7b76d012d279 req-b60f4238-7b79-4cef-acda-b850103f3da0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9030b8df-7223-43a1-87ad-4d6177bec344 HTTP/1.1" status: 200 len: 912 time: 0.1048059 Jul 30 01:48:43.225280 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:43.232900 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4d1f9e21-d580-40be-9846-64ec4d8d810a req-4c0e4aed-575b-4310-bef5-7c9dc3e4981f tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd4f12b2-de12-4bd8-af20-84504646465d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415878 Jul 30 01:48:43.275426 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eefe0581-ce97-4b5f-af66-7b76d012d279 req-b31baf75-1b1f-4c75-9d20-fbbcdc49b668 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35e404b4-aa41-4913-bcec-87636422198d HTTP/1.1" status: 200 len: 217 time: 0.0456727 Jul 30 01:48:43.355474 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe0581-ce97-4b5f-af66-7b76d012d279 req-5e2eb8fd-7333-4ae4-b562-196e9164165b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:43.357034 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eefe0581-ce97-4b5f-af66-7b76d012d279 req-5e2eb8fd-7333-4ae4-b562-196e9164165b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=00d5dfcf-9789-4d3c-a9c4-d79d05163f3c HTTP/1.1" status: 200 len: 851 time: 0.0747368 Jul 30 01:48:43.398801 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eefe0581-ce97-4b5f-af66-7b76d012d279 req-bcd079a6-281d-466c-bfeb-89ecdcc19c39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9030b8df-7223-43a1-87ad-4d6177bec344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304804 Jul 30 01:48:43.515302 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0614d-7a63-45da-96cc-d8fed0fed9db req-c427370a-6c2f-4a65-ad3a-cdcfd4673a86 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:43.517047 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-92f0614d-7a63-45da-96cc-d8fed0fed9db req-c427370a-6c2f-4a65-ad3a-cdcfd4673a86 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 944 time: 0.0599775 Jul 30 01:48:43.561190 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-92f0614d-7a63-45da-96cc-d8fed0fed9db req-fefc458c-f539-4d55-b693-85c3af74b06b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378542 Jul 30 01:48:43.640693 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7bb7b-5331-44a9-9f05-6ce289a6d8ad req-54070a97-194c-4b82-aa44-c6066293f3a0 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:43.646855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7bb7b-5331-44a9-9f05-6ce289a6d8ad req-54070a97-194c-4b82-aa44-c6066293f3a0 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:43.652529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7bb7b-5331-44a9-9f05-6ce289a6d8ad req-54070a97-194c-4b82-aa44-c6066293f3a0 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:43.659262 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7bb7b-5331-44a9-9f05-6ce289a6d8ad req-54070a97-194c-4b82-aa44-c6066293f3a0 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:43.665345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7bb7b-5331-44a9-9f05-6ce289a6d8ad req-54070a97-194c-4b82-aa44-c6066293f3a0 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:43.678632 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7bb7b-5331-44a9-9f05-6ce289a6d8ad req-54070a97-194c-4b82-aa44-c6066293f3a0 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:43.684716 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7bb7b-5331-44a9-9f05-6ce289a6d8ad req-54070a97-194c-4b82-aa44-c6066293f3a0 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:43.686789 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9f7bb7b-5331-44a9-9f05-6ce289a6d8ad req-54070a97-194c-4b82-aa44-c6066293f3a0 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5445 time: 0.1894064 Jul 30 01:48:43.691312 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eefe0581-ce97-4b5f-af66-7b76d012d279 req-56c8ca88-3bbe-4a1b-96f2-88825f1d5805 service neutron] 10.222.0.10 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877796 Jul 30 01:48:43.704396 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-9a6cfc53-0263-4544-b10d-32120d5c188a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:43.706231 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-9a6cfc53-0263-4544-b10d-32120d5c188a service neutron] 10.222.0.77 "GET /v2.0/ports/98cfbc35-8407-4d20-b573-2f522c31972f HTTP/1.1" status: 200 len: 1027 time: 0.1278818 Jul 30 01:48:43.798624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 1c967715-842e-4180-ab4a-eb7c33291aed no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:43.812018 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-2eb66106-568d-446e-8c45-3e1fe51031a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:43.813411 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-2eb66106-568d-446e-8c45-3e1fe51031a5 service neutron] 10.222.0.77 "GET /v2.0/ports/64c3d04a-350f-42ab-b7c4-89ebbc977cf2 HTTP/1.1" status: 200 len: 1027 time: 0.0927932 Jul 30 01:48:43.819660 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9f7bb7b-5331-44a9-9f05-6ce289a6d8ad req-a3e0e2a1-cbad-4181-8a88-975d269f6dee tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1256762 Jul 30 01:48:43.920746 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:43.932007 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eefe0581-ce97-4b5f-af66-7b76d012d279 req-636b8b06-e276-4fcb-b079-f72c6ad42f15 service neutron] 10.222.0.10 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298622 Jul 30 01:48:43.948646 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c967715-842e-4180-ab4a-eb7c33291aed'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:43.951136 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f00b5d-f8a3-43f5-a336-efe4ee49688d" -d '{"events": [{"server_uuid": "c08b45c4-342a-47f4-bc8a-6c135bfa13a6", "name": "network-vif-unplugged", "status": "completed", "tag": "1c967715-842e-4180-ab4a-eb7c33291aed"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:43.980209 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1c967715-842e-4180-ab4a-eb7c33291aed, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1c967715-842e-4180-ab4a-eb7c33291aed,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:43.988244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-8b177798-90fc-46f6-83d5-66dd15e432a0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:43.994552 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-8b177798-90fc-46f6-83d5-66dd15e432a0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:44.001587 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-8b177798-90fc-46f6-83d5-66dd15e432a0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:44.003321 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-8b177798-90fc-46f6-83d5-66dd15e432a0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.77 "GET /v2.0/networks?id=c4c1a6d3-9310-46dd-b172-3b32195b5301&id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&id=ffda0404-bad4-4226-a8b1-7142332e4862&id=ffda0404-bad4-4226-a8b1-7142332e4862 HTTP/1.1" status: 200 len: 1990 time: 0.1647999 Jul 30 01:48:44.037146 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-26bded6d-c8e4-48cb-85bc-1b1318eb6aed req-12cf9ebc-c343-42e1-8cf1-2351474d85c7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 210 time: 0.0328298 Jul 30 01:48:44.048257 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:44.075347 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f55ca1a3-a9c0-40c5-ad5d-b689d7d23495 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b925993cc6564ab9911b25e36e01c143 HTTP/1.1" status: 200 len: 379 time: 0.0408297 Jul 30 01:48:44.095321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-c9d7e131-7c8f-461f-ba0a-bd4b611cde19 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Request body: {'port': {'device_id': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301', 'admin_state_up': True, 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'security_groups': ['3375cfdc-66d3-4667-b2ed-448ebd9f875f']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:44.115906 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=1c967715-842e-4180-ab4a-eb7c33291aed,revision_number=14']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:44.136783 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c53315b-ecb1-460c-ae2d-3295f9cd16b1 x-openstack-request-id: req-9c53315b-ecb1-460c-ae2d-3295f9cd16b1 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:44.137077 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08b45c4-342a-47f4-bc8a-6c135bfa13a6", "name": "network-vif-unplugged", "status": "completed", "tag": "1c967715-842e-4180-ab4a-eb7c33291aed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:44.137840 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c53315b-ecb1-460c-ae2d-3295f9cd16b1 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:44.138466 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c967715-842e-4180-ab4a-eb7c33291aed', 'code': 200} Jul 30 01:48:44.219910 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5f1be-4ddb-4961-8631-22385f3b6b2f req-42a7daa1-95a3-457f-a736-6e57c8016120 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:44.226067 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5f1be-4ddb-4961-8631-22385f3b6b2f req-42a7daa1-95a3-457f-a736-6e57c8016120 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:44.232286 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5f1be-4ddb-4961-8631-22385f3b6b2f req-42a7daa1-95a3-457f-a736-6e57c8016120 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:44.238635 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5f1be-4ddb-4961-8631-22385f3b6b2f req-42a7daa1-95a3-457f-a736-6e57c8016120 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:44.244819 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5f1be-4ddb-4961-8631-22385f3b6b2f req-42a7daa1-95a3-457f-a736-6e57c8016120 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:44.250915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5f1be-4ddb-4961-8631-22385f3b6b2f req-42a7daa1-95a3-457f-a736-6e57c8016120 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:44.257386 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5f1be-4ddb-4961-8631-22385f3b6b2f req-42a7daa1-95a3-457f-a736-6e57c8016120 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:44.259680 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0af5f1be-4ddb-4961-8631-22385f3b6b2f req-42a7daa1-95a3-457f-a736-6e57c8016120 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5445 time: 0.1501205 Jul 30 01:48:44.271539 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42320) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:44.279265 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-dd5a6326-8d1a-4bb7-9030-87b1a34dab1a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Request body: {'floatingip': {'port_id': '8cba3957-631b-46df-930d-30f2ada9c6ce'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:44.320444 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfe4da-ed70-43d1-9648-fcbdb37a0216 req-ba2be377-c45b-428e-a96f-351818992f75 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:44.321490 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5cfe4da-ed70-43d1-9648-fcbdb37a0216 req-ba2be377-c45b-428e-a96f-351818992f75 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 945 time: 0.0860882 Jul 30 01:48:44.324734 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd5a6326-8d1a-4bb7-9030-87b1a34dab1a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for floatingip, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:44.360709 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-c9d7e131-7c8f-461f-ba0a-bd4b611cde19 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Made reservation on behalf of b925993cc6564ab9911b25e36e01c143 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:44.364650 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-c9d7e131-7c8f-461f-ba0a-bd4b611cde19 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:44.410509 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5cfe4da-ed70-43d1-9648-fcbdb37a0216 req-c380ea2c-dd15-4542-b583-27426a43d650 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752895 Jul 30 01:48:44.493551 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:44.569095 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-c9d7e131-7c8f-461f-ba0a-bd4b611cde19 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Allocated IP 172.20.0.7 (c4c1a6d3-9310-46dd-b172-3b32195b5301/e06878ac-6342-4e72-a6a9-2977bc593aeb/3ef93241-9ad7-4b70-a889-e1188e914d4a) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:44.629131 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca83e6-afc5-4426-9d69-792c35f44606 req-64c66ee9-de02-4a3c-8133-8e4f1288ecad tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:44.636823 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-86ca83e6-afc5-4426-9d69-792c35f44606 req-64c66ee9-de02-4a3c-8133-8e4f1288ecad tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5441cb-af61-49f1-b3ae-6783cd17ec60 HTTP/1.1" status: 200 len: 945 time: 0.2793438 Jul 30 01:48:44.784146 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-86ca83e6-afc5-4426-9d69-792c35f44606 req-f3f548d5-22ab-4d8d-ab2c-e575733f542a tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd4f12b2-de12-4bd8-af20-84504646465d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330152 Jul 30 01:48:44.866372 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-c9d7e131-7c8f-461f-ba0a-bd4b611cde19 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:44.896971 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-c9d7e131-7c8f-461f-ba0a-bd4b611cde19 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Transition to ACTIVE for port object 3ef93241-9ad7-4b70-a889-e1188e914d4a will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:45.053959 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5113977-e5a8-4bca-ae71-b04e5d17cb4d req-2c88dc5b-7318-418f-b2c9-104c25de2ed9 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:45.055413 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f5113977-e5a8-4bca-ae71-b04e5d17cb4d req-2c88dc5b-7318-418f-b2c9-104c25de2ed9 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 944 time: 0.1037455 Jul 30 01:48:45.077459 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-c9d7e131-7c8f-461f-ba0a-bd4b611cde19 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.126521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-c9d7e131-7c8f-461f-ba0a-bd4b611cde19 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Network c4c1a6d3-9310-46dd-b172-3b32195b5301 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:45.130404 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-c9d7e131-7c8f-461f-ba0a-bd4b611cde19 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:45.132251 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f5113977-e5a8-4bca-ae71-b04e5d17cb4d req-a7625452-d950-4273-9718-45cb8134461c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705228 Jul 30 01:48:45.138784 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-c9d7e131-7c8f-461f-ba0a-bd4b611cde19 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:45.143711 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7e131-7c8f-461f-ba0a-bd4b611cde19 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event updated for resources: {'Port': ['ID=3ef93241-9ad7-4b70-a889-e1188e914d4a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:45.200534 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd5a6326-8d1a-4bb7-9030-87b1a34dab1a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.268645 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-c9d7e131-7c8f-461f-ba0a-bd4b611cde19 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:45.270910 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-c9d7e131-7c8f-461f-ba0a-bd4b611cde19 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.288058 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd5a6326-8d1a-4bb7-9030-87b1a34dab1a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.435333 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-c9d7e131-7c8f-461f-ba0a-bd4b611cde19 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3505623 Jul 30 01:48:45.460238 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-cda8e590-4fd6-4eee-83fb-370ce163a18b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Request body: {'port': {'device_id': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182', 'admin_state_up': True, 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'security_groups': ['3375cfdc-66d3-4667-b2ed-448ebd9f875f']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:45.510677 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-dd5a6326-8d1a-4bb7-9030-87b1a34dab1a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Floating IP 9b97f1c6-3856-4e51-8bd6-95610bfb7579 associated. External IP: 172.25.1.28, port: 8cba3957-631b-46df-930d-30f2ada9c6ce. Jul 30 01:48:45.597499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0c162-4a61-4f66-b5e4-e8fe893d7c83 req-24b06ee3-269e-47dc-83db-054293abc1c1 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:45.599079 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ea0c162-4a61-4f66-b5e4-e8fe893d7c83 req-24b06ee3-269e-47dc-83db-054293abc1c1 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b5441cb-af61-49f1-b3ae-6783cd17ec60 HTTP/1.1" status: 200 len: 945 time: 0.2370589 Jul 30 01:48:45.636696 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5b03dd81-8f47-41b3-a804-4e264d058a6f None None] Provisioning for port 3ef93241-9ad7-4b70-a889-e1188e914d4a completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:45.655699 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5b03dd81-8f47-41b3-a804-4e264d058a6f None None] Provisioning complete for port 3ef93241-9ad7-4b70-a889-e1188e914d4a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:45.656071 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5b03dd81-8f47-41b3-a804-4e264d058a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.680077 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530214d2-5e33-4ae2-b986-8389657d804c req-7a6b7fe6-2722-4163-b480-9fe1d7dde166 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:45.681632 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-530214d2-5e33-4ae2-b986-8389657d804c req-7a6b7fe6-2722-4163-b480-9fe1d7dde166 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 931 time: 0.2152672 Jul 30 01:48:45.735349 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5b03dd81-8f47-41b3-a804-4e264d058a6f None None] Port 3ef93241-9ad7-4b70-a889-e1188e914d4a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:45.772554 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-530214d2-5e33-4ae2-b986-8389657d804c req-8eab9f0a-4b00-4e57-a821-fca19ef7281d tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835776 Jul 30 01:48:45.817146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-6ea0c162-4a61-4f66-b5e4-e8fe893d7c83 req-8e18d7be-0ab4-44d5-aebc-bf951188f7e6 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Deleting port 53e26c7b-39c7-4690-b30d-b1e50ce34ea7 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:45.822072 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6ea0c162-4a61-4f66-b5e4-e8fe893d7c83 req-8e18d7be-0ab4-44d5-aebc-bf951188f7e6 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.857545 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5a6326-8d1a-4bb7-9030-87b1a34dab1a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Router 166d4647-eb69-466d-ad87-087f3f3b6760 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:48:45.921780 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-cda8e590-4fd6-4eee-83fb-370ce163a18b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Made reservation on behalf of b925993cc6564ab9911b25e36e01c143 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:45.925312 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-cda8e590-4fd6-4eee-83fb-370ce163a18b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.015342 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5a6326-8d1a-4bb7-9030-87b1a34dab1a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:48:46.020410 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd5a6326-8d1a-4bb7-9030-87b1a34dab1a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.027208 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a455d9-5bbd-4b14-9143-28a38f16c125 None None] Sync routers for ids ['166d4647-eb69-466d-ad87-087f3f3b6760'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:48:46.060944 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a455d9-5bbd-4b14-9143-28a38f16c125 None None] Routers {'166d4647-eb69-466d-ad87-087f3f3b6760'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:46.064369 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-64a455d9-5bbd-4b14-9143-28a38f16c125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:48:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['166d4647-eb69-466d-ad87-087f3f3b6760'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:46.071950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6ea0c162-4a61-4f66-b5e4-e8fe893d7c83 req-8e18d7be-0ab4-44d5-aebc-bf951188f7e6 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] For port 53e26c7b-39c7-4690-b30d-b1e50ce34ea7, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=53e26c7b-39c7-4690-b30d-b1e50ce34ea7,segment=NetworkSegment(752d35f3-a536-49e1-a68d-e48b3fc4e72d),segment_id=752d35f3-a536-49e1-a68d-e48b3fc4e72d)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:46.074799 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6ea0c162-4a61-4f66-b5e4-e8fe893d7c83 req-8e18d7be-0ab4-44d5-aebc-bf951188f7e6 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.095867 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-6ea0c162-4a61-4f66-b5e4-e8fe893d7c83 req-8e18d7be-0ab4-44d5-aebc-bf951188f7e6 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Calling delete_port for 53e26c7b-39c7-4690-b30d-b1e50ce34ea7 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:46.213403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-cda8e590-4fd6-4eee-83fb-370ce163a18b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Allocated IP 10.1.1.156 (363d3d4e-b5ea-4e20-bba0-f0d74743b182/94a57050-2cb9-4ecd-b0da-83096cb01862/6789236d-21f2-4490-8311-d49341e86769) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:46.285305 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-64a455d9-5bbd-4b14-9143-28a38f16c125 None None] Set router 166d4647-eb69-466d-ad87-087f3f3b6760 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:46.454328 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 35e404b4-aa41-4913-bcec-87636422198d details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:48:46.474108 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-cda8e590-4fd6-4eee-83fb-370ce163a18b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.483745 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9329ea-197d-47be-acae-c3bc6fc3f8ac req-38ad390a-bde5-4306-a865-d905be1366f1 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:46.485326 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad9329ea-197d-47be-acae-c3bc6fc3f8ac req-38ad390a-bde5-4306-a865-d905be1366f1 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 944 time: 0.1255810 Jul 30 01:48:46.508030 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-cda8e590-4fd6-4eee-83fb-370ce163a18b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Transition to ACTIVE for port object 6789236d-21f2-4490-8311-d49341e86769 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:46.557630 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c7193-a0f3-4a74-87ce-aef2703f65d0 req-f7e60402-7cf2-4078-ae12-4c7563e86f30 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:46.566795 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-723c7193-a0f3-4a74-87ce-aef2703f65d0 req-f7e60402-7cf2-4078-ae12-4c7563e86f30 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5441cb-af61-49f1-b3ae-6783cd17ec60 HTTP/1.1" status: 200 len: 867 time: 0.6101372 Jul 30 01:48:46.567026 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6ea0c162-4a61-4f66-b5e4-e8fe893d7c83 req-8e18d7be-0ab4-44d5-aebc-bf951188f7e6 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.598608 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dd5a6326-8d1a-4bb7-9030-87b1a34dab1a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "PUT /v2.0/floatingips/9b97f1c6-3856-4e51-8bd6-95610bfb7579 HTTP/1.1" status: 200 len: 990 time: 2.3257155 Jul 30 01:48:46.599552 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'tag': '8cba3957-631b-46df-930d-30f2ada9c6ce'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:46.602047 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae364be7-d1f3-41fb-a87c-b98a842d10d6" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "tag": "8cba3957-631b-46df-930d-30f2ada9c6ce"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:46.623533 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42428) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:46.637572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18d7be-0ab4-44d5-aebc-bf951188f7e6 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Pushing event deleted for resources: {'Port': ['ID=53e26c7b-39c7-4690-b30d-b1e50ce34ea7,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:46.641195 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-723c7193-a0f3-4a74-87ce-aef2703f65d0 req-bfe5f430-f5f7-4940-a847-be5398c55190 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd4f12b2-de12-4bd8-af20-84504646465d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729237 Jul 30 01:48:46.645756 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['53e26c7b-39c7-4690-b30d-b1e50ce34ea7'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:46.669273 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad9329ea-197d-47be-acae-c3bc6fc3f8ac req-63e45d3e-2738-49c9-bbd5-c634e11690f1 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669166 Jul 30 01:48:46.759451 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 35e404b4-aa41-4913-bcec-87636422198d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=35e404b4-aa41-4913-bcec-87636422198d,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:46.787174 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '35e404b4-aa41-4913-bcec-87636422198d', 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344', 'port_id': '35e404b4-aa41-4913-bcec-87636422198d', 'mac_address': 'fa:16:3e:19:07:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d5dfcf-9789-4d3c-a9c4-d79d05163f3c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:48:46.789991 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea0c162-4a61-4f66-b5e4-e8fe893d7c83 req-8e18d7be-0ab4-44d5-aebc-bf951188f7e6 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] No DVR routers for this DVR port 53e26c7b-39c7-4690-b30d-b1e50ce34ea7 on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:46.794395 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6ea0c162-4a61-4f66-b5e4-e8fe893d7c83 req-8e18d7be-0ab4-44d5-aebc-bf951188f7e6 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.795791 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ea0c162-4a61-4f66-b5e4-e8fe893d7c83 req-8e18d7be-0ab4-44d5-aebc-bf951188f7e6 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.10 "DELETE /v2.0/ports/53e26c7b-39c7-4690-b30d-b1e50ce34ea7 HTTP/1.1" status: 204 len: 173 time: 1.1845374 Jul 30 01:48:46.820257 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5441cb-af61-49f1-b3ae-6783cd17ec60', 'name': 'network-vif-deleted', 'tag': '53e26c7b-39c7-4690-b30d-b1e50ce34ea7'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:46.823767 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef659c0-eced-473c-ab04-50eafc4ef91b" -d '{"events": [{"server_uuid": "3b5441cb-af61-49f1-b3ae-6783cd17ec60", "name": "network-vif-deleted", "tag": "53e26c7b-39c7-4690-b30d-b1e50ce34ea7"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:46.832027 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-64a455d9-5bbd-4b14-9143-28a38f16c125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'name': 'tempest-TaggedBootDevicesTest_v242-1837332010-router', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:02Z', 'updated_at': '2021-07-30T01:46:10Z', 'revision_number': 4, 'project_id': 'c72c67525be041dbbba86358033d985a', 'gw_port': {'id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:04Z', 'updated_at': '2021-07-30T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '9b97f1c6-3856-4e51-8bd6-95610bfb7579', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'port_id': '8cba3957-631b-46df-930d-30f2ada9c6ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2', 'mac_address': 'fa:16:3e:ec:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:47:24Z', 'updated_at': '2021-07-30T01:48:45Z', 'revision_number': 1, 'project_id': 'c72c67525be041dbbba86358033d985a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d596e5-71a7-49ad-ba91-0d1768b889b7', 'name': '', 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'mac_address': 'fa:16:3e:0e:f7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '3f8d6f31-34cc-490d-b195-f03e3635d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:09Z', 'updated_at': '2021-07-30T01:46:18Z', 'revision_number': 5, 'project_id': 'c72c67525be041dbbba86358033d985a', 'subnets': [{'id': '3f8d6f31-34cc-490d-b195-f03e3635d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:46.862941 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a455d9-5bbd-4b14-9143-28a38f16c125 None None] Checking router: 166d4647-eb69-466d-ad87-087f3f3b6760 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:48:46.871369 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-cda8e590-4fd6-4eee-83fb-370ce163a18b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.873697 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a455d9-5bbd-4b14-9143-28a38f16c125 None None] Routers {'166d4647-eb69-466d-ad87-087f3f3b6760'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:46.873697 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-64a455d9-5bbd-4b14-9143-28a38f16c125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:48:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['166d4647-eb69-466d-ad87-087f3f3b6760'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:46.885456 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28ee850e-ce20-42ae-b439-243b20863db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.913938 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.939616 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-cda8e590-4fd6-4eee-83fb-370ce163a18b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:46.946483 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e404b4-aa41-4913-bcec-87636422198d {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:46.947800 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8e590-4fd6-4eee-83fb-370ce163a18b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event updated for resources: {'Port': ['ID=6789236d-21f2-4490-8311-d49341e86769,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:46.959129 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-cda8e590-4fd6-4eee-83fb-370ce163a18b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:46.970604 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85491b22-78f9-49c2-ace8-b093bf932017 req-c34a3fae-f4f7-46de-9b58-09dfae5d95ac tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:46.979521 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-85491b22-78f9-49c2-ace8-b093bf932017 req-c34a3fae-f4f7-46de-9b58-09dfae5d95ac tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1907418 Jul 30 01:48:46.981766 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-cda8e590-4fd6-4eee-83fb-370ce163a18b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:47.000664 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 35e404b4-aa41-4913-bcec-87636422198d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=35e404b4-aa41-4913-bcec-87636422198d,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:47.070721 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-85491b22-78f9-49c2-ace8-b093bf932017 req-a48af7fd-9b49-4e92-ab9e-f8f669a3c135 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880163 Jul 30 01:48:47.077920 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4973a01-e1e2-4d37-b8de-a48fd57046e4 x-openstack-request-id: req-a4973a01-e1e2-4d37-b8de-a48fd57046e4 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:47.078641 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "tag": "8cba3957-631b-46df-930d-30f2ada9c6ce", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:47.079822 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a4973a01-e1e2-4d37-b8de-a48fd57046e4 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:47.091981 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'tag': '8cba3957-631b-46df-930d-30f2ada9c6ce', 'status': 'completed', 'code': 200} Jul 30 01:48:47.092802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-cda8e590-4fd6-4eee-83fb-370ce163a18b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:47.093491 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-cda8e590-4fd6-4eee-83fb-370ce163a18b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:47.094581 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-64a455d9-5bbd-4b14-9143-28a38f16c125 None None] Set router 166d4647-eb69-466d-ad87-087f3f3b6760 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:47.095129 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:47.157842 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28ee850e-ce20-42ae-b439-243b20863db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:47.220651 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=35e404b4-aa41-4913-bcec-87636422198d,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:47.236496 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d44a60-062c-4c65-afa0-7e7cbdb96e4c x-openstack-request-id: req-d2d44a60-062c-4c65-afa0-7e7cbdb96e4c {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:47.242547 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5441cb-af61-49f1-b3ae-6783cd17ec60", "name": "network-vif-deleted", "tag": "53e26c7b-39c7-4690-b30d-b1e50ce34ea7", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:47.244518 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d2d44a60-062c-4c65-afa0-7e7cbdb96e4c {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:47.245150 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5441cb-af61-49f1-b3ae-6783cd17ec60', 'name': 'network-vif-deleted', 'tag': '53e26c7b-39c7-4690-b30d-b1e50ce34ea7', 'status': 'completed', 'code': 200} Jul 30 01:48:47.286326 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae364be7-d1f3-41fb-a87c-b98a842d10d6 req-5b2e2c70-72a6-4c46-9d6c-16d86caaabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:47.289267 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28ee850e-ce20-42ae-b439-243b20863db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:47.289543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae364be7-d1f3-41fb-a87c-b98a842d10d6 req-5b2e2c70-72a6-4c46-9d6c-16d86caaabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:47.303053 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae364be7-d1f3-41fb-a87c-b98a842d10d6 req-5b2e2c70-72a6-4c46-9d6c-16d86caaabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:47.303897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae364be7-d1f3-41fb-a87c-b98a842d10d6 req-5b2e2c70-72a6-4c46-9d6c-16d86caaabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:47.304549 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae364be7-d1f3-41fb-a87c-b98a842d10d6 req-5b2e2c70-72a6-4c46-9d6c-16d86caaabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:47.305192 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae364be7-d1f3-41fb-a87c-b98a842d10d6 req-5b2e2c70-72a6-4c46-9d6c-16d86caaabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:47.305835 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae364be7-d1f3-41fb-a87c-b98a842d10d6 req-5b2e2c70-72a6-4c46-9d6c-16d86caaabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:47.308106 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae364be7-d1f3-41fb-a87c-b98a842d10d6 req-5b2e2c70-72a6-4c46-9d6c-16d86caaabdc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c72c67525be041dbbba86358033d985a&device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 6502 time: 0.1767743 Jul 30 01:48:47.336825 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee850e-ce20-42ae-b439-243b20863db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d9d5a4-4090-4a2e-9061-1aa04a67f517,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:47.369911 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['35e404b4-aa41-4913-bcec-87636422198d'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:47.372432 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-28ee850e-ce20-42ae-b439-243b20863db4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=295fd3c47c79498e9235ffc46e628ebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7298534 Jul 30 01:48:47.377754 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42446) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:47.401109 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a4006-4fec-473f-8c3c-2d475d976e1e req-8e41ae7b-5e76-4dd0-bc6f-e018083bc143 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:47.403440 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-cda8e590-4fd6-4eee-83fb-370ce163a18b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9501576 Jul 30 01:48:47.407732 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a4006-4fec-473f-8c3c-2d475d976e1e req-8e41ae7b-5e76-4dd0-bc6f-e018083bc143 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:47.409983 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1b3a4006-4fec-473f-8c3c-2d475d976e1e req-8e41ae7b-5e76-4dd0-bc6f-e018083bc143 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 1653 time: 0.1818321 Jul 30 01:48:47.426740 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-0387077a-a1e1-445c-9d5d-54b45837161c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Request body: {'port': {'device_id': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182', 'admin_state_up': True, 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'security_groups': ['3375cfdc-66d3-4667-b2ed-448ebd9f875f']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:47.431405 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:47.448124 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-64a455d9-5bbd-4b14-9143-28a38f16c125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'name': 'tempest-TaggedBootDevicesTest_v242-1837332010-router', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:02Z', 'updated_at': '2021-07-30T01:46:10Z', 'revision_number': 4, 'project_id': 'c72c67525be041dbbba86358033d985a', 'gw_port': {'id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:04Z', 'updated_at': '2021-07-30T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '9b97f1c6-3856-4e51-8bd6-95610bfb7579', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'port_id': '8cba3957-631b-46df-930d-30f2ada9c6ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2', 'mac_address': 'fa:16:3e:ec:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:47:24Z', 'updated_at': '2021-07-30T01:48:45Z', 'revision_number': 1, 'project_id': 'c72c67525be041dbbba86358033d985a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d596e5-71a7-49ad-ba91-0d1768b889b7', 'name': '', 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'mac_address': 'fa:16:3e:0e:f7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '3f8d6f31-34cc-490d-b195-f03e3635d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:09Z', 'updated_at': '2021-07-30T01:46:18Z', 'revision_number': 5, 'project_id': 'c72c67525be041dbbba86358033d985a', 'subnets': [{'id': '3f8d6f31-34cc-490d-b195-f03e3635d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:47.494194 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1b3a4006-4fec-473f-8c3c-2d475d976e1e req-9c4c92df-8c22-4ae2-bfa2-971248c72866 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752478 Jul 30 01:48:47.494488 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a455d9-5bbd-4b14-9143-28a38f16c125 None None] The sync data for ids ['166d4647-eb69-466d-ad87-087f3f3b6760'] in n-d-713498-9 is: [{'id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'name': 'tempest-TaggedBootDevicesTest_v242-1837332010-router', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:02Z', 'updated_at': '2021-07-30T01:46:10Z', 'revision_number': 4, 'project_id': 'c72c67525be041dbbba86358033d985a', 'gw_port': {'id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:04Z', 'updated_at': '2021-07-30T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '9b97f1c6-3856-4e51-8bd6-95610bfb7579', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'port_id': '8cba3957-631b-46df-930d-30f2ada9c6ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2', 'mac_address': 'fa:16:3e:ec:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:47:24Z', 'updated_at': '2021-07-30T01:48:45Z', 'revision_number': 1, 'project_id': 'c72c67525be041dbbba86358033d985a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d596e5-71a7-49ad-ba91-0d1768b889b7', 'name': '', 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'mac_address': 'fa:16:3e:0e:f7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '3f8d6f31-34cc-490d-b195-f03e3635d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:09Z', 'updated_at': '2021-07-30T01:46:18Z', 'revision_number': 5, 'project_id': 'c72c67525be041dbbba86358033d985a', 'subnets': [{'id': '3f8d6f31-34cc-490d-b195-f03e3635d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:48:47.552252 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f34312cf-6da9-4d29-b5ed-6d2e769fe742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:47.572074 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae364be7-d1f3-41fb-a87c-b98a842d10d6 req-4eddb370-e5a1-4444-b81b-5a0f6f8c3579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:47.573686 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae364be7-d1f3-41fb-a87c-b98a842d10d6 req-4eddb370-e5a1-4444-b81b-5a0f6f8c3579 service neutron] 10.222.0.77 "GET /v2.0/networks?id=67a82bad-8f13-4556-bea5-cc28b31ee6b2 HTTP/1.1" status: 200 len: 918 time: 0.2579329 Jul 30 01:48:47.614500 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f34312cf-6da9-4d29-b5ed-6d2e769fe742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:47.619999 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a706840d-9e84-4778-8c0c-8f4521129ecb None None] Provisioning for port 6789236d-21f2-4490-8311-d49341e86769 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:47.659235 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a706840d-9e84-4778-8c0c-8f4521129ecb None None] Provisioning complete for port 6789236d-21f2-4490-8311-d49341e86769 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:47.661169 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a706840d-9e84-4778-8c0c-8f4521129ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:47.723481 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae364be7-d1f3-41fb-a87c-b98a842d10d6 req-cfdaae83-dd36-4f69-8690-d731a1b49c64 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cba3957-631b-46df-930d-30f2ada9c6ce HTTP/1.1" status: 200 len: 998 time: 0.1335254 Jul 30 01:48:47.791568 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae364be7-d1f3-41fb-a87c-b98a842d10d6 req-a95a24ca-1b65-42d4-8e1c-df195c23e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:47.793207 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae364be7-d1f3-41fb-a87c-b98a842d10d6 req-a95a24ca-1b65-42d4-8e1c-df195c23e058 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3f8d6f31-34cc-490d-b195-f03e3635d617 HTTP/1.1" status: 200 len: 856 time: 0.0601838 Jul 30 01:48:47.794397 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a706840d-9e84-4778-8c0c-8f4521129ecb None None] Port 6789236d-21f2-4490-8311-d49341e86769 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:47.874144 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79420344-b330-4715-81f3-832c5b931b2d None None] New status for floating IP 9b97f1c6-3856-4e51-8bd6-95610bfb7579: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:48:47.882446 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f971401a-f86d-4708-bcdd-86a3b6a17973 req-572ad943-9db7-4219-aa31-7394ac939782 tempest-ServerAddressesTestJSON-1217514430 tempest-ServerAddressesTestJSON-1217514430-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5441cb-af61-49f1-b3ae-6783cd17ec60 HTTP/1.1" status: 200 len: 210 time: 0.0709414 Jul 30 01:48:47.891960 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-0387077a-a1e1-445c-9d5d-54b45837161c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Made reservation on behalf of b925993cc6564ab9911b25e36e01c143 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:47.896641 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-0387077a-a1e1-445c-9d5d-54b45837161c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:47.918461 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7710a7-8cdc-44b7-b986-e02e0bbbcd31 req-ccab2f6d-6624-49eb-92a1-2e00332f589b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:47.931749 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc7710a7-8cdc-44b7-b986-e02e0bbbcd31 req-ccab2f6d-6624-49eb-92a1-2e00332f589b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.2615595 Jul 30 01:48:47.937888 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae364be7-d1f3-41fb-a87c-b98a842d10d6 req-a6102d25-a07e-4d2d-8aae-1a8024a63be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:47.946326 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae364be7-d1f3-41fb-a87c-b98a842d10d6 req-a6102d25-a07e-4d2d-8aae-1a8024a63be7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67a82bad-8f13-4556-bea5-cc28b31ee6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1441007 Jul 30 01:48:47.980977 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246e891-eca1-4065-98c6-2c7ee68220c2 req-f4076b61-b101-4248-b3bf-40f4b0f66811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:47.982505 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2246e891-eca1-4065-98c6-2c7ee68220c2 req-f4076b61-b101-4248-b3bf-40f4b0f66811 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 1095 time: 0.2331760 Jul 30 01:48:47.986029 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f34312cf-6da9-4d29-b5ed-6d2e769fe742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:47.989541 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f34312cf-6da9-4d29-b5ed-6d2e769fe742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:47.992730 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f34312cf-6da9-4d29-b5ed-6d2e769fe742 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/86d9d5a4-4090-4a2e-9061-1aa04a67f517 HTTP/1.1" status: 204 len: 168 time: 0.6118028 Jul 30 01:48:48.076767 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34312cf-6da9-4d29-b5ed-6d2e769fe742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d9d5a4-4090-4a2e-9061-1aa04a67f517,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:48.141428 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc7710a7-8cdc-44b7-b986-e02e0bbbcd31 req-033056a9-5616-4f3d-b0c1-f50d127bbfd6 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087619 Jul 30 01:48:48.173498 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-0387077a-a1e1-445c-9d5d-54b45837161c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Allocated IP 10.1.1.70 (363d3d4e-b5ea-4e20-bba0-f0d74743b182/94a57050-2cb9-4ecd-b0da-83096cb01862/8afcfcbc-832b-4d27-b3ca-e91965e8e3a8) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:48.249681 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246e891-eca1-4065-98c6-2c7ee68220c2 req-39ee67d7-6070-4fee-b829-3d9574b8afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:48.254153 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2246e891-eca1-4065-98c6-2c7ee68220c2 req-39ee67d7-6070-4fee-b829-3d9574b8afb6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 913 time: 0.2622855 Jul 30 01:48:48.354824 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-0387077a-a1e1-445c-9d5d-54b45837161c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:48.379612 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-0387077a-a1e1-445c-9d5d-54b45837161c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Transition to ACTIVE for port object 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:48.404813 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2246e891-eca1-4065-98c6-2c7ee68220c2 req-1e3c4ea3-9f1f-4eb7-9ac0-7e0c22905b3c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c967715-842e-4180-ab4a-eb7c33291aed HTTP/1.1" status: 200 len: 999 time: 0.1419895 Jul 30 01:48:48.460993 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 147cdd1e-8283-4e80-b3d3-d38429cef67f details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:48:48.464047 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 35e404b4-aa41-4913-bcec-87636422198d up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:48.500288 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-0387077a-a1e1-445c-9d5d-54b45837161c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:48.525521 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246e891-eca1-4065-98c6-2c7ee68220c2 req-82cbed6f-9e9b-408f-bb5f-a34c51d4fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:48.527157 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2246e891-eca1-4065-98c6-2c7ee68220c2 req-82cbed6f-9e9b-408f-bb5f-a34c51d4fd9a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.1149821 Jul 30 01:48:48.598736 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-0387077a-a1e1-445c-9d5d-54b45837161c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:48.599698 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387077a-a1e1-445c-9d5d-54b45837161c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event updated for resources: {'Port': ['ID=8afcfcbc-832b-4d27-b3ca-e91965e8e3a8,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:48.609614 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae3032-5968-4bea-b163-11a2a3c7db03 req-b88c578f-bb95-4ac9-b0d2-29542e92f8e8 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:48.611471 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b1ae3032-5968-4bea-b163-11a2a3c7db03 req-b88c578f-bb95-4ac9-b0d2-29542e92f8e8 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 945 time: 0.6236815 Jul 30 01:48:48.628711 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-0387077a-a1e1-445c-9d5d-54b45837161c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:48.638075 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-0387077a-a1e1-445c-9d5d-54b45837161c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:48.682483 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246e891-eca1-4065-98c6-2c7ee68220c2 req-71ff1e62-920c-4937-a4fa-2f1f391bd89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:48.685494 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2246e891-eca1-4065-98c6-2c7ee68220c2 req-71ff1e62-920c-4937-a4fa-2f1f391bd89f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338449 Jul 30 01:48:48.751810 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 147cdd1e-8283-4e80-b3d3-d38429cef67f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=147cdd1e-8283-4e80-b3d3-d38429cef67f,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:48.770599 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '147cdd1e-8283-4e80-b3d3-d38429cef67f', 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a', 'port_id': '147cdd1e-8283-4e80-b3d3-d38429cef67f', 'mac_address': 'fa:16:3e:37:a5:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f913f80b-cf68-4e50-b702-51dfbe27bf11', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:48:48.776614 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 35e404b4-aa41-4913-bcec-87636422198d completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:48.802517 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae364be7-d1f3-41fb-a87c-b98a842d10d6 req-fc705ec6-ca47-4782-ae41-eb547e380b23 service neutron] 10.222.0.77 "GET /v2.0/networks/67a82bad-8f13-4556-bea5-cc28b31ee6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8452179 Jul 30 01:48:48.810521 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b1ae3032-5968-4bea-b163-11a2a3c7db03 req-bf7fa514-0119-40d8-91b5-c81cf32afa86 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912081 Jul 30 01:48:48.822222 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 35e404b4-aa41-4913-bcec-87636422198d triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:48.822900 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:48.836162 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-0387077a-a1e1-445c-9d5d-54b45837161c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:48.838710 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-0387077a-a1e1-445c-9d5d-54b45837161c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:48.880573 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:48.894341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d744a-4c12-4230-a359-45e675084aa3 req-8ae3a6da-1a58-4a0e-aced-55a01b0c2330 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:48.902253 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d744a-4c12-4230-a359-45e675084aa3 req-8ae3a6da-1a58-4a0e-aced-55a01b0c2330 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:48.909288 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d744a-4c12-4230-a359-45e675084aa3 req-8ae3a6da-1a58-4a0e-aced-55a01b0c2330 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:48.919530 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6b0d744a-4c12-4230-a359-45e675084aa3 req-8ae3a6da-1a58-4a0e-aced-55a01b0c2330 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 2373 time: 0.1477003 Jul 30 01:48:48.970272 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 147cdd1e-8283-4e80-b3d3-d38429cef67f {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:48.997172 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6b0d744a-4c12-4230-a359-45e675084aa3 req-4052dd5d-af7b-4dc4-88c4-5de756b6ee72 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742323 Jul 30 01:48:49.005367 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 147cdd1e-8283-4e80-b3d3-d38429cef67f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=147cdd1e-8283-4e80-b3d3-d38429cef67f,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:49.010880 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2246e891-eca1-4065-98c6-2c7ee68220c2 req-5183d48d-3785-4e88-acdb-1499bef71be8 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172390 Jul 30 01:48:49.018093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42494) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:49.070257 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.084743 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-0387077a-a1e1-445c-9d5d-54b45837161c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6663151 Jul 30 01:48:49.091793 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae364be7-d1f3-41fb-a87c-b98a842d10d6 req-8263607d-3f61-4918-8e31-bdd851adee7d service neutron] 10.222.0.77 "GET /v2.0/networks/67a82bad-8f13-4556-bea5-cc28b31ee6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468321 Jul 30 01:48:49.099374 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e404b4-aa41-4913-bcec-87636422198d'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:49.102153 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dd6499-aacb-452b-8812-2088728632b4" -d '{"events": [{"server_uuid": "4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d", "name": "network-vif-plugged", "status": "completed", "tag": "35e404b4-aa41-4913-bcec-87636422198d"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:49.108965 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-d367d843-0f45-4060-bbfd-a3d96ea983b1 admin admin] Deleting subnet 27a28c8f-0009-469a-a083-90b6f4f48bc0 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:48:49.110584 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d367d843-0f45-4060-bbfd-a3d96ea983b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.131069 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.132658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42498) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:49.171613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-37afb79c-df9d-4380-a23b-86d55ccc48c5 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Request body: {'port': {'device_id': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ffda0404-bad4-4226-a8b1-7142332e4862', 'admin_state_up': True, 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'security_groups': ['3375cfdc-66d3-4667-b2ed-448ebd9f875f']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:49.175532 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e010bc0-50e4-4a3c-8a83-c17f8e7455fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.194713 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 35e404b4-aa41-4913-bcec-87636422198d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=35e404b4-aa41-4913-bcec-87636422198d,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:49.199238 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528240f6-94ce-413b-8d49-e4b14720e489 x-openstack-request-id: req-528240f6-94ce-413b-8d49-e4b14720e489 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:49.200839 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d", "name": "network-vif-plugged", "status": "completed", "tag": "35e404b4-aa41-4913-bcec-87636422198d", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:49.200839 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-528240f6-94ce-413b-8d49-e4b14720e489 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:49.201063 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2246e891-eca1-4065-98c6-2c7ee68220c2 req-9ea0cbb1-34d1-472d-aef8-b14df38bd9da service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822155 Jul 30 01:48:49.201173 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e404b4-aa41-4913-bcec-87636422198d', 'code': 200} Jul 30 01:48:49.252660 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['147cdd1e-8283-4e80-b3d3-d38429cef67f'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:49.263414 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d367d843-0f45-4060-bbfd-a3d96ea983b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.337130 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e010bc0-50e4-4a3c-8a83-c17f8e7455fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.379357 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d367d843-0f45-4060-bbfd-a3d96ea983b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.427133 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bf54e-b451-4ba0-a3ca-780848bdfe05 req-3a35754a-9052-4d0a-b559-8cfe2c1ac91e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:49.431981 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566e7a1-1010-44d4-9497-c813af14e431 req-50375116-5da3-49d6-b1be-05902a31dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:49.433487 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7566e7a1-1010-44d4-9497-c813af14e431 req-50375116-5da3-49d6-b1be-05902a31dc08 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 1096 time: 0.1385081 Jul 30 01:48:49.443008 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-469bf54e-b451-4ba0-a3ca-780848bdfe05 req-3a35754a-9052-4d0a-b559-8cfe2c1ac91e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0969238 Jul 30 01:48:49.447457 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e010bc0-50e4-4a3c-8a83-c17f8e7455fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.455375 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=147cdd1e-8283-4e80-b3d3-d38429cef67f,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:49.476498 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.482372 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4323db26-09db-438e-8950-3214391dc79d None None] Provisioning for port 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:49.499498 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e010bc0-50e4-4a3c-8a83-c17f8e7455fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a770c8-61b2-436a-8394-9c07fa2539a4,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:49.504630 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7566e7a1-1010-44d4-9497-c813af14e431 req-3d5e4105-816e-46db-bc82-47a6eac1a91c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608711 Jul 30 01:48:49.546948 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8e010bc0-50e4-4a3c-8a83-c17f8e7455fc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f876c446a2dd4515aff6f8785fe732a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096322 Jul 30 01:48:49.547351 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42514) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:49.555648 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4323db26-09db-438e-8950-3214391dc79d None None] Provisioning complete for port 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:49.556037 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4323db26-09db-438e-8950-3214391dc79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.576197 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-469bf54e-b451-4ba0-a3ca-780848bdfe05 req-7485a264-c31c-4972-9955-83566a1e86ee tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322310 Jul 30 01:48:49.624030 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-37afb79c-df9d-4380-a23b-86d55ccc48c5 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Made reservation on behalf of b925993cc6564ab9911b25e36e01c143 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:49.633423 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=35e404b4-aa41-4913-bcec-87636422198d,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:49.719746 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4323db26-09db-438e-8950-3214391dc79d None None] Port 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:49.721957 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-37afb79c-df9d-4380-a23b-86d55ccc48c5 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.729828 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d367d843-0f45-4060-bbfd-a3d96ea983b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.746578 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10029d78-e7a2-44d3-9a2e-1f0da994c033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.788068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367d843-0f45-4060-bbfd-a3d96ea983b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27a28c8f-0009-469a-a083-90b6f4f48bc0,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:49.795071 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d367d843-0f45-4060-bbfd-a3d96ea983b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.797076 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d367d843-0f45-4060-bbfd-a3d96ea983b1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/27a28c8f-0009-469a-a083-90b6f4f48bc0 HTTP/1.1" status: 204 len: 168 time: 0.7767303 Jul 30 01:48:49.801738 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42522) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:49.818710 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10029d78-e7a2-44d3-9a2e-1f0da994c033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.018090 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17cb8227-9d16-4277-adb4-8e5d04e31a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.048551 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10029d78-e7a2-44d3-9a2e-1f0da994c033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.051156 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45376273-a6d3-4418-af8c-040171003046 req-a108e93c-a9a2-4139-964c-b18a7d063fc4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:50.056882 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10029d78-e7a2-44d3-9a2e-1f0da994c033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.060724 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-45376273-a6d3-4418-af8c-040171003046 req-a108e93c-a9a2-4139-964c-b18a7d063fc4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.0919001 Jul 30 01:48:50.076527 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-10029d78-e7a2-44d3-9a2e-1f0da994c033 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c6a770c8-61b2-436a-8394-9c07fa2539a4 HTTP/1.1" status: 204 len: 168 time: 0.5278869 Jul 30 01:48:50.110333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-37afb79c-df9d-4380-a23b-86d55ccc48c5 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Allocated IP 10.2.2.100 (ffda0404-bad4-4226-a8b1-7142332e4862/4ee9c29c-81b5-430f-a0a8-fe3dd473e762/1fbafec7-5127-446b-a82d-868408b0985e) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:50.120292 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10029d78-e7a2-44d3-9a2e-1f0da994c033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a770c8-61b2-436a-8394-9c07fa2539a4,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:50.278686 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-45376273-a6d3-4418-af8c-040171003046 req-bb8ba5e9-2283-4973-a6e2-7f1586209f12 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109804 Jul 30 01:48:50.280683 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17cb8227-9d16-4277-adb4-8e5d04e31a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.297584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fcdf5-ca40-4510-be29-4d76e3170cb2 req-0c0de8f6-763c-44ca-8fdd-1d4ff8f5aafe tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:50.304650 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fcdf5-ca40-4510-be29-4d76e3170cb2 req-0c0de8f6-763c-44ca-8fdd-1d4ff8f5aafe tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:50.309031 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-17cb8227-9d16-4277-adb4-8e5d04e31a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:50.310387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fcdf5-ca40-4510-be29-4d76e3170cb2 req-0c0de8f6-763c-44ca-8fdd-1d4ff8f5aafe tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:50.318450 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-760fcdf5-ca40-4510-be29-4d76e3170cb2 req-0c0de8f6-763c-44ca-8fdd-1d4ff8f5aafe tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 2373 time: 0.1694198 Jul 30 01:48:50.324266 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-17cb8227-9d16-4277-adb4-8e5d04e31a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752d35f3-a536-49e1-a68d-e48b3fc4e72d') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:50.324586 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-17cb8227-9d16-4277-adb4-8e5d04e31a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752d35f3-a536-49e1-a68d-e48b3fc4e72d') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:50.335272 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17cb8227-9d16-4277-adb4-8e5d04e31a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.355403 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17cb8227-9d16-4277-adb4-8e5d04e31a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.380455 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17cb8227-9d16-4277-adb4-8e5d04e31a75 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:48:50.380876 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17cb8227-9d16-4277-adb4-8e5d04e31a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:48:50.387044 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:48:50.475324 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 147cdd1e-8283-4e80-b3d3-d38429cef67f up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:50.574061 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17cb8227-9d16-4277-adb4-8e5d04e31a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.579370 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 147cdd1e-8283-4e80-b3d3-d38429cef67f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:50.580484 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17cb8227-9d16-4277-adb4-8e5d04e31a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.580643 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.584159 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-17cb8227-9d16-4277-adb4-8e5d04e31a75 admin admin] 10.222.0.70 "DELETE /v2.0/networks/90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc HTTP/1.1" status: 204 len: 168 time: 0.7807772 Jul 30 01:48:50.648610 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb8227-9d16-4277-adb4-8e5d04e31a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=90ba7cd4-3931-4b5a-9d91-0d7bd0d09fcc,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:50.831282 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.915758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 147cdd1e-8283-4e80-b3d3-d38429cef67f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=147cdd1e-8283-4e80-b3d3-d38429cef67f,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:50.995007 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88501c96-1809-43ef-84ab-caca05236211 req-1b82c03d-43e2-4def-9a02-ce556d0ba689 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:50.997275 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-88501c96-1809-43ef-84ab-caca05236211 req-1b82c03d-43e2-4def-9a02-ce556d0ba689 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1054783 Jul 30 01:48:51.025526 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.026667 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 53e26c7b-39c7-4690-b30d-b1e50ce34ea7 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:51.046871 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-88501c96-1809-43ef-84ab-caca05236211 req-4a7e1e47-6617-4339-8f49-9e96a2d7b649 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422571 Jul 30 01:48:51.102552 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 53e26c7b-39c7-4690-b30d-b1e50ce34ea7 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:51.103293 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 53e26c7b-39c7-4690-b30d-b1e50ce34ea7 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:51.150155 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=147cdd1e-8283-4e80-b3d3-d38429cef67f,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:51.150548 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-760fcdf5-ca40-4510-be29-4d76e3170cb2 req-0094ceae-81e6-4fa8-bea3-460239e5754a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8308599 Jul 30 01:48:51.202386 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45055ad-5f74-4b76-9aba-0bf2a4ef233d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147cdd1e-8283-4e80-b3d3-d38429cef67f'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:51.205957 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c46569-28df-460c-82e7-0a0eb0352de7" -d '{"events": [{"server_uuid": "d45055ad-5f74-4b76-9aba-0bf2a4ef233d", "name": "network-vif-plugged", "status": "completed", "tag": "147cdd1e-8283-4e80-b3d3-d38429cef67f"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:51.267225 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-37afb79c-df9d-4380-a23b-86d55ccc48c5 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.298206 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-37afb79c-df9d-4380-a23b-86d55ccc48c5 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Transition to ACTIVE for port object 1fbafec7-5127-446b-a82d-868408b0985e will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:51.309889 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4b37cf-85ce-44ee-ba95-3e0672cd9ec3 x-openstack-request-id: req-bc4b37cf-85ce-44ee-ba95-3e0672cd9ec3 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:51.310084 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45055ad-5f74-4b76-9aba-0bf2a4ef233d", "name": "network-vif-plugged", "status": "completed", "tag": "147cdd1e-8283-4e80-b3d3-d38429cef67f", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:51.310322 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc4b37cf-85ce-44ee-ba95-3e0672cd9ec3 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:51.311098 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45055ad-5f74-4b76-9aba-0bf2a4ef233d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147cdd1e-8283-4e80-b3d3-d38429cef67f', 'code': 200} Jul 30 01:48:51.326573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42566) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:51.462852 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a398186-780e-41c8-811f-9c943193092f req-6775529e-d706-444f-81be-c73748e29f4a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:51.464214 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a398186-780e-41c8-811f-9c943193092f req-6775529e-d706-444f-81be-c73748e29f4a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1323562 Jul 30 01:48:51.507892 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6e8da371-22da-424b-a98d-d255d4008e47 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff600fe322214c449e8371854b2ea5f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801047 Jul 30 01:48:51.512193 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42570) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:51.531320 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a398186-780e-41c8-811f-9c943193092f req-d757ee78-d3e8-4222-a1eb-4158e9c6a391 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606155 Jul 30 01:48:51.536246 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-37afb79c-df9d-4380-a23b-86d55ccc48c5 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.549790 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d32527-45d1-4448-89fa-3f7907d20dc3 req-139ddfb4-a310-489a-811f-3928300d5876 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:51.571135 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d32527-45d1-4448-89fa-3f7907d20dc3 req-139ddfb4-a310-489a-811f-3928300d5876 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.1417713 Jul 30 01:48:51.648621 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16d32527-45d1-4448-89fa-3f7907d20dc3 req-720d8704-dd62-41e8-be4f-64e43e10f5aa tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765872 Jul 30 01:48:51.663573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-37afb79c-df9d-4380-a23b-86d55ccc48c5 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Network ffda0404-bad4-4226-a8b1-7142332e4862 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:51.669936 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-37afb79c-df9d-4380-a23b-86d55ccc48c5 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:51.681894 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-37afb79c-df9d-4380-a23b-86d55ccc48c5 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:51.757061 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afb79c-df9d-4380-a23b-86d55ccc48c5 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event updated for resources: {'Port': ['ID=1fbafec7-5127-446b-a82d-868408b0985e,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:51.848824 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-37afb79c-df9d-4380-a23b-86d55ccc48c5 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:51.849624 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-37afb79c-df9d-4380-a23b-86d55ccc48c5 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.886689 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f1e36cef-be63-497f-a736-0a1af3fa4929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.933388 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4be49-58c3-47b3-a988-9a95c19644a9 req-7a111a6b-3227-4f68-8881-9465862e1b78 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:51.935132 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0be4be49-58c3-47b3-a988-9a95c19644a9 req-7a111a6b-3227-4f68-8881-9465862e1b78 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1407990 Jul 30 01:48:51.946065 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f1e36cef-be63-497f-a736-0a1af3fa4929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.973914 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-37afb79c-df9d-4380-a23b-86d55ccc48c5 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8130822 Jul 30 01:48:52.023552 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0be4be49-58c3-47b3-a988-9a95c19644a9 req-bb5b8f6c-14b5-4797-8a3a-03a8a4e1d005 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800705 Jul 30 01:48:52.042490 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-31f2264f-ee78-482e-ae14-92de6422acd0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Request body: {'port': {'device_id': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ffda0404-bad4-4226-a8b1-7142332e4862', 'admin_state_up': True, 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'security_groups': ['3375cfdc-66d3-4667-b2ed-448ebd9f875f']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:52.220201 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a6b047ba-7949-4262-857c-0f2675c73ed2 None None] Provisioning for port 1fbafec7-5127-446b-a82d-868408b0985e completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:52.226754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a6b047ba-7949-4262-857c-0f2675c73ed2 None None] Provisioning complete for port 1fbafec7-5127-446b-a82d-868408b0985e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:52.227436 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6b047ba-7949-4262-857c-0f2675c73ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:52.274337 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f1e36cef-be63-497f-a736-0a1af3fa4929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:52.287910 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f1e36cef-be63-497f-a736-0a1af3fa4929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:52.302903 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f1e36cef-be63-497f-a736-0a1af3fa4929 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd4f12b2-de12-4bd8-af20-84504646465d HTTP/1.1" status: 204 len: 168 time: 0.7892518 Jul 30 01:48:52.322798 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e36cef-be63-497f-a736-0a1af3fa4929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4f12b2-de12-4bd8-af20-84504646465d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:52.356299 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a6b047ba-7949-4262-857c-0f2675c73ed2 None None] Port 1fbafec7-5127-446b-a82d-868408b0985e cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:52.363082 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-31f2264f-ee78-482e-ae14-92de6422acd0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Made reservation on behalf of b925993cc6564ab9911b25e36e01c143 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:52.368507 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-31f2264f-ee78-482e-ae14-92de6422acd0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:52.401095 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608c9b3-fd1c-496e-a433-82b9941c9145 req-f2413ece-4dd0-4950-85c6-9f7f59ba125e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:52.406935 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608c9b3-fd1c-496e-a433-82b9941c9145 req-f2413ece-4dd0-4950-85c6-9f7f59ba125e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:52.415444 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608c9b3-fd1c-496e-a433-82b9941c9145 req-f2413ece-4dd0-4950-85c6-9f7f59ba125e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:52.422684 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608c9b3-fd1c-496e-a433-82b9941c9145 req-f2413ece-4dd0-4950-85c6-9f7f59ba125e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:52.425294 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5608c9b3-fd1c-496e-a433-82b9941c9145 req-f2413ece-4dd0-4950-85c6-9f7f59ba125e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 3094 time: 0.1274271 Jul 30 01:48:52.491435 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5608c9b3-fd1c-496e-a433-82b9941c9145 req-33d8a01f-9bf1-40b4-bb04-a744157f44cf tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568676 Jul 30 01:48:52.675455 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae88f89-e7e3-49ac-be64-6985cf1e2210 req-4b934113-4ac5-4cef-a0c4-d1074aa04d7a tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:52.677056 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2ae88f89-e7e3-49ac-be64-6985cf1e2210 req-4b934113-4ac5-4cef-a0c4-d1074aa04d7a tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.1809671 Jul 30 01:48:52.771960 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2ae88f89-e7e3-49ac-be64-6985cf1e2210 req-299882cd-7781-4e10-a387-1d5626cb04c9 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882299 Jul 30 01:48:52.805634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-31f2264f-ee78-482e-ae14-92de6422acd0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Allocated IP 10.2.2.200 (ffda0404-bad4-4226-a8b1-7142332e4862/4ee9c29c-81b5-430f-a0a8-fe3dd473e762/61bf0a42-0151-48da-a146-3ff03bb1e0c5) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:52.818674 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-33d8ced7-1b54-4cc5-a6f9-41394417ea8d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:52.828372 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-33d8ced7-1b54-4cc5-a6f9-41394417ea8d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 812 time: 0.1977119 Jul 30 01:48:52.850907 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-08c1d9fe-976e-47f2-8a12-83989b213344 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/quotas/6897963c87b34fd69f2c677d1443d2b8 HTTP/1.1" status: 200 len: 375 time: 0.0212078 Jul 30 01:48:52.964238 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-454244b5-150e-4dbd-8515-3acaced536db tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1123340 Jul 30 01:48:53.087640 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-31f2264f-ee78-482e-ae14-92de6422acd0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.115726 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-31f2264f-ee78-482e-ae14-92de6422acd0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Transition to ACTIVE for port object 61bf0a42-0151-48da-a146-3ff03bb1e0c5 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:53.133545 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-16ce3638-3ac4-4eed-81e2-eba83d3e209e service neutron] 10.222.0.70 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628962 Jul 30 01:48:53.254387 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-31f2264f-ee78-482e-ae14-92de6422acd0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.279091 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-0660212b-5b55-46be-a5b8-9d531e33e2e9 service neutron] 10.222.0.70 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445463 Jul 30 01:48:53.428360 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-31f2264f-ee78-482e-ae14-92de6422acd0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Network ffda0404-bad4-4226-a8b1-7142332e4862 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:53.431482 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2264f-ee78-482e-ae14-92de6422acd0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event updated for resources: {'Port': ['ID=61bf0a42-0151-48da-a146-3ff03bb1e0c5,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:53.442503 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-31f2264f-ee78-482e-ae14-92de6422acd0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:53.463187 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-31f2264f-ee78-482e-ae14-92de6422acd0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:53.596962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-31f2264f-ee78-482e-ae14-92de6422acd0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:53.597730 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-31f2264f-ee78-482e-ae14-92de6422acd0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.743392 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25f993-d2a6-4c42-8446-6ad3ba7a7b4d req-3f6204dd-a804-45a2-b956-439726587aeb tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:53.761468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25f993-d2a6-4c42-8446-6ad3ba7a7b4d req-3f6204dd-a804-45a2-b956-439726587aeb tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:53.766753 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25f993-d2a6-4c42-8446-6ad3ba7a7b4d req-3f6204dd-a804-45a2-b956-439726587aeb tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:53.779069 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25f993-d2a6-4c42-8446-6ad3ba7a7b4d req-3f6204dd-a804-45a2-b956-439726587aeb tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:53.781882 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bb7aabac-66c7-46b9-9d0a-90912f599e59 req-f8e1fa22-e5ef-4d8c-8dbe-64b076f954da tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 210 time: 0.0826759 Jul 30 01:48:53.819304 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25f993-d2a6-4c42-8446-6ad3ba7a7b4d req-3f6204dd-a804-45a2-b956-439726587aeb tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:53.835164 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf25f993-d2a6-4c42-8446-6ad3ba7a7b4d req-3f6204dd-a804-45a2-b956-439726587aeb tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 3815 time: 0.1616545 Jul 30 01:48:53.860759 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-31f2264f-ee78-482e-ae14-92de6422acd0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8644416 Jul 30 01:48:53.904608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] Request body: {'port': {'device_id': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:53.929421 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf25f993-d2a6-4c42-8446-6ad3ba7a7b4d req-4e44923b-2549-48c4-820c-fbefae8ce8ed tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909767 Jul 30 01:48:54.032920 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.078947 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d131c7-6f4c-454e-a0f9-abe0641f745f req-5180f3ed-a508-499b-9b23-0ac3a8227108 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:54.082029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f2674f84-41d1-4057-83ea-44770e0adce7 None None] Provisioning for port 61bf0a42-0151-48da-a146-3ff03bb1e0c5 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:54.086200 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f2674f84-41d1-4057-83ea-44770e0adce7 None None] Provisioning complete for port 61bf0a42-0151-48da-a146-3ff03bb1e0c5 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:54.086583 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2674f84-41d1-4057-83ea-44770e0adce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.100146 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37d131c7-6f4c-454e-a0f9-abe0641f745f req-5180f3ed-a508-499b-9b23-0ac3a8227108 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.1538925 Jul 30 01:48:54.150370 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f2674f84-41d1-4057-83ea-44770e0adce7 None None] Port 61bf0a42-0151-48da-a146-3ff03bb1e0c5 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:54.174465 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37d131c7-6f4c-454e-a0f9-abe0641f745f req-0a8878ea-fa95-477f-b2e4-a8f5340e9a52 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726707 Jul 30 01:48:54.358573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42684) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:54.562698 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-911596bc-ce41-4232-9997-40de4dc25a55 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-881478722-network', 'tenant_id': '490aa0aca67044918aa610799e460190'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:54.618157 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef93241-9ad7-4b70-a889-e1188e914d4a {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:54.627579 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.643872 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] Transition to ACTIVE for port object 3ef93241-9ad7-4b70-a889-e1188e914d4a will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:54.727687 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911596bc-ce41-4232-9997-40de4dc25a55 admin admin] Made reservation on behalf of 490aa0aca67044918aa610799e460190 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:54.730045 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-911596bc-ce41-4232-9997-40de4dc25a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.751651 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-911596bc-ce41-4232-9997-40de4dc25a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.773590 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.914435 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef93241-9ad7-4b70-a889-e1188e914d4a,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:54.925335 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-71b6b3e6-3e28-4f6a-853e-9dc7a5ac6f1d req-82c962ff-9c3f-4739-90ad-4b564aff6221 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 210 time: 0.0744026 Jul 30 01:48:55.088846 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-911596bc-ce41-4232-9997-40de4dc25a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.106683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] Attempting to bind port 3ef93241-9ad7-4b70-a889-e1188e914d4a on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:55.111670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] Attempting to bind port 3ef93241-9ad7-4b70-a889-e1188e914d4a by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'f2f1301b-cba8-4a95-bfd3-2c80deced6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:55.111670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] Attempting to bind port 3ef93241-9ad7-4b70-a889-e1188e914d4a on network c4c1a6d3-9310-46dd-b172-3b32195b5301 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:55.116565 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] Port 3ef93241-9ad7-4b70-a889-e1188e914d4a on network c4c1a6d3-9310-46dd-b172-3b32195b5301 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:48:55.116783 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] Attempting to bind port 3ef93241-9ad7-4b70-a889-e1188e914d4a on network c4c1a6d3-9310-46dd-b172-3b32195b5301 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:55.135618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:55.135977 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] Checking segment: {'id': 'f2f1301b-cba8-4a95-bfd3-2c80deced6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:55.136374 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] Bound using segment: {'id': 'f2f1301b-cba8-4a95-bfd3-2c80deced6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:55.136808 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] Bound port: 3ef93241-9ad7-4b70-a889-e1188e914d4a, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f1301b-cba8-4a95-bfd3-2c80deced6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:55.137176 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.157199 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-911596bc-ce41-4232-9997-40de4dc25a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.238613 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911596bc-ce41-4232-9997-40de4dc25a55 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:55.336400 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911596bc-ce41-4232-9997-40de4dc25a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be8d214-e9aa-4680-bb26-5938ce365031,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:55.340988 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-911596bc-ce41-4232-9997-40de4dc25a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.341249 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-911596bc-ce41-4232-9997-40de4dc25a55 admin admin] Added segment 92fd1324-89d2-49b7-886a-2ff05ea9cd6a of type vlan for network d652dbd5-b125-43d2-9532-a9060b55f820 Jul 30 01:48:55.353874 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cd847-d2be-41b5-9c95-1e85c1c3d6f8 req-07562c57-6c84-41c5-a6d4-4053296bfd9b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:55.360400 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cd847-d2be-41b5-9c95-1e85c1c3d6f8 req-07562c57-6c84-41c5-a6d4-4053296bfd9b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:55.371927 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] For port 3ef93241-9ad7-4b70-a889-e1188e914d4a, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:55.380263 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] For port 3ef93241-9ad7-4b70-a889-e1188e914d4a, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=3ef93241-9ad7-4b70-a889-e1188e914d4a,segment=NetworkSegment(f2f1301b-cba8-4a95-bfd3-2c80deced6b9),segment_id=f2f1301b-cba8-4a95-bfd3-2c80deced6b9)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:55.386182 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cd847-d2be-41b5-9c95-1e85c1c3d6f8 req-07562c57-6c84-41c5-a6d4-4053296bfd9b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:55.391235 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cd847-d2be-41b5-9c95-1e85c1c3d6f8 req-07562c57-6c84-41c5-a6d4-4053296bfd9b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:55.403262 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cd847-d2be-41b5-9c95-1e85c1c3d6f8 req-07562c57-6c84-41c5-a6d4-4053296bfd9b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:55.405115 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-267cd847-d2be-41b5-9c95-1e85c1c3d6f8 req-07562c57-6c84-41c5-a6d4-4053296bfd9b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 3827 time: 0.3192904 Jul 30 01:48:55.489494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0330dee-6a5d-4b6c-9624-ed5645739515 req-b0539597-7963-4989-a207-9a40cb556086 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:55.491418 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0330dee-6a5d-4b6c-9624-ed5645739515 req-b0539597-7963-4989-a207-9a40cb556086 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.0594821 Jul 30 01:48:55.493835 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.535774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:55.536793 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.539217 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] 10.222.0.77 "PUT /v2.0/ports/3ef93241-9ad7-4b70-a889-e1188e914d4a HTTP/1.1" status: 200 len: 1091 time: 1.6493540 Jul 30 01:48:55.542185 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'tag': '3ef93241-9ad7-4b70-a889-e1188e914d4a'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:55.545705 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ea17ea-231c-4c30-aad8-4723391713ba" -d '{"events": [{"name": "network-changed", "server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "tag": "3ef93241-9ad7-4b70-a889-e1188e914d4a"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:55.579306 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-911596bc-ce41-4232-9997-40de4dc25a55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.634556 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-267cd847-d2be-41b5-9c95-1e85c1c3d6f8 req-9e1aa09f-0306-4cee-bc5d-ca0893026fd1 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098286 Jul 30 01:48:55.685547 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0330dee-6a5d-4b6c-9624-ed5645739515 req-8b6761fd-7351-4587-a4a9-cc4b58f4c2ef tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802757 Jul 30 01:48:55.718198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] Request body: {'port': {'device_id': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:55.764799 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6de19-44a6-4332-bc6d-b5a2166a4890 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef93241-9ad7-4b70-a889-e1188e914d4a,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:55.814964 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edde031-1ead-4a88-adbe-a58e62026e5d x-openstack-request-id: req-3edde031-1ead-4a88-adbe-a58e62026e5d {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:55.817344 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "tag": "3ef93241-9ad7-4b70-a889-e1188e914d4a", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:55.817694 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3edde031-1ead-4a88-adbe-a58e62026e5d {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:55.818352 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'tag': '3ef93241-9ad7-4b70-a889-e1188e914d4a', 'status': 'completed', 'code': 200} Jul 30 01:48:55.828740 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-911596bc-ce41-4232-9997-40de4dc25a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.828740 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911596bc-ce41-4232-9997-40de4dc25a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:55.828740 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-911596bc-ce41-4232-9997-40de4dc25a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.909353 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.981578 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42750) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:56.066633 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911596bc-ce41-4232-9997-40de4dc25a55 admin admin] Pushing event updated for resources: {'Network': ['ID=d652dbd5-b125-43d2-9532-a9060b55f820,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:56.081612 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network d652dbd5-b125-43d2-9532-a9060b55f820 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:56.089573 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-911596bc-ce41-4232-9997-40de4dc25a55 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7299585 Jul 30 01:48:56.093194 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42754) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:56.115100 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a20c0c85-ba36-4cab-b9c9-071c3aa424d5 admin admin] Request body: {'subnet': {'network_id': 'd652dbd5-b125-43d2-9532-a9060b55f820', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-881478722-subnet', 'tenant_id': '490aa0aca67044918aa610799e460190', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:56.125407 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea17ea-231c-4c30-aad8-4723391713ba req-1d8a23c6-df2f-40ce-8506-85fc0e14e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:56.139051 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea17ea-231c-4c30-aad8-4723391713ba req-1d8a23c6-df2f-40ce-8506-85fc0e14e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:56.139838 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea17ea-231c-4c30-aad8-4723391713ba req-1d8a23c6-df2f-40ce-8506-85fc0e14e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:56.140504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea17ea-231c-4c30-aad8-4723391713ba req-1d8a23c6-df2f-40ce-8506-85fc0e14e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:56.141165 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea17ea-231c-4c30-aad8-4723391713ba req-1d8a23c6-df2f-40ce-8506-85fc0e14e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:56.143439 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-41ea17ea-231c-4c30-aad8-4723391713ba req-1d8a23c6-df2f-40ce-8506-85fc0e14e5f1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b925993cc6564ab9911b25e36e01c143&device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 4362 time: 0.2222071 Jul 30 01:48:56.278388 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c1885539-e37a-4625-85c5-8f1a96092caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.298814 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98cfbc35-8407-4d20-b573-2f522c31972f {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:56.307984 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.325864 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] Transition to ACTIVE for port object 98cfbc35-8407-4d20-b573-2f522c31972f will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:56.363985 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20c0c85-ba36-4cab-b9c9-071c3aa424d5 admin admin] Made reservation on behalf of 490aa0aca67044918aa610799e460190 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:56.373666 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a20c0c85-ba36-4cab-b9c9-071c3aa424d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.374336 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49f1e41b-1954-4024-98d0-317ed5995e59 req-aafdf233-42ad-40c2-b150-d748e8f251c4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 210 time: 0.0469761 Jul 30 01:48:56.419415 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.527454 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea17ea-231c-4c30-aad8-4723391713ba req-0c2091d0-648d-49be-8d91-93dda791cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:56.534489 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea17ea-231c-4c30-aad8-4723391713ba req-0c2091d0-648d-49be-8d91-93dda791cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:56.534489 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea17ea-231c-4c30-aad8-4723391713ba req-0c2091d0-648d-49be-8d91-93dda791cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:56.534489 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-41ea17ea-231c-4c30-aad8-4723391713ba req-0c2091d0-648d-49be-8d91-93dda791cb47 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=b925993cc6564ab9911b25e36e01c143&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3750169 Jul 30 01:48:56.544858 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=98cfbc35-8407-4d20-b573-2f522c31972f,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:56.800897 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea17ea-231c-4c30-aad8-4723391713ba req-d4c9efb1-00b6-4885-b3cf-2b652dac24af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:56.802642 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-41ea17ea-231c-4c30-aad8-4723391713ba req-d4c9efb1-00b6-4885-b3cf-2b652dac24af service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2573705 Jul 30 01:48:56.838026 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c1885539-e37a-4625-85c5-8f1a96092caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.941276 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] Attempting to bind port 98cfbc35-8407-4d20-b573-2f522c31972f on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:56.941870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] Attempting to bind port 98cfbc35-8407-4d20-b573-2f522c31972f by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'd4a65d27-2670-4795-8f78-3502236b6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:56.942139 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] Attempting to bind port 98cfbc35-8407-4d20-b573-2f522c31972f on network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:56.955017 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] Port 98cfbc35-8407-4d20-b573-2f522c31972f on network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:48:56.955468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] Attempting to bind port 98cfbc35-8407-4d20-b573-2f522c31972f on network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:56.955760 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a61a2-235d-43d3-ad01-fa45569af9b3 req-73a61fdd-e7e0-430a-b987-712f1c9581a0 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:56.957843 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5f6a61a2-235d-43d3-ad01-fa45569af9b3 req-73a61fdd-e7e0-430a-b987-712f1c9581a0 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.0695219 Jul 30 01:48:56.977305 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:56.977712 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] Checking segment: {'id': 'd4a65d27-2670-4795-8f78-3502236b6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:56.978150 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] Bound using segment: {'id': 'd4a65d27-2670-4795-8f78-3502236b6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:56.978717 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] Bound port: 98cfbc35-8407-4d20-b573-2f522c31972f, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a65d27-2670-4795-8f78-3502236b6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:56.979157 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.001081 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-48507453-3890-4b97-873c-876b2ee8fa70 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:57.004347 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-48507453-3890-4b97-873c-876b2ee8fa70 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.10 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 812 time: 0.4031172 Jul 30 01:48:57.015380 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5f6a61a2-235d-43d3-ad01-fa45569af9b3 req-cd698a15-9609-4d90-8906-8d8ee05a4388 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510051 Jul 30 01:48:57.031233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf64176-66a7-4b34-b4a4-ad8feb34c4b2 req-9814916a-4978-4925-a16f-017f63d6f846 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:57.040296 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf64176-66a7-4b34-b4a4-ad8feb34c4b2 req-9814916a-4978-4925-a16f-017f63d6f846 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:57.048122 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf64176-66a7-4b34-b4a4-ad8feb34c4b2 req-9814916a-4978-4925-a16f-017f63d6f846 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:57.055517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf64176-66a7-4b34-b4a4-ad8feb34c4b2 req-9814916a-4978-4925-a16f-017f63d6f846 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:57.062505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf64176-66a7-4b34-b4a4-ad8feb34c4b2 req-9814916a-4978-4925-a16f-017f63d6f846 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:57.070109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf64176-66a7-4b34-b4a4-ad8feb34c4b2 req-9814916a-4978-4925-a16f-017f63d6f846 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:57.072071 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4cf64176-66a7-4b34-b4a4-ad8feb34c4b2 req-9814916a-4978-4925-a16f-017f63d6f846 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 4599 time: 0.2066979 Jul 30 01:48:57.078833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-ad38f35b-5969-4f93-ad1a-90430ac44ea4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Request body: {'port': {'device_id': '078d43f1-f9e6-4daa-b97f-ef567ce60469', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'admin_state_up': True, 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:57.126487 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c1885539-e37a-4625-85c5-8f1a96092caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.168346 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c1885539-e37a-4625-85c5-8f1a96092caa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d1298a6672924b6a8f31e4970f69661f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1542840 Jul 30 01:48:57.170340 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42774) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:57.177689 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a20c0c85-ba36-4cab-b9c9-071c3aa424d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.184058 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1885539-e37a-4625-85c5-8f1a96092caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6158109d-fc68-48d0-ad8c-e3592f16e545,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:57.264010 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c0c85-ba36-4cab-b9c9-071c3aa424d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13adb296-4ada-44ec-a243-157585ef9fdf,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:57.295700 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20c0c85-ba36-4cab-b9c9-071c3aa424d5 admin admin] Checking segment: {'id': '92fd1324-89d2-49b7-886a-2ff05ea9cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd652dbd5-b125-43d2-9532-a9060b55f820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:57.296386 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20c0c85-ba36-4cab-b9c9-071c3aa424d5 admin admin] Network hostable DHCP agents. Network: d652dbd5-b125-43d2-9532-a9060b55f820, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:48:57.302505 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-310808c2-3d3d-48aa-b314-1a9e2670f76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.338640 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-310808c2-3d3d-48aa-b314-1a9e2670f76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.360710 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] For port 98cfbc35-8407-4d20-b573-2f522c31972f, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:57.364005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] For port 98cfbc35-8407-4d20-b573-2f522c31972f, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=98cfbc35-8407-4d20-b573-2f522c31972f,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:57.379790 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4cf64176-66a7-4b34-b4a4-ad8feb34c4b2 req-a0ca47df-a439-462b-bddf-65ff954bd9aa tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2742648 Jul 30 01:48:57.395982 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20c0c85-ba36-4cab-b9c9-071c3aa424d5 admin admin] Network d652dbd5-b125-43d2-9532-a9060b55f820 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:48:57.489000 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.525270 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a429bd32-ccda-4cc3-b617-25e94e3dcec1 req-ad189b72-e4b3-487a-979a-adda2918c235 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 210 time: 0.0651424 Jul 30 01:48:57.539835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-a20c0c85-ba36-4cab-b9c9-071c3aa424d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, d652dbd5-b125-43d2-9532-a9060b55f820) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:57.545956 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-310808c2-3d3d-48aa-b314-1a9e2670f76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.546604 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-ad38f35b-5969-4f93-ad1a-90430ac44ea4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Made reservation on behalf of 6897963c87b34fd69f2c677d1443d2b8 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:57.546604 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-ad38f35b-5969-4f93-ad1a-90430ac44ea4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.549453 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:57.550081 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.551559 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] 10.222.0.77 "PUT /v2.0/ports/98cfbc35-8407-4d20-b573-2f522c31972f HTTP/1.1" status: 200 len: 1130 time: 1.8474045 Jul 30 01:48:57.559876 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-310808c2-3d3d-48aa-b314-1a9e2670f76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.562105 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-310808c2-3d3d-48aa-b314-1a9e2670f76b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6158109d-fc68-48d0-ad8c-e3592f16e545 HTTP/1.1" status: 204 len: 168 time: 0.3907564 Jul 30 01:48:57.591818 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20c0c85-ba36-4cab-b9c9-071c3aa424d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:57.593498 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a20c0c85-ba36-4cab-b9c9-071c3aa424d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.597509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb14161f-a19a-4cb5-b476-9fecbdf1260a None None] Network d652dbd5-b125-43d2-9532-a9060b55f820 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:57.620393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310808c2-3d3d-48aa-b314-1a9e2670f76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6158109d-fc68-48d0-ad8c-e3592f16e545,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:57.649849 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b66c3-3474-41b4-85c5-b3d21e4f9eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=98cfbc35-8407-4d20-b573-2f522c31972f,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:57.711811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] Request body: {'port': {'device_id': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:57.752206 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a20c0c85-ba36-4cab-b9c9-071c3aa424d5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6572027 Jul 30 01:48:57.754946 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42788) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:57.761339 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d68848fe-9b60-4731-994f-1f22062daa16 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-881478722-router', 'tenant_id': '490aa0aca67044918aa610799e460190', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:57.833139 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'tag': '98cfbc35-8407-4d20-b573-2f522c31972f'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:57.836493 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932b105d-a3c8-4963-bac2-dcc3aa04bea6" -d '{"events": [{"name": "network-changed", "server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "tag": "98cfbc35-8407-4d20-b573-2f522c31972f"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:57.867824 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e843c026-29e2-4931-8b85-09f937753d78 None None] Network d652dbd5-b125-43d2-9532-a9060b55f820 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:57.905639 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d68848fe-9b60-4731-994f-1f22062daa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.905639 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d68848fe-9b60-4731-994f-1f22062daa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.951565 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29dc935-0df0-4567-8fca-286f9b903776 x-openstack-request-id: req-c29dc935-0df0-4567-8fca-286f9b903776 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:57.961473 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "tag": "98cfbc35-8407-4d20-b573-2f522c31972f", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:57.962480 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c29dc935-0df0-4567-8fca-286f9b903776 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:57.963093 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'tag': '98cfbc35-8407-4d20-b573-2f522c31972f', 'status': 'completed', 'code': 200} Jul 30 01:48:57.972077 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.023106 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d68848fe-9b60-4731-994f-1f22062daa16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.099509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b105d-a3c8-4963-bac2-dcc3aa04bea6 req-608c243a-8124-4aa5-8dde-be4463020293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:58.103354 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b105d-a3c8-4963-bac2-dcc3aa04bea6 req-608c243a-8124-4aa5-8dde-be4463020293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:58.103921 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b105d-a3c8-4963-bac2-dcc3aa04bea6 req-608c243a-8124-4aa5-8dde-be4463020293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:58.105026 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b105d-a3c8-4963-bac2-dcc3aa04bea6 req-608c243a-8124-4aa5-8dde-be4463020293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:58.106784 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b105d-a3c8-4963-bac2-dcc3aa04bea6 req-608c243a-8124-4aa5-8dde-be4463020293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:58.107893 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b105d-a3c8-4963-bac2-dcc3aa04bea6 req-608c243a-8124-4aa5-8dde-be4463020293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:58.115044 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-932b105d-a3c8-4963-bac2-dcc3aa04bea6 req-608c243a-8124-4aa5-8dde-be4463020293 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b925993cc6564ab9911b25e36e01c143&device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5285 time: 0.1079288 Jul 30 01:48:58.371663 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d1862-593d-4163-b307-83a4e8ef981c req-678c83da-ea61-41cd-b0d9-dd8d64d67eb6 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:58.373265 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-179d1862-593d-4163-b307-83a4e8ef981c req-678c83da-ea61-41cd-b0d9-dd8d64d67eb6 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.1929362 Jul 30 01:48:58.374751 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-ad38f35b-5969-4f93-ad1a-90430ac44ea4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Allocated IP 172.20.0.8 (8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7/549f13c1-0bda-4ad3-9592-2ba57ba86a47/1a12eb71-838e-4718-8d21-2a7470945e26) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:58.448674 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d68848fe-9b60-4731-994f-1f22062daa16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.514429 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b105d-a3c8-4963-bac2-dcc3aa04bea6 req-b4a3c9c5-a38c-489c-91ee-1f263a79ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:58.515099 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b105d-a3c8-4963-bac2-dcc3aa04bea6 req-b4a3c9c5-a38c-489c-91ee-1f263a79ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:58.515734 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b105d-a3c8-4963-bac2-dcc3aa04bea6 req-b4a3c9c5-a38c-489c-91ee-1f263a79ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:58.517863 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-932b105d-a3c8-4963-bac2-dcc3aa04bea6 req-b4a3c9c5-a38c-489c-91ee-1f263a79ea64 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=b925993cc6564ab9911b25e36e01c143&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2786851 Jul 30 01:48:58.529995 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-179d1862-593d-4163-b307-83a4e8ef981c req-58f2b5c9-ac53-4a47-81e9-3272281025e9 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437228 Jul 30 01:48:58.770102 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62fbb2-c56b-479f-b6df-6f9fbfca889b req-55d4d56e-d285-4180-8b44-dbf8ec42bc34 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:58.772196 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9fa8b4d1-dcbc-4454-9962-2c9bc33eaf5c req-44ce3628-6dcb-410d-b680-04356032eb34 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 210 time: 0.0777390 Jul 30 01:48:58.777359 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62fbb2-c56b-479f-b6df-6f9fbfca889b req-55d4d56e-d285-4180-8b44-dbf8ec42bc34 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:58.786003 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62fbb2-c56b-479f-b6df-6f9fbfca889b req-55d4d56e-d285-4180-8b44-dbf8ec42bc34 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:58.794240 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62fbb2-c56b-479f-b6df-6f9fbfca889b req-55d4d56e-d285-4180-8b44-dbf8ec42bc34 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:58.801174 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62fbb2-c56b-479f-b6df-6f9fbfca889b req-55d4d56e-d285-4180-8b44-dbf8ec42bc34 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:58.808851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62fbb2-c56b-479f-b6df-6f9fbfca889b req-55d4d56e-d285-4180-8b44-dbf8ec42bc34 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:58.809320 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:58.811126 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ac62fbb2-c56b-479f-b6df-6f9fbfca889b req-55d4d56e-d285-4180-8b44-dbf8ec42bc34 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 4599 time: 0.2921495 Jul 30 01:48:58.835605 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.851624 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42814) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:58.864485 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] Transition to ACTIVE for port object 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:58.886325 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ac62fbb2-c56b-479f-b6df-6f9fbfca889b req-f31cfa64-50fd-478d-a94f-ac7f7e05a21e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625787 Jul 30 01:48:58.889720 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b105d-a3c8-4963-bac2-dcc3aa04bea6 req-60d3d2ad-97cc-406b-9d1b-5046b81898df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:58.891421 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-932b105d-a3c8-4963-bac2-dcc3aa04bea6 req-60d3d2ad-97cc-406b-9d1b-5046b81898df service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3627048 Jul 30 01:48:58.922997 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b4623436-27de-46ad-a54a-8eeced8edfa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.016003 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-ad38f35b-5969-4f93-ad1a-90430ac44ea4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.023151 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.045144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-ad38f35b-5969-4f93-ad1a-90430ac44ea4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Transition to ACTIVE for port object 1a12eb71-838e-4718-8d21-2a7470945e26 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:59.117484 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=64c3d04a-350f-42ab-b7c4-89ebbc977cf2,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:59.133229 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d68848fe-9b60-4731-994f-1f22062daa16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.177666 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d68848fe-9b60-4731-994f-1f22062daa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.253350 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] Attempting to bind port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:59.254418 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] Attempting to bind port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'd4a65d27-2670-4795-8f78-3502236b6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:59.255028 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] Attempting to bind port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 on network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:59.290564 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-ad38f35b-5969-4f93-ad1a-90430ac44ea4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.343723 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b4623436-27de-46ad-a54a-8eeced8edfa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.371281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-d68848fe-9b60-4731-994f-1f22062daa16 admin admin] Allocated IP 172.25.1.125 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/83c67f53-3f2e-4045-a461-4296c7905c05) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:59.411533 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38f35b-5969-4f93-ad1a-90430ac44ea4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Pushing event updated for resources: {'Port': ['ID=1a12eb71-838e-4718-8d21-2a7470945e26,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:59.416017 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] Port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 on network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:48:59.416345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] Attempting to bind port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 on network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:59.426879 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-ad38f35b-5969-4f93-ad1a-90430ac44ea4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:59.429059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:59.429404 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] Checking segment: {'id': 'd4a65d27-2670-4795-8f78-3502236b6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:59.429808 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] Bound using segment: {'id': 'd4a65d27-2670-4795-8f78-3502236b6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:59.430243 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] Bound port: 64c3d04a-350f-42ab-b7c4-89ebbc977cf2, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a65d27-2670-4795-8f78-3502236b6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:59.430620 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.433007 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-ad38f35b-5969-4f93-ad1a-90430ac44ea4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:59.436384 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-ad38f35b-5969-4f93-ad1a-90430ac44ea4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:59.492798 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-ad38f35b-5969-4f93-ad1a-90430ac44ea4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:59.494183 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-ad38f35b-5969-4f93-ad1a-90430ac44ea4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.649546 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-ad38f35b-5969-4f93-ad1a-90430ac44ea4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6357868 Jul 30 01:48:59.683513 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] Request body: {'port': {'device_id': '078d43f1-f9e6-4daa-b97f-ef567ce60469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:59.719078 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] For port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:59.735439 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] For port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=64c3d04a-350f-42ab-b7c4-89ebbc977cf2,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:59.857244 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.922175 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5e04cc15-7e09-47ab-9a05-89c0c1434484 None None] Provisioning for port 1a12eb71-838e-4718-8d21-2a7470945e26 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:59.923674 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.927354 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5e04cc15-7e09-47ab-9a05-89c0c1434484 None None] Provisioning complete for port 1a12eb71-838e-4718-8d21-2a7470945e26 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:59.927742 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5e04cc15-7e09-47ab-9a05-89c0c1434484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.948298 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067b2cf-0553-44ca-bf4c-6ea35fc41322 req-df74beb2-f06d-421d-be82-756216f20606 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:59.958132 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3067b2cf-0553-44ca-bf4c-6ea35fc41322 req-df74beb2-f06d-421d-be82-756216f20606 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.2167504 Jul 30 01:48:59.969258 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:59.969956 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.972912 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] 10.222.0.77 "PUT /v2.0/ports/64c3d04a-350f-42ab-b7c4-89ebbc977cf2 HTTP/1.1" status: 200 len: 1130 time: 2.2672489 Jul 30 01:48:59.979321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'tag': '64c3d04a-350f-42ab-b7c4-89ebbc977cf2'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:59.983099 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37bea52-5676-4854-a5f2-ee5dc22b5605" -d '{"events": [{"name": "network-changed", "server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "tag": "64c3d04a-350f-42ab-b7c4-89ebbc977cf2"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:00.039496 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b4623436-27de-46ad-a54a-8eeced8edfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:00.070575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b2931-52c6-4ae6-aa75-6639e13e1cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=64c3d04a-350f-42ab-b7c4-89ebbc977cf2,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:00.080687 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4623436-27de-46ad-a54a-8eeced8edfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6718611-bcd2-4889-8c89-ab200364edfb,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:00.092374 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3067b2cf-0553-44ca-bf4c-6ea35fc41322 req-f8aa30c4-c140-441f-9682-25682ccb0709 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331239 Jul 30 01:49:00.104209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] Request body: {'port': {'device_id': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:00.118963 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5e04cc15-7e09-47ab-9a05-89c0c1434484 None None] Port 1a12eb71-838e-4718-8d21-2a7470945e26 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:00.162343 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b4623436-27de-46ad-a54a-8eeced8edfa9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=662743b7e5034bb88eaeb1c6458899db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2867284 Jul 30 01:49:00.165704 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42838) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:00.298988 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fb1c6-b2ab-4fb3-8634-a184186971c7 req-b7836fb3-2917-49d1-be6d-b1a87fb891b4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:00.306856 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-805fb1c6-b2ab-4fb3-8634-a184186971c7 req-b7836fb3-2917-49d1-be6d-b1a87fb891b4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 931 time: 0.2714643 Jul 30 01:49:00.379251 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d68848fe-9b60-4731-994f-1f22062daa16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:00.406117 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-58bbb846-634f-4fb6-954e-49566dc141ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:00.442976 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-805fb1c6-b2ab-4fb3-8634-a184186971c7 req-1d1208d7-becf-498c-8453-163507132e6e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295769 Jul 30 01:49:00.468245 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:00.490719 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-58bbb846-634f-4fb6-954e-49566dc141ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:00.534210 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02f361b-f153-409d-b9e1-d1bb489b9871 x-openstack-request-id: req-a02f361b-f153-409d-b9e1-d1bb489b9871 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:00.534613 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "tag": "64c3d04a-350f-42ab-b7c4-89ebbc977cf2", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:00.534938 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a02f361b-f153-409d-b9e1-d1bb489b9871 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:00.535636 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'tag': '64c3d04a-350f-42ab-b7c4-89ebbc977cf2', 'status': 'completed', 'code': 200} Jul 30 01:49:00.551508 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1258e-91d5-49b1-a26a-f5cba9dfc3c0 req-df9349e5-c6d5-49e4-ba6a-024881228b0a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:00.558950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1258e-91d5-49b1-a26a-f5cba9dfc3c0 req-df9349e5-c6d5-49e4-ba6a-024881228b0a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:00.565143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1258e-91d5-49b1-a26a-f5cba9dfc3c0 req-df9349e5-c6d5-49e4-ba6a-024881228b0a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:00.572371 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1258e-91d5-49b1-a26a-f5cba9dfc3c0 req-df9349e5-c6d5-49e4-ba6a-024881228b0a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:00.579534 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1258e-91d5-49b1-a26a-f5cba9dfc3c0 req-df9349e5-c6d5-49e4-ba6a-024881228b0a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:00.587383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1258e-91d5-49b1-a26a-f5cba9dfc3c0 req-df9349e5-c6d5-49e4-ba6a-024881228b0a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:00.593107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1258e-91d5-49b1-a26a-f5cba9dfc3c0 req-df9349e5-c6d5-49e4-ba6a-024881228b0a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:00.602698 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8ea1258e-91d5-49b1-a26a-f5cba9dfc3c0 req-df9349e5-c6d5-49e4-ba6a-024881228b0a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5371 time: 0.2591972 Jul 30 01:49:00.655560 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bea52-5676-4854-a5f2-ee5dc22b5605 req-b3bf00d4-da43-44d6-b338-51f3b09d5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:00.656310 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bea52-5676-4854-a5f2-ee5dc22b5605 req-b3bf00d4-da43-44d6-b338-51f3b09d5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:00.657016 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bea52-5676-4854-a5f2-ee5dc22b5605 req-b3bf00d4-da43-44d6-b338-51f3b09d5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:00.657730 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bea52-5676-4854-a5f2-ee5dc22b5605 req-b3bf00d4-da43-44d6-b338-51f3b09d5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:00.658285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bea52-5676-4854-a5f2-ee5dc22b5605 req-b3bf00d4-da43-44d6-b338-51f3b09d5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:00.658912 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bea52-5676-4854-a5f2-ee5dc22b5605 req-b3bf00d4-da43-44d6-b338-51f3b09d5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:00.659506 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bea52-5676-4854-a5f2-ee5dc22b5605 req-b3bf00d4-da43-44d6-b338-51f3b09d5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:00.661920 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a37bea52-5676-4854-a5f2-ee5dc22b5605 req-b3bf00d4-da43-44d6-b338-51f3b09d5afa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b925993cc6564ab9911b25e36e01c143&device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 6208 time: 0.0621560 Jul 30 01:49:00.696670 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d68848fe-9b60-4731-994f-1f22062daa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:00.723455 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8ea1258e-91d5-49b1-a26a-f5cba9dfc3c0 req-4d3b3bd7-772c-4c8a-8100-d63d75f40c04 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1196780 Jul 30 01:49:00.811110 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-58bbb846-634f-4fb6-954e-49566dc141ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:00.813828 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-58bbb846-634f-4fb6-954e-49566dc141ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:00.815529 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-58bbb846-634f-4fb6-954e-49566dc141ca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d6718611-bcd2-4889-8c89-ab200364edfb HTTP/1.1" status: 204 len: 168 time: 0.6476970 Jul 30 01:49:00.834322 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68848fe-9b60-4731-994f-1f22062daa16 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:00.840602 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d68848fe-9b60-4731-994f-1f22062daa16 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:00.843122 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68848fe-9b60-4731-994f-1f22062daa16 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:00.885346 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbb846-634f-4fb6-954e-49566dc141ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6718611-bcd2-4889-8c89-ab200364edfb,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:00.938680 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68848fe-9b60-4731-994f-1f22062daa16 admin admin] Pushing event updated for resources: {'Port': ['ID=83c67f53-3f2e-4045-a461-4296c7905c05,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:01.067946 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a12eb71-838e-4718-8d21-2a7470945e26 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:01.083132 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:01.112701 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bea52-5676-4854-a5f2-ee5dc22b5605 req-294bf876-ebf0-462d-8a11-5fbc60d5d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:01.113299 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bea52-5676-4854-a5f2-ee5dc22b5605 req-294bf876-ebf0-462d-8a11-5fbc60d5d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:01.113776 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bea52-5676-4854-a5f2-ee5dc22b5605 req-294bf876-ebf0-462d-8a11-5fbc60d5d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:01.115318 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a37bea52-5676-4854-a5f2-ee5dc22b5605 req-294bf876-ebf0-462d-8a11-5fbc60d5d618 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=b925993cc6564ab9911b25e36e01c143&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4341536 Jul 30 01:49:01.193234 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] Transition to ACTIVE for port object 1a12eb71-838e-4718-8d21-2a7470945e26 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:01.267268 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6789236d-21f2-4490-8311-d49341e86769 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:01.278317 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:01.299952 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] Transition to ACTIVE for port object 6789236d-21f2-4490-8311-d49341e86769 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:01.310079 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1efbd-9435-412a-bf70-0b9763c7ff90 req-4e77ef03-d033-4501-a0c5-5263212f8f9e tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:01.315853 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-51b1efbd-9435-412a-bf70-0b9763c7ff90 req-4e77ef03-d033-4501-a0c5-5263212f8f9e tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.1128690 Jul 30 01:49:01.317816 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:01.420487 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:01.455467 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d68848fe-9b60-4731-994f-1f22062daa16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:01.571843 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a12eb71-838e-4718-8d21-2a7470945e26,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:01.616587 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bea52-5676-4854-a5f2-ee5dc22b5605 req-e4d7a0cd-c645-4aa5-b021-a491dfd7ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:01.618441 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a37bea52-5676-4854-a5f2-ee5dc22b5605 req-e4d7a0cd-c645-4aa5-b021-a491dfd7ef2e service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4897785 Jul 30 01:49:01.669859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde06665-0529-4e58-95c3-972f829db73c service neutron] Pushing event updated for resources: {'Port': ['ID=6789236d-21f2-4490-8311-d49341e86769,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:01.675690 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-51b1efbd-9435-412a-bf70-0b9763c7ff90 req-e78d416c-5fc6-416f-b8fb-ba52aebad759 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523340 Jul 30 01:49:01.837027 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] Attempting to bind port 6789236d-21f2-4490-8311-d49341e86769 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:01.837334 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] Attempting to bind port 6789236d-21f2-4490-8311-d49341e86769 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'd4a65d27-2670-4795-8f78-3502236b6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:01.837709 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] Attempting to bind port 6789236d-21f2-4490-8311-d49341e86769 on network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:01.842702 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] Port 6789236d-21f2-4490-8311-d49341e86769 on network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:49:01.843032 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] Attempting to bind port 6789236d-21f2-4490-8311-d49341e86769 on network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:01.844954 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] Attempting to bind port 1a12eb71-838e-4718-8d21-2a7470945e26 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:01.845327 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] Attempting to bind port 1a12eb71-838e-4718-8d21-2a7470945e26 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:01.845869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] Attempting to bind port 1a12eb71-838e-4718-8d21-2a7470945e26 on network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:01.854286 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] Port 1a12eb71-838e-4718-8d21-2a7470945e26 on network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:49:01.854286 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] Attempting to bind port 1a12eb71-838e-4718-8d21-2a7470945e26 on network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:01.859504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fbfdc-ecee-40f2-abac-d5f9351c6bd4 req-1c01bba1-e7e2-45e6-9ddc-a64aaae9643a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:01.859636 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:01.859835 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] Checking segment: {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:01.860222 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] Bound using segment: {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:01.860655 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] Bound port: 1a12eb71-838e-4718-8d21-2a7470945e26, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:01.861529 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:01.863255 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e82fbfdc-ecee-40f2-abac-d5f9351c6bd4 req-1c01bba1-e7e2-45e6-9ddc-a64aaae9643a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 943 time: 0.2885296 Jul 30 01:49:01.882253 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:01.884329 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] Checking segment: {'id': 'd4a65d27-2670-4795-8f78-3502236b6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:01.885252 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] Bound using segment: {'id': 'd4a65d27-2670-4795-8f78-3502236b6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:01.888216 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] Bound port: 6789236d-21f2-4490-8311-d49341e86769, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a65d27-2670-4795-8f78-3502236b6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:01.888799 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:01.995922 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e82fbfdc-ecee-40f2-abac-d5f9351c6bd4 req-e2176b00-bdc1-44f1-ba76-8581f35782ed tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316442 Jul 30 01:49:02.042719 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d68848fe-9b60-4731-994f-1f22062daa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:02.166496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] For port 6789236d-21f2-4490-8311-d49341e86769, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:02.170285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] For port 1a12eb71-838e-4718-8d21-2a7470945e26, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:02.173471 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] For port 6789236d-21f2-4490-8311-d49341e86769, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6789236d-21f2-4490-8311-d49341e86769,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:02.185367 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef3771-6310-404e-b888-0312abb8138f req-aa188ab6-c1c1-4b90-92ef-a424df0ad238 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:02.192282 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef3771-6310-404e-b888-0312abb8138f req-aa188ab6-c1c1-4b90-92ef-a424df0ad238 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:02.199285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef3771-6310-404e-b888-0312abb8138f req-aa188ab6-c1c1-4b90-92ef-a424df0ad238 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:02.205670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef3771-6310-404e-b888-0312abb8138f req-aa188ab6-c1c1-4b90-92ef-a424df0ad238 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:02.212014 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef3771-6310-404e-b888-0312abb8138f req-aa188ab6-c1c1-4b90-92ef-a424df0ad238 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:02.218333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef3771-6310-404e-b888-0312abb8138f req-aa188ab6-c1c1-4b90-92ef-a424df0ad238 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:02.226269 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef3771-6310-404e-b888-0312abb8138f req-aa188ab6-c1c1-4b90-92ef-a424df0ad238 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:02.232857 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8cef3771-6310-404e-b888-0312abb8138f req-aa188ab6-c1c1-4b90-92ef-a424df0ad238 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5383 time: 0.3108809 Jul 30 01:49:02.236479 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] For port 1a12eb71-838e-4718-8d21-2a7470945e26, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=1a12eb71-838e-4718-8d21-2a7470945e26,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:02.270923 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:02.333095 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8cef3771-6310-404e-b888-0312abb8138f req-88cd138d-1442-4562-9a53-639e95d59aa2 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0880332 Jul 30 01:49:02.349508 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:02.350133 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:02.351553 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-dde06665-0529-4e58-95c3-972f829db73c service neutron] 10.222.0.77 "PUT /v2.0/ports/6789236d-21f2-4490-8311-d49341e86769 HTTP/1.1" status: 200 len: 1091 time: 2.2578278 Jul 30 01:49:02.372769 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:02.415048 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:02.415739 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:02.417609 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] 10.222.0.10 "PUT /v2.0/ports/1a12eb71-838e-4718-8d21-2a7470945e26 HTTP/1.1" status: 200 len: 1091 time: 2.7505751 Jul 30 01:49:02.455278 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68848fe-9b60-4731-994f-1f22062daa16 admin admin] Router dffb560c-98fb-415a-bfa7-a10a6ca8bd42 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:49:02.461886 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde06665-0529-4e58-95c3-972f829db73c service neutron] Pushing event updated for resources: {'Port': ['ID=6789236d-21f2-4490-8311-d49341e86769,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:02.548092 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] Request body: {'port': {'device_id': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:02.608128 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'tag': '6789236d-21f2-4490-8311-d49341e86769'}, {'name': 'network-changed', 'server_uuid': '078d43f1-f9e6-4daa-b97f-ef567ce60469', 'tag': '1a12eb71-838e-4718-8d21-2a7470945e26'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:02.612999 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbd9705-cb82-4c49-8096-50aefd3cdb41" -d '{"events": [{"name": "network-changed", "server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "tag": "6789236d-21f2-4490-8311-d49341e86769"}, {"name": "network-changed", "server_uuid": "078d43f1-f9e6-4daa-b97f-ef567ce60469", "tag": "1a12eb71-838e-4718-8d21-2a7470945e26"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:02.693314 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:02.993211 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42908) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:03.038769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68848fe-9b60-4731-994f-1f22062daa16 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:03.049519 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] Sync routers for ids ['dffb560c-98fb-415a-bfa7-a10a6ca8bd42'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:03.057217 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd2cdf4c-6ad4-4d80-b3a6-0575897ae553 req-8b2214f7-df32-4734-b221-b54694551f2d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2368362 Jul 30 01:49:03.070516 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] Routers {'dffb560c-98fb-415a-bfa7-a10a6ca8bd42'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:03.073494 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:48:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['dffb560c-98fb-415a-bfa7-a10a6ca8bd42'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:03.076937 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-7c40d6d8-6c77-4fda-94d8-3d267f3ff8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:03.081393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-7c40d6d8-6c77-4fda-94d8-3d267f3ff8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:03.081983 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-7c40d6d8-6c77-4fda-94d8-3d267f3ff8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:03.082521 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-7c40d6d8-6c77-4fda-94d8-3d267f3ff8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:03.084152 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-7c40d6d8-6c77-4fda-94d8-3d267f3ff8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:03.084640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-7c40d6d8-6c77-4fda-94d8-3d267f3ff8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:03.085274 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-7c40d6d8-6c77-4fda-94d8-3d267f3ff8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:03.088773 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-7c40d6d8-6c77-4fda-94d8-3d267f3ff8cb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b925993cc6564ab9911b25e36e01c143&device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 6275 time: 0.3182671 Jul 30 01:49:03.165472 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb56ee-d42b-4aa6-b366-e649e13b1443 req-26ffb547-cc17-4617-8460-727a8ed453d2 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:03.174015 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-67bb56ee-d42b-4aa6-b366-e649e13b1443 req-26ffb547-cc17-4617-8460-727a8ed453d2 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.2660823 Jul 30 01:49:03.176276 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d68848fe-9b60-4731-994f-1f22062daa16 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:03.180104 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d68848fe-9b60-4731-994f-1f22062daa16 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4210668 Jul 30 01:49:03.228121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42916) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:03.301823 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-055e6cfd-e445-4925-9b65-64cc46ec7f33 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-500021340-network', 'tenant_id': '24ef0f737bf3491dbfbf88362270808f'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:03.307626 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] Set router dffb560c-98fb-415a-bfa7-a10a6ca8bd42 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:49:03.374773 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cd3815-83ea-4be9-b921-6bc47ff86ef8 x-openstack-request-id: req-36cd3815-83ea-4be9-b921-6bc47ff86ef8 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:03.375360 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "tag": "6789236d-21f2-4490-8311-d49341e86769", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "078d43f1-f9e6-4daa-b97f-ef567ce60469", "tag": "1a12eb71-838e-4718-8d21-2a7470945e26", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:03.375360 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36cd3815-83ea-4be9-b921-6bc47ff86ef8 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:03.375687 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'tag': '6789236d-21f2-4490-8311-d49341e86769', 'status': 'completed', 'code': 200} Jul 30 01:49:03.375990 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078d43f1-f9e6-4daa-b97f-ef567ce60469', 'tag': '1a12eb71-838e-4718-8d21-2a7470945e26', 'status': 'completed', 'code': 200} Jul 30 01:49:03.410506 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-67bb56ee-d42b-4aa6-b366-e649e13b1443 req-0c5d167e-0411-4881-8233-f09fc96e6d22 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352929 Jul 30 01:49:03.419599 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ee33a-0a5f-476a-a194-1cdfec60f8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a12eb71-838e-4718-8d21-2a7470945e26,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:03.422808 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cdf4c-6ad4-4d80-b3a6-0575897ae553 req-a7989524-e5e3-4c5d-bbe3-d49742f040e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:03.425086 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd2cdf4c-6ad4-4d80-b3a6-0575897ae553 req-a7989524-e5e3-4c5d-bbe3-d49742f040e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d76b6f78d40643c59c83af2204827393&device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 1097 time: 0.2941935 Jul 30 01:49:03.516853 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-1873bfb1-4c54-4163-8324-b27f5d083b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:03.517651 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-1873bfb1-4c54-4163-8324-b27f5d083b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:03.518003 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-1873bfb1-4c54-4163-8324-b27f5d083b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:03.519784 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-1873bfb1-4c54-4163-8324-b27f5d083b26 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=b925993cc6564ab9911b25e36e01c143&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4102025 Jul 30 01:49:03.522053 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055e6cfd-e445-4925-9b65-64cc46ec7f33 admin admin] Made reservation on behalf of 24ef0f737bf3491dbfbf88362270808f for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:03.522875 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-055e6cfd-e445-4925-9b65-64cc46ec7f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:03.568745 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-055e6cfd-e445-4925-9b65-64cc46ec7f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:03.574357 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:03.710343 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-0c3e8b46-2b7f-4749-8724-c9c90f102fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:03.712060 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-0c3e8b46-2b7f-4749-8724-c9c90f102fc2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 1094 time: 1.0775898 Jul 30 01:49:03.722733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64da18e-2375-445f-b3fe-c0459ab1489f req-690e4396-afee-4527-8abd-c4860d86c6ff tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:03.726164 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f64da18e-2375-445f-b3fe-c0459ab1489f req-690e4396-afee-4527-8abd-c4860d86c6ff tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 943 time: 0.3639560 Jul 30 01:49:03.731239 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffb560c-98fb-415a-bfa7-a10a6ca8bd42', 'name': 'tempest-ServerRescueNegativeTestJSON-881478722-router', 'tenant_id': '490aa0aca67044918aa610799e460190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '83c67f53-3f2e-4045-a461-4296c7905c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:57Z', 'updated_at': '2021-07-30T01:49:01Z', 'revision_number': 3, 'project_id': '490aa0aca67044918aa610799e460190', 'gw_port': {'id': '83c67f53-3f2e-4045-a461-4296c7905c05', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:59:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffb560c-98fb-415a-bfa7-a10a6ca8bd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:48:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:03.782627 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] Checking router: dffb560c-98fb-415a-bfa7-a10a6ca8bd42 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:49:03.783271 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] Updating router dffb560c-98fb-415a-bfa7-a10a6ca8bd42 port 83c67f53-3f2e-4045-a461-4296c7905c05 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:49:03.785964 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-055e6cfd-e445-4925-9b65-64cc46ec7f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:03.846611 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.007576 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-055e6cfd-e445-4925-9b65-64cc46ec7f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.077834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:04.092812 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.108627 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] Transition to ACTIVE for port object 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:04.112291 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-c3914da2-e5b9-4371-a567-ad0bcdad39c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a12eb71-838e-4718-8d21-2a7470945e26 HTTP/1.1" status: 200 len: 217 time: 0.3849635 Jul 30 01:49:04.163915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055e6cfd-e445-4925-9b65-64cc46ec7f33 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:49:04.172399 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cdf4c-6ad4-4d80-b3a6-0575897ae553 req-4f32ca4f-dfed-4811-94ae-350a7bc2eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.174631 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd2cdf4c-6ad4-4d80-b3a6-0575897ae553 req-4f32ca4f-dfed-4811-94ae-350a7bc2eafb service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 HTTP/1.1" status: 200 len: 916 time: 0.7249265 Jul 30 01:49:04.185212 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f64da18e-2375-445f-b3fe-c0459ab1489f req-4ee2bf3f-846c-4cb5-acea-329462f86462 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503293 Jul 30 01:49:04.186570 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.260478 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-846e5b51-8b1e-4cb2-b873-06f387369e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.262020 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-846e5b51-8b1e-4cb2-b873-06f387369e46 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.1407168 Jul 30 01:49:04.361651 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-ed14f05d-92e4-4fec-be98-048411b748bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.363127 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-ed14f05d-92e4-4fec-be98-048411b748bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833814 Jul 30 01:49:04.363879 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] Pushing event updated for resources: {'Port': ['ID=8afcfcbc-832b-4d27-b3ca-e91965e8e3a8,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:04.601887 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] Attempting to bind port 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:04.602806 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] Attempting to bind port 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'd4a65d27-2670-4795-8f78-3502236b6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:04.602806 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] Attempting to bind port 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 on network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:04.616650 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] Port 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 on network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:49:04.617056 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] Attempting to bind port 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 on network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:04.625401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:04.625820 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] Checking segment: {'id': 'd4a65d27-2670-4795-8f78-3502236b6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:04.626137 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] Bound using segment: {'id': 'd4a65d27-2670-4795-8f78-3502236b6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:04.627117 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] Bound port: 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a65d27-2670-4795-8f78-3502236b6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:04.627484 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.647959 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-6e88d8b7-9f6f-4b5b-b74b-7b4567196ad9 service neutron] 10.222.0.10 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727354 Jul 30 01:49:04.652250 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.685657 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] Transition to ACTIVE for port object 83c67f53-3f2e-4045-a461-4296c7905c05 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:04.774673 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e6cfd-e445-4925-9b65-64cc46ec7f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2dcc02-9dbb-4d1c-b6aa-4153f432e65b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:04.781133 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-055e6cfd-e445-4925-9b65-64cc46ec7f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.781613 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-055e6cfd-e445-4925-9b65-64cc46ec7f33 admin admin] Added segment 4061512f-c02b-4f11-b5d9-82da288d46de of type vlan for network e297ffa6-f370-4911-bddb-d51a30327fb5 Jul 30 01:49:04.832561 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-d4f71bf9-75ec-4cf5-93c3-4144d1515d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.834260 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-d4f71bf9-75ec-4cf5-93c3-4144d1515d23 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3051255 Jul 30 01:49:04.847633 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] For port 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:04.852362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28095c69-b3a7-486c-a24a-10482d305360 req-8580f670-361e-42fc-8d96-30768f6c097c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.858740 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28095c69-b3a7-486c-a24a-10482d305360 req-8580f670-361e-42fc-8d96-30768f6c097c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.865318 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28095c69-b3a7-486c-a24a-10482d305360 req-8580f670-361e-42fc-8d96-30768f6c097c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.871320 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28095c69-b3a7-486c-a24a-10482d305360 req-8580f670-361e-42fc-8d96-30768f6c097c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.877817 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28095c69-b3a7-486c-a24a-10482d305360 req-8580f670-361e-42fc-8d96-30768f6c097c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.881897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae732c-1a41-4ab1-8d69-1d70cc8dfa55 req-65e4ecb7-0b65-4ef6-8a2d-6b1880238b37 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.883477 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5aae732c-1a41-4ab1-8d69-1d70cc8dfa55 req-65e4ecb7-0b65-4ef6-8a2d-6b1880238b37 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.1877553 Jul 30 01:49:04.884221 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28095c69-b3a7-486c-a24a-10482d305360 req-8580f670-361e-42fc-8d96-30768f6c097c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.888049 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] For port 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8afcfcbc-832b-4d27-b3ca-e91965e8e3a8,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:04.890423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28095c69-b3a7-486c-a24a-10482d305360 req-8580f670-361e-42fc-8d96-30768f6c097c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.892282 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-087ebabe-baf1-4558-9c8e-dbe9fcc4aa0f req-93ee5202-fe11-49eb-8257-54630717dbba service neutron] 10.222.0.10 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363238 Jul 30 01:49:04.898520 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-28095c69-b3a7-486c-a24a-10482d305360 req-8580f670-361e-42fc-8d96-30768f6c097c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5383 time: 1.1095350 Jul 30 01:49:04.917294 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.938793 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5aae732c-1a41-4ab1-8d69-1d70cc8dfa55 req-b0535e27-0438-41db-9538-54f494d7410c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427029 Jul 30 01:49:04.971572 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd2cdf4c-6ad4-4d80-b3a6-0575897ae553 req-4abadc40-92f5-4ae5-baa7-799e858d6069 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdb558f8-5cac-4331-9b09-75fbfbcc262f HTTP/1.1" status: 200 len: 1002 time: 0.7795160 Jul 30 01:49:04.979947 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.982839 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df0dd8-eaa2-43cf-9488-4e1f74d8285a None None] Pushing event updated for resources: {'Port': ['ID=83c67f53-3f2e-4045-a461-4296c7905c05,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:04.996999 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0dd8-eaa2-43cf-9488-4e1f74d8285a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:04.997511 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0dd8-eaa2-43cf-9488-4e1f74d8285a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:04.997859 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0dd8-eaa2-43cf-9488-4e1f74d8285a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:04.998195 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0dd8-eaa2-43cf-9488-4e1f74d8285a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:04.998692 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0dd8-eaa2-43cf-9488-4e1f74d8285a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:04.999022 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0dd8-eaa2-43cf-9488-4e1f74d8285a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:04.999615 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0dd8-eaa2-43cf-9488-4e1f74d8285a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:04.999960 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0dd8-eaa2-43cf-9488-4e1f74d8285a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:05.000529 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0dd8-eaa2-43cf-9488-4e1f74d8285a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:05.005906 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0dd8-eaa2-43cf-9488-4e1f74d8285a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:05.006382 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0dd8-eaa2-43cf-9488-4e1f74d8285a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:05.006840 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0dd8-eaa2-43cf-9488-4e1f74d8285a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:05.039335 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-055e6cfd-e445-4925-9b65-64cc46ec7f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:05.057356 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] Attempting to bind port 83c67f53-3f2e-4045-a461-4296c7905c05 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:05.057794 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] Attempting to bind port 83c67f53-3f2e-4045-a461-4296c7905c05 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:05.060111 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] Attempting to bind port 83c67f53-3f2e-4045-a461-4296c7905c05 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:05.067290 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:05.067931 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:05.070990 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] 10.222.0.77 "PUT /v2.0/ports/8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 HTTP/1.1" status: 200 len: 1090 time: 2.5435028 Jul 30 01:49:05.071570 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:05.071933 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:05.072326 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:05.072729 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:05.073196 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] Bound port: 83c67f53-3f2e-4045-a461-4296c7905c05, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:05.073589 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:05.151510 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] For port 83c67f53-3f2e-4045-a461-4296c7905c05, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:05.155840 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] For port 83c67f53-3f2e-4045-a461-4296c7905c05, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=83c67f53-3f2e-4045-a461-4296c7905c05,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:05.200460 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] Request body: {'port': {'device_id': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:05.232043 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:05.254535 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-28095c69-b3a7-486c-a24a-10482d305360 req-9256549a-3485-4ab7-bd44-63586a8c9693 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3548291 Jul 30 01:49:05.276219 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cdf4c-6ad4-4d80-b3a6-0575897ae553 req-c2718dd1-8375-4523-9491-33254f269c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:05.278186 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd2cdf4c-6ad4-4d80-b3a6-0575897ae553 req-c2718dd1-8375-4523-9491-33254f269c82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=710a9262-2232-4ebe-873a-16a8bb5a5b52 HTTP/1.1" status: 200 len: 854 time: 0.2729411 Jul 30 01:49:05.281476 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627cbea-ffae-4bf5-b68a-66de6f9e740b service neutron] Pushing event updated for resources: {'Port': ['ID=8afcfcbc-832b-4d27-b3ca-e91965e8e3a8,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:05.351717 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-16c9d213-e02e-4ac3-8873-0670a418c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:05.358628 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-16c9d213-e02e-4ac3-8873-0670a418c117 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 1094 time: 0.3046405 Jul 30 01:49:05.364323 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-055e6cfd-e445-4925-9b65-64cc46ec7f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:05.365480 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055e6cfd-e445-4925-9b65-64cc46ec7f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:05.366130 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-055e6cfd-e445-4925-9b65-64cc46ec7f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:05.377892 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:05.378101 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] Routers {'dffb560c-98fb-415a-bfa7-a10a6ca8bd42'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:05.378534 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:48:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['dffb560c-98fb-415a-bfa7-a10a6ca8bd42'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:05.380709 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'tag': '8afcfcbc-832b-4d27-b3ca-e91965e8e3a8'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:05.393446 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df0dd8-eaa2-43cf-9488-4e1f74d8285a None None] Pushing event updated for resources: {'Port': ['ID=83c67f53-3f2e-4045-a461-4296c7905c05,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:05.400863 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e5ec77-87fb-4af3-b97b-7ff7ba362d30" -d '{"events": [{"name": "network-changed", "server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "tag": "8afcfcbc-832b-4d27-b3ca-e91965e8e3a8"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:05.492346 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cdf4c-6ad4-4d80-b3a6-0575897ae553 req-e0a90533-39a6-4404-8cbc-73a386275cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:05.494173 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd2cdf4c-6ad4-4d80-b3a6-0575897ae553 req-e0a90533-39a6-4404-8cbc-73a386275cbb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6cc57bf-b26e-4ce8-8e80-631c09a61bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1886120 Jul 30 01:49:05.503547 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-055e6cfd-e445-4925-9b65-64cc46ec7f33 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5021443 Jul 30 01:49:05.506462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e6cfd-e445-4925-9b65-64cc46ec7f33 admin admin] Pushing event updated for resources: {'Network': ['ID=e297ffa6-f370-4911-bddb-d51a30327fb5,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:05.512320 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42946) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:05.523232 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network e297ffa6-f370-4911-bddb-d51a30327fb5 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:49:05.525249 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-0f039787-6952-4cbb-9814-89f2140ad71e admin admin] Request body: {'subnet': {'network_id': 'e297ffa6-f370-4911-bddb-d51a30327fb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-500021340-subnet', 'tenant_id': '24ef0f737bf3491dbfbf88362270808f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:05.593931 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] Set router dffb560c-98fb-415a-bfa7-a10a6ca8bd42 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:49:05.653131 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f135d430-4c18-41a0-8b4e-9e476ff858cd x-openstack-request-id: req-f135d430-4c18-41a0-8b4e-9e476ff858cd {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:05.653980 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "tag": "8afcfcbc-832b-4d27-b3ca-e91965e8e3a8", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:05.654429 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f135d430-4c18-41a0-8b4e-9e476ff858cd {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:05.655062 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'tag': '8afcfcbc-832b-4d27-b3ca-e91965e8e3a8', 'status': 'completed', 'code': 200} Jul 30 01:49:05.775811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8a54f-e007-427b-b6c3-983270079dae req-4b9fa2e9-4078-482f-9531-2e863337f269 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:05.785766 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08c8a54f-e007-427b-b6c3-983270079dae req-4b9fa2e9-4078-482f-9531-2e863337f269 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 943 time: 0.4237649 Jul 30 01:49:05.856545 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f039787-6952-4cbb-9814-89f2140ad71e admin admin] Made reservation on behalf of 24ef0f737bf3491dbfbf88362270808f for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:05.859079 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f039787-6952-4cbb-9814-89f2140ad71e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:05.928187 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5ec77-87fb-4af3-b97b-7ff7ba362d30 req-a0dc1fb0-a167-41ba-9160-bc694e82b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:05.928863 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5ec77-87fb-4af3-b97b-7ff7ba362d30 req-a0dc1fb0-a167-41ba-9160-bc694e82b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:05.929418 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5ec77-87fb-4af3-b97b-7ff7ba362d30 req-a0dc1fb0-a167-41ba-9160-bc694e82b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:05.929969 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5ec77-87fb-4af3-b97b-7ff7ba362d30 req-a0dc1fb0-a167-41ba-9160-bc694e82b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:05.930546 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5ec77-87fb-4af3-b97b-7ff7ba362d30 req-a0dc1fb0-a167-41ba-9160-bc694e82b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:05.931088 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5ec77-87fb-4af3-b97b-7ff7ba362d30 req-a0dc1fb0-a167-41ba-9160-bc694e82b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:05.931633 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5ec77-87fb-4af3-b97b-7ff7ba362d30 req-a0dc1fb0-a167-41ba-9160-bc694e82b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:05.933684 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-64e5ec77-87fb-4af3-b97b-7ff7ba362d30 req-a0dc1fb0-a167-41ba-9160-bc694e82b5f3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b925993cc6564ab9911b25e36e01c143&device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 6342 time: 0.2808690 Jul 30 01:49:05.939826 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e377a69-deb9-42ba-9862-20287f32af3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:05.952936 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffb560c-98fb-415a-bfa7-a10a6ca8bd42', 'name': 'tempest-ServerRescueNegativeTestJSON-881478722-router', 'tenant_id': '490aa0aca67044918aa610799e460190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '83c67f53-3f2e-4045-a461-4296c7905c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:57Z', 'updated_at': '2021-07-30T01:49:01Z', 'revision_number': 3, 'project_id': '490aa0aca67044918aa610799e460190', 'gw_port': {'id': '83c67f53-3f2e-4045-a461-4296c7905c05', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:59:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffb560c-98fb-415a-bfa7-a10a6ca8bd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:06.003128 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f07c124-a2c8-40d5-92fe-214440e46306 None None] The sync data for ids ['dffb560c-98fb-415a-bfa7-a10a6ca8bd42'] in n-d-713498-9 is: [{'id': 'dffb560c-98fb-415a-bfa7-a10a6ca8bd42', 'name': 'tempest-ServerRescueNegativeTestJSON-881478722-router', 'tenant_id': '490aa0aca67044918aa610799e460190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '83c67f53-3f2e-4045-a461-4296c7905c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:57Z', 'updated_at': '2021-07-30T01:49:01Z', 'revision_number': 3, 'project_id': '490aa0aca67044918aa610799e460190', 'gw_port': {'id': '83c67f53-3f2e-4045-a461-4296c7905c05', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:59:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffb560c-98fb-415a-bfa7-a10a6ca8bd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:06.102718 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd2cdf4c-6ad4-4d80-b3a6-0575897ae553 req-584286e4-3965-44e1-8b1c-2614d5c380f8 service neutron] 10.222.0.10 "GET /v2.0/networks/d6cc57bf-b26e-4ce8-8e80-631c09a61bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845878 Jul 30 01:49:06.140101 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08c8a54f-e007-427b-b6c3-983270079dae req-258bb16e-7a2c-4173-a614-7d3656297653 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529978 Jul 30 01:49:06.177028 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-596892c1-8446-4b00-8a95-0607ec25f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:06.178641 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-596892c1-8446-4b00-8a95-0607ec25f064 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 913 time: 0.7008557 Jul 30 01:49:06.245677 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-2365d1c0-9028-4629-a7dc-f80f12569b6f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a12eb71-838e-4718-8d21-2a7470945e26 HTTP/1.1" status: 200 len: 217 time: 0.0541739 Jul 30 01:49:06.426725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fbafec7-5127-446b-a82d-868408b0985e {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:06.466269 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:06.510710 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] Transition to ACTIVE for port object 1fbafec7-5127-446b-a82d-868408b0985e will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:06.531113 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-545a3ccd-a2ea-47a2-b18a-4d3588dd6867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:06.533012 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-545a3ccd-a2ea-47a2-b18a-4d3588dd6867 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.2771041 Jul 30 01:49:06.619642 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:06.710333 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd2cdf4c-6ad4-4d80-b3a6-0575897ae553 req-d9da3cf6-95cc-4344-a94c-8831ffeea3d8 service neutron] 10.222.0.10 "GET /v2.0/networks/d6cc57bf-b26e-4ce8-8e80-631c09a61bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5879688 Jul 30 01:49:06.741375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-7d8fec7f-5bb6-4387-accf-8dfeb42e58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:06.743855 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-7d8fec7f-5bb6-4387-accf-8dfeb42e58cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980817 Jul 30 01:49:06.781943 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] Pushing event updated for resources: {'Port': ['ID=1fbafec7-5127-446b-a82d-868408b0985e,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:07.055012 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-1e377a69-deb9-42ba-9862-20287f32af3e admin admin] Allocated IP 172.20.0.1 (d652dbd5-b125-43d2-9532-a9060b55f820/13adb296-4ada-44ec-a243-157585ef9fdf/80b8336d-2854-4067-83ef-b482910ee8e9) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:07.074933 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc6dc6-dd0d-468a-9ece-1a9b92f54c64 req-16b0a3c9-5003-4a57-afcb-c23720a307db tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.076504 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8afc6dc6-dd0d-468a-9ece-1a9b92f54c64 req-16b0a3c9-5003-4a57-afcb-c23720a307db tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.9870296 Jul 30 01:49:07.107506 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f039787-6952-4cbb-9814-89f2140ad71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:07.181409 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c606e4-258c-4b79-96ab-dac41339731a req-3d661598-9722-468c-8efe-6bbeb26b9df7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.198978 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c606e4-258c-4b79-96ab-dac41339731a req-3d661598-9722-468c-8efe-6bbeb26b9df7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.221198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c606e4-258c-4b79-96ab-dac41339731a req-3d661598-9722-468c-8efe-6bbeb26b9df7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.227425 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c606e4-258c-4b79-96ab-dac41339731a req-3d661598-9722-468c-8efe-6bbeb26b9df7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.233307 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c606e4-258c-4b79-96ab-dac41339731a req-3d661598-9722-468c-8efe-6bbeb26b9df7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.239314 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c606e4-258c-4b79-96ab-dac41339731a req-3d661598-9722-468c-8efe-6bbeb26b9df7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.245215 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c606e4-258c-4b79-96ab-dac41339731a req-3d661598-9722-468c-8efe-6bbeb26b9df7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.249972 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5ec77-87fb-4af3-b97b-7ff7ba362d30 req-4141e6f8-6aae-46a8-ad3f-f1241eaba172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.253244 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-15c606e4-258c-4b79-96ab-dac41339731a req-3d661598-9722-468c-8efe-6bbeb26b9df7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5407 time: 0.7745342 Jul 30 01:49:07.253925 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5ec77-87fb-4af3-b97b-7ff7ba362d30 req-4141e6f8-6aae-46a8-ad3f-f1241eaba172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.254518 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5ec77-87fb-4af3-b97b-7ff7ba362d30 req-4141e6f8-6aae-46a8-ad3f-f1241eaba172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.257101 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-64e5ec77-87fb-4af3-b97b-7ff7ba362d30 req-4141e6f8-6aae-46a8-ad3f-f1241eaba172 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=b925993cc6564ab9911b25e36e01c143&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.2958515 Jul 30 01:49:07.257821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] Attempting to bind port 1fbafec7-5127-446b-a82d-868408b0985e on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:07.258168 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] Attempting to bind port 1fbafec7-5127-446b-a82d-868408b0985e by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '48314e15-75f1-448f-ba33-e176f6ec7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ffda0404-bad4-4226-a8b1-7142332e4862'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:07.258540 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] Attempting to bind port 1fbafec7-5127-446b-a82d-868408b0985e on network ffda0404-bad4-4226-a8b1-7142332e4862 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:07.303458 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-62478cae-ad9f-47d6-b28a-a900a66ae8b4 service neutron] 10.222.0.10 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090086 Jul 30 01:49:07.309318 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] Port 1fbafec7-5127-446b-a82d-868408b0985e on network ffda0404-bad4-4226-a8b1-7142332e4862 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:49:07.309639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] Attempting to bind port 1fbafec7-5127-446b-a82d-868408b0985e on network ffda0404-bad4-4226-a8b1-7142332e4862 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:07.330610 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8afc6dc6-dd0d-468a-9ece-1a9b92f54c64 req-2c94ed00-01f6-4e42-8b4d-32d2c0b73e67 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077131 Jul 30 01:49:07.366931 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-15c606e4-258c-4b79-96ab-dac41339731a req-5ca3820f-c8e7-4a95-8e66-a35eee3fa9d0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0996425 Jul 30 01:49:07.407257 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f039787-6952-4cbb-9814-89f2140ad71e admin admin] Checking segment: {'id': '4061512f-c02b-4f11-b5d9-82da288d46de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'e297ffa6-f370-4911-bddb-d51a30327fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:07.408078 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f039787-6952-4cbb-9814-89f2140ad71e admin admin] Network hostable DHCP agents. Network: e297ffa6-f370-4911-bddb-d51a30327fb5, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:49:07.434265 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:07.434577 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] Checking segment: {'id': '48314e15-75f1-448f-ba33-e176f6ec7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ffda0404-bad4-4226-a8b1-7142332e4862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:07.434995 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] Bound using segment: {'id': '48314e15-75f1-448f-ba33-e176f6ec7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ffda0404-bad4-4226-a8b1-7142332e4862'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:07.435468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] Bound port: 1fbafec7-5127-446b-a82d-868408b0985e, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48314e15-75f1-448f-ba33-e176f6ec7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ffda0404-bad4-4226-a8b1-7142332e4862'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:07.435829 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:07.458138 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f039787-6952-4cbb-9814-89f2140ad71e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d30ad2d-fc8a-41b8-81d7-4f9bc1ccbab4,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:07.565108 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f039787-6952-4cbb-9814-89f2140ad71e admin admin] Network e297ffa6-f370-4911-bddb-d51a30327fb5 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:49:07.612106 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] For port 1fbafec7-5127-446b-a82d-868408b0985e, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:07.626110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] For port 1fbafec7-5127-446b-a82d-868408b0985e, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1fbafec7-5127-446b-a82d-868408b0985e,segment=NetworkSegment(48314e15-75f1-448f-ba33-e176f6ec7651),segment_id=48314e15-75f1-448f-ba33-e176f6ec7651)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:07.634771 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1dbd9705-cb82-4c49-8096-50aefd3cdb41 req-435e01c5-684f-4ac5-b083-a918de5d374d service neutron] 10.222.0.10 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182352 Jul 30 01:49:07.685770 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5ec77-87fb-4af3-b97b-7ff7ba362d30 req-6f7bb052-b555-4ff8-9fd3-5f8abc31aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.687564 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-64e5ec77-87fb-4af3-b97b-7ff7ba362d30 req-6f7bb052-b555-4ff8-9fd3-5f8abc31aaa0 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4158270 Jul 30 01:49:07.698652 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:07.701247 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e377a69-deb9-42ba-9862-20287f32af3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:07.750916 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] Pushing event updated for resources: {'Port': ['ID=1fbafec7-5127-446b-a82d-868408b0985e,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:07.766401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.767035 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:07.768760 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-322c3e4b-3d2c-42c9-8579-8057882270ff service neutron] 10.222.0.77 "PUT /v2.0/ports/1fbafec7-5127-446b-a82d-868408b0985e HTTP/1.1" status: 200 len: 1091 time: 2.5842350 Jul 30 01:49:07.769223 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'tag': '1fbafec7-5127-446b-a82d-868408b0985e'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:07.771671 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3d3241-e078-469d-996f-2a3cf30825a4" -d '{"events": [{"name": "network-changed", "server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "tag": "1fbafec7-5127-446b-a82d-868408b0985e"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:07.805656 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272d1df-af01-43c6-b8e7-36447d027c61 req-0d7d40ea-e69a-4b85-b543-3442619a18d5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.813822 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e377a69-deb9-42ba-9862-20287f32af3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:07.824223 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e272d1df-af01-43c6-b8e7-36447d027c61 req-0d7d40ea-e69a-4b85-b543-3442619a18d5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 943 time: 0.1602387 Jul 30 01:49:07.867409 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66b34c8-b488-4116-af77-a1df531043e7 x-openstack-request-id: req-d66b34c8-b488-4116-af77-a1df531043e7 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:07.867910 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "tag": "1fbafec7-5127-446b-a82d-868408b0985e", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:07.868169 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d66b34c8-b488-4116-af77-a1df531043e7 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:07.868570 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'tag': '1fbafec7-5127-446b-a82d-868408b0985e', 'status': 'completed', 'code': 200} Jul 30 01:49:07.906754 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-0f039787-6952-4cbb-9814-89f2140ad71e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, e297ffa6-f370-4911-bddb-d51a30327fb5) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:07.919421 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6ba2b1-11b9-42f9-a363-76d14ac035ae None None] Network e297ffa6-f370-4911-bddb-d51a30327fb5 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:07.941253 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f039787-6952-4cbb-9814-89f2140ad71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.941253 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f039787-6952-4cbb-9814-89f2140ad71e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:07.979487 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] Request body: {'port': {'device_id': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:07.986123 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e377a69-deb9-42ba-9862-20287f32af3e admin admin] Network d652dbd5-b125-43d2-9532-a9060b55f820 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:08.031666 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e377a69-deb9-42ba-9862-20287f32af3e admin admin] Pushing event updated for resources: {'Port': ['ID=80b8336d-2854-4067-83ef-b482910ee8e9,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:08.040982 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e272d1df-af01-43c6-b8e7-36447d027c61 req-0ba2fa87-6dc9-4449-b2b9-ed9ee8c9a965 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155387 Jul 30 01:49:08.054220 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-1e377a69-deb9-42ba-9862-20287f32af3e admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:08.058058 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e377a69-deb9-42ba-9862-20287f32af3e admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:08.066883 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0f039787-6952-4cbb-9814-89f2140ad71e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5533023 Jul 30 01:49:08.153464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d3241-e078-469d-996f-2a3cf30825a4 req-d17e7d60-ee75-4f32-b4e4-35f304cce51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:08.153921 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d3241-e078-469d-996f-2a3cf30825a4 req-d17e7d60-ee75-4f32-b4e4-35f304cce51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:08.160349 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d3241-e078-469d-996f-2a3cf30825a4 req-d17e7d60-ee75-4f32-b4e4-35f304cce51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:08.160349 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d3241-e078-469d-996f-2a3cf30825a4 req-d17e7d60-ee75-4f32-b4e4-35f304cce51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:08.160349 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d3241-e078-469d-996f-2a3cf30825a4 req-d17e7d60-ee75-4f32-b4e4-35f304cce51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:08.160349 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d3241-e078-469d-996f-2a3cf30825a4 req-d17e7d60-ee75-4f32-b4e4-35f304cce51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:08.160805 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d3241-e078-469d-996f-2a3cf30825a4 req-d17e7d60-ee75-4f32-b4e4-35f304cce51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:08.167136 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b3d3241-e078-469d-996f-2a3cf30825a4 req-d17e7d60-ee75-4f32-b4e4-35f304cce51a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b925993cc6564ab9911b25e36e01c143&device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 6409 time: 0.2512412 Jul 30 01:49:08.186286 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:08.252995 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 83c67f53-3f2e-4045-a461-4296c7905c05 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:08.256473 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e377a69-deb9-42ba-9862-20287f32af3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:08.360978 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21694ce-7588-4e9f-b263-a843af273547 None None] Network e297ffa6-f370-4911-bddb-d51a30327fb5 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:08.531867 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d3241-e078-469d-996f-2a3cf30825a4 req-f5dba06b-b10e-4cd8-8796-c34b1b720a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:08.533130 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d3241-e078-469d-996f-2a3cf30825a4 req-f5dba06b-b10e-4cd8-8796-c34b1b720a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:08.533774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d3241-e078-469d-996f-2a3cf30825a4 req-f5dba06b-b10e-4cd8-8796-c34b1b720a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:08.536079 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b3d3241-e078-469d-996f-2a3cf30825a4 req-f5dba06b-b10e-4cd8-8796-c34b1b720a7d service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=b925993cc6564ab9911b25e36e01c143&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3503635 Jul 30 01:49:08.543809 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 83c67f53-3f2e-4045-a461-4296c7905c05 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:08.575098 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 83c67f53-3f2e-4045-a461-4296c7905c05 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:08.583144 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:08.667092 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 1a12eb71-838e-4718-8d21-2a7470945e26 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:08.776190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d3241-e078-469d-996f-2a3cf30825a4 req-3548b153-9140-402c-9abd-6e4f38e53468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:08.777848 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b3d3241-e078-469d-996f-2a3cf30825a4 req-3548b153-9140-402c-9abd-6e4f38e53468 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1740229 Jul 30 01:49:08.828666 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50dee0-346f-4280-9dc8-9456b8801540 req-887c4aaf-a823-4b80-93aa-bc0dfdf5f6a8 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:08.836942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50dee0-346f-4280-9dc8-9456b8801540 req-887c4aaf-a823-4b80-93aa-bc0dfdf5f6a8 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:08.843483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50dee0-346f-4280-9dc8-9456b8801540 req-887c4aaf-a823-4b80-93aa-bc0dfdf5f6a8 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:08.850435 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50dee0-346f-4280-9dc8-9456b8801540 req-887c4aaf-a823-4b80-93aa-bc0dfdf5f6a8 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:08.856887 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50dee0-346f-4280-9dc8-9456b8801540 req-887c4aaf-a823-4b80-93aa-bc0dfdf5f6a8 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:08.863352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50dee0-346f-4280-9dc8-9456b8801540 req-887c4aaf-a823-4b80-93aa-bc0dfdf5f6a8 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:08.869989 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50dee0-346f-4280-9dc8-9456b8801540 req-887c4aaf-a823-4b80-93aa-bc0dfdf5f6a8 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:08.872347 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b50dee0-346f-4280-9dc8-9456b8801540 req-887c4aaf-a823-4b80-93aa-bc0dfdf5f6a8 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5407 time: 0.3304236 Jul 30 01:49:08.920238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 1a12eb71-838e-4718-8d21-2a7470945e26, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=1a12eb71-838e-4718-8d21-2a7470945e26,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:08.930941 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b50dee0-346f-4280-9dc8-9456b8801540 req-713bb99b-881a-4675-adf1-347e068b2d72 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484066 Jul 30 01:49:08.975480 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '1a12eb71-838e-4718-8d21-2a7470945e26', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'port_id': '1a12eb71-838e-4718-8d21-2a7470945e26', 'mac_address': 'fa:16:3e:a7:88:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:09.110432 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b6d00-2397-4d78-91c5-6b701d9ace34 req-32bbcf69-059f-4926-a902-06d7fecbd88c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:09.112253 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-325b6d00-2397-4d78-91c5-6b701d9ace34 req-32bbcf69-059f-4926-a902-06d7fecbd88c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.6184018 Jul 30 01:49:09.187442 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7b57-dff2-42fb-94a6-26574c873965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:09.192722 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:09.214813 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a12eb71-838e-4718-8d21-2a7470945e26 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:09.239212 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e377a69-deb9-42ba-9862-20287f32af3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:09.245516 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 1a12eb71-838e-4718-8d21-2a7470945e26, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=1a12eb71-838e-4718-8d21-2a7470945e26,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:09.253470 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:09.282840 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 83c67f53-3f2e-4045-a461-4296c7905c05, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=83c67f53-3f2e-4045-a461-4296c7905c05,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:09.300544 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:09.459024 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43020) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:09.467303 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a29ee561-7cdc-41f8-b558-d4f051f3e2cd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1073228595-network', 'tenant_id': '19500658a5ad4dbf85ca1499093273da'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:09.512200 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-325b6d00-2397-4d78-91c5-6b701d9ace34 req-85871353-61f4-4583-9eca-5de1bcee6688 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028035 Jul 30 01:49:09.541122 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02663c-706f-4290-9669-838c0d7faa35 req-6affde12-934d-48c8-be7d-a736da4ee5e3 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:09.547102 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ff02663c-706f-4290-9669-838c0d7faa35 req-6affde12-934d-48c8-be7d-a736da4ee5e3 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 944 time: 0.1453264 Jul 30 01:49:09.575955 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=1a12eb71-838e-4718-8d21-2a7470945e26,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:09.582431 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:09.611832 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29ee561-7cdc-41f8-b558-d4f051f3e2cd admin admin] Made reservation on behalf of 19500658a5ad4dbf85ca1499093273da for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:09.614199 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a29ee561-7cdc-41f8-b558-d4f051f3e2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:09.641153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=83c67f53-3f2e-4045-a461-4296c7905c05,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:09.642873 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ff02663c-706f-4290-9669-838c0d7faa35 req-46ce3fc2-7ffa-4929-95f6-95aafa60999f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873711 Jul 30 01:49:09.658074 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a29ee561-7cdc-41f8-b558-d4f051f3e2cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:09.688525 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['1a12eb71-838e-4718-8d21-2a7470945e26'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:09.693962 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61bf0a42-0151-48da-a146-3ff03bb1e0c5 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:09.712767 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:09.747006 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] Transition to ACTIVE for port object 61bf0a42-0151-48da-a146-3ff03bb1e0c5 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:09.803709 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e377a69-deb9-42ba-9862-20287f32af3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:09.837881 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:09.909916 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e377a69-deb9-42ba-9862-20287f32af3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:09.960244 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a29ee561-7cdc-41f8-b558-d4f051f3e2cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:09.981658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] Pushing event updated for resources: {'Port': ['ID=61bf0a42-0151-48da-a146-3ff03bb1e0c5,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:09.994263 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e377a69-deb9-42ba-9862-20287f32af3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:10.008504 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 83c67f53-3f2e-4045-a461-4296c7905c05 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:10.097085 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a29ee561-7cdc-41f8-b558-d4f051f3e2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:10.108190 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 83c67f53-3f2e-4045-a461-4296c7905c05 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:10.108753 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:10.183421 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ee561-7cdc-41f8-b558-d4f051f3e2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbf913b-6bb3-43fa-a3a6-8c3bbdbae3b7,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:10.604991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29ee561-7cdc-41f8-b558-d4f051f3e2cd admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:49:10.637087 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e377a69-deb9-42ba-9862-20287f32af3e admin admin] Pushing event updated for resources: {'Port': ['ID=80b8336d-2854-4067-83ef-b482910ee8e9,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:10.661254 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 1a12eb71-838e-4718-8d21-2a7470945e26 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:10.678935 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] Attempting to bind port 61bf0a42-0151-48da-a146-3ff03bb1e0c5 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:10.679320 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] Attempting to bind port 61bf0a42-0151-48da-a146-3ff03bb1e0c5 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '48314e15-75f1-448f-ba33-e176f6ec7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ffda0404-bad4-4226-a8b1-7142332e4862'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:10.679604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] Attempting to bind port 61bf0a42-0151-48da-a146-3ff03bb1e0c5 on network ffda0404-bad4-4226-a8b1-7142332e4862 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:10.686818 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a29ee561-7cdc-41f8-b558-d4f051f3e2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:10.687175 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-a29ee561-7cdc-41f8-b558-d4f051f3e2cd admin admin] Added segment d3afaec5-8f82-44fd-8b60-1d6d45b4ac49 of type vlan for network 52e42b02-eaab-4466-8a1d-28c6dd9e6121 Jul 30 01:49:10.693919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797614e-4b94-4307-9d0e-999e333663d7 req-dd38cab9-ecd4-45a3-923b-66122a78e659 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:10.702416 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5797614e-4b94-4307-9d0e-999e333663d7 req-dd38cab9-ecd4-45a3-923b-66122a78e659 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.0880649 Jul 30 01:49:10.714994 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe55b2-940e-44e2-a4c0-179630c51c10 req-8b6ad6dc-ff43-4d16-88bf-38a8196277bc tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:10.721521 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe55b2-940e-44e2-a4c0-179630c51c10 req-8b6ad6dc-ff43-4d16-88bf-38a8196277bc tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:10.727507 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe55b2-940e-44e2-a4c0-179630c51c10 req-8b6ad6dc-ff43-4d16-88bf-38a8196277bc tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:10.733407 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe55b2-940e-44e2-a4c0-179630c51c10 req-8b6ad6dc-ff43-4d16-88bf-38a8196277bc tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:10.739424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe55b2-940e-44e2-a4c0-179630c51c10 req-8b6ad6dc-ff43-4d16-88bf-38a8196277bc tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:10.745457 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe55b2-940e-44e2-a4c0-179630c51c10 req-8b6ad6dc-ff43-4d16-88bf-38a8196277bc tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:10.751507 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe55b2-940e-44e2-a4c0-179630c51c10 req-8b6ad6dc-ff43-4d16-88bf-38a8196277bc tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:10.759335 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24fe55b2-940e-44e2-a4c0-179630c51c10 req-8b6ad6dc-ff43-4d16-88bf-38a8196277bc tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5419 time: 0.6734166 Jul 30 01:49:10.760707 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5797614e-4b94-4307-9d0e-999e333663d7 req-716c9aec-1a1f-42dd-b4a8-97d55c3880df tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554523 Jul 30 01:49:10.764435 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] Port 61bf0a42-0151-48da-a146-3ff03bb1e0c5 on network ffda0404-bad4-4226-a8b1-7142332e4862 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:49:10.764762 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] Attempting to bind port 61bf0a42-0151-48da-a146-3ff03bb1e0c5 on network ffda0404-bad4-4226-a8b1-7142332e4862 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:10.845633 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:10.846031 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] Checking segment: {'id': '48314e15-75f1-448f-ba33-e176f6ec7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ffda0404-bad4-4226-a8b1-7142332e4862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:10.846388 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] Bound using segment: {'id': '48314e15-75f1-448f-ba33-e176f6ec7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ffda0404-bad4-4226-a8b1-7142332e4862'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:10.846849 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] Bound port: 61bf0a42-0151-48da-a146-3ff03bb1e0c5, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48314e15-75f1-448f-ba33-e176f6ec7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ffda0404-bad4-4226-a8b1-7142332e4862'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:10.847217 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:10.862407 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a29ee561-7cdc-41f8-b558-d4f051f3e2cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:10.887873 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 1a12eb71-838e-4718-8d21-2a7470945e26 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:10.893963 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 1a12eb71-838e-4718-8d21-2a7470945e26 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:10.894590 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:10.903053 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24fe55b2-940e-44e2-a4c0-179630c51c10 req-ff954749-610f-4fe5-b08f-e53b5af9309f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1427553 Jul 30 01:49:10.925283 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9545f8-0b86-45d1-85fd-8c18fa12beff req-008ead5f-1297-4055-a7e6-560b6b5e601c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:10.933957 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1b9545f8-0b86-45d1-85fd-8c18fa12beff req-008ead5f-1297-4055-a7e6-560b6b5e601c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 944 time: 0.0858862 Jul 30 01:49:10.974564 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] For port 61bf0a42-0151-48da-a146-3ff03bb1e0c5, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:10.979051 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] For port 61bf0a42-0151-48da-a146-3ff03bb1e0c5, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=61bf0a42-0151-48da-a146-3ff03bb1e0c5,segment=NetworkSegment(48314e15-75f1-448f-ba33-e176f6ec7651),segment_id=48314e15-75f1-448f-ba33-e176f6ec7651)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:10.995206 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e377a69-deb9-42ba-9862-20287f32af3e admin admin] Network d652dbd5-b125-43d2-9532-a9060b55f820 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:10.998508 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-1e377a69-deb9-42ba-9862-20287f32af3e admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:11.005437 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1b9545f8-0b86-45d1-85fd-8c18fa12beff req-f9ea702f-e1ec-4a34-9e61-77a747d63232 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619149 Jul 30 01:49:11.072393 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:11.083444 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:11.111267 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078d43f1-f9e6-4daa-b97f-ef567ce60469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a12eb71-838e-4718-8d21-2a7470945e26'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:11.113753 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900cd8d8-ffb1-44a7-ac52-77ee2a73f6d7" -d '{"events": [{"server_uuid": "078d43f1-f9e6-4daa-b97f-ef567ce60469", "name": "network-vif-plugged", "status": "completed", "tag": "1a12eb71-838e-4718-8d21-2a7470945e26"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:11.122159 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:11.122825 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:11.124224 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] 10.222.0.77 "PUT /v2.0/ports/61bf0a42-0151-48da-a146-3ff03bb1e0c5 HTTP/1.1" status: 200 len: 1091 time: 3.1655202 Jul 30 01:49:11.138953 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 1a12eb71-838e-4718-8d21-2a7470945e26, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=1a12eb71-838e-4718-8d21-2a7470945e26,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:11.167722 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'tag': '61bf0a42-0151-48da-a146-3ff03bb1e0c5'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:11.171006 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea7753b-f800-44ab-b4f5-7debb152e524" -d '{"events": [{"name": "network-changed", "server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "tag": "61bf0a42-0151-48da-a146-3ff03bb1e0c5"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:11.174100 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f81abe0-1c55-4e66-b402-4ad16fbb85a0 x-openstack-request-id: req-5f81abe0-1c55-4e66-b402-4ad16fbb85a0 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:11.174320 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a29ee561-7cdc-41f8-b558-d4f051f3e2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:11.174582 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078d43f1-f9e6-4daa-b97f-ef567ce60469", "name": "network-vif-plugged", "status": "completed", "tag": "1a12eb71-838e-4718-8d21-2a7470945e26", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:11.174814 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f81abe0-1c55-4e66-b402-4ad16fbb85a0 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:11.175167 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29ee561-7cdc-41f8-b558-d4f051f3e2cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:11.175293 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078d43f1-f9e6-4daa-b97f-ef567ce60469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a12eb71-838e-4718-8d21-2a7470945e26', 'code': 200} Jul 30 01:49:11.175804 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a29ee561-7cdc-41f8-b558-d4f051f3e2cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:11.229942 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:11.300115 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dc5939-4865-4b9a-b405-6559f0d0d496 x-openstack-request-id: req-83dc5939-4865-4b9a-b405-6559f0d0d496 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:11.300115 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "tag": "61bf0a42-0151-48da-a146-3ff03bb1e0c5", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:11.300115 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-83dc5939-4865-4b9a-b405-6559f0d0d496 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:11.300115 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'tag': '61bf0a42-0151-48da-a146-3ff03bb1e0c5', 'status': 'completed', 'code': 200} Jul 30 01:49:11.331009 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=1a12eb71-838e-4718-8d21-2a7470945e26,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:11.403347 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c183c1-9777-479e-b6ab-764e2a572c9d service neutron] Pushing event updated for resources: {'Port': ['ID=61bf0a42-0151-48da-a146-3ff03bb1e0c5,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:11.417846 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ee561-7cdc-41f8-b558-d4f051f3e2cd admin admin] Pushing event updated for resources: {'Network': ['ID=52e42b02-eaab-4466-8a1d-28c6dd9e6121,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:11.430231 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e377a69-deb9-42ba-9862-20287f32af3e admin admin] Router dffb560c-98fb-415a-bfa7-a10a6ca8bd42 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:49:11.438493 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 52e42b02-eaab-4466-8a1d-28c6dd9e6121 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:49:11.446459 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998051ed-b65c-4a81-abc1-2ad930b4b7aa req-8abe7da1-4ed1-41af-9346-77fd59bd42bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:11.452889 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-998051ed-b65c-4a81-abc1-2ad930b4b7aa req-8abe7da1-4ed1-41af-9346-77fd59bd42bb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 1096 time: 0.1837831 Jul 30 01:49:11.456370 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7753b-f800-44ab-b4f5-7debb152e524 req-173a572d-35fa-4357-bfb9-f2919a0f723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:11.457748 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7753b-f800-44ab-b4f5-7debb152e524 req-173a572d-35fa-4357-bfb9-f2919a0f723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:11.458471 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7753b-f800-44ab-b4f5-7debb152e524 req-173a572d-35fa-4357-bfb9-f2919a0f723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:11.459197 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7753b-f800-44ab-b4f5-7debb152e524 req-173a572d-35fa-4357-bfb9-f2919a0f723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:11.459789 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7753b-f800-44ab-b4f5-7debb152e524 req-173a572d-35fa-4357-bfb9-f2919a0f723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:11.460419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7753b-f800-44ab-b4f5-7debb152e524 req-173a572d-35fa-4357-bfb9-f2919a0f723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:11.460984 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7753b-f800-44ab-b4f5-7debb152e524 req-173a572d-35fa-4357-bfb9-f2919a0f723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:11.463611 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8ea7753b-f800-44ab-b4f5-7debb152e524 req-173a572d-35fa-4357-bfb9-f2919a0f723d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b925993cc6564ab9911b25e36e01c143&device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 6476 time: 0.1345816 Jul 30 01:49:11.536205 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-998051ed-b65c-4a81-abc1-2ad930b4b7aa req-e121c647-afc7-44a1-b736-b8574ba54889 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673497 Jul 30 01:49:11.641022 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a29ee561-7cdc-41f8-b558-d4f051f3e2cd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1777568 Jul 30 01:49:11.645841 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43058) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:11.652613 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e377a69-deb9-42ba-9862-20287f32af3e admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:11.653642 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-08f53021-763d-470d-b482-59d702f9bfdd admin admin] Request body: {'subnet': {'network_id': '52e42b02-eaab-4466-8a1d-28c6dd9e6121', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1073228595-subnet', 'tenant_id': '19500658a5ad4dbf85ca1499093273da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:11.659321 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1e377a69-deb9-42ba-9862-20287f32af3e admin admin] 10.222.0.70 "PUT /v2.0/routers/dffb560c-98fb-415a-bfa7-a10a6ca8bd42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4243326 Jul 30 01:49:11.664961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] Sync routers for ids ['dffb560c-98fb-415a-bfa7-a10a6ca8bd42'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:11.684342 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] Routers {'dffb560c-98fb-415a-bfa7-a10a6ca8bd42'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:11.685069 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:48:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['dffb560c-98fb-415a-bfa7-a10a6ca8bd42'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:11.763084 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7753b-f800-44ab-b4f5-7debb152e524 req-5ed7bbab-4008-437e-913f-bce01ab11f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:11.763647 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7753b-f800-44ab-b4f5-7debb152e524 req-5ed7bbab-4008-437e-913f-bce01ab11f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:11.764289 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7753b-f800-44ab-b4f5-7debb152e524 req-5ed7bbab-4008-437e-913f-bce01ab11f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:11.766087 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8ea7753b-f800-44ab-b4f5-7debb152e524 req-5ed7bbab-4008-437e-913f-bce01ab11f8d service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=b925993cc6564ab9911b25e36e01c143&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1939430 Jul 30 01:49:11.766615 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bc5d985c-8132-4d60-b20f-085e5085004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:11.771444 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:11.802117 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f53021-763d-470d-b482-59d702f9bfdd admin admin] Made reservation on behalf of 19500658a5ad4dbf85ca1499093273da for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:11.805928 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-08f53021-763d-470d-b482-59d702f9bfdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:11.906234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] Set router dffb560c-98fb-415a-bfa7-a10a6ca8bd42 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:49:12.011249 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8d255-3539-46ad-9fcd-1ffab9dc4545 req-77f8fff2-f11b-48bd-a732-f3966db1b208 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.019352 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9b8d255-3539-46ad-9fcd-1ffab9dc4545 req-77f8fff2-f11b-48bd-a732-f3966db1b208 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.1100738 Jul 30 01:49:12.031088 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7753b-f800-44ab-b4f5-7debb152e524 req-46a93649-d5bc-4515-9f6c-3b86f0ba7d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.034601 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8ea7753b-f800-44ab-b4f5-7debb152e524 req-46a93649-d5bc-4515-9f6c-3b86f0ba7d9a service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2605631 Jul 30 01:49:12.114747 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9b8d255-3539-46ad-9fcd-1ffab9dc4545 req-bc61266e-716e-4243-bf50-baba66834fa4 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923083 Jul 30 01:49:12.260591 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f61260-1214-4a61-974d-858ab57a751e req-cf1b4a0d-71e3-47ac-b985-cf6e35473d37 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.261326 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-d351aa08-2e68-42a0-a423-886f7f107058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.262114 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-d351aa08-2e68-42a0-a423-886f7f107058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.262663 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-d351aa08-2e68-42a0-a423-886f7f107058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.263570 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-d351aa08-2e68-42a0-a423-886f7f107058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.264076 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-d351aa08-2e68-42a0-a423-886f7f107058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.264852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-d351aa08-2e68-42a0-a423-886f7f107058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.265459 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-d351aa08-2e68-42a0-a423-886f7f107058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.266656 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f61260-1214-4a61-974d-858ab57a751e req-cf1b4a0d-71e3-47ac-b985-cf6e35473d37 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.268542 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-d351aa08-2e68-42a0-a423-886f7f107058 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b925993cc6564ab9911b25e36e01c143&device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 6476 time: 0.1379659 Jul 30 01:49:12.274156 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f61260-1214-4a61-974d-858ab57a751e req-cf1b4a0d-71e3-47ac-b985-cf6e35473d37 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.274882 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffb560c-98fb-415a-bfa7-a10a6ca8bd42', 'name': 'tempest-ServerRescueNegativeTestJSON-881478722-router', 'tenant_id': '490aa0aca67044918aa610799e460190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '83c67f53-3f2e-4045-a461-4296c7905c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:57Z', 'updated_at': '2021-07-30T01:49:08Z', 'revision_number': 4, 'project_id': '490aa0aca67044918aa610799e460190', 'gw_port': {'id': '83c67f53-3f2e-4045-a461-4296c7905c05', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:59:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffb560c-98fb-415a-bfa7-a10a6ca8bd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '80b8336d-2854-4067-83ef-b482910ee8e9', 'name': '', 'network_id': 'd652dbd5-b125-43d2-9532-a9060b55f820', 'tenant_id': '490aa0aca67044918aa610799e460190', 'mac_address': 'fa:16:3e:8a:5b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffb560c-98fb-415a-bfa7-a10a6ca8bd42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '13adb296-4ada-44ec-a243-157585ef9fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:06Z', 'updated_at': '2021-07-30T01:49:09Z', 'revision_number': 2, 'project_id': '490aa0aca67044918aa610799e460190', 'subnets': [{'id': '13adb296-4ada-44ec-a243-157585ef9fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:12.281437 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f61260-1214-4a61-974d-858ab57a751e req-cf1b4a0d-71e3-47ac-b985-cf6e35473d37 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.288338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f61260-1214-4a61-974d-858ab57a751e req-cf1b4a0d-71e3-47ac-b985-cf6e35473d37 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.294239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f61260-1214-4a61-974d-858ab57a751e req-cf1b4a0d-71e3-47ac-b985-cf6e35473d37 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.300257 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f61260-1214-4a61-974d-858ab57a751e req-cf1b4a0d-71e3-47ac-b985-cf6e35473d37 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.302161 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1f61260-1214-4a61-974d-858ab57a751e req-cf1b4a0d-71e3-47ac-b985-cf6e35473d37 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5419 time: 0.1043043 Jul 30 01:49:12.305340 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] Checking router: dffb560c-98fb-415a-bfa7-a10a6ca8bd42 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:49:12.305697 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] Updating router dffb560c-98fb-415a-bfa7-a10a6ca8bd42 port 80b8336d-2854-4067-83ef-b482910ee8e9 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:49:12.333467 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:12.348370 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-08730ff5-2ffa-4bbf-ae99-d85b19a09f8e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ef93241-9ad7-4b70-a889-e1188e914d4a HTTP/1.1" status: 200 len: 217 time: 0.0572858 Jul 30 01:49:12.350575 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1f61260-1214-4a61-974d-858ab57a751e req-40c2e5e1-f7a2-4c36-9b65-399e5fcb7f12 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405107 Jul 30 01:49:12.356929 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-5708cdae-ad2e-40ae-855d-43e0e142ab76 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.359528 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-5708cdae-ad2e-40ae-855d-43e0e142ab76 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/networks?id=d652dbd5-b125-43d2-9532-a9060b55f820 HTTP/1.1" status: 200 len: 818 time: 0.2420225 Jul 30 01:49:12.420134 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-79b17954-1c0e-4cfe-a154-5268b640191c tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/quotas/490aa0aca67044918aa610799e460190 HTTP/1.1" status: 200 len: 375 time: 0.0424674 Jul 30 01:49:12.452265 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-2ccce486-e186-40c4-bc4e-92af38ecf990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.453795 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-2ccce486-e186-40c4-bc4e-92af38ecf990 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e06878ac-6342-4e72-a6a9-2977bc593aeb HTTP/1.1" status: 200 len: 850 time: 0.0916791 Jul 30 01:49:12.471480 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-08f53021-763d-470d-b482-59d702f9bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:12.542887 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-0771e65c-6e8b-441f-9de1-4d2ce458be69 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=490aa0aca67044918aa610799e460190&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1155813 Jul 30 01:49:12.550487 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190202f-9451-42e7-9bd9-8098c2fcd039 req-6309020d-2df2-4a92-a375-5497bc9f5166 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.552045 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5190202f-9451-42e7-9bd9-8098c2fcd039 req-6309020d-2df2-4a92-a375-5497bc9f5166 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.1199510 Jul 30 01:49:12.566983 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f53021-763d-470d-b482-59d702f9bfdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=00414044-c23b-4ce4-93b4-5ccb9da27180,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:12.584389 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-00b0dae0-7c32-4fed-a1cf-930c10f6731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.586107 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-00b0dae0-7c32-4fed-a1cf-930c10f6731a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c4c1a6d3-9310-46dd-b172-3b32195b5301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091089 Jul 30 01:49:12.605600 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f53021-763d-470d-b482-59d702f9bfdd admin admin] Checking segment: {'id': 'd3afaec5-8f82-44fd-8b60-1d6d45b4ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '52e42b02-eaab-4466-8a1d-28c6dd9e6121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:12.606000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f53021-763d-470d-b482-59d702f9bfdd admin admin] Network hostable DHCP agents. Network: 52e42b02-eaab-4466-8a1d-28c6dd9e6121, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:49:12.648700 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5190202f-9451-42e7-9bd9-8098c2fcd039 req-bd7b49b3-6cf7-4cbf-ba55-89e1ec2190be tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879438 Jul 30 01:49:12.716073 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f53021-763d-470d-b482-59d702f9bfdd admin admin] Network 52e42b02-eaab-4466-8a1d-28c6dd9e6121 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:49:12.742546 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:12.746986 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-74a6888b-a532-441e-be32-95082382d728 service neutron] 10.222.0.77 "GET /v2.0/networks/c4c1a6d3-9310-46dd-b172-3b32195b5301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127229 Jul 30 01:49:12.753771 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] Transition to ACTIVE for port object 80b8336d-2854-4067-83ef-b482910ee8e9 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:12.848139 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:12.848946 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-08f53021-763d-470d-b482-59d702f9bfdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 52e42b02-eaab-4466-8a1d-28c6dd9e6121) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:12.871915 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b087e2-4ed3-4480-a4e0-528386adcf4d None None] Network 52e42b02-eaab-4466-8a1d-28c6dd9e6121 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:12.874787 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f53021-763d-470d-b482-59d702f9bfdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.874787 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-08f53021-763d-470d-b482-59d702f9bfdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:12.938372 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-640b2a8d-472f-4f8a-8192-548b9de8c732 service neutron] 10.222.0.77 "GET /v2.0/networks/c4c1a6d3-9310-46dd-b172-3b32195b5301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805317 Jul 30 01:49:12.985314 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-71f2dee0-7f1d-4343-a31d-b6ee13d42fe3 service neutron] 10.222.0.70 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367511 Jul 30 01:49:12.986615 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-bc77e80e-860d-4796-9676-803001bc22c6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=98cfbc35-8407-4d20-b573-2f522c31972f HTTP/1.1" status: 200 len: 217 time: 0.0400600 Jul 30 01:49:13.053691 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-08f53021-763d-470d-b482-59d702f9bfdd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4063237 Jul 30 01:49:13.053964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c39cfc-fbf2-47ac-b960-481768c3164b None None] Pushing event updated for resources: {'Port': ['ID=80b8336d-2854-4067-83ef-b482910ee8e9,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:13.110998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-a31a0b8e-241d-4d2d-97a0-fdb145f5b352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:13.113015 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-a31a0b8e-241d-4d2d-97a0-fdb145f5b352 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94a57050-2cb9-4ecd-b0da-83096cb01862 HTTP/1.1" status: 200 len: 797 time: 0.1121967 Jul 30 01:49:13.180797 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437c5de4-5cab-4182-9cf6-9bdc48e9a149 None None] Network 52e42b02-eaab-4466-8a1d-28c6dd9e6121 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:13.185518 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] Attempting to bind port 80b8336d-2854-4067-83ef-b482910ee8e9 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:13.188022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] Attempting to bind port 80b8336d-2854-4067-83ef-b482910ee8e9 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '92fd1324-89d2-49b7-886a-2ff05ea9cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd652dbd5-b125-43d2-9532-a9060b55f820'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:13.188022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] Attempting to bind port 80b8336d-2854-4067-83ef-b482910ee8e9 on network d652dbd5-b125-43d2-9532-a9060b55f820 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:13.188302 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-dc4297b9-de19-4ea6-b75f-bf9731433d5e service neutron] 10.222.0.70 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946850 Jul 30 01:49:13.194741 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-02087fe4-31d9-47e4-9d3f-fba8a60ea91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:13.196353 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-02087fe4-31d9-47e4-9d3f-fba8a60ea91c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0719757 Jul 30 01:49:13.229380 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:13.231811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:13.232193 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] Checking segment: {'id': '92fd1324-89d2-49b7-886a-2ff05ea9cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd652dbd5-b125-43d2-9532-a9060b55f820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:13.232588 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:13.232989 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] Bound using segment: {'id': '92fd1324-89d2-49b7-886a-2ff05ea9cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd652dbd5-b125-43d2-9532-a9060b55f820'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:13.233472 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] Bound port: 80b8336d-2854-4067-83ef-b482910ee8e9, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fd1324-89d2-49b7-886a-2ff05ea9cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd652dbd5-b125-43d2-9532-a9060b55f820'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:13.233867 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:13.339112 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aff237-a702-41da-860f-f961f7536f46 req-a8c2f1e1-ece0-400f-b90b-2b1e0d14799a tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:13.350157 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95aff237-a702-41da-860f-f961f7536f46 req-a8c2f1e1-ece0-400f-b90b-2b1e0d14799a tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.0755191 Jul 30 01:49:13.362854 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-f7bae320-e03a-44af-95d4-110b435bf30d service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497264 Jul 30 01:49:13.412463 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95aff237-a702-41da-860f-f961f7536f46 req-eaf0528c-2135-4f3b-9dcc-ec6e7233f080 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611107 Jul 30 01:49:13.433093 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] For port 80b8336d-2854-4067-83ef-b482910ee8e9, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:13.469918 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] For port 80b8336d-2854-4067-83ef-b482910ee8e9, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=80b8336d-2854-4067-83ef-b482910ee8e9,segment=NetworkSegment(92fd1324-89d2-49b7-886a-2ff05ea9cd6a),segment_id=92fd1324-89d2-49b7-886a-2ff05ea9cd6a)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:13.509694 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-47219d02-9824-49a2-a82b-03e39e54dfea service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344619 Jul 30 01:49:13.552403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48830e-abb7-4c1d-8a95-3a73d6ce6b86 req-dfa84c56-acc8-4457-a43b-c7db44ee9a49 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:13.558374 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48830e-abb7-4c1d-8a95-3a73d6ce6b86 req-dfa84c56-acc8-4457-a43b-c7db44ee9a49 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:13.567726 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:13.576895 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48830e-abb7-4c1d-8a95-3a73d6ce6b86 req-dfa84c56-acc8-4457-a43b-c7db44ee9a49 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:13.584115 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48830e-abb7-4c1d-8a95-3a73d6ce6b86 req-dfa84c56-acc8-4457-a43b-c7db44ee9a49 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:13.592708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48830e-abb7-4c1d-8a95-3a73d6ce6b86 req-dfa84c56-acc8-4457-a43b-c7db44ee9a49 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:13.596457 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48830e-abb7-4c1d-8a95-3a73d6ce6b86 req-dfa84c56-acc8-4457-a43b-c7db44ee9a49 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:13.601317 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-a7b3b21b-4f69-48e0-af05-5bf4bcb051cf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=64c3d04a-350f-42ab-b7c4-89ebbc977cf2 HTTP/1.1" status: 200 len: 217 time: 0.0813360 Jul 30 01:49:13.602444 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48830e-abb7-4c1d-8a95-3a73d6ce6b86 req-dfa84c56-acc8-4457-a43b-c7db44ee9a49 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:13.607310 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a48830e-abb7-4c1d-8a95-3a73d6ce6b86 req-dfa84c56-acc8-4457-a43b-c7db44ee9a49 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5419 time: 0.1234918 Jul 30 01:49:13.641642 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] Routers {'dffb560c-98fb-415a-bfa7-a10a6ca8bd42'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:13.642733 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:49:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['dffb560c-98fb-415a-bfa7-a10a6ca8bd42'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:13.661117 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c11db412-27ce-4e6a-8c82-08212dae5c71 req-0be74a94-172c-45c9-96e4-55625114691a tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 210 time: 0.0978179 Jul 30 01:49:13.700867 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a48830e-abb7-4c1d-8a95-3a73d6ce6b86 req-5dfa1ab0-b0c6-4da8-8cdc-2d213806e61f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811045 Jul 30 01:49:13.741905 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c39cfc-fbf2-47ac-b960-481768c3164b None None] Pushing event updated for resources: {'Port': ['ID=80b8336d-2854-4067-83ef-b482910ee8e9,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:13.742439 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-62efe452-4655-4084-9ff7-eaa70f697d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:13.742439 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-62efe452-4655-4084-9ff7-eaa70f697d23 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94a57050-2cb9-4ecd-b0da-83096cb01862 HTTP/1.1" status: 200 len: 797 time: 0.0931866 Jul 30 01:49:13.827060 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-06b83ebc-724b-4473-9c78-99c8ad6d074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:13.834068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] Set router dffb560c-98fb-415a-bfa7-a10a6ca8bd42 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:49:13.837753 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-06b83ebc-724b-4473-9c78-99c8ad6d074a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0804126 Jul 30 01:49:13.916621 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73fd01-0380-4081-a6ee-398b6ee8b432 req-008e6439-0283-47e6-a6fa-c727a14ae20d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:13.918551 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1f73fd01-0380-4081-a6ee-398b6ee8b432 req-008e6439-0283-47e6-a6fa-c727a14ae20d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.0726690 Jul 30 01:49:13.966421 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1f73fd01-0380-4081-a6ee-398b6ee8b432 req-09e99027-a882-4b76-90f5-bb5a3f8bfe09 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394509 Jul 30 01:49:14.027462 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-e935baf3-cf13-43a6-933d-4187516e873e service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813452 Jul 30 01:49:14.056363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-3b2e9512-e102-48f9-a629-9a7207c75b8b tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:14.057912 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-3b2e9512-e102-48f9-a629-9a7207c75b8b tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/networks?id=e297ffa6-f370-4911-bddb-d51a30327fb5 HTTP/1.1" status: 200 len: 814 time: 0.1878309 Jul 30 01:49:14.104940 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffb560c-98fb-415a-bfa7-a10a6ca8bd42', 'name': 'tempest-ServerRescueNegativeTestJSON-881478722-router', 'tenant_id': '490aa0aca67044918aa610799e460190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '83c67f53-3f2e-4045-a461-4296c7905c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:57Z', 'updated_at': '2021-07-30T01:49:08Z', 'revision_number': 4, 'project_id': '490aa0aca67044918aa610799e460190', 'gw_port': {'id': '83c67f53-3f2e-4045-a461-4296c7905c05', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:59:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffb560c-98fb-415a-bfa7-a10a6ca8bd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '80b8336d-2854-4067-83ef-b482910ee8e9', 'name': '', 'network_id': 'd652dbd5-b125-43d2-9532-a9060b55f820', 'tenant_id': '490aa0aca67044918aa610799e460190', 'mac_address': 'fa:16:3e:8a:5b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffb560c-98fb-415a-bfa7-a10a6ca8bd42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '13adb296-4ada-44ec-a243-157585ef9fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:06Z', 'updated_at': '2021-07-30T01:49:13Z', 'revision_number': 4, 'project_id': '490aa0aca67044918aa610799e460190', 'subnets': [{'id': '13adb296-4ada-44ec-a243-157585ef9fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:14.106224 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-bdc85941-c00b-4610-a4b4-d4a4466237e2 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/quotas/24ef0f737bf3491dbfbf88362270808f HTTP/1.1" status: 200 len: 375 time: 0.0379641 Jul 30 01:49:14.153986 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-bb1dd255-f957-4903-8f34-f9d55a647251 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=24ef0f737bf3491dbfbf88362270808f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411108 Jul 30 01:49:14.155075 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc50f581-8edb-4239-83ed-430331eee6a4 None None] The sync data for ids ['dffb560c-98fb-415a-bfa7-a10a6ca8bd42'] in n-d-713498-9 is: [{'id': 'dffb560c-98fb-415a-bfa7-a10a6ca8bd42', 'name': 'tempest-ServerRescueNegativeTestJSON-881478722-router', 'tenant_id': '490aa0aca67044918aa610799e460190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '83c67f53-3f2e-4045-a461-4296c7905c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:57Z', 'updated_at': '2021-07-30T01:49:08Z', 'revision_number': 4, 'project_id': '490aa0aca67044918aa610799e460190', 'gw_port': {'id': '83c67f53-3f2e-4045-a461-4296c7905c05', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:59:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffb560c-98fb-415a-bfa7-a10a6ca8bd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '80b8336d-2854-4067-83ef-b482910ee8e9', 'name': '', 'network_id': 'd652dbd5-b125-43d2-9532-a9060b55f820', 'tenant_id': '490aa0aca67044918aa610799e460190', 'mac_address': 'fa:16:3e:8a:5b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffb560c-98fb-415a-bfa7-a10a6ca8bd42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '13adb296-4ada-44ec-a243-157585ef9fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:06Z', 'updated_at': '2021-07-30T01:49:13Z', 'revision_number': 4, 'project_id': '490aa0aca67044918aa610799e460190', 'subnets': [{'id': '13adb296-4ada-44ec-a243-157585ef9fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:14.207134 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-7fe57f2b-079f-498a-9302-768849213095 service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711504 Jul 30 01:49:14.289327 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-92bf5d44-1d29-4e2c-b70d-21d6af0578c7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:14.291695 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-92bf5d44-1d29-4e2c-b70d-21d6af0578c7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/networks?id=d652dbd5-b125-43d2-9532-a9060b55f820 HTTP/1.1" status: 200 len: 818 time: 0.1592948 Jul 30 01:49:14.298937 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-4a1011eb-161b-4f7a-9978-076e564b95f2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=6789236d-21f2-4490-8311-d49341e86769 HTTP/1.1" status: 200 len: 217 time: 0.0688088 Jul 30 01:49:14.310847 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-9a98bdf6-d841-4931-bfc6-214f6e967bca tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/quotas/490aa0aca67044918aa610799e460190 HTTP/1.1" status: 200 len: 375 time: 0.0135541 Jul 30 01:49:14.376876 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-b4bc2f8e-777d-4b60-a0e4-f9d1feb8b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:14.378680 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-b4bc2f8e-777d-4b60-a0e4-f9d1feb8b33b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94a57050-2cb9-4ecd-b0da-83096cb01862 HTTP/1.1" status: 200 len: 797 time: 0.0714612 Jul 30 01:49:14.385805 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-930c49a9-101a-468a-aa7f-191aad118eff service neutron] 10.222.0.70 "GET /v2.0/networks/e297ffa6-f370-4911-bddb-d51a30327fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193074 Jul 30 01:49:14.394752 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-ff9613a1-04f7-4d9e-949a-07c36ee7ba05 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=490aa0aca67044918aa610799e460190&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0774741 Jul 30 01:49:14.505515 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-9aa35522-cc16-448b-8166-0d03d83ea95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:14.507010 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-9aa35522-cc16-448b-8166-0d03d83ea95a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1202860 Jul 30 01:49:14.512104 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:14.517235 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-6c85f9f4-0ea9-4766-bad9-c7fa49be3041 service neutron] 10.222.0.70 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181908 Jul 30 01:49:14.579779 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-df40dbd0-8940-4f54-b007-f131d27bd5a6 service neutron] 10.222.0.70 "GET /v2.0/networks/e297ffa6-f370-4911-bddb-d51a30327fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823361 Jul 30 01:49:14.582429 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:49:14.632472 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-d50c1ce5-87cd-44b4-8014-c894ac15afa4 service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048164 Jul 30 01:49:14.634902 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-1363ce08-0dda-482d-b394-41c6da01cc6c service neutron] 10.222.0.70 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107845 Jul 30 01:49:14.752934 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-20f5aae3-c96d-47d3-8e21-89d3a11a90f5 service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084349 Jul 30 01:49:14.805270 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-fe738c7b-c788-48bf-a9b0-032e6f9c1255 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 HTTP/1.1" status: 200 len: 217 time: 0.0432489 Jul 30 01:49:14.879859 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-1fc1131a-a5f1-41e1-acde-5c5365c9c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:14.881346 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-1fc1131a-a5f1-41e1-acde-5c5365c9c76c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94a57050-2cb9-4ecd-b0da-83096cb01862 HTTP/1.1" status: 200 len: 797 time: 0.0641699 Jul 30 01:49:14.987686 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-9f88c748-a0a2-4a1c-901f-ecb1543ffaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:14.993193 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-9f88c748-a0a2-4a1c-901f-ecb1543ffaa1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0849657 Jul 30 01:49:15.008288 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-3f5f8e3d-8ed8-404a-b404-270b53c964be service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:49:15.009883 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-3f5f8e3d-8ed8-404a-b404-270b53c964be service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072613 Jul 30 01:49:15.177930 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-33524819-9280-41d7-9f06-3bcffe681693 service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589360 Jul 30 01:49:15.186566 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57939fc1-fe32-46dc-b1bd-fa9332be0baa req-c7126ac5-2d16-4291-aa36-b34d34c15419 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:15.188034 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-57939fc1-fe32-46dc-b1bd-fa9332be0baa req-c7126ac5-2d16-4291-aa36-b34d34c15419 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.0828159 Jul 30 01:49:15.284348 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-57939fc1-fe32-46dc-b1bd-fa9332be0baa req-bcceda46-3518-4ea3-a382-81229a1c9d51 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856533 Jul 30 01:49:15.320571 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-17ae7b91-981c-4ac7-b142-bd3ecedf14e4 service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294146 Jul 30 01:49:15.372752 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-3b1b2365-eedf-4fb4-a33b-b7aad99a7540 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1fbafec7-5127-446b-a82d-868408b0985e HTTP/1.1" status: 200 len: 217 time: 0.0438678 Jul 30 01:49:15.464982 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0816c72-ec5a-4f1c-a383-e2b3332f5a22 req-485c5974-834d-446d-ba67-f0a0eb162708 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:15.472185 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0816c72-ec5a-4f1c-a383-e2b3332f5a22 req-485c5974-834d-446d-ba67-f0a0eb162708 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:15.478672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0816c72-ec5a-4f1c-a383-e2b3332f5a22 req-485c5974-834d-446d-ba67-f0a0eb162708 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:15.486080 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0816c72-ec5a-4f1c-a383-e2b3332f5a22 req-485c5974-834d-446d-ba67-f0a0eb162708 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:15.492629 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0816c72-ec5a-4f1c-a383-e2b3332f5a22 req-485c5974-834d-446d-ba67-f0a0eb162708 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:15.500358 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0816c72-ec5a-4f1c-a383-e2b3332f5a22 req-485c5974-834d-446d-ba67-f0a0eb162708 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:15.507175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0816c72-ec5a-4f1c-a383-e2b3332f5a22 req-485c5974-834d-446d-ba67-f0a0eb162708 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:15.520391 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f0816c72-ec5a-4f1c-a383-e2b3332f5a22 req-485c5974-834d-446d-ba67-f0a0eb162708 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5419 time: 0.1456342 Jul 30 01:49:15.520391 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-21693c66-2273-4226-a59c-b72598d0fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:15.521112 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-21693c66-2273-4226-a59c-b72598d0fce5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ee9c29c-81b5-430f-a0a8-fe3dd473e762 HTTP/1.1" status: 200 len: 797 time: 0.1400962 Jul 30 01:49:15.579445 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-895f83c7-62cb-4304-b374-768b92017609 req-2a2d9394-cdc3-4afc-9c40-1cee58d61984 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 210 time: 0.0703988 Jul 30 01:49:15.605926 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f0816c72-ec5a-4f1c-a383-e2b3332f5a22 req-ad076c77-e15b-4a4e-ba6b-587e56a6d2e3 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889173 Jul 30 01:49:15.619931 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-35ae5682-5c46-4bb8-bff4-21296079a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:15.621664 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-35ae5682-5c46-4bb8-bff4-21296079a7a8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ffda0404-bad4-4226-a8b1-7142332e4862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0701845 Jul 30 01:49:15.678528 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65f6e31d-aaf9-413f-b182-eca65d6b97fe req-350f8a31-ef4d-43a8-8693-6e84a86feba2 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 210 time: 0.0546844 Jul 30 01:49:15.756059 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-a13ce187-806c-47df-8178-2e54094f99e6 service neutron] 10.222.0.77 "GET /v2.0/networks/ffda0404-bad4-4226-a8b1-7142332e4862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240127 Jul 30 01:49:16.029155 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 80b8336d-2854-4067-83ef-b482910ee8e9 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:16.206473 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 80b8336d-2854-4067-83ef-b482910ee8e9 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:16.211910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 80b8336d-2854-4067-83ef-b482910ee8e9 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:16.212382 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:16.213853 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a5e8b-990d-41e7-a087-449d93a02659 req-35277e12-f1a6-432c-8cb8-d8ae1f773ca5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:16.215402 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6b5a5e8b-990d-41e7-a087-449d93a02659 req-35277e12-f1a6-432c-8cb8-d8ae1f773ca5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.4410710 Jul 30 01:49:16.245038 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-371e8dcc-e367-4c22-8643-e6a99e94c402 service neutron] 10.222.0.77 "GET /v2.0/networks/ffda0404-bad4-4226-a8b1-7142332e4862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812369 Jul 30 01:49:16.295983 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-3d164d27-b63c-49af-884b-f68661404262 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=61bf0a42-0151-48da-a146-3ff03bb1e0c5 HTTP/1.1" status: 200 len: 217 time: 0.0429201 Jul 30 01:49:16.299538 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6b5a5e8b-990d-41e7-a087-449d93a02659 req-716958e6-ccd6-4bcc-a8e6-d3cb07f5fbca tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724192 Jul 30 01:49:16.330510 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:16.368409 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-8fefd8f3-e654-4a7e-8e7e-71e008b12f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:16.370136 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-8fefd8f3-e654-4a7e-8e7e-71e008b12f1a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ee9c29c-81b5-430f-a0a8-fe3dd473e762 HTTP/1.1" status: 200 len: 797 time: 0.0660281 Jul 30 01:49:16.372833 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 80b8336d-2854-4067-83ef-b482910ee8e9, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=80b8336d-2854-4067-83ef-b482910ee8e9,segment=NetworkSegment(92fd1324-89d2-49b7-886a-2ff05ea9cd6a),segment_id=92fd1324-89d2-49b7-886a-2ff05ea9cd6a)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:16.428241 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-2006e3ec-49cc-48ff-bd27-60470481b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:16.430021 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-2006e3ec-49cc-48ff-bd27-60470481b249 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ffda0404-bad4-4226-a8b1-7142332e4862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0504148 Jul 30 01:49:16.448115 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:16.522457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=80b8336d-2854-4067-83ef-b482910ee8e9,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:16.585809 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3ec16-85ab-4b31-907c-073666c55619 req-c76567d3-ba06-4436-9c70-aaebeabf55b6 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:16.587270 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-30e3ec16-85ab-4b31-907c-073666c55619 req-c76567d3-ba06-4436-9c70-aaebeabf55b6 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.0904927 Jul 30 01:49:16.593231 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-ab8f9d80-167d-4837-96fd-9fdc151f52ec service neutron] 10.222.0.77 "GET /v2.0/networks/ffda0404-bad4-4226-a8b1-7142332e4862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544659 Jul 30 01:49:16.606743 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-0fbb6201-a938-4674-8879-cf6579c9b65e tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:16.608404 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-0fbb6201-a938-4674-8879-cf6579c9b65e tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.10 "GET /v2.0/networks?id=d652dbd5-b125-43d2-9532-a9060b55f820 HTTP/1.1" status: 200 len: 818 time: 0.1315610 Jul 30 01:49:16.621161 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-9df2477f-cfce-4fbe-be81-d9acf94dded7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Request body: {'port': {'device_id': 'f60c36ef-49d9-480a-8563-26621c6353bb', 'network_id': 'd652dbd5-b125-43d2-9532-a9060b55f820', 'admin_state_up': True, 'tenant_id': '490aa0aca67044918aa610799e460190'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:16.688523 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-30e3ec16-85ab-4b31-907c-073666c55619 req-5dfd8266-c757-4ddb-886b-5d201bd3bc3f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890660 Jul 30 01:49:16.729035 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6711b3b5-3262-4ace-adeb-3871b1e339b3 req-3094f14e-f61b-490b-9193-a6529051368b service neutron] 10.222.0.77 "GET /v2.0/networks/ffda0404-bad4-4226-a8b1-7142332e4862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283970 Jul 30 01:49:16.802974 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3c6fea4a-eae7-4139-b45b-4e6d0a19aeb1 req-d21afcef-547d-4e94-91b3-6eee372d7b1f tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 210 time: 0.0278904 Jul 30 01:49:16.847568 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-9df2477f-cfce-4fbe-be81-d9acf94dded7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Made reservation on behalf of 490aa0aca67044918aa610799e460190 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:16.852729 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-9df2477f-cfce-4fbe-be81-d9acf94dded7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:16.941667 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40404962-e0ad-423d-9d5b-71ae25e64412 req-3eac8d12-92af-4097-87b8-9f7ca7aa83b4 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:16.948077 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40404962-e0ad-423d-9d5b-71ae25e64412 req-3eac8d12-92af-4097-87b8-9f7ca7aa83b4 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:16.954991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40404962-e0ad-423d-9d5b-71ae25e64412 req-3eac8d12-92af-4097-87b8-9f7ca7aa83b4 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:16.963766 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40404962-e0ad-423d-9d5b-71ae25e64412 req-3eac8d12-92af-4097-87b8-9f7ca7aa83b4 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:16.974630 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40404962-e0ad-423d-9d5b-71ae25e64412 req-3eac8d12-92af-4097-87b8-9f7ca7aa83b4 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:16.984300 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40404962-e0ad-423d-9d5b-71ae25e64412 req-3eac8d12-92af-4097-87b8-9f7ca7aa83b4 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:16.991289 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-9df2477f-cfce-4fbe-be81-d9acf94dded7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Allocated IP 172.20.0.8 (d652dbd5-b125-43d2-9532-a9060b55f820/13adb296-4ada-44ec-a243-157585ef9fdf/ca1ad0e9-f2c9-44ff-b777-1b3a85f17617) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:16.993258 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40404962-e0ad-423d-9d5b-71ae25e64412 req-3eac8d12-92af-4097-87b8-9f7ca7aa83b4 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:16.995849 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-40404962-e0ad-423d-9d5b-71ae25e64412 req-3eac8d12-92af-4097-87b8-9f7ca7aa83b4 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5419 time: 0.1167140 Jul 30 01:49:17.098088 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-40404962-e0ad-423d-9d5b-71ae25e64412 req-04991a71-10f7-4f63-a07c-bdd6d4fd90d9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0930064 Jul 30 01:49:17.185856 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-9df2477f-cfce-4fbe-be81-d9acf94dded7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:17.190500 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd1d57ec-8188-443b-a778-9c60dffc79d3 req-8bcae53c-3552-4c82-9fc6-281c909d0f7f tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 210 time: 0.0286019 Jul 30 01:49:17.293995 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-9df2477f-cfce-4fbe-be81-d9acf94dded7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:17.339781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-9df2477f-cfce-4fbe-be81-d9acf94dded7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Network d652dbd5-b125-43d2-9532-a9060b55f820 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:17.343351 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-9df2477f-cfce-4fbe-be81-d9acf94dded7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:17.346608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-9df2477f-cfce-4fbe-be81-d9acf94dded7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:17.354358 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:17.384383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2477f-cfce-4fbe-be81-d9acf94dded7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Pushing event updated for resources: {'Port': ['ID=ca1ad0e9-f2c9-44ff-b777-1b3a85f17617,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:17.412592 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-9df2477f-cfce-4fbe-be81-d9acf94dded7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:17.415381 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-9df2477f-cfce-4fbe-be81-d9acf94dded7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:17.475024 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98e2bc-e35c-4dc9-8d0e-6fff2b05983c req-313f4816-0fc5-48a1-b75e-a6f9bbfc90d3 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:17.476646 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bf98e2bc-e35c-4dc9-8d0e-6fff2b05983c req-313f4816-0fc5-48a1-b75e-a6f9bbfc90d3 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.0592091 Jul 30 01:49:17.520868 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bf98e2bc-e35c-4dc9-8d0e-6fff2b05983c req-b69cc852-2c8e-4654-9bd0-7bc9c7b451a5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377245 Jul 30 01:49:17.546445 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-9df2477f-cfce-4fbe-be81-d9acf94dded7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9292393 Jul 30 01:49:17.559792 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] Request body: {'port': {'device_id': 'f60c36ef-49d9-480a-8563-26621c6353bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:17.614743 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:17.884857 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71e7b1-690d-4b6b-a696-19ffd8c9354e req-287ff781-1acc-433d-ac64-65133291ba11 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:17.886476 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dd71e7b1-690d-4b6b-a696-19ffd8c9354e req-287ff781-1acc-433d-ac64-65133291ba11 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.0954847 Jul 30 01:49:17.978259 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dd71e7b1-690d-4b6b-a696-19ffd8c9354e req-f3d712bf-bc77-429c-ab35-574454bde695 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807097 Jul 30 01:49:18.000934 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:18.011137 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.025872 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] Transition to ACTIVE for port object ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:18.038765 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 80b8336d-2854-4067-83ef-b482910ee8e9 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:18.100253 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 80b8336d-2854-4067-83ef-b482910ee8e9 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:18.100638 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.104438 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dfdf0bc4-b5f8-4f3c-842d-09bd80d9e49d req-7c22829c-1fb8-42fe-8eac-3ca44f0782c5 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 210 time: 0.0389705 Jul 30 01:49:18.120383 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.178516 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1ad0e9-f2c9-44ff-b777-1b3a85f17617,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:18.215769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-cbf7f9b2-71fc-420e-8953-b6a81a4366dc tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:18.218009 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-cbf7f9b2-71fc-420e-8953-b6a81a4366dc tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.10 "GET /v2.0/networks?id=d652dbd5-b125-43d2-9532-a9060b55f820 HTTP/1.1" status: 200 len: 818 time: 0.3197482 Jul 30 01:49:18.263081 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Request body: {'port': {'device_id': 'c16bd4c3-eed5-41e0-ba94-ef99c04a9d82', 'network_id': 'd652dbd5-b125-43d2-9532-a9060b55f820', 'admin_state_up': True, 'tenant_id': '490aa0aca67044918aa610799e460190'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:18.332146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] Attempting to bind port ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:18.332479 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] Attempting to bind port ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '92fd1324-89d2-49b7-886a-2ff05ea9cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd652dbd5-b125-43d2-9532-a9060b55f820'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:18.332807 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] Attempting to bind port ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 on network d652dbd5-b125-43d2-9532-a9060b55f820 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:18.341475 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8556e20-f2ed-4670-8646-0b85ef81b369 req-9e1ae4c2-458e-4fc9-9ab8-16d81319eb50 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:18.343854 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] Port ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 on network d652dbd5-b125-43d2-9532-a9060b55f820 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:49:18.344172 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] Attempting to bind port ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 on network d652dbd5-b125-43d2-9532-a9060b55f820 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:18.348143 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8556e20-f2ed-4670-8646-0b85ef81b369 req-9e1ae4c2-458e-4fc9-9ab8-16d81319eb50 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:18.354313 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8556e20-f2ed-4670-8646-0b85ef81b369 req-9e1ae4c2-458e-4fc9-9ab8-16d81319eb50 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:18.358638 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:18.359023 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] Checking segment: {'id': '92fd1324-89d2-49b7-886a-2ff05ea9cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd652dbd5-b125-43d2-9532-a9060b55f820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:18.359468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] Bound using segment: {'id': '92fd1324-89d2-49b7-886a-2ff05ea9cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd652dbd5-b125-43d2-9532-a9060b55f820'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:18.359913 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] Bound port: ca1ad0e9-f2c9-44ff-b777-1b3a85f17617, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92fd1324-89d2-49b7-886a-2ff05ea9cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd652dbd5-b125-43d2-9532-a9060b55f820'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:18.360347 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.369794 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8556e20-f2ed-4670-8646-0b85ef81b369 req-9e1ae4c2-458e-4fc9-9ab8-16d81319eb50 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:18.376507 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8556e20-f2ed-4670-8646-0b85ef81b369 req-9e1ae4c2-458e-4fc9-9ab8-16d81319eb50 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:18.381257 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-ad606968-04ee-4993-ba51-ea72d6672523 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:18.382799 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8556e20-f2ed-4670-8646-0b85ef81b369 req-9e1ae4c2-458e-4fc9-9ab8-16d81319eb50 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:18.382949 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-ad606968-04ee-4993-ba51-ea72d6672523 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/networks?id=451069e3-0489-46ed-9dc8-b24b5ce11b0a HTTP/1.1" status: 200 len: 804 time: 0.1686502 Jul 30 01:49:18.398904 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8556e20-f2ed-4670-8646-0b85ef81b369 req-9e1ae4c2-458e-4fc9-9ab8-16d81319eb50 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:18.398904 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8556e20-f2ed-4670-8646-0b85ef81b369 req-9e1ae4c2-458e-4fc9-9ab8-16d81319eb50 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5419 time: 0.1781168 Jul 30 01:49:18.420597 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-db92f9ed-6d69-479c-9044-2206d1dd4258 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/quotas/2211a8e1d006442d9db8c662662819e1 HTTP/1.1" status: 200 len: 375 time: 0.0301957 Jul 30 01:49:18.474433 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] For port ca1ad0e9-f2c9-44ff-b777-1b3a85f17617, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:18.481990 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8556e20-f2ed-4670-8646-0b85ef81b369 req-088d3aad-3e8a-4f8c-9708-53a953c2fecc tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751579 Jul 30 01:49:18.489433 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] For port ca1ad0e9-f2c9-44ff-b777-1b3a85f17617, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ca1ad0e9-f2c9-44ff-b777-1b3a85f17617,segment=NetworkSegment(92fd1324-89d2-49b7-886a-2ff05ea9cd6a),segment_id=92fd1324-89d2-49b7-886a-2ff05ea9cd6a)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:18.505648 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-ee169c8c-5c66-4a22-8de1-9c3798405a22 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2211a8e1d006442d9db8c662662819e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717092 Jul 30 01:49:18.577726 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9f81bc56-775e-4804-b5e9-368debfc862d req-194f802b-f343-4ada-9b11-2660c5694975 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 210 time: 0.0343080 Jul 30 01:49:18.614242 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Made reservation on behalf of 490aa0aca67044918aa610799e460190 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:18.618622 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.619462 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.627719 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-cf9daf2c-69dc-47af-9750-415536b9b6ee service neutron] 10.222.0.70 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136036 Jul 30 01:49:18.678678 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 147cdd1e-8283-4e80-b3d3-d38429cef67f no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:49:18.709991 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:18.710904 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.712616 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] 10.222.0.10 "PUT /v2.0/ports/ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 HTTP/1.1" status: 200 len: 1091 time: 1.1572459 Jul 30 01:49:18.713264 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60c36ef-49d9-480a-8563-26621c6353bb', 'tag': 'ca1ad0e9-f2c9-44ff-b777-1b3a85f17617'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:18.716092 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bea691-5137-409b-942d-57c4e90aad8a" -d '{"events": [{"name": "network-changed", "server_uuid": "f60c36ef-49d9-480a-8563-26621c6353bb", "tag": "ca1ad0e9-f2c9-44ff-b777-1b3a85f17617"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:18.758320 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f47600-d6a0-456f-93a9-1d5874a4f4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1ad0e9-f2c9-44ff-b777-1b3a85f17617,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:18.783666 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-a443b6a0-7080-46a6-8866-ab4158532627 service neutron] 10.222.0.70 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542425 Jul 30 01:49:18.815298 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.839057 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Allocated IP 172.20.0.9 (d652dbd5-b125-43d2-9532-a9060b55f820/13adb296-4ada-44ec-a243-157585ef9fdf/0b0c695a-901c-439d-9b30-343b11dc8f83) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:18.846942 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45055ad-5f74-4b76-9aba-0bf2a4ef233d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '147cdd1e-8283-4e80-b3d3-d38429cef67f'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:18.849280 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ddd20c-bdc2-48d1-8ae3-202436dfd4ea" -d '{"events": [{"server_uuid": "d45055ad-5f74-4b76-9aba-0bf2a4ef233d", "name": "network-vif-unplugged", "status": "completed", "tag": "147cdd1e-8283-4e80-b3d3-d38429cef67f"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:18.864063 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 147cdd1e-8283-4e80-b3d3-d38429cef67f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=147cdd1e-8283-4e80-b3d3-d38429cef67f,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:18.901949 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-e77e0b08-36b6-451e-8330-c8399e35fa7a tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:18.903454 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-e77e0b08-36b6-451e-8330-c8399e35fa7a tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.10 "GET /v2.0/networks?id=e297ffa6-f370-4911-bddb-d51a30327fb5 HTTP/1.1" status: 200 len: 814 time: 0.3162520 Jul 30 01:49:18.917386 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26deb0-ae42-40de-99a6-8761fba156a3 req-b51cd89c-b67d-419f-9992-f1858f885980 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:18.918794 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8b26deb0-ae42-40de-99a6-8761fba156a3 req-b51cd89c-b67d-419f-9992-f1858f885980 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.1353860 Jul 30 01:49:18.923124 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.928570 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-d4e2a421-ffd9-49eb-b27b-24b7c5308c57 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Request body: {'port': {'device_id': 'd754ba0a-95d1-4f78-b877-af05ad291122', 'network_id': 'e297ffa6-f370-4911-bddb-d51a30327fb5', 'admin_state_up': True, 'tenant_id': '24ef0f737bf3491dbfbf88362270808f'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:19.042538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=147cdd1e-8283-4e80-b3d3-d38429cef67f,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:19.101918 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8b26deb0-ae42-40de-99a6-8761fba156a3 req-93880f33-c622-4e79-878a-2cdc49f34648 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648223 Jul 30 01:49:19.182506 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1451b10d-0027-4276-afa2-e5f9a55fc007 x-openstack-request-id: req-1451b10d-0027-4276-afa2-e5f9a55fc007 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:19.184407 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45055ad-5f74-4b76-9aba-0bf2a4ef233d", "name": "network-vif-unplugged", "status": "completed", "tag": "147cdd1e-8283-4e80-b3d3-d38429cef67f", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:19.185184 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1451b10d-0027-4276-afa2-e5f9a55fc007 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:19.186260 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45055ad-5f74-4b76-9aba-0bf2a4ef233d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '147cdd1e-8283-4e80-b3d3-d38429cef67f', 'code': 200} Jul 30 01:49:19.208333 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:19.299803 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70d76a2-ec66-4345-aaf7-58ca4df82d6e x-openstack-request-id: req-a70d76a2-ec66-4345-aaf7-58ca4df82d6e {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:19.300102 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60c36ef-49d9-480a-8563-26621c6353bb", "tag": "ca1ad0e9-f2c9-44ff-b777-1b3a85f17617", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:19.300316 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a70d76a2-ec66-4345-aaf7-58ca4df82d6e {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:19.300703 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60c36ef-49d9-480a-8563-26621c6353bb', 'tag': 'ca1ad0e9-f2c9-44ff-b777-1b3a85f17617', 'status': 'completed', 'code': 200} Jul 30 01:49:19.307395 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-d4e2a421-ffd9-49eb-b27b-24b7c5308c57 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Made reservation on behalf of 24ef0f737bf3491dbfbf88362270808f for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:19.310855 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-d4e2a421-ffd9-49eb-b27b-24b7c5308c57 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:19.332615 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5187354f-f80b-4754-bf47-1aa682102990 req-894f1717-d8cb-47c0-974f-bcf5227cf847 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=025e4cde-e924-42b6-bbcb-5d26776bc274 HTTP/1.1" status: 200 len: 210 time: 0.0353842 Jul 30 01:49:19.339346 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-c1affef8-77a3-4c8a-84b8-d9db525d56f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:19.341012 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-c1affef8-77a3-4c8a-84b8-d9db525d56f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=490aa0aca67044918aa610799e460190&device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 1094 time: 0.4521992 Jul 30 01:49:19.356778 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728de3fc-a311-4453-a440-7b744b312d71 req-08c88e3d-44c8-45ea-9c17-0e109d311cfa tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:19.363286 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-728de3fc-a311-4453-a440-7b744b312d71 req-08c88e3d-44c8-45ea-9c17-0e109d311cfa tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.0907640 Jul 30 01:49:19.387243 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-0bd949fe-88da-4072-aafc-2b306b7160fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 HTTP/1.1" status: 200 len: 217 time: 0.0366900 Jul 30 01:49:19.396292 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:19.472765 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0486939d-3f49-4a86-9456-2c9a6d134972 req-dd853b8e-869c-44ee-b607-f9c98b417a9f tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 210 time: 0.0331817 Jul 30 01:49:19.482435 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Network d652dbd5-b125-43d2-9532-a9060b55f820 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:19.483773 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-e3951c66-6a01-4112-ad95-153f5110db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:19.491413 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-e3951c66-6a01-4112-ad95-153f5110db28 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13adb296-4ada-44ec-a243-157585ef9fdf HTTP/1.1" status: 200 len: 858 time: 0.0813458 Jul 30 01:49:19.503262 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:19.506441 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:19.526625 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-65d8a443-83d4-454f-8c5a-c8530838e9be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d652dbd5-b125-43d2-9532-a9060b55f820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336778 Jul 30 01:49:19.573283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Pushing event updated for resources: {'Port': ['ID=0b0c695a-901c-439d-9b30-343b11dc8f83,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:19.597971 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:19.598339 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:19.598687 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:19.599029 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:19.599359 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:19.599693 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:19.600099 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:19.603835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:19.603835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:19.603835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:19.603835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:19.603835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:19.612064 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-728de3fc-a311-4453-a440-7b744b312d71 req-03e353bb-0873-4dcc-a394-aa80434cda72 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178941 Jul 30 01:49:19.622763 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.10', 54380) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:19.635968 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-d4e2a421-ffd9-49eb-b27b-24b7c5308c57 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Allocated IP 172.20.0.13 (e297ffa6-f370-4911-bddb-d51a30327fb5/7d30ad2d-fc8a-41b8-81d7-4f9bc1ccbab4/4eed2689-afe8-438c-a022-5ef10369a6a9) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:19.675257 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:19.675891 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:19.679573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e1837-acb8-4870-a583-996b08230328 req-64211d81-780d-4c55-8434-ffcf85fcf3ad tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:19.685502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e1837-acb8-4870-a583-996b08230328 req-64211d81-780d-4c55-8434-ffcf85fcf3ad tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:19.692093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e1837-acb8-4870-a583-996b08230328 req-64211d81-780d-4c55-8434-ffcf85fcf3ad tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:19.698762 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e1837-acb8-4870-a583-996b08230328 req-64211d81-780d-4c55-8434-ffcf85fcf3ad tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:19.705595 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e1837-acb8-4870-a583-996b08230328 req-64211d81-780d-4c55-8434-ffcf85fcf3ad tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:19.712043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e1837-acb8-4870-a583-996b08230328 req-64211d81-780d-4c55-8434-ffcf85fcf3ad tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:19.718107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e1837-acb8-4870-a583-996b08230328 req-64211d81-780d-4c55-8434-ffcf85fcf3ad tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:19.720771 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f6e1837-acb8-4870-a583-996b08230328 req-64211d81-780d-4c55-8434-ffcf85fcf3ad tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5419 time: 0.1347206 Jul 30 01:49:19.722925 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-14a4b643-da55-4e67-aa27-a7ba167c9cb0 service neutron] 10.222.0.10 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885426 Jul 30 01:49:19.745335 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd35373-c415-4c4f-88a1-3b4c7a447bec req-ba1a88f7-b07e-4680-955b-998f93357a03 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:19.749037 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-abd35373-c415-4c4f-88a1-3b4c7a447bec req-ba1a88f7-b07e-4680-955b-998f93357a03 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.10 "GET /v2.0/ports?device_id=d45055ad-5f74-4b76-9aba-0bf2a4ef233d HTTP/1.1" status: 200 len: 943 time: 0.1206250 Jul 30 01:49:19.813274 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f6e1837-acb8-4870-a583-996b08230328 req-c95893a0-2233-4c22-aa40-06101179334a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857024 Jul 30 01:49:19.853191 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c8af37c-03ee-4dde-b927-770a371b3f56 req-0d12bbab-f127-4bfc-8e32-f57af611e362 service neutron] 10.222.0.10 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191278 Jul 30 01:49:19.866265 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e52f4d68-bde5-4947-97ed-640e7e2a6764 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6065960 Jul 30 01:49:19.886983 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-94ad5573-bd27-485b-87e4-52c75b6b3daf tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:49:19.889049 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-94ad5573-bd27-485b-87e4-52c75b6b3daf tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153472 Jul 30 01:49:19.928374 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac8e3d-446c-4549-9187-0a0ed2401d29 req-f4d51a66-bce7-4813-957c-85b91efd04a0 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:19.929847 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-09ac8e3d-446c-4549-9187-0a0ed2401d29 req-f4d51a66-bce7-4813-957c-85b91efd04a0 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 931 time: 0.2211127 Jul 30 01:49:19.937066 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] Request body: {'port': {'device_id': 'c16bd4c3-eed5-41e0-ba94-ef99c04a9d82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:20.033900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bea691-5137-409b-942d-57c4e90aad8a req-7ddb0e0b-d217-4aeb-a8f0-c3e77d3c5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:20.035508 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19bea691-5137-409b-942d-57c4e90aad8a req-7ddb0e0b-d217-4aeb-a8f0-c3e77d3c5dd0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=490aa0aca67044918aa610799e460190&device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 1094 time: 0.0445275 Jul 30 01:49:20.063064 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-09ac8e3d-446c-4549-9187-0a0ed2401d29 req-c5a5fc01-7de3-430b-a336-a01fcb8fd7be tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201098 Jul 30 01:49:20.073645 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-d4e2a421-ffd9-49eb-b27b-24b7c5308c57 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.084439 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.092283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-abd35373-c415-4c4f-88a1-3b4c7a447bec req-89b7f9b8-3768-47ac-9cd6-0682d445a72d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Deleting port 147cdd1e-8283-4e80-b3d3-d38429cef67f {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:20.092614 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-abd35373-c415-4c4f-88a1-3b4c7a447bec req-89b7f9b8-3768-47ac-9cd6-0682d445a72d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.138146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bea691-5137-409b-942d-57c4e90aad8a req-df497212-c427-4278-9cab-28bf492a0909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:20.147149 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19bea691-5137-409b-942d-57c4e90aad8a req-df497212-c427-4278-9cab-28bf492a0909 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d652dbd5-b125-43d2-9532-a9060b55f820 HTTP/1.1" status: 200 len: 919 time: 0.1046789 Jul 30 01:49:20.194899 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19bea691-5137-409b-942d-57c4e90aad8a req-d0676496-8421-4b6d-a0a5-c998b68da2d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 HTTP/1.1" status: 200 len: 217 time: 0.0403051 Jul 30 01:49:20.247372 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bea691-5137-409b-942d-57c4e90aad8a req-0ced728e-041f-4a91-89fc-40bc40d423a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:20.248855 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19bea691-5137-409b-942d-57c4e90aad8a req-0ced728e-041f-4a91-89fc-40bc40d423a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13adb296-4ada-44ec-a243-157585ef9fdf HTTP/1.1" status: 200 len: 858 time: 0.0465791 Jul 30 01:49:20.284973 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19bea691-5137-409b-942d-57c4e90aad8a req-03ed6838-a9f3-4c45-bf4c-84c03463bdf2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d652dbd5-b125-43d2-9532-a9060b55f820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274715 Jul 30 01:49:20.326655 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-abd35373-c415-4c4f-88a1-3b4c7a447bec req-89b7f9b8-3768-47ac-9cd6-0682d445a72d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] For port 147cdd1e-8283-4e80-b3d3-d38429cef67f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=147cdd1e-8283-4e80-b3d3-d38429cef67f,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:20.327327 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-abd35373-c415-4c4f-88a1-3b4c7a447bec req-89b7f9b8-3768-47ac-9cd6-0682d445a72d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.352381 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-abd35373-c415-4c4f-88a1-3b4c7a447bec req-89b7f9b8-3768-47ac-9cd6-0682d445a72d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Calling delete_port for 147cdd1e-8283-4e80-b3d3-d38429cef67f owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:20.379505 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-d4e2a421-ffd9-49eb-b27b-24b7c5308c57 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.399002 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19bea691-5137-409b-942d-57c4e90aad8a req-e1c9bc75-277b-4152-9269-7bce7b508a27 service neutron] 10.222.0.10 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062942 Jul 30 01:49:20.426994 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c0219-b769-4044-a9a2-98d577e6091d req-c9421d92-3713-448c-8511-0da04592401a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:20.428540 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db9c0219-b769-4044-a9a2-98d577e6091d req-c9421d92-3713-448c-8511-0da04592401a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.2250190 Jul 30 01:49:20.478704 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-02bda13a-9b1a-4ad9-b5c7-3a38e084837b req-32371ff8-0cb7-4925-84b5-649577fdd639 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=025e4cde-e924-42b6-bbcb-5d26776bc274 HTTP/1.1" status: 200 len: 210 time: 0.0631845 Jul 30 01:49:20.536494 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-d4e2a421-ffd9-49eb-b27b-24b7c5308c57 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Network e297ffa6-f370-4911-bddb-d51a30327fb5 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:20.541511 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19bea691-5137-409b-942d-57c4e90aad8a req-f0cac2ad-6d8c-4c45-9a2e-92ed18f8e349 service neutron] 10.222.0.10 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346431 Jul 30 01:49:20.564468 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-d4e2a421-ffd9-49eb-b27b-24b7c5308c57 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:20.571460 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2a421-ffd9-49eb-b27b-24b7c5308c57 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Pushing event updated for resources: {'Port': ['ID=4eed2689-afe8-438c-a022-5ef10369a6a9,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:20.573860 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-d4e2a421-ffd9-49eb-b27b-24b7c5308c57 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:20.623226 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db9c0219-b769-4044-a9a2-98d577e6091d req-7bc9ed3c-4666-4fab-8da3-8c518c36faf6 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439991 Jul 30 01:49:20.632872 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850d6ea-fbc0-468e-96b6-3ecc88bf3bf5 req-97056eaf-bf12-4a24-bb74-cb951b7f27db tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:20.634871 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3850d6ea-fbc0-468e-96b6-3ecc88bf3bf5 req-97056eaf-bf12-4a24-bb74-cb951b7f27db tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 932 time: 0.0582628 Jul 30 01:49:20.688256 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3850d6ea-fbc0-468e-96b6-3ecc88bf3bf5 req-01a3e160-34e7-40ae-8445-65922e884cdd tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd2dcc02-9dbb-4d1c-b6aa-4153f432e65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464516 Jul 30 01:49:20.698271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-d4e2a421-ffd9-49eb-b27b-24b7c5308c57 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:20.698924 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-d4e2a421-ffd9-49eb-b27b-24b7c5308c57 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.797028 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b0c695a-901c-439d-9b30-343b11dc8f83 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:20.806838 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.827129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1d22e-98e5-4aee-81da-1556f9a277da req-ced302bf-7747-4137-a087-e4aee7cd9331 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:20.828615 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-01a1d22e-98e5-4aee-81da-1556f9a277da req-ced302bf-7747-4137-a087-e4aee7cd9331 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.1173396 Jul 30 01:49:20.831061 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] Transition to ACTIVE for port object 0b0c695a-901c-439d-9b30-343b11dc8f83 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:20.869018 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-01a1d22e-98e5-4aee-81da-1556f9a277da req-123bf90f-35da-44a0-b0e1-af9cf6edf90b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335085 Jul 30 01:49:20.885406 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-d4e2a421-ffd9-49eb-b27b-24b7c5308c57 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9610393 Jul 30 01:49:20.885406 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-abd35373-c415-4c4f-88a1-3b4c7a447bec req-89b7f9b8-3768-47ac-9cd6-0682d445a72d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.929327 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] Request body: {'port': {'device_id': 'd754ba0a-95d1-4f78-b877-af05ad291122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:20.935917 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.938285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7f9b8-3768-47ac-9cd6-0682d445a72d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Pushing event deleted for resources: {'Port': ['ID=147cdd1e-8283-4e80-b3d3-d38429cef67f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:21.038266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1d807-ce57-4b77-9293-6d16bf26a5db req-e81efccb-d4aa-49b4-b519-d807babf24ed tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:21.053673 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1d807-ce57-4b77-9293-6d16bf26a5db req-e81efccb-d4aa-49b4-b519-d807babf24ed tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:21.061325 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1d807-ce57-4b77-9293-6d16bf26a5db req-e81efccb-d4aa-49b4-b519-d807babf24ed tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:21.068210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1d807-ce57-4b77-9293-6d16bf26a5db req-e81efccb-d4aa-49b4-b519-d807babf24ed tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:21.074144 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd35373-c415-4c4f-88a1-3b4c7a447bec req-89b7f9b8-3768-47ac-9cd6-0682d445a72d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] No DVR routers for this DVR port 147cdd1e-8283-4e80-b3d3-d38429cef67f on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:21.074795 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1d807-ce57-4b77-9293-6d16bf26a5db req-e81efccb-d4aa-49b4-b519-d807babf24ed tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:21.082784 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1d807-ce57-4b77-9293-6d16bf26a5db req-e81efccb-d4aa-49b4-b519-d807babf24ed tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:21.089516 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1d807-ce57-4b77-9293-6d16bf26a5db req-e81efccb-d4aa-49b4-b519-d807babf24ed tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:21.097054 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-abd35373-c415-4c4f-88a1-3b4c7a447bec req-89b7f9b8-3768-47ac-9cd6-0682d445a72d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:21.098835 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41a1d807-ce57-4b77-9293-6d16bf26a5db req-e81efccb-d4aa-49b4-b519-d807babf24ed tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5419 time: 0.1654456 Jul 30 01:49:21.098985 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-abd35373-c415-4c4f-88a1-3b4c7a447bec req-89b7f9b8-3768-47ac-9cd6-0682d445a72d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.10 "DELETE /v2.0/ports/147cdd1e-8283-4e80-b3d3-d38429cef67f HTTP/1.1" status: 204 len: 173 time: 1.3348188 Jul 30 01:49:21.099317 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45055ad-5f74-4b76-9aba-0bf2a4ef233d', 'name': 'network-vif-deleted', 'tag': '147cdd1e-8283-4e80-b3d3-d38429cef67f'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:21.101613 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87c56dd-df13-4e00-9fbe-49f4622708ab" -d '{"events": [{"server_uuid": "d45055ad-5f74-4b76-9aba-0bf2a4ef233d", "name": "network-vif-deleted", "tag": "147cdd1e-8283-4e80-b3d3-d38429cef67f"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:21.121829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0c695a-901c-439d-9b30-343b11dc8f83,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:21.138010 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:21.160088 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41a1d807-ce57-4b77-9293-6d16bf26a5db req-83c67452-d835-4be1-9c0d-12b7f5fd5786 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566962 Jul 30 01:49:21.204793 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb64907-47a2-4e8c-8ba7-5d2cafe494a0 x-openstack-request-id: req-abb64907-47a2-4e8c-8ba7-5d2cafe494a0 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:21.205082 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45055ad-5f74-4b76-9aba-0bf2a4ef233d", "name": "network-vif-deleted", "tag": "147cdd1e-8283-4e80-b3d3-d38429cef67f", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:21.205332 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-abb64907-47a2-4e8c-8ba7-5d2cafe494a0 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:21.205725 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45055ad-5f74-4b76-9aba-0bf2a4ef233d', 'name': 'network-vif-deleted', 'tag': '147cdd1e-8283-4e80-b3d3-d38429cef67f', 'status': 'completed', 'code': 200} Jul 30 01:49:21.330976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed7af1-181c-4e8b-987d-95f0931f1916 req-920059c9-d692-40fe-9815-425fb7c3c942 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:21.335963 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24ed7af1-181c-4e8b-987d-95f0931f1916 req-920059c9-d692-40fe-9815-425fb7c3c942 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 943 time: 0.1621137 Jul 30 01:49:21.335963 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] Attempting to bind port 0b0c695a-901c-439d-9b30-343b11dc8f83 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:21.336371 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] Attempting to bind port 0b0c695a-901c-439d-9b30-343b11dc8f83 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '92fd1324-89d2-49b7-886a-2ff05ea9cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd652dbd5-b125-43d2-9532-a9060b55f820'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:21.336645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] Attempting to bind port 0b0c695a-901c-439d-9b30-343b11dc8f83 on network d652dbd5-b125-43d2-9532-a9060b55f820 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:21.363183 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] Port 0b0c695a-901c-439d-9b30-343b11dc8f83 on network d652dbd5-b125-43d2-9532-a9060b55f820 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:49:21.363507 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] Attempting to bind port 0b0c695a-901c-439d-9b30-343b11dc8f83 on network d652dbd5-b125-43d2-9532-a9060b55f820 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:21.384794 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:21.385310 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] Checking segment: {'id': '92fd1324-89d2-49b7-886a-2ff05ea9cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd652dbd5-b125-43d2-9532-a9060b55f820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:21.385591 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] Bound using segment: {'id': '92fd1324-89d2-49b7-886a-2ff05ea9cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd652dbd5-b125-43d2-9532-a9060b55f820'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:21.386023 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] Bound port: 0b0c695a-901c-439d-9b30-343b11dc8f83, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92fd1324-89d2-49b7-886a-2ff05ea9cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd652dbd5-b125-43d2-9532-a9060b55f820'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:21.386403 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:21.445124 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24ed7af1-181c-4e8b-987d-95f0931f1916 req-eaf3076f-61e0-4b0a-9b65-13e95149db0f tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012855 Jul 30 01:49:21.615590 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4e5a1588-6f85-4edd-a76a-1e1dda3f6ffd req-2ac15f6f-1809-4bcb-a621-83d5f7e279ab tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=025e4cde-e924-42b6-bbcb-5d26776bc274 HTTP/1.1" status: 200 len: 210 time: 0.0323493 Jul 30 01:49:21.818061 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b515c-fe1c-4242-92b3-ab2e8291539e req-bcbf75bc-201d-4542-8faf-caaf7b02909a tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:21.819881 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b07b515c-fe1c-4242-92b3-ab2e8291539e req-bcbf75bc-201d-4542-8faf-caaf7b02909a tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 932 time: 0.0587070 Jul 30 01:49:22.113713 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b07b515c-fe1c-4242-92b3-ab2e8291539e req-81ad680f-fba5-4592-857d-62737ab84352 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd2dcc02-9dbb-4d1c-b6aa-4153f432e65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353434 Jul 30 01:49:22.115831 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] For port 0b0c695a-901c-439d-9b30-343b11dc8f83, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:22.115831 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] For port 0b0c695a-901c-439d-9b30-343b11dc8f83, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0b0c695a-901c-439d-9b30-343b11dc8f83,segment=NetworkSegment(92fd1324-89d2-49b7-886a-2ff05ea9cd6a),segment_id=92fd1324-89d2-49b7-886a-2ff05ea9cd6a)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:22.115831 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c59bf-31e7-45c8-a7e7-3403694a5f2d req-f35cd49b-2045-4ac5-b5eb-4cf13e7967c4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:22.115831 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7d4c59bf-31e7-45c8-a7e7-3403694a5f2d req-f35cd49b-2045-4ac5-b5eb-4cf13e7967c4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.2005253 Jul 30 01:49:22.116978 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71667a5c-8594-400d-9e77-89d6145021f6 req-81f3aafd-68d5-42ae-817f-d0cf10a1998b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:22.116978 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71667a5c-8594-400d-9e77-89d6145021f6 req-81f3aafd-68d5-42ae-817f-d0cf10a1998b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.0537059 Jul 30 01:49:22.117147 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eed2689-afe8-438c-a022-5ef10369a6a9 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:22.117147 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.117305 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71667a5c-8594-400d-9e77-89d6145021f6 req-4920cdbe-6483-4ce9-8f6a-24ed26cabe3a tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349507 Jul 30 01:49:22.117378 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.117378 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-7947edc1-9dad-4ab8-a856-af3ed10884ba tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:22.117378 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-7947edc1-9dad-4ab8-a856-af3ed10884ba tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.77 "GET /v2.0/networks?id=451069e3-0489-46ed-9dc8-b24b5ce11b0a HTTP/1.1" status: 200 len: 804 time: 0.2722151 Jul 30 01:49:22.118372 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-3eeb260f-ca4e-437f-a23b-2398a24c24ed tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Request body: {'port': {'device_id': '025e4cde-e924-42b6-bbcb-5d26776bc274', 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a', 'admin_state_up': True, 'tenant_id': '2211a8e1d006442d9db8c662662819e1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:22.124895 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] Transition to ACTIVE for port object 4eed2689-afe8-438c-a022-5ef10369a6a9 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:22.145600 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7d4c59bf-31e7-45c8-a7e7-3403694a5f2d req-77c8658c-9323-4182-9b57-4abb6ca8c0a8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324883 Jul 30 01:49:22.176312 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:22.176920 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.178271 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] 10.222.0.10 "PUT /v2.0/ports/0b0c695a-901c-439d-9b30-343b11dc8f83 HTTP/1.1" status: 200 len: 1091 time: 2.2598774 Jul 30 01:49:22.213379 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8963225-f80f-482c-8aed-6dcfe17f4792 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0c695a-901c-439d-9b30-343b11dc8f83,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:22.318768 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fada32f-298d-4cb8-8d54-276fe1238fe5 req-059aa964-a03b-4489-861c-e8eb6b7ead0a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:22.324641 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fada32f-298d-4cb8-8d54-276fe1238fe5 req-059aa964-a03b-4489-861c-e8eb6b7ead0a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:22.330739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fada32f-298d-4cb8-8d54-276fe1238fe5 req-059aa964-a03b-4489-861c-e8eb6b7ead0a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:22.336579 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fada32f-298d-4cb8-8d54-276fe1238fe5 req-059aa964-a03b-4489-861c-e8eb6b7ead0a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:22.342838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fada32f-298d-4cb8-8d54-276fe1238fe5 req-059aa964-a03b-4489-861c-e8eb6b7ead0a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:22.349522 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fada32f-298d-4cb8-8d54-276fe1238fe5 req-059aa964-a03b-4489-861c-e8eb6b7ead0a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:22.355410 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fada32f-298d-4cb8-8d54-276fe1238fe5 req-059aa964-a03b-4489-861c-e8eb6b7ead0a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:22.357330 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2fada32f-298d-4cb8-8d54-276fe1238fe5 req-059aa964-a03b-4489-861c-e8eb6b7ead0a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5419 time: 0.1110337 Jul 30 01:49:22.399667 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2fada32f-298d-4cb8-8d54-276fe1238fe5 req-ab818b55-395b-43d9-a118-4a2d3160eb66 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351741 Jul 30 01:49:22.440363 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.479943 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-3eeb260f-ca4e-437f-a23b-2398a24c24ed tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Made reservation on behalf of 2211a8e1d006442d9db8c662662819e1 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:22.483563 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-3eeb260f-ca4e-437f-a23b-2398a24c24ed tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.517704 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] Pushing event updated for resources: {'Port': ['ID=4eed2689-afe8-438c-a022-5ef10369a6a9,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:22.674857 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:22.696650 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-671e5706-abad-4128-ba41-30ebbd8574dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:22.698192 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-671e5706-abad-4128-ba41-30ebbd8574dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=490aa0aca67044918aa610799e460190&device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 1094 time: 0.1940281 Jul 30 01:49:22.714124 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412eeb14-e147-4c13-b665-f18c90fd2ab6 req-d5e6a958-cad6-475c-acf1-af47c8613f60 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:22.717145 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-412eeb14-e147-4c13-b665-f18c90fd2ab6 req-d5e6a958-cad6-475c-acf1-af47c8613f60 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 943 time: 0.1750374 Jul 30 01:49:22.734473 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ecd7b1e8-cd21-4ce5-81d4-3a28ff0b6e06 req-e721a99c-4bf6-4e1d-813c-46a702c22497 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=025e4cde-e924-42b6-bbcb-5d26776bc274 HTTP/1.1" status: 200 len: 210 time: 0.0325260 Jul 30 01:49:22.756323 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] Attempting to bind port 4eed2689-afe8-438c-a022-5ef10369a6a9 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:22.756666 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] Attempting to bind port 4eed2689-afe8-438c-a022-5ef10369a6a9 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '4061512f-c02b-4f11-b5d9-82da288d46de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'e297ffa6-f370-4911-bddb-d51a30327fb5'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:22.758926 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] Attempting to bind port 4eed2689-afe8-438c-a022-5ef10369a6a9 on network e297ffa6-f370-4911-bddb-d51a30327fb5 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:22.801163 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port ca1ad0e9-f2c9-44ff-b777-1b3a85f17617, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ca1ad0e9-f2c9-44ff-b777-1b3a85f17617,segment=NetworkSegment(92fd1324-89d2-49b7-886a-2ff05ea9cd6a),segment_id=92fd1324-89d2-49b7-886a-2ff05ea9cd6a)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:22.804095 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-e04cd790-86ad-4e91-b445-8d877147d936 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b0c695a-901c-439d-9b30-343b11dc8f83 HTTP/1.1" status: 200 len: 217 time: 0.0873580 Jul 30 01:49:22.810934 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] Port 4eed2689-afe8-438c-a022-5ef10369a6a9 on network e297ffa6-f370-4911-bddb-d51a30327fb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:49:22.811270 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] Attempting to bind port 4eed2689-afe8-438c-a022-5ef10369a6a9 on network e297ffa6-f370-4911-bddb-d51a30327fb5 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:22.813257 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'ca1ad0e9-f2c9-44ff-b777-1b3a85f17617', 'network_id': 'd652dbd5-b125-43d2-9532-a9060b55f820', 'port_id': 'ca1ad0e9-f2c9-44ff-b777-1b3a85f17617', 'mac_address': 'fa:16:3e:fa:07:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13adb296-4ada-44ec-a243-157585ef9fdf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:22.850840 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.859507 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:22.859852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] Checking segment: {'id': '4061512f-c02b-4f11-b5d9-82da288d46de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'e297ffa6-f370-4911-bddb-d51a30327fb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:22.860266 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] Bound using segment: {'id': '4061512f-c02b-4f11-b5d9-82da288d46de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'e297ffa6-f370-4911-bddb-d51a30327fb5'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:22.860708 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] Bound port: 4eed2689-afe8-438c-a022-5ef10369a6a9, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4061512f-c02b-4f11-b5d9-82da288d46de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'e297ffa6-f370-4911-bddb-d51a30327fb5'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:22.861067 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.863595 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:22.870285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-3eeb260f-ca4e-437f-a23b-2398a24c24ed tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Allocated IP 172.20.0.7 (451069e3-0489-46ed-9dc8-b24b5ce11b0a/f913f80b-cf68-4e50-b702-51dfbe27bf11/f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:22.883517 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port ca1ad0e9-f2c9-44ff-b777-1b3a85f17617, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ca1ad0e9-f2c9-44ff-b777-1b3a85f17617,segment=NetworkSegment(92fd1324-89d2-49b7-886a-2ff05ea9cd6a),segment_id=92fd1324-89d2-49b7-886a-2ff05ea9cd6a)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:22.887725 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-412eeb14-e147-4c13-b665-f18c90fd2ab6 req-fdc0850a-fc03-470e-910c-301c234a3715 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643381 Jul 30 01:49:22.911523 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-f0dc81f7-dd9b-4807-ba36-e985990738e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:22.913019 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-f0dc81f7-dd9b-4807-ba36-e985990738e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13adb296-4ada-44ec-a243-157585ef9fdf HTTP/1.1" status: 200 len: 858 time: 0.0973704 Jul 30 01:49:22.971971 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.977827 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-a1324546-bb48-41bf-8c9c-55d9364c4e91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d652dbd5-b125-43d2-9532-a9060b55f820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429580 Jul 30 01:49:22.990979 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f401110-fa23-4269-8cf9-134e4813ea43 req-abc54b73-ec37-489e-8350-2d19b7cf030c tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:22.992708 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1f401110-fa23-4269-8cf9-134e4813ea43 req-abc54b73-ec37-489e-8350-2d19b7cf030c tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 944 time: 0.0535777 Jul 30 01:49:23.034722 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1f401110-fa23-4269-8cf9-134e4813ea43 req-724a9f8e-083b-4f6b-a948-65b0e6e7f9d1 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd2dcc02-9dbb-4d1c-b6aa-4153f432e65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355215 Jul 30 01:49:23.132242 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] For port 4eed2689-afe8-438c-a022-5ef10369a6a9, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:23.164181 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=ca1ad0e9-f2c9-44ff-b777-1b3a85f17617,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:23.207834 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] For port 4eed2689-afe8-438c-a022-5ef10369a6a9, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=4eed2689-afe8-438c-a022-5ef10369a6a9,segment=NetworkSegment(4061512f-c02b-4f11-b5d9-82da288d46de),segment_id=4061512f-c02b-4f11-b5d9-82da288d46de)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:23.208695 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16bd4c3-eed5-41e0-ba94-ef99c04a9d82', 'tag': '0b0c695a-901c-439d-9b30-343b11dc8f83'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:23.211176 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80cc7b4-2d25-4371-9666-62d1610336f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c16bd4c3-eed5-41e0-ba94-ef99c04a9d82", "tag": "0b0c695a-901c-439d-9b30-343b11dc8f83"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:23.248949 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['ca1ad0e9-f2c9-44ff-b777-1b3a85f17617'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:23.259875 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-3a63427c-4806-4ae5-aef0-1d694832ab05 service neutron] 10.222.0.10 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612207 Jul 30 01:49:23.264181 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-3eeb260f-ca4e-437f-a23b-2398a24c24ed tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.282096 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.297600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f11a3-9ea7-4273-b0f2-7688d9b88990 req-de9437b4-cdf8-4baa-8032-9cfad6087f59 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:23.299147 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2d1f11a3-9ea7-4273-b0f2-7688d9b88990 req-de9437b4-cdf8-4baa-8032-9cfad6087f59 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.1614602 Jul 30 01:49:23.302278 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b044620-d3b7-4f8b-902b-c4cdc92b32c8 req-f29b029c-5a38-43db-8d9b-ec739e996e9f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:23.304044 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b044620-d3b7-4f8b-902b-c4cdc92b32c8 req-f29b029c-5a38-43db-8d9b-ec739e996e9f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.0520661 Jul 30 01:49:23.351262 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b044620-d3b7-4f8b-902b-c4cdc92b32c8 req-912266d8-8f3f-4fc5-8c9f-da2b2ac6e498 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402827 Jul 30 01:49:23.402077 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:23.402741 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.404151 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] 10.222.0.10 "PUT /v2.0/ports/4eed2689-afe8-438c-a022-5ef10369a6a9 HTTP/1.1" status: 200 len: 1092 time: 2.5033731 Jul 30 01:49:23.405587 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d21f2f-5f25-4d14-b28b-f3d14a6bc465 x-openstack-request-id: req-85d21f2f-5f25-4d14-b28b-f3d14a6bc465 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:23.405873 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c16bd4c3-eed5-41e0-ba94-ef99c04a9d82", "tag": "0b0c695a-901c-439d-9b30-343b11dc8f83", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:23.406123 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-85d21f2f-5f25-4d14-b28b-f3d14a6bc465 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:23.409294 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c16bd4c3-eed5-41e0-ba94-ef99c04a9d82', 'tag': '0b0c695a-901c-439d-9b30-343b11dc8f83', 'status': 'completed', 'code': 200} Jul 30 01:49:23.473383 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e30bd-a031-49ac-a063-0df49120cd80 service neutron] Pushing event updated for resources: {'Port': ['ID=4eed2689-afe8-438c-a022-5ef10369a6a9,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:23.478553 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2d1f11a3-9ea7-4273-b0f2-7688d9b88990 req-e652d0d2-13ae-4f5d-9c1b-7c8864ca38b1 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461649 Jul 30 01:49:23.500159 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20ab2fe7-d60b-48db-acfe-050c0c7969e1 req-51b37719-c1f7-44cf-a6f3-3e1398cd1cf0 service neutron] 10.222.0.10 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282603 Jul 30 01:49:23.558859 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-3eeb260f-ca4e-437f-a23b-2398a24c24ed tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.631866 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-3eeb260f-ca4e-437f-a23b-2398a24c24ed tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Network 451069e3-0489-46ed-9dc8-b24b5ce11b0a is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:23.642245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-3eeb260f-ca4e-437f-a23b-2398a24c24ed tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:23.647491 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-3eeb260f-ca4e-437f-a23b-2398a24c24ed tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:23.685386 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-ca56e345-ab27-4c4b-a0ff-0f934e9d88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:23.686822 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-ca56e345-ab27-4c4b-a0ff-0f934e9d88a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24ef0f737bf3491dbfbf88362270808f&device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 1095 time: 0.1597593 Jul 30 01:49:23.697550 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb260f-ca4e-437f-a23b-2398a24c24ed tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Pushing event updated for resources: {'Port': ['ID=f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:23.770885 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-01c88d84-a5cf-413e-b757-6c0ab84e368d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eed2689-afe8-438c-a022-5ef10369a6a9 HTTP/1.1" status: 200 len: 217 time: 0.0674028 Jul 30 01:49:23.781815 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e4326-1b1e-43b2-a369-c065071a14e9 req-a7a77978-c0b0-4151-b82e-5c1c1150fe8c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:23.787969 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e4326-1b1e-43b2-a369-c065071a14e9 req-a7a77978-c0b0-4151-b82e-5c1c1150fe8c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:23.793812 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e4326-1b1e-43b2-a369-c065071a14e9 req-a7a77978-c0b0-4151-b82e-5c1c1150fe8c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:23.800276 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e4326-1b1e-43b2-a369-c065071a14e9 req-a7a77978-c0b0-4151-b82e-5c1c1150fe8c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:23.806168 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e4326-1b1e-43b2-a369-c065071a14e9 req-a7a77978-c0b0-4151-b82e-5c1c1150fe8c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:23.812195 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e4326-1b1e-43b2-a369-c065071a14e9 req-a7a77978-c0b0-4151-b82e-5c1c1150fe8c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:23.818998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e4326-1b1e-43b2-a369-c065071a14e9 req-a7a77978-c0b0-4151-b82e-5c1c1150fe8c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:23.820961 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-852e4326-1b1e-43b2-a369-c065071a14e9 req-a7a77978-c0b0-4151-b82e-5c1c1150fe8c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5419 time: 0.2651470 Jul 30 01:49:23.841438 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-3eeb260f-ca4e-437f-a23b-2398a24c24ed tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:23.842093 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-3eeb260f-ca4e-437f-a23b-2398a24c24ed tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.907710 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cc7b4-2d25-4371-9666-62d1610336f1 req-12474a6b-248e-455d-a6a2-cd8d74825738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:23.909141 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c80cc7b4-2d25-4371-9666-62d1610336f1 req-12474a6b-248e-455d-a6a2-cd8d74825738 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=490aa0aca67044918aa610799e460190&device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 1094 time: 0.2283323 Jul 30 01:49:23.912014 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-38da1723-8226-472b-8721-769a287f925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:23.913356 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-38da1723-8226-472b-8721-769a287f925d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d30ad2d-fc8a-41b8-81d7-4f9bc1ccbab4 HTTP/1.1" status: 200 len: 854 time: 0.0896451 Jul 30 01:49:23.928601 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-852e4326-1b1e-43b2-a369-c065071a14e9 req-d6bafd48-4648-43e3-8254-099432882471 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0953770 Jul 30 01:49:24.002229 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-3eeb260f-ca4e-437f-a23b-2398a24c24ed tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8920894 Jul 30 01:49:24.045026 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] Request body: {'port': {'device_id': '025e4cde-e924-42b6-bbcb-5d26776bc274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:24.092189 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c7258-4ab3-421d-8dcb-ebaad5e27de5 req-1bad04ad-eae9-4fee-ae79-41c1e1abe079 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:24.093746 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dd5c7258-4ab3-421d-8dcb-ebaad5e27de5 req-1bad04ad-eae9-4fee-ae79-41c1e1abe079 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 943 time: 0.0591362 Jul 30 01:49:24.132733 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dd5c7258-4ab3-421d-8dcb-ebaad5e27de5 req-5b52f0b1-1e9d-4af8-a760-74247ac3fc8f tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321727 Jul 30 01:49:24.150363 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-377235f8-89d6-487b-94e0-44215778be53 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e297ffa6-f370-4911-bddb-d51a30327fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2197683 Jul 30 01:49:24.215331 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686da3c-4183-465e-9f91-b38f221f598a req-0115061e-684b-426b-b6b6-95e0019916b9 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:24.216843 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4686da3c-4183-465e-9f91-b38f221f598a req-0115061e-684b-426b-b6b6-95e0019916b9 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=025e4cde-e924-42b6-bbcb-5d26776bc274 HTTP/1.1" status: 200 len: 931 time: 0.2128632 Jul 30 01:49:24.243058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383497b-8887-4b48-aa2a-4dcf4bf81dab req-f5529c26-6f8e-4c6f-9eea-8930b115a42c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:24.244561 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5383497b-8887-4b48-aa2a-4dcf4bf81dab req-f5529c26-6f8e-4c6f-9eea-8930b115a42c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.0512645 Jul 30 01:49:24.268862 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:24.285720 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5383497b-8887-4b48-aa2a-4dcf4bf81dab req-eaedd130-7a0f-4f62-abf6-37ec5ab792e1 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337105 Jul 30 01:49:24.361123 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4686da3c-4183-465e-9f91-b38f221f598a req-91d82bd8-6abc-4370-ab5c-27ce29b0e6d7 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133642 Jul 30 01:49:24.370459 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cc7b4-2d25-4371-9666-62d1610336f1 req-a5b7d364-d25f-4458-a9d6-9e85fc72609a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:24.371921 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c80cc7b4-2d25-4371-9666-62d1610336f1 req-a5b7d364-d25f-4458-a9d6-9e85fc72609a service neutron] 10.222.0.10 "GET /v2.0/networks?id=d652dbd5-b125-43d2-9532-a9060b55f820 HTTP/1.1" status: 200 len: 919 time: 0.4424827 Jul 30 01:49:24.403527 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dc2a3-d404-48f1-905a-a4d46c8f8083 req-7d5c14ab-5f59-4f1b-9690-1ac57bf9b48c tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:24.405580 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-547dc2a3-d404-48f1-905a-a4d46c8f8083 req-7d5c14ab-5f59-4f1b-9690-1ac57bf9b48c tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 944 time: 0.0629692 Jul 30 01:49:24.432510 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-79d2f5f3-c171-4648-8f28-19903d6787fd service neutron] 10.222.0.10 "GET /v2.0/networks/e297ffa6-f370-4911-bddb-d51a30327fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687974 Jul 30 01:49:24.434639 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c80cc7b4-2d25-4371-9666-62d1610336f1 req-f8f6ef74-0ef8-40df-937c-bf71887013fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b0c695a-901c-439d-9b30-343b11dc8f83 HTTP/1.1" status: 200 len: 217 time: 0.0514667 Jul 30 01:49:24.456026 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-547dc2a3-d404-48f1-905a-a4d46c8f8083 req-0d80e5c8-9b07-45b5-913b-8fe6d6a3080d tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd2dcc02-9dbb-4d1c-b6aa-4153f432e65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390356 Jul 30 01:49:24.672328 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:24.689374 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cc7b4-2d25-4371-9666-62d1610336f1 req-3846a88d-421f-4b86-8e7c-19352cd06573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:24.690916 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c80cc7b4-2d25-4371-9666-62d1610336f1 req-3846a88d-421f-4b86-8e7c-19352cd06573 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13adb296-4ada-44ec-a243-157585ef9fdf HTTP/1.1" status: 200 len: 858 time: 0.2030308 Jul 30 01:49:24.747076 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c80cc7b4-2d25-4371-9666-62d1610336f1 req-c2b04e90-ee05-45f2-abdf-21a536f2f714 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d652dbd5-b125-43d2-9532-a9060b55f820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451000 Jul 30 01:49:24.757021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25792431-9e3e-437e-81e6-d1fc9f4a06f8 req-1800a74c-6e6b-428f-9b5e-f4738acd9074 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:24.758479 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-25792431-9e3e-437e-81e6-d1fc9f4a06f8 req-1800a74c-6e6b-428f-9b5e-f4738acd9074 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.2489076 Jul 30 01:49:24.763043 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c6e4962-6d6c-4296-8223-329f3ffff8b8 req-4f4a5c0b-bd8e-4eb0-968c-d510da388e0c service neutron] 10.222.0.10 "GET /v2.0/networks/e297ffa6-f370-4911-bddb-d51a30327fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762499 Jul 30 01:49:24.795668 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:24.799572 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:24.799942 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:24.882200 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:24.904559 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-25792431-9e3e-437e-81e6-d1fc9f4a06f8 req-d57dccd6-48a5-47b7-a623-73621bc84143 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187625 Jul 30 01:49:24.906788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60c36ef-49d9-480a-8563-26621c6353bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1ad0e9-f2c9-44ff-b777-1b3a85f17617'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:24.909338 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2e3f43-4ff6-4039-b941-f7ea40cbc8ba" -d '{"events": [{"server_uuid": "f60c36ef-49d9-480a-8563-26621c6353bb", "name": "network-vif-plugged", "status": "completed", "tag": "ca1ad0e9-f2c9-44ff-b777-1b3a85f17617"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:24.923074 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port ca1ad0e9-f2c9-44ff-b777-1b3a85f17617, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ca1ad0e9-f2c9-44ff-b777-1b3a85f17617,segment=NetworkSegment(92fd1324-89d2-49b7-886a-2ff05ea9cd6a),segment_id=92fd1324-89d2-49b7-886a-2ff05ea9cd6a)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:24.954687 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4191065e-b53f-4c03-a05c-3fc80bece564 x-openstack-request-id: req-4191065e-b53f-4c03-a05c-3fc80bece564 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:24.955129 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60c36ef-49d9-480a-8563-26621c6353bb", "name": "network-vif-plugged", "status": "completed", "tag": "ca1ad0e9-f2c9-44ff-b777-1b3a85f17617", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:24.955533 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4191065e-b53f-4c03-a05c-3fc80bece564 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:24.956043 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60c36ef-49d9-480a-8563-26621c6353bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1ad0e9-f2c9-44ff-b777-1b3a85f17617', 'code': 200} Jul 30 01:49:24.963895 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c80cc7b4-2d25-4371-9666-62d1610336f1 req-8729424e-d556-4a84-ac5f-5e3572c901c0 service neutron] 10.222.0.10 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029111 Jul 30 01:49:24.973145 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:24.974078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 147cdd1e-8283-4e80-b3d3-d38429cef67f no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:49:24.975758 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:25.025026 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 147cdd1e-8283-4e80-b3d3-d38429cef67f {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:49:25.025370 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 147cdd1e-8283-4e80-b3d3-d38429cef67f not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:49:25.055495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=ca1ad0e9-f2c9-44ff-b777-1b3a85f17617,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:25.064064 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.064403 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.064747 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.065088 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.065421 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.066431 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.066431 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.066602 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.066912 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.067248 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.067565 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.067886 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.258145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921d988-2519-4db9-a7f7-f0e5cb667cd6 req-e845ef9d-69d4-43ea-913d-d7ce32c172af tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.259690 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d921d988-2519-4db9-a7f7-f0e5cb667cd6 req-e845ef9d-69d4-43ea-913d-d7ce32c172af tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 943 time: 0.0535574 Jul 30 01:49:25.308061 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d921d988-2519-4db9-a7f7-f0e5cb667cd6 req-f3662915-ac0a-4bc3-bb4a-7c3c044c11ea tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Jul 30 01:49:25.321268 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:25.409747 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd754ba0a-95d1-4f78-b877-af05ad291122', 'tag': '4eed2689-afe8-438c-a022-5ef10369a6a9'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:25.412239 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8562d9e2-2959-4d9a-bafa-4b5d11ec55b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d754ba0a-95d1-4f78-b877-af05ad291122", "tag": "4eed2689-afe8-438c-a022-5ef10369a6a9"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:25.417780 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330a462-f041-4cf3-bf06-a7df5ac68f00 req-5c8523dc-59be-47c0-b2f1-6885ff1f8314 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.419444 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b330a462-f041-4cf3-bf06-a7df5ac68f00 req-5c8523dc-59be-47c0-b2f1-6885ff1f8314 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.0534790 Jul 30 01:49:25.431271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] Transition to ACTIVE for port object f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:25.461049 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b330a462-f041-4cf3-bf06-a7df5ac68f00 req-d5d1d693-08ec-4b1f-af52-092e85a74459 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343282 Jul 30 01:49:25.510607 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b0b64-ea72-48d3-99d7-e1c6bf585bfc req-89453b6a-fced-4699-ba6b-dd70ca18d154 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.516474 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b0b64-ea72-48d3-99d7-e1c6bf585bfc req-89453b6a-fced-4699-ba6b-dd70ca18d154 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.522460 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b0b64-ea72-48d3-99d7-e1c6bf585bfc req-89453b6a-fced-4699-ba6b-dd70ca18d154 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.528310 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b0b64-ea72-48d3-99d7-e1c6bf585bfc req-89453b6a-fced-4699-ba6b-dd70ca18d154 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.534989 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b0b64-ea72-48d3-99d7-e1c6bf585bfc req-89453b6a-fced-4699-ba6b-dd70ca18d154 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.540889 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b0b64-ea72-48d3-99d7-e1c6bf585bfc req-89453b6a-fced-4699-ba6b-dd70ca18d154 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.546744 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b0b64-ea72-48d3-99d7-e1c6bf585bfc req-89453b6a-fced-4699-ba6b-dd70ca18d154 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.549224 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5f2b0b64-ea72-48d3-99d7-e1c6bf585bfc req-89453b6a-fced-4699-ba6b-dd70ca18d154 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5419 time: 0.2236841 Jul 30 01:49:25.551277 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ac780-3d01-4f76-805a-7f49de4a001c req-5af75b1b-0784-4afb-8993-e8fab12bb595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.552651 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c7ac780-3d01-4f76-805a-7f49de4a001c req-5af75b1b-0784-4afb-8993-e8fab12bb595 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 1096 time: 0.2284460 Jul 30 01:49:25.557748 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:25.572304 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb8f5e-4679-44ef-84e7-a107b0d496a3 req-dff20597-2ec8-4918-b57d-fabc163e4425 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.573839 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70fb8f5e-4679-44ef-84e7-a107b0d496a3 req-dff20597-2ec8-4918-b57d-fabc163e4425 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=025e4cde-e924-42b6-bbcb-5d26776bc274 HTTP/1.1" status: 200 len: 943 time: 0.0529191 Jul 30 01:49:25.586949 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c80cc7b4-2d25-4371-9666-62d1610336f1 req-0e460e8b-6c73-4be5-b669-672323bfaaa1 service neutron] 10.222.0.10 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058066 Jul 30 01:49:25.624564 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70fb8f5e-4679-44ef-84e7-a107b0d496a3 req-34189f23-12c3-4026-83e3-d5009a04c839 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439122 Jul 30 01:49:25.665791 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f439db-a752-4e92-95f9-b0bdacd59823 req-21a261b0-732b-4783-849c-d5bc929090f3 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.667357 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-03f439db-a752-4e92-95f9-b0bdacd59823 req-21a261b0-732b-4783-849c-d5bc929090f3 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.10 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.2239830 Jul 30 01:49:25.677934 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841877dc-5b6e-459c-a5ed-fd211e56a277 x-openstack-request-id: req-841877dc-5b6e-459c-a5ed-fd211e56a277 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:25.678200 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d754ba0a-95d1-4f78-b877-af05ad291122", "tag": "4eed2689-afe8-438c-a022-5ef10369a6a9", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:25.680741 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-841877dc-5b6e-459c-a5ed-fd211e56a277 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:25.680741 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd754ba0a-95d1-4f78-b877-af05ad291122', 'tag': '4eed2689-afe8-438c-a022-5ef10369a6a9', 'status': 'completed', 'code': 200} Jul 30 01:49:25.700430 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5f2b0b64-ea72-48d3-99d7-e1c6bf585bfc req-c268f87d-8405-4a96-a8ed-f8285bd006b8 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1439178 Jul 30 01:49:25.704284 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c7ac780-3d01-4f76-805a-7f49de4a001c req-54a1b4ed-cc09-4062-b44a-99586d4181aa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394372 Jul 30 01:49:25.709297 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:25.898286 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] Attempting to bind port f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:25.898648 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] Attempting to bind port f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '25c6a29e-1df4-48c4-961a-43ef33b88453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:25.898974 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] Attempting to bind port f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec on network 451069e3-0489-46ed-9dc8-b24b5ce11b0a {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:25.904081 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562d9e2-2959-4d9a-bafa-4b5d11ec55b9 req-44859ad7-cee2-4366-a2b6-fff5a81663c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.905574 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8562d9e2-2959-4d9a-bafa-4b5d11ec55b9 req-44859ad7-cee2-4366-a2b6-fff5a81663c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24ef0f737bf3491dbfbf88362270808f&device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 1095 time: 0.1360397 Jul 30 01:49:25.920524 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000bc7d-efd7-4470-a43a-9c5d205aa685 req-1afaf20f-6776-43c7-99d7-57270d0585a6 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.921931 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c000bc7d-efd7-4470-a43a-9c5d205aa685 req-1afaf20f-6776-43c7-99d7-57270d0585a6 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 944 time: 0.1426463 Jul 30 01:49:25.924862 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] Port f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec on network 451069e3-0489-46ed-9dc8-b24b5ce11b0a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:49:25.925179 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] Attempting to bind port f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec on network 451069e3-0489-46ed-9dc8-b24b5ce11b0a {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:25.987036 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:25.987380 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] Checking segment: {'id': '25c6a29e-1df4-48c4-961a-43ef33b88453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:25.987766 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] Bound using segment: {'id': '25c6a29e-1df4-48c4-961a-43ef33b88453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:25.988211 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] Bound port: f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c6a29e-1df4-48c4-961a-43ef33b88453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:25.988567 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.009890 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-03f439db-a752-4e92-95f9-b0bdacd59823 req-7a6c0f19-b155-4728-af31-2ec27b618193 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Deleting port 35e404b4-aa41-4913-bcec-87636422198d {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:26.010204 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-03f439db-a752-4e92-95f9-b0bdacd59823 req-7a6c0f19-b155-4728-af31-2ec27b618193 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.038124 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d94cb-c877-4511-8609-59bf9249cd6c req-1693c5b9-d4e9-42e3-a81f-4f2f12d7030b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:26.039778 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb1d94cb-c877-4511-8609-59bf9249cd6c req-1693c5b9-d4e9-42e3-a81f-4f2f12d7030b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.0534890 Jul 30 01:49:26.081164 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb1d94cb-c877-4511-8609-59bf9249cd6c req-535321c3-74af-4f53-9ee2-30009143d48e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349338 Jul 30 01:49:26.109990 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c000bc7d-efd7-4470-a43a-9c5d205aa685 req-5b791aa7-c8a7-435b-aab0-b8b6e19d8101 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd2dcc02-9dbb-4d1c-b6aa-4153f432e65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754510 Jul 30 01:49:26.170863 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562d9e2-2959-4d9a-bafa-4b5d11ec55b9 req-9b3271c6-179d-4e8e-9484-5e5e3d2481c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:26.172387 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8562d9e2-2959-4d9a-bafa-4b5d11ec55b9 req-9b3271c6-179d-4e8e-9484-5e5e3d2481c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e297ffa6-f370-4911-bddb-d51a30327fb5 HTTP/1.1" status: 200 len: 915 time: 0.2485304 Jul 30 01:49:26.190517 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] For port f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:26.241060 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] For port f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:26.242857 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8562d9e2-2959-4d9a-bafa-4b5d11ec55b9 req-2869df0b-aa50-4941-b41b-43d60dfe63bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eed2689-afe8-438c-a022-5ef10369a6a9 HTTP/1.1" status: 200 len: 217 time: 0.0623312 Jul 30 01:49:26.244443 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-03f439db-a752-4e92-95f9-b0bdacd59823 req-7a6c0f19-b155-4728-af31-2ec27b618193 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] For port 35e404b4-aa41-4913-bcec-87636422198d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=35e404b4-aa41-4913-bcec-87636422198d,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:26.244800 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-03f439db-a752-4e92-95f9-b0bdacd59823 req-7a6c0f19-b155-4728-af31-2ec27b618193 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.282696 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-03f439db-a752-4e92-95f9-b0bdacd59823 req-7a6c0f19-b155-4728-af31-2ec27b618193 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Calling delete_port for 35e404b4-aa41-4913-bcec-87636422198d owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:26.332916 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.345563 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562d9e2-2959-4d9a-bafa-4b5d11ec55b9 req-6093e3c8-f35d-4320-95e6-96082f7194db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:26.347053 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8562d9e2-2959-4d9a-bafa-4b5d11ec55b9 req-6093e3c8-f35d-4320-95e6-96082f7194db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d30ad2d-fc8a-41b8-81d7-4f9bc1ccbab4 HTTP/1.1" status: 200 len: 854 time: 0.0944216 Jul 30 01:49:26.416825 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:26.417451 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.419094 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] 10.222.0.77 "PUT /v2.0/ports/f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec HTTP/1.1" status: 200 len: 1091 time: 2.3790982 Jul 30 01:49:26.420772 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8562d9e2-2959-4d9a-bafa-4b5d11ec55b9 req-4ed22dc8-45c2-440d-ba27-aef2e8135a01 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e297ffa6-f370-4911-bddb-d51a30327fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454440 Jul 30 01:49:26.432613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36972e-3306-4fa2-8600-5cea46349549 req-fee4d7eb-3381-4c3f-a1b7-d9008229c7b6 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:26.439190 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7f36972e-3306-4fa2-8600-5cea46349549 req-fee4d7eb-3381-4c3f-a1b7-d9008229c7b6 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 943 time: 0.0597067 Jul 30 01:49:26.475075 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7f36972e-3306-4fa2-8600-5cea46349549 req-3b0b3ce7-fe77-4492-8ea2-857b3d239604 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340552 Jul 30 01:49:26.491606 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30200b28-f8b6-4095-9ae8-876583dd5ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:26.639929 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8562d9e2-2959-4d9a-bafa-4b5d11ec55b9 req-80eaa787-5edd-4ef4-a657-c41cd107d413 service neutron] 10.222.0.10 "GET /v2.0/networks/e297ffa6-f370-4911-bddb-d51a30327fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094405 Jul 30 01:49:26.666538 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f29c7c-c537-41f9-bf6e-367e9b55e1b3 req-eca86af2-9ae9-41be-9194-fc753662623d tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:26.668018 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-77f29c7c-c537-41f9-bf6e-367e9b55e1b3 req-eca86af2-9ae9-41be-9194-fc753662623d tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d HTTP/1.1" status: 200 len: 946 time: 0.1254456 Jul 30 01:49:26.703812 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0b0c695a-901c-439d-9b30-343b11dc8f83 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:26.711799 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-a295d14c-d880-4d32-a2ca-eedfe22b49c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:26.713298 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-a295d14c-d880-4d32-a2ca-eedfe22b49c5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2211a8e1d006442d9db8c662662819e1&device_id=025e4cde-e924-42b6-bbcb-5d26776bc274 HTTP/1.1" status: 200 len: 1094 time: 0.1473083 Jul 30 01:49:26.744457 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-03f439db-a752-4e92-95f9-b0bdacd59823 req-7a6c0f19-b155-4728-af31-2ec27b618193 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.755303 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce3268-b92d-4d75-a3d6-9fa05368504f req-b9b78b55-597c-45e1-b0c1-985c3dc8f889 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:26.757065 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2bce3268-b92d-4d75-a3d6-9fa05368504f req-b9b78b55-597c-45e1-b0c1-985c3dc8f889 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=025e4cde-e924-42b6-bbcb-5d26776bc274 HTTP/1.1" status: 200 len: 943 time: 0.0618751 Jul 30 01:49:26.760896 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['35e404b4-aa41-4913-bcec-87636422198d'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:26.785986 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-5957b1a7-c1cd-47d8-86c9-1d3e14f96962 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec HTTP/1.1" status: 200 len: 217 time: 0.0537281 Jul 30 01:49:26.808901 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2bce3268-b92d-4d75-a3d6-9fa05368504f req-bbbf6d19-79c7-4699-8a8e-692775bed5ea tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449140 Jul 30 01:49:26.835533 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c0f19-b155-4728-af31-2ec27b618193 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Pushing event deleted for resources: {'Port': ['ID=35e404b4-aa41-4913-bcec-87636422198d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:26.847741 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0b0c695a-901c-439d-9b30-343b11dc8f83, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0b0c695a-901c-439d-9b30-343b11dc8f83,segment=NetworkSegment(92fd1324-89d2-49b7-886a-2ff05ea9cd6a),segment_id=92fd1324-89d2-49b7-886a-2ff05ea9cd6a)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:26.862354 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '0b0c695a-901c-439d-9b30-343b11dc8f83', 'network_id': 'd652dbd5-b125-43d2-9532-a9060b55f820', 'port_id': '0b0c695a-901c-439d-9b30-343b11dc8f83', 'mac_address': 'fa:16:3e:c9:4a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13adb296-4ada-44ec-a243-157585ef9fdf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:26.869302 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-77f29c7c-c537-41f9-bf6e-367e9b55e1b3 req-e133a547-622e-4c94-9479-7036cfc32c5c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840732 Jul 30 01:49:26.924876 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.926228 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f439db-a752-4e92-95f9-b0bdacd59823 req-7a6c0f19-b155-4728-af31-2ec27b618193 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] No DVR routers for this DVR port 35e404b4-aa41-4913-bcec-87636422198d on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:26.929162 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-224898e4-cfa1-42d2-bdab-0ee7b221c4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:26.930662 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-224898e4-cfa1-42d2-bdab-0ee7b221c4db service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f913f80b-cf68-4e50-b702-51dfbe27bf11 HTTP/1.1" status: 200 len: 844 time: 0.1131051 Jul 30 01:49:26.931807 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-03f439db-a752-4e92-95f9-b0bdacd59823 req-7a6c0f19-b155-4728-af31-2ec27b618193 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.933744 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-03f439db-a752-4e92-95f9-b0bdacd59823 req-7a6c0f19-b155-4728-af31-2ec27b618193 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.10 "DELETE /v2.0/ports/35e404b4-aa41-4913-bcec-87636422198d HTTP/1.1" status: 204 len: 173 time: 1.2509475 Jul 30 01:49:26.935639 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8562d9e2-2959-4d9a-bafa-4b5d11ec55b9 req-028ed3f4-c8b4-48c4-bc49-c66fd9cd2158 service neutron] 10.222.0.10 "GET /v2.0/networks/e297ffa6-f370-4911-bddb-d51a30327fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859056 Jul 30 01:49:26.941520 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0c695a-901c-439d-9b30-343b11dc8f83 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:26.959752 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7289e20-b4d2-4881-9963-7f6c963d5cf4 req-6c935b14-648e-46e9-a435-af2a13db1b34 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:26.968157 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7289e20-b4d2-4881-9963-7f6c963d5cf4 req-6c935b14-648e-46e9-a435-af2a13db1b34 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:26.971344 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-4c1e4705-eb75-4ced-85c8-b8e62e67ec7d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=451069e3-0489-46ed-9dc8-b24b5ce11b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319314 Jul 30 01:49:26.972959 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7289e20-b4d2-4881-9963-7f6c963d5cf4 req-6c935b14-648e-46e9-a435-af2a13db1b34 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:26.976663 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0b0c695a-901c-439d-9b30-343b11dc8f83, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0b0c695a-901c-439d-9b30-343b11dc8f83,segment=NetworkSegment(92fd1324-89d2-49b7-886a-2ff05ea9cd6a),segment_id=92fd1324-89d2-49b7-886a-2ff05ea9cd6a)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:26.979185 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7289e20-b4d2-4881-9963-7f6c963d5cf4 req-6c935b14-648e-46e9-a435-af2a13db1b34 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:26.985477 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7289e20-b4d2-4881-9963-7f6c963d5cf4 req-6c935b14-648e-46e9-a435-af2a13db1b34 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:26.991502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7289e20-b4d2-4881-9963-7f6c963d5cf4 req-6c935b14-648e-46e9-a435-af2a13db1b34 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:26.997918 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7289e20-b4d2-4881-9963-7f6c963d5cf4 req-6c935b14-648e-46e9-a435-af2a13db1b34 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:27.000073 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c7289e20-b4d2-4881-9963-7f6c963d5cf4 req-6c935b14-648e-46e9-a435-af2a13db1b34 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5419 time: 0.1118629 Jul 30 01:49:27.050818 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c7289e20-b4d2-4881-9963-7f6c963d5cf4 req-8219516e-dfc4-452f-988f-d2c4bf2fabf6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422661 Jul 30 01:49:27.054063 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:27.085872 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-83f06385-f95b-4611-89cb-e38467744151 service neutron] 10.222.0.77 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052940 Jul 30 01:49:27.106602 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0b0c695a-901c-439d-9b30-343b11dc8f83,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:27.219990 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b8688c6-c4ec-4d03-8d59-02abfc227cea req-2aa9f580-12b3-4a24-ba35-b3d77b9b65f9 service neutron] 10.222.0.77 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251006 Jul 30 01:49:27.232430 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fcd31-2513-4def-85f0-42e79c7907fc req-56d734e0-8d24-4f81-861a-2126a9de4e53 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:27.232665 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e8816-b9bb-4117-b14e-4f56178135f3 req-fd59c4ec-374a-4e09-8969-a74890c4cb74 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:27.234030 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0d1fcd31-2513-4def-85f0-42e79c7907fc req-56d734e0-8d24-4f81-861a-2126a9de4e53 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.0689807 Jul 30 01:49:27.241912 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-488e8816-b9bb-4117-b14e-4f56178135f3 req-fd59c4ec-374a-4e09-8969-a74890c4cb74 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 944 time: 0.0613756 Jul 30 01:49:27.274730 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0d1fcd31-2513-4def-85f0-42e79c7907fc req-94c008cd-949f-4400-bfac-ebd0d8a7cc4d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332956 Jul 30 01:49:27.276612 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-488e8816-b9bb-4117-b14e-4f56178135f3 req-682752cb-8e96-462c-86ff-6e3ee38f0c4b tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd2dcc02-9dbb-4d1c-b6aa-4153f432e65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338271 Jul 30 01:49:27.298785 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['0b0c695a-901c-439d-9b30-343b11dc8f83'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:27.591813 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b28eab-eb1c-4daa-b2de-486e5fa2aa99 req-b4a0073d-c5ed-4510-934c-3659821bed16 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:27.593913 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-38b28eab-eb1c-4daa-b2de-486e5fa2aa99 req-b4a0073d-c5ed-4510-934c-3659821bed16 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 944 time: 0.0512691 Jul 30 01:49:27.634390 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-38b28eab-eb1c-4daa-b2de-486e5fa2aa99 req-5a83b1c5-a89b-4f92-a18b-41b6a741278d tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337481 Jul 30 01:49:27.680081 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025e4cde-e924-42b6-bbcb-5d26776bc274', 'tag': 'f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec'}, {'server_uuid': '4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d', 'name': 'network-vif-deleted', 'tag': '35e404b4-aa41-4913-bcec-87636422198d'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:27.683294 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbda3c5-a87f-41fd-8eb2-17af262c4ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "025e4cde-e924-42b6-bbcb-5d26776bc274", "tag": "f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec"}, {"server_uuid": "4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d", "name": "network-vif-deleted", "tag": "35e404b4-aa41-4913-bcec-87636422198d"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:27.723941 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170967d9-993e-4f76-9e86-388261015ae5 x-openstack-request-id: req-170967d9-993e-4f76-9e86-388261015ae5 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:27.724522 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025e4cde-e924-42b6-bbcb-5d26776bc274", "tag": "f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec", "status": "completed", "code": 200}, {"server_uuid": "4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d", "name": "network-vif-deleted", "tag": "35e404b4-aa41-4913-bcec-87636422198d", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:27.724522 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-170967d9-993e-4f76-9e86-388261015ae5 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:27.724868 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025e4cde-e924-42b6-bbcb-5d26776bc274', 'tag': 'f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec', 'status': 'completed', 'code': 200} Jul 30 01:49:27.725122 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4064c9db-5b70-4fd6-8ff3-20c20e1d9e1d', 'name': 'network-vif-deleted', 'tag': '35e404b4-aa41-4913-bcec-87636422198d', 'status': 'completed', 'code': 200} Jul 30 01:49:27.811066 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbda3c5-a87f-41fd-8eb2-17af262c4ab3 req-a48ea1d0-07cd-4175-ac36-5d2d134d941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:27.812620 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dbbda3c5-a87f-41fd-8eb2-17af262c4ab3 req-a48ea1d0-07cd-4175-ac36-5d2d134d941c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2211a8e1d006442d9db8c662662819e1&device_id=025e4cde-e924-42b6-bbcb-5d26776bc274 HTTP/1.1" status: 200 len: 1094 time: 0.0414107 Jul 30 01:49:27.946137 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbda3c5-a87f-41fd-8eb2-17af262c4ab3 req-983c709a-1801-49ae-be0d-01ca97b49db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:27.947811 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dbbda3c5-a87f-41fd-8eb2-17af262c4ab3 req-983c709a-1801-49ae-be0d-01ca97b49db6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=451069e3-0489-46ed-9dc8-b24b5ce11b0a HTTP/1.1" status: 200 len: 905 time: 0.1278274 Jul 30 01:49:27.971359 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5615c-9f42-4445-b324-e4fcefdb0d1e req-2f68d2a5-8449-43c9-898f-33d6a78215c7 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:27.972778 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63f5615c-9f42-4445-b324-e4fcefdb0d1e req-2f68d2a5-8449-43c9-898f-33d6a78215c7 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=025e4cde-e924-42b6-bbcb-5d26776bc274 HTTP/1.1" status: 200 len: 943 time: 0.0923886 Jul 30 01:49:28.008048 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dbbda3c5-a87f-41fd-8eb2-17af262c4ab3 req-9348ada1-34ed-40ae-828e-9ea59c600c86 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec HTTP/1.1" status: 200 len: 217 time: 0.0527570 Jul 30 01:49:28.070093 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63f5615c-9f42-4445-b324-e4fcefdb0d1e req-b805af84-d4d6-4a3e-a9da-e9c6944bc767 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645115 Jul 30 01:49:28.091617 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbda3c5-a87f-41fd-8eb2-17af262c4ab3 req-d4686ddc-5aab-459e-9716-14f5702428b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:28.091617 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dbbda3c5-a87f-41fd-8eb2-17af262c4ab3 req-d4686ddc-5aab-459e-9716-14f5702428b7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f913f80b-cf68-4e50-b702-51dfbe27bf11 HTTP/1.1" status: 200 len: 844 time: 0.0639300 Jul 30 01:49:28.122794 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dbbda3c5-a87f-41fd-8eb2-17af262c4ab3 req-91dd4a02-0989-46ea-8952-e31ea723f4b1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=451069e3-0489-46ed-9dc8-b24b5ce11b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287890 Jul 30 01:49:28.223967 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-5395ea5f-661d-4f67-bdab-80a6a1df9765 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:28.225491 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-5395ea5f-661d-4f67-bdab-80a6a1df9765 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/networks?id=9030b8df-7223-43a1-87ad-4d6177bec344 HTTP/1.1" status: 200 len: 811 time: 0.1159251 Jul 30 01:49:28.241254 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-2bbc384f-4062-431a-b3f5-c0865d628f41 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/quotas/7d3611f928ae4827a5bdd2be25a39ca2 HTTP/1.1" status: 200 len: 375 time: 0.0099635 Jul 30 01:49:28.244158 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dbbda3c5-a87f-41fd-8eb2-17af262c4ab3 req-96561d27-28d7-4ad4-aa8a-defa4dffdad6 service neutron] 10.222.0.77 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055689 Jul 30 01:49:28.276019 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-fecfbe25-a003-41ba-a65f-f85b5550f878 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286479 Jul 30 01:49:28.335258 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fce0f-1254-4f17-aff6-d919d488c9a3 req-408e2939-6d3e-4cdb-a9af-615e9716661e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:28.341076 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fce0f-1254-4f17-aff6-d919d488c9a3 req-408e2939-6d3e-4cdb-a9af-615e9716661e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:28.347649 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fce0f-1254-4f17-aff6-d919d488c9a3 req-408e2939-6d3e-4cdb-a9af-615e9716661e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:28.353635 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fce0f-1254-4f17-aff6-d919d488c9a3 req-408e2939-6d3e-4cdb-a9af-615e9716661e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:28.359756 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fce0f-1254-4f17-aff6-d919d488c9a3 req-408e2939-6d3e-4cdb-a9af-615e9716661e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:28.366469 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fce0f-1254-4f17-aff6-d919d488c9a3 req-408e2939-6d3e-4cdb-a9af-615e9716661e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:28.372685 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fce0f-1254-4f17-aff6-d919d488c9a3 req-408e2939-6d3e-4cdb-a9af-615e9716661e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:28.374612 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d54fce0f-1254-4f17-aff6-d919d488c9a3 req-408e2939-6d3e-4cdb-a9af-615e9716661e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5419 time: 0.1510077 Jul 30 01:49:28.376958 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e6739367-3b7d-4ef0-b8f5-76e9fcac80bd service neutron] 10.222.0.70 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933316 Jul 30 01:49:28.432406 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dbbda3c5-a87f-41fd-8eb2-17af262c4ab3 req-dde9d77e-8458-4cc8-bacf-e21c0194fb91 service neutron] 10.222.0.77 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731830 Jul 30 01:49:28.441557 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d54fce0f-1254-4f17-aff6-d919d488c9a3 req-1c4fe00e-8b27-4857-b07a-73b978f1f8d5 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562289 Jul 30 01:49:28.468912 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-7171a590-95cb-490c-bdda-247b2bf4e201 service neutron] 10.222.0.70 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864284 Jul 30 01:49:28.558145 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f9afe-33c3-48b2-a486-95b6ef175123 req-c0b95432-aef7-4588-b910-8c91bb2b3df1 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:28.559740 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c16f9afe-33c3-48b2-a486-95b6ef175123 req-c0b95432-aef7-4588-b910-8c91bb2b3df1 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.0509083 Jul 30 01:49:28.597978 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c16f9afe-33c3-48b2-a486-95b6ef175123 req-10bd23ce-5cb4-4717-a6f9-9f2a11b3bf01 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320125 Jul 30 01:49:28.704814 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5091d-23d0-460a-8055-4a91eeaa54ea req-ca7ce664-4ef4-4073-88c2-5def76fcf16f tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:28.706554 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07c5091d-23d0-460a-8055-4a91eeaa54ea req-ca7ce664-4ef4-4073-88c2-5def76fcf16f tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 944 time: 0.0535274 Jul 30 01:49:28.712509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 4eed2689-afe8-438c-a022-5ef10369a6a9 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:28.719335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0b0c695a-901c-439d-9b30-343b11dc8f83 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:28.759525 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07c5091d-23d0-460a-8055-4a91eeaa54ea req-c0231f24-54fc-4efc-be38-d0f86af8dfcd tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd2dcc02-9dbb-4d1c-b6aa-4153f432e65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402129 Jul 30 01:49:28.815107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6c7c3-bba4-4232-a9e0-5700c63652a2 req-51b72e97-a5bf-47af-b43c-c8cd310f29a9 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:28.816732 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20e6c7c3-bba4-4232-a9e0-5700c63652a2 req-51b72e97-a5bf-47af-b43c-c8cd310f29a9 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 944 time: 0.0710285 Jul 30 01:49:28.865086 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f6a630da-b7d8-4fcf-bf86-75c94ae6c0cd req-e0339ebc-0b8c-4c84-a39c-9e5207c05bb2 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 210 time: 0.0543480 Jul 30 01:49:28.870732 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20e6c7c3-bba4-4232-a9e0-5700c63652a2 req-d02be2f6-14c9-45ab-988b-c3a4f2a14c1d tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462651 Jul 30 01:49:28.890322 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 4eed2689-afe8-438c-a022-5ef10369a6a9, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=4eed2689-afe8-438c-a022-5ef10369a6a9,segment=NetworkSegment(4061512f-c02b-4f11-b5d9-82da288d46de),segment_id=4061512f-c02b-4f11-b5d9-82da288d46de)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:28.905479 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '4eed2689-afe8-438c-a022-5ef10369a6a9', 'network_id': 'e297ffa6-f370-4911-bddb-d51a30327fb5', 'port_id': '4eed2689-afe8-438c-a022-5ef10369a6a9', 'mac_address': 'fa:16:3e:b5:e3:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d30ad2d-fc8a-41b8-81d7-4f9bc1ccbab4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:28.910340 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 0b0c695a-901c-439d-9b30-343b11dc8f83 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:28.915585 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 0b0c695a-901c-439d-9b30-343b11dc8f83 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:28.915954 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:28.975328 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:28.992279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eed2689-afe8-438c-a022-5ef10369a6a9 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:29.015186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 4eed2689-afe8-438c-a022-5ef10369a6a9, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=4eed2689-afe8-438c-a022-5ef10369a6a9,segment=NetworkSegment(4061512f-c02b-4f11-b5d9-82da288d46de),segment_id=4061512f-c02b-4f11-b5d9-82da288d46de)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:29.048873 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:29.075070 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16bd4c3-eed5-41e0-ba94-ef99c04a9d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0c695a-901c-439d-9b30-343b11dc8f83'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:29.077293 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ddf5c3-fa7b-4ff4-a88a-654005d5af1f" -d '{"events": [{"server_uuid": "c16bd4c3-eed5-41e0-ba94-ef99c04a9d82", "name": "network-vif-plugged", "status": "completed", "tag": "0b0c695a-901c-439d-9b30-343b11dc8f83"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:29.088437 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:29.096622 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0b0c695a-901c-439d-9b30-343b11dc8f83, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0b0c695a-901c-439d-9b30-343b11dc8f83,segment=NetworkSegment(92fd1324-89d2-49b7-886a-2ff05ea9cd6a),segment_id=92fd1324-89d2-49b7-886a-2ff05ea9cd6a)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:29.124999 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70f3884-c97a-417f-9d9f-a3f323c1a32a x-openstack-request-id: req-d70f3884-c97a-417f-9d9f-a3f323c1a32a {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:29.124999 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16bd4c3-eed5-41e0-ba94-ef99c04a9d82", "name": "network-vif-plugged", "status": "completed", "tag": "0b0c695a-901c-439d-9b30-343b11dc8f83", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:29.124999 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d70f3884-c97a-417f-9d9f-a3f323c1a32a {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:29.125278 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16bd4c3-eed5-41e0-ba94-ef99c04a9d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0c695a-901c-439d-9b30-343b11dc8f83', 'code': 200} Jul 30 01:49:29.148729 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=4eed2689-afe8-438c-a022-5ef10369a6a9,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:29.212318 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fe54f-98f2-412f-b53a-8841384c2ad3 req-1f94afd5-fdac-4ba7-829a-4d5c04f7274c tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:29.213229 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:29.214743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 35e404b4-aa41-4913-bcec-87636422198d no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:49:29.214863 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac2fe54f-98f2-412f-b53a-8841384c2ad3 req-1f94afd5-fdac-4ba7-829a-4d5c04f7274c tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=025e4cde-e924-42b6-bbcb-5d26776bc274 HTTP/1.1" status: 200 len: 943 time: 0.0591524 Jul 30 01:49:29.242920 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c259d5-7bbe-4db7-955d-785865e33b9e req-5b806c55-70b2-42fb-8bd3-a3999547add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:29.244602 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-22c259d5-7bbe-4db7-955d-785865e33b9e req-5b806c55-70b2-42fb-8bd3-a3999547add3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 1095 time: 0.0590825 Jul 30 01:49:29.263872 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac2fe54f-98f2-412f-b53a-8841384c2ad3 req-590a738b-6078-4dee-9753-90212bb3a9dc tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418415 Jul 30 01:49:29.265937 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 35e404b4-aa41-4913-bcec-87636422198d {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:49:29.266906 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 35e404b4-aa41-4913-bcec-87636422198d not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:49:29.305724 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0b0c695a-901c-439d-9b30-343b11dc8f83,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:29.305921 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-22c259d5-7bbe-4db7-955d-785865e33b9e req-159eae4d-d4b3-4bde-a013-3421a3a84b04 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527561 Jul 30 01:49:29.360673 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['4eed2689-afe8-438c-a022-5ef10369a6a9'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:29.574969 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d889e02-16e7-4e52-8a95-86a7a67b13d3 req-68166493-feac-4fd2-8447-bb10a5ecbb42 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:29.581181 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d889e02-16e7-4e52-8a95-86a7a67b13d3 req-68166493-feac-4fd2-8447-bb10a5ecbb42 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:29.587210 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d889e02-16e7-4e52-8a95-86a7a67b13d3 req-68166493-feac-4fd2-8447-bb10a5ecbb42 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:29.593133 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d889e02-16e7-4e52-8a95-86a7a67b13d3 req-68166493-feac-4fd2-8447-bb10a5ecbb42 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:29.599405 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d889e02-16e7-4e52-8a95-86a7a67b13d3 req-68166493-feac-4fd2-8447-bb10a5ecbb42 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:29.605565 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d889e02-16e7-4e52-8a95-86a7a67b13d3 req-68166493-feac-4fd2-8447-bb10a5ecbb42 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:29.612115 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d889e02-16e7-4e52-8a95-86a7a67b13d3 req-68166493-feac-4fd2-8447-bb10a5ecbb42 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:29.614221 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7d889e02-16e7-4e52-8a95-86a7a67b13d3 req-68166493-feac-4fd2-8447-bb10a5ecbb42 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5419 time: 0.0947273 Jul 30 01:49:29.658097 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7d889e02-16e7-4e52-8a95-86a7a67b13d3 req-23c4df4c-4d96-41d9-9ad9-6900e48ad82b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371356 Jul 30 01:49:29.714772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4154e-3027-42e0-aaf4-e01f804bf795 req-72331f39-e93a-4a54-bbb5-3c486e1cac0c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:29.716289 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a9c4154e-3027-42e0-aaf4-e01f804bf795 req-72331f39-e93a-4a54-bbb5-3c486e1cac0c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.0508282 Jul 30 01:49:29.755196 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a9c4154e-3027-42e0-aaf4-e01f804bf795 req-ea9e3f8d-0abd-4279-97cc-75a0c231d064 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328932 Jul 30 01:49:29.882834 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b8d87-bef6-4042-8ffe-b99208bdcbe8 req-9ce72768-603c-4e86-ad0c-ab7c867e8296 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:29.884293 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-df6b8d87-bef6-4042-8ffe-b99208bdcbe8 req-9ce72768-603c-4e86-ad0c-ab7c867e8296 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 945 time: 0.0535476 Jul 30 01:49:29.929672 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-df6b8d87-bef6-4042-8ffe-b99208bdcbe8 req-0b10022b-3166-4f95-b07a-802865e3e096 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd2dcc02-9dbb-4d1c-b6aa-4153f432e65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388086 Jul 30 01:49:29.982205 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ae048-4e99-456d-b86f-762db51eb43a req-08f0e9ec-f90e-443a-af1b-a7fe77680037 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:29.984616 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-438ae048-4e99-456d-b86f-762db51eb43a req-08f0e9ec-f90e-443a-af1b-a7fe77680037 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0524697 Jul 30 01:49:30.014933 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3db40844-6ac8-49c1-a7e4-61361264058a req-73c98293-780c-4fe8-80cf-be0753c1461f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 210 time: 0.0263388 Jul 30 01:49:30.029047 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-438ae048-4e99-456d-b86f-762db51eb43a req-96b6ca40-7913-49a0-97c9-37eee36729e1 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373883 Jul 30 01:49:30.126001 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:30.227718 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:30.238687 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec', 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a', 'port_id': 'f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec', 'mac_address': 'fa:16:3e:74:24:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f913f80b-cf68-4e50-b702-51dfbe27bf11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:30.279212 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:30.294263 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:30.316164 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:30.384749 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:30.397617 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c5152-bff2-407d-9b6d-d2b50dca7599 req-e34ebc5a-6db4-492f-86a6-33193778b499 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:30.399279 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc0c5152-bff2-407d-9b6d-d2b50dca7599 req-e34ebc5a-6db4-492f-86a6-33193778b499 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=025e4cde-e924-42b6-bbcb-5d26776bc274 HTTP/1.1" status: 200 len: 943 time: 0.0593922 Jul 30 01:49:30.435249 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:30.442077 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc0c5152-bff2-407d-9b6d-d2b50dca7599 req-044ab528-4e84-44ee-9431-26d12b934f7f tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361724 Jul 30 01:49:30.724117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 4eed2689-afe8-438c-a022-5ef10369a6a9 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:30.745503 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:30.802187 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c17f0-9f76-4318-bf65-4483a8909d48 req-8563b60a-8074-4e98-9619-8a233f40ce1e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:30.810237 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c17f0-9f76-4318-bf65-4483a8909d48 req-8563b60a-8074-4e98-9619-8a233f40ce1e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:30.817146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c17f0-9f76-4318-bf65-4483a8909d48 req-8563b60a-8074-4e98-9619-8a233f40ce1e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:30.824296 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c17f0-9f76-4318-bf65-4483a8909d48 req-8563b60a-8074-4e98-9619-8a233f40ce1e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:30.830958 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c17f0-9f76-4318-bf65-4483a8909d48 req-8563b60a-8074-4e98-9619-8a233f40ce1e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:30.836925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c17f0-9f76-4318-bf65-4483a8909d48 req-8563b60a-8074-4e98-9619-8a233f40ce1e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:30.843038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c17f0-9f76-4318-bf65-4483a8909d48 req-8563b60a-8074-4e98-9619-8a233f40ce1e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:30.845105 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-113c17f0-9f76-4318-bf65-4483a8909d48 req-8563b60a-8074-4e98-9619-8a233f40ce1e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5419 time: 0.1081100 Jul 30 01:49:30.884581 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d27d2c-6a34-4ea7-8667-0ea8313d997e req-ce1471f5-d83c-4427-972b-3d41acf165ab tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:30.886188 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f0d27d2c-6a34-4ea7-8667-0ea8313d997e req-ce1471f5-d83c-4427-972b-3d41acf165ab tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.0562744 Jul 30 01:49:30.888590 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-113c17f0-9f76-4318-bf65-4483a8909d48 req-19700667-2fc3-407c-b6ed-d3db84d555ef tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363460 Jul 30 01:49:30.939084 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 4eed2689-afe8-438c-a022-5ef10369a6a9 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:30.943223 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 4eed2689-afe8-438c-a022-5ef10369a6a9 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:30.943645 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.023593 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.032532 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f0d27d2c-6a34-4ea7-8667-0ea8313d997e req-183fe030-2ac6-48fe-865e-bc392526cef4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371000 Jul 30 01:49:31.065758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 4eed2689-afe8-438c-a022-5ef10369a6a9, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=4eed2689-afe8-438c-a022-5ef10369a6a9,segment=NetworkSegment(4061512f-c02b-4f11-b5d9-82da288d46de),segment_id=4061512f-c02b-4f11-b5d9-82da288d46de)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:31.066087 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf136ef-0d1c-43d0-8e0f-539ef59da3ee req-a553baf1-468b-4d18-976f-97422ee098da tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:31.070752 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1cf136ef-0d1c-43d0-8e0f-539ef59da3ee req-a553baf1-468b-4d18-976f-97422ee098da tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 945 time: 0.0679164 Jul 30 01:49:31.107392 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1cf136ef-0d1c-43d0-8e0f-539ef59da3ee req-45180e67-3b97-4532-9210-a16a5445d4fe tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd2dcc02-9dbb-4d1c-b6aa-4153f432e65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334022 Jul 30 01:49:31.126481 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd754ba0a-95d1-4f78-b877-af05ad291122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eed2689-afe8-438c-a022-5ef10369a6a9'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:31.128775 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9fe63d-8231-4211-941a-4e56280053db" -d '{"events": [{"server_uuid": "d754ba0a-95d1-4f78-b877-af05ad291122", "name": "network-vif-plugged", "status": "completed", "tag": "4eed2689-afe8-438c-a022-5ef10369a6a9"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:31.132622 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.170878 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a04f72be-fdef-4681-a195-4f8bc0a15f03 req-3f323399-ca3f-4c28-a9fa-87390b6ca6ff tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 210 time: 0.0681577 Jul 30 01:49:31.189316 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=4eed2689-afe8-438c-a022-5ef10369a6a9,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:31.225177 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f0a6b-b7aa-40bd-98cc-97101fcdfa2b req-b8f2e41c-7c62-4825-9035-f72baed76a7c tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:31.228480 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-210f0a6b-b7aa-40bd-98cc-97101fcdfa2b req-b8f2e41c-7c62-4825-9035-f72baed76a7c tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0582309 Jul 30 01:49:31.241849 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-18b52af4-1268-4bc6-9350-6b210c7b05c7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:31.243338 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-18b52af4-1268-4bc6-9350-6b210c7b05c7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.77 "GET /v2.0/networks?id=9030b8df-7223-43a1-87ad-4d6177bec344 HTTP/1.1" status: 200 len: 811 time: 0.1511841 Jul 30 01:49:31.254454 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d48bc3-288e-470a-bb7d-edf1f7744a8b x-openstack-request-id: req-e3d48bc3-288e-470a-bb7d-edf1f7744a8b {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:31.254750 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d754ba0a-95d1-4f78-b877-af05ad291122", "name": "network-vif-plugged", "status": "completed", "tag": "4eed2689-afe8-438c-a022-5ef10369a6a9", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:31.255001 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3d48bc3-288e-470a-bb7d-edf1f7744a8b {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:31.258640 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd754ba0a-95d1-4f78-b877-af05ad291122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eed2689-afe8-438c-a022-5ef10369a6a9', 'code': 200} Jul 30 01:49:31.264148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-9b1fd0a6-f16d-41af-b78d-a01c6c552f4b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Request body: {'port': {'device_id': 'c5e23f30-0b9d-47b8-b30f-249294ed2cdf', 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344', 'admin_state_up': True, 'tenant_id': '7d3611f928ae4827a5bdd2be25a39ca2'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:31.304325 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-210f0a6b-b7aa-40bd-98cc-97101fcdfa2b req-32fc28d5-5443-4edb-b8b8-1943ade34f09 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669849 Jul 30 01:49:31.387786 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f5e75-fff3-4f4d-8619-20e85bbc0af4 req-b972bb1b-5b2c-41b8-8982-8d9d36d6053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:31.389282 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-731f5e75-fff3-4f4d-8619-20e85bbc0af4 req-b972bb1b-5b2c-41b8-8982-8d9d36d6053d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 1097 time: 0.0675752 Jul 30 01:49:31.449204 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-731f5e75-fff3-4f4d-8619-20e85bbc0af4 req-10010596-e848-4035-af36-2bdeeb37a14f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cd2dcc02-9dbb-4d1c-b6aa-4153f432e65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475223 Jul 30 01:49:31.544290 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-9b1fd0a6-f16d-41af-b78d-a01c6c552f4b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Made reservation on behalf of 7d3611f928ae4827a5bdd2be25a39ca2 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:31.548440 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-9b1fd0a6-f16d-41af-b78d-a01c6c552f4b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.587728 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edbaba-d7ec-4a6e-a585-a2c803db0ef5 req-420e86d9-1416-4c41-9b67-a70b2cc23e68 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:31.589278 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-29edbaba-d7ec-4a6e-a585-a2c803db0ef5 req-420e86d9-1416-4c41-9b67-a70b2cc23e68 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=025e4cde-e924-42b6-bbcb-5d26776bc274 HTTP/1.1" status: 200 len: 944 time: 0.0779293 Jul 30 01:49:31.686917 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-29edbaba-d7ec-4a6e-a585-a2c803db0ef5 req-957c2049-c7fc-49a9-9158-544981c27537 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702190 Jul 30 01:49:31.713683 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-9b1fd0a6-f16d-41af-b78d-a01c6c552f4b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Allocated IP 172.20.0.13 (9030b8df-7223-43a1-87ad-4d6177bec344/00d5dfcf-9789-4d3c-a9c4-d79d05163f3c/315a7406-2643-4d03-a6a5-cb3eb25b25d1) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:31.889435 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-9b1fd0a6-f16d-41af-b78d-a01c6c552f4b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.904746 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfb68b-dcd2-444f-b2f2-87fecfe7f609 req-ba585fef-10a2-4e92-8fe8-aa9131485aa4 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:31.906263 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c7bfb68b-dcd2-444f-b2f2-87fecfe7f609 req-ba585fef-10a2-4e92-8fe8-aa9131485aa4 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0750561 Jul 30 01:49:31.995314 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c7bfb68b-dcd2-444f-b2f2-87fecfe7f609 req-b503c446-64a7-432b-acd8-771f5d0b0282 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805790 Jul 30 01:49:32.007435 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667eafd-bb16-41a6-a20a-3431042c129f req-b7c16f93-b42e-4cf9-bef6-7d942cd283fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:32.008957 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4667eafd-bb16-41a6-a20a-3431042c129f req-b7c16f93-b42e-4cf9-bef6-7d942cd283fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=490aa0aca67044918aa610799e460190&device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 1096 time: 0.0779061 Jul 30 01:49:32.041112 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8458ed5-72a9-4f1a-9a5e-8930c593418a req-452f234f-cb74-4172-997c-98c4d417aef3 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:32.047117 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8458ed5-72a9-4f1a-9a5e-8930c593418a req-452f234f-cb74-4172-997c-98c4d417aef3 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:32.053140 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8458ed5-72a9-4f1a-9a5e-8930c593418a req-452f234f-cb74-4172-997c-98c4d417aef3 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:32.060088 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8458ed5-72a9-4f1a-9a5e-8930c593418a req-452f234f-cb74-4172-997c-98c4d417aef3 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:32.066280 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8458ed5-72a9-4f1a-9a5e-8930c593418a req-452f234f-cb74-4172-997c-98c4d417aef3 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:32.072338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8458ed5-72a9-4f1a-9a5e-8930c593418a req-452f234f-cb74-4172-997c-98c4d417aef3 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:32.077758 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-9b1fd0a6-f16d-41af-b78d-a01c6c552f4b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:32.079143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8458ed5-72a9-4f1a-9a5e-8930c593418a req-452f234f-cb74-4172-997c-98c4d417aef3 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:32.089070 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e8458ed5-72a9-4f1a-9a5e-8930c593418a req-452f234f-cb74-4172-997c-98c4d417aef3 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5419 time: 0.1157258 Jul 30 01:49:32.126933 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e8458ed5-72a9-4f1a-9a5e-8930c593418a req-53e1b41a-bea2-4bb8-bff1-c243334389c6 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369551 Jul 30 01:49:32.140416 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:32.165380 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-9b1fd0a6-f16d-41af-b78d-a01c6c552f4b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Network 9030b8df-7223-43a1-87ad-4d6177bec344 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:32.184175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fd0a6-f16d-41af-b78d-a01c6c552f4b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Pushing event updated for resources: {'Port': ['ID=315a7406-2643-4d03-a6a5-cb3eb25b25d1,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:32.191137 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-9b1fd0a6-f16d-41af-b78d-a01c6c552f4b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:32.195616 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-9b1fd0a6-f16d-41af-b78d-a01c6c552f4b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:32.202537 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667eafd-bb16-41a6-a20a-3431042c129f req-11d7693c-ae06-47bf-8b2c-799f7fdf604b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:32.204668 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4667eafd-bb16-41a6-a20a-3431042c129f req-11d7693c-ae06-47bf-8b2c-799f7fdf604b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d652dbd5-b125-43d2-9532-a9060b55f820 HTTP/1.1" status: 200 len: 919 time: 0.1873338 Jul 30 01:49:32.243466 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e7c3a-58bf-4bdc-bb91-17b7e4d4bc01 req-9b16363b-2d98-42b4-b7d3-c2f65dc19be6 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:32.245002 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e06e7c3a-58bf-4bdc-bb91-17b7e4d4bc01 req-9b16363b-2d98-42b4-b7d3-c2f65dc19be6 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 946 time: 0.0516629 Jul 30 01:49:32.286909 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e06e7c3a-58bf-4bdc-bb91-17b7e4d4bc01 req-408540a0-2273-4c69-a17a-8bd9c06b80ae tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd2dcc02-9dbb-4d1c-b6aa-4153f432e65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349336 Jul 30 01:49:32.291530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:32.296489 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:32.297024 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:32.411915 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbbc7e-96c5-44d6-b104-ee658d295de4 req-fd470a5a-83b1-4177-91c4-fa2490b6e2bf tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:32.413516 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7cbbc7e-96c5-44d6-b104-ee658d295de4 req-fd470a5a-83b1-4177-91c4-fa2490b6e2bf tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 932 time: 0.0626552 Jul 30 01:49:32.414326 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:32.449766 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:32.461887 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7cbbc7e-96c5-44d6-b104-ee658d295de4 req-b16acd40-e36b-4ae5-ba8e-973d52ba1e9f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422812 Jul 30 01:49:32.566200 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:32.609452 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4667eafd-bb16-41a6-a20a-3431042c129f req-78fa8c85-3450-4cf1-a087-1beeb3b79acf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b0c695a-901c-439d-9b30-343b11dc8f83 HTTP/1.1" status: 200 len: 217 time: 0.3859951 Jul 30 01:49:32.623275 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119a842-f394-41c8-bed5-f5d7ce2230f8 req-15a19a94-25d5-4884-81a3-9fe155014f2a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:32.624761 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f119a842-f394-41c8-bed5-f5d7ce2230f8 req-15a19a94-25d5-4884-81a3-9fe155014f2a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.5006740 Jul 30 01:49:32.630253 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:32.641707 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-9b1fd0a6-f16d-41af-b78d-a01c6c552f4b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:32.642331 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-9b1fd0a6-f16d-41af-b78d-a01c6c552f4b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:32.706756 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667eafd-bb16-41a6-a20a-3431042c129f req-42c5032a-72e9-444f-84ba-fe699ff7c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:32.708211 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4667eafd-bb16-41a6-a20a-3431042c129f req-42c5032a-72e9-444f-84ba-fe699ff7c3bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13adb296-4ada-44ec-a243-157585ef9fdf HTTP/1.1" status: 200 len: 858 time: 0.0796709 Jul 30 01:49:32.715791 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f119a842-f394-41c8-bed5-f5d7ce2230f8 req-aff96e87-e1e8-48e9-922f-40ec86c43c48 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701571 Jul 30 01:49:32.745150 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4667eafd-bb16-41a6-a20a-3431042c129f req-fb120f38-3af0-428b-b54e-b134e31671af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d652dbd5-b125-43d2-9532-a9060b55f820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285380 Jul 30 01:49:32.772989 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:32.800410 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-9b1fd0a6-f16d-41af-b78d-a01c6c552f4b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5404191 Jul 30 01:49:32.806812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd736cbe-2757-46d7-9be9-c5b449aaadc9 req-1157121d-1d1a-447f-a394-1dfbd98dcf7b tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:32.808334 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fd736cbe-2757-46d7-9be9-c5b449aaadc9 req-1157121d-1d1a-447f-a394-1dfbd98dcf7b tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=025e4cde-e924-42b6-bbcb-5d26776bc274 HTTP/1.1" status: 200 len: 945 time: 0.0509703 Jul 30 01:49:32.820025 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] Request body: {'port': {'device_id': 'c5e23f30-0b9d-47b8-b30f-249294ed2cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:32.848821 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fd736cbe-2757-46d7-9be9-c5b449aaadc9 req-ed8a404f-5785-420b-a14d-ba69ef25f7c4 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336180 Jul 30 01:49:32.886826 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4667eafd-bb16-41a6-a20a-3431042c129f req-324fe1ef-79aa-4438-8595-7e078c52a7d8 service neutron] 10.222.0.10 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347873 Jul 30 01:49:32.893119 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.081102 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4667eafd-bb16-41a6-a20a-3431042c129f req-f6a3d8cf-9594-4233-b333-57f54c7605f9 service neutron] 10.222.0.10 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858335 Jul 30 01:49:33.180103 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062358f-54d3-40ad-ab35-de998768e8ff req-817f13eb-8ef6-4210-b9aa-ef77051843fb tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:33.181675 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7062358f-54d3-40ad-ab35-de998768e8ff req-817f13eb-8ef6-4210-b9aa-ef77051843fb tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.1161797 Jul 30 01:49:33.253967 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7062358f-54d3-40ad-ab35-de998768e8ff req-62d6ca98-551a-422a-b242-ed3e541e4de1 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614910 Jul 30 01:49:33.258173 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025e4cde-e924-42b6-bbcb-5d26776bc274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:33.261236 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff9dcb9-eebc-4ff2-93b8-0263283f7cb4" -d '{"events": [{"server_uuid": "025e4cde-e924-42b6-bbcb-5d26776bc274", "name": "network-vif-plugged", "status": "completed", "tag": "f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:33.274172 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20a14a-5d9a-4d07-9338-7682b6d11d0c req-c63e50ae-b255-49a4-be2c-5ea4f69021ab tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:33.280293 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20a14a-5d9a-4d07-9338-7682b6d11d0c req-c63e50ae-b255-49a4-be2c-5ea4f69021ab tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:33.287046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20a14a-5d9a-4d07-9338-7682b6d11d0c req-c63e50ae-b255-49a4-be2c-5ea4f69021ab tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:33.293021 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20a14a-5d9a-4d07-9338-7682b6d11d0c req-c63e50ae-b255-49a4-be2c-5ea4f69021ab tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:33.298956 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20a14a-5d9a-4d07-9338-7682b6d11d0c req-c63e50ae-b255-49a4-be2c-5ea4f69021ab tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:33.305221 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20a14a-5d9a-4d07-9338-7682b6d11d0c req-c63e50ae-b255-49a4-be2c-5ea4f69021ab tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:33.309184 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315a7406-2643-4d03-a6a5-cb3eb25b25d1 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:33.311697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20a14a-5d9a-4d07-9338-7682b6d11d0c req-c63e50ae-b255-49a4-be2c-5ea4f69021ab tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:33.313573 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b20a14a-5d9a-4d07-9338-7682b6d11d0c req-c63e50ae-b255-49a4-be2c-5ea4f69021ab tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5419 time: 0.1049879 Jul 30 01:49:33.317406 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.317974 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc70e91b-af8f-45a2-933f-d8de13293468 x-openstack-request-id: req-cc70e91b-af8f-45a2-933f-d8de13293468 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:33.318568 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025e4cde-e924-42b6-bbcb-5d26776bc274", "name": "network-vif-plugged", "status": "completed", "tag": "f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:33.319037 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc70e91b-af8f-45a2-933f-d8de13293468 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:33.319627 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025e4cde-e924-42b6-bbcb-5d26776bc274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec', 'code': 200} Jul 30 01:49:33.335557 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] Transition to ACTIVE for port object 315a7406-2643-4d03-a6a5-cb3eb25b25d1 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:33.362593 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b20a14a-5d9a-4d07-9338-7682b6d11d0c req-788692f7-bbc1-4fb9-bf4a-27e9a23c1aa9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395429 Jul 30 01:49:33.417417 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fc76c-f3fd-4f16-9976-dc0361801e54 req-9c2d8856-3756-499b-879a-fe93e674fefd tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:33.418751 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d9fc76c-f3fd-4f16-9976-dc0361801e54 req-9c2d8856-3756-499b-879a-fe93e674fefd tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 946 time: 0.0532961 Jul 30 01:49:33.419920 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.499025 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce7d53-91a0-4479-b972-5a1d811ce82b req-f7f3c36b-3d1c-47ce-b6f9-3ee918f01289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:33.500490 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] Pushing event updated for resources: {'Port': ['ID=315a7406-2643-4d03-a6a5-cb3eb25b25d1,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:33.500616 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5ce7d53-91a0-4479-b972-5a1d811ce82b req-f7f3c36b-3d1c-47ce-b6f9-3ee918f01289 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=025e4cde-e924-42b6-bbcb-5d26776bc274 HTTP/1.1" status: 200 len: 1096 time: 0.0894525 Jul 30 01:49:33.530720 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d9fc76c-f3fd-4f16-9976-dc0361801e54 req-2673c3f9-c38d-4158-a864-e8b56de14101 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd2dcc02-9dbb-4d1c-b6aa-4153f432e65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033108 Jul 30 01:49:33.550847 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5ce7d53-91a0-4479-b972-5a1d811ce82b req-2fb0987d-fcb5-4b2e-aadb-bd46c66e90d6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433533 Jul 30 01:49:33.587083 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] Attempting to bind port 315a7406-2643-4d03-a6a5-cb3eb25b25d1 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:33.587589 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] Attempting to bind port 315a7406-2643-4d03-a6a5-cb3eb25b25d1 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:33.588017 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] Attempting to bind port 315a7406-2643-4d03-a6a5-cb3eb25b25d1 on network 9030b8df-7223-43a1-87ad-4d6177bec344 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:33.592641 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] Port 315a7406-2643-4d03-a6a5-cb3eb25b25d1 on network 9030b8df-7223-43a1-87ad-4d6177bec344 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:49:33.593101 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] Attempting to bind port 315a7406-2643-4d03-a6a5-cb3eb25b25d1 on network 9030b8df-7223-43a1-87ad-4d6177bec344 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:33.598945 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:33.599424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] Checking segment: {'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:33.599599 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ad83b-741e-4939-aba1-5d3669ec03a3 req-64c843cb-b6cb-46e2-94b9-568e327b337b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:33.599995 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] Bound using segment: {'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:33.600536 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] Bound port: 315a7406-2643-4d03-a6a5-cb3eb25b25d1, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21239a3f-31a4-40c0-a2e9-2b8d7774986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:33.601073 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.602003 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a3ad83b-741e-4939-aba1-5d3669ec03a3 req-64c843cb-b6cb-46e2-94b9-568e327b337b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 944 time: 0.0671806 Jul 30 01:49:33.650837 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a3ad83b-741e-4939-aba1-5d3669ec03a3 req-8cef6bef-937e-405b-be88-6505b28379b6 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415509 Jul 30 01:49:33.671922 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] For port 315a7406-2643-4d03-a6a5-cb3eb25b25d1, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:33.675399 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] For port 315a7406-2643-4d03-a6a5-cb3eb25b25d1, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=315a7406-2643-4d03-a6a5-cb3eb25b25d1,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:33.807785 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.833609 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26126ee8-b025-432d-abd3-ce23f9314af3 req-52775a14-d31f-47ed-81e0-c4b818affac5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:33.835273 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-26126ee8-b025-432d-abd3-ce23f9314af3 req-52775a14-d31f-47ed-81e0-c4b818affac5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.0495868 Jul 30 01:49:33.842053 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:33.842718 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.844111 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] 10.222.0.77 "PUT /v2.0/ports/315a7406-2643-4d03-a6a5-cb3eb25b25d1 HTTP/1.1" status: 200 len: 1092 time: 1.0282052 Jul 30 01:49:33.844553 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e23f30-0b9d-47b8-b30f-249294ed2cdf', 'tag': '315a7406-2643-4d03-a6a5-cb3eb25b25d1'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:33.846814 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7402d7-4e08-457c-b1db-c6de1e5eb9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e23f30-0b9d-47b8-b30f-249294ed2cdf", "tag": "315a7406-2643-4d03-a6a5-cb3eb25b25d1"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:33.873437 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53aeade-a6c1-4e58-86cd-1102fe862154 service neutron] Pushing event updated for resources: {'Port': ['ID=315a7406-2643-4d03-a6a5-cb3eb25b25d1,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:33.893144 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa27a8b-9c8f-4cfc-90a8-a74110c1474c x-openstack-request-id: req-daa27a8b-9c8f-4cfc-90a8-a74110c1474c {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:33.893732 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e23f30-0b9d-47b8-b30f-249294ed2cdf", "tag": "315a7406-2643-4d03-a6a5-cb3eb25b25d1", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:33.893732 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-daa27a8b-9c8f-4cfc-90a8-a74110c1474c {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:33.894223 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e23f30-0b9d-47b8-b30f-249294ed2cdf', 'tag': '315a7406-2643-4d03-a6a5-cb3eb25b25d1', 'status': 'completed', 'code': 200} Jul 30 01:49:33.895098 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-26126ee8-b025-432d-abd3-ce23f9314af3 req-9dfb11ee-e490-4905-9334-6e3d60f74852 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510912 Jul 30 01:49:34.031101 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f892b-cd57-4ee5-af86-61e633a17d73 req-5ad15010-e3e8-4e2d-b52e-4f45b5c5903c tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:34.032961 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ac8f892b-cd57-4ee5-af86-61e633a17d73 req-5ad15010-e3e8-4e2d-b52e-4f45b5c5903c tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=025e4cde-e924-42b6-bbcb-5d26776bc274 HTTP/1.1" status: 200 len: 945 time: 0.0832026 Jul 30 01:49:34.035776 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7402d7-4e08-457c-b1db-c6de1e5eb9c3 req-dfd51ea9-e953-433a-aa5f-dbb6ee48f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:34.037187 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-be7402d7-4e08-457c-b1db-c6de1e5eb9c3 req-dfd51ea9-e953-433a-aa5f-dbb6ee48f469 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 1095 time: 0.0776951 Jul 30 01:49:34.118864 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ac8f892b-cd57-4ee5-af86-61e633a17d73 req-2dd6e07e-e205-43e9-bdb8-6fa23e9e80fa tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792978 Jul 30 01:49:34.162135 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7402d7-4e08-457c-b1db-c6de1e5eb9c3 req-555745ad-fefc-4a9d-afb4-9f3a93b4e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:34.163675 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-be7402d7-4e08-457c-b1db-c6de1e5eb9c3 req-555745ad-fefc-4a9d-afb4-9f3a93b4e5f2 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1081305 Jul 30 01:49:34.263121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7402d7-4e08-457c-b1db-c6de1e5eb9c3 req-fceebdca-a243-4d88-a69d-df40c03a666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:34.264636 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-be7402d7-4e08-457c-b1db-c6de1e5eb9c3 req-fceebdca-a243-4d88-a69d-df40c03a666c service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942049 Jul 30 01:49:34.387265 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15b46a-e8e4-4ae2-90d2-fae95df384c5 req-f6405392-ef04-4f85-9798-be0389df7dae tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:34.390762 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6b15b46a-e8e4-4ae2-90d2-fae95df384c5 req-f6405392-ef04-4f85-9798-be0389df7dae tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0609043 Jul 30 01:49:34.404504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-ab08e536-e71a-4edc-8b53-03015ff2d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:34.404504 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-ab08e536-e71a-4edc-8b53-03015ff2d4ef service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 1095 time: 0.0592048 Jul 30 01:49:34.431128 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6b15b46a-e8e4-4ae2-90d2-fae95df384c5 req-e92db9ee-b7d3-4171-9359-ac2dc29ae516 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359406 Jul 30 01:49:34.466539 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-bad7ef4b-c78a-4425-8c3f-46a5faf65ac4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=315a7406-2643-4d03-a6a5-cb3eb25b25d1 HTTP/1.1" status: 200 len: 217 time: 0.0407870 Jul 30 01:49:34.542215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-6b3e626d-66c4-4587-b9fc-d8cf960e6729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:34.543751 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-6b3e626d-66c4-4587-b9fc-d8cf960e6729 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=00d5dfcf-9789-4d3c-a9c4-d79d05163f3c HTTP/1.1" status: 200 len: 851 time: 0.0668025 Jul 30 01:49:34.557338 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26bcd7-d9f0-42d9-85a6-8f0a6041b67c req-86b5aeb5-5c62-41ab-b898-e08121aaa839 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:34.564434 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26bcd7-d9f0-42d9-85a6-8f0a6041b67c req-86b5aeb5-5c62-41ab-b898-e08121aaa839 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:34.572191 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26bcd7-d9f0-42d9-85a6-8f0a6041b67c req-86b5aeb5-5c62-41ab-b898-e08121aaa839 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:34.578282 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26bcd7-d9f0-42d9-85a6-8f0a6041b67c req-86b5aeb5-5c62-41ab-b898-e08121aaa839 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:34.584268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26bcd7-d9f0-42d9-85a6-8f0a6041b67c req-86b5aeb5-5c62-41ab-b898-e08121aaa839 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:34.590223 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26bcd7-d9f0-42d9-85a6-8f0a6041b67c req-86b5aeb5-5c62-41ab-b898-e08121aaa839 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:34.596699 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26bcd7-d9f0-42d9-85a6-8f0a6041b67c req-86b5aeb5-5c62-41ab-b898-e08121aaa839 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:34.598670 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd26bcd7-d9f0-42d9-85a6-8f0a6041b67c req-86b5aeb5-5c62-41ab-b898-e08121aaa839 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5419 time: 0.1346292 Jul 30 01:49:34.633764 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-009bc1af-ac5c-4910-abec-927f24c899db service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9030b8df-7223-43a1-87ad-4d6177bec344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340292 Jul 30 01:49:34.704785 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd26bcd7-d9f0-42d9-85a6-8f0a6041b67c req-08bb6bc8-9d6f-4d86-bac7-ec9756165f18 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954683 Jul 30 01:49:34.764861 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-3027141c-3234-427e-bb38-113dd95364de service neutron] 10.222.0.77 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215868 Jul 30 01:49:34.818717 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1b427-c115-4ba9-b915-2d93fd9a3edf req-9376315a-7204-4af6-8d9c-92702785a898 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:34.820408 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ab1b427-c115-4ba9-b915-2d93fd9a3edf req-9376315a-7204-4af6-8d9c-92702785a898 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 944 time: 0.0511341 Jul 30 01:49:34.869293 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ab1b427-c115-4ba9-b915-2d93fd9a3edf req-4c36f384-b8a9-40ac-835f-3b36ecdddbca tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422235 Jul 30 01:49:34.884568 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-467bb151-79c4-45c1-bc4c-2b106c5de6bb req-4f510adf-6d15-45b0-ade4-915affa0c4a3 service neutron] 10.222.0.77 "GET /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993607 Jul 30 01:49:35.012262 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d8bdf-7e7b-481e-90d4-29af1216225f req-5a9c50d0-6917-49ba-8d34-11054ef60b39 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:35.013987 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-139d8bdf-7e7b-481e-90d4-29af1216225f req-5a9c50d0-6917-49ba-8d34-11054ef60b39 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.0513780 Jul 30 01:49:35.054686 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-139d8bdf-7e7b-481e-90d4-29af1216225f req-c6d20ff2-dc2a-476f-83b6-1f929ca2e41f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338333 Jul 30 01:49:35.247066 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733168f1-6c63-4554-a3ff-5ab8e14a5a33 req-abb58d2a-8ca7-41c9-a82b-b1fb578edb6e tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:35.248673 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-733168f1-6c63-4554-a3ff-5ab8e14a5a33 req-abb58d2a-8ca7-41c9-a82b-b1fb578edb6e tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=025e4cde-e924-42b6-bbcb-5d26776bc274 HTTP/1.1" status: 200 len: 945 time: 0.0572579 Jul 30 01:49:35.292955 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-733168f1-6c63-4554-a3ff-5ab8e14a5a33 req-5341c371-bc8f-44b8-a97e-4909410875cd tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369668 Jul 30 01:49:35.545316 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce8369-c7a8-44d9-afb4-a6a68fd327a5 req-bc599d9d-86c4-4f19-84e3-3a87efd27997 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:35.548765 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dfce8369-c7a8-44d9-afb4-a6a68fd327a5 req-bc599d9d-86c4-4f19-84e3-3a87efd27997 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0516336 Jul 30 01:49:35.586436 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dfce8369-c7a8-44d9-afb4-a6a68fd327a5 req-bed40358-2b11-4fc2-bd17-ce2146828e6e tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331228 Jul 30 01:49:35.676227 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f6d24-2f4c-45e9-a896-df4b599e5572 req-667ef44d-eaf6-4eb9-9101-21bba9e13313 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:35.677638 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f62f6d24-2f4c-45e9-a896-df4b599e5572 req-667ef44d-eaf6-4eb9-9101-21bba9e13313 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=025e4cde-e924-42b6-bbcb-5d26776bc274 HTTP/1.1" status: 200 len: 945 time: 0.0545037 Jul 30 01:49:35.716980 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f62f6d24-2f4c-45e9-a896-df4b599e5572 req-0b088908-beb6-4d53-a1e6-f59bd0bd05dc tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332546 Jul 30 01:49:35.838373 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3ac45-f262-4987-bc7e-43ae043771c5 req-1f87510a-b236-458d-a262-8735b1363a98 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:35.844488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3ac45-f262-4987-bc7e-43ae043771c5 req-1f87510a-b236-458d-a262-8735b1363a98 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:35.850955 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3ac45-f262-4987-bc7e-43ae043771c5 req-1f87510a-b236-458d-a262-8735b1363a98 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:35.856949 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3ac45-f262-4987-bc7e-43ae043771c5 req-1f87510a-b236-458d-a262-8735b1363a98 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:35.864678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3ac45-f262-4987-bc7e-43ae043771c5 req-1f87510a-b236-458d-a262-8735b1363a98 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:35.874168 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3ac45-f262-4987-bc7e-43ae043771c5 req-1f87510a-b236-458d-a262-8735b1363a98 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:35.880879 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3ac45-f262-4987-bc7e-43ae043771c5 req-1f87510a-b236-458d-a262-8735b1363a98 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:35.882895 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c2b3ac45-f262-4987-bc7e-43ae043771c5 req-1f87510a-b236-458d-a262-8735b1363a98 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5419 time: 0.0992661 Jul 30 01:49:35.926138 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c2b3ac45-f262-4987-bc7e-43ae043771c5 req-056b332a-d84e-4e50-b0a8-8d57f66cefb3 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364573 Jul 30 01:49:36.010091 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d08726-8f7e-4231-b79a-5fe2b2e49682 req-2952ee20-12d3-486a-b132-3050b7002a35 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:36.011630 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f5d08726-8f7e-4231-b79a-5fe2b2e49682 req-2952ee20-12d3-486a-b132-3050b7002a35 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 944 time: 0.0543098 Jul 30 01:49:36.050642 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f5d08726-8f7e-4231-b79a-5fe2b2e49682 req-c36c54cb-9aef-4369-a936-e0ae25d7412c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327041 Jul 30 01:49:36.172869 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 3ef93241-9ad7-4b70-a889-e1188e914d4a details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:36.174214 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3327e-c4dc-4de2-a66e-be144cd47f58 req-c4d5f33d-e34a-4420-8e35-901dd20df090 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:36.175947 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4fc3327e-c4dc-4de2-a66e-be144cd47f58 req-c4d5f33d-e34a-4420-8e35-901dd20df090 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.0497439 Jul 30 01:49:36.217180 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4fc3327e-c4dc-4de2-a66e-be144cd47f58 req-999c35b6-bb19-48ca-9128-71d939cb2bc1 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352452 Jul 30 01:49:36.272906 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 3ef93241-9ad7-4b70-a889-e1188e914d4a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=3ef93241-9ad7-4b70-a889-e1188e914d4a,segment=NetworkSegment(f2f1301b-cba8-4a95-bfd3-2c80deced6b9),segment_id=f2f1301b-cba8-4a95-bfd3-2c80deced6b9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:36.284962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '3ef93241-9ad7-4b70-a889-e1188e914d4a', 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301', 'port_id': '3ef93241-9ad7-4b70-a889-e1188e914d4a', 'mac_address': 'fa:16:3e:f2:7f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06878ac-6342-4e72-a6a9-2977bc593aeb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:36.321600 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:36.334806 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef93241-9ad7-4b70-a889-e1188e914d4a {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:36.354094 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 3ef93241-9ad7-4b70-a889-e1188e914d4a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=3ef93241-9ad7-4b70-a889-e1188e914d4a,segment=NetworkSegment(f2f1301b-cba8-4a95-bfd3-2c80deced6b9),segment_id=f2f1301b-cba8-4a95-bfd3-2c80deced6b9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:36.451358 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:36.452038 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 98cfbc35-8407-4d20-b573-2f522c31972f details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:36.552549 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=3ef93241-9ad7-4b70-a889-e1188e914d4a,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:36.595423 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 98cfbc35-8407-4d20-b573-2f522c31972f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=98cfbc35-8407-4d20-b573-2f522c31972f,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:36.606756 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '98cfbc35-8407-4d20-b573-2f522c31972f', 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182', 'port_id': '98cfbc35-8407-4d20-b573-2f522c31972f', 'mac_address': 'fa:16:3e:14:10:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a57050-2cb9-4ecd-b0da-83096cb01862', 'ip_address': '10.1.1.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:36.645984 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:36.659338 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98cfbc35-8407-4d20-b573-2f522c31972f {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:36.679299 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 98cfbc35-8407-4d20-b573-2f522c31972f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=98cfbc35-8407-4d20-b573-2f522c31972f,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:36.706141 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce43250-e8b9-4918-8e94-8d8a758a92e3 req-ec4ae198-1212-49dc-86e2-4c14485a4e23 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:36.707683 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bce43250-e8b9-4918-8e94-8d8a758a92e3 req-ec4ae198-1212-49dc-86e2-4c14485a4e23 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0508807 Jul 30 01:49:36.746552 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bce43250-e8b9-4918-8e94-8d8a758a92e3 req-f38d52d6-1428-408d-b3d0-40e195c9da11 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326586 Jul 30 01:49:36.767437 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:36.818278 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=98cfbc35-8407-4d20-b573-2f522c31972f,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:36.854389 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47445338-0f47-473c-925b-c80e31d33103 req-6cd85e05-269e-47ff-b606-634cd51105d6 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:36.855901 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-47445338-0f47-473c-925b-c80e31d33103 req-6cd85e05-269e-47ff-b606-634cd51105d6 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=025e4cde-e924-42b6-bbcb-5d26776bc274 HTTP/1.1" status: 200 len: 945 time: 0.0521059 Jul 30 01:49:36.896440 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-47445338-0f47-473c-925b-c80e31d33103 req-535e5e51-3afb-4cff-a2f4-994a158ded31 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344677 Jul 30 01:49:37.180694 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['3ef93241-9ad7-4b70-a889-e1188e914d4a'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:37.202386 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ed5d7-0560-4db1-8109-f4323b2a970c req-7df41ebe-4861-4d3d-8afb-a5d828c37c75 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:37.205186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['98cfbc35-8407-4d20-b573-2f522c31972f'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:37.209645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ed5d7-0560-4db1-8109-f4323b2a970c req-7df41ebe-4861-4d3d-8afb-a5d828c37c75 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:37.214931 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ed5d7-0560-4db1-8109-f4323b2a970c req-7df41ebe-4861-4d3d-8afb-a5d828c37c75 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:37.221207 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ed5d7-0560-4db1-8109-f4323b2a970c req-7df41ebe-4861-4d3d-8afb-a5d828c37c75 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:37.227599 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ed5d7-0560-4db1-8109-f4323b2a970c req-7df41ebe-4861-4d3d-8afb-a5d828c37c75 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:37.233464 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ed5d7-0560-4db1-8109-f4323b2a970c req-7df41ebe-4861-4d3d-8afb-a5d828c37c75 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:37.240270 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ed5d7-0560-4db1-8109-f4323b2a970c req-7df41ebe-4861-4d3d-8afb-a5d828c37c75 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:37.242156 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4a6ed5d7-0560-4db1-8109-f4323b2a970c req-7df41ebe-4861-4d3d-8afb-a5d828c37c75 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5421 time: 0.1070824 Jul 30 01:49:37.289627 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4a6ed5d7-0560-4db1-8109-f4323b2a970c req-5b1612f1-186a-4e15-80c1-95f4774bac88 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405004 Jul 30 01:49:37.500647 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435e7d0-cdd7-4369-8321-19fa577fcf26 req-809dd925-47ca-4d2e-9e2a-e86e09d2b5d3 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:37.502243 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5435e7d0-cdd7-4369-8321-19fa577fcf26 req-809dd925-47ca-4d2e-9e2a-e86e09d2b5d3 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 944 time: 0.0532491 Jul 30 01:49:37.548584 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5435e7d0-cdd7-4369-8321-19fa577fcf26 req-766fb244-9ea6-414b-9fdd-64946b77f878 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388603 Jul 30 01:49:37.581326 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdf44f-1622-4662-943e-cbb1d5751345 req-2adab01a-058c-47d2-91bf-e90b5c893229 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:37.583324 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19fdf44f-1622-4662-943e-cbb1d5751345 req-2adab01a-058c-47d2-91bf-e90b5c893229 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.0543942 Jul 30 01:49:37.636397 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19fdf44f-1622-4662-943e-cbb1d5751345 req-bb68d4a5-47e4-40c4-a2d5-8ab2f5ba96c5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466156 Jul 30 01:49:37.872899 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b269b-a37b-42ef-870d-9fc49c9e3e68 req-a56c1302-6b5c-4117-8a65-e4453a61c816 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:37.874502 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3d2b269b-a37b-42ef-870d-9fc49c9e3e68 req-a56c1302-6b5c-4117-8a65-e4453a61c816 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0576906 Jul 30 01:49:37.918926 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3d2b269b-a37b-42ef-870d-9fc49c9e3e68 req-1d31f568-3fb7-440f-a8d2-6e419eaa818e tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380867 Jul 30 01:49:38.176280 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:38.273828 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8afcfcbc-832b-4d27-b3ca-e91965e8e3a8,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:38.285146 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '8afcfcbc-832b-4d27-b3ca-e91965e8e3a8', 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182', 'port_id': '8afcfcbc-832b-4d27-b3ca-e91965e8e3a8', 'mac_address': 'fa:16:3e:37:93:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a57050-2cb9-4ecd-b0da-83096cb01862', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:38.324940 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:38.341298 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:38.366808 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8afcfcbc-832b-4d27-b3ca-e91965e8e3a8,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:38.435829 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:38.436511 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 315a7406-2643-4d03-a6a5-cb3eb25b25d1 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:38.443513 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23560d76-ac96-431a-bccf-3c90d674a3d2 req-b969f386-7536-4132-bbb2-1e516d2d0cb1 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:38.449618 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23560d76-ac96-431a-bccf-3c90d674a3d2 req-b969f386-7536-4132-bbb2-1e516d2d0cb1 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:38.456396 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23560d76-ac96-431a-bccf-3c90d674a3d2 req-b969f386-7536-4132-bbb2-1e516d2d0cb1 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:38.463945 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23560d76-ac96-431a-bccf-3c90d674a3d2 req-b969f386-7536-4132-bbb2-1e516d2d0cb1 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:38.469806 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23560d76-ac96-431a-bccf-3c90d674a3d2 req-b969f386-7536-4132-bbb2-1e516d2d0cb1 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:38.476687 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23560d76-ac96-431a-bccf-3c90d674a3d2 req-b969f386-7536-4132-bbb2-1e516d2d0cb1 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:38.483811 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23560d76-ac96-431a-bccf-3c90d674a3d2 req-b969f386-7536-4132-bbb2-1e516d2d0cb1 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:38.489661 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-23560d76-ac96-431a-bccf-3c90d674a3d2 req-b969f386-7536-4132-bbb2-1e516d2d0cb1 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5421 time: 0.1056659 Jul 30 01:49:38.542854 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-23560d76-ac96-431a-bccf-3c90d674a3d2 req-a3245c31-d443-45a9-a9ce-fbc78133fa9c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433967 Jul 30 01:49:38.544430 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=8afcfcbc-832b-4d27-b3ca-e91965e8e3a8,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:38.604999 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 315a7406-2643-4d03-a6a5-cb3eb25b25d1, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=315a7406-2643-4d03-a6a5-cb3eb25b25d1,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:38.687902 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a7a75-4e7f-4584-94de-012f89bc2357 req-eeaef3b6-c8c0-4d3b-b68c-c57d01c3ca92 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:38.689825 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-141a7a75-4e7f-4584-94de-012f89bc2357 req-eeaef3b6-c8c0-4d3b-b68c-c57d01c3ca92 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 944 time: 0.0598981 Jul 30 01:49:38.739744 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-141a7a75-4e7f-4584-94de-012f89bc2357 req-9332e16b-f3f2-47ff-be02-0a1532b190df tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412819 Jul 30 01:49:38.755111 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '315a7406-2643-4d03-a6a5-cb3eb25b25d1', 'network_id': '9030b8df-7223-43a1-87ad-4d6177bec344', 'port_id': '315a7406-2643-4d03-a6a5-cb3eb25b25d1', 'mac_address': 'fa:16:3e:24:4c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d5dfcf-9789-4d3c-a9c4-d79d05163f3c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:38.811222 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4ecb0-53cc-443f-967f-97d54d70018e req-8e8e76c3-fe09-41f9-804a-daa3daf2235d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:38.811423 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:38.811505 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b3e4ecb0-53cc-443f-967f-97d54d70018e req-8e8e76c3-fe09-41f9-804a-daa3daf2235d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.0572007 Jul 30 01:49:38.823027 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315a7406-2643-4d03-a6a5-cb3eb25b25d1 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:38.843856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 315a7406-2643-4d03-a6a5-cb3eb25b25d1, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=315a7406-2643-4d03-a6a5-cb3eb25b25d1,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:38.851465 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b3e4ecb0-53cc-443f-967f-97d54d70018e req-64d37107-f115-4feb-a7a3-8b2157f0d660 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382926 Jul 30 01:49:38.898840 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:38.899548 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:38.968626 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=64c3d04a-350f-42ab-b7c4-89ebbc977cf2,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:38.971011 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=315a7406-2643-4d03-a6a5-cb3eb25b25d1,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:38.983677 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '64c3d04a-350f-42ab-b7c4-89ebbc977cf2', 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182', 'port_id': '64c3d04a-350f-42ab-b7c4-89ebbc977cf2', 'mac_address': 'fa:16:3e:a9:86:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a57050-2cb9-4ecd-b0da-83096cb01862', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:39.028680 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:39.036344 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b2598-fa1b-4c1d-8b53-fb553a2f8fec req-dd9a2867-da49-4ee2-974c-506015bf20b3 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:39.043763 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd6b2598-fa1b-4c1d-8b53-fb553a2f8fec req-dd9a2867-da49-4ee2-974c-506015bf20b3 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0567865 Jul 30 01:49:39.053598 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:39.079930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=64c3d04a-350f-42ab-b7c4-89ebbc977cf2,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:39.082826 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd6b2598-fa1b-4c1d-8b53-fb553a2f8fec req-25318cd6-1aee-4146-83ab-22c2e63b3678 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382445 Jul 30 01:49:39.184338 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:39.185257 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 61bf0a42-0151-48da-a146-3ff03bb1e0c5 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:39.218153 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e48a0a51-1c41-476b-86b9-bf7afc8a6a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:39.287113 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=64c3d04a-350f-42ab-b7c4-89ebbc977cf2,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:39.330854 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 61bf0a42-0151-48da-a146-3ff03bb1e0c5, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=61bf0a42-0151-48da-a146-3ff03bb1e0c5,segment=NetworkSegment(48314e15-75f1-448f-ba33-e176f6ec7651),segment_id=48314e15-75f1-448f-ba33-e176f6ec7651)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:39.342089 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '61bf0a42-0151-48da-a146-3ff03bb1e0c5', 'network_id': 'ffda0404-bad4-4226-a8b1-7142332e4862', 'port_id': '61bf0a42-0151-48da-a146-3ff03bb1e0c5', 'mac_address': 'fa:16:3e:04:e7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee9c29c-81b5-430f-a0a8-fe3dd473e762', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:39.379950 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:39.392572 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61bf0a42-0151-48da-a146-3ff03bb1e0c5 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:39.411974 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 61bf0a42-0151-48da-a146-3ff03bb1e0c5, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=61bf0a42-0151-48da-a146-3ff03bb1e0c5,segment=NetworkSegment(48314e15-75f1-448f-ba33-e176f6ec7651),segment_id=48314e15-75f1-448f-ba33-e176f6ec7651)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:39.498290 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:39.498917 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 6789236d-21f2-4490-8311-d49341e86769 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:39.569099 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 6789236d-21f2-4490-8311-d49341e86769, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6789236d-21f2-4490-8311-d49341e86769,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:39.571391 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=61bf0a42-0151-48da-a146-3ff03bb1e0c5,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:39.583288 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '6789236d-21f2-4490-8311-d49341e86769', 'network_id': '363d3d4e-b5ea-4e20-bba0-f0d74743b182', 'port_id': '6789236d-21f2-4490-8311-d49341e86769', 'mac_address': 'fa:16:3e:10:c8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a57050-2cb9-4ecd-b0da-83096cb01862', 'ip_address': '10.1.1.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:39.626174 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:39.639723 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6789236d-21f2-4490-8311-d49341e86769 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:39.660578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 6789236d-21f2-4490-8311-d49341e86769, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6789236d-21f2-4490-8311-d49341e86769,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:39.690657 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4240e90-fe44-4ff7-bb7d-be6374ad9533 req-85aeee10-c865-4a70-89cd-bbea37eca637 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:39.696967 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4240e90-fe44-4ff7-bb7d-be6374ad9533 req-85aeee10-c865-4a70-89cd-bbea37eca637 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:39.703117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4240e90-fe44-4ff7-bb7d-be6374ad9533 req-85aeee10-c865-4a70-89cd-bbea37eca637 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:39.709382 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4240e90-fe44-4ff7-bb7d-be6374ad9533 req-85aeee10-c865-4a70-89cd-bbea37eca637 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:39.716319 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4240e90-fe44-4ff7-bb7d-be6374ad9533 req-85aeee10-c865-4a70-89cd-bbea37eca637 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:39.723305 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4240e90-fe44-4ff7-bb7d-be6374ad9533 req-85aeee10-c865-4a70-89cd-bbea37eca637 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:39.730368 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4240e90-fe44-4ff7-bb7d-be6374ad9533 req-85aeee10-c865-4a70-89cd-bbea37eca637 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:39.732366 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4240e90-fe44-4ff7-bb7d-be6374ad9533 req-85aeee10-c865-4a70-89cd-bbea37eca637 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5424 time: 0.0974655 Jul 30 01:49:39.743071 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:39.743764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 1fbafec7-5127-446b-a82d-868408b0985e details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:39.790901 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4240e90-fe44-4ff7-bb7d-be6374ad9533 req-ac48cb66-b9cc-4295-84eb-676cc3cd83cf tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0509825 Jul 30 01:49:39.818698 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=6789236d-21f2-4490-8311-d49341e86769,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:39.840007 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1fbafec7-5127-446b-a82d-868408b0985e, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1fbafec7-5127-446b-a82d-868408b0985e,segment=NetworkSegment(48314e15-75f1-448f-ba33-e176f6ec7651),segment_id=48314e15-75f1-448f-ba33-e176f6ec7651)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:39.851328 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '1fbafec7-5127-446b-a82d-868408b0985e', 'network_id': 'ffda0404-bad4-4226-a8b1-7142332e4862', 'port_id': '1fbafec7-5127-446b-a82d-868408b0985e', 'mac_address': 'fa:16:3e:4a:d9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee9c29c-81b5-430f-a0a8-fe3dd473e762', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:39.873124 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9454a-5244-4eb2-bb52-2797b5bb22e9 req-7ac56ac0-577b-4855-91ff-9e744a6905d9 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:39.876272 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ff9454a-5244-4eb2-bb52-2797b5bb22e9 req-7ac56ac0-577b-4855-91ff-9e744a6905d9 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 945 time: 0.0543633 Jul 30 01:49:39.896428 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:39.916493 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fbafec7-5127-446b-a82d-868408b0985e {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:39.926564 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ff9454a-5244-4eb2-bb52-2797b5bb22e9 req-27d6cb9f-252e-46b2-b877-f7ea868a22de tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443425 Jul 30 01:49:39.948338 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1fbafec7-5127-446b-a82d-868408b0985e, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1fbafec7-5127-446b-a82d-868408b0985e,segment=NetworkSegment(48314e15-75f1-448f-ba33-e176f6ec7651),segment_id=48314e15-75f1-448f-ba33-e176f6ec7651)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:39.986069 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14369bfe-2e6e-4720-8b7a-e397f850a0fc req-6cb4dc65-f1c9-41d1-80a3-61b3442c82a0 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:39.987748 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-14369bfe-2e6e-4720-8b7a-e397f850a0fc req-6cb4dc65-f1c9-41d1-80a3-61b3442c82a0 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.0528126 Jul 30 01:49:40.028977 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-14369bfe-2e6e-4720-8b7a-e397f850a0fc req-4337e2c5-d232-49b3-9698-2dcb838089d2 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345423 Jul 30 01:49:40.069944 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:40.116983 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=1fbafec7-5127-446b-a82d-868408b0985e,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:40.205698 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4ce45-8fc5-4c02-ada0-8de527b7879e req-661370cf-4e33-4827-ac14-c5536ed95141 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:40.207237 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3dd4ce45-8fc5-4c02-ada0-8de527b7879e req-661370cf-4e33-4827-ac14-c5536ed95141 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0548978 Jul 30 01:49:40.227807 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:40.255856 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3dd4ce45-8fc5-4c02-ada0-8de527b7879e req-f4fd8d6e-c272-4810-9c45-ceae6d7aaeab tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424783 Jul 30 01:49:40.351743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:40.363456 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 3ef93241-9ad7-4b70-a889-e1188e914d4a up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:40.388478 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec', 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a', 'port_id': 'f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec', 'mac_address': 'fa:16:3e:74:24:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f913f80b-cf68-4e50-b702-51dfbe27bf11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:40.444042 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:40.457459 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:40.484865 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:40.542677 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 3ef93241-9ad7-4b70-a889-e1188e914d4a completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:40.547061 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 3ef93241-9ad7-4b70-a889-e1188e914d4a triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:40.547516 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:40.597626 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:40.688486 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:40.702340 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:40.725607 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef93241-9ad7-4b70-a889-e1188e914d4a'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:40.727845 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1cc89f-ba08-4ffe-9743-7f0a7f98daf7" -d '{"events": [{"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-plugged", "status": "completed", "tag": "3ef93241-9ad7-4b70-a889-e1188e914d4a"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:40.743173 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 3ef93241-9ad7-4b70-a889-e1188e914d4a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=3ef93241-9ad7-4b70-a889-e1188e914d4a,segment=NetworkSegment(f2f1301b-cba8-4a95-bfd3-2c80deced6b9),segment_id=f2f1301b-cba8-4a95-bfd3-2c80deced6b9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:40.812478 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:40.812478 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 98cfbc35-8407-4d20-b573-2f522c31972f up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:40.854157 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a711aca3-e8a9-4915-8ddb-261206e2e1de x-openstack-request-id: req-a711aca3-e8a9-4915-8ddb-261206e2e1de {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:40.857590 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-plugged", "status": "completed", "tag": "3ef93241-9ad7-4b70-a889-e1188e914d4a", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:40.857590 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a711aca3-e8a9-4915-8ddb-261206e2e1de {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:40.857590 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef93241-9ad7-4b70-a889-e1188e914d4a', 'code': 200} Jul 30 01:49:40.918370 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=3ef93241-9ad7-4b70-a889-e1188e914d4a,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:40.949676 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:41.029522 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cc56b-38b3-4c49-b097-658c55cbc233 req-695ed6a2-7b89-4c43-b7f4-c528387ab39c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:41.037157 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cc56b-38b3-4c49-b097-658c55cbc233 req-695ed6a2-7b89-4c43-b7f4-c528387ab39c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:41.044335 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cc56b-38b3-4c49-b097-658c55cbc233 req-695ed6a2-7b89-4c43-b7f4-c528387ab39c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:41.049806 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 98cfbc35-8407-4d20-b573-2f522c31972f completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:41.052726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cc56b-38b3-4c49-b097-658c55cbc233 req-695ed6a2-7b89-4c43-b7f4-c528387ab39c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:41.060239 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cc56b-38b3-4c49-b097-658c55cbc233 req-695ed6a2-7b89-4c43-b7f4-c528387ab39c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:41.069319 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cc56b-38b3-4c49-b097-658c55cbc233 req-695ed6a2-7b89-4c43-b7f4-c528387ab39c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:41.071303 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 98cfbc35-8407-4d20-b573-2f522c31972f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:41.071681 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:41.081654 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cc56b-38b3-4c49-b097-658c55cbc233 req-695ed6a2-7b89-4c43-b7f4-c528387ab39c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:41.084257 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-782cc56b-38b3-4c49-b097-658c55cbc233 req-695ed6a2-7b89-4c43-b7f4-c528387ab39c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5427 time: 0.1880987 Jul 30 01:49:41.149126 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eab54-6b73-467f-bb94-fa0c8bfec35c req-cc6f6083-2fee-4565-9c2b-a47852bf2504 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:41.151320 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce2eab54-6b73-467f-bb94-fa0c8bfec35c req-cc6f6083-2fee-4565-9c2b-a47852bf2504 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 945 time: 0.0923386 Jul 30 01:49:41.152265 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-782cc56b-38b3-4c49-b097-658c55cbc233 req-8f77f30b-6ee9-42f9-865d-b32641c499c5 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584195 Jul 30 01:49:41.237973 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce2eab54-6b73-467f-bb94-fa0c8bfec35c req-6547d953-a6e9-461e-9b24-70e14d8b7ca0 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790198 Jul 30 01:49:41.266107 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['64c3d04a-350f-42ab-b7c4-89ebbc977cf2'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:41.268222 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['8afcfcbc-832b-4d27-b3ca-e91965e8e3a8'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:41.290180 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['315a7406-2643-4d03-a6a5-cb3eb25b25d1'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:41.373917 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['1fbafec7-5127-446b-a82d-868408b0985e'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:41.377414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['6789236d-21f2-4490-8311-d49341e86769'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:41.426825 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793db46-cb93-480f-9317-96d80a23c750 req-6a85d0e7-21ff-4176-bb5d-dfb50552850d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:41.432076 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8793db46-cb93-480f-9317-96d80a23c750 req-6a85d0e7-21ff-4176-bb5d-dfb50552850d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.1314881 Jul 30 01:49:41.502959 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8793db46-cb93-480f-9317-96d80a23c750 req-0ffad35d-a119-4995-a1ac-1c77f6e1df9e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630369 Jul 30 01:49:41.605073 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e64c9-363e-4370-835e-c53cd5462092 req-2500183e-0591-478e-9238-e11bfeaf0349 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:41.615903 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9d5e64c9-363e-4370-835e-c53cd5462092 req-2500183e-0591-478e-9238-e11bfeaf0349 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.1373136 Jul 30 01:49:41.678493 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9d5e64c9-363e-4370-835e-c53cd5462092 req-6a62f0fd-78fa-426e-a4b9-1469f5a1917a tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562925 Jul 30 01:49:41.683732 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:41.775941 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:41.901269 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-646a1b52-8eb3-4b78-9373-dfff6b818808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:42.015764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 98cfbc35-8407-4d20-b573-2f522c31972f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=98cfbc35-8407-4d20-b573-2f522c31972f,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:42.190061 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:42.192172 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['61bf0a42-0151-48da-a146-3ff03bb1e0c5'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:42.292031 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:42.325686 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bf5a0-5f15-476d-ab8f-59705aae3897 req-b6ca173b-947b-4888-b683-6f2445933900 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:42.331486 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bf5a0-5f15-476d-ab8f-59705aae3897 req-b6ca173b-947b-4888-b683-6f2445933900 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:42.337813 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bf5a0-5f15-476d-ab8f-59705aae3897 req-b6ca173b-947b-4888-b683-6f2445933900 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:42.344230 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bf5a0-5f15-476d-ab8f-59705aae3897 req-b6ca173b-947b-4888-b683-6f2445933900 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:42.352237 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bf5a0-5f15-476d-ab8f-59705aae3897 req-b6ca173b-947b-4888-b683-6f2445933900 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:42.359385 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bf5a0-5f15-476d-ab8f-59705aae3897 req-b6ca173b-947b-4888-b683-6f2445933900 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:42.365578 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bf5a0-5f15-476d-ab8f-59705aae3897 req-b6ca173b-947b-4888-b683-6f2445933900 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:42.373783 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-619bf5a0-5f15-476d-ab8f-59705aae3897 req-b6ca173b-947b-4888-b683-6f2445933900 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5428 time: 0.1114349 Jul 30 01:49:42.408573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de248918-48e1-41f7-b3af-287f251baefd req-432fa858-a10e-4e49-bf69-4e882a959cda tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:42.419413 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de248918-48e1-41f7-b3af-287f251baefd req-432fa858-a10e-4e49-bf69-4e882a959cda tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 945 time: 0.1092317 Jul 30 01:49:42.449256 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-619bf5a0-5f15-476d-ab8f-59705aae3897 req-07e305a9-88fa-4aa7-ab19-6db55cf3cf9e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0744441 Jul 30 01:49:42.492476 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de248918-48e1-41f7-b3af-287f251baefd req-39b4fb43-fe54-4f7e-9726-804fb2f1a4c5 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717800 Jul 30 01:49:42.527860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=98cfbc35-8407-4d20-b573-2f522c31972f,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:42.660981 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e99dd-830e-4a28-9264-047d0c5d35cd req-1f82d997-c2c4-447c-bebb-a688891f267c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:42.662759 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8a5e99dd-830e-4a28-9264-047d0c5d35cd req-1f82d997-c2c4-447c-bebb-a688891f267c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.0708652 Jul 30 01:49:42.681261 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:42.681645 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:42.721257 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8a5e99dd-830e-4a28-9264-047d0c5d35cd req-1dd5e705-09bb-4d19-90d7-e039a679d1f0 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511606 Jul 30 01:49:42.788496 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:42.835649 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d949bec-13f4-43e7-9877-4e2a7d3b2f21 req-3e6aefcf-a673-4a0f-8fe3-75dd60bea385 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:42.837276 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d949bec-13f4-43e7-9877-4e2a7d3b2f21 req-3e6aefcf-a673-4a0f-8fe3-75dd60bea385 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0697126 Jul 30 01:49:42.910362 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d949bec-13f4-43e7-9877-4e2a7d3b2f21 req-8a1c91fe-405b-4976-a775-7d4e8eed38d4 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632012 Jul 30 01:49:42.935065 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cfbc35-8407-4d20-b573-2f522c31972f'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:42.937287 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21349a5d-27b2-43a0-b20e-4fa059afa526" -d '{"events": [{"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-plugged", "status": "completed", "tag": "98cfbc35-8407-4d20-b573-2f522c31972f"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:42.972531 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:42.988833 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cc8593-86cb-4c42-a599-6571470d74ae x-openstack-request-id: req-62cc8593-86cb-4c42-a599-6571470d74ae {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:42.989124 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-plugged", "status": "completed", "tag": "98cfbc35-8407-4d20-b573-2f522c31972f", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:42.990631 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-62cc8593-86cb-4c42-a599-6571470d74ae {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:42.991239 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cfbc35-8407-4d20-b573-2f522c31972f', 'code': 200} Jul 30 01:49:43.046887 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:43.108801 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:43.155566 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:43.609758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bd686-a471-4a8d-9bee-d9d6712e8bb6 req-9571769e-3d62-435c-a9a0-83180ef25414 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:43.617625 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-043bd686-a471-4a8d-9bee-d9d6712e8bb6 req-9571769e-3d62-435c-a9a0-83180ef25414 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 945 time: 0.0618563 Jul 30 01:49:43.643583 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e17e1-2d69-44bc-b5e8-6d6c09aa3546 req-01f4127d-fbec-4166-b727-a05169db7895 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:43.649942 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e17e1-2d69-44bc-b5e8-6d6c09aa3546 req-01f4127d-fbec-4166-b727-a05169db7895 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:43.657431 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e17e1-2d69-44bc-b5e8-6d6c09aa3546 req-01f4127d-fbec-4166-b727-a05169db7895 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:43.663746 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-043bd686-a471-4a8d-9bee-d9d6712e8bb6 req-204b6d3d-d85f-4ca8-965c-203a17cce51c tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452135 Jul 30 01:49:43.663930 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e17e1-2d69-44bc-b5e8-6d6c09aa3546 req-01f4127d-fbec-4166-b727-a05169db7895 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:43.670067 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e17e1-2d69-44bc-b5e8-6d6c09aa3546 req-01f4127d-fbec-4166-b727-a05169db7895 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:43.676775 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e17e1-2d69-44bc-b5e8-6d6c09aa3546 req-01f4127d-fbec-4166-b727-a05169db7895 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:43.683204 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e17e1-2d69-44bc-b5e8-6d6c09aa3546 req-01f4127d-fbec-4166-b727-a05169db7895 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:43.685285 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-255e17e1-2d69-44bc-b5e8-6d6c09aa3546 req-01f4127d-fbec-4166-b727-a05169db7895 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5428 time: 0.1371884 Jul 30 01:49:43.739996 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-255e17e1-2d69-44bc-b5e8-6d6c09aa3546 req-503140fc-0327-4215-9b97-0687294367d8 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0479803 Jul 30 01:49:43.861641 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a05775-093b-478e-b093-ffe29349784a req-81cb4eb4-339b-48de-ae3c-abe8cb844597 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:43.863305 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-58a05775-093b-478e-b093-ffe29349784a req-81cb4eb4-339b-48de-ae3c-abe8cb844597 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.0572498 Jul 30 01:49:43.914862 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-58a05775-093b-478e-b093-ffe29349784a req-d31c748d-1d4b-4228-9175-7a2bdddcff46 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432060 Jul 30 01:49:44.065162 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34732dfe-8b6e-4d36-9b4d-d862b7b3e570 req-81d6abae-bcfb-4306-b0fc-0b0f32dd241b tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:44.073962 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-34732dfe-8b6e-4d36-9b4d-d862b7b3e570 req-81d6abae-bcfb-4306-b0fc-0b0f32dd241b tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0627396 Jul 30 01:49:44.117673 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-34732dfe-8b6e-4d36-9b4d-d862b7b3e570 req-5503237c-9aa2-46ec-992c-4eac5f5477e0 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425894 Jul 30 01:49:44.514261 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:44.794054 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f839f-d626-4cb2-927d-a829e77dc597 req-d332637b-5ae6-40fd-9f64-84e1f6107f35 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:44.799528 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd4f839f-d626-4cb2-927d-a829e77dc597 req-d332637b-5ae6-40fd-9f64-84e1f6107f35 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 945 time: 0.0585155 Jul 30 01:49:44.841242 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd4f839f-d626-4cb2-927d-a829e77dc597 req-978a3868-dff3-402a-9e96-373a883b062e tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381181 Jul 30 01:49:44.914093 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2d7fc-f6bf-4a03-a610-f5126703aa75 req-f293102f-eab2-41cb-b516-2a3e06772153 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:44.921518 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2d7fc-f6bf-4a03-a610-f5126703aa75 req-f293102f-eab2-41cb-b516-2a3e06772153 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:44.927430 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2d7fc-f6bf-4a03-a610-f5126703aa75 req-f293102f-eab2-41cb-b516-2a3e06772153 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:44.937092 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2d7fc-f6bf-4a03-a610-f5126703aa75 req-f293102f-eab2-41cb-b516-2a3e06772153 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:44.943496 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2d7fc-f6bf-4a03-a610-f5126703aa75 req-f293102f-eab2-41cb-b516-2a3e06772153 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:44.949363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2d7fc-f6bf-4a03-a610-f5126703aa75 req-f293102f-eab2-41cb-b516-2a3e06772153 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:44.955850 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2d7fc-f6bf-4a03-a610-f5126703aa75 req-f293102f-eab2-41cb-b516-2a3e06772153 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:44.957813 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ff2d7fc-f6bf-4a03-a610-f5126703aa75 req-f293102f-eab2-41cb-b516-2a3e06772153 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5428 time: 0.0980723 Jul 30 01:49:44.992654 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025e4cde-e924-42b6-bbcb-5d26776bc274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:44.995230 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3bded6-d059-4b2e-8eb3-37b79fb121fb" -d '{"events": [{"server_uuid": "025e4cde-e924-42b6-bbcb-5d26776bc274", "name": "network-vif-plugged", "status": "completed", "tag": "f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:45.030145 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ff2d7fc-f6bf-4a03-a610-f5126703aa75 req-b6c45c56-f3c5-42da-aed0-fdd5d41ee3b1 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633116 Jul 30 01:49:45.058922 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545642b-81d2-4a3f-8e1d-de85758cee5a req-1b21a9f0-acd4-45be-bce2-ca462ff1f6c2 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:45.060636 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f545642b-81d2-4a3f-8e1d-de85758cee5a req-1b21a9f0-acd4-45be-bce2-ca462ff1f6c2 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.0711176 Jul 30 01:49:45.077712 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2549788-50ea-4926-83ff-c5b52c3da599 x-openstack-request-id: req-d2549788-50ea-4926-83ff-c5b52c3da599 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:45.078001 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025e4cde-e924-42b6-bbcb-5d26776bc274", "name": "network-vif-plugged", "status": "completed", "tag": "f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:45.078254 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d2549788-50ea-4926-83ff-c5b52c3da599 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:45.078892 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025e4cde-e924-42b6-bbcb-5d26776bc274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec', 'code': 200} Jul 30 01:49:45.131056 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f545642b-81d2-4a3f-8e1d-de85758cee5a req-4bdc506d-d708-4d0f-912b-98c2943aa7f5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608420 Jul 30 01:49:45.265859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1057d-7b3f-417a-8385-a8a2a5d7e39f req-7fdcb635-cd34-4bbb-b4b1-4f56d19fdfd7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:45.270815 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0f1057d-7b3f-417a-8385-a8a2a5d7e39f req-7fdcb635-cd34-4bbb-b4b1-4f56d19fdfd7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0660994 Jul 30 01:49:45.327629 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0f1057d-7b3f-417a-8385-a8a2a5d7e39f req-15b300f7-a6fb-4098-8f40-9328d55df70d tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478110 Jul 30 01:49:45.992877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc612f-074d-4737-a4a0-a7ce5f02c20c req-c4745503-0392-424d-aad6-57db1ea84841 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:45.994331 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1fc612f-074d-4737-a4a0-a7ce5f02c20c req-c4745503-0392-424d-aad6-57db1ea84841 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 945 time: 0.0805278 Jul 30 01:49:46.056232 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1fc612f-074d-4737-a4a0-a7ce5f02c20c req-5d53ba33-57e4-47b4-8a6d-b49d101ca90a tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504458 Jul 30 01:49:46.200904 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18768f6b-85ff-42ae-96d8-251be855fb2b req-f3567498-806d-469a-b351-46dad5229859 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:46.207912 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18768f6b-85ff-42ae-96d8-251be855fb2b req-f3567498-806d-469a-b351-46dad5229859 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:46.214742 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18768f6b-85ff-42ae-96d8-251be855fb2b req-f3567498-806d-469a-b351-46dad5229859 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:46.223872 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18768f6b-85ff-42ae-96d8-251be855fb2b req-f3567498-806d-469a-b351-46dad5229859 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:46.229990 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18768f6b-85ff-42ae-96d8-251be855fb2b req-f3567498-806d-469a-b351-46dad5229859 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:46.236517 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18768f6b-85ff-42ae-96d8-251be855fb2b req-f3567498-806d-469a-b351-46dad5229859 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:46.240226 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:46.242669 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18768f6b-85ff-42ae-96d8-251be855fb2b req-f3567498-806d-469a-b351-46dad5229859 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:46.251445 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18768f6b-85ff-42ae-96d8-251be855fb2b req-f3567498-806d-469a-b351-46dad5229859 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5428 time: 0.1343229 Jul 30 01:49:46.271984 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d7375-9633-4cc7-8868-bbda3dc07205 req-06b4f766-a0bf-4185-98b4-5066baf4b568 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:46.274167 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-499d7375-9633-4cc7-8868-bbda3dc07205 req-06b4f766-a0bf-4185-98b4-5066baf4b568 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.0636210 Jul 30 01:49:46.293978 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18768f6b-85ff-42ae-96d8-251be855fb2b req-748f48f7-cddc-4049-97cb-eb2aa42bc243 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410972 Jul 30 01:49:46.327549 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-499d7375-9633-4cc7-8868-bbda3dc07205 req-150912bf-3f1a-40ee-b4c8-91b4e90b804a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467708 Jul 30 01:49:46.387766 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:46.393036 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:46.393494 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:46.518921 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7bf95-bf2b-4251-83f2-1ed244eceea5 req-a0ed57ea-2133-4f59-b633-86f3a63985aa tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:46.522041 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:46.529996 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bba7bf95-bf2b-4251-83f2-1ed244eceea5 req-a0ed57ea-2133-4f59-b633-86f3a63985aa tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0764844 Jul 30 01:49:46.568500 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8afcfcbc-832b-4d27-b3ca-e91965e8e3a8,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:46.589264 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bba7bf95-bf2b-4251-83f2-1ed244eceea5 req-c99e5270-dceb-414b-94f0-62dbcb983ae6 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509629 Jul 30 01:49:46.662736 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:46.663979 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 315a7406-2643-4d03-a6a5-cb3eb25b25d1 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:46.671775 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f79e2-477b-4e8f-879b-4f55bd88d583 req-3e8e3228-dc94-4cba-ae29-67b99f9479e3 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:46.673463 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a13f79e2-477b-4e8f-879b-4f55bd88d583 req-3e8e3228-dc94-4cba-ae29-67b99f9479e3 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0631039 Jul 30 01:49:46.728030 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a13f79e2-477b-4e8f-879b-4f55bd88d583 req-23561572-654f-4dd5-98ea-c9ed1b66e1e2 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469413 Jul 30 01:49:46.749544 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=8afcfcbc-832b-4d27-b3ca-e91965e8e3a8,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:46.828076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 315a7406-2643-4d03-a6a5-cb3eb25b25d1 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:46.833836 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 315a7406-2643-4d03-a6a5-cb3eb25b25d1 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:46.834594 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:46.904098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591db9c-952b-4ba0-9d15-ccf79db3be7a req-6a0662b3-c0e6-4e50-afcf-6fa2ec19c604 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:46.913386 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9591db9c-952b-4ba0-9d15-ccf79db3be7a req-6a0662b3-c0e6-4e50-afcf-6fa2ec19c604 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0876262 Jul 30 01:49:46.951836 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9591db9c-952b-4ba0-9d15-ccf79db3be7a req-37067e2a-ee51-4f25-b2c3-b923b350fe57 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372326 Jul 30 01:49:46.968576 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.018848 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 315a7406-2643-4d03-a6a5-cb3eb25b25d1, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=315a7406-2643-4d03-a6a5-cb3eb25b25d1,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:47.080077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afcfcbc-832b-4d27-b3ca-e91965e8e3a8'}, {'server_uuid': 'c5e23f30-0b9d-47b8-b30f-249294ed2cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315a7406-2643-4d03-a6a5-cb3eb25b25d1'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:47.084660 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511650a0-6e27-496b-9a52-b95131605b1a" -d '{"events": [{"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-plugged", "status": "completed", "tag": "8afcfcbc-832b-4d27-b3ca-e91965e8e3a8"}, {"server_uuid": "c5e23f30-0b9d-47b8-b30f-249294ed2cdf", "name": "network-vif-plugged", "status": "completed", "tag": "315a7406-2643-4d03-a6a5-cb3eb25b25d1"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:47.089215 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.090093 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:47.173842 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=315a7406-2643-4d03-a6a5-cb3eb25b25d1,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:47.214035 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd5da7-6734-423e-b209-2ea89cec0bc8 req-df95aac6-13f2-4963-8f49-486090a20b62 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:47.215596 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9bbd5da7-6734-423e-b209-2ea89cec0bc8 req-df95aac6-13f2-4963-8f49-486090a20b62 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 946 time: 0.0633068 Jul 30 01:49:47.251062 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:47.255417 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:47.256239 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.283014 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9bbd5da7-6734-423e-b209-2ea89cec0bc8 req-2b7952d0-7770-478f-9da6-0c27e152d063 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597663 Jul 30 01:49:47.301070 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-9e2c5911-d42a-422b-8b67-e210c0a789e0 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:47.302802 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-9e2c5911-d42a-422b-8b67-e210c0a789e0 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 812 time: 0.1589692 Jul 30 01:49:47.327854 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-d43529b4-9090-4ef2-a103-502cd85c834b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/quotas/6897963c87b34fd69f2c677d1443d2b8 HTTP/1.1" status: 200 len: 375 time: 0.0155561 Jul 30 01:49:47.341007 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462ac619-c62f-4b42-8ee8-b9a979b11f6e x-openstack-request-id: req-462ac619-c62f-4b42-8ee8-b9a979b11f6e {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:47.341620 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-plugged", "status": "completed", "tag": "8afcfcbc-832b-4d27-b3ca-e91965e8e3a8", "code": 200}, {"server_uuid": "c5e23f30-0b9d-47b8-b30f-249294ed2cdf", "name": "network-vif-plugged", "status": "completed", "tag": "315a7406-2643-4d03-a6a5-cb3eb25b25d1", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:47.342105 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-462ac619-c62f-4b42-8ee8-b9a979b11f6e {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:47.342719 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afcfcbc-832b-4d27-b3ca-e91965e8e3a8', 'code': 200} Jul 30 01:49:47.343382 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e23f30-0b9d-47b8-b30f-249294ed2cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315a7406-2643-4d03-a6a5-cb3eb25b25d1', 'code': 200} Jul 30 01:49:47.415215 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-966a0441-d75d-4454-84c2-3df7346f20e2 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0795865 Jul 30 01:49:47.417952 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.466138 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.471144 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=64c3d04a-350f-42ab-b7c4-89ebbc977cf2,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:47.498803 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3d4ea-6696-4bad-9ff4-a7b2a77bedb7 req-a37c9085-a6b2-4138-b11a-6154e3a2d610 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:47.505635 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3d4ea-6696-4bad-9ff4-a7b2a77bedb7 req-a37c9085-a6b2-4138-b11a-6154e3a2d610 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:47.512335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3d4ea-6696-4bad-9ff4-a7b2a77bedb7 req-a37c9085-a6b2-4138-b11a-6154e3a2d610 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:47.519842 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3d4ea-6696-4bad-9ff4-a7b2a77bedb7 req-a37c9085-a6b2-4138-b11a-6154e3a2d610 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:47.526367 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3d4ea-6696-4bad-9ff4-a7b2a77bedb7 req-a37c9085-a6b2-4138-b11a-6154e3a2d610 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:47.535179 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3d4ea-6696-4bad-9ff4-a7b2a77bedb7 req-a37c9085-a6b2-4138-b11a-6154e3a2d610 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:47.543994 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.545263 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 61bf0a42-0151-48da-a146-3ff03bb1e0c5 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:47.553996 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3d4ea-6696-4bad-9ff4-a7b2a77bedb7 req-a37c9085-a6b2-4138-b11a-6154e3a2d610 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:47.557540 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f9166-ae60-4a94-b929-58c0b93fd7d4 req-30c81f05-4a9e-4a4d-a582-396d70853b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:47.559220 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5a7f9166-ae60-4a94-b929-58c0b93fd7d4 req-30c81f05-4a9e-4a4d-a582-396d70853b87 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 1097 time: 0.0727172 Jul 30 01:49:47.563545 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3f3d4ea-6696-4bad-9ff4-a7b2a77bedb7 req-a37c9085-a6b2-4138-b11a-6154e3a2d610 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5429 time: 0.1359417 Jul 30 01:49:47.618392 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-a6db3fc6-444a-460a-bf3e-e56449db7e35 service neutron] 10.222.0.70 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022231 Jul 30 01:49:47.631101 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3f3d4ea-6696-4bad-9ff4-a7b2a77bedb7 req-47ada527-a688-4155-be15-bf2175baa43b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618894 Jul 30 01:49:47.644221 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=64c3d04a-350f-42ab-b7c4-89ebbc977cf2,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:47.701266 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5a7f9166-ae60-4a94-b929-58c0b93fd7d4 req-4575539f-9012-4b9f-bb04-a4014ae30ec2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326480 Jul 30 01:49:47.757883 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-f40930e0-4c0c-4b94-b59f-e52c5454eb21 service neutron] 10.222.0.70 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385610 Jul 30 01:49:47.773246 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 61bf0a42-0151-48da-a146-3ff03bb1e0c5 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:47.777485 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 61bf0a42-0151-48da-a146-3ff03bb1e0c5 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:47.777870 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.877664 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.918818 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 61bf0a42-0151-48da-a146-3ff03bb1e0c5, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=61bf0a42-0151-48da-a146-3ff03bb1e0c5,segment=NetworkSegment(48314e15-75f1-448f-ba33-e176f6ec7651),segment_id=48314e15-75f1-448f-ba33-e176f6ec7651)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:48.189046 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f1663-e4d3-415c-b601-9e52a99588c2 req-66a81ef6-f118-4910-95de-ba4b4cba4e92 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:48.189046 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-de8f1663-e4d3-415c-b601-9e52a99588c2 req-66a81ef6-f118-4910-95de-ba4b4cba4e92 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0577393 Jul 30 01:49:48.224172 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-de8f1663-e4d3-415c-b601-9e52a99588c2 req-5b7c861e-cd2d-414a-9cce-2ad5cad8eaaf tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456018 Jul 30 01:49:48.261046 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-259264a6-1bc7-4dcd-bc9c-c8ed1751e2d8 req-f2e97ca9-f2d3-45fa-a2a7-5f6ca96d2ca4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 210 time: 0.0336010 Jul 30 01:49:48.300514 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.301407 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 6789236d-21f2-4490-8311-d49341e86769 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:48.382219 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=61bf0a42-0151-48da-a146-3ff03bb1e0c5,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:48.419638 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e55a9d-98a2-4dae-8d36-83a7cb9a709f req-70e9b473-5024-45cc-864a-1d13272c16e7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:48.421241 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b6e55a9d-98a2-4dae-8d36-83a7cb9a709f req-70e9b473-5024-45cc-864a-1d13272c16e7 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 946 time: 0.0773647 Jul 30 01:49:48.469351 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b6e55a9d-98a2-4dae-8d36-83a7cb9a709f req-880aa4c4-9833-4214-bd14-6faec35cd4f8 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385182 Jul 30 01:49:48.491421 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 6789236d-21f2-4490-8311-d49341e86769 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:48.495529 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 6789236d-21f2-4490-8311-d49341e86769 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:48.496073 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.617188 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.655545 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 6789236d-21f2-4490-8311-d49341e86769, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6789236d-21f2-4490-8311-d49341e86769,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:48.738223 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.742094 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 1fbafec7-5127-446b-a82d-868408b0985e up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:48.809280 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae022475-af37-4bf2-b14c-6ca110b64cbe req-5a2fa247-e5a9-4dbd-99af-8464df6fd68f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:48.815451 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae022475-af37-4bf2-b14c-6ca110b64cbe req-5a2fa247-e5a9-4dbd-99af-8464df6fd68f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:48.821814 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae022475-af37-4bf2-b14c-6ca110b64cbe req-5a2fa247-e5a9-4dbd-99af-8464df6fd68f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:48.833814 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=6789236d-21f2-4490-8311-d49341e86769,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:48.846847 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae022475-af37-4bf2-b14c-6ca110b64cbe req-5a2fa247-e5a9-4dbd-99af-8464df6fd68f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:48.853009 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae022475-af37-4bf2-b14c-6ca110b64cbe req-5a2fa247-e5a9-4dbd-99af-8464df6fd68f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:48.861263 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae022475-af37-4bf2-b14c-6ca110b64cbe req-5a2fa247-e5a9-4dbd-99af-8464df6fd68f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:48.867666 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae022475-af37-4bf2-b14c-6ca110b64cbe req-5a2fa247-e5a9-4dbd-99af-8464df6fd68f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:48.870021 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae022475-af37-4bf2-b14c-6ca110b64cbe req-5a2fa247-e5a9-4dbd-99af-8464df6fd68f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5432 time: 0.1409349 Jul 30 01:49:48.927046 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae022475-af37-4bf2-b14c-6ca110b64cbe req-20869971-a50b-48f7-b2a4-bcb0338bcd5f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503280 Jul 30 01:49:48.961254 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 1fbafec7-5127-446b-a82d-868408b0985e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:48.965426 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 1fbafec7-5127-446b-a82d-868408b0985e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:48.965808 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.093104 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.141760 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1fbafec7-5127-446b-a82d-868408b0985e, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1fbafec7-5127-446b-a82d-868408b0985e,segment=NetworkSegment(48314e15-75f1-448f-ba33-e176f6ec7651),segment_id=48314e15-75f1-448f-ba33-e176f6ec7651)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:49.228871 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.346521 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=1fbafec7-5127-446b-a82d-868408b0985e,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:49.346521 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c3d04a-350f-42ab-b7c4-89ebbc977cf2'}, {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bf0a42-0151-48da-a146-3ff03bb1e0c5'}, {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6789236d-21f2-4490-8311-d49341e86769'}, {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbafec7-5127-446b-a82d-868408b0985e'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:49.347757 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7baffb-0f46-4934-83b3-eb0107ede07b" -d '{"events": [{"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-plugged", "status": "completed", "tag": "64c3d04a-350f-42ab-b7c4-89ebbc977cf2"}, {"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-plugged", "status": "completed", "tag": "61bf0a42-0151-48da-a146-3ff03bb1e0c5"}, {"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-plugged", "status": "completed", "tag": "6789236d-21f2-4490-8311-d49341e86769"}, {"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-plugged", "status": "completed", "tag": "1fbafec7-5127-446b-a82d-868408b0985e"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:49.457530 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b5b12-0e9d-482e-b9c9-a085d314efa2 req-416d6a9d-3356-4256-9f2d-ffb3a9272475 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:49.467614 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f8b5b12-0e9d-482e-b9c9-a085d314efa2 req-416d6a9d-3356-4256-9f2d-ffb3a9272475 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0806110 Jul 30 01:49:49.470344 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a629718d-0298-453e-a3fc-a934e195aaf1 req-11e9c358-06d8-4a03-a778-30e9dff57dc7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 210 time: 0.0359006 Jul 30 01:49:49.550312 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f8b5b12-0e9d-482e-b9c9-a085d314efa2 req-1178ec57-a55f-4dbb-b45f-1526c99820f6 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816596 Jul 30 01:49:49.633176 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752bc821-31a1-4968-bee5-b8812e40ebe3 x-openstack-request-id: req-752bc821-31a1-4968-bee5-b8812e40ebe3 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:49.633709 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-plugged", "status": "completed", "tag": "64c3d04a-350f-42ab-b7c4-89ebbc977cf2", "code": 200}, {"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-plugged", "status": "completed", "tag": "61bf0a42-0151-48da-a146-3ff03bb1e0c5", "code": 200}, {"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-plugged", "status": "completed", "tag": "6789236d-21f2-4490-8311-d49341e86769", "code": 200}, {"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-plugged", "status": "completed", "tag": "1fbafec7-5127-446b-a82d-868408b0985e", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:49.634322 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-752bc821-31a1-4968-bee5-b8812e40ebe3 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:49.634962 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c3d04a-350f-42ab-b7c4-89ebbc977cf2', 'code': 200} Jul 30 01:49:49.635395 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bf0a42-0151-48da-a146-3ff03bb1e0c5', 'code': 200} Jul 30 01:49:49.635822 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6789236d-21f2-4490-8311-d49341e86769', 'code': 200} Jul 30 01:49:49.636248 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbafec7-5127-446b-a82d-868408b0985e', 'code': 200} Jul 30 01:49:49.764705 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d74e8-7254-4cb1-9423-34bfd5150008 req-1675993e-41a5-4588-b8fb-f438afb70686 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:49.773037 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4f8d74e8-7254-4cb1-9423-34bfd5150008 req-1675993e-41a5-4588-b8fb-f438afb70686 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 946 time: 0.0766985 Jul 30 01:49:49.811039 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4f8d74e8-7254-4cb1-9423-34bfd5150008 req-3d11fbc8-8c0d-4c4f-b260-67ce1d5d8d3b tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366731 Jul 30 01:49:49.903614 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c10db-6209-4c20-b680-2cbaef00a383 req-0a21ed72-4f72-41b1-b812-f46f0cea534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:49.904507 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c10db-6209-4c20-b680-2cbaef00a383 req-0a21ed72-4f72-41b1-b812-f46f0cea534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:49.905158 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c10db-6209-4c20-b680-2cbaef00a383 req-0a21ed72-4f72-41b1-b812-f46f0cea534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:49.905650 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c10db-6209-4c20-b680-2cbaef00a383 req-0a21ed72-4f72-41b1-b812-f46f0cea534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:49.906423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c10db-6209-4c20-b680-2cbaef00a383 req-0a21ed72-4f72-41b1-b812-f46f0cea534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:49.907482 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c10db-6209-4c20-b680-2cbaef00a383 req-0a21ed72-4f72-41b1-b812-f46f0cea534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:49.908712 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c10db-6209-4c20-b680-2cbaef00a383 req-0a21ed72-4f72-41b1-b812-f46f0cea534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:49.911377 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-460c10db-6209-4c20-b680-2cbaef00a383 req-0a21ed72-4f72-41b1-b812-f46f0cea534a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 6490 time: 0.0916514 Jul 30 01:49:49.969168 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-460c10db-6209-4c20-b680-2cbaef00a383 req-bdb749c3-b788-4640-ba91-c814013dec50 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e7f82b5a-cca9-43e3-802f-33dc9166a641&id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400355 Jul 30 01:49:50.087799 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8f524-957d-4383-9a54-6238eb41860e req-c4b27dd2-95b4-48c2-83a0-30d8f7d81d1e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.109278 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8f524-957d-4383-9a54-6238eb41860e req-c4b27dd2-95b4-48c2-83a0-30d8f7d81d1e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.116665 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8f524-957d-4383-9a54-6238eb41860e req-c4b27dd2-95b4-48c2-83a0-30d8f7d81d1e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.123510 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8f524-957d-4383-9a54-6238eb41860e req-c4b27dd2-95b4-48c2-83a0-30d8f7d81d1e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.129900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8f524-957d-4383-9a54-6238eb41860e req-c4b27dd2-95b4-48c2-83a0-30d8f7d81d1e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.136337 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8f524-957d-4383-9a54-6238eb41860e req-c4b27dd2-95b4-48c2-83a0-30d8f7d81d1e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.142340 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8f524-957d-4383-9a54-6238eb41860e req-c4b27dd2-95b4-48c2-83a0-30d8f7d81d1e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.150173 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79c8f524-957d-4383-9a54-6238eb41860e req-c4b27dd2-95b4-48c2-83a0-30d8f7d81d1e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5433 time: 0.1265521 Jul 30 01:49:50.191535 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79c8f524-957d-4383-9a54-6238eb41860e req-bba3097e-3103-4734-8003-4cca1bd007dc tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404854 Jul 30 01:49:50.430405 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bef89-35e7-4153-be99-eddabe012fb3 req-1e3d28fe-ee29-4ca7-a64d-fa5ee8490f72 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.432112 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ec7bef89-35e7-4153-be99-eddabe012fb3 req-1e3d28fe-ee29-4ca7-a64d-fa5ee8490f72 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 946 time: 0.0822535 Jul 30 01:49:50.475692 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ec7bef89-35e7-4153-be99-eddabe012fb3 req-7ef2e0d3-1440-444e-a64b-8850fa1db959 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373147 Jul 30 01:49:50.600434 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b29cd28e-365f-468d-95f3-eb8c7d851eb0 req-afc32cc8-8da3-4079-ba0f-c735956d3f0a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 210 time: 0.0431120 Jul 30 01:49:50.690672 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdd356-9344-4a77-a4ff-bc747d5215c4 req-0023fd3c-b529-4fea-b5fc-cfc9fe6e86d5 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.692743 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1cbdd356-9344-4a77-a4ff-bc747d5215c4 req-0023fd3c-b529-4fea-b5fc-cfc9fe6e86d5 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0581577 Jul 30 01:49:50.740044 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1cbdd356-9344-4a77-a4ff-bc747d5215c4 req-7c351109-37e7-49d9-ba94-671a8d9611ac tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376339 Jul 30 01:49:51.331868 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-851366a5-e802-4935-8ffe-e2d65e3c16d7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:51.333825 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-851366a5-e802-4935-8ffe-e2d65e3c16d7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.77 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 812 time: 0.1850002 Jul 30 01:49:51.376595 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-b9d2b036-b95d-47b7-aaf1-61ef2a943b1a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Request body: {'port': {'device_id': 'd3cdee55-6882-46ed-bf11-33b38649d927', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'admin_state_up': True, 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:51.453354 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53d4d2-ca6f-48ae-a9be-3b495980ee27 req-c41f0748-b6dc-422b-bdeb-f3e86df682a4 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:51.483791 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53d4d2-ca6f-48ae-a9be-3b495980ee27 req-c41f0748-b6dc-422b-bdeb-f3e86df682a4 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:51.496252 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53d4d2-ca6f-48ae-a9be-3b495980ee27 req-c41f0748-b6dc-422b-bdeb-f3e86df682a4 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:51.513103 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53d4d2-ca6f-48ae-a9be-3b495980ee27 req-c41f0748-b6dc-422b-bdeb-f3e86df682a4 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:51.525877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53d4d2-ca6f-48ae-a9be-3b495980ee27 req-c41f0748-b6dc-422b-bdeb-f3e86df682a4 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:51.546372 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53d4d2-ca6f-48ae-a9be-3b495980ee27 req-c41f0748-b6dc-422b-bdeb-f3e86df682a4 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:51.550500 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53d4d2-ca6f-48ae-a9be-3b495980ee27 req-c41f0748-b6dc-422b-bdeb-f3e86df682a4 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:51.559549 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ae53d4d2-ca6f-48ae-a9be-3b495980ee27 req-c41f0748-b6dc-422b-bdeb-f3e86df682a4 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5433 time: 0.2245448 Jul 30 01:49:51.582786 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:49:51.689460 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee408b6-152a-4d44-8d52-c4dfb04ea66e req-362282f5-0442-4ad1-ac28-d1b13322269a tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:51.699947 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2ee408b6-152a-4d44-8d52-c4dfb04ea66e req-362282f5-0442-4ad1-ac28-d1b13322269a tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 946 time: 0.0866356 Jul 30 01:49:51.722913 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ae53d4d2-ca6f-48ae-a9be-3b495980ee27 req-c144ba16-fa5e-4b3b-9561-e3156ce4141b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1576962 Jul 30 01:49:51.762875 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2ee408b6-152a-4d44-8d52-c4dfb04ea66e req-4665af18-81d4-47a6-b5e0-d589dfd4044f tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618904 Jul 30 01:49:51.848230 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd0c0622-c411-47e1-aae1-1aa3426a48a3 req-6692059d-33ec-4ece-8de1-01be8ae118e7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 210 time: 0.0335279 Jul 30 01:49:52.053937 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc3d10-19fc-45c4-a70b-cc52bcbf4cbe req-30f72a19-5f31-483d-9ef1-85ccb080a09f tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:52.053937 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b2dc3d10-19fc-45c4-a70b-cc52bcbf4cbe req-30f72a19-5f31-483d-9ef1-85ccb080a09f tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0654860 Jul 30 01:49:52.053937 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b2dc3d10-19fc-45c4-a70b-cc52bcbf4cbe req-a9326697-09a4-4706-94dc-5fcb8bf63c46 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344269 Jul 30 01:49:52.155642 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-b9d2b036-b95d-47b7-aaf1-61ef2a943b1a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Made reservation on behalf of 6897963c87b34fd69f2c677d1443d2b8 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:52.160077 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-b9d2b036-b95d-47b7-aaf1-61ef2a943b1a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:52.311678 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-b9d2b036-b95d-47b7-aaf1-61ef2a943b1a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Allocated IP 172.20.0.10 (8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7/549f13c1-0bda-4ad3-9592-2ba57ba86a47/00b13194-64bb-49db-9e83-4dde2cb5cb13) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:52.607302 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-b9d2b036-b95d-47b7-aaf1-61ef2a943b1a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:52.629719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-b9d2b036-b95d-47b7-aaf1-61ef2a943b1a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Transition to ACTIVE for port object 00b13194-64bb-49db-9e83-4dde2cb5cb13 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:52.641075 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c1a4d-e155-4e49-a7b2-ee26b0d7ccee req-2f002078-d09e-4b3e-ac4c-9bb0f0bd0b39 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:52.641075 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ce5c1a4d-e155-4e49-a7b2-ee26b0d7ccee req-2f002078-d09e-4b3e-ac4c-9bb0f0bd0b39 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 946 time: 0.1048317 Jul 30 01:49:52.711866 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ce5c1a4d-e155-4e49-a7b2-ee26b0d7ccee req-ed7159ab-58ed-47f7-a5f0-0ab22002e6ed tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615952 Jul 30 01:49:52.783003 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-b9d2b036-b95d-47b7-aaf1-61ef2a943b1a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:52.806530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['1a12eb71-838e-4718-8d21-2a7470945e26'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:52.869456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-b9d2b036-b95d-47b7-aaf1-61ef2a943b1a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:52.893574 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-b9d2b036-b95d-47b7-aaf1-61ef2a943b1a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:52.898505 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2b036-b95d-47b7-aaf1-61ef2a943b1a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Pushing event updated for resources: {'Port': ['ID=00b13194-64bb-49db-9e83-4dde2cb5cb13,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:52.900993 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-b9d2b036-b95d-47b7-aaf1-61ef2a943b1a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:52.923376 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a500c3-3a84-459a-9cf1-59c77de90dc4 req-99b3e214-e80c-46a6-8916-0553897ab3ab tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:52.929903 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a500c3-3a84-459a-9cf1-59c77de90dc4 req-99b3e214-e80c-46a6-8916-0553897ab3ab tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:52.936577 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a500c3-3a84-459a-9cf1-59c77de90dc4 req-99b3e214-e80c-46a6-8916-0553897ab3ab tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:52.944333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a500c3-3a84-459a-9cf1-59c77de90dc4 req-99b3e214-e80c-46a6-8916-0553897ab3ab tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:52.953570 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a500c3-3a84-459a-9cf1-59c77de90dc4 req-99b3e214-e80c-46a6-8916-0553897ab3ab tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:52.960514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a500c3-3a84-459a-9cf1-59c77de90dc4 req-99b3e214-e80c-46a6-8916-0553897ab3ab tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:52.970487 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a500c3-3a84-459a-9cf1-59c77de90dc4 req-99b3e214-e80c-46a6-8916-0553897ab3ab tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:52.978729 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-b9d2b036-b95d-47b7-aaf1-61ef2a943b1a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:52.979466 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-b9d2b036-b95d-47b7-aaf1-61ef2a943b1a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:52.984427 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1a500c3-3a84-459a-9cf1-59c77de90dc4 req-99b3e214-e80c-46a6-8916-0553897ab3ab tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5433 time: 0.1680105 Jul 30 01:49:53.049860 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1a500c3-3a84-459a-9cf1-59c77de90dc4 req-69f964e1-634d-4c4d-b2d3-ad880d0600f3 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598109 Jul 30 01:49:53.093369 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceab7e-532b-4284-9bf3-2f3e1c824cc8 req-d2ed56c0-7677-4182-bf74-1c279e66372d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:53.095956 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c6ceab7e-532b-4284-9bf3-2f3e1c824cc8 req-d2ed56c0-7677-4182-bf74-1c279e66372d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 932 time: 0.0909052 Jul 30 01:49:53.098451 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-b9d2b036-b95d-47b7-aaf1-61ef2a943b1a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7270637 Jul 30 01:49:53.125713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] Request body: {'port': {'device_id': 'd3cdee55-6882-46ed-bf11-33b38649d927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:53.221182 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c6ceab7e-532b-4284-9bf3-2f3e1c824cc8 req-b1bdc72e-060e-450d-8bfa-f5c0a7a8aa60 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111815 Jul 30 01:49:53.229756 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.257777 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff855349-2f60-436e-9c98-82776da1493f req-fb008d3c-cd04-43ee-bcc9-4f344fdacd32 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:53.264653 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ff855349-2f60-436e-9c98-82776da1493f req-fb008d3c-cd04-43ee-bcc9-4f344fdacd32 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.1128476 Jul 30 01:49:53.315918 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ff855349-2f60-436e-9c98-82776da1493f req-2f8fb12b-bf04-4234-9d9f-0ac16dbb96f0 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449836 Jul 30 01:49:53.321234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-29bdeb7c-c660-4192-b4a7-8d17ca5c3df7 None None] Provisioning for port 00b13194-64bb-49db-9e83-4dde2cb5cb13 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:53.328873 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-29bdeb7c-c660-4192-b4a7-8d17ca5c3df7 None None] Provisioning complete for port 00b13194-64bb-49db-9e83-4dde2cb5cb13 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:53.329253 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29bdeb7c-c660-4192-b4a7-8d17ca5c3df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.382935 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-29bdeb7c-c660-4192-b4a7-8d17ca5c3df7 None None] Port 00b13194-64bb-49db-9e83-4dde2cb5cb13 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:53.622176 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b13194-64bb-49db-9e83-4dde2cb5cb13 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:53.631867 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.649743 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] Transition to ACTIVE for port object 00b13194-64bb-49db-9e83-4dde2cb5cb13 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:53.662630 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbca5ce-9813-4ee9-9aa6-4f4d4170017a req-8634bf76-3b19-442c-b0f8-d8f9b07a799b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:53.668467 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbca5ce-9813-4ee9-9aa6-4f4d4170017a req-8634bf76-3b19-442c-b0f8-d8f9b07a799b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:53.674444 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbca5ce-9813-4ee9-9aa6-4f4d4170017a req-8634bf76-3b19-442c-b0f8-d8f9b07a799b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:53.680314 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbca5ce-9813-4ee9-9aa6-4f4d4170017a req-8634bf76-3b19-442c-b0f8-d8f9b07a799b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:53.686189 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbca5ce-9813-4ee9-9aa6-4f4d4170017a req-8634bf76-3b19-442c-b0f8-d8f9b07a799b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:53.692157 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbca5ce-9813-4ee9-9aa6-4f4d4170017a req-8634bf76-3b19-442c-b0f8-d8f9b07a799b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:53.698058 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbca5ce-9813-4ee9-9aa6-4f4d4170017a req-8634bf76-3b19-442c-b0f8-d8f9b07a799b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:53.700005 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bbbca5ce-9813-4ee9-9aa6-4f4d4170017a req-8634bf76-3b19-442c-b0f8-d8f9b07a799b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5433 time: 0.1206505 Jul 30 01:49:53.712668 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44076) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:53.712847 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.718542 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-d8b9073e-0728-43df-bccb-10593a7fbd32 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Request body: {'floatingip': {'port_id': '3ef93241-9ad7-4b70-a889-e1188e914d4a'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:53.766999 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] Pushing event updated for resources: {'Port': ['ID=00b13194-64bb-49db-9e83-4dde2cb5cb13,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:53.781451 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d8b9073e-0728-43df-bccb-10593a7fbd32 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for floatingip, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.904166 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] Attempting to bind port 00b13194-64bb-49db-9e83-4dde2cb5cb13 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:53.904642 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] Attempting to bind port 00b13194-64bb-49db-9e83-4dde2cb5cb13 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:53.905077 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] Attempting to bind port 00b13194-64bb-49db-9e83-4dde2cb5cb13 on network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:53.912767 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] Port 00b13194-64bb-49db-9e83-4dde2cb5cb13 on network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:49:53.912767 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] Attempting to bind port 00b13194-64bb-49db-9e83-4dde2cb5cb13 on network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:53.924435 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:53.924619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] Checking segment: {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:53.925139 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] Bound using segment: {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:53.925465 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] Bound port: 00b13194-64bb-49db-9e83-4dde2cb5cb13, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:53.925839 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.999855 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9f139-7f4a-47b7-8a35-a50744572b93 req-196055cb-4fee-4392-aae3-83577dd65d93 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:54.015748 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-95c9f139-7f4a-47b7-8a35-a50744572b93 req-196055cb-4fee-4392-aae3-83577dd65d93 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 946 time: 0.1689427 Jul 30 01:49:54.102473 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] For port 00b13194-64bb-49db-9e83-4dde2cb5cb13, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:54.107869 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-95c9f139-7f4a-47b7-8a35-a50744572b93 req-083b23b8-ac3e-427f-bcfa-15f5b6b3a6ef tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907395 Jul 30 01:49:54.119556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] For port 00b13194-64bb-49db-9e83-4dde2cb5cb13, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=00b13194-64bb-49db-9e83-4dde2cb5cb13,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:54.199601 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:54.287810 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:54.296784 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:54.299490 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] 10.222.0.77 "PUT /v2.0/ports/00b13194-64bb-49db-9e83-4dde2cb5cb13 HTTP/1.1" status: 200 len: 1092 time: 1.1780148 Jul 30 01:49:54.300478 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3cdee55-6882-46ed-bf11-33b38649d927', 'tag': '00b13194-64bb-49db-9e83-4dde2cb5cb13'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:54.304220 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823f77f9-b8ef-4a56-822e-743e19d000be" -d '{"events": [{"name": "network-changed", "server_uuid": "d3cdee55-6882-46ed-bf11-33b38649d927", "tag": "00b13194-64bb-49db-9e83-4dde2cb5cb13"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:54.356935 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed978e1-c842-4066-bd90-f3cac5b45d2e service neutron] Pushing event updated for resources: {'Port': ['ID=00b13194-64bb-49db-9e83-4dde2cb5cb13,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:54.434218 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba073463-bb39-4554-83c1-45967a78816d req-9195fa6c-c85c-4c6f-9dfb-518c322a6da1 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:54.443385 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba073463-bb39-4554-83c1-45967a78816d req-9195fa6c-c85c-4c6f-9dfb-518c322a6da1 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 944 time: 0.0812786 Jul 30 01:49:54.448057 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc97576-6aae-461f-8254-22e910b3f961 req-49ce6b2d-b9dc-4662-9815-06297885aaa9 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:54.449916 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3dc97576-6aae-461f-8254-22e910b3f961 req-49ce6b2d-b9dc-4662-9815-06297885aaa9 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 946 time: 0.1479399 Jul 30 01:49:54.474159 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d8b9073e-0728-43df-bccb-10593a7fbd32 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:54.510954 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba073463-bb39-4554-83c1-45967a78816d req-ab113cbb-c6ea-4a8b-a258-cefd49ab29e5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664339 Jul 30 01:49:54.526982 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-e836f0ed-27ea-4cee-9767-08a21e99e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:54.529174 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-e836f0ed-27ea-4cee-9767-08a21e99e64d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 1095 time: 0.1033449 Jul 30 01:49:54.574546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d8b9073e-0728-43df-bccb-10593a7fbd32 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:54.603914 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-7743a368-c05d-4d5b-92b1-c17674310308 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00b13194-64bb-49db-9e83-4dde2cb5cb13 HTTP/1.1" status: 200 len: 217 time: 0.0537679 Jul 30 01:49:54.650311 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6351fec8-3fc5-446f-a49d-4b9b0ed83547 x-openstack-request-id: req-6351fec8-3fc5-446f-a49d-4b9b0ed83547 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:54.650883 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3cdee55-6882-46ed-bf11-33b38649d927", "tag": "00b13194-64bb-49db-9e83-4dde2cb5cb13", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:54.650977 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6351fec8-3fc5-446f-a49d-4b9b0ed83547 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:54.651431 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3cdee55-6882-46ed-bf11-33b38649d927', 'tag': '00b13194-64bb-49db-9e83-4dde2cb5cb13', 'status': 'completed', 'code': 200} Jul 30 01:49:54.676925 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-631eedbe-52e4-46be-ae4d-0e033b30484f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:54.678927 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-631eedbe-52e4-46be-ae4d-0e033b30484f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.0675364 Jul 30 01:49:54.714032 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-3dc97576-6aae-461f-8254-22e910b3f961 req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Deleting port 315a7406-2643-4d03-a6a5-cb3eb25b25d1 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:54.714400 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3dc97576-6aae-461f-8254-22e910b3f961 req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:54.769039 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-91d12c89-c901-4949-b3d0-26defcb06724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:54.770720 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-91d12c89-c901-4949-b3d0-26defcb06724 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835788 Jul 30 01:49:54.777187 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-d8b9073e-0728-43df-bccb-10593a7fbd32 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Floating IP 74070fc4-6ec4-48e2-9aba-02b7afbb2c59 associated. External IP: 172.25.1.65, port: 3ef93241-9ad7-4b70-a889-e1188e914d4a. Jul 30 01:49:54.786816 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59e368-4ce8-432e-aea8-d7b55af30461 req-b7376f5b-0525-40fc-8440-823a2bd4848d tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:54.788669 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b59e368-4ce8-432e-aea8-d7b55af30461 req-b7376f5b-0525-40fc-8440-823a2bd4848d tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0656300 Jul 30 01:49:54.882256 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b59e368-4ce8-432e-aea8-d7b55af30461 req-5184aa97-41f2-4b56-a54c-e150a7a18133 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853059 Jul 30 01:49:54.916459 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-e4b3bf39-0ade-4686-9c99-921da0983b6d service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267066 Jul 30 01:49:55.033579 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9cb11923-cff7-432b-a123-3eb159eb9ed9 req-1c9f5d00-4c59-4eca-aa8a-933a2027fcd8 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078956 Jul 30 01:49:55.221549 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f77f9-b8ef-4a56-822e-743e19d000be req-c5e18615-35d8-4ec6-b69e-656a2ca82d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:55.223232 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-823f77f9-b8ef-4a56-822e-743e19d000be req-c5e18615-35d8-4ec6-b69e-656a2ca82d8c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 1095 time: 0.0467436 Jul 30 01:49:55.239523 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-3dc97576-6aae-461f-8254-22e910b3f961 req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] For port 315a7406-2643-4d03-a6a5-cb3eb25b25d1, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=315a7406-2643-4d03-a6a5-cb3eb25b25d1,segment=NetworkSegment(21239a3f-31a4-40c0-a2e9-2b8d7774986d),segment_id=21239a3f-31a4-40c0-a2e9-2b8d7774986d)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:55.239888 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3dc97576-6aae-461f-8254-22e910b3f961 req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.257130 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-3dc97576-6aae-461f-8254-22e910b3f961 req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Calling delete_port for 315a7406-2643-4d03-a6a5-cb3eb25b25d1 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:55.448200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b9073e-0728-43df-bccb-10593a7fbd32 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Router 1043a1e7-6c0f-4dd2-8980-427befd8249a has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:49:55.619549 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b9073e-0728-43df-bccb-10593a7fbd32 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:55.626281 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d8b9073e-0728-43df-bccb-10593a7fbd32 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.632389 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3bca31-5ae6-4e86-9c3a-099348bd56a7 None None] Sync routers for ids ['1043a1e7-6c0f-4dd2-8980-427befd8249a'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:55.644713 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3bca31-5ae6-4e86-9c3a-099348bd56a7 None None] Routers {'1043a1e7-6c0f-4dd2-8980-427befd8249a'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:55.645438 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8c3bca31-5ae6-4e86-9c3a-099348bd56a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:49:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1043a1e7-6c0f-4dd2-8980-427befd8249a'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:55.672016 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d8b9073e-0728-43df-bccb-10593a7fbd32 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "PUT /v2.0/floatingips/74070fc4-6ec4-48e2-9aba-02b7afbb2c59 HTTP/1.1" status: 200 len: 990 time: 1.9578416 Jul 30 01:49:55.673322 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'tag': '3ef93241-9ad7-4b70-a889-e1188e914d4a'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:55.675648 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c33f9e-144b-4298-8706-7c738e2f31a8" -d '{"events": [{"name": "network-changed", "server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "tag": "3ef93241-9ad7-4b70-a889-e1188e914d4a"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:55.678316 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e08a2b-8ca2-422f-b573-d39e48790e80 req-7960bbdb-5684-46cc-b3d7-c6ddd345d47a tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:55.681580 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e1e08a2b-8ca2-422f-b573-d39e48790e80 req-7960bbdb-5684-46cc-b3d7-c6ddd345d47a tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 946 time: 0.4572873 Jul 30 01:49:55.692759 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca3c5c-c3e9-4b3b-a3d5-5e5db2b510af req-8e886357-c826-473a-9b05-b0796e009648 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:55.694431 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c4ca3c5c-c3e9-4b3b-a3d5-5e5db2b510af req-8e886357-c826-473a-9b05-b0796e009648 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 944 time: 0.0867634 Jul 30 01:49:55.720182 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3dc97576-6aae-461f-8254-22e910b3f961 req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.751719 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e1e08a2b-8ca2-422f-b573-d39e48790e80 req-d3274a71-c0f7-442e-81ba-fa90d813e1cf tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/security-groups?id=e24275af-a68a-4d7c-8c58-d7952ba5dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536730 Jul 30 01:49:55.755169 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['315a7406-2643-4d03-a6a5-cb3eb25b25d1'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:55.755706 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f77f9-b8ef-4a56-822e-743e19d000be req-a1c8d294-b529-4a11-8492-38dda694266c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:55.757989 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-823f77f9-b8ef-4a56-822e-743e19d000be req-a1c8d294-b529-4a11-8492-38dda694266c service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 913 time: 0.5248880 Jul 30 01:49:55.769181 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Pushing event deleted for resources: {'Port': ['ID=315a7406-2643-4d03-a6a5-cb3eb25b25d1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:55.774965 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c4ca3c5c-c3e9-4b3b-a3d5-5e5db2b510af req-ab817d20-ee57-42bb-a102-5c25fbc323f5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728772 Jul 30 01:49:55.786786 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.787133 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.787479 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.788058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.788396 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.788806 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.789201 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.789531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.789879 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.790180 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.790544 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.790870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.840417 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc97576-6aae-461f-8254-22e910b3f961 req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] No DVR routers for this DVR port 315a7406-2643-4d03-a6a5-cb3eb25b25d1 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:55.843955 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3dc97576-6aae-461f-8254-22e910b3f961 req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.847300 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3dc97576-6aae-461f-8254-22e910b3f961 req-97a643a0-1fb9-4fb2-8e4d-51d066c0c353 tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.77 "DELETE /v2.0/ports/315a7406-2643-4d03-a6a5-cb3eb25b25d1 HTTP/1.1" status: 204 len: 173 time: 1.3895600 Jul 30 01:49:55.869370 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-823f77f9-b8ef-4a56-822e-743e19d000be req-377b7b93-d281-4adf-a8ec-a662a285b793 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00b13194-64bb-49db-9e83-4dde2cb5cb13 HTTP/1.1" status: 200 len: 217 time: 0.0765033 Jul 30 01:49:55.919829 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-8c3bca31-5ae6-4e86-9c3a-099348bd56a7 None None] Set router 1043a1e7-6c0f-4dd2-8980-427befd8249a gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:49:55.977874 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f77f9-b8ef-4a56-822e-743e19d000be req-71f5abbe-3fd1-4727-a69f-65e7b26d115a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:55.979391 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-823f77f9-b8ef-4a56-822e-743e19d000be req-71f5abbe-3fd1-4727-a69f-65e7b26d115a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.0702093 Jul 30 01:49:56.010829 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62e4763-7714-4d2a-af90-d1121d7d5053 x-openstack-request-id: req-b62e4763-7714-4d2a-af90-d1121d7d5053 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:56.011116 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "tag": "3ef93241-9ad7-4b70-a889-e1188e914d4a", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:56.011377 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b62e4763-7714-4d2a-af90-d1121d7d5053 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:56.011775 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'tag': '3ef93241-9ad7-4b70-a889-e1188e914d4a', 'status': 'completed', 'code': 200} Jul 30 01:49:56.036277 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f77f9-b8ef-4a56-822e-743e19d000be req-f6207cb2-a6d5-45b5-b821-ec9fd8c38f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:56.042959 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-823f77f9-b8ef-4a56-822e-743e19d000be req-f6207cb2-a6d5-45b5-b821-ec9fd8c38f01 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498688 Jul 30 01:49:56.173615 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-823f77f9-b8ef-4a56-822e-743e19d000be req-e2a260d6-99ee-4ab2-833b-5da14863e0ab service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248376 Jul 30 01:49:56.207463 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a2752-1355-4e0d-b059-22dc11553517 req-ae577a1a-6664-4a75-8b05-219ca1716bc4 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:56.209047 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd6a2752-1355-4e0d-b059-22dc11553517 req-ae577a1a-6664-4a75-8b05-219ca1716bc4 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.1275213 Jul 30 01:49:56.216413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c33f9e-144b-4298-8706-7c738e2f31a8 req-8c55202b-b093-4dfa-8383-5b89ccb3143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:56.216935 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c33f9e-144b-4298-8706-7c738e2f31a8 req-8c55202b-b093-4dfa-8383-5b89ccb3143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:56.217487 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c33f9e-144b-4298-8706-7c738e2f31a8 req-8c55202b-b093-4dfa-8383-5b89ccb3143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:56.218032 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c33f9e-144b-4298-8706-7c738e2f31a8 req-8c55202b-b093-4dfa-8383-5b89ccb3143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:56.218543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c33f9e-144b-4298-8706-7c738e2f31a8 req-8c55202b-b093-4dfa-8383-5b89ccb3143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:56.219703 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c33f9e-144b-4298-8706-7c738e2f31a8 req-8c55202b-b093-4dfa-8383-5b89ccb3143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:56.220189 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c33f9e-144b-4298-8706-7c738e2f31a8 req-8c55202b-b093-4dfa-8383-5b89ccb3143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:56.222194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8c33f9e-144b-4298-8706-7c738e2f31a8 req-8c55202b-b093-4dfa-8383-5b89ccb3143c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b925993cc6564ab9911b25e36e01c143&device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 6490 time: 0.1525369 Jul 30 01:49:56.252679 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8c3bca31-5ae6-4e86-9c3a-099348bd56a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'name': 'tempest-TaggedBootDevicesTest-846272825-router', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:13Z', 'updated_at': '2021-07-30T01:47:27Z', 'revision_number': 4, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'gw_port': {'id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:14Z', 'updated_at': '2021-07-30T01:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '74070fc4-6ec4-48e2-9aba-02b7afbb2c59', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'floating_ip_address': '172.25.1.65', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'port_id': '3ef93241-9ad7-4b70-a889-e1188e914d4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301', 'mac_address': 'fa:16:3e:f2:7f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:48:31Z', 'updated_at': '2021-07-30T01:49:54Z', 'revision_number': 1, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4cc6a2-7720-4ba9-990b-19951fbe7e8e', 'name': '', 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'mac_address': 'fa:16:3e:f1:bd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e06878ac-6342-4e72-a6a9-2977bc593aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:25Z', 'updated_at': '2021-07-30T01:47:34Z', 'revision_number': 5, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'subnets': [{'id': 'e06878ac-6342-4e72-a6a9-2977bc593aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:56.302283 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-823f77f9-b8ef-4a56-822e-743e19d000be req-6952d6ce-45d9-46dd-84a9-97074b3a9416 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189613 Jul 30 01:49:56.313223 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3bca31-5ae6-4e86-9c3a-099348bd56a7 None None] Checking router: 1043a1e7-6c0f-4dd2-8980-427befd8249a for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:49:56.322252 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3bca31-5ae6-4e86-9c3a-099348bd56a7 None None] Routers {'1043a1e7-6c0f-4dd2-8980-427befd8249a'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:56.322908 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8c3bca31-5ae6-4e86-9c3a-099348bd56a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:49:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1043a1e7-6c0f-4dd2-8980-427befd8249a'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:56.344807 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd6a2752-1355-4e0d-b059-22dc11553517 req-7483b01f-5202-4d18-9201-5fd42530e65a tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209776 Jul 30 01:49:56.419212 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c33f9e-144b-4298-8706-7c738e2f31a8 req-1325859f-3242-4696-a7e6-94e763eff31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:56.420872 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8c33f9e-144b-4298-8706-7c738e2f31a8 req-1325859f-3242-4696-a7e6-94e763eff31b service neutron] 10.222.0.77 "GET /v2.0/networks?id=c4c1a6d3-9310-46dd-b172-3b32195b5301 HTTP/1.1" status: 200 len: 912 time: 0.1507130 Jul 30 01:49:56.463285 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-8c3bca31-5ae6-4e86-9c3a-099348bd56a7 None None] Set router 1043a1e7-6c0f-4dd2-8980-427befd8249a gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:49:56.497398 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8c33f9e-144b-4298-8706-7c738e2f31a8 req-d1dedc7f-8cdd-4e1b-b36d-b2e728cf2d75 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ef93241-9ad7-4b70-a889-e1188e914d4a HTTP/1.1" status: 200 len: 998 time: 0.0685086 Jul 30 01:49:56.559741 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c33f9e-144b-4298-8706-7c738e2f31a8 req-34a51e67-c9cf-415a-bce9-777f76f28816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:56.561841 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8c33f9e-144b-4298-8706-7c738e2f31a8 req-34a51e67-c9cf-415a-bce9-777f76f28816 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e06878ac-6342-4e72-a6a9-2977bc593aeb HTTP/1.1" status: 200 len: 850 time: 0.0553055 Jul 30 01:49:56.605809 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-79211670-d5f3-4940-a898-90fb9a38d871 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:56.609922 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-79211670-d5f3-4940-a898-90fb9a38d871 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/networks?id=451069e3-0489-46ed-9dc8-b24b5ce11b0a HTTP/1.1" status: 200 len: 804 time: 0.1262553 Jul 30 01:49:56.631424 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c33f9e-144b-4298-8706-7c738e2f31a8 req-4d7b3e42-11fb-46d3-bf09-3fb45d94023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:56.631537 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-476d06c2-ddcf-4af1-a1f9-704810faaee6 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/quotas/2211a8e1d006442d9db8c662662819e1 HTTP/1.1" status: 200 len: 375 time: 0.0093820 Jul 30 01:49:56.631633 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8c33f9e-144b-4298-8706-7c738e2f31a8 req-4d7b3e42-11fb-46d3-bf09-3fb45d94023e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c4c1a6d3-9310-46dd-b172-3b32195b5301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574093 Jul 30 01:49:56.695283 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-fce9abe7-9dbf-4e02-add2-3f6742d93c2d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2211a8e1d006442d9db8c662662819e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627935 Jul 30 01:49:56.727753 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8c3bca31-5ae6-4e86-9c3a-099348bd56a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'name': 'tempest-TaggedBootDevicesTest-846272825-router', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:13Z', 'updated_at': '2021-07-30T01:47:27Z', 'revision_number': 4, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'gw_port': {'id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:14Z', 'updated_at': '2021-07-30T01:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '74070fc4-6ec4-48e2-9aba-02b7afbb2c59', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'floating_ip_address': '172.25.1.65', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'port_id': '3ef93241-9ad7-4b70-a889-e1188e914d4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301', 'mac_address': 'fa:16:3e:f2:7f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:48:31Z', 'updated_at': '2021-07-30T01:49:54Z', 'revision_number': 1, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4cc6a2-7720-4ba9-990b-19951fbe7e8e', 'name': '', 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'mac_address': 'fa:16:3e:f1:bd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e06878ac-6342-4e72-a6a9-2977bc593aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:25Z', 'updated_at': '2021-07-30T01:47:34Z', 'revision_number': 5, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'subnets': [{'id': 'e06878ac-6342-4e72-a6a9-2977bc593aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:56.747175 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8c33f9e-144b-4298-8706-7c738e2f31a8 req-0b1c61a2-c1c4-46e0-a231-a4b3962551d4 service neutron] 10.222.0.77 "GET /v2.0/networks/c4c1a6d3-9310-46dd-b172-3b32195b5301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116495 Jul 30 01:49:56.762779 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3bca31-5ae6-4e86-9c3a-099348bd56a7 None None] The sync data for ids ['1043a1e7-6c0f-4dd2-8980-427befd8249a'] in n-d-713498-9 is: [{'id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'name': 'tempest-TaggedBootDevicesTest-846272825-router', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:13Z', 'updated_at': '2021-07-30T01:47:27Z', 'revision_number': 4, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'gw_port': {'id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:14Z', 'updated_at': '2021-07-30T01:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '74070fc4-6ec4-48e2-9aba-02b7afbb2c59', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'floating_ip_address': '172.25.1.65', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'port_id': '3ef93241-9ad7-4b70-a889-e1188e914d4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301', 'mac_address': 'fa:16:3e:f2:7f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:48:31Z', 'updated_at': '2021-07-30T01:49:54Z', 'revision_number': 1, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4cc6a2-7720-4ba9-990b-19951fbe7e8e', 'name': '', 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'mac_address': 'fa:16:3e:f1:bd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e06878ac-6342-4e72-a6a9-2977bc593aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:25Z', 'updated_at': '2021-07-30T01:47:34Z', 'revision_number': 5, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'subnets': [{'id': 'e06878ac-6342-4e72-a6a9-2977bc593aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:56.804686 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-5da84e57-58af-4244-84da-a3831dbf539e service neutron] 10.222.0.70 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056211 Jul 30 01:49:56.903237 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8c33f9e-144b-4298-8706-7c738e2f31a8 req-42919375-6fe6-4e85-bf44-f2146fd26a84 service neutron] 10.222.0.77 "GET /v2.0/networks/c4c1a6d3-9310-46dd-b172-3b32195b5301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276436 Jul 30 01:49:56.938906 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-7bd820e3-7230-4e36-bb03-1c9040df7678 service neutron] 10.222.0.70 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359305 Jul 30 01:49:56.955249 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f810a47d-8ae1-4581-b406-76e7f8581279 req-90f04afd-6c84-49b0-a4ac-5ee48d8d15be tempest-DeleteServersTestJSON-180819689 tempest-DeleteServersTestJSON-180819689-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e23f30-0b9d-47b8-b30f-249294ed2cdf HTTP/1.1" status: 200 len: 210 time: 0.0471647 Jul 30 01:49:57.096484 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d022aac-f7f5-4813-9fea-27965a569f40 req-14a13111-cad8-4081-9ffb-fefea6143e91 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:57.098083 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d022aac-f7f5-4813-9fea-27965a569f40 req-14a13111-cad8-4081-9ffb-fefea6143e91 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 944 time: 0.0577881 Jul 30 01:49:57.126213 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20833f78-3cff-4f99-a322-08c8ebc50e34 None None] New status for floating IP 74070fc4-6ec4-48e2-9aba-02b7afbb2c59: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:49:57.143392 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d022aac-f7f5-4813-9fea-27965a569f40 req-6bf8b870-c81c-46fe-b669-e53c075cf42b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386982 Jul 30 01:49:57.271106 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-23f1d560-7725-415a-b450-891a8b2cd7a4 req-4ea14f57-babb-4efb-ad92-f20f2ac2e3d0 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 210 time: 0.0446064 Jul 30 01:49:57.487217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c963cd-3535-48dc-8b3d-2d147971ae3b req-45a1a61c-be59-4bd0-86bf-92d82e4ef8a4 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:57.488805 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b8c963cd-3535-48dc-8b3d-2d147971ae3b req-45a1a61c-be59-4bd0-86bf-92d82e4ef8a4 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0683210 Jul 30 01:49:57.533127 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b8c963cd-3535-48dc-8b3d-2d147971ae3b req-aafe6347-1be7-45f4-b8cb-221a4af95789 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374279 Jul 30 01:49:58.013111 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e23f30-0b9d-47b8-b30f-249294ed2cdf', 'name': 'network-vif-deleted', 'tag': '315a7406-2643-4d03-a6a5-cb3eb25b25d1'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:58.016314 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbfa508-0ce3-4eea-b5c1-2b9edd36d733" -d '{"events": [{"server_uuid": "c5e23f30-0b9d-47b8-b30f-249294ed2cdf", "name": "network-vif-deleted", "tag": "315a7406-2643-4d03-a6a5-cb3eb25b25d1"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:58.052320 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d9af8f-f1a6-447d-b1c2-f418b587c407 x-openstack-request-id: req-a8d9af8f-f1a6-447d-b1c2-f418b587c407 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:58.052676 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e23f30-0b9d-47b8-b30f-249294ed2cdf", "name": "network-vif-deleted", "tag": "315a7406-2643-4d03-a6a5-cb3eb25b25d1", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:58.053098 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a8d9af8f-f1a6-447d-b1c2-f418b587c407 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:58.053615 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e23f30-0b9d-47b8-b30f-249294ed2cdf', 'name': 'network-vif-deleted', 'tag': '315a7406-2643-4d03-a6a5-cb3eb25b25d1', 'status': 'completed', 'code': 200} Jul 30 01:49:58.270381 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74edb8-0151-40c6-9137-4054657fa285 req-527f2f0c-40a5-49f8-a222-1d8ac205116c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:58.272180 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6a74edb8-0151-40c6-9137-4054657fa285 req-527f2f0c-40a5-49f8-a222-1d8ac205116c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 944 time: 0.0567205 Jul 30 01:49:58.302606 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 00b13194-64bb-49db-9e83-4dde2cb5cb13 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:58.310193 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 315a7406-2643-4d03-a6a5-cb3eb25b25d1 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:49:58.346581 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6a74edb8-0151-40c6-9137-4054657fa285 req-079e4a48-b57c-4d74-a986-f1738397b3b9 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674491 Jul 30 01:49:58.348146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ce791-244c-4055-948a-4494735a3f27 req-47a13c5c-8235-4c22-aff9-417b603dd095 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:58.349964 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d3ce791-244c-4055-948a-4494735a3f27 req-47a13c5c-8235-4c22-aff9-417b603dd095 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.77 "GET /v2.0/ports?device_id=025e4cde-e924-42b6-bbcb-5d26776bc274 HTTP/1.1" status: 200 len: 945 time: 0.0633483 Jul 30 01:49:58.356605 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 315a7406-2643-4d03-a6a5-cb3eb25b25d1 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:49:58.356949 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 315a7406-2643-4d03-a6a5-cb3eb25b25d1 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:49:58.357373 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:49:58.483520 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-292af00e-e76a-45f6-9795-ba8578da3261 req-0e9e5591-43c7-41ff-859d-eeb608ffe8e6 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 210 time: 0.0351598 Jul 30 01:49:58.525053 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-5d3ce791-244c-4055-948a-4494735a3f27 req-45e247e6-d786-4bfc-929c-9476dd72b07a tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Deleting port f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:58.529868 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5d3ce791-244c-4055-948a-4494735a3f27 req-45e247e6-d786-4bfc-929c-9476dd72b07a tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.587653 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.609016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 00b13194-64bb-49db-9e83-4dde2cb5cb13, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=00b13194-64bb-49db-9e83-4dde2cb5cb13,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:58.624179 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025e4cde-e924-42b6-bbcb-5d26776bc274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:58.627328 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e308fa7-6c14-4a90-93af-2a6e01ee5d06" -d '{"events": [{"server_uuid": "025e4cde-e924-42b6-bbcb-5d26776bc274", "name": "network-vif-unplugged", "status": "completed", "tag": "f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:58.639833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-5d3ce791-244c-4055-948a-4494735a3f27 req-45e247e6-d786-4bfc-929c-9476dd72b07a tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] For port f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:58.640389 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5d3ce791-244c-4055-948a-4494735a3f27 req-45e247e6-d786-4bfc-929c-9476dd72b07a tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.642955 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '00b13194-64bb-49db-9e83-4dde2cb5cb13', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'port_id': '00b13194-64bb-49db-9e83-4dde2cb5cb13', 'mac_address': 'fa:16:3e:19:74:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:58.651443 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:58.668108 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-5d3ce791-244c-4055-948a-4494735a3f27 req-45e247e6-d786-4bfc-929c-9476dd72b07a tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Calling delete_port for f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:58.711493 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.725263 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dac6bc-5ef6-42ea-89da-fd16e8242790 x-openstack-request-id: req-63dac6bc-5ef6-42ea-89da-fd16e8242790 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:58.725560 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025e4cde-e924-42b6-bbcb-5d26776bc274", "name": "network-vif-unplugged", "status": "completed", "tag": "f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:58.726105 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63dac6bc-5ef6-42ea-89da-fd16e8242790 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:58.726605 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025e4cde-e924-42b6-bbcb-5d26776bc274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec', 'code': 200} Jul 30 01:49:58.732385 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b13194-64bb-49db-9e83-4dde2cb5cb13 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:58.758492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 00b13194-64bb-49db-9e83-4dde2cb5cb13, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=00b13194-64bb-49db-9e83-4dde2cb5cb13,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:58.758492 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.776200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cabcd1-5cfd-48e0-a54a-a8e9932950d8 req-8b550056-341b-45fa-958b-c2db2ae77cd5 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:58.777876 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11cabcd1-5cfd-48e0-a54a-a8e9932950d8 req-8b550056-341b-45fa-958b-c2db2ae77cd5 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.1111531 Jul 30 01:49:58.806220 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:58.858740 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11cabcd1-5cfd-48e0-a54a-a8e9932950d8 req-7a36d045-70a9-446d-9f56-7edf1f8f8a0e tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726278 Jul 30 01:49:58.863797 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.932353 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=00b13194-64bb-49db-9e83-4dde2cb5cb13,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:59.033062 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5d3ce791-244c-4055-948a-4494735a3f27 req-45e247e6-d786-4bfc-929c-9476dd72b07a tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:59.066055 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e247e6-d786-4bfc-929c-9476dd72b07a tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Pushing event deleted for resources: {'Port': ['ID=f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:59.119623 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3ce791-244c-4055-948a-4494735a3f27 req-45e247e6-d786-4bfc-929c-9476dd72b07a tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] No DVR routers for this DVR port f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:59.122558 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5d3ce791-244c-4055-948a-4494735a3f27 req-45e247e6-d786-4bfc-929c-9476dd72b07a tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:59.125234 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d3ce791-244c-4055-948a-4494735a3f27 req-45e247e6-d786-4bfc-929c-9476dd72b07a tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.77 "DELETE /v2.0/ports/f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec HTTP/1.1" status: 204 len: 173 time: 0.7480526 Jul 30 01:49:59.302431 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['00b13194-64bb-49db-9e83-4dde2cb5cb13'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:59.508915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369d192-094d-4e93-a6bb-950d5f9d6ed2 req-a0c1d1f8-92e6-4a82-b721-29839aad9214 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:59.511632 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e369d192-094d-4e93-a6bb-950d5f9d6ed2 req-a0c1d1f8-92e6-4a82-b721-29839aad9214 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 945 time: 0.0919087 Jul 30 01:49:59.580604 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e369d192-094d-4e93-a6bb-950d5f9d6ed2 req-5cdec9a8-e0ea-4390-bbe6-7a97019b833d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543625 Jul 30 01:49:59.654907 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2d0d34d0-b467-4e87-a98a-b5294825b3bf req-3634188e-8862-4b78-b73e-ad561c88c36e tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 210 time: 0.0719938 Jul 30 01:49:59.852455 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-a4ca4916-5ae6-439a-809f-4e3b01296de2 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:59.853984 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-a4ca4916-5ae6-439a-809f-4e3b01296de2 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.77 "GET /v2.0/networks?id=451069e3-0489-46ed-9dc8-b24b5ce11b0a HTTP/1.1" status: 200 len: 804 time: 0.1307535 Jul 30 01:49:59.877255 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-bc673a39-8ad4-4614-b3b6-40ff01d3caa8 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Request body: {'port': {'device_id': 'f8297abb-3d08-49ae-9861-9e6c45b5f1be', 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a', 'admin_state_up': True, 'tenant_id': '2211a8e1d006442d9db8c662662819e1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:00.054819 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025e4cde-e924-42b6-bbcb-5d26776bc274', 'name': 'network-vif-deleted', 'tag': 'f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:00.058403 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af40c41a-d80c-4999-8656-68e1011c6e57" -d '{"events": [{"server_uuid": "025e4cde-e924-42b6-bbcb-5d26776bc274", "name": "network-vif-deleted", "tag": "f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:00.066807 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12b8ad-ce0f-4382-8971-82149957dcd4 req-693cc014-bc09-408c-8274-2edaeabfbfb0 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:00.068510 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e12b8ad-ce0f-4382-8971-82149957dcd4 req-693cc014-bc09-408c-8274-2edaeabfbfb0 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0621433 Jul 30 01:50:00.100385 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01feeda-23e9-4f64-bd64-1d220e79854a x-openstack-request-id: req-b01feeda-23e9-4f64-bd64-1d220e79854a {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:00.100681 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025e4cde-e924-42b6-bbcb-5d26776bc274", "name": "network-vif-deleted", "tag": "f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:00.100991 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b01feeda-23e9-4f64-bd64-1d220e79854a {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:00.101395 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025e4cde-e924-42b6-bbcb-5d26776bc274', 'name': 'network-vif-deleted', 'tag': 'f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec', 'status': 'completed', 'code': 200} Jul 30 01:50:00.116456 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e12b8ad-ce0f-4382-8971-82149957dcd4 req-8f10e358-1fa1-4141-8a49-b531cfdcfe75 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413756 Jul 30 01:50:00.176096 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-bc673a39-8ad4-4614-b3b6-40ff01d3caa8 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Made reservation on behalf of 2211a8e1d006442d9db8c662662819e1 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:00.180429 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-bc673a39-8ad4-4614-b3b6-40ff01d3caa8 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.327792 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:00.333826 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-bc673a39-8ad4-4614-b3b6-40ff01d3caa8 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Allocated IP 172.20.0.10 (451069e3-0489-46ed-9dc8-b24b5ce11b0a/f913f80b-cf68-4e50-b702-51dfbe27bf11/c6118949-13de-4490-8f25-2e971885f06a) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:00.364197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:00.365563 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device f45d5b24-b5d7-4cb1-8ce8-0133ed49f6ec not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:00.496708 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-bc673a39-8ad4-4614-b3b6-40ff01d3caa8 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.639716 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-bc673a39-8ad4-4614-b3b6-40ff01d3caa8 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.690473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-bc673a39-8ad4-4614-b3b6-40ff01d3caa8 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Network 451069e3-0489-46ed-9dc8-b24b5ce11b0a is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:00.693917 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-bc673a39-8ad4-4614-b3b6-40ff01d3caa8 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:00.698021 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-bc673a39-8ad4-4614-b3b6-40ff01d3caa8 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:00.714679 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8d75a-89e9-445c-8643-5ad1cd99f1f0 req-9c51832d-4b55-4278-a4c7-e7dead64a843 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:00.723128 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3de8d75a-89e9-445c-8643-5ad1cd99f1f0 req-9c51832d-4b55-4278-a4c7-e7dead64a843 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 945 time: 0.0820327 Jul 30 01:50:00.729768 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc673a39-8ad4-4614-b3b6-40ff01d3caa8 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Pushing event updated for resources: {'Port': ['ID=c6118949-13de-4490-8f25-2e971885f06a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:00.759840 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3de8d75a-89e9-445c-8643-5ad1cd99f1f0 req-c7d806b8-4f06-4b3d-8707-763488c0f229 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359032 Jul 30 01:50:00.798804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-bc673a39-8ad4-4614-b3b6-40ff01d3caa8 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:00.799493 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-bc673a39-8ad4-4614-b3b6-40ff01d3caa8 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.833193 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394fc3f-332c-4173-9221-9b5937b7898a req-06169e15-af78-4ba2-92de-9b922381035d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:00.834986 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2394fc3f-332c-4173-9221-9b5937b7898a req-06169e15-af78-4ba2-92de-9b922381035d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 932 time: 0.0875664 Jul 30 01:50:00.890841 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2394fc3f-332c-4173-9221-9b5937b7898a req-9aa083eb-59ab-49ca-b2bd-8cc165a383bb tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456393 Jul 30 01:50:00.914330 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-bc673a39-8ad4-4614-b3b6-40ff01d3caa8 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0427876 Jul 30 01:50:00.936942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] Request body: {'port': {'device_id': 'f8297abb-3d08-49ae-9861-9e6c45b5f1be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:00.994985 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:01.259733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce66c8-e0ae-47fb-9655-9c4962177e48 req-2f561187-2d02-4136-8911-98664f2c913c tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:01.261179 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-33ce66c8-e0ae-47fb-9655-9c4962177e48 req-2f561187-2d02-4136-8911-98664f2c913c tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0707040 Jul 30 01:50:01.334693 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-33ce66c8-e0ae-47fb-9655-9c4962177e48 req-6fbfbb89-3a88-43b3-99ab-cd0940b1160d tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669806 Jul 30 01:50:01.338568 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6118949-13de-4490-8f25-2e971885f06a {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:50:01.346431 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:01.359521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] Transition to ACTIVE for port object c6118949-13de-4490-8f25-2e971885f06a will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:01.478901 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:01.533946 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] Pushing event updated for resources: {'Port': ['ID=c6118949-13de-4490-8f25-2e971885f06a,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:01.603402 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] Attempting to bind port c6118949-13de-4490-8f25-2e971885f06a on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:01.603987 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] Attempting to bind port c6118949-13de-4490-8f25-2e971885f06a by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '25c6a29e-1df4-48c4-961a-43ef33b88453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:01.604394 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] Attempting to bind port c6118949-13de-4490-8f25-2e971885f06a on network 451069e3-0489-46ed-9dc8-b24b5ce11b0a {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:01.609159 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] Port c6118949-13de-4490-8f25-2e971885f06a on network 451069e3-0489-46ed-9dc8-b24b5ce11b0a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:50:01.609310 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] Attempting to bind port c6118949-13de-4490-8f25-2e971885f06a on network 451069e3-0489-46ed-9dc8-b24b5ce11b0a {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:01.614825 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:01.615173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] Checking segment: {'id': '25c6a29e-1df4-48c4-961a-43ef33b88453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:01.615561 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] Bound using segment: {'id': '25c6a29e-1df4-48c4-961a-43ef33b88453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:01.621250 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] Bound port: c6118949-13de-4490-8f25-2e971885f06a, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c6a29e-1df4-48c4-961a-43ef33b88453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:01.621250 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:01.685198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] For port c6118949-13de-4490-8f25-2e971885f06a, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:01.688638 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] For port c6118949-13de-4490-8f25-2e971885f06a, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c6118949-13de-4490-8f25-2e971885f06a,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:01.778745 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:01.820904 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:01.825028 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:01.826589 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] 10.222.0.77 "PUT /v2.0/ports/c6118949-13de-4490-8f25-2e971885f06a HTTP/1.1" status: 200 len: 1092 time: 0.8980994 Jul 30 01:50:01.896434 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d5c90-6665-40bb-84ee-f2a680e7a528 service neutron] Pushing event updated for resources: {'Port': ['ID=c6118949-13de-4490-8f25-2e971885f06a,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:01.927040 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816da21a-1c43-4a5a-bad4-0146696b21a7 req-c257f2df-1385-4674-94a4-3bf3bd204611 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:01.928693 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-816da21a-1c43-4a5a-bad4-0146696b21a7 req-c257f2df-1385-4674-94a4-3bf3bd204611 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 945 time: 0.0832880 Jul 30 01:50:01.982248 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-816da21a-1c43-4a5a-bad4-0146696b21a7 req-dcbbecda-7470-4135-b3f8-1a094cdebcb3 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452094 Jul 30 01:50:02.046768 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-267082b5-65de-4cb5-80d2-bfe90b8097ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:02.048827 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-267082b5-65de-4cb5-80d2-bfe90b8097ee service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2211a8e1d006442d9db8c662662819e1&device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 1095 time: 0.0615590 Jul 30 01:50:02.125670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8297abb-3d08-49ae-9861-9e6c45b5f1be', 'tag': 'c6118949-13de-4490-8f25-2e971885f06a'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:02.128899 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a0559d-5bfc-4fa8-b70c-eca28818c322" -d '{"events": [{"name": "network-changed", "server_uuid": "f8297abb-3d08-49ae-9861-9e6c45b5f1be", "tag": "c6118949-13de-4490-8f25-2e971885f06a"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:02.131653 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461ec40-4b2d-4c08-9d65-0ffddf720b77 req-3c6ca638-e9a2-4326-bdc1-9f14c9a00dab tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:02.134185 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-e82a4f5e-1c7d-4094-8a29-6e9d111b8f28 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6118949-13de-4490-8f25-2e971885f06a HTTP/1.1" status: 200 len: 217 time: 0.0618687 Jul 30 01:50:02.135356 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b461ec40-4b2d-4c08-9d65-0ffddf720b77 req-3c6ca638-e9a2-4326-bdc1-9f14c9a00dab tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 944 time: 0.0753760 Jul 30 01:50:02.204210 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b461ec40-4b2d-4c08-9d65-0ffddf720b77 req-1fcc4ddb-e79c-4a31-9a47-83ed24b781fe tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498071 Jul 30 01:50:02.233450 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5493ed39-0f6e-408c-acd6-191b41af7e1e x-openstack-request-id: req-5493ed39-0f6e-408c-acd6-191b41af7e1e {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:02.233812 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8297abb-3d08-49ae-9861-9e6c45b5f1be", "tag": "c6118949-13de-4490-8f25-2e971885f06a", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:02.234058 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5493ed39-0f6e-408c-acd6-191b41af7e1e {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:02.234509 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8297abb-3d08-49ae-9861-9e6c45b5f1be', 'tag': 'c6118949-13de-4490-8f25-2e971885f06a', 'status': 'completed', 'code': 200} Jul 30 01:50:02.236183 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-1142768f-822b-4ac2-b7fe-4d9145d901cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:02.238168 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-1142768f-822b-4ac2-b7fe-4d9145d901cb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f913f80b-cf68-4e50-b702-51dfbe27bf11 HTTP/1.1" status: 200 len: 844 time: 0.0958979 Jul 30 01:50:02.282975 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-1fcb7751-6540-4d33-adcb-04b767dea03f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=451069e3-0489-46ed-9dc8-b24b5ce11b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328829 Jul 30 01:50:02.333294 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 00b13194-64bb-49db-9e83-4dde2cb5cb13 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:02.378839 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44332) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:02.443254 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-72d6c3d7-739c-477e-b35a-533d3cdf6935 service neutron] 10.222.0.77 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518812 Jul 30 01:50:02.487789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 00b13194-64bb-49db-9e83-4dde2cb5cb13 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:02.488813 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 00b13194-64bb-49db-9e83-4dde2cb5cb13 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:02.490389 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.597944 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.643718 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d974a9-ac20-4138-8f01-cde1c1d880f3 req-10a86e73-5e33-4550-af2a-86c5b97b7a41 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:02.649088 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-92d974a9-ac20-4138-8f01-cde1c1d880f3 req-10a86e73-5e33-4550-af2a-86c5b97b7a41 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.1842673 Jul 30 01:50:02.679961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 00b13194-64bb-49db-9e83-4dde2cb5cb13, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=00b13194-64bb-49db-9e83-4dde2cb5cb13,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:02.681262 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cdee55-6882-46ed-bf11-33b38649d927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b13194-64bb-49db-9e83-4dde2cb5cb13'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:02.684229 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ec6e65-64cb-4222-8454-813953e52976" -d '{"events": [{"server_uuid": "d3cdee55-6882-46ed-bf11-33b38649d927", "name": "network-vif-plugged", "status": "completed", "tag": "00b13194-64bb-49db-9e83-4dde2cb5cb13"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:02.695030 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30e5dea-ef46-48b5-9ab4-926e8d343562 admin admin] Deleting subnet 00d5dfcf-9789-4d3c-a9c4-d79d05163f3c {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:50:02.699280 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d30e5dea-ef46-48b5-9ab4-926e8d343562 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.701140 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f561ac2e-9657-4586-8240-1de46c9bdaf2 req-5b4b5940-a5ad-4fbf-a4fb-418a93e6ba4e service neutron] 10.222.0.77 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496817 Jul 30 01:50:02.725868 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-92d974a9-ac20-4138-8f01-cde1c1d880f3 req-0be65329-84a9-4038-982d-3ebf4ee9e787 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649135 Jul 30 01:50:02.733027 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.756869 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d30e5dea-ef46-48b5-9ab4-926e8d343562 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.779880 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c248f6-5433-45ad-8be9-6d29b242ba7f x-openstack-request-id: req-b4c248f6-5433-45ad-8be9-6d29b242ba7f {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:02.780457 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cdee55-6882-46ed-bf11-33b38649d927", "name": "network-vif-plugged", "status": "completed", "tag": "00b13194-64bb-49db-9e83-4dde2cb5cb13", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:02.781249 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4c248f6-5433-45ad-8be9-6d29b242ba7f {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:02.781931 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3cdee55-6882-46ed-bf11-33b38649d927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b13194-64bb-49db-9e83-4dde2cb5cb13', 'code': 200} Jul 30 01:50:02.787709 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.803174 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d30e5dea-ef46-48b5-9ab4-926e8d343562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.859922 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=00b13194-64bb-49db-9e83-4dde2cb5cb13,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:02.959710 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d30e5dea-ef46-48b5-9ab4-926e8d343562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.986119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab3f19-33db-4b33-b590-a4d42b561700 req-8021ac61-80e5-44c4-bdfa-b98bcc820b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:02.988673 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-85ab3f19-33db-4b33-b590-a4d42b561700 req-8021ac61-80e5-44c4-bdfa-b98bcc820b6d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 1097 time: 0.0592427 Jul 30 01:50:03.005109 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e5dea-ef46-48b5-9ab4-926e8d343562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d5dfcf-9789-4d3c-a9c4-d79d05163f3c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:03.007853 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d30e5dea-ef46-48b5-9ab4-926e8d343562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.012527 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d30e5dea-ef46-48b5-9ab4-926e8d343562 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/00d5dfcf-9789-4d3c-a9c4-d79d05163f3c HTTP/1.1" status: 204 len: 168 time: 0.6297271 Jul 30 01:50:03.013464 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44346) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:03.023432 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0559d-5bfc-4fa8-b70c-eca28818c322 req-d3e4f8f6-eabb-42a9-91db-9c310f66edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:03.025118 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-58a0559d-5bfc-4fa8-b70c-eca28818c322 req-d3e4f8f6-eabb-42a9-91db-9c310f66edc8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2211a8e1d006442d9db8c662662819e1&device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 1095 time: 0.0964699 Jul 30 01:50:03.039978 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-85ab3f19-33db-4b33-b590-a4d42b561700 req-0ae07c5e-4c01-4871-9dcc-1a62a1a5f20d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 Jul 30 01:50:03.125706 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424c9f6-52ea-4a50-b6b7-7e0094b93110 req-3f9bbb2e-7cbb-4dfe-a99a-989adb0cf722 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:03.127863 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5424c9f6-52ea-4a50-b6b7-7e0094b93110 req-3f9bbb2e-7cbb-4dfe-a99a-989adb0cf722 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 946 time: 0.0531635 Jul 30 01:50:03.151465 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a0af711-8624-4e1c-b0a1-b968ad5b4081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.169734 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5424c9f6-52ea-4a50-b6b7-7e0094b93110 req-a38b02c0-cda9-4916-8880-f274f82c1393 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353098 Jul 30 01:50:03.221923 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0559d-5bfc-4fa8-b70c-eca28818c322 req-4b8f7b01-e827-4674-ac3c-bd21ed558777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:03.223381 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-58a0559d-5bfc-4fa8-b70c-eca28818c322 req-4b8f7b01-e827-4674-ac3c-bd21ed558777 service neutron] 10.222.0.77 "GET /v2.0/networks?id=451069e3-0489-46ed-9dc8-b24b5ce11b0a HTTP/1.1" status: 200 len: 905 time: 0.1871779 Jul 30 01:50:03.266206 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a0af711-8624-4e1c-b0a1-b968ad5b4081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.278541 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-0a0af711-8624-4e1c-b0a1-b968ad5b4081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9030b8df-7223-43a1-87ad-4d6177bec344']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:03.290212 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-0a0af711-8624-4e1c-b0a1-b968ad5b4081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21239a3f-31a4-40c0-a2e9-2b8d7774986d') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:03.290835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-0a0af711-8624-4e1c-b0a1-b968ad5b4081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21239a3f-31a4-40c0-a2e9-2b8d7774986d') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:03.302036 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a0af711-8624-4e1c-b0a1-b968ad5b4081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.317845 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a0af711-8624-4e1c-b0a1-b968ad5b4081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.325319 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0af711-8624-4e1c-b0a1-b968ad5b4081 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a0af711-8624-4e1c-b0a1-b968ad5b4081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:50:03.331329 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:50:03.357584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cddae-efa2-4e09-abd9-cf5a74b1c911 req-ebc16c73-4f5d-4d2d-99ad-c18e8151da8d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:03.369005 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-175cddae-efa2-4e09-abd9-cf5a74b1c911 req-ebc16c73-4f5d-4d2d-99ad-c18e8151da8d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 944 time: 0.0687377 Jul 30 01:50:03.413185 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-175cddae-efa2-4e09-abd9-cf5a74b1c911 req-c1558b02-6d8a-4ecc-af87-77baff729f97 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452621 Jul 30 01:50:03.423568 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-58a0559d-5bfc-4fa8-b70c-eca28818c322 req-2d9eec21-2674-4e14-8412-c427591850fe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6118949-13de-4490-8f25-2e971885f06a HTTP/1.1" status: 200 len: 217 time: 0.0544779 Jul 30 01:50:03.473303 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0559d-5bfc-4fa8-b70c-eca28818c322 req-8ee74abe-7664-4bd3-ab3e-c8121517a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:03.474826 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-58a0559d-5bfc-4fa8-b70c-eca28818c322 req-8ee74abe-7664-4bd3-ab3e-c8121517a2ce service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f913f80b-cf68-4e50-b702-51dfbe27bf11 HTTP/1.1" status: 200 len: 844 time: 0.0457616 Jul 30 01:50:03.510790 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-58a0559d-5bfc-4fa8-b70c-eca28818c322 req-4e1e4b6b-1859-4cca-9b7e-c225a2f0793f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=451069e3-0489-46ed-9dc8-b24b5ce11b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265357 Jul 30 01:50:03.515470 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a0af711-8624-4e1c-b0a1-b968ad5b4081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.523557 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a0af711-8624-4e1c-b0a1-b968ad5b4081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.526376 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0a0af711-8624-4e1c-b0a1-b968ad5b4081 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9030b8df-7223-43a1-87ad-4d6177bec344 HTTP/1.1" status: 204 len: 168 time: 0.5110285 Jul 30 01:50:03.548566 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0af711-8624-4e1c-b0a1-b968ad5b4081 admin admin] Pushing event deleted for resources: {'Network': ['ID=9030b8df-7223-43a1-87ad-4d6177bec344,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:03.646835 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-58a0559d-5bfc-4fa8-b70c-eca28818c322 req-de18f3c1-fa06-46ea-8121-72db5d9e0df0 service neutron] 10.222.0.77 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073840 Jul 30 01:50:03.741030 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-58a0559d-5bfc-4fa8-b70c-eca28818c322 req-0423bb39-1cfc-455f-951d-de9d4286551e service neutron] 10.222.0.77 "GET /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831418 Jul 30 01:50:03.862049 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1ba6e-c714-4488-92fd-d320fb67e4fb req-54fa656a-1f6d-4d97-97fa-1edb3b2cbea2 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:03.863640 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f1c1ba6e-c714-4488-92fd-d320fb67e4fb req-54fa656a-1f6d-4d97-97fa-1edb3b2cbea2 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0611775 Jul 30 01:50:03.893805 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44360) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:03.911151 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f1c1ba6e-c714-4488-92fd-d320fb67e4fb req-65d0d85f-815a-4e68-a0c0-931ddb396b84 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382242 Jul 30 01:50:03.938174 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b7c92071-eafc-43bb-8af5-6bddd2209726 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7d3611f928ae4827a5bdd2be25a39ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426648 Jul 30 01:50:03.943590 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44362) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:03.994227 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ebdbd568-6c83-417a-9491-ca9914472efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.016887 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ebdbd568-6c83-417a-9491-ca9914472efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.141613 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ebdbd568-6c83-417a-9491-ca9914472efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.144266 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ebdbd568-6c83-417a-9491-ca9914472efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.145605 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ebdbd568-6c83-417a-9491-ca9914472efb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e24275af-a68a-4d7c-8c58-d7952ba5dfb7 HTTP/1.1" status: 204 len: 168 time: 0.2009773 Jul 30 01:50:04.154102 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbd568-6c83-417a-9491-ca9914472efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24275af-a68a-4d7c-8c58-d7952ba5dfb7,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:04.304111 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480f8df-b5fe-42be-bbca-576749c2da57 req-374ccf50-911e-442d-874f-a793da1577e5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:04.305886 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5480f8df-b5fe-42be-bbca-576749c2da57 req-374ccf50-911e-442d-874f-a793da1577e5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 946 time: 0.0607450 Jul 30 01:50:04.351319 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5480f8df-b5fe-42be-bbca-576749c2da57 req-84046139-f944-4c13-9159-267a8c2257d0 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393336 Jul 30 01:50:04.530557 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d7c25-1162-4a5b-9035-9ae59c8a17e9 req-371c0deb-bfbd-4f1a-a612-9a52fe8724e1 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:04.533499 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-666d7c25-1162-4a5b-9035-9ae59c8a17e9 req-371c0deb-bfbd-4f1a-a612-9a52fe8724e1 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 944 time: 0.0556226 Jul 30 01:50:04.595423 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-666d7c25-1162-4a5b-9035-9ae59c8a17e9 req-9595ec52-caf4-42af-be35-d93f7924081e tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544493 Jul 30 01:50:04.663584 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d1b67-0e16-4f6b-a691-eb6bef17848c req-0c0a0496-6717-4ebb-a9c0-23e1f28503b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:04.665108 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-769d1b67-0e16-4f6b-a691-eb6bef17848c req-0c0a0496-6717-4ebb-a9c0-23e1f28503b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 1096 time: 0.0647469 Jul 30 01:50:04.707845 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-769d1b67-0e16-4f6b-a691-eb6bef17848c req-5e5a34b0-a094-4c80-8882-18d7eefe6e61 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322084 Jul 30 01:50:05.035210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a26b65-bcdb-4f7e-b829-a600a4c8fdc0 req-4edf4dea-11d5-4ebc-8c9b-c8ef6752cd6e tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:05.036716 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-46a26b65-bcdb-4f7e-b829-a600a4c8fdc0 req-4edf4dea-11d5-4ebc-8c9b-c8ef6752cd6e tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0588336 Jul 30 01:50:05.076628 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-46a26b65-bcdb-4f7e-b829-a600a4c8fdc0 req-5ee3a353-c6cd-4db9-9e14-891b8e4000b7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337501 Jul 30 01:50:05.374747 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44400) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:05.496065 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab05b3-e653-4011-8212-ba9609eb6cb1 req-cef8d0fe-b020-48b7-bbbc-72e6a4366167 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:05.504788 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5ab05b3-e653-4011-8212-ba9609eb6cb1 req-cef8d0fe-b020-48b7-bbbc-72e6a4366167 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 946 time: 0.0742381 Jul 30 01:50:05.527480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-973a6acd-7b04-486e-81cd-168c9f99532f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-951238173-network', 'tenant_id': '7b79287daa1a4edc9ddcb9a64b0afd4c'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:05.561665 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5ab05b3-e653-4011-8212-ba9609eb6cb1 req-8e30fc76-521b-456a-b9a8-4bbe0d6f5cab tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549312 Jul 30 01:50:05.669466 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973a6acd-7b04-486e-81cd-168c9f99532f admin admin] Made reservation on behalf of 7b79287daa1a4edc9ddcb9a64b0afd4c for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:05.674713 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-973a6acd-7b04-486e-81cd-168c9f99532f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:05.702333 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-973a6acd-7b04-486e-81cd-168c9f99532f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:05.763700 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7172ee8-b5c9-49c1-8356-506d11c01ea3 req-e92c26e5-1362-4fec-9103-e7da7672a7b5 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:05.765384 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7172ee8-b5c9-49c1-8356-506d11c01ea3 req-e92c26e5-1362-4fec-9103-e7da7672a7b5 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 944 time: 0.0802007 Jul 30 01:50:05.833805 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7172ee8-b5c9-49c1-8356-506d11c01ea3 req-98e7cc2d-9d0b-4e81-9d9b-226caf17a4a9 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585275 Jul 30 01:50:05.886855 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-973a6acd-7b04-486e-81cd-168c9f99532f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.018343 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-973a6acd-7b04-486e-81cd-168c9f99532f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.048488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973a6acd-7b04-486e-81cd-168c9f99532f admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:50:06.058862 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a6acd-7b04-486e-81cd-168c9f99532f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214aa2e2-2312-4d45-ac83-8c3e093ff7d3,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:06.064148 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-973a6acd-7b04-486e-81cd-168c9f99532f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.064549 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-973a6acd-7b04-486e-81cd-168c9f99532f admin admin] Added segment 158c33aa-bfac-4206-980a-b702f9f187be of type vlan for network fb9c773d-07b2-476e-b697-0bab392fdc08 Jul 30 01:50:06.109028 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-973a6acd-7b04-486e-81cd-168c9f99532f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.215591 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68cb03-2a59-48a5-93c7-ab622b549758 req-7586166e-ef2c-4a19-87f9-89ea79e41515 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:06.217152 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5a68cb03-2a59-48a5-93c7-ab622b549758 req-7586166e-ef2c-4a19-87f9-89ea79e41515 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0510480 Jul 30 01:50:06.229468 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d142596-a344-47fc-9d0e-0e95b9d2ddb0 req-e7619661-1515-4f86-bce0-401ce25433c8 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:06.231147 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d142596-a344-47fc-9d0e-0e95b9d2ddb0 req-e7619661-1515-4f86-bce0-401ce25433c8 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 946 time: 0.0523462 Jul 30 01:50:06.237846 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-973a6acd-7b04-486e-81cd-168c9f99532f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.238826 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973a6acd-7b04-486e-81cd-168c9f99532f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:06.239576 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-973a6acd-7b04-486e-81cd-168c9f99532f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.273774 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d142596-a344-47fc-9d0e-0e95b9d2ddb0 req-3707173b-8eb9-47d9-85b2-3e0c90d1be42 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd2dcc02-9dbb-4d1c-b6aa-4153f432e65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348623 Jul 30 01:50:06.315728 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5a68cb03-2a59-48a5-93c7-ab622b549758 req-84e9f9e6-899a-499d-8133-ca250ee24327 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921385 Jul 30 01:50:06.321001 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a6acd-7b04-486e-81cd-168c9f99532f admin admin] Pushing event updated for resources: {'Network': ['ID=fb9c773d-07b2-476e-b697-0bab392fdc08,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:06.332880 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network fb9c773d-07b2-476e-b697-0bab392fdc08 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:50:06.345538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c6118949-13de-4490-8f25-2e971885f06a details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:50:06.368331 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-973a6acd-7b04-486e-81cd-168c9f99532f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9895959 Jul 30 01:50:06.368331 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44424) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:06.373195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-2e0967b8-178d-47c0-86c5-259173b41a97 admin admin] Request body: {'subnet': {'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-951238173-subnet', 'tenant_id': '7b79287daa1a4edc9ddcb9a64b0afd4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:06.452269 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0967b8-178d-47c0-86c5-259173b41a97 admin admin] Made reservation on behalf of 7b79287daa1a4edc9ddcb9a64b0afd4c for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:06.454855 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2e0967b8-178d-47c0-86c5-259173b41a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.457118 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca641a-6b5e-4a5d-8f2b-7dd833de794f req-c37f5521-ba32-41d6-896f-87b46942d695 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:06.459049 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9bca641a-6b5e-4a5d-8f2b-7dd833de794f req-c37f5521-ba32-41d6-896f-87b46942d695 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0599720 Jul 30 01:50:06.501699 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port c6118949-13de-4490-8f25-2e971885f06a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c6118949-13de-4490-8f25-2e971885f06a,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:06.507051 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9bca641a-6b5e-4a5d-8f2b-7dd833de794f req-29a07f23-83e5-4278-bf28-62d48199e890 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373859 Jul 30 01:50:06.532913 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'c6118949-13de-4490-8f25-2e971885f06a', 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a', 'port_id': 'c6118949-13de-4490-8f25-2e971885f06a', 'mac_address': 'fa:16:3e:e5:fc:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f913f80b-cf68-4e50-b702-51dfbe27bf11', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:50:06.576566 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.592099 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6118949-13de-4490-8f25-2e971885f06a {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:50:06.627190 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port c6118949-13de-4490-8f25-2e971885f06a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c6118949-13de-4490-8f25-2e971885f06a,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:06.690514 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.740962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=c6118949-13de-4490-8f25-2e971885f06a,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:06.742583 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2e0967b8-178d-47c0-86c5-259173b41a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.799580 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0967b8-178d-47c0-86c5-259173b41a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae1c73b6-2d3c-49d9-b67b-c5a0d24d5693,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:06.808176 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0967b8-178d-47c0-86c5-259173b41a97 admin admin] Checking segment: {'id': '158c33aa-bfac-4206-980a-b702f9f187be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:06.808543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0967b8-178d-47c0-86c5-259173b41a97 admin admin] Network hostable DHCP agents. Network: fb9c773d-07b2-476e-b697-0bab392fdc08, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:50:06.943268 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0967b8-178d-47c0-86c5-259173b41a97 admin admin] Network fb9c773d-07b2-476e-b697-0bab392fdc08 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:50:06.961362 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29843e0-c4ad-43aa-b765-e5d4bdcafc62 req-2b9e9a9d-c781-46bd-b412-2d926c71557d tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:06.962950 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c29843e0-c4ad-43aa-b765-e5d4bdcafc62 req-2b9e9a9d-c781-46bd-b412-2d926c71557d tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0595896 Jul 30 01:50:06.970501 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfa223-30fd-4aa0-b94c-86746d3d9b5b req-3d2be87b-cc5c-4071-9ec1-64f619385739 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:06.972007 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-28cfa223-30fd-4aa0-b94c-86746d3d9b5b req-3d2be87b-cc5c-4071-9ec1-64f619385739 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 945 time: 0.0561037 Jul 30 01:50:07.005264 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c29843e0-c4ad-43aa-b765-e5d4bdcafc62 req-668a2dce-6e26-4cfd-a0cf-8079cd18fa86 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345714 Jul 30 01:50:07.011596 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-2e0967b8-178d-47c0-86c5-259173b41a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, fb9c773d-07b2-476e-b697-0bab392fdc08) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:07.013900 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-28cfa223-30fd-4aa0-b94c-86746d3d9b5b req-ba53cffe-629f-4b27-a189-0b7671a702ba tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353978 Jul 30 01:50:07.017033 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0967b8-178d-47c0-86c5-259173b41a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:07.017644 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2e0967b8-178d-47c0-86c5-259173b41a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:07.025362 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ec632f-a1be-499e-9208-44f958a4eb02 None None] Network fb9c773d-07b2-476e-b697-0bab392fdc08 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:07.099289 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2e0967b8-178d-47c0-86c5-259173b41a97 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7299125 Jul 30 01:50:07.161360 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd17f1e-915c-435e-8c46-4e93b32432c2 None None] Network fb9c773d-07b2-476e-b697-0bab392fdc08 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:07.175869 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['c6118949-13de-4490-8f25-2e971885f06a'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:50:07.400729 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b223685-5174-455e-8ed1-4132d2a6a5d3 req-ee1b23c3-5e80-4fc1-a936-10915e576982 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:07.402968 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b223685-5174-455e-8ed1-4132d2a6a5d3 req-ee1b23c3-5e80-4fc1-a936-10915e576982 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 946 time: 0.0546901 Jul 30 01:50:07.453816 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b223685-5174-455e-8ed1-4132d2a6a5d3 req-7b6f9bd8-86aa-455f-984c-699836e23ab3 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd2dcc02-9dbb-4d1c-b6aa-4153f432e65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401683 Jul 30 01:50:07.582169 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-fa068d5d-38be-47e4-adbc-df48c9b25f3a tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:07.583686 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-fa068d5d-38be-47e4-adbc-df48c9b25f3a tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/networks?id=fb9c773d-07b2-476e-b697-0bab392fdc08 HTTP/1.1" status: 200 len: 814 time: 0.1240163 Jul 30 01:50:07.598598 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-c41cc1a7-a48a-482c-9065-5c558545d2e9 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/quotas/7b79287daa1a4edc9ddcb9a64b0afd4c HTTP/1.1" status: 200 len: 375 time: 0.0090575 Jul 30 01:50:07.630799 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-4412aa6e-97cd-45ed-be25-c689e835f827 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7b79287daa1a4edc9ddcb9a64b0afd4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268433 Jul 30 01:50:07.688329 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-0d49da80-dc20-412e-9e79-5cf5a4d30a1b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:50:07.689449 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-0d49da80-dc20-412e-9e79-5cf5a4d30a1b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517240 Jul 30 01:50:07.788559 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-7b447c0a-0207-4508-b0de-a401e534ec2f service neutron] 10.222.0.70 "GET /v2.0/networks/fb9c773d-07b2-476e-b697-0bab392fdc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925825 Jul 30 01:50:07.884921 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-9bb2503b-eef2-4d7a-b459-e16592ea4e3f service neutron] 10.222.0.70 "GET /v2.0/networks/fb9c773d-07b2-476e-b697-0bab392fdc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896697 Jul 30 01:50:07.951963 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698257e7-eaeb-4416-b783-11dffe5c35c3 req-43d641e8-a070-4eb7-9c65-e1292e1d7f6f tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:07.953471 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-698257e7-eaeb-4416-b783-11dffe5c35c3 req-43d641e8-a070-4eb7-9c65-e1292e1d7f6f tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.10 "GET /v2.0/ports?device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 946 time: 0.0689135 Jul 30 01:50:08.050877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-698257e7-eaeb-4416-b783-11dffe5c35c3 req-8bc2f54a-8b32-45bd-8240-7f919676001a tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Deleting port 4eed2689-afe8-438c-a022-5ef10369a6a9 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:08.051486 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-698257e7-eaeb-4416-b783-11dffe5c35c3 req-8bc2f54a-8b32-45bd-8240-7f919676001a tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:08.170853 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da44c0-fb50-4f66-824c-66739201aab1 req-4db529c6-05cd-419f-a573-c0fe2e5c6efb tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:08.174585 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d5da44c0-fb50-4f66-824c-66739201aab1 req-4db529c6-05cd-419f-a573-c0fe2e5c6efb tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 945 time: 0.0607204 Jul 30 01:50:08.186819 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da426d6-e34b-461e-856c-95e965091b14 req-4ad1c442-fe00-40dc-b628-6a0e9860565f tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:08.188398 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0da426d6-e34b-461e-856c-95e965091b14 req-4ad1c442-fe00-40dc-b628-6a0e9860565f tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0829866 Jul 30 01:50:08.206226 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-698257e7-eaeb-4416-b783-11dffe5c35c3 req-8bc2f54a-8b32-45bd-8240-7f919676001a tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] For port 4eed2689-afe8-438c-a022-5ef10369a6a9, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=4eed2689-afe8-438c-a022-5ef10369a6a9,segment=NetworkSegment(4061512f-c02b-4f11-b5d9-82da288d46de),segment_id=4061512f-c02b-4f11-b5d9-82da288d46de)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:08.206652 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-698257e7-eaeb-4416-b783-11dffe5c35c3 req-8bc2f54a-8b32-45bd-8240-7f919676001a tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:08.228208 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-698257e7-eaeb-4416-b783-11dffe5c35c3 req-8bc2f54a-8b32-45bd-8240-7f919676001a tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Calling delete_port for 4eed2689-afe8-438c-a022-5ef10369a6a9 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:08.231040 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d5da44c0-fb50-4f66-824c-66739201aab1 req-e73dccc0-2558-467b-9b6f-a602fad99952 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495763 Jul 30 01:50:08.254025 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0da426d6-e34b-461e-856c-95e965091b14 req-efe8d866-fb56-4c20-a1b2-1c19d1583597 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579178 Jul 30 01:50:08.330828 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82f45dda-20ff-449b-be42-4de6b78633c2 req-2d34ae4f-ab0b-4e76-9237-2ad826e07442 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 210 time: 0.0425930 Jul 30 01:50:08.458150 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-698257e7-eaeb-4416-b783-11dffe5c35c3 req-8bc2f54a-8b32-45bd-8240-7f919676001a tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:08.474605 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['4eed2689-afe8-438c-a022-5ef10369a6a9'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:50:08.489508 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2f54a-8b32-45bd-8240-7f919676001a tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Pushing event deleted for resources: {'Port': ['ID=4eed2689-afe8-438c-a022-5ef10369a6a9,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:08.529304 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-698257e7-eaeb-4416-b783-11dffe5c35c3 req-8bc2f54a-8b32-45bd-8240-7f919676001a tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] No DVR routers for this DVR port 4eed2689-afe8-438c-a022-5ef10369a6a9 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:50:08.533188 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-698257e7-eaeb-4416-b783-11dffe5c35c3 req-8bc2f54a-8b32-45bd-8240-7f919676001a tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:08.535292 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-698257e7-eaeb-4416-b783-11dffe5c35c3 req-8bc2f54a-8b32-45bd-8240-7f919676001a tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.10 "DELETE /v2.0/ports/4eed2689-afe8-438c-a022-5ef10369a6a9 HTTP/1.1" status: 204 len: 173 time: 0.5757768 Jul 30 01:50:08.537206 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd754ba0a-95d1-4f78-b877-af05ad291122', 'name': 'network-vif-deleted', 'tag': '4eed2689-afe8-438c-a022-5ef10369a6a9'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:08.538258 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d26e1d1-d212-4f10-ac81-e58172568644" -d '{"events": [{"server_uuid": "d754ba0a-95d1-4f78-b877-af05ad291122", "name": "network-vif-deleted", "tag": "4eed2689-afe8-438c-a022-5ef10369a6a9"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:08.570097 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-83c778e6-4188-4036-bc8b-47101475c1ec req-c0c2c44d-8dc5-44bc-957a-e46c407d59a7 tempest-VolumesAdminNegativeTest-862611956 tempest-VolumesAdminNegativeTest-862611956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d754ba0a-95d1-4f78-b877-af05ad291122 HTTP/1.1" status: 200 len: 210 time: 0.0262496 Jul 30 01:50:08.622585 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f536909-789a-4b18-b240-8c2345e6cbda x-openstack-request-id: req-5f536909-789a-4b18-b240-8c2345e6cbda {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:08.623054 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d754ba0a-95d1-4f78-b877-af05ad291122", "name": "network-vif-deleted", "tag": "4eed2689-afe8-438c-a022-5ef10369a6a9", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:08.623591 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f536909-789a-4b18-b240-8c2345e6cbda {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:08.624003 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd754ba0a-95d1-4f78-b877-af05ad291122', 'name': 'network-vif-deleted', 'tag': '4eed2689-afe8-438c-a022-5ef10369a6a9', 'status': 'completed', 'code': 200} Jul 30 01:50:08.813976 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf6a9e-e0d1-47f4-b9c8-5c5c03c68aff req-6900f282-0ef0-43e4-a921-69e299609ae8 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:08.815624 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dacf6a9e-e0d1-47f4-b9c8-5c5c03c68aff req-6900f282-0ef0-43e4-a921-69e299609ae8 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0658932 Jul 30 01:50:08.858678 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dacf6a9e-e0d1-47f4-b9c8-5c5c03c68aff req-9fca3da5-c1f2-477d-a1e9-2449f76c8406 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368686 Jul 30 01:50:09.109408 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b92192d3-83c5-41f5-8669-3cb46be134ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:09.362093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3ae5b-1c71-4cbc-b291-51de4545a0d5 req-bea79556-ef23-4459-bfa2-cdc079b41dbe tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:09.363711 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-02e3ae5b-1c71-4cbc-b291-51de4545a0d5 req-bea79556-ef23-4459-bfa2-cdc079b41dbe tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 945 time: 0.0523319 Jul 30 01:50:09.410378 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-02e3ae5b-1c71-4cbc-b291-51de4545a0d5 req-26678817-e06b-4511-a236-c53dc09a9ced tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384803 Jul 30 01:50:09.430474 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-134fb076-bbc5-47a8-818a-93073415c805 req-f73c48cf-2509-46e8-a7e0-cd884c8506ef tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 210 time: 0.0391159 Jul 30 01:50:09.626824 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44508) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:09.676184 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a737395-7ffe-4a16-bf47-016c9017da8a admin admin] Deleting subnet 7d30ad2d-fc8a-41b8-81d7-4f9bc1ccbab4 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:50:09.679260 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a737395-7ffe-4a16-bf47-016c9017da8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:09.715024 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a737395-7ffe-4a16-bf47-016c9017da8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:09.757334 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a737395-7ffe-4a16-bf47-016c9017da8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:09.874209 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a737395-7ffe-4a16-bf47-016c9017da8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:09.905963 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a737395-7ffe-4a16-bf47-016c9017da8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d30ad2d-fc8a-41b8-81d7-4f9bc1ccbab4,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:09.910411 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a737395-7ffe-4a16-bf47-016c9017da8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:09.912324 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4a737395-7ffe-4a16-bf47-016c9017da8a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7d30ad2d-fc8a-41b8-81d7-4f9bc1ccbab4 HTTP/1.1" status: 204 len: 168 time: 0.2844946 Jul 30 01:50:09.914910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44516) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:10.020720 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-97b20d37-d625-41bf-a905-6d543f906f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:10.039760 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d72f7c-b990-4ac6-a81e-519317392466 req-eb05fbb8-e7fd-4160-8fc3-0592a544cc5c tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:10.041280 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-73d72f7c-b990-4ac6-a81e-519317392466 req-eb05fbb8-e7fd-4160-8fc3-0592a544cc5c tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0752285 Jul 30 01:50:10.139427 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-97b20d37-d625-41bf-a905-6d543f906f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:10.144585 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-73d72f7c-b990-4ac6-a81e-519317392466 req-35af1a18-ae03-47f4-8429-a4edc9a27e95 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965328 Jul 30 01:50:10.152642 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-97b20d37-d625-41bf-a905-6d543f906f01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e297ffa6-f370-4911-bddb-d51a30327fb5']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:10.162690 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-97b20d37-d625-41bf-a905-6d543f906f01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4061512f-c02b-4f11-b5d9-82da288d46de') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:10.162990 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-97b20d37-d625-41bf-a905-6d543f906f01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4061512f-c02b-4f11-b5d9-82da288d46de') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:10.172933 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-97b20d37-d625-41bf-a905-6d543f906f01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:10.187108 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-97b20d37-d625-41bf-a905-6d543f906f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:10.193319 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b20d37-d625-41bf-a905-6d543f906f01 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:50:10.193715 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-97b20d37-d625-41bf-a905-6d543f906f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:50:10.195421 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:50:10.372489 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-97b20d37-d625-41bf-a905-6d543f906f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:10.384478 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-97b20d37-d625-41bf-a905-6d543f906f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:10.386579 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-97b20d37-d625-41bf-a905-6d543f906f01 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e297ffa6-f370-4911-bddb-d51a30327fb5 HTTP/1.1" status: 204 len: 168 time: 0.4705873 Jul 30 01:50:10.398261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44522) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:10.398656 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c6118949-13de-4490-8f25-2e971885f06a up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:10.405925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b20d37-d625-41bf-a905-6d543f906f01 admin admin] Pushing event deleted for resources: {'Network': ['ID=e297ffa6-f370-4911-bddb-d51a30327fb5,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:10.448418 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb980362-926a-4922-8039-b5e054c5b9f9 admin admin] Deleting subnet 00414044-c23b-4ce4-93b4-5ccb9da27180 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:50:10.451883 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bb980362-926a-4922-8039-b5e054c5b9f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:10.502385 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bb980362-926a-4922-8039-b5e054c5b9f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:10.514738 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-b5ce3a87-cfbe-43ef-8b7c-72b912e20671 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:10.517019 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-b5ce3a87-cfbe-43ef-8b7c-72b912e20671 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.10 "GET /v2.0/networks?id=fb9c773d-07b2-476e-b697-0bab392fdc08 HTTP/1.1" status: 200 len: 814 time: 0.1548922 Jul 30 01:50:10.532138 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-c7f02730-c56a-4aef-819c-80b0fee2ef80 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Request body: {'port': {'device_id': 'd31713cf-e709-4012-b485-24c2d9c1e718', 'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08', 'admin_state_up': True, 'tenant_id': '7b79287daa1a4edc9ddcb9a64b0afd4c'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:10.536016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port c6118949-13de-4490-8f25-2e971885f06a completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:10.541142 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port c6118949-13de-4490-8f25-2e971885f06a triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:10.541807 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:10.560610 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7cdae9d3-51ad-4794-9fb3-2ffcc6b50da3 req-1ddbc7c2-bba7-4af8-8aff-59523694cf91 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 210 time: 0.0347116 Jul 30 01:50:10.596848 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bb980362-926a-4922-8039-b5e054c5b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:10.640672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7f940-74d2-4e4f-bcba-49423b249325 req-7838fbe7-ca9b-4c5d-b290-e668390083af tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:10.642803 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-35d7f940-74d2-4e4f-bcba-49423b249325 req-7838fbe7-ca9b-4c5d-b290-e668390083af tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 945 time: 0.1248007 Jul 30 01:50:10.669396 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:10.693971 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8297abb-3d08-49ae-9861-9e6c45b5f1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6118949-13de-4490-8f25-2e971885f06a'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:10.696253 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfecc9f-f748-496e-93e7-68bc9551b727" -d '{"events": [{"server_uuid": "f8297abb-3d08-49ae-9861-9e6c45b5f1be", "name": "network-vif-plugged", "status": "completed", "tag": "c6118949-13de-4490-8f25-2e971885f06a"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:10.709341 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-35d7f940-74d2-4e4f-bcba-49423b249325 req-f925c545-459f-489d-b205-354d9589ced6 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542595 Jul 30 01:50:10.721308 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port c6118949-13de-4490-8f25-2e971885f06a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c6118949-13de-4490-8f25-2e971885f06a,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:10.749494 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb7da61-5402-4eae-9c98-6ae03fe534f7 x-openstack-request-id: req-efb7da61-5402-4eae-9c98-6ae03fe534f7 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:10.749787 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8297abb-3d08-49ae-9861-9e6c45b5f1be", "name": "network-vif-plugged", "status": "completed", "tag": "c6118949-13de-4490-8f25-2e971885f06a", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:10.750042 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-efb7da61-5402-4eae-9c98-6ae03fe534f7 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:10.750478 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8297abb-3d08-49ae-9861-9e6c45b5f1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6118949-13de-4490-8f25-2e971885f06a', 'code': 200} Jul 30 01:50:10.755451 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bb980362-926a-4922-8039-b5e054c5b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:10.782975 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb980362-926a-4922-8039-b5e054c5b9f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00414044-c23b-4ce4-93b4-5ccb9da27180,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:10.784930 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bb980362-926a-4922-8039-b5e054c5b9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:10.787002 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bb980362-926a-4922-8039-b5e054c5b9f9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/00414044-c23b-4ce4-93b4-5ccb9da27180 HTTP/1.1" status: 204 len: 168 time: 0.3873200 Jul 30 01:50:10.794064 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44534) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:10.835084 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:10.842255 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-c7f02730-c56a-4aef-819c-80b0fee2ef80 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Made reservation on behalf of 7b79287daa1a4edc9ddcb9a64b0afd4c for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:10.844604 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 4eed2689-afe8-438c-a022-5ef10369a6a9 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:10.845905 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-c7f02730-c56a-4aef-819c-80b0fee2ef80 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:10.887776 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 4eed2689-afe8-438c-a022-5ef10369a6a9 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:10.888140 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 4eed2689-afe8-438c-a022-5ef10369a6a9 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:10.915046 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=c6118949-13de-4490-8f25-2e971885f06a,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:10.983722 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ac246d50-5c88-4af1-a805-5007f3a0779d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:11.011015 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459a24c-a45c-422a-8aa7-353126ad8e80 req-adb2f92b-3588-4e5d-83c8-08e4a66da8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:11.012566 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1459a24c-a45c-422a-8aa7-353126ad8e80 req-adb2f92b-3588-4e5d-83c8-08e4a66da8fb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 1097 time: 0.1307728 Jul 30 01:50:11.160111 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ac246d50-5c88-4af1-a805-5007f3a0779d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:11.163544 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1459a24c-a45c-422a-8aa7-353126ad8e80 req-f81f007a-67e5-4bc7-813c-4d1c85bdad82 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170139 Jul 30 01:50:11.173684 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-c7f02730-c56a-4aef-819c-80b0fee2ef80 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Allocated IP 172.20.0.14 (fb9c773d-07b2-476e-b697-0bab392fdc08/ae1c73b6-2d3c-49d9-b67b-c5a0d24d5693/609b15f5-92fc-4dcf-ba78-fe0a28207ef4) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:11.176803 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ac246d50-5c88-4af1-a805-5007f3a0779d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e42b02-eaab-4466-8a1d-28c6dd9e6121']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:11.192680 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ac246d50-5c88-4af1-a805-5007f3a0779d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3afaec5-8f82-44fd-8b60-1d6d45b4ac49') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:11.192980 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ac246d50-5c88-4af1-a805-5007f3a0779d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3afaec5-8f82-44fd-8b60-1d6d45b4ac49') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:11.205292 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ac246d50-5c88-4af1-a805-5007f3a0779d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:11.235581 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ac246d50-5c88-4af1-a805-5007f3a0779d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:11.249280 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac246d50-5c88-4af1-a805-5007f3a0779d admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:50:11.249674 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ac246d50-5c88-4af1-a805-5007f3a0779d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:50:11.251367 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:50:11.409552 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-c7f02730-c56a-4aef-819c-80b0fee2ef80 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:11.445345 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ac246d50-5c88-4af1-a805-5007f3a0779d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:11.450464 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ac246d50-5c88-4af1-a805-5007f3a0779d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:11.452311 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ac246d50-5c88-4af1-a805-5007f3a0779d admin admin] 10.222.0.70 "DELETE /v2.0/networks/52e42b02-eaab-4466-8a1d-28c6dd9e6121 HTTP/1.1" status: 204 len: 168 time: 0.6572301 Jul 30 01:50:11.463195 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac246d50-5c88-4af1-a805-5007f3a0779d admin admin] Pushing event deleted for resources: {'Network': ['ID=52e42b02-eaab-4466-8a1d-28c6dd9e6121,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:11.547919 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-c7f02730-c56a-4aef-819c-80b0fee2ef80 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:11.601054 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-c7f02730-c56a-4aef-819c-80b0fee2ef80 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Network fb9c773d-07b2-476e-b697-0bab392fdc08 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:11.604224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-c7f02730-c56a-4aef-819c-80b0fee2ef80 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:11.606995 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-c7f02730-c56a-4aef-819c-80b0fee2ef80 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:11.616882 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f02730-c56a-4aef-819c-80b0fee2ef80 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Pushing event updated for resources: {'Port': ['ID=609b15f5-92fc-4dcf-ba78-fe0a28207ef4,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:11.667859 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-c7f02730-c56a-4aef-819c-80b0fee2ef80 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:11.668491 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-c7f02730-c56a-4aef-819c-80b0fee2ef80 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:11.695044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7778f3f-075b-4179-abfa-59fbbfac3fff req-3e179132-a5cf-4b49-a678-1121412c8de0 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:11.696613 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c7778f3f-075b-4179-abfa-59fbbfac3fff req-3e179132-a5cf-4b49-a678-1121412c8de0 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 932 time: 0.0536637 Jul 30 01:50:11.713766 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-94145c0d-c0da-4745-bf89-8fb85a95f657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:11.717015 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:11.739528 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c7778f3f-075b-4179-abfa-59fbbfac3fff req-0925cdd5-9869-457f-96cb-c82a36c5959c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366282 Jul 30 01:50:11.816682 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-c7f02730-c56a-4aef-819c-80b0fee2ef80 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2887385 Jul 30 01:50:11.828589 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] Request body: {'port': {'device_id': 'd31713cf-e709-4012-b485-24c2d9c1e718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:11.852244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c59c0-89cc-463a-b09b-418da42d8cfc req-7d84d315-53d4-4c8f-8bbe-18475a755bf3 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:11.853821 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d62c59c0-89cc-463a-b09b-418da42d8cfc req-7d84d315-53d4-4c8f-8bbe-18475a755bf3 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 946 time: 0.0589242 Jul 30 01:50:11.887902 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:11.899479 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d62c59c0-89cc-463a-b09b-418da42d8cfc req-955f3bc0-cccd-4988-a5a9-eadc8cb48964 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378652 Jul 30 01:50:11.965267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44560) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:12.018687 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7c9d346c-059a-4630-b13a-fcdbae3fdbad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24ef0f737bf3491dbfbf88362270808f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490835 Jul 30 01:50:12.019301 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44562) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:12.092956 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4458cce9-cf97-4805-9d4f-770b76b0a252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:12.118287 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4458cce9-cf97-4805-9d4f-770b76b0a252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:12.220108 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:50:12.227580 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:12.307381 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4458cce9-cf97-4805-9d4f-770b76b0a252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:12.317335 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] Transition to ACTIVE for port object 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:12.317916 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4458cce9-cf97-4805-9d4f-770b76b0a252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:12.317916 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4458cce9-cf97-4805-9d4f-770b76b0a252 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd2dcc02-9dbb-4d1c-b6aa-4153f432e65b HTTP/1.1" status: 204 len: 168 time: 0.2911370 Jul 30 01:50:12.320356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458cce9-cf97-4805-9d4f-770b76b0a252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2dcc02-9dbb-4d1c-b6aa-4153f432e65b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:12.457851 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:12.510666 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] Pushing event updated for resources: {'Port': ['ID=609b15f5-92fc-4dcf-ba78-fe0a28207ef4,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:12.583821 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] Attempting to bind port 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:12.584486 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] Attempting to bind port 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '158c33aa-bfac-4206-980a-b702f9f187be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:12.584588 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] Attempting to bind port 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 on network fb9c773d-07b2-476e-b697-0bab392fdc08 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:12.588917 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] Port 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 on network fb9c773d-07b2-476e-b697-0bab392fdc08 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:50:12.589239 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] Attempting to bind port 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 on network fb9c773d-07b2-476e-b697-0bab392fdc08 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:12.594106 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:12.594976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] Checking segment: {'id': '158c33aa-bfac-4206-980a-b702f9f187be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:12.595367 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] Bound using segment: {'id': '158c33aa-bfac-4206-980a-b702f9f187be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:12.595802 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] Bound port: 609b15f5-92fc-4dcf-ba78-fe0a28207ef4, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158c33aa-bfac-4206-980a-b702f9f187be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:12.596170 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:12.667462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] For port 609b15f5-92fc-4dcf-ba78-fe0a28207ef4, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:12.670610 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] For port 609b15f5-92fc-4dcf-ba78-fe0a28207ef4, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=609b15f5-92fc-4dcf-ba78-fe0a28207ef4,segment=NetworkSegment(158c33aa-bfac-4206-980a-b702f9f187be),segment_id=158c33aa-bfac-4206-980a-b702f9f187be)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:12.744069 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:12.776251 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:12.776866 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:12.778585 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] 10.222.0.10 "PUT /v2.0/ports/609b15f5-92fc-4dcf-ba78-fe0a28207ef4 HTTP/1.1" status: 200 len: 1092 time: 0.9542494 Jul 30 01:50:12.779023 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31713cf-e709-4012-b485-24c2d9c1e718', 'tag': '609b15f5-92fc-4dcf-ba78-fe0a28207ef4'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:12.781518 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62705901-540e-4784-8ec9-c593975c0a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "d31713cf-e709-4012-b485-24c2d9c1e718", "tag": "609b15f5-92fc-4dcf-ba78-fe0a28207ef4"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:12.812136 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490474c-cb41-466e-9d2b-807a98a766eb service neutron] Pushing event updated for resources: {'Port': ['ID=609b15f5-92fc-4dcf-ba78-fe0a28207ef4,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:12.871736 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6d0c8-2f83-435c-94bd-d97042070bb1 req-7d1a4813-bc3a-4a37-a50f-5f48e52faa68 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:12.873289 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07e6d0c8-2f83-435c-94bd-d97042070bb1 req-7d1a4813-bc3a-4a37-a50f-5f48e52faa68 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 944 time: 0.0572906 Jul 30 01:50:12.913243 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22041b6-b07f-4c1b-853b-b05d38085f05 x-openstack-request-id: req-e22041b6-b07f-4c1b-853b-b05d38085f05 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:12.913243 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31713cf-e709-4012-b485-24c2d9c1e718", "tag": "609b15f5-92fc-4dcf-ba78-fe0a28207ef4", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:12.913243 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e22041b6-b07f-4c1b-853b-b05d38085f05 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:12.913243 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31713cf-e709-4012-b485-24c2d9c1e718', 'tag': '609b15f5-92fc-4dcf-ba78-fe0a28207ef4', 'status': 'completed', 'code': 200} Jul 30 01:50:12.947345 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07e6d0c8-2f83-435c-94bd-d97042070bb1 req-ae9eb7f7-abb4-4c10-916c-f3bd86e61065 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654650 Jul 30 01:50:12.958418 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-ed20977c-9728-4d2d-b751-287f34f52f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:12.959733 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-ed20977c-9728-4d2d-b751-287f34f52f66 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b79287daa1a4edc9ddcb9a64b0afd4c&device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 1095 time: 0.0625787 Jul 30 01:50:13.017755 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-e8d6bc5d-199b-4530-b0fb-fc5afa1a99b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=609b15f5-92fc-4dcf-ba78-fe0a28207ef4 HTTP/1.1" status: 200 len: 217 time: 0.0397868 Jul 30 01:50:13.081352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44590) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:13.107028 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0def9e-3aa2-4656-bde7-ce31cd837a9d req-22ca645d-dbef-469e-b77b-e2acab3271a6 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:13.108909 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fb0def9e-3aa2-4656-bde7-ce31cd837a9d req-22ca645d-dbef-469e-b77b-e2acab3271a6 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 946 time: 0.0944433 Jul 30 01:50:13.110925 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-9f1320d2-d7fa-464f-9968-18c4935ae3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:13.112529 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-9f1320d2-d7fa-464f-9968-18c4935ae3e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae1c73b6-2d3c-49d9-b67b-c5a0d24d5693 HTTP/1.1" status: 200 len: 854 time: 0.0870397 Jul 30 01:50:13.132846 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ce2ffed9-98e2-48dc-ad79-f7f5efa62479 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=19500658a5ad4dbf85ca1499093273da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498712 Jul 30 01:50:13.135718 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44592) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:13.152613 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:13.159382 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-183cc5a4-10f7-4b86-9aac-18118fdb8053 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb9c773d-07b2-476e-b697-0bab392fdc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366745 Jul 30 01:50:13.183439 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fb0def9e-3aa2-4656-bde7-ce31cd837a9d req-4a595058-0c8e-46b9-92f9-03281cab7859 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678873 Jul 30 01:50:13.187931 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65d69f82-3534-48ef-9013-d14614b1f1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:13.217126 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65d69f82-3534-48ef-9013-d14614b1f1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:13.273564 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-244aaeb5-4503-40f4-9023-ab9fc3f20d9f service neutron] 10.222.0.10 "GET /v2.0/networks/fb9c773d-07b2-476e-b697-0bab392fdc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016252 Jul 30 01:50:13.364800 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65d69f82-3534-48ef-9013-d14614b1f1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:13.369689 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65d69f82-3534-48ef-9013-d14614b1f1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:13.373616 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e1e6b033-5ac4-407a-af6d-8326ebe9e1ba req-d9897050-09ac-4fd5-a42d-2eb0d953752e service neutron] 10.222.0.10 "GET /v2.0/networks/fb9c773d-07b2-476e-b697-0bab392fdc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933466 Jul 30 01:50:13.373771 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-65d69f82-3534-48ef-9013-d14614b1f1d1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bdbf913b-6bb3-43fa-a3a6-8c3bbdbae3b7 HTTP/1.1" status: 204 len: 168 time: 0.2342601 Jul 30 01:50:13.380199 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d69f82-3534-48ef-9013-d14614b1f1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbf913b-6bb3-43fa-a3a6-8c3bbdbae3b7,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:13.560096 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62705901-540e-4784-8ec9-c593975c0a3a req-7c774e82-8047-4061-aa93-b287664dece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:13.561664 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62705901-540e-4784-8ec9-c593975c0a3a req-7c774e82-8047-4061-aa93-b287664dece6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b79287daa1a4edc9ddcb9a64b0afd4c&device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 1095 time: 0.0486584 Jul 30 01:50:13.663805 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62705901-540e-4784-8ec9-c593975c0a3a req-142ccb7b-78a8-4947-8630-6c47000d9fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:13.665298 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62705901-540e-4784-8ec9-c593975c0a3a req-142ccb7b-78a8-4947-8630-6c47000d9fff service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb9c773d-07b2-476e-b697-0bab392fdc08 HTTP/1.1" status: 200 len: 915 time: 0.0961628 Jul 30 01:50:13.697677 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54bf18-8e04-4f4c-817a-a784c74283bb req-1b5fde19-cde4-4f8f-a02b-073042873bf1 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:13.699946 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3a54bf18-8e04-4f4c-817a-a784c74283bb req-1b5fde19-cde4-4f8f-a02b-073042873bf1 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0569286 Jul 30 01:50:13.715311 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62705901-540e-4784-8ec9-c593975c0a3a req-666e5108-fa2d-42cc-8c75-9df0d307f013 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=609b15f5-92fc-4dcf-ba78-fe0a28207ef4 HTTP/1.1" status: 200 len: 217 time: 0.0416725 Jul 30 01:50:13.755250 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3a54bf18-8e04-4f4c-817a-a784c74283bb req-1bbf3ff2-8562-4daf-80d2-7ea7e6a0153f tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488918 Jul 30 01:50:13.807079 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62705901-540e-4784-8ec9-c593975c0a3a req-238ace51-0408-407e-809c-9d5ab5327af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:13.808512 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62705901-540e-4784-8ec9-c593975c0a3a req-238ace51-0408-407e-809c-9d5ab5327af2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae1c73b6-2d3c-49d9-b67b-c5a0d24d5693 HTTP/1.1" status: 200 len: 854 time: 0.0777607 Jul 30 01:50:13.818913 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f360c3-2e64-421b-8c31-4d3174b56c03 req-335f0b8c-23ac-4ea2-b835-ecfce37c225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:13.820336 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-28f360c3-2e64-421b-8c31-4d3174b56c03 req-335f0b8c-23ac-4ea2-b835-ecfce37c225e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=490aa0aca67044918aa610799e460190&device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 1096 time: 0.0578642 Jul 30 01:50:13.851443 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62705901-540e-4784-8ec9-c593975c0a3a req-9ae91ebc-8890-42c5-97b5-d175e8559439 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb9c773d-07b2-476e-b697-0bab392fdc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347817 Jul 30 01:50:14.024042 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f360c3-2e64-421b-8c31-4d3174b56c03 req-4a912455-4e90-4f8d-bd59-ee95d13219a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:14.025535 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-28f360c3-2e64-421b-8c31-4d3174b56c03 req-4a912455-4e90-4f8d-bd59-ee95d13219a4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d652dbd5-b125-43d2-9532-a9060b55f820 HTTP/1.1" status: 200 len: 919 time: 0.1968725 Jul 30 01:50:14.029791 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62705901-540e-4784-8ec9-c593975c0a3a req-0a93aec4-8450-40c4-a330-f45f9cff0aa0 service neutron] 10.222.0.10 "GET /v2.0/networks/fb9c773d-07b2-476e-b697-0bab392fdc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693430 Jul 30 01:50:14.078450 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca8868-df66-411c-924c-38d164d228ee req-4b544673-30d1-4aea-91ab-de8dce4315fa tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:14.080790 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6ca8868-df66-411c-924c-38d164d228ee req-4b544673-30d1-4aea-91ab-de8dce4315fa tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 944 time: 0.0523660 Jul 30 01:50:14.096462 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-28f360c3-2e64-421b-8c31-4d3174b56c03 req-4535986b-30b3-4ea6-874e-b9ff68f5d73e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 HTTP/1.1" status: 200 len: 217 time: 0.0563092 Jul 30 01:50:14.136467 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6ca8868-df66-411c-924c-38d164d228ee req-db270395-cbff-4138-b918-b16c338d8d3d tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462508 Jul 30 01:50:14.541803 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f360c3-2e64-421b-8c31-4d3174b56c03 req-cbb6e926-8d10-47f1-a51a-daddbb6ce571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:14.543309 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-28f360c3-2e64-421b-8c31-4d3174b56c03 req-cbb6e926-8d10-47f1-a51a-daddbb6ce571 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13adb296-4ada-44ec-a243-157585ef9fdf HTTP/1.1" status: 200 len: 858 time: 0.3905659 Jul 30 01:50:14.549360 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:14.568113 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62705901-540e-4784-8ec9-c593975c0a3a req-38c01b81-59c1-458f-a391-48cd91f9ede4 service neutron] 10.222.0.10 "GET /v2.0/networks/fb9c773d-07b2-476e-b697-0bab392fdc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266330 Jul 30 01:50:14.583406 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-28f360c3-2e64-421b-8c31-4d3174b56c03 req-d0cf1535-4aff-495c-b5ec-255bf2cc7d51 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d652dbd5-b125-43d2-9532-a9060b55f820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290334 Jul 30 01:50:14.682487 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-28f360c3-2e64-421b-8c31-4d3174b56c03 req-25fc9c23-e4d0-44f0-84c1-8adfa69074a6 service neutron] 10.222.0.10 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907879 Jul 30 01:50:14.734583 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44676) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:14.798894 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-28f360c3-2e64-421b-8c31-4d3174b56c03 req-766a1f99-82ac-47ed-91d3-86eb959a015e service neutron] 10.222.0.10 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090832 Jul 30 01:50:14.855184 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-9936a2df-e182-47a9-94b1-6137b38b309b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-network', 'tenant_id': '14a96b76d23849bd80135798d34107b9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:14.908309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b066050-ba6d-4670-a252-bb916b5263a9 req-126337fb-6621-479c-8426-a237b2adc190 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:14.910049 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b066050-ba6d-4670-a252-bb916b5263a9 req-126337fb-6621-479c-8426-a237b2adc190 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0708816 Jul 30 01:50:14.955145 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b066050-ba6d-4670-a252-bb916b5263a9 req-c8a15253-2bc1-4471-ab7c-9e6dec4c4b9d tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385456 Jul 30 01:50:15.009833 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9936a2df-e182-47a9-94b1-6137b38b309b admin admin] Made reservation on behalf of 14a96b76d23849bd80135798d34107b9 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:15.012253 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9936a2df-e182-47a9-94b1-6137b38b309b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.018698 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0749a6-45a3-45ee-82e0-1c28cafe185c req-0498aefb-4b26-49da-87f2-5b9d2353a20d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:15.020263 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5a0749a6-45a3-45ee-82e0-1c28cafe185c req-0498aefb-4b26-49da-87f2-5b9d2353a20d tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 946 time: 0.3812804 Jul 30 01:50:15.026061 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9936a2df-e182-47a9-94b1-6137b38b309b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.065008 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5a0749a6-45a3-45ee-82e0-1c28cafe185c req-b31e4090-e07b-4f47-b392-a6acf91f8721 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386934 Jul 30 01:50:15.115944 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9936a2df-e182-47a9-94b1-6137b38b309b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.215823 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9936a2df-e182-47a9-94b1-6137b38b309b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.241240 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9936a2df-e182-47a9-94b1-6137b38b309b admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:50:15.249108 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0118ac-36b4-4e99-b9ad-18550de0e8d0 req-1e9a6e8b-cebc-4785-99f5-c39ed90b57ca tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:15.250516 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936a2df-e182-47a9-94b1-6137b38b309b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98164ced-3cd6-4461-83c9-3f6438d43533,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:15.251257 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b0118ac-36b4-4e99-b9ad-18550de0e8d0 req-1e9a6e8b-cebc-4785-99f5-c39ed90b57ca tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 944 time: 0.0490639 Jul 30 01:50:15.259055 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9936a2df-e182-47a9-94b1-6137b38b309b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.259403 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-9936a2df-e182-47a9-94b1-6137b38b309b admin admin] Added segment 0bded77b-3f02-4dba-932f-3823b3b3d0de of type vlan for network daafb82e-e525-4443-a6ed-64e711f4b765 Jul 30 01:50:15.298324 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b0118ac-36b4-4e99-b9ad-18550de0e8d0 req-5d4ef289-a463-4165-b62f-de13fedac8ef tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371869 Jul 30 01:50:15.302617 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9936a2df-e182-47a9-94b1-6137b38b309b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.427225 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9936a2df-e182-47a9-94b1-6137b38b309b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.428227 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9936a2df-e182-47a9-94b1-6137b38b309b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:15.428904 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9936a2df-e182-47a9-94b1-6137b38b309b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.487368 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936a2df-e182-47a9-94b1-6137b38b309b admin admin] Pushing event updated for resources: {'Network': ['ID=daafb82e-e525-4443-a6ed-64e711f4b765,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:15.497197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network daafb82e-e525-4443-a6ed-64e711f4b765 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:50:15.553402 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9936a2df-e182-47a9-94b1-6137b38b309b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8176522 Jul 30 01:50:15.556318 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44696) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:15.561721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-f04348d4-70b4-4206-ad09-9ab36fb968f1 admin admin] Request body: {'subnet': {'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-subnet', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:15.652007 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04348d4-70b4-4206-ad09-9ab36fb968f1 admin admin] Made reservation on behalf of 14a96b76d23849bd80135798d34107b9 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:15.654328 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f04348d4-70b4-4206-ad09-9ab36fb968f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.872916 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f04348d4-70b4-4206-ad09-9ab36fb968f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.938406 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04348d4-70b4-4206-ad09-9ab36fb968f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=903574c4-4fb6-419d-b774-c15d583b29a7,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:15.943861 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04348d4-70b4-4206-ad09-9ab36fb968f1 admin admin] Checking segment: {'id': '0bded77b-3f02-4dba-932f-3823b3b3d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:15.944215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04348d4-70b4-4206-ad09-9ab36fb968f1 admin admin] Network hostable DHCP agents. Network: daafb82e-e525-4443-a6ed-64e711f4b765, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:50:16.017055 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04348d4-70b4-4206-ad09-9ab36fb968f1 admin admin] Network daafb82e-e525-4443-a6ed-64e711f4b765 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:50:16.075722 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411fb12-69fa-4f52-a17f-d36786c4712c req-468c64b6-7e39-454c-a1c8-a0618f333bc5 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:16.077241 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8411fb12-69fa-4f52-a17f-d36786c4712c req-468c64b6-7e39-454c-a1c8-a0618f333bc5 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0498028 Jul 30 01:50:16.099984 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-f04348d4-70b4-4206-ad09-9ab36fb968f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, daafb82e-e525-4443-a6ed-64e711f4b765) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:16.106067 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04348d4-70b4-4206-ad09-9ab36fb968f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:16.106822 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f04348d4-70b4-4206-ad09-9ab36fb968f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:16.108088 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db22618-8631-4d80-b3d7-e4ed969ece50 None None] Network daafb82e-e525-4443-a6ed-64e711f4b765 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:16.130741 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8411fb12-69fa-4f52-a17f-d36786c4712c req-51b27f26-4902-40ab-adf4-5bf46fb85d4b tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448160 Jul 30 01:50:16.216228 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f04348d4-70b4-4206-ad09-9ab36fb968f1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6586847 Jul 30 01:50:16.216824 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44706) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:16.221982 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a16eb230-ebc3-4abf-9079-4c1a087ef756 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:16.253750 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bfe1d-bbcd-4bd0-a420-05ed332754e0 req-dd944250-938f-4912-b202-95442bceb502 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:16.255509 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-579bfe1d-bbcd-4bd0-a420-05ed332754e0 req-dd944250-938f-4912-b202-95442bceb502 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 946 time: 0.0558579 Jul 30 01:50:16.264759 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-daafb82e-e525-4443-a6ed-64e711f4b765', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:50:16.267965 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:16.300845 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-579bfe1d-bbcd-4bd0-a420-05ed332754e0 req-7e935b20-6258-4b17-afa0-91b8a657832c tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367157 Jul 30 01:50:16.315301 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a16eb230-ebc3-4abf-9079-4c1a087ef756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:16.316383 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a16eb230-ebc3-4abf-9079-4c1a087ef756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:16.394444 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a16eb230-ebc3-4abf-9079-4c1a087ef756 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:16.408256 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Allocated IP 172.20.0.2 (daafb82e-e525-4443-a6ed-64e711f4b765/903574c4-4fb6-419d-b774-c15d583b29a7/0194c9dd-4901-4184-80de-30c95a706a6d) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:16.436483 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faea83b-377a-468e-b60f-bb535250c7f9 req-b8e11195-5adf-42b1-ae22-750def1e6294 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:16.438632 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0faea83b-377a-468e-b60f-bb535250c7f9 req-b8e11195-5adf-42b1-ae22-750def1e6294 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 944 time: 0.0549788 Jul 30 01:50:16.477344 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0faea83b-377a-468e-b60f-bb535250c7f9 req-56ab4286-e091-43b8-902d-06a03d7928cc tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324171 Jul 30 01:50:16.549476 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:16.558575 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Transition to ACTIVE for port object 0194c9dd-4901-4184-80de-30c95a706a6d will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:16.575890 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Transition to ACTIVE for port object 0194c9dd-4901-4184-80de-30c95a706a6d will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:16.635171 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a16eb230-ebc3-4abf-9079-4c1a087ef756 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:16.656407 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:16.697761 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Network daafb82e-e525-4443-a6ed-64e711f4b765 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:16.700469 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:16.703020 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:16.719964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Pushing event updated for resources: {'Port': ['ID=0194c9dd-4901-4184-80de-30c95a706a6d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:16.765956 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Attempting to bind port 0194c9dd-4901-4184-80de-30c95a706a6d on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:16.766380 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Attempting to bind port 0194c9dd-4901-4184-80de-30c95a706a6d by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '0bded77b-3f02-4dba-932f-3823b3b3d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:16.766812 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Attempting to bind port 0194c9dd-4901-4184-80de-30c95a706a6d on network daafb82e-e525-4443-a6ed-64e711f4b765 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:16.771923 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:16.772300 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Checking segment: {'id': '0bded77b-3f02-4dba-932f-3823b3b3d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:16.772703 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:16.773100 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Bound using segment: {'id': '0bded77b-3f02-4dba-932f-3823b3b3d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:16.773562 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Bound port: 0194c9dd-4901-4184-80de-30c95a706a6d, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bded77b-3f02-4dba-932f-3823b3b3d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:16.773946 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:16.837853 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] For port 0194c9dd-4901-4184-80de-30c95a706a6d, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:16.841109 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] For port 0194c9dd-4901-4184-80de-30c95a706a6d, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0194c9dd-4901-4184-80de-30c95a706a6d,segment=NetworkSegment(0bded77b-3f02-4dba-932f-3823b3b3d0de),segment_id=0bded77b-3f02-4dba-932f-3823b3b3d0de)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:16.882381 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:50:16.904712 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a16eb230-ebc3-4abf-9079-4c1a087ef756 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:16.925086 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a16eb230-ebc3-4abf-9079-4c1a087ef756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:16.938072 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:17.027206 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4e623-3364-43c2-8325-ab82fedb8f10 None None] Pushing event updated for resources: {'Port': ['ID=0194c9dd-4901-4184-80de-30c95a706a6d,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:17.036279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 609b15f5-92fc-4dcf-ba78-fe0a28207ef4, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=609b15f5-92fc-4dcf-ba78-fe0a28207ef4,segment=NetworkSegment(158c33aa-bfac-4206-980a-b702f9f187be),segment_id=158c33aa-bfac-4206-980a-b702f9f187be)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:17.048329 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '609b15f5-92fc-4dcf-ba78-fe0a28207ef4', 'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08', 'port_id': '609b15f5-92fc-4dcf-ba78-fe0a28207ef4', 'mac_address': 'fa:16:3e:3f:60:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1c73b6-2d3c-49d9-b67b-c5a0d24d5693', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:50:17.052142 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-a16eb230-ebc3-4abf-9079-4c1a087ef756 admin admin] Allocated IP 172.25.1.17 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/325edde2-9300-472f-8e1f-d4217adf7d70) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:17.090736 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:17.111105 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:50:17.139843 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 609b15f5-92fc-4dcf-ba78-fe0a28207ef4, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=609b15f5-92fc-4dcf-ba78-fe0a28207ef4,segment=NetworkSegment(158c33aa-bfac-4206-980a-b702f9f187be),segment_id=158c33aa-bfac-4206-980a-b702f9f187be)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:17.180580 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a16eb230-ebc3-4abf-9079-4c1a087ef756 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:17.238852 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:17.377627 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03d5d6-2fc2-4dcb-a1e3-24f43d20ca94 req-b3702c12-7009-4e63-b814-82fa15e76d95 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:17.378332 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=609b15f5-92fc-4dcf-ba78-fe0a28207ef4,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:17.379993 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b03d5d6-2fc2-4dcb-a1e3-24f43d20ca94 req-b3702c12-7009-4e63-b814-82fa15e76d95 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0858400 Jul 30 01:50:17.415123 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a16eb230-ebc3-4abf-9079-4c1a087ef756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:17.465845 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b03d5d6-2fc2-4dcb-a1e3-24f43d20ca94 req-c449f498-c3b9-4956-adb7-72041e0f689c tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792813 Jul 30 01:50:17.469210 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16eb230-ebc3-4abf-9079-4c1a087ef756 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:17.472151 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-a16eb230-ebc3-4abf-9079-4c1a087ef756 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:17.475909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16eb230-ebc3-4abf-9079-4c1a087ef756 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:17.481051 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:17.498917 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec5a78-3c7b-4aa8-9f48-39f52f50c9ad req-b77717d7-bbee-4b7d-acf9-608c0cfc1fff tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:17.501473 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a5ec5a78-3c7b-4aa8-9f48-39f52f50c9ad req-b77717d7-bbee-4b7d-acf9-608c0cfc1fff tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 946 time: 0.0977907 Jul 30 01:50:17.506769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16eb230-ebc3-4abf-9079-4c1a087ef756 admin admin] Pushing event updated for resources: {'Port': ['ID=325edde2-9300-472f-8e1f-d4217adf7d70,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:17.543899 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a5ec5a78-3c7b-4aa8-9f48-39f52f50c9ad req-4e36c388-a611-4fab-9e1f-e8597d01288a tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359845 Jul 30 01:50:17.550339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['609b15f5-92fc-4dcf-ba78-fe0a28207ef4'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:50:17.701972 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06926fa8-9a23-4c45-9b71-b815721f7362 req-ca82fa62-b249-4b65-aedb-a3b7438d4f52 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:17.703666 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-06926fa8-9a23-4c45-9b71-b815721f7362 req-ca82fa62-b249-4b65-aedb-a3b7438d4f52 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 945 time: 0.1057107 Jul 30 01:50:17.747933 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-06926fa8-9a23-4c45-9b71-b815721f7362 req-23c55611-6aea-4169-9e93-2b49b1b635d8 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350888 Jul 30 01:50:17.934482 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a16eb230-ebc3-4abf-9079-4c1a087ef756 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.101686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0194c9dd-4901-4184-80de-30c95a706a6d up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:18.158099 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a16eb230-ebc3-4abf-9079-4c1a087ef756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.207192 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73fa675-38f5-4c53-bf89-2cc9dba0da13 None None] Network daafb82e-e525-4443-a6ed-64e711f4b765 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:18.246176 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 0194c9dd-4901-4184-80de-30c95a706a6d completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:18.421370 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16eb230-ebc3-4abf-9079-4c1a087ef756 admin admin] Router 439bd4fd-f23a-40da-95a7-da489c4917b8 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:50:18.427694 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c6118949-13de-4490-8f25-2e971885f06a details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:50:18.447882 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d857fda4-7459-4c80-b023-d01d8392d19f None None] Provisioning for port 0194c9dd-4901-4184-80de-30c95a706a6d completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:18.461976 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d857fda4-7459-4c80-b023-d01d8392d19f None None] Provisioning complete for port 0194c9dd-4901-4184-80de-30c95a706a6d triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:18.462394 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d857fda4-7459-4c80-b023-d01d8392d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.552300 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16eb230-ebc3-4abf-9079-4c1a087ef756 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:18.569134 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] Sync routers for ids ['439bd4fd-f23a-40da-95a7-da489c4917b8'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:18.582023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port c6118949-13de-4490-8f25-2e971885f06a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c6118949-13de-4490-8f25-2e971885f06a,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:18.589419 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] Routers {'439bd4fd-f23a-40da-95a7-da489c4917b8'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:18.590832 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['439bd4fd-f23a-40da-95a7-da489c4917b8'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:18.627528 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'c6118949-13de-4490-8f25-2e971885f06a', 'network_id': '451069e3-0489-46ed-9dc8-b24b5ce11b0a', 'port_id': 'c6118949-13de-4490-8f25-2e971885f06a', 'mac_address': 'fa:16:3e:e5:fc:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f913f80b-cf68-4e50-b702-51dfbe27bf11', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:50:18.655168 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b9acb-7d01-4b9c-8eb1-fd589077c51e req-9e2bf54b-27d0-445c-a2f8-f2d3972d4214 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:18.663943 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d857fda4-7459-4c80-b023-d01d8392d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.666115 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a54b9acb-7d01-4b9c-8eb1-fd589077c51e req-9e2bf54b-27d0-445c-a2f8-f2d3972d4214 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.1064923 Jul 30 01:50:18.701758 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a16eb230-ebc3-4abf-9079-4c1a087ef756 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.706757 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a16eb230-ebc3-4abf-9079-4c1a087ef756 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.4852877 Jul 30 01:50:18.706911 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.709266 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44738) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:18.723801 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a54b9acb-7d01-4b9c-8eb1-fd589077c51e req-9481d08e-e399-487b-81d2-cc8b52a5a5f2 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549667 Jul 30 01:50:18.727230 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d857fda4-7459-4c80-b023-d01d8392d19f None None] For port 0194c9dd-4901-4184-80de-30c95a706a6d, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0194c9dd-4901-4184-80de-30c95a706a6d,segment=NetworkSegment(0bded77b-3f02-4dba-932f-3823b3b3d0de),segment_id=0bded77b-3f02-4dba-932f-3823b3b3d0de)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:18.729475 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6118949-13de-4490-8f25-2e971885f06a {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:50:18.747845 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] Set router 439bd4fd-f23a-40da-95a7-da489c4917b8 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:18.755201 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port c6118949-13de-4490-8f25-2e971885f06a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c6118949-13de-4490-8f25-2e971885f06a,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:18.777016 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a63855-28d8-465f-af81-6953b6ee08e3 req-65345519-041c-4518-b191-66a60dee68fa tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:18.778763 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-71a63855-28d8-465f-af81-6953b6ee08e3 req-65345519-041c-4518-b191-66a60dee68fa tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 946 time: 0.1253912 Jul 30 01:50:18.838430 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d857fda4-7459-4c80-b023-d01d8392d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.866042 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-71a63855-28d8-465f-af81-6953b6ee08e3 req-ee61a2d5-fa9f-4c63-9672-a09f5db79f40 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761831 Jul 30 01:50:18.903764 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b9692-77f1-41bc-b7d4-3bf73cb21155 req-2e2482ad-b6a9-4710-b804-f1b3b760f740 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:18.904910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:18.911961 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-154b9692-77f1-41bc-b7d4-3bf73cb21155 req-2e2482ad-b6a9-4710-b804-f1b3b760f740 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 945 time: 0.0904937 Jul 30 01:50:18.951569 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.960232 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-154b9692-77f1-41bc-b7d4-3bf73cb21155 req-d6436266-787c-4889-beb9-3f03b93d27a5 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455410 Jul 30 01:50:18.992529 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-44902493-9619-43c8-9eb1-2139743e53c8 None None] Provisioning complete for port 0194c9dd-4901-4184-80de-30c95a706a6d triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:18.992904 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44902493-9619-43c8-9eb1-2139743e53c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:19.015753 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:17Z', 'revision_number': 3, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:19.054337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857fda4-7459-4c80-b023-d01d8392d19f None None] Pushing event updated for resources: {'Port': ['ID=0194c9dd-4901-4184-80de-30c95a706a6d,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:19.070642 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] Checking router: 439bd4fd-f23a-40da-95a7-da489c4917b8 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:19.071010 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] Updating router 439bd4fd-f23a-40da-95a7-da489c4917b8 port 325edde2-9300-472f-8e1f-d4217adf7d70 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:50:19.108650 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:19.151435 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=c6118949-13de-4490-8f25-2e971885f06a,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:19.201526 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:19.206278 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:19.206760 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:19.211675 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['c6118949-13de-4490-8f25-2e971885f06a'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:50:19.330025 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:19.356199 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:19.486633 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31713cf-e709-4012-b485-24c2d9c1e718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609b15f5-92fc-4dcf-ba78-fe0a28207ef4'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:19.486633 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbea850-d170-48f0-9ba6-c670b7e4b18c" -d '{"events": [{"server_uuid": "d31713cf-e709-4012-b485-24c2d9c1e718", "name": "network-vif-plugged", "status": "completed", "tag": "609b15f5-92fc-4dcf-ba78-fe0a28207ef4"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:19.486633 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 609b15f5-92fc-4dcf-ba78-fe0a28207ef4, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=609b15f5-92fc-4dcf-ba78-fe0a28207ef4,segment=NetworkSegment(158c33aa-bfac-4206-980a-b702f9f187be),segment_id=158c33aa-bfac-4206-980a-b702f9f187be)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:19.487449 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:19.487449 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] Transition to ACTIVE for port object 325edde2-9300-472f-8e1f-d4217adf7d70 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:19.533731 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e784694-e6fb-481b-bf03-e94f8cf9358d x-openstack-request-id: req-0e784694-e6fb-481b-bf03-e94f8cf9358d {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:19.534136 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31713cf-e709-4012-b485-24c2d9c1e718", "name": "network-vif-plugged", "status": "completed", "tag": "609b15f5-92fc-4dcf-ba78-fe0a28207ef4", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:19.534430 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0e784694-e6fb-481b-bf03-e94f8cf9358d {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:19.534859 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31713cf-e709-4012-b485-24c2d9c1e718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609b15f5-92fc-4dcf-ba78-fe0a28207ef4', 'code': 200} Jul 30 01:50:19.564288 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Allocated IP 172.20.0.1 (daafb82e-e525-4443-a6ed-64e711f4b765/903574c4-4fb6-419d-b774-c15d583b29a7/f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:19.564394 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:19.606886 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:19.658057 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=609b15f5-92fc-4dcf-ba78-fe0a28207ef4,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:19.660885 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] Attempting to bind port 325edde2-9300-472f-8e1f-d4217adf7d70 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:19.661355 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] Attempting to bind port 325edde2-9300-472f-8e1f-d4217adf7d70 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:19.661990 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] Attempting to bind port 325edde2-9300-472f-8e1f-d4217adf7d70 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:19.675989 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926ea0b-aae7-4631-bc76-6206463024b8 None None] Pushing event updated for resources: {'Port': ['ID=325edde2-9300-472f-8e1f-d4217adf7d70,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:19.679263 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:19.679700 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:19.680172 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:19.680620 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:19.681147 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] Bound port: 325edde2-9300-472f-8e1f-d4217adf7d70, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:19.681592 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:19.683654 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9b806-73bc-4df7-8573-6944b1d25a08 req-86406c9d-a6a1-4f34-99df-6867813c578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:19.685233 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cba9b806-73bc-4df7-8573-6944b1d25a08 req-86406c9d-a6a1-4f34-99df-6867813c578d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 1097 time: 0.0874953 Jul 30 01:50:19.688379 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ea0b-aae7-4631-bc76-6206463024b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:19.690514 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ea0b-aae7-4631-bc76-6206463024b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:19.690514 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ea0b-aae7-4631-bc76-6206463024b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:19.690514 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ea0b-aae7-4631-bc76-6206463024b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:19.690514 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ea0b-aae7-4631-bc76-6206463024b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:19.690514 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ea0b-aae7-4631-bc76-6206463024b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:19.690514 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ea0b-aae7-4631-bc76-6206463024b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:19.690982 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ea0b-aae7-4631-bc76-6206463024b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:19.691061 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ea0b-aae7-4631-bc76-6206463024b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:19.691364 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ea0b-aae7-4631-bc76-6206463024b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:19.691683 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ea0b-aae7-4631-bc76-6206463024b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:19.692290 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ea0b-aae7-4631-bc76-6206463024b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:19.744248 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:19.756476 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cba9b806-73bc-4df7-8573-6944b1d25a08 req-dc88bd21-ad6e-43f4-8618-cfa7b173d458 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614100 Jul 30 01:50:19.765335 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Transition to ACTIVE for port object f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:19.857241 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2c9ad-acd1-42b9-b270-3da427864efc req-5da3acf9-13e7-4e51-86a3-fefde00e4a5a tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:19.858815 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4aa2c9ad-acd1-42b9-b270-3da427864efc req-5da3acf9-13e7-4e51-86a3-fefde00e4a5a tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 945 time: 0.0533779 Jul 30 01:50:19.860329 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf20265-bda6-40c6-8bf0-ebae8554d5fb req-44264f83-42e4-47d3-9f57-de305080e8d2 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:19.861316 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] For port 325edde2-9300-472f-8e1f-d4217adf7d70, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:19.862437 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eaf20265-bda6-40c6-8bf0-ebae8554d5fb req-44264f83-42e4-47d3-9f57-de305080e8d2 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0565588 Jul 30 01:50:19.865105 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] For port 325edde2-9300-472f-8e1f-d4217adf7d70, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=325edde2-9300-472f-8e1f-d4217adf7d70,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:19.886752 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:19.901693 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eaf20265-bda6-40c6-8bf0-ebae8554d5fb req-ef1f721e-a0aa-4fbf-8eca-545e03689d66 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322909 Jul 30 01:50:19.932818 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4aa2c9ad-acd1-42b9-b270-3da427864efc req-26a3367b-0f80-4567-93a6-55d20c7ee6bb tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674970 Jul 30 01:50:19.945558 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Network daafb82e-e525-4443-a6ed-64e711f4b765 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:19.953944 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:19.956371 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:19.958984 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:20.003230 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.003604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:20.003604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:20.003604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:20.003604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:20.003604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:20.003604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:20.003604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:20.003604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:20.003604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:20.003604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:20.003604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:20.003604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:20.020432 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.057065 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] Routers {'439bd4fd-f23a-40da-95a7-da489c4917b8'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:20.058225 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['439bd4fd-f23a-40da-95a7-da489c4917b8'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:20.066469 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0194c9dd-4901-4184-80de-30c95a706a6d up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:20.132372 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93618b96-7adc-40e3-8bce-fd12abfe108f req-d64472f2-1eda-4ce4-a3ac-c50aa8288092 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:20.133968 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93618b96-7adc-40e3-8bce-fd12abfe108f req-d64472f2-1eda-4ce4-a3ac-c50aa8288092 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0685890 Jul 30 01:50:20.151707 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926ea0b-aae7-4631-bc76-6206463024b8 None None] Pushing event updated for resources: {'Port': ['ID=325edde2-9300-472f-8e1f-d4217adf7d70,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:20.153318 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0194c9dd-4901-4184-80de-30c95a706a6d triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:20.153932 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.256192 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93618b96-7adc-40e3-8bce-fd12abfe108f req-21885bbd-b69a-4851-8ba1-bf35684455c6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689988 Jul 30 01:50:20.260709 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] Set router 439bd4fd-f23a-40da-95a7-da489c4917b8 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:20.335980 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.343398 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4af455-5c82-4b2f-a873-dab80a354226 req-146b7109-b355-43b3-90c0-765d8e20e14b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:20.350954 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a4af455-5c82-4b2f-a873-dab80a354226 req-146b7109-b355-43b3-90c0-765d8e20e14b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0572567 Jul 30 01:50:20.358534 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5570b94f-8422-4d5d-b09d-ffd23b9d2061 None None] Provisioning for port f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:20.362944 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5570b94f-8422-4d5d-b09d-ffd23b9d2061 None None] Provisioning complete for port f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:20.363321 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5570b94f-8422-4d5d-b09d-ffd23b9d2061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.404157 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5570b94f-8422-4d5d-b09d-ffd23b9d2061 None None] Port f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:20.411096 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a4af455-5c82-4b2f-a873-dab80a354226 req-34c305e8-a319-451d-9f4f-e9d152584b46 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590765 Jul 30 01:50:20.460825 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c6118949-13de-4490-8f25-2e971885f06a up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:20.472453 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:17Z', 'revision_number': 3, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:20.505622 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219fa23e-b287-46fa-a5dc-66f80c3ae6dd None None] The sync data for ids ['439bd4fd-f23a-40da-95a7-da489c4917b8'] in n-d-713498-9 is: [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:17Z', 'revision_number': 3, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:20.522134 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port c6118949-13de-4490-8f25-2e971885f06a triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:20.522134 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.560645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742a0ae-516a-4a5c-8c88-6acafd024fe3 req-c7d669cb-0ac6-42e4-ad5c-171c4457c4d2 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:20.562212 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5742a0ae-516a-4a5c-8c88-6acafd024fe3 req-c7d669cb-0ac6-42e4-ad5c-171c4457c4d2 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0846286 Jul 30 01:50:20.618803 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.628927 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5742a0ae-516a-4a5c-8c88-6acafd024fe3 req-ec0aef7d-4e09-4e75-803f-350d9c6a15b1 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578170 Jul 30 01:50:20.634839 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.684300 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.701220 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port c6118949-13de-4490-8f25-2e971885f06a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c6118949-13de-4490-8f25-2e971885f06a,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:20.761305 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.768915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:20.788100 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.875638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=c6118949-13de-4490-8f25-2e971885f06a,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:20.909189 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Network daafb82e-e525-4443-a6ed-64e711f4b765 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:20.910862 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:21.057247 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fccb1-b8be-4de0-a632-26caaf2ba32a req-57a62326-ea6c-4ae8-8371-d0f7901f5d52 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:21.066286 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca2fccb1-b8be-4de0-a632-26caaf2ba32a req-57a62326-ea6c-4ae8-8371-d0f7901f5d52 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0709720 Jul 30 01:50:21.112325 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca2fccb1-b8be-4de0-a632-26caaf2ba32a req-f78ae6c0-f7a0-4d3d-b1a6-0f0bb289beba tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434344 Jul 30 01:50:21.250428 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc88c0-e064-4e81-8300-4387503bbea6 req-ec8b16e7-2775-416f-96f9-9e7b0cd76f93 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:21.252211 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-18dc88c0-e064-4e81-8300-4387503bbea6 req-ec8b16e7-2775-416f-96f9-9e7b0cd76f93 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 946 time: 0.0680356 Jul 30 01:50:21.315664 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-18dc88c0-e064-4e81-8300-4387503bbea6 req-d1ce36b0-5d65-4d12-b8ae-84c9d523884f tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/security-groups?id=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463142 Jul 30 01:50:21.335904 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6f91c55b-eaf8-4cb6-bed1-3cee7c8dee7f None None] Provisioning complete for port f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:21.336433 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6f91c55b-eaf8-4cb6-bed1-3cee7c8dee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:21.402897 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6f91c55b-eaf8-4cb6-bed1-3cee7c8dee7f None None] Port f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:21.466562 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d144732-3754-462b-892b-c058c924b089 req-20edd101-9571-4f40-a3fc-bebf0dcda9f3 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:21.476445 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8d144732-3754-462b-892b-c058c924b089 req-20edd101-9571-4f40-a3fc-bebf0dcda9f3 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0838542 Jul 30 01:50:21.506756 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c930a1-5dfa-47c6-b3fd-00cdf4ec4fb1 req-4a74b296-8b30-4c4a-bd3e-b6053904f77a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:21.508313 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-64c930a1-5dfa-47c6-b3fd-00cdf4ec4fb1 req-4a74b296-8b30-4c4a-bd3e-b6053904f77a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0749178 Jul 30 01:50:21.510214 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Router 439bd4fd-f23a-40da-95a7-da489c4917b8 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:21.524133 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8d144732-3754-462b-892b-c058c924b089 req-d9dc391e-d521-4c15-93a6-29a4f1a127d7 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465784 Jul 30 01:50:21.536148 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8297abb-3d08-49ae-9861-9e6c45b5f1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6118949-13de-4490-8f25-2e971885f06a'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:21.538494 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb90547b-d3d6-4a3e-9aaa-0e4d7e93bcbd" -d '{"events": [{"server_uuid": "f8297abb-3d08-49ae-9861-9e6c45b5f1be", "name": "network-vif-plugged", "status": "completed", "tag": "c6118949-13de-4490-8f25-2e971885f06a"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:21.593060 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3f3797-9e21-4b6e-a178-13c62c7fd992 x-openstack-request-id: req-1e3f3797-9e21-4b6e-a178-13c62c7fd992 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:21.593576 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8297abb-3d08-49ae-9861-9e6c45b5f1be", "name": "network-vif-plugged", "status": "completed", "tag": "c6118949-13de-4490-8f25-2e971885f06a", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:21.594063 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1e3f3797-9e21-4b6e-a178-13c62c7fd992 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:21.594779 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8297abb-3d08-49ae-9861-9e6c45b5f1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6118949-13de-4490-8f25-2e971885f06a', 'code': 200} Jul 30 01:50:21.626685 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-64c930a1-5dfa-47c6-b3fd-00cdf4ec4fb1 req-8348c712-fe92-4534-84f9-b819885a7268 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004503 Jul 30 01:50:21.739356 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6962e-6261-4a9a-9be1-f47c7ace4c0c req-a2a73a2d-b612-4ec3-b3b6-0ec19749d18c tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:21.747940 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bea6962e-6261-4a9a-9be1-f47c7ace4c0c req-a2a73a2d-b612-4ec3-b3b6-0ec19749d18c tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 946 time: 0.0669501 Jul 30 01:50:21.747940 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:21.767054 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f8b29df3-7e42-4937-9972-61b286f045b9 admin admin] 10.222.0.70 "PUT /v2.0/routers/439bd4fd-f23a-40da-95a7-da489c4917b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0498757 Jul 30 01:50:21.769313 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1382755-c812-4d24-8c27-34cf201801e5 req-333aaeac-3c36-4b85-bf6d-0f1b593fcf5c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:21.781539 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1382755-c812-4d24-8c27-34cf201801e5 req-333aaeac-3c36-4b85-bf6d-0f1b593fcf5c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.1022067 Jul 30 01:50:21.845523 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1382755-c812-4d24-8c27-34cf201801e5 req-019412a6-9b04-4012-aab1-37bcbb7218f0 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611711 Jul 30 01:50:21.915256 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-bea6962e-6261-4a9a-9be1-f47c7ace4c0c req-56d18e6b-4534-493c-8dad-45d0b3b1b092 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Deleting port c6118949-13de-4490-8f25-2e971885f06a {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:21.915616 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bea6962e-6261-4a9a-9be1-f47c7ace4c0c req-56d18e6b-4534-493c-8dad-45d0b3b1b092 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:21.959565 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e0de573-c9e9-42f5-b0b1-c00e272ac2d2 req-d1ec60ab-98f7-4b20-aa28-5d9ae89d0a99 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510831 Jul 30 01:50:22.070149 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-bea6962e-6261-4a9a-9be1-f47c7ace4c0c req-56d18e6b-4534-493c-8dad-45d0b3b1b092 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] For port c6118949-13de-4490-8f25-2e971885f06a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c6118949-13de-4490-8f25-2e971885f06a,segment=NetworkSegment(25c6a29e-1df4-48c4-961a-43ef33b88453),segment_id=25c6a29e-1df4-48c4-961a-43ef33b88453)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:22.070556 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bea6962e-6261-4a9a-9be1-f47c7ace4c0c req-56d18e6b-4534-493c-8dad-45d0b3b1b092 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:22.087164 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0de573-c9e9-42f5-b0b1-c00e272ac2d2 req-c58dc3ec-67ae-4f65-82e0-9067de7c435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:22.088689 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e0de573-c9e9-42f5-b0b1-c00e272ac2d2 req-c58dc3ec-67ae-4f65-82e0-9067de7c435e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 1095 time: 0.0534747 Jul 30 01:50:22.102623 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-bea6962e-6261-4a9a-9be1-f47c7ace4c0c req-56d18e6b-4534-493c-8dad-45d0b3b1b092 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Calling delete_port for c6118949-13de-4490-8f25-2e971885f06a owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:22.125058 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 325edde2-9300-472f-8e1f-d4217adf7d70 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:22.206826 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0de573-c9e9-42f5-b0b1-c00e272ac2d2 req-5ac5f261-b837-49e0-bff6-e6a09d5241a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:22.208460 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e0de573-c9e9-42f5-b0b1-c00e272ac2d2 req-5ac5f261-b837-49e0-bff6-e6a09d5241a3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 913 time: 0.0995321 Jul 30 01:50:22.286734 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e0de573-c9e9-42f5-b0b1-c00e272ac2d2 req-4e891575-bcc9-4e55-89e3-24c13ca5058e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c967715-842e-4180-ab4a-eb7c33291aed HTTP/1.1" status: 200 len: 999 time: 0.0695450 Jul 30 01:50:22.298075 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 325edde2-9300-472f-8e1f-d4217adf7d70 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:22.302456 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 325edde2-9300-472f-8e1f-d4217adf7d70 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:22.303153 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:22.341661 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0de573-c9e9-42f5-b0b1-c00e272ac2d2 req-ab66e82f-d130-41a2-ac06-19e20b5d0590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:22.343194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e0de573-c9e9-42f5-b0b1-c00e272ac2d2 req-ab66e82f-d130-41a2-ac06-19e20b5d0590 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.0476391 Jul 30 01:50:22.389345 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bea6962e-6261-4a9a-9be1-f47c7ace4c0c req-56d18e6b-4534-493c-8dad-45d0b3b1b092 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:22.399395 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0de573-c9e9-42f5-b0b1-c00e272ac2d2 req-0376ce0e-c75e-4b2b-a22e-cf66ead5254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:22.401083 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e0de573-c9e9-42f5-b0b1-c00e272ac2d2 req-0376ce0e-c75e-4b2b-a22e-cf66ead5254c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475929 Jul 30 01:50:22.402423 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:22.423370 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d18e6b-4534-493c-8dad-45d0b3b1b092 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Pushing event deleted for resources: {'Port': ['ID=c6118949-13de-4490-8f25-2e971885f06a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:22.427408 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 325edde2-9300-472f-8e1f-d4217adf7d70, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=325edde2-9300-472f-8e1f-d4217adf7d70,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:22.461401 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c6118949-13de-4490-8f25-2e971885f06a no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:22.508574 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: c6118949-13de-4490-8f25-2e971885f06a {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:22.509061 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c6118949-13de-4490-8f25-2e971885f06a not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:22.514121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea6962e-6261-4a9a-9be1-f47c7ace4c0c req-56d18e6b-4534-493c-8dad-45d0b3b1b092 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] No DVR routers for this DVR port c6118949-13de-4490-8f25-2e971885f06a on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:50:22.516801 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bea6962e-6261-4a9a-9be1-f47c7ace4c0c req-56d18e6b-4534-493c-8dad-45d0b3b1b092 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:22.519103 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bea6962e-6261-4a9a-9be1-f47c7ace4c0c req-56d18e6b-4534-493c-8dad-45d0b3b1b092 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.77 "DELETE /v2.0/ports/c6118949-13de-4490-8f25-2e971885f06a HTTP/1.1" status: 204 len: 173 time: 0.7508366 Jul 30 01:50:22.519757 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8297abb-3d08-49ae-9861-9e6c45b5f1be', 'name': 'network-vif-deleted', 'tag': 'c6118949-13de-4490-8f25-2e971885f06a'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:22.522013 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3952cc50-53ce-4dcd-8b58-6e9fff145feb" -d '{"events": [{"server_uuid": "f8297abb-3d08-49ae-9861-9e6c45b5f1be", "name": "network-vif-deleted", "tag": "c6118949-13de-4490-8f25-2e971885f06a"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:22.528347 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:22.584700 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e0de573-c9e9-42f5-b0b1-c00e272ac2d2 req-b894d7f8-6565-454c-8b3c-934b553f131f service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696510 Jul 30 01:50:22.600535 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=325edde2-9300-472f-8e1f-d4217adf7d70,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:22.668666 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284afe20-52e1-447c-a07b-132620acf10b req-57b1d6d6-cbb3-4d1d-b537-45a3fad46e9e tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:22.670480 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-284afe20-52e1-447c-a07b-132620acf10b req-57b1d6d6-cbb3-4d1d-b537-45a3fad46e9e tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0724676 Jul 30 01:50:22.722848 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e0de573-c9e9-42f5-b0b1-c00e272ac2d2 req-d214de8b-0990-41e3-b94d-35c4617f4c41 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286900 Jul 30 01:50:22.733853 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] Sync routers for ids ['439bd4fd-f23a-40da-95a7-da489c4917b8'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:22.737220 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-284afe20-52e1-447c-a07b-132620acf10b req-8f1fb6eb-1d4d-4061-8ca7-7d1960e503fb tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576251 Jul 30 01:50:22.750686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] Routers {'439bd4fd-f23a-40da-95a7-da489c4917b8'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:22.751665 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['439bd4fd-f23a-40da-95a7-da489c4917b8'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:22.896009 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] Set router 439bd4fd-f23a-40da-95a7-da489c4917b8 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:22.908585 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dedfa4b2-0782-45d8-875b-31ba3124a0a9 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:22.910410 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dedfa4b2-0782-45d8-875b-31ba3124a0a9 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/networks?id=daafb82e-e525-4443-a6ed-64e711f4b765 HTTP/1.1" status: 200 len: 821 time: 0.1269171 Jul 30 01:50:22.927043 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9c9b732c-63eb-4b17-8d2f-c26fea4879a0 req-a7ca16ea-c13a-4d8e-9f52-cd3e34fdf8b6 tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 210 time: 0.0372686 Jul 30 01:50:22.932802 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-5ae3757f-2c5a-43c5-8981-aeb93125ff96 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/quotas/14a96b76d23849bd80135798d34107b9 HTTP/1.1" status: 200 len: 375 time: 0.0105970 Jul 30 01:50:23.004779 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-f3351683-088d-4a8a-811c-18d900f814d2 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=14a96b76d23849bd80135798d34107b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644116 Jul 30 01:50:23.112736 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-00e9dc71-09ac-4663-8c80-1ea8fa4ddf24 service neutron] 10.222.0.70 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974314 Jul 30 01:50:23.215135 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-207cdc89-4f9d-4b38-8b7f-1cea84c8f591 service neutron] 10.222.0.70 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945849 Jul 30 01:50:23.249815 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f', 'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'mac_address': 'fa:16:3e:eb:94:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:19Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 2, 'project_id': '14a96b76d23849bd80135798d34107b9', 'subnets': [{'id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:23.286151 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] Checking router: 439bd4fd-f23a-40da-95a7-da489c4917b8 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:23.286537 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] Updating router 439bd4fd-f23a-40da-95a7-da489c4917b8 port f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:50:23.312517 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:23.353041 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d460b37-aacb-4132-8379-a1ef3e430969 req-02b508f5-d6e7-40fc-86d6-550c0f39c792 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:23.358817 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6d460b37-aacb-4132-8379-a1ef3e430969 req-02b508f5-d6e7-40fc-86d6-550c0f39c792 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0593555 Jul 30 01:50:23.394475 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6d460b37-aacb-4132-8379-a1ef3e430969 req-51f43129-b70a-4248-9eae-407b3aeb2bc5 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331841 Jul 30 01:50:23.468920 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee98d096-2b9d-4aed-8636-2efbac6ddc72 x-openstack-request-id: req-ee98d096-2b9d-4aed-8636-2efbac6ddc72 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:23.468920 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8297abb-3d08-49ae-9861-9e6c45b5f1be", "name": "network-vif-deleted", "tag": "c6118949-13de-4490-8f25-2e971885f06a", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:23.468920 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ee98d096-2b9d-4aed-8636-2efbac6ddc72 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:23.468920 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8297abb-3d08-49ae-9861-9e6c45b5f1be', 'name': 'network-vif-deleted', 'tag': 'c6118949-13de-4490-8f25-2e971885f06a', 'status': 'completed', 'code': 200} Jul 30 01:50:23.646285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bddcaf-766f-47b7-ab1a-88ba795bfa0c req-e080fed2-e779-408c-825a-b914d53681d8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:23.648402 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13bddcaf-766f-47b7-ab1a-88ba795bfa0c req-e080fed2-e779-408c-825a-b914d53681d8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0691862 Jul 30 01:50:23.669383 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:23.683434 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] Transition to ACTIVE for port object f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:23.687399 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7632e69e-1c8c-45cd-aee2-53716f485cd6 req-d8388642-49a7-49c5-9d5e-81f0de441a36 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 210 time: 0.0863800 Jul 30 01:50:23.695137 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13bddcaf-766f-47b7-ab1a-88ba795bfa0c req-2718ba6f-991f-4335-90db-4991d4ba0313 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412741 Jul 30 01:50:23.758219 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:23.828172 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4cb6c-34cf-471e-8f9e-77f03573c4c8 None None] Pushing event updated for resources: {'Port': ['ID=f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:23.870968 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07849465-e14c-43fa-a4cf-28f998431bba req-d219655e-1795-4ec5-b285-b69a09adde26 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:23.873653 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07849465-e14c-43fa-a4cf-28f998431bba req-d219655e-1795-4ec5-b285-b69a09adde26 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0675507 Jul 30 01:50:23.884171 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] Attempting to bind port f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:23.889908 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] Attempting to bind port f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '0bded77b-3f02-4dba-932f-3823b3b3d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:23.890517 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] Attempting to bind port f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f on network daafb82e-e525-4443-a6ed-64e711f4b765 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:23.896663 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:23.896954 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] Checking segment: {'id': '0bded77b-3f02-4dba-932f-3823b3b3d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:23.897356 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:23.897742 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] Bound using segment: {'id': '0bded77b-3f02-4dba-932f-3823b3b3d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:23.898199 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] Bound port: f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bded77b-3f02-4dba-932f-3823b3b3d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:23.898607 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:23.928227 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07849465-e14c-43fa-a4cf-28f998431bba req-6c074fe3-adeb-4acf-8d9c-fc1eeb4cfb98 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479939 Jul 30 01:50:24.004499 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] For port f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:24.009680 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] For port f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f,segment=NetworkSegment(0bded77b-3f02-4dba-932f-3823b3b3d0de),segment_id=0bded77b-3f02-4dba-932f-3823b3b3d0de)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:24.069233 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 325edde2-9300-472f-8e1f-d4217adf7d70 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:24.078520 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-47fbfea8-f882-4a53-822c-5ee04b9f64a5 req-d3735f01-34d1-4db2-a0fd-e257b254811c tempest-ImagesTestJSON-250800122 tempest-ImagesTestJSON-250800122-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8297abb-3d08-49ae-9861-9e6c45b5f1be HTTP/1.1" status: 200 len: 210 time: 0.0279074 Jul 30 01:50:24.117394 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 325edde2-9300-472f-8e1f-d4217adf7d70 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:24.117768 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:24.155600 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:24.254058 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4cb6c-34cf-471e-8f9e-77f03573c4c8 None None] Pushing event updated for resources: {'Port': ['ID=f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:24.258729 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] Routers {'439bd4fd-f23a-40da-95a7-da489c4917b8'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:24.259358 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['439bd4fd-f23a-40da-95a7-da489c4917b8'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:24.375515 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] Set router 439bd4fd-f23a-40da-95a7-da489c4917b8 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:24.521525 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e1f85-03d5-4eae-92d2-38c9e62d7043 req-2785e40e-fadf-4545-8a72-9c980e915c4a tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:24.523195 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9e4e1f85-03d5-4eae-92d2-38c9e62d7043 req-2785e40e-fadf-4545-8a72-9c980e915c4a tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0550652 Jul 30 01:50:24.575285 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9e4e1f85-03d5-4eae-92d2-38c9e62d7043 req-bddf79b2-f108-4ff6-ac86-df2382c162a8 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438323 Jul 30 01:50:24.592787 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f', 'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'mac_address': 'fa:16:3e:eb:94:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:19Z', 'updated_at': '2021-07-30T01:50:23Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'subnets': [{'id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:24.621135 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85100ce2-657b-46e7-8ecd-0a51ed97fd19 None None] The sync data for ids ['439bd4fd-f23a-40da-95a7-da489c4917b8'] in n-d-713498-9 is: [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f', 'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'mac_address': 'fa:16:3e:eb:94:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:19Z', 'updated_at': '2021-07-30T01:50:23Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'subnets': [{'id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:24.772412 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4b81343b-74e3-4660-a8d6-e7aac935c55d req-b57f9d14-bd6f-4249-9bc5-bbe629e2518c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 210 time: 0.0387986 Jul 30 01:50:24.826944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc697d-0a88-4533-adf0-c55e0203364b req-5d9e3095-d8e6-4f42-9b3e-262e5c0a0609 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:24.829157 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bdbc697d-0a88-4533-adf0-c55e0203364b req-5d9e3095-d8e6-4f42-9b3e-262e5c0a0609 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0577350 Jul 30 01:50:24.869964 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bdbc697d-0a88-4533-adf0-c55e0203364b req-3d5b6b58-2105-4d7e-819d-7139eed77a9c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346282 Jul 30 01:50:25.063486 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cb33d-db14-430a-992f-c4d80e03c684 req-7b397257-efb3-4df2-b425-703c39d22484 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:25.065166 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-835cb33d-db14-430a-992f-c4d80e03c684 req-7b397257-efb3-4df2-b425-703c39d22484 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0622044 Jul 30 01:50:25.116069 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-835cb33d-db14-430a-992f-c4d80e03c684 req-69a0cc76-5986-4f1e-ac53-c80cec510bc9 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442028 Jul 30 01:50:25.471984 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44914) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:25.519603 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-890e25e0-4e8d-4019-9d73-17be0fbddba6 admin admin] Deleting subnet f913f80b-cf68-4e50-b702-51dfbe27bf11 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:50:25.522779 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-890e25e0-4e8d-4019-9d73-17be0fbddba6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:25.568078 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-890e25e0-4e8d-4019-9d73-17be0fbddba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:25.610854 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-890e25e0-4e8d-4019-9d73-17be0fbddba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:25.726787 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a8325-89d9-4950-b668-3a8b7e0c4e0d req-050112f5-baea-4b9e-b9b2-b9697bf7c50c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:25.728347 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-244a8325-89d9-4950-b668-3a8b7e0c4e0d req-050112f5-baea-4b9e-b9b2-b9697bf7c50c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0646539 Jul 30 01:50:25.774241 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-244a8325-89d9-4950-b668-3a8b7e0c4e0d req-24ff9ac1-cc42-42f2-8e87-f0f561e10d6b tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393875 Jul 30 01:50:25.790651 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-890e25e0-4e8d-4019-9d73-17be0fbddba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:25.818176 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e25e0-4e8d-4019-9d73-17be0fbddba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f913f80b-cf68-4e50-b702-51dfbe27bf11,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:25.823318 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-890e25e0-4e8d-4019-9d73-17be0fbddba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:25.825337 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-890e25e0-4e8d-4019-9d73-17be0fbddba6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f913f80b-cf68-4e50-b702-51dfbe27bf11 HTTP/1.1" status: 204 len: 168 time: 0.3522470 Jul 30 01:50:25.827794 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44924) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:25.897410 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6650ab5d-1f00-46ae-a5fb-8ce042776b61 req-3496c6c6-a62b-46b6-848d-3c3f6d7567e6 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 210 time: 0.0617590 Jul 30 01:50:25.926554 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ab9400c-949d-4e0d-894c-6cd496505558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.022875 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ab9400c-949d-4e0d-894c-6cd496505558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.030502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92cf6c-99f9-44cd-8243-0e928561a924 req-1d0c5dff-2ee0-4d7f-a247-54b31e10ec86 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:26.038580 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ee92cf6c-99f9-44cd-8243-0e928561a924 req-1d0c5dff-2ee0-4d7f-a247-54b31e10ec86 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0839410 Jul 30 01:50:26.043974 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:26.044776 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-7ab9400c-949d-4e0d-894c-6cd496505558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451069e3-0489-46ed-9dc8-b24b5ce11b0a']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:26.057940 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-7ab9400c-949d-4e0d-894c-6cd496505558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c6a29e-1df4-48c4-961a-43ef33b88453') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:26.058256 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-7ab9400c-949d-4e0d-894c-6cd496505558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c6a29e-1df4-48c4-961a-43ef33b88453') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:26.069256 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ab9400c-949d-4e0d-894c-6cd496505558 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.087113 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ab9400c-949d-4e0d-894c-6cd496505558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.096687 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab9400c-949d-4e0d-894c-6cd496505558 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:50:26.096883 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ab9400c-949d-4e0d-894c-6cd496505558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:50:26.101192 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:50:26.108368 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ee92cf6c-99f9-44cd-8243-0e928561a924 req-ce4a68c3-3841-4192-9b80-0922e3041d70 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684171 Jul 30 01:50:26.194871 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:26.200092 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:26.204453 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.262081 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51964b-a22b-4abe-bdf0-056f7c8e8d6a req-3c43bc46-0da4-4324-9ec1-c92103d43731 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:26.270878 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ed51964b-a22b-4abe-bdf0-056f7c8e8d6a req-3c43bc46-0da4-4324-9ec1-c92103d43731 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0830202 Jul 30 01:50:26.298874 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.312426 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-5ff40510-ed4c-4ca6-b4d1-accccb569c09 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:26.315256 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-5ff40510-ed4c-4ca6-b4d1-accccb569c09 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.77 "GET /v2.0/networks?id=daafb82e-e525-4443-a6ed-64e711f4b765 HTTP/1.1" status: 200 len: 821 time: 0.1976018 Jul 30 01:50:26.316772 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ab9400c-949d-4e0d-894c-6cd496505558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.317641 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ed51964b-a22b-4abe-bdf0-056f7c8e8d6a req-f8d36ad0-1b6a-4032-a63b-83a68d642a5d tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456100 Jul 30 01:50:26.333604 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ab9400c-949d-4e0d-894c-6cd496505558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.333604 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7ab9400c-949d-4e0d-894c-6cd496505558 admin admin] 10.222.0.70 "DELETE /v2.0/networks/451069e3-0489-46ed-9dc8-b24b5ce11b0a HTTP/1.1" status: 204 len: 168 time: 0.5027657 Jul 30 01:50:26.341016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f,segment=NetworkSegment(0bded77b-3f02-4dba-932f-3823b3b3d0de),segment_id=0bded77b-3f02-4dba-932f-3823b3b3d0de)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:26.350172 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9400c-949d-4e0d-894c-6cd496505558 admin admin] Pushing event deleted for resources: {'Network': ['ID=451069e3-0489-46ed-9dc8-b24b5ce11b0a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:26.356910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-61c2d515-9175-476a-8eb1-0a80bba2a34f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Request body: {'port': {'device_id': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'admin_state_up': True, 'tenant_id': '14a96b76d23849bd80135798d34107b9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:26.388948 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c30b2-921e-4229-be15-fcf894540699 req-779b2087-9870-499f-8190-6aa2ddf22205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:26.390638 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b25c30b2-921e-4229-be15-fcf894540699 req-779b2087-9870-499f-8190-6aa2ddf22205 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 1096 time: 0.0547323 Jul 30 01:50:26.433326 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b25c30b2-921e-4229-be15-fcf894540699 req-6aabd810-1e3c-4faf-8ad2-e30e446ea3f8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293851 Jul 30 01:50:26.450163 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.491216 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c6118949-13de-4490-8f25-2e971885f06a no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:26.522556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: c6118949-13de-4490-8f25-2e971885f06a {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:26.522827 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c6118949-13de-4490-8f25-2e971885f06a not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:26.524860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:26.532653 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:26.532996 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:26.533333 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:26.533794 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:26.534046 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:26.534421 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:26.540359 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:26.540359 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:26.540359 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:26.540359 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:26.540359 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:26.540359 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:26.558041 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-61c2d515-9175-476a-8eb1-0a80bba2a34f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Made reservation on behalf of 14a96b76d23849bd80135798d34107b9 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:26.561623 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-61c2d515-9175-476a-8eb1-0a80bba2a34f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.696239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-61c2d515-9175-476a-8eb1-0a80bba2a34f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Allocated IP 172.20.0.7 (daafb82e-e525-4443-a6ed-64e711f4b765/903574c4-4fb6-419d-b774-c15d583b29a7/c2dd1803-73e1-46b4-a2f8-10ffa3d1e301) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:26.782777 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44936) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:26.862867 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-61c2d515-9175-476a-8eb1-0a80bba2a34f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.868503 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b5c01782-c75d-4116-8220-561976a60be3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2211a8e1d006442d9db8c662662819e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0823660 Jul 30 01:50:26.868811 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44942) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:26.903186 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-61c2d515-9175-476a-8eb1-0a80bba2a34f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Transition to ACTIVE for port object c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:26.922960 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9c331c50-bebc-4e04-929c-ee60d8ad6ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.948529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe139f-2aed-41b2-a944-ab8f4f1dafee req-5b03393a-a8be-4616-b8cf-51f1ba49134c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:26.949196 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9c331c50-bebc-4e04-929c-ee60d8ad6ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.950088 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aefe139f-2aed-41b2-a944-ab8f4f1dafee req-5b03393a-a8be-4616-b8cf-51f1ba49134c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0848675 Jul 30 01:50:26.997110 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aefe139f-2aed-41b2-a944-ab8f4f1dafee req-5a684696-8ed4-4d2d-ad2f-b1a42b82db70 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341499 Jul 30 01:50:27.008303 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd1ff156-88ce-415c-a3bf-12579d7b3212 req-cff81ba6-52cd-4270-b9c4-58b6bf152bbf tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 210 time: 0.0290220 Jul 30 01:50:27.067114 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-61c2d515-9175-476a-8eb1-0a80bba2a34f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.107380 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-61c2d515-9175-476a-8eb1-0a80bba2a34f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Network daafb82e-e525-4443-a6ed-64e711f4b765 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:27.111092 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-61c2d515-9175-476a-8eb1-0a80bba2a34f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:27.115088 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-61c2d515-9175-476a-8eb1-0a80bba2a34f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:27.120358 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9c331c50-bebc-4e04-929c-ee60d8ad6ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.123071 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9c331c50-bebc-4e04-929c-ee60d8ad6ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.126924 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9c331c50-bebc-4e04-929c-ee60d8ad6ad0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/568dc0bf-7fd6-4ede-8f6e-b3b56af38d54 HTTP/1.1" status: 204 len: 168 time: 0.2571645 Jul 30 01:50:27.138110 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c331c50-bebc-4e04-929c-ee60d8ad6ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568dc0bf-7fd6-4ede-8f6e-b3b56af38d54,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:27.191473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2d515-9175-476a-8eb1-0a80bba2a34f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Pushing event updated for resources: {'Port': ['ID=c2dd1803-73e1-46b4-a2f8-10ffa3d1e301,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:27.220546 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-61c2d515-9175-476a-8eb1-0a80bba2a34f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:27.221218 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-61c2d515-9175-476a-8eb1-0a80bba2a34f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.295034 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-61c2d515-9175-476a-8eb1-0a80bba2a34f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9459059 Jul 30 01:50:27.304506 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0521b3a-4e41-4ebd-a1ef-bb864cf34e23 req-914f58b2-f360-4086-a612-c3b4a1daad09 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:27.306121 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0521b3a-4e41-4ebd-a1ef-bb864cf34e23 req-914f58b2-f360-4086-a612-c3b4a1daad09 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0722005 Jul 30 01:50:27.315649 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] Request body: {'port': {'device_id': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:27.402844 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0521b3a-4e41-4ebd-a1ef-bb864cf34e23 req-2a1cfdfc-6be7-4c00-b57c-ffe48d1f85de tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839000 Jul 30 01:50:27.403483 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.461246 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8220f-0b15-4b4c-bbef-e12ee75b2c0a req-62c12bd8-17b3-4f7e-8934-3187b6860bfe tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:27.463194 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-84f8220f-0b15-4b4c-bbef-e12ee75b2c0a req-62c12bd8-17b3-4f7e-8934-3187b6860bfe tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0709255 Jul 30 01:50:27.505217 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-84f8220f-0b15-4b4c-bbef-e12ee75b2c0a req-2c071172-e0ca-4763-8755-2dcca825d851 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337951 Jul 30 01:50:27.588866 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-70ad576f-1994-4399-9f26-80b4611c3549 None None] Provisioning for port c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:27.593955 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-70ad576f-1994-4399-9f26-80b4611c3549 None None] Provisioning complete for port c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:27.594096 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-70ad576f-1994-4399-9f26-80b4611c3549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.634895 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-70ad576f-1994-4399-9f26-80b4611c3549 None None] Port c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:27.710894 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:50:27.720749 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.733860 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] Transition to ACTIVE for port object c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:27.794715 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.865133 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] Pushing event updated for resources: {'Port': ['ID=c2dd1803-73e1-46b4-a2f8-10ffa3d1e301,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:27.929980 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] Attempting to bind port c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:27.930353 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] Attempting to bind port c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '0bded77b-3f02-4dba-932f-3823b3b3d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:27.930696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] Attempting to bind port c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 on network daafb82e-e525-4443-a6ed-64e711f4b765 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:27.936415 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] Port c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 on network daafb82e-e525-4443-a6ed-64e711f4b765 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:50:27.936802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] Attempting to bind port c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 on network daafb82e-e525-4443-a6ed-64e711f4b765 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:27.942954 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:27.943313 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] Checking segment: {'id': '0bded77b-3f02-4dba-932f-3823b3b3d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:27.944099 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] Bound using segment: {'id': '0bded77b-3f02-4dba-932f-3823b3b3d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:27.944546 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] Bound port: c2dd1803-73e1-46b4-a2f8-10ffa3d1e301, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bded77b-3f02-4dba-932f-3823b3b3d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:27.944922 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:28.032767 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] For port c2dd1803-73e1-46b4-a2f8-10ffa3d1e301, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:28.050620 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] For port c2dd1803-73e1-46b4-a2f8-10ffa3d1e301, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c2dd1803-73e1-46b4-a2f8-10ffa3d1e301,segment=NetworkSegment(0bded77b-3f02-4dba-932f-3823b3b3d0de),segment_id=0bded77b-3f02-4dba-932f-3823b3b3d0de)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:28.063556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:28.127516 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:28.128056 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:28.141614 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1560c2-957d-4ed5-8917-14245ecc41bc req-fb6f61a1-4939-4f47-850d-7902bf2d42c1 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:28.149559 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748eae74-cc17-4c95-8ca9-583287be605a req-d435ddb1-03ba-4326-a8fe-824a4a2745a7 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:28.149559 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-748eae74-cc17-4c95-8ca9-583287be605a req-d435ddb1-03ba-4326-a8fe-824a4a2745a7 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 943 time: 0.0588722 Jul 30 01:50:28.150032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7b1560c2-957d-4ed5-8917-14245ecc41bc req-fb6f61a1-4939-4f47-850d-7902bf2d42c1 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0676072 Jul 30 01:50:28.178804 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:28.206058 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-748eae74-cc17-4c95-8ca9-583287be605a req-c0ebcb55-9cd2-4ac7-92d2-f8acb04019d5 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517697 Jul 30 01:50:28.242534 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:28.243173 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:28.244617 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] 10.222.0.77 "PUT /v2.0/ports/c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 HTTP/1.1" status: 200 len: 1091 time: 0.9351470 Jul 30 01:50:28.245114 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'tag': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:28.247383 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1dccdf-5571-4f63-9158-640fbcff3a10" -d '{"events": [{"name": "network-changed", "server_uuid": "adcbc754-acd5-43e1-9a43-277fce668d6e", "tag": "c2dd1803-73e1-46b4-a2f8-10ffa3d1e301"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:28.261270 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7b1560c2-957d-4ed5-8917-14245ecc41bc req-b65590d2-8d84-4146-a797-9da6f97dd9f2 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048186 Jul 30 01:50:28.299355 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1fd29-93af-4c68-b86d-e62a728054bb service neutron] Pushing event updated for resources: {'Port': ['ID=c2dd1803-73e1-46b4-a2f8-10ffa3d1e301,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:28.304241 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaea83f-4702-48b2-9cb5-1e6c8d6e334b x-openstack-request-id: req-adaea83f-4702-48b2-9cb5-1e6c8d6e334b {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:28.304531 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adcbc754-acd5-43e1-9a43-277fce668d6e", "tag": "c2dd1803-73e1-46b4-a2f8-10ffa3d1e301", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:28.304783 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-adaea83f-4702-48b2-9cb5-1e6c8d6e334b {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:28.305176 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'tag': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301', 'status': 'completed', 'code': 200} Jul 30 01:50:28.400130 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dccdf-5571-4f63-9158-640fbcff3a10 req-782e1fcd-ce1c-465f-bc05-dc1b9d56ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:28.402236 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f1dccdf-5571-4f63-9158-640fbcff3a10 req-782e1fcd-ce1c-465f-bc05-dc1b9d56ecbe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=14a96b76d23849bd80135798d34107b9&device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 1094 time: 0.0532749 Jul 30 01:50:28.478590 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44986) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:28.513787 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dccdf-5571-4f63-9158-640fbcff3a10 req-ff802e7c-2d9e-4bb6-8776-4e6faee3fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:28.515301 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f1dccdf-5571-4f63-9158-640fbcff3a10 req-ff802e7c-2d9e-4bb6-8776-4e6faee3fc5d service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=14a96b76d23849bd80135798d34107b9&shared=False HTTP/1.1" status: 200 len: 922 time: 0.0973539 Jul 30 01:50:28.544515 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebc5f0-bdae-46e0-9087-15c2cba774b3 req-0c416774-49d3-44ab-b56a-162be88798d7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:28.546429 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-05ebc5f0-bdae-46e0-9087-15c2cba774b3 req-0c416774-49d3-44ab-b56a-162be88798d7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0557647 Jul 30 01:50:28.583155 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:50:28.597018 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-05ebc5f0-bdae-46e0-9087-15c2cba774b3 req-706d720d-c703-4efd-8f4b-23d4132453f4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415988 Jul 30 01:50:28.605110 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-cbca612d-af3a-4737-80c4-5203acea2d41 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1249958610-network', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:28.669261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9e31a-cad0-4203-a96f-696ae6fcba2e req-1640c546-8d69-487c-8f7b-5fb53fcee617 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:28.670770 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4db9e31a-cad0-4203-a96f-696ae6fcba2e req-1640c546-8d69-487c-8f7b-5fb53fcee617 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0791991 Jul 30 01:50:28.675951 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dccdf-5571-4f63-9158-640fbcff3a10 req-40b6aa0d-f3f4-4d09-8c30-444315b350bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:28.677381 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f1dccdf-5571-4f63-9158-640fbcff3a10 req-40b6aa0d-f3f4-4d09-8c30-444315b350bd service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1548316 Jul 30 01:50:28.694910 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbca612d-af3a-4737-80c4-5203acea2d41 admin admin] Made reservation on behalf of 423eef32b5ca4b008e4a64936d51f09d for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:28.697301 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbca612d-af3a-4737-80c4-5203acea2d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:28.711125 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbca612d-af3a-4737-80c4-5203acea2d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:28.711340 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4db9e31a-cad0-4203-a96f-696ae6fcba2e req-50df5313-54a1-48f4-8988-03c863f646eb tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327923 Jul 30 01:50:28.791080 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-12e612b1-8566-4892-a950-5553f20b0d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:28.796403 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-12e612b1-8566-4892-a950-5553f20b0d79 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=14a96b76d23849bd80135798d34107b9&device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 1094 time: 0.0511241 Jul 30 01:50:28.814607 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbca612d-af3a-4737-80c4-5203acea2d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:28.844342 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-e34d7dd1-19bd-4f72-9d55-7e5bf65b63ef service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 HTTP/1.1" status: 200 len: 217 time: 0.0350778 Jul 30 01:50:28.893551 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-42878aba-983b-4417-9d89-fde7c5650e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:28.895090 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-42878aba-983b-4417-9d89-fde7c5650e18 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=903574c4-4fb6-419d-b774-c15d583b29a7 HTTP/1.1" status: 200 len: 860 time: 0.0431874 Jul 30 01:50:28.895231 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbca612d-af3a-4737-80c4-5203acea2d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:28.921681 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbca612d-af3a-4737-80c4-5203acea2d41 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:50:28.931521 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca612d-af3a-4737-80c4-5203acea2d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac59f2db-735e-4f2f-9ed8-18ff22c4847b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:28.942497 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbca612d-af3a-4737-80c4-5203acea2d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:28.942922 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-cbca612d-af3a-4737-80c4-5203acea2d41 admin admin] Added segment 11aef679-f2d2-405a-a4a3-6ffb6ac9252e of type vlan for network cc258bf8-35a7-4550-9840-1f51f3da6b37 Jul 30 01:50:28.953730 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-5c466aa4-2d70-4c7f-9d3b-9b000e89672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:28.955461 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-5c466aa4-2d70-4c7f-9d3b-9b000e89672c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daafb82e-e525-4443-a6ed-64e711f4b765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516748 Jul 30 01:50:28.989509 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbca612d-af3a-4737-80c4-5203acea2d41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.055077 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-81c1d7c3-0b9f-43dc-843d-252adb1ccf8f service neutron] 10.222.0.77 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879869 Jul 30 01:50:29.114129 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbca612d-af3a-4737-80c4-5203acea2d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.114129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbca612d-af3a-4737-80c4-5203acea2d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:29.114129 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbca612d-af3a-4737-80c4-5203acea2d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.165011 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6afd5a2e-eedd-4c88-ab3f-d8ebd76d12d5 req-a9dd79fa-f9ee-43c9-8ce2-9d12dc5652e4 service neutron] 10.222.0.77 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011035 Jul 30 01:50:29.204543 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca612d-af3a-4737-80c4-5203acea2d41 admin admin] Pushing event updated for resources: {'Network': ['ID=cc258bf8-35a7-4550-9840-1f51f3da6b37,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:29.214583 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network cc258bf8-35a7-4550-9840-1f51f3da6b37 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:50:29.222674 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7f731-6897-4d51-8ffa-1ed125e53125 req-6f32388c-ddc3-4035-8916-8b5389e7283d tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:29.224309 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-02a7f731-6897-4d51-8ffa-1ed125e53125 req-6f32388c-ddc3-4035-8916-8b5389e7283d tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0672619 Jul 30 01:50:29.262488 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cbca612d-af3a-4737-80c4-5203acea2d41 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7826502 Jul 30 01:50:29.265335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45004) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:29.271292 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a3394cf7-498f-4979-acc7-7e15b3dae8cf admin admin] Request body: {'subnet': {'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1249958610-subnet', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:29.294039 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-02a7f731-6897-4d51-8ffa-1ed125e53125 req-9dea589c-fe28-4c41-b465-fb445161a202 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629015 Jul 30 01:50:29.309066 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2d511-c1e6-427f-8b54-afef2118eb05 req-8af893a4-a541-4d30-b105-c41e11edebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:29.311152 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-98b2d511-c1e6-427f-8b54-afef2118eb05 req-8af893a4-a541-4d30-b105-c41e11edebf0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=490aa0aca67044918aa610799e460190&device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 1096 time: 0.0632868 Jul 30 01:50:29.350862 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24bd4b-b5e2-43b6-8e9b-9fca1e5dd994 req-014d8362-234b-45b2-a353-58956e28c187 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:29.352871 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9e24bd4b-b5e2-43b6-8e9b-9fca1e5dd994 req-014d8362-234b-45b2-a353-58956e28c187 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 943 time: 0.0602021 Jul 30 01:50:29.392314 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3394cf7-498f-4979-acc7-7e15b3dae8cf admin admin] Made reservation on behalf of 423eef32b5ca4b008e4a64936d51f09d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:29.394765 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a3394cf7-498f-4979-acc7-7e15b3dae8cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.440406 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9e24bd4b-b5e2-43b6-8e9b-9fca1e5dd994 req-38e680d2-ac57-4f21-8790-63958ee583a8 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806823 Jul 30 01:50:29.444192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb6cd3-1339-48d1-b6c6-6e6a0c07c35a req-605bbbd7-30c2-4a0f-aa75-4ae8fe625e81 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:29.445715 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3adb6cd3-1339-48d1-b6c6-6e6a0c07c35a req-605bbbd7-30c2-4a0f-aa75-4ae8fe625e81 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0742970 Jul 30 01:50:29.457067 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2d511-c1e6-427f-8b54-afef2118eb05 req-307b8809-23ff-433d-bd12-43cb5ef8f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:29.458962 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-98b2d511-c1e6-427f-8b54-afef2118eb05 req-307b8809-23ff-433d-bd12-43cb5ef8f29d service neutron] 10.222.0.10 "GET /v2.0/networks?id=d652dbd5-b125-43d2-9532-a9060b55f820 HTTP/1.1" status: 200 len: 919 time: 0.1398523 Jul 30 01:50:29.520987 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-98b2d511-c1e6-427f-8b54-afef2118eb05 req-8fe54867-fc8c-42c0-9169-86cb0c628653 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 HTTP/1.1" status: 200 len: 217 time: 0.0429800 Jul 30 01:50:29.528538 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3adb6cd3-1339-48d1-b6c6-6e6a0c07c35a req-f25ca9e9-146c-4217-9ffd-449be0386bf8 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686004 Jul 30 01:50:29.578170 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2d511-c1e6-427f-8b54-afef2118eb05 req-894e84b7-d675-4991-87c5-b377a8a15bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:29.579745 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-98b2d511-c1e6-427f-8b54-afef2118eb05 req-894e84b7-d675-4991-87c5-b377a8a15bb4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13adb296-4ada-44ec-a243-157585ef9fdf HTTP/1.1" status: 200 len: 858 time: 0.0503716 Jul 30 01:50:29.612006 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-98b2d511-c1e6-427f-8b54-afef2118eb05 req-32ba4b61-a3a8-45b6-969a-02f18cc967ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d652dbd5-b125-43d2-9532-a9060b55f820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247550 Jul 30 01:50:29.729740 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a3394cf7-498f-4979-acc7-7e15b3dae8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.753420 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89457c-e55d-4b8a-b61f-1d2823214f72 req-9b9645ee-c8f7-4229-b32d-1ab177ee1b9f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:29.754926 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f89457c-e55d-4b8a-b61f-1d2823214f72 req-9b9645ee-c8f7-4229-b32d-1ab177ee1b9f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0785158 Jul 30 01:50:29.760437 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-98b2d511-c1e6-427f-8b54-afef2118eb05 req-7cd85c8f-e88a-4655-861f-ebf857a7ce24 service neutron] 10.222.0.10 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408172 Jul 30 01:50:29.787465 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3394cf7-498f-4979-acc7-7e15b3dae8cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7ac7773-91c5-49c8-b8e5-b17991f47560,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:29.796371 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3394cf7-498f-4979-acc7-7e15b3dae8cf admin admin] Checking segment: {'id': '11aef679-f2d2-405a-a4a3-6ffb6ac9252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:29.797231 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3394cf7-498f-4979-acc7-7e15b3dae8cf admin admin] Network hostable DHCP agents. Network: cc258bf8-35a7-4550-9840-1f51f3da6b37, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:50:29.838265 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f89457c-e55d-4b8a-b61f-1d2823214f72 req-2eb420f4-d12f-4677-9e0b-c8355f5d471c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761344 Jul 30 01:50:29.875494 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-98b2d511-c1e6-427f-8b54-afef2118eb05 req-63b73f4d-700f-4264-abe1-c7a219c392bc service neutron] 10.222.0.10 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000066 Jul 30 01:50:29.929099 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3394cf7-498f-4979-acc7-7e15b3dae8cf admin admin] Network cc258bf8-35a7-4550-9840-1f51f3da6b37 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:50:30.045897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-a3394cf7-498f-4979-acc7-7e15b3dae8cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, cc258bf8-35a7-4550-9840-1f51f3da6b37) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:30.050860 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3394cf7-498f-4979-acc7-7e15b3dae8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:30.051314 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a3394cf7-498f-4979-acc7-7e15b3dae8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.056295 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a180eb6-bf4b-4668-b9f2-73e45cc37c66 None None] Network cc258bf8-35a7-4550-9840-1f51f3da6b37 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:30.161316 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a3394cf7-498f-4979-acc7-7e15b3dae8cf admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8942173 Jul 30 01:50:30.163823 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45016) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:30.168363 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1284a455-2c9a-4849-901d-5e7efeafce5c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1249958610-router', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:30.207410 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-cc258bf8-35a7-4550-9840-1f51f3da6b37', 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'fixed_ips': [{'subnet_id': 'c7ac7773-91c5-49c8-b8e5-b17991f47560'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:50:30.208311 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.252223 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1284a455-2c9a-4849-901d-5e7efeafce5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.253400 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1284a455-2c9a-4849-901d-5e7efeafce5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.310865 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1284a455-2c9a-4849-901d-5e7efeafce5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.344836 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Allocated IP 172.20.0.2 (cc258bf8-35a7-4550-9840-1f51f3da6b37/c7ac7773-91c5-49c8-b8e5-b17991f47560/f4710b64-3185-4060-a582-7c94c78716f1) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:30.418609 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d992d2-22f5-4002-abe7-5859b27faca6 req-5528f32a-688b-4fa3-9192-3abccf953aa3 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:30.420189 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d0d992d2-22f5-4002-abe7-5859b27faca6 req-5528f32a-688b-4fa3-9192-3abccf953aa3 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0502248 Jul 30 01:50:30.491553 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.499924 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Transition to ACTIVE for port object f4710b64-3185-4060-a582-7c94c78716f1 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:30.514784 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Transition to ACTIVE for port object f4710b64-3185-4060-a582-7c94c78716f1 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:30.527409 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d0d992d2-22f5-4002-abe7-5859b27faca6 req-dcc3ff92-49ed-41f7-91c8-ce18115d80ad tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007957 Jul 30 01:50:30.585917 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcbedf-e37d-4258-ad53-cc1d3fca5659 req-f128a9c1-dfd2-456d-a888-95c0f5ffbcca tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:30.587730 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8dcbedf-e37d-4258-ad53-cc1d3fca5659 req-f128a9c1-dfd2-456d-a888-95c0f5ffbcca tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 943 time: 0.0574334 Jul 30 01:50:30.596488 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1284a455-2c9a-4849-901d-5e7efeafce5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.628425 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8dcbedf-e37d-4258-ad53-cc1d3fca5659 req-d73feee6-78c4-4c59-b580-384971777e83 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331397 Jul 30 01:50:30.638662 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.663133 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29fd35-d639-4264-be19-d541d5528d23 req-cc9162bd-7f8c-429b-a49b-f08eec047b39 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:30.664714 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5a29fd35-d639-4264-be19-d541d5528d23 req-cc9162bd-7f8c-429b-a49b-f08eec047b39 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0596545 Jul 30 01:50:30.677759 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Network cc258bf8-35a7-4550-9840-1f51f3da6b37 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:30.680964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:30.684673 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:30.699689 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Pushing event updated for resources: {'Port': ['ID=f4710b64-3185-4060-a582-7c94c78716f1,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:30.749484 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5a29fd35-d639-4264-be19-d541d5528d23 req-70d10d97-29c0-4b0c-a318-71c125595990 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767972 Jul 30 01:50:30.750879 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Attempting to bind port f4710b64-3185-4060-a582-7c94c78716f1 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:30.756069 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Attempting to bind port f4710b64-3185-4060-a582-7c94c78716f1 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '11aef679-f2d2-405a-a4a3-6ffb6ac9252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:30.756069 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Attempting to bind port f4710b64-3185-4060-a582-7c94c78716f1 on network cc258bf8-35a7-4550-9840-1f51f3da6b37 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:30.757531 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:30.757974 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Checking segment: {'id': '11aef679-f2d2-405a-a4a3-6ffb6ac9252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:30.759650 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.759650 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Bound using segment: {'id': '11aef679-f2d2-405a-a4a3-6ffb6ac9252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:30.759650 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Bound port: f4710b64-3185-4060-a582-7c94c78716f1, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11aef679-f2d2-405a-a4a3-6ffb6ac9252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:30.759650 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.828622 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] For port f4710b64-3185-4060-a582-7c94c78716f1, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:30.831963 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] For port f4710b64-3185-4060-a582-7c94c78716f1, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f4710b64-3185-4060-a582-7c94c78716f1,segment=NetworkSegment(11aef679-f2d2-405a-a4a3-6ffb6ac9252e),segment_id=11aef679-f2d2-405a-a4a3-6ffb6ac9252e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:30.909580 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.920261 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1284a455-2c9a-4849-901d-5e7efeafce5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.944349 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1284a455-2c9a-4849-901d-5e7efeafce5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.977425 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7ba10-cd3c-447c-98c1-9799abf72848 None None] Pushing event updated for resources: {'Port': ['ID=f4710b64-3185-4060-a582-7c94c78716f1,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:30.997424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9271b5e-d7ad-431c-bb15-3ba878c7219f req-4399afdb-8aba-441a-afb9-2af65c6b610a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:31.002895 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9271b5e-d7ad-431c-bb15-3ba878c7219f req-4399afdb-8aba-441a-afb9-2af65c6b610a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0761676 Jul 30 01:50:31.042398 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9271b5e-d7ad-431c-bb15-3ba878c7219f req-a032c7a8-0f8f-43ed-a9b9-8c012fd955c5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362785 Jul 30 01:50:31.076103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-1284a455-2c9a-4849-901d-5e7efeafce5c admin admin] Allocated IP 172.25.1.137 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/50192ead-c03c-4e4b-96ad-663a28eb16e5) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:31.234823 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1284a455-2c9a-4849-901d-5e7efeafce5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:31.329924 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1284a455-2c9a-4849-901d-5e7efeafce5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:31.370264 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1284a455-2c9a-4849-901d-5e7efeafce5c admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:31.373299 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-1284a455-2c9a-4849-901d-5e7efeafce5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:31.376799 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1284a455-2c9a-4849-901d-5e7efeafce5c admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:31.402105 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284a455-2c9a-4849-901d-5e7efeafce5c admin admin] Pushing event updated for resources: {'Port': ['ID=50192ead-c03c-4e4b-96ad-663a28eb16e5,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:31.691140 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb23666-091d-411e-aa02-6eaaa1410319 req-f191be05-389d-447d-b5b9-d0a0a3bbf0f4 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:31.692749 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5eb23666-091d-411e-aa02-6eaaa1410319 req-f191be05-389d-447d-b5b9-d0a0a3bbf0f4 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0917203 Jul 30 01:50:31.771622 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee86dd-71b0-4597-bc95-6c72299b90e1 req-b628c8d8-5305-44cb-b01f-9e772b6b7bef tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:31.773784 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-61ee86dd-71b0-4597-bc95-6c72299b90e1 req-b628c8d8-5305-44cb-b01f-9e772b6b7bef tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 943 time: 0.0535903 Jul 30 01:50:31.839350 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-61ee86dd-71b0-4597-bc95-6c72299b90e1 req-8d1e079c-d1e4-43d3-a6ca-c1d14ecf6c01 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506599 Jul 30 01:50:31.913238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f587782d-39c8-498a-a07c-910c5d2e0dbb None None] Network cc258bf8-35a7-4550-9840-1f51f3da6b37 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:32.095107 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4097b-7994-403e-82c9-cd9a1c6826ae req-52b7cf78-de61-4dc3-b46e-6bd322e66899 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:32.104942 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aed4097b-7994-403e-82c9-cd9a1c6826ae req-52b7cf78-de61-4dc3-b46e-6bd322e66899 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0833416 Jul 30 01:50:32.118162 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5eb23666-091d-411e-aa02-6eaaa1410319 req-6ee4b098-91b7-4f37-97e1-b3c437c3b78c tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101005 Jul 30 01:50:32.126813 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1284a455-2c9a-4849-901d-5e7efeafce5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.140088 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3dca56e7-2776-4c58-9a91-055c40ee3972 None None] Provisioning for port f4710b64-3185-4060-a582-7c94c78716f1 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:32.140088 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f4710b64-3185-4060-a582-7c94c78716f1 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:32.149993 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aed4097b-7994-403e-82c9-cd9a1c6826ae req-66cb41fa-da13-4852-b4bd-993ab596f7cb tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440488 Jul 30 01:50:32.278098 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port f4710b64-3185-4060-a582-7c94c78716f1 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:32.282570 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f4710b64-3185-4060-a582-7c94c78716f1 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:32.282948 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.330721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d77ad-77e8-40d2-8dfa-dc9822dc2755 req-c3b9ba22-9f2b-49af-b0fd-bdee55eef783 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:32.333274 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de5d77ad-77e8-40d2-8dfa-dc9822dc2755 req-c3b9ba22-9f2b-49af-b0fd-bdee55eef783 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1434476 Jul 30 01:50:32.373753 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.425085 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port f4710b64-3185-4060-a582-7c94c78716f1, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f4710b64-3185-4060-a582-7c94c78716f1,segment=NetworkSegment(11aef679-f2d2-405a-a4a3-6ffb6ac9252e),segment_id=11aef679-f2d2-405a-a4a3-6ffb6ac9252e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:32.433429 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de5d77ad-77e8-40d2-8dfa-dc9822dc2755 req-0603170f-c95e-4486-bfbb-e519fc751a6c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894358 Jul 30 01:50:32.439096 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1284a455-2c9a-4849-901d-5e7efeafce5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.489373 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:50:32.505286 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-be4c3a83-e60a-468d-b560-e41dda0559fa None None] Provisioning complete for port f4710b64-3185-4060-a582-7c94c78716f1 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:32.505657 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be4c3a83-e60a-468d-b560-e41dda0559fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.529197 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.634496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1284a455-2c9a-4849-901d-5e7efeafce5c admin admin] Router b8e9f622-cdd3-4414-a630-550fc49e134e is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:50:32.643333 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=f4710b64-3185-4060-a582-7c94c78716f1,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:32.696963 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port c2dd1803-73e1-46b4-a2f8-10ffa3d1e301, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c2dd1803-73e1-46b4-a2f8-10ffa3d1e301,segment=NetworkSegment(0bded77b-3f02-4dba-932f-3823b3b3d0de),segment_id=0bded77b-3f02-4dba-932f-3823b3b3d0de)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:32.714002 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'port_id': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301', 'mac_address': 'fa:16:3e:25:04:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:50:32.746970 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1284a455-2c9a-4849-901d-5e7efeafce5c admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:32.757108 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.757783 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] Sync routers for ids ['b8e9f622-cdd3-4414-a630-550fc49e134e'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:32.758246 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.767636 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] Routers {'b8e9f622-cdd3-4414-a630-550fc49e134e'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:32.768256 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b8e9f622-cdd3-4414-a630-550fc49e134e'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:32.873764 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] Set router b8e9f622-cdd3-4414-a630-550fc49e134e gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:32.896260 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:50:32.919176 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port c2dd1803-73e1-46b4-a2f8-10ffa3d1e301, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c2dd1803-73e1-46b4-a2f8-10ffa3d1e301,segment=NetworkSegment(0bded77b-3f02-4dba-932f-3823b3b3d0de),segment_id=0bded77b-3f02-4dba-932f-3823b3b3d0de)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:32.920839 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1284a455-2c9a-4849-901d-5e7efeafce5c admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.925413 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1284a455-2c9a-4849-901d-5e7efeafce5c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7605653 Jul 30 01:50:32.926026 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45048) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:32.988658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f7e95-459b-4f5e-bf1a-4659cb6c71a2 req-d8df3e6d-9b0d-462e-9ae9-716dbedb646e tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:32.997055 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-053f7e95-459b-4f5e-bf1a-4659cb6c71a2 req-d8df3e6d-9b0d-462e-9ae9-716dbedb646e tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 943 time: 0.0804336 Jul 30 01:50:33.035394 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-053f7e95-459b-4f5e-bf1a-4659cb6c71a2 req-5b7c10ff-9f30-4e1e-a47f-88792fe727f0 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372689 Jul 30 01:50:33.037926 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.074535 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'name': 'tempest-ServersTestFqdnHostnames-1249958610-router', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:31Z', 'revision_number': 3, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'gw_port': {'id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:33.102526 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=c2dd1803-73e1-46b4-a2f8-10ffa3d1e301,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:33.104042 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] Checking router: b8e9f622-cdd3-4414-a630-550fc49e134e for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:33.104392 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] Updating router b8e9f622-cdd3-4414-a630-550fc49e134e port 50192ead-c03c-4e4b-96ad-663a28eb16e5 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:50:33.131714 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.293662 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea393ed-c2ae-4b43-95e8-65c9c6bbb797 req-3f34daf0-b3c1-4d9f-945a-2543d561b93b tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:33.295308 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5ea393ed-c2ae-4b43-95e8-65c9c6bbb797 req-3f34daf0-b3c1-4d9f-945a-2543d561b93b tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0522196 Jul 30 01:50:33.309774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27dab71-e16e-40ff-9a1b-d97501cb95d6 req-f4dc0588-8a90-4ca8-8b47-34211b208504 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:33.316393 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c27dab71-e16e-40ff-9a1b-d97501cb95d6 req-f4dc0588-8a90-4ca8-8b47-34211b208504 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0910873 Jul 30 01:50:33.344859 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5ea393ed-c2ae-4b43-95e8-65c9c6bbb797 req-9a40f720-55f8-4531-83df-bc686717845b tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411494 Jul 30 01:50:33.415368 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c27dab71-e16e-40ff-9a1b-d97501cb95d6 req-e913e238-6652-4cba-b1c5-ce4b33d3223d tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833266 Jul 30 01:50:33.415681 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.426054 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] Transition to ACTIVE for port object 50192ead-c03c-4e4b-96ad-663a28eb16e5 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:33.462540 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9907af69-7495-46d9-9034-1189f77acbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.532325 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.547491 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['c2dd1803-73e1-46b4-a2f8-10ffa3d1e301'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:50:33.577605 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da5db5-aa83-46df-b0f8-d76d6778e82b None None] Pushing event updated for resources: {'Port': ['ID=50192ead-c03c-4e4b-96ad-663a28eb16e5,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:33.593138 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] Attempting to bind port 50192ead-c03c-4e4b-96ad-663a28eb16e5 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:33.593613 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] Attempting to bind port 50192ead-c03c-4e4b-96ad-663a28eb16e5 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:33.594038 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] Attempting to bind port 50192ead-c03c-4e4b-96ad-663a28eb16e5 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:33.599676 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:33.600157 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:33.600618 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.601186 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:33.601764 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] Bound port: 50192ead-c03c-4e4b-96ad-663a28eb16e5, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:33.602265 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.626209 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03deb86-6304-4290-9ccf-81ff826d1ee4 req-dda2b7a4-9aa8-4e54-b3ac-886d82197c41 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:33.648216 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b03deb86-6304-4290-9ccf-81ff826d1ee4 req-dda2b7a4-9aa8-4e54-b3ac-886d82197c41 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1235902 Jul 30 01:50:33.676487 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] For port 50192ead-c03c-4e4b-96ad-663a28eb16e5, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:33.680143 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] For port 50192ead-c03c-4e4b-96ad-663a28eb16e5, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=50192ead-c03c-4e4b-96ad-663a28eb16e5,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:33.689032 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b03deb86-6304-4290-9ccf-81ff826d1ee4 req-3d33f3f8-0504-4f4f-9883-5218fd9f4b64 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398583 Jul 30 01:50:33.693191 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-9907af69-7495-46d9-9034-1189f77acbbf admin admin] Allocated IP 172.20.0.1 (cc258bf8-35a7-4550-9840-1f51f3da6b37/c7ac7773-91c5-49c8-b8e5-b17991f47560/02accc9f-3d28-4f12-84e0-ef838ca51c56) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:33.772010 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.810694 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9907af69-7495-46d9-9034-1189f77acbbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.825022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-9907af69-7495-46d9-9034-1189f77acbbf admin admin] Transition to ACTIVE for port object 02accc9f-3d28-4f12-84e0-ef838ca51c56 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:33.827614 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] Routers {'b8e9f622-cdd3-4414-a630-550fc49e134e'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:33.828881 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b8e9f622-cdd3-4414-a630-550fc49e134e'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:33.865856 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da5db5-aa83-46df-b0f8-d76d6778e82b None None] Pushing event updated for resources: {'Port': ['ID=50192ead-c03c-4e4b-96ad-663a28eb16e5,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:33.938496 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] Set router b8e9f622-cdd3-4414-a630-550fc49e134e gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:33.952613 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9907af69-7495-46d9-9034-1189f77acbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.006703 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9907af69-7495-46d9-9034-1189f77acbbf admin admin] Network cc258bf8-35a7-4550-9840-1f51f3da6b37 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:34.011422 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-9907af69-7495-46d9-9034-1189f77acbbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:34.013863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9907af69-7495-46d9-9034-1189f77acbbf admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:34.036506 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f4710b64-3185-4060-a582-7c94c78716f1 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:34.067254 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907af69-7495-46d9-9034-1189f77acbbf admin admin] Pushing event updated for resources: {'Port': ['ID=02accc9f-3d28-4f12-84e0-ef838ca51c56,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:34.091836 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9907af69-7495-46d9-9034-1189f77acbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.157068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f4710b64-3185-4060-a582-7c94c78716f1 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:34.157442 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.227038 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'name': 'tempest-ServersTestFqdnHostnames-1249958610-router', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:31Z', 'revision_number': 3, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'gw_port': {'id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:34.252940 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88dc2b1-2a08-4f71-9a19-81258ffdb543 req-1de4bcf8-710a-4b4d-a5c4-59a1948fbae8 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:34.254631 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c88dc2b1-2a08-4f71-9a19-81258ffdb543 req-1de4bcf8-710a-4b4d-a5c4-59a1948fbae8 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 944 time: 0.1008859 Jul 30 01:50:34.333666 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c88dc2b1-2a08-4f71-9a19-81258ffdb543 req-95a06812-1e8c-4e18-a481-2ba8dc0fc149 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707214 Jul 30 01:50:34.394609 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41174daa-387a-4752-99ec-c1d034a69b2a None None] The sync data for ids ['b8e9f622-cdd3-4414-a630-550fc49e134e'] in n-d-713498-9 is: [{'id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'name': 'tempest-ServersTestFqdnHostnames-1249958610-router', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:31Z', 'revision_number': 3, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'gw_port': {'id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:34.499341 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9907af69-7495-46d9-9034-1189f77acbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.503489 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b11e4095-9cc4-45d3-a3c2-6a577419163e None None] Provisioning for port 02accc9f-3d28-4f12-84e0-ef838ca51c56 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:34.507943 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b11e4095-9cc4-45d3-a3c2-6a577419163e None None] Provisioning complete for port 02accc9f-3d28-4f12-84e0-ef838ca51c56 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:34.508490 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b11e4095-9cc4-45d3-a3c2-6a577419163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.510163 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f5b89-078e-4fb8-b04c-32281a972db0 req-7c264cbc-e690-4189-8892-016f09e17d31 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:34.511926 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-644f5b89-078e-4fb8-b04c-32281a972db0 req-7c264cbc-e690-4189-8892-016f09e17d31 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0851798 Jul 30 01:50:34.561657 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b11e4095-9cc4-45d3-a3c2-6a577419163e None None] Port 02accc9f-3d28-4f12-84e0-ef838ca51c56 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:34.593952 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-644f5b89-078e-4fb8-b04c-32281a972db0 req-b18e8246-ea8f-45ef-a8c4-aed90ccd96e7 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748956 Jul 30 01:50:34.749820 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9907af69-7495-46d9-9034-1189f77acbbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.841493 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba0736-fd93-40f8-b9d3-b9061a54560a req-0ae3b923-29d1-4575-beb0-f85d8db6cbe7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:34.843339 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-23ba0736-fd93-40f8-b9d3-b9061a54560a req-0ae3b923-29d1-4575-beb0-f85d8db6cbe7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0563617 Jul 30 01:50:34.845258 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9907af69-7495-46d9-9034-1189f77acbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.933829 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9907af69-7495-46d9-9034-1189f77acbbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.945275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907af69-7495-46d9-9034-1189f77acbbf admin admin] Pushing event updated for resources: {'Port': ['ID=02accc9f-3d28-4f12-84e0-ef838ca51c56,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:34.967209 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-23ba0736-fd93-40f8-b9d3-b9061a54560a req-ba6fcc2a-9c62-4740-8884-9694b0d41c8f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986369 Jul 30 01:50:35.066742 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9907af69-7495-46d9-9034-1189f77acbbf admin admin] Network cc258bf8-35a7-4550-9840-1f51f3da6b37 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:35.068277 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-9907af69-7495-46d9-9034-1189f77acbbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:35.209340 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9907af69-7495-46d9-9034-1189f77acbbf admin admin] Router b8e9f622-cdd3-4414-a630-550fc49e134e has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:35.432715 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9907af69-7495-46d9-9034-1189f77acbbf admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:35.439164 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9907af69-7495-46d9-9034-1189f77acbbf admin admin] 10.222.0.70 "PUT /v2.0/routers/b8e9f622-cdd3-4414-a630-550fc49e134e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5114753 Jul 30 01:50:35.500998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850a8b8-d083-44ce-b4c2-eaf34df69eea req-2571a715-1df6-4513-9b2c-302f99a7a35c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:35.503138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-314cc226-c410-485b-9920-a708b6e58099 None None] Provisioning complete for port 02accc9f-3d28-4f12-84e0-ef838ca51c56 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:35.505939 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-314cc226-c410-485b-9920-a708b6e58099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:35.510028 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5850a8b8-d083-44ce-b4c2-eaf34df69eea req-2571a715-1df6-4513-9b2c-302f99a7a35c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0874939 Jul 30 01:50:35.559772 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5850a8b8-d083-44ce-b4c2-eaf34df69eea req-2f3f9b1c-9517-4dea-9a46-d4b1cf5cb053 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486012 Jul 30 01:50:35.597227 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-314cc226-c410-485b-9920-a708b6e58099 None None] Port 02accc9f-3d28-4f12-84e0-ef838ca51c56 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:35.604225 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0ac93-57f0-453a-a8bf-49e7cd6781af req-6cead5b1-517a-485f-96fb-d37b593f3a02 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:35.605781 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71e0ac93-57f0-453a-a8bf-49e7cd6781af req-6cead5b1-517a-485f-96fb-d37b593f3a02 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 944 time: 0.1403518 Jul 30 01:50:35.617913 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d512b-bab0-44cb-9c94-b2437ee77ef2 req-1d062f96-7656-4f6f-b0e0-7f5c34a38f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:35.619400 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-996d512b-bab0-44cb-9c94-b2437ee77ef2 req-1d062f96-7656-4f6f-b0e0-7f5c34a38f9d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 1095 time: 0.0638998 Jul 30 01:50:35.699431 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71e0ac93-57f0-453a-a8bf-49e7cd6781af req-907c9312-1e70-4217-9c21-0fda8e836cb0 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850778 Jul 30 01:50:35.745067 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d512b-bab0-44cb-9c94-b2437ee77ef2 req-99ab0879-59cd-4296-8d79-8e15c17870b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:35.745067 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-996d512b-bab0-44cb-9c94-b2437ee77ef2 req-99ab0879-59cd-4296-8d79-8e15c17870b0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 913 time: 0.1179624 Jul 30 01:50:35.841803 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-996d512b-bab0-44cb-9c94-b2437ee77ef2 req-232520ee-bfed-4128-b327-99ab4b38ea11 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c967715-842e-4180-ab4a-eb7c33291aed HTTP/1.1" status: 200 len: 999 time: 0.0898366 Jul 30 01:50:35.866945 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6891371-4063-4e42-8d32-874c4eb36301 req-95d31523-6a82-4e07-9fb1-5d5f27637c92 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:35.868403 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d6891371-4063-4e42-8d32-874c4eb36301 req-95d31523-6a82-4e07-9fb1-5d5f27637c92 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0804482 Jul 30 01:50:35.925253 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d512b-bab0-44cb-9c94-b2437ee77ef2 req-20c9cbb8-55ac-4f10-be65-405b7850c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:35.926782 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-996d512b-bab0-44cb-9c94-b2437ee77ef2 req-20c9cbb8-55ac-4f10-be65-405b7850c1b2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.0762894 Jul 30 01:50:35.931733 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d6891371-4063-4e42-8d32-874c4eb36301 req-e6d5ec1a-5e2a-4935-bffc-09e5974000d1 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458608 Jul 30 01:50:35.985469 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d512b-bab0-44cb-9c94-b2437ee77ef2 req-e82de3e6-df6a-4781-a3c5-0394747545aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:35.988278 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-996d512b-bab0-44cb-9c94-b2437ee77ef2 req-e82de3e6-df6a-4781-a3c5-0394747545aa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518396 Jul 30 01:50:36.077603 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 50192ead-c03c-4e4b-96ad-663a28eb16e5 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:36.089878 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45104) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:36.095211 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-996d512b-bab0-44cb-9c94-b2437ee77ef2 req-1af49afc-f2f4-4ad4-8eb2-32ac4e08b94c service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975888 Jul 30 01:50:36.095594 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-789be7d4-8cf3-4a3e-aa68-737ec7390c50 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--401612607', 'description': 'tempest-description--1327593363'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:36.197807 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-996d512b-bab0-44cb-9c94-b2437ee77ef2 req-c5ced194-2b57-4632-83ff-677fd227248d service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899160 Jul 30 01:50:36.211930 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-789be7d4-8cf3-4a3e-aa68-737ec7390c50 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.269258 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 50192ead-c03c-4e4b-96ad-663a28eb16e5 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:36.274726 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 50192ead-c03c-4e4b-96ad-663a28eb16e5 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:36.275101 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.308561 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-789be7d4-8cf3-4a3e-aa68-737ec7390c50 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.344767 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] Sync routers for ids ['b8e9f622-cdd3-4414-a630-550fc49e134e'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:36.364797 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] Routers {'b8e9f622-cdd3-4414-a630-550fc49e134e'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:36.365496 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b8e9f622-cdd3-4414-a630-550fc49e134e'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:36.402088 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.413594 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0fffe-abe7-4765-a6a9-43146b5d7dda req-6eefc224-5b0e-4981-ae35-80decbd4e119 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:36.415159 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8ba0fffe-abe7-4765-a6a9-43146b5d7dda req-6eefc224-5b0e-4981-ae35-80decbd4e119 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0627069 Jul 30 01:50:36.417585 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-789be7d4-8cf3-4a3e-aa68-737ec7390c50 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.431568 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 50192ead-c03c-4e4b-96ad-663a28eb16e5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=50192ead-c03c-4e4b-96ad-663a28eb16e5,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:36.453240 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789be7d4-8cf3-4a3e-aa68-737ec7390c50 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=875be077-3509-429e-abbe-c8cee30af1c1,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:36.470771 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8ba0fffe-abe7-4765-a6a9-43146b5d7dda req-422d5166-c86f-4db6-986e-9d8636a82841 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476305 Jul 30 01:50:36.497580 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] Set router b8e9f622-cdd3-4414-a630-550fc49e134e gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:36.535568 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:36.591311 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.603910 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-789be7d4-8cf3-4a3e-aa68-737ec7390c50 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.605204 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-789be7d4-8cf3-4a3e-aa68-737ec7390c50 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5140898 Jul 30 01:50:36.608788 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45118) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:36.614420 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e9bd6763-1229-4269-8b6e-2da803c868c8 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Request body: {'security_group_rule': {'security_group_id': '875be077-3509-429e-abbe-c8cee30af1c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:36.705779 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec85472-5257-4ebc-b885-c89005316568 req-be52eeb0-591a-4992-9385-40539826f002 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:36.707406 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ec85472-5257-4ebc-b885-c89005316568 req-be52eeb0-591a-4992-9385-40539826f002 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0506480 Jul 30 01:50:36.728317 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=50192ead-c03c-4e4b-96ad-663a28eb16e5,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:36.752209 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ec85472-5257-4ebc-b885-c89005316568 req-23eed6e4-d477-424f-b948-71ef84e365d7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374241 Jul 30 01:50:36.777222 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9bd6763-1229-4269-8b6e-2da803c868c8 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.797494 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'name': 'tempest-ServersTestFqdnHostnames-1249958610-router', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 4, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'gw_port': {'id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '02accc9f-3d28-4f12-84e0-ef838ca51c56', 'name': '', 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'mac_address': 'fa:16:3e:61:37:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'c7ac7773-91c5-49c8-b8e5-b17991f47560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:33Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 2, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'subnets': [{'id': 'c7ac7773-91c5-49c8-b8e5-b17991f47560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:36.826971 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] Checking router: b8e9f622-cdd3-4414-a630-550fc49e134e for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:36.827335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] Updating router b8e9f622-cdd3-4414-a630-550fc49e134e port 02accc9f-3d28-4f12-84e0-ef838ca51c56 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:50:36.832096 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9bd6763-1229-4269-8b6e-2da803c868c8 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.853918 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.893569 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:36.901558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:36.902093 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.941717 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72493d-8b8d-400e-b1e4-e9c0c9a325b2 req-71217b12-bc0d-4fa3-8542-2e2a7c200307 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:36.943629 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9bd6763-1229-4269-8b6e-2da803c868c8 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.944176 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-df72493d-8b8d-400e-b1e4-e9c0c9a325b2 req-71217b12-bc0d-4fa3-8542-2e2a7c200307 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 944 time: 0.0545206 Jul 30 01:50:36.962172 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd6763-1229-4269-8b6e-2da803c868c8 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48786f8-7906-4621-a4ef-f6c600f3ccb4,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:36.999185 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-df72493d-8b8d-400e-b1e4-e9c0c9a325b2 req-4cc6e0f5-8497-4f00-aee3-bb52b8bc1ee3 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456779 Jul 30 01:50:37.102492 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.109531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823ea29-69b0-4f4e-bcce-eb3dd357edbe req-ac50171a-547a-4ae7-962f-7050a3459bf6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:37.111447 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5823ea29-69b0-4f4e-bcce-eb3dd357edbe req-ac50171a-547a-4ae7-962f-7050a3459bf6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0558064 Jul 30 01:50:37.112745 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9bd6763-1229-4269-8b6e-2da803c868c8 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.114915 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e9bd6763-1229-4269-8b6e-2da803c868c8 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5048163 Jul 30 01:50:37.117280 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45132) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:37.122369 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-bda1610e-6e67-41aa-b362-182b9ff61d53 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Request body: {'security_group_rule': {'security_group_id': '875be077-3509-429e-abbe-c8cee30af1c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:37.139822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:37.142119 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186b5233-eac9-4cff-beee-4e54b2e76216" -d '{"events": [{"server_uuid": "adcbc754-acd5-43e1-9a43-277fce668d6e", "name": "network-vif-plugged", "status": "completed", "tag": "c2dd1803-73e1-46b4-a2f8-10ffa3d1e301"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:37.157811 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5823ea29-69b0-4f4e-bcce-eb3dd357edbe req-fbed614d-6184-4bc5-b916-3f80cdea8e53 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342100 Jul 30 01:50:37.163788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port c2dd1803-73e1-46b4-a2f8-10ffa3d1e301, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c2dd1803-73e1-46b4-a2f8-10ffa3d1e301,segment=NetworkSegment(0bded77b-3f02-4dba-932f-3823b3b3d0de),segment_id=0bded77b-3f02-4dba-932f-3823b3b3d0de)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:37.243670 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.254271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] Transition to ACTIVE for port object 02accc9f-3d28-4f12-84e0-ef838ca51c56 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:37.261570 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8b090f-919e-4509-b239-a384a2e43aa5 x-openstack-request-id: req-3f8b090f-919e-4509-b239-a384a2e43aa5 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:37.261865 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adcbc754-acd5-43e1-9a43-277fce668d6e", "name": "network-vif-plugged", "status": "completed", "tag": "c2dd1803-73e1-46b4-a2f8-10ffa3d1e301", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:37.262122 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f8b090f-919e-4509-b239-a384a2e43aa5 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:37.262542 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301', 'code': 200} Jul 30 01:50:37.300665 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bda1610e-6e67-41aa-b362-182b9ff61d53 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.358011 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bda1610e-6e67-41aa-b362-182b9ff61d53 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.399000 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.405198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57060e17-aedf-4898-a72c-e21d178d1eec req-ad0bb167-2271-4995-9106-5929b3cfcf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:37.407229 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57060e17-aedf-4898-a72c-e21d178d1eec req-ad0bb167-2271-4995-9106-5929b3cfcf4b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 1095 time: 0.0430977 Jul 30 01:50:37.444744 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.446273 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57060e17-aedf-4898-a72c-e21d178d1eec req-a77b70d4-cd52-4f8d-b82c-62ac2ea65b64 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283041 Jul 30 01:50:37.452182 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=c2dd1803-73e1-46b4-a2f8-10ffa3d1e301,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:37.503272 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bda1610e-6e67-41aa-b362-182b9ff61d53 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.513030 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40091f-0fa4-4a10-9278-b96e06cca89f None None] Pushing event updated for resources: {'Port': ['ID=02accc9f-3d28-4f12-84e0-ef838ca51c56,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:37.523974 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1610e-6e67-41aa-b362-182b9ff61d53 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab345a1a-7b93-455a-a262-29b5578a2994,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:37.565642 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] Attempting to bind port 02accc9f-3d28-4f12-84e0-ef838ca51c56 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:37.566155 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] Attempting to bind port 02accc9f-3d28-4f12-84e0-ef838ca51c56 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '11aef679-f2d2-405a-a4a3-6ffb6ac9252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:37.566420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] Attempting to bind port 02accc9f-3d28-4f12-84e0-ef838ca51c56 on network cc258bf8-35a7-4550-9840-1f51f3da6b37 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:37.572205 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:37.572578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] Checking segment: {'id': '11aef679-f2d2-405a-a4a3-6ffb6ac9252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:37.573175 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.573565 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] Bound using segment: {'id': '11aef679-f2d2-405a-a4a3-6ffb6ac9252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:37.574031 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] Bound port: 02accc9f-3d28-4f12-84e0-ef838ca51c56, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11aef679-f2d2-405a-a4a3-6ffb6ac9252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:37.574452 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.644090 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] For port 02accc9f-3d28-4f12-84e0-ef838ca51c56, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:37.647212 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] For port 02accc9f-3d28-4f12-84e0-ef838ca51c56, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=02accc9f-3d28-4f12-84e0-ef838ca51c56,segment=NetworkSegment(11aef679-f2d2-405a-a4a3-6ffb6ac9252e),segment_id=11aef679-f2d2-405a-a4a3-6ffb6ac9252e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:37.666412 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bda1610e-6e67-41aa-b362-182b9ff61d53 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.669141 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-bda1610e-6e67-41aa-b362-182b9ff61d53 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5491304 Jul 30 01:50:37.671042 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45138) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:37.676245 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-54bba8eb-e138-4740-8dbf-37718907e8b7 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:37.769568 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.816627 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] Routers {'b8e9f622-cdd3-4414-a630-550fc49e134e'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:37.817274 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b8e9f622-cdd3-4414-a630-550fc49e134e'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:37.869165 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40091f-0fa4-4a10-9278-b96e06cca89f None None] Pushing event updated for resources: {'Port': ['ID=02accc9f-3d28-4f12-84e0-ef838ca51c56,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:37.869608 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54bba8eb-e138-4740-8dbf-37718907e8b7 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.897022 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710af9e-d812-431e-ac56-08887bc451b4 req-d147edf2-e74a-4151-bf46-dce4740966b7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:37.906944 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c710af9e-d812-431e-ac56-08887bc451b4 req-d147edf2-e74a-4151-bf46-dce4740966b7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0718300 Jul 30 01:50:37.974117 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c710af9e-d812-431e-ac56-08887bc451b4 req-51f56716-f820-45f9-bbda-c16ecea0079d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652113 Jul 30 01:50:38.088902 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54bba8eb-e138-4740-8dbf-37718907e8b7 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.161441 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 50192ead-c03c-4e4b-96ad-663a28eb16e5 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:38.174369 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87fbf9-dbe1-490b-b967-3ed48e75c8b7 req-04918828-be17-49f7-acdd-96f05930fd33 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:38.186600 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ca87fbf9-dbe1-490b-b967-3ed48e75c8b7 req-04918828-be17-49f7-acdd-96f05930fd33 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 945 time: 0.1083794 Jul 30 01:50:38.227608 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ca87fbf9-dbe1-490b-b967-3ed48e75c8b7 req-4b666af4-f016-46c6-a88f-831279beb063 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393424 Jul 30 01:50:38.235276 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc29d8b-d871-4d37-9258-bbc93e25515a req-fb170e49-9ad6-49b3-97a9-58ed09c3de6e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:38.237521 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8dc29d8b-d871-4d37-9258-bbc93e25515a req-fb170e49-9ad6-49b3-97a9-58ed09c3de6e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0930810 Jul 30 01:50:38.245720 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] Set router b8e9f622-cdd3-4414-a630-550fc49e134e gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:38.303015 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-54bba8eb-e138-4740-8dbf-37718907e8b7 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Allocated IP 172.25.1.226 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/0c3aaf1e-34a2-4e0a-b0d9-b4d065882ab6) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:38.320564 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8dc29d8b-d871-4d37-9258-bbc93e25515a req-c1f4066e-131b-4e0d-a20c-06f10a3f91e3 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749295 Jul 30 01:50:38.375711 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbb3df-1f2b-4f28-8bc3-9e9821c3dc5f req-8e9825ff-6b42-4b3c-91ba-1b70cc782389 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:38.376833 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8cfbb3df-1f2b-4f28-8bc3-9e9821c3dc5f req-8e9825ff-6b42-4b3c-91ba-1b70cc782389 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0722649 Jul 30 01:50:38.435001 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8cfbb3df-1f2b-4f28-8bc3-9e9821c3dc5f req-97555e9e-a095-4bec-a003-7199b3c3100f tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514824 Jul 30 01:50:38.452059 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54bba8eb-e138-4740-8dbf-37718907e8b7 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.511929 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 50192ead-c03c-4e4b-96ad-663a28eb16e5 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:38.512313 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.572534 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54bba8eb-e138-4740-8dbf-37718907e8b7 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.614250 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bba8eb-e138-4740-8dbf-37718907e8b7 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:38.618947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-54bba8eb-e138-4740-8dbf-37718907e8b7 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:38.621362 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bba8eb-e138-4740-8dbf-37718907e8b7 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:38.667918 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'name': 'tempest-ServersTestFqdnHostnames-1249958610-router', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 4, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'gw_port': {'id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '02accc9f-3d28-4f12-84e0-ef838ca51c56', 'name': '', 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'mac_address': 'fa:16:3e:61:37:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'c7ac7773-91c5-49c8-b8e5-b17991f47560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:33Z', 'updated_at': '2021-07-30T01:50:37Z', 'revision_number': 4, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'subnets': [{'id': 'c7ac7773-91c5-49c8-b8e5-b17991f47560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:38.699861 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e3f3bb-85e0-4b09-a807-47ff564ccef8 None None] The sync data for ids ['b8e9f622-cdd3-4414-a630-550fc49e134e'] in n-d-713498-9 is: [{'id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'name': 'tempest-ServersTestFqdnHostnames-1249958610-router', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 4, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'gw_port': {'id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '02accc9f-3d28-4f12-84e0-ef838ca51c56', 'name': '', 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'mac_address': 'fa:16:3e:61:37:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'c7ac7773-91c5-49c8-b8e5-b17991f47560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:33Z', 'updated_at': '2021-07-30T01:50:37Z', 'revision_number': 4, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'subnets': [{'id': 'c7ac7773-91c5-49c8-b8e5-b17991f47560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:39.026919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bba8eb-e138-4740-8dbf-37718907e8b7 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Pushing event updated for resources: {'Port': ['ID=0c3aaf1e-34a2-4e0a-b0d9-b4d065882ab6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:39.125444 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54bba8eb-e138-4740-8dbf-37718907e8b7 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:39.137916 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4acf2edb-f2b3-4a9e-bf48-7bc77fd1a2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:39.195798 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42269c8b-c626-4bd1-8b3a-67640d49b3a8 req-076676c1-6502-459c-943e-96acd60f2eb6 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:39.197398 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-42269c8b-c626-4bd1-8b3a-67640d49b3a8 req-076676c1-6502-459c-943e-96acd60f2eb6 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0580568 Jul 30 01:50:39.241732 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-42269c8b-c626-4bd1-8b3a-67640d49b3a8 req-95d26fdf-7777-40b2-ab88-f947eb8705ae tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367346 Jul 30 01:50:39.287011 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54bba8eb-e138-4740-8dbf-37718907e8b7 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:39.446103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51424e-a97b-4ca4-8da1-a667fddde5f1 req-99626347-b8e3-40ff-8693-7290b758a4cc tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:39.447722 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc51424e-a97b-4ca4-8da1-a667fddde5f1 req-99626347-b8e3-40ff-8693-7290b758a4cc tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 945 time: 0.1184812 Jul 30 01:50:39.534285 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc51424e-a97b-4ca4-8da1-a667fddde5f1 req-101e8505-71ae-494d-b112-dbd288bb3577 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776308 Jul 30 01:50:39.557971 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54bba8eb-e138-4740-8dbf-37718907e8b7 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:39.718956 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d1c85-44af-4e3f-873a-0ca1f5a5c52c req-4daeda5a-6e7a-45a4-bd0e-a170095308f6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:39.727250 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8a4d1c85-44af-4e3f-873a-0ca1f5a5c52c req-4daeda5a-6e7a-45a4-bd0e-a170095308f6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0631917 Jul 30 01:50:39.749207 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54bba8eb-e138-4740-8dbf-37718907e8b7 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:39.762383 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b70342b-ac02-4805-8215-db118c808241 req-500f5feb-95ad-4771-970d-d19f83aea51d tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1254358 Jul 30 01:50:39.769405 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-2b70342b-ac02-4805-8215-db118c808241 req-62c52e66-408e-46d0-96ca-9216e45e78fd tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:39.784741 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8a4d1c85-44af-4e3f-873a-0ca1f5a5c52c req-d46c2f77-1011-4d84-9105-602af8240bb5 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524695 Jul 30 01:50:39.884121 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bba8eb-e138-4740-8dbf-37718907e8b7 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Pushing event updated for resources: {'Port': ['ID=0c3aaf1e-34a2-4e0a-b0d9-b4d065882ab6,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:39.896040 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54bba8eb-e138-4740-8dbf-37718907e8b7 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:39.927228 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2b70342b-ac02-4805-8215-db118c808241 req-62c52e66-408e-46d0-96ca-9216e45e78fd tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:39.931839 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaac7b-bcdd-4122-b3d3-01a704497e9b req-c4b08be0-8012-4829-b944-f6dc9b7ac081 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:39.938480 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0bcaac7b-bcdd-4122-b3d3-01a704497e9b req-c4b08be0-8012-4829-b944-f6dc9b7ac081 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0941606 Jul 30 01:50:40.015402 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0bcaac7b-bcdd-4122-b3d3-01a704497e9b req-295afa8a-7280-4847-a6c0-cfc3b800e0b1 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738795 Jul 30 01:50:40.032955 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54bba8eb-e138-4740-8dbf-37718907e8b7 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.043590 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-54bba8eb-e138-4740-8dbf-37718907e8b7 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3616228 Jul 30 01:50:40.139222 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2b70342b-ac02-4805-8215-db118c808241 req-62c52e66-408e-46d0-96ca-9216e45e78fd tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.141918 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 02accc9f-3d28-4f12-84e0-ef838ca51c56 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:40.311716 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-2b70342b-ac02-4805-8215-db118c808241 req-62c52e66-408e-46d0-96ca-9216e45e78fd tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Allocated IP 172.25.1.69 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/442f0b88-d8a3-4b31-85b3-4e25ce543082) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:40.361155 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-88c208bc-baad-411b-8c63-cbd02820b507 req-46271de0-ea5f-46da-a0e0-3e17b1424884 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--401612607&fields=id&tenant_id=423eef32b5ca4b008e4a64936d51f09d HTTP/1.1" status: 200 len: 267 time: 0.0383439 Jul 30 01:50:40.377198 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 02accc9f-3d28-4f12-84e0-ef838ca51c56 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:40.383282 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 02accc9f-3d28-4f12-84e0-ef838ca51c56 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:40.383282 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.441893 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2b70342b-ac02-4805-8215-db118c808241 req-62c52e66-408e-46d0-96ca-9216e45e78fd tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.472286 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.496287 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c208bc-baad-411b-8c63-cbd02820b507 req-fb5aa601-30be-4fec-ad37-0ea8e09422e1 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:40.497865 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-88c208bc-baad-411b-8c63-cbd02820b507 req-fb5aa601-30be-4fec-ad37-0ea8e09422e1 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/networks?id=cc258bf8-35a7-4550-9840-1f51f3da6b37 HTTP/1.1" status: 200 len: 815 time: 0.1293728 Jul 30 01:50:40.510433 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 02accc9f-3d28-4f12-84e0-ef838ca51c56, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=02accc9f-3d28-4f12-84e0-ef838ca51c56,segment=NetworkSegment(11aef679-f2d2-405a-a4a3-6ffb6ac9252e),segment_id=11aef679-f2d2-405a-a4a3-6ffb6ac9252e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:40.515532 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-88c208bc-baad-411b-8c63-cbd02820b507 req-d85fd42a-acc8-47d4-a6a1-c9d6e2fd0c6d tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/quotas/423eef32b5ca4b008e4a64936d51f09d HTTP/1.1" status: 200 len: 375 time: 0.0095823 Jul 30 01:50:40.569789 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2b70342b-ac02-4805-8215-db118c808241 req-62c52e66-408e-46d0-96ca-9216e45e78fd tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.575927 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-88c208bc-baad-411b-8c63-cbd02820b507 req-17193a46-858e-43c3-b626-39c66b8fdfd1 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=423eef32b5ca4b008e4a64936d51f09d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541193 Jul 30 01:50:40.593015 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-88c208bc-baad-411b-8c63-cbd02820b507 req-9b0c5e7a-372f-47e8-8499-e55b031aa71e service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:50:40.595013 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-88c208bc-baad-411b-8c63-cbd02820b507 req-9b0c5e7a-372f-47e8-8499-e55b031aa71e service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063319 Jul 30 01:50:40.600429 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.615192 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b70342b-ac02-4805-8215-db118c808241 req-62c52e66-408e-46d0-96ca-9216e45e78fd tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:40.621834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-2b70342b-ac02-4805-8215-db118c808241 req-62c52e66-408e-46d0-96ca-9216e45e78fd tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:40.626774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b70342b-ac02-4805-8215-db118c808241 req-62c52e66-408e-46d0-96ca-9216e45e78fd tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:40.658808 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=02accc9f-3d28-4f12-84e0-ef838ca51c56,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:40.666966 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c52e66-408e-46d0-96ca-9216e45e78fd tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Pushing event updated for resources: {'Port': ['ID=442f0b88-d8a3-4b31-85b3-4e25ce543082,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:40.705460 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-88c208bc-baad-411b-8c63-cbd02820b507 req-5e0613d0-865c-4c39-9894-185ab1243ff6 service neutron] 10.222.0.70 "GET /v2.0/networks/cc258bf8-35a7-4550-9840-1f51f3da6b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022117 Jul 30 01:50:40.735633 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2b70342b-ac02-4805-8215-db118c808241 req-62c52e66-408e-46d0-96ca-9216e45e78fd tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.798171 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-88c208bc-baad-411b-8c63-cbd02820b507 req-efdd93ed-8f7c-4048-a9aa-1483235aab88 service neutron] 10.222.0.70 "GET /v2.0/networks/cc258bf8-35a7-4550-9840-1f51f3da6b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857184 Jul 30 01:50:40.850393 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2b70342b-ac02-4805-8215-db118c808241 req-62c52e66-408e-46d0-96ca-9216e45e78fd tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.026028 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2b70342b-ac02-4805-8215-db118c808241 req-62c52e66-408e-46d0-96ca-9216e45e78fd tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.114356 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2b70342b-ac02-4805-8215-db118c808241 req-62c52e66-408e-46d0-96ca-9216e45e78fd tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.191898 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c52e66-408e-46d0-96ca-9216e45e78fd tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Pushing event updated for resources: {'Port': ['ID=442f0b88-d8a3-4b31-85b3-4e25ce543082,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:41.195601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d80258-c6d7-4258-a870-afa26aaa380f req-8edaf74c-63b9-4471-ad3a-5677369a8891 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:41.197766 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c8d80258-c6d7-4258-a870-afa26aaa380f req-8edaf74c-63b9-4471-ad3a-5677369a8891 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0689962 Jul 30 01:50:41.216987 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2b70342b-ac02-4805-8215-db118c808241 req-62c52e66-408e-46d0-96ca-9216e45e78fd tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.243458 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c8d80258-c6d7-4258-a870-afa26aaa380f req-167d2480-d825-4434-87fd-dd1ee8fc98d3 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383625 Jul 30 01:50:41.310326 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7906d6c6-3ca5-4a52-9398-1957e765441b req-d3488403-cda1-4cfc-98c9-1c90b2a7fb36 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 210 time: 0.0262535 Jul 30 01:50:41.334977 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2b70342b-ac02-4805-8215-db118c808241 req-62c52e66-408e-46d0-96ca-9216e45e78fd tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.339663 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b70342b-ac02-4805-8215-db118c808241 req-62c52e66-408e-46d0-96ca-9216e45e78fd tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5729709 Jul 30 01:50:41.393602 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b70342b-ac02-4805-8215-db118c808241 req-3f05a901-b75e-4bde-8e42-a9d300188ed5 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.69 HTTP/1.1" status: 200 len: 695 time: 0.0510263 Jul 30 01:50:41.417160 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bb424-e6ac-4fae-8a4c-2d6e8884e9c5 req-f691b09a-4a14-4ea2-b82e-edb3e03753cb tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:41.419637 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5b8bb424-e6ac-4fae-8a4c-2d6e8884e9c5 req-f691b09a-4a14-4ea2-b82e-edb3e03753cb tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0525661 Jul 30 01:50:41.467695 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5b8bb424-e6ac-4fae-8a4c-2d6e8884e9c5 req-5ce9a837-492e-41c0-ae1b-e9b490619c27 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350971 Jul 30 01:50:41.507211 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70342b-ac02-4805-8215-db118c808241 req-e5d6128c-36f6-4da1-8ac1-b2fd7cdae656 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:41.508609 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b70342b-ac02-4805-8215-db118c808241 req-e5d6128c-36f6-4da1-8ac1-b2fd7cdae656 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.1095452 Jul 30 01:50:41.677782 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-051a3618-0468-4b7a-a482-1e2738e2dc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.680811 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.832876 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-0c69165e-999f-4d56-948d-4f84c5666d4b tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:41.834409 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-0c69165e-999f-4d56-948d-4f84c5666d4b tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/networks?id=daafb82e-e525-4443-a6ed-64e711f4b765 HTTP/1.1" status: 200 len: 821 time: 0.1166844 Jul 30 01:50:41.850268 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-9933fef2-0811-4f3f-ad8d-c3dc0f9bff2c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/quotas/14a96b76d23849bd80135798d34107b9 HTTP/1.1" status: 200 len: 375 time: 0.0099251 Jul 30 01:50:41.909802 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-0beb83f0-907f-44e1-b119-40a561a23583 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=14a96b76d23849bd80135798d34107b9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0537872 Jul 30 01:50:42.073335 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-a4b02c31-3aed-4890-8e81-2a8384c09577 service neutron] 10.222.0.70 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557040 Jul 30 01:50:42.080997 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06350e08-af69-465b-86cf-3bcd9f1b9a45 req-959674da-b480-443a-9333-b0aaa50fedab tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.087245 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-06350e08-af69-465b-86cf-3bcd9f1b9a45 req-959674da-b480-443a-9333-b0aaa50fedab tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0870774 Jul 30 01:50:42.091411 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 02accc9f-3d28-4f12-84e0-ef838ca51c56 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:42.156603 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 02accc9f-3d28-4f12-84e0-ef838ca51c56 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:42.157162 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:42.161177 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-06350e08-af69-465b-86cf-3bcd9f1b9a45 req-32bff3db-2ecb-4254-95e7-2f71cb1e08c9 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592020 Jul 30 01:50:42.241283 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-0b56b7f6-e03f-4d2c-bc2d-c6746c3ce832 service neutron] 10.222.0.70 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669540 Jul 30 01:50:42.377978 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddd6d0-4125-4ffd-be8d-9d949819d54b req-fbdbc645-2062-43cd-be16-2dd550aef200 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.379415 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-94ddd6d0-4125-4ffd-be8d-9d949819d54b req-fbdbc645-2062-43cd-be16-2dd550aef200 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0524933 Jul 30 01:50:42.432227 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-94ddd6d0-4125-4ffd-be8d-9d949819d54b req-51f6cb8e-0e94-4ad9-9222-b9650143de23 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381532 Jul 30 01:50:42.511351 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2c2cd20c-fcf2-4c68-9d16-4b68b002f94b req-4c3c33ea-402c-4d82-bcf7-ade83403f545 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 210 time: 0.0289965 Jul 30 01:50:42.583122 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d19941ba-45a2-4944-a8fd-10efca70b563 req-b901884f-45ae-41dd-8586-40b650f0f715 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b HTTP/1.1" status: 200 len: 210 time: 0.0370777 Jul 30 01:50:43.268642 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:43.285057 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c73ff-e84f-4625-a119-40565e7df1a9 req-1dca7626-cef1-4911-b027-e74eb548bf25 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:43.286714 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f9c73ff-e84f-4625-a119-40565e7df1a9 req-1dca7626-cef1-4911-b027-e74eb548bf25 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0540757 Jul 30 01:50:43.329154 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f9c73ff-e84f-4625-a119-40565e7df1a9 req-061f0a67-3aca-4eb5-a476-e63c59739b51 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355487 Jul 30 01:50:43.449971 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63516845-5067-4e0f-a154-89187e0355e4 req-29f785f1-4583-4d8d-a571-be8c5998529c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:43.451457 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63516845-5067-4e0f-a154-89187e0355e4 req-29f785f1-4583-4d8d-a571-be8c5998529c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0495574 Jul 30 01:50:43.499235 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63516845-5067-4e0f-a154-89187e0355e4 req-5cf964a3-bcb8-409e-bf54-d5bb82c035de tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413258 Jul 30 01:50:43.570088 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d362e10-4303-4e6a-b1dd-3af4406c169b req-4a586120-6744-4baf-a26b-22f0a033fb05 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:43.571663 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d362e10-4303-4e6a-b1dd-3af4406c169b req-4a586120-6744-4baf-a26b-22f0a033fb05 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0658593 Jul 30 01:50:43.614755 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d362e10-4303-4e6a-b1dd-3af4406c169b req-c15bbcc6-12b8-42c7-b573-e1dcea8e5f4f tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366111 Jul 30 01:50:43.641999 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e4e0a-6bd9-4e07-aa9c-473c325fdb77 req-58673e2b-205f-4a4a-9b94-84d26902c3e5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:43.643591 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f22e4e0a-6bd9-4e07-aa9c-473c325fdb77 req-58673e2b-205f-4a4a-9b94-84d26902c3e5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0615895 Jul 30 01:50:43.694780 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f22e4e0a-6bd9-4e07-aa9c-473c325fdb77 req-761be017-881f-4a5d-85e0-ffb6d977ef63 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338850 Jul 30 01:50:43.705216 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a2569fd0-bab0-419f-b857-556ba5100989 req-973ab308-3718-46ab-8c66-7b712743fade tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 210 time: 0.0281332 Jul 30 01:50:43.780584 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ef99536-1f78-4579-9485-c0db2fb1c798 req-5d80aa56-4bd3-43c6-a9d5-4368475d17e7 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b HTTP/1.1" status: 200 len: 210 time: 0.0294182 Jul 30 01:50:43.888533 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ce445-a1e7-4c6b-8860-d0bcb5d5f171 req-83b1be1b-85a7-43bf-874c-03bec391ba23 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:43.890650 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-807ce445-a1e7-4c6b-8860-d0bcb5d5f171 req-83b1be1b-85a7-43bf-874c-03bec391ba23 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0507953 Jul 30 01:50:43.930634 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-807ce445-a1e7-4c6b-8860-d0bcb5d5f171 req-5269a1f2-e6fd-46ca-8d1a-b32e91e88a0c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340564 Jul 30 01:50:44.500947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c208bc-baad-411b-8c63-cbd02820b507 req-2ca6436c-e1c9-48b9-8f3e-d099c898e528 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:44.502490 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88c208bc-baad-411b-8c63-cbd02820b507 req-2ca6436c-e1c9-48b9-8f3e-d099c898e528 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.77 "GET /v2.0/networks?id=cc258bf8-35a7-4550-9840-1f51f3da6b37 HTTP/1.1" status: 200 len: 815 time: 0.1096709 Jul 30 01:50:44.551982 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.559356 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88c208bc-baad-411b-8c63-cbd02820b507 req-53b256af-eb06-4c1d-85c3-050d66c3be87 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=423eef32b5ca4b008e4a64936d51f09d HTTP/1.1" status: 200 len: 379 time: 0.0348268 Jul 30 01:50:44.570039 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-88c208bc-baad-411b-8c63-cbd02820b507 req-a3c81c77-80bb-4fc0-80fb-eddee4cc6c4e tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Request body: {'port': {'device_id': '1b6ec32a-803a-4db7-b557-01b3972a9705', 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37', 'admin_state_up': True, 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'security_groups': ['875be077-3509-429e-abbe-c8cee30af1c1']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:44.731916 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b6e8c-0c0f-44ec-bbfd-1504578e2715 req-90c6678b-6e54-4842-bdfe-a49e3876ad8f tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:44.734485 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d04b6e8c-0c0f-44ec-bbfd-1504578e2715 req-90c6678b-6e54-4842-bdfe-a49e3876ad8f tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0495436 Jul 30 01:50:44.774496 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d04b6e8c-0c0f-44ec-bbfd-1504578e2715 req-477fd7ad-6603-4be2-8271-4371dd2b1e38 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344150 Jul 30 01:50:44.797583 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c208bc-baad-411b-8c63-cbd02820b507 req-a3c81c77-80bb-4fc0-80fb-eddee4cc6c4e tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Made reservation on behalf of 423eef32b5ca4b008e4a64936d51f09d for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:44.801211 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-88c208bc-baad-411b-8c63-cbd02820b507 req-a3c81c77-80bb-4fc0-80fb-eddee4cc6c4e tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.825286 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-99451469-8e13-463f-84a6-0f8a3d3d107a req-325d88bd-5cf3-45cb-b286-7f3d4a992587 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 210 time: 0.0390830 Jul 30 01:50:44.906370 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d70cc07d-efc5-4681-aae1-7dc17fb27538 req-3327ea8a-d514-4d2a-9758-734a72a7ce4e tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b HTTP/1.1" status: 200 len: 210 time: 0.0429003 Jul 30 01:50:44.968342 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-88c208bc-baad-411b-8c63-cbd02820b507 req-a3c81c77-80bb-4fc0-80fb-eddee4cc6c4e tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Allocated IP 172.20.0.3 (cc258bf8-35a7-4550-9840-1f51f3da6b37/c7ac7773-91c5-49c8-b8e5-b17991f47560/475a06fe-f6ee-42d7-8aa7-dcd8b0677483) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:45.108220 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-88c208bc-baad-411b-8c63-cbd02820b507 req-a3c81c77-80bb-4fc0-80fb-eddee4cc6c4e tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.120880 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-88c208bc-baad-411b-8c63-cbd02820b507 req-a3c81c77-80bb-4fc0-80fb-eddee4cc6c4e tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Transition to ACTIVE for port object 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:45.214274 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-17de1a14-1870-4277-8666-00915e7067b7 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:45.216021 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-17de1a14-1870-4277-8666-00915e7067b7 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.77 "GET /v2.0/networks?id=daafb82e-e525-4443-a6ed-64e711f4b765 HTTP/1.1" status: 200 len: 821 time: 0.1076636 Jul 30 01:50:45.218460 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-88c208bc-baad-411b-8c63-cbd02820b507 req-a3c81c77-80bb-4fc0-80fb-eddee4cc6c4e tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.238861 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-6b701cfe-6487-43f1-bb13-f722348cbbc2 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Request body: {'port': {'device_id': '075933e4-f4ac-421d-8c0d-c66cc2e0ec6b', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'admin_state_up': True, 'tenant_id': '14a96b76d23849bd80135798d34107b9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:45.264992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c208bc-baad-411b-8c63-cbd02820b507 req-a3c81c77-80bb-4fc0-80fb-eddee4cc6c4e tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Network cc258bf8-35a7-4550-9840-1f51f3da6b37 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:45.268198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-88c208bc-baad-411b-8c63-cbd02820b507 req-a3c81c77-80bb-4fc0-80fb-eddee4cc6c4e tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:45.271908 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c208bc-baad-411b-8c63-cbd02820b507 req-a3c81c77-80bb-4fc0-80fb-eddee4cc6c4e tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:45.299723 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c81c77-80bb-4fc0-80fb-eddee4cc6c4e tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Pushing event updated for resources: {'Port': ['ID=475a06fe-f6ee-42d7-8aa7-dcd8b0677483,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:45.328948 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c208bc-baad-411b-8c63-cbd02820b507 req-a3c81c77-80bb-4fc0-80fb-eddee4cc6c4e tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:45.329595 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-88c208bc-baad-411b-8c63-cbd02820b507 req-a3c81c77-80bb-4fc0-80fb-eddee4cc6c4e tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.475257 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88c208bc-baad-411b-8c63-cbd02820b507 req-a3c81c77-80bb-4fc0-80fb-eddee4cc6c4e tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9089446 Jul 30 01:50:45.499312 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] Request body: {'port': {'device_id': '1b6ec32a-803a-4db7-b557-01b3972a9705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:45.554772 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.600422 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-6b701cfe-6487-43f1-bb13-f722348cbbc2 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Made reservation on behalf of 14a96b76d23849bd80135798d34107b9 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:45.604233 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-6b701cfe-6487-43f1-bb13-f722348cbbc2 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.623262 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f1fb3d11-95a7-4364-9bc8-4adcc6cd0bf3 None None] Provisioning for port 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:45.627157 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f1fb3d11-95a7-4364-9bc8-4adcc6cd0bf3 None None] Provisioning complete for port 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:45.627795 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f1fb3d11-95a7-4364-9bc8-4adcc6cd0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.667302 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f1fb3d11-95a7-4364-9bc8-4adcc6cd0bf3 None None] Port 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:45.743467 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-6b701cfe-6487-43f1-bb13-f722348cbbc2 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Allocated IP 172.20.0.12 (daafb82e-e525-4443-a6ed-64e711f4b765/903574c4-4fb6-419d-b774-c15d583b29a7/8e169fca-0b7b-4f7b-9e70-892e0b531e81) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:45.828393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:50:45.836232 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.864041 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] Transition to ACTIVE for port object 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:45.905020 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c019615-6ff6-486f-9ea0-2a4a531d966e req-07e150c9-95b9-4cff-a581-5215217d91ef tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:45.907095 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3c019615-6ff6-486f-9ea0-2a4a531d966e req-07e150c9-95b9-4cff-a581-5215217d91ef tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0546827 Jul 30 01:50:45.909576 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-6b701cfe-6487-43f1-bb13-f722348cbbc2 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.945894 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-6b701cfe-6487-43f1-bb13-f722348cbbc2 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Transition to ACTIVE for port object 8e169fca-0b7b-4f7b-9e70-892e0b531e81 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:45.947405 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3c019615-6ff6-486f-9ea0-2a4a531d966e req-40f2446e-5a8a-4665-9574-d24a0da95eea tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341694 Jul 30 01:50:45.977892 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3cb7d-48a1-468d-9673-091ea9b985d1 req-79785c37-8d36-4102-8cc8-685ec7e8737d tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:45.979469 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-adc3cb7d-48a1-468d-9673-091ea9b985d1 req-79785c37-8d36-4102-8cc8-685ec7e8737d tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 931 time: 0.0770280 Jul 30 01:50:46.008985 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.026226 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-adc3cb7d-48a1-468d-9673-091ea9b985d1 req-a4288519-48c8-4281-be02-954f0db1ae89 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/security-groups?id=875be077-3509-429e-abbe-c8cee30af1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399942 Jul 30 01:50:46.066955 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-23c26d42-de72-4f4e-babe-03e12b63153f req-cfaa6422-4353-4edc-913e-ca44c8119633 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b HTTP/1.1" status: 200 len: 210 time: 0.0544665 Jul 30 01:50:46.100884 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-6b701cfe-6487-43f1-bb13-f722348cbbc2 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.117514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] Pushing event updated for resources: {'Port': ['ID=475a06fe-f6ee-42d7-8aa7-dcd8b0677483,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:46.146146 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['c2dd1803-73e1-46b4-a2f8-10ffa3d1e301'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:50:46.157320 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-6b701cfe-6487-43f1-bb13-f722348cbbc2 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Network daafb82e-e525-4443-a6ed-64e711f4b765 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:46.161380 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-6b701cfe-6487-43f1-bb13-f722348cbbc2 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:46.165323 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-6b701cfe-6487-43f1-bb13-f722348cbbc2 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:46.176277 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b701cfe-6487-43f1-bb13-f722348cbbc2 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Pushing event updated for resources: {'Port': ['ID=8e169fca-0b7b-4f7b-9e70-892e0b531e81,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:46.205357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] Attempting to bind port 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:46.206345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] Attempting to bind port 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '11aef679-f2d2-405a-a4a3-6ffb6ac9252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:46.206693 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] Attempting to bind port 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 on network cc258bf8-35a7-4550-9840-1f51f3da6b37 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:46.216338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] Port 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 on network cc258bf8-35a7-4550-9840-1f51f3da6b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:50:46.217394 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] Attempting to bind port 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 on network cc258bf8-35a7-4550-9840-1f51f3da6b37 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:46.225104 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:46.225680 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] Checking segment: {'id': '11aef679-f2d2-405a-a4a3-6ffb6ac9252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:46.226258 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] Bound using segment: {'id': '11aef679-f2d2-405a-a4a3-6ffb6ac9252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:46.226950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] Bound port: 475a06fe-f6ee-42d7-8aa7-dcd8b0677483, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11aef679-f2d2-405a-a4a3-6ffb6ac9252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:46.227697 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.250030 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-6b701cfe-6487-43f1-bb13-f722348cbbc2 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:46.251331 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-6b701cfe-6487-43f1-bb13-f722348cbbc2 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.340405 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] For port 475a06fe-f6ee-42d7-8aa7-dcd8b0677483, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:46.346781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] For port 475a06fe-f6ee-42d7-8aa7-dcd8b0677483, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=475a06fe-f6ee-42d7-8aa7-dcd8b0677483,segment=NetworkSegment(11aef679-f2d2-405a-a4a3-6ffb6ac9252e),segment_id=11aef679-f2d2-405a-a4a3-6ffb6ac9252e)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:46.376553 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-6b701cfe-6487-43f1-bb13-f722348cbbc2 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1429021 Jul 30 01:50:46.398001 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] Request body: {'port': {'device_id': '075933e4-f4ac-421d-8c0d-c66cc2e0ec6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:46.421031 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.460273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:46.460895 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.466627 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88c208bc-baad-411b-8c63-cbd02820b507 req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] 10.222.0.77 "PUT /v2.0/ports/475a06fe-f6ee-42d7-8aa7-dcd8b0677483 HTTP/1.1" status: 200 len: 1091 time: 0.9682326 Jul 30 01:50:46.466627 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6ec32a-803a-4db7-b557-01b3972a9705', 'tag': '475a06fe-f6ee-42d7-8aa7-dcd8b0677483'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:46.467039 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.467148 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605486c1-688a-457a-84d9-4cdbe8017dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "1b6ec32a-803a-4db7-b557-01b3972a9705", "tag": "475a06fe-f6ee-42d7-8aa7-dcd8b0677483"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:46.490745 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a956f3-852d-44b1-9a8c-5b07619e4118 service neutron] Pushing event updated for resources: {'Port': ['ID=475a06fe-f6ee-42d7-8aa7-dcd8b0677483,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:46.521087 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f07d81f-f7e7-4c63-b3c9-c5b793f09df6 x-openstack-request-id: req-6f07d81f-f7e7-4c63-b3c9-c5b793f09df6 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:46.521908 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b6ec32a-803a-4db7-b557-01b3972a9705", "tag": "475a06fe-f6ee-42d7-8aa7-dcd8b0677483", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:46.521908 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f07d81f-f7e7-4c63-b3c9-c5b793f09df6 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:46.522206 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b6ec32a-803a-4db7-b557-01b3972a9705', 'tag': '475a06fe-f6ee-42d7-8aa7-dcd8b0677483', 'status': 'completed', 'code': 200} Jul 30 01:50:46.622281 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605486c1-688a-457a-84d9-4cdbe8017dc7 req-17cedb37-821a-4d8a-a681-04d88b6ec627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:46.623971 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-605486c1-688a-457a-84d9-4cdbe8017dc7 req-17cedb37-821a-4d8a-a681-04d88b6ec627 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=423eef32b5ca4b008e4a64936d51f09d&device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 1094 time: 0.0529833 Jul 30 01:50:46.628744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c4bcca9d-6e30-43f8-b620-c56d1fa65af6 None None] Provisioning for port 8e169fca-0b7b-4f7b-9e70-892e0b531e81 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:46.633236 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c4bcca9d-6e30-43f8-b620-c56d1fa65af6 None None] Provisioning complete for port 8e169fca-0b7b-4f7b-9e70-892e0b531e81 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:46.633609 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4bcca9d-6e30-43f8-b620-c56d1fa65af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.672496 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c4bcca9d-6e30-43f8-b620-c56d1fa65af6 None None] Port 8e169fca-0b7b-4f7b-9e70-892e0b531e81 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:46.769787 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605486c1-688a-457a-84d9-4cdbe8017dc7 req-6d789c08-8685-407b-a2b4-5715c7b33100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:46.771341 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-605486c1-688a-457a-84d9-4cdbe8017dc7 req-6d789c08-8685-407b-a2b4-5715c7b33100 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=423eef32b5ca4b008e4a64936d51f09d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1114817 Jul 30 01:50:46.781089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e169fca-0b7b-4f7b-9e70-892e0b531e81 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:50:46.789038 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.802148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] Transition to ACTIVE for port object 8e169fca-0b7b-4f7b-9e70-892e0b531e81 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:46.877688 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605486c1-688a-457a-84d9-4cdbe8017dc7 req-43e7fa80-d167-429c-a6e3-b579508753a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:46.879237 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-605486c1-688a-457a-84d9-4cdbe8017dc7 req-43e7fa80-d167-429c-a6e3-b579508753a7 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996914 Jul 30 01:50:46.896995 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.949705 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] Pushing event updated for resources: {'Port': ['ID=8e169fca-0b7b-4f7b-9e70-892e0b531e81,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:47.010774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c208bc-baad-411b-8c63-cbd02820b507 req-627f4323-0739-454b-9f4c-3e00a8963811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:47.013032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88c208bc-baad-411b-8c63-cbd02820b507 req-627f4323-0739-454b-9f4c-3e00a8963811 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=423eef32b5ca4b008e4a64936d51f09d&device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 1094 time: 0.0570943 Jul 30 01:50:47.027197 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] Attempting to bind port 8e169fca-0b7b-4f7b-9e70-892e0b531e81 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:47.027570 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] Attempting to bind port 8e169fca-0b7b-4f7b-9e70-892e0b531e81 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '0bded77b-3f02-4dba-932f-3823b3b3d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:47.027976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] Attempting to bind port 8e169fca-0b7b-4f7b-9e70-892e0b531e81 on network daafb82e-e525-4443-a6ed-64e711f4b765 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:47.036756 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] Port 8e169fca-0b7b-4f7b-9e70-892e0b531e81 on network daafb82e-e525-4443-a6ed-64e711f4b765 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:50:47.043077 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] Attempting to bind port 8e169fca-0b7b-4f7b-9e70-892e0b531e81 on network daafb82e-e525-4443-a6ed-64e711f4b765 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:47.043077 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:47.043077 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] Checking segment: {'id': '0bded77b-3f02-4dba-932f-3823b3b3d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:47.043371 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] Bound using segment: {'id': '0bded77b-3f02-4dba-932f-3823b3b3d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:47.044010 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] Bound port: 8e169fca-0b7b-4f7b-9e70-892e0b531e81, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bded77b-3f02-4dba-932f-3823b3b3d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:47.044217 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.096686 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88c208bc-baad-411b-8c63-cbd02820b507 req-5eaaeba1-9e61-4b80-91cb-41c1e6c106c7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=475a06fe-f6ee-42d7-8aa7-dcd8b0677483 HTTP/1.1" status: 200 len: 217 time: 0.0678310 Jul 30 01:50:47.146357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfcd00-a6df-43dc-b44c-5fc8072caf73 req-86cc65cc-51a1-43ae-86a3-4fa548da68ee tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:47.148032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a6cfcd00-a6df-43dc-b44c-5fc8072caf73 req-86cc65cc-51a1-43ae-86a3-4fa548da68ee tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.1214397 Jul 30 01:50:47.162501 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] For port 8e169fca-0b7b-4f7b-9e70-892e0b531e81, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:47.180734 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] For port 8e169fca-0b7b-4f7b-9e70-892e0b531e81, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8e169fca-0b7b-4f7b-9e70-892e0b531e81,segment=NetworkSegment(0bded77b-3f02-4dba-932f-3823b3b3d0de),segment_id=0bded77b-3f02-4dba-932f-3823b3b3d0de)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:47.183429 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c208bc-baad-411b-8c63-cbd02820b507 req-fdddf730-e7e1-4d93-abcf-d53cec4105ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:47.184935 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88c208bc-baad-411b-8c63-cbd02820b507 req-fdddf730-e7e1-4d93-abcf-d53cec4105ae service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c7ac7773-91c5-49c8-b8e5-b17991f47560 HTTP/1.1" status: 200 len: 854 time: 0.0799594 Jul 30 01:50:47.194268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0efbc9-086f-40dd-9350-9b1271302043 req-d80cc13c-24db-4ea9-a018-f0e82cace4df tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:47.195858 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5f0efbc9-086f-40dd-9350-9b1271302043 req-d80cc13c-24db-4ea9-a018-f0e82cace4df tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 943 time: 0.0813766 Jul 30 01:50:47.231234 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a6cfcd00-a6df-43dc-b44c-5fc8072caf73 req-9b456818-d6ce-4d8b-bea0-c169fb5616a1 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760961 Jul 30 01:50:47.238394 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5f0efbc9-086f-40dd-9350-9b1271302043 req-2c5a06df-4c02-479b-a542-c2714a641a2d tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/security-groups?id=875be077-3509-429e-abbe-c8cee30af1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357983 Jul 30 01:50:47.245026 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c208bc-baad-411b-8c63-cbd02820b507 req-94cdd167-cf73-4d97-b84b-7ed473f962b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:47.246576 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88c208bc-baad-411b-8c63-cbd02820b507 req-94cdd167-cf73-4d97-b84b-7ed473f962b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cc258bf8-35a7-4550-9840-1f51f3da6b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505989 Jul 30 01:50:47.263826 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.303298 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:47.304375 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.306024 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] 10.222.0.77 "PUT /v2.0/ports/8e169fca-0b7b-4f7b-9e70-892e0b531e81 HTTP/1.1" status: 200 len: 1092 time: 0.9124310 Jul 30 01:50:47.306724 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075933e4-f4ac-421d-8c0d-c66cc2e0ec6b', 'tag': '8e169fca-0b7b-4f7b-9e70-892e0b531e81'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:47.309237 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057b40a9-c8e4-49c5-9101-1c4f23e150e2" -d '{"events": [{"name": "network-changed", "server_uuid": "075933e4-f4ac-421d-8c0d-c66cc2e0ec6b", "tag": "8e169fca-0b7b-4f7b-9e70-892e0b531e81"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:47.341463 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a610c3-df3e-4021-ad32-a53ae1adcf52 service neutron] Pushing event updated for resources: {'Port': ['ID=8e169fca-0b7b-4f7b-9e70-892e0b531e81,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:47.403092 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11e53e-140e-4e8c-86c7-c57fdcd93d7e req-cd8d2824-51e6-4bd9-97da-f2cf423adca4 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:47.404904 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb11e53e-140e-4e8c-86c7-c57fdcd93d7e req-cd8d2824-51e6-4bd9-97da-f2cf423adca4 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b HTTP/1.1" status: 200 len: 944 time: 0.0893784 Jul 30 01:50:47.445779 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88c208bc-baad-411b-8c63-cbd02820b507 req-1dffd745-5097-4bf5-826f-fc1cf4be98cf service neutron] 10.222.0.77 "GET /v2.0/networks/cc258bf8-35a7-4550-9840-1f51f3da6b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842151 Jul 30 01:50:47.460359 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.474463 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb11e53e-140e-4e8c-86c7-c57fdcd93d7e req-7bd3392b-a710-4c71-a7f1-79efd224eea1 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599837 Jul 30 01:50:47.480488 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f2c1d2-21a5-40cd-a0dc-d2893bba191e x-openstack-request-id: req-36f2c1d2-21a5-40cd-a0dc-d2893bba191e {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:47.485493 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075933e4-f4ac-421d-8c0d-c66cc2e0ec6b", "tag": "8e169fca-0b7b-4f7b-9e70-892e0b531e81", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:47.485493 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36f2c1d2-21a5-40cd-a0dc-d2893bba191e {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:47.485493 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075933e4-f4ac-421d-8c0d-c66cc2e0ec6b', 'tag': '8e169fca-0b7b-4f7b-9e70-892e0b531e81', 'status': 'completed', 'code': 200} Jul 30 01:50:47.559519 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88c208bc-baad-411b-8c63-cbd02820b507 req-d302dc9b-3ba4-42ec-ad4a-e8cc4b9a37e3 service neutron] 10.222.0.77 "GET /v2.0/networks/cc258bf8-35a7-4550-9840-1f51f3da6b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035376 Jul 30 01:50:47.568995 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b40a9-c8e4-49c5-9101-1c4f23e150e2 req-428c7152-12a8-44e3-876f-d614c11a4c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:47.570569 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-057b40a9-c8e4-49c5-9101-1c4f23e150e2 req-428c7152-12a8-44e3-876f-d614c11a4c90 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=14a96b76d23849bd80135798d34107b9&device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b HTTP/1.1" status: 200 len: 1095 time: 0.0421247 Jul 30 01:50:47.690693 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b40a9-c8e4-49c5-9101-1c4f23e150e2 req-677995a0-91a4-4d9e-bda6-8a2113d3ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:47.692202 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-057b40a9-c8e4-49c5-9101-1c4f23e150e2 req-677995a0-91a4-4d9e-bda6-8a2113d3ed54 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=14a96b76d23849bd80135798d34107b9&shared=False HTTP/1.1" status: 200 len: 922 time: 0.0995274 Jul 30 01:50:47.746096 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25145072-10e8-4496-bd17-2a9fad615532 req-0857d1f6-9db6-4c4c-b8a2-9dcd23c3e0ef tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:47.747788 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-25145072-10e8-4496-bd17-2a9fad615532 req-0857d1f6-9db6-4c4c-b8a2-9dcd23c3e0ef tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 946 time: 0.0514898 Jul 30 01:50:47.791842 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-25145072-10e8-4496-bd17-2a9fad615532 req-74e948d5-2aca-46f2-94bc-5710be306540 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/security-groups?id=e970702a-72df-47fa-bb3d-1e86bbd23b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376592 Jul 30 01:50:47.830534 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b40a9-c8e4-49c5-9101-1c4f23e150e2 req-86f29d7e-ce05-43d8-b4c0-7cae7e323608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:47.831925 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-057b40a9-c8e4-49c5-9101-1c4f23e150e2 req-86f29d7e-ce05-43d8-b4c0-7cae7e323608 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982168 Jul 30 01:50:47.935575 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-044c5c2b-343d-46a9-aa98-6b33382758e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:47.937585 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-044c5c2b-343d-46a9-aa98-6b33382758e9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=14a96b76d23849bd80135798d34107b9&device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b HTTP/1.1" status: 200 len: 1095 time: 0.0420852 Jul 30 01:50:47.990424 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c369feb4-e439-4c21-93d4-8a7e045d12dd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e169fca-0b7b-4f7b-9e70-892e0b531e81 HTTP/1.1" status: 200 len: 217 time: 0.0351276 Jul 30 01:50:48.041617 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-cfefafc2-178d-48c2-9643-95aab2e3c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:48.043090 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-cfefafc2-178d-48c2-9643-95aab2e3c3e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=903574c4-4fb6-419d-b774-c15d583b29a7 HTTP/1.1" status: 200 len: 860 time: 0.0456619 Jul 30 01:50:48.096604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-5b426bd5-931d-42d3-aad1-f3a661976d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:48.098025 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-5b426bd5-931d-42d3-aad1-f3a661976d9e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daafb82e-e525-4443-a6ed-64e711f4b765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470128 Jul 30 01:50:48.191165 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-cbaf8701-f174-4749-99f1-0e523fcda108 service neutron] 10.222.0.77 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848169 Jul 30 01:50:48.289720 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cdf34b68-332f-46c1-85d2-361cfc6244f0 req-c2190be4-08aa-428d-b4e0-9daed6e068f1 service neutron] 10.222.0.77 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901985 Jul 30 01:50:48.354043 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16735e38-dbaa-4e7b-a8d8-ff5084f56405 req-41059972-2988-47bb-9250-2023e44bef0f tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:48.355958 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16735e38-dbaa-4e7b-a8d8-ff5084f56405 req-41059972-2988-47bb-9250-2023e44bef0f tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0504797 Jul 30 01:50:48.359217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13217e66-d5c8-4925-b910-5b8f8bf9a0b0 req-9c9460e3-8fa8-4ec3-a4f5-c4626f81a203 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:48.360763 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13217e66-d5c8-4925-b910-5b8f8bf9a0b0 req-9c9460e3-8fa8-4ec3-a4f5-c4626f81a203 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 943 time: 0.0519145 Jul 30 01:50:48.396780 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16735e38-dbaa-4e7b-a8d8-ff5084f56405 req-8ebe830d-6469-429f-8f16-111df431738d tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334396 Jul 30 01:50:48.402197 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13217e66-d5c8-4925-b910-5b8f8bf9a0b0 req-bcee38c7-17a3-40bf-9e26-fee0f12eb853 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/security-groups?id=875be077-3509-429e-abbe-c8cee30af1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355120 Jul 30 01:50:48.597388 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706f24c-c52b-4590-8f06-f83906b6034b req-6e0ab1a1-0785-4668-99ba-e69269323f2c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:48.598946 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d706f24c-c52b-4590-8f06-f83906b6034b req-6e0ab1a1-0785-4668-99ba-e69269323f2c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b HTTP/1.1" status: 200 len: 944 time: 0.0490041 Jul 30 01:50:48.637164 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d706f24c-c52b-4590-8f06-f83906b6034b req-807aed77-a6ed-4c2e-aabc-1fd6b6bae725 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318661 Jul 30 01:50:49.521898 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbce3-05a8-4ee7-bac7-11bb5970da3a req-a7bb6f3d-ad7b-47e7-91f0-364ffedaf10d tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:49.523602 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a45dbce3-05a8-4ee7-bac7-11bb5970da3a req-a7bb6f3d-ad7b-47e7-91f0-364ffedaf10d tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0547655 Jul 30 01:50:49.546039 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6b63d-637d-4e47-892d-e906eab66569 req-79717dae-ff31-4a9f-9a58-429efc424d9d tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:49.547576 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-89c6b63d-637d-4e47-892d-e906eab66569 req-79717dae-ff31-4a9f-9a58-429efc424d9d tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 943 time: 0.0603809 Jul 30 01:50:49.565960 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a45dbce3-05a8-4ee7-bac7-11bb5970da3a req-954395c6-94a7-401b-a24f-4a9f17dc519d tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342679 Jul 30 01:50:49.591864 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-89c6b63d-637d-4e47-892d-e906eab66569 req-4320bdb3-b802-43b4-a7ee-9cf3f4e101e3 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/security-groups?id=875be077-3509-429e-abbe-c8cee30af1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376544 Jul 30 01:50:49.845493 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cde7f-0b03-48ae-bf30-92bee930f526 req-fc205a60-b990-48b5-accc-ae1090ff1089 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:49.847604 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f98cde7f-0b03-48ae-bf30-92bee930f526 req-fc205a60-b990-48b5-accc-ae1090ff1089 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b HTTP/1.1" status: 200 len: 944 time: 0.0512576 Jul 30 01:50:49.888428 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f98cde7f-0b03-48ae-bf30-92bee930f526 req-7ec863d4-7ddb-4f81-9711-2d4e16d53292 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341256 Jul 30 01:50:50.161811 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc6ca4-a6f5-4e82-b859-2f98292a6b13 req-26df1788-e669-4cff-83f1-c13c25f01c8f tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:50.163363 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-09dc6ca4-a6f5-4e82-b859-2f98292a6b13 req-26df1788-e669-4cff-83f1-c13c25f01c8f tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0501649 Jul 30 01:50:50.227087 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-09dc6ca4-a6f5-4e82-b859-2f98292a6b13 req-69ec6b15-0109-4cb5-8d9d-87bb7a850449 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536802 Jul 30 01:50:50.234581 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a540a-854e-4a78-aea3-8df628f74507 req-5045acc9-d5fd-4e0d-94b9-858c8b0dbd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:50.236073 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-061a540a-854e-4a78-aea3-8df628f74507 req-5045acc9-d5fd-4e0d-94b9-858c8b0dbd85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=490aa0aca67044918aa610799e460190&device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 1096 time: 0.0708454 Jul 30 01:50:50.332751 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a540a-854e-4a78-aea3-8df628f74507 req-32c5efdd-d68c-4d24-9199-a88451c5f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:50.334166 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-061a540a-854e-4a78-aea3-8df628f74507 req-32c5efdd-d68c-4d24-9199-a88451c5f7f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d652dbd5-b125-43d2-9532-a9060b55f820 HTTP/1.1" status: 200 len: 919 time: 0.0858302 Jul 30 01:50:50.380374 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-061a540a-854e-4a78-aea3-8df628f74507 req-2d6dd7fc-034c-41cd-8964-c8eb2bec959a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 HTTP/1.1" status: 200 len: 217 time: 0.0391378 Jul 30 01:50:50.613343 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8e169fca-0b7b-4f7b-9e70-892e0b531e81 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:50:50.704606 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51dc2e-042c-4d2e-80d1-807d32b24ee0 req-109933e8-d486-44f2-9278-832bfcd5c95b tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:50.706425 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb51dc2e-042c-4d2e-80d1-807d32b24ee0 req-109933e8-d486-44f2-9278-832bfcd5c95b tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0657203 Jul 30 01:50:50.737510 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 8e169fca-0b7b-4f7b-9e70-892e0b531e81, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8e169fca-0b7b-4f7b-9e70-892e0b531e81,segment=NetworkSegment(0bded77b-3f02-4dba-932f-3823b3b3d0de),segment_id=0bded77b-3f02-4dba-932f-3823b3b3d0de)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:50.752619 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '8e169fca-0b7b-4f7b-9e70-892e0b531e81', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'port_id': '8e169fca-0b7b-4f7b-9e70-892e0b531e81', 'mac_address': 'fa:16:3e:80:88:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:50:50.759193 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb51dc2e-042c-4d2e-80d1-807d32b24ee0 req-8e7b1644-1906-4635-bfab-e943a11e68f3 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441480 Jul 30 01:50:50.778702 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a540a-854e-4a78-aea3-8df628f74507 req-572238e9-adfd-4e80-bcad-471a0a83ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:50.781619 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-061a540a-854e-4a78-aea3-8df628f74507 req-572238e9-adfd-4e80-bcad-471a0a83ff1b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13adb296-4ada-44ec-a243-157585ef9fdf HTTP/1.1" status: 200 len: 858 time: 0.3942397 Jul 30 01:50:50.796942 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:50.803113 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188f871-a674-4df3-b8a8-ffd618a8393c req-34d6380e-47bc-4945-8aa5-9fb81fa7051d tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:50.804816 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3188f871-a674-4df3-b8a8-ffd618a8393c req-34d6380e-47bc-4945-8aa5-9fb81fa7051d tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 943 time: 0.0722747 Jul 30 01:50:50.810358 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e169fca-0b7b-4f7b-9e70-892e0b531e81 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:50:50.833076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 8e169fca-0b7b-4f7b-9e70-892e0b531e81, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8e169fca-0b7b-4f7b-9e70-892e0b531e81,segment=NetworkSegment(0bded77b-3f02-4dba-932f-3823b3b3d0de),segment_id=0bded77b-3f02-4dba-932f-3823b3b3d0de)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:50.837671 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-061a540a-854e-4a78-aea3-8df628f74507 req-cafea508-7a56-4000-8d23-f361fae93467 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d652dbd5-b125-43d2-9532-a9060b55f820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452461 Jul 30 01:50:50.908568 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:50.909305 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:50:50.911150 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3188f871-a674-4df3-b8a8-ffd618a8393c req-789a7969-cc70-4098-a3bd-424dc321ad06 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/security-groups?id=875be077-3509-429e-abbe-c8cee30af1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951557 Jul 30 01:50:50.965073 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-061a540a-854e-4a78-aea3-8df628f74507 req-e2c6b859-e951-4057-b732-dc2fe8906833 service neutron] 10.222.0.10 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168215 Jul 30 01:50:51.030192 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=8e169fca-0b7b-4f7b-9e70-892e0b531e81,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:51.071949 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-061a540a-854e-4a78-aea3-8df628f74507 req-35a51c4d-e77a-4299-8ba1-57d3f68d65eb service neutron] 10.222.0.10 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989604 Jul 30 01:50:51.085563 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 475a06fe-f6ee-42d7-8aa7-dcd8b0677483, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=475a06fe-f6ee-42d7-8aa7-dcd8b0677483,segment=NetworkSegment(11aef679-f2d2-405a-a4a3-6ffb6ac9252e),segment_id=11aef679-f2d2-405a-a4a3-6ffb6ac9252e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:51.098668 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '475a06fe-f6ee-42d7-8aa7-dcd8b0677483', 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37', 'port_id': '475a06fe-f6ee-42d7-8aa7-dcd8b0677483', 'mac_address': 'fa:16:3e:ad:61:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ac7773-91c5-49c8-b8e5-b17991f47560', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:50:51.130687 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500825ac-270d-4289-b3c9-6e586174d959 req-e67fc930-5350-4908-96e8-3138feaa8979 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:51.132248 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-500825ac-270d-4289-b3c9-6e586174d959 req-e67fc930-5350-4908-96e8-3138feaa8979 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 946 time: 0.0562787 Jul 30 01:50:51.148198 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06456b4d-e876-429a-a88a-9937177ebaa4 req-7e0d650d-76e9-4b0f-8f0d-129c02dc79db tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:51.150263 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-06456b4d-e876-429a-a88a-9937177ebaa4 req-7e0d650d-76e9-4b0f-8f0d-129c02dc79db tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b HTTP/1.1" status: 200 len: 945 time: 0.0600798 Jul 30 01:50:51.161878 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:51.177825 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:50:51.177936 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-500825ac-270d-4289-b3c9-6e586174d959 req-6bfd81ee-2091-45e1-8394-f99ce12df520 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/security-groups?id=e970702a-72df-47fa-bb3d-1e86bbd23b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390289 Jul 30 01:50:51.204218 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 475a06fe-f6ee-42d7-8aa7-dcd8b0677483, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=475a06fe-f6ee-42d7-8aa7-dcd8b0677483,segment=NetworkSegment(11aef679-f2d2-405a-a4a3-6ffb6ac9252e),segment_id=11aef679-f2d2-405a-a4a3-6ffb6ac9252e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:51.207838 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-06456b4d-e876-429a-a88a-9937177ebaa4 req-fbbc151a-d801-47dc-9b10-d73cbeac0b79 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505376 Jul 30 01:50:51.286002 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:51.335728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=475a06fe-f6ee-42d7-8aa7-dcd8b0677483,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:51.348656 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efca523-72d2-4a26-898c-fc3b534839c3 req-b5f80e9d-04ec-4bac-b3c2-baa3b5e00179 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:51.350225 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4efca523-72d2-4a26-898c-fc3b534839c3 req-b5f80e9d-04ec-4bac-b3c2-baa3b5e00179 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0542810 Jul 30 01:50:51.391074 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4efca523-72d2-4a26-898c-fc3b534839c3 req-9fa80882-d326-4f12-8d0d-5bc0aa7dd6a1 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342138 Jul 30 01:50:51.791045 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['8e169fca-0b7b-4f7b-9e70-892e0b531e81'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:50:51.823005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['475a06fe-f6ee-42d7-8aa7-dcd8b0677483'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:50:51.878053 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0997903-17dd-4054-9c3f-e68a6893398d req-2322c4fd-34bf-44df-8884-e273ebf8b23c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:51.879597 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0997903-17dd-4054-9c3f-e68a6893398d req-2322c4fd-34bf-44df-8884-e273ebf8b23c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0496180 Jul 30 01:50:51.928982 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0997903-17dd-4054-9c3f-e68a6893398d req-f3e10c0a-75fd-41f7-ae52-104dfe0f86ac tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427744 Jul 30 01:50:52.035362 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03acffa-e686-41f0-99b1-ec253fb4c6af req-abde4ed3-5a53-49c4-b172-ed7099371f3e tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:52.037355 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f03acffa-e686-41f0-99b1-ec253fb4c6af req-abde4ed3-5a53-49c4-b172-ed7099371f3e tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 944 time: 0.0509036 Jul 30 01:50:52.080062 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f03acffa-e686-41f0-99b1-ec253fb4c6af req-48e41a26-09d3-4c59-b72a-71014f357967 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/security-groups?id=875be077-3509-429e-abbe-c8cee30af1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368738 Jul 30 01:50:52.215026 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983782fa-cb7f-444d-a3fb-32c50c78aa2f req-a2977a14-a034-4f9e-8fe5-27c554b31970 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:52.216427 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-983782fa-cb7f-444d-a3fb-32c50c78aa2f req-a2977a14-a034-4f9e-8fe5-27c554b31970 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 946 time: 0.0491865 Jul 30 01:50:52.255960 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-983782fa-cb7f-444d-a3fb-32c50c78aa2f req-68126905-fe2a-4ff6-8bc0-44187716a7e0 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/security-groups?id=e970702a-72df-47fa-bb3d-1e86bbd23b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334191 Jul 30 01:50:52.328545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18001d20-7de0-4099-a93c-eeb7afe65227 req-f8ca8cdc-3594-4f39-960c-6016f6950474 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:52.330043 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-18001d20-7de0-4099-a93c-eeb7afe65227 req-f8ca8cdc-3594-4f39-960c-6016f6950474 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b HTTP/1.1" status: 200 len: 945 time: 0.0526640 Jul 30 01:50:52.369041 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-18001d20-7de0-4099-a93c-eeb7afe65227 req-5ae4bb62-63eb-4fb5-bbe1-567c815c3f46 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328667 Jul 30 01:50:52.507214 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05447c77-0ccf-42ea-a377-8a3b041983e1 req-28e729eb-4c34-4812-b32a-96641096c4f6 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:52.508610 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-05447c77-0ccf-42ea-a377-8a3b041983e1 req-28e729eb-4c34-4812-b32a-96641096c4f6 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0510182 Jul 30 01:50:52.554118 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-05447c77-0ccf-42ea-a377-8a3b041983e1 req-0ae2263f-ae8a-4f33-aacb-2ab83f3543a6 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392356 Jul 30 01:50:53.044217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bb4f7-85d5-4d36-8677-73354471f3e0 req-0008cd5f-a4ec-4285-b9ea-e11d28fe00d6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:53.045753 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f73bb4f7-85d5-4d36-8677-73354471f3e0 req-0008cd5f-a4ec-4285-b9ea-e11d28fe00d6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0493207 Jul 30 01:50:53.088481 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f73bb4f7-85d5-4d36-8677-73354471f3e0 req-5dc89797-c6f6-4698-940b-297c9e33576f tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368645 Jul 30 01:50:53.200537 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3aab05-0715-494e-be9d-dc3341161293 req-ff4f127b-0d3c-4960-bbaa-99aeaf797158 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:53.202141 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0c3aab05-0715-494e-be9d-dc3341161293 req-ff4f127b-0d3c-4960-bbaa-99aeaf797158 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 944 time: 0.0494106 Jul 30 01:50:53.242113 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0c3aab05-0715-494e-be9d-dc3341161293 req-5d0b6c10-3ee8-40b6-91e5-535380419089 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/security-groups?id=875be077-3509-429e-abbe-c8cee30af1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323253 Jul 30 01:50:53.371687 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce110aa-034e-4664-aebe-81d35e4f50b6 req-7e9bf419-e0d4-4045-8f65-5bd2e749a324 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:53.373224 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9ce110aa-034e-4664-aebe-81d35e4f50b6 req-7e9bf419-e0d4-4045-8f65-5bd2e749a324 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 946 time: 0.0497458 Jul 30 01:50:53.413205 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9ce110aa-034e-4664-aebe-81d35e4f50b6 req-08986da8-4514-4196-b092-a9b567a7fe7d tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/security-groups?id=e970702a-72df-47fa-bb3d-1e86bbd23b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334504 Jul 30 01:50:53.488694 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfd64a-5b82-4963-bca3-3efb4b24197e req-cc7dfec8-db27-420f-b0c2-07e83c520fa3 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:53.490115 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5ecfd64a-5b82-4963-bca3-3efb4b24197e req-cc7dfec8-db27-420f-b0c2-07e83c520fa3 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b HTTP/1.1" status: 200 len: 945 time: 0.0487661 Jul 30 01:50:53.528007 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5ecfd64a-5b82-4963-bca3-3efb4b24197e req-c28aab54-de9b-4174-8e14-1f784843bde3 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319078 Jul 30 01:50:53.699845 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb24cc8-1cc4-4a47-a0cc-e27b1bc8577c req-f341b8da-7264-4407-a364-e4d6b054ba8b tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:53.701343 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5bb24cc8-1cc4-4a47-a0cc-e27b1bc8577c req-f341b8da-7264-4407-a364-e4d6b054ba8b tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0804563 Jul 30 01:50:53.709657 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcb9cb-cbcd-4988-97ec-078b26160901 req-3542f101-ead2-490d-be47-ac9a23c89dc2 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:53.711104 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e8fcb9cb-cbcd-4988-97ec-078b26160901 req-3542f101-ead2-490d-be47-ac9a23c89dc2 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.10 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 946 time: 0.0807860 Jul 30 01:50:53.797100 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5bb24cc8-1cc4-4a47-a0cc-e27b1bc8577c req-95375c05-3453-4982-8b47-664fffd0d047 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849388 Jul 30 01:50:53.823931 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-e8fcb9cb-cbcd-4988-97ec-078b26160901 req-def31aab-6bfb-42cf-91bf-932196d31ea5 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Deleting port cdb558f8-5cac-4331-9b09-75fbfbcc262f {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:53.824316 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e8fcb9cb-cbcd-4988-97ec-078b26160901 req-def31aab-6bfb-42cf-91bf-932196d31ea5 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.914098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-e8fcb9cb-cbcd-4988-97ec-078b26160901 req-def31aab-6bfb-42cf-91bf-932196d31ea5 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] For port cdb558f8-5cac-4331-9b09-75fbfbcc262f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=cdb558f8-5cac-4331-9b09-75fbfbcc262f,segment=NetworkSegment(078c6e65-e590-4f3e-bd7c-a99189bd502b),segment_id=078c6e65-e590-4f3e-bd7c-a99189bd502b)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:53.914492 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e8fcb9cb-cbcd-4988-97ec-078b26160901 req-def31aab-6bfb-42cf-91bf-932196d31ea5 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.134450 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e8fcb9cb-cbcd-4988-97ec-078b26160901 req-def31aab-6bfb-42cf-91bf-932196d31ea5 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.134830 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e8fcb9cb-cbcd-4988-97ec-078b26160901 req-def31aab-6bfb-42cf-91bf-932196d31ea5 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.135151 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [req-e8fcb9cb-cbcd-4988-97ec-078b26160901 req-def31aab-6bfb-42cf-91bf-932196d31ea5 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Floating IP 77d99496-8955-49c8-85c6-7e178f3bbcf7 disassociated. External IP: 172.25.1.246, port: cdb558f8-5cac-4331-9b09-75fbfbcc262f. Jul 30 01:50:54.138573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-e8fcb9cb-cbcd-4988-97ec-078b26160901 req-def31aab-6bfb-42cf-91bf-932196d31ea5 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Calling delete_port for cdb558f8-5cac-4331-9b09-75fbfbcc262f owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:54.219733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8947d8-5058-49b8-980e-790ddc725bae req-bd0d9b91-49c8-4bb1-99db-72034f0a5fa0 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:54.221235 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd8947d8-5058-49b8-980e-790ddc725bae req-bd0d9b91-49c8-4bb1-99db-72034f0a5fa0 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0596654 Jul 30 01:50:54.269373 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd8947d8-5058-49b8-980e-790ddc725bae req-d859062b-6107-4c1c-a257-ca5d0ecf9b01 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364306 Jul 30 01:50:54.376126 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e25263-6b4b-4c68-8ab5-45a05f16b132 req-31c7735e-3ce9-4fcf-885e-2a9b189a18b4 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:54.377637 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-92e25263-6b4b-4c68-8ab5-45a05f16b132 req-31c7735e-3ce9-4fcf-885e-2a9b189a18b4 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 944 time: 0.0516238 Jul 30 01:50:54.391779 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e8fcb9cb-cbcd-4988-97ec-078b26160901 req-def31aab-6bfb-42cf-91bf-932196d31ea5 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.424438 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-92e25263-6b4b-4c68-8ab5-45a05f16b132 req-c2a06eae-b9bd-4104-92e0-d551325b6335 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/security-groups?id=875be077-3509-429e-abbe-c8cee30af1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406933 Jul 30 01:50:54.425854 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def31aab-6bfb-42cf-91bf-932196d31ea5 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Pushing event deleted for resources: {'Port': ['ID=cdb558f8-5cac-4331-9b09-75fbfbcc262f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:54.542955 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1811256a-94f0-4830-99b9-f395c75e0e82 req-5a0a7306-afb1-407b-a51f-952f367facaf tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 210 time: 0.0562346 Jul 30 01:50:54.567515 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8fcb9cb-cbcd-4988-97ec-078b26160901 req-def31aab-6bfb-42cf-91bf-932196d31ea5 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Router 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:54.616945 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8e169fca-0b7b-4f7b-9e70-892e0b531e81 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:54.647219 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dba20-c8f7-4d70-bc64-e4cb01dacdb6 req-9c8e121f-12dc-4619-a6fb-76d05a7d0424 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:54.648670 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f6dba20-c8f7-4d70-bc64-e4cb01dacdb6 req-9c8e121f-12dc-4619-a6fb-76d05a7d0424 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b HTTP/1.1" status: 200 len: 945 time: 0.0499179 Jul 30 01:50:54.682760 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8fcb9cb-cbcd-4988-97ec-078b26160901 req-def31aab-6bfb-42cf-91bf-932196d31ea5 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:54.692204 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f6dba20-c8f7-4d70-bc64-e4cb01dacdb6 req-a876878a-264a-4591-91f3-2b5abe29baff tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344505 Jul 30 01:50:54.693910 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06468432-272a-41b4-ab66-6f80f23de1d7 None None] Sync routers for ids ['8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:54.707249 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06468432-272a-41b4-ab66-6f80f23de1d7 None None] Routers {'8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:54.708015 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-06468432-272a-41b4-ab66-6f80f23de1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:54.726122 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fcb9cb-cbcd-4988-97ec-078b26160901 req-def31aab-6bfb-42cf-91bf-932196d31ea5 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] No DVR routers for this DVR port cdb558f8-5cac-4331-9b09-75fbfbcc262f on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:50:54.728570 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 8e169fca-0b7b-4f7b-9e70-892e0b531e81 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:54.729060 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e8fcb9cb-cbcd-4988-97ec-078b26160901 req-def31aab-6bfb-42cf-91bf-932196d31ea5 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.731843 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e8fcb9cb-cbcd-4988-97ec-078b26160901 req-def31aab-6bfb-42cf-91bf-932196d31ea5 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.10 "DELETE /v2.0/ports/cdb558f8-5cac-4331-9b09-75fbfbcc262f HTTP/1.1" status: 204 len: 173 time: 1.0138171 Jul 30 01:50:54.732309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aee64a8-54d7-4f87-ad37-751a1bac1510', 'name': 'network-vif-deleted', 'tag': 'cdb558f8-5cac-4331-9b09-75fbfbcc262f'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:54.733304 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 8e169fca-0b7b-4f7b-9e70-892e0b531e81 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:54.733799 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.734649 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3af002-5d7d-4fd0-882e-32de3a76472b" -d '{"events": [{"server_uuid": "3aee64a8-54d7-4f87-ad37-751a1bac1510", "name": "network-vif-deleted", "tag": "cdb558f8-5cac-4331-9b09-75fbfbcc262f"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:54.789036 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee2c406-7fb4-4886-a98b-aa7f6fe2c3c5 x-openstack-request-id: req-dee2c406-7fb4-4886-a98b-aa7f6fe2c3c5 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:54.789036 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aee64a8-54d7-4f87-ad37-751a1bac1510", "name": "network-vif-deleted", "tag": "cdb558f8-5cac-4331-9b09-75fbfbcc262f", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:54.789036 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dee2c406-7fb4-4886-a98b-aa7f6fe2c3c5 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:54.789036 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aee64a8-54d7-4f87-ad37-751a1bac1510', 'name': 'network-vif-deleted', 'tag': 'cdb558f8-5cac-4331-9b09-75fbfbcc262f', 'status': 'completed', 'code': 200} Jul 30 01:50:54.821934 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.845939 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075933e4-f4ac-421d-8c0d-c66cc2e0ec6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e169fca-0b7b-4f7b-9e70-892e0b531e81'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:54.850782 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb05a2b-5c3a-4932-aa42-f2d27364c626" -d '{"events": [{"server_uuid": "075933e4-f4ac-421d-8c0d-c66cc2e0ec6b", "name": "network-vif-plugged", "status": "completed", "tag": "8e169fca-0b7b-4f7b-9e70-892e0b531e81"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:54.867192 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 8e169fca-0b7b-4f7b-9e70-892e0b531e81, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8e169fca-0b7b-4f7b-9e70-892e0b531e81,segment=NetworkSegment(0bded77b-3f02-4dba-932f-3823b3b3d0de),segment_id=0bded77b-3f02-4dba-932f-3823b3b3d0de)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:54.875174 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-06468432-272a-41b4-ab66-6f80f23de1d7 None None] Set router 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:54.902218 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee0952d-41df-4354-8f9e-b195958c90a1 x-openstack-request-id: req-bee0952d-41df-4354-8f9e-b195958c90a1 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:54.902758 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075933e4-f4ac-421d-8c0d-c66cc2e0ec6b", "name": "network-vif-plugged", "status": "completed", "tag": "8e169fca-0b7b-4f7b-9e70-892e0b531e81", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:54.903199 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bee0952d-41df-4354-8f9e-b195958c90a1 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:54.903777 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075933e4-f4ac-421d-8c0d-c66cc2e0ec6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e169fca-0b7b-4f7b-9e70-892e0b531e81', 'code': 200} Jul 30 01:50:54.954601 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.959040 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:54.962401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b4a09-4bdf-4001-aff5-74801757e598 req-92cf91e1-b8c2-4565-858f-6f28b1db73c7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:54.975057 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b15b4a09-4bdf-4001-aff5-74801757e598 req-92cf91e1-b8c2-4565-858f-6f28b1db73c7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0930519 Jul 30 01:50:55.064211 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b15b4a09-4bdf-4001-aff5-74801757e598 req-15560a86-97aa-4d25-9d99-ecda1b876732 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816934 Jul 30 01:50:55.079085 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=8e169fca-0b7b-4f7b-9e70-892e0b531e81,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:55.098271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501e30-90f1-4681-b19c-58bb440eb35b req-a6dc0f22-9b52-4be5-9cf0-c97dac1a45c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:55.099882 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24501e30-90f1-4681-b19c-58bb440eb35b req-a6dc0f22-9b52-4be5-9cf0-c97dac1a45c2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b HTTP/1.1" status: 200 len: 1097 time: 0.0800512 Jul 30 01:50:55.141588 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24501e30-90f1-4681-b19c-58bb440eb35b req-d9c27ea6-1e78-4536-b5e5-a0cd26413756 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318816 Jul 30 01:50:55.157572 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-06468432-272a-41b4-ab66-6f80f23de1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'name': 'tempest-ServersTestBootFromVolume-652503000-router', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:14Z', 'updated_at': '2021-07-30T01:46:25Z', 'revision_number': 4, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'gw_port': {'id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:17Z', 'updated_at': '2021-07-30T01:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '9eef292a-c37b-426d-be3b-382b2c681847', 'name': '', 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'mac_address': 'fa:16:3e:cb:f7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '710a9262-2232-4ebe-873a-16a8bb5a5b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:23Z', 'updated_at': '2021-07-30T01:46:32Z', 'revision_number': 5, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'subnets': [{'id': '710a9262-2232-4ebe-873a-16a8bb5a5b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:55.181018 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06468432-272a-41b4-ab66-6f80f23de1d7 None None] Checking router: 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:55.189737 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06468432-272a-41b4-ab66-6f80f23de1d7 None None] Routers {'8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:55.190358 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-06468432-272a-41b4-ab66-6f80f23de1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:55.197380 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:55.201434 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:55.201840 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:55.283675 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:55.300555 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-06468432-272a-41b4-ab66-6f80f23de1d7 None None] Set router 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:55.326144 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 475a06fe-f6ee-42d7-8aa7-dcd8b0677483, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=475a06fe-f6ee-42d7-8aa7-dcd8b0677483,segment=NetworkSegment(11aef679-f2d2-405a-a4a3-6ffb6ac9252e),segment_id=11aef679-f2d2-405a-a4a3-6ffb6ac9252e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:55.425646 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:55.434423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f1827-c3cf-4d9e-b607-52083ca07fbb req-341079c2-1023-459f-94d5-2db12329ec6d tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:55.443188 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-df9f1827-c3cf-4d9e-b607-52083ca07fbb req-341079c2-1023-459f-94d5-2db12329ec6d tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0628896 Jul 30 01:50:55.483155 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-df9f1827-c3cf-4d9e-b607-52083ca07fbb req-5f458db3-4bcf-45ed-85da-94ad6716735b tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384369 Jul 30 01:50:55.500250 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=475a06fe-f6ee-42d7-8aa7-dcd8b0677483,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:55.580386 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-06468432-272a-41b4-ab66-6f80f23de1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'name': 'tempest-ServersTestBootFromVolume-652503000-router', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:14Z', 'updated_at': '2021-07-30T01:46:25Z', 'revision_number': 4, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'gw_port': {'id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:17Z', 'updated_at': '2021-07-30T01:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '9eef292a-c37b-426d-be3b-382b2c681847', 'name': '', 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'mac_address': 'fa:16:3e:cb:f7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '710a9262-2232-4ebe-873a-16a8bb5a5b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:23Z', 'updated_at': '2021-07-30T01:46:32Z', 'revision_number': 5, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'subnets': [{'id': '710a9262-2232-4ebe-873a-16a8bb5a5b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:55.610992 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06468432-272a-41b4-ab66-6f80f23de1d7 None None] The sync data for ids ['8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'] in n-d-713498-9 is: [{'id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'name': 'tempest-ServersTestBootFromVolume-652503000-router', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:14Z', 'updated_at': '2021-07-30T01:46:25Z', 'revision_number': 4, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'gw_port': {'id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:17Z', 'updated_at': '2021-07-30T01:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '9eef292a-c37b-426d-be3b-382b2c681847', 'name': '', 'network_id': 'd6cc57bf-b26e-4ce8-8e80-631c09a61bc7', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'mac_address': 'fa:16:3e:cb:f7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '710a9262-2232-4ebe-873a-16a8bb5a5b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:23Z', 'updated_at': '2021-07-30T01:46:32Z', 'revision_number': 5, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'subnets': [{'id': '710a9262-2232-4ebe-873a-16a8bb5a5b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:55.617153 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b427c6b-e842-445f-b1ec-c86c8e70ea1a req-1c9a89d1-0c7b-43ca-b97c-d2fca5f85ac6 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:55.619038 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6b427c6b-e842-445f-b1ec-c86c8e70ea1a req-1c9a89d1-0c7b-43ca-b97c-d2fca5f85ac6 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 945 time: 0.0610542 Jul 30 01:50:55.663142 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27e73cef-1e89-4c04-8bb4-702d3ea3d18c req-5523fd53-9008-41df-8f1c-46dfa6f5b695 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 210 time: 0.0318267 Jul 30 01:50:55.676920 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6b427c6b-e842-445f-b1ec-c86c8e70ea1a req-6f5e0faa-4c40-4b15-b2b2-ab52ca818f5c tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/security-groups?id=875be077-3509-429e-abbe-c8cee30af1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456810 Jul 30 01:50:55.822732 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf958b-bf7c-46c4-831e-5aa8238cba58 req-d55c4921-ffab-41ec-9f3b-86c11e896daf tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:55.824698 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6cbf958b-bf7c-46c4-831e-5aa8238cba58 req-d55c4921-ffab-41ec-9f3b-86c11e896daf tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b HTTP/1.1" status: 200 len: 946 time: 0.0614114 Jul 30 01:50:55.874473 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6cbf958b-bf7c-46c4-831e-5aa8238cba58 req-50a06ceb-5e24-454e-a5c2-eaaf63fc2517 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423861 Jul 30 01:50:55.879926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed210a5f-1b14-41b8-80a7-540746f70281 None None] New status for floating IP 77d99496-8955-49c8-85c6-7e178f3bbcf7: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:50:56.176324 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a040ab2-4b14-4002-91cb-f646688f174e req-57c6ee26-ebe5-4605-8270-c14cf7914c22 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:56.177828 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2a040ab2-4b14-4002-91cb-f646688f174e req-57c6ee26-ebe5-4605-8270-c14cf7914c22 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0511875 Jul 30 01:50:56.221950 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2a040ab2-4b14-4002-91cb-f646688f174e req-73c9accd-ff75-414c-931d-c9534d8aabe2 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378447 Jul 30 01:50:56.628299 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0541e3-fd2f-4b5a-87be-940456941ae3 req-756bfc2f-9d1a-4957-9088-b26ba11f7458 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:56.629971 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0b0541e3-fd2f-4b5a-87be-940456941ae3 req-756bfc2f-9d1a-4957-9088-b26ba11f7458 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.0533671 Jul 30 01:50:56.675458 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0b0541e3-fd2f-4b5a-87be-940456941ae3 req-a647f16a-8dad-4398-aea6-b4991d69b9e2 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394986 Jul 30 01:50:56.773130 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4638b8c2-aa84-4b03-b7a8-f7b35ae59c08 req-c8c77197-ea84-43b0-b5d7-95eaac5164b4 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 210 time: 0.0287156 Jul 30 01:50:56.795058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02fb26-79c4-4f5d-a06d-b6ddde181ef1 req-cf6d3ce0-99ad-4d7c-9349-ae005d516068 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:56.798121 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc02fb26-79c4-4f5d-a06d-b6ddde181ef1 req-cf6d3ce0-99ad-4d7c-9349-ae005d516068 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 945 time: 0.0608084 Jul 30 01:50:56.837517 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc02fb26-79c4-4f5d-a06d-b6ddde181ef1 req-1ee774c6-05ff-4684-81a0-1d6e463aaa1d tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/security-groups?id=875be077-3509-429e-abbe-c8cee30af1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328903 Jul 30 01:50:56.905014 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6ec32a-803a-4db7-b557-01b3972a9705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475a06fe-f6ee-42d7-8aa7-dcd8b0677483'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:56.908170 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec58761c-a34d-4295-be6b-f879643b31a7" -d '{"events": [{"server_uuid": "1b6ec32a-803a-4db7-b557-01b3972a9705", "name": "network-vif-plugged", "status": "completed", "tag": "475a06fe-f6ee-42d7-8aa7-dcd8b0677483"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:56.947478 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17a6bfc-64fb-4d6f-b49a-27894625307a x-openstack-request-id: req-e17a6bfc-64fb-4d6f-b49a-27894625307a {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:56.947872 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6ec32a-803a-4db7-b557-01b3972a9705", "name": "network-vif-plugged", "status": "completed", "tag": "475a06fe-f6ee-42d7-8aa7-dcd8b0677483", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:56.948129 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e17a6bfc-64fb-4d6f-b49a-27894625307a {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:56.948528 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6ec32a-803a-4db7-b557-01b3972a9705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475a06fe-f6ee-42d7-8aa7-dcd8b0677483', 'code': 200} Jul 30 01:50:56.997262 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3a4b8-2c01-4e4d-b10c-8a28fafed1d7 req-65041cdd-c5e7-4785-9d8d-ee328c8ef1a7 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:56.998846 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-89b3a4b8-2c01-4e4d-b10c-8a28fafed1d7 req-65041cdd-c5e7-4785-9d8d-ee328c8ef1a7 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b HTTP/1.1" status: 200 len: 946 time: 0.0521104 Jul 30 01:50:57.043010 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-89b3a4b8-2c01-4e4d-b10c-8a28fafed1d7 req-b34106ee-99f1-469c-ae8c-8fd8acc1bae2 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378561 Jul 30 01:50:57.090199 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a52589-a8c9-40de-bd42-a677998c2414 req-7f35219b-bfd7-40c6-aee4-670b37fd3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:57.091778 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-53a52589-a8c9-40de-bd42-a677998c2414 req-7f35219b-bfd7-40c6-aee4-670b37fd3c71 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 1096 time: 0.0479908 Jul 30 01:50:57.114708 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:50:57.119297 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device cdb558f8-5cac-4331-9b09-75fbfbcc262f no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:57.133619 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-53a52589-a8c9-40de-bd42-a677998c2414 req-a39d0bbe-af71-417f-b1a7-39ba4f4a0b37 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=875be077-3509-429e-abbe-c8cee30af1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345480 Jul 30 01:50:57.155697 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: cdb558f8-5cac-4331-9b09-75fbfbcc262f {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:57.159250 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device cdb558f8-5cac-4331-9b09-75fbfbcc262f not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:57.175233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-bc35ed21-e195-4392-9fbd-a4a456845fb4 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:57.182880 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-bc35ed21-e195-4392-9fbd-a4a456845fb4 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0665092 Jul 30 01:50:57.253311 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-f5196bf4-cd97-4366-a0ea-460782ae8c8b tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.69 HTTP/1.1" status: 200 len: 695 time: 0.0693226 Jul 30 01:50:57.260834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-844ea358-4c49-4e9d-a65f-eed7107d3599 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Request body: {'floatingip': {'port_id': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:57.279382 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 609b15f5-92fc-4dcf-ba78-fe0a28207ef4, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=609b15f5-92fc-4dcf-ba78-fe0a28207ef4,segment=NetworkSegment(158c33aa-bfac-4206-980a-b702f9f187be),segment_id=158c33aa-bfac-4206-980a-b702f9f187be)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:57.306131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '609b15f5-92fc-4dcf-ba78-fe0a28207ef4', 'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08', 'port_id': '609b15f5-92fc-4dcf-ba78-fe0a28207ef4', 'mac_address': 'fa:16:3e:3f:60:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1c73b6-2d3c-49d9-b67b-c5a0d24d5693', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:50:57.307044 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-844ea358-4c49-4e9d-a65f-eed7107d3599 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks [] for floatingip, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:57.314333 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a60f5-a8b9-469f-a931-528597b7c417 req-21ea7b05-da7a-4cd6-b507-fcaf0b175966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:57.315860 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-110a60f5-a8b9-469f-a931-528597b7c417 req-21ea7b05-da7a-4cd6-b507-fcaf0b175966 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 1096 time: 0.0844374 Jul 30 01:50:57.375212 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:57.382468 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b431fc-92f4-4acf-9a55-2a5cbc28ae67 req-f0e5b744-37b9-46fe-826b-2cd9893cf4dd tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:57.390637 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1b431fc-92f4-4acf-9a55-2a5cbc28ae67 req-f0e5b744-37b9-46fe-826b-2cd9893cf4dd tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0917954 Jul 30 01:50:57.400877 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:50:57.401100 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-110a60f5-a8b9-469f-a931-528597b7c417 req-3104af2e-1dbb-44d0-acdf-1bd4924558b6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670924 Jul 30 01:50:57.426504 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 609b15f5-92fc-4dcf-ba78-fe0a28207ef4, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=609b15f5-92fc-4dcf-ba78-fe0a28207ef4,segment=NetworkSegment(158c33aa-bfac-4206-980a-b702f9f187be),segment_id=158c33aa-bfac-4206-980a-b702f9f187be)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:57.438729 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1b431fc-92f4-4acf-9a55-2a5cbc28ae67 req-325a61a9-4582-4016-9fd1-7061de5dec66 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468564 Jul 30 01:50:57.560378 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:57.614913 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=609b15f5-92fc-4dcf-ba78-fe0a28207ef4,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:57.807859 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-844ea358-4c49-4e9d-a65f-eed7107d3599 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:57.835190 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['609b15f5-92fc-4dcf-ba78-fe0a28207ef4'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:50:57.861969 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fa808-303b-41cb-87d0-da645921c49b req-e058c2d1-4863-43f0-bf43-708295a602ae tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:57.863599 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-501fa808-303b-41cb-87d0-da645921c49b req-e058c2d1-4863-43f0-bf43-708295a602ae tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 945 time: 0.0600929 Jul 30 01:50:57.907074 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-844ea358-4c49-4e9d-a65f-eed7107d3599 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:57.933768 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-501fa808-303b-41cb-87d0-da645921c49b req-c98eeae7-4f21-4fda-b1a8-6a16222b1694 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639515 Jul 30 01:50:58.022883 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2f537f57-944f-4a51-91f6-e443165accc6 req-1dc658d2-15d5-4d4b-b406-ccdcbf97cf41 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 210 time: 0.0421958 Jul 30 01:50:58.049996 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-844ea358-4c49-4e9d-a65f-eed7107d3599 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Floating IP 45242164-4fa3-49c9-9798-d6cbfce6df9f associated. External IP: 172.25.1.69, port: c2dd1803-73e1-46b4-a2f8-10ffa3d1e301. Jul 30 01:50:58.131315 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d569c-0415-452e-ae7a-ae4472410565 req-520c6be4-57fe-496a-8cc3-de85d45a3d9e tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:58.131315 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4e6d569c-0415-452e-ae7a-ae4472410565 req-520c6be4-57fe-496a-8cc3-de85d45a3d9e tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 945 time: 0.0524585 Jul 30 01:50:58.176476 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4e6d569c-0415-452e-ae7a-ae4472410565 req-ea0e0d30-b130-468a-adf8-a264767e2a34 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/security-groups?id=875be077-3509-429e-abbe-c8cee30af1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362372 Jul 30 01:50:58.589426 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70462c5f-92d7-4fd3-8088-87b17ab18c07 req-ce797ae9-3834-493a-ac89-b4e07a0e34b1 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:58.590958 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-70462c5f-92d7-4fd3-8088-87b17ab18c07 req-ce797ae9-3834-493a-ac89-b4e07a0e34b1 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0755730 Jul 30 01:50:58.616477 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-844ea358-4c49-4e9d-a65f-eed7107d3599 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Router 439bd4fd-f23a-40da-95a7-da489c4917b8 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:58.634017 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-70462c5f-92d7-4fd3-8088-87b17ab18c07 req-9281a6d8-1c43-405b-9858-8878482c9cd8 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342174 Jul 30 01:50:58.739025 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-844ea358-4c49-4e9d-a65f-eed7107d3599 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:58.742821 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-844ea358-4c49-4e9d-a65f-eed7107d3599 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:58.747637 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbf7312-0d52-4045-b1d4-95f9caf05d75 None None] Sync routers for ids ['439bd4fd-f23a-40da-95a7-da489c4917b8'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:58.761210 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbf7312-0d52-4045-b1d4-95f9caf05d75 None None] Routers {'439bd4fd-f23a-40da-95a7-da489c4917b8'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:58.761836 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bbbf7312-0d52-4045-b1d4-95f9caf05d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['439bd4fd-f23a-40da-95a7-da489c4917b8'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:58.770884 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-844ea358-4c49-4e9d-a65f-eed7107d3599 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "PUT /v2.0/floatingips/45242164-4fa3-49c9-9798-d6cbfce6df9f HTTP/1.1" status: 200 len: 995 time: 1.5164874 Jul 30 01:50:58.771341 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'tag': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:58.773877 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe19f1b-c180-4ade-8520-8a6fb0908e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "adcbc754-acd5-43e1-9a43-277fce668d6e", "tag": "c2dd1803-73e1-46b4-a2f8-10ffa3d1e301"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:58.833200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-39ae0109-7845-4bd0-bb87-70111ad0b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:58.840105 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-39ae0109-7845-4bd0-bb87-70111ad0b699 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=14a96b76d23849bd80135798d34107b9&device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 1096 time: 0.0458350 Jul 30 01:50:58.892878 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-bbbf7312-0d52-4045-b1d4-95f9caf05d75 None None] Set router 439bd4fd-f23a-40da-95a7-da489c4917b8 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:58.938932 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-0816ea17-0028-45e6-a916-71b450cff16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:58.941018 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-0816ea17-0028-45e6-a916-71b450cff16d service neutron] 10.222.0.70 "GET /v2.0/networks?id=daafb82e-e525-4443-a6ed-64e711f4b765 HTTP/1.1" status: 200 len: 922 time: 0.0995135 Jul 30 01:50:59.028432 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-4cc69873-64ba-4939-9476-c81e9f656fe5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 HTTP/1.1" status: 200 len: 998 time: 0.0795193 Jul 30 01:50:59.031148 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeddc9b8-394e-42b7-9d93-98396c4fb501 x-openstack-request-id: req-eeddc9b8-394e-42b7-9d93-98396c4fb501 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:59.031599 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adcbc754-acd5-43e1-9a43-277fce668d6e", "tag": "c2dd1803-73e1-46b4-a2f8-10ffa3d1e301", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:59.031860 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eeddc9b8-394e-42b7-9d93-98396c4fb501 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:59.032264 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'tag': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301', 'status': 'completed', 'code': 200} Jul 30 01:50:59.091751 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-3f96069f-ac05-4bf4-b885-eed0219efbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:59.093355 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-3f96069f-ac05-4bf4-b885-eed0219efbaf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=903574c4-4fb6-419d-b774-c15d583b29a7 HTTP/1.1" status: 200 len: 860 time: 0.0552375 Jul 30 01:50:59.133159 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe19f1b-c180-4ade-8520-8a6fb0908e1b req-a6e5c70e-7fe7-402b-bb69-dedd65a2bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:59.134808 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cbe19f1b-c180-4ade-8520-8a6fb0908e1b req-a6e5c70e-7fe7-402b-bb69-dedd65a2bd16 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=14a96b76d23849bd80135798d34107b9&device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 1096 time: 0.0549340 Jul 30 01:50:59.143741 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:59.148449 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-da9102c5-e5cb-4c9a-9c2a-b4516d7f2b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:59.150042 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-da9102c5-e5cb-4c9a-9c2a-b4516d7f2b3a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=daafb82e-e525-4443-a6ed-64e711f4b765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501943 Jul 30 01:50:59.165070 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bbbf7312-0d52-4045-b1d4-95f9caf05d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '45242164-4fa3-49c9-9798-d6cbfce6df9f', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'port_id': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'mac_address': 'fa:16:3e:25:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:50:40Z', 'updated_at': '2021-07-30T01:50:57Z', 'revision_number': 1, 'project_id': '14a96b76d23849bd80135798d34107b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f', 'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'mac_address': 'fa:16:3e:eb:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:19Z', 'updated_at': '2021-07-30T01:50:26Z', 'revision_number': 5, 'project_id': '14a96b76d23849bd80135798d34107b9', 'subnets': [{'id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:59.197536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:59.200176 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbf7312-0d52-4045-b1d4-95f9caf05d75 None None] Checking router: 439bd4fd-f23a-40da-95a7-da489c4917b8 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:59.205029 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:59.210090 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbf7312-0d52-4045-b1d4-95f9caf05d75 None None] Routers {'439bd4fd-f23a-40da-95a7-da489c4917b8'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:59.210872 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bbbf7312-0d52-4045-b1d4-95f9caf05d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['439bd4fd-f23a-40da-95a7-da489c4917b8'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:59.275427 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe19f1b-c180-4ade-8520-8a6fb0908e1b req-1653fc3a-a7f7-4ebd-ab87-29a8d9905209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:59.277845 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cbe19f1b-c180-4ade-8520-8a6fb0908e1b req-1653fc3a-a7f7-4ebd-ab87-29a8d9905209 service neutron] 10.222.0.77 "GET /v2.0/networks?id=daafb82e-e525-4443-a6ed-64e711f4b765 HTTP/1.1" status: 200 len: 922 time: 0.1348388 Jul 30 01:50:59.307551 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-603a1196-438f-42f5-94da-78fb39d8adb4 service neutron] 10.222.0.70 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459060 Jul 30 01:50:59.338737 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:59.361296 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-bbbf7312-0d52-4045-b1d4-95f9caf05d75 None None] Set router 439bd4fd-f23a-40da-95a7-da489c4917b8 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:59.392876 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cbe19f1b-c180-4ade-8520-8a6fb0908e1b req-d6c70cc2-c30b-41fb-8ed6-ef7228ac9fe7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 HTTP/1.1" status: 200 len: 998 time: 0.0984535 Jul 30 01:50:59.395667 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31713cf-e709-4012-b485-24c2d9c1e718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609b15f5-92fc-4dcf-ba78-fe0a28207ef4'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:59.399282 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b367f7-5134-429d-9988-d1e1c288effa" -d '{"events": [{"server_uuid": "d31713cf-e709-4012-b485-24c2d9c1e718", "name": "network-vif-plugged", "status": "completed", "tag": "609b15f5-92fc-4dcf-ba78-fe0a28207ef4"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:59.417764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 609b15f5-92fc-4dcf-ba78-fe0a28207ef4, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=609b15f5-92fc-4dcf-ba78-fe0a28207ef4,segment=NetworkSegment(158c33aa-bfac-4206-980a-b702f9f187be),segment_id=158c33aa-bfac-4206-980a-b702f9f187be)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:59.475059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe19f1b-c180-4ade-8520-8a6fb0908e1b req-6059b51c-8f15-4760-9734-de88eb47d047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:59.476827 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cbe19f1b-c180-4ade-8520-8a6fb0908e1b req-6059b51c-8f15-4760-9734-de88eb47d047 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=903574c4-4fb6-419d-b774-c15d583b29a7 HTTP/1.1" status: 200 len: 860 time: 0.0702436 Jul 30 01:50:59.478106 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d3fa9dab-f9ee-4992-91b9-16ece84780a8 req-5a1922c0-281e-4456-8b90-a04cf6788a75 service neutron] 10.222.0.70 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602223 Jul 30 01:50:59.489717 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b476f-7a31-4fe9-822d-63b99d828e68 req-fdea3953-149f-4722-bde6-3638a0b48745 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:59.491368 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f85b476f-7a31-4fe9-822d-63b99d828e68 req-fdea3953-149f-4722-bde6-3638a0b48745 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 945 time: 0.0975621 Jul 30 01:50:59.522985 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:59.589413 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f85b476f-7a31-4fe9-822d-63b99d828e68 req-9ec099ea-c065-4d3e-86ab-85e762d4e236 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703652 Jul 30 01:50:59.593171 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe19f1b-c180-4ade-8520-8a6fb0908e1b req-0d07c8ba-6347-4f0b-b006-4e1c6a2593cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:59.594687 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cbe19f1b-c180-4ade-8520-8a6fb0908e1b req-0d07c8ba-6347-4f0b-b006-4e1c6a2593cc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daafb82e-e525-4443-a6ed-64e711f4b765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024320 Jul 30 01:50:59.598925 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=609b15f5-92fc-4dcf-ba78-fe0a28207ef4,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:59.601801 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c50a79-dab9-486a-9f44-03553cd6bf2e req-925baba8-708e-40af-8dc3-e2cc51086451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:59.607124 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5c50a79-dab9-486a-9f44-03553cd6bf2e req-925baba8-708e-40af-8dc3-e2cc51086451 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=490aa0aca67044918aa610799e460190&device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 1096 time: 0.0858583 Jul 30 01:50:59.725501 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bbbf7312-0d52-4045-b1d4-95f9caf05d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '45242164-4fa3-49c9-9798-d6cbfce6df9f', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'port_id': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'mac_address': 'fa:16:3e:25:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:50:40Z', 'updated_at': '2021-07-30T01:50:57Z', 'revision_number': 1, 'project_id': '14a96b76d23849bd80135798d34107b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f', 'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'mac_address': 'fa:16:3e:eb:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:19Z', 'updated_at': '2021-07-30T01:50:26Z', 'revision_number': 5, 'project_id': '14a96b76d23849bd80135798d34107b9', 'subnets': [{'id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:59.757585 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f57c450d-04c0-4519-9712-f957d1cbebea req-213a9e9b-5fe1-4809-aab0-26e0ef83704b tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aee64a8-54d7-4f87-ad37-751a1bac1510 HTTP/1.1" status: 200 len: 210 time: 0.0441740 Jul 30 01:50:59.796847 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52a13c-76f9-4590-b283-8ab5f272c989 req-94d090a1-3af1-49b1-9bdd-c2e561dfb398 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:59.807656 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fb52a13c-76f9-4590-b283-8ab5f272c989 req-94d090a1-3af1-49b1-9bdd-c2e561dfb398 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 945 time: 0.0857873 Jul 30 01:50:59.830724 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cbe19f1b-c180-4ade-8520-8a6fb0908e1b req-d2f2763d-64d6-48f8-befa-c290c846f7d8 service neutron] 10.222.0.77 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258317 Jul 30 01:50:59.832135 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c50a79-dab9-486a-9f44-03553cd6bf2e req-05d58b79-850a-4c3c-9443-4aaf939f8244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:59.833235 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5c50a79-dab9-486a-9f44-03553cd6bf2e req-05d58b79-850a-4c3c-9443-4aaf939f8244 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d652dbd5-b125-43d2-9532-a9060b55f820 HTTP/1.1" status: 200 len: 919 time: 0.2199035 Jul 30 01:50:59.872086 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbf7312-0d52-4045-b1d4-95f9caf05d75 None None] The sync data for ids ['439bd4fd-f23a-40da-95a7-da489c4917b8'] in n-d-713498-9 is: [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '45242164-4fa3-49c9-9798-d6cbfce6df9f', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'port_id': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'mac_address': 'fa:16:3e:25:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:50:40Z', 'updated_at': '2021-07-30T01:50:57Z', 'revision_number': 1, 'project_id': '14a96b76d23849bd80135798d34107b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f', 'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'mac_address': 'fa:16:3e:eb:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:19Z', 'updated_at': '2021-07-30T01:50:26Z', 'revision_number': 5, 'project_id': '14a96b76d23849bd80135798d34107b9', 'subnets': [{'id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:59.878120 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fb52a13c-76f9-4590-b283-8ab5f272c989 req-4f98a837-a195-49bc-b874-41f68a0a259e tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/security-groups?id=875be077-3509-429e-abbe-c8cee30af1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691342 Jul 30 01:50:59.900348 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5c50a79-dab9-486a-9f44-03553cd6bf2e req-f788d2e6-badd-4e95-a2a6-426f3a3f51c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 HTTP/1.1" status: 200 len: 217 time: 0.0587194 Jul 30 01:50:59.975404 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621fc41b-8e31-46ef-b070-853d382bb52b x-openstack-request-id: req-621fc41b-8e31-46ef-b070-853d382bb52b {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:59.975976 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31713cf-e709-4012-b485-24c2d9c1e718", "name": "network-vif-plugged", "status": "completed", "tag": "609b15f5-92fc-4dcf-ba78-fe0a28207ef4", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:59.980542 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-621fc41b-8e31-46ef-b070-853d382bb52b {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:59.981129 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31713cf-e709-4012-b485-24c2d9c1e718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609b15f5-92fc-4dcf-ba78-fe0a28207ef4', 'code': 200} Jul 30 01:51:00.088291 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c50a79-dab9-486a-9f44-03553cd6bf2e req-0072fc76-a68d-4aef-b17a-65b41f7db198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:00.089802 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5c50a79-dab9-486a-9f44-03553cd6bf2e req-0072fc76-a68d-4aef-b17a-65b41f7db198 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13adb296-4ada-44ec-a243-157585ef9fdf HTTP/1.1" status: 200 len: 858 time: 0.1666224 Jul 30 01:51:00.114054 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-5ff2b63d-11fb-456e-832e-11a16624598b tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:00.116327 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-5ff2b63d-11fb-456e-832e-11a16624598b tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0654988 Jul 30 01:51:00.216600 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-75b9bd6f-4727-4d5c-871d-a5407844ea9a tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.69 HTTP/1.1" status: 200 len: 998 time: 0.0933769 Jul 30 01:51:00.222554 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5c50a79-dab9-486a-9f44-03553cd6bf2e req-2cf0d500-b8d1-4094-9663-30dae44c7db7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d652dbd5-b125-43d2-9532-a9060b55f820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126845 Jul 30 01:51:00.223563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-a4d54152-3baf-434a-8290-7eb1b1ae7333 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Request body: {'floatingip': {'port_id': '8e169fca-0b7b-4f7b-9e70-892e0b531e81', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:00.224738 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba43697-18dc-4196-b874-6835055ae87e None None] New status for floating IP 45242164-4fa3-49c9-9798-d6cbfce6df9f: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:51:00.252151 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cbe19f1b-c180-4ade-8520-8a6fb0908e1b req-6d0c5755-cb61-425b-9de2-212cfa579dc1 service neutron] 10.222.0.77 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084740 Jul 30 01:51:00.268849 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209cdd9-7161-490a-9922-c618a0de47c4 req-7078addf-63ac-4728-865f-354c6dadd853 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:00.270563 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a209cdd9-7161-490a-9922-c618a0de47c4 req-7078addf-63ac-4728-865f-354c6dadd853 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.3691959 Jul 30 01:51:00.308323 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-a4d54152-3baf-434a-8290-7eb1b1ae7333 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks [] for floatingip, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:00.381417 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a209cdd9-7161-490a-9922-c618a0de47c4 req-a373f930-7817-41e3-a6c6-4955292ba462 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928786 Jul 30 01:51:00.392886 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b995f-7fd7-4a38-8d45-717351d3dee4 req-c3f6e4d4-a25b-41a2-8ee1-2dffc5d35fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:00.394440 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4a1b995f-7fd7-4a38-8d45-717351d3dee4 req-c3f6e4d4-a25b-41a2-8ee1-2dffc5d35fce service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 1097 time: 0.2880549 Jul 30 01:51:00.491276 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5c50a79-dab9-486a-9f44-03553cd6bf2e req-29e5f34f-2f79-4776-8175-08aee0a9d671 service neutron] 10.222.0.10 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417898 Jul 30 01:51:00.499025 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4a1b995f-7fd7-4a38-8d45-717351d3dee4 req-522dd8ef-2c7f-4a47-89c3-960a808f1d9f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817418 Jul 30 01:51:00.653995 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc52c3-c3c9-4f9c-9c78-a378fbbf8c73 req-c73ac38f-8d27-4e27-a453-0df0af9f190f tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:00.655769 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f6fc52c3-c3c9-4f9c-9c78-a378fbbf8c73 req-c73ac38f-8d27-4e27-a453-0df0af9f190f tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 945 time: 0.0812721 Jul 30 01:51:00.667053 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45516) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:00.672147 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b11fb1e8-f7c8-4b08-9180-374bff58fe23 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Request body: {'floatingip': {'port_id': '475a06fe-f6ee-42d7-8aa7-dcd8b0677483'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:00.691458 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-a4d54152-3baf-434a-8290-7eb1b1ae7333 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:51:00.691722 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-a4d54152-3baf-434a-8290-7eb1b1ae7333 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:51:00.723431 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5c50a79-dab9-486a-9f44-03553cd6bf2e req-afa36029-0135-47d6-8a07-b0aac5dfee22 service neutron] 10.222.0.10 "GET /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232265 Jul 30 01:51:00.736675 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b11fb1e8-f7c8-4b08-9180-374bff58fe23 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for floatingip, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:00.937360 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc952df-6094-4f6d-9e0a-d8109559902d req-eca5979b-4b1e-4865-8512-383e6ac26a1d tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:00.938781 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1fc952df-6094-4f6d-9e0a-d8109559902d req-eca5979b-4b1e-4865-8512-383e6ac26a1d tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.1122286 Jul 30 01:51:01.021287 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1fc952df-6094-4f6d-9e0a-d8109559902d req-07c11b6f-f32f-4988-908a-052727cfffaa tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505693 Jul 30 01:51:01.180273 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45522) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:01.192853 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-a4d54152-3baf-434a-8290-7eb1b1ae7333 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks [] for floatingip, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.287929 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b11fb1e8-f7c8-4b08-9180-374bff58fe23 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.289484 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3967-fd70-4efc-823c-2aab52c18861 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.316623 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3967-fd70-4efc-823c-2aab52c18861 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.352341 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b11fb1e8-f7c8-4b08-9180-374bff58fe23 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.743853 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-a4d54152-3baf-434a-8290-7eb1b1ae7333 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.801445 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219cca9-d596-43b7-a7b0-03a0f1734e33 req-7ed065ae-3041-4a06-964d-572d8fe18ad2 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:01.803000 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c219cca9-d596-43b7-a7b0-03a0f1734e33 req-7ed065ae-3041-4a06-964d-572d8fe18ad2 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0971174 Jul 30 01:51:01.834481 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-b11fb1e8-f7c8-4b08-9180-374bff58fe23 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Floating IP c212adbb-1242-431e-b676-693fd92ec7d4 associated. External IP: 172.25.1.226, port: 475a06fe-f6ee-42d7-8aa7-dcd8b0677483. Jul 30 01:51:01.843383 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-a4d54152-3baf-434a-8290-7eb1b1ae7333 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.880165 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3967-fd70-4efc-823c-2aab52c18861 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.882730 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3967-fd70-4efc-823c-2aab52c18861 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.886701 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45530) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:01.887264 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2a3d3967-fd70-4efc-823c-2aab52c18861 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "DELETE /v2.0/security-groups/e970702a-72df-47fa-bb3d-1e86bbd23b4b HTTP/1.1" status: 204 len: 168 time: 0.7060115 Jul 30 01:51:01.901250 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c219cca9-d596-43b7-a7b0-03a0f1734e33 req-1b29256d-4e9f-479a-bdca-9d52bce7e5ec tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910666 Jul 30 01:51:01.910801 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-ea08553e-7d50-4952-82fd-cf42f674138c tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] show failed (client error): The resource could not be found. Jul 30 01:51:01.911868 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ea08553e-7d50-4952-82fd-cf42f674138c tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "GET /v2.0/security-groups/e970702a-72df-47fa-bb3d-1e86bbd23b4b HTTP/1.1" status: 404 len: 347 time: 0.0237973 Jul 30 01:51:01.916439 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45532) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:01.917252 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d3967-fd70-4efc-823c-2aab52c18861 tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e970702a-72df-47fa-bb3d-1e86bbd23b4b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:01.968069 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-a4d54152-3baf-434a-8290-7eb1b1ae7333 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Floating IP 45242164-4fa3-49c9-9798-d6cbfce6df9f associated. External IP: 172.25.1.69, port: c2dd1803-73e1-46b4-a2f8-10ffa3d1e301. Jul 30 01:51:02.205621 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-d0b56893-16c9-4c02-a3a2-2a804a4d6f4e tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Deleting port 35b011af-f692-4696-bd8c-f7f7dae890b1 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:02.205966 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d0b56893-16c9-4c02-a3a2-2a804a4d6f4e tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.236062 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-a4d54152-3baf-434a-8290-7eb1b1ae7333 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Router 439bd4fd-f23a-40da-95a7-da489c4917b8 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:51:02.291294 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11fb1e8-f7c8-4b08-9180-374bff58fe23 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Router b8e9f622-cdd3-4414-a630-550fc49e134e has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:51:02.341256 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d0b56893-16c9-4c02-a3a2-2a804a4d6f4e tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.341599 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d0b56893-16c9-4c02-a3a2-2a804a4d6f4e tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.351495 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83358104-2409-4489-bca9-9177ad4a15c1 req-8275e506-ef44-442b-8ea5-f055f1ac1b26 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:02.353085 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-83358104-2409-4489-bca9-9177ad4a15c1 req-8275e506-ef44-442b-8ea5-f055f1ac1b26 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.1029706 Jul 30 01:51:02.366917 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-a4d54152-3baf-434a-8290-7eb1b1ae7333 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:02.376679 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba02c3c-a7fd-4121-bedf-a5f0839b21e9 None None] Sync routers for ids ['439bd4fd-f23a-40da-95a7-da489c4917b8'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:02.388845 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba02c3c-a7fd-4121-bedf-a5f0839b21e9 None None] Routers {'439bd4fd-f23a-40da-95a7-da489c4917b8'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:02.390447 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-dba02c3c-a7fd-4121-bedf-a5f0839b21e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['439bd4fd-f23a-40da-95a7-da489c4917b8'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:02.410513 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-d0b56893-16c9-4c02-a3a2-2a804a4d6f4e tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Calling delete_port for 35b011af-f692-4696-bd8c-f7f7dae890b1 owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:02.510255 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-dba02c3c-a7fd-4121-bedf-a5f0839b21e9 None None] Set router 439bd4fd-f23a-40da-95a7-da489c4917b8 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:02.522718 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-83358104-2409-4489-bca9-9177ad4a15c1 req-9ca0313b-33c7-4e16-9a69-8a27bcabf2dc tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278927 Jul 30 01:51:02.547080 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11fb1e8-f7c8-4b08-9180-374bff58fe23 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:02.555703 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b11fb1e8-f7c8-4b08-9180-374bff58fe23 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.559234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f786b2-709d-446f-912a-a30e5c6589b2 None None] Sync routers for ids ['b8e9f622-cdd3-4414-a630-550fc49e134e'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:02.581671 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f786b2-709d-446f-912a-a30e5c6589b2 None None] Routers {'b8e9f622-cdd3-4414-a630-550fc49e134e'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:02.586634 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-43f786b2-709d-446f-912a-a30e5c6589b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b8e9f622-cdd3-4414-a630-550fc49e134e'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:02.599538 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b11fb1e8-f7c8-4b08-9180-374bff58fe23 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "PUT /v2.0/floatingips/c212adbb-1242-431e-b676-693fd92ec7d4 HTTP/1.1" status: 200 len: 991 time: 1.9314034 Jul 30 01:51:02.602355 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6ec32a-803a-4db7-b557-01b3972a9705', 'tag': '475a06fe-f6ee-42d7-8aa7-dcd8b0677483'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:02.604653 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833f9381-8cba-4a60-b57d-9567f5805592" -d '{"events": [{"name": "network-changed", "server_uuid": "1b6ec32a-803a-4db7-b557-01b3972a9705", "tag": "475a06fe-f6ee-42d7-8aa7-dcd8b0677483"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:02.706580 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-a4d54152-3baf-434a-8290-7eb1b1ae7333 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Router 439bd4fd-f23a-40da-95a7-da489c4917b8 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:51:02.803268 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.805100 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-43f786b2-709d-446f-912a-a30e5c6589b2 None None] Set router b8e9f622-cdd3-4414-a630-550fc49e134e gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:02.808749 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509ad6b-a1e8-4267-ad88-2691b9fe8c80 req-8e9a2eff-9515-490e-9bd9-5e277a191e46 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:02.817374 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3509ad6b-a1e8-4267-ad88-2691b9fe8c80 req-8e9a2eff-9515-490e-9bd9-5e277a191e46 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.1213899 Jul 30 01:51:02.853785 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d0b56893-16c9-4c02-a3a2-2a804a4d6f4e tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.862484 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-a4d54152-3baf-434a-8290-7eb1b1ae7333 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:02.872216 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-a4d54152-3baf-434a-8290-7eb1b1ae7333 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.884547 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b56893-16c9-4c02-a3a2-2a804a4d6f4e tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Pushing event deleted for resources: {'Port': ['ID=35b011af-f692-4696-bd8c-f7f7dae890b1,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:02.902119 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3509ad6b-a1e8-4267-ad88-2691b9fe8c80 req-6b901a10-35c1-4b3a-a85f-2c5dd0d40d36 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835967 Jul 30 01:51:02.910312 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-dba02c3c-a7fd-4121-bedf-a5f0839b21e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '45242164-4fa3-49c9-9798-d6cbfce6df9f', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'port_id': '8e169fca-0b7b-4f7b-9e70-892e0b531e81', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'mac_address': 'fa:16:3e:80:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075933e4-f4ac-421d-8c0d-c66cc2e0ec6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:50:40Z', 'updated_at': '2021-07-30T01:51:01Z', 'revision_number': 3, 'project_id': '14a96b76d23849bd80135798d34107b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f', 'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'mac_address': 'fa:16:3e:eb:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:19Z', 'updated_at': '2021-07-30T01:50:26Z', 'revision_number': 5, 'project_id': '14a96b76d23849bd80135798d34107b9', 'subnets': [{'id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:02.934155 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'tag': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:02.935612 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cc6c57-e6d4-4030-a6f4-49e4db8de943" -d '{"events": [{"name": "network-changed", "server_uuid": "adcbc754-acd5-43e1-9a43-277fce668d6e", "tag": "c2dd1803-73e1-46b4-a2f8-10ffa3d1e301"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:02.984673 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba02c3c-a7fd-4121-bedf-a5f0839b21e9 None None] Checking router: 439bd4fd-f23a-40da-95a7-da489c4917b8 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:02.986647 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d0b56893-16c9-4c02-a3a2-2a804a4d6f4e tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.990256 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d0b56893-16c9-4c02-a3a2-2a804a4d6f4e tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.995138 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d0b56893-16c9-4c02-a3a2-2a804a4d6f4e tempest-ServersTestBootFromVolume-1937568415 tempest-ServersTestBootFromVolume-1937568415-project] 10.222.0.70 "DELETE /v2.0/floatingips/77d99496-8955-49c8-85c6-7e178f3bbcf7 HTTP/1.1" status: 204 len: 168 time: 1.0754371 Jul 30 01:51:02.995305 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba02c3c-a7fd-4121-bedf-a5f0839b21e9 None None] Routers {'439bd4fd-f23a-40da-95a7-da489c4917b8'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:02.995856 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45550) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:02.995992 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-dba02c3c-a7fd-4121-bedf-a5f0839b21e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['439bd4fd-f23a-40da-95a7-da489c4917b8'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:03.008852 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-a4d54152-3baf-434a-8290-7eb1b1ae7333 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "PUT /v2.0/floatingips/45242164-4fa3-49c9-9798-d6cbfce6df9f HTTP/1.1" status: 200 len: 998 time: 2.7901223 Jul 30 01:51:03.065077 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-0be9dab4-b359-42a2-91c8-3b2743b4460f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:03.066678 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-0be9dab4-b359-42a2-91c8-3b2743b4460f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports/c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 HTTP/1.1" status: 200 len: 942 time: 0.0570655 Jul 30 01:51:03.150691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-43f786b2-709d-446f-912a-a30e5c6589b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'name': 'tempest-ServersTestFqdnHostnames-1249958610-router', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 4, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'gw_port': {'id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'c212adbb-1242-431e-b676-693fd92ec7d4', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'floating_ip_address': '172.25.1.226', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'port_id': '475a06fe-f6ee-42d7-8aa7-dcd8b0677483', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37', 'mac_address': 'fa:16:3e:ad:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6ec32a-803a-4db7-b557-01b3972a9705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:50:39Z', 'updated_at': '2021-07-30T01:51:01Z', 'revision_number': 1, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02accc9f-3d28-4f12-84e0-ef838ca51c56', 'name': '', 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'mac_address': 'fa:16:3e:61:37:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'c7ac7773-91c5-49c8-b8e5-b17991f47560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:33Z', 'updated_at': '2021-07-30T01:50:40Z', 'revision_number': 5, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'subnets': [{'id': 'c7ac7773-91c5-49c8-b8e5-b17991f47560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:03.156886 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-dba02c3c-a7fd-4121-bedf-a5f0839b21e9 None None] Set router 439bd4fd-f23a-40da-95a7-da489c4917b8 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:03.204841 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f786b2-709d-446f-912a-a30e5c6589b2 None None] Checking router: b8e9f622-cdd3-4414-a630-550fc49e134e for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:03.213969 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b8e429-db76-4493-87ee-50035fca9050 x-openstack-request-id: req-a8b8e429-db76-4493-87ee-50035fca9050 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:03.214521 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b6ec32a-803a-4db7-b557-01b3972a9705", "tag": "475a06fe-f6ee-42d7-8aa7-dcd8b0677483", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:03.214944 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a8b8e429-db76-4493-87ee-50035fca9050 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:03.215490 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b6ec32a-803a-4db7-b557-01b3972a9705', 'tag': '475a06fe-f6ee-42d7-8aa7-dcd8b0677483', 'status': 'completed', 'code': 200} Jul 30 01:51:03.225642 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f786b2-709d-446f-912a-a30e5c6589b2 None None] Routers {'b8e9f622-cdd3-4414-a630-550fc49e134e'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:03.226565 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-43f786b2-709d-446f-912a-a30e5c6589b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b8e9f622-cdd3-4414-a630-550fc49e134e'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:03.238921 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-2f7ad91b-ae66-4802-8201-332debbf88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:03.244925 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-2f7ad91b-ae66-4802-8201-332debbf88f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=14a96b76d23849bd80135798d34107b9&device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 1096 time: 0.0813222 Jul 30 01:51:03.294497 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f9381-8cba-4a60-b57d-9567f5805592 req-1d7ab150-4c66-483d-ae3a-a46ad5429c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:03.296419 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-833f9381-8cba-4a60-b57d-9567f5805592 req-1d7ab150-4c66-483d-ae3a-a46ad5429c05 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=423eef32b5ca4b008e4a64936d51f09d&device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 1096 time: 0.1060874 Jul 30 01:51:03.430937 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-43f786b2-709d-446f-912a-a30e5c6589b2 None None] Set router b8e9f622-cdd3-4414-a630-550fc49e134e gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:03.463199 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-c4582379-1a52-4b48-a827-caecc9567e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:03.469655 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-c4582379-1a52-4b48-a827-caecc9567e19 service neutron] 10.222.0.70 "GET /v2.0/networks?id=daafb82e-e525-4443-a6ed-64e711f4b765 HTTP/1.1" status: 200 len: 922 time: 0.2187638 Jul 30 01:51:03.486710 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-dba02c3c-a7fd-4121-bedf-a5f0839b21e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '45242164-4fa3-49c9-9798-d6cbfce6df9f', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'port_id': '8e169fca-0b7b-4f7b-9e70-892e0b531e81', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'mac_address': 'fa:16:3e:80:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075933e4-f4ac-421d-8c0d-c66cc2e0ec6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:50:40Z', 'updated_at': '2021-07-30T01:51:01Z', 'revision_number': 3, 'project_id': '14a96b76d23849bd80135798d34107b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f', 'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'mac_address': 'fa:16:3e:eb:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:19Z', 'updated_at': '2021-07-30T01:50:26Z', 'revision_number': 5, 'project_id': '14a96b76d23849bd80135798d34107b9', 'subnets': [{'id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:03.522183 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba02c3c-a7fd-4121-bedf-a5f0839b21e9 None None] The sync data for ids ['439bd4fd-f23a-40da-95a7-da489c4917b8'] in n-d-713498-9 is: [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '45242164-4fa3-49c9-9798-d6cbfce6df9f', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'port_id': '8e169fca-0b7b-4f7b-9e70-892e0b531e81', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'mac_address': 'fa:16:3e:80:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075933e4-f4ac-421d-8c0d-c66cc2e0ec6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:50:40Z', 'updated_at': '2021-07-30T01:51:01Z', 'revision_number': 3, 'project_id': '14a96b76d23849bd80135798d34107b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f', 'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'mac_address': 'fa:16:3e:eb:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:19Z', 'updated_at': '2021-07-30T01:50:26Z', 'revision_number': 5, 'project_id': '14a96b76d23849bd80135798d34107b9', 'subnets': [{'id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:03.546360 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-9335a2df-941e-436e-b6fa-1f1ae8a871ac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 HTTP/1.1" status: 200 len: 217 time: 0.0626981 Jul 30 01:51:03.564955 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f9381-8cba-4a60-b57d-9567f5805592 req-e812a6af-9be2-4952-9d0a-7bb339d13624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:03.566506 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-833f9381-8cba-4a60-b57d-9567f5805592 req-e812a6af-9be2-4952-9d0a-7bb339d13624 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cc258bf8-35a7-4550-9840-1f51f3da6b37 HTTP/1.1" status: 200 len: 916 time: 0.2125843 Jul 30 01:51:03.623048 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-2379e14e-ce92-43ed-bf63-daba382f41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:03.624904 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-2379e14e-ce92-43ed-bf63-daba382f41ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=903574c4-4fb6-419d-b774-c15d583b29a7 HTTP/1.1" status: 200 len: 860 time: 0.0619342 Jul 30 01:51:03.698512 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-44625207-988d-4c0d-b71c-0fd4e0699793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:03.700160 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-44625207-988d-4c0d-b71c-0fd4e0699793 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=daafb82e-e525-4443-a6ed-64e711f4b765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671589 Jul 30 01:51:03.819358 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-833f9381-8cba-4a60-b57d-9567f5805592 req-ec0b2f03-bb15-4451-bbf8-578081f7808d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=475a06fe-f6ee-42d7-8aa7-dcd8b0677483 HTTP/1.1" status: 200 len: 999 time: 0.2107868 Jul 30 01:51:03.829919 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-ce4b5257-c00e-4c2c-a602-0c6a9c2134a8 service neutron] 10.222.0.70 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212604 Jul 30 01:51:03.832250 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-43f786b2-709d-446f-912a-a30e5c6589b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'name': 'tempest-ServersTestFqdnHostnames-1249958610-router', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 4, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'gw_port': {'id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'c212adbb-1242-431e-b676-693fd92ec7d4', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'floating_ip_address': '172.25.1.226', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'port_id': '475a06fe-f6ee-42d7-8aa7-dcd8b0677483', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37', 'mac_address': 'fa:16:3e:ad:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6ec32a-803a-4db7-b557-01b3972a9705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:50:39Z', 'updated_at': '2021-07-30T01:51:01Z', 'revision_number': 1, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02accc9f-3d28-4f12-84e0-ef838ca51c56', 'name': '', 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'mac_address': 'fa:16:3e:61:37:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'c7ac7773-91c5-49c8-b8e5-b17991f47560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:33Z', 'updated_at': '2021-07-30T01:50:40Z', 'revision_number': 5, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'subnets': [{'id': 'c7ac7773-91c5-49c8-b8e5-b17991f47560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:03.838872 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3ed798-4a03-4c8a-9ee0-4fde04d7b144 None None] New status for floating IP 45242164-4fa3-49c9-9798-d6cbfce6df9f: ACTIVE {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:51:03.867062 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f786b2-709d-446f-912a-a30e5c6589b2 None None] The sync data for ids ['b8e9f622-cdd3-4414-a630-550fc49e134e'] in n-d-713498-9 is: [{'id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'name': 'tempest-ServersTestFqdnHostnames-1249958610-router', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 4, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'gw_port': {'id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'c212adbb-1242-431e-b676-693fd92ec7d4', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'floating_ip_address': '172.25.1.226', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'port_id': '475a06fe-f6ee-42d7-8aa7-dcd8b0677483', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37', 'mac_address': 'fa:16:3e:ad:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6ec32a-803a-4db7-b557-01b3972a9705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:50:39Z', 'updated_at': '2021-07-30T01:51:01Z', 'revision_number': 1, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02accc9f-3d28-4f12-84e0-ef838ca51c56', 'name': '', 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'mac_address': 'fa:16:3e:61:37:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'c7ac7773-91c5-49c8-b8e5-b17991f47560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:33Z', 'updated_at': '2021-07-30T01:50:40Z', 'revision_number': 5, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'subnets': [{'id': 'c7ac7773-91c5-49c8-b8e5-b17991f47560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:03.900600 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-04e53249-5cd3-411c-8158-aa0db2320c80 req-e45457c0-14b2-4270-b139-7ca229fb39e1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2892964 Jul 30 01:51:03.943547 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180b2c7-6e74-436c-877e-4f35f7af4b93 req-35df8dd9-c493-4eba-bc44-3c8d20ca7551 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:03.950896 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1180b2c7-6e74-436c-877e-4f35f7af4b93 req-35df8dd9-c493-4eba-bc44-3c8d20ca7551 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.2246621 Jul 30 01:51:03.972723 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f9381-8cba-4a60-b57d-9567f5805592 req-e7bef9b6-8f24-4543-8579-2f965b87ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:03.975409 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-833f9381-8cba-4a60-b57d-9567f5805592 req-e7bef9b6-8f24-4543-8579-2f965b87ac61 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c7ac7773-91c5-49c8-b8e5-b17991f47560 HTTP/1.1" status: 200 len: 854 time: 0.1307292 Jul 30 01:51:03.980473 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-98a30077-9c10-49d0-973e-4b1d823314df service neutron] 10.222.0.70 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333046 Jul 30 01:51:04.083957 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1180b2c7-6e74-436c-877e-4f35f7af4b93 req-9b0867df-a14c-4cb7-8e2a-ec686bb287e6 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321990 Jul 30 01:51:04.095384 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e53249-5cd3-411c-8158-aa0db2320c80 req-274b1b51-4797-4ee8-927e-e640fd622593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:04.096958 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-04e53249-5cd3-411c-8158-aa0db2320c80 req-274b1b51-4797-4ee8-927e-e640fd622593 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 1096 time: 0.1180861 Jul 30 01:51:04.143158 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f9381-8cba-4a60-b57d-9567f5805592 req-d1312299-2bc1-4149-9c55-3b570e908ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:04.144666 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-833f9381-8cba-4a60-b57d-9567f5805592 req-d1312299-2bc1-4149-9c55-3b570e908ec6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cc258bf8-35a7-4550-9840-1f51f3da6b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290071 Jul 30 01:51:04.171491 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-906c1df3-30b4-4e21-810e-19156937124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:04.181327 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-906c1df3-30b4-4e21-810e-19156937124a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=14a96b76d23849bd80135798d34107b9&device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b HTTP/1.1" status: 200 len: 1097 time: 0.0758631 Jul 30 01:51:04.208563 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec78a57-abe5-4c66-b4a2-8088fc46e8d8 None None] New status for floating IP c212adbb-1242-431e-b676-693fd92ec7d4: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:51:04.237300 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5a59bd-aeb5-4f85-8822-b1121252f23e x-openstack-request-id: req-9e5a59bd-aeb5-4f85-8822-b1121252f23e {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:04.237587 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adcbc754-acd5-43e1-9a43-277fce668d6e", "tag": "c2dd1803-73e1-46b4-a2f8-10ffa3d1e301", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:04.237843 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9e5a59bd-aeb5-4f85-8822-b1121252f23e {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:04.238242 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'tag': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301', 'status': 'completed', 'code': 200} Jul 30 01:51:04.291766 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-bf8975f3-0a06-43cc-bb23-6463363615d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:04.306685 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-bf8975f3-0a06-43cc-bb23-6463363615d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=daafb82e-e525-4443-a6ed-64e711f4b765 HTTP/1.1" status: 200 len: 922 time: 0.1242306 Jul 30 01:51:04.330636 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e53249-5cd3-411c-8158-aa0db2320c80 req-c4a1a190-e18e-43a7-8187-ed9bcb493062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:04.332976 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-04e53249-5cd3-411c-8158-aa0db2320c80 req-c4a1a190-e18e-43a7-8187-ed9bcb493062 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 913 time: 0.2009852 Jul 30 01:51:04.367277 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b8e3c-d3e5-41a5-9dcd-d39896e9204d None None] Sync routers for ids ['439bd4fd-f23a-40da-95a7-da489c4917b8'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:04.369552 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2dfe0569-33b2-4e0a-af68-4812f358cdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:04.381610 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56b8e3c-d3e5-41a5-9dcd-d39896e9204d None None] Routers {'439bd4fd-f23a-40da-95a7-da489c4917b8'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:04.382152 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a56b8e3c-d3e5-41a5-9dcd-d39896e9204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['439bd4fd-f23a-40da-95a7-da489c4917b8'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:04.425874 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-d707b862-ace0-4ce4-b88f-6b4aa71a3727 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e169fca-0b7b-4f7b-9e70-892e0b531e81 HTTP/1.1" status: 200 len: 1001 time: 0.1180499 Jul 30 01:51:04.428830 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc6c57-e6d4-4030-a6f4-49e4db8de943 req-57e0739c-3d56-4bf4-821f-3a2fbdd59509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:04.430261 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-77cc6c57-e6d4-4030-a6f4-49e4db8de943 req-57e0739c-3d56-4bf4-821f-3a2fbdd59509 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=14a96b76d23849bd80135798d34107b9&device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 1096 time: 0.1113684 Jul 30 01:51:04.450967 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-04e53249-5cd3-411c-8158-aa0db2320c80 req-ac4e004f-c4c7-4bf7-b0d3-fd675d52693d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a12eb71-838e-4718-8d21-2a7470945e26 HTTP/1.1" status: 200 len: 217 time: 0.1051621 Jul 30 01:51:04.496187 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-833f9381-8cba-4a60-b57d-9567f5805592 req-0ce42ba1-d06d-4ed7-a0ab-0fea2f1bb05e service neutron] 10.222.0.77 "GET /v2.0/networks/cc258bf8-35a7-4550-9840-1f51f3da6b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374112 Jul 30 01:51:04.541126 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-a56b8e3c-d3e5-41a5-9dcd-d39896e9204d None None] Set router 439bd4fd-f23a-40da-95a7-da489c4917b8 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:04.541692 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-8dea1fa3-c23e-4bfa-a676-c40624e3e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:04.544931 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-8dea1fa3-c23e-4bfa-a676-c40624e3e14a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=903574c4-4fb6-419d-b774-c15d583b29a7 HTTP/1.1" status: 200 len: 860 time: 0.1128399 Jul 30 01:51:04.633921 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e53249-5cd3-411c-8158-aa0db2320c80 req-ea5a654e-f479-4751-94a5-64d1cc195c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:04.635343 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-04e53249-5cd3-411c-8158-aa0db2320c80 req-ea5a654e-f479-4751-94a5-64d1cc195c05 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.1745555 Jul 30 01:51:04.807498 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a56b8e3c-d3e5-41a5-9dcd-d39896e9204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '45242164-4fa3-49c9-9798-d6cbfce6df9f', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'port_id': '8e169fca-0b7b-4f7b-9e70-892e0b531e81', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'mac_address': 'fa:16:3e:80:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075933e4-f4ac-421d-8c0d-c66cc2e0ec6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:50:40Z', 'updated_at': '2021-07-30T01:51:04Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f', 'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'mac_address': 'fa:16:3e:eb:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:19Z', 'updated_at': '2021-07-30T01:50:26Z', 'revision_number': 5, 'project_id': '14a96b76d23849bd80135798d34107b9', 'subnets': [{'id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:04.936903 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b8e3c-d3e5-41a5-9dcd-d39896e9204d None None] Checking router: 439bd4fd-f23a-40da-95a7-da489c4917b8 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:04.946252 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56b8e3c-d3e5-41a5-9dcd-d39896e9204d None None] Routers {'439bd4fd-f23a-40da-95a7-da489c4917b8'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:04.946919 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a56b8e3c-d3e5-41a5-9dcd-d39896e9204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['439bd4fd-f23a-40da-95a7-da489c4917b8'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:04.966477 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc6c57-e6d4-4030-a6f4-49e4db8de943 req-fd1ec989-e512-4f67-b950-0f7aa6e98bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:04.968756 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-77cc6c57-e6d4-4030-a6f4-49e4db8de943 req-fd1ec989-e512-4f67-b950-0f7aa6e98bb5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=daafb82e-e525-4443-a6ed-64e711f4b765 HTTP/1.1" status: 200 len: 922 time: 0.5292993 Jul 30 01:51:04.978934 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-a2082a94-fd78-4754-80f1-7eda4242cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:04.980634 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-a2082a94-fd78-4754-80f1-7eda4242cce0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=daafb82e-e525-4443-a6ed-64e711f4b765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4251235 Jul 30 01:51:05.059274 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-77cc6c57-e6d4-4030-a6f4-49e4db8de943 req-c4c755c6-cc57-4bcf-85f8-8e9b6b339881 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 HTTP/1.1" status: 200 len: 217 time: 0.0775740 Jul 30 01:51:05.068195 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-a56b8e3c-d3e5-41a5-9dcd-d39896e9204d None None] Set router 439bd4fd-f23a-40da-95a7-da489c4917b8 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:05.131438 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc6c57-e6d4-4030-a6f4-49e4db8de943 req-19e1208a-6bb6-43a6-9235-ca3815e50717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:05.133030 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-77cc6c57-e6d4-4030-a6f4-49e4db8de943 req-19e1208a-6bb6-43a6-9235-ca3815e50717 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=903574c4-4fb6-419d-b774-c15d583b29a7 HTTP/1.1" status: 200 len: 860 time: 0.0635478 Jul 30 01:51:05.160295 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-ef6f2916-9c3d-4108-b09f-088018e13852 service neutron] 10.222.0.70 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671441 Jul 30 01:51:05.195161 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-833f9381-8cba-4a60-b57d-9567f5805592 req-c006d9be-3009-48b1-a6bf-2f19cb75808c service neutron] 10.222.0.77 "GET /v2.0/networks/cc258bf8-35a7-4550-9840-1f51f3da6b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6869736 Jul 30 01:51:05.203944 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e53249-5cd3-411c-8158-aa0db2320c80 req-88fbf1db-e8b2-4147-8378-e580e81677da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:05.207098 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-04e53249-5cd3-411c-8158-aa0db2320c80 req-88fbf1db-e8b2-4147-8378-e580e81677da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5448389 Jul 30 01:51:05.218432 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfc055-1250-4127-9249-f36be8b0b605 req-22572ddc-a0ae-460b-a448-b649b8906634 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:05.220323 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0fcfc055-1250-4127-9249-f36be8b0b605 req-22572ddc-a0ae-460b-a448-b649b8906634 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.10 "GET /v2.0/ports?device_id=d31713cf-e709-4012-b485-24c2d9c1e718 HTTP/1.1" status: 200 len: 946 time: 0.2029204 Jul 30 01:51:05.251278 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc6c57-e6d4-4030-a6f4-49e4db8de943 req-dae5a66e-faea-4d36-a951-1a12b5a1c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:05.253032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-77cc6c57-e6d4-4030-a6f4-49e4db8de943 req-dae5a66e-faea-4d36-a951-1a12b5a1c950 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daafb82e-e525-4443-a6ed-64e711f4b765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107137 Jul 30 01:51:05.261815 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62787528-ca24-4105-96b6-68e62475f2d7 req-5bd8d1c4-6466-4215-805e-ec4fc452e6f7 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:05.263364 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62787528-ca24-4105-96b6-68e62475f2d7 req-5bd8d1c4-6466-4215-805e-ec4fc452e6f7 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/networks?id=fb9c773d-07b2-476e-b697-0bab392fdc08 HTTP/1.1" status: 200 len: 814 time: 0.6477933 Jul 30 01:51:05.336511 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a56b8e3c-d3e5-41a5-9dcd-d39896e9204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '45242164-4fa3-49c9-9798-d6cbfce6df9f', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'port_id': '8e169fca-0b7b-4f7b-9e70-892e0b531e81', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'mac_address': 'fa:16:3e:80:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075933e4-f4ac-421d-8c0d-c66cc2e0ec6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:50:40Z', 'updated_at': '2021-07-30T01:51:04Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f', 'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'mac_address': 'fa:16:3e:eb:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:19Z', 'updated_at': '2021-07-30T01:50:26Z', 'revision_number': 5, 'project_id': '14a96b76d23849bd80135798d34107b9', 'subnets': [{'id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:05.337563 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70e5a9df-bf5d-4e61-bb90-adb9a2c00569 req-5fecedeb-69bd-47b4-a9f5-f8b8023b8f8d service neutron] 10.222.0.70 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784711 Jul 30 01:51:05.340502 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62787528-ca24-4105-96b6-68e62475f2d7 req-97d164e6-07b4-44c4-bef0-890c39b1ddee tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/quotas/7b79287daa1a4edc9ddcb9a64b0afd4c HTTP/1.1" status: 200 len: 375 time: 0.0478215 Jul 30 01:51:05.377305 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b8e3c-d3e5-41a5-9dcd-d39896e9204d None None] The sync data for ids ['439bd4fd-f23a-40da-95a7-da489c4917b8'] in n-d-713498-9 is: [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '45242164-4fa3-49c9-9798-d6cbfce6df9f', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'port_id': '8e169fca-0b7b-4f7b-9e70-892e0b531e81', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'mac_address': 'fa:16:3e:80:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075933e4-f4ac-421d-8c0d-c66cc2e0ec6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:50:40Z', 'updated_at': '2021-07-30T01:51:04Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f', 'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'mac_address': 'fa:16:3e:eb:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:19Z', 'updated_at': '2021-07-30T01:50:26Z', 'revision_number': 5, 'project_id': '14a96b76d23849bd80135798d34107b9', 'subnets': [{'id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:05.380162 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-77cc6c57-e6d4-4030-a6f4-49e4db8de943 req-baa68dfb-8da1-47b0-8a74-6ea223cdc421 service neutron] 10.222.0.77 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159618 Jul 30 01:51:05.460224 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-04e53249-5cd3-411c-8158-aa0db2320c80 req-05115970-ccab-46ea-901c-6cdb763ecf50 service neutron] 10.222.0.10 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336562 Jul 30 01:51:05.502869 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-77cc6c57-e6d4-4030-a6f4-49e4db8de943 req-af71da67-5b8e-4d8c-a8bc-05883d2501e4 service neutron] 10.222.0.77 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124816 Jul 30 01:51:05.513408 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62787528-ca24-4105-96b6-68e62475f2d7 req-511e389a-aaea-4434-be86-fb5629e4c53f tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7b79287daa1a4edc9ddcb9a64b0afd4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1631536 Jul 30 01:51:05.584157 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:51:05.639850 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-0fcfc055-1250-4127-9249-f36be8b0b605 req-50eac04c-cf2c-4798-ba92-2114c1290aa6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Deleting port 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:05.640200 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0fcfc055-1250-4127-9249-f36be8b0b605 req-50eac04c-cf2c-4798-ba92-2114c1290aa6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:05.750486 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-04e53249-5cd3-411c-8158-aa0db2320c80 req-a398740d-d707-4b0c-935f-f67b2ae3021f service neutron] 10.222.0.10 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711079 Jul 30 01:51:05.779707 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62787528-ca24-4105-96b6-68e62475f2d7 req-8145f394-4bf3-4e08-9572-44cdc9555ea5 service neutron] 10.222.0.70 "GET /v2.0/networks/fb9c773d-07b2-476e-b697-0bab392fdc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383537 Jul 30 01:51:05.802479 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe0569-33b2-4e0a-af68-4812f358cdec admin admin] Deleting port 9eef292a-c37b-426d-be3b-382b2c681847 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:05.802822 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2dfe0569-33b2-4e0a-af68-4812f358cdec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:05.809497 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-0fcfc055-1250-4127-9249-f36be8b0b605 req-50eac04c-cf2c-4798-ba92-2114c1290aa6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] For port 609b15f5-92fc-4dcf-ba78-fe0a28207ef4, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=609b15f5-92fc-4dcf-ba78-fe0a28207ef4,segment=NetworkSegment(158c33aa-bfac-4206-980a-b702f9f187be),segment_id=158c33aa-bfac-4206-980a-b702f9f187be)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:05.809854 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0fcfc055-1250-4127-9249-f36be8b0b605 req-50eac04c-cf2c-4798-ba92-2114c1290aa6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:05.895738 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-0fcfc055-1250-4127-9249-f36be8b0b605 req-50eac04c-cf2c-4798-ba92-2114c1290aa6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Calling delete_port for 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:05.984112 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae173b7a-0bb4-481f-9de0-1434817f69fe req-3e7e43d5-06d6-43ea-a863-8df102fa8c77 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.69 HTTP/1.1" status: 200 len: 1001 time: 0.0710649 Jul 30 01:51:06.030401 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-2dfe0569-33b2-4e0a-af68-4812f358cdec admin admin] For port 9eef292a-c37b-426d-be3b-382b2c681847, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9eef292a-c37b-426d-be3b-382b2c681847,segment=NetworkSegment(078c6e65-e590-4f3e-bd7c-a99189bd502b),segment_id=078c6e65-e590-4f3e-bd7c-a99189bd502b)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:06.030768 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2dfe0569-33b2-4e0a-af68-4812f358cdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:06.046229 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae173b7a-0bb4-481f-9de0-1434817f69fe req-0ba4af71-6e65-4594-9bcf-fa230b15d79a tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:06.047801 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae173b7a-0bb4-481f-9de0-1434817f69fe req-0ba4af71-6e65-4594-9bcf-fa230b15d79a tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports/8e169fca-0b7b-4f7b-9e70-892e0b531e81 HTTP/1.1" status: 200 len: 943 time: 0.0581541 Jul 30 01:51:06.055922 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62787528-ca24-4105-96b6-68e62475f2d7 req-4b8c2935-56b7-4541-b485-ae17a5a7caaa service neutron] 10.222.0.70 "GET /v2.0/networks/fb9c773d-07b2-476e-b697-0bab392fdc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629859 Jul 30 01:51:06.057301 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe0569-33b2-4e0a-af68-4812f358cdec admin admin] Calling delete_port for 9eef292a-c37b-426d-be3b-382b2c681847 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:06.161356 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae173b7a-0bb4-481f-9de0-1434817f69fe req-11071c09-fc4e-4d06-bdf7-22403c83751e tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.69 HTTP/1.1" status: 200 len: 1001 time: 0.0675108 Jul 30 01:51:06.236897 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0fcfc055-1250-4127-9249-f36be8b0b605 req-50eac04c-cf2c-4798-ba92-2114c1290aa6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:06.240900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075933e4-f4ac-421d-8c0d-c66cc2e0ec6b', 'tag': '8e169fca-0b7b-4f7b-9e70-892e0b531e81'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:06.243447 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347032b8-f84e-44a0-9a97-4e10ca8cb640" -d '{"events": [{"name": "network-changed", "server_uuid": "075933e4-f4ac-421d-8c0d-c66cc2e0ec6b", "tag": "8e169fca-0b7b-4f7b-9e70-892e0b531e81"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:06.252341 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['609b15f5-92fc-4dcf-ba78-fe0a28207ef4'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:06.269992 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eac04c-cf2c-4798-ba92-2114c1290aa6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Pushing event deleted for resources: {'Port': ['ID=609b15f5-92fc-4dcf-ba78-fe0a28207ef4,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:06.302033 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae173b7a-0bb4-481f-9de0-1434817f69fe req-6fe6080e-df26-4feb-96af-a237ddc9a42b tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:06.305644 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae173b7a-0bb4-481f-9de0-1434817f69fe req-6fe6080e-df26-4feb-96af-a237ddc9a42b tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.1399510 Jul 30 01:51:06.342232 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcfc055-1250-4127-9249-f36be8b0b605 req-50eac04c-cf2c-4798-ba92-2114c1290aa6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] No DVR routers for this DVR port 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:06.346889 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0fcfc055-1250-4127-9249-f36be8b0b605 req-50eac04c-cf2c-4798-ba92-2114c1290aa6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:06.349016 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0fcfc055-1250-4127-9249-f36be8b0b605 req-50eac04c-cf2c-4798-ba92-2114c1290aa6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.10 "DELETE /v2.0/ports/609b15f5-92fc-4dcf-ba78-fe0a28207ef4 HTTP/1.1" status: 204 len: 173 time: 1.1147897 Jul 30 01:51:06.349533 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31713cf-e709-4012-b485-24c2d9c1e718', 'name': 'network-vif-deleted', 'tag': '609b15f5-92fc-4dcf-ba78-fe0a28207ef4'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:06.360667 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0117c91e-0d0f-402f-a361-da883e2fc71a" -d '{"events": [{"server_uuid": "d31713cf-e709-4012-b485-24c2d9c1e718", "name": "network-vif-deleted", "tag": "609b15f5-92fc-4dcf-ba78-fe0a28207ef4"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:06.373221 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d837a6b4-b3d6-46c5-af95-484b3948e5c3 x-openstack-request-id: req-d837a6b4-b3d6-46c5-af95-484b3948e5c3 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:06.373729 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075933e4-f4ac-421d-8c0d-c66cc2e0ec6b", "tag": "8e169fca-0b7b-4f7b-9e70-892e0b531e81", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:06.373809 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d837a6b4-b3d6-46c5-af95-484b3948e5c3 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:06.374169 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075933e4-f4ac-421d-8c0d-c66cc2e0ec6b', 'tag': '8e169fca-0b7b-4f7b-9e70-892e0b531e81', 'status': 'completed', 'code': 200} Jul 30 01:51:06.429689 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-383430ed-6ffb-4a1d-8469-ead52d2f5a0f req-9cefab6c-8dcf-4600-aa90-3c0f31b58503 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 210 time: 0.0786326 Jul 30 01:51:06.491480 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdcf060-3bc1-4145-aa1c-8d4cea7ea0d0 x-openstack-request-id: req-3bdcf060-3bc1-4145-aa1c-8d4cea7ea0d0 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:06.491952 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31713cf-e709-4012-b485-24c2d9c1e718", "name": "network-vif-deleted", "tag": "609b15f5-92fc-4dcf-ba78-fe0a28207ef4", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:06.492393 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3bdcf060-3bc1-4145-aa1c-8d4cea7ea0d0 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:06.492813 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31713cf-e709-4012-b485-24c2d9c1e718', 'name': 'network-vif-deleted', 'tag': '609b15f5-92fc-4dcf-ba78-fe0a28207ef4', 'status': 'completed', 'code': 200} Jul 30 01:51:06.498864 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-0df3513e-8122-40a4-82f3-201ff95008ae tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.69 HTTP/1.1" status: 200 len: 1001 time: 0.1194463 Jul 30 01:51:06.503989 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347032b8-f84e-44a0-9a97-4e10ca8cb640 req-b73acf80-2d07-46fc-99ca-5bb55c59c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:06.505659 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-347032b8-f84e-44a0-9a97-4e10ca8cb640 req-b73acf80-2d07-46fc-99ca-5bb55c59c9d7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=14a96b76d23849bd80135798d34107b9&device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b HTTP/1.1" status: 200 len: 1097 time: 0.0738854 Jul 30 01:51:06.580251 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-f469aa0d-d222-42dd-bb55-be3bcc4baa24 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:06.582915 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-f469aa0d-d222-42dd-bb55-be3bcc4baa24 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports/8e169fca-0b7b-4f7b-9e70-892e0b531e81 HTTP/1.1" status: 200 len: 943 time: 0.0758114 Jul 30 01:51:06.599616 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2dfe0569-33b2-4e0a-af68-4812f358cdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:06.649837 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347032b8-f84e-44a0-9a97-4e10ca8cb640 req-5590f173-ab86-4153-8eb7-f2abd9efd1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:06.651591 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-347032b8-f84e-44a0-9a97-4e10ca8cb640 req-5590f173-ab86-4153-8eb7-f2abd9efd1c2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=daafb82e-e525-4443-a6ed-64e711f4b765 HTTP/1.1" status: 200 len: 922 time: 0.1372983 Jul 30 01:51:06.682059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe0569-33b2-4e0a-af68-4812f358cdec admin admin] Pushing event deleted for resources: {'Port': ['ID=9eef292a-c37b-426d-be3b-382b2c681847,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:06.734009 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-347032b8-f84e-44a0-9a97-4e10ca8cb640 req-7c28600a-0172-40fc-9e9f-fdbbf254292e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e169fca-0b7b-4f7b-9e70-892e0b531e81 HTTP/1.1" status: 200 len: 1001 time: 0.0741878 Jul 30 01:51:06.796042 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347032b8-f84e-44a0-9a97-4e10ca8cb640 req-8ea384f1-8432-4b24-9281-802663d84277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:06.797844 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-347032b8-f84e-44a0-9a97-4e10ca8cb640 req-8ea384f1-8432-4b24-9281-802663d84277 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=903574c4-4fb6-419d-b774-c15d583b29a7 HTTP/1.1" status: 200 len: 860 time: 0.0558093 Jul 30 01:51:06.899480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347032b8-f84e-44a0-9a97-4e10ca8cb640 req-1e4868eb-c812-445a-b19b-68a43cd8cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:06.901295 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-347032b8-f84e-44a0-9a97-4e10ca8cb640 req-1e4868eb-c812-445a-b19b-68a43cd8cae4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daafb82e-e525-4443-a6ed-64e711f4b765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910378 Jul 30 01:51:06.916616 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-59d753e3-38b7-4be7-a8bf-bdf7512b9e2c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.69 HTTP/1.1" status: 200 len: 1001 time: 0.1959286 Jul 30 01:51:07.054930 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2dfe0569-33b2-4e0a-af68-4812f358cdec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:07.070419 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-347032b8-f84e-44a0-9a97-4e10ca8cb640 req-fceeda36-f937-477c-8c9d-0e95a4b1b9d6 service neutron] 10.222.0.77 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512523 Jul 30 01:51:07.134526 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-e78f3e39-df66-4b6a-9bce-f77cec7099d6 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:07.135963 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-e78f3e39-df66-4b6a-9bce-f77cec7099d6 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.2185619 Jul 30 01:51:07.151846 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-895dda72-9ef6-40ca-998a-60ce7c3362f8 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:07.152866 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-895dda72-9ef6-40ca-998a-60ce7c3362f8 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058944 Jul 30 01:51:07.187907 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-347032b8-f84e-44a0-9a97-4e10ca8cb640 req-db52fee8-7725-449c-9d8b-06fc38ceb283 service neutron] 10.222.0.77 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047010 Jul 30 01:51:07.267374 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-bdcd5914-59ad-492d-bf1b-dc7c52ad5726 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.69 HTTP/1.1" status: 200 len: 1001 time: 0.0832136 Jul 30 01:51:07.306620 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-6025e59d-3dcf-4506-86f8-0dc132280323 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:07.401714 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-6025e59d-3dcf-4506-86f8-0dc132280323 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks [] for floatingip, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:07.474628 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfe0569-33b2-4e0a-af68-4812f358cdec admin admin] Router 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:51:07.543347 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1551d908-30f2-4f8f-bc38-36a3a751e0f8 req-73b3f2e1-43eb-4901-b337-83b022ac17d1 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 210 time: 0.0310369 Jul 30 01:51:07.922682 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-6025e59d-3dcf-4506-86f8-0dc132280323 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:07.979107 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfe0569-33b2-4e0a-af68-4812f358cdec admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:07.989585 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2dfe0569-33b2-4e0a-af68-4812f358cdec admin admin] 10.222.0.70 "PUT /v2.0/routers/8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9923325 Jul 30 01:51:07.992178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45616) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:08.004924 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bb4359-96ad-4e3a-b631-df88cebf7b28 None None] Sync routers for ids ['8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:08.011734 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-6025e59d-3dcf-4506-86f8-0dc132280323 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.012199 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-6025e59d-3dcf-4506-86f8-0dc132280323 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Floating IP 45242164-4fa3-49c9-9798-d6cbfce6df9f disassociated. External IP: 172.25.1.69, port: 8e169fca-0b7b-4f7b-9e70-892e0b531e81. Jul 30 01:51:08.027773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bb4359-96ad-4e3a-b631-df88cebf7b28 None None] Routers {'8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:08.029305 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a3bb4359-96ad-4e3a-b631-df88cebf7b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:08.199208 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a3bb4359-96ad-4e3a-b631-df88cebf7b28 None None] Set router 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:08.203627 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.320377 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-6025e59d-3dcf-4506-86f8-0dc132280323 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Router 439bd4fd-f23a-40da-95a7-da489c4917b8 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:51:08.323952 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.426637 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a3bb4359-96ad-4e3a-b631-df88cebf7b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'name': 'tempest-ServersTestBootFromVolume-652503000-router', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:14Z', 'updated_at': '2021-07-30T01:51:06Z', 'revision_number': 5, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'gw_port': {'id': 'f1e6587d-ade5-45dc-b702-c72860d6547f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:17Z', 'updated_at': '2021-07-30T01:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:08.455175 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bb4359-96ad-4e3a-b631-df88cebf7b28 None None] Checking router: 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:08.455554 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-6025e59d-3dcf-4506-86f8-0dc132280323 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:08.460356 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-6025e59d-3dcf-4506-86f8-0dc132280323 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.472081 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e71a50-01dc-41df-9a7a-5e86a6cb1fcc None None] Sync routers for ids ['439bd4fd-f23a-40da-95a7-da489c4917b8'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:08.494662 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bb4359-96ad-4e3a-b631-df88cebf7b28 None None] Routers {'8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:08.495393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a3bb4359-96ad-4e3a-b631-df88cebf7b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:08.496572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Deleting port f1e6587d-ade5-45dc-b702-c72860d6547f {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:08.496989 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.499795 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e71a50-01dc-41df-9a7a-5e86a6cb1fcc None None] Routers {'439bd4fd-f23a-40da-95a7-da489c4917b8'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:08.503115 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-54e71a50-01dc-41df-9a7a-5e86a6cb1fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['439bd4fd-f23a-40da-95a7-da489c4917b8'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:08.628031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] For port f1e6587d-ade5-45dc-b702-c72860d6547f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f1e6587d-ade5-45dc-b702-c72860d6547f,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:08.628567 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.649943 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Calling delete_port for f1e6587d-ade5-45dc-b702-c72860d6547f owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:08.655917 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a3bb4359-96ad-4e3a-b631-df88cebf7b28 None None] Set router 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:08.695749 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-6025e59d-3dcf-4506-86f8-0dc132280323 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "PUT /v2.0/floatingips/45242164-4fa3-49c9-9798-d6cbfce6df9f HTTP/1.1" status: 200 len: 694 time: 1.3947251 Jul 30 01:51:08.699087 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075933e4-f4ac-421d-8c0d-c66cc2e0ec6b', 'tag': '8e169fca-0b7b-4f7b-9e70-892e0b531e81'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:08.701368 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e682da8-3924-4984-9bf8-aae5afa82849" -d '{"events": [{"name": "network-changed", "server_uuid": "075933e4-f4ac-421d-8c0d-c66cc2e0ec6b", "tag": "8e169fca-0b7b-4f7b-9e70-892e0b531e81"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:08.732273 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-54e71a50-01dc-41df-9a7a-5e86a6cb1fcc None None] Set router 439bd4fd-f23a-40da-95a7-da489c4917b8 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:08.766883 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-767b3833-0472-441d-830d-f7f11acb3f46 req-bc675f64-bb4b-4c4b-b67d-5ffa48d50fe3 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 210 time: 0.0564103 Jul 30 01:51:08.789104 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a3bb4359-96ad-4e3a-b631-df88cebf7b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'name': 'tempest-ServersTestBootFromVolume-652503000-router', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:14Z', 'updated_at': '2021-07-30T01:51:08Z', 'revision_number': 6, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:08.789443 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62787528-ca24-4105-96b6-68e62475f2d7 req-60db1cb2-1e9d-4fab-b433-64c0f1264cf0 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:08.791044 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62787528-ca24-4105-96b6-68e62475f2d7 req-60db1cb2-1e9d-4fab-b433-64c0f1264cf0 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.10 "GET /v2.0/networks?id=fb9c773d-07b2-476e-b697-0bab392fdc08 HTTP/1.1" status: 200 len: 814 time: 0.2984197 Jul 30 01:51:08.806757 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-62787528-ca24-4105-96b6-68e62475f2d7 req-7068f4a6-7e8f-4169-a6d7-1e221f40b2b7 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Request body: {'port': {'device_id': '9b4c4f4e-8ffd-4dfe-be54-92957d8499f3', 'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08', 'admin_state_up': True, 'tenant_id': '7b79287daa1a4edc9ddcb9a64b0afd4c'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:08.828281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-65d0980c-4151-451c-b450-c624716825a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:08.829777 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bb4359-96ad-4e3a-b631-df88cebf7b28 None None] The sync data for ids ['8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7'] in n-d-713498-9 is: [{'id': '8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7', 'name': 'tempest-ServersTestBootFromVolume-652503000-router', 'tenant_id': 'd76b6f78d40643c59c83af2204827393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:14Z', 'updated_at': '2021-07-30T01:51:08Z', 'revision_number': 6, 'project_id': 'd76b6f78d40643c59c83af2204827393', 'gw_port_host': None}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:08.829913 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-65d0980c-4151-451c-b450-c624716825a8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=14a96b76d23849bd80135798d34107b9&device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b HTTP/1.1" status: 200 len: 1097 time: 0.1184058 Jul 30 01:51:08.963627 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5527667d-56b9-4cec-9279-33fce62d06b6 x-openstack-request-id: req-5527667d-56b9-4cec-9279-33fce62d06b6 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:08.963920 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075933e4-f4ac-421d-8c0d-c66cc2e0ec6b", "tag": "8e169fca-0b7b-4f7b-9e70-892e0b531e81", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:08.964175 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5527667d-56b9-4cec-9279-33fce62d06b6 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:08.964577 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075933e4-f4ac-421d-8c0d-c66cc2e0ec6b', 'tag': '8e169fca-0b7b-4f7b-9e70-892e0b531e81', 'status': 'completed', 'code': 200} Jul 30 01:51:09.021323 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-54e71a50-01dc-41df-9a7a-5e86a6cb1fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f', 'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'mac_address': 'fa:16:3e:eb:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:19Z', 'updated_at': '2021-07-30T01:50:26Z', 'revision_number': 5, 'project_id': '14a96b76d23849bd80135798d34107b9', 'subnets': [{'id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:09.055521 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e71a50-01dc-41df-9a7a-5e86a6cb1fcc None None] Checking router: 439bd4fd-f23a-40da-95a7-da489c4917b8 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:09.056009 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-504cbe0c-455c-430d-8257-b91c02a6f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:09.057880 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-504cbe0c-455c-430d-8257-b91c02a6f05d service neutron] 10.222.0.70 "GET /v2.0/networks?id=daafb82e-e525-4443-a6ed-64e711f4b765 HTTP/1.1" status: 200 len: 922 time: 0.2002037 Jul 30 01:51:09.073933 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.076146 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e71a50-01dc-41df-9a7a-5e86a6cb1fcc None None] Routers {'439bd4fd-f23a-40da-95a7-da489c4917b8'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:09.076297 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-54e71a50-01dc-41df-9a7a-5e86a6cb1fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['439bd4fd-f23a-40da-95a7-da489c4917b8'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:09.122232 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-57ced793-edd0-4476-9d0e-a50827b74eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.125839 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-600cbf72-bac4-4a90-8823-1f0dcd8bc4bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e169fca-0b7b-4f7b-9e70-892e0b531e81 HTTP/1.1" status: 200 len: 217 time: 0.0590696 Jul 30 01:51:09.130003 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e682da8-3924-4984-9bf8-aae5afa82849 req-6b66d393-ce49-454b-94eb-e5d691d7e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:09.134229 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e682da8-3924-4984-9bf8-aae5afa82849 req-6b66d393-ce49-454b-94eb-e5d691d7e3d9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=14a96b76d23849bd80135798d34107b9&device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b HTTP/1.1" status: 200 len: 1097 time: 0.1117272 Jul 30 01:51:09.137543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e6587d-ade5-45dc-b702-c72860d6547f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:09.174831 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.175187 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.175529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.175870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.176208 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.176543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.176922 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.177262 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.178034 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.178399 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.178734 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.179121 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.204514 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-acfe5e30-b6ee-4720-bd1f-a5470c8a2ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:09.209206 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-acfe5e30-b6ee-4720-bd1f-a5470c8a2ae9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=903574c4-4fb6-419d-b774-c15d583b29a7 HTTP/1.1" status: 200 len: 860 time: 0.0753367 Jul 30 01:51:09.211502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62787528-ca24-4105-96b6-68e62475f2d7 req-7068f4a6-7e8f-4169-a6d7-1e221f40b2b7 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Made reservation on behalf of 7b79287daa1a4edc9ddcb9a64b0afd4c for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:09.217145 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:09.236200 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-62787528-ca24-4105-96b6-68e62475f2d7 req-7068f4a6-7e8f-4169-a6d7-1e221f40b2b7 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.260526 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:09.260880 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 609b15f5-92fc-4dcf-ba78-fe0a28207ef4 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:09.279265 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-54e71a50-01dc-41df-9a7a-5e86a6cb1fcc None None] Set router 439bd4fd-f23a-40da-95a7-da489c4917b8 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:09.320877 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.413777 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-000ca40d-7179-4508-b0fc-782c5fee776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:09.415447 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-000ca40d-7179-4508-b0fc-782c5fee776e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=daafb82e-e525-4443-a6ed-64e711f4b765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1732111 Jul 30 01:51:09.444153 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.446438 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.448459 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e682da8-3924-4984-9bf8-aae5afa82849 req-396cefbe-639b-4d33-81f9-89fa3099a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:09.449952 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e682da8-3924-4984-9bf8-aae5afa82849 req-396cefbe-639b-4d33-81f9-89fa3099a108 service neutron] 10.222.0.77 "GET /v2.0/networks?id=daafb82e-e525-4443-a6ed-64e711f4b765 HTTP/1.1" status: 200 len: 922 time: 0.2874959 Jul 30 01:51:09.534876 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e682da8-3924-4984-9bf8-aae5afa82849 req-7b8790d4-043c-4cc9-a929-e2fa26ae1c62 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e169fca-0b7b-4f7b-9e70-892e0b531e81 HTTP/1.1" status: 200 len: 217 time: 0.0395005 Jul 30 01:51:09.552477 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-3ca4be3e-63dc-4af5-985a-72497633dc34 service neutron] 10.222.0.70 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299329 Jul 30 01:51:09.579825 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-54e71a50-01dc-41df-9a7a-5e86a6cb1fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f', 'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'mac_address': 'fa:16:3e:eb:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:19Z', 'updated_at': '2021-07-30T01:50:26Z', 'revision_number': 5, 'project_id': '14a96b76d23849bd80135798d34107b9', 'subnets': [{'id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:09.604549 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e682da8-3924-4984-9bf8-aae5afa82849 req-3eec841e-ba00-4bd4-94d7-d9fefea17210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:09.606189 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e682da8-3924-4984-9bf8-aae5afa82849 req-3eec841e-ba00-4bd4-94d7-d9fefea17210 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=903574c4-4fb6-419d-b774-c15d583b29a7 HTTP/1.1" status: 200 len: 860 time: 0.0620396 Jul 30 01:51:09.611418 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e71a50-01dc-41df-9a7a-5e86a6cb1fcc None None] The sync data for ids ['439bd4fd-f23a-40da-95a7-da489c4917b8'] in n-d-713498-9 is: [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f', 'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'mac_address': 'fa:16:3e:eb:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:19Z', 'updated_at': '2021-07-30T01:50:26Z', 'revision_number': 5, 'project_id': '14a96b76d23849bd80135798d34107b9', 'subnets': [{'id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:09.660745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-62787528-ca24-4105-96b6-68e62475f2d7 req-7068f4a6-7e8f-4169-a6d7-1e221f40b2b7 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Allocated IP 172.20.0.2 (fb9c773d-07b2-476e-b697-0bab392fdc08/ae1c73b6-2d3c-49d9-b67b-c5a0d24d5693/2d3eff70-0f4b-4cb7-8b4b-b84b936d6561) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:51:09.688559 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.689813 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:51:09.697054 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.700993 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45636) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:09.701309 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cac763bf-06ed-4467-89e4-231ba4f1e6c9 admin admin] 10.222.0.70 "DELETE /v2.0/routers/8cfbaf48-6919-42ec-9bdb-b669f2f5d7e7 HTTP/1.1" status: 204 len: 168 time: 1.7079437 Jul 30 01:51:09.717916 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e682da8-3924-4984-9bf8-aae5afa82849 req-1ebdd99b-aa43-4f34-8c38-6c15904aa0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:09.720646 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e682da8-3924-4984-9bf8-aae5afa82849 req-1ebdd99b-aa43-4f34-8c38-6c15904aa0ef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daafb82e-e525-4443-a6ed-64e711f4b765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060238 Jul 30 01:51:09.729756 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e566bd0-a4a7-4f62-828c-dee5b460d577 req-c8d13095-56ea-4491-889e-492205dc43fe service neutron] 10.222.0.70 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512132 Jul 30 01:51:09.866712 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e86acff-8eae-42ae-a276-6f923049eace admin admin] Deleting subnet 710a9262-2232-4ebe-873a-16a8bb5a5b52 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:51:09.895698 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8f8ed78-697a-461b-bf43-67e263f6368c req-c5f20cac-dca4-4eba-9082-a314232f016c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 210 time: 0.0405021 Jul 30 01:51:09.919789 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9e86acff-8eae-42ae-a276-6f923049eace admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.933385 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e682da8-3924-4984-9bf8-aae5afa82849 req-fdc9f87c-025e-4e24-9064-d36ec4c3f766 service neutron] 10.222.0.77 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994164 Jul 30 01:51:09.978141 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9e86acff-8eae-42ae-a276-6f923049eace admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.086241 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e682da8-3924-4984-9bf8-aae5afa82849 req-aea90898-4217-4209-86f2-f5140a6249a7 service neutron] 10.222.0.77 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342962 Jul 30 01:51:10.088806 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9eef292a-c37b-426d-be3b-382b2c681847 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:10.093046 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-62787528-ca24-4105-96b6-68e62475f2d7 req-7068f4a6-7e8f-4169-a6d7-1e221f40b2b7 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.119605 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 9eef292a-c37b-426d-be3b-382b2c681847 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:10.126220 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9eef292a-c37b-426d-be3b-382b2c681847 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:10.126220 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f1e6587d-ade5-45dc-b702-c72860d6547f no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:10.148866 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: f1e6587d-ade5-45dc-b702-c72860d6547f {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:10.149296 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f1e6587d-ade5-45dc-b702-c72860d6547f not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:10.158254 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9e86acff-8eae-42ae-a276-6f923049eace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.169855 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7c5520-bcb1-465d-8061-0e185838031a None None] New status for floating IP 45242164-4fa3-49c9-9798-d6cbfce6df9f: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:51:10.294512 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-62787528-ca24-4105-96b6-68e62475f2d7 req-7068f4a6-7e8f-4169-a6d7-1e221f40b2b7 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.327140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62787528-ca24-4105-96b6-68e62475f2d7 req-7068f4a6-7e8f-4169-a6d7-1e221f40b2b7 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Network fb9c773d-07b2-476e-b697-0bab392fdc08 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:51:10.331098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-62787528-ca24-4105-96b6-68e62475f2d7 req-7068f4a6-7e8f-4169-a6d7-1e221f40b2b7 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:10.335071 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-62787528-ca24-4105-96b6-68e62475f2d7 req-7068f4a6-7e8f-4169-a6d7-1e221f40b2b7 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:51:10.374535 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9e86acff-8eae-42ae-a276-6f923049eace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.443013 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-74cda0a0-5e40-4050-92fb-7c44caad3e64 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:10.449201 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86acff-8eae-42ae-a276-6f923049eace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=710a9262-2232-4ebe-873a-16a8bb5a5b52,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:10.456085 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-74cda0a0-5e40-4050-92fb-7c44caad3e64 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1326151 Jul 30 01:51:10.459091 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9e86acff-8eae-42ae-a276-6f923049eace admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.461643 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9e86acff-8eae-42ae-a276-6f923049eace admin admin] 10.222.0.70 "DELETE /v2.0/subnets/710a9262-2232-4ebe-873a-16a8bb5a5b52 HTTP/1.1" status: 204 len: 168 time: 0.7539992 Jul 30 01:51:10.464039 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45652) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:10.490854 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad60d35-6ab0-47b7-ac16-e89ac948c22e None None] Network d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:10.491701 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068f4a6-7e8f-4169-a6d7-1e221f40b2b7 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Pushing event updated for resources: {'Port': ['ID=2d3eff70-0f4b-4cb7-8b4b-b84b936d6561,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:10.515421 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62787528-ca24-4105-96b6-68e62475f2d7 req-7068f4a6-7e8f-4169-a6d7-1e221f40b2b7 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:10.516307 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-62787528-ca24-4105-96b6-68e62475f2d7 req-7068f4a6-7e8f-4169-a6d7-1e221f40b2b7 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.586543 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-7e4ea058-15e9-49e0-91d2-bb80bde3e17a tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.69 HTTP/1.1" status: 200 len: 697 time: 0.0925462 Jul 30 01:51:10.599123 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-96ed7998-2917-4cbb-8a30-693168a6500a tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Request body: {'floatingip': {'port_id': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:10.622990 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62787528-ca24-4105-96b6-68e62475f2d7 req-7068f4a6-7e8f-4169-a6d7-1e221f40b2b7 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8201420 Jul 30 01:51:10.642591 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] Request body: {'port': {'device_id': '9b4c4f4e-8ffd-4dfe-be54-92957d8499f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:10.655898 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b1db0ea-10cd-4517-9f5b-3caf840431af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.660456 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-96ed7998-2917-4cbb-8a30-693168a6500a tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks [] for floatingip, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.715112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ea6f9b-6117-4b6b-a59f-0220dca30e53 None None] DHCP port deletion for d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:51:10.741122 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.780401 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-58ea6f9b-6117-4b6b-a59f-0220dca30e53 None None] Deleting port 2b5696bd-2d35-42f0-8730-4489578606f3 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:10.781057 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58ea6f9b-6117-4b6b-a59f-0220dca30e53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.862325 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-3b1db0ea-10cd-4517-9f5b-3caf840431af admin admin] Deleting port 2b5696bd-2d35-42f0-8730-4489578606f3 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:10.862920 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b1db0ea-10cd-4517-9f5b-3caf840431af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.874955 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-58ea6f9b-6117-4b6b-a59f-0220dca30e53 None None] For port 2b5696bd-2d35-42f0-8730-4489578606f3, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=2b5696bd-2d35-42f0-8730-4489578606f3,segment=NetworkSegment(078c6e65-e590-4f3e-bd7c-a99189bd502b),segment_id=078c6e65-e590-4f3e-bd7c-a99189bd502b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:10.877410 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58ea6f9b-6117-4b6b-a59f-0220dca30e53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.891680 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-58ea6f9b-6117-4b6b-a59f-0220dca30e53 None None] Calling delete_port for 2b5696bd-2d35-42f0-8730-4489578606f3 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:10.986348 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-3b1db0ea-10cd-4517-9f5b-3caf840431af admin admin] For port 2b5696bd-2d35-42f0-8730-4489578606f3, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=2b5696bd-2d35-42f0-8730-4489578606f3,segment=NetworkSegment(078c6e65-e590-4f3e-bd7c-a99189bd502b),segment_id=078c6e65-e590-4f3e-bd7c-a99189bd502b)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:10.986579 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b1db0ea-10cd-4517-9f5b-3caf840431af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.008218 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-3b1db0ea-10cd-4517-9f5b-3caf840431af admin admin] Calling delete_port for 2b5696bd-2d35-42f0-8730-4489578606f3 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:11.069581 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057a935-b1be-4726-9901-633ff61b6122 req-5378456c-9811-4052-b665-5355a9c3865a tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.071061 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58ea6f9b-6117-4b6b-a59f-0220dca30e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.077429 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f057a935-b1be-4726-9901-633ff61b6122 req-5378456c-9811-4052-b665-5355a9c3865a tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 931 time: 0.0841942 Jul 30 01:51:11.085844 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea6f9b-6117-4b6b-a59f-0220dca30e53 None None] No DVR routers for this DVR port 2b5696bd-2d35-42f0-8730-4489578606f3 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:11.128008 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea6f9b-6117-4b6b-a59f-0220dca30e53 None None] Pushing event deleted for resources: {'Port': ['ID=2b5696bd-2d35-42f0-8730-4489578606f3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:11.161307 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:11.175750 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.185398 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f057a935-b1be-4726-9901-633ff61b6122 req-c65bd3b8-2d71-47c3-bb1f-025b83a430cc tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574195 Jul 30 01:51:11.192693 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] Transition to ACTIVE for port object 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:11.243070 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b1db0ea-10cd-4517-9f5b-3caf840431af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.270911 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.291529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1db0ea-10cd-4517-9f5b-3caf840431af admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5696bd-2d35-42f0-8730-4489578606f3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:11.299074 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1db0ea-10cd-4517-9f5b-3caf840431af admin admin] No DVR routers for this DVR port 2b5696bd-2d35-42f0-8730-4489578606f3 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:11.331185 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3eff70-0f4b-4cb7-8b4b-b84b936d6561,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:11.422991 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b1db0ea-10cd-4517-9f5b-3caf840431af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.423370 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] Attempting to bind port 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:11.423690 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] Attempting to bind port 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '158c33aa-bfac-4206-980a-b702f9f187be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:11.424022 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] Attempting to bind port 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 on network fb9c773d-07b2-476e-b697-0bab392fdc08 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:11.427433 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-96ed7998-2917-4cbb-8a30-693168a6500a tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.428832 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] Port 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 on network fb9c773d-07b2-476e-b697-0bab392fdc08 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:51:11.429161 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] Attempting to bind port 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 on network fb9c773d-07b2-476e-b697-0bab392fdc08 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:11.437134 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:11.437134 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] Checking segment: {'id': '158c33aa-bfac-4206-980a-b702f9f187be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:11.437134 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] Bound using segment: {'id': '158c33aa-bfac-4206-980a-b702f9f187be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:11.437134 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] Bound port: 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158c33aa-bfac-4206-980a-b702f9f187be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:11.437134 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.437880 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-3b1db0ea-10cd-4517-9f5b-3caf840431af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6cc57bf-b26e-4ce8-8e80-631c09a61bc7']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:11.447979 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-3b1db0ea-10cd-4517-9f5b-3caf840431af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078c6e65-e590-4f3e-bd7c-a99189bd502b') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:11.448275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-3b1db0ea-10cd-4517-9f5b-3caf840431af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078c6e65-e590-4f3e-bd7c-a99189bd502b') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:11.464009 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b1db0ea-10cd-4517-9f5b-3caf840431af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.479186 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b1db0ea-10cd-4517-9f5b-3caf840431af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.485238 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1db0ea-10cd-4517-9f5b-3caf840431af admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:51:11.485656 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b1db0ea-10cd-4517-9f5b-3caf840431af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:51:11.487433 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:51:11.504296 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] For port 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:11.507571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] For port 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=2d3eff70-0f4b-4cb7-8b4b-b84b936d6561,segment=NetworkSegment(158c33aa-bfac-4206-980a-b702f9f187be),segment_id=158c33aa-bfac-4206-980a-b702f9f187be)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:11.523637 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-96ed7998-2917-4cbb-8a30-693168a6500a tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.602804 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.648021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.648731 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.650234 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62787528-ca24-4105-96b6-68e62475f2d7 req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] 10.222.0.10 "PUT /v2.0/ports/2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 HTTP/1.1" status: 200 len: 1091 time: 1.0188179 Jul 30 01:51:11.650780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4c4f4e-8ffd-4dfe-be54-92957d8499f3', 'tag': '2d3eff70-0f4b-4cb7-8b4b-b84b936d6561'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:11.653265 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82c1429-f8e3-4d0a-9d63-e2758caac09b" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4c4f4e-8ffd-4dfe-be54-92957d8499f3", "tag": "2d3eff70-0f4b-4cb7-8b4b-b84b936d6561"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:11.681511 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e71a1903-dd39-43ea-97f8-ce63fba66649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.684319 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436e76c-e763-44c8-8f15-81a841c50f13 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3eff70-0f4b-4cb7-8b4b-b84b936d6561,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:11.706761 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86a9b90-e175-4a30-96c8-9fcf2e9902cf x-openstack-request-id: req-c86a9b90-e175-4a30-96c8-9fcf2e9902cf {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:11.707054 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4c4f4e-8ffd-4dfe-be54-92957d8499f3", "tag": "2d3eff70-0f4b-4cb7-8b4b-b84b936d6561", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:11.707312 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c86a9b90-e175-4a30-96c8-9fcf2e9902cf {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:11.707735 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4c4f4e-8ffd-4dfe-be54-92957d8499f3', 'tag': '2d3eff70-0f4b-4cb7-8b4b-b84b936d6561', 'status': 'completed', 'code': 200} Jul 30 01:51:11.725741 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.770585 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c1429-f8e3-4d0a-9d63-e2758caac09b req-f64a5e52-06e6-4829-8645-e9f781b4b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.772161 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c82c1429-f8e3-4d0a-9d63-e2758caac09b req-f64a5e52-06e6-4829-8645-e9f781b4b998 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b79287daa1a4edc9ddcb9a64b0afd4c&device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 1094 time: 0.0444093 Jul 30 01:51:11.878912 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c1429-f8e3-4d0a-9d63-e2758caac09b req-beaca2ff-3e43-4b01-b16e-7274c299ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.880408 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c82c1429-f8e3-4d0a-9d63-e2758caac09b req-beaca2ff-3e43-4b01-b16e-7274c299ca56 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7b79287daa1a4edc9ddcb9a64b0afd4c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0986924 Jul 30 01:51:11.952959 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b1db0ea-10cd-4517-9f5b-3caf840431af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.958097 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b1db0ea-10cd-4517-9f5b-3caf840431af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.960346 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3b1db0ea-10cd-4517-9f5b-3caf840431af admin admin] 10.222.0.70 "DELETE /v2.0/networks/d6cc57bf-b26e-4ce8-8e80-631c09a61bc7 HTTP/1.1" status: 204 len: 168 time: 1.4942055 Jul 30 01:51:11.977280 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1db0ea-10cd-4517-9f5b-3caf840431af admin admin] Pushing event deleted for resources: {'Network': ['ID=d6cc57bf-b26e-4ce8-8e80-631c09a61bc7,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:12.011831 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-96ed7998-2917-4cbb-8a30-693168a6500a tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Floating IP 45242164-4fa3-49c9-9798-d6cbfce6df9f associated. External IP: 172.25.1.69, port: c2dd1803-73e1-46b4-a2f8-10ffa3d1e301. Jul 30 01:51:12.029582 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c1429-f8e3-4d0a-9d63-e2758caac09b req-8c9e15a8-2249-438a-a5cb-c8151cbcde98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:12.029582 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c82c1429-f8e3-4d0a-9d63-e2758caac09b req-8c9e15a8-2249-438a-a5cb-c8151cbcde98 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1409538 Jul 30 01:51:12.087980 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2b5696bd-2d35-42f0-8730-4489578606f3 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:12.110619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62787528-ca24-4105-96b6-68e62475f2d7 req-23bb4b99-e53b-463d-a4a4-441df255ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:12.112270 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62787528-ca24-4105-96b6-68e62475f2d7 req-23bb4b99-e53b-463d-a4a4-441df255ec86 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b79287daa1a4edc9ddcb9a64b0afd4c&device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 1094 time: 0.0463946 Jul 30 01:51:12.116983 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 2b5696bd-2d35-42f0-8730-4489578606f3 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:12.117514 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2b5696bd-2d35-42f0-8730-4489578606f3 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:12.169499 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62787528-ca24-4105-96b6-68e62475f2d7 req-19ecb4d7-8b0f-4984-9a3a-bfae0fc6f077 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 HTTP/1.1" status: 200 len: 217 time: 0.0460856 Jul 30 01:51:12.247404 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62787528-ca24-4105-96b6-68e62475f2d7 req-49748c6d-f17d-4853-a45f-50bfdede0c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:12.253279 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62787528-ca24-4105-96b6-68e62475f2d7 req-49748c6d-f17d-4853-a45f-50bfdede0c05 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae1c73b6-2d3c-49d9-b67b-c5a0d24d5693 HTTP/1.1" status: 200 len: 854 time: 0.0770421 Jul 30 01:51:12.291795 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-96ed7998-2917-4cbb-8a30-693168a6500a tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Router 439bd4fd-f23a-40da-95a7-da489c4917b8 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:51:12.297345 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62787528-ca24-4105-96b6-68e62475f2d7 req-e0f56620-1c1a-43ae-8407-bef562488432 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb9c773d-07b2-476e-b697-0bab392fdc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366156 Jul 30 01:51:12.353497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45684) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:12.408724 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568aa2-1545-4178-915f-4ab76989450d req-19c343e7-5ca8-4bd6-a214-8b59ff54b71d tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:12.410251 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-84568aa2-1545-4178-915f-4ab76989450d req-19c343e7-5ca8-4bd6-a214-8b59ff54b71d tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 943 time: 0.1120157 Jul 30 01:51:12.467499 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62787528-ca24-4105-96b6-68e62475f2d7 req-1b0903d6-9075-42fd-a7a7-fe728c9a1c65 service neutron] 10.222.0.10 "GET /v2.0/networks/fb9c773d-07b2-476e-b697-0bab392fdc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605926 Jul 30 01:51:12.469465 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b02ac-023c-4e75-b3f2-641e419d47a6 req-906bda09-4e69-4392-9bb7-a23a2455e7e2 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:12.470960 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b59b02ac-023c-4e75-b3f2-641e419d47a6 req-906bda09-4e69-4392-9bb7-a23a2455e7e2 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.77 "GET /v2.0/ports?device_id=075933e4-f4ac-421d-8c0d-c66cc2e0ec6b HTTP/1.1" status: 200 len: 946 time: 0.1286888 Jul 30 01:51:12.475332 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f4049183-9779-42b9-81f9-ee30ce2efe12 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d76b6f78d40643c59c83af2204827393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1195655 Jul 30 01:51:12.479419 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-84568aa2-1545-4178-915f-4ab76989450d req-f1f5f4c5-165d-4495-b4b5-229122fc7324 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533948 Jul 30 01:51:12.481162 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45686) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:12.549883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-96ed7998-2917-4cbb-8a30-693168a6500a tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:12.555038 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-96ed7998-2917-4cbb-8a30-693168a6500a tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:12.566603 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c66ef8-cb9c-422d-be1f-ec7c3b15cac3 None None] Sync routers for ids ['439bd4fd-f23a-40da-95a7-da489c4917b8'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:12.579534 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c66ef8-cb9c-422d-be1f-ec7c3b15cac3 None None] Routers {'439bd4fd-f23a-40da-95a7-da489c4917b8'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:12.580406 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-61c66ef8-cb9c-422d-be1f-ec7c3b15cac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:51:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['439bd4fd-f23a-40da-95a7-da489c4917b8'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:12.602908 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62787528-ca24-4105-96b6-68e62475f2d7 req-687a8c88-4c07-48f7-a2b8-ed16f46b10a0 service neutron] 10.222.0.10 "GET /v2.0/networks/fb9c773d-07b2-476e-b697-0bab392fdc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224658 Jul 30 01:51:12.630566 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-96ed7998-2917-4cbb-8a30-693168a6500a tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "PUT /v2.0/floatingips/45242164-4fa3-49c9-9798-d6cbfce6df9f HTTP/1.1" status: 200 len: 995 time: 2.0353971 Jul 30 01:51:12.632769 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'tag': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:12.634962 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4e3a7a-ffc7-43d2-8e65-23b6c810883f" -d '{"events": [{"name": "network-changed", "server_uuid": "adcbc754-acd5-43e1-9a43-277fce668d6e", "tag": "c2dd1803-73e1-46b4-a2f8-10ffa3d1e301"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:12.685314 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-81a15a05-0eb6-4bd5-b3a8-bbc155483fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:12.723997 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-81a15a05-0eb6-4bd5-b3a8-bbc155483fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:12.745953 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-b59b02ac-023c-4e75-b3f2-641e419d47a6 req-81cb0a97-9e1c-4caa-b51a-64d72cb97f2c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Deleting port 8e169fca-0b7b-4f7b-9e70-892e0b531e81 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:12.746327 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b59b02ac-023c-4e75-b3f2-641e419d47a6 req-81cb0a97-9e1c-4caa-b51a-64d72cb97f2c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:12.749157 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-61c66ef8-cb9c-422d-be1f-ec7c3b15cac3 None None] Set router 439bd4fd-f23a-40da-95a7-da489c4917b8 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:12.771595 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6350e88-6d07-460c-9971-a5f8ac2b2e5e x-openstack-request-id: req-e6350e88-6d07-460c-9971-a5f8ac2b2e5e {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:12.771894 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adcbc754-acd5-43e1-9a43-277fce668d6e", "tag": "c2dd1803-73e1-46b4-a2f8-10ffa3d1e301", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:12.772128 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6350e88-6d07-460c-9971-a5f8ac2b2e5e {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:12.772537 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'tag': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301', 'status': 'completed', 'code': 200} Jul 30 01:51:12.810920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-3728030f-7511-4477-99bf-b0852ca33b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:12.810920 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-3728030f-7511-4477-99bf-b0852ca33b3e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=14a96b76d23849bd80135798d34107b9&device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 1096 time: 0.1524737 Jul 30 01:51:12.907471 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e3a7a-ffc7-43d2-8e65-23b6c810883f req-32bbc1a6-89ac-4c11-bf2c-d1968067b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:12.909170 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c4e3a7a-ffc7-43d2-8e65-23b6c810883f req-32bbc1a6-89ac-4c11-bf2c-d1968067b990 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=14a96b76d23849bd80135798d34107b9&device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 1096 time: 0.0797822 Jul 30 01:51:12.947011 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-b59b02ac-023c-4e75-b3f2-641e419d47a6 req-81cb0a97-9e1c-4caa-b51a-64d72cb97f2c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] For port 8e169fca-0b7b-4f7b-9e70-892e0b531e81, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8e169fca-0b7b-4f7b-9e70-892e0b531e81,segment=NetworkSegment(0bded77b-3f02-4dba-932f-3823b3b3d0de),segment_id=0bded77b-3f02-4dba-932f-3823b3b3d0de)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:12.947407 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b59b02ac-023c-4e75-b3f2-641e419d47a6 req-81cb0a97-9e1c-4caa-b51a-64d72cb97f2c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:12.969018 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-b59b02ac-023c-4e75-b3f2-641e419d47a6 req-81cb0a97-9e1c-4caa-b51a-64d72cb97f2c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Calling delete_port for 8e169fca-0b7b-4f7b-9e70-892e0b531e81 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:12.971096 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-d0cd94f1-ad48-4dbc-a909-2d5e68be9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:12.972772 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-d0cd94f1-ad48-4dbc-a909-2d5e68be9286 service neutron] 10.222.0.70 "GET /v2.0/networks?id=daafb82e-e525-4443-a6ed-64e711f4b765 HTTP/1.1" status: 200 len: 922 time: 0.1523063 Jul 30 01:51:13.019998 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-61c66ef8-cb9c-422d-be1f-ec7c3b15cac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '45242164-4fa3-49c9-9798-d6cbfce6df9f', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'port_id': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'mac_address': 'fa:16:3e:25:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:50:40Z', 'updated_at': '2021-07-30T01:51:11Z', 'revision_number': 8, 'project_id': '14a96b76d23849bd80135798d34107b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f', 'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'mac_address': 'fa:16:3e:eb:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:19Z', 'updated_at': '2021-07-30T01:50:26Z', 'revision_number': 5, 'project_id': '14a96b76d23849bd80135798d34107b9', 'subnets': [{'id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:13.064558 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-81a15a05-0eb6-4bd5-b3a8-bbc155483fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:13.067474 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-81a15a05-0eb6-4bd5-b3a8-bbc155483fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:13.068687 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-81a15a05-0eb6-4bd5-b3a8-bbc155483fe6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6b5d98e-2c55-47db-9e50-0802341bbd60 HTTP/1.1" status: 204 len: 168 time: 0.5865805 Jul 30 01:51:13.108104 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a15a05-0eb6-4bd5-b3a8-bbc155483fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b5d98e-2c55-47db-9e50-0802341bbd60,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:13.121629 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e3a7a-ffc7-43d2-8e65-23b6c810883f req-a451a1ac-74a9-45e1-a4f1-8d4eb63cd87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:13.125266 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c4e3a7a-ffc7-43d2-8e65-23b6c810883f req-a451a1ac-74a9-45e1-a4f1-8d4eb63cd87d service neutron] 10.222.0.77 "GET /v2.0/networks?id=daafb82e-e525-4443-a6ed-64e711f4b765 HTTP/1.1" status: 200 len: 922 time: 0.2046990 Jul 30 01:51:13.139767 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-d55eec86-24ef-43bb-a07a-0dc203628777 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 HTTP/1.1" status: 200 len: 998 time: 0.1591113 Jul 30 01:51:13.184954 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:13.218593 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c4e3a7a-ffc7-43d2-8e65-23b6c810883f req-0dd06d5b-b326-462f-84a0-c7ea42ef0051 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 HTTP/1.1" status: 200 len: 998 time: 0.0851786 Jul 30 01:51:13.237563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-f7401227-cec9-4ce3-a9a4-f633cf20c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:13.239121 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-f7401227-cec9-4ce3-a9a4-f633cf20c032 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=903574c4-4fb6-419d-b774-c15d583b29a7 HTTP/1.1" status: 200 len: 860 time: 0.0892837 Jul 30 01:51:13.243907 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c66ef8-cb9c-422d-be1f-ec7c3b15cac3 None None] Checking router: 439bd4fd-f23a-40da-95a7-da489c4917b8 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:13.263616 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c66ef8-cb9c-422d-be1f-ec7c3b15cac3 None None] Routers {'439bd4fd-f23a-40da-95a7-da489c4917b8'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:13.265328 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-61c66ef8-cb9c-422d-be1f-ec7c3b15cac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:51:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['439bd4fd-f23a-40da-95a7-da489c4917b8'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:13.315000 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e3a7a-ffc7-43d2-8e65-23b6c810883f req-c89b8d03-90a5-4b6d-a2cf-787ed5b5dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:13.316660 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c4e3a7a-ffc7-43d2-8e65-23b6c810883f req-c89b8d03-90a5-4b6d-a2cf-787ed5b5dd4c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=903574c4-4fb6-419d-b774-c15d583b29a7 HTTP/1.1" status: 200 len: 860 time: 0.0681558 Jul 30 01:51:13.336436 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-582a1cb8-966e-42cf-a85f-10244853f2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:13.338063 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-582a1cb8-966e-42cf-a85f-10244853f2eb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=daafb82e-e525-4443-a6ed-64e711f4b765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883183 Jul 30 01:51:13.380902 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e3a7a-ffc7-43d2-8e65-23b6c810883f req-d806c410-f95b-4ebf-a0b6-1b955258d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:13.384760 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c4e3a7a-ffc7-43d2-8e65-23b6c810883f req-d806c410-f95b-4ebf-a0b6-1b955258d4b1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daafb82e-e525-4443-a6ed-64e711f4b765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571504 Jul 30 01:51:13.419420 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-61c66ef8-cb9c-422d-be1f-ec7c3b15cac3 None None] Set router 439bd4fd-f23a-40da-95a7-da489c4917b8 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:13.439460 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b59b02ac-023c-4e75-b3f2-641e419d47a6 req-81cb0a97-9e1c-4caa-b51a-64d72cb97f2c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:13.495406 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['c2dd1803-73e1-46b4-a2f8-10ffa3d1e301', '8e169fca-0b7b-4f7b-9e70-892e0b531e81'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:13.513306 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c4e3a7a-ffc7-43d2-8e65-23b6c810883f req-0cb538ba-809b-4e40-8dfb-bfd5110462ec service neutron] 10.222.0.77 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202657 Jul 30 01:51:13.523195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb0a97-9e1c-4caa-b51a-64d72cb97f2c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Pushing event deleted for resources: {'Port': ['ID=8e169fca-0b7b-4f7b-9e70-892e0b531e81,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:13.548104 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-0e97cafa-7642-498a-8b0f-895de76bab8e service neutron] 10.222.0.70 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030594 Jul 30 01:51:13.579714 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59b02ac-023c-4e75-b3f2-641e419d47a6 req-81cb0a97-9e1c-4caa-b51a-64d72cb97f2c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] No DVR routers for this DVR port 8e169fca-0b7b-4f7b-9e70-892e0b531e81 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:13.582581 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b59b02ac-023c-4e75-b3f2-641e419d47a6 req-81cb0a97-9e1c-4caa-b51a-64d72cb97f2c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:13.585283 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b59b02ac-023c-4e75-b3f2-641e419d47a6 req-81cb0a97-9e1c-4caa-b51a-64d72cb97f2c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.77 "DELETE /v2.0/ports/8e169fca-0b7b-4f7b-9e70-892e0b531e81 HTTP/1.1" status: 204 len: 173 time: 1.0954220 Jul 30 01:51:13.762045 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6d3d3e79-4d42-45ed-a83e-40d8ba4bb3eb req-87dc3525-d90b-4e47-8731-9aeb00a65d43 service neutron] 10.222.0.70 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892738 Jul 30 01:51:13.861025 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8ec9f-38f4-4a2b-98a4-18f7d0dc88c9 req-d5f69d77-d657-407f-9507-08d55acb089a tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:13.870098 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37e8ec9f-38f4-4a2b-98a4-18f7d0dc88c9 req-d5f69d77-d657-407f-9507-08d55acb089a tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 943 time: 0.2250450 Jul 30 01:51:13.902434 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c4e3a7a-ffc7-43d2-8e65-23b6c810883f req-a9803008-1004-4442-ad26-db02a503f27e service neutron] 10.222.0.77 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660233 Jul 30 01:51:13.944800 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37e8ec9f-38f4-4a2b-98a4-18f7d0dc88c9 req-f967c823-cf46-4119-a469-24227d3c3376 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723963 Jul 30 01:51:14.057276 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-61c66ef8-cb9c-422d-be1f-ec7c3b15cac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '45242164-4fa3-49c9-9798-d6cbfce6df9f', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'port_id': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'mac_address': 'fa:16:3e:25:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:50:40Z', 'updated_at': '2021-07-30T01:51:11Z', 'revision_number': 8, 'project_id': '14a96b76d23849bd80135798d34107b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f', 'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'mac_address': 'fa:16:3e:eb:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:19Z', 'updated_at': '2021-07-30T01:50:26Z', 'revision_number': 5, 'project_id': '14a96b76d23849bd80135798d34107b9', 'subnets': [{'id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:14.142358 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c66ef8-cb9c-422d-be1f-ec7c3b15cac3 None None] The sync data for ids ['439bd4fd-f23a-40da-95a7-da489c4917b8'] in n-d-713498-9 is: [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '45242164-4fa3-49c9-9798-d6cbfce6df9f', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'port_id': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'mac_address': 'fa:16:3e:25:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:50:40Z', 'updated_at': '2021-07-30T01:51:11Z', 'revision_number': 8, 'project_id': '14a96b76d23849bd80135798d34107b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f', 'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'mac_address': 'fa:16:3e:eb:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:19Z', 'updated_at': '2021-07-30T01:50:26Z', 'revision_number': 5, 'project_id': '14a96b76d23849bd80135798d34107b9', 'subnets': [{'id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:14.221977 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9e3c999e-3682-4655-b1b0-3c387bb79bc2 req-b06e7454-0368-4ab6-bfb8-58bc6140a23e tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/floatingips/45242164-4fa3-49c9-9798-d6cbfce6df9f HTTP/1.1" status: 200 len: 995 time: 0.1491649 Jul 30 01:51:14.370813 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c999e-3682-4655-b1b0-3c387bb79bc2 req-21d257a7-8a41-46fe-8590-9346f1d6d936 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:14.372459 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9e3c999e-3682-4655-b1b0-3c387bb79bc2 req-21d257a7-8a41-46fe-8590-9346f1d6d936 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.1447201 Jul 30 01:51:14.471986 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd3265e-19ec-4d53-abc8-f6916a627b51 None None] New status for floating IP 45242164-4fa3-49c9-9798-d6cbfce6df9f: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:51:14.498543 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-1094d569-add9-473a-80f6-805638f79871 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.69 HTTP/1.1" status: 200 len: 998 time: 0.0939825 Jul 30 01:51:14.532301 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:14.563825 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-29661e31-8a1d-46c8-b6e6-336ea38c293f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:14.565360 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-29661e31-8a1d-46c8-b6e6-336ea38c293f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports/c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 HTTP/1.1" status: 200 len: 942 time: 0.0629959 Jul 30 01:51:14.677260 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-05ead44f-b671-47f0-9444-5d7ebf988fbb tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.69 HTTP/1.1" status: 200 len: 998 time: 0.0675397 Jul 30 01:51:14.773154 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075933e4-f4ac-421d-8c0d-c66cc2e0ec6b', 'name': 'network-vif-deleted', 'tag': '8e169fca-0b7b-4f7b-9e70-892e0b531e81'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:14.775342 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19db7b9d-5f07-4f32-9b19-f3312b0f3fe3" -d '{"events": [{"server_uuid": "075933e4-f4ac-421d-8c0d-c66cc2e0ec6b", "name": "network-vif-deleted", "tag": "8e169fca-0b7b-4f7b-9e70-892e0b531e81"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:14.804334 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-3a2d8cb9-b25b-41cf-9e60-a95d45d55a6e tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:14.805478 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-3a2d8cb9-b25b-41cf-9e60-a95d45d55a6e tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.1223779 Jul 30 01:51:14.868481 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef486b6-e577-488e-ba11-a41d16c7c176 x-openstack-request-id: req-4ef486b6-e577-488e-ba11-a41d16c7c176 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:14.868481 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075933e4-f4ac-421d-8c0d-c66cc2e0ec6b", "name": "network-vif-deleted", "tag": "8e169fca-0b7b-4f7b-9e70-892e0b531e81", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:14.868481 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ef486b6-e577-488e-ba11-a41d16c7c176 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:14.868860 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075933e4-f4ac-421d-8c0d-c66cc2e0ec6b', 'name': 'network-vif-deleted', 'tag': '8e169fca-0b7b-4f7b-9e70-892e0b531e81', 'status': 'completed', 'code': 200} Jul 30 01:51:14.887126 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45738) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:14.895893 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-6c0a8914-1de6-41fd-99c7-50c6bf5cc6b1 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.69 HTTP/1.1" status: 200 len: 1000 time: 0.0803194 Jul 30 01:51:14.906435 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-56967463-41ab-4bd4-83ea-66c6a15ca57f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:14.983091 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-56967463-41ab-4bd4-83ea-66c6a15ca57f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks [] for floatingip, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.005223 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-41ae7978-c873-4571-b1e8-5161e28ad360 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1356673485-network', 'tenant_id': '682c3c4983604a7a872bc6380f9a22f4'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:15.080637 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c66f7-cfc9-4624-831e-f79b3a2f93b0 req-3e210eb0-4e66-41a4-a14a-f726e6521d60 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:15.082127 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d2c66f7-cfc9-4624-831e-f79b3a2f93b0 req-3e210eb0-4e66-41a4-a14a-f726e6521d60 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 943 time: 0.0570595 Jul 30 01:51:15.126160 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d2c66f7-cfc9-4624-831e-f79b3a2f93b0 req-4c5dd409-6b22-4bff-87ff-385ecb6bf287 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353682 Jul 30 01:51:15.149368 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ae7978-c873-4571-b1e8-5161e28ad360 admin admin] Made reservation on behalf of 682c3c4983604a7a872bc6380f9a22f4 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:15.152046 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41ae7978-c873-4571-b1e8-5161e28ad360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.158328 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-56967463-41ab-4bd4-83ea-66c6a15ca57f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.164472 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41ae7978-c873-4571-b1e8-5161e28ad360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.264077 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41ae7978-c873-4571-b1e8-5161e28ad360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.270235 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-56967463-41ab-4bd4-83ea-66c6a15ca57f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.270761 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-56967463-41ab-4bd4-83ea-66c6a15ca57f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Floating IP 45242164-4fa3-49c9-9798-d6cbfce6df9f disassociated. External IP: 172.25.1.69, port: c2dd1803-73e1-46b4-a2f8-10ffa3d1e301. Jul 30 01:51:15.284835 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:51:15.347966 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41ae7978-c873-4571-b1e8-5161e28ad360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.371415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ae7978-c873-4571-b1e8-5161e28ad360 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:51:15.387813 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae7978-c873-4571-b1e8-5161e28ad360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95351b0-697b-4880-9122-38f5a0faacb4,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:15.391177 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41ae7978-c873-4571-b1e8-5161e28ad360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.391525 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-41ae7978-c873-4571-b1e8-5161e28ad360 admin admin] Added segment 27ff4e3e-0098-46de-9da2-c0a17e8be2fc of type vlan for network 8c5d1136-6d27-4f25-80f7-b370038bf2e4 Jul 30 01:51:15.400699 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=2d3eff70-0f4b-4cb7-8b4b-b84b936d6561,segment=NetworkSegment(158c33aa-bfac-4206-980a-b702f9f187be),segment_id=158c33aa-bfac-4206-980a-b702f9f187be)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:15.416786 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '2d3eff70-0f4b-4cb7-8b4b-b84b936d6561', 'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08', 'port_id': '2d3eff70-0f4b-4cb7-8b4b-b84b936d6561', 'mac_address': 'fa:16:3e:e8:a6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1c73b6-2d3c-49d9-b67b-c5a0d24d5693', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:51:15.435167 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41ae7978-c873-4571-b1e8-5161e28ad360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.459301 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.475475 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:15.501319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=2d3eff70-0f4b-4cb7-8b4b-b84b936d6561,segment=NetworkSegment(158c33aa-bfac-4206-980a-b702f9f187be),segment_id=158c33aa-bfac-4206-980a-b702f9f187be)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:15.541220 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-56967463-41ab-4bd4-83ea-66c6a15ca57f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Router 439bd4fd-f23a-40da-95a7-da489c4917b8 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:51:15.559577 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41ae7978-c873-4571-b1e8-5161e28ad360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.560616 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ae7978-c873-4571-b1e8-5161e28ad360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:15.564443 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41ae7978-c873-4571-b1e8-5161e28ad360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.582862 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.624375 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae7978-c873-4571-b1e8-5161e28ad360 admin admin] Pushing event updated for resources: {'Network': ['ID=8c5d1136-6d27-4f25-80f7-b370038bf2e4,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:15.630894 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=2d3eff70-0f4b-4cb7-8b4b-b84b936d6561,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:15.635365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 8c5d1136-6d27-4f25-80f7-b370038bf2e4 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:51:15.677388 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-41ae7978-c873-4571-b1e8-5161e28ad360 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7866409 Jul 30 01:51:15.677601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45752) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:15.683099 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-cbd61d01-5c0f-41fb-8a03-949d98ef8fd4 admin admin] Request body: {'subnet': {'network_id': '8c5d1136-6d27-4f25-80f7-b370038bf2e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1356673485-subnet', 'tenant_id': '682c3c4983604a7a872bc6380f9a22f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:15.691050 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-56967463-41ab-4bd4-83ea-66c6a15ca57f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:15.695963 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-56967463-41ab-4bd4-83ea-66c6a15ca57f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.701484 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e61e91-6158-4d3b-b8ea-ccdf8451d81e None None] Sync routers for ids ['439bd4fd-f23a-40da-95a7-da489c4917b8'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:15.713386 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e61e91-6158-4d3b-b8ea-ccdf8451d81e None None] Routers {'439bd4fd-f23a-40da-95a7-da489c4917b8'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:15.714391 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-84e61e91-6158-4d3b-b8ea-ccdf8451d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:51:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['439bd4fd-f23a-40da-95a7-da489c4917b8'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:15.734869 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-56967463-41ab-4bd4-83ea-66c6a15ca57f tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "PUT /v2.0/floatingips/45242164-4fa3-49c9-9798-d6cbfce6df9f HTTP/1.1" status: 200 len: 695 time: 0.8328001 Jul 30 01:51:15.789237 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-caee5c0a-85e0-476c-b68d-8bbf83e300f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:15.790824 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-caee5c0a-85e0-476c-b68d-8bbf83e300f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=14a96b76d23849bd80135798d34107b9&device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 1096 time: 0.0443687 Jul 30 01:51:15.802455 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd61d01-5c0f-41fb-8a03-949d98ef8fd4 admin admin] Made reservation on behalf of 682c3c4983604a7a872bc6380f9a22f4 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:15.805298 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbd61d01-5c0f-41fb-8a03-949d98ef8fd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.827581 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-84e61e91-6158-4d3b-b8ea-ccdf8451d81e None None] Set router 439bd4fd-f23a-40da-95a7-da489c4917b8 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:15.831144 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['2d3eff70-0f4b-4cb7-8b4b-b84b936d6561'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:15.924266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-700a1274-ebac-4a50-8783-aba5d3bd9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:15.926110 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-700a1274-ebac-4a50-8783-aba5d3bd9182 service neutron] 10.222.0.70 "GET /v2.0/networks?id=daafb82e-e525-4443-a6ed-64e711f4b765 HTTP/1.1" status: 200 len: 922 time: 0.1276085 Jul 30 01:51:15.980940 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-1fd362fc-b519-46d1-8277-06d11f3f3a39 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 HTTP/1.1" status: 200 len: 217 time: 0.0438411 Jul 30 01:51:16.055652 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-55e5599d-6e7e-45fc-9ba7-ee2c047661f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.057191 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-55e5599d-6e7e-45fc-9ba7-ee2c047661f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=903574c4-4fb6-419d-b774-c15d583b29a7 HTTP/1.1" status: 200 len: 860 time: 0.0648444 Jul 30 01:51:16.112692 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-db0ff8df-837b-4996-9a2b-97247708d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.114363 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-db0ff8df-837b-4996-9a2b-97247708d1b8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=daafb82e-e525-4443-a6ed-64e711f4b765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497410 Jul 30 01:51:16.123213 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-84e61e91-6158-4d3b-b8ea-ccdf8451d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f', 'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'mac_address': 'fa:16:3e:eb:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:19Z', 'updated_at': '2021-07-30T01:50:26Z', 'revision_number': 5, 'project_id': '14a96b76d23849bd80135798d34107b9', 'subnets': [{'id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:16.131774 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbd61d01-5c0f-41fb-8a03-949d98ef8fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:16.162545 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e61e91-6158-4d3b-b8ea-ccdf8451d81e None None] Checking router: 439bd4fd-f23a-40da-95a7-da489c4917b8 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:16.183969 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e61e91-6158-4d3b-b8ea-ccdf8451d81e None None] Routers {'439bd4fd-f23a-40da-95a7-da489c4917b8'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:16.184660 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-84e61e91-6158-4d3b-b8ea-ccdf8451d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:51:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['439bd4fd-f23a-40da-95a7-da489c4917b8'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:16.190130 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd61d01-5c0f-41fb-8a03-949d98ef8fd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=673f05b8-0029-431a-8423-39e7d19ca139,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:16.209782 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd61d01-5c0f-41fb-8a03-949d98ef8fd4 admin admin] Checking segment: {'id': '27ff4e3e-0098-46de-9da2-c0a17e8be2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8c5d1136-6d27-4f25-80f7-b370038bf2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:16.210100 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd61d01-5c0f-41fb-8a03-949d98ef8fd4 admin admin] Network hostable DHCP agents. Network: 8c5d1136-6d27-4f25-80f7-b370038bf2e4, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:51:16.271807 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-4ffde1bb-abd9-4c1c-8dc9-da184b8c4cb7 service neutron] 10.222.0.70 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470306 Jul 30 01:51:16.311982 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd61d01-5c0f-41fb-8a03-949d98ef8fd4 admin admin] Network 8c5d1136-6d27-4f25-80f7-b370038bf2e4 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:51:16.336164 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639d88a-20cc-41a4-9b2a-e7eb9e019786 req-7f7a1687-5292-479d-95c2-37281ad46176 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.339413 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-84e61e91-6158-4d3b-b8ea-ccdf8451d81e None None] Set router 439bd4fd-f23a-40da-95a7-da489c4917b8 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:16.342922 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e639d88a-20cc-41a4-9b2a-e7eb9e019786 req-7f7a1687-5292-479d-95c2-37281ad46176 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 944 time: 0.1052828 Jul 30 01:51:16.381839 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e639d88a-20cc-41a4-9b2a-e7eb9e019786 req-8377bc38-b21c-4765-84c0-dfb178a71c2f tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377393 Jul 30 01:51:16.401496 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39f57f10-a086-444f-83d5-4e0ffc53a5c2 req-3e9e3309-55e7-42eb-bdb4-25ae07408f88 service neutron] 10.222.0.70 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229253 Jul 30 01:51:16.422267 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-cbd61d01-5c0f-41fb-8a03-949d98ef8fd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 8c5d1136-6d27-4f25-80f7-b370038bf2e4) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:16.429658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd61d01-5c0f-41fb-8a03-949d98ef8fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.430118 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbd61d01-5c0f-41fb-8a03-949d98ef8fd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:16.436561 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb01405-877d-4c69-94db-3b00cf44b083 None None] Network 8c5d1136-6d27-4f25-80f7-b370038bf2e4 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:16.585779 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cbd61d01-5c0f-41fb-8a03-949d98ef8fd4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9071515 Jul 30 01:51:16.589717 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-84e61e91-6158-4d3b-b8ea-ccdf8451d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f', 'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'mac_address': 'fa:16:3e:eb:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:19Z', 'updated_at': '2021-07-30T01:50:26Z', 'revision_number': 5, 'project_id': '14a96b76d23849bd80135798d34107b9', 'subnets': [{'id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:16.602207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8af07c-aeb0-4bcc-bce0-78cb9e95be73 None None] Network 8c5d1136-6d27-4f25-80f7-b370038bf2e4 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:16.642751 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e61e91-6158-4d3b-b8ea-ccdf8451d81e None None] The sync data for ids ['439bd4fd-f23a-40da-95a7-da489c4917b8'] in n-d-713498-9 is: [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f', 'name': '', 'network_id': 'daafb82e-e525-4443-a6ed-64e711f4b765', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'mac_address': 'fa:16:3e:eb:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:19Z', 'updated_at': '2021-07-30T01:50:26Z', 'revision_number': 5, 'project_id': '14a96b76d23849bd80135798d34107b9', 'subnets': [{'id': '903574c4-4fb6-419d-b774-c15d583b29a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:16.712395 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4ca8bdc3-2802-4e50-a1d2-e024c98dd613 req-ccafe2f8-e8ee-4010-94e8-66d47cb7fa1b tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/floatingips/45242164-4fa3-49c9-9798-d6cbfce6df9f HTTP/1.1" status: 200 len: 695 time: 0.0618477 Jul 30 01:51:16.749171 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8e169fca-0b7b-4f7b-9e70-892e0b531e81 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:16.805912 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 8e169fca-0b7b-4f7b-9e70-892e0b531e81 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:16.807029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8e169fca-0b7b-4f7b-9e70-892e0b531e81 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:16.855058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8bdc3-2802-4e50-a1d2-e024c98dd613 req-ae29e982-b4d1-4fcb-bd49-c391dcfe6dbe tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.856787 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4ca8bdc3-2802-4e50-a1d2-e024c98dd613 req-ae29e982-b4d1-4fcb-bd49-c391dcfe6dbe tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.1435103 Jul 30 01:51:16.871468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'tag': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:16.874496 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b670e52e-50bc-4997-98ba-89a56ec0d108" -d '{"events": [{"name": "network-changed", "server_uuid": "adcbc754-acd5-43e1-9a43-277fce668d6e", "tag": "c2dd1803-73e1-46b4-a2f8-10ffa3d1e301"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:16.928686 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49b74ed-28b3-4ac1-93ec-99f595071a75 x-openstack-request-id: req-a49b74ed-28b3-4ac1-93ec-99f595071a75 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:16.928977 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adcbc754-acd5-43e1-9a43-277fce668d6e", "tag": "c2dd1803-73e1-46b4-a2f8-10ffa3d1e301", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:16.929230 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a49b74ed-28b3-4ac1-93ec-99f595071a75 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:16.929622 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'tag': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301', 'status': 'completed', 'code': 200} Jul 30 01:51:16.941133 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4ca8bdc3-2802-4e50-a1d2-e024c98dd613 req-4def2ac2-5432-4793-b60d-da69df818625 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.69 HTTP/1.1" status: 200 len: 698 time: 0.0760193 Jul 30 01:51:17.019815 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4ca8bdc3-2802-4e50-a1d2-e024c98dd613 req-b08c6cb7-bf62-4cbb-a6ea-35a03276f399 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.69 HTTP/1.1" status: 200 len: 698 time: 0.0715425 Jul 30 01:51:17.037357 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c844d73-c081-4f0f-b5fb-104e9d582d4c None None] New status for floating IP 45242164-4fa3-49c9-9798-d6cbfce6df9f: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:51:17.070454 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670e52e-50bc-4997-98ba-89a56ec0d108 req-30390f16-729c-4c0e-9fda-4b42a7f5a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:17.072050 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b670e52e-50bc-4997-98ba-89a56ec0d108 req-30390f16-729c-4c0e-9fda-4b42a7f5a908 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=14a96b76d23849bd80135798d34107b9&device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 1096 time: 0.0944331 Jul 30 01:51:17.205884 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670e52e-50bc-4997-98ba-89a56ec0d108 req-5c4833d0-7184-4ef9-9dab-492ec70f5d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:17.207759 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b670e52e-50bc-4997-98ba-89a56ec0d108 req-5c4833d0-7184-4ef9-9dab-492ec70f5d15 service neutron] 10.222.0.77 "GET /v2.0/networks?id=daafb82e-e525-4443-a6ed-64e711f4b765 HTTP/1.1" status: 200 len: 922 time: 0.1263208 Jul 30 01:51:17.297300 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b670e52e-50bc-4997-98ba-89a56ec0d108 req-e661fc1f-f9e1-447e-964d-e172019091b4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 HTTP/1.1" status: 200 len: 217 time: 0.0773184 Jul 30 01:51:17.333540 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:17.362739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670e52e-50bc-4997-98ba-89a56ec0d108 req-fab0ea89-4d26-4c83-812e-895cde897293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:17.364172 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b670e52e-50bc-4997-98ba-89a56ec0d108 req-fab0ea89-4d26-4c83-812e-895cde897293 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=903574c4-4fb6-419d-b774-c15d583b29a7 HTTP/1.1" status: 200 len: 860 time: 0.0473933 Jul 30 01:51:17.472168 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-9dc7a7ef-b024-4744-aca3-13ebff92ab0c tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:17.483842 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-9dc7a7ef-b024-4744-aca3-13ebff92ab0c tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/networks?id=8c5d1136-6d27-4f25-80f7-b370038bf2e4 HTTP/1.1" status: 200 len: 814 time: 0.2745411 Jul 30 01:51:17.487930 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.504153 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670e52e-50bc-4997-98ba-89a56ec0d108 req-3c705854-87da-486a-87ce-10c79aecab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:17.505703 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b670e52e-50bc-4997-98ba-89a56ec0d108 req-3c705854-87da-486a-87ce-10c79aecab2b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daafb82e-e525-4443-a6ed-64e711f4b765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179550 Jul 30 01:51:17.508089 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-27f75a0f-651d-445e-878d-ae16d6b18ba3 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/quotas/682c3c4983604a7a872bc6380f9a22f4 HTTP/1.1" status: 200 len: 375 time: 0.0232947 Jul 30 01:51:17.584231 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:17.590530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:17.590984 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.597298 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-cceecbfa-8c9c-4b66-ac86-eba66bfaf61a tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=682c3c4983604a7a872bc6380f9a22f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814061 Jul 30 01:51:17.631747 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-4ca8bdc3-2802-4e50-a1d2-e024c98dd613 req-cc6dadf0-942a-43ce-8c34-4eed8707512c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Deleting port 442f0b88-d8a3-4b31-85b3-4e25ce543082 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:17.632279 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4ca8bdc3-2802-4e50-a1d2-e024c98dd613 req-cc6dadf0-942a-43ce-8c34-4eed8707512c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.716709 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-d7b2da01-ca8c-4aed-b2a5-755aef7aebde service neutron] 10.222.0.70 "GET /v2.0/networks/8c5d1136-6d27-4f25-80f7-b370038bf2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073432 Jul 30 01:51:17.721807 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.741293 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4ca8bdc3-2802-4e50-a1d2-e024c98dd613 req-cc6dadf0-942a-43ce-8c34-4eed8707512c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.741648 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4ca8bdc3-2802-4e50-a1d2-e024c98dd613 req-cc6dadf0-942a-43ce-8c34-4eed8707512c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.760728 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-4ca8bdc3-2802-4e50-a1d2-e024c98dd613 req-cc6dadf0-942a-43ce-8c34-4eed8707512c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Calling delete_port for 442f0b88-d8a3-4b31-85b3-4e25ce543082 owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:17.768672 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4c4f4e-8ffd-4dfe-be54-92957d8499f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3eff70-0f4b-4cb7-8b4b-b84b936d6561'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:17.771206 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75fb503-66cf-4274-a133-de7efa7c0788" -d '{"events": [{"server_uuid": "9b4c4f4e-8ffd-4dfe-be54-92957d8499f3", "name": "network-vif-plugged", "status": "completed", "tag": "2d3eff70-0f4b-4cb7-8b4b-b84b936d6561"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:17.805260 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=2d3eff70-0f4b-4cb7-8b4b-b84b936d6561,segment=NetworkSegment(158c33aa-bfac-4206-980a-b702f9f187be),segment_id=158c33aa-bfac-4206-980a-b702f9f187be)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:17.812431 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b670e52e-50bc-4997-98ba-89a56ec0d108 req-bc904565-ff0b-4fab-9047-d8ed76d300f1 service neutron] 10.222.0.77 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947674 Jul 30 01:51:17.876185 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.902282 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-c30c0e0b-4282-49a6-84fd-169f39c911d0 service neutron] 10.222.0.70 "GET /v2.0/networks/8c5d1136-6d27-4f25-80f7-b370038bf2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742949 Jul 30 01:51:17.951074 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b670e52e-50bc-4997-98ba-89a56ec0d108 req-cd94ffa3-77d8-4ecf-b372-ca209e5ad744 service neutron] 10.222.0.77 "GET /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252642 Jul 30 01:51:17.974741 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=2d3eff70-0f4b-4cb7-8b4b-b84b936d6561,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:18.042059 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4ca8bdc3-2802-4e50-a1d2-e024c98dd613 req-cc6dadf0-942a-43ce-8c34-4eed8707512c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.072611 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6dadf0-942a-43ce-8c34-4eed8707512c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Pushing event deleted for resources: {'Port': ['ID=442f0b88-d8a3-4b31-85b3-4e25ce543082,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:18.142725 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4ca8bdc3-2802-4e50-a1d2-e024c98dd613 req-cc6dadf0-942a-43ce-8c34-4eed8707512c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.147069 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4ca8bdc3-2802-4e50-a1d2-e024c98dd613 req-cc6dadf0-942a-43ce-8c34-4eed8707512c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.148471 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4ca8bdc3-2802-4e50-a1d2-e024c98dd613 req-cc6dadf0-942a-43ce-8c34-4eed8707512c tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "DELETE /v2.0/floatingips/45242164-4fa3-49c9-9798-d6cbfce6df9f HTTP/1.1" status: 204 len: 173 time: 1.1205320 Jul 30 01:51:18.244363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349aac8a-fe90-4c3d-aca2-3e5741b05b93 req-53a28124-4bd0-4702-8118-4ff88edbb961 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:18.249187 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-349aac8a-fe90-4c3d-aca2-3e5741b05b93 req-53a28124-4bd0-4702-8118-4ff88edbb961 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0603049 Jul 30 01:51:18.318965 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-349aac8a-fe90-4c3d-aca2-3e5741b05b93 req-7b1d2212-27b3-43ac-81ec-c77a7fc72018 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638082 Jul 30 01:51:18.394610 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f52889-532b-4e8e-ad0b-7805c1319d0b x-openstack-request-id: req-a6f52889-532b-4e8e-ad0b-7805c1319d0b {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:18.394931 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4c4f4e-8ffd-4dfe-be54-92957d8499f3", "name": "network-vif-plugged", "status": "completed", "tag": "2d3eff70-0f4b-4cb7-8b4b-b84b936d6561", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:18.395162 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6f52889-532b-4e8e-ad0b-7805c1319d0b {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:18.395607 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4c4f4e-8ffd-4dfe-be54-92957d8499f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3eff70-0f4b-4cb7-8b4b-b84b936d6561', 'code': 200} Jul 30 01:51:18.459579 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c8ce3c67-7dc8-4061-8bb3-2c20e18a53de req-a589af7b-b588-4757-ae3e-dd994052be64 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/ports?device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 210 time: 0.0307560 Jul 30 01:51:18.507810 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723b6ec-7b9a-4c23-9f79-722c30e6acae req-b1c0f355-2068-47bd-816b-66f0d01c1e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:18.510788 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5723b6ec-7b9a-4c23-9f79-722c30e6acae req-b1c0f355-2068-47bd-816b-66f0d01c1e65 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 1096 time: 0.0523107 Jul 30 01:51:18.548277 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5723b6ec-7b9a-4c23-9f79-722c30e6acae req-3ca1fca6-8886-49ee-a402-e9cb0c4fc8ac service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293229 Jul 30 01:51:19.019497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0136fc-25a1-4c90-a1a5-2c3a688443cf req-2a0da654-685d-46a1-9a43-c6abebb2d810 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:19.021037 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0f0136fc-25a1-4c90-a1a5-2c3a688443cf req-2a0da654-685d-46a1-9a43-c6abebb2d810 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 945 time: 0.0496624 Jul 30 01:51:19.060393 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0f0136fc-25a1-4c90-a1a5-2c3a688443cf req-6f1db695-c78f-4cbb-a609-c8d09c68a120 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332935 Jul 30 01:51:19.438313 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59eb910-c14b-4a8d-bb4a-6659c4636719 req-4e455537-ae71-4cd8-b832-0b2931763797 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:19.440175 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b59eb910-c14b-4a8d-bb4a-6659c4636719 req-4e455537-ae71-4cd8-b832-0b2931763797 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0552697 Jul 30 01:51:19.487355 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b59eb910-c14b-4a8d-bb4a-6659c4636719 req-f851e7ed-ea9a-4a7b-9e74-423142a695ee tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408242 Jul 30 01:51:19.566508 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d950ca55-1495-4afe-9d27-f3289733bdae req-8a3da143-482a-4a09-8a0b-f6fe8f17afa4 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/ports?device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 210 time: 0.0363147 Jul 30 01:51:20.178798 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e24b0b-cd6c-4416-ae1d-59924d53ca85 req-4ce091d5-dc5b-4c29-9157-44ad35571619 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:20.180341 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-04e24b0b-cd6c-4416-ae1d-59924d53ca85 req-4ce091d5-dc5b-4c29-9157-44ad35571619 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 945 time: 0.0508778 Jul 30 01:51:20.230543 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-04e24b0b-cd6c-4416-ae1d-59924d53ca85 req-f258c4ac-cf10-45c2-8a41-00f214221253 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436862 Jul 30 01:51:20.355474 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfdf96-86b8-4836-87d1-c2ed7cd0c998 req-c22bc1b7-2e09-4c7b-804b-9f5502dc52ed tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:20.357102 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ebfdf96-86b8-4836-87d1-c2ed7cd0c998 req-c22bc1b7-2e09-4c7b-804b-9f5502dc52ed tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0515120 Jul 30 01:51:20.397377 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ebfdf96-86b8-4836-87d1-c2ed7cd0c998 req-8664b3a3-cc39-4cac-b1c5-4d901fa11c9b tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335937 Jul 30 01:51:20.619027 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b9481-6376-4004-9386-ab47b33e64fd req-5c3a823b-a999-491f-94f7-e8dc49dfff87 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:20.620593 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-448b9481-6376-4004-9386-ab47b33e64fd req-5c3a823b-a999-491f-94f7-e8dc49dfff87 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0548036 Jul 30 01:51:20.667630 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-448b9481-6376-4004-9386-ab47b33e64fd req-54b25305-0609-4eea-8310-2e5d451ca687 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408292 Jul 30 01:51:20.743832 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-065a3d22-a3c7-4c74-be2d-14f99c6530d3 req-ee06c98d-1d42-4b89-835c-1eada1b1dc14 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/ports?device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 210 time: 0.0359452 Jul 30 01:51:20.796406 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd3bf0-b1ed-46a4-b7e3-9e79c23ba7a3 req-425e1471-fb91-4be5-9fc6-09ecbf9612eb tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:20.798116 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f8cd3bf0-b1ed-46a4-b7e3-9e79c23ba7a3 req-425e1471-fb91-4be5-9fc6-09ecbf9612eb tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0522857 Jul 30 01:51:21.242306 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f8cd3bf0-b1ed-46a4-b7e3-9e79c23ba7a3 req-28e6c0a4-cc56-49f1-b55b-01524f1b9ede tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379089 Jul 30 01:51:21.290768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d7cfc-4c65-4b61-8612-3b70bed50f6b req-544077a3-52a9-46d2-b7da-a3018d8fe67a tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:21.292338 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-140d7cfc-4c65-4b61-8612-3b70bed50f6b req-544077a3-52a9-46d2-b7da-a3018d8fe67a tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.77 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 945 time: 0.0861154 Jul 30 01:51:21.303798 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-9dd47572-4384-4e15-9583-8a89c61e8408 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:21.305197 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-9dd47572-4384-4e15-9583-8a89c61e8408 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.10 "GET /v2.0/networks?id=8c5d1136-6d27-4f25-80f7-b370038bf2e4 HTTP/1.1" status: 200 len: 814 time: 0.4931977 Jul 30 01:51:21.345287 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-7a0333d4-0050-48e5-8c8e-f1738114fa0e tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Request body: {'port': {'device_id': '56718ec1-9248-481b-a6f5-25fe9ade1329', 'network_id': '8c5d1136-6d27-4f25-80f7-b370038bf2e4', 'admin_state_up': True, 'tenant_id': '682c3c4983604a7a872bc6380f9a22f4'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:21.477926 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211fe1e-f263-40d3-9a2b-04480148376a req-fd0338e2-5fe3-4438-87c3-ccecb79b9ef0 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:21.479367 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f211fe1e-f263-40d3-9a2b-04480148376a req-fd0338e2-5fe3-4438-87c3-ccecb79b9ef0 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 945 time: 0.1650684 Jul 30 01:51:21.566163 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-140d7cfc-4c65-4b61-8612-3b70bed50f6b req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Deleting port c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:21.566451 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-140d7cfc-4c65-4b61-8612-3b70bed50f6b req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.593066 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b490e23-8043-4e36-b6a5-92a7ca07ce80 req-94cc25fb-a10d-4457-8308-29d92e5aff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:21.594711 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b490e23-8043-4e36-b6a5-92a7ca07ce80 req-94cc25fb-a10d-4457-8308-29d92e5aff86 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 1095 time: 0.0551064 Jul 30 01:51:21.614735 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f211fe1e-f263-40d3-9a2b-04480148376a req-5b556781-adae-46a2-8765-ec62e894dff8 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/security-groups?id=98164ced-3cd6-4461-83c9-3f6438d43533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268709 Jul 30 01:51:21.680267 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-140d7cfc-4c65-4b61-8612-3b70bed50f6b req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] For port c2dd1803-73e1-46b4-a2f8-10ffa3d1e301, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c2dd1803-73e1-46b4-a2f8-10ffa3d1e301,segment=NetworkSegment(0bded77b-3f02-4dba-932f-3823b3b3d0de),segment_id=0bded77b-3f02-4dba-932f-3823b3b3d0de)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:21.680957 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-140d7cfc-4c65-4b61-8612-3b70bed50f6b req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.713980 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-140d7cfc-4c65-4b61-8612-3b70bed50f6b req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Calling delete_port for c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:21.720222 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1715dd-ef24-4fc7-88ba-3d76517ed5a9 req-df4af150-c391-4da4-9093-cb7970a9de6d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:21.721754 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c1715dd-ef24-4fc7-88ba-3d76517ed5a9 req-df4af150-c391-4da4-9093-cb7970a9de6d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1105411 Jul 30 01:51:21.726233 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-7a0333d4-0050-48e5-8c8e-f1738114fa0e tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Made reservation on behalf of 682c3c4983604a7a872bc6380f9a22f4 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:21.729739 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-7a0333d4-0050-48e5-8c8e-f1738114fa0e tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.752485 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b490e23-8043-4e36-b6a5-92a7ca07ce80 req-7bd42fb7-1780-4f48-a6f0-062fe9027b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:21.753967 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b490e23-8043-4e36-b6a5-92a7ca07ce80 req-7bd42fb7-1780-4f48-a6f0-062fe9027b58 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 913 time: 0.1513419 Jul 30 01:51:21.777774 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c1715dd-ef24-4fc7-88ba-3d76517ed5a9 req-be9ae71e-3140-4b54-94bc-fbe06cc03070 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492184 Jul 30 01:51:21.834577 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b490e23-8043-4e36-b6a5-92a7ca07ce80 req-53c12774-e195-4e14-9c66-e3fcdfb22e14 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c967715-842e-4180-ab4a-eb7c33291aed HTTP/1.1" status: 200 len: 999 time: 0.0697849 Jul 30 01:51:21.855789 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b203b7a-135f-41e6-9a77-499fd1ae6966 req-63547dae-52b6-4961-9d58-293869e02150 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:21.859060 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b203b7a-135f-41e6-9a77-499fd1ae6966 req-63547dae-52b6-4961-9d58-293869e02150 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.1808193 Jul 30 01:51:21.915453 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b490e23-8043-4e36-b6a5-92a7ca07ce80 req-fcc0402a-2372-4757-b1d8-118844be2733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:21.917373 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b490e23-8043-4e36-b6a5-92a7ca07ce80 req-fcc0402a-2372-4757-b1d8-118844be2733 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.0732367 Jul 30 01:51:22.008647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b490e23-8043-4e36-b6a5-92a7ca07ce80 req-1f6ac6c0-7790-4c04-ac10-7250290a5b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:22.010540 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b490e23-8043-4e36-b6a5-92a7ca07ce80 req-1f6ac6c0-7790-4c04-ac10-7250290a5b16 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851119 Jul 30 01:51:22.026592 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3e70f-3a9f-425b-87bc-a054d2c75a0c req-eadaf233-2f5b-453e-8107-916375ded225 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:22.028244 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-abc3e70f-3a9f-425b-87bc-a054d2c75a0c req-eadaf233-2f5b-453e-8107-916375ded225 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0698955 Jul 30 01:51:22.047940 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b203b7a-135f-41e6-9a77-499fd1ae6966 req-d5bf996a-0d7f-4646-b1df-e0547dfadfd4 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373219 Jul 30 01:51:22.049208 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-7a0333d4-0050-48e5-8c8e-f1738114fa0e tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Allocated IP 172.20.0.9 (8c5d1136-6d27-4f25-80f7-b370038bf2e4/673f05b8-0029-431a-8423-39e7d19ca139/fbf79539-f498-45da-82b6-c4dd946a8031) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:51:22.131443 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-abc3e70f-3a9f-425b-87bc-a054d2c75a0c req-942b7cf7-9624-4373-9a62-8950364991e9 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946591 Jul 30 01:51:22.164765 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b490e23-8043-4e36-b6a5-92a7ca07ce80 req-25dfbd33-6f6b-43ad-9594-db7a00630729 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464362 Jul 30 01:51:22.191412 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-140d7cfc-4c65-4b61-8612-3b70bed50f6b req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.224959 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['c2dd1803-73e1-46b4-a2f8-10ffa3d1e301'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:22.270558 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7de07c1f-435f-40f0-ba4b-46a9d0ba6963 req-019314c1-33d1-4f37-b548-572303ae7024 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/ports?device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 210 time: 0.0393906 Jul 30 01:51:22.293467 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Pushing event deleted for resources: {'Port': ['ID=c2dd1803-73e1-46b4-a2f8-10ffa3d1e301,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:22.317743 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:22.317743 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:22.318088 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:22.318312 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:22.318659 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:22.319000 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:22.319150 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b490e23-8043-4e36-b6a5-92a7ca07ce80 req-e4329813-36c3-4109-a0b9-d64d92e8cc8e service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421196 Jul 30 01:51:22.319338 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:22.319677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:22.320019 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:22.320353 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:22.320689 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:22.321025 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:22.323886 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-140d7cfc-4c65-4b61-8612-3b70bed50f6b req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] No DVR routers for this DVR port c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:22.328557 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-140d7cfc-4c65-4b61-8612-3b70bed50f6b req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.330790 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-140d7cfc-4c65-4b61-8612-3b70bed50f6b req-881b9cad-e815-491a-800a-cf3d4384f297 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.77 "DELETE /v2.0/ports/c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 HTTP/1.1" status: 204 len: 173 time: 1.0245941 Jul 30 01:51:22.331238 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'name': 'network-vif-deleted', 'tag': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:22.333603 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9297c547-cb1c-4b2c-a34e-cb97a5f089a1" -d '{"events": [{"server_uuid": "adcbc754-acd5-43e1-9a43-277fce668d6e", "name": "network-vif-deleted", "tag": "c2dd1803-73e1-46b4-a2f8-10ffa3d1e301"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:22.377030 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156c7f1e-5656-4658-b124-d8659fcd8267 x-openstack-request-id: req-156c7f1e-5656-4658-b124-d8659fcd8267 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:22.377326 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adcbc754-acd5-43e1-9a43-277fce668d6e", "name": "network-vif-deleted", "tag": "c2dd1803-73e1-46b4-a2f8-10ffa3d1e301", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:22.377581 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-156c7f1e-5656-4658-b124-d8659fcd8267 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:22.377981 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adcbc754-acd5-43e1-9a43-277fce668d6e', 'name': 'network-vif-deleted', 'tag': 'c2dd1803-73e1-46b4-a2f8-10ffa3d1e301', 'status': 'completed', 'code': 200} Jul 30 01:51:22.394608 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-7a0333d4-0050-48e5-8c8e-f1738114fa0e tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.425522 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838c7fd-5bc5-4d14-86e5-dd86863acf79 req-39f40b88-2ec5-40d9-8663-03f05ef36557 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:22.427059 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d838c7fd-5bc5-4d14-86e5-dd86863acf79 req-39f40b88-2ec5-40d9-8663-03f05ef36557 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0867829 Jul 30 01:51:22.479385 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d838c7fd-5bc5-4d14-86e5-dd86863acf79 req-d9397614-a360-4078-a7a8-512356490923 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452225 Jul 30 01:51:22.631247 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-7a0333d4-0050-48e5-8c8e-f1738114fa0e tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.689948 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-7a0333d4-0050-48e5-8c8e-f1738114fa0e tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Network 8c5d1136-6d27-4f25-80f7-b370038bf2e4 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:51:22.693751 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-7a0333d4-0050-48e5-8c8e-f1738114fa0e tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:22.702882 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-7a0333d4-0050-48e5-8c8e-f1738114fa0e tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:51:22.719115 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0333d4-0050-48e5-8c8e-f1738114fa0e tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Pushing event updated for resources: {'Port': ['ID=fbf79539-f498-45da-82b6-c4dd946a8031,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:22.760483 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f4f1b779-4a2f-41e4-9bfb-db1310465017 req-8eae9cc2-313f-4bd6-8788-f1bae8509346 tempest-FloatingIPsAssociationTestJSON-1656346257 tempest-FloatingIPsAssociationTestJSON-1656346257-project] 10.222.0.70 "GET /v2.0/ports?device_id=adcbc754-acd5-43e1-9a43-277fce668d6e HTTP/1.1" status: 200 len: 210 time: 0.0592153 Jul 30 01:51:22.788753 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-7a0333d4-0050-48e5-8c8e-f1738114fa0e tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:22.789381 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-7a0333d4-0050-48e5-8c8e-f1738114fa0e tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.849700 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874a4d8-dd69-49fb-aa23-b9181a8c2e9b req-dcd330ca-38f1-4471-8e50-f9c8799e286b tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:22.851359 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e874a4d8-dd69-49fb-aa23-b9181a8c2e9b req-dcd330ca-38f1-4471-8e50-f9c8799e286b tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.10 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0693333 Jul 30 01:51:22.939201 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-7a0333d4-0050-48e5-8c8e-f1738114fa0e tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6158662 Jul 30 01:51:22.964364 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7033d-ba50-441b-a55a-5bc54c43a106 req-06e68303-17ab-4c7a-a84f-088afcdc81cd tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:22.966047 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3a7033d-ba50-441b-a55a-5bc54c43a106 req-06e68303-17ab-4c7a-a84f-088afcdc81cd tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0501397 Jul 30 01:51:22.971066 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] Request body: {'port': {'device_id': '56718ec1-9248-481b-a6f5-25fe9ade1329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:23.010653 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3a7033d-ba50-441b-a55a-5bc54c43a106 req-7c5f74b2-3923-4a6c-b7ca-34f1390800be tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373285 Jul 30 01:51:23.029801 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ad69b-8037-4c1c-b3de-7f5184d8171d req-c1c2269a-e063-4913-995e-0c2c13c14b0d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:23.031364 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-375ad69b-8037-4c1c-b3de-7f5184d8171d req-c1c2269a-e063-4913-995e-0c2c13c14b0d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1325300 Jul 30 01:51:23.079223 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.103525 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-e874a4d8-dd69-49fb-aa23-b9181a8c2e9b req-3f3b3aab-0112-41be-b274-c65e452806d0 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Deleting port 0b0c695a-901c-439d-9b30-343b11dc8f83 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:23.103863 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e874a4d8-dd69-49fb-aa23-b9181a8c2e9b req-3f3b3aab-0112-41be-b274-c65e452806d0 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.157339 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-375ad69b-8037-4c1c-b3de-7f5184d8171d req-4d242f74-7748-4cb3-af0e-21817117c3a6 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070495 Jul 30 01:51:23.219036 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb123784-8083-447a-bd00-ddc996c7849f req-30aa69f3-a9a4-4a55-ac8a-288aef8c7644 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:23.220586 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb123784-8083-447a-bd00-ddc996c7849f req-30aa69f3-a9a4-4a55-ac8a-288aef8c7644 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 945 time: 0.0543811 Jul 30 01:51:23.270781 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb123784-8083-447a-bd00-ddc996c7849f req-068c9107-c458-41a6-984a-1ed65c77aaa3 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386028 Jul 30 01:51:23.314795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-e874a4d8-dd69-49fb-aa23-b9181a8c2e9b req-3f3b3aab-0112-41be-b274-c65e452806d0 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] For port 0b0c695a-901c-439d-9b30-343b11dc8f83, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0b0c695a-901c-439d-9b30-343b11dc8f83,segment=NetworkSegment(92fd1324-89d2-49b7-886a-2ff05ea9cd6a),segment_id=92fd1324-89d2-49b7-886a-2ff05ea9cd6a)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:23.315173 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e874a4d8-dd69-49fb-aa23-b9181a8c2e9b req-3f3b3aab-0112-41be-b274-c65e452806d0 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.346079 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-e874a4d8-dd69-49fb-aa23-b9181a8c2e9b req-3f3b3aab-0112-41be-b274-c65e452806d0 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Calling delete_port for 0b0c695a-901c-439d-9b30-343b11dc8f83 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:23.507733 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5ea2-7315-421e-86e6-67660badba6d req-5f1ca9df-012a-471b-b940-919807cdb4c3 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:23.509251 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-47de5ea2-7315-421e-86e6-67660badba6d req-5f1ca9df-012a-471b-b940-919807cdb4c3 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/ports?device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 931 time: 0.1322217 Jul 30 01:51:23.614725 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-47de5ea2-7315-421e-86e6-67660badba6d req-23e8ebb3-68c8-4ae2-a3a0-7d3c1cc7d78b tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/security-groups?id=b95351b0-697b-4880-9122-38f5a0faacb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965986 Jul 30 01:51:23.637159 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf79539-f498-45da-82b6-c4dd946a8031 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:23.647918 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.742421 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] Transition to ACTIVE for port object fbf79539-f498-45da-82b6-c4dd946a8031 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:23.743824 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e874a4d8-dd69-49fb-aa23-b9181a8c2e9b req-3f3b3aab-0112-41be-b274-c65e452806d0 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.757835 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['ca1ad0e9-f2c9-44ff-b777-1b3a85f17617', '0b0c695a-901c-439d-9b30-343b11dc8f83'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:23.778909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b3aab-0112-41be-b274-c65e452806d0 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Pushing event deleted for resources: {'Port': ['ID=0b0c695a-901c-439d-9b30-343b11dc8f83,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:23.824067 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e874a4d8-dd69-49fb-aa23-b9181a8c2e9b req-3f3b3aab-0112-41be-b274-c65e452806d0 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] No DVR routers for this DVR port 0b0c695a-901c-439d-9b30-343b11dc8f83 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:23.826740 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e874a4d8-dd69-49fb-aa23-b9181a8c2e9b req-3f3b3aab-0112-41be-b274-c65e452806d0 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.829196 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e874a4d8-dd69-49fb-aa23-b9181a8c2e9b req-3f3b3aab-0112-41be-b274-c65e452806d0 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.10 "DELETE /v2.0/ports/0b0c695a-901c-439d-9b30-343b11dc8f83 HTTP/1.1" status: 204 len: 173 time: 0.9714377 Jul 30 01:51:23.839925 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.903763 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf79539-f498-45da-82b6-c4dd946a8031,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:24.015926 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] Attempting to bind port fbf79539-f498-45da-82b6-c4dd946a8031 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:24.016270 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] Attempting to bind port fbf79539-f498-45da-82b6-c4dd946a8031 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '27ff4e3e-0098-46de-9da2-c0a17e8be2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8c5d1136-6d27-4f25-80f7-b370038bf2e4'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:24.016606 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] Attempting to bind port fbf79539-f498-45da-82b6-c4dd946a8031 on network 8c5d1136-6d27-4f25-80f7-b370038bf2e4 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:24.026852 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-3654da2e-8ff8-40cc-9dcc-96eda76f6617 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0811532 Jul 30 01:51:24.029869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] Port fbf79539-f498-45da-82b6-c4dd946a8031 on network 8c5d1136-6d27-4f25-80f7-b370038bf2e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:51:24.030196 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] Attempting to bind port fbf79539-f498-45da-82b6-c4dd946a8031 on network 8c5d1136-6d27-4f25-80f7-b370038bf2e4 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:24.043838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45916) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:24.059567 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:24.060199 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] Checking segment: {'id': '27ff4e3e-0098-46de-9da2-c0a17e8be2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8c5d1136-6d27-4f25-80f7-b370038bf2e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:24.060602 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] Bound using segment: {'id': '27ff4e3e-0098-46de-9da2-c0a17e8be2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8c5d1136-6d27-4f25-80f7-b370038bf2e4'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:24.062781 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] Bound port: fbf79539-f498-45da-82b6-c4dd946a8031, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27ff4e3e-0098-46de-9da2-c0a17e8be2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8c5d1136-6d27-4f25-80f7-b370038bf2e4'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:24.063394 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.200520 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] For port fbf79539-f498-45da-82b6-c4dd946a8031, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:24.204874 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] For port fbf79539-f498-45da-82b6-c4dd946a8031, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=fbf79539-f498-45da-82b6-c4dd946a8031,segment=NetworkSegment(27ff4e3e-0098-46de-9da2-c0a17e8be2fc),segment_id=27ff4e3e-0098-46de-9da2-c0a17e8be2fc)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:24.218963 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-6a587c96-e482-43ce-8372-ddf058d948a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.219441 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-6a587c96-e482-43ce-8372-ddf058d948a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.219895 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-6a587c96-e482-43ce-8372-ddf058d948a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.220371 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-6a587c96-e482-43ce-8372-ddf058d948a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.220984 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-6a587c96-e482-43ce-8372-ddf058d948a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.221321 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-6a587c96-e482-43ce-8372-ddf058d948a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.221791 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-6a587c96-e482-43ce-8372-ddf058d948a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.224062 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-6a587c96-e482-43ce-8372-ddf058d948a3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c72c67525be041dbbba86358033d985a&device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 6502 time: 0.1567612 Jul 30 01:51:24.236454 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d599d-6689-4a44-85e2-ce7daf27a593 req-d6606ed7-26c9-4966-ac9a-e1d88b99f912 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.238482 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-da5d599d-6689-4a44-85e2-ce7daf27a593 req-d6606ed7-26c9-4966-ac9a-e1d88b99f912 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.1523802 Jul 30 01:51:24.314835 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.359038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c2279-a69d-496a-8f30-8881ae254f16 req-ea46566b-d71a-46b0-9b20-8823b8847832 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.360597 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e86c2279-a69d-496a-8f30-8881ae254f16 req-ea46566b-d71a-46b0-9b20-8823b8847832 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0905128 Jul 30 01:51:24.369242 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-da5d599d-6689-4a44-85e2-ce7daf27a593 req-8a9da21e-6bd0-4745-9708-1c83c494a7ad tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246428 Jul 30 01:51:24.418793 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16bd4c3-eed5-41e0-ba94-ef99c04a9d82', 'name': 'network-vif-deleted', 'tag': '0b0c695a-901c-439d-9b30-343b11dc8f83'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:24.421893 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f840ec-e49d-4817-964e-b04626a02c38" -d '{"events": [{"server_uuid": "c16bd4c3-eed5-41e0-ba94-ef99c04a9d82", "name": "network-vif-deleted", "tag": "0b0c695a-901c-439d-9b30-343b11dc8f83"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:24.425474 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-3001d597-5304-47b7-a8bb-f17886d66eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.428467 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-3001d597-5304-47b7-a8bb-f17886d66eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.428467 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-3001d597-5304-47b7-a8bb-f17886d66eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.428467 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-3001d597-5304-47b7-a8bb-f17886d66eb1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=67a82bad-8f13-4556-bea5-cc28b31ee6b2&id=4fafccc5-fb47-4324-8e99-bb0237539cfb&id=4fafccc5-fb47-4324-8e99-bb0237539cfb&id=4fafccc5-fb47-4324-8e99-bb0237539cfb&id=4fafccc5-fb47-4324-8e99-bb0237539cfb&id=4192d8a2-31a3-4331-99e1-418e1e9f6bfc&id=4192d8a2-31a3-4331-99e1-418e1e9f6bfc HTTP/1.1" status: 200 len: 2298 time: 0.1678011 Jul 30 01:51:24.431675 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e86c2279-a69d-496a-8f30-8881ae254f16 req-7044f06b-665d-45fa-ac8d-0c4419c6e869 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633876 Jul 30 01:51:24.431896 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.433192 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.434714 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] 10.222.0.10 "PUT /v2.0/ports/fbf79539-f498-45da-82b6-c4dd946a8031 HTTP/1.1" status: 200 len: 1091 time: 1.4735701 Jul 30 01:51:24.495221 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25736294-9d30-4dac-bcf2-595710f6abd8 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf79539-f498-45da-82b6-c4dd946a8031,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:24.520955 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-9123ca3c-a136-4125-b15c-fdca2fbba62e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cba3957-631b-46df-930d-30f2ada9c6ce HTTP/1.1" status: 200 len: 1000 time: 0.0827024 Jul 30 01:51:24.523400 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1517a102-db9f-4cf7-887c-e68d2ea44018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.596305 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b75ec9f5-c14a-45da-895d-ce9a2197836c req-c475d686-20b9-4107-ba83-5d26e239601d tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c16bd4c3-eed5-41e0-ba94-ef99c04a9d82 HTTP/1.1" status: 200 len: 210 time: 0.0319550 Jul 30 01:51:24.618202 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-b63500c0-a2fd-4f3b-bfcb-8396066bd2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.619722 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-b63500c0-a2fd-4f3b-bfcb-8396066bd2f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3f8d6f31-34cc-490d-b195-f03e3635d617 HTTP/1.1" status: 200 len: 856 time: 0.0840135 Jul 30 01:51:24.627508 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33249cad-2fed-4956-828e-14769cd494da x-openstack-request-id: req-33249cad-2fed-4956-828e-14769cd494da {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:24.627804 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16bd4c3-eed5-41e0-ba94-ef99c04a9d82", "name": "network-vif-deleted", "tag": "0b0c695a-901c-439d-9b30-343b11dc8f83", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:24.628054 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33249cad-2fed-4956-828e-14769cd494da {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:24.628447 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16bd4c3-eed5-41e0-ba94-ef99c04a9d82', 'name': 'network-vif-deleted', 'tag': '0b0c695a-901c-439d-9b30-343b11dc8f83', 'status': 'completed', 'code': 200} Jul 30 01:51:24.641877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-d84f7c69-5c5d-4417-a16b-50cd67af4d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.643602 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-d84f7c69-5c5d-4417-a16b-50cd67af4d91 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=682c3c4983604a7a872bc6380f9a22f4&device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 1094 time: 0.0753174 Jul 30 01:51:24.704580 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:24.710495 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-88f78d65-1ac1-467c-a8cf-6a4d8b38a9bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbf79539-f498-45da-82b6-c4dd946a8031 HTTP/1.1" status: 200 len: 217 time: 0.0514052 Jul 30 01:51:24.729096 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:24.729857 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c2dd1803-73e1-46b4-a2f8-10ffa3d1e301 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:24.768585 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-9a75433c-f27f-4a16-b03b-846b89ff572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.770096 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-9a75433c-f27f-4a16-b03b-846b89ff572b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67a82bad-8f13-4556-bea5-cc28b31ee6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401050 Jul 30 01:51:24.803518 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da40a8-6c14-4e08-9803-8bd23ab790d9 req-d9daea09-d670-4318-aed2-698d252fcb78 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.804967 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-44da40a8-6c14-4e08-9803-8bd23ab790d9 req-d9daea09-d670-4318-aed2-698d252fcb78 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/ports?device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 943 time: 0.1050668 Jul 30 01:51:24.835653 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-1517a102-db9f-4cf7-887c-e68d2ea44018 admin admin] Deleting port f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:24.836067 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1517a102-db9f-4cf7-887c-e68d2ea44018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.847690 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-8facbc5f-e1cb-4a8d-a7e6-31f8109b8ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.849318 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-8facbc5f-e1cb-4a8d-a7e6-31f8109b8ae7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=673f05b8-0029-431a-8423-39e7d19ca139 HTTP/1.1" status: 200 len: 854 time: 0.1173222 Jul 30 01:51:24.900103 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-00709212-b91c-475a-ac99-8629df9f8cfe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c5d1136-6d27-4f25-80f7-b370038bf2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381665 Jul 30 01:51:24.942402 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-1517a102-db9f-4cf7-887c-e68d2ea44018 admin admin] For port f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f,segment=NetworkSegment(0bded77b-3f02-4dba-932f-3823b3b3d0de),segment_id=0bded77b-3f02-4dba-932f-3823b3b3d0de)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:24.942402 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1517a102-db9f-4cf7-887c-e68d2ea44018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.942952 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-44da40a8-6c14-4e08-9803-8bd23ab790d9 req-0efecd3d-8068-42e7-9e46-b09a91edeff7 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/security-groups?id=b95351b0-697b-4880-9122-38f5a0faacb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092844 Jul 30 01:51:24.944144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-1517a102-db9f-4cf7-887c-e68d2ea44018 admin admin] Calling delete_port for f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:24.997195 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-24796acb-0c1f-4030-8e7e-9c2ed45b4a2b service neutron] 10.222.0.77 "GET /v2.0/networks/67a82bad-8f13-4556-bea5-cc28b31ee6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140937 Jul 30 01:51:25.069165 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-c68b9b5f-e8c0-4dc9-9e55-d7a4707d9252 service neutron] 10.222.0.10 "GET /v2.0/networks/8c5d1136-6d27-4f25-80f7-b370038bf2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604609 Jul 30 01:51:25.158938 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-02da3ecd-8395-4948-8d80-960e684de60c service neutron] 10.222.0.77 "GET /v2.0/networks/67a82bad-8f13-4556-bea5-cc28b31ee6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528482 Jul 30 01:51:25.209696 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-74069dc5-d5fe-4a8e-b15b-43bdeaf76790 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=bd7f1b6c-b67b-4490-b720-9d9c4cd45449 HTTP/1.1" status: 200 len: 217 time: 0.0385985 Jul 30 01:51:25.226729 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-260e942c-d8af-4b44-a04f-d7bb4d820e13 req-c5ec61c4-a2a8-4b42-b466-c3ea11892c47 service neutron] 10.222.0.10 "GET /v2.0/networks/8c5d1136-6d27-4f25-80f7-b370038bf2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496565 Jul 30 01:51:25.267444 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-92f4edc1-2a8f-44fe-ba38-39546f0e21ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:25.268894 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-92f4edc1-2a8f-44fe-ba38-39546f0e21ec service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3d413a5-ba18-4a54-8a98-960735231465 HTTP/1.1" status: 200 len: 797 time: 0.0506124 Jul 30 01:51:25.285451 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1517a102-db9f-4cf7-887c-e68d2ea44018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.311435 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517a102-db9f-4cf7-887c-e68d2ea44018 admin admin] Pushing event deleted for resources: {'Port': ['ID=f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:25.334404 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-a56c3c01-c07a-4b07-8e08-1e0e233623b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:25.335684 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-a56c3c01-c07a-4b07-8e08-1e0e233623b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4fafccc5-fb47-4324-8e99-bb0237539cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0433083 Jul 30 01:51:25.438429 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-6ae8de06-465e-4d9e-9c55-a1220c79d563 service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942335 Jul 30 01:51:25.508294 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1517a102-db9f-4cf7-887c-e68d2ea44018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.563938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7693bf1-050b-4204-b25d-fadd38092fbb req-b72bf03f-c889-4294-a35d-208812d347ad tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:25.565437 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7693bf1-050b-4204-b25d-fadd38092fbb req-b72bf03f-c889-4294-a35d-208812d347ad tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.1198053 Jul 30 01:51:25.600047 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-081ce1a1-d5bf-45a4-81e6-b41030410f93 service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525447 Jul 30 01:51:25.622610 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7693bf1-050b-4204-b25d-fadd38092fbb req-be8c7cba-86b1-470e-94d3-ee391bd6b6cc tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474844 Jul 30 01:51:25.655603 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-470b7be8-6286-4327-b519-e8af8d8de024 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=6d8c1817-5e16-4333-88e9-6baf283dd55a HTTP/1.1" status: 200 len: 217 time: 0.0458014 Jul 30 01:51:25.660483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b24ac-5bbe-47e8-82a9-a3e93bfa546d req-17905998-c1e6-4681-adda-cfbb2ddbabb8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:25.661963 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a0b24ac-5bbe-47e8-82a9-a3e93bfa546d req-17905998-c1e6-4681-adda-cfbb2ddbabb8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1018407 Jul 30 01:51:25.709857 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-299db781-4276-4631-afae-ed6fb0f19736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:25.711380 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-299db781-4276-4631-afae-ed6fb0f19736 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3d413a5-ba18-4a54-8a98-960735231465 HTTP/1.1" status: 200 len: 797 time: 0.0451999 Jul 30 01:51:25.750478 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a0b24ac-5bbe-47e8-82a9-a3e93bfa546d req-fa1cca7b-00af-4087-bbdc-2a693d98f1ac tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794461 Jul 30 01:51:25.765408 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-3f17901e-faed-47a4-a8b7-ab93349c2b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:25.767102 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-3f17901e-faed-47a4-a8b7-ab93349c2b73 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4fafccc5-fb47-4324-8e99-bb0237539cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480959 Jul 30 01:51:25.812442 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1517a102-db9f-4cf7-887c-e68d2ea44018 admin admin] Router 439bd4fd-f23a-40da-95a7-da489c4917b8 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:51:25.927987 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1517a102-db9f-4cf7-887c-e68d2ea44018 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:25.933601 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1517a102-db9f-4cf7-887c-e68d2ea44018 admin admin] 10.222.0.70 "PUT /v2.0/routers/439bd4fd-f23a-40da-95a7-da489c4917b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8873048 Jul 30 01:51:25.936109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45946) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:25.941952 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ace3a3-2ac2-4f8d-8245-7c90c0cf1caa None None] Sync routers for ids ['439bd4fd-f23a-40da-95a7-da489c4917b8'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:25.953246 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ace3a3-2ac2-4f8d-8245-7c90c0cf1caa None None] Routers {'439bd4fd-f23a-40da-95a7-da489c4917b8'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:25.961195 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c1ace3a3-2ac2-4f8d-8245-7c90c0cf1caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:51:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['439bd4fd-f23a-40da-95a7-da489c4917b8'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:26.124571 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-c1ace3a3-2ac2-4f8d-8245-7c90c0cf1caa None None] Set router 439bd4fd-f23a-40da-95a7-da489c4917b8 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:26.140283 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d531296-3cc8-4d84-845b-9577e504c47d admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:26.248724 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-800d8d87-f515-402a-bc06-30e2baa85a17 service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448569 Jul 30 01:51:26.272823 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b48e1-10b0-4108-88a1-3e3281ec72ee req-52763c53-1454-40b1-9ce5-be4dbed0e632 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:26.274724 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ba0b48e1-10b0-4108-88a1-3e3281ec72ee req-52763c53-1454-40b1-9ce5-be4dbed0e632 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/ports?device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 943 time: 0.1836429 Jul 30 01:51:26.280359 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d531296-3cc8-4d84-845b-9577e504c47d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:26.320525 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ba0b48e1-10b0-4108-88a1-3e3281ec72ee req-f398b9ee-719e-4c33-a985-aaa4e08cca9d tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/security-groups?id=b95351b0-697b-4880-9122-38f5a0faacb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355875 Jul 30 01:51:26.324381 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c1ace3a3-2ac2-4f8d-8245-7c90c0cf1caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:51:25Z', 'revision_number': 5, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port': {'id': '325edde2-9300-472f-8e1f-d4217adf7d70', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:26.353059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6d687-98cf-498b-ab5c-3ef99492ba12 req-c2c722ec-5874-4302-942f-9ebffb71079b tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:26.354644 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cdb6d687-98cf-498b-ab5c-3ef99492ba12 req-c2c722ec-5874-4302-942f-9ebffb71079b tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.1051173 Jul 30 01:51:26.412153 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-4ff27c07-4aeb-4f5c-8ad4-dd045c26caf1 service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513650 Jul 30 01:51:26.427684 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cdb6d687-98cf-498b-ab5c-3ef99492ba12 req-ef476eb2-5113-4678-b7bc-cdbacd9dcb6b tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633492 Jul 30 01:51:26.428045 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-3d531296-3cc8-4d84-845b-9577e504c47d admin admin] Deleting port 325edde2-9300-472f-8e1f-d4217adf7d70 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:26.428385 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d531296-3cc8-4d84-845b-9577e504c47d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:26.471645 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-60f94178-ead5-4e0d-8dc3-be1c24045f16 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=f375af04-8b58-42fe-852c-502fa34f6a49 HTTP/1.1" status: 200 len: 217 time: 0.0398960 Jul 30 01:51:26.479324 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ace3a3-2ac2-4f8d-8245-7c90c0cf1caa None None] Checking router: 439bd4fd-f23a-40da-95a7-da489c4917b8 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:26.489099 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ace3a3-2ac2-4f8d-8245-7c90c0cf1caa None None] Routers {'439bd4fd-f23a-40da-95a7-da489c4917b8'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:26.489798 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c1ace3a3-2ac2-4f8d-8245-7c90c0cf1caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:51:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['439bd4fd-f23a-40da-95a7-da489c4917b8'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:26.526148 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-3d531296-3cc8-4d84-845b-9577e504c47d admin admin] For port 325edde2-9300-472f-8e1f-d4217adf7d70, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=325edde2-9300-472f-8e1f-d4217adf7d70,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:26.526833 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d531296-3cc8-4d84-845b-9577e504c47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:26.528720 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-779b09f2-d5e8-4e2b-a418-a387b872b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:26.530319 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-779b09f2-d5e8-4e2b-a418-a387b872b794 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3d413a5-ba18-4a54-8a98-960735231465 HTTP/1.1" status: 200 len: 797 time: 0.0505562 Jul 30 01:51:26.539253 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-3d531296-3cc8-4d84-845b-9577e504c47d admin admin] Calling delete_port for 325edde2-9300-472f-8e1f-d4217adf7d70 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:26.579113 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-c1ace3a3-2ac2-4f8d-8245-7c90c0cf1caa None None] Set router 439bd4fd-f23a-40da-95a7-da489c4917b8 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:26.580396 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-568be5ed-13c9-4cbb-b231-4787248b9229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:26.581959 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-568be5ed-13c9-4cbb-b231-4787248b9229 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4fafccc5-fb47-4324-8e99-bb0237539cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0438659 Jul 30 01:51:26.630970 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c1ace3a3-2ac2-4f8d-8245-7c90c0cf1caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:51:26Z', 'revision_number': 6, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:26.633179 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56718ec1-9248-481b-a6f5-25fe9ade1329', 'tag': 'fbf79539-f498-45da-82b6-c4dd946a8031'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:26.635481 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de79c52c-ea94-4c2a-8d0c-7cadf0f544c6" -d '{"events": [{"name": "network-changed", "server_uuid": "56718ec1-9248-481b-a6f5-25fe9ade1329", "tag": "fbf79539-f498-45da-82b6-c4dd946a8031"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:26.677664 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ace3a3-2ac2-4f8d-8245-7c90c0cf1caa None None] The sync data for ids ['439bd4fd-f23a-40da-95a7-da489c4917b8'] in n-d-713498-9 is: [{'id': '439bd4fd-f23a-40da-95a7-da489c4917b8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976162726-router', 'tenant_id': '14a96b76d23849bd80135798d34107b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:16Z', 'updated_at': '2021-07-30T01:51:26Z', 'revision_number': 6, 'project_id': '14a96b76d23849bd80135798d34107b9', 'gw_port_host': None}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:26.695876 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-09c836b1-36a2-469c-bd8a-5f2c89c8fb0d service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052928 Jul 30 01:51:26.734618 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949675d9-b404-44dd-8a16-df6eca372167 x-openstack-request-id: req-949675d9-b404-44dd-8a16-df6eca372167 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:26.734988 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56718ec1-9248-481b-a6f5-25fe9ade1329", "tag": "fbf79539-f498-45da-82b6-c4dd946a8031", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:26.735317 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-949675d9-b404-44dd-8a16-df6eca372167 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:26.735781 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56718ec1-9248-481b-a6f5-25fe9ade1329', 'tag': 'fbf79539-f498-45da-82b6-c4dd946a8031', 'status': 'completed', 'code': 200} Jul 30 01:51:26.826339 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d531296-3cc8-4d84-845b-9577e504c47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:26.859857 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d531296-3cc8-4d84-845b-9577e504c47d admin admin] Pushing event deleted for resources: {'Port': ['ID=325edde2-9300-472f-8e1f-d4217adf7d70,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:26.861002 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79c52c-ea94-4c2a-8d0c-7cadf0f544c6 req-a6f8873f-0593-4aca-95be-ece0ab6f78ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:26.862541 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-de79c52c-ea94-4c2a-8d0c-7cadf0f544c6 req-a6f8873f-0593-4aca-95be-ece0ab6f78ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=682c3c4983604a7a872bc6380f9a22f4&device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 1094 time: 0.0961282 Jul 30 01:51:26.875730 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bc596-602a-4143-be0a-586de12716ff req-8ad09f7c-9201-41cf-bb55-0a412491d23a tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:26.878853 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3d8bc596-602a-4143-be0a-586de12716ff req-8ad09f7c-9201-41cf-bb55-0a412491d23a tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.1118724 Jul 30 01:51:26.935422 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-be518443-a6c7-43fd-bc20-b090dced0ead service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320223 Jul 30 01:51:26.948946 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d531296-3cc8-4d84-845b-9577e504c47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:26.961803 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80dde82-24e0-4a2e-a1c2-29f8a25af81c req-20a003f5-56c0-4ae5-a828-50f3799fb55c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:26.963305 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c80dde82-24e0-4a2e-a1c2-29f8a25af81c req-20a003f5-56c0-4ae5-a828-50f3799fb55c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0880139 Jul 30 01:51:26.991004 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-002cba15-d1eb-4aee-bbf4-6622463d391d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 HTTP/1.1" status: 200 len: 217 time: 0.0467570 Jul 30 01:51:27.037729 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3d8bc596-602a-4143-be0a-586de12716ff req-5c383107-4b24-481a-99c5-b377b832d62b tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539030 Jul 30 01:51:27.076842 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79c52c-ea94-4c2a-8d0c-7cadf0f544c6 req-2af0fdd4-ca5f-4df0-b341-67ee418a4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:27.078378 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-de79c52c-ea94-4c2a-8d0c-7cadf0f544c6 req-2af0fdd4-ca5f-4df0-b341-67ee418a4ba4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c5d1136-6d27-4f25-80f7-b370038bf2e4 HTTP/1.1" status: 200 len: 915 time: 0.1957583 Jul 30 01:51:27.079799 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-c82a4b5f-b28d-4239-b94c-0aa1719fd7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:27.081177 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-c82a4b5f-b28d-4239-b94c-0aa1719fd7e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3d413a5-ba18-4a54-8a98-960735231465 HTTP/1.1" status: 200 len: 797 time: 0.0799680 Jul 30 01:51:27.164757 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-de79c52c-ea94-4c2a-8d0c-7cadf0f544c6 req-d9a550f6-d296-4fec-a926-737a2a6c93b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbf79539-f498-45da-82b6-c4dd946a8031 HTTP/1.1" status: 200 len: 217 time: 0.0768113 Jul 30 01:51:27.185768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-c7659759-d176-4266-88a6-6a7d73db3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:27.187305 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-c7659759-d176-4266-88a6-6a7d73db3a94 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4fafccc5-fb47-4324-8e99-bb0237539cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0908487 Jul 30 01:51:27.272417 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79c52c-ea94-4c2a-8d0c-7cadf0f544c6 req-55d7f27c-e7b4-4e5c-b011-30e9793ba547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:27.273893 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-de79c52c-ea94-4c2a-8d0c-7cadf0f544c6 req-55d7f27c-e7b4-4e5c-b011-30e9793ba547 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=673f05b8-0029-431a-8423-39e7d19ca139 HTTP/1.1" status: 200 len: 854 time: 0.1003804 Jul 30 01:51:27.325259 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-de79c52c-ea94-4c2a-8d0c-7cadf0f544c6 req-cf9fb1b5-7e2c-4e1d-84e1-24005d471b38 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c5d1136-6d27-4f25-80f7-b370038bf2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348349 Jul 30 01:51:27.327560 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device fbf79539-f498-45da-82b6-c4dd946a8031 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:51:27.330828 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0b0c695a-901c-439d-9b30-343b11dc8f83 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:27.357191 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 0b0c695a-901c-439d-9b30-343b11dc8f83 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:27.357793 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0b0c695a-901c-439d-9b30-343b11dc8f83 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:27.361133 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-473abbe8-3761-4c4c-8e9f-cbe20afb4cf1 service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544826 Jul 30 01:51:27.392540 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d531296-3cc8-4d84-845b-9577e504c47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.396113 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d531296-3cc8-4d84-845b-9577e504c47d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.445760 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c80dde82-24e0-4a2e-a1c2-29f8a25af81c req-f7049947-b33f-41b8-b17b-0a5791546af7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4588475 Jul 30 01:51:27.470584 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port fbf79539-f498-45da-82b6-c4dd946a8031, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=fbf79539-f498-45da-82b6-c4dd946a8031,segment=NetworkSegment(27ff4e3e-0098-46de-9da2-c0a17e8be2fc),segment_id=27ff4e3e-0098-46de-9da2-c0a17e8be2fc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:27.485717 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'fbf79539-f498-45da-82b6-c4dd946a8031', 'network_id': '8c5d1136-6d27-4f25-80f7-b370038bf2e4', 'port_id': 'fbf79539-f498-45da-82b6-c4dd946a8031', 'mac_address': 'fa:16:3e:3b:0b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '673f05b8-0029-431a-8423-39e7d19ca139', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:51:27.566331 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d531296-3cc8-4d84-845b-9577e504c47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.566645 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d531296-3cc8-4d84-845b-9577e504c47d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 439bd4fd-f23a-40da-95a7-da489c4917b8 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:51:27.570993 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-1ad5701f-a4b3-4d8a-a748-accde1d785f8 service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955736 Jul 30 01:51:27.571424 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d531296-3cc8-4d84-845b-9577e504c47d admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.575499 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3d531296-3cc8-4d84-845b-9577e504c47d admin admin] 10.222.0.70 "DELETE /v2.0/routers/439bd4fd-f23a-40da-95a7-da489c4917b8 HTTP/1.1" status: 204 len: 168 time: 1.6381903 Jul 30 01:51:27.576001 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45970) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.632883 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-ed89ac84-7060-4ff0-8464-76f1876e4d04 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=20f66196-9127-4447-a244-7a1ed6dba5a8 HTTP/1.1" status: 200 len: 217 time: 0.0502901 Jul 30 01:51:27.634994 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-de79c52c-ea94-4c2a-8d0c-7cadf0f544c6 req-490dcc2a-5105-4e0e-9476-80ab73c80a71 service neutron] 10.222.0.10 "GET /v2.0/networks/8c5d1136-6d27-4f25-80f7-b370038bf2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984030 Jul 30 01:51:27.644758 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d147e2-9a76-423c-9740-6baf12063e5e req-cb37a1f0-229b-4dbb-b425-1d7544a924ab tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:27.646449 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-22d147e2-9a76-423c-9740-6baf12063e5e req-cb37a1f0-229b-4dbb-b425-1d7544a924ab tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/ports?device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 943 time: 0.2195520 Jul 30 01:51:27.668905 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.682972 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf79539-f498-45da-82b6-c4dd946a8031 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:27.704865 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port fbf79539-f498-45da-82b6-c4dd946a8031, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=fbf79539-f498-45da-82b6-c4dd946a8031,segment=NetworkSegment(27ff4e3e-0098-46de-9da2-c0a17e8be2fc),segment_id=27ff4e3e-0098-46de-9da2-c0a17e8be2fc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:27.710629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-404faf9c-1f1b-4870-8115-a3d459f9a7a6 admin admin] Deleting subnet 903574c4-4fb6-419d-b774-c15d583b29a7 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:51:27.715961 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-404faf9c-1f1b-4870-8115-a3d459f9a7a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.742549 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0102ce-9f18-4e03-a363-dfd7b2fc07d0 req-d1afe192-febf-4e13-8398-d02badaec2c9 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:27.744339 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb0102ce-9f18-4e03-a363-dfd7b2fc07d0 req-d1afe192-febf-4e13-8398-d02badaec2c9 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.1108513 Jul 30 01:51:27.776912 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-404faf9c-1f1b-4870-8115-a3d459f9a7a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.779473 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-22d147e2-9a76-423c-9740-6baf12063e5e req-68774f07-13e1-4157-8f83-9ec1e0d2018c tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/security-groups?id=b95351b0-697b-4880-9122-38f5a0faacb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984740 Jul 30 01:51:27.780713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-42732460-c40d-4a59-980f-fe88524d80b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:27.782511 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-42732460-c40d-4a59-980f-fe88524d80b0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e8b54c9-c010-49c7-9d5f-e1c33434bff9 HTTP/1.1" status: 200 len: 797 time: 0.1348424 Jul 30 01:51:27.798820 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.835436 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb0102ce-9f18-4e03-a363-dfd7b2fc07d0 req-a870ad46-49e2-4878-bc00-e1a56d11e428 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808232 Jul 30 01:51:27.863139 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=fbf79539-f498-45da-82b6-c4dd946a8031,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:27.880921 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.881639 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.882505 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.883249 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.883764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.887067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.887067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.887067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.887067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.887067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.887067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.888306 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.900858 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-e92c0460-28bf-40c8-853d-e05e208f17a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:27.902433 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-e92c0460-28bf-40c8-853d-e05e208f17a0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4192d8a2-31a3-4331-99e1-418e1e9f6bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1108818 Jul 30 01:51:27.902597 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-404faf9c-1f1b-4870-8115-a3d459f9a7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.904461 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-de79c52c-ea94-4c2a-8d0c-7cadf0f544c6 req-bdf5d5eb-cfdf-4aa3-a186-c18df7dfeab2 service neutron] 10.222.0.10 "GET /v2.0/networks/8c5d1136-6d27-4f25-80f7-b370038bf2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494504 Jul 30 01:51:28.014803 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-6fff1b11-39f3-4a12-bb51-99bd6e462107 service neutron] 10.222.0.77 "GET /v2.0/networks/4192d8a2-31a3-4331-99e1-418e1e9f6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954964 Jul 30 01:51:28.059640 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 325edde2-9300-472f-8e1f-d4217adf7d70 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:28.082947 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 325edde2-9300-472f-8e1f-d4217adf7d70 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:28.083205 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 325edde2-9300-472f-8e1f-d4217adf7d70 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:28.084158 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:28.104281 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['fbf79539-f498-45da-82b6-c4dd946a8031'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:28.106511 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:28.109256 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-404faf9c-1f1b-4870-8115-a3d459f9a7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.118512 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f78c56f4-70a3-4ca5-85ac-aaa9fd9ed67f not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:28.121794 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-f90916f0-8f91-443a-9338-30d4606dd7c9 service neutron] 10.222.0.77 "GET /v2.0/networks/4192d8a2-31a3-4331-99e1-418e1e9f6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967040 Jul 30 01:51:28.137562 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404faf9c-1f1b-4870-8115-a3d459f9a7a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=903574c4-4fb6-419d-b774-c15d583b29a7,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:28.192597 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-404faf9c-1f1b-4870-8115-a3d459f9a7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.195503 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-404faf9c-1f1b-4870-8115-a3d459f9a7a6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/903574c4-4fb6-419d-b774-c15d583b29a7 HTTP/1.1" status: 204 len: 168 time: 0.6178949 Jul 30 01:51:28.196744 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-9e660fd2-3af1-4085-b97e-66afd718fd5b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1543c41e-8012-46b9-ac26-b211757944dc HTTP/1.1" status: 200 len: 217 time: 0.0597188 Jul 30 01:51:28.197957 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45978) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.204868 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23e5fdc-9180-4a20-9611-6513bd008579 None None] Network daafb82e-e525-4443-a6ed-64e711f4b765 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:28.218569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101f395-5317-40bb-9561-d5cf59588eec req-668a7f93-f686-4683-8666-735a739862dc tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.220616 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1101f395-5317-40bb-9561-d5cf59588eec req-668a7f93-f686-4683-8666-735a739862dc tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0865138 Jul 30 01:51:28.281369 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1101f395-5317-40bb-9561-d5cf59588eec req-00b93e49-f72f-4c6b-ac34-20b8e3c9da86 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489421 Jul 30 01:51:28.320539 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d57c5a5b-5e98-4e12-8c47-773c78f0fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.332043 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-cc780868-2b4f-42ca-98e4-5c88910e9fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.333615 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-cc780868-2b4f-42ca-98e4-5c88910e9fc7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e8b54c9-c010-49c7-9d5f-e1c33434bff9 HTTP/1.1" status: 200 len: 797 time: 0.0727327 Jul 30 01:51:28.413252 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1918-08ec-4596-8495-3b2553a977d2 req-e66d1f4b-a5cd-4822-aba4-ff22f1f9fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.414791 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-e66d1f4b-a5cd-4822-aba4-ff22f1f9fe78 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4192d8a2-31a3-4331-99e1-418e1e9f6bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0577092 Jul 30 01:51:28.434344 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-d57c5a5b-5e98-4e12-8c47-773c78f0fe25 admin admin] Deleting port 0194c9dd-4901-4184-80de-30c95a706a6d {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:28.434756 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d57c5a5b-5e98-4e12-8c47-773c78f0fe25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.449404 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9217889-3c50-4d7c-b2fe-38f3331e7f44 None None] DHCP port deletion for daafb82e-e525-4443-a6ed-64e711f4b765 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:51:28.498941 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d9217889-3c50-4d7c-b2fe-38f3331e7f44 None None] Deleting port 0194c9dd-4901-4184-80de-30c95a706a6d {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:28.499652 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d9217889-3c50-4d7c-b2fe-38f3331e7f44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.574365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d9217889-3c50-4d7c-b2fe-38f3331e7f44 None None] For port 0194c9dd-4901-4184-80de-30c95a706a6d, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0194c9dd-4901-4184-80de-30c95a706a6d,segment=NetworkSegment(0bded77b-3f02-4dba-932f-3823b3b3d0de),segment_id=0bded77b-3f02-4dba-932f-3823b3b3d0de)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:28.574670 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d9217889-3c50-4d7c-b2fe-38f3331e7f44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.585511 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-d57c5a5b-5e98-4e12-8c47-773c78f0fe25 admin admin] For port 0194c9dd-4901-4184-80de-30c95a706a6d, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0194c9dd-4901-4184-80de-30c95a706a6d,segment=NetworkSegment(0bded77b-3f02-4dba-932f-3823b3b3d0de),segment_id=0bded77b-3f02-4dba-932f-3823b3b3d0de)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:28.585802 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d57c5a5b-5e98-4e12-8c47-773c78f0fe25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.588411 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d9217889-3c50-4d7c-b2fe-38f3331e7f44 None None] Calling delete_port for 0194c9dd-4901-4184-80de-30c95a706a6d owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:28.613186 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-d57c5a5b-5e98-4e12-8c47-773c78f0fe25 admin admin] Calling delete_port for 0194c9dd-4901-4184-80de-30c95a706a6d owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:28.622188 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-66a5ccde-f1ad-4d6b-9c83-752937ba0e03 service neutron] 10.222.0.77 "GET /v2.0/networks/4192d8a2-31a3-4331-99e1-418e1e9f6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990392 Jul 30 01:51:28.640212 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611b1d5-9854-4cc0-a6de-695424c86638 req-ca99d8a7-18a7-4a76-9b07-198296ee9821 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.641746 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b611b1d5-9854-4cc0-a6de-695424c86638 req-ca99d8a7-18a7-4a76-9b07-198296ee9821 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1166475 Jul 30 01:51:28.748220 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d9217889-3c50-4d7c-b2fe-38f3331e7f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.770766 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b611b1d5-9854-4cc0-a6de-695424c86638 req-a3965865-5ab2-4f6e-8cfd-5e47274b0c70 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992868 Jul 30 01:51:28.777937 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9217889-3c50-4d7c-b2fe-38f3331e7f44 None None] Pushing event deleted for resources: {'Port': ['ID=0194c9dd-4901-4184-80de-30c95a706a6d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:28.784141 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9217889-3c50-4d7c-b2fe-38f3331e7f44 None None] No DVR routers for this DVR port 0194c9dd-4901-4184-80de-30c95a706a6d on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:28.810173 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-444c1918-08ec-4596-8495-3b2553a977d2 req-4ad54cff-13e1-4dc5-8e1e-58723e711777 service neutron] 10.222.0.77 "GET /v2.0/networks/4192d8a2-31a3-4331-99e1-418e1e9f6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674535 Jul 30 01:51:28.810964 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d57c5a5b-5e98-4e12-8c47-773c78f0fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.837055 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c5a5b-5e98-4e12-8c47-773c78f0fe25 admin admin] Pushing event deleted for resources: {'Port': ['ID=0194c9dd-4901-4184-80de-30c95a706a6d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:28.840513 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57c5a5b-5e98-4e12-8c47-773c78f0fe25 admin admin] No DVR routers for this DVR port 0194c9dd-4901-4184-80de-30c95a706a6d on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:28.912156 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fde9f4-0f76-4e96-9589-eed27cb9d62d req-4bad2285-9e54-44db-a644-e26c8bd60b6d tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.913806 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60fde9f4-0f76-4e96-9589-eed27cb9d62d req-4bad2285-9e54-44db-a644-e26c8bd60b6d tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/ports?device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 944 time: 0.0574310 Jul 30 01:51:28.942584 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d57c5a5b-5e98-4e12-8c47-773c78f0fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.956397 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-d57c5a5b-5e98-4e12-8c47-773c78f0fe25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daafb82e-e525-4443-a6ed-64e711f4b765']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:28.963287 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60fde9f4-0f76-4e96-9589-eed27cb9d62d req-1b019094-e891-4756-a89b-4f51c4382f92 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/security-groups?id=b95351b0-697b-4880-9122-38f5a0faacb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374837 Jul 30 01:51:28.968386 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-d57c5a5b-5e98-4e12-8c47-773c78f0fe25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bded77b-3f02-4dba-932f-3823b3b3d0de') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:28.968705 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-d57c5a5b-5e98-4e12-8c47-773c78f0fe25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bded77b-3f02-4dba-932f-3823b3b3d0de') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:28.980127 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d57c5a5b-5e98-4e12-8c47-773c78f0fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.995427 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52fcaa-ed27-499d-9888-e8a5026212fe req-07818540-924d-4a80-97b4-b0211fdee89c tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.996913 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5f52fcaa-ed27-499d-9888-e8a5026212fe req-07818540-924d-4a80-97b4-b0211fdee89c tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0912511 Jul 30 01:51:29.003014 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d57c5a5b-5e98-4e12-8c47-773c78f0fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.021908 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57c5a5b-5e98-4e12-8c47-773c78f0fe25 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d57c5a5b-5e98-4e12-8c47-773c78f0fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:51:29.024832 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:51:29.089943 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5f52fcaa-ed27-499d-9888-e8a5026212fe req-8481677d-8d4d-4ca2-a000-b55206d30a62 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844986 Jul 30 01:51:29.170516 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d57c5a5b-5e98-4e12-8c47-773c78f0fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.176003 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d57c5a5b-5e98-4e12-8c47-773c78f0fe25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.178202 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d57c5a5b-5e98-4e12-8c47-773c78f0fe25 admin admin] 10.222.0.70 "DELETE /v2.0/networks/daafb82e-e525-4443-a6ed-64e711f4b765 HTTP/1.1" status: 204 len: 168 time: 0.9788682 Jul 30 01:51:29.188802 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c5a5b-5e98-4e12-8c47-773c78f0fe25 admin admin] Pushing event deleted for resources: {'Network': ['ID=daafb82e-e525-4443-a6ed-64e711f4b765,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:29.329867 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device fbf79539-f498-45da-82b6-c4dd946a8031 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:29.384985 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5fa95-27ef-43c6-84c7-e2d54f26c3e1 req-611c6f27-5f53-46d8-92eb-a5d2a6d13145 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:29.386514 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-22e5fa95-27ef-43c6-84c7-e2d54f26c3e1 req-611c6f27-5f53-46d8-92eb-a5d2a6d13145 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0487196 Jul 30 01:51:29.426449 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-22e5fa95-27ef-43c6-84c7-e2d54f26c3e1 req-bf54270e-b205-480b-bfe0-febe0ea61613 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328307 Jul 30 01:51:29.445152 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port fbf79539-f498-45da-82b6-c4dd946a8031 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:29.455247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port fbf79539-f498-45da-82b6-c4dd946a8031 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:29.455247 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.527311 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.551051 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56718ec1-9248-481b-a6f5-25fe9ade1329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf79539-f498-45da-82b6-c4dd946a8031'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:29.553422 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea20a0a-3e99-438d-98e5-10cef9cb67e6" -d '{"events": [{"server_uuid": "56718ec1-9248-481b-a6f5-25fe9ade1329", "name": "network-vif-plugged", "status": "completed", "tag": "fbf79539-f498-45da-82b6-c4dd946a8031"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:29.557745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46000) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.576701 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port fbf79539-f498-45da-82b6-c4dd946a8031, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=fbf79539-f498-45da-82b6-c4dd946a8031,segment=NetworkSegment(27ff4e3e-0098-46de-9da2-c0a17e8be2fc),segment_id=27ff4e3e-0098-46de-9da2-c0a17e8be2fc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:29.600153 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-90663ab8-625f-4656-aa97-a27265038255 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=14a96b76d23849bd80135798d34107b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411789 Jul 30 01:51:29.602835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46002) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.608494 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee09c17a-f384-45c0-85a8-f21250c74a37 x-openstack-request-id: req-ee09c17a-f384-45c0-85a8-f21250c74a37 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:29.608972 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56718ec1-9248-481b-a6f5-25fe9ade1329", "name": "network-vif-plugged", "status": "completed", "tag": "fbf79539-f498-45da-82b6-c4dd946a8031", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:29.609252 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ee09c17a-f384-45c0-85a8-f21250c74a37 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:29.609655 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56718ec1-9248-481b-a6f5-25fe9ade1329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf79539-f498-45da-82b6-c4dd946a8031', 'code': 200} Jul 30 01:51:29.641630 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.660097 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-235a496b-fba9-4254-9617-91877a76630d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.694926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=fbf79539-f498-45da-82b6-c4dd946a8031,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:29.706744 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-235a496b-fba9-4254-9617-91877a76630d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.743937 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415c60d-2756-4458-bfd2-566f44fafa52 req-682b048d-d883-45de-b64d-fbbb4103fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:29.745446 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e415c60d-2756-4458-bfd2-566f44fafa52 req-682b048d-d883-45de-b64d-fbbb4103fc38 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 1096 time: 0.0747414 Jul 30 01:51:29.782723 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e415c60d-2756-4458-bfd2-566f44fafa52 req-44255369-b2a2-449f-aef1-fe65366be126 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b95351b0-697b-4880-9122-38f5a0faacb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290635 Jul 30 01:51:29.852653 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-235a496b-fba9-4254-9617-91877a76630d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.855317 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-235a496b-fba9-4254-9617-91877a76630d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.856449 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-235a496b-fba9-4254-9617-91877a76630d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98164ced-3cd6-4461-83c9-3f6438d43533 HTTP/1.1" status: 204 len: 168 time: 0.2526612 Jul 30 01:51:29.864856 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a496b-fba9-4254-9617-91877a76630d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98164ced-3cd6-4461-83c9-3f6438d43533,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:30.054827 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0194c9dd-4901-4184-80de-30c95a706a6d no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:30.080656 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 0194c9dd-4901-4184-80de-30c95a706a6d {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:30.080656 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0194c9dd-4901-4184-80de-30c95a706a6d not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:30.086651 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08741ee-243b-4613-8544-b031983a1242 req-0939e09c-3c48-42a4-b64a-eb5227949aac tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:30.088172 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b08741ee-243b-4613-8544-b031983a1242 req-0939e09c-3c48-42a4-b64a-eb5227949aac tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/ports?device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 945 time: 0.0539355 Jul 30 01:51:30.128989 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b08741ee-243b-4613-8544-b031983a1242 req-f1cbff05-1f5d-4468-a232-e1c63d2867ee tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/security-groups?id=b95351b0-697b-4880-9122-38f5a0faacb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333164 Jul 30 01:51:30.233883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3917f-f93c-47bf-95b7-d773b6100874 req-f7af7b63-15f6-4808-8117-3849ef5d7c31 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:30.235473 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a9a3917f-f93c-47bf-95b7-d773b6100874 req-f7af7b63-15f6-4808-8117-3849ef5d7c31 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0519762 Jul 30 01:51:30.277432 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a9a3917f-f93c-47bf-95b7-d773b6100874 req-59fa1b7c-3eca-414a-899f-7d3165db532e tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359590 Jul 30 01:51:30.544027 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cab828-d588-4a2d-a816-6151147a3fdc req-6c8a2906-18a3-425d-ba41-53be019f196d tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:30.545614 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-73cab828-d588-4a2d-a816-6151147a3fdc req-6c8a2906-18a3-425d-ba41-53be019f196d tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0521455 Jul 30 01:51:30.588703 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-73cab828-d588-4a2d-a816-6151147a3fdc req-6941cd69-3690-4839-816c-ed8af230e605 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360060 Jul 30 01:51:30.999208 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46038) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:31.092571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-c2df57e3-7340-4224-9b30-77b57f4c2bf8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2057520426-network', 'tenant_id': '2dc51d617dcc43718597480eb48d3106'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:31.180828 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2df57e3-7340-4224-9b30-77b57f4c2bf8 admin admin] Made reservation on behalf of 2dc51d617dcc43718597480eb48d3106 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:31.183002 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2df57e3-7340-4224-9b30-77b57f4c2bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.192794 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2df57e3-7340-4224-9b30-77b57f4c2bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.255097 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2567f-fd13-47e5-ad6d-da8ecd8a20b8 req-2659010a-56b2-4154-9cae-86277bbea517 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.255647 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cea2567f-fd13-47e5-ad6d-da8ecd8a20b8 req-2659010a-56b2-4154-9cae-86277bbea517 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/ports?device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 945 time: 0.0571055 Jul 30 01:51:31.286635 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2df57e3-7340-4224-9b30-77b57f4c2bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.293911 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cea2567f-fd13-47e5-ad6d-da8ecd8a20b8 req-8708742a-14e6-434e-a3e5-e8b47be1b467 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/security-groups?id=b95351b0-697b-4880-9122-38f5a0faacb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323510 Jul 30 01:51:31.349821 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2df57e3-7340-4224-9b30-77b57f4c2bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.395901 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2df57e3-7340-4224-9b30-77b57f4c2bf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:51:31.420731 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2df57e3-7340-4224-9b30-77b57f4c2bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.421077 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-c2df57e3-7340-4224-9b30-77b57f4c2bf8 admin admin] Added segment 5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f of type vlan for network 22dfe0b9-dbb1-4507-9a97-25461caa3b1c Jul 30 01:51:31.430841 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df57e3-7340-4224-9b30-77b57f4c2bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497a814a-6b46-42a6-b6d9-4c187b514b52,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:31.467922 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc86fa3-5777-4b64-9197-ab4670923840 req-169fb2a7-642e-40cf-9545-907d66435777 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.469427 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5fc86fa3-5777-4b64-9197-ab4670923840 req-169fb2a7-642e-40cf-9545-907d66435777 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.1152971 Jul 30 01:51:31.487467 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2df57e3-7340-4224-9b30-77b57f4c2bf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.531329 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5fc86fa3-5777-4b64-9197-ab4670923840 req-c64da644-0bed-46f8-b4a6-2200edbbc3fe tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532780 Jul 30 01:51:31.607878 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2df57e3-7340-4224-9b30-77b57f4c2bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.610658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2df57e3-7340-4224-9b30-77b57f4c2bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.610658 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2df57e3-7340-4224-9b30-77b57f4c2bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.682224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df57e3-7340-4224-9b30-77b57f4c2bf8 admin admin] Pushing event updated for resources: {'Network': ['ID=22dfe0b9-dbb1-4507-9a97-25461caa3b1c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:31.691550 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f5155-603b-446d-bdd0-0376d6d42cc3 req-909d48c8-e39f-493c-8300-20240421dec8 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.692643 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 22dfe0b9-dbb1-4507-9a97-25461caa3b1c details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:51:31.693142 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-858f5155-603b-446d-bdd0-0376d6d42cc3 req-909d48c8-e39f-493c-8300-20240421dec8 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/ports?device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 945 time: 0.0550528 Jul 30 01:51:31.730844 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d093f15-5b2b-47d0-9c19-d142036b0bca req-8efbebba-80c2-4d18-b12d-619dee3b2bdb tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.732395 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8d093f15-5b2b-47d0-9c19-d142036b0bca req-8efbebba-80c2-4d18-b12d-619dee3b2bdb tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0618877 Jul 30 01:51:31.742345 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-858f5155-603b-446d-bdd0-0376d6d42cc3 req-190e7229-34b4-4a82-ab14-289846ec6eb0 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/security-groups?id=b95351b0-697b-4880-9122-38f5a0faacb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420008 Jul 30 01:51:31.761797 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c2df57e3-7340-4224-9b30-77b57f4c2bf8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7614670 Jul 30 01:51:31.765267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46058) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:31.770515 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1c3edba5-9500-46d7-bd87-ba71d0afd0de admin admin] Request body: {'subnet': {'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2057520426-subnet', 'tenant_id': '2dc51d617dcc43718597480eb48d3106', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:31.807989 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8d093f15-5b2b-47d0-9c19-d142036b0bca req-cded58c8-ec5b-42b5-bf7a-0950ec1041de tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685000 Jul 30 01:51:31.818713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537218b-171b-4060-bbf4-045ac6dc4eb4 req-e7c8c86e-70b6-4955-a260-50ae3b6d13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.822541 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5537218b-171b-4060-bbf4-045ac6dc4eb4 req-e7c8c86e-70b6-4955-a260-50ae3b6d13d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=682c3c4983604a7a872bc6380f9a22f4&device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 1096 time: 0.0591407 Jul 30 01:51:31.859146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3edba5-9500-46d7-bd87-ba71d0afd0de admin admin] Made reservation on behalf of 2dc51d617dcc43718597480eb48d3106 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:31.861817 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c3edba5-9500-46d7-bd87-ba71d0afd0de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.917034 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537218b-171b-4060-bbf4-045ac6dc4eb4 req-4a211877-0d86-407a-a5c0-4509002cc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.918541 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5537218b-171b-4060-bbf4-045ac6dc4eb4 req-4a211877-0d86-407a-a5c0-4509002cc138 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c5d1136-6d27-4f25-80f7-b370038bf2e4 HTTP/1.1" status: 200 len: 915 time: 0.0915372 Jul 30 01:51:31.961886 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5537218b-171b-4060-bbf4-045ac6dc4eb4 req-1b454764-2368-4301-b3fc-24cdfdd4bfa6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbf79539-f498-45da-82b6-c4dd946a8031 HTTP/1.1" status: 200 len: 217 time: 0.0345688 Jul 30 01:51:32.022121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537218b-171b-4060-bbf4-045ac6dc4eb4 req-d0a8c4f2-b03a-456f-ae8f-29090d1bdd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:32.023796 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5537218b-171b-4060-bbf4-045ac6dc4eb4 req-d0a8c4f2-b03a-456f-ae8f-29090d1bdd56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=673f05b8-0029-431a-8423-39e7d19ca139 HTTP/1.1" status: 200 len: 854 time: 0.0481231 Jul 30 01:51:32.055950 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5537218b-171b-4060-bbf4-045ac6dc4eb4 req-be51669f-47f8-4d91-81ed-f45769418a86 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c5d1136-6d27-4f25-80f7-b370038bf2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238833 Jul 30 01:51:32.082542 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c3edba5-9500-46d7-bd87-ba71d0afd0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.141104 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3edba5-9500-46d7-bd87-ba71d0afd0de admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5a7a0ec-08e6-4fb9-ba46-737f76240f23,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:32.148728 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3edba5-9500-46d7-bd87-ba71d0afd0de admin admin] Checking segment: {'id': '5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:32.154157 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3edba5-9500-46d7-bd87-ba71d0afd0de admin admin] Network hostable DHCP agents. Network: 22dfe0b9-dbb1-4507-9a97-25461caa3b1c, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:51:32.154443 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5537218b-171b-4060-bbf4-045ac6dc4eb4 req-a2179a5a-f761-4742-8eda-24207de54533 service neutron] 10.222.0.10 "GET /v2.0/networks/8c5d1136-6d27-4f25-80f7-b370038bf2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846839 Jul 30 01:51:32.246793 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3edba5-9500-46d7-bd87-ba71d0afd0de admin admin] Network 22dfe0b9-dbb1-4507-9a97-25461caa3b1c is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:51:32.252268 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5537218b-171b-4060-bbf4-045ac6dc4eb4 req-3b51c09e-e2e8-461e-adc6-6edd06ab80e0 service neutron] 10.222.0.10 "GET /v2.0/networks/8c5d1136-6d27-4f25-80f7-b370038bf2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862181 Jul 30 01:51:32.359189 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-1c3edba5-9500-46d7-bd87-ba71d0afd0de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 22dfe0b9-dbb1-4507-9a97-25461caa3b1c) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:32.369150 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b6a222-1c4b-4f78-92c9-5fbe17637b47 None None] Network 22dfe0b9-dbb1-4507-9a97-25461caa3b1c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:32.369907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3edba5-9500-46d7-bd87-ba71d0afd0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:32.370756 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c3edba5-9500-46d7-bd87-ba71d0afd0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.395852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174bcf7-88e2-4473-b530-5a5822e0ac73 req-da126f51-ec22-4352-8dac-ec1b74f0f6a7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:32.397316 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5174bcf7-88e2-4473-b530-5a5822e0ac73 req-da126f51-ec22-4352-8dac-ec1b74f0f6a7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.10 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0516145 Jul 30 01:51:32.444207 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1c3edba5-9500-46d7-bd87-ba71d0afd0de admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6774609 Jul 30 01:51:32.505431 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae6f9a1-2905-424b-a691-660100135959 None None] Network 22dfe0b9-dbb1-4507-9a97-25461caa3b1c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:32.529111 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-5174bcf7-88e2-4473-b530-5a5822e0ac73 req-50b49f9a-1475-4334-a3aa-b98826ce9b05 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Deleting port ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:32.529461 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5174bcf7-88e2-4473-b530-5a5822e0ac73 req-50b49f9a-1475-4334-a3aa-b98826ce9b05 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.650148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-5174bcf7-88e2-4473-b530-5a5822e0ac73 req-50b49f9a-1475-4334-a3aa-b98826ce9b05 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] For port ca1ad0e9-f2c9-44ff-b777-1b3a85f17617, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ca1ad0e9-f2c9-44ff-b777-1b3a85f17617,segment=NetworkSegment(92fd1324-89d2-49b7-886a-2ff05ea9cd6a),segment_id=92fd1324-89d2-49b7-886a-2ff05ea9cd6a)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:32.650560 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5174bcf7-88e2-4473-b530-5a5822e0ac73 req-50b49f9a-1475-4334-a3aa-b98826ce9b05 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.666024 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-5174bcf7-88e2-4473-b530-5a5822e0ac73 req-50b49f9a-1475-4334-a3aa-b98826ce9b05 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Calling delete_port for ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:32.695708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbe889-0d0a-42c5-8ef6-98008cfe4135 req-75e93dd3-a7d7-4f66-9572-582c9a46796a tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:32.697569 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9bbe889-0d0a-42c5-8ef6-98008cfe4135 req-75e93dd3-a7d7-4f66-9572-582c9a46796a tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 945 time: 0.0782533 Jul 30 01:51:32.754800 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9bbe889-0d0a-42c5-8ef6-98008cfe4135 req-3059dde0-e88b-4e47-a2de-64ffa7bd06c7 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/security-groups?id=4be8d214-e9aa-4680-bb26-5938ce365031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449579 Jul 30 01:51:32.765676 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.954146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72864b21-f91b-4c74-9371-f7150383a867 req-7b0b4c2f-308f-496e-beb4-2e0ff0b88aaa tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:32.955682 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-72864b21-f91b-4c74-9371-f7150383a867 req-7b0b4c2f-308f-496e-beb4-2e0ff0b88aaa tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/ports?device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 945 time: 0.0548799 Jul 30 01:51:32.999948 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-72864b21-f91b-4c74-9371-f7150383a867 req-2ef4f46d-917e-43cd-9626-9ac73f2a557f tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/security-groups?id=b95351b0-697b-4880-9122-38f5a0faacb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378828 Jul 30 01:51:33.112455 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff95ba1-434e-450c-b1a5-7ee9651a316b req-91e5362a-eeaa-4920-96e9-d7c0a1d4c183 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:33.114038 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5ff95ba1-434e-450c-b1a5-7ee9651a316b req-91e5362a-eeaa-4920-96e9-d7c0a1d4c183 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0514958 Jul 30 01:51:33.156352 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5ff95ba1-434e-450c-b1a5-7ee9651a316b req-704d2d3b-b011-4b4b-88e3-857f474c6a1d tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346870 Jul 30 01:51:33.203447 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df255ee-3071-4661-8fb2-553419ca697f req-03653f68-67dc-4c10-8a66-d2a2934f4777 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:33.204987 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4df255ee-3071-4661-8fb2-553419ca697f req-03653f68-67dc-4c10-8a66-d2a2934f4777 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/networks?id=22dfe0b9-dbb1-4507-9a97-25461caa3b1c HTTP/1.1" status: 200 len: 822 time: 0.1396835 Jul 30 01:51:33.220743 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4df255ee-3071-4661-8fb2-553419ca697f req-0df43c48-e35e-43ad-a9f1-b99a463e35d7 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/quotas/2dc51d617dcc43718597480eb48d3106 HTTP/1.1" status: 200 len: 375 time: 0.0100243 Jul 30 01:51:33.254696 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4df255ee-3071-4661-8fb2-553419ca697f req-90dadae7-46ae-45e2-a19a-0521c3d83ddf tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2dc51d617dcc43718597480eb48d3106&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280287 Jul 30 01:51:33.349594 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5174bcf7-88e2-4473-b530-5a5822e0ac73 req-50b49f9a-1475-4334-a3aa-b98826ce9b05 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.366840 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['ca1ad0e9-f2c9-44ff-b777-1b3a85f17617'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:33.391333 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b49f9a-1475-4334-a3aa-b98826ce9b05 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Pushing event deleted for resources: {'Port': ['ID=ca1ad0e9-f2c9-44ff-b777-1b3a85f17617,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:33.454004 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4df255ee-3071-4661-8fb2-553419ca697f req-8491322b-f0a4-45c7-a671-ed89f90e5057 service neutron] 10.222.0.70 "GET /v2.0/networks/22dfe0b9-dbb1-4507-9a97-25461caa3b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908872 Jul 30 01:51:33.454696 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-5174bcf7-88e2-4473-b530-5a5822e0ac73 req-50b49f9a-1475-4334-a3aa-b98826ce9b05 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] No DVR routers for this DVR port ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:33.457064 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5174bcf7-88e2-4473-b530-5a5822e0ac73 req-50b49f9a-1475-4334-a3aa-b98826ce9b05 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.458901 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5174bcf7-88e2-4473-b530-5a5822e0ac73 req-50b49f9a-1475-4334-a3aa-b98826ce9b05 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.10 "DELETE /v2.0/ports/ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 HTTP/1.1" status: 204 len: 173 time: 1.0479808 Jul 30 01:51:33.459329 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60c36ef-49d9-480a-8563-26621c6353bb', 'name': 'network-vif-deleted', 'tag': 'ca1ad0e9-f2c9-44ff-b777-1b3a85f17617'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:33.461546 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9951475e-b606-44a0-aecd-208b6dbca02a" -d '{"events": [{"server_uuid": "f60c36ef-49d9-480a-8563-26621c6353bb", "name": "network-vif-deleted", "tag": "ca1ad0e9-f2c9-44ff-b777-1b3a85f17617"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:33.510917 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cc2e2a-2f9e-4977-a9be-1815487b3555 x-openstack-request-id: req-13cc2e2a-2f9e-4977-a9be-1815487b3555 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:33.511203 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60c36ef-49d9-480a-8563-26621c6353bb", "name": "network-vif-deleted", "tag": "ca1ad0e9-f2c9-44ff-b777-1b3a85f17617", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:33.511451 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13cc2e2a-2f9e-4977-a9be-1815487b3555 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:33.511841 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60c36ef-49d9-480a-8563-26621c6353bb', 'name': 'network-vif-deleted', 'tag': 'ca1ad0e9-f2c9-44ff-b777-1b3a85f17617', 'status': 'completed', 'code': 200} Jul 30 01:51:33.560434 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4df255ee-3071-4661-8fb2-553419ca697f req-62449eea-02c5-463d-969d-63d77a78ef16 service neutron] 10.222.0.70 "GET /v2.0/networks/22dfe0b9-dbb1-4507-9a97-25461caa3b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954342 Jul 30 01:51:33.808357 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8ab39580-2471-4038-9600-83e62f71703d req-9fad234c-5a93-478a-91f0-a99e4e15cbd5 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 210 time: 0.0364327 Jul 30 01:51:33.869623 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5fa829a5-fb66-43fd-9de6-f1b91f111e51 req-d26bd73b-3c92-4e72-bce5-1c56ad2ff581 tempest-ServerRescueNegativeTestJSON-1789209779 tempest-ServerRescueNegativeTestJSON-1789209779-project] 10.222.0.70 "GET /v2.0/ports?device_id=f60c36ef-49d9-480a-8563-26621c6353bb HTTP/1.1" status: 200 len: 210 time: 0.0291576 Jul 30 01:51:34.117351 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47d318-8b46-4984-8383-a1d5e34a87d4 req-78637522-bf2d-477c-9460-5c39cc070a1c tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:34.119366 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d47d318-8b46-4984-8383-a1d5e34a87d4 req-78637522-bf2d-477c-9460-5c39cc070a1c tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/ports?device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 945 time: 0.0506511 Jul 30 01:51:34.159128 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d47d318-8b46-4984-8383-a1d5e34a87d4 req-c91b7394-dbee-46f3-9cde-7d80f12497ef tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/security-groups?id=b95351b0-697b-4880-9122-38f5a0faacb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333073 Jul 30 01:51:34.276771 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00320773-e39d-4b5f-951f-eb53dd4e9c44 req-b431cca8-30be-4cba-8f03-64961582ac06 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:34.278589 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-00320773-e39d-4b5f-951f-eb53dd4e9c44 req-b431cca8-30be-4cba-8f03-64961582ac06 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0510683 Jul 30 01:51:34.318289 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-00320773-e39d-4b5f-951f-eb53dd4e9c44 req-b5ae44b9-314e-4b72-a458-1221e7047ab9 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330966 Jul 30 01:51:34.714662 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27280af5-5324-4794-93e6-545994f99726 req-cc954319-7bd9-42c1-b1f2-120ef30633f8 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:34.716261 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27280af5-5324-4794-93e6-545994f99726 req-cc954319-7bd9-42c1-b1f2-120ef30633f8 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/ports?device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 945 time: 0.0508597 Jul 30 01:51:34.754600 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27280af5-5324-4794-93e6-545994f99726 req-2f1ec725-98e4-42f2-b9c6-231271b5f830 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/security-groups?id=b95351b0-697b-4880-9122-38f5a0faacb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317879 Jul 30 01:51:34.888543 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ab3181ee-76b7-4c84-b365-04d65eb332a6 req-ebd2ce97-4895-4672-96e2-d908cc3d8be5 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 210 time: 0.0265250 Jul 30 01:51:34.931627 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46128) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:35.290444 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8faa9577-5680-4713-8e0c-124db80e7d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.363213 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:35.389485 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:35.402917 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ca1ad0e9-f2c9-44ff-b777-1b3a85f17617 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:35.454856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce60dd-7d80-463c-98f5-31bb0cbfa26b req-625ea3f2-3551-48f0-bc1d-5a47d1cef05f tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:35.455974 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-86ce60dd-7d80-463c-98f5-31bb0cbfa26b req-625ea3f2-3551-48f0-bc1d-5a47d1cef05f tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0665898 Jul 30 01:51:35.509896 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-86ce60dd-7d80-463c-98f5-31bb0cbfa26b req-eafaa09e-1cc9-404b-a65e-486476344a88 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465617 Jul 30 01:51:35.566761 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-8faa9577-5680-4713-8e0c-124db80e7d25 admin admin] Deleting port 80b8336d-2854-4067-83ef-b482910ee8e9 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:35.567240 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8faa9577-5680-4713-8e0c-124db80e7d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.645780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-8faa9577-5680-4713-8e0c-124db80e7d25 admin admin] For port 80b8336d-2854-4067-83ef-b482910ee8e9, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=80b8336d-2854-4067-83ef-b482910ee8e9,segment=NetworkSegment(92fd1324-89d2-49b7-886a-2ff05ea9cd6a),segment_id=92fd1324-89d2-49b7-886a-2ff05ea9cd6a)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:35.646150 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8faa9577-5680-4713-8e0c-124db80e7d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.659017 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-8faa9577-5680-4713-8e0c-124db80e7d25 admin admin] Calling delete_port for 80b8336d-2854-4067-83ef-b482910ee8e9 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:35.873916 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73a473-c10f-47c6-a8b8-6cb92c041fb0 req-948e9184-e760-491d-8301-bca6e35a0ed4 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:35.875455 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b73a473-c10f-47c6-a8b8-6cb92c041fb0 req-948e9184-e760-491d-8301-bca6e35a0ed4 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/ports?device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 945 time: 0.0499313 Jul 30 01:51:35.914384 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b73a473-c10f-47c6-a8b8-6cb92c041fb0 req-1caa9a60-ef9a-4a45-96f2-9892ebcb3dc4 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/security-groups?id=b95351b0-697b-4880-9122-38f5a0faacb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326529 Jul 30 01:51:35.921722 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8faa9577-5680-4713-8e0c-124db80e7d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.962942 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa9577-5680-4713-8e0c-124db80e7d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=80b8336d-2854-4067-83ef-b482910ee8e9,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:36.007329 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b8bf3ec2-b1a3-4073-a528-33d8afe6aa37 req-36088b3d-753b-4dfc-be76-a776671da201 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 210 time: 0.0395398 Jul 30 01:51:36.163761 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8faa9577-5680-4713-8e0c-124db80e7d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.304876 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90ee1a-7383-4ed1-b512-c8a691ebd547 req-df4d8933-a808-4b39-9298-411891e9edec tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:36.306438 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f90ee1a-7383-4ed1-b512-c8a691ebd547 req-df4d8933-a808-4b39-9298-411891e9edec tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.10 "GET /v2.0/ports?device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 945 time: 0.1508672 Jul 30 01:51:36.490798 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df255ee-3071-4661-8fb2-553419ca697f req-40e59e43-621c-4bb4-9376-64535b4f7847 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:36.492172 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4df255ee-3071-4661-8fb2-553419ca697f req-40e59e43-621c-4bb4-9376-64535b4f7847 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.77 "GET /v2.0/networks?id=22dfe0b9-dbb1-4507-9a97-25461caa3b1c HTTP/1.1" status: 200 len: 822 time: 0.2643232 Jul 30 01:51:36.544511 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-4df255ee-3071-4661-8fb2-553419ca697f req-1781f7fb-0716-4b88-82a1-d0f7e94d6fde tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Request body: {'port': {'device_id': 'c7767ed2-58dd-4f6d-83ac-68530427a1a7', 'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c', 'admin_state_up': True, 'tenant_id': '2dc51d617dcc43718597480eb48d3106'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:36.627650 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-3f90ee1a-7383-4ed1-b512-c8a691ebd547 req-1fcfdec2-74a7-4280-9fa1-37b1f458004a tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Deleting port fbf79539-f498-45da-82b6-c4dd946a8031 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:36.628004 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f90ee1a-7383-4ed1-b512-c8a691ebd547 req-1fcfdec2-74a7-4280-9fa1-37b1f458004a tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.636524 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f83b9-4ede-4473-81e6-8725c25961cb req-b12e3b1e-230e-40e1-b7ae-81b4c88788b0 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:36.639091 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c64f83b9-4ede-4473-81e6-8725c25961cb req-b12e3b1e-230e-40e1-b7ae-81b4c88788b0 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0540049 Jul 30 01:51:36.680409 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c64f83b9-4ede-4473-81e6-8725c25961cb req-6802953a-6a4f-4aeb-b870-0b8dea738749 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348136 Jul 30 01:51:36.711813 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8faa9577-5680-4713-8e0c-124db80e7d25 admin admin] Router dffb560c-98fb-415a-bfa7-a10a6ca8bd42 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:51:36.814262 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-3f90ee1a-7383-4ed1-b512-c8a691ebd547 req-1fcfdec2-74a7-4280-9fa1-37b1f458004a tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] For port fbf79539-f498-45da-82b6-c4dd946a8031, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=fbf79539-f498-45da-82b6-c4dd946a8031,segment=NetworkSegment(27ff4e3e-0098-46de-9da2-c0a17e8be2fc),segment_id=27ff4e3e-0098-46de-9da2-c0a17e8be2fc)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:36.814656 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f90ee1a-7383-4ed1-b512-c8a691ebd547 req-1fcfdec2-74a7-4280-9fa1-37b1f458004a tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.862543 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-3f90ee1a-7383-4ed1-b512-c8a691ebd547 req-1fcfdec2-74a7-4280-9fa1-37b1f458004a tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Calling delete_port for fbf79539-f498-45da-82b6-c4dd946a8031 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:36.875271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df255ee-3071-4661-8fb2-553419ca697f req-1781f7fb-0716-4b88-82a1-d0f7e94d6fde tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Made reservation on behalf of 2dc51d617dcc43718597480eb48d3106 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:36.878698 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4df255ee-3071-4661-8fb2-553419ca697f req-1781f7fb-0716-4b88-82a1-d0f7e94d6fde tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.962054 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8faa9577-5680-4713-8e0c-124db80e7d25 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:36.974043 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8faa9577-5680-4713-8e0c-124db80e7d25 admin admin] 10.222.0.70 "PUT /v2.0/routers/dffb560c-98fb-415a-bfa7-a10a6ca8bd42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0389640 Jul 30 01:51:36.977487 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffda9dc0-6714-4e0e-b82a-8585100a4406 None None] Sync routers for ids ['dffb560c-98fb-415a-bfa7-a10a6ca8bd42'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:36.978404 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46152) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:36.995601 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffda9dc0-6714-4e0e-b82a-8585100a4406 None None] Routers {'dffb560c-98fb-415a-bfa7-a10a6ca8bd42'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:36.997229 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ffda9dc0-6714-4e0e-b82a-8585100a4406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:51:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['dffb560c-98fb-415a-bfa7-a10a6ca8bd42'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:37.113565 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-ffda9dc0-6714-4e0e-b82a-8585100a4406 None None] Set router dffb560c-98fb-415a-bfa7-a10a6ca8bd42 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:37.132859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07dd28-4c8b-4d10-9636-afbac0b0c869 req-ec5943db-e763-48f3-b772-50621db4aeca tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:37.138559 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b07dd28-4c8b-4d10-9636-afbac0b0c869 req-ec5943db-e763-48f3-b772-50621db4aeca tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/ports?device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 945 time: 0.1007719 Jul 30 01:51:37.173022 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fbe1530e-efa4-47dd-8702-861a3a6c6907 req-01b6bb49-a6d4-4619-b4cb-c9f80cd8e8f4 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 210 time: 0.0470645 Jul 30 01:51:37.178742 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fadad6e4-dd0c-45c5-9571-c54e494d94d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.184256 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-4df255ee-3071-4661-8fb2-553419ca697f req-1781f7fb-0716-4b88-82a1-d0f7e94d6fde tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Allocated IP 172.20.0.12 (22dfe0b9-dbb1-4507-9a97-25461caa3b1c/c5a7a0ec-08e6-4fb9-ba46-737f76240f23/ec332235-3ec0-4b48-8279-c6c36e7d3f4a) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:51:37.245786 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b07dd28-4c8b-4d10-9636-afbac0b0c869 req-75aca214-0e6f-4d3d-9807-990155fa9429 tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/security-groups?id=b95351b0-697b-4880-9122-38f5a0faacb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988500 Jul 30 01:51:37.310350 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f90ee1a-7383-4ed1-b512-c8a691ebd547 req-1fcfdec2-74a7-4280-9fa1-37b1f458004a tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.320144 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fadad6e4-dd0c-45c5-9571-c54e494d94d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.323467 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['fbf79539-f498-45da-82b6-c4dd946a8031'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:37.348852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfdec2-74a7-4280-9fa1-37b1f458004a tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Pushing event deleted for resources: {'Port': ['ID=fbf79539-f498-45da-82b6-c4dd946a8031,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:37.351019 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ffda9dc0-6714-4e0e-b82a-8585100a4406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffb560c-98fb-415a-bfa7-a10a6ca8bd42', 'name': 'tempest-ServerRescueNegativeTestJSON-881478722-router', 'tenant_id': '490aa0aca67044918aa610799e460190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '83c67f53-3f2e-4045-a461-4296c7905c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:57Z', 'updated_at': '2021-07-30T01:51:35Z', 'revision_number': 5, 'project_id': '490aa0aca67044918aa610799e460190', 'gw_port': {'id': '83c67f53-3f2e-4045-a461-4296c7905c05', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:59:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffb560c-98fb-415a-bfa7-a10a6ca8bd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:37.382158 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffda9dc0-6714-4e0e-b82a-8585100a4406 None None] Checking router: dffb560c-98fb-415a-bfa7-a10a6ca8bd42 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:37.392538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffda9dc0-6714-4e0e-b82a-8585100a4406 None None] Routers {'dffb560c-98fb-415a-bfa7-a10a6ca8bd42'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:37.392538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ffda9dc0-6714-4e0e-b82a-8585100a4406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:51:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['dffb560c-98fb-415a-bfa7-a10a6ca8bd42'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:37.413483 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f90ee1a-7383-4ed1-b512-c8a691ebd547 req-1fcfdec2-74a7-4280-9fa1-37b1f458004a tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] No DVR routers for this DVR port fbf79539-f498-45da-82b6-c4dd946a8031 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:37.417879 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f90ee1a-7383-4ed1-b512-c8a691ebd547 req-1fcfdec2-74a7-4280-9fa1-37b1f458004a tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.419879 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f90ee1a-7383-4ed1-b512-c8a691ebd547 req-1fcfdec2-74a7-4280-9fa1-37b1f458004a tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.10 "DELETE /v2.0/ports/fbf79539-f498-45da-82b6-c4dd946a8031 HTTP/1.1" status: 204 len: 173 time: 1.0836356 Jul 30 01:51:37.420309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56718ec1-9248-481b-a6f5-25fe9ade1329', 'name': 'network-vif-deleted', 'tag': 'fbf79539-f498-45da-82b6-c4dd946a8031'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:37.422667 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ceef00-e06a-404e-88f0-772e1f1c079a" -d '{"events": [{"server_uuid": "56718ec1-9248-481b-a6f5-25fe9ade1329", "name": "network-vif-deleted", "tag": "fbf79539-f498-45da-82b6-c4dd946a8031"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:37.445072 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4df255ee-3071-4661-8fb2-553419ca697f req-1781f7fb-0716-4b88-82a1-d0f7e94d6fde tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.463016 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040b57c2-c43f-4a3e-b53c-db901e2d7da6 x-openstack-request-id: req-040b57c2-c43f-4a3e-b53c-db901e2d7da6 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:37.463311 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56718ec1-9248-481b-a6f5-25fe9ade1329", "name": "network-vif-deleted", "tag": "fbf79539-f498-45da-82b6-c4dd946a8031", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:37.463560 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-040b57c2-c43f-4a3e-b53c-db901e2d7da6 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:37.463968 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56718ec1-9248-481b-a6f5-25fe9ade1329', 'name': 'network-vif-deleted', 'tag': 'fbf79539-f498-45da-82b6-c4dd946a8031', 'status': 'completed', 'code': 200} Jul 30 01:51:37.486371 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-fadad6e4-dd0c-45c5-9571-c54e494d94d3 admin admin] Deleting port 83c67f53-3f2e-4045-a461-4296c7905c05 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:37.486842 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fadad6e4-dd0c-45c5-9571-c54e494d94d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.517088 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-ffda9dc0-6714-4e0e-b82a-8585100a4406 None None] Set router dffb560c-98fb-415a-bfa7-a10a6ca8bd42 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:37.567198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-fadad6e4-dd0c-45c5-9571-c54e494d94d3 admin admin] For port 83c67f53-3f2e-4045-a461-4296c7905c05, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=83c67f53-3f2e-4045-a461-4296c7905c05,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:37.567511 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fadad6e4-dd0c-45c5-9571-c54e494d94d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.581833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-fadad6e4-dd0c-45c5-9571-c54e494d94d3 admin admin] Calling delete_port for 83c67f53-3f2e-4045-a461-4296c7905c05 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:37.609167 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4df255ee-3071-4661-8fb2-553419ca697f req-1781f7fb-0716-4b88-82a1-d0f7e94d6fde tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.673649 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781f7fb-0716-4b88-82a1-d0f7e94d6fde tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Pushing event updated for resources: {'Port': ['ID=ec332235-3ec0-4b48-8279-c6c36e7d3f4a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:37.691571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df255ee-3071-4661-8fb2-553419ca697f req-1781f7fb-0716-4b88-82a1-d0f7e94d6fde tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Network 22dfe0b9-dbb1-4507-9a97-25461caa3b1c is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:51:37.693269 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-4df255ee-3071-4661-8fb2-553419ca697f req-1781f7fb-0716-4b88-82a1-d0f7e94d6fde tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:37.696558 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df255ee-3071-4661-8fb2-553419ca697f req-1781f7fb-0716-4b88-82a1-d0f7e94d6fde tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:51:37.760205 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df255ee-3071-4661-8fb2-553419ca697f req-1781f7fb-0716-4b88-82a1-d0f7e94d6fde tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:37.772073 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4df255ee-3071-4661-8fb2-553419ca697f req-1781f7fb-0716-4b88-82a1-d0f7e94d6fde tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.839324 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ffda9dc0-6714-4e0e-b82a-8585100a4406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffb560c-98fb-415a-bfa7-a10a6ca8bd42', 'name': 'tempest-ServerRescueNegativeTestJSON-881478722-router', 'tenant_id': '490aa0aca67044918aa610799e460190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '83c67f53-3f2e-4045-a461-4296c7905c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:57Z', 'updated_at': '2021-07-30T01:51:35Z', 'revision_number': 5, 'project_id': '490aa0aca67044918aa610799e460190', 'gw_port': {'id': '83c67f53-3f2e-4045-a461-4296c7905c05', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:59:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffb560c-98fb-415a-bfa7-a10a6ca8bd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:37.845852 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fadad6e4-dd0c-45c5-9571-c54e494d94d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.866050 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffda9dc0-6714-4e0e-b82a-8585100a4406 None None] The sync data for ids ['dffb560c-98fb-415a-bfa7-a10a6ca8bd42'] in n-d-713498-9 is: [{'id': 'dffb560c-98fb-415a-bfa7-a10a6ca8bd42', 'name': 'tempest-ServerRescueNegativeTestJSON-881478722-router', 'tenant_id': '490aa0aca67044918aa610799e460190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '83c67f53-3f2e-4045-a461-4296c7905c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:57Z', 'updated_at': '2021-07-30T01:51:35Z', 'revision_number': 5, 'project_id': '490aa0aca67044918aa610799e460190', 'gw_port': {'id': '83c67f53-3f2e-4045-a461-4296c7905c05', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:59:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffb560c-98fb-415a-bfa7-a10a6ca8bd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:37.883339 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadad6e4-dd0c-45c5-9571-c54e494d94d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=83c67f53-3f2e-4045-a461-4296c7905c05,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:37.900142 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4df255ee-3071-4661-8fb2-553419ca697f req-1781f7fb-0716-4b88-82a1-d0f7e94d6fde tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3848526 Jul 30 01:51:37.916546 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2a483-4def-4534-a43e-d24b2297306c req-c293c8ba-0324-43b9-988f-37595f09e967 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:37.918087 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a6e2a483-4def-4534-a43e-d24b2297306c req-c293c8ba-0324-43b9-988f-37595f09e967 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.1078618 Jul 30 01:51:37.920524 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] Request body: {'port': {'device_id': 'c7767ed2-58dd-4f6d-83ac-68530427a1a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:37.980079 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fadad6e4-dd0c-45c5-9571-c54e494d94d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.980305 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.988091 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a6e2a483-4def-4534-a43e-d24b2297306c req-2242b719-dba1-4551-9de6-adc7b3519763 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496144 Jul 30 01:51:38.077806 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fadad6e4-dd0c-45c5-9571-c54e494d94d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.079973 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fadad6e4-dd0c-45c5-9571-c54e494d94d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.178152 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fadad6e4-dd0c-45c5-9571-c54e494d94d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.178649 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadad6e4-dd0c-45c5-9571-c54e494d94d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dffb560c-98fb-415a-bfa7-a10a6ca8bd42 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:51:38.183304 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fadad6e4-dd0c-45c5-9571-c54e494d94d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.184456 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fadad6e4-dd0c-45c5-9571-c54e494d94d3 admin admin] 10.222.0.70 "DELETE /v2.0/routers/dffb560c-98fb-415a-bfa7-a10a6ca8bd42 HTTP/1.1" status: 204 len: 168 time: 1.2048521 Jul 30 01:51:38.186965 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46166) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:38.243755 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d29055f-af95-4f41-b02f-b195e801d8e7 admin admin] Deleting subnet 13adb296-4ada-44ec-a243-157585ef9fdf {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:51:38.247585 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d29055f-af95-4f41-b02f-b195e801d8e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.262151 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec332235-3ec0-4b48-8279-c6c36e7d3f4a {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:38.272494 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.288408 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] Transition to ACTIVE for port object ec332235-3ec0-4b48-8279-c6c36e7d3f4a will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:38.310631 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d29055f-af95-4f41-b02f-b195e801d8e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.368139 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 80b8336d-2854-4067-83ef-b482910ee8e9 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:38.380241 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d29055f-af95-4f41-b02f-b195e801d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.382911 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.397428 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 80b8336d-2854-4067-83ef-b482910ee8e9 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:38.398078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 80b8336d-2854-4067-83ef-b482910ee8e9 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:38.419105 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b4bcb-e3f7-4660-b487-df4756d7f90e req-89229317-796e-4093-8d10-e1812dae5ab0 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:38.421403 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-613b4bcb-e3f7-4660-b487-df4756d7f90e req-89229317-796e-4093-8d10-e1812dae5ab0 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 932 time: 0.0864017 Jul 30 01:51:38.455127 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9b7ccb3a-1d82-4ba3-a9f9-2e9ae1449292 req-c6f9fc60-bbbd-447b-a01a-3ebb007cf5fd tempest-InstanceActionsTestJSON-1217048887 tempest-InstanceActionsTestJSON-1217048887-project] 10.222.0.70 "GET /v2.0/ports?device_id=56718ec1-9248-481b-a6f5-25fe9ade1329 HTTP/1.1" status: 200 len: 210 time: 0.0622392 Jul 30 01:51:38.540825 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] Pushing event updated for resources: {'Port': ['ID=ec332235-3ec0-4b48-8279-c6c36e7d3f4a,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:38.552558 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-613b4bcb-e3f7-4660-b487-df4756d7f90e req-e73f84b1-db54-4e22-80b1-e0f7dd726360 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082222 Jul 30 01:51:38.581473 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d29055f-af95-4f41-b02f-b195e801d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.598077 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] Attempting to bind port ec332235-3ec0-4b48-8279-c6c36e7d3f4a on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:38.598736 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] Attempting to bind port ec332235-3ec0-4b48-8279-c6c36e7d3f4a by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:38.599357 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] Attempting to bind port ec332235-3ec0-4b48-8279-c6c36e7d3f4a on network 22dfe0b9-dbb1-4507-9a97-25461caa3b1c {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:38.607125 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] Port ec332235-3ec0-4b48-8279-c6c36e7d3f4a on network 22dfe0b9-dbb1-4507-9a97-25461caa3b1c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:51:38.607827 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] Attempting to bind port ec332235-3ec0-4b48-8279-c6c36e7d3f4a on network 22dfe0b9-dbb1-4507-9a97-25461caa3b1c {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:38.616497 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:38.617372 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] Checking segment: {'id': '5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:38.618048 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] Bound using segment: {'id': '5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:38.618774 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] Bound port: ec332235-3ec0-4b48-8279-c6c36e7d3f4a, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:38.619354 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.626177 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29055f-af95-4f41-b02f-b195e801d8e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13adb296-4ada-44ec-a243-157585ef9fdf,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:38.629449 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d29055f-af95-4f41-b02f-b195e801d8e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.635701 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7d29055f-af95-4f41-b02f-b195e801d8e7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/13adb296-4ada-44ec-a243-157585ef9fdf HTTP/1.1" status: 204 len: 168 time: 0.4448273 Jul 30 01:51:38.636006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46174) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:38.731311 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] For port ec332235-3ec0-4b48-8279-c6c36e7d3f4a, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:38.734192 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00a9e41f-edd2-4823-9fc1-34651618fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.735074 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] For port ec332235-3ec0-4b48-8279-c6c36e7d3f4a, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ec332235-3ec0-4b48-8279-c6c36e7d3f4a,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:38.826249 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00a9e41f-edd2-4823-9fc1-34651618fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.834247 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.835996 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-00a9e41f-edd2-4823-9fc1-34651618fa56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d652dbd5-b125-43d2-9532-a9060b55f820']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:38.846137 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-00a9e41f-edd2-4823-9fc1-34651618fa56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92fd1324-89d2-49b7-886a-2ff05ea9cd6a') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:38.846813 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-00a9e41f-edd2-4823-9fc1-34651618fa56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92fd1324-89d2-49b7-886a-2ff05ea9cd6a') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:38.855137 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00a9e41f-edd2-4823-9fc1-34651618fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.870930 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:38.871609 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.873554 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4df255ee-3071-4661-8fb2-553419ca697f req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] 10.222.0.77 "PUT /v2.0/ports/ec332235-3ec0-4b48-8279-c6c36e7d3f4a HTTP/1.1" status: 200 len: 1092 time: 0.9589903 Jul 30 01:51:38.875394 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00a9e41f-edd2-4823-9fc1-34651618fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.881848 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a9e41f-edd2-4823-9fc1-34651618fa56 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:51:38.883239 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00a9e41f-edd2-4823-9fc1-34651618fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:51:38.892480 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:51:38.898258 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef1e2e-91c8-47a3-b8e1-1c8d537f7d8f service neutron] Pushing event updated for resources: {'Port': ['ID=ec332235-3ec0-4b48-8279-c6c36e7d3f4a,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:39.046859 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00a9e41f-edd2-4823-9fc1-34651618fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.058432 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00a9e41f-edd2-4823-9fc1-34651618fa56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.060890 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df255ee-3071-4661-8fb2-553419ca697f req-8c5e9f5a-1969-4dec-81c8-2b94801ceaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:39.062572 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-00a9e41f-edd2-4823-9fc1-34651618fa56 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d652dbd5-b125-43d2-9532-a9060b55f820 HTTP/1.1" status: 204 len: 168 time: 0.4243815 Jul 30 01:51:39.066922 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4df255ee-3071-4661-8fb2-553419ca697f req-8c5e9f5a-1969-4dec-81c8-2b94801ceaa1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2dc51d617dcc43718597480eb48d3106&device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 1095 time: 0.0439546 Jul 30 01:51:39.074158 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9e41f-edd2-4823-9fc1-34651618fa56 admin admin] Pushing event deleted for resources: {'Network': ['ID=d652dbd5-b125-43d2-9532-a9060b55f820,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:39.137703 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4df255ee-3071-4661-8fb2-553419ca697f req-e945f53d-e258-4e20-9781-b6cbf75e40cc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec332235-3ec0-4b48-8279-c6c36e7d3f4a HTTP/1.1" status: 200 len: 217 time: 0.0488198 Jul 30 01:51:39.150014 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-857b5e73-c45f-44ef-a417-fbf68a4a20f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.154223 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8119e-3332-45ee-b97f-812af6d6646d req-d2871d84-29dc-4340-a9fb-fe438577bac9 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:39.155539 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6a8119e-3332-45ee-b97f-812af6d6646d req-d2871d84-29dc-4340-a9fb-fe438577bac9 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0922887 Jul 30 01:51:39.223113 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df255ee-3071-4661-8fb2-553419ca697f req-66cc188e-f86c-4d1d-9f43-7045554b845e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:39.224575 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4df255ee-3071-4661-8fb2-553419ca697f req-66cc188e-f86c-4d1d-9f43-7045554b845e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c5a7a0ec-08e6-4fb9-ba46-737f76240f23 HTTP/1.1" status: 200 len: 862 time: 0.0681577 Jul 30 01:51:39.227511 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6a8119e-3332-45ee-b97f-812af6d6646d req-5af929fe-10b1-445d-a553-044602d3ab8b tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634770 Jul 30 01:51:39.258056 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4df255ee-3071-4661-8fb2-553419ca697f req-d22ff739-4ba0-4dc4-9057-2ebeb2d74acd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=22dfe0b9-dbb1-4507-9a97-25461caa3b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251069 Jul 30 01:51:39.375162 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device fbf79539-f498-45da-82b6-c4dd946a8031 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:39.399932 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: fbf79539-f498-45da-82b6-c4dd946a8031 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:39.400348 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device fbf79539-f498-45da-82b6-c4dd946a8031 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:39.458686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46184) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:39.503532 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-095074c1-8195-4066-afa9-e16b60f82905 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=490aa0aca67044918aa610799e460190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435801 Jul 30 01:51:39.507336 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46188) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:39.533560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46190) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:39.598382 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-142d071c-40db-404a-b936-3bb1f459f968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.603786 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-8edff901-80f2-465e-be8a-385577c7df41 admin admin] Deleting subnet 673f05b8-0029-431a-8423-39e7d19ca139 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:51:39.614626 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8edff901-80f2-465e-be8a-385577c7df41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.643042 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7767ed2-58dd-4f6d-83ac-68530427a1a7', 'tag': 'ec332235-3ec0-4b48-8279-c6c36e7d3f4a'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:39.645382 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440d1c0b-6ce5-410d-b905-4dd9201ef90d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7767ed2-58dd-4f6d-83ac-68530427a1a7", "tag": "ec332235-3ec0-4b48-8279-c6c36e7d3f4a"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:39.655147 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-142d071c-40db-404a-b936-3bb1f459f968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.678531 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8edff901-80f2-465e-be8a-385577c7df41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.725255 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ad43c-9522-4b12-9b76-c3fb257733c9 req-ed254333-8445-4450-84b0-337f5805b712 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:39.726832 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-513ad43c-9522-4b12-9b76-c3fb257733c9 req-ed254333-8445-4450-84b0-337f5805b712 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 944 time: 0.0767503 Jul 30 01:51:39.728268 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97511d04-d9ef-43ff-8226-2e11f32af85b x-openstack-request-id: req-97511d04-d9ef-43ff-8226-2e11f32af85b {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:39.728549 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7767ed2-58dd-4f6d-83ac-68530427a1a7", "tag": "ec332235-3ec0-4b48-8279-c6c36e7d3f4a", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:39.728797 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97511d04-d9ef-43ff-8226-2e11f32af85b {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:39.729614 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7767ed2-58dd-4f6d-83ac-68530427a1a7', 'tag': 'ec332235-3ec0-4b48-8279-c6c36e7d3f4a', 'status': 'completed', 'code': 200} Jul 30 01:51:39.732571 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4df255ee-3071-4661-8fb2-553419ca697f req-4d649eb9-f571-4449-9913-2e8f9051a91c service neutron] 10.222.0.77 "GET /v2.0/networks/22dfe0b9-dbb1-4507-9a97-25461caa3b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659908 Jul 30 01:51:39.734261 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8edff901-80f2-465e-be8a-385577c7df41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.773631 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-513ad43c-9522-4b12-9b76-c3fb257733c9 req-53704c4f-c05f-4696-9283-24c619bc42c9 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401373 Jul 30 01:51:39.822069 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-142d071c-40db-404a-b936-3bb1f459f968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.824916 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-142d071c-40db-404a-b936-3bb1f459f968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.828696 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-142d071c-40db-404a-b936-3bb1f459f968 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4be8d214-e9aa-4680-bb26-5938ce365031 HTTP/1.1" status: 204 len: 168 time: 0.3179653 Jul 30 01:51:39.835113 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d071c-40db-404a-b936-3bb1f459f968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be8d214-e9aa-4680-bb26-5938ce365031,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:39.865005 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4df255ee-3071-4661-8fb2-553419ca697f req-bf0b5f71-b6d1-4cc8-a7f6-bd6b106298fb service neutron] 10.222.0.77 "GET /v2.0/networks/22dfe0b9-dbb1-4507-9a97-25461caa3b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059227 Jul 30 01:51:39.896542 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8edff901-80f2-465e-be8a-385577c7df41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.928187 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8edff901-80f2-465e-be8a-385577c7df41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.931053 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8edff901-80f2-465e-be8a-385577c7df41 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/673f05b8-0029-431a-8423-39e7d19ca139 HTTP/1.1" status: 204 len: 168 time: 0.3959208 Jul 30 01:51:39.931473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edff901-80f2-465e-be8a-385577c7df41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=673f05b8-0029-431a-8423-39e7d19ca139,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:39.932913 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46202) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:40.003994 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4a31-8a07-4c91-ac3e-516ad92fa9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.017611 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 83c67f53-3f2e-4045-a461-4296c7905c05 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:40.039020 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 83c67f53-3f2e-4045-a461-4296c7905c05 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:40.039373 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 83c67f53-3f2e-4045-a461-4296c7905c05 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:40.118345 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4a31-8a07-4c91-ac3e-516ad92fa9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.130998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-7c0d4a31-8a07-4c91-ac3e-516ad92fa9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5d1136-6d27-4f25-80f7-b370038bf2e4']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:40.142586 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-7c0d4a31-8a07-4c91-ac3e-516ad92fa9a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ff4e3e-0098-46de-9da2-c0a17e8be2fc') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:40.142880 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-7c0d4a31-8a07-4c91-ac3e-516ad92fa9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ff4e3e-0098-46de-9da2-c0a17e8be2fc') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:40.155040 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4a31-8a07-4c91-ac3e-516ad92fa9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.168318 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d1c0b-6ce5-410d-b905-4dd9201ef90d req-94d3b6f3-b556-4fe0-af45-6d4bd309feea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:40.169856 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-440d1c0b-6ce5-410d-b905-4dd9201ef90d req-94d3b6f3-b556-4fe0-af45-6d4bd309feea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2dc51d617dcc43718597480eb48d3106&device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 1095 time: 0.0792689 Jul 30 01:51:40.173218 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4a31-8a07-4c91-ac3e-516ad92fa9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.180358 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0d4a31-8a07-4c91-ac3e-516ad92fa9a6 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:51:40.180755 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4a31-8a07-4c91-ac3e-516ad92fa9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:51:40.188755 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:51:40.317671 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d1c0b-6ce5-410d-b905-4dd9201ef90d req-5361cae1-9d0c-4a93-8072-6af6afb3e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:40.319235 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-440d1c0b-6ce5-410d-b905-4dd9201ef90d req-5361cae1-9d0c-4a93-8072-6af6afb3e663 service neutron] 10.222.0.77 "GET /v2.0/networks?id=22dfe0b9-dbb1-4507-9a97-25461caa3b1c HTTP/1.1" status: 200 len: 923 time: 0.1400990 Jul 30 01:51:40.364160 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-440d1c0b-6ce5-410d-b905-4dd9201ef90d req-8765cace-7ff9-40a4-942b-eb5fc3dc52c3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec332235-3ec0-4b48-8279-c6c36e7d3f4a HTTP/1.1" status: 200 len: 217 time: 0.0356965 Jul 30 01:51:40.364902 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4a31-8a07-4c91-ac3e-516ad92fa9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.371077 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4a31-8a07-4c91-ac3e-516ad92fa9a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.375734 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7c0d4a31-8a07-4c91-ac3e-516ad92fa9a6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8c5d1136-6d27-4f25-80f7-b370038bf2e4 HTTP/1.1" status: 204 len: 168 time: 0.4385409 Jul 30 01:51:40.375890 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7058953-66ca-4a3b-b397-f77d074e8375 req-c2c63042-9ccb-494b-b4a4-ba7dc1cc88e7 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:40.375890 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7058953-66ca-4a3b-b397-f77d074e8375 req-c2c63042-9ccb-494b-b4a4-ba7dc1cc88e7 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0588303 Jul 30 01:51:40.418341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d4a31-8a07-4c91-ac3e-516ad92fa9a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c5d1136-6d27-4f25-80f7-b370038bf2e4,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:40.430263 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7058953-66ca-4a3b-b397-f77d074e8375 req-27c6e1b3-d112-4bee-b21c-6f9cdaaa3105 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435324 Jul 30 01:51:40.443098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d1c0b-6ce5-410d-b905-4dd9201ef90d req-3d57feef-d942-4fef-afb8-c3a8ef5f5545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:40.444589 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-440d1c0b-6ce5-410d-b905-4dd9201ef90d req-3d57feef-d942-4fef-afb8-c3a8ef5f5545 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c5a7a0ec-08e6-4fb9-ba46-737f76240f23 HTTP/1.1" status: 200 len: 862 time: 0.0706530 Jul 30 01:51:40.483088 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-440d1c0b-6ce5-410d-b905-4dd9201ef90d req-2cbd6c04-f7ec-4795-acf7-2a72f2c786e4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=22dfe0b9-dbb1-4507-9a97-25461caa3b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289490 Jul 30 01:51:40.576734 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-440d1c0b-6ce5-410d-b905-4dd9201ef90d req-d1d94823-796d-49c3-a6ab-954e4936f2e5 service neutron] 10.222.0.77 "GET /v2.0/networks/22dfe0b9-dbb1-4507-9a97-25461caa3b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842044 Jul 30 01:51:40.675884 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-440d1c0b-6ce5-410d-b905-4dd9201ef90d req-2a339beb-8045-4935-8ad9-eee0b301f5b8 service neutron] 10.222.0.77 "GET /v2.0/networks/22dfe0b9-dbb1-4507-9a97-25461caa3b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920718 Jul 30 01:51:40.891067 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46232) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:40.893594 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b18ba8-7172-48ef-9b34-5df7df9d809f req-dda171c8-f67d-49c0-8153-dbb38dde12f1 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:40.895196 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0b18ba8-7172-48ef-9b34-5df7df9d809f req-dda171c8-f67d-49c0-8153-dbb38dde12f1 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 944 time: 0.0517683 Jul 30 01:51:40.940533 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0b18ba8-7172-48ef-9b34-5df7df9d809f req-ca853dc1-dd9a-43ae-adfc-1d91dde05354 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390210 Jul 30 01:51:40.957235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46238) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:40.963123 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-26bd311d-4c94-44d6-a55e-8d4f582b0ccf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=682c3c4983604a7a872bc6380f9a22f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703685 Jul 30 01:51:41.012233 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9cba91e4-c9fc-4c4c-ab35-e29fbbd4f9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:41.035175 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9cba91e4-c9fc-4c4c-ab35-e29fbbd4f9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:41.138357 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9cba91e4-c9fc-4c4c-ab35-e29fbbd4f9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:41.141012 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9cba91e4-c9fc-4c4c-ab35-e29fbbd4f9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:41.142287 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9cba91e4-c9fc-4c4c-ab35-e29fbbd4f9d3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b95351b0-697b-4880-9122-38f5a0faacb4 HTTP/1.1" status: 204 len: 168 time: 0.1840491 Jul 30 01:51:41.150587 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba91e4-c9fc-4c4c-ab35-e29fbbd4f9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95351b0-697b-4880-9122-38f5a0faacb4,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:41.586078 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0006cda-db1b-4845-9f35-3edc697776c9 req-0b689f32-36ed-4bfe-97b0-118896d1f943 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:41.587913 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d0006cda-db1b-4845-9f35-3edc697776c9 req-0b689f32-36ed-4bfe-97b0-118896d1f943 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0950947 Jul 30 01:51:41.600220 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-26c12b70-2bbc-4785-a28c-96df5660f7e5 req-06291c67-b10a-4236-9634-855f18daf59b tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=367aa38a-4f0e-4652-841c-78579d67a516 HTTP/1.1" status: 200 len: 210 time: 0.0366952 Jul 30 01:51:41.607538 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86f68b25-e31a-4bb3-9c5b-b327ad1d7651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:41.642885 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:41.655261 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d0006cda-db1b-4845-9f35-3edc697776c9 req-0c7c7355-4f78-423f-80dd-c77cecba7859 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605502 Jul 30 01:51:42.101467 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d42e7-4356-4594-96e5-6b663dad55df req-e508a045-a85d-49cf-af00-98fa00b521ca tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:42.103880 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a83d42e7-4356-4594-96e5-6b663dad55df req-e508a045-a85d-49cf-af00-98fa00b521ca tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 944 time: 0.0619786 Jul 30 01:51:42.160691 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a83d42e7-4356-4594-96e5-6b663dad55df req-16c1036f-250b-4b79-a52c-def7eea410dd tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497606 Jul 30 01:51:42.224264 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5469bbf2-7916-4cc6-a234-07da036007ad req-08e1d1f0-71e2-4e72-9e34-b282725d89e8 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0347929 Jul 30 01:51:42.286884 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46314) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:42.380627 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-4ede2746-5b1c-4d68-95e4-e4df6b9b3709 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2053606241-network', 'tenant_id': '4529dafaadd642e2b0cb3d9fcddbd90f'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:42.530603 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ede2746-5b1c-4d68-95e4-e4df6b9b3709 admin admin] Made reservation on behalf of 4529dafaadd642e2b0cb3d9fcddbd90f for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:42.532991 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ede2746-5b1c-4d68-95e4-e4df6b9b3709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.541948 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ede2746-5b1c-4d68-95e4-e4df6b9b3709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.583962 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:51:42.631277 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ede2746-5b1c-4d68-95e4-e4df6b9b3709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.761779 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ede2746-5b1c-4d68-95e4-e4df6b9b3709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.784876 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ede2746-5b1c-4d68-95e4-e4df6b9b3709 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:51:42.798991 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device ec332235-3ec0-4b48-8279-c6c36e7d3f4a details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:51:42.809726 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792de33a-1b9d-4f05-862c-7ac007861204 req-29e25440-bc3e-404a-aa7b-349946bc6f28 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:42.811475 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-792de33a-1b9d-4f05-862c-7ac007861204 req-29e25440-bc3e-404a-aa7b-349946bc6f28 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0827572 Jul 30 01:51:42.818933 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ede2746-5b1c-4d68-95e4-e4df6b9b3709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.819283 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-4ede2746-5b1c-4d68-95e4-e4df6b9b3709 admin admin] Added segment e9d5f2b5-30e5-48d8-9274-07fd203301c5 of type vlan for network 243de69f-a52e-4583-ae30-8541fcd3405e Jul 30 01:51:42.821785 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede2746-5b1c-4d68-95e4-e4df6b9b3709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11617b89-5d13-4414-9cf9-936ded9c2c4c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:42.886985 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ede2746-5b1c-4d68-95e4-e4df6b9b3709 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.895792 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-792de33a-1b9d-4f05-862c-7ac007861204 req-9070db9c-a2cb-42f1-81e8-20905264993b tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749755 Jul 30 01:51:42.897718 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port ec332235-3ec0-4b48-8279-c6c36e7d3f4a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ec332235-3ec0-4b48-8279-c6c36e7d3f4a,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:42.915900 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'ec332235-3ec0-4b48-8279-c6c36e7d3f4a', 'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c', 'port_id': 'ec332235-3ec0-4b48-8279-c6c36e7d3f4a', 'mac_address': 'fa:16:3e:37:53:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a7a0ec-08e6-4fb9-ba46-737f76240f23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:51:42.960570 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.974979 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec332235-3ec0-4b48-8279-c6c36e7d3f4a {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:42.994614 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port ec332235-3ec0-4b48-8279-c6c36e7d3f4a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ec332235-3ec0-4b48-8279-c6c36e7d3f4a,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:42.999180 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ede2746-5b1c-4d68-95e4-e4df6b9b3709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:43.000177 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ede2746-5b1c-4d68-95e4-e4df6b9b3709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:43.000801 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ede2746-5b1c-4d68-95e4-e4df6b9b3709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:43.059877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede2746-5b1c-4d68-95e4-e4df6b9b3709 admin admin] Pushing event updated for resources: {'Network': ['ID=243de69f-a52e-4583-ae30-8541fcd3405e,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:43.069452 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 243de69f-a52e-4583-ae30-8541fcd3405e details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:51:43.125290 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:43.184105 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=ec332235-3ec0-4b48-8279-c6c36e7d3f4a,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:43.188993 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4ede2746-5b1c-4d68-95e4-e4df6b9b3709 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9010184 Jul 30 01:51:43.192043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46330) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:43.198876 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7fbe4490-5dda-4620-8d14-09b7a4a3750c admin admin] Request body: {'subnet': {'network_id': '243de69f-a52e-4583-ae30-8541fcd3405e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2053606241-subnet', 'tenant_id': '4529dafaadd642e2b0cb3d9fcddbd90f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:43.216843 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:43.291746 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f346e4-0079-48d7-ae15-6f15bed9bb38 req-aaac1272-223f-4377-9972-f69e2c58fec0 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:43.291746 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-79f346e4-0079-48d7-ae15-6f15bed9bb38 req-aaac1272-223f-4377-9972-f69e2c58fec0 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 945 time: 0.0505445 Jul 30 01:51:43.329524 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-79f346e4-0079-48d7-ae15-6f15bed9bb38 req-7b6b103c-7205-49de-a119-6e6ed24fda57 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340445 Jul 30 01:51:43.349106 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f33bfea9-8bbb-45fb-a753-02c6936309de req-fa43bc1b-c2d0-4469-995b-46279b4f59bb tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0416210 Jul 30 01:51:43.350456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbe4490-5dda-4620-8d14-09b7a4a3750c admin admin] Made reservation on behalf of 4529dafaadd642e2b0cb3d9fcddbd90f for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:43.352700 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4490-5dda-4620-8d14-09b7a4a3750c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:43.595430 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['ec332235-3ec0-4b48-8279-c6c36e7d3f4a'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:43.639968 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4490-5dda-4620-8d14-09b7a4a3750c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:43.705345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe4490-5dda-4620-8d14-09b7a4a3750c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1a16eb3-1bcc-41ab-88dc-ecde3c2439e2,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:43.713216 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe4490-5dda-4620-8d14-09b7a4a3750c admin admin] Checking segment: {'id': 'e9d5f2b5-30e5-48d8-9274-07fd203301c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '243de69f-a52e-4583-ae30-8541fcd3405e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:43.713591 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbe4490-5dda-4620-8d14-09b7a4a3750c admin admin] Network hostable DHCP agents. Network: 243de69f-a52e-4583-ae30-8541fcd3405e, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:51:43.783853 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbe4490-5dda-4620-8d14-09b7a4a3750c admin admin] Network 243de69f-a52e-4583-ae30-8541fcd3405e is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:51:43.858191 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-7fbe4490-5dda-4620-8d14-09b7a4a3750c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 243de69f-a52e-4583-ae30-8541fcd3405e) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:43.862448 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbe4490-5dda-4620-8d14-09b7a4a3750c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:43.863043 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4490-5dda-4620-8d14-09b7a4a3750c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:43.869118 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bb18cd-c8a7-4c53-8bbc-04c9bf85610b None None] Network 243de69f-a52e-4583-ae30-8541fcd3405e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:43.929350 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7fbe4490-5dda-4620-8d14-09b7a4a3750c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7355537 Jul 30 01:51:44.007538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f67ce52-99a4-464b-9efe-445764edc119 None None] Network 243de69f-a52e-4583-ae30-8541fcd3405e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:44.049827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f50a61-9897-4034-88fd-4e41b710f357 req-61d54c28-588a-412e-8eb7-df85c6fbfa67 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:44.057554 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-00f50a61-9897-4034-88fd-4e41b710f357 req-61d54c28-588a-412e-8eb7-df85c6fbfa67 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0808299 Jul 30 01:51:44.120585 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-00f50a61-9897-4034-88fd-4e41b710f357 req-4d8a22fe-68c7-4c2a-b793-1ee44ca63812 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498412 Jul 30 01:51:44.436692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-107f1731-263c-4d04-859c-ad3832e9a23f tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:44.438248 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-107f1731-263c-4d04-859c-ad3832e9a23f tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/networks?id=243de69f-a52e-4583-ae30-8541fcd3405e HTTP/1.1" status: 200 len: 822 time: 0.1109021 Jul 30 01:51:44.456242 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-d349362a-9bc0-4672-a2d6-c7d369ad4eae tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/quotas/4529dafaadd642e2b0cb3d9fcddbd90f HTTP/1.1" status: 200 len: 375 time: 0.0121081 Jul 30 01:51:44.458014 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e144da-931a-448a-8718-3f55346e237c req-8fa4d541-bf62-4598-ac4f-b37ec90e3fc4 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:44.459590 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-53e144da-931a-448a-8718-3f55346e237c req-8fa4d541-bf62-4598-ac4f-b37ec90e3fc4 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 945 time: 0.0586867 Jul 30 01:51:44.492109 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.492891 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-988301a4-b62a-4a94-a852-c8c2212583b3 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4529dafaadd642e2b0cb3d9fcddbd90f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288115 Jul 30 01:51:44.504085 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-53e144da-931a-448a-8718-3f55346e237c req-e701aa26-b2ea-4253-b2ec-dcc99b12005a tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384243 Jul 30 01:51:44.589210 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-ed464049-dfa8-4edb-9b86-ea5849cf6781 service neutron] 10.222.0.70 "GET /v2.0/networks/243de69f-a52e-4583-ae30-8541fcd3405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887547 Jul 30 01:51:44.599568 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6f9bef48-7781-4092-9312-b9e4f1f1a715 req-14a875da-ecc0-4ecb-af95-9cf6fd21010a tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0282421 Jul 30 01:51:44.688597 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-51f959b5-bd91-4106-8547-a99744fc75dc service neutron] 10.222.0.70 "GET /v2.0/networks/243de69f-a52e-4583-ae30-8541fcd3405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924783 Jul 30 01:51:44.967091 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c766c17d-d937-4604-8a3e-9bfaeec80e18 req-3b988b74-7e71-4e92-85a5-2007c61e3908 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/ports?device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 210 time: 0.0329978 Jul 30 01:51:45.232617 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f55c70-1302-4f7c-9df2-4a4b00801975 req-902fb710-36a8-44b8-b07a-fb92712921cf tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:45.234112 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b6f55c70-1302-4f7c-9df2-4a4b00801975 req-902fb710-36a8-44b8-b07a-fb92712921cf tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0499637 Jul 30 01:51:45.272269 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b6f55c70-1302-4f7c-9df2-4a4b00801975 req-d9a36e4b-0294-491b-a155-cd46519dcb13 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318708 Jul 30 01:51:45.621844 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76c25d-3368-48e7-a502-6197aa965321 req-4e300d53-522a-432b-a197-c67604ba501b tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:45.624510 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b76c25d-3368-48e7-a502-6197aa965321 req-4e300d53-522a-432b-a197-c67604ba501b tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 945 time: 0.0532308 Jul 30 01:51:45.677985 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b76c25d-3368-48e7-a502-6197aa965321 req-70cddf29-57ac-4c7a-8c01-f3f2f67fe3fd tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442538 Jul 30 01:51:45.693522 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-26d558b8-fa5b-40d0-bb0b-9138aa369df5 req-1b557dbb-c4eb-4bd0-8eed-cdaa6d97a662 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=367aa38a-4f0e-4652-841c-78579d67a516 HTTP/1.1" status: 200 len: 210 time: 0.0334065 Jul 30 01:51:45.720566 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7c17d82d-5951-453b-9771-9308bc394ae1 req-3e82020e-bf5c-48c8-bad0-6c654de88c14 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0295742 Jul 30 01:51:46.043095 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-69c42444-dd5e-44c7-b9ec-683d4af72574 req-012ea32d-be55-4fde-a306-70e0d169dedb tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/ports?device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 210 time: 0.0267658 Jul 30 01:51:46.349301 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a6591a7f-4af2-43c1-8e47-bdbbd8095054 req-059c5b23-0dbd-4b42-80c9-b11adaefefbc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0306683 Jul 30 01:51:46.396619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfc1f0-df71-4591-8474-15c64020a7f0 req-b6250557-8665-45a2-bfd9-f8fbac9ddec6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:46.398151 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17bfc1f0-df71-4591-8474-15c64020a7f0 req-b6250557-8665-45a2-bfd9-f8fbac9ddec6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0512838 Jul 30 01:51:46.441079 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17bfc1f0-df71-4591-8474-15c64020a7f0 req-d8391675-c0e7-4245-967c-f9feab2c5f36 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354095 Jul 30 01:51:46.792588 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ba7d2-0e76-4a73-8b93-4a7e6916122c req-313ba279-841c-457d-925c-a79a78eecbb8 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:46.794647 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c02ba7d2-0e76-4a73-8b93-4a7e6916122c req-313ba279-841c-457d-925c-a79a78eecbb8 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 945 time: 0.0534894 Jul 30 01:51:46.799536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device ec332235-3ec0-4b48-8279-c6c36e7d3f4a up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:46.828837 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3fdcdea7-f43f-470b-9346-b72b44fc4286 req-71e98e0d-289c-4b97-a37a-57ee5fa7b880 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0278525 Jul 30 01:51:46.838523 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c02ba7d2-0e76-4a73-8b93-4a7e6916122c req-0718b04b-0f4d-4313-af2f-50c9ecec71c2 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355146 Jul 30 01:51:46.926667 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port ec332235-3ec0-4b48-8279-c6c36e7d3f4a completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:46.930711 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port ec332235-3ec0-4b48-8279-c6c36e7d3f4a triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:46.931082 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:47.004430 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:47.025292 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7767ed2-58dd-4f6d-83ac-68530427a1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec332235-3ec0-4b48-8279-c6c36e7d3f4a'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:47.027508 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98a39d7-0085-4cb6-a781-d8f30ba6baf7" -d '{"events": [{"server_uuid": "c7767ed2-58dd-4f6d-83ac-68530427a1a7", "name": "network-vif-plugged", "status": "completed", "tag": "ec332235-3ec0-4b48-8279-c6c36e7d3f4a"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:47.039984 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port ec332235-3ec0-4b48-8279-c6c36e7d3f4a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ec332235-3ec0-4b48-8279-c6c36e7d3f4a,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:47.065983 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e47c18b-8c75-4e0b-a489-2fce9c5abe80 x-openstack-request-id: req-0e47c18b-8c75-4e0b-a489-2fce9c5abe80 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:47.066238 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7767ed2-58dd-4f6d-83ac-68530427a1a7", "name": "network-vif-plugged", "status": "completed", "tag": "ec332235-3ec0-4b48-8279-c6c36e7d3f4a", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:47.066624 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0e47c18b-8c75-4e0b-a489-2fce9c5abe80 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:47.066971 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7767ed2-58dd-4f6d-83ac-68530427a1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec332235-3ec0-4b48-8279-c6c36e7d3f4a', 'code': 200} Jul 30 01:51:47.115434 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:47.144521 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3a7a6e45-31d6-4702-a56d-13701005363e req-024d9189-d3fb-41d4-8541-1a3d336580fb tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/ports?device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 210 time: 0.0323541 Jul 30 01:51:47.168356 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=ec332235-3ec0-4b48-8279-c6c36e7d3f4a,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:47.236109 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ba353-ac58-439b-b1fe-0d4752e4d96f req-84aa13fa-4f70-48a6-ae56-ed6113f16258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.237592 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-730ba353-ac58-439b-b1fe-0d4752e4d96f req-84aa13fa-4f70-48a6-ae56-ed6113f16258 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 1097 time: 0.0406256 Jul 30 01:51:47.278780 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-730ba353-ac58-439b-b1fe-0d4752e4d96f req-a3f1bfea-be19-4d9f-8be1-ea3d35629977 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321748 Jul 30 01:51:47.392874 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:47.555456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69076bb5-d317-47a6-81c2-68d9e26a0260 req-d4a29eb5-d0ef-4ee7-9de8-77b3b9be12b6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.556875 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-69076bb5-d317-47a6-81c2-68d9e26a0260 req-d4a29eb5-d0ef-4ee7-9de8-77b3b9be12b6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0500844 Jul 30 01:51:47.595734 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-69076bb5-d317-47a6-81c2-68d9e26a0260 req-8e281a02-79a4-41e4-b71e-0b59b0f528ac tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321810 Jul 30 01:51:47.767300 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-ab410833-3b15-4b5c-a348-a782e591adf2 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.768753 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-ab410833-3b15-4b5c-a348-a782e591adf2 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.77 "GET /v2.0/networks?id=243de69f-a52e-4583-ae30-8541fcd3405e HTTP/1.1" status: 200 len: 822 time: 0.1005025 Jul 30 01:51:47.793560 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b6f3df39-85e1-432e-b92c-5565807e16f2 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Request body: {'port': {'device_id': 'fddd96c7-6c28-45a2-a022-f0a69ed5ad10', 'network_id': '243de69f-a52e-4583-ae30-8541fcd3405e', 'admin_state_up': True, 'tenant_id': '4529dafaadd642e2b0cb3d9fcddbd90f'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:47.942926 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16a91fd4-a4f9-43f6-8038-7f01c54b9ce2 req-3aa63efd-6fed-4d04-a9ac-92052f0caa8b tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0330462 Jul 30 01:51:47.990096 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b6f3df39-85e1-432e-b92c-5565807e16f2 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Made reservation on behalf of 4529dafaadd642e2b0cb3d9fcddbd90f for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:47.994256 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b6f3df39-85e1-432e-b92c-5565807e16f2 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:48.033696 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a85559-1fd4-425f-8492-18a9ab6e1b2b req-fae3d76e-f5da-4aba-96a5-6660c597ecea tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:48.035433 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-53a85559-1fd4-425f-8492-18a9ab6e1b2b req-fae3d76e-f5da-4aba-96a5-6660c597ecea tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 946 time: 0.0832129 Jul 30 01:51:48.147409 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-53a85559-1fd4-425f-8492-18a9ab6e1b2b req-307d4f3e-0465-4431-aba0-52eaaa5ed84d tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784693 Jul 30 01:51:48.175848 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b6f3df39-85e1-432e-b92c-5565807e16f2 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Allocated IP 172.20.0.8 (243de69f-a52e-4583-ae30-8541fcd3405e/d1a16eb3-1bcc-41ab-88dc-ecde3c2439e2/a1793cb9-3afd-4e91-ba8c-e49973ffa657) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:51:48.254412 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-195f95c2-15ff-4c24-86a6-2e1b69386b44 req-3c0d0fd0-7a7c-4556-8e51-4970d633776f tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/ports?device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 210 time: 0.0370531 Jul 30 01:51:48.365310 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b6f3df39-85e1-432e-b92c-5565807e16f2 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:48.470135 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b6f3df39-85e1-432e-b92c-5565807e16f2 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:48.487747 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fb773d00-8524-487e-a574-8f985c3a19c9 req-fa7c8e30-68fc-422d-8c28-1394efc68256 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0294120 Jul 30 01:51:48.525509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b6f3df39-85e1-432e-b92c-5565807e16f2 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Network 243de69f-a52e-4583-ae30-8541fcd3405e is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:51:48.528845 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b6f3df39-85e1-432e-b92c-5565807e16f2 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:48.532580 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b6f3df39-85e1-432e-b92c-5565807e16f2 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:51:48.567327 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3df39-85e1-432e-b92c-5565807e16f2 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Pushing event updated for resources: {'Port': ['ID=a1793cb9-3afd-4e91-ba8c-e49973ffa657,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:48.591149 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b6f3df39-85e1-432e-b92c-5565807e16f2 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:48.591760 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b6f3df39-85e1-432e-b92c-5565807e16f2 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:48.683478 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b6f3df39-85e1-432e-b92c-5565807e16f2 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8939509 Jul 30 01:51:48.735340 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f4b85-e174-42fd-8427-9bc8516b08da req-d30ad38f-8860-4c6c-b46d-37eeb192d8da tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:48.736905 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-877f4b85-e174-42fd-8427-9bc8516b08da req-d30ad38f-8860-4c6c-b46d-37eeb192d8da tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0686173 Jul 30 01:51:48.741962 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] Request body: {'port': {'device_id': 'fddd96c7-6c28-45a2-a022-f0a69ed5ad10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:48.821374 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-877f4b85-e174-42fd-8427-9bc8516b08da req-085d3dd1-7df5-4b0d-882a-9f5786ae4499 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757513 Jul 30 01:51:48.822151 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:49.092165 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1793cb9-3afd-4e91-ba8c-e49973ffa657 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:49.099968 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:49.112150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] Transition to ACTIVE for port object a1793cb9-3afd-4e91-ba8c-e49973ffa657 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:49.189393 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:49.266725 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] Pushing event updated for resources: {'Port': ['ID=a1793cb9-3afd-4e91-ba8c-e49973ffa657,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:49.328949 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06300d-709a-4ceb-85d2-1e1feaa884c7 req-7efc545a-b416-450a-854f-78a123ea352d tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:49.330403 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9e06300d-709a-4ceb-85d2-1e1feaa884c7 req-7efc545a-b416-450a-854f-78a123ea352d tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 946 time: 0.1145542 Jul 30 01:51:49.376135 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] Attempting to bind port a1793cb9-3afd-4e91-ba8c-e49973ffa657 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:49.376477 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] Attempting to bind port a1793cb9-3afd-4e91-ba8c-e49973ffa657 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'e9d5f2b5-30e5-48d8-9274-07fd203301c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '243de69f-a52e-4583-ae30-8541fcd3405e'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:49.377283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] Attempting to bind port a1793cb9-3afd-4e91-ba8c-e49973ffa657 on network 243de69f-a52e-4583-ae30-8541fcd3405e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:49.381584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07052f65-9e42-4d88-bdaf-e8a719f157cc req-3170edf5-97ee-4344-a567-50d95322b8aa tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:49.388464 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07052f65-9e42-4d88-bdaf-e8a719f157cc req-3170edf5-97ee-4344-a567-50d95322b8aa tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/ports?device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 943 time: 0.0530100 Jul 30 01:51:49.388625 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] Port a1793cb9-3afd-4e91-ba8c-e49973ffa657 on network 243de69f-a52e-4583-ae30-8541fcd3405e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:51:49.388625 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] Attempting to bind port a1793cb9-3afd-4e91-ba8c-e49973ffa657 on network 243de69f-a52e-4583-ae30-8541fcd3405e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:49.394140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:49.394513 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] Checking segment: {'id': 'e9d5f2b5-30e5-48d8-9274-07fd203301c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '243de69f-a52e-4583-ae30-8541fcd3405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:49.394900 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] Bound using segment: {'id': 'e9d5f2b5-30e5-48d8-9274-07fd203301c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '243de69f-a52e-4583-ae30-8541fcd3405e'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:49.395326 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] Bound port: a1793cb9-3afd-4e91-ba8c-e49973ffa657, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d5f2b5-30e5-48d8-9274-07fd203301c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '243de69f-a52e-4583-ae30-8541fcd3405e'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:49.395684 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:49.408092 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9e06300d-709a-4ceb-85d2-1e1feaa884c7 req-07bb2048-2d08-4b9f-a526-3405d34d0375 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698383 Jul 30 01:51:49.426065 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07052f65-9e42-4d88-bdaf-e8a719f157cc req-7496c10d-b971-4b04-8737-6a2d854c0213 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/security-groups?id=11617b89-5d13-4414-9cf9-936ded9c2c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340774 Jul 30 01:51:49.464722 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] For port a1793cb9-3afd-4e91-ba8c-e49973ffa657, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:49.467859 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] For port a1793cb9-3afd-4e91-ba8c-e49973ffa657, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1793cb9-3afd-4e91-ba8c-e49973ffa657,segment=NetworkSegment(e9d5f2b5-30e5-48d8-9274-07fd203301c5),segment_id=e9d5f2b5-30e5-48d8-9274-07fd203301c5)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:49.525425 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086af2e-f062-4c36-88ca-6ec75126b501 req-6ecaf839-8613-4bde-ab19-c2e37608fe8c tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:49.526980 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6086af2e-f062-4c36-88ca-6ec75126b501 req-6ecaf839-8613-4bde-ab19-c2e37608fe8c tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 946 time: 0.0495543 Jul 30 01:51:49.568606 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6086af2e-f062-4c36-88ca-6ec75126b501 req-ca4a37a4-3124-492b-a801-43a1bb7d3098 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352776 Jul 30 01:51:49.569670 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:49.584499 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:49.585163 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:49.586636 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] 10.222.0.77 "PUT /v2.0/ports/a1793cb9-3afd-4e91-ba8c-e49973ffa657 HTTP/1.1" status: 200 len: 1091 time: 0.8487990 Jul 30 01:51:49.591280 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddd96c7-6c28-45a2-a022-f0a69ed5ad10', 'tag': 'a1793cb9-3afd-4e91-ba8c-e49973ffa657'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:49.591280 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082d25f8-e5cf-4087-94fb-5759726d18bc" -d '{"events": [{"name": "network-changed", "server_uuid": "fddd96c7-6c28-45a2-a022-f0a69ed5ad10", "tag": "a1793cb9-3afd-4e91-ba8c-e49973ffa657"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:49.601141 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-92f13e5d-2263-4b32-94bd-fa923110eba8 req-e351b9cd-09f9-4f06-a807-0e978a974bfb tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0369096 Jul 30 01:51:49.633353 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c54039d-4305-4f12-9ab0-b2e6934fa100 x-openstack-request-id: req-0c54039d-4305-4f12-9ab0-b2e6934fa100 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:49.633649 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddd96c7-6c28-45a2-a022-f0a69ed5ad10", "tag": "a1793cb9-3afd-4e91-ba8c-e49973ffa657", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:49.633904 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c54039d-4305-4f12-9ab0-b2e6934fa100 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:49.634340 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddd96c7-6c28-45a2-a022-f0a69ed5ad10', 'tag': 'a1793cb9-3afd-4e91-ba8c-e49973ffa657', 'status': 'completed', 'code': 200} Jul 30 01:51:49.769535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac4825-6a93-4daa-9a5c-8302f1e5a958 req-2f9fb111-32df-4fc3-8f31-18bbfb7241d2 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:49.771262 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2aac4825-6a93-4daa-9a5c-8302f1e5a958 req-2f9fb111-32df-4fc3-8f31-18bbfb7241d2 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 946 time: 0.0979762 Jul 30 01:51:49.801140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d25f8-e5cf-4087-94fb-5759726d18bc req-10d3142a-563b-44aa-90b6-6cf4bb3b561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:49.802686 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-082d25f8-e5cf-4087-94fb-5759726d18bc req-10d3142a-563b-44aa-90b6-6cf4bb3b561c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4529dafaadd642e2b0cb3d9fcddbd90f&device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 1094 time: 0.1069925 Jul 30 01:51:49.805612 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec5a0e-1a87-4f45-812b-4b7e6b3aca7f service neutron] Pushing event updated for resources: {'Port': ['ID=a1793cb9-3afd-4e91-ba8c-e49973ffa657,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:49.815926 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2aac4825-6a93-4daa-9a5c-8302f1e5a958 req-6271c0ae-ebf3-43ca-8bc8-9d804945240f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378172 Jul 30 01:51:49.936641 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d25f8-e5cf-4087-94fb-5759726d18bc req-70ecbc72-f0fc-4f60-bb62-a0169844d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:49.938146 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-082d25f8-e5cf-4087-94fb-5759726d18bc req-70ecbc72-f0fc-4f60-bb62-a0169844d234 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=4529dafaadd642e2b0cb3d9fcddbd90f&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1033826 Jul 30 01:51:49.940456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef1ce5-9ebb-4289-8579-ae57bc381ff6 req-06da0a19-da1b-4e24-abc1-cc6184dfd676 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:49.941961 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-feef1ce5-9ebb-4289-8579-ae57bc381ff6 req-06da0a19-da1b-4e24-abc1-cc6184dfd676 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 946 time: 0.0602403 Jul 30 01:51:49.979612 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-feef1ce5-9ebb-4289-8579-ae57bc381ff6 req-8108177b-c0e3-42bd-9d06-b0183253a1c1 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315089 Jul 30 01:51:50.040824 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515962e-2948-4763-acfd-9cd56a8a29e0 req-b4e6e23e-87db-4bdd-874e-4f4da31cadb2 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.042355 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d515962e-2948-4763-acfd-9cd56a8a29e0 req-b4e6e23e-87db-4bdd-874e-4f4da31cadb2 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.1032925 Jul 30 01:51:50.091834 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d25f8-e5cf-4087-94fb-5759726d18bc req-1f0b8663-5dc8-4601-8fd5-cc97a5a1214b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.093380 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-082d25f8-e5cf-4087-94fb-5759726d18bc req-1f0b8663-5dc8-4601-8fd5-cc97a5a1214b service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1448758 Jul 30 01:51:50.100560 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d515962e-2948-4763-acfd-9cd56a8a29e0 req-bf0c1528-694d-4698-8c3d-cde8feece3a5 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489106 Jul 30 01:51:50.106152 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b6da6-0bf1-4747-8485-0a41df801458 req-fc28399b-5028-4bcb-9ed5-61c7b71aea7e tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.108278 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-710b6da6-0bf1-4747-8485-0a41df801458 req-fc28399b-5028-4bcb-9ed5-61c7b71aea7e tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 946 time: 0.0503109 Jul 30 01:51:50.149491 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-710b6da6-0bf1-4747-8485-0a41df801458 req-3b3445d3-7e3e-495e-9425-cdeac1c081bb tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329554 Jul 30 01:51:50.209488 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-5d53463c-7d65-4bda-88a6-3d8311a8d52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.211216 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-5d53463c-7d65-4bda-88a6-3d8311a8d52d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4529dafaadd642e2b0cb3d9fcddbd90f&device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 1094 time: 0.0428696 Jul 30 01:51:50.270390 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2525a-6585-4f84-b5df-ac2d1bc8567a req-c21d11ad-a615-41e8-acaf-f7ef22ad4d90 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.271920 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0eb2525a-6585-4f84-b5df-ac2d1bc8567a req-c21d11ad-a615-41e8-acaf-f7ef22ad4d90 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 946 time: 0.0518911 Jul 30 01:51:50.291662 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-324a7212-6ebe-44b0-850b-15fcd5e3be69 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1793cb9-3afd-4e91-ba8c-e49973ffa657 HTTP/1.1" status: 200 len: 217 time: 0.0384643 Jul 30 01:51:50.310369 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0eb2525a-6585-4f84-b5df-ac2d1bc8567a req-0f056f26-8dcc-432a-abb1-793ee68581e8 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323982 Jul 30 01:51:50.342914 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-8fc5c78f-1793-48ba-819f-ab662601149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.346916 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-8fc5c78f-1793-48ba-819f-ab662601149b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d1a16eb3-1bcc-41ab-88dc-ecde3c2439e2 HTTP/1.1" status: 200 len: 862 time: 0.0446601 Jul 30 01:51:50.378559 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-9b992c70-a9b0-4254-9650-4902a92b7546 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=243de69f-a52e-4583-ae30-8541fcd3405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256889 Jul 30 01:51:50.448125 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c8c7c-9028-4ba7-bfa8-b9e86e7183bc req-22242fc1-09ca-47ee-8b80-56d65e7c0ce4 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.449615 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b53c8c7c-9028-4ba7-bfa8-b9e86e7183bc req-22242fc1-09ca-47ee-8b80-56d65e7c0ce4 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 946 time: 0.0540676 Jul 30 01:51:50.480154 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-4a8faa71-4ecb-415e-8b91-1790e4107b6b service neutron] 10.222.0.77 "GET /v2.0/networks/243de69f-a52e-4583-ae30-8541fcd3405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904646 Jul 30 01:51:50.489682 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b53c8c7c-9028-4ba7-bfa8-b9e86e7183bc req-29b8349d-725b-449f-bf99-06f4528594ca tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331881 Jul 30 01:51:50.606995 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739d2d1-c589-426b-99e2-4554f7135346 req-9a407358-3d0f-422d-b7e6-bc70ee080bcb tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.608498 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a739d2d1-c589-426b-99e2-4554f7135346 req-9a407358-3d0f-422d-b7e6-bc70ee080bcb tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 946 time: 0.0501704 Jul 30 01:51:50.612064 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731e5d-4646-4dc3-b52d-6669ea8feaa2 req-820f60a1-9efa-4062-bbf8-b2e414978382 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.613546 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd731e5d-4646-4dc3-b52d-6669ea8feaa2 req-820f60a1-9efa-4062-bbf8-b2e414978382 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/ports?device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 943 time: 0.1037679 Jul 30 01:51:50.619356 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc40e27b-0af5-4814-9e06-6e2c62c01f81 req-84605665-24d0-4224-8718-3e6f2fe99400 service neutron] 10.222.0.77 "GET /v2.0/networks/243de69f-a52e-4583-ae30-8541fcd3405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292255 Jul 30 01:51:50.648242 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a739d2d1-c589-426b-99e2-4554f7135346 req-d814d5d3-100f-49b6-866e-a5f406f09b06 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333984 Jul 30 01:51:50.653960 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd731e5d-4646-4dc3-b52d-6669ea8feaa2 req-f30085f3-f144-4a57-ba75-97bab37a29b7 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/security-groups?id=11617b89-5d13-4414-9cf9-936ded9c2c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336828 Jul 30 01:51:50.736700 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-482cce07-7145-4307-9517-68166e049dbe req-f8a1497e-990c-4057-a494-cb6a6904475d tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0273883 Jul 30 01:51:51.223004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1068f1-e4a6-4219-9780-f9dc8c85a341 req-8da6a4b9-08f6-49bd-8943-90df433cf1eb tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:51.224564 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1f1068f1-e4a6-4219-9780-f9dc8c85a341 req-8da6a4b9-08f6-49bd-8943-90df433cf1eb tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0534441 Jul 30 01:51:51.265256 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1f1068f1-e4a6-4219-9780-f9dc8c85a341 req-e0b97a55-fc56-4ca5-addf-a027462ca454 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335393 Jul 30 01:51:51.663508 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d73a3-f56c-475b-865c-9f40ccf61c0c req-dd7584bf-7dc4-4624-ac32-64608e6e0493 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:51.665021 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4a9d73a3-f56c-475b-865c-9f40ccf61c0c req-dd7584bf-7dc4-4624-ac32-64608e6e0493 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 946 time: 0.0497077 Jul 30 01:51:51.705164 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4a9d73a3-f56c-475b-865c-9f40ccf61c0c req-1f5e6af8-8024-47d6-a543-2e5555edc4c0 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335832 Jul 30 01:51:51.774515 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bba250-929d-4659-9205-804b531b1893 req-7cc99415-5e22-473c-9341-2aa89a75da5e tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:51.776065 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-58bba250-929d-4659-9205-804b531b1893 req-7cc99415-5e22-473c-9341-2aa89a75da5e tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/ports?device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 943 time: 0.0500536 Jul 30 01:51:51.814923 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-58bba250-929d-4659-9205-804b531b1893 req-ab5fe7da-d139-40b0-9622-eee36587970d tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/security-groups?id=11617b89-5d13-4414-9cf9-936ded9c2c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322688 Jul 30 01:51:51.837321 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fb3a5143-366e-4b71-b024-30f1d8a69acc req-1982471f-6eeb-41ce-ba07-6cfbdf11781f tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0261238 Jul 30 01:51:52.386114 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709d652-2333-4b69-adb6-748948b1d170 req-88aefcc3-f5d0-4938-8cdf-ca1962a99d5a tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.387771 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b709d652-2333-4b69-adb6-748948b1d170 req-88aefcc3-f5d0-4938-8cdf-ca1962a99d5a tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0529170 Jul 30 01:51:52.429374 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b709d652-2333-4b69-adb6-748948b1d170 req-169ee4a0-9821-4810-887f-e5a99cc22ab6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348048 Jul 30 01:51:52.823993 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46476b0-7093-4c21-a546-d3a6188d9386 req-52f82a57-e50d-4443-af07-2f39681c081d tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.825495 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f46476b0-7093-4c21-a546-d3a6188d9386 req-52f82a57-e50d-4443-af07-2f39681c081d tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 946 time: 0.0535362 Jul 30 01:51:52.848011 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a1793cb9-3afd-4e91-ba8c-e49973ffa657 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:51:52.867880 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f46476b0-7093-4c21-a546-d3a6188d9386 req-ecca5510-009f-4a75-8585-c164fdf5884b tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357935 Jul 30 01:51:52.943882 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3d019-5b08-4322-ab98-6777775729d2 req-5ad73393-ef80-41e2-8e1f-5cc6f1d19dfd tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.945607 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-46e3d019-5b08-4322-ab98-6777775729d2 req-5ad73393-ef80-41e2-8e1f-5cc6f1d19dfd tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/ports?device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 943 time: 0.0548093 Jul 30 01:51:52.955099 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2068c749-b57a-44b5-bcab-d9e8556c5118 req-8ee89bd8-8165-46c5-9256-5401bdacdff2 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0273457 Jul 30 01:51:52.964911 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a1793cb9-3afd-4e91-ba8c-e49973ffa657, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1793cb9-3afd-4e91-ba8c-e49973ffa657,segment=NetworkSegment(e9d5f2b5-30e5-48d8-9274-07fd203301c5),segment_id=e9d5f2b5-30e5-48d8-9274-07fd203301c5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:52.977338 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'a1793cb9-3afd-4e91-ba8c-e49973ffa657', 'network_id': '243de69f-a52e-4583-ae30-8541fcd3405e', 'port_id': 'a1793cb9-3afd-4e91-ba8c-e49973ffa657', 'mac_address': 'fa:16:3e:19:45:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a16eb3-1bcc-41ab-88dc-ecde3c2439e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:51:52.988376 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-46e3d019-5b08-4322-ab98-6777775729d2 req-d4d7bbd7-4824-4453-8c52-5a5a8aba679c tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/security-groups?id=11617b89-5d13-4414-9cf9-936ded9c2c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359907 Jul 30 01:51:53.014617 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.027164 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1793cb9-3afd-4e91-ba8c-e49973ffa657 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:53.050943 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a1793cb9-3afd-4e91-ba8c-e49973ffa657, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1793cb9-3afd-4e91-ba8c-e49973ffa657,segment=NetworkSegment(e9d5f2b5-30e5-48d8-9274-07fd203301c5),segment_id=e9d5f2b5-30e5-48d8-9274-07fd203301c5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:53.120662 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.121351 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device ec332235-3ec0-4b48-8279-c6c36e7d3f4a details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:51:53.209726 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=a1793cb9-3afd-4e91-ba8c-e49973ffa657,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:53.252362 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port ec332235-3ec0-4b48-8279-c6c36e7d3f4a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ec332235-3ec0-4b48-8279-c6c36e7d3f4a,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:53.264122 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'ec332235-3ec0-4b48-8279-c6c36e7d3f4a', 'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c', 'port_id': 'ec332235-3ec0-4b48-8279-c6c36e7d3f4a', 'mac_address': 'fa:16:3e:37:53:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a7a0ec-08e6-4fb9-ba46-737f76240f23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:51:53.302697 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.315236 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec332235-3ec0-4b48-8279-c6c36e7d3f4a {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:53.334035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port ec332235-3ec0-4b48-8279-c6c36e7d3f4a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ec332235-3ec0-4b48-8279-c6c36e7d3f4a,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:53.389531 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.436092 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=ec332235-3ec0-4b48-8279-c6c36e7d3f4a,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:53.548776 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cdff9-eef5-4962-9ffd-1ed6b984d5cd req-af89ff9c-375e-4cbf-97a2-d7920a2e5562 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:53.550263 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-117cdff9-eef5-4962-9ffd-1ed6b984d5cd req-af89ff9c-375e-4cbf-97a2-d7920a2e5562 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0510156 Jul 30 01:51:53.588661 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-117cdff9-eef5-4962-9ffd-1ed6b984d5cd req-6caed76d-3de3-4367-9582-2f319bb41429 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324421 Jul 30 01:51:53.742476 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['ec332235-3ec0-4b48-8279-c6c36e7d3f4a'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:53.986706 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dbf8e-4a99-408a-9cca-59d09cb92db6 req-bf9ccfe7-5240-4186-b4c9-6f640d324fa1 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:53.988191 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-147dbf8e-4a99-408a-9cca-59d09cb92db6 req-bf9ccfe7-5240-4186-b4c9-6f640d324fa1 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 945 time: 0.0486486 Jul 30 01:51:54.030232 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-147dbf8e-4a99-408a-9cca-59d09cb92db6 req-0e33da00-b497-44d5-8e57-c263127ec115 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355527 Jul 30 01:51:54.060528 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8756824-76e5-4755-94d5-c102019a74d1 req-3457ea4e-3905-4fa7-97c1-a278ec57b2dc tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0273402 Jul 30 01:51:54.088542 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a1793cb9-3afd-4e91-ba8c-e49973ffa657'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:54.135294 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d63030-593b-42ba-a0e3-3dc723a04c04 req-f1f9147e-941c-4b20-933d-e9622cfd27c2 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:54.137154 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62d63030-593b-42ba-a0e3-3dc723a04c04 req-f1f9147e-941c-4b20-933d-e9622cfd27c2 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/ports?device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 944 time: 0.0510831 Jul 30 01:51:54.178690 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62d63030-593b-42ba-a0e3-3dc723a04c04 req-bde61de3-de24-46a5-bb74-00e3e7294fc6 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/security-groups?id=11617b89-5d13-4414-9cf9-936ded9c2c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347166 Jul 30 01:51:54.711770 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763b641-34cd-4503-9e96-e7200eb5d4a0 req-c39ddc85-235b-44d7-9e8f-621b2012529f tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:54.713239 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d763b641-34cd-4503-9e96-e7200eb5d4a0 req-c39ddc85-235b-44d7-9e8f-621b2012529f tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0545535 Jul 30 01:51:54.750797 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d763b641-34cd-4503-9e96-e7200eb5d4a0 req-8b3ba024-6eb1-40d7-8ead-58d7e5c7bbbb tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315769 Jul 30 01:51:54.850619 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device ec332235-3ec0-4b48-8279-c6c36e7d3f4a up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:54.897748 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port ec332235-3ec0-4b48-8279-c6c36e7d3f4a triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:54.898121 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.974248 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.996441 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7767ed2-58dd-4f6d-83ac-68530427a1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec332235-3ec0-4b48-8279-c6c36e7d3f4a'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:54.998660 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d18e38-6e68-4ae4-8c18-ff1ff9688fd9" -d '{"events": [{"server_uuid": "c7767ed2-58dd-4f6d-83ac-68530427a1a7", "name": "network-vif-plugged", "status": "completed", "tag": "ec332235-3ec0-4b48-8279-c6c36e7d3f4a"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:55.012498 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port ec332235-3ec0-4b48-8279-c6c36e7d3f4a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ec332235-3ec0-4b48-8279-c6c36e7d3f4a,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:55.035171 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac2c558-20b6-4c6a-bfb4-6603aa38f373 x-openstack-request-id: req-cac2c558-20b6-4c6a-bfb4-6603aa38f373 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:55.035452 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7767ed2-58dd-4f6d-83ac-68530427a1a7", "name": "network-vif-plugged", "status": "completed", "tag": "ec332235-3ec0-4b48-8279-c6c36e7d3f4a", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:55.035708 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cac2c558-20b6-4c6a-bfb4-6603aa38f373 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:55.036098 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7767ed2-58dd-4f6d-83ac-68530427a1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec332235-3ec0-4b48-8279-c6c36e7d3f4a', 'code': 200} Jul 30 01:51:55.097682 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:55.148852 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=ec332235-3ec0-4b48-8279-c6c36e7d3f4a,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:55.156484 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5759b22-04c1-49b1-b2ab-c029e6d0ba09 req-e4fcf732-712f-4657-9df9-84f5faaaabc9 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:55.156484 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f5759b22-04c1-49b1-b2ab-c029e6d0ba09 req-e4fcf732-712f-4657-9df9-84f5faaaabc9 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 946 time: 0.0568657 Jul 30 01:51:55.175136 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-546151d9-f4a4-407f-8fbf-88980f8abf67 req-918ae50f-5350-444e-b369-5a2e782194ef tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0302050 Jul 30 01:51:55.196171 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f5759b22-04c1-49b1-b2ab-c029e6d0ba09 req-1e425f80-37f9-4e5e-a768-e71a8deede26 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340264 Jul 30 01:51:55.298733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977aff5-b0c8-4884-97ba-6282fef59586 req-be77133d-3e4e-4587-8efd-a660c1a4d194 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:55.300874 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9977aff5-b0c8-4884-97ba-6282fef59586 req-be77133d-3e4e-4587-8efd-a660c1a4d194 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/ports?device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 944 time: 0.0533361 Jul 30 01:51:55.342038 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9977aff5-b0c8-4884-97ba-6282fef59586 req-59687938-f1a9-48b8-9ceb-7695da08d475 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/security-groups?id=11617b89-5d13-4414-9cf9-936ded9c2c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350254 Jul 30 01:51:55.871689 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c4cdb-fa59-4309-a57e-104ed9426a4f req-046e7c45-7feb-46b6-bb33-0a179adccae3 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:55.873184 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-200c4cdb-fa59-4309-a57e-104ed9426a4f req-046e7c45-7feb-46b6-bb33-0a179adccae3 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0530653 Jul 30 01:51:55.921784 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-200c4cdb-fa59-4309-a57e-104ed9426a4f req-a505c268-501c-4a89-8fe4-67cc01fa8d99 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325472 Jul 30 01:51:56.280356 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a471cdf8-0c62-4ae2-8976-2640bf97465d req-cecc1241-b0f6-4015-a0fb-41ad7a038128 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0269234 Jul 30 01:51:56.320602 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d85d5-f817-48f9-82cb-338994ec976a req-802f45df-d3e2-48b7-bb60-c6f4feea1a01 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:56.322111 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-690d85d5-f817-48f9-82cb-338994ec976a req-802f45df-d3e2-48b7-bb60-c6f4feea1a01 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 946 time: 0.0532725 Jul 30 01:51:56.362496 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-690d85d5-f817-48f9-82cb-338994ec976a req-6962070f-d71c-4b1d-83c7-b71f130625d2 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338926 Jul 30 01:51:56.468847 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a038fb-4445-4168-b33d-7b22bd02076a req-f5af06a2-2555-419b-af2c-24a92253d865 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:56.470382 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-08a038fb-4445-4168-b33d-7b22bd02076a req-f5af06a2-2555-419b-af2c-24a92253d865 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/ports?device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 944 time: 0.0498049 Jul 30 01:51:56.509519 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-08a038fb-4445-4168-b33d-7b22bd02076a req-dc063743-52d8-4e38-9f3f-8e5ddd34c006 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/security-groups?id=11617b89-5d13-4414-9cf9-936ded9c2c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329809 Jul 30 01:51:56.850469 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88533b-d2b6-4ce9-a19e-544019cf739d req-5f2e8f20-3fc5-4b8a-a968-ed6094fc72f4 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:56.851963 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a88533b-d2b6-4ce9-a19e-544019cf739d req-5f2e8f20-3fc5-4b8a-a968-ed6094fc72f4 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 946 time: 0.0495517 Jul 30 01:51:56.893215 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a88533b-d2b6-4ce9-a19e-544019cf739d req-46355dc0-b432-4658-bb9d-5694087b9d87 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350728 Jul 30 01:51:56.899213 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a1793cb9-3afd-4e91-ba8c-e49973ffa657 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:57.023501 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port a1793cb9-3afd-4e91-ba8c-e49973ffa657 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:57.027706 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port a1793cb9-3afd-4e91-ba8c-e49973ffa657 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:57.036151 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.036313 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7bf8f-7ae0-4956-b642-cdef73c6a7d3 req-46595390-7d7b-4159-b9ed-0b596708598d tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:57.036313 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-72d7bf8f-7ae0-4956-b642-cdef73c6a7d3 req-46595390-7d7b-4159-b9ed-0b596708598d tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0507126 Jul 30 01:51:57.069606 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-72d7bf8f-7ae0-4956-b642-cdef73c6a7d3 req-e8d36d03-7844-466e-9aea-9de3a4e1516b tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321794 Jul 30 01:51:57.104678 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.126078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddd96c7-6c28-45a2-a022-f0a69ed5ad10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1793cb9-3afd-4e91-ba8c-e49973ffa657'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:57.128314 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9819d431-a2d5-449b-8334-882c62144b3a" -d '{"events": [{"server_uuid": "fddd96c7-6c28-45a2-a022-f0a69ed5ad10", "name": "network-vif-plugged", "status": "completed", "tag": "a1793cb9-3afd-4e91-ba8c-e49973ffa657"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:57.140261 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a1793cb9-3afd-4e91-ba8c-e49973ffa657, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1793cb9-3afd-4e91-ba8c-e49973ffa657,segment=NetworkSegment(e9d5f2b5-30e5-48d8-9274-07fd203301c5),segment_id=e9d5f2b5-30e5-48d8-9274-07fd203301c5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:57.167591 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea259b6-062a-4d55-a788-ead3ede25b20 x-openstack-request-id: req-4ea259b6-062a-4d55-a788-ead3ede25b20 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:57.167867 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddd96c7-6c28-45a2-a022-f0a69ed5ad10", "name": "network-vif-plugged", "status": "completed", "tag": "a1793cb9-3afd-4e91-ba8c-e49973ffa657", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:57.168132 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ea259b6-062a-4d55-a788-ead3ede25b20 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:57.168534 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddd96c7-6c28-45a2-a022-f0a69ed5ad10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1793cb9-3afd-4e91-ba8c-e49973ffa657', 'code': 200} Jul 30 01:51:57.272997 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.273858 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device ec332235-3ec0-4b48-8279-c6c36e7d3f4a no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:57.309038 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb8855-7818-4198-8f1c-4c9ac69f9354 req-2757fae5-9971-4c40-bd1a-0aeadf086d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:57.310578 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fcb8855-7818-4198-8f1c-4c9ac69f9354 req-2757fae5-9971-4c40-bd1a-0aeadf086d9f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 1096 time: 0.0456336 Jul 30 01:51:57.352188 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=a1793cb9-3afd-4e91-ba8c-e49973ffa657,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:57.387259 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-82a2429e-ce02-4cea-a049-48383fdfd2bd req-a6e688bc-705e-49c5-a315-ac04b378b562 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0296459 Jul 30 01:51:57.389109 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3fcb8855-7818-4198-8f1c-4c9ac69f9354 req-26224943-f550-43c6-9ba1-2d5119c1e07a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=11617b89-5d13-4414-9cf9-936ded9c2c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608175 Jul 30 01:51:57.401044 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.434789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port ec332235-3ec0-4b48-8279-c6c36e7d3f4a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ec332235-3ec0-4b48-8279-c6c36e7d3f4a,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:57.450205 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:51:57.505240 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.576347 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=ec332235-3ec0-4b48-8279-c6c36e7d3f4a,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:57.585255 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=2d3eff70-0f4b-4cb7-8b4b-b84b936d6561,segment=NetworkSegment(158c33aa-bfac-4206-980a-b702f9f187be),segment_id=158c33aa-bfac-4206-980a-b702f9f187be)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:57.595958 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '2d3eff70-0f4b-4cb7-8b4b-b84b936d6561', 'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08', 'port_id': '2d3eff70-0f4b-4cb7-8b4b-b84b936d6561', 'mac_address': 'fa:16:3e:e8:a6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1c73b6-2d3c-49d9-b67b-c5a0d24d5693', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:51:57.626588 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80ce5d-b4af-4c32-aea0-28597728e542 req-c5adc66f-9d37-405f-bc0c-5cb6eaf2987a tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:57.628173 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bd80ce5d-b4af-4c32-aea0-28597728e542 req-c5adc66f-9d37-405f-bc0c-5cb6eaf2987a tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/ports?device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 945 time: 0.0520692 Jul 30 01:51:57.633448 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.646567 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:57.665998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=2d3eff70-0f4b-4cb7-8b4b-b84b936d6561,segment=NetworkSegment(158c33aa-bfac-4206-980a-b702f9f187be),segment_id=158c33aa-bfac-4206-980a-b702f9f187be)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:57.667411 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bd80ce5d-b4af-4c32-aea0-28597728e542 req-e711822f-345c-477e-9349-f1bd2de36359 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/security-groups?id=11617b89-5d13-4414-9cf9-936ded9c2c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332866 Jul 30 01:51:57.737635 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.788468 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=2d3eff70-0f4b-4cb7-8b4b-b84b936d6561,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:57.987147 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['2d3eff70-0f4b-4cb7-8b4b-b84b936d6561'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:58.014983 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2810460-f75c-4960-b4af-edd0a5a9c4bb req-2091c942-68c8-413d-92da-b275777c4078 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:58.016537 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2810460-f75c-4960-b4af-edd0a5a9c4bb req-2091c942-68c8-413d-92da-b275777c4078 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 944 time: 0.0537870 Jul 30 01:51:58.061090 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2810460-f75c-4960-b4af-edd0a5a9c4bb req-ee8de4cd-b1d2-4625-ba05-da0636d65cbd tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361571 Jul 30 01:51:58.187241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf96b8f-a583-47ec-a1cc-65096beea12e req-c4e6c62f-7d0f-4eae-bb21-c7b78452cf9e tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:58.189342 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fbf96b8f-a583-47ec-a1cc-65096beea12e req-c4e6c62f-7d0f-4eae-bb21-c7b78452cf9e tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 944 time: 0.0501566 Jul 30 01:51:58.227062 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fbf96b8f-a583-47ec-a1cc-65096beea12e req-60a88925-b7c3-453b-ad93-672510e6c4e2 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317016 Jul 30 01:51:58.489462 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-378dd679-8bcb-4aeb-a8f6-697b40989612 req-9d9c1506-5dde-43ec-8329-259857c498ff tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0272217 Jul 30 01:51:58.789031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228365c-e971-470e-8a4c-89084cc0137c req-6661845a-28b7-4b24-a9fb-8cba896a64a5 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:58.790654 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2228365c-e971-470e-8a4c-89084cc0137c req-6661845a-28b7-4b24-a9fb-8cba896a64a5 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/ports?device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 945 time: 0.0555773 Jul 30 01:51:58.832761 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2228365c-e971-470e-8a4c-89084cc0137c req-53d6ee0b-11b4-474b-a706-7c26d368e752 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/security-groups?id=11617b89-5d13-4414-9cf9-936ded9c2c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359948 Jul 30 01:51:59.170129 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7767ed2-58dd-4f6d-83ac-68530427a1a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec332235-3ec0-4b48-8279-c6c36e7d3f4a'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:59.172647 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78234e0c-5f75-4445-93cd-de0a3e5a452c" -d '{"events": [{"server_uuid": "c7767ed2-58dd-4f6d-83ac-68530427a1a7", "name": "network-vif-unplugged", "status": "completed", "tag": "ec332235-3ec0-4b48-8279-c6c36e7d3f4a"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:59.176609 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e608a-d008-4393-92de-5ef0ca560d21 req-7df5ce41-37eb-43ee-865a-45e19b398d20 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:59.178106 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e72e608a-d008-4393-92de-5ef0ca560d21 req-7df5ce41-37eb-43ee-865a-45e19b398d20 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 944 time: 0.0486856 Jul 30 01:51:59.210225 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6754a4d-206f-40c6-866a-43c4dda51667 x-openstack-request-id: req-d6754a4d-206f-40c6-866a-43c4dda51667 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:59.210577 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7767ed2-58dd-4f6d-83ac-68530427a1a7", "name": "network-vif-unplugged", "status": "completed", "tag": "ec332235-3ec0-4b48-8279-c6c36e7d3f4a", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:59.210836 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d6754a4d-206f-40c6-866a-43c4dda51667 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:59.211238 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7767ed2-58dd-4f6d-83ac-68530427a1a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec332235-3ec0-4b48-8279-c6c36e7d3f4a', 'code': 200} Jul 30 01:51:59.217463 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e72e608a-d008-4393-92de-5ef0ca560d21 req-23512da0-37a1-4b74-81e4-b9a824c06aef tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334601 Jul 30 01:51:59.346634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8572f-ca53-4e70-9378-a6d00bf2b4a2 req-8b953024-7058-49ec-b867-ae49b71ea83b tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:59.348109 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-04a8572f-ca53-4e70-9378-a6d00bf2b4a2 req-8b953024-7058-49ec-b867-ae49b71ea83b tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 944 time: 0.0493832 Jul 30 01:51:59.391798 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-04a8572f-ca53-4e70-9378-a6d00bf2b4a2 req-a684d882-5052-4289-8778-fe42b6f04f93 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377018 Jul 30 01:51:59.411735 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495bc5a-11c5-4d51-a244-c132baea25b2 req-8bdbf1b2-c542-4c07-8b4d-11ab4b7803d2 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:59.413194 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6495bc5a-11c5-4d51-a244-c132baea25b2 req-8bdbf1b2-c542-4c07-8b4d-11ab4b7803d2 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 944 time: 0.0490310 Jul 30 01:51:59.470961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:59.511919 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-6495bc5a-11c5-4d51-a244-c132baea25b2 req-8a85560a-9a1f-40f6-97e7-6faf7c5934cb tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Deleting port ec332235-3ec0-4b48-8279-c6c36e7d3f4a {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:59.512485 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6495bc5a-11c5-4d51-a244-c132baea25b2 req-8a85560a-9a1f-40f6-97e7-6faf7c5934cb tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.521387 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:59.521761 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.604410 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.624900 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2bbe39c5-acc8-4691-9764-ffac2ad4aec8 req-6bbd3e51-ae9f-4984-862b-c97abc3e498c tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0384467 Jul 30 01:51:59.638891 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-6495bc5a-11c5-4d51-a244-c132baea25b2 req-8a85560a-9a1f-40f6-97e7-6faf7c5934cb tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] For port ec332235-3ec0-4b48-8279-c6c36e7d3f4a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ec332235-3ec0-4b48-8279-c6c36e7d3f4a,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:59.639264 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6495bc5a-11c5-4d51-a244-c132baea25b2 req-8a85560a-9a1f-40f6-97e7-6faf7c5934cb tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.649335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=2d3eff70-0f4b-4cb7-8b4b-b84b936d6561,segment=NetworkSegment(158c33aa-bfac-4206-980a-b702f9f187be),segment_id=158c33aa-bfac-4206-980a-b702f9f187be)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:59.653069 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-6495bc5a-11c5-4d51-a244-c132baea25b2 req-8a85560a-9a1f-40f6-97e7-6faf7c5934cb tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Calling delete_port for ec332235-3ec0-4b48-8279-c6c36e7d3f4a owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:59.743398 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.789765 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=2d3eff70-0f4b-4cb7-8b4b-b84b936d6561,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:59.850080 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6495bc5a-11c5-4d51-a244-c132baea25b2 req-8a85560a-9a1f-40f6-97e7-6faf7c5934cb tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.883107 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85560a-9a1f-40f6-97e7-6faf7c5934cb tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Pushing event deleted for resources: {'Port': ['ID=ec332235-3ec0-4b48-8279-c6c36e7d3f4a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:59.934050 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-6495bc5a-11c5-4d51-a244-c132baea25b2 req-8a85560a-9a1f-40f6-97e7-6faf7c5934cb tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] No DVR routers for this DVR port ec332235-3ec0-4b48-8279-c6c36e7d3f4a on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:59.936663 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6495bc5a-11c5-4d51-a244-c132baea25b2 req-8a85560a-9a1f-40f6-97e7-6faf7c5934cb tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.938897 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6495bc5a-11c5-4d51-a244-c132baea25b2 req-8a85560a-9a1f-40f6-97e7-6faf7c5934cb tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.77 "DELETE /v2.0/ports/ec332235-3ec0-4b48-8279-c6c36e7d3f4a HTTP/1.1" status: 204 len: 173 time: 0.5192094 Jul 30 01:51:59.951663 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7767ed2-58dd-4f6d-83ac-68530427a1a7', 'name': 'network-vif-deleted', 'tag': 'ec332235-3ec0-4b48-8279-c6c36e7d3f4a'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:59.953917 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767b8528-e9e1-4249-b4ae-4542a376fb48" -d '{"events": [{"server_uuid": "c7767ed2-58dd-4f6d-83ac-68530427a1a7", "name": "network-vif-deleted", "tag": "ec332235-3ec0-4b48-8279-c6c36e7d3f4a"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:59.981165 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f9fe9-f3c0-4023-8c9c-4f5890f15c62 req-54cb99e7-3491-40e6-883a-5b7cb18f6620 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:59.982721 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-604f9fe9-f3c0-4023-8c9c-4f5890f15c62 req-54cb99e7-3491-40e6-883a-5b7cb18f6620 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/ports?device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 945 time: 0.0728822 Jul 30 01:52:00.006805 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3ec326-eadb-4184-96cf-15cf844f659d x-openstack-request-id: req-9c3ec326-eadb-4184-96cf-15cf844f659d {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:00.007296 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7767ed2-58dd-4f6d-83ac-68530427a1a7", "name": "network-vif-deleted", "tag": "ec332235-3ec0-4b48-8279-c6c36e7d3f4a", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:00.007766 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c3ec326-eadb-4184-96cf-15cf844f659d {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:00.008376 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7767ed2-58dd-4f6d-83ac-68530427a1a7', 'name': 'network-vif-deleted', 'tag': 'ec332235-3ec0-4b48-8279-c6c36e7d3f4a', 'status': 'completed', 'code': 200} Jul 30 01:52:00.038136 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-604f9fe9-f3c0-4023-8c9c-4f5890f15c62 req-671826ca-3c38-4d0d-9785-f5b78c46bbea tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/security-groups?id=11617b89-5d13-4414-9cf9-936ded9c2c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484283 Jul 30 01:52:00.313944 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b6973fe5-a6f1-4a79-a803-4dc2cf57e9d9 req-83a95bba-a021-40cf-874c-f8bd3829f57d tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7767ed2-58dd-4f6d-83ac-68530427a1a7 HTTP/1.1" status: 200 len: 210 time: 0.0271299 Jul 30 01:52:00.506283 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdaba5-13e0-44a3-8f1b-476694d0e479 req-b6d3884f-3c4a-48e4-bf01-8057a0f21725 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:00.507807 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4ebdaba5-13e0-44a3-8f1b-476694d0e479 req-b6d3884f-3c4a-48e4-bf01-8057a0f21725 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0505264 Jul 30 01:52:00.547838 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4ebdaba5-13e0-44a3-8f1b-476694d0e479 req-ef42ebb2-c263-4f0f-a807-b005089c400d tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336485 Jul 30 01:52:00.621829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ea85c-ba7d-423d-9063-f63b80f75e13 req-36baac98-f197-49c9-b732-5da0884bb8c7 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:00.623336 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-499ea85c-ba7d-423d-9063-f63b80f75e13 req-36baac98-f197-49c9-b732-5da0884bb8c7 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/ports?device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 945 time: 0.0479879 Jul 30 01:52:00.667117 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-499ea85c-ba7d-423d-9063-f63b80f75e13 req-cb0cbf5a-b02a-47e3-a80d-ba462cc9284f tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/security-groups?id=11617b89-5d13-4414-9cf9-936ded9c2c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374615 Jul 30 01:52:00.740309 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f73ef47-d1ee-477b-9ee1-2fb9060473ce req-29c76eec-2b84-456e-b745-b8ef4fb2b6ae tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0281274 Jul 30 01:52:01.212769 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4c4f4e-8ffd-4dfe-be54-92957d8499f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3eff70-0f4b-4cb7-8b4b-b84b936d6561'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:01.215221 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e313fa-670b-4313-bbb0-2c6a8a2a007e" -d '{"events": [{"server_uuid": "9b4c4f4e-8ffd-4dfe-be54-92957d8499f3", "name": "network-vif-plugged", "status": "completed", "tag": "2d3eff70-0f4b-4cb7-8b4b-b84b936d6561"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:01.252014 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f584dd-6081-465e-bcef-9561d7694f46 x-openstack-request-id: req-a8f584dd-6081-465e-bcef-9561d7694f46 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:01.252338 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4c4f4e-8ffd-4dfe-be54-92957d8499f3", "name": "network-vif-plugged", "status": "completed", "tag": "2d3eff70-0f4b-4cb7-8b4b-b84b936d6561", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:01.252597 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a8f584dd-6081-465e-bcef-9561d7694f46 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:01.253022 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4c4f4e-8ffd-4dfe-be54-92957d8499f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3eff70-0f4b-4cb7-8b4b-b84b936d6561', 'code': 200} Jul 30 01:52:01.424902 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b9414-eb8d-49d4-8e2c-0739d4e602c2 req-112541b7-d7fb-43aa-becc-bc503873fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:01.426537 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b28b9414-eb8d-49d4-8e2c-0739d4e602c2 req-112541b7-d7fb-43aa-becc-bc503873fb92 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 1096 time: 0.0418570 Jul 30 01:52:01.464920 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b28b9414-eb8d-49d4-8e2c-0739d4e602c2 req-9ea033e9-4ab8-44ce-949a-ad7decc02032 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279756 Jul 30 01:52:01.531514 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd261d-2249-45e6-bb15-6b69eea3005f req-2763b694-43a9-4d47-9948-00e310c35220 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:01.533533 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-49dd261d-2249-45e6-bb15-6b69eea3005f req-2763b694-43a9-4d47-9948-00e310c35220 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0501013 Jul 30 01:52:01.572157 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-49dd261d-2249-45e6-bb15-6b69eea3005f req-a384810a-b615-4cee-9321-33c071f5dc9a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324888 Jul 30 01:52:01.681002 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862749b7-7984-4c53-bc23-848f39ec9c82 req-3b9885f1-d71a-4843-a8bd-0354a3de4cf5 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:01.682473 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-862749b7-7984-4c53-bc23-848f39ec9c82 req-3b9885f1-d71a-4843-a8bd-0354a3de4cf5 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0497067 Jul 30 01:52:01.725164 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-862749b7-7984-4c53-bc23-848f39ec9c82 req-50c77ee7-3ecb-41d7-ace7-3ccc193d84a0 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365705 Jul 30 01:52:01.828301 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb01d4-df02-45ec-99ae-365de7a103a9 req-e7f4ecd3-0d20-49bf-87d1-ed44b24f7947 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:01.830320 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7bb01d4-df02-45ec-99ae-365de7a103a9 req-e7f4ecd3-0d20-49bf-87d1-ed44b24f7947 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0502653 Jul 30 01:52:01.858156 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46668) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:01.867750 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-0b1271ef-8a08-4cde-9819-177d507587e2 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Request body: {'security_group': {'name': 'tempest-securitygroup--11551192', 'description': 'tempest-description--2096826812'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:01.881720 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7bb01d4-df02-45ec-99ae-365de7a103a9 req-c7ac2630-1c61-41f1-811b-40b9a07c2305 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455801 Jul 30 01:52:01.954683 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0b1271ef-8a08-4cde-9819-177d507587e2 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.955884 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b24ce-c50d-4d0e-a909-f81de38765b4 req-cdf97075-d3a2-4c7f-9e0d-373e4bbc8969 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:01.957485 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f1b24ce-c50d-4d0e-a909-f81de38765b4 req-cdf97075-d3a2-4c7f-9e0d-373e4bbc8969 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/ports?device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 945 time: 0.0597966 Jul 30 01:52:01.972983 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bbf78246-de5c-4b58-beb5-1991d679e58b req-797c1888-10e1-4c72-9d7e-463d68e327b0 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0303886 Jul 30 01:52:02.034868 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f1b24ce-c50d-4d0e-a909-f81de38765b4 req-704c6184-2ab1-4c68-a8b9-548ccc591df8 tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/security-groups?id=11617b89-5d13-4414-9cf9-936ded9c2c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632732 Jul 30 01:52:02.084683 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0b1271ef-8a08-4cde-9819-177d507587e2 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.164455 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0b1271ef-8a08-4cde-9819-177d507587e2 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.195836 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1271ef-8a08-4cde-9819-177d507587e2 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b62205b-5dcf-4a90-b639-9d67149c685f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:02.203819 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-8225c551-de1e-4774-9647-d665548e0515 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:02.205361 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-8225c551-de1e-4774-9647-d665548e0515 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 812 time: 0.1054876 Jul 30 01:52:02.221009 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-a5e1e33b-488f-429b-a935-080b2990d536 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/quotas/6897963c87b34fd69f2c677d1443d2b8 HTTP/1.1" status: 200 len: 375 time: 0.0100739 Jul 30 01:52:02.257809 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0b1271ef-8a08-4cde-9819-177d507587e2 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.259140 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0b1271ef-8a08-4cde-9819-177d507587e2 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4001193 Jul 30 01:52:02.262368 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46688) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:02.267801 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-c962c2be-5fe0-4b27-b79a-a3ecd2cf7450 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Request body: {'security_group_rule': {'security_group_id': '3b62205b-5dcf-4a90-b639-9d67149c685f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:02.285281 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-768ebfe6-5ea7-4783-a0ce-ba250cdb5254 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0559044 Jul 30 01:52:02.360823 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b825fa5-6b24-47bf-9596-5584627155e2 req-2e5c8eee-dc9d-4d82-b8d7-74426ba78e8c tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:02.362341 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4b825fa5-6b24-47bf-9596-5584627155e2 req-2e5c8eee-dc9d-4d82-b8d7-74426ba78e8c tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.77 "GET /v2.0/ports?device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 945 time: 0.0526421 Jul 30 01:52:02.369603 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c962c2be-5fe0-4b27-b79a-a3ecd2cf7450 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.394884 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-b6e3bb6c-ffae-4a24-bd13-7df45092bdba service neutron] 10.222.0.70 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008048 Jul 30 01:52:02.483556 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-0a8b88f4-27ec-498d-8c24-be0c487c6192 service neutron] 10.222.0.70 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868924 Jul 30 01:52:02.486443 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c962c2be-5fe0-4b27-b79a-a3ecd2cf7450 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.504343 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-4b825fa5-6b24-47bf-9596-5584627155e2 req-6a908ddd-0f99-4546-84c2-421dca07f3af tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Deleting port a1793cb9-3afd-4e91-ba8c-e49973ffa657 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:02.505448 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4b825fa5-6b24-47bf-9596-5584627155e2 req-6a908ddd-0f99-4546-84c2-421dca07f3af tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.575611 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c962c2be-5fe0-4b27-b79a-a3ecd2cf7450 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.608342 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962c2be-5fe0-4b27-b79a-a3ecd2cf7450 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebd3827-486c-4262-b965-ea7862427560,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:02.614851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-4b825fa5-6b24-47bf-9596-5584627155e2 req-6a908ddd-0f99-4546-84c2-421dca07f3af tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] For port a1793cb9-3afd-4e91-ba8c-e49973ffa657, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1793cb9-3afd-4e91-ba8c-e49973ffa657,segment=NetworkSegment(e9d5f2b5-30e5-48d8-9274-07fd203301c5),segment_id=e9d5f2b5-30e5-48d8-9274-07fd203301c5)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:02.615124 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4b825fa5-6b24-47bf-9596-5584627155e2 req-6a908ddd-0f99-4546-84c2-421dca07f3af tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.627144 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-4b825fa5-6b24-47bf-9596-5584627155e2 req-6a908ddd-0f99-4546-84c2-421dca07f3af tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Calling delete_port for a1793cb9-3afd-4e91-ba8c-e49973ffa657 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:02.680019 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c962c2be-5fe0-4b27-b79a-a3ecd2cf7450 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.682206 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c962c2be-5fe0-4b27-b79a-a3ecd2cf7450 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4178402 Jul 30 01:52:02.684789 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46692) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:02.690952 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a411851b-8931-4761-9dab-fa270d5d700f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Request body: {'security_group_rule': {'security_group_id': '3b62205b-5dcf-4a90-b639-9d67149c685f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:02.776554 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-adeba2e2-e0dc-4584-ac71-bad8dab95858 req-8fd965ae-488a-478a-bdec-61496b7d040c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 210 time: 0.0540102 Jul 30 01:52:02.821472 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.846229 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a411851b-8931-4761-9dab-fa270d5d700f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.889142 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01635c0b-9ef2-4250-82ee-c40b9c7162df req-119d3912-2264-4963-97bf-f162bece46f1 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:02.890689 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-01635c0b-9ef2-4250-82ee-c40b9c7162df req-119d3912-2264-4963-97bf-f162bece46f1 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0887046 Jul 30 01:52:02.926067 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4b825fa5-6b24-47bf-9596-5584627155e2 req-6a908ddd-0f99-4546-84c2-421dca07f3af tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.941024 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a411851b-8931-4761-9dab-fa270d5d700f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.944189 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device ec332235-3ec0-4b48-8279-c6c36e7d3f4a no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:02.946527 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-01635c0b-9ef2-4250-82ee-c40b9c7162df req-c5797377-657c-4fd6-a429-48c3b0255fea tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495219 Jul 30 01:52:02.957884 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a908ddd-0f99-4546-84c2-421dca07f3af tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Pushing event deleted for resources: {'Port': ['ID=a1793cb9-3afd-4e91-ba8c-e49973ffa657,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:02.968413 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: ec332235-3ec0-4b48-8279-c6c36e7d3f4a {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:02.969091 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device ec332235-3ec0-4b48-8279-c6c36e7d3f4a not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:02.970233 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a1793cb9-3afd-4e91-ba8c-e49973ffa657 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:02.975157 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a1793cb9-3afd-4e91-ba8c-e49973ffa657'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:03.015804 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b825fa5-6b24-47bf-9596-5584627155e2 req-6a908ddd-0f99-4546-84c2-421dca07f3af tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] No DVR routers for this DVR port a1793cb9-3afd-4e91-ba8c-e49973ffa657 on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:03.017731 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: a1793cb9-3afd-4e91-ba8c-e49973ffa657 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:03.018090 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a1793cb9-3afd-4e91-ba8c-e49973ffa657 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:03.018468 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4b825fa5-6b24-47bf-9596-5584627155e2 req-6a908ddd-0f99-4546-84c2-421dca07f3af tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.020480 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4b825fa5-6b24-47bf-9596-5584627155e2 req-6a908ddd-0f99-4546-84c2-421dca07f3af tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.77 "DELETE /v2.0/ports/a1793cb9-3afd-4e91-ba8c-e49973ffa657 HTTP/1.1" status: 204 len: 173 time: 0.6481547 Jul 30 01:52:03.021488 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddd96c7-6c28-45a2-a022-f0a69ed5ad10', 'name': 'network-vif-deleted', 'tag': 'a1793cb9-3afd-4e91-ba8c-e49973ffa657'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:03.023302 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc03f1cc-bd65-4e8f-b1d2-ee698c3140ba" -d '{"events": [{"server_uuid": "fddd96c7-6c28-45a2-a022-f0a69ed5ad10", "name": "network-vif-deleted", "tag": "a1793cb9-3afd-4e91-ba8c-e49973ffa657"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:03.046869 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a411851b-8931-4761-9dab-fa270d5d700f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.084142 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411851b-8931-4761-9dab-fa270d5d700f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8b3fbb-b5d4-443d-8a95-e47d0692ad39,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:03.100637 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49d558a1-463a-4964-b1fc-c7ced4d990a9 req-a7d01b68-27e3-4a2e-b658-c7e5768c5c15 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0350718 Jul 30 01:52:03.109421 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c858a-0c2a-4957-a260-dd5ce320e93a req-f7d9de64-bc90-474c-bf53-6d03672cddd9 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:03.111580 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7e0c858a-0c2a-4957-a260-dd5ce320e93a req-f7d9de64-bc90-474c-bf53-6d03672cddd9 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0697415 Jul 30 01:52:03.154844 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7e0c858a-0c2a-4957-a260-dd5ce320e93a req-f5b468d9-019d-40e6-94d0-cc7940aa1752 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367486 Jul 30 01:52:03.180075 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e0bc38-fb42-4b7c-a85b-d1094b90393c x-openstack-request-id: req-87e0bc38-fb42-4b7c-a85b-d1094b90393c {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:03.180075 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddd96c7-6c28-45a2-a022-f0a69ed5ad10", "name": "network-vif-deleted", "tag": "a1793cb9-3afd-4e91-ba8c-e49973ffa657", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:03.180075 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87e0bc38-fb42-4b7c-a85b-d1094b90393c {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:03.180075 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddd96c7-6c28-45a2-a022-f0a69ed5ad10', 'name': 'network-vif-deleted', 'tag': 'a1793cb9-3afd-4e91-ba8c-e49973ffa657', 'status': 'completed', 'code': 200} Jul 30 01:52:03.235887 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ac8566a-c04d-4046-b855-1fe5672010d9 req-2429f87b-a893-46a9-8e05-310a62d7ec2a tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/ports?device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 210 time: 0.0276899 Jul 30 01:52:03.257890 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a411851b-8931-4761-9dab-fa270d5d700f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.259276 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a411851b-8931-4761-9dab-fa270d5d700f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5736897 Jul 30 01:52:03.262791 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46716) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:03.268084 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3ffa6d8b-e076-4c80-9fca-777a2233481f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:03.400273 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ffa6d8b-e076-4c80-9fca-777a2233481f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.505056 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ffa6d8b-e076-4c80-9fca-777a2233481f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.613010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-3ffa6d8b-e076-4c80-9fca-777a2233481f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Allocated IP 172.25.1.192 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/e1ae712a-f6f6-4d14-9617-a60019c304df) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:03.721057 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ffa6d8b-e076-4c80-9fca-777a2233481f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.879527 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-feb51ca5-07b4-497d-bb10-67059106a929 req-e1119416-3d66-41a9-be4b-3396295b4d27 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 210 time: 0.0277934 Jul 30 01:52:03.881041 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ffa6d8b-e076-4c80-9fca-777a2233481f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.927538 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffa6d8b-e076-4c80-9fca-777a2233481f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:03.931097 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-3ffa6d8b-e076-4c80-9fca-777a2233481f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:03.935554 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa6d8b-e076-4c80-9fca-777a2233481f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:03.970681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa6d8b-e076-4c80-9fca-777a2233481f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Pushing event updated for resources: {'Port': ['ID=e1ae712a-f6f6-4d14-9617-a60019c304df,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:04.051091 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ffa6d8b-e076-4c80-9fca-777a2233481f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.232477 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ffa6d8b-e076-4c80-9fca-777a2233481f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.287936 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-526f7766-1b52-4626-bafb-62e7829ee1a7 req-b6b6b183-cbda-4799-8027-a0017c940607 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0807495 Jul 30 01:52:04.376929 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-2fa3b0cf-d365-41bc-89fd-e9a092cf2cc4 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:04.382059 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-2fa3b0cf-d365-41bc-89fd-e9a092cf2cc4 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/networks?id=fb9c773d-07b2-476e-b697-0bab392fdc08 HTTP/1.1" status: 200 len: 814 time: 0.4617176 Jul 30 01:52:04.403204 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-75f0f97f-91f5-4d19-9f37-7331aeffeb57 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/quotas/7b79287daa1a4edc9ddcb9a64b0afd4c HTTP/1.1" status: 200 len: 375 time: 0.0176520 Jul 30 01:52:04.446225 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4af835a6-c750-48b3-b0ef-52b7797e2b9e req-8110467f-7120-45a8-a9b4-6733f989ef0a tempest-InstanceActionsNegativeTestJSON-2112391903 tempest-InstanceActionsNegativeTestJSON-2112391903-project] 10.222.0.70 "GET /v2.0/ports?device_id=fddd96c7-6c28-45a2-a022-f0a69ed5ad10 HTTP/1.1" status: 200 len: 210 time: 0.0372307 Jul 30 01:52:04.475516 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-60c5d489-0233-4927-b49b-a33cea760151 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7b79287daa1a4edc9ddcb9a64b0afd4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0641823 Jul 30 01:52:04.511149 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ffa6d8b-e076-4c80-9fca-777a2233481f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.565342 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-1a2f0eeb-4b4f-4a5b-8d0a-c7f637fa9050 service neutron] 10.222.0.70 "GET /v2.0/networks/fb9c773d-07b2-476e-b697-0bab392fdc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898960 Jul 30 01:52:04.639953 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ffa6d8b-e076-4c80-9fca-777a2233481f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.675837 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-73a7dd75-821c-4b1c-8846-c439018907f1 service neutron] 10.222.0.70 "GET /v2.0/networks/fb9c773d-07b2-476e-b697-0bab392fdc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015093 Jul 30 01:52:04.715440 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa6d8b-e076-4c80-9fca-777a2233481f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Pushing event updated for resources: {'Port': ['ID=e1ae712a-f6f6-4d14-9617-a60019c304df,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:04.728670 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ffa6d8b-e076-4c80-9fca-777a2233481f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.794468 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ffa6d8b-e076-4c80-9fca-777a2233481f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.795770 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3ffa6d8b-e076-4c80-9fca-777a2233481f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5318077 Jul 30 01:52:04.947554 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb1ee988-30a4-435b-8bb0-69809ed093c1 req-680dd1af-7fb8-446f-976c-38de3a94976f tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 210 time: 0.0293026 Jul 30 01:52:05.045693 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3c1629c8-6136-4b7c-9235-dbd464ace900 req-36cad76e-9954-4900-8ed8-7eee5bde3ed0 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 210 time: 0.0281398 Jul 30 01:52:05.087569 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-0d56d5e4-ad84-4590-9ec6-d7cc92a5be4d tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:05.089078 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-0d56d5e4-ad84-4590-9ec6-d7cc92a5be4d tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/networks?id=22dfe0b9-dbb1-4507-9a97-25461caa3b1c HTTP/1.1" status: 200 len: 822 time: 0.1238265 Jul 30 01:52:05.105038 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-064d5a8f-67db-4543-873c-e3f740c8b6cd tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/quotas/2dc51d617dcc43718597480eb48d3106 HTTP/1.1" status: 200 len: 375 time: 0.0095310 Jul 30 01:52:05.154661 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-a8415b9c-92ac-4bdc-9ca3-647c079584ce tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2dc51d617dcc43718597480eb48d3106&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0434113 Jul 30 01:52:05.245160 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-d5469035-e245-410e-bd29-9dd7e4234bf0 service neutron] 10.222.0.70 "GET /v2.0/networks/22dfe0b9-dbb1-4507-9a97-25461caa3b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828118 Jul 30 01:52:05.418079 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b626115a-3f78-4d43-aad3-e2acabcfaff4 req-f581e7ab-3539-4c7e-a9f3-7548f3126f8c tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0388575 Jul 30 01:52:05.443058 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-86666634-c145-4a37-8d20-7cad788cd0bf service neutron] 10.222.0.70 "GET /v2.0/networks/22dfe0b9-dbb1-4507-9a97-25461caa3b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916244 Jul 30 01:52:05.451481 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df684c12-0cf6-4792-aeac-cc332ec45504 req-275d0c3f-9793-49c6-b5a4-e66eb9085bd1 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:05.452908 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-df684c12-0cf6-4792-aeac-cc332ec45504 req-275d0c3f-9793-49c6-b5a4-e66eb9085bd1 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b4c4f4e-8ffd-4dfe-be54-92957d8499f3 HTTP/1.1" status: 200 len: 945 time: 0.0997982 Jul 30 01:52:05.500859 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-d1220281-9d15-481a-8085-8558f7128193 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:05.500859 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-d1220281-9d15-481a-8085-8558f7128193 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.77 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 812 time: 0.2320831 Jul 30 01:52:05.523937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46776) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:05.563791 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-837dc5aa-57c8-422a-ba6d-5f1aca32a391 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Request body: {'port': {'device_id': 'bd92bdce-3e92-417f-86b7-fb1c183a6d53', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'admin_state_up': True, 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:05.679694 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-df684c12-0cf6-4792-aeac-cc332ec45504 req-d0f84a38-1b66-47de-ad2b-f15aabd0718c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Deleting port 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:05.680085 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-df684c12-0cf6-4792-aeac-cc332ec45504 req-d0f84a38-1b66-47de-ad2b-f15aabd0718c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:05.814423 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-95639b6f-8bda-4fd0-bb85-da01fe75a3c1 req-d14ee42d-1833-4c1f-9034-5a8bcafca19c tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 210 time: 0.0378294 Jul 30 01:52:05.903191 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-df684c12-0cf6-4792-aeac-cc332ec45504 req-d0f84a38-1b66-47de-ad2b-f15aabd0718c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] For port 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=2d3eff70-0f4b-4cb7-8b4b-b84b936d6561,segment=NetworkSegment(158c33aa-bfac-4206-980a-b702f9f187be),segment_id=158c33aa-bfac-4206-980a-b702f9f187be)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:05.903567 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-df684c12-0cf6-4792-aeac-cc332ec45504 req-d0f84a38-1b66-47de-ad2b-f15aabd0718c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:05.919733 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-df684c12-0cf6-4792-aeac-cc332ec45504 req-d0f84a38-1b66-47de-ad2b-f15aabd0718c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Calling delete_port for 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:05.972251 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-837dc5aa-57c8-422a-ba6d-5f1aca32a391 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Made reservation on behalf of 6897963c87b34fd69f2c677d1443d2b8 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:05.975804 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-837dc5aa-57c8-422a-ba6d-5f1aca32a391 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:05.982560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5f148e-51a4-47a7-b976-49e59cbc375d admin admin] Deleting subnet d1a16eb3-1bcc-41ab-88dc-ecde3c2439e2 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:52:05.986471 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b5f148e-51a4-47a7-b976-49e59cbc375d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.023277 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b5f148e-51a4-47a7-b976-49e59cbc375d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.052240 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bdf4ac91-d63e-4178-9c2e-58e6951d64a4 req-1cf92b49-22f8-4b67-bc97-d919c04e3afd tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 210 time: 0.0426695 Jul 30 01:52:06.067599 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b5f148e-51a4-47a7-b976-49e59cbc375d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.173454 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9aacf95-6d04-4aad-a45c-a052c67aa538 req-b74e0a2e-3056-46ba-ae89-a0cdcdc23d82 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 210 time: 0.0350039 Jul 30 01:52:06.222658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-837dc5aa-57c8-422a-ba6d-5f1aca32a391 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Allocated IP 172.20.0.5 (8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7/549f13c1-0bda-4ad3-9592-2ba57ba86a47/d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:06.273296 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b5f148e-51a4-47a7-b976-49e59cbc375d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.299986 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f148e-51a4-47a7-b976-49e59cbc375d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1a16eb3-1bcc-41ab-88dc-ecde3c2439e2,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:06.304101 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b5f148e-51a4-47a7-b976-49e59cbc375d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.306094 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1b5f148e-51a4-47a7-b976-49e59cbc375d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d1a16eb3-1bcc-41ab-88dc-ecde3c2439e2 HTTP/1.1" status: 204 len: 168 time: 0.7815275 Jul 30 01:52:06.308642 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46796) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:06.332224 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-df684c12-0cf6-4792-aeac-cc332ec45504 req-d0f84a38-1b66-47de-ad2b-f15aabd0718c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.344311 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['2d3eff70-0f4b-4cb7-8b4b-b84b936d6561'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:06.406010 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ef246aa0-3f3e-4608-9d30-fdd02219e8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.415009 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f84a38-1b66-47de-ad2b-f15aabd0718c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Pushing event deleted for resources: {'Port': ['ID=2d3eff70-0f4b-4cb7-8b4b-b84b936d6561,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:06.437243 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-df684c12-0cf6-4792-aeac-cc332ec45504 req-d0f84a38-1b66-47de-ad2b-f15aabd0718c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] No DVR routers for this DVR port 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:06.440484 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-df684c12-0cf6-4792-aeac-cc332ec45504 req-d0f84a38-1b66-47de-ad2b-f15aabd0718c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.442827 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-df684c12-0cf6-4792-aeac-cc332ec45504 req-d0f84a38-1b66-47de-ad2b-f15aabd0718c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.10 "DELETE /v2.0/ports/2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 HTTP/1.1" status: 204 len: 173 time: 0.9825332 Jul 30 01:52:06.470927 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4c4f4e-8ffd-4dfe-be54-92957d8499f3', 'name': 'network-vif-deleted', 'tag': '2d3eff70-0f4b-4cb7-8b4b-b84b936d6561'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:06.473433 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf9cfa6-d06d-4eef-9e1b-2d098eb6cce1" -d '{"events": [{"server_uuid": "9b4c4f4e-8ffd-4dfe-be54-92957d8499f3", "name": "network-vif-deleted", "tag": "2d3eff70-0f4b-4cb7-8b4b-b84b936d6561"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:06.493342 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-837dc5aa-57c8-422a-ba6d-5f1aca32a391 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.515044 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ef246aa0-3f3e-4608-9d30-fdd02219e8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.530004 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2982a1c-91ac-4f54-893b-ce61da55d852 x-openstack-request-id: req-a2982a1c-91ac-4f54-893b-ce61da55d852 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:06.530318 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4c4f4e-8ffd-4dfe-be54-92957d8499f3", "name": "network-vif-deleted", "tag": "2d3eff70-0f4b-4cb7-8b4b-b84b936d6561", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:06.530574 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2982a1c-91ac-4f54-893b-ce61da55d852 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:06.530835 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-ef246aa0-3f3e-4608-9d30-fdd02219e8bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243de69f-a52e-4583-ae30-8541fcd3405e']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:06.530983 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4c4f4e-8ffd-4dfe-be54-92957d8499f3', 'name': 'network-vif-deleted', 'tag': '2d3eff70-0f4b-4cb7-8b4b-b84b936d6561', 'status': 'completed', 'code': 200} Jul 30 01:52:06.542796 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-ef246aa0-3f3e-4608-9d30-fdd02219e8bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d5f2b5-30e5-48d8-9274-07fd203301c5') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:06.543217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-ef246aa0-3f3e-4608-9d30-fdd02219e8bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d5f2b5-30e5-48d8-9274-07fd203301c5') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:06.552917 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ef246aa0-3f3e-4608-9d30-fdd02219e8bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.558939 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ce6e0928-7b68-42ad-a7a1-981320ba914b req-a8ba16ef-1a34-4ac7-9260-f48757ae12d0 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0474308 Jul 30 01:52:06.559414 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-837dc5aa-57c8-422a-ba6d-5f1aca32a391 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Transition to ACTIVE for port object d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:06.568227 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ef246aa0-3f3e-4608-9d30-fdd02219e8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.574875 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef246aa0-3f3e-4608-9d30-fdd02219e8bf admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ef246aa0-3f3e-4608-9d30-fdd02219e8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:52:06.586227 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:52:06.743842 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-837dc5aa-57c8-422a-ba6d-5f1aca32a391 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.757556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['1a12eb71-838e-4718-8d21-2a7470945e26'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:06.785856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['00b13194-64bb-49db-9e83-4dde2cb5cb13'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:06.793133 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-837dc5aa-57c8-422a-ba6d-5f1aca32a391 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:06.796487 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-837dc5aa-57c8-422a-ba6d-5f1aca32a391 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:06.801150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-837dc5aa-57c8-422a-ba6d-5f1aca32a391 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:06.838786 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ef246aa0-3f3e-4608-9d30-fdd02219e8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.856713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837dc5aa-57c8-422a-ba6d-5f1aca32a391 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Pushing event updated for resources: {'Port': ['ID=d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:06.870001 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ef246aa0-3f3e-4608-9d30-fdd02219e8bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.872043 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ef246aa0-3f3e-4608-9d30-fdd02219e8bf admin admin] 10.222.0.70 "DELETE /v2.0/networks/243de69f-a52e-4583-ae30-8541fcd3405e HTTP/1.1" status: 204 len: 168 time: 0.5622256 Jul 30 01:52:06.878976 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef246aa0-3f3e-4608-9d30-fdd02219e8bf admin admin] Pushing event deleted for resources: {'Network': ['ID=243de69f-a52e-4583-ae30-8541fcd3405e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:06.902405 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-837dc5aa-57c8-422a-ba6d-5f1aca32a391 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:06.903140 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-837dc5aa-57c8-422a-ba6d-5f1aca32a391 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.964893 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19ced0b3-155e-49f0-9db8-da750b95c24c req-709d4b68-e9c8-48aa-b3bc-1bedc638338a tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 210 time: 0.0515385 Jul 30 01:52:06.999633 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-837dc5aa-57c8-422a-ba6d-5f1aca32a391 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4788191 Jul 30 01:52:07.019496 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] Request body: {'port': {'device_id': 'bd92bdce-3e92-417f-86b7-fb1c183a6d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:07.085196 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.237429 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-360b9633-f4a5-4b6f-8cf7-f88ede4d0164 req-1703aa0e-646f-4027-bc0a-9f497056ff6d tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 210 time: 0.0742328 Jul 30 01:52:07.295639 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0181fea3-4054-4dd6-b1c0-5840ee879049 None None] Provisioning for port d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:07.300426 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0181fea3-4054-4dd6-b1c0-5840ee879049 None None] Provisioning complete for port d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:07.300866 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0181fea3-4054-4dd6-b1c0-5840ee879049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.337149 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a05c8-40a2-4b20-9b69-e65d889f5197 req-e54b04ff-5231-413a-8a26-20c90c82ab21 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:07.338827 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-764a05c8-40a2-4b20-9b69-e65d889f5197 req-e54b04ff-5231-413a-8a26-20c90c82ab21 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 931 time: 0.0921974 Jul 30 01:52:07.384040 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-764a05c8-40a2-4b20-9b69-e65d889f5197 req-de887865-b5dd-4dfb-ae0c-831c9b92f209 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377488 Jul 30 01:52:07.424399 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46818) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:07.441980 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:07.458292 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.484048 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] Transition to ACTIVE for port object d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:07.499056 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-38333855-68cc-4fb5-a9b4-b9fcd6b998e2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4529dafaadd642e2b0cb3d9fcddbd90f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734921 Jul 30 01:52:07.502088 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46820) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:07.503125 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0181fea3-4054-4dd6-b1c0-5840ee879049 None None] Port d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:07.555425 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8374eb0d-17d6-4d72-9595-31938aac9710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.576645 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8374eb0d-17d6-4d72-9595-31938aac9710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.592848 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.736898 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c82b22d4-516e-435c-bae7-1963a974038f req-0422cb6d-1c47-4935-b988-a470bc1e4945 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0865469 Jul 30 01:52:07.756177 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] Pushing event updated for resources: {'Port': ['ID=d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:07.848788 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8374eb0d-17d6-4d72-9595-31938aac9710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.851409 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8374eb0d-17d6-4d72-9595-31938aac9710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.855751 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8374eb0d-17d6-4d72-9595-31938aac9710 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11617b89-5d13-4414-9cf9-936ded9c2c4c HTTP/1.1" status: 204 len: 168 time: 0.3495440 Jul 30 01:52:07.866121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-92c992f8-982d-4485-83fe-c365ed71c505 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:07.867667 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-92c992f8-982d-4485-83fe-c365ed71c505 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.10 "GET /v2.0/networks?id=fb9c773d-07b2-476e-b697-0bab392fdc08 HTTP/1.1" status: 200 len: 814 time: 0.2288458 Jul 30 01:52:07.876097 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374eb0d-17d6-4d72-9595-31938aac9710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11617b89-5d13-4414-9cf9-936ded9c2c4c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:07.898271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] Attempting to bind port d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:07.900851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] Attempting to bind port d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:07.900851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] Attempting to bind port d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd on network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:07.907389 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-a2ef51e4-2369-4714-9b8a-9bcf20aea793 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Request body: {'port': {'device_id': '94a29bb6-f5c1-44e0-b70a-816d2b26f60e', 'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08', 'admin_state_up': True, 'tenant_id': '7b79287daa1a4edc9ddcb9a64b0afd4c'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:07.921649 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] Port d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd on network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:52:07.921976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] Attempting to bind port d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd on network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:07.968998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:07.969385 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] Checking segment: {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:07.969813 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] Bound using segment: {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:07.970250 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] Bound port: d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:07.970658 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:08.090125 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] For port d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:08.119723 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-daebf438-102d-4a0c-84e9-4b6cb04125d8 req-abe762c9-d4c2-41fe-9ad8-434f24c33f44 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 210 time: 0.0442700 Jul 30 01:52:08.126136 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] For port d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:08.284292 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-a2ef51e4-2369-4714-9b8a-9bcf20aea793 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Made reservation on behalf of 7b79287daa1a4edc9ddcb9a64b0afd4c for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:08.286037 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-a2ef51e4-2369-4714-9b8a-9bcf20aea793 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:08.289075 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:08.349457 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:08.350084 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:08.351505 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] 10.222.0.77 "PUT /v2.0/ports/d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd HTTP/1.1" status: 200 len: 1091 time: 1.3376057 Jul 30 01:52:08.389627 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-761d2b38-eaf4-4f63-89e6-b108a5fe8fcc req-5037520a-b1d5-4736-991d-a8bcf3d68e29 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 210 time: 0.0559580 Jul 30 01:52:08.425188 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44313c84-09f1-45ea-99ad-45bb463fe6ec service neutron] Pushing event updated for resources: {'Port': ['ID=d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:08.538560 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd92bdce-3e92-417f-86b7-fb1c183a6d53', 'tag': 'd1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:08.540491 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3020fcc-e431-437c-85ff-0500b817cebf" -d '{"events": [{"name": "network-changed", "server_uuid": "bd92bdce-3e92-417f-86b7-fb1c183a6d53", "tag": "d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:08.606673 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5e544c-52b9-417d-a042-1374be39ccd1 x-openstack-request-id: req-aa5e544c-52b9-417d-a042-1374be39ccd1 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:08.606958 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd92bdce-3e92-417f-86b7-fb1c183a6d53", "tag": "d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:08.607207 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa5e544c-52b9-417d-a042-1374be39ccd1 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:08.607590 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd92bdce-3e92-417f-86b7-fb1c183a6d53', 'tag': 'd1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd', 'status': 'completed', 'code': 200} Jul 30 01:52:08.621795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-a2ef51e4-2369-4714-9b8a-9bcf20aea793 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Allocated IP 172.20.0.13 (fb9c773d-07b2-476e-b697-0bab392fdc08/ae1c73b6-2d3c-49d9-b67b-c5a0d24d5693/8abc4739-a3a9-4e79-8282-aa97aff2cd31) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:08.629219 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5fae3-37e7-43ee-beab-1015d7f9b39e req-912878dc-bb74-429e-9a25-62ff56c70b00 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:08.630849 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a3d5fae3-37e7-43ee-beab-1015d7f9b39e req-912878dc-bb74-429e-9a25-62ff56c70b00 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 943 time: 0.1429989 Jul 30 01:52:08.691541 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-a371159a-628a-4c7e-a461-907ec9ab6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:08.693028 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-a371159a-628a-4c7e-a461-907ec9ab6ac2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 1094 time: 0.1427672 Jul 30 01:52:08.711135 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a3d5fae3-37e7-43ee-beab-1015d7f9b39e req-72c3bfc8-6583-4161-932d-0d0fc0881c9a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730979 Jul 30 01:52:08.754591 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-097ccbae-c457-4ad3-8053-b153c649588a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd HTTP/1.1" status: 200 len: 217 time: 0.0475612 Jul 30 01:52:08.873883 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-60eaf1a2-9a77-4f78-a893-8f288fe1d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:08.873883 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-60eaf1a2-9a77-4f78-a893-8f288fe1d251 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.0954857 Jul 30 01:52:08.883283 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-38dda80a-b4ba-4e95-99cd-1b735cb17975 req-79532d41-59e1-4b87-807c-62d885bb72cb tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0423517 Jul 30 01:52:08.946611 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-a2ef51e4-2369-4714-9b8a-9bcf20aea793 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:08.966888 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-4933e66e-ded2-4add-a209-71f802ed1a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:08.968418 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-4933e66e-ded2-4add-a209-71f802ed1a9f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894949 Jul 30 01:52:09.109644 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-96670693-3b74-4408-b0a3-244b27f1e862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:09.165804 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-bff5b926-9f82-4177-ad51-6a3790259d06 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858160 Jul 30 01:52:09.173640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-fb13e91f-7507-4b29-9ac5-914cfcb788b5 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:09.175081 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-fb13e91f-7507-4b29-9ac5-914cfcb788b5 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.10 "GET /v2.0/networks?id=22dfe0b9-dbb1-4507-9a97-25461caa3b1c HTTP/1.1" status: 200 len: 822 time: 0.1843975 Jul 30 01:52:09.178112 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-a2ef51e4-2369-4714-9b8a-9bcf20aea793 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:09.225935 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8118d73d-b4df-4322-aca1-f186c86e7616 req-9675e92f-40bd-4a1a-bdff-3e9e0b250567 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 210 time: 0.0279047 Jul 30 01:52:09.252304 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-0dab321d-74e8-4d96-916a-362f3dd9425a tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Request body: {'port': {'device_id': 'bd0f3ae7-6644-498f-bb8f-e4224e805af4', 'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c', 'admin_state_up': True, 'tenant_id': '2dc51d617dcc43718597480eb48d3106'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:09.317816 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-a2ef51e4-2369-4714-9b8a-9bcf20aea793 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Network fb9c773d-07b2-476e-b697-0bab392fdc08 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:09.332551 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-a2ef51e4-2369-4714-9b8a-9bcf20aea793 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:09.338226 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef51e4-2369-4714-9b8a-9bcf20aea793 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Pushing event updated for resources: {'Port': ['ID=8abc4739-a3a9-4e79-8282-aa97aff2cd31,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:09.346500 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-a2ef51e4-2369-4714-9b8a-9bcf20aea793 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:09.387723 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46868) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:09.444992 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-a2ef51e4-2369-4714-9b8a-9bcf20aea793 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:09.445769 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-a2ef51e4-2369-4714-9b8a-9bcf20aea793 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:09.453024 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-44ea073a-2db0-4831-b932-f6e5113b8c3f req-450f0318-97b7-49f8-9630-bbdbe0dc5b2e service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770431 Jul 30 01:52:09.487262 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:09.496582 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1718179083-network', 'tenant_id': '885c83342dd8477ea9177624dce4beee'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:09.517115 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:09.517448 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 2d3eff70-0f4b-4cb7-8b4b-b84b936d6561 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:09.518702 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545402fc-8a6c-4cb0-a94c-6c7b917b25ea req-25dcc801-c088-4c0a-9454-851a0fd01391 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:09.520241 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-545402fc-8a6c-4cb0-a94c-6c7b917b25ea req-25dcc801-c088-4c0a-9454-851a0fd01391 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 932 time: 0.0623608 Jul 30 01:52:09.559862 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-545402fc-8a6c-4cb0-a94c-6c7b917b25ea req-0d992bef-16b0-47cb-aca1-690828b37651 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333827 Jul 30 01:52:09.583822 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-0dab321d-74e8-4d96-916a-362f3dd9425a tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Made reservation on behalf of 2dc51d617dcc43718597480eb48d3106 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:09.587339 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-0dab321d-74e8-4d96-916a-362f3dd9425a tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:09.683940 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-a2ef51e4-2369-4714-9b8a-9bcf20aea793 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7821207 Jul 30 01:52:09.701241 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] Request body: {'port': {'device_id': '94a29bb6-f5c1-44e0-b70a-816d2b26f60e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:09.742870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Made reservation on behalf of 885c83342dd8477ea9177624dce4beee for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:09.745442 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:09.755252 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:09.757797 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3020fcc-e431-437c-85ff-0500b817cebf req-dc86bfa6-3543-429d-bea6-7ee968906a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:09.759423 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a3020fcc-e431-437c-85ff-0500b817cebf req-dc86bfa6-3543-429d-bea6-7ee968906a69 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 1094 time: 0.1144912 Jul 30 01:52:09.878023 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b67ec5-fe0f-46c9-bad8-72dda5a04042 req-f43f45ec-6c06-4a09-bcb9-a0de73ba23aa tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:09.879853 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2b67ec5-fe0f-46c9-bad8-72dda5a04042 req-f43f45ec-6c06-4a09-bcb9-a0de73ba23aa tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 943 time: 0.0777862 Jul 30 01:52:09.914542 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:09.937969 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2b67ec5-fe0f-46c9-bad8-72dda5a04042 req-e185b54e-e7d0-47bb-9e02-80914916ff80 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488505 Jul 30 01:52:09.994272 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:10.021099 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:52:10.031276 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15cd8a3-7694-4f11-8e01-b1e6d473ad46,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:10.036233 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:10.036580 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Added segment 8cb94bfb-df2a-4bde-bad0-0cb93452e3d5 of type vlan for network f389a516-d2d8-4854-95d1-3fa9791f8657 Jul 30 01:52:10.052964 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:10.053319 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:10.053663 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:10.053999 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:10.054441 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:10.054715 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:10.055105 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:10.055326 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:10.055647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:10.055965 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:10.056289 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:10.056609 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:10.099974 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:10.202035 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-69c2cdb7-c154-4576-b071-ad151f7aa850 req-ea1118df-1b30-4fdc-97dc-6d74b64aa669 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0790293 Jul 30 01:52:10.202540 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:10.206639 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:10.207716 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:10.208732 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:10.209942 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-0dab321d-74e8-4d96-916a-362f3dd9425a tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Allocated IP 172.20.0.11 (22dfe0b9-dbb1-4507-9a97-25461caa3b1c/c5a7a0ec-08e6-4fb9-ba46-737f76240f23/0cdad32c-47ed-4be8-81a2-c5d3b392b7c2) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:10.286038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] Pushing event updated for resources: {'Network': ['ID=f389a516-d2d8-4854-95d1-3fa9791f8657,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:10.298143 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network f389a516-d2d8-4854-95d1-3fa9791f8657 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:52:10.343574 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4955f3ec-a1f1-45c2-8af8-f0f5222abf0f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9546463 Jul 30 01:52:10.347063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46886) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:10.352386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-46acf27d-577d-47cb-91b9-771441110563 admin admin] Request body: {'subnet': {'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1718179083-subnet', 'tenant_id': '885c83342dd8477ea9177624dce4beee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:10.420770 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3020fcc-e431-437c-85ff-0500b817cebf req-7241bf1e-79cd-4fcd-b5b7-ccbd3be6051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:10.422267 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a3020fcc-e431-437c-85ff-0500b817cebf req-7241bf1e-79cd-4fcd-b5b7-ccbd3be6051b service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 913 time: 0.6471512 Jul 30 01:52:10.428597 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b648ba35-924c-41ff-baed-a5773d856ead req-80cacbb4-9113-4a57-9019-a79d20bf8ba5 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 210 time: 0.1042295 Jul 30 01:52:10.462857 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46acf27d-577d-47cb-91b9-771441110563 admin admin] Made reservation on behalf of 885c83342dd8477ea9177624dce4beee for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:10.465471 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-46acf27d-577d-47cb-91b9-771441110563 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:10.521808 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a3020fcc-e431-437c-85ff-0500b817cebf req-e29aa154-a627-438b-9c65-387512e24c69 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd HTTP/1.1" status: 200 len: 217 time: 0.0854359 Jul 30 01:52:10.658154 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3020fcc-e431-437c-85ff-0500b817cebf req-035aefe2-ceba-4269-b8dd-94b837ef23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:10.659655 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a3020fcc-e431-437c-85ff-0500b817cebf req-035aefe2-ceba-4269-b8dd-94b837ef23d9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.1227837 Jul 30 01:52:10.689046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eebc1e-ff3d-4b50-8d78-fc620e6f52b6 req-6a852356-42dc-4872-9fc2-82cb5540a9d1 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:10.691887 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a7eebc1e-ff3d-4b50-8d78-fc620e6f52b6 req-6a852356-42dc-4872-9fc2-82cb5540a9d1 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 932 time: 0.0497739 Jul 30 01:52:10.712604 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-46acf27d-577d-47cb-91b9-771441110563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:10.722958 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-0dab321d-74e8-4d96-916a-362f3dd9425a tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:10.765133 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3020fcc-e431-437c-85ff-0500b817cebf req-abe19dcb-96b7-44aa-855e-bbd82ce5d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:10.766760 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a3020fcc-e431-437c-85ff-0500b817cebf req-abe19dcb-96b7-44aa-855e-bbd82ce5d9d0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954204 Jul 30 01:52:10.775569 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a7eebc1e-ff3d-4b50-8d78-fc620e6f52b6 req-dc18230b-d1bb-4693-816c-8ae4fb39a6b2 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767756 Jul 30 01:52:10.785270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46acf27d-577d-47cb-91b9-771441110563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bfe13c6-113f-46fc-b0c1-898c75003bf6,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:10.805565 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46acf27d-577d-47cb-91b9-771441110563 admin admin] Checking segment: {'id': '8cb94bfb-df2a-4bde-bad0-0cb93452e3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:10.805929 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46acf27d-577d-47cb-91b9-771441110563 admin admin] Network hostable DHCP agents. Network: f389a516-d2d8-4854-95d1-3fa9791f8657, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:52:10.864895 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8abc4739-a3a9-4e79-8282-aa97aff2cd31 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:10.879281 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:10.879511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46acf27d-577d-47cb-91b9-771441110563 admin admin] Network f389a516-d2d8-4854-95d1-3fa9791f8657 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:52:10.906177 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] Transition to ACTIVE for port object 8abc4739-a3a9-4e79-8282-aa97aff2cd31 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:10.921438 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a3020fcc-e431-437c-85ff-0500b817cebf req-243e6d6a-318b-498d-8358-2aac38865332 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331847 Jul 30 01:52:10.957955 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:10.982182 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-0dab321d-74e8-4d96-916a-362f3dd9425a tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:11.022582 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-46acf27d-577d-47cb-91b9-771441110563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, f389a516-d2d8-4854-95d1-3fa9791f8657) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:11.028521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46acf27d-577d-47cb-91b9-771441110563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:11.029639 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-46acf27d-577d-47cb-91b9-771441110563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:11.033330 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a44e3d-e69d-4113-9a5f-5084ca13cf58 None None] Network f389a516-d2d8-4854-95d1-3fa9791f8657 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:11.046117 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:11.110532 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:11.116807 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-0dab321d-74e8-4d96-916a-362f3dd9425a tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Network 22dfe0b9-dbb1-4507-9a97-25461caa3b1c is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:11.122278 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-46acf27d-577d-47cb-91b9-771441110563 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7733419 Jul 30 01:52:11.126730 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab321d-74e8-4d96-916a-362f3dd9425a tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Pushing event updated for resources: {'Port': ['ID=0cdad32c-47ed-4be8-81a2-c5d3b392b7c2,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:11.131972 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'd1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'port_id': 'd1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd', 'mac_address': 'fa:16:3e:86:16:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:11.143880 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-0dab321d-74e8-4d96-916a-362f3dd9425a tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:11.194078 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a3020fcc-e431-437c-85ff-0500b817cebf req-4fd62841-a3b8-405a-a277-0fe9a3954e66 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653911 Jul 30 01:52:11.202959 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-0dab321d-74e8-4d96-916a-362f3dd9425a tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:11.210518 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3508443-3456-4996-91b4-39a600d38986 service neutron] Pushing event updated for resources: {'Port': ['ID=8abc4739-a3a9-4e79-8282-aa97aff2cd31,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:11.220781 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:11.236441 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:11.257838 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:11.260954 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0017452a-bdf2-48b4-84fb-2c61e9c6f9bd None None] Network f389a516-d2d8-4854-95d1-3fa9791f8657 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:11.273938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8f041-382d-4285-895a-6172cfcc321f req-7c03a1df-4f4c-44af-91b6-963f2e70a3a5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:11.283775 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7fb8f041-382d-4285-895a-6172cfcc321f req-7c03a1df-4f4c-44af-91b6-963f2e70a3a5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 943 time: 0.2681630 Jul 30 01:52:11.338858 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0925083f-369f-4228-8c0f-8d0b0ab0fc9d req-a4b5f62f-f40c-4fcc-b118-b86ac97d79b1 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0402460 Jul 30 01:52:11.349221 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:11.383676 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-0dab321d-74e8-4d96-916a-362f3dd9425a tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:11.384328 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-0dab321d-74e8-4d96-916a-362f3dd9425a tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:11.412194 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7fb8f041-382d-4285-895a-6172cfcc321f req-90a374b8-f128-438d-bb1d-cf82b6461a5f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275356 Jul 30 01:52:11.434584 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] Attempting to bind port 8abc4739-a3a9-4e79-8282-aa97aff2cd31 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:11.434584 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] Attempting to bind port 8abc4739-a3a9-4e79-8282-aa97aff2cd31 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '158c33aa-bfac-4206-980a-b702f9f187be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:11.434584 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] Attempting to bind port 8abc4739-a3a9-4e79-8282-aa97aff2cd31 on network fb9c773d-07b2-476e-b697-0bab392fdc08 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:11.437741 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] Port 8abc4739-a3a9-4e79-8282-aa97aff2cd31 on network fb9c773d-07b2-476e-b697-0bab392fdc08 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:52:11.437741 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] Attempting to bind port 8abc4739-a3a9-4e79-8282-aa97aff2cd31 on network fb9c773d-07b2-476e-b697-0bab392fdc08 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:11.442824 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:11.443441 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] Checking segment: {'id': '158c33aa-bfac-4206-980a-b702f9f187be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:11.443927 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] Bound using segment: {'id': '158c33aa-bfac-4206-980a-b702f9f187be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:11.444551 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] Bound port: 8abc4739-a3a9-4e79-8282-aa97aff2cd31, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158c33aa-bfac-4206-980a-b702f9f187be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:11.444681 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:11.445507 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:11.512943 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-0dab321d-74e8-4d96-916a-362f3dd9425a tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3090110 Jul 30 01:52:11.517828 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] For port 8abc4739-a3a9-4e79-8282-aa97aff2cd31, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:11.524036 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] For port 8abc4739-a3a9-4e79-8282-aa97aff2cd31, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8abc4739-a3a9-4e79-8282-aa97aff2cd31,segment=NetworkSegment(158c33aa-bfac-4206-980a-b702f9f187be),segment_id=158c33aa-bfac-4206-980a-b702f9f187be)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:11.528653 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] Request body: {'port': {'device_id': 'bd0f3ae7-6644-498f-bb8f-e4224e805af4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:11.563721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968394d-9829-4645-9bd6-e47aec278a41 req-b18cf3a7-9316-4846-b6f8-133f2b610b0e tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:11.565505 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0968394d-9829-4645-9bd6-e47aec278a41 req-b18cf3a7-9316-4846-b6f8-133f2b610b0e tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 932 time: 0.0613813 Jul 30 01:52:11.599050 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:11.618572 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0968394d-9829-4645-9bd6-e47aec278a41 req-cef32a00-7ecd-4219-b223-a859a62a1bae tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467942 Jul 30 01:52:11.668837 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-334cf83c-c946-4379-b6b0-577693d09642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:11.670231 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:11.671279 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:11.762041 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:11.802599 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:11.803232 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:11.804630 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-f3508443-3456-4996-91b4-39a600d38986 service neutron] 10.222.0.10 "PUT /v2.0/ports/8abc4739-a3a9-4e79-8282-aa97aff2cd31 HTTP/1.1" status: 200 len: 1092 time: 2.1090927 Jul 30 01:52:11.806911 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a29bb6-f5c1-44e0-b70a-816d2b26f60e', 'tag': '8abc4739-a3a9-4e79-8282-aa97aff2cd31'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:11.809244 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b58977f-dcb1-4456-9462-71465ecfd80a" -d '{"events": [{"name": "network-changed", "server_uuid": "94a29bb6-f5c1-44e0-b70a-816d2b26f60e", "tag": "8abc4739-a3a9-4e79-8282-aa97aff2cd31"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:11.914071 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b75cc2-e919-41bf-b309-286835442cc8 req-03047709-4e79-4bdd-9748-cb4c990a79e4 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:11.915733 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-84b75cc2-e919-41bf-b309-286835442cc8 req-03047709-4e79-4bdd-9748-cb4c990a79e4 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 944 time: 0.0599332 Jul 30 01:52:11.917876 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3508443-3456-4996-91b4-39a600d38986 service neutron] Pushing event updated for resources: {'Port': ['ID=8abc4739-a3a9-4e79-8282-aa97aff2cd31,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:11.933806 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-775aaf57-c7ee-4fa1-b50b-e5f84d93c1b6 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:11.935436 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-775aaf57-c7ee-4fa1-b50b-e5f84d93c1b6 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/networks?id=f389a516-d2d8-4854-95d1-3fa9791f8657 HTTP/1.1" status: 200 len: 813 time: 0.2872696 Jul 30 01:52:11.958109 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-e995e647-efcf-498d-b77c-c66c25fb8c99 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/quotas/885c83342dd8477ea9177624dce4beee HTTP/1.1" status: 200 len: 375 time: 0.0151901 Jul 30 01:52:11.961566 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-84b75cc2-e919-41bf-b309-286835442cc8 req-43016011-faf7-4433-9bac-e2893acb5246 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389669 Jul 30 01:52:12.022880 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbfb47f-30af-4edf-a95c-9f966040a8ce x-openstack-request-id: req-8fbfb47f-30af-4edf-a95c-9f966040a8ce {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:12.023173 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a29bb6-f5c1-44e0-b70a-816d2b26f60e", "tag": "8abc4739-a3a9-4e79-8282-aa97aff2cd31", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:12.023429 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8fbfb47f-30af-4edf-a95c-9f966040a8ce {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:12.023829 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a29bb6-f5c1-44e0-b70a-816d2b26f60e', 'tag': '8abc4739-a3a9-4e79-8282-aa97aff2cd31', 'status': 'completed', 'code': 200} Jul 30 01:52:12.026010 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-bd63b525-3d78-4e52-9dc9-ffcb020715c0 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=885c83342dd8477ea9177624dce4beee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586989 Jul 30 01:52:12.104827 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-d0108683-d352-4593-8d28-d6dd814b0e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:12.106358 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-d0108683-d352-4593-8d28-d6dd814b0e3b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b79287daa1a4edc9ddcb9a64b0afd4c&device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 1095 time: 0.1499326 Jul 30 01:52:12.175935 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-dc445d9f-bc47-43e7-a273-3cc79d938b39 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8abc4739-a3a9-4e79-8282-aa97aff2cd31 HTTP/1.1" status: 200 len: 217 time: 0.0554261 Jul 30 01:52:12.243530 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:12.254465 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:12.259549 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-0e9dfaaf-fcc5-40e9-aac8-7537635e3423 service neutron] 10.222.0.70 "GET /v2.0/networks/f389a516-d2d8-4854-95d1-3fa9791f8657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207742 Jul 30 01:52:12.293643 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] Transition to ACTIVE for port object 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:12.326992 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-e2f3e953-1133-4994-825c-44fa9a6ebf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:12.328488 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-e2f3e953-1133-4994-825c-44fa9a6ebf3f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae1c73b6-2d3c-49d9-b67b-c5a0d24d5693 HTTP/1.1" status: 200 len: 854 time: 0.1323171 Jul 30 01:52:12.373937 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-867fd54f-4500-470c-98f4-4e7895efd929 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb9c773d-07b2-476e-b697-0bab392fdc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350161 Jul 30 01:52:12.376778 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:12.450559 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f86f6f74-cd66-4203-a8e0-d5e10b8814b9 req-e01c232d-4932-4e9c-8af0-0692af8e1edd tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0293036 Jul 30 01:52:12.470729 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-e8f1d21e-d573-40af-989b-6b7e42d8b221 service neutron] 10.222.0.70 "GET /v2.0/networks/f389a516-d2d8-4854-95d1-3fa9791f8657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005420 Jul 30 01:52:12.494242 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0cdad32c-47ed-4be8-81a2-c5d3b392b7c2,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:12.570181 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843b450-6385-45d5-9f12-c8106ed4911d req-e9672cb6-48c3-40dc-b2d1-d142a05e6919 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:12.571745 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9843b450-6385-45d5-9f12-c8106ed4911d req-e9672cb6-48c3-40dc-b2d1-d142a05e6919 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 944 time: 0.0558107 Jul 30 01:52:12.584679 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-08e49291-20a6-4298-a3f2-93ac837be6a2 service neutron] 10.222.0.10 "GET /v2.0/networks/fb9c773d-07b2-476e-b697-0bab392fdc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990597 Jul 30 01:52:12.607560 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] Attempting to bind port 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:12.607993 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] Attempting to bind port 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:12.608226 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] Attempting to bind port 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 on network 22dfe0b9-dbb1-4507-9a97-25461caa3b1c {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:12.611589 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9843b450-6385-45d5-9f12-c8106ed4911d req-d086669e-d17d-4ba7-8d72-0128d0572fd2 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338039 Jul 30 01:52:12.651397 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] Port 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 on network 22dfe0b9-dbb1-4507-9a97-25461caa3b1c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:52:12.651725 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] Attempting to bind port 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 on network 22dfe0b9-dbb1-4507-9a97-25461caa3b1c {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:12.661324 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:12.661661 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] Checking segment: {'id': '5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:12.662199 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] Bound using segment: {'id': '5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:12.662659 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] Bound port: 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:12.673906 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:12.740009 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d69c1ed-b851-4542-ad73-9c08bfac2655 req-a9f0dd3c-8bd3-400c-ade5-e4fbe6247df7 service neutron] 10.222.0.10 "GET /v2.0/networks/fb9c773d-07b2-476e-b697-0bab392fdc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405711 Jul 30 01:52:12.756399 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] For port 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:12.759700 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] For port 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0cdad32c-47ed-4be8-81a2-c5d3b392b7c2,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:12.804155 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766709a-4029-4aaa-9a91-d6f4359108e5 req-828c00e8-e73e-43db-a18f-bbfa57ddf65d tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:12.805630 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8766709a-4029-4aaa-9a91-d6f4359108e5 req-828c00e8-e73e-43db-a18f-bbfa57ddf65d tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 944 time: 0.0507612 Jul 30 01:52:12.855644 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8766709a-4029-4aaa-9a91-d6f4359108e5 req-0365d7bf-7702-4948-8192-686d73cc1438 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429955 Jul 30 01:52:12.897421 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:12.945795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:12.946599 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:12.947977 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] 10.222.0.10 "PUT /v2.0/ports/0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 HTTP/1.1" status: 200 len: 1092 time: 1.4261553 Jul 30 01:52:12.958721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58977f-dcb1-4456-9462-71465ecfd80a req-05a28c97-78e1-4b72-958b-a3557b838829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:12.958808 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16c25c6f-92e0-423e-a82b-07e9284d8af6 req-9b5c4d8b-8c50-42ec-8540-9f4ccef1a998 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=223d3372-61f3-4164-8e19-60ef1bbadf0a HTTP/1.1" status: 200 len: 210 time: 0.0404704 Jul 30 01:52:12.959259 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3b58977f-dcb1-4456-9462-71465ecfd80a req-05a28c97-78e1-4b72-958b-a3557b838829 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b79287daa1a4edc9ddcb9a64b0afd4c&device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 1095 time: 0.0919049 Jul 30 01:52:12.993436 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f03c3-1854-4068-b859-dffab7d436a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0cdad32c-47ed-4be8-81a2-c5d3b392b7c2,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:13.129614 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58977f-dcb1-4456-9462-71465ecfd80a req-70bb3fe5-c629-48c9-9b93-2569afcd43ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:13.131047 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3b58977f-dcb1-4456-9462-71465ecfd80a req-70bb3fe5-c629-48c9-9b93-2569afcd43ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb9c773d-07b2-476e-b697-0bab392fdc08 HTTP/1.1" status: 200 len: 915 time: 0.1642191 Jul 30 01:52:13.141979 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7abbd-5835-490c-b42f-2eae31fb329b req-19bb7fa8-f153-443a-b77a-4f0d6da6c87c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:13.143403 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e8e7abbd-5835-490c-b42f-2eae31fb329b req-19bb7fa8-f153-443a-b77a-4f0d6da6c87c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 944 time: 0.1094584 Jul 30 01:52:13.176754 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:13.186834 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-a39ce91e-2067-4c67-ac88-96aea5b77501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:13.188883 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-a39ce91e-2067-4c67-ac88-96aea5b77501 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2dc51d617dcc43718597480eb48d3106&device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 1095 time: 0.1269753 Jul 30 01:52:13.191456 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3b58977f-dcb1-4456-9462-71465ecfd80a req-51c793b1-2904-45c9-affd-0c922fb61d34 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8abc4739-a3a9-4e79-8282-aa97aff2cd31 HTTP/1.1" status: 200 len: 217 time: 0.0472190 Jul 30 01:52:13.277466 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-f167ee81-3444-4d69-939f-8d36bd030fb8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 HTTP/1.1" status: 200 len: 217 time: 0.0717933 Jul 30 01:52:13.281997 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e8e7abbd-5835-490c-b42f-2eae31fb329b req-74136b36-6ff8-4d77-b9ef-47764177d7e4 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300266 Jul 30 01:52:13.323554 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58977f-dcb1-4456-9462-71465ecfd80a req-a72fc45a-2867-4ac4-875f-1f940a84cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:13.325093 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3b58977f-dcb1-4456-9462-71465ecfd80a req-a72fc45a-2867-4ac4-875f-1f940a84cf71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae1c73b6-2d3c-49d9-b67b-c5a0d24d5693 HTTP/1.1" status: 200 len: 854 time: 0.1187065 Jul 30 01:52:13.365420 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-ab0c2ff7-31ea-487c-9020-2296cef66255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:13.366938 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-ab0c2ff7-31ea-487c-9020-2296cef66255 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c5a7a0ec-08e6-4fb9-ba46-737f76240f23 HTTP/1.1" status: 200 len: 862 time: 0.0806146 Jul 30 01:52:13.368785 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3b58977f-dcb1-4456-9462-71465ecfd80a req-255ddd08-c010-47ed-a913-e287c0a421e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb9c773d-07b2-476e-b697-0bab392fdc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354738 Jul 30 01:52:13.450618 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-46c8bfb6-34a2-4acf-9b58-bf71c19217b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22dfe0b9-dbb1-4507-9a97-25461caa3b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656185 Jul 30 01:52:13.740413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e445a3-5c88-4481-a83b-bc512c59162b req-b95618c4-e5b6-4480-a2aa-d1a51838f7ef tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:13.742121 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1e445a3-5c88-4481-a83b-bc512c59162b req-b95618c4-e5b6-4480-a2aa-d1a51838f7ef tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 944 time: 0.0558887 Jul 30 01:52:13.783660 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1e445a3-5c88-4481-a83b-bc512c59162b req-c424028d-75f6-48af-8817-bab587837f3c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346479 Jul 30 01:52:13.862035 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-da9c563c-d7ec-45d3-b6bf-7a1d1767ff6b req-892d4abe-7153-487a-9302-7523ba218377 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0405653 Jul 30 01:52:13.896231 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3b58977f-dcb1-4456-9462-71465ecfd80a req-b4f44feb-3551-40c0-b4b8-ccf68abe7a6a service neutron] 10.222.0.10 "GET /v2.0/networks/fb9c773d-07b2-476e-b697-0bab392fdc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099237 Jul 30 01:52:13.959218 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-e000dcc7-fcbe-4ed5-9515-b281b14eb29a service neutron] 10.222.0.10 "GET /v2.0/networks/22dfe0b9-dbb1-4507-9a97-25461caa3b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007327 Jul 30 01:52:14.032973 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0f3ae7-6644-498f-bb8f-e4224e805af4', 'tag': '0cdad32c-47ed-4be8-81a2-c5d3b392b7c2'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:14.035264 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfdebc7-8509-4286-98f0-8e07d9a13678" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0f3ae7-6644-498f-bb8f-e4224e805af4", "tag": "0cdad32c-47ed-4be8-81a2-c5d3b392b7c2"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:14.039384 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8cd678ae-8ee2-4061-8508-06cda4e2a482 req-14b6e05d-33de-435a-9c6c-08077e77012b tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=223d3372-61f3-4164-8e19-60ef1bbadf0a HTTP/1.1" status: 200 len: 210 time: 0.0322189 Jul 30 01:52:14.087272 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33decbb9-e073-4cfc-9201-1335cd4f8ddb x-openstack-request-id: req-33decbb9-e073-4cfc-9201-1335cd4f8ddb {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:14.087554 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0f3ae7-6644-498f-bb8f-e4224e805af4", "tag": "0cdad32c-47ed-4be8-81a2-c5d3b392b7c2", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:14.087795 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33decbb9-e073-4cfc-9201-1335cd4f8ddb {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:14.088174 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0f3ae7-6644-498f-bb8f-e4224e805af4', 'tag': '0cdad32c-47ed-4be8-81a2-c5d3b392b7c2', 'status': 'completed', 'code': 200} Jul 30 01:52:14.100452 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443fba9-3423-4249-a8ac-6c7166b82777 req-96b22483-e864-4d57-b182-c9e43c46406e tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:14.102045 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6443fba9-3423-4249-a8ac-6c7166b82777 req-96b22483-e864-4d57-b182-c9e43c46406e tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 944 time: 0.1452405 Jul 30 01:52:14.139881 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3b58977f-dcb1-4456-9462-71465ecfd80a req-f6c47e5d-f95b-46bf-838d-54af93d5c996 service neutron] 10.222.0.10 "GET /v2.0/networks/fb9c773d-07b2-476e-b697-0bab392fdc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350533 Jul 30 01:52:14.146236 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17eedaf2-7f1e-42e1-9b65-4f0bc809459e req-57431c6e-8e4b-4908-9f13-70e455c4d278 service neutron] 10.222.0.10 "GET /v2.0/networks/22dfe0b9-dbb1-4507-9a97-25461caa3b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756260 Jul 30 01:52:14.163226 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6443fba9-3423-4249-a8ac-6c7166b82777 req-5d5618e6-7473-4d75-a26e-0385d64c3dfe tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541904 Jul 30 01:52:14.312602 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdebc7-8509-4286-98f0-8e07d9a13678 req-7441c0e6-ea74-4dcd-96f2-8b83794fea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:14.314437 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dbfdebc7-8509-4286-98f0-8e07d9a13678 req-7441c0e6-ea74-4dcd-96f2-8b83794fea53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2dc51d617dcc43718597480eb48d3106&device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 1095 time: 0.0440760 Jul 30 01:52:14.464543 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8e139-fb6d-4b58-8f42-7577d984ed72 req-8f2f9bba-5788-4a7f-affb-02ac460fe7fe tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:14.466671 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eba8e139-fb6d-4b58-8f42-7577d984ed72 req-8f2f9bba-5788-4a7f-affb-02ac460fe7fe tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 944 time: 0.0908306 Jul 30 01:52:14.471293 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdebc7-8509-4286-98f0-8e07d9a13678 req-e590676b-03ed-430b-8f05-6f99267b28af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:14.471293 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dbfdebc7-8509-4286-98f0-8e07d9a13678 req-e590676b-03ed-430b-8f05-6f99267b28af service neutron] 10.222.0.10 "GET /v2.0/networks?id=22dfe0b9-dbb1-4507-9a97-25461caa3b1c HTTP/1.1" status: 200 len: 923 time: 0.1464875 Jul 30 01:52:14.519310 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dbfdebc7-8509-4286-98f0-8e07d9a13678 req-08a4367e-2f6e-42e4-ad92-04126f66e882 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 HTTP/1.1" status: 200 len: 217 time: 0.0399911 Jul 30 01:52:14.552793 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:14.567543 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eba8e139-fb6d-4b58-8f42-7577d984ed72 req-3f2abdc4-a23b-43ac-9e03-87c925213439 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942793 Jul 30 01:52:14.587494 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdebc7-8509-4286-98f0-8e07d9a13678 req-d8225e9a-53f4-4f52-bdbc-7243846e1b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:14.589027 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dbfdebc7-8509-4286-98f0-8e07d9a13678 req-d8225e9a-53f4-4f52-bdbc-7243846e1b6e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c5a7a0ec-08e6-4fb9-ba46-737f76240f23 HTTP/1.1" status: 200 len: 862 time: 0.0590897 Jul 30 01:52:14.623714 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dbfdebc7-8509-4286-98f0-8e07d9a13678 req-e797cc73-f054-4622-98f1-a952b383725e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22dfe0b9-dbb1-4507-9a97-25461caa3b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253382 Jul 30 01:52:14.724570 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dbfdebc7-8509-4286-98f0-8e07d9a13678 req-e92173e9-87b5-4e32-8cac-000a96571068 service neutron] 10.222.0.10 "GET /v2.0/networks/22dfe0b9-dbb1-4507-9a97-25461caa3b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837557 Jul 30 01:52:14.826772 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dbfdebc7-8509-4286-98f0-8e07d9a13678 req-f49d8b48-6677-4076-84e7-6ddf9a261fa7 service neutron] 10.222.0.10 "GET /v2.0/networks/22dfe0b9-dbb1-4507-9a97-25461caa3b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916345 Jul 30 01:52:14.908587 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5d68b-4d79-4827-beeb-950784010e99 req-7125cc0d-9e41-41fb-a1ac-0010eee42ddf tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:14.910101 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6be5d68b-4d79-4827-beeb-950784010e99 req-7125cc0d-9e41-41fb-a1ac-0010eee42ddf tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 944 time: 0.0544960 Jul 30 01:52:14.948996 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6be5d68b-4d79-4827-beeb-950784010e99 req-fb26a315-eebb-4e46-8808-55a39b36f971 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324898 Jul 30 01:52:14.971218 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:14.981282 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f5b2c4f5-7a8a-4666-b1aa-e79118c4a48f req-8aea1ec7-60e1-45a9-9a50-4ec1800acc97 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0333824 Jul 30 01:52:15.090986 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:15.095088 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:15.098178 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:15.136511 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aa23c60a-a9a1-477b-b9e2-173ca14099ca req-eb491967-7510-4478-b853-eebf10e0dc27 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=223d3372-61f3-4164-8e19-60ef1bbadf0a HTTP/1.1" status: 200 len: 210 time: 0.0276020 Jul 30 01:52:15.174138 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:15.197161 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd92bdce-3e92-417f-86b7-fb1c183a6d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:15.199480 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a894a67c-321b-40e2-b9b1-0431e77c0f31" -d '{"events": [{"server_uuid": "bd92bdce-3e92-417f-86b7-fb1c183a6d53", "name": "network-vif-plugged", "status": "completed", "tag": "d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:15.213352 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:15.236359 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6032e0b9-6ebd-4989-a260-36f652fd379a x-openstack-request-id: req-6032e0b9-6ebd-4989-a260-36f652fd379a {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:15.236659 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd92bdce-3e92-417f-86b7-fb1c183a6d53", "name": "network-vif-plugged", "status": "completed", "tag": "d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:15.236909 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6032e0b9-6ebd-4989-a260-36f652fd379a {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:15.237319 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd92bdce-3e92-417f-86b7-fb1c183a6d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd', 'code': 200} Jul 30 01:52:15.279802 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:15.291661 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95111914-2872-4702-be69-6acd28e98f1b req-66c461ed-468d-4c37-a26a-0647ca6967d2 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:15.293471 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95111914-2872-4702-be69-6acd28e98f1b req-66c461ed-468d-4c37-a26a-0647ca6967d2 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 944 time: 0.0573997 Jul 30 01:52:15.330326 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:15.337969 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95111914-2872-4702-be69-6acd28e98f1b req-2b1e9ba7-1cfb-4f13-871c-bbc3d95105f6 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362463 Jul 30 01:52:15.377009 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4f6f9-bcfa-4a70-a936-984b3c4c8f9b req-c21f893f-2a8f-495e-8f30-4235f4ea116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:15.378528 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9cc4f6f9-bcfa-4a70-a936-984b3c4c8f9b req-c21f893f-2a8f-495e-8f30-4235f4ea116c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 1096 time: 0.0445585 Jul 30 01:52:15.416551 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9cc4f6f9-bcfa-4a70-a936-984b3c4c8f9b req-e94156c2-9aa2-427e-ba65-d5388bbb322b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303800 Jul 30 01:52:15.513117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8abc4739-a3a9-4e79-8282-aa97aff2cd31 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:15.607086 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8abc4739-a3a9-4e79-8282-aa97aff2cd31, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8abc4739-a3a9-4e79-8282-aa97aff2cd31,segment=NetworkSegment(158c33aa-bfac-4206-980a-b702f9f187be),segment_id=158c33aa-bfac-4206-980a-b702f9f187be)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:15.618022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '8abc4739-a3a9-4e79-8282-aa97aff2cd31', 'network_id': 'fb9c773d-07b2-476e-b697-0bab392fdc08', 'port_id': '8abc4739-a3a9-4e79-8282-aa97aff2cd31', 'mac_address': 'fa:16:3e:d9:e4:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1c73b6-2d3c-49d9-b67b-c5a0d24d5693', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:15.654270 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:15.666362 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abc4739-a3a9-4e79-8282-aa97aff2cd31 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:15.684646 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8abc4739-a3a9-4e79-8282-aa97aff2cd31, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8abc4739-a3a9-4e79-8282-aa97aff2cd31,segment=NetworkSegment(158c33aa-bfac-4206-980a-b702f9f187be),segment_id=158c33aa-bfac-4206-980a-b702f9f187be)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:15.760276 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:15.817239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=8abc4739-a3a9-4e79-8282-aa97aff2cd31,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:15.825020 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79228d5d-7d10-4bec-ba44-3895b228b756 req-4acbacfc-ff0b-4203-a929-d1c1afcae2f2 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:15.827081 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79228d5d-7d10-4bec-ba44-3895b228b756 req-4acbacfc-ff0b-4203-a929-d1c1afcae2f2 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 945 time: 0.0508785 Jul 30 01:52:15.866935 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79228d5d-7d10-4bec-ba44-3895b228b756 req-ffb73248-1c10-4a3a-a36b-76b0c6da4427 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327785 Jul 30 01:52:15.997444 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['8abc4739-a3a9-4e79-8282-aa97aff2cd31'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:16.093430 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102accb-3b4a-4d73-ab6f-b6411adbb47e req-4db7c08f-73b9-43a1-98ed-c12aea68580d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:16.095307 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b102accb-3b4a-4d73-ab6f-b6411adbb47e req-4db7c08f-73b9-43a1-98ed-c12aea68580d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 945 time: 0.0675533 Jul 30 01:52:16.135580 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bf9446c3-3742-40bd-8514-be72585e9c26 req-40094040-5786-480e-bf06-d8486cf461f1 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0425184 Jul 30 01:52:16.203538 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b102accb-3b4a-4d73-ab6f-b6411adbb47e req-48f64841-6322-430a-b621-a5494339621c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968552 Jul 30 01:52:16.237805 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-5cf1c8ee-6f4b-4fbe-8c29-9d3935084ca9 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:16.238406 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-5cf1c8ee-6f4b-4fbe-8c29-9d3935084ca9 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.77 "GET /v2.0/networks?id=f389a516-d2d8-4854-95d1-3fa9791f8657 HTTP/1.1" status: 200 len: 813 time: 0.1419282 Jul 30 01:52:16.274523 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-c98a57ab-b20a-44bb-8cfc-151134c9337f tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Request body: {'port': {'device_id': '18e5febb-874f-4b9a-8bbb-a79c9badb444', 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657', 'admin_state_up': True, 'tenant_id': '885c83342dd8477ea9177624dce4beee'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:16.307089 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-732c1870-3388-4109-a5f2-542f44933faa req-a86af746-2204-4985-b872-c9913be264dd tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=223d3372-61f3-4164-8e19-60ef1bbadf0a HTTP/1.1" status: 200 len: 210 time: 0.0461946 Jul 30 01:52:16.466447 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36436ac9-5b73-488b-978a-a7252c87d58d req-f7a2a6ba-67cd-4c85-b881-8c95a6b7b51a tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:16.467980 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-36436ac9-5b73-488b-978a-a7252c87d58d req-f7a2a6ba-67cd-4c85-b881-8c95a6b7b51a tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 944 time: 0.0518534 Jul 30 01:52:16.483910 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-c98a57ab-b20a-44bb-8cfc-151134c9337f tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Made reservation on behalf of 885c83342dd8477ea9177624dce4beee for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:16.490435 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-c98a57ab-b20a-44bb-8cfc-151134c9337f tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:16.507376 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-36436ac9-5b73-488b-978a-a7252c87d58d req-16c1545e-1ae8-49a5-8747-aebac4490386 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327644 Jul 30 01:52:16.625346 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-c98a57ab-b20a-44bb-8cfc-151134c9337f tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Allocated IP 172.20.0.9 (f389a516-d2d8-4854-95d1-3fa9791f8657/3bfe13c6-113f-46fc-b0c1-898c75003bf6/ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:16.790764 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-c98a57ab-b20a-44bb-8cfc-151134c9337f tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:16.948979 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-a81c7d7b-6c3f-4a78-a1b2-e92912e9e4a9 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:16.950489 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-a81c7d7b-6c3f-4a78-a1b2-e92912e9e4a9 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.77 "GET /v2.0/networks?id=f389a516-d2d8-4854-95d1-3fa9791f8657 HTTP/1.1" status: 200 len: 813 time: 0.1069431 Jul 30 01:52:16.955654 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-c98a57ab-b20a-44bb-8cfc-151134c9337f tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:16.976913 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-5d9fac7c-1b0f-469f-a449-e3fd27f3a075 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Request body: {'port': {'device_id': '223d3372-61f3-4164-8e19-60ef1bbadf0a', 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657', 'admin_state_up': True, 'tenant_id': '885c83342dd8477ea9177624dce4beee'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:17.028411 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-c98a57ab-b20a-44bb-8cfc-151134c9337f tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Network f389a516-d2d8-4854-95d1-3fa9791f8657 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:17.032602 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-c98a57ab-b20a-44bb-8cfc-151134c9337f tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:17.048128 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c24bb4-8cf1-4d48-81a7-79d9a9a1bb58 req-077f5889-ed9c-499b-ac0b-0c5e59328601 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:17.049779 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d0c24bb4-8cf1-4d48-81a7-79d9a9a1bb58 req-077f5889-ed9c-499b-ac0b-0c5e59328601 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 945 time: 0.1065116 Jul 30 01:52:17.051177 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-c98a57ab-b20a-44bb-8cfc-151134c9337f tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:17.055158 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a57ab-b20a-44bb-8cfc-151134c9337f tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Pushing event updated for resources: {'Port': ['ID=ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:17.137556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-c98a57ab-b20a-44bb-8cfc-151134c9337f tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:17.138236 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-c98a57ab-b20a-44bb-8cfc-151134c9337f tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:17.152685 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d0c24bb4-8cf1-4d48-81a7-79d9a9a1bb58 req-34af4cf7-5efc-4a09-966d-8094cdc7c4a6 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658755 Jul 30 01:52:17.246505 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-90a55ce5-d922-43e3-854d-2cf012a8c77a req-f17ab6a4-f46c-41c8-abfd-daaa0638e9a0 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0287018 Jul 30 01:52:17.258601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-5d9fac7c-1b0f-469f-a449-e3fd27f3a075 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Made reservation on behalf of 885c83342dd8477ea9177624dce4beee for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:17.264063 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-5d9fac7c-1b0f-469f-a449-e3fd27f3a075 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:17.345511 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-c98a57ab-b20a-44bb-8cfc-151134c9337f tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0745366 Jul 30 01:52:17.358536 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab204a-92b5-4126-9298-2310ccce849e req-6ba57681-8689-4db9-9a24-23d7a6001bf1 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:17.360124 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a3ab204a-92b5-4126-9298-2310ccce849e req-6ba57681-8689-4db9-9a24-23d7a6001bf1 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 945 time: 0.0598147 Jul 30 01:52:17.397699 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] Request body: {'port': {'device_id': '18e5febb-874f-4b9a-8bbb-a79c9badb444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:17.440288 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:17.442016 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a3ab204a-92b5-4126-9298-2310ccce849e req-ffdb822b-5de3-49aa-a53e-211553d55cac tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710456 Jul 30 01:52:17.460376 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-5d9fac7c-1b0f-469f-a449-e3fd27f3a075 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Allocated IP 172.20.0.7 (f389a516-d2d8-4854-95d1-3fa9791f8657/3bfe13c6-113f-46fc-b0c1-898c75003bf6/71f584fd-1592-4f9b-8f02-8ca183bd1b6f) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:17.475005 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:17.511857 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:17.515077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8abc4739-a3a9-4e79-8282-aa97aff2cd31 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:17.533012 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c4f1c0fb-1b24-40a3-b7a5-d2fd81ef0418 req-6e7c547f-f94f-44c7-bbbf-c096922e1fcf tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=223d3372-61f3-4164-8e19-60ef1bbadf0a HTTP/1.1" status: 200 len: 210 time: 0.0951016 Jul 30 01:52:17.661032 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-34a5c277-27d4-4db1-9193-f647a2625afa req-06b6eb71-a543-434e-9b33-979f732ff021 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6897963c87b34fd69f2c677d1443d2b8 HTTP/1.1" status: 200 len: 267 time: 0.1087158 Jul 30 01:52:17.716037 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0cdad32c-47ed-4be8-81a2-c5d3b392b7c2,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:17.718994 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 8abc4739-a3a9-4e79-8282-aa97aff2cd31 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:17.730193 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 8abc4739-a3a9-4e79-8282-aa97aff2cd31 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:17.730752 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5c277-27d4-4db1-9193-f647a2625afa req-5fc60c26-75bd-473d-bc35-38b6232af85c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:17.730881 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:17.732647 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-34a5c277-27d4-4db1-9193-f647a2625afa req-5fc60c26-75bd-473d-bc35-38b6232af85c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 945 time: 0.0706909 Jul 30 01:52:17.747052 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-34a5c277-27d4-4db1-9193-f647a2625afa req-2a365d4a-dc06-4185-a8b2-90f39ed99d16 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Request body: {'port': {'security_groups': []}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:17.753467 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '0cdad32c-47ed-4be8-81a2-c5d3b392b7c2', 'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c', 'port_id': '0cdad32c-47ed-4be8-81a2-c5d3b392b7c2', 'mac_address': 'fa:16:3e:5d:b1:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a7a0ec-08e6-4fb9-ba46-737f76240f23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:17.758684 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-5d9fac7c-1b0f-469f-a449-e3fd27f3a075 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:17.770021 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e3656-7966-4b04-b920-62bb08476ecf req-f77a2b14-7d6a-4ed0-aad3-18bb7304d052 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:17.772068 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-314e3656-7966-4b04-b920-62bb08476ecf req-f77a2b14-7d6a-4ed0-aad3-18bb7304d052 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 944 time: 0.1329434 Jul 30 01:52:17.817892 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:17.832263 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:17.838649 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-34a5c277-27d4-4db1-9193-f647a2625afa req-2a365d4a-dc06-4185-a8b2-90f39ed99d16 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:17.845810 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-314e3656-7966-4b04-b920-62bb08476ecf req-ff6255e6-f987-4d0f-b0fb-3a248b6dc6ec tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665343 Jul 30 01:52:17.884395 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0cdad32c-47ed-4be8-81a2-c5d3b392b7c2,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:17.898518 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:17.928877 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a29bb6-f5c1-44e0-b70a-816d2b26f60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abc4739-a3a9-4e79-8282-aa97aff2cd31'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:17.931347 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cc209a-5b79-492b-9aff-0aed60c3355a" -d '{"events": [{"server_uuid": "94a29bb6-f5c1-44e0-b70a-816d2b26f60e", "name": "network-vif-plugged", "status": "completed", "tag": "8abc4739-a3a9-4e79-8282-aa97aff2cd31"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:17.943814 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-5d9fac7c-1b0f-469f-a449-e3fd27f3a075 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:17.949666 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8abc4739-a3a9-4e79-8282-aa97aff2cd31, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8abc4739-a3a9-4e79-8282-aa97aff2cd31,segment=NetworkSegment(158c33aa-bfac-4206-980a-b702f9f187be),segment_id=158c33aa-bfac-4206-980a-b702f9f187be)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:17.959763 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:17.996501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-5d9fac7c-1b0f-469f-a449-e3fd27f3a075 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Network f389a516-d2d8-4854-95d1-3fa9791f8657 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:17.999761 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-5d9fac7c-1b0f-469f-a449-e3fd27f3a075 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:18.009240 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-5d9fac7c-1b0f-469f-a449-e3fd27f3a075 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:18.027749 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.054512 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0cdad32c-47ed-4be8-81a2-c5d3b392b7c2,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:18.108998 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c2cae4-63d2-4bad-b70a-ebaa573453b0 x-openstack-request-id: req-f4c2cae4-63d2-4bad-b70a-ebaa573453b0 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:18.109155 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a29bb6-f5c1-44e0-b70a-816d2b26f60e", "name": "network-vif-plugged", "status": "completed", "tag": "8abc4739-a3a9-4e79-8282-aa97aff2cd31", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:18.111471 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f4c2cae4-63d2-4bad-b70a-ebaa573453b0 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:18.111912 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a29bb6-f5c1-44e0-b70a-816d2b26f60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abc4739-a3a9-4e79-8282-aa97aff2cd31', 'code': 200} Jul 30 01:52:18.130429 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-34a5c277-27d4-4db1-9193-f647a2625afa req-2a365d4a-dc06-4185-a8b2-90f39ed99d16 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] For port d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:18.137039 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9fac7c-1b0f-469f-a449-e3fd27f3a075 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Pushing event updated for resources: {'Port': ['ID=71f584fd-1592-4f9b-8f02-8ca183bd1b6f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:18.163380 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-5d9fac7c-1b0f-469f-a449-e3fd27f3a075 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:18.163715 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=8abc4739-a3a9-4e79-8282-aa97aff2cd31,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:18.164016 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-5d9fac7c-1b0f-469f-a449-e3fd27f3a075 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.212179 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-34a5c277-27d4-4db1-9193-f647a2625afa req-2a365d4a-dc06-4185-a8b2-90f39ed99d16 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.216655 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['0cdad32c-47ed-4be8-81a2-c5d3b392b7c2'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:18.256897 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:18.262803 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729bfc0-951b-4262-bfc2-91721fddc2d6 req-60e67f2a-f3e2-4a0a-a83a-f8ba1fcca187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:18.264627 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5729bfc0-951b-4262-bfc2-91721fddc2d6 req-60e67f2a-f3e2-4a0a-a83a-f8ba1fcca187 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 1097 time: 0.1036949 Jul 30 01:52:18.268861 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.269807 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-5d9fac7c-1b0f-469f-a449-e3fd27f3a075 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3039653 Jul 30 01:52:18.283889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe0456-4ec5-4eff-86ba-e37542ef75f7 req-3b7150d0-1783-4674-88cd-6d71a48b8746 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:18.285432 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7efe0456-4ec5-4eff-86ba-e37542ef75f7 req-3b7150d0-1783-4674-88cd-6d71a48b8746 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 946 time: 0.0557213 Jul 30 01:52:18.290388 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] Request body: {'port': {'device_id': '223d3372-61f3-4164-8e19-60ef1bbadf0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:18.295660 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] Transition to ACTIVE for port object ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:18.309651 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5729bfc0-951b-4262-bfc2-91721fddc2d6 req-4068932b-3bf4-44a0-aa33-fd66f18a4355 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378950 Jul 30 01:52:18.331426 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-34a5c277-27d4-4db1-9193-f647a2625afa req-2a365d4a-dc06-4185-a8b2-90f39ed99d16 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.372587 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7efe0456-4ec5-4eff-86ba-e37542ef75f7 req-ab568e59-3a74-4294-8fd2-2c678e297381 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794311 Jul 30 01:52:18.373125 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['00b13194-64bb-49db-9e83-4dde2cb5cb13', 'd1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:18.375333 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.398081 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5c277-27d4-4db1-9193-f647a2625afa req-2a365d4a-dc06-4185-a8b2-90f39ed99d16 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:18.401148 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-34a5c277-27d4-4db1-9193-f647a2625afa req-2a365d4a-dc06-4185-a8b2-90f39ed99d16 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.407655 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-34a5c277-27d4-4db1-9193-f647a2625afa req-2a365d4a-dc06-4185-a8b2-90f39ed99d16 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "PUT /v2.0/ports/d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd HTTP/1.1" status: 200 len: 904 time: 0.6631196 Jul 30 01:52:18.407655 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd92bdce-3e92-417f-86b7-fb1c183a6d53', 'tag': 'd1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:18.410086 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0f6650-9b6b-43d7-a50f-dfb518f586cc" -d '{"events": [{"name": "network-changed", "server_uuid": "bd92bdce-3e92-417f-86b7-fb1c183a6d53", "tag": "d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:18.431745 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.489011 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a365d4a-dc06-4185-a8b2-90f39ed99d16 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Pushing event updated for resources: {'Port': ['ID=d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd,revision_number=6']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:18.583115 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16ab5273-6f2f-4455-b8ee-8d5ccc487119 req-6b204e30-21a6-4066-83e1-61047f40cb62 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0531662 Jul 30 01:52:18.600375 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:18.678053 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] Pushing event updated for resources: {'Port': ['ID=ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:18.689447 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97336bce-b4a9-49b7-91cd-1b9577149b31 x-openstack-request-id: req-97336bce-b4a9-49b7-91cd-1b9577149b31 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:18.689447 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd92bdce-3e92-417f-86b7-fb1c183a6d53", "tag": "d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:18.689447 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97336bce-b4a9-49b7-91cd-1b9577149b31 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:18.689447 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd92bdce-3e92-417f-86b7-fb1c183a6d53', 'tag': 'd1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd', 'status': 'completed', 'code': 200} Jul 30 01:52:18.720146 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f753d70-3000-47a8-af0b-eac52469246e req-7c009a91-8e33-41e2-8490-7c1acf79c642 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:18.726893 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4f753d70-3000-47a8-af0b-eac52469246e req-7c009a91-8e33-41e2-8490-7c1acf79c642 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 907 time: 0.1354072 Jul 30 01:52:18.730060 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] Attempting to bind port ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:18.730420 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] Attempting to bind port ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '8cb94bfb-df2a-4bde-bad0-0cb93452e3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:18.730751 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] Attempting to bind port ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 on network f389a516-d2d8-4854-95d1-3fa9791f8657 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:18.736167 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] Port ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 on network f389a516-d2d8-4854-95d1-3fa9791f8657 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:52:18.738908 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] Attempting to bind port ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 on network f389a516-d2d8-4854-95d1-3fa9791f8657 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:18.742619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:18.742957 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] Checking segment: {'id': '8cb94bfb-df2a-4bde-bad0-0cb93452e3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:18.743337 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] Bound using segment: {'id': '8cb94bfb-df2a-4bde-bad0-0cb93452e3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:18.743759 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] Bound port: ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb94bfb-df2a-4bde-bad0-0cb93452e3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:18.744117 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.764740 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-199750e8-ec4b-4e63-88fb-1b3dfb81b5ee None None] Provisioning complete for port d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:18.765266 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-199750e8-ec4b-4e63-88fb-1b3dfb81b5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.813123 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['1a12eb71-838e-4718-8d21-2a7470945e26'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:18.846213 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] For port ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:18.856188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f6650-9b6b-43d7-a50f-dfb518f586cc req-caeb56f7-ae19-4afb-b621-0ebd552ec8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:18.857722 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a0f6650-9b6b-43d7-a50f-dfb518f586cc req-caeb56f7-ae19-4afb-b621-0ebd552ec8c1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 1058 time: 0.1321983 Jul 30 01:52:18.860883 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] For port ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10,segment=NetworkSegment(8cb94bfb-df2a-4bde-bad0-0cb93452e3d5),segment_id=8cb94bfb-df2a-4bde-bad0-0cb93452e3d5)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:18.873539 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf1127-1f38-4d26-952a-865d4f0ad3c1 req-832176ac-1550-495a-b286-6f3b35a395f1 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:18.878505 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ffaf1127-1f38-4d26-952a-865d4f0ad3c1 req-832176ac-1550-495a-b286-6f3b35a395f1 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=223d3372-61f3-4164-8e19-60ef1bbadf0a HTTP/1.1" status: 200 len: 931 time: 0.1011858 Jul 30 01:52:18.878621 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7c2b7-c0ea-4a69-83c8-5cc7af7417ac req-b2fdc542-e42f-44c0-899e-19e52db5c050 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:18.879559 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-41a7c2b7-c0ea-4a69-83c8-5cc7af7417ac req-b2fdc542-e42f-44c0-899e-19e52db5c050 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0702977 Jul 30 01:52:18.925436 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-41a7c2b7-c0ea-4a69-83c8-5cc7af7417ac req-d10fc6d3-03a2-4535-a475-010b4b86b914 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353930 Jul 30 01:52:18.926680 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.998576 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] Pushing event updated for resources: {'Port': ['ID=ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:19.004388 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.005226 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.006804 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-77025aa8-32fc-44e5-9c14-200363538a4b service neutron] 10.222.0.77 "PUT /v2.0/ports/ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 HTTP/1.1" status: 200 len: 1091 time: 1.6135516 Jul 30 01:52:19.018702 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f584fd-1592-4f9b-8f02-8ca183bd1b6f {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:19.035833 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.062951 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ffaf1127-1f38-4d26-952a-865d4f0ad3c1 req-edb77b16-3d24-47cb-b138-a5ce2e7701c5 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564195 Jul 30 01:52:19.071673 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58cb20-ae7d-44c5-8dc4-e69259075752 req-fbcee10b-adc9-4b89-8aed-a6128470b9f1 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.073461 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cb58cb20-ae7d-44c5-8dc4-e69259075752 req-fbcee10b-adc9-4b89-8aed-a6128470b9f1 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 945 time: 0.0584929 Jul 30 01:52:19.083833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] Transition to ACTIVE for port object 71f584fd-1592-4f9b-8f02-8ca183bd1b6f will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:19.086975 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f6650-9b6b-43d7-a50f-dfb518f586cc req-3f9f88d4-fbc7-4819-8701-74f8b8044f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.088502 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a0f6650-9b6b-43d7-a50f-dfb518f586cc req-3f9f88d4-fbc7-4819-8701-74f8b8044f22 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 913 time: 0.2124920 Jul 30 01:52:19.119814 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cb58cb20-ae7d-44c5-8dc4-e69259075752 req-36e0c472-7362-4c14-ba71-06852af0af1c tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345466 Jul 30 01:52:19.133092 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a0f6650-9b6b-43d7-a50f-dfb518f586cc req-82a918f9-5887-4a2a-963b-aa93546bd805 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd HTTP/1.1" status: 200 len: 217 time: 0.0375042 Jul 30 01:52:19.193858 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.260476 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-81b036ed-b1b4-43f0-895a-533c8b384669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.261981 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-81b036ed-b1b4-43f0-895a-533c8b384669 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=885c83342dd8477ea9177624dce4beee&device_id=18e5febb-874f-4b9a-8bbb-a79c9badb444 HTTP/1.1" status: 200 len: 1094 time: 0.0710382 Jul 30 01:52:19.273289 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15c04d-102d-4e3e-a540-b844557a3190 req-fbe08a20-85c9-4f7c-8b3c-1a4926e01164 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.274800 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ab15c04d-102d-4e3e-a540-b844557a3190 req-fbe08a20-85c9-4f7c-8b3c-1a4926e01164 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0950968 Jul 30 01:52:19.277333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f6650-9b6b-43d7-a50f-dfb518f586cc req-797fd0b0-962f-4272-aa30-83637f28d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.278867 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a0f6650-9b6b-43d7-a50f-dfb518f586cc req-797fd0b0-962f-4272-aa30-83637f28d233 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.1270888 Jul 30 01:52:19.282416 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] Pushing event updated for resources: {'Port': ['ID=71f584fd-1592-4f9b-8f02-8ca183bd1b6f,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:19.324019 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-8f74fd7d-e2eb-4355-9e9e-a39871571603 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 HTTP/1.1" status: 200 len: 217 time: 0.0471632 Jul 30 01:52:19.372792 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f6650-9b6b-43d7-a50f-dfb518f586cc req-0ebd0ddc-1e7d-418e-b5fe-3cf859295244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.374288 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a0f6650-9b6b-43d7-a50f-dfb518f586cc req-0ebd0ddc-1e7d-418e-b5fe-3cf859295244 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876911 Jul 30 01:52:19.393851 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ab15c04d-102d-4e3e-a540-b844557a3190 req-fbb5284f-7c9e-467c-ad68-b0946bbdd57f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077800 Jul 30 01:52:19.398479 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-60f3676b-df90-4df8-80c7-cdd7c895e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.399449 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-60f3676b-df90-4df8-80c7-cdd7c895e162 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3bfe13c6-113f-46fc-b0c1-898c75003bf6 HTTP/1.1" status: 200 len: 853 time: 0.0682466 Jul 30 01:52:19.418440 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] Attempting to bind port 71f584fd-1592-4f9b-8f02-8ca183bd1b6f on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:19.418795 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] Attempting to bind port 71f584fd-1592-4f9b-8f02-8ca183bd1b6f by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '8cb94bfb-df2a-4bde-bad0-0cb93452e3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:19.419161 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] Attempting to bind port 71f584fd-1592-4f9b-8f02-8ca183bd1b6f on network f389a516-d2d8-4854-95d1-3fa9791f8657 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:19.443124 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-db9fb224-7819-4b27-a193-bf313a36ad1c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f389a516-d2d8-4854-95d1-3fa9791f8657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368426 Jul 30 01:52:19.451054 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] Port 71f584fd-1592-4f9b-8f02-8ca183bd1b6f on network f389a516-d2d8-4854-95d1-3fa9791f8657 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:52:19.451471 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] Attempting to bind port 71f584fd-1592-4f9b-8f02-8ca183bd1b6f on network f389a516-d2d8-4854-95d1-3fa9791f8657 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:19.461688 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:19.462110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] Checking segment: {'id': '8cb94bfb-df2a-4bde-bad0-0cb93452e3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:19.462599 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] Bound using segment: {'id': '8cb94bfb-df2a-4bde-bad0-0cb93452e3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:19.463107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] Bound port: 71f584fd-1592-4f9b-8f02-8ca183bd1b6f, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb94bfb-df2a-4bde-bad0-0cb93452e3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:19.463546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.535998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:19.566855 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-c90996d8-173c-47f7-8a93-87d285278209 service neutron] 10.222.0.77 "GET /v2.0/networks/f389a516-d2d8-4854-95d1-3fa9791f8657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146128 Jul 30 01:52:19.583713 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:52:19.602682 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a0f6650-9b6b-43d7-a50f-dfb518f586cc req-26be10ae-201a-4028-afdd-e27e957f7517 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141287 Jul 30 01:52:19.614187 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02436e6-e33d-40c8-a003-f6a247d92ab2 req-e6284858-4b47-4613-bcbc-566d1881ffe4 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.617506 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c02436e6-e33d-40c8-a003-f6a247d92ab2 req-e6284858-4b47-4613-bcbc-566d1881ffe4 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 946 time: 0.1396179 Jul 30 01:52:19.639739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] For port 71f584fd-1592-4f9b-8f02-8ca183bd1b6f, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:19.651348 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:19.661130 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:19.661628 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.695412 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] For port 71f584fd-1592-4f9b-8f02-8ca183bd1b6f, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=71f584fd-1592-4f9b-8f02-8ca183bd1b6f,segment=NetworkSegment(8cb94bfb-df2a-4bde-bad0-0cb93452e3d5),segment_id=8cb94bfb-df2a-4bde-bad0-0cb93452e3d5)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:19.732318 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c02436e6-e33d-40c8-a003-f6a247d92ab2 req-4b3e7487-3177-4217-a564-a62ac4a8c4ed tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039031 Jul 30 01:52:19.755333 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a0f6650-9b6b-43d7-a50f-dfb518f586cc req-dbec3619-95f7-40af-ae9c-902ae34723d2 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367157 Jul 30 01:52:19.764263 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.775390 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.785210 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-2e9900ce-65b3-4e53-ad18-145d3f5947bb service neutron] 10.222.0.77 "GET /v2.0/networks/f389a516-d2d8-4854-95d1-3fa9791f8657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853819 Jul 30 01:52:19.802171 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0cdad32c-47ed-4be8-81a2-c5d3b392b7c2,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:19.829135 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c725d-f642-482e-be53-3301583e1f57 req-3f655ede-1c5a-4c79-a017-b5fc9e974d97 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.830646 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e2c725d-f642-482e-be53-3301583e1f57 req-3f655ede-1c5a-4c79-a017-b5fc9e974d97 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 812 time: 0.1564043 Jul 30 01:52:19.846781 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e2c725d-f642-482e-be53-3301583e1f57 req-547ac15b-fc99-4d05-8f7e-3a8d6ce68d94 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/quotas/6897963c87b34fd69f2c677d1443d2b8 HTTP/1.1" status: 200 len: 375 time: 0.0101280 Jul 30 01:52:19.859873 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aa0721c0-c252-47f4-99dc-9e12db588e59 req-59de65ea-5b9f-4460-a9a1-f4aa11b371f9 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0343468 Jul 30 01:52:19.861081 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.861754 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.863149 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] 10.222.0.77 "PUT /v2.0/ports/71f584fd-1592-4f9b-8f02-8ca183bd1b6f HTTP/1.1" status: 200 len: 1091 time: 1.5767553 Jul 30 01:52:19.865480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223d3372-61f3-4164-8e19-60ef1bbadf0a', 'tag': '71f584fd-1592-4f9b-8f02-8ca183bd1b6f'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:19.867736 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbfbd78-2c3a-4df7-9d26-8b82012cb8a7" -d '{"events": [{"name": "network-changed", "server_uuid": "223d3372-61f3-4164-8e19-60ef1bbadf0a", "tag": "71f584fd-1592-4f9b-8f02-8ca183bd1b6f"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:19.897111 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.902493 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca5f56-0def-4aa6-b37e-f1627c0819df service neutron] Pushing event updated for resources: {'Port': ['ID=71f584fd-1592-4f9b-8f02-8ca183bd1b6f,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:19.919444 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e2c725d-f642-482e-be53-3301583e1f57 req-6347e236-4545-48cb-b43c-941d9730f371 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0665715 Jul 30 01:52:19.950921 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0cdad32c-47ed-4be8-81a2-c5d3b392b7c2,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:19.996177 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248adab8-265a-420c-b38e-238b2ce4bd5d req-40cb1624-fba7-4fc5-b1b9-18f4c687f48e tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.997794 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-248adab8-265a-420c-b38e-238b2ce4bd5d req-40cb1624-fba7-4fc5-b1b9-18f4c687f48e tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 946 time: 0.0534890 Jul 30 01:52:20.023697 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e2c725d-f642-482e-be53-3301583e1f57 req-d698e7f0-29d6-41da-8240-a27cceffcf50 service neutron] 10.222.0.70 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966620 Jul 30 01:52:20.066699 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-248adab8-265a-420c-b38e-238b2ce4bd5d req-6e7e9bd8-eaf1-45f1-b245-63b559f03bcc tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595436 Jul 30 01:52:20.068403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-d34bba80-f48a-4885-aa83-fae416f44cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:20.069920 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-d34bba80-f48a-4885-aa83-fae416f44cac service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=885c83342dd8477ea9177624dce4beee&device_id=223d3372-61f3-4164-8e19-60ef1bbadf0a HTTP/1.1" status: 200 len: 1094 time: 0.0711105 Jul 30 01:52:20.113777 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0f3ae7-6644-498f-bb8f-e4224e805af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdad32c-47ed-4be8-81a2-c5d3b392b7c2'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:20.116791 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f503d7-ea63-4f43-aa24-9799faf05489" -d '{"events": [{"server_uuid": "bd0f3ae7-6644-498f-bb8f-e4224e805af4", "name": "network-vif-plugged", "status": "completed", "tag": "0cdad32c-47ed-4be8-81a2-c5d3b392b7c2"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:20.118136 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e2c725d-f642-482e-be53-3301583e1f57 req-6fc9ebf5-b01f-448d-806e-cfc1b6208470 service neutron] 10.222.0.70 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871859 Jul 30 01:52:20.124146 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbf0ce0-5560-41ec-bc3c-1780e591e4af x-openstack-request-id: req-6cbf0ce0-5560-41ec-bc3c-1780e591e4af {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:20.124608 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223d3372-61f3-4164-8e19-60ef1bbadf0a", "tag": "71f584fd-1592-4f9b-8f02-8ca183bd1b6f", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:20.125756 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6cbf0ce0-5560-41ec-bc3c-1780e591e4af {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:20.125756 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223d3372-61f3-4164-8e19-60ef1bbadf0a', 'tag': '71f584fd-1592-4f9b-8f02-8ca183bd1b6f', 'status': 'completed', 'code': 200} Jul 30 01:52:20.127788 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-0ee0372b-5f8f-4fa2-bc76-b554de91ae4f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f584fd-1592-4f9b-8f02-8ca183bd1b6f HTTP/1.1" status: 200 len: 217 time: 0.0434384 Jul 30 01:52:20.215565 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-354496ec-23c4-49b5-9b7f-5a7f818fb575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:20.217025 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-354496ec-23c4-49b5-9b7f-5a7f818fb575 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3bfe13c6-113f-46fc-b0c1-898c75003bf6 HTTP/1.1" status: 200 len: 853 time: 0.0745304 Jul 30 01:52:20.242173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476a457-9217-4029-88b5-f4431329e9d6 req-ea0b5b41-77d7-4339-9091-9e055a678c06 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:20.244031 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f476a457-9217-4029-88b5-f4431329e9d6 req-ea0b5b41-77d7-4339-9091-9e055a678c06 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=223d3372-61f3-4164-8e19-60ef1bbadf0a HTTP/1.1" status: 200 len: 943 time: 0.0733407 Jul 30 01:52:20.260217 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-695a3f40-ef53-4f36-80ca-6261fcfba651 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f389a516-d2d8-4854-95d1-3fa9791f8657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338213 Jul 30 01:52:20.334970 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f476a457-9217-4029-88b5-f4431329e9d6 req-c2a4dea7-0596-44c9-ae1a-60ca50f6b630 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769770 Jul 30 01:52:20.386977 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-deea4064-c82c-4f0c-b0fc-e26f2c2e065f service neutron] 10.222.0.77 "GET /v2.0/networks/f389a516-d2d8-4854-95d1-3fa9791f8657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189256 Jul 30 01:52:20.400436 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fb5d14-0d9a-49cc-b518-1a5e75fdb2e5 x-openstack-request-id: req-20fb5d14-0d9a-49cc-b518-1a5e75fdb2e5 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:20.400846 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0f3ae7-6644-498f-bb8f-e4224e805af4", "name": "network-vif-plugged", "status": "completed", "tag": "0cdad32c-47ed-4be8-81a2-c5d3b392b7c2", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:20.401188 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-20fb5d14-0d9a-49cc-b518-1a5e75fdb2e5 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:20.401924 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0f3ae7-6644-498f-bb8f-e4224e805af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdad32c-47ed-4be8-81a2-c5d3b392b7c2', 'code': 200} Jul 30 01:52:20.523859 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a7232-8ce0-4400-8d74-6c0700b98110 req-48660ea5-9f6a-41f1-a159-d871958ce824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:20.526086 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d81a7232-8ce0-4400-8d74-6c0700b98110 req-48660ea5-9f6a-41f1-a159-d871958ce824 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 1097 time: 0.0489085 Jul 30 01:52:20.533479 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37872082-2fcb-4a04-9f40-1ead6ec5dd3f req-0f0ace74-2d92-49c3-a47d-e118550cef0b service neutron] 10.222.0.77 "GET /v2.0/networks/f389a516-d2d8-4854-95d1-3fa9791f8657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393812 Jul 30 01:52:20.551625 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47afc14-a060-4c5b-8a77-013b0085ecc5 req-eaceb5d3-0815-435e-a7e5-e229afb0eafe tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:20.553227 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c47afc14-a060-4c5b-8a77-013b0085ecc5 req-eaceb5d3-0815-435e-a7e5-e229afb0eafe tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 946 time: 0.0863380 Jul 30 01:52:20.575465 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d81a7232-8ce0-4400-8d74-6c0700b98110 req-079b42ef-83f2-4b44-a944-8c62d9f5f16a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407839 Jul 30 01:52:20.596298 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c47afc14-a060-4c5b-8a77-013b0085ecc5 req-d62200a5-1d49-4295-91d3-a260f5da55f6 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365500 Jul 30 01:52:20.683642 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e5febb-874f-4b9a-8bbb-a79c9badb444', 'tag': 'ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:20.686149 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9962583-5682-46aa-af0b-5e516cb1062d" -d '{"events": [{"name": "network-changed", "server_uuid": "18e5febb-874f-4b9a-8bbb-a79c9badb444", "tag": "ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:20.690691 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-95304f97-215b-4292-a3ce-42c238d0c9fa req-e85dbbd8-b3f5-4816-a08f-5ab853887039 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 210 time: 0.0369580 Jul 30 01:52:20.777104 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfbd78-2c3a-4df7-9d26-8b82012cb8a7 req-675ee25f-5a9b-4323-a65a-054e633b19e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:20.779546 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4fbfbd78-2c3a-4df7-9d26-8b82012cb8a7 req-675ee25f-5a9b-4323-a65a-054e633b19e3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=885c83342dd8477ea9177624dce4beee&device_id=223d3372-61f3-4164-8e19-60ef1bbadf0a HTTP/1.1" status: 200 len: 1094 time: 0.0548403 Jul 30 01:52:20.808074 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a8e0a-043c-4741-ba34-b686d84ae194 req-d4d382a5-3eae-4d75-854b-931630edbaa0 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:20.809672 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-975a8e0a-043c-4741-ba34-b686d84ae194 req-d4d382a5-3eae-4d75-854b-931630edbaa0 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 946 time: 0.0519619 Jul 30 01:52:20.858439 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-975a8e0a-043c-4741-ba34-b686d84ae194 req-25ea3ab8-8dc9-47fc-8c96-653af5d9bfb0 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398841 Jul 30 01:52:20.860979 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9050f56-fd55-4aaf-9c72-f3a63da0507d x-openstack-request-id: req-b9050f56-fd55-4aaf-9c72-f3a63da0507d {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:20.861279 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e5febb-874f-4b9a-8bbb-a79c9badb444", "tag": "ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:20.861582 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9050f56-fd55-4aaf-9c72-f3a63da0507d {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:20.861985 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e5febb-874f-4b9a-8bbb-a79c9badb444', 'tag': 'ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10', 'status': 'completed', 'code': 200} Jul 30 01:52:20.935304 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfbd78-2c3a-4df7-9d26-8b82012cb8a7 req-bd0ea15d-d243-41da-9ffa-847bb0651851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:20.937251 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4fbfbd78-2c3a-4df7-9d26-8b82012cb8a7 req-bd0ea15d-d243-41da-9ffa-847bb0651851 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f389a516-d2d8-4854-95d1-3fa9791f8657 HTTP/1.1" status: 200 len: 914 time: 0.1209147 Jul 30 01:52:20.965443 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9962583-5682-46aa-af0b-5e516cb1062d req-385862a6-6ad5-49c9-8795-3181480b6225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:20.967290 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d9962583-5682-46aa-af0b-5e516cb1062d req-385862a6-6ad5-49c9-8795-3181480b6225 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=885c83342dd8477ea9177624dce4beee&device_id=18e5febb-874f-4b9a-8bbb-a79c9badb444 HTTP/1.1" status: 200 len: 1094 time: 0.0596149 Jul 30 01:52:21.005852 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:21.012051 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4fbfbd78-2c3a-4df7-9d26-8b82012cb8a7 req-22d785cc-a8c9-4ced-8386-a19204dc4087 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f584fd-1592-4f9b-8f02-8ca183bd1b6f HTTP/1.1" status: 200 len: 217 time: 0.0638289 Jul 30 01:52:21.041782 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a466317-df18-4781-9f8d-43eb8083ab45 req-ae9c98ef-e971-460e-bb66-41fd4dcc57a3 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:21.043565 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0a466317-df18-4781-9f8d-43eb8083ab45 req-ae9c98ef-e971-460e-bb66-41fd4dcc57a3 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 946 time: 0.1052520 Jul 30 01:52:21.056238 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-271f359f-cebc-4902-ae2c-5dbd87c34cdc req-abdb26aa-eb74-4c25-aa11-b92f4ab6064f tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0725329 Jul 30 01:52:21.106844 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfbd78-2c3a-4df7-9d26-8b82012cb8a7 req-e6f7aefd-5e9a-4bba-9ce3-b985e9524b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:21.108454 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4fbfbd78-2c3a-4df7-9d26-8b82012cb8a7 req-e6f7aefd-5e9a-4bba-9ce3-b985e9524b20 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3bfe13c6-113f-46fc-b0c1-898c75003bf6 HTTP/1.1" status: 200 len: 853 time: 0.0859816 Jul 30 01:52:21.112583 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0a466317-df18-4781-9f8d-43eb8083ab45 req-7c812431-47a8-4603-96b1-36e10a2cce1a tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502968 Jul 30 01:52:21.116107 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9962583-5682-46aa-af0b-5e516cb1062d req-0f44ab5f-0d19-44be-83cb-8dffe9dbcc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:21.117596 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d9962583-5682-46aa-af0b-5e516cb1062d req-0f44ab5f-0d19-44be-83cb-8dffe9dbcc29 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f389a516-d2d8-4854-95d1-3fa9791f8657 HTTP/1.1" status: 200 len: 914 time: 0.1423807 Jul 30 01:52:21.134801 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10,segment=NetworkSegment(8cb94bfb-df2a-4bde-bad0-0cb93452e3d5),segment_id=8cb94bfb-df2a-4bde-bad0-0cb93452e3d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:21.144768 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10', 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657', 'port_id': 'ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10', 'mac_address': 'fa:16:3e:96:6c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfe13c6-113f-46fc-b0c1-898c75003bf6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:21.153363 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4fbfbd78-2c3a-4df7-9d26-8b82012cb8a7 req-dfd5608f-3d4b-44d4-844d-160afa833f31 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f389a516-d2d8-4854-95d1-3fa9791f8657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348964 Jul 30 01:52:21.183222 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d9962583-5682-46aa-af0b-5e516cb1062d req-51264546-c716-43ca-b845-484e299d7ec1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 HTTP/1.1" status: 200 len: 217 time: 0.0560327 Jul 30 01:52:21.185214 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.199500 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:21.224648 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10,segment=NetworkSegment(8cb94bfb-df2a-4bde-bad0-0cb93452e3d5),segment_id=8cb94bfb-df2a-4bde-bad0-0cb93452e3d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:21.248535 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9962583-5682-46aa-af0b-5e516cb1062d req-a9863ed4-2717-4ffa-9aef-7c303fc72786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:21.250287 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d9962583-5682-46aa-af0b-5e516cb1062d req-a9863ed4-2717-4ffa-9aef-7c303fc72786 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3bfe13c6-113f-46fc-b0c1-898c75003bf6 HTTP/1.1" status: 200 len: 853 time: 0.0569932 Jul 30 01:52:21.278551 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4fbfbd78-2c3a-4df7-9d26-8b82012cb8a7 req-0a7051f0-d986-4044-9599-0e7a34d5fbc6 service neutron] 10.222.0.77 "GET /v2.0/networks/f389a516-d2d8-4854-95d1-3fa9791f8657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168599 Jul 30 01:52:21.285256 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.285587 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d9962583-5682-46aa-af0b-5e516cb1062d req-be10b643-b9cc-471c-bed1-65c871ad3a30 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f389a516-d2d8-4854-95d1-3fa9791f8657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273216 Jul 30 01:52:21.369261 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:21.436892 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d9962583-5682-46aa-af0b-5e516cb1062d req-ac857c83-f94f-4f6b-be60-be375cad9b00 service neutron] 10.222.0.77 "GET /v2.0/networks/f389a516-d2d8-4854-95d1-3fa9791f8657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370876 Jul 30 01:52:21.457421 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4fbfbd78-2c3a-4df7-9d26-8b82012cb8a7 req-16ca794f-a054-4792-b727-0215222b03b5 service neutron] 10.222.0.77 "GET /v2.0/networks/f389a516-d2d8-4854-95d1-3fa9791f8657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716750 Jul 30 01:52:21.474394 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178582b-b18a-4d58-9684-64e9104784c4 req-307d99e7-23e5-4415-b60e-599568df8c03 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:21.475948 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d178582b-b18a-4d58-9684-64e9104784c4 req-307d99e7-23e5-4415-b60e-599568df8c03 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 946 time: 0.0818877 Jul 30 01:52:21.527191 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d178582b-b18a-4d58-9684-64e9104784c4 req-52267422-6499-4f93-8ef1-d06ecde70d9b tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445342 Jul 30 01:52:21.566555 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616a504-4641-47a7-b7a9-91f6a1df8404 req-87953904-5886-437c-ae48-696e71820118 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:21.568068 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4616a504-4641-47a7-b7a9-91f6a1df8404 req-87953904-5886-437c-ae48-696e71820118 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=223d3372-61f3-4164-8e19-60ef1bbadf0a HTTP/1.1" status: 200 len: 943 time: 0.1359630 Jul 30 01:52:21.594911 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d9962583-5682-46aa-af0b-5e516cb1062d req-93c08828-6253-4598-8263-7ff35b9d5519 service neutron] 10.222.0.77 "GET /v2.0/networks/f389a516-d2d8-4854-95d1-3fa9791f8657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456592 Jul 30 01:52:21.616342 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4616a504-4641-47a7-b7a9-91f6a1df8404 req-a04e9cc8-4504-4c64-8297-831226ace8bb tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392289 Jul 30 01:52:21.649839 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a3491-0d2e-46c2-89db-dff2981e6e8b req-ac88f21d-1cf7-4fec-b429-91a58d4b2622 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:21.651518 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-617a3491-0d2e-46c2-89db-dff2981e6e8b req-ac88f21d-1cf7-4fec-b429-91a58d4b2622 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 946 time: 0.0593624 Jul 30 01:52:21.692258 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-617a3491-0d2e-46c2-89db-dff2981e6e8b req-202884fc-1082-498b-bc3a-08143d1e2a6a tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336742 Jul 30 01:52:21.744579 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a9d4a-9ce5-4aeb-96cd-1b8dc337169d req-170556d5-429f-450d-af71-7cc643554ad5 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:21.746130 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-138a9d4a-9ce5-4aeb-96cd-1b8dc337169d req-170556d5-429f-450d-af71-7cc643554ad5 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 946 time: 0.0561833 Jul 30 01:52:21.784199 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:21.784471 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-138a9d4a-9ce5-4aeb-96cd-1b8dc337169d req-1bbd67f4-e57d-4112-bd1b-b9931954fd14 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320399 Jul 30 01:52:21.889101 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dd1216e3-513d-4ecd-b05d-8763dfd92c6b req-34c47a27-5418-429e-ad2d-4a40ba5b5398 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 210 time: 0.0268953 Jul 30 01:52:22.171095 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dd677f73-8673-4361-9931-f3d0d9c5cd83 req-ba4fb563-a3a2-4ba3-b0b4-0f8b7c301391 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0325971 Jul 30 01:52:22.259149 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00a7f940-92a7-4022-9431-16d69dc9a162 req-ed4bbe8e-1442-4e10-92dc-ea7e21113314 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0318513 Jul 30 01:52:22.416132 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d8823-7bd5-4958-9933-535229be3eea req-78cbccde-4f77-465d-951b-b0119dc8533f tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:22.417628 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-560d8823-7bd5-4958-9933-535229be3eea req-78cbccde-4f77-465d-951b-b0119dc8533f tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 946 time: 0.0509005 Jul 30 01:52:22.456255 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-560d8823-7bd5-4958-9933-535229be3eea req-c67d12fa-7bff-4b4d-8032-2974f2e11128 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325696 Jul 30 01:52:22.745607 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd3a15-4caa-49d2-abea-186e69301b46 req-1de243bf-8571-4776-a8ca-a068cc6206ce tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:22.747115 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17fd3a15-4caa-49d2-abea-186e69301b46 req-1de243bf-8571-4776-a8ca-a068cc6206ce tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=223d3372-61f3-4164-8e19-60ef1bbadf0a HTTP/1.1" status: 200 len: 943 time: 0.0523748 Jul 30 01:52:22.784852 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17fd3a15-4caa-49d2-abea-186e69301b46 req-b803ce77-5ac8-44c5-a8d1-196d2631184f tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311902 Jul 30 01:52:22.916097 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d64d0f-4834-4d37-b3af-275e0c1ca065 req-75d18089-a653-41f4-86ec-40f1646ebe4d tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:22.917563 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9d64d0f-4834-4d37-b3af-275e0c1ca065 req-75d18089-a653-41f4-86ec-40f1646ebe4d tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 946 time: 0.0563428 Jul 30 01:52:22.941909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c725d-f642-482e-be53-3301583e1f57 req-83ebc0e1-4e92-43a7-a6c5-c9e54dbc08ac tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:22.943429 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e2c725d-f642-482e-be53-3301583e1f57 req-83ebc0e1-4e92-43a7-a6c5-c9e54dbc08ac tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.10 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 812 time: 0.1144912 Jul 30 01:52:22.963837 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9d64d0f-4834-4d37-b3af-275e0c1ca065 req-3a8e3938-8f0e-47a9-8dd5-4448d0f8de93 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391171 Jul 30 01:52:22.964792 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-1e2c725d-f642-482e-be53-3301583e1f57 req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Request body: {'port': {'device_id': '9aa3c887-791f-4878-875c-e158b7ef8e47', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'admin_state_up': True, 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:23.027143 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b98cf684-ab92-44a6-aedf-7792700748f9 req-cba6fbef-80cd-451b-8e85-08df1d7e75e5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 210 time: 0.0586629 Jul 30 01:52:23.027769 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 71f584fd-1592-4f9b-8f02-8ca183bd1b6f details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:23.113388 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915dc3d-d8c0-4e13-8799-59083b494afb req-c9a9fab1-0d7f-4c83-bec8-04e4423b58ff tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:23.114988 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f915dc3d-d8c0-4e13-8799-59083b494afb req-c9a9fab1-0d7f-4c83-bec8-04e4423b58ff tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 946 time: 0.0718362 Jul 30 01:52:23.161319 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f915dc3d-d8c0-4e13-8799-59083b494afb req-0914f5ce-c46e-40a8-9691-44aff5d49a0d tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400534 Jul 30 01:52:23.193837 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2c725d-f642-482e-be53-3301583e1f57 req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Made reservation on behalf of 6897963c87b34fd69f2c677d1443d2b8 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:23.195335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 71f584fd-1592-4f9b-8f02-8ca183bd1b6f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=71f584fd-1592-4f9b-8f02-8ca183bd1b6f,segment=NetworkSegment(8cb94bfb-df2a-4bde-bad0-0cb93452e3d5),segment_id=8cb94bfb-df2a-4bde-bad0-0cb93452e3d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:23.197446 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1e2c725d-f642-482e-be53-3301583e1f57 req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.211613 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '71f584fd-1592-4f9b-8f02-8ca183bd1b6f', 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657', 'port_id': '71f584fd-1592-4f9b-8f02-8ca183bd1b6f', 'mac_address': 'fa:16:3e:a2:e5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfe13c6-113f-46fc-b0c1-898c75003bf6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:23.257654 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.273701 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f584fd-1592-4f9b-8f02-8ca183bd1b6f {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:23.296308 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 71f584fd-1592-4f9b-8f02-8ca183bd1b6f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=71f584fd-1592-4f9b-8f02-8ca183bd1b6f,segment=NetworkSegment(8cb94bfb-df2a-4bde-bad0-0cb93452e3d5),segment_id=8cb94bfb-df2a-4bde-bad0-0cb93452e3d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:23.320757 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cee3c858-a5fd-4b83-8f52-dc5a369bb8bc req-9c0023b0-5e10-48be-8f10-e4347a3908a2 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0313113 Jul 30 01:52:23.375513 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-1e2c725d-f642-482e-be53-3301583e1f57 req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Allocated IP 172.20.0.6 (8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7/549f13c1-0bda-4ad3-9592-2ba57ba86a47/31aae61d-966b-49ee-8fd2-9e7e708afc44) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:23.376845 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.436348 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=71f584fd-1592-4f9b-8f02-8ca183bd1b6f,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:23.568944 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1e2c725d-f642-482e-be53-3301583e1f57 req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.586264 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-1e2c725d-f642-482e-be53-3301583e1f57 req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Transition to ACTIVE for port object 31aae61d-966b-49ee-8fd2-9e7e708afc44 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:23.597086 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be7925-8d00-4a68-a846-0212ed6f7963 req-2d88bad5-476a-4f29-8682-05526623db3c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:23.598614 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f7be7925-8d00-4a68-a846-0212ed6f7963 req-2d88bad5-476a-4f29-8682-05526623db3c tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 946 time: 0.0742106 Jul 30 01:52:23.654632 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f7be7925-8d00-4a68-a846-0212ed6f7963 req-8fac84f4-865c-4a95-a5eb-e99bb207cf9f tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498497 Jul 30 01:52:23.708798 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1e2c725d-f642-482e-be53-3301583e1f57 req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.736736 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['1a12eb71-838e-4718-8d21-2a7470945e26'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:23.755856 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2c725d-f642-482e-be53-3301583e1f57 req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:23.759047 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-1e2c725d-f642-482e-be53-3301583e1f57 req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:23.762811 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2c725d-f642-482e-be53-3301583e1f57 req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:23.773003 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['00b13194-64bb-49db-9e83-4dde2cb5cb13'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:23.790457 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Pushing event updated for resources: {'Port': ['ID=31aae61d-966b-49ee-8fd2-9e7e708afc44,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:23.803708 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:23.804052 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:23.804390 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:23.804726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:23.805115 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:23.805440 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:23.805765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:23.806092 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:23.806448 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:23.806767 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:23.811678 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:23.811678 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:23.829598 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['71f584fd-1592-4f9b-8f02-8ca183bd1b6f'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:23.856766 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c725d-f642-482e-be53-3301583e1f57 req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:23.858959 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1e2c725d-f642-482e-be53-3301583e1f57 req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.979148 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e2c725d-f642-482e-be53-3301583e1f57 req-2c140e8b-f059-471a-859d-b812c11b225f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0176179 Jul 30 01:52:23.996918 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] Request body: {'port': {'device_id': '9aa3c887-791f-4878-875c-e158b7ef8e47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:24.057978 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-b9d6b406-463b-4d86-b0ac-3e950b997ae4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1332722 Jul 30 01:52:24.073142 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bf5d8-996d-4895-8b06-f68b5154ff36 req-0f7d8d7a-7306-4e73-96c8-fb513bb747f1 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:24.074852 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a48bf5d8-996d-4895-8b06-f68b5154ff36 req-0f7d8d7a-7306-4e73-96c8-fb513bb747f1 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.10 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 946 time: 0.1715353 Jul 30 01:52:24.193830 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.239285 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e842d5e2-a28f-4705-9cd1-d88d399666c7 None None] Provisioning for port 31aae61d-966b-49ee-8fd2-9e7e708afc44 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:24.243376 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e842d5e2-a28f-4705-9cd1-d88d399666c7 None None] Provisioning complete for port 31aae61d-966b-49ee-8fd2-9e7e708afc44 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:24.243746 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e842d5e2-a28f-4705-9cd1-d88d399666c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.302892 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e842d5e2-a28f-4705-9cd1-d88d399666c7 None None] Port 31aae61d-966b-49ee-8fd2-9e7e708afc44 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:24.363610 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b1c01-2765-4f39-8216-e6a7355b9c8a req-6927eb91-9531-4e34-bf5b-d6e4a6043d77 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:24.365249 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b3b1c01-2765-4f39-8216-e6a7355b9c8a req-6927eb91-9531-4e34-bf5b-d6e4a6043d77 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=223d3372-61f3-4164-8e19-60ef1bbadf0a HTTP/1.1" status: 200 len: 944 time: 0.4656103 Jul 30 01:52:24.408735 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b3b1c01-2765-4f39-8216-e6a7355b9c8a req-27e1b31a-06ac-43a7-8e92-df88899bb988 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351429 Jul 30 01:52:24.612998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-dcd07fac-4a40-4760-9449-0b039845776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:24.612998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-dcd07fac-4a40-4760-9449-0b039845776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:24.612998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-dcd07fac-4a40-4760-9449-0b039845776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:24.612998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-dcd07fac-4a40-4760-9449-0b039845776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:24.612998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-dcd07fac-4a40-4760-9449-0b039845776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:24.612998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-dcd07fac-4a40-4760-9449-0b039845776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:24.612998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-dcd07fac-4a40-4760-9449-0b039845776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:24.614102 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-dcd07fac-4a40-4760-9449-0b039845776a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b925993cc6564ab9911b25e36e01c143&device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 6490 time: 0.4734368 Jul 30 01:52:24.694091 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2553f0b5-b686-4f52-8c2b-e4973e1bce40 req-1ab5759c-3fb8-4cc0-9ce9-dd42dd878d84 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0319197 Jul 30 01:52:24.800020 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024d8e9-a61e-40e6-8263-2904beef1717 req-c7ee199d-0c27-4e27-af52-887bf86c3b27 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:24.801754 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2024d8e9-a61e-40e6-8263-2904beef1717 req-c7ee199d-0c27-4e27-af52-887bf86c3b27 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 946 time: 0.0493724 Jul 30 01:52:24.806830 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-a48bf5d8-996d-4895-8b06-f68b5154ff36 req-774426c9-7674-4052-aeb7-c530d568b4a9 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Deleting port 8abc4739-a3a9-4e79-8282-aa97aff2cd31 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:24.807182 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a48bf5d8-996d-4895-8b06-f68b5154ff36 req-774426c9-7674-4052-aeb7-c530d568b4a9 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.820834 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b5f8a-4030-4de1-839e-d7e9be11a63f req-2234cc8e-c13a-4c82-a088-7ebcf77780d8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:24.822337 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c38b5f8a-4030-4de1-839e-d7e9be11a63f req-2234cc8e-c13a-4c82-a088-7ebcf77780d8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 931 time: 0.2216220 Jul 30 01:52:24.840655 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2024d8e9-a61e-40e6-8263-2904beef1717 req-aa07be65-d898-44fb-b507-2ae030d80d65 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326407 Jul 30 01:52:24.947889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df6760-a327-41e9-82d7-9664bcf46271 req-ea2efe24-c19b-43f6-92d6-2d62e265c101 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:24.949438 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b9df6760-a327-41e9-82d7-9664bcf46271 req-ea2efe24-c19b-43f6-92d6-2d62e265c101 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 946 time: 0.0541344 Jul 30 01:52:24.969193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-c47f3682-d00e-420a-983b-89bf70af22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:24.969671 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-c47f3682-d00e-420a-983b-89bf70af22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:24.970145 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-c47f3682-d00e-420a-983b-89bf70af22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:24.971749 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-c47f3682-d00e-420a-983b-89bf70af22c2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c4c1a6d3-9310-46dd-b172-3b32195b5301&id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&id=ffda0404-bad4-4226-a8b1-7142332e4862&id=ffda0404-bad4-4226-a8b1-7142332e4862 HTTP/1.1" status: 200 len: 2293 time: 0.3268409 Jul 30 01:52:24.992464 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b9df6760-a327-41e9-82d7-9664bcf46271 req-7ba967ac-e4bf-404e-913a-36b74a34bf71 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/security-groups?id=214aa2e2-2312-4d45-ac83-8c3e093ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359533 Jul 30 01:52:25.020002 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c38b5f8a-4030-4de1-839e-d7e9be11a63f req-6506a595-dd4a-4bd3-8b88-0b310a3695d9 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610384 Jul 30 01:52:25.040864 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:25.073178 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-a48bf5d8-996d-4895-8b06-f68b5154ff36 req-774426c9-7674-4052-aeb7-c530d568b4a9 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] For port 8abc4739-a3a9-4e79-8282-aa97aff2cd31, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8abc4739-a3a9-4e79-8282-aa97aff2cd31,segment=NetworkSegment(158c33aa-bfac-4206-980a-b702f9f187be),segment_id=158c33aa-bfac-4206-980a-b702f9f187be)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:25.073452 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a48bf5d8-996d-4895-8b06-f68b5154ff36 req-774426c9-7674-4052-aeb7-c530d568b4a9 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.100142 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-a48bf5d8-996d-4895-8b06-f68b5154ff36 req-774426c9-7674-4052-aeb7-c530d568b4a9 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Calling delete_port for 8abc4739-a3a9-4e79-8282-aa97aff2cd31 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:25.122527 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-fe73601e-c83c-43a5-ae20-78f67e426e60 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ef93241-9ad7-4b70-a889-e1188e914d4a HTTP/1.1" status: 200 len: 1000 time: 0.1417696 Jul 30 01:52:25.125956 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:25.129982 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:25.130456 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.208549 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.231784 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e5febb-874f-4b9a-8bbb-a79c9badb444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:25.234268 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dd7d27-c0c5-435d-9f24-9acb9faf1781" -d '{"events": [{"server_uuid": "18e5febb-874f-4b9a-8bbb-a79c9badb444", "name": "network-vif-plugged", "status": "completed", "tag": "ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:25.245714 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31aae61d-966b-49ee-8fd2-9e7e708afc44 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:25.252315 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10,segment=NetworkSegment(8cb94bfb-df2a-4bde-bad0-0cb93452e3d5),segment_id=8cb94bfb-df2a-4bde-bad0-0cb93452e3d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:25.259793 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.264454 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-e4120797-cfd3-44b1-bbb5-8b2ca5d5725e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:25.266393 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-e4120797-cfd3-44b1-bbb5-8b2ca5d5725e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e06878ac-6342-4e72-a6a9-2977bc593aeb HTTP/1.1" status: 200 len: 850 time: 0.1015928 Jul 30 01:52:25.288293 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcb0991-32b6-4fdc-981c-725bafdaf69b x-openstack-request-id: req-9fcb0991-32b6-4fdc-981c-725bafdaf69b {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:25.288610 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e5febb-874f-4b9a-8bbb-a79c9badb444", "name": "network-vif-plugged", "status": "completed", "tag": "ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:25.288813 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9fcb0991-32b6-4fdc-981c-725bafdaf69b {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:25.289202 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e5febb-874f-4b9a-8bbb-a79c9badb444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10', 'code': 200} Jul 30 01:52:25.291980 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0cc405ed-834c-4ac6-a6af-87823462899f req-4024cca9-4cc7-4adb-8e9c-d588bc2383a4 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=367aa38a-4f0e-4652-841c-78579d67a516&device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0313556 Jul 30 01:52:25.300028 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] Transition to ACTIVE for port object 31aae61d-966b-49ee-8fd2-9e7e708afc44 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:25.320695 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.361269 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-f712313f-b46b-40e6-b16c-c73cb97726d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:25.362902 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-f712313f-b46b-40e6-b16c-c73cb97726d0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c4c1a6d3-9310-46dd-b172-3b32195b5301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779963 Jul 30 01:52:25.396234 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.400475 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:25.457664 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22afd45-4232-48b9-8575-20d4ba398191 req-424d8616-5993-46c1-9b2c-c30369eb3f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:25.460138 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e22afd45-4232-48b9-8575-20d4ba398191 req-424d8616-5993-46c1-9b2c-c30369eb3f7e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=18e5febb-874f-4b9a-8bbb-a79c9badb444 HTTP/1.1" status: 200 len: 1096 time: 0.0436521 Jul 30 01:52:25.472638 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a48bf5d8-996d-4895-8b06-f68b5154ff36 req-774426c9-7674-4052-aeb7-c530d568b4a9 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.484304 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['8abc4739-a3a9-4e79-8282-aa97aff2cd31'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:25.506982 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e22afd45-4232-48b9-8575-20d4ba398191 req-969c4b49-ff99-46ee-b5c9-ad5ba81561b4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388269 Jul 30 01:52:25.519596 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] Pushing event updated for resources: {'Port': ['ID=31aae61d-966b-49ee-8fd2-9e7e708afc44,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:25.579035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:25.616166 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774426c9-7674-4052-aeb7-c530d568b4a9 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Pushing event deleted for resources: {'Port': ['ID=8abc4739-a3a9-4e79-8282-aa97aff2cd31,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:25.657576 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48bf5d8-996d-4895-8b06-f68b5154ff36 req-774426c9-7674-4052-aeb7-c530d568b4a9 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] No DVR routers for this DVR port 8abc4739-a3a9-4e79-8282-aa97aff2cd31 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:25.660740 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-c024882e-e44d-476b-9327-87e613b5648b service neutron] 10.222.0.77 "GET /v2.0/networks/c4c1a6d3-9310-46dd-b172-3b32195b5301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878470 Jul 30 01:52:25.661634 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a48bf5d8-996d-4895-8b06-f68b5154ff36 req-774426c9-7674-4052-aeb7-c530d568b4a9 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.663638 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a48bf5d8-996d-4895-8b06-f68b5154ff36 req-774426c9-7674-4052-aeb7-c530d568b4a9 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.10 "DELETE /v2.0/ports/8abc4739-a3a9-4e79-8282-aa97aff2cd31 HTTP/1.1" status: 204 len: 173 time: 1.5460429 Jul 30 01:52:25.665928 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a29bb6-f5c1-44e0-b70a-816d2b26f60e', 'name': 'network-vif-deleted', 'tag': '8abc4739-a3a9-4e79-8282-aa97aff2cd31'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:25.668352 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af1cf0c-32a9-4e2e-8acc-465d49315956" -d '{"events": [{"server_uuid": "94a29bb6-f5c1-44e0-b70a-816d2b26f60e", "name": "network-vif-deleted", "tag": "8abc4739-a3a9-4e79-8282-aa97aff2cd31"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:25.696215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a873d3b-24d5-4082-b74d-cd948b2c2238 req-b564309f-623b-4191-bff1-c8f71abaaf4d tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:25.697771 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3a873d3b-24d5-4082-b74d-cd948b2c2238 req-b564309f-623b-4191-bff1-c8f71abaaf4d tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=223d3372-61f3-4164-8e19-60ef1bbadf0a HTTP/1.1" status: 200 len: 944 time: 0.2001705 Jul 30 01:52:25.700909 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0cdad32c-47ed-4be8-81a2-c5d3b392b7c2,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:25.720333 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] Attempting to bind port 31aae61d-966b-49ee-8fd2-9e7e708afc44 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:25.720672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] Attempting to bind port 31aae61d-966b-49ee-8fd2-9e7e708afc44 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:25.721169 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] Attempting to bind port 31aae61d-966b-49ee-8fd2-9e7e708afc44 on network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:25.735361 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] Port 31aae61d-966b-49ee-8fd2-9e7e708afc44 on network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:52:25.735701 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] Attempting to bind port 31aae61d-966b-49ee-8fd2-9e7e708afc44 on network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:25.751341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:25.751685 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] Checking segment: {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:25.752081 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] Bound using segment: {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:25.752571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] Bound port: 31aae61d-966b-49ee-8fd2-9e7e708afc44, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2705cc-ad0e-4389-918e-31a48c7b54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:25.752989 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.768753 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3a873d3b-24d5-4082-b74d-cd948b2c2238 req-b12000ad-420a-4760-85cb-43e42b32abd4 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526676 Jul 30 01:52:25.860466 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '0cdad32c-47ed-4be8-81a2-c5d3b392b7c2', 'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c', 'port_id': '0cdad32c-47ed-4be8-81a2-c5d3b392b7c2', 'mac_address': 'fa:16:3e:5d:b1:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a7a0ec-08e6-4fb9-ba46-737f76240f23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:25.875877 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63158c91-fb09-4805-8024-ce1a1f15819d req-bbe389d2-bb36-403f-95bd-a18494810010 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7511135e3d148559c73383f86680bc7&device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0354209 Jul 30 01:52:25.918816 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.924670 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63158c91-fb09-4805-8024-ce1a1f15819d req-9ae4a181-2205-4cda-a215-f7f600dbc339 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d7511135e3d148559c73383f86680bc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365686 Jul 30 01:52:25.927561 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] For port 31aae61d-966b-49ee-8fd2-9e7e708afc44, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:25.940568 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:25.957305 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24303f7a-46a9-45bc-abc5-f3f7b0d73509 x-openstack-request-id: req-24303f7a-46a9-45bc-abc5-f3f7b0d73509 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:25.957638 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a29bb6-f5c1-44e0-b70a-816d2b26f60e", "name": "network-vif-deleted", "tag": "8abc4739-a3a9-4e79-8282-aa97aff2cd31", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:25.957919 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-24303f7a-46a9-45bc-abc5-f3f7b0d73509 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:25.958317 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a29bb6-f5c1-44e0-b70a-816d2b26f60e', 'name': 'network-vif-deleted', 'tag': '8abc4739-a3a9-4e79-8282-aa97aff2cd31', 'status': 'completed', 'code': 200} Jul 30 01:52:25.962504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] For port 31aae61d-966b-49ee-8fd2-9e7e708afc44, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=31aae61d-966b-49ee-8fd2-9e7e708afc44,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:25.967795 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0cdad32c-47ed-4be8-81a2-c5d3b392b7c2,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:26.004115 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-be15ba09-8f32-4481-bc40-8029e20b2923 req-185254fd-ae38-4f05-8e71-7a1e740b00f5 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0273721 Jul 30 01:52:26.021003 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-249f4005-73ac-455b-8d44-d83ca66e4f25 service neutron] 10.222.0.77 "GET /v2.0/networks/c4c1a6d3-9310-46dd-b172-3b32195b5301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527363 Jul 30 01:52:26.056426 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:26.095780 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:26.114625 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-c1d7a07c-cbd0-457f-95ef-0f684b75be0a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=98cfbc35-8407-4d20-b573-2f522c31972f HTTP/1.1" status: 200 len: 217 time: 0.0751181 Jul 30 01:52:26.114818 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0cdad32c-47ed-4be8-81a2-c5d3b392b7c2,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:26.123341 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-45731b9a-48fc-4747-bdd0-acfa3a1b04c0 req-1df31768-586b-4b62-af40-1b84d904d857 tempest-ServerDiskConfigTestJSON-1126477445 tempest-ServerDiskConfigTestJSON-1126477445-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a29bb6-f5c1-44e0-b70a-816d2b26f60e HTTP/1.1" status: 200 len: 210 time: 0.0299649 Jul 30 01:52:26.151922 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['0cdad32c-47ed-4be8-81a2-c5d3b392b7c2'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:26.169978 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:26.170634 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:26.172053 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e2c725d-f642-482e-be53-3301583e1f57 req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] 10.222.0.10 "PUT /v2.0/ports/31aae61d-966b-49ee-8fd2-9e7e708afc44 HTTP/1.1" status: 200 len: 1091 time: 2.1837089 Jul 30 01:52:26.212765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63158c91-fb09-4805-8024-ce1a1f15819d req-9f8a13b1-ba55-488f-a748-452ca56262ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:26.214320 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63158c91-fb09-4805-8024-ce1a1f15819d req-9f8a13b1-ba55-488f-a748-452ca56262ab service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2815344 Jul 30 01:52:26.233420 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c9934-518e-4723-bae1-98d87b1a8a68 req-ab37c12b-0123-4b3f-b9d7-fdd06da4b57e tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:26.241051 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2f0c9934-518e-4723-bae1-98d87b1a8a68 req-ab37c12b-0123-4b3f-b9d7-fdd06da4b57e tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 946 time: 0.2176008 Jul 30 01:52:26.271393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-f2eeab00-841f-4c8e-a8f0-be68cc324345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:26.272889 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-f2eeab00-841f-4c8e-a8f0-be68cc324345 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94a57050-2cb9-4ecd-b0da-83096cb01862 HTTP/1.1" status: 200 len: 797 time: 0.1297143 Jul 30 01:52:26.275323 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9a7bf-295f-4694-8398-d5135f5945ac service neutron] Pushing event updated for resources: {'Port': ['ID=31aae61d-966b-49ee-8fd2-9e7e708afc44,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:26.277271 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cdebc-8b94-41bc-9fc1-f88fe6226d24 req-cf2347a4-0154-49d0-ae27-904d8f805736 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:26.286495 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c2cdebc-8b94-41bc-9fc1-f88fe6226d24 req-cf2347a4-0154-49d0-ae27-904d8f805736 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 943 time: 0.0932648 Jul 30 01:52:26.341009 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c2cdebc-8b94-41bc-9fc1-f88fe6226d24 req-3dc6eb10-81d9-44ff-aaf5-19cfd924660f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485270 Jul 30 01:52:26.360863 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2f0c9934-518e-4723-bae1-98d87b1a8a68 req-ec1a7198-6dfa-42ef-851c-19d7d704c6ad tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189096 Jul 30 01:52:26.381017 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-d0f24fdc-7693-4e38-966b-97c22e92a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:26.382251 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-d0f24fdc-7693-4e38-966b-97c22e92a826 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1008337 Jul 30 01:52:26.385315 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c725d-f642-482e-be53-3301583e1f57 req-7065dff3-cd2f-4d6b-8869-f394d70389a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:26.387003 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e2c725d-f642-482e-be53-3301583e1f57 req-7065dff3-cd2f-4d6b-8869-f394d70389a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 1094 time: 0.0964210 Jul 30 01:52:26.478325 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e2c725d-f642-482e-be53-3301583e1f57 req-f9e1408a-2ee8-4ab0-9cff-cb97b0c220a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31aae61d-966b-49ee-8fd2-9e7e708afc44 HTTP/1.1" status: 200 len: 217 time: 0.0780325 Jul 30 01:52:26.558231 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c725d-f642-482e-be53-3301583e1f57 req-e20adf4e-f372-4567-ad6d-062803b565ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:26.559713 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e2c725d-f642-482e-be53-3301583e1f57 req-e20adf4e-f372-4567-ad6d-062803b565ed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.0726345 Jul 30 01:52:26.564117 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-d0bad0f4-2e67-4ca0-907b-437730f8d278 service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730325 Jul 30 01:52:26.672181 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c725d-f642-482e-be53-3301583e1f57 req-613a662b-dd27-4193-a48d-92ab5844aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:26.673952 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e2c725d-f642-482e-be53-3301583e1f57 req-613a662b-dd27-4193-a48d-92ab5844aff8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027911 Jul 30 01:52:26.711707 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-a691da6e-9b4b-4150-9eea-499062f24603 service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297920 Jul 30 01:52:26.776332 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-c4c9b7e3-d57f-4eb9-9296-200fbae41e4c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=64c3d04a-350f-42ab-b7c4-89ebbc977cf2 HTTP/1.1" status: 200 len: 217 time: 0.0406463 Jul 30 01:52:26.855895 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e2c725d-f642-482e-be53-3301583e1f57 req-4ace7db4-8fda-4a55-9b60-a07e65ee6803 service neutron] 10.222.0.10 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660123 Jul 30 01:52:26.878015 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-20b5f59d-e5d4-495c-a925-61951bb3e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:26.879422 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-20b5f59d-e5d4-495c-a925-61951bb3e766 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94a57050-2cb9-4ecd-b0da-83096cb01862 HTTP/1.1" status: 200 len: 797 time: 0.0957553 Jul 30 01:52:26.976848 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962ab9e-98d2-48c2-8cfb-44e8dd35ee4b req-f3008e21-fc63-460d-865a-6e294843d32a tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:26.978438 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0962ab9e-98d2-48c2-8cfb-44e8dd35ee4b req-f3008e21-fc63-460d-865a-6e294843d32a tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=223d3372-61f3-4164-8e19-60ef1bbadf0a HTTP/1.1" status: 200 len: 944 time: 0.1470053 Jul 30 01:52:27.006526 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-5b5ee259-45a7-4412-a05c-47e5f7e16328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:27.007969 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-5b5ee259-45a7-4412-a05c-47e5f7e16328 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1200652 Jul 30 01:52:27.042940 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e2c725d-f642-482e-be53-3301583e1f57 req-3a93e6aa-d357-44bb-8259-de652f14a3db service neutron] 10.222.0.10 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666920 Jul 30 01:52:27.050185 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 71f584fd-1592-4f9b-8f02-8ca183bd1b6f up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:27.056456 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0962ab9e-98d2-48c2-8cfb-44e8dd35ee4b req-cdfec1bd-e44d-485c-bb21-16c76b041943 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692017 Jul 30 01:52:27.141270 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34ec4f55-ad9a-4dd6-97e0-c32aa044bba4 req-8f7f58e0-d57a-4f3e-8f7a-a587b5aa3f2d tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0323312 Jul 30 01:52:27.149940 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-a6b1d4cb-8bff-4adf-a3d9-ae67f384a5f8 service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992711 Jul 30 01:52:27.163847 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 71f584fd-1592-4f9b-8f02-8ca183bd1b6f completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:27.168908 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 71f584fd-1592-4f9b-8f02-8ca183bd1b6f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:27.172403 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.246189 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-06d6e354-75b0-42c7-a6dc-b3171d7a67b6 service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928850 Jul 30 01:52:27.253283 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.286990 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 71f584fd-1592-4f9b-8f02-8ca183bd1b6f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=71f584fd-1592-4f9b-8f02-8ca183bd1b6f,segment=NetworkSegment(8cb94bfb-df2a-4bde-bad0-0cb93452e3d5),segment_id=8cb94bfb-df2a-4bde-bad0-0cb93452e3d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:27.289721 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-8152eb1c-770f-42b0-9fdc-8fa89b3d02d4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=6789236d-21f2-4490-8311-d49341e86769 HTTP/1.1" status: 200 len: 217 time: 0.0363572 Jul 30 01:52:27.289903 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223d3372-61f3-4164-8e19-60ef1bbadf0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f584fd-1592-4f9b-8f02-8ca183bd1b6f'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:27.292220 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10136a1-00bb-4140-9915-4f2fe9b8f542" -d '{"events": [{"server_uuid": "223d3372-61f3-4164-8e19-60ef1bbadf0a", "name": "network-vif-plugged", "status": "completed", "tag": "71f584fd-1592-4f9b-8f02-8ca183bd1b6f"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:27.328637 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc23bc0-1dda-4d9b-9bec-973860cfe84a x-openstack-request-id: req-dbc23bc0-1dda-4d9b-9bec-973860cfe84a {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:27.328637 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223d3372-61f3-4164-8e19-60ef1bbadf0a", "name": "network-vif-plugged", "status": "completed", "tag": "71f584fd-1592-4f9b-8f02-8ca183bd1b6f", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:27.328637 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dbc23bc0-1dda-4d9b-9bec-973860cfe84a {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:27.328637 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223d3372-61f3-4164-8e19-60ef1bbadf0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f584fd-1592-4f9b-8f02-8ca183bd1b6f', 'code': 200} Jul 30 01:52:27.337631 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47234) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:27.355459 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-d83e742a-e472-440b-a0ee-df71b6a30961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:27.357316 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-d83e742a-e472-440b-a0ee-df71b6a30961 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94a57050-2cb9-4ecd-b0da-83096cb01862 HTTP/1.1" status: 200 len: 797 time: 0.0603645 Jul 30 01:52:27.381260 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.401702 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-d55f8487-360a-4f27-b55b-b34df0f4ce69 admin admin] Deleting subnet ae1c73b6-2d3c-49d9-b67b-c5a0d24d5693 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:52:27.406971 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d55f8487-360a-4f27-b55b-b34df0f4ce69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.441175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-685fe08a-2148-47a2-ac2b-d31191a48bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:27.442994 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-685fe08a-2148-47a2-ac2b-d31191a48bd5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772793 Jul 30 01:52:27.465332 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=71f584fd-1592-4f9b-8f02-8ca183bd1b6f,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:27.511738 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d55f8487-360a-4f27-b55b-b34df0f4ce69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.549040 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab73ef-5196-495d-a995-ceb95b3f07ee req-adad9553-8775-4999-8cb1-b044c370431b tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:27.550567 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-51ab73ef-5196-495d-a995-ceb95b3f07ee req-adad9553-8775-4999-8cb1-b044c370431b tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 945 time: 0.1016908 Jul 30 01:52:27.559277 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e653030-8c47-4c1d-8d8c-cb7db0abbe23 req-46a2a597-97f2-472f-8ac7-86c418f219fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:27.561127 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e653030-8c47-4c1d-8d8c-cb7db0abbe23 req-46a2a597-97f2-472f-8ac7-86c418f219fe service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=223d3372-61f3-4164-8e19-60ef1bbadf0a HTTP/1.1" status: 200 len: 1096 time: 0.1273150 Jul 30 01:52:27.583252 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb6456-039f-4adc-8f52-7a3531547913 req-1a10f7c7-1d88-444a-8300-812263052692 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:27.584790 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dccb6456-039f-4adc-8f52-7a3531547913 req-1a10f7c7-1d88-444a-8300-812263052692 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 943 time: 0.1199005 Jul 30 01:52:27.588195 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d55f8487-360a-4f27-b55b-b34df0f4ce69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.595350 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-fb127a0b-bfcc-42bf-bee9-e9fbfb3353ce service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369956 Jul 30 01:52:27.598286 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:27.616011 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-51ab73ef-5196-495d-a995-ceb95b3f07ee req-ee40ba01-65a2-421e-9400-401438bea787 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568457 Jul 30 01:52:27.663204 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:27.663425 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.679102 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e653030-8c47-4c1d-8d8c-cb7db0abbe23 req-a233220b-ecb2-481e-b722-219933a08dbe service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099486 Jul 30 01:52:27.696829 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dccb6456-039f-4adc-8f52-7a3531547913 req-23374681-2bca-4641-977b-118bce788f6a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699058 Jul 30 01:52:27.727603 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-06628988-e415-4fc3-8744-b5b3464eec94 service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242144 Jul 30 01:52:27.757785 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.777019 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d55f8487-360a-4f27-b55b-b34df0f4ce69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.791299 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0cdad32c-47ed-4be8-81a2-c5d3b392b7c2,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:27.804643 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f8487-360a-4f27-b55b-b34df0f4ce69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae1c73b6-2d3c-49d9-b67b-c5a0d24d5693,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:27.810192 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d55f8487-360a-4f27-b55b-b34df0f4ce69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.810192 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d55f8487-360a-4f27-b55b-b34df0f4ce69 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ae1c73b6-2d3c-49d9-b67b-c5a0d24d5693 HTTP/1.1" status: 204 len: 168 time: 0.4698327 Jul 30 01:52:27.811272 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47242) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:27.849797 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.851004 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8abc4739-a3a9-4e79-8282-aa97aff2cd31 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:27.863033 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63158c91-fb09-4805-8024-ce1a1f15819d req-7d0be077-7441-4bfc-8e78-dcf97bad224d tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.10 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0271525 Jul 30 01:52:27.879293 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7921557-09ef-423b-9ba1-7f166d713e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.888467 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 8abc4739-a3a9-4e79-8282-aa97aff2cd31 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:27.888818 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8abc4739-a3a9-4e79-8282-aa97aff2cd31 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:27.918576 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0cdad32c-47ed-4be8-81a2-c5d3b392b7c2,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:27.926527 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:27.926876 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:27.927215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:27.927551 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:27.927881 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:27.928210 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:27.928543 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:27.928868 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:27.929190 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:27.929514 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:27.929837 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:27.930334 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:27.959772 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa3c887-791f-4878-875c-e158b7ef8e47', 'tag': '31aae61d-966b-49ee-8fd2-9e7e708afc44'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:27.962454 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7921557-09ef-423b-9ba1-7f166d713e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.962638 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf7c24e-2da3-43cc-acf0-88f3afafa1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa3c887-791f-4878-875c-e158b7ef8e47", "tag": "31aae61d-966b-49ee-8fd2-9e7e708afc44"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:27.973497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b7921557-09ef-423b-9ba1-7f166d713e7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9c773d-07b2-476e-b697-0bab392fdc08']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:27.985616 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b7921557-09ef-423b-9ba1-7f166d713e7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158c33aa-bfac-4206-980a-b702f9f187be') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:27.985916 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b7921557-09ef-423b-9ba1-7f166d713e7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158c33aa-bfac-4206-980a-b702f9f187be') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:27.998080 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7921557-09ef-423b-9ba1-7f166d713e7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.025106 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7921557-09ef-423b-9ba1-7f166d713e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.030954 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-67060dec-eb93-4680-800f-bdb7ca549a84 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 HTTP/1.1" status: 200 len: 217 time: 0.0566523 Jul 30 01:52:28.035391 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7921557-09ef-423b-9ba1-7f166d713e7f admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:52:28.035807 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7921557-09ef-423b-9ba1-7f166d713e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:52:28.037745 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:52:28.047246 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6a6f5c-2f79-4f45-8293-af848b0b08e3 x-openstack-request-id: req-2c6a6f5c-2f79-4f45-8293-af848b0b08e3 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:28.047755 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa3c887-791f-4878-875c-e158b7ef8e47", "tag": "31aae61d-966b-49ee-8fd2-9e7e708afc44", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:28.047755 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2c6a6f5c-2f79-4f45-8293-af848b0b08e3 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:28.048148 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa3c887-791f-4878-875c-e158b7ef8e47', 'tag': '31aae61d-966b-49ee-8fd2-9e7e708afc44', 'status': 'completed', 'code': 200} Jul 30 01:52:28.135140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-5edb7dfc-0b3c-439a-8451-caa110d532de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:28.136602 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-5edb7dfc-0b3c-439a-8451-caa110d532de service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94a57050-2cb9-4ecd-b0da-83096cb01862 HTTP/1.1" status: 200 len: 797 time: 0.0709100 Jul 30 01:52:28.145308 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c24e-2da3-43cc-acf0-88f3afafa1ce req-da89b726-3be1-4f29-927c-4ed65b87ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:28.146765 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9bf7c24e-2da3-43cc-acf0-88f3afafa1ce req-da89b726-3be1-4f29-927c-4ed65b87ef69 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 1094 time: 0.0720608 Jul 30 01:52:28.197972 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6aabf-9691-4488-b704-902203b5b217 req-2548484b-88f9-49eb-8d0b-7bcd279415a6 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:28.200175 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8db6aabf-9691-4488-b704-902203b5b217 req-2548484b-88f9-49eb-8d0b-7bcd279415a6 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=223d3372-61f3-4164-8e19-60ef1bbadf0a HTTP/1.1" status: 200 len: 945 time: 0.0592713 Jul 30 01:52:28.200824 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7921557-09ef-423b-9ba1-7f166d713e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.214003 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7921557-09ef-423b-9ba1-7f166d713e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.225350 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b7921557-09ef-423b-9ba1-7f166d713e7f admin admin] 10.222.0.70 "DELETE /v2.0/networks/fb9c773d-07b2-476e-b697-0bab392fdc08 HTTP/1.1" status: 204 len: 168 time: 0.4071453 Jul 30 01:52:28.251126 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7921557-09ef-423b-9ba1-7f166d713e7f admin admin] Pushing event deleted for resources: {'Network': ['ID=fb9c773d-07b2-476e-b697-0bab392fdc08,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:28.267682 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6fc715be-688d-4972-8b28-09e8bd10dd8e req-f1c03287-8e43-4b6c-b641-ce24d36a1799 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5902fe82-ce8e-4fd0-845d-b0ae76f4355b HTTP/1.1" status: 200 len: 210 time: 0.0360100 Jul 30 01:52:28.273841 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8db6aabf-9691-4488-b704-902203b5b217 req-3b3b5739-113b-4533-86a1-e635a2d14b05 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613675 Jul 30 01:52:28.282989 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-388a9bbe-0a64-4556-a578-cedfd33d0b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:28.284506 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-388a9bbe-0a64-4556-a578-cedfd33d0b8a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1339118 Jul 30 01:52:28.319908 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c24e-2da3-43cc-acf0-88f3afafa1ce req-3d7e77e1-d12c-4c70-9702-4f90f89d762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:28.321331 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9bf7c24e-2da3-43cc-acf0-88f3afafa1ce req-3d7e77e1-d12c-4c70-9702-4f90f89d762c service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 913 time: 0.1603117 Jul 30 01:52:28.523016 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47256) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:28.571442 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-825d196d-3953-4cdc-8e33-6c8fe676d182 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b79287daa1a4edc9ddcb9a64b0afd4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470471 Jul 30 01:52:28.573845 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47258) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:28.628064 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-55fa471d-07be-452f-b56c-2451a7aef325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.651893 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-55fa471d-07be-452f-b56c-2451a7aef325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.696518 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9bf7c24e-2da3-43cc-acf0-88f3afafa1ce req-f486b661-7897-49d2-ad96-118e40772044 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31aae61d-966b-49ee-8fd2-9e7e708afc44 HTTP/1.1" status: 200 len: 217 time: 0.3471498 Jul 30 01:52:28.786071 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-55fa471d-07be-452f-b56c-2451a7aef325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.788563 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-55fa471d-07be-452f-b56c-2451a7aef325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.789709 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-55fa471d-07be-452f-b56c-2451a7aef325 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/214aa2e2-2312-4d45-ac83-8c3e093ff7d3 HTTP/1.1" status: 204 len: 168 time: 0.2147281 Jul 30 01:52:28.805134 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa471d-07be-452f-b56c-2451a7aef325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214aa2e2-2312-4d45-ac83-8c3e093ff7d3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:28.814022 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c24e-2da3-43cc-acf0-88f3afafa1ce req-d665ceb1-eb64-43a1-9cb5-f4f2b662f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:28.815548 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9bf7c24e-2da3-43cc-acf0-88f3afafa1ce req-d665ceb1-eb64-43a1-9cb5-f4f2b662f1ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.0990479 Jul 30 01:52:28.825801 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4002c3-3ae8-4cdc-8a09-c736c6c0150f req-bda127dc-26bd-43dc-b81f-c6b384d8a1e5 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:28.827627 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5c4002c3-3ae8-4cdc-8a09-c736c6c0150f req-bda127dc-26bd-43dc-b81f-c6b384d8a1e5 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 946 time: 0.1262627 Jul 30 01:52:28.830588 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-ede493c1-abe4-4db4-a898-3db1122eb11c service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354955 Jul 30 01:52:28.832636 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec22f3c-18ca-42cb-af9d-6518845a145c req-2d8795f8-58a0-4d8d-8135-7cd24fc882bc tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:28.834278 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ec22f3c-18ca-42cb-af9d-6518845a145c req-2d8795f8-58a0-4d8d-8135-7cd24fc882bc tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 943 time: 0.0766799 Jul 30 01:52:28.878797 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ec22f3c-18ca-42cb-af9d-6518845a145c req-2b5e802a-2c12-4d57-a579-b3ad259fcb33 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357256 Jul 30 01:52:28.943046 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5c4002c3-3ae8-4cdc-8a09-c736c6c0150f req-c4586cb1-d2ac-49d8-8e99-c018d5a66d78 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050515 Jul 30 01:52:28.947092 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c24e-2da3-43cc-acf0-88f3afafa1ce req-4db6008e-9f54-43bd-b0f6-e800e49d09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:28.948538 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9bf7c24e-2da3-43cc-acf0-88f3afafa1ce req-4db6008e-9f54-43bd-b0f6-e800e49d09fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202934 Jul 30 01:52:29.034621 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-5ca9f40f-3d37-40f3-8e90-fea83efc22b4 service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666224 Jul 30 01:52:29.067333 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9bf7c24e-2da3-43cc-acf0-88f3afafa1ce req-68bd963f-1c71-436d-9005-9310c2b58137 service neutron] 10.222.0.10 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008713 Jul 30 01:52:29.158936 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-4fe2fec6-68ac-41f4-958a-6c1e3cc3fad9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1fbafec7-5127-446b-a82d-868408b0985e HTTP/1.1" status: 200 len: 217 time: 0.0765524 Jul 30 01:52:29.234587 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9bf7c24e-2da3-43cc-acf0-88f3afafa1ce req-d2b532e2-3d27-4682-be04-39f1729d87da service neutron] 10.222.0.10 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600125 Jul 30 01:52:29.266989 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-61f8dc6a-2e14-49af-bd73-333b319d0af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:29.268507 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-61f8dc6a-2e14-49af-bd73-333b319d0af3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ee9c29c-81b5-430f-a0a8-fe3dd473e762 HTTP/1.1" status: 200 len: 797 time: 0.0732443 Jul 30 01:52:29.322974 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-2fee11af-8d5e-43c4-8761-b96e40644d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:29.324486 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-2fee11af-8d5e-43c4-8761-b96e40644d0a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ffda0404-bad4-4226-a8b1-7142332e4862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0482588 Jul 30 01:52:29.328927 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0f3ae7-6644-498f-bb8f-e4224e805af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdad32c-47ed-4be8-81a2-c5d3b392b7c2'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:29.332143 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31affd92-4117-4393-b4d5-946eae13ff35" -d '{"events": [{"server_uuid": "bd0f3ae7-6644-498f-bb8f-e4224e805af4", "name": "network-vif-plugged", "status": "completed", "tag": "0cdad32c-47ed-4be8-81a2-c5d3b392b7c2"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:29.473753 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6afcb9-500d-4d81-9cb3-956d2f4b76f2 req-458255da-01ae-43d7-88ed-b3e81b5e6b36 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:29.475272 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b6afcb9-500d-4d81-9cb3-956d2f4b76f2 req-458255da-01ae-43d7-88ed-b3e81b5e6b36 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=223d3372-61f3-4164-8e19-60ef1bbadf0a HTTP/1.1" status: 200 len: 945 time: 0.0829761 Jul 30 01:52:29.479085 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-abbd86b1-7881-4cf1-9f7c-0d1d09a89746 service neutron] 10.222.0.77 "GET /v2.0/networks/ffda0404-bad4-4226-a8b1-7142332e4862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469584 Jul 30 01:52:29.557810 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b6afcb9-500d-4d81-9cb3-956d2f4b76f2 req-e3a2814e-30be-49d2-bf50-a6a1784fbb09 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759439 Jul 30 01:52:29.595268 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-1baba999-eec7-4329-bcd0-0393544dff4c service neutron] 10.222.0.77 "GET /v2.0/networks/ffda0404-bad4-4226-a8b1-7142332e4862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057923 Jul 30 01:52:29.605256 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8659f90a-2780-4cae-9754-568bc7b29b45 x-openstack-request-id: req-8659f90a-2780-4cae-9754-568bc7b29b45 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:29.605553 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0f3ae7-6644-498f-bb8f-e4224e805af4", "name": "network-vif-plugged", "status": "completed", "tag": "0cdad32c-47ed-4be8-81a2-c5d3b392b7c2", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:29.605800 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8659f90a-2780-4cae-9754-568bc7b29b45 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:29.606436 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0f3ae7-6644-498f-bb8f-e4224e805af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdad32c-47ed-4be8-81a2-c5d3b392b7c2', 'code': 200} Jul 30 01:52:29.621646 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 31aae61d-966b-49ee-8fd2-9e7e708afc44 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:29.652346 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-f66cbd04-8f40-487d-8ca8-2df5829b537a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=61bf0a42-0151-48da-a146-3ff03bb1e0c5 HTTP/1.1" status: 200 len: 217 time: 0.0444453 Jul 30 01:52:29.741858 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421692d-32d2-4aaf-9250-dc0beb17aea1 req-5b051d86-1413-4fe3-af26-274a5b907b1c tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:29.742413 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 31aae61d-966b-49ee-8fd2-9e7e708afc44, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=31aae61d-966b-49ee-8fd2-9e7e708afc44,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:29.743461 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1421692d-32d2-4aaf-9250-dc0beb17aea1 req-5b051d86-1413-4fe3-af26-274a5b907b1c tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 946 time: 0.0865884 Jul 30 01:52:29.747685 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-2fdd5e78-d703-4d57-b2f1-2c77a2763724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:29.757528 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-2fdd5e78-d703-4d57-b2f1-2c77a2763724 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ee9c29c-81b5-430f-a0a8-fe3dd473e762 HTTP/1.1" status: 200 len: 797 time: 0.0896344 Jul 30 01:52:29.759376 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '31aae61d-966b-49ee-8fd2-9e7e708afc44', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'port_id': '31aae61d-966b-49ee-8fd2-9e7e708afc44', 'mac_address': 'fa:16:3e:c9:a4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:29.803072 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.823364 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31aae61d-966b-49ee-8fd2-9e7e708afc44 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:29.826409 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18501ae3-149b-4263-8f77-0c97be898cb7 req-8117fee1-31ee-4eb2-8202-72a5b8e3536d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7511135e3d148559c73383f86680bc7&device_id=367aa38a-4f0e-4652-841c-78579d67a516 HTTP/1.1" status: 200 len: 210 time: 0.0591049 Jul 30 01:52:29.834739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa99b3a-36e3-4921-ad66-fdcf2db7d7f6 req-4d94246c-4bcf-4cb3-ac8c-ea2bdf227184 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:29.836990 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-daa99b3a-36e3-4921-ad66-fdcf2db7d7f6 req-4d94246c-4bcf-4cb3-ac8c-ea2bdf227184 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=18e5febb-874f-4b9a-8bbb-a79c9badb444 HTTP/1.1" status: 200 len: 945 time: 0.0511239 Jul 30 01:52:29.848702 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 31aae61d-966b-49ee-8fd2-9e7e708afc44, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=31aae61d-966b-49ee-8fd2-9e7e708afc44,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:29.879216 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18501ae3-149b-4263-8f77-0c97be898cb7 req-2797fa36-29b0-4a1f-8fb5-3e1e29f3a1c7 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d7511135e3d148559c73383f86680bc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299535 Jul 30 01:52:29.882331 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1421692d-32d2-4aaf-9250-dc0beb17aea1 req-375028fb-d13a-4d8f-a36d-dc61912f67b3 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238256 Jul 30 01:52:29.886493 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-daa99b3a-36e3-4921-ad66-fdcf2db7d7f6 req-ff2b438f-c231-45a0-9060-33f9a4f2b07c tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379174 Jul 30 01:52:29.897208 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-202d50ab-7cbb-4234-9585-9621e4bf4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:29.898666 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-202d50ab-7cbb-4234-9585-9621e4bf4525 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ffda0404-bad4-4226-a8b1-7142332e4862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1325538 Jul 30 01:52:29.926001 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.940246 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47310) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:30.002545 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=31aae61d-966b-49ee-8fd2-9e7e708afc44,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:30.065234 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0c0aaf42-e4b0-4d65-991f-909c9136940b req-799ebcc3-d526-446f-86c1-10f1d15301dd tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=367aa38a-4f0e-4652-841c-78579d67a516 HTTP/1.1" status: 200 len: 210 time: 0.0436251 Jul 30 01:52:30.068972 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e3f3d-7bac-4a57-a4e3-0c4649f20d21 req-b785e55c-0d0d-4e8d-b31c-c21785f7be0a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:30.070546 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a4e3f3d-7bac-4a57-a4e3-0c4649f20d21 req-b785e55c-0d0d-4e8d-b31c-c21785f7be0a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 944 time: 0.0616059 Jul 30 01:52:30.076170 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-fc75a83c-fb36-4361-86d8-3f03c65adbe4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1336172024-network', 'tenant_id': '3ea8c347c2ce4b4eabcd0c0d57ddfda2'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:30.096614 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18501ae3-149b-4263-8f77-0c97be898cb7 req-5b941d68-955c-4332-90e3-447135a2869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:30.098092 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18501ae3-149b-4263-8f77-0c97be898cb7 req-5b941d68-955c-4332-90e3-447135a2869c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2111509 Jul 30 01:52:30.099866 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-23cc37ac-6260-4112-ba4c-a5e915437986 service neutron] 10.222.0.77 "GET /v2.0/networks/ffda0404-bad4-4226-a8b1-7142332e4862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780589 Jul 30 01:52:30.132198 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a4e3f3d-7bac-4a57-a4e3-0c4649f20d21 req-2529a14c-6640-49fb-b1d1-8d22e2de8f89 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508361 Jul 30 01:52:30.196135 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['31aae61d-966b-49ee-8fd2-9e7e708afc44'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:30.204610 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc75a83c-fb36-4361-86d8-3f03c65adbe4 admin admin] Made reservation on behalf of 3ea8c347c2ce4b4eabcd0c0d57ddfda2 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:30.205393 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ed696d6-b70c-4d51-8ece-5b9310dddfad req-57f12b50-a326-47e0-91f7-7253a083b13a service neutron] 10.222.0.77 "GET /v2.0/networks/ffda0404-bad4-4226-a8b1-7142332e4862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943189 Jul 30 01:52:30.207966 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fc75a83c-fb36-4361-86d8-3f03c65adbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.216915 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fc75a83c-fb36-4361-86d8-3f03c65adbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.330054 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fc75a83c-fb36-4361-86d8-3f03c65adbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.399256 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fc75a83c-fb36-4361-86d8-3f03c65adbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.424584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc75a83c-fb36-4361-86d8-3f03c65adbe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:52:30.434262 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75a83c-fb36-4361-86d8-3f03c65adbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0018d5b-ecfe-4ac4-8162-81f1689dead8,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:30.439670 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fc75a83c-fb36-4361-86d8-3f03c65adbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.440044 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-fc75a83c-fb36-4361-86d8-3f03c65adbe4 admin admin] Added segment 186f7abb-1646-453f-92e6-c02d45a6effc of type vlan for network 3593b132-675e-42cc-8524-b688794a5202 Jul 30 01:52:30.486062 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fc75a83c-fb36-4361-86d8-3f03c65adbe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.548244 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fc75a83c-fb36-4361-86d8-3f03c65adbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.549324 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc75a83c-fb36-4361-86d8-3f03c65adbe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:30.549973 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fc75a83c-fb36-4361-86d8-3f03c65adbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.615076 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75a83c-fb36-4361-86d8-3f03c65adbe4 admin admin] Pushing event updated for resources: {'Network': ['ID=3593b132-675e-42cc-8524-b688794a5202,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:30.624910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 3593b132-675e-42cc-8524-b688794a5202 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:52:30.639985 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fc75a83c-fb36-4361-86d8-3f03c65adbe4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6979861 Jul 30 01:52:30.646053 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47322) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:30.650945 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-99d6c81b-a4ab-4e96-b197-099f4c37493c admin admin] Request body: {'subnet': {'network_id': '3593b132-675e-42cc-8524-b688794a5202', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1336172024-subnet', 'tenant_id': '3ea8c347c2ce4b4eabcd0c0d57ddfda2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:30.719860 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d6c81b-a4ab-4e96-b197-099f4c37493c admin admin] Made reservation on behalf of 3ea8c347c2ce4b4eabcd0c0d57ddfda2 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:30.722477 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-99d6c81b-a4ab-4e96-b197-099f4c37493c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.971489 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-99d6c81b-a4ab-4e96-b197-099f4c37493c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.050574 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-363febb0-438e-46f7-a7df-0d78449df958 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:31.052361 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-363febb0-438e-46f7-a7df-0d78449df958 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/networks?id=f389a516-d2d8-4854-95d1-3fa9791f8657 HTTP/1.1" status: 200 len: 813 time: 0.1083112 Jul 30 01:52:31.057894 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6c81b-a4ab-4e96-b197-099f4c37493c admin admin] Pushing event updated for resources: {'Subnet': ['ID=67774e63-849d-417a-b568-411a090e4dc0,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:31.067834 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-9a5bc0c6-9f10-4f51-b207-538914a5956a tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/quotas/885c83342dd8477ea9177624dce4beee HTTP/1.1" status: 200 len: 375 time: 0.0096610 Jul 30 01:52:31.075999 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b8768-43e5-4c86-ac1f-381f75200b58 req-60f15d77-4991-41a6-bbef-d9e28f8fe614 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:31.077567 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-597b8768-43e5-4c86-ac1f-381f75200b58 req-60f15d77-4991-41a6-bbef-d9e28f8fe614 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 946 time: 0.1026454 Jul 30 01:52:31.082169 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d6c81b-a4ab-4e96-b197-099f4c37493c admin admin] Checking segment: {'id': '186f7abb-1646-453f-92e6-c02d45a6effc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3593b132-675e-42cc-8524-b688794a5202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:31.082618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d6c81b-a4ab-4e96-b197-099f4c37493c admin admin] Network hostable DHCP agents. Network: 3593b132-675e-42cc-8524-b688794a5202, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:52:31.126811 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-597b8768-43e5-4c86-ac1f-381f75200b58 req-7ae965ae-3775-466f-97c6-1f2ed1760599 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416820 Jul 30 01:52:31.128491 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-38e968df-5120-49a0-9357-e0977bb8fe30 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=885c83342dd8477ea9177624dce4beee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548415 Jul 30 01:52:31.218828 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1374f9ad-177c-47b4-aeac-7320e6577603 req-314df35d-250b-4afa-9e40-f031d27438dc tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.70 "GET /v2.0/ports?device_id=367aa38a-4f0e-4652-841c-78579d67a516 HTTP/1.1" status: 200 len: 210 time: 0.0329077 Jul 30 01:52:31.219557 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d6c81b-a4ab-4e96-b197-099f4c37493c admin admin] Network 3593b132-675e-42cc-8524-b688794a5202 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:52:31.251421 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35528dd3-6807-47bc-b703-3ff83d82179b req-547e38dd-218c-4d63-96ac-f268220e7673 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:31.253118 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-35528dd3-6807-47bc-b703-3ff83d82179b req-547e38dd-218c-4d63-96ac-f268220e7673 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 946 time: 0.1084547 Jul 30 01:52:31.298955 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-9ec01f7b-a48e-407a-907a-975ee72964a5 service neutron] 10.222.0.70 "GET /v2.0/networks/f389a516-d2d8-4854-95d1-3fa9791f8657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632693 Jul 30 01:52:31.316024 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-99d6c81b-a4ab-4e96-b197-099f4c37493c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 3593b132-675e-42cc-8524-b688794a5202) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:31.321186 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d6c81b-a4ab-4e96-b197-099f4c37493c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:31.321835 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-99d6c81b-a4ab-4e96-b197-099f4c37493c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.328887 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d2060a-e463-4da6-a50d-268f13492b03 None None] Network 3593b132-675e-42cc-8524-b688794a5202 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:31.348308 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477124cc-7d23-4068-84aa-57fb6c2576ef req-04079e36-c030-4b7a-91c2-0057fab4e19c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:31.349818 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-477124cc-7d23-4068-84aa-57fb6c2576ef req-04079e36-c030-4b7a-91c2-0057fab4e19c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 944 time: 0.0631466 Jul 30 01:52:31.402527 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-477124cc-7d23-4068-84aa-57fb6c2576ef req-29cebd7b-472b-43f4-ae85-ee9675765e78 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453568 Jul 30 01:52:31.424753 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-99d6c81b-a4ab-4e96-b197-099f4c37493c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7776337 Jul 30 01:52:31.496677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-35528dd3-6807-47bc-b703-3ff83d82179b req-70c6bee1-dab8-4ee1-a1b8-cbaf974aa00c tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Deleting port 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:31.497152 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-35528dd3-6807-47bc-b703-3ff83d82179b req-70c6bee1-dab8-4ee1-a1b8-cbaf974aa00c tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.515941 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327f6d53-b383-4915-8674-a695a23e6cce None None] Network 3593b132-675e-42cc-8524-b688794a5202 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:31.525874 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-08adff54-a40c-4e65-82ff-6c0af79f59e6 service neutron] 10.222.0.70 "GET /v2.0/networks/f389a516-d2d8-4854-95d1-3fa9791f8657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176483 Jul 30 01:52:31.570234 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18501ae3-149b-4263-8f77-0c97be898cb7 req-f49178d8-1c50-4842-b67d-14ac101acde4 tempest-ServerShowV247Test-688722084 tempest-ServerShowV247Test-688722084-project] 10.222.0.10 "GET /v2.0/ports?device_id=367aa38a-4f0e-4652-841c-78579d67a516 HTTP/1.1" status: 200 len: 210 time: 0.1043572 Jul 30 01:52:31.667180 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 31aae61d-966b-49ee-8fd2-9e7e708afc44 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:31.669259 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-35528dd3-6807-47bc-b703-3ff83d82179b req-70c6bee1-dab8-4ee1-a1b8-cbaf974aa00c tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] For port 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0cdad32c-47ed-4be8-81a2-c5d3b392b7c2,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:31.671301 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-35528dd3-6807-47bc-b703-3ff83d82179b req-70c6bee1-dab8-4ee1-a1b8-cbaf974aa00c tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.703908 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-35528dd3-6807-47bc-b703-3ff83d82179b req-70c6bee1-dab8-4ee1-a1b8-cbaf974aa00c tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Calling delete_port for 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:31.816387 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 31aae61d-966b-49ee-8fd2-9e7e708afc44 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:31.820920 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 31aae61d-966b-49ee-8fd2-9e7e708afc44 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:31.821401 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.906349 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.919625 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-35528dd3-6807-47bc-b703-3ff83d82179b req-70c6bee1-dab8-4ee1-a1b8-cbaf974aa00c tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.934521 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa3c887-791f-4878-875c-e158b7ef8e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aae61d-966b-49ee-8fd2-9e7e708afc44'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:31.938042 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc392b8-f2f5-4954-a0ce-468aba85f86a" -d '{"events": [{"server_uuid": "9aa3c887-791f-4878-875c-e158b7ef8e47", "name": "network-vif-plugged", "status": "completed", "tag": "31aae61d-966b-49ee-8fd2-9e7e708afc44"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:31.956453 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 31aae61d-966b-49ee-8fd2-9e7e708afc44, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=31aae61d-966b-49ee-8fd2-9e7e708afc44,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:31.994610 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6bee1-dab8-4ee1-a1b8-cbaf974aa00c tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Pushing event deleted for resources: {'Port': ['ID=0cdad32c-47ed-4be8-81a2-c5d3b392b7c2,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:32.017801 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-35528dd3-6807-47bc-b703-3ff83d82179b req-70c6bee1-dab8-4ee1-a1b8-cbaf974aa00c tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] No DVR routers for this DVR port 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:32.023467 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-35528dd3-6807-47bc-b703-3ff83d82179b req-70c6bee1-dab8-4ee1-a1b8-cbaf974aa00c tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.023467 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-35528dd3-6807-47bc-b703-3ff83d82179b req-70c6bee1-dab8-4ee1-a1b8-cbaf974aa00c tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.10 "DELETE /v2.0/ports/0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 HTTP/1.1" status: 204 len: 173 time: 0.7636528 Jul 30 01:52:32.023794 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0f3ae7-6644-498f-bb8f-e4224e805af4', 'name': 'network-vif-deleted', 'tag': '0cdad32c-47ed-4be8-81a2-c5d3b392b7c2'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:32.032979 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55be744f-a6a7-41b6-93ed-d244c3df3d27" -d '{"events": [{"server_uuid": "bd0f3ae7-6644-498f-bb8f-e4224e805af4", "name": "network-vif-deleted", "tag": "0cdad32c-47ed-4be8-81a2-c5d3b392b7c2"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:32.035051 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.036048 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:32.166813 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:32.167158 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0cdad32c-47ed-4be8-81a2-c5d3b392b7c2 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:32.168936 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=31aae61d-966b-49ee-8fd2-9e7e708afc44,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:32.224817 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b0321f-0dda-47e7-8810-a98347059d18 x-openstack-request-id: req-92b0321f-0dda-47e7-8810-a98347059d18 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:32.225169 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa3c887-791f-4878-875c-e158b7ef8e47", "name": "network-vif-plugged", "status": "completed", "tag": "31aae61d-966b-49ee-8fd2-9e7e708afc44", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:32.225479 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-92b0321f-0dda-47e7-8810-a98347059d18 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:32.225933 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa3c887-791f-4878-875c-e158b7ef8e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aae61d-966b-49ee-8fd2-9e7e708afc44', 'code': 200} Jul 30 01:52:32.251775 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-b332bd43-e017-418e-a68d-dfb8b7909bd4 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:32.261231 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-b332bd43-e017-418e-a68d-dfb8b7909bd4 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/networks?id=3593b132-675e-42cc-8524-b688794a5202 HTTP/1.1" status: 200 len: 813 time: 0.1674886 Jul 30 01:52:32.264404 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdaabf4-de74-4763-8e4f-d99d990e5952 x-openstack-request-id: req-5fdaabf4-de74-4763-8e4f-d99d990e5952 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:32.264694 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0f3ae7-6644-498f-bb8f-e4224e805af4", "name": "network-vif-deleted", "tag": "0cdad32c-47ed-4be8-81a2-c5d3b392b7c2", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:32.264943 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5fdaabf4-de74-4763-8e4f-d99d990e5952 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:32.265416 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0f3ae7-6644-498f-bb8f-e4224e805af4', 'name': 'network-vif-deleted', 'tag': '0cdad32c-47ed-4be8-81a2-c5d3b392b7c2', 'status': 'completed', 'code': 200} Jul 30 01:52:32.275797 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-b802ce2e-8d12-4bda-b57c-969f303e3694 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/quotas/3ea8c347c2ce4b4eabcd0c0d57ddfda2 HTTP/1.1" status: 200 len: 375 time: 0.0095382 Jul 30 01:52:32.348044 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d491e507-108a-41a9-93c0-ea8e8aee1727 req-976ad184-536d-4444-a6e6-e27ddca94f0d tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0f3ae7-6644-498f-bb8f-e4224e805af4 HTTP/1.1" status: 200 len: 210 time: 0.0292478 Jul 30 01:52:32.353410 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-6f89911d-7417-41ad-a8ba-34e6eeb7bf3d tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea8c347c2ce4b4eabcd0c0d57ddfda2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673220 Jul 30 01:52:32.426432 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12086380-556d-4aea-ab77-36d3f599a2e9 req-f0b50673-3fcc-4b81-9be7-83d4ef2b96f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:32.427913 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-12086380-556d-4aea-ab77-36d3f599a2e9 req-f0b50673-3fcc-4b81-9be7-83d4ef2b96f8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 1096 time: 0.1300271 Jul 30 01:52:32.447449 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e6b30f14-9ea0-48c6-bdd5-782365d3eddf req-834f92cb-d814-4460-9bfe-e614a3589050 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a746930a-c3ad-4211-8659-7a49f0eb0cdf HTTP/1.1" status: 200 len: 210 time: 0.0317726 Jul 30 01:52:32.537685 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-12086380-556d-4aea-ab77-36d3f599a2e9 req-86035579-8cb1-4091-93d1-e2995fa6d020 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953085 Jul 30 01:52:32.544757 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-db7f1517-b975-4f04-8f87-48730e3e8c88 service neutron] 10.222.0.70 "GET /v2.0/networks/3593b132-675e-42cc-8524-b688794a5202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887963 Jul 30 01:52:32.565926 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e87951-02fb-4ace-a811-f40ed27deffd req-f776adc0-b6c7-4e26-afd4-527e362b2a59 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:32.565926 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6e87951-02fb-4ace-a811-f40ed27deffd req-f776adc0-b6c7-4e26-afd4-527e362b2a59 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.77 "GET /v2.0/ports?device_id=18e5febb-874f-4b9a-8bbb-a79c9badb444 HTTP/1.1" status: 200 len: 945 time: 0.1347363 Jul 30 01:52:32.630374 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4f556-8c36-4d83-9904-c247fa393958 req-9a66b5b6-9653-428b-80f2-4b6ef047a37f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:32.632094 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3d4f556-8c36-4d83-9904-c247fa393958 req-9a66b5b6-9653-428b-80f2-4b6ef047a37f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 945 time: 0.0572889 Jul 30 01:52:32.672976 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3d4f556-8c36-4d83-9904-c247fa393958 req-8b096790-294b-4dd3-a218-cc44138ee453 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349991 Jul 30 01:52:32.718096 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-22b664da-458d-4cd8-81cb-62a0c015e670 service neutron] 10.222.0.70 "GET /v2.0/networks/3593b132-675e-42cc-8524-b688794a5202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724596 Jul 30 01:52:32.743632 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-d6e87951-02fb-4ace-a811-f40ed27deffd req-fabaed8b-d02d-4d81-a2cc-91d40fbb5e80 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Deleting port ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:32.743982 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d6e87951-02fb-4ace-a811-f40ed27deffd req-fabaed8b-d02d-4d81-a2cc-91d40fbb5e80 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.759383 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.805096 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9beb7-c4f1-43a5-a0b0-975ae32150e5 req-cc4e2b14-3b3f-4185-8782-f37e36ed6819 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:32.818854 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5da9beb7-c4f1-43a5-a0b0-975ae32150e5 req-cc4e2b14-3b3f-4185-8782-f37e36ed6819 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.77 "GET /v2.0/ports?device_id=223d3372-61f3-4164-8e19-60ef1bbadf0a HTTP/1.1" status: 200 len: 945 time: 0.0878770 Jul 30 01:52:32.869803 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-d6e87951-02fb-4ace-a811-f40ed27deffd req-fabaed8b-d02d-4d81-a2cc-91d40fbb5e80 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] For port ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10,segment=NetworkSegment(8cb94bfb-df2a-4bde-bad0-0cb93452e3d5),segment_id=8cb94bfb-df2a-4bde-bad0-0cb93452e3d5)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:32.870378 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d6e87951-02fb-4ace-a811-f40ed27deffd req-fabaed8b-d02d-4d81-a2cc-91d40fbb5e80 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.895844 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-d6e87951-02fb-4ace-a811-f40ed27deffd req-fabaed8b-d02d-4d81-a2cc-91d40fbb5e80 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Calling delete_port for ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:32.944605 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-5da9beb7-c4f1-43a5-a0b0-975ae32150e5 req-c2a86fb3-b40f-4eb8-853e-5d8a4cddbc11 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Deleting port 71f584fd-1592-4f9b-8f02-8ca183bd1b6f {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:32.945605 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5da9beb7-c4f1-43a5-a0b0-975ae32150e5 req-c2a86fb3-b40f-4eb8-853e-5d8a4cddbc11 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.037244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47404) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:33.059225 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b166e92-c0f6-4e4c-9fa1-268d28b76a28 req-9ce4cecb-5e5e-43a1-9b89-b5c494d98cb3 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/ports?device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 210 time: 0.0384979 Jul 30 01:52:33.146639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-5da9beb7-c4f1-43a5-a0b0-975ae32150e5 req-c2a86fb3-b40f-4eb8-853e-5d8a4cddbc11 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] For port 71f584fd-1592-4f9b-8f02-8ca183bd1b6f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=71f584fd-1592-4f9b-8f02-8ca183bd1b6f,segment=NetworkSegment(8cb94bfb-df2a-4bde-bad0-0cb93452e3d5),segment_id=8cb94bfb-df2a-4bde-bad0-0cb93452e3d5)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:33.146968 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5da9beb7-c4f1-43a5-a0b0-975ae32150e5 req-c2a86fb3-b40f-4eb8-853e-5d8a4cddbc11 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.161523 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-5da9beb7-c4f1-43a5-a0b0-975ae32150e5 req-c2a86fb3-b40f-4eb8-853e-5d8a4cddbc11 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Calling delete_port for 71f584fd-1592-4f9b-8f02-8ca183bd1b6f owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:33.228128 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d6e87951-02fb-4ace-a811-f40ed27deffd req-fabaed8b-d02d-4d81-a2cc-91d40fbb5e80 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.254654 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-64c748ad-f73d-4bfe-b85a-538d38f6e4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.263225 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabaed8b-d02d-4d81-a2cc-91d40fbb5e80 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Pushing event deleted for resources: {'Port': ['ID=ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:33.316937 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e87951-02fb-4ace-a811-f40ed27deffd req-fabaed8b-d02d-4d81-a2cc-91d40fbb5e80 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] No DVR routers for this DVR port ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:33.319838 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d6e87951-02fb-4ace-a811-f40ed27deffd req-fabaed8b-d02d-4d81-a2cc-91d40fbb5e80 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.322025 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6e87951-02fb-4ace-a811-f40ed27deffd req-fabaed8b-d02d-4d81-a2cc-91d40fbb5e80 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.77 "DELETE /v2.0/ports/ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 HTTP/1.1" status: 204 len: 173 time: 0.7468054 Jul 30 01:52:33.438373 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-64c748ad-f73d-4bfe-b85a-538d38f6e4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.473239 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5da9beb7-c4f1-43a5-a0b0-975ae32150e5 req-c2a86fb3-b40f-4eb8-853e-5d8a4cddbc11 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.511896 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a86fb3-b40f-4eb8-853e-5d8a4cddbc11 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Pushing event deleted for resources: {'Port': ['ID=71f584fd-1592-4f9b-8f02-8ca183bd1b6f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:33.548245 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ad9b77c1-ed61-4394-baef-02fa5b4c9758 req-f0ad4b7b-0b4f-4676-a603-c4bf99818edb tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a746930a-c3ad-4211-8659-7a49f0eb0cdf HTTP/1.1" status: 200 len: 210 time: 0.0358236 Jul 30 01:52:33.551388 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da9beb7-c4f1-43a5-a0b0-975ae32150e5 req-c2a86fb3-b40f-4eb8-853e-5d8a4cddbc11 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] No DVR routers for this DVR port 71f584fd-1592-4f9b-8f02-8ca183bd1b6f on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:33.560335 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5da9beb7-c4f1-43a5-a0b0-975ae32150e5 req-c2a86fb3-b40f-4eb8-853e-5d8a4cddbc11 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.560335 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5da9beb7-c4f1-43a5-a0b0-975ae32150e5 req-c2a86fb3-b40f-4eb8-853e-5d8a4cddbc11 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.77 "DELETE /v2.0/ports/71f584fd-1592-4f9b-8f02-8ca183bd1b6f HTTP/1.1" status: 204 len: 173 time: 0.7373667 Jul 30 01:52:33.560335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223d3372-61f3-4164-8e19-60ef1bbadf0a', 'name': 'network-vif-deleted', 'tag': '71f584fd-1592-4f9b-8f02-8ca183bd1b6f'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:33.560335 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca42bb8a-f90e-480e-acf4-fbfd54fe3b61" -d '{"events": [{"server_uuid": "223d3372-61f3-4164-8e19-60ef1bbadf0a", "name": "network-vif-deleted", "tag": "71f584fd-1592-4f9b-8f02-8ca183bd1b6f"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:33.563839 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-64c748ad-f73d-4bfe-b85a-538d38f6e4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.621644 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a4bce9-734c-4fb6-a477-d6df4db618a0 x-openstack-request-id: req-86a4bce9-734c-4fb6-a477-d6df4db618a0 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:33.621929 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223d3372-61f3-4164-8e19-60ef1bbadf0a", "name": "network-vif-deleted", "tag": "71f584fd-1592-4f9b-8f02-8ca183bd1b6f", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:33.622185 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86a4bce9-734c-4fb6-a477-d6df4db618a0 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:33.623117 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223d3372-61f3-4164-8e19-60ef1bbadf0a', 'name': 'network-vif-deleted', 'tag': '71f584fd-1592-4f9b-8f02-8ca183bd1b6f', 'status': 'completed', 'code': 200} Jul 30 01:52:33.644014 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-64c748ad-f73d-4bfe-b85a-538d38f6e4f1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d7511135e3d148559c73383f86680bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6056981 Jul 30 01:52:33.647094 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 47432) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:33.654740 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c748ad-f73d-4bfe-b85a-538d38f6e4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed5afec-a6a4-4504-83a6-e85c5c30d798,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:33.718990 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8fab5ee8-3447-44dd-86c0-74d2b6991876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.741679 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8fab5ee8-3447-44dd-86c0-74d2b6991876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.752702 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-4edb6ab3-d78f-49e6-8424-6e67ec0d1261 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:33.754488 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-4edb6ab3-d78f-49e6-8424-6e67ec0d1261 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/networks?id=22dfe0b9-dbb1-4507-9a97-25461caa3b1c HTTP/1.1" status: 200 len: 822 time: 0.1303873 Jul 30 01:52:33.780240 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-c9cb74ca-5641-431f-a830-a6c686af259f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/quotas/2dc51d617dcc43718597480eb48d3106 HTTP/1.1" status: 200 len: 375 time: 0.0196812 Jul 30 01:52:33.842981 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c910b-841a-479b-bf88-7cca5a2ef5da req-c45991bd-e29e-4a1f-bff2-d4d0112219e4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:33.845080 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5a0c910b-841a-479b-bf88-7cca5a2ef5da req-c45991bd-e29e-4a1f-bff2-d4d0112219e4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 945 time: 0.0865166 Jul 30 01:52:33.856813 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-0de55b16-32dd-4622-86da-8b5ce8c7b6b5 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2dc51d617dcc43718597480eb48d3106&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0605843 Jul 30 01:52:33.897474 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5a0c910b-841a-479b-bf88-7cca5a2ef5da req-e64acb6e-1ce0-4519-b8cc-5380f2cabc21 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421405 Jul 30 01:52:33.951490 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8fab5ee8-3447-44dd-86c0-74d2b6991876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.955414 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8fab5ee8-3447-44dd-86c0-74d2b6991876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.958864 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8fab5ee8-3447-44dd-86c0-74d2b6991876 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4ed5afec-a6a4-4504-83a6-e85c5c30d798 HTTP/1.1" status: 204 len: 168 time: 0.3083639 Jul 30 01:52:33.964317 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab5ee8-3447-44dd-86c0-74d2b6991876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed5afec-a6a4-4504-83a6-e85c5c30d798,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:33.971869 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-11c15df9-704c-4af8-a93c-09e84285e394 service neutron] 10.222.0.70 "GET /v2.0/networks/22dfe0b9-dbb1-4507-9a97-25461caa3b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077371 Jul 30 01:52:34.087817 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-6cc4a3cf-b5ed-4e10-a8d4-3d16d1698c27 service neutron] 10.222.0.70 "GET /v2.0/networks/22dfe0b9-dbb1-4507-9a97-25461caa3b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085410 Jul 30 01:52:34.266537 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e5febb-874f-4b9a-8bbb-a79c9badb444', 'name': 'network-vif-deleted', 'tag': 'ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:34.268913 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c066a4f2-2466-4a24-b305-3fd6f3d5781e" -d '{"events": [{"server_uuid": "18e5febb-874f-4b9a-8bbb-a79c9badb444", "name": "network-vif-deleted", "tag": "ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:34.430870 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c928ab7f-d0d7-41d3-9bf9-f05047c61afb req-3da734fb-b082-40a0-b136-d1c5138fa8c7 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/ports?device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 210 time: 0.0313964 Jul 30 01:52:34.521139 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f824ad-d807-4a0f-87bd-287808ee3b08 x-openstack-request-id: req-e1f824ad-d807-4a0f-87bd-287808ee3b08 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:34.521542 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e5febb-874f-4b9a-8bbb-a79c9badb444", "name": "network-vif-deleted", "tag": "ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:34.521923 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1f824ad-d807-4a0f-87bd-287808ee3b08 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:34.522448 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e5febb-874f-4b9a-8bbb-a79c9badb444', 'name': 'network-vif-deleted', 'tag': 'ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10', 'status': 'completed', 'code': 200} Jul 30 01:52:34.661977 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce1f3e-7d6f-465a-8e04-a524b3b09697 req-2137f400-0e53-41ee-80fc-e6c263eb5737 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:34.663655 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5ce1f3e-7d6f-465a-8e04-a524b3b09697 req-2137f400-0e53-41ee-80fc-e6c263eb5737 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 945 time: 0.0526936 Jul 30 01:52:34.683957 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7dfa50aa-b48a-43f6-81bd-f6415c9356ae req-5f97769a-336d-4bd6-89d4-d3c338538a76 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 210 time: 0.0367837 Jul 30 01:52:34.711901 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5ce1f3e-7d6f-465a-8e04-a524b3b09697 req-8800f652-1f89-4bb5-a10b-2da20ebb0905 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422487 Jul 30 01:52:34.796947 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e7215c7d-cb1a-4769-b319-74e0f0d2d309 req-b1de1f03-5195-4b97-8734-887613d6a3f1 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a746930a-c3ad-4211-8659-7a49f0eb0cdf HTTP/1.1" status: 200 len: 210 time: 0.0471072 Jul 30 01:52:35.092882 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-5e24d122-10c8-44b8-8a05-d3f0bc79d48e tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:35.095561 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-5e24d122-10c8-44b8-8a05-d3f0bc79d48e tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.10 "GET /v2.0/networks?id=f389a516-d2d8-4854-95d1-3fa9791f8657 HTTP/1.1" status: 200 len: 813 time: 0.1555672 Jul 30 01:52:35.098195 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 71f584fd-1592-4f9b-8f02-8ca183bd1b6f no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:35.109884 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-add92abc-71ea-463e-8646-0884b26bbff1 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Request body: {'port': {'device_id': 'fb2e2fcd-9052-4716-b26f-ddd525614db2', 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657', 'admin_state_up': True, 'tenant_id': '885c83342dd8477ea9177624dce4beee'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:35.120182 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 71f584fd-1592-4f9b-8f02-8ca183bd1b6f {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:35.120534 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 71f584fd-1592-4f9b-8f02-8ca183bd1b6f not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:35.121143 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:35.140416 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:35.140771 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device ca4d9ac4-dfcd-42cf-a30f-9c68da4f5d10 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:35.284691 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 47486) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:35.336280 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-add92abc-71ea-463e-8646-0884b26bbff1 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Made reservation on behalf of 885c83342dd8477ea9177624dce4beee for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:35.339868 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-add92abc-71ea-463e-8646-0884b26bbff1 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.415219 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d6fe792f-57ad-4d06-9603-046ed6857acd admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1617329928-network', 'tenant_id': '69b76753502946a1b3df717c4bef8ee5'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:35.571575 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-41b40bcf-52a1-4b03-8c30-4fc61d2e1eb7 req-7634c8a9-25d8-474c-b7da-594a225421d5 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/ports?device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 210 time: 0.0424616 Jul 30 01:52:35.575817 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fe792f-57ad-4d06-9603-046ed6857acd admin admin] Made reservation on behalf of 69b76753502946a1b3df717c4bef8ee5 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:35.578573 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d6fe792f-57ad-4d06-9603-046ed6857acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.603098 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d6fe792f-57ad-4d06-9603-046ed6857acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.614713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-add92abc-71ea-463e-8646-0884b26bbff1 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Allocated IP 172.20.0.9 (f389a516-d2d8-4854-95d1-3fa9791f8657/3bfe13c6-113f-46fc-b0c1-898c75003bf6/1be7185c-9938-44aa-9ec4-c03cf2a173f4) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:35.666600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-1d50de8c-2395-42ba-9111-aa04252820f1 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:35.668049 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-1d50de8c-2395-42ba-9111-aa04252820f1 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.10 "GET /v2.0/networks?id=f389a516-d2d8-4854-95d1-3fa9791f8657 HTTP/1.1" status: 200 len: 813 time: 0.2186069 Jul 30 01:52:35.683223 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-a97cd53f-4a00-4b5d-bdd6-d92bda98fba3 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Request body: {'port': {'device_id': 'a746930a-c3ad-4211-8659-7a49f0eb0cdf', 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657', 'admin_state_up': True, 'tenant_id': '885c83342dd8477ea9177624dce4beee'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:35.863438 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2014c04-96f5-4f2b-95d7-9ae6ee0767e9 req-16acd72e-561e-4743-bb6f-eae7a2051b5e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:35.865033 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b2014c04-96f5-4f2b-95d7-9ae6ee0767e9 req-16acd72e-561e-4743-bb6f-eae7a2051b5e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 945 time: 0.0752323 Jul 30 01:52:35.909515 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b2014c04-96f5-4f2b-95d7-9ae6ee0767e9 req-26412cc2-c012-4317-b759-613f5b9f6c9e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368257 Jul 30 01:52:36.011166 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-74fcce52-2275-49f3-8624-dda4f27e37e0 req-a0e98964-5bd5-44cb-95ba-aa2cd5872c9e tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a746930a-c3ad-4211-8659-7a49f0eb0cdf HTTP/1.1" status: 200 len: 210 time: 0.0283701 Jul 30 01:52:36.152611 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dabbdd02-dd12-43c7-beb9-a576e29a2fee req-6ed26a81-028b-4cc3-adac-f98b5f3d26d2 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 210 time: 0.3941243 Jul 30 01:52:36.362142 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d6fe792f-57ad-4d06-9603-046ed6857acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.367679 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-add92abc-71ea-463e-8646-0884b26bbff1 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.377315 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-4ac30ec6-c2a0-4a0c-869f-037baae2807f tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:36.378778 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-4ac30ec6-c2a0-4a0c-869f-037baae2807f tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.10 "GET /v2.0/networks?id=3593b132-675e-42cc-8524-b688794a5202 HTTP/1.1" status: 200 len: 813 time: 0.2288580 Jul 30 01:52:36.393191 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-744a6e8a-2e90-4d2e-9d34-41cead2aa709 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Request body: {'port': {'device_id': '84f59bf2-5faa-4696-a34a-ffb1fb7d73a2', 'network_id': '3593b132-675e-42cc-8524-b688794a5202', 'admin_state_up': True, 'tenant_id': '3ea8c347c2ce4b4eabcd0c0d57ddfda2'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:36.444016 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d6fe792f-57ad-4d06-9603-046ed6857acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.496578 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6fe792f-57ad-4d06-9603-046ed6857acd admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:52:36.524082 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe792f-57ad-4d06-9603-046ed6857acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bd3cea-2cbf-4266-a931-08819b827cfb,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:36.532398 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d6fe792f-57ad-4d06-9603-046ed6857acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.533100 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-d6fe792f-57ad-4d06-9603-046ed6857acd admin admin] Added segment 7d6d4d1f-ce1c-4d7b-910b-1d5d95102dff of type vlan for network 9606dad4-7ade-4520-8832-f5da77c92a6b Jul 30 01:52:36.577379 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-a97cd53f-4a00-4b5d-bdd6-d92bda98fba3 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Made reservation on behalf of 885c83342dd8477ea9177624dce4beee for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:36.580871 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-a97cd53f-4a00-4b5d-bdd6-d92bda98fba3 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.603519 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d6fe792f-57ad-4d06-9603-046ed6857acd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.698588 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-add92abc-71ea-463e-8646-0884b26bbff1 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.747134 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1b823ef9-fa21-49f5-8bc0-4c8de2c1734e req-c160c62c-c929-4e1d-846a-527a28d0c19f tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/ports?device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 210 time: 0.0438318 Jul 30 01:52:36.793092 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-744a6e8a-2e90-4d2e-9d34-41cead2aa709 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Made reservation on behalf of 3ea8c347c2ce4b4eabcd0c0d57ddfda2 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:36.793312 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb082b66-f6f2-47f3-89da-6e1ad44fa214 req-9edf8e0b-5f10-417c-9595-5bf7d1eec393 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:36.794913 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb082b66-f6f2-47f3-89da-6e1ad44fa214 req-9edf8e0b-5f10-417c-9595-5bf7d1eec393 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 945 time: 0.0828428 Jul 30 01:52:36.803967 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-744a6e8a-2e90-4d2e-9d34-41cead2aa709 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.809899 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-c65aae6d-e3b5-4c75-b451-c0e0484297a0 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:36.809899 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-c65aae6d-e3b5-4c75-b451-c0e0484297a0 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.77 "GET /v2.0/networks?id=22dfe0b9-dbb1-4507-9a97-25461caa3b1c HTTP/1.1" status: 200 len: 822 time: 0.1540918 Jul 30 01:52:36.829147 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-b48dd553-da44-4c67-865b-d9ebb70a63f4 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Request body: {'port': {'device_id': '2fcebb82-2b40-4e48-8e74-7d73ea11188c', 'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c', 'admin_state_up': True, 'tenant_id': '2dc51d617dcc43718597480eb48d3106'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:36.842165 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d6fe792f-57ad-4d06-9603-046ed6857acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.843699 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fe792f-57ad-4d06-9603-046ed6857acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:36.844323 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d6fe792f-57ad-4d06-9603-046ed6857acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.855104 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-add92abc-71ea-463e-8646-0884b26bbff1 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Network f389a516-d2d8-4854-95d1-3fa9791f8657 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:36.890730 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb082b66-f6f2-47f3-89da-6e1ad44fa214 req-b88bf788-1d8d-4a38-97e2-e83d7b4601b1 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816975 Jul 30 01:52:36.916603 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-add92abc-71ea-463e-8646-0884b26bbff1 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:36.918969 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-add92abc-71ea-463e-8646-0884b26bbff1 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:36.939498 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add92abc-71ea-463e-8646-0884b26bbff1 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Pushing event updated for resources: {'Port': ['ID=1be7185c-9938-44aa-9ec4-c03cf2a173f4,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:37.003059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe792f-57ad-4d06-9603-046ed6857acd admin admin] Pushing event updated for resources: {'Network': ['ID=9606dad4-7ade-4520-8832-f5da77c92a6b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:37.006633 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-a97cd53f-4a00-4b5d-bdd6-d92bda98fba3 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Allocated IP 172.20.0.7 (f389a516-d2d8-4854-95d1-3fa9791f8657/3bfe13c6-113f-46fc-b0c1-898c75003bf6/6fe82a4a-8318-42a4-bcfc-dbe9217966d0) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:37.013573 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 9606dad4-7ade-4520-8832-f5da77c92a6b details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:52:37.073082 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d6fe792f-57ad-4d06-9603-046ed6857acd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7872562 Jul 30 01:52:37.076172 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47524) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:37.081658 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-04d7dc1b-7f60-4b03-b16e-5467ee8ecaac admin admin] Request body: {'subnet': {'network_id': '9606dad4-7ade-4520-8832-f5da77c92a6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1617329928-subnet', 'tenant_id': '69b76753502946a1b3df717c4bef8ee5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:37.083928 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-add92abc-71ea-463e-8646-0884b26bbff1 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:37.084587 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-add92abc-71ea-463e-8646-0884b26bbff1 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.153187 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-b48dd553-da44-4c67-865b-d9ebb70a63f4 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Made reservation on behalf of 2dc51d617dcc43718597480eb48d3106 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:37.156851 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-b48dd553-da44-4c67-865b-d9ebb70a63f4 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.190817 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-512412b2-678b-45f4-9ec0-440fc61f8dfd req-363a3e21-ba22-4e30-9bd5-0da0f01f9a09 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a746930a-c3ad-4211-8659-7a49f0eb0cdf HTTP/1.1" status: 200 len: 210 time: 0.0754795 Jul 30 01:52:37.244899 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-add92abc-71ea-463e-8646-0884b26bbff1 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1398244 Jul 30 01:52:37.264358 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] Request body: {'port': {'device_id': 'fb2e2fcd-9052-4716-b26f-ddd525614db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:37.275973 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5f54b64-4e7d-4c9c-bc60-ec3635186eb6 req-0c5f4248-0d83-4587-adef-a684238ff53d tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 210 time: 0.0474217 Jul 30 01:52:37.277532 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-744a6e8a-2e90-4d2e-9d34-41cead2aa709 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Allocated IP 172.20.0.6 (3593b132-675e-42cc-8524-b688794a5202/67774e63-849d-417a-b568-411a090e4dc0/8195b917-3edb-4f0f-837f-d874d5ae2cca) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:37.314716 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d7dc1b-7f60-4b03-b16e-5467ee8ecaac admin admin] Made reservation on behalf of 69b76753502946a1b3df717c4bef8ee5 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:37.332429 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-04d7dc1b-7f60-4b03-b16e-5467ee8ecaac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.388844 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-a97cd53f-4a00-4b5d-bdd6-d92bda98fba3 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.389421 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-b48dd553-da44-4c67-865b-d9ebb70a63f4 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Allocated IP 172.20.0.10 (22dfe0b9-dbb1-4507-9a97-25461caa3b1c/c5a7a0ec-08e6-4fb9-ba46-737f76240f23/4747b42b-4afb-4314-8f9c-e5708d50d02b) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:37.406577 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.620311 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-b48dd553-da44-4c67-865b-d9ebb70a63f4 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.654055 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-744a6e8a-2e90-4d2e-9d34-41cead2aa709 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.660246 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-a97cd53f-4a00-4b5d-bdd6-d92bda98fba3 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.672300 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 31aae61d-966b-49ee-8fd2-9e7e708afc44 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:37.685940 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-04d7dc1b-7f60-4b03-b16e-5467ee8ecaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.740067 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-b48dd553-da44-4c67-865b-d9ebb70a63f4 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.764192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-a97cd53f-4a00-4b5d-bdd6-d92bda98fba3 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Network f389a516-d2d8-4854-95d1-3fa9791f8657 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:37.774758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 31aae61d-966b-49ee-8fd2-9e7e708afc44, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=31aae61d-966b-49ee-8fd2-9e7e708afc44,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:37.775950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-a97cd53f-4a00-4b5d-bdd6-d92bda98fba3 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:37.778644 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-a97cd53f-4a00-4b5d-bdd6-d92bda98fba3 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:37.788092 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7dc1b-7f60-4b03-b16e-5467ee8ecaac admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8641c8b-f91f-4128-a948-31694b92fa72,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:37.789882 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '31aae61d-966b-49ee-8fd2-9e7e708afc44', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'port_id': '31aae61d-966b-49ee-8fd2-9e7e708afc44', 'mac_address': 'fa:16:3e:c9:a4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:37.807774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-b48dd553-da44-4c67-865b-d9ebb70a63f4 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Network 22dfe0b9-dbb1-4507-9a97-25461caa3b1c is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:37.813181 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-b48dd553-da44-4c67-865b-d9ebb70a63f4 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:37.817340 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-b48dd553-da44-4c67-865b-d9ebb70a63f4 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:37.820150 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d7dc1b-7f60-4b03-b16e-5467ee8ecaac admin admin] Checking segment: {'id': '7d6d4d1f-ce1c-4d7b-910b-1d5d95102dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9606dad4-7ade-4520-8832-f5da77c92a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:37.820521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d7dc1b-7f60-4b03-b16e-5467ee8ecaac admin admin] Network hostable DHCP agents. Network: 9606dad4-7ade-4520-8832-f5da77c92a6b, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:52:37.847262 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.849215 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48dd553-da44-4c67-865b-d9ebb70a63f4 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Pushing event updated for resources: {'Port': ['ID=4747b42b-4afb-4314-8f9c-e5708d50d02b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:37.865470 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31aae61d-966b-49ee-8fd2-9e7e708afc44 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:37.868808 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cd53f-4a00-4b5d-bdd6-d92bda98fba3 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Pushing event updated for resources: {'Port': ['ID=6fe82a4a-8318-42a4-bcfc-dbe9217966d0,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:37.888256 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 31aae61d-966b-49ee-8fd2-9e7e708afc44, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=31aae61d-966b-49ee-8fd2-9e7e708afc44,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:37.892486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-b48dd553-da44-4c67-865b-d9ebb70a63f4 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:37.893383 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-b48dd553-da44-4c67-865b-d9ebb70a63f4 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.935367 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d7dc1b-7f60-4b03-b16e-5467ee8ecaac admin admin] Network 9606dad4-7ade-4520-8832-f5da77c92a6b is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:52:37.942132 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d0a6c5fb-2cfe-40fb-94c6-96c08b2ef470 req-2514b205-5316-484f-a333-437c79689f16 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/ports?device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 210 time: 0.0599654 Jul 30 01:52:37.950290 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-a97cd53f-4a00-4b5d-bdd6-d92bda98fba3 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:37.950929 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-a97cd53f-4a00-4b5d-bdd6-d92bda98fba3 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.965234 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.974114 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-b48dd553-da44-4c67-865b-d9ebb70a63f4 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1493716 Jul 30 01:52:37.992420 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] Request body: {'port': {'device_id': '2fcebb82-2b40-4e48-8e74-7d73ea11188c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:38.021665 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-744a6e8a-2e90-4d2e-9d34-41cead2aa709 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.040634 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=31aae61d-966b-49ee-8fd2-9e7e708afc44,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:38.053971 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['31aae61d-966b-49ee-8fd2-9e7e708afc44'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:38.061123 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-04d7dc1b-7f60-4b03-b16e-5467ee8ecaac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 9606dad4-7ade-4520-8832-f5da77c92a6b) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:38.068595 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d7dc1b-7f60-4b03-b16e-5467ee8ecaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:38.069258 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-04d7dc1b-7f60-4b03-b16e-5467ee8ecaac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.074769 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.083196 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-a97cd53f-4a00-4b5d-bdd6-d92bda98fba3 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4048107 Jul 30 01:52:38.083854 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd10b2e-386a-46ce-afc7-cd83cbf37651 None None] Network 9606dad4-7ade-4520-8832-f5da77c92a6b requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:38.093686 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be7185c-9938-44aa-9ec4-c03cf2a173f4 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:38.122180 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.127904 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] Request body: {'port': {'device_id': 'a746930a-c3ad-4211-8659-7a49f0eb0cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:38.131484 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-744a6e8a-2e90-4d2e-9d34-41cead2aa709 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Network 3593b132-675e-42cc-8524-b688794a5202 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:38.154694 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-744a6e8a-2e90-4d2e-9d34-41cead2aa709 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:38.157647 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-744a6e8a-2e90-4d2e-9d34-41cead2aa709 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:38.197159 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-04d7dc1b-7f60-4b03-b16e-5467ee8ecaac admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1114116 Jul 30 01:52:38.204851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a6e8a-2e90-4d2e-9d34-41cead2aa709 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Pushing event updated for resources: {'Port': ['ID=8195b917-3edb-4f0f-837f-d874d5ae2cca,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:38.213613 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] Transition to ACTIVE for port object 1be7185c-9938-44aa-9ec4-c03cf2a173f4 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:38.267888 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7aef7-0bc7-4b25-a903-bc7461ce082b req-5d751bc3-51d0-424b-baa1-4d4b0b0f088e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:38.276663 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3db7aef7-0bc7-4b25-a903-bc7461ce082b req-5d751bc3-51d0-424b-baa1-4d4b0b0f088e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 944 time: 0.2360635 Jul 30 01:52:38.286251 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4451e3c0-10db-47ef-a6dc-44633420ee09 None None] Network 9606dad4-7ade-4520-8832-f5da77c92a6b requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:38.295104 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-744a6e8a-2e90-4d2e-9d34-41cead2aa709 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:38.295747 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-744a6e8a-2e90-4d2e-9d34-41cead2aa709 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.299217 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.341198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.394447 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] Pushing event updated for resources: {'Port': ['ID=1be7185c-9938-44aa-9ec4-c03cf2a173f4,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:38.400667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4747b42b-4afb-4314-8f9c-e5708d50d02b {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:38.409929 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.425747 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3db7aef7-0bc7-4b25-a903-bc7461ce082b req-8167d329-0a70-4453-8933-c9144356d6ee tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481504 Jul 30 01:52:38.429383 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-744a6e8a-2e90-4d2e-9d34-41cead2aa709 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0405509 Jul 30 01:52:38.451881 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] Request body: {'port': {'device_id': '84f59bf2-5faa-4696-a34a-ffb1fb7d73a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:38.473632 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] Transition to ACTIVE for port object 4747b42b-4afb-4314-8f9c-e5708d50d02b will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:38.490617 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7af7a8-b0d0-47ed-a614-85cbea843ea8 req-fca5da9f-7530-40ed-805d-23991cb8da7b tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:38.492269 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0a7af7a8-b0d0-47ed-a614-85cbea843ea8 req-fca5da9f-7530-40ed-805d-23991cb8da7b tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a746930a-c3ad-4211-8659-7a49f0eb0cdf HTTP/1.1" status: 200 len: 931 time: 0.0798335 Jul 30 01:52:38.537898 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0a7af7a8-b0d0-47ed-a614-85cbea843ea8 req-377da2cb-d900-4206-a02b-2b5b89aa8107 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392311 Jul 30 01:52:38.559442 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.616632 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] Pushing event updated for resources: {'Port': ['ID=4747b42b-4afb-4314-8f9c-e5708d50d02b,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:38.654885 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47548) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:38.698289 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.743944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-705edd70-d7cc-44c8-89e4-f4da05ff90e1 admin admin] Deleting subnet c8641c8b-f91f-4128-a948-31694b92fa72 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:52:38.745365 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] Attempting to bind port 1be7185c-9938-44aa-9ec4-c03cf2a173f4 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:38.745707 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] Attempting to bind port 1be7185c-9938-44aa-9ec4-c03cf2a173f4 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8cb94bfb-df2a-4bde-bad0-0cb93452e3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:38.746040 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] Attempting to bind port 1be7185c-9938-44aa-9ec4-c03cf2a173f4 on network f389a516-d2d8-4854-95d1-3fa9791f8657 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:38.748681 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-705edd70-d7cc-44c8-89e4-f4da05ff90e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.751101 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] Attempting to bind port 4747b42b-4afb-4314-8f9c-e5708d50d02b on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:38.751469 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] Attempting to bind port 4747b42b-4afb-4314-8f9c-e5708d50d02b by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:38.751776 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] Attempting to bind port 4747b42b-4afb-4314-8f9c-e5708d50d02b on network 22dfe0b9-dbb1-4507-9a97-25461caa3b1c {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:38.755621 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db4246-ab9b-418c-8ed1-ac87347d28ca req-931d4b5b-6fc5-412e-a5fd-7ecdd5003e94 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:38.757173 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1db4246-ab9b-418c-8ed1-ac87347d28ca req-931d4b5b-6fc5-412e-a5fd-7ecdd5003e94 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 932 time: 0.2507722 Jul 30 01:52:38.767670 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] Port 1be7185c-9938-44aa-9ec4-c03cf2a173f4 on network f389a516-d2d8-4854-95d1-3fa9791f8657 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:52:38.767997 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] Attempting to bind port 1be7185c-9938-44aa-9ec4-c03cf2a173f4 on network f389a516-d2d8-4854-95d1-3fa9791f8657 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:38.783259 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] Port 4747b42b-4afb-4314-8f9c-e5708d50d02b on network 22dfe0b9-dbb1-4507-9a97-25461caa3b1c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:52:38.783589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] Attempting to bind port 4747b42b-4afb-4314-8f9c-e5708d50d02b on network 22dfe0b9-dbb1-4507-9a97-25461caa3b1c {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:38.794753 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:38.795092 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] Checking segment: {'id': '5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:38.795477 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] Bound using segment: {'id': '5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:38.795907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] Bound port: 4747b42b-4afb-4314-8f9c-e5708d50d02b, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:38.796305 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.802641 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-705edd70-d7cc-44c8-89e4-f4da05ff90e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.817077 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:38.817425 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] Checking segment: {'id': '8cb94bfb-df2a-4bde-bad0-0cb93452e3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:38.817817 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] Bound using segment: {'id': '8cb94bfb-df2a-4bde-bad0-0cb93452e3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:38.818267 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] Bound port: 1be7185c-9938-44aa-9ec4-c03cf2a173f4, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb94bfb-df2a-4bde-bad0-0cb93452e3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:38.818708 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.879062 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-705edd70-d7cc-44c8-89e4-f4da05ff90e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.933707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] For port 4747b42b-4afb-4314-8f9c-e5708d50d02b, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:38.949012 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] For port 4747b42b-4afb-4314-8f9c-e5708d50d02b, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4747b42b-4afb-4314-8f9c-e5708d50d02b,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:38.951921 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1db4246-ab9b-418c-8ed1-ac87347d28ca req-24a66af0-0201-4644-bf38-1e7d0a7a8428 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817293 Jul 30 01:52:39.018552 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.086481 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:39.087105 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] For port 1be7185c-9938-44aa-9ec4-c03cf2a173f4, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:39.088302 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.090352 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] 10.222.0.77 "PUT /v2.0/ports/4747b42b-4afb-4314-8f9c-e5708d50d02b HTTP/1.1" status: 200 len: 1092 time: 1.1021972 Jul 30 01:52:39.091016 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-705edd70-d7cc-44c8-89e4-f4da05ff90e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.097365 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcebb82-2b40-4e48-8e74-7d73ea11188c', 'tag': '4747b42b-4afb-4314-8f9c-e5708d50d02b'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:39.099983 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccbbda1-e9a5-4268-8005-15f862f9ce82" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcebb82-2b40-4e48-8e74-7d73ea11188c", "tag": "4747b42b-4afb-4314-8f9c-e5708d50d02b"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:39.116181 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] For port 1be7185c-9938-44aa-9ec4-c03cf2a173f4, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=1be7185c-9938-44aa-9ec4-c03cf2a173f4,segment=NetworkSegment(8cb94bfb-df2a-4bde-bad0-0cb93452e3d5),segment_id=8cb94bfb-df2a-4bde-bad0-0cb93452e3d5)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:39.118631 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe82a4a-8318-42a4-bcfc-dbe9217966d0 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:39.128250 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.136834 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4bff2ded-4559-4a77-8f26-0e54a9ae7363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.139241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705edd70-d7cc-44c8-89e4-f4da05ff90e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8641c8b-f91f-4128-a948-31694b92fa72,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:39.143256 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-705edd70-d7cc-44c8-89e4-f4da05ff90e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.145314 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-705edd70-d7cc-44c8-89e4-f4da05ff90e1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c8641c8b-f91f-4128-a948-31694b92fa72 HTTP/1.1" status: 204 len: 168 time: 0.4895124 Jul 30 01:52:39.154104 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 47570) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:39.173798 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] Transition to ACTIVE for port object 6fe82a4a-8318-42a4-bcfc-dbe9217966d0 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:39.177211 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf83d6f2-cb29-411b-9239-6ff0b34d7a78 x-openstack-request-id: req-bf83d6f2-cb29-411b-9239-6ff0b34d7a78 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:39.177511 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcebb82-2b40-4e48-8e74-7d73ea11188c", "tag": "4747b42b-4afb-4314-8f9c-e5708d50d02b", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:39.177775 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf83d6f2-cb29-411b-9239-6ff0b34d7a78 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:39.178173 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcebb82-2b40-4e48-8e74-7d73ea11188c', 'tag': '4747b42b-4afb-4314-8f9c-e5708d50d02b', 'status': 'completed', 'code': 200} Jul 30 01:52:39.180543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40263216-b48d-4809-a0ea-cd5072b39582 service neutron] Pushing event updated for resources: {'Port': ['ID=4747b42b-4afb-4314-8f9c-e5708d50d02b,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:39.192463 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c938d3-c036-489a-be97-dc493cf5b31e req-f11239a8-5165-4ea6-af43-4419238f2b28 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:39.194238 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a6c938d3-c036-489a-be97-dc493cf5b31e req-f11239a8-5165-4ea6-af43-4419238f2b28 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/ports?device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 931 time: 0.1649311 Jul 30 01:52:39.221279 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.264559 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a6c938d3-c036-489a-be97-dc493cf5b31e req-494cbeac-892e-4224-a000-e25af94c4c4c tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0018d5b-ecfe-4ac4-8162-81f1689dead8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634320 Jul 30 01:52:39.278410 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbbda1-e9a5-4268-8005-15f862f9ce82 req-8bb27c84-bde5-4500-b414-b8de1dc07170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:39.280023 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fccbbda1-e9a5-4268-8005-15f862f9ce82 req-8bb27c84-bde5-4500-b414-b8de1dc07170 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2dc51d617dcc43718597480eb48d3106&device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 1095 time: 0.0594931 Jul 30 01:52:39.291530 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.294080 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:39.294773 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.296184 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] 10.222.0.10 "PUT /v2.0/ports/1be7185c-9938-44aa-9ec4-c03cf2a173f4 HTTP/1.1" status: 200 len: 1091 time: 2.0402610 Jul 30 01:52:39.301456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2e2fcd-9052-4716-b26f-ddd525614db2', 'tag': '1be7185c-9938-44aa-9ec4-c03cf2a173f4'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:39.303701 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe9846f-c558-40eb-afc9-2b634c1a9b05" -d '{"events": [{"name": "network-changed", "server_uuid": "fb2e2fcd-9052-4716-b26f-ddd525614db2", "tag": "1be7185c-9938-44aa-9ec4-c03cf2a173f4"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:39.308223 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-762e4110-c086-4e91-b18d-fae81982c2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.366034 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b030dc73-8493-4633-9f00-2af41e617d06 x-openstack-request-id: req-b030dc73-8493-4633-9f00-2af41e617d06 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:39.366798 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb2e2fcd-9052-4716-b26f-ddd525614db2", "tag": "1be7185c-9938-44aa-9ec4-c03cf2a173f4", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:39.367087 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b030dc73-8493-4633-9f00-2af41e617d06 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:39.367509 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb2e2fcd-9052-4716-b26f-ddd525614db2', 'tag': '1be7185c-9938-44aa-9ec4-c03cf2a173f4', 'status': 'completed', 'code': 200} Jul 30 01:52:39.376516 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac281e-2f38-4f2d-a185-c29f8a96e079 service neutron] Pushing event updated for resources: {'Port': ['ID=1be7185c-9938-44aa-9ec4-c03cf2a173f4,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:39.411606 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbbda1-e9a5-4268-8005-15f862f9ce82 req-e57ca247-92ff-4341-8f13-c04be457391e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:39.412123 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8195b917-3edb-4f0f-837f-d874d5ae2cca {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:39.413128 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fccbbda1-e9a5-4268-8005-15f862f9ce82 req-e57ca247-92ff-4341-8f13-c04be457391e service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=2dc51d617dcc43718597480eb48d3106&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1167619 Jul 30 01:52:39.463737 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.563400 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbbda1-e9a5-4268-8005-15f862f9ce82 req-85d1fb7f-8130-4afe-91dc-ac715d1834be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:39.565354 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fccbbda1-e9a5-4268-8005-15f862f9ce82 req-85d1fb7f-8130-4afe-91dc-ac715d1834be service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1447678 Jul 30 01:52:39.589608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4393b28-531e-4fe6-b9f7-9a0febdac926 req-28b2569e-99de-4716-a0dd-c809ba37eb70 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:39.591774 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4393b28-531e-4fe6-b9f7-9a0febdac926 req-28b2569e-99de-4716-a0dd-c809ba37eb70 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 944 time: 0.0786576 Jul 30 01:52:39.645111 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4393b28-531e-4fe6-b9f7-9a0febdac926 req-369b28ef-2aaa-419c-b164-5b40727b490b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461745 Jul 30 01:52:39.674258 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 31aae61d-966b-49ee-8fd2-9e7e708afc44 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:39.705457 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-a3fbe1a9-7065-4112-a489-fa19690701f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:39.709294 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-a3fbe1a9-7065-4112-a489-fa19690701f4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2dc51d617dcc43718597480eb48d3106&device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 1095 time: 0.0810664 Jul 30 01:52:39.750203 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 31aae61d-966b-49ee-8fd2-9e7e708afc44 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:39.752056 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.772529 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-28fd5a87-7e0f-41fe-ba27-760e8f2c4c17 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4747b42b-4afb-4314-8f9c-e5708d50d02b HTTP/1.1" status: 200 len: 217 time: 0.0469697 Jul 30 01:52:39.837106 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-61550d91-1594-4387-873a-7dd6dbfa4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:39.838848 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-61550d91-1594-4387-873a-7dd6dbfa4b1a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c5a7a0ec-08e6-4fb9-ba46-737f76240f23 HTTP/1.1" status: 200 len: 862 time: 0.0589638 Jul 30 01:52:39.869087 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.911680 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-2ef47441-a9a4-49c1-a849-00fac423d4cd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=22dfe0b9-dbb1-4507-9a97-25461caa3b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576670 Jul 30 01:52:39.917664 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] Transition to ACTIVE for port object 8195b917-3edb-4f0f-837f-d874d5ae2cca will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:39.917875 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa3c887-791f-4878-875c-e158b7ef8e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aae61d-966b-49ee-8fd2-9e7e708afc44'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:39.920483 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe82a4a-8318-42a4-bcfc-dbe9217966d0,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:39.922360 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a56249-74af-4ffa-963e-d1c58b959a10" -d '{"events": [{"server_uuid": "9aa3c887-791f-4878-875c-e158b7ef8e47", "name": "network-vif-plugged", "status": "completed", "tag": "31aae61d-966b-49ee-8fd2-9e7e708afc44"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:39.943312 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 31aae61d-966b-49ee-8fd2-9e7e708afc44, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=31aae61d-966b-49ee-8fd2-9e7e708afc44,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:39.957043 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-762e4110-c086-4e91-b18d-fae81982c2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.973968 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-762e4110-c086-4e91-b18d-fae81982c2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9606dad4-7ade-4520-8832-f5da77c92a6b']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:39.992972 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-762e4110-c086-4e91-b18d-fae81982c2b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6d4d1f-ce1c-4d7b-910b-1d5d95102dff') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:39.993271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-762e4110-c086-4e91-b18d-fae81982c2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6d4d1f-ce1c-4d7b-910b-1d5d95102dff') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:39.997220 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9846f-c558-40eb-afc9-2b634c1a9b05 req-91a2aa24-c6b9-44dd-881c-ce1429fd0393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:39.998781 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8fe9846f-c558-40eb-afc9-2b634c1a9b05 req-91a2aa24-c6b9-44dd-881c-ce1429fd0393 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=885c83342dd8477ea9177624dce4beee&device_id=fb2e2fcd-9052-4716-b26f-ddd525614db2 HTTP/1.1" status: 200 len: 1094 time: 0.6122646 Jul 30 01:52:40.014163 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0152330-25e8-4946-b3cd-263fddc3a659 x-openstack-request-id: req-f0152330-25e8-4946-b3cd-263fddc3a659 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:40.015581 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa3c887-791f-4878-875c-e158b7ef8e47", "name": "network-vif-plugged", "status": "completed", "tag": "31aae61d-966b-49ee-8fd2-9e7e708afc44", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:40.016702 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f0152330-25e8-4946-b3cd-263fddc3a659 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:40.016909 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-762e4110-c086-4e91-b18d-fae81982c2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:40.017525 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa3c887-791f-4878-875c-e158b7ef8e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aae61d-966b-49ee-8fd2-9e7e708afc44', 'code': 200} Jul 30 01:52:40.047689 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] Attempting to bind port 6fe82a4a-8318-42a4-bcfc-dbe9217966d0 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:40.048031 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] Attempting to bind port 6fe82a4a-8318-42a4-bcfc-dbe9217966d0 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8cb94bfb-df2a-4bde-bad0-0cb93452e3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:40.048358 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] Attempting to bind port 6fe82a4a-8318-42a4-bcfc-dbe9217966d0 on network f389a516-d2d8-4854-95d1-3fa9791f8657 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:40.054196 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:40.063796 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc69a8d-9822-408f-a913-daebea92649a req-937e2427-da22-410e-9673-839431802fc6 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:40.071357 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9fc69a8d-9822-408f-a913-daebea92649a req-937e2427-da22-410e-9673-839431802fc6 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a746930a-c3ad-4211-8659-7a49f0eb0cdf HTTP/1.1" status: 200 len: 943 time: 0.2413568 Jul 30 01:52:40.078793 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:40.085525 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-c461a3c2-e23e-4f4a-a215-c67922c75881 service neutron] 10.222.0.77 "GET /v2.0/networks/22dfe0b9-dbb1-4507-9a97-25461caa3b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614044 Jul 30 01:52:40.131430 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-762e4110-c086-4e91-b18d-fae81982c2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:40.133044 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] Port 6fe82a4a-8318-42a4-bcfc-dbe9217966d0 on network f389a516-d2d8-4854-95d1-3fa9791f8657 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:52:40.133368 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] Attempting to bind port 6fe82a4a-8318-42a4-bcfc-dbe9217966d0 on network f389a516-d2d8-4854-95d1-3fa9791f8657 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:40.153729 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=31aae61d-966b-49ee-8fd2-9e7e708afc44,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:40.185465 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762e4110-c086-4e91-b18d-fae81982c2b4 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:52:40.185878 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-762e4110-c086-4e91-b18d-fae81982c2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:40.188212 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:40.188547 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] Checking segment: {'id': '8cb94bfb-df2a-4bde-bad0-0cb93452e3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:40.188935 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] Bound using segment: {'id': '8cb94bfb-df2a-4bde-bad0-0cb93452e3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:40.189436 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] Bound port: 6fe82a4a-8318-42a4-bcfc-dbe9217966d0, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb94bfb-df2a-4bde-bad0-0cb93452e3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:40.189728 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:52:40.191523 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:52:40.229724 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779aef5f-e4ef-42e1-b486-9e494425144e req-89115f64-9131-42a5-ad1a-3aa02012d70d tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:40.231634 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-779aef5f-e4ef-42e1-b486-9e494425144e req-89115f64-9131-42a5-ad1a-3aa02012d70d tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 944 time: 0.1027651 Jul 30 01:52:40.290037 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] Pushing event updated for resources: {'Port': ['ID=8195b917-3edb-4f0f-837f-d874d5ae2cca,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:40.318426 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e65add9-2ffb-49d1-b741-e3d097659e03 req-9b97f791-a05c-4823-abf2-401b395fe97e service neutron] 10.222.0.77 "GET /v2.0/networks/22dfe0b9-dbb1-4507-9a97-25461caa3b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200615 Jul 30 01:52:40.324962 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-779aef5f-e4ef-42e1-b486-9e494425144e req-2c4f922f-3440-4eb8-adc4-fc22da5b6e92 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764096 Jul 30 01:52:40.362277 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9fc69a8d-9822-408f-a913-daebea92649a req-467d2275-c455-4716-a0b3-b601f56e1617 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901230 Jul 30 01:52:40.429111 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9846f-c558-40eb-afc9-2b634c1a9b05 req-07c01039-5fd5-435a-9e7d-490db018cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:40.435607 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8fe9846f-c558-40eb-afc9-2b634c1a9b05 req-07c01039-5fd5-435a-9e7d-490db018cf5e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=885c83342dd8477ea9177624dce4beee&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4128191 Jul 30 01:52:40.483160 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-762e4110-c086-4e91-b18d-fae81982c2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:40.541023 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-762e4110-c086-4e91-b18d-fae81982c2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:40.542982 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-762e4110-c086-4e91-b18d-fae81982c2b4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9606dad4-7ade-4520-8832-f5da77c92a6b HTTP/1.1" status: 204 len: 168 time: 1.3879251 Jul 30 01:52:40.545722 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] For port 6fe82a4a-8318-42a4-bcfc-dbe9217966d0, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:40.583263 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] For port 6fe82a4a-8318-42a4-bcfc-dbe9217966d0, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6fe82a4a-8318-42a4-bcfc-dbe9217966d0,segment=NetworkSegment(8cb94bfb-df2a-4bde-bad0-0cb93452e3d5),segment_id=8cb94bfb-df2a-4bde-bad0-0cb93452e3d5)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:40.586212 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e4110-c086-4e91-b18d-fae81982c2b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9606dad4-7ade-4520-8832-f5da77c92a6b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:40.606266 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] Attempting to bind port 8195b917-3edb-4f0f-837f-d874d5ae2cca on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:40.606266 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] Attempting to bind port 8195b917-3edb-4f0f-837f-d874d5ae2cca by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '186f7abb-1646-453f-92e6-c02d45a6effc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3593b132-675e-42cc-8524-b688794a5202'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:40.606598 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] Attempting to bind port 8195b917-3edb-4f0f-837f-d874d5ae2cca on network 3593b132-675e-42cc-8524-b688794a5202 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:40.624192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] Port 8195b917-3edb-4f0f-837f-d874d5ae2cca on network 3593b132-675e-42cc-8524-b688794a5202 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:52:40.625035 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] Attempting to bind port 8195b917-3edb-4f0f-837f-d874d5ae2cca on network 3593b132-675e-42cc-8524-b688794a5202 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:40.647938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122a027-2eea-4bc8-91a8-249167600c53 req-f7c2f25a-ccaf-453f-a7da-0916e5075265 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:40.655420 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8122a027-2eea-4bc8-91a8-249167600c53 req-f7c2f25a-ccaf-453f-a7da-0916e5075265 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/ports?device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 943 time: 0.1989307 Jul 30 01:52:40.665864 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:40.666223 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] Checking segment: {'id': '186f7abb-1646-453f-92e6-c02d45a6effc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3593b132-675e-42cc-8524-b688794a5202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:40.668035 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] Bound using segment: {'id': '186f7abb-1646-453f-92e6-c02d45a6effc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3593b132-675e-42cc-8524-b688794a5202'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:40.668035 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] Bound port: 8195b917-3edb-4f0f-837f-d874d5ae2cca, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186f7abb-1646-453f-92e6-c02d45a6effc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3593b132-675e-42cc-8524-b688794a5202'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:40.668035 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:40.677927 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9846f-c558-40eb-afc9-2b634c1a9b05 req-70d1083a-f3b5-4370-bdd8-dd3c0ec8fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:40.679258 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8fe9846f-c558-40eb-afc9-2b634c1a9b05 req-70d1083a-f3b5-4370-bdd8-dd3c0ec8fcb2 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2352939 Jul 30 01:52:40.752483 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8122a027-2eea-4bc8-91a8-249167600c53 req-61de3dfe-9691-48ef-9ad2-95091ffcbc3d tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0018d5b-ecfe-4ac4-8162-81f1689dead8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912187 Jul 30 01:52:40.773431 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:40.798014 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bd3cf-c7a5-4f20-ac88-e5c8cfdeaf4e req-5d17ddb1-a1cf-4432-83ec-b40ed2309308 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:40.807784 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f26bd3cf-c7a5-4f20-ac88-e5c8cfdeaf4e req-5d17ddb1-a1cf-4432-83ec-b40ed2309308 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 945 time: 0.0752831 Jul 30 01:52:40.828074 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:40.828704 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:40.830110 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] 10.222.0.10 "PUT /v2.0/ports/6fe82a4a-8318-42a4-bcfc-dbe9217966d0 HTTP/1.1" status: 200 len: 1091 time: 2.7129436 Jul 30 01:52:40.856995 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f26bd3cf-c7a5-4f20-ac88-e5c8cfdeaf4e req-754729f7-aa64-4b30-a8df-2626383c3414 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431912 Jul 30 01:52:40.865606 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] For port 8195b917-3edb-4f0f-837f-d874d5ae2cca, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:40.870712 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] For port 8195b917-3edb-4f0f-837f-d874d5ae2cca, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8195b917-3edb-4f0f-837f-d874d5ae2cca,segment=NetworkSegment(186f7abb-1646-453f-92e6-c02d45a6effc),segment_id=186f7abb-1646-453f-92e6-c02d45a6effc)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:40.871840 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d2e82-2eba-4f70-b07c-659f13d829d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe82a4a-8318-42a4-bcfc-dbe9217966d0,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:40.879989 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-8a4e811f-6c78-4d27-b887-1a2bba286839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:40.881949 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-8a4e811f-6c78-4d27-b887-1a2bba286839 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=885c83342dd8477ea9177624dce4beee&device_id=fb2e2fcd-9052-4716-b26f-ddd525614db2 HTTP/1.1" status: 200 len: 1094 time: 0.1559842 Jul 30 01:52:40.931002 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-2a951a2b-62ff-478c-b0fa-0abbda09d9a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1be7185c-9938-44aa-9ec4-c03cf2a173f4 HTTP/1.1" status: 200 len: 217 time: 0.0406101 Jul 30 01:52:40.985407 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:40.993122 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47614) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:41.060589 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e00236db-d33f-4f82-a831-c2ede694b8d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=69b76753502946a1b3df717c4bef8ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0640695 Jul 30 01:52:41.060803 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:41.060803 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.060803 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] 10.222.0.10 "PUT /v2.0/ports/8195b917-3edb-4f0f-837f-d874d5ae2cca HTTP/1.1" status: 200 len: 1091 time: 2.6129375 Jul 30 01:52:41.061083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47616) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:41.068270 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-fdca8a0a-6189-4f4d-ad57-cc4538492d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:41.069730 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-fdca8a0a-6189-4f4d-ad57-cc4538492d86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3bfe13c6-113f-46fc-b0c1-898c75003bf6 HTTP/1.1" status: 200 len: 853 time: 0.1287072 Jul 30 01:52:41.107424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-44e67e24-41cf-4b06-8ad0-374f094ac585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:41.109267 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-44e67e24-41cf-4b06-8ad0-374f094ac585 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=885c83342dd8477ea9177624dce4beee&device_id=a746930a-c3ad-4211-8659-7a49f0eb0cdf HTTP/1.1" status: 200 len: 1094 time: 0.1581752 Jul 30 01:52:41.125822 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-af346477-5e32-43de-9e69-fc88e235bace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.135882 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-0b3905bd-f30e-4933-a640-8ec2f15fb7e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f389a516-d2d8-4854-95d1-3fa9791f8657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437312 Jul 30 01:52:41.144038 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e611878-e18e-40a1-aa46-eadb75a99fcd service neutron] Pushing event updated for resources: {'Port': ['ID=8195b917-3edb-4f0f-837f-d874d5ae2cca,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:41.152705 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-af346477-5e32-43de-9e69-fc88e235bace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.236562 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-564d1254-03bd-4f03-8131-653766aa26f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fe82a4a-8318-42a4-bcfc-dbe9217966d0 HTTP/1.1" status: 200 len: 217 time: 0.1094613 Jul 30 01:52:41.284475 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-af346477-5e32-43de-9e69-fc88e235bace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.287188 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-af346477-5e32-43de-9e69-fc88e235bace admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.290943 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-af346477-5e32-43de-9e69-fc88e235bace admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/24bd3cea-2cbf-4266-a931-08819b827cfb HTTP/1.1" status: 204 len: 168 time: 0.2266054 Jul 30 01:52:41.307461 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af346477-5e32-43de-9e69-fc88e235bace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bd3cea-2cbf-4266-a931-08819b827cfb,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:41.349686 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-695c3c1f-6472-493f-877a-537c9d81ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:41.353122 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-695c3c1f-6472-493f-877a-537c9d81ce42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ea8c347c2ce4b4eabcd0c0d57ddfda2&device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 1094 time: 0.1425483 Jul 30 01:52:41.361942 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-083f3ac5-b0ec-4d3e-9790-58b18434be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:41.363616 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-083f3ac5-b0ec-4d3e-9790-58b18434be4f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3bfe13c6-113f-46fc-b0c1-898c75003bf6 HTTP/1.1" status: 200 len: 853 time: 0.1185329 Jul 30 01:52:41.370992 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a746930a-c3ad-4211-8659-7a49f0eb0cdf', 'tag': '6fe82a4a-8318-42a4-bcfc-dbe9217966d0'}, {'name': 'network-changed', 'server_uuid': '84f59bf2-5faa-4696-a34a-ffb1fb7d73a2', 'tag': '8195b917-3edb-4f0f-837f-d874d5ae2cca'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:41.373887 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24180fa-bec2-46d1-9367-5ed92b7b359e" -d '{"events": [{"name": "network-changed", "server_uuid": "a746930a-c3ad-4211-8659-7a49f0eb0cdf", "tag": "6fe82a4a-8318-42a4-bcfc-dbe9217966d0"}, {"name": "network-changed", "server_uuid": "84f59bf2-5faa-4696-a34a-ffb1fb7d73a2", "tag": "8195b917-3edb-4f0f-837f-d874d5ae2cca"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:41.450603 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-f7fa5eaa-c445-4b49-9b61-6d43dd52a1d8 service neutron] 10.222.0.10 "GET /v2.0/networks/f389a516-d2d8-4854-95d1-3fa9791f8657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014855 Jul 30 01:52:41.467512 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-e8180544-b4ad-4c96-b361-5fd010c4a072 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f389a516-d2d8-4854-95d1-3fa9791f8657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900395 Jul 30 01:52:41.470703 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-b0b4b2d8-7129-4b9e-8671-788aa0acca10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8195b917-3edb-4f0f-837f-d874d5ae2cca HTTP/1.1" status: 200 len: 217 time: 0.1061239 Jul 30 01:52:41.553385 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06e042-92b3-4b7e-8765-4618ac1bb38b req-584ff4ef-04ed-42fc-8217-5f98bb815349 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:41.555845 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc06e042-92b3-4b7e-8765-4618ac1bb38b req-584ff4ef-04ed-42fc-8217-5f98bb815349 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a746930a-c3ad-4211-8659-7a49f0eb0cdf HTTP/1.1" status: 200 len: 943 time: 0.0741475 Jul 30 01:52:41.619899 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc06e042-92b3-4b7e-8765-4618ac1bb38b req-0c19dd6b-ec46-4f25-a36c-9b9398c20131 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494242 Jul 30 01:52:41.668620 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1842dbdf-a3dd-4d3d-8a41-6494207a97ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.690175 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fc6b46-7a1b-4d8d-87b4-0cda349bb861 x-openstack-request-id: req-a9fc6b46-7a1b-4d8d-87b4-0cda349bb861 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:41.690522 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a746930a-c3ad-4211-8659-7a49f0eb0cdf", "tag": "6fe82a4a-8318-42a4-bcfc-dbe9217966d0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "84f59bf2-5faa-4696-a34a-ffb1fb7d73a2", "tag": "8195b917-3edb-4f0f-837f-d874d5ae2cca", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:41.690780 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9fc6b46-7a1b-4d8d-87b4-0cda349bb861 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:41.693471 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a746930a-c3ad-4211-8659-7a49f0eb0cdf', 'tag': '6fe82a4a-8318-42a4-bcfc-dbe9217966d0', 'status': 'completed', 'code': 200} Jul 30 01:52:41.693471 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f59bf2-5faa-4696-a34a-ffb1fb7d73a2', 'tag': '8195b917-3edb-4f0f-837f-d874d5ae2cca', 'status': 'completed', 'code': 200} Jul 30 01:52:41.712377 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.737310 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-4ecfa981-aa89-4e70-88e6-374f171a2d80 service neutron] 10.222.0.10 "GET /v2.0/networks/f389a516-d2d8-4854-95d1-3fa9791f8657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510526 Jul 30 01:52:41.741827 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-085d52d9-81d3-417b-b281-b2a10c492ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:41.743216 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-085d52d9-81d3-417b-b281-b2a10c492ec0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67774e63-849d-417a-b568-411a090e4dc0 HTTP/1.1" status: 200 len: 853 time: 0.2582109 Jul 30 01:52:41.766193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c06035-0bd5-4b57-8aaf-38abd5bf75ed req-0b966cd7-a38a-4bc7-b46a-bf0a18b11bf0 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:41.767608 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-86c06035-0bd5-4b57-8aaf-38abd5bf75ed req-0b966cd7-a38a-4bc7-b46a-bf0a18b11bf0 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 944 time: 0.2571282 Jul 30 01:52:41.865080 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-45803822-60e2-40cb-82bf-d47c6d91a305 service neutron] 10.222.0.10 "GET /v2.0/networks/f389a516-d2d8-4854-95d1-3fa9791f8657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071820 Jul 30 01:52:41.879846 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20584513-54cc-4b73-a36f-f999b9f477b6 req-3396e9b1-2f7b-4c22-ad03-798fbe90e823 service neutron] 10.222.0.10 "GET /v2.0/networks/f389a516-d2d8-4854-95d1-3fa9791f8657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149449 Jul 30 01:52:41.903892 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-a1f8c0ab-05e2-48f5-9858-60fa78cf2c7c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3593b132-675e-42cc-8524-b688794a5202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414138 Jul 30 01:52:41.925679 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e5be2-c5cb-4cf6-acee-239a72dc209c req-7f8b648f-99a9-40b6-910c-611ea9cd2f8a tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:41.934165 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6b5e5be2-c5cb-4cf6-acee-239a72dc209c req-7f8b648f-99a9-40b6-910c-611ea9cd2f8a tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/ports?device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 943 time: 0.0898421 Jul 30 01:52:42.003931 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-86c06035-0bd5-4b57-8aaf-38abd5bf75ed req-fad0017c-cfc0-4e4a-a23d-19fc34f6bb95 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321971 Jul 30 01:52:42.005952 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6b5e5be2-c5cb-4cf6-acee-239a72dc209c req-612be5a9-cd7d-4bc6-9f99-7360ab4dbefd tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0018d5b-ecfe-4ac4-8162-81f1689dead8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668831 Jul 30 01:52:42.141361 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-42e30246-3494-48a5-a4e5-836f87dc97cf service neutron] 10.222.0.10 "GET /v2.0/networks/3593b132-675e-42cc-8524-b688794a5202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282171 Jul 30 01:52:42.189211 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24180fa-bec2-46d1-9367-5ed92b7b359e req-b03028eb-d996-462c-9457-39704c9cd48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:42.190927 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c24180fa-bec2-46d1-9367-5ed92b7b359e req-b03028eb-d996-462c-9457-39704c9cd48b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=885c83342dd8477ea9177624dce4beee&device_id=a746930a-c3ad-4211-8659-7a49f0eb0cdf HTTP/1.1" status: 200 len: 1094 time: 0.1308365 Jul 30 01:52:42.295860 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058e433-b1e1-4475-9d26-9a3d353dd316 req-c7d9ff81-30a1-4201-9fad-a8766acd4196 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:42.303059 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1058e433-b1e1-4475-9d26-9a3d353dd316 req-c7d9ff81-30a1-4201-9fad-a8766acd4196 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 945 time: 0.1908813 Jul 30 01:52:42.410753 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bbca7c7b-d891-41b0-a189-d881ad721f29 req-f53947ac-ccad-4710-acc6-12c79b7ca142 service neutron] 10.222.0.10 "GET /v2.0/networks/3593b132-675e-42cc-8524-b688794a5202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519906 Jul 30 01:52:42.426452 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1058e433-b1e1-4475-9d26-9a3d353dd316 req-efbb1a10-eaa4-47d0-8328-2070e2b1be7f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205347 Jul 30 01:52:42.438975 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24180fa-bec2-46d1-9367-5ed92b7b359e req-57cb4bb6-0746-4256-a773-6bcd0b523034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:42.442836 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c24180fa-bec2-46d1-9367-5ed92b7b359e req-57cb4bb6-0746-4256-a773-6bcd0b523034 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f389a516-d2d8-4854-95d1-3fa9791f8657 HTTP/1.1" status: 200 len: 914 time: 0.2181957 Jul 30 01:52:42.506612 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c24180fa-bec2-46d1-9367-5ed92b7b359e req-fe03cfe9-d7dd-49d9-9528-e4a6703b8795 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fe82a4a-8318-42a4-bcfc-dbe9217966d0 HTTP/1.1" status: 200 len: 217 time: 0.0538883 Jul 30 01:52:42.561560 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24180fa-bec2-46d1-9367-5ed92b7b359e req-bb76d9c6-683a-4992-aec0-5e6a881610c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:42.563347 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c24180fa-bec2-46d1-9367-5ed92b7b359e req-bb76d9c6-683a-4992-aec0-5e6a881610c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3bfe13c6-113f-46fc-b0c1-898c75003bf6 HTTP/1.1" status: 200 len: 853 time: 0.0479424 Jul 30 01:52:42.600280 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c24180fa-bec2-46d1-9367-5ed92b7b359e req-228343c7-510d-4a49-96eb-769a909bf9e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f389a516-d2d8-4854-95d1-3fa9791f8657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274160 Jul 30 01:52:42.806249 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c24180fa-bec2-46d1-9367-5ed92b7b359e req-8c898ea5-d813-4421-8339-cf44e33e8ec9 service neutron] 10.222.0.10 "GET /v2.0/networks/f389a516-d2d8-4854-95d1-3fa9791f8657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950924 Jul 30 01:52:42.825131 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ecd8a-cde8-45be-b6c9-677b44f6de32 req-8c6af802-ac6f-457d-94ff-9eb085483c86 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:42.847625 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3d5ecd8a-cde8-45be-b6c9-677b44f6de32 req-8c6af802-ac6f-457d-94ff-9eb085483c86 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a746930a-c3ad-4211-8659-7a49f0eb0cdf HTTP/1.1" status: 200 len: 943 time: 0.1103942 Jul 30 01:52:42.893804 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3d5ecd8a-cde8-45be-b6c9-677b44f6de32 req-8dfae979-2b62-433d-935a-36bb1d6e4f71 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471692 Jul 30 01:52:42.963692 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c24180fa-bec2-46d1-9367-5ed92b7b359e req-07f81ce7-f45f-4535-8243-a0e7d20d8883 service neutron] 10.222.0.10 "GET /v2.0/networks/f389a516-d2d8-4854-95d1-3fa9791f8657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458709 Jul 30 01:52:43.087679 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24180fa-bec2-46d1-9367-5ed92b7b359e req-a794ce73-59fd-4357-bf72-a6c6c6828dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:43.089291 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c24180fa-bec2-46d1-9367-5ed92b7b359e req-a794ce73-59fd-4357-bf72-a6c6c6828dc2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ea8c347c2ce4b4eabcd0c0d57ddfda2&device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 1094 time: 0.0780663 Jul 30 01:52:43.172827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d5d83-ade7-43e8-ac5e-9876d4eb5b96 req-f128993a-5bf1-4df3-bc1b-66f941b4926a tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:43.188807 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:43.196968 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ed4d5d83-ade7-43e8-ac5e-9876d4eb5b96 req-f128993a-5bf1-4df3-bc1b-66f941b4926a tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/ports?device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 943 time: 0.0804296 Jul 30 01:52:43.218476 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc7ed3-e82e-4060-b918-c51aec750647 req-ec90a5e2-130e-41cf-8fc1-170c2e2d0a34 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:43.225902 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3adc7ed3-e82e-4060-b918-c51aec750647 req-ec90a5e2-130e-41cf-8fc1-170c2e2d0a34 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 944 time: 0.1355534 Jul 30 01:52:43.282648 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24180fa-bec2-46d1-9367-5ed92b7b359e req-809edb86-bfed-4e51-9061-62c43f43425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:43.284176 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c24180fa-bec2-46d1-9367-5ed92b7b359e req-809edb86-bfed-4e51-9061-62c43f43425a service neutron] 10.222.0.10 "GET /v2.0/networks?id=3593b132-675e-42cc-8524-b688794a5202 HTTP/1.1" status: 200 len: 914 time: 0.1637745 Jul 30 01:52:43.288375 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ed4d5d83-ade7-43e8-ac5e-9876d4eb5b96 req-7500fa46-fc56-4dfe-841c-ff67cde8a093 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0018d5b-ecfe-4ac4-8162-81f1689dead8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903115 Jul 30 01:52:43.295236 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3adc7ed3-e82e-4060-b918-c51aec750647 req-b01f7cbb-ab5a-43e4-bfe9-5dc1eb19d927 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682917 Jul 30 01:52:43.369496 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c24180fa-bec2-46d1-9367-5ed92b7b359e req-75225aee-b624-42aa-a805-8fe7ad6a0e38 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8195b917-3edb-4f0f-837f-d874d5ae2cca HTTP/1.1" status: 200 len: 217 time: 0.0730453 Jul 30 01:52:43.442106 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24180fa-bec2-46d1-9367-5ed92b7b359e req-0f72cbbf-a0d5-45e2-afb3-408d4ac4a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:43.443627 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c24180fa-bec2-46d1-9367-5ed92b7b359e req-0f72cbbf-a0d5-45e2-afb3-408d4ac4a7a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67774e63-849d-417a-b568-411a090e4dc0 HTTP/1.1" status: 200 len: 853 time: 0.0665774 Jul 30 01:52:43.466202 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47676) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:43.494833 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c24180fa-bec2-46d1-9367-5ed92b7b359e req-91231d5d-1c29-4f75-8796-d13e3ac6b3fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3593b132-675e-42cc-8524-b688794a5202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387230 Jul 30 01:52:43.580667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05e805-024f-4638-9fb0-bbd19c98deb2 req-b8cc9ed0-3a6b-4bc7-9982-663b13e33fc4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:43.582354 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9e05e805-024f-4638-9fb0-bbd19c98deb2 req-b8cc9ed0-3a6b-4bc7-9982-663b13e33fc4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 945 time: 0.0605931 Jul 30 01:52:43.627398 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c24180fa-bec2-46d1-9367-5ed92b7b359e req-9028be98-83cf-4058-a242-7959103f9093 service neutron] 10.222.0.10 "GET /v2.0/networks/3593b132-675e-42cc-8524-b688794a5202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229544 Jul 30 01:52:43.647169 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ee52-4621-49ea-8ddf-a8d59d56ae03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:43.665350 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9e05e805-024f-4638-9fb0-bbd19c98deb2 req-ebb7494e-f52f-4728-993a-7a37f9921af2 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757601 Jul 30 01:52:43.685989 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 1be7185c-9938-44aa-9ec4-c03cf2a173f4 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:43.774650 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c24180fa-bec2-46d1-9367-5ed92b7b359e req-42c482cb-b35a-480c-8e34-a1d80b0ac737 service neutron] 10.222.0.10 "GET /v2.0/networks/3593b132-675e-42cc-8524-b688794a5202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394351 Jul 30 01:52:43.781591 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ee52-4621-49ea-8ddf-a8d59d56ae03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:43.805728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 1be7185c-9938-44aa-9ec4-c03cf2a173f4, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=1be7185c-9938-44aa-9ec4-c03cf2a173f4,segment=NetworkSegment(8cb94bfb-df2a-4bde-bad0-0cb93452e3d5),segment_id=8cb94bfb-df2a-4bde-bad0-0cb93452e3d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:43.817775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '1be7185c-9938-44aa-9ec4-c03cf2a173f4', 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657', 'port_id': '1be7185c-9938-44aa-9ec4-c03cf2a173f4', 'mac_address': 'fa:16:3e:27:30:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfe13c6-113f-46fc-b0c1-898c75003bf6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:43.856317 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:43.869057 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be7185c-9938-44aa-9ec4-c03cf2a173f4 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:43.888277 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 1be7185c-9938-44aa-9ec4-c03cf2a173f4, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=1be7185c-9938-44aa-9ec4-c03cf2a173f4,segment=NetworkSegment(8cb94bfb-df2a-4bde-bad0-0cb93452e3d5),segment_id=8cb94bfb-df2a-4bde-bad0-0cb93452e3d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:44.010948 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbaf13d-6944-4aab-9bad-e25a7080553b req-ba61d01a-2466-4f22-9e8e-5df015396d44 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:44.012496 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3dbaf13d-6944-4aab-9bad-e25a7080553b req-ba61d01a-2466-4f22-9e8e-5df015396d44 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a746930a-c3ad-4211-8659-7a49f0eb0cdf HTTP/1.1" status: 200 len: 943 time: 0.0547981 Jul 30 01:52:44.051794 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3dbaf13d-6944-4aab-9bad-e25a7080553b req-d0d2e02f-bca0-43d6-ae1f-637c24d5936f tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327008 Jul 30 01:52:44.095579 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ee52-4621-49ea-8ddf-a8d59d56ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.125723 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.126570 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6fe82a4a-8318-42a4-bcfc-dbe9217966d0 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:44.132211 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6ee52-4621-49ea-8ddf-a8d59d56ae03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a06bd9-0031-4e98-a4ba-a16ba03e66f0,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:44.136571 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9ea6ee52-4621-49ea-8ddf-a8d59d56ae03 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f814438fb6174dd78fea51d54b9449b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6691380 Jul 30 01:52:44.139231 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47684) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:44.199543 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=1be7185c-9938-44aa-9ec4-c03cf2a173f4,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:44.206754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 6fe82a4a-8318-42a4-bcfc-dbe9217966d0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6fe82a4a-8318-42a4-bcfc-dbe9217966d0,segment=NetworkSegment(8cb94bfb-df2a-4bde-bad0-0cb93452e3d5),segment_id=8cb94bfb-df2a-4bde-bad0-0cb93452e3d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:44.214483 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6736ccdd-2f5a-434a-815b-af769d8fee36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.220867 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '6fe82a4a-8318-42a4-bcfc-dbe9217966d0', 'network_id': 'f389a516-d2d8-4854-95d1-3fa9791f8657', 'port_id': '6fe82a4a-8318-42a4-bcfc-dbe9217966d0', 'mac_address': 'fa:16:3e:7f:6a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfe13c6-113f-46fc-b0c1-898c75003bf6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:44.240348 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6736ccdd-2f5a-434a-815b-af769d8fee36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.264619 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.285153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe82a4a-8318-42a4-bcfc-dbe9217966d0 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:44.313165 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 6fe82a4a-8318-42a4-bcfc-dbe9217966d0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6fe82a4a-8318-42a4-bcfc-dbe9217966d0,segment=NetworkSegment(8cb94bfb-df2a-4bde-bad0-0cb93452e3d5),segment_id=8cb94bfb-df2a-4bde-bad0-0cb93452e3d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:44.381093 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.415309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a630ad-5d4d-44ed-9861-28f54b455cfd req-44f33bc5-5016-4b45-b5e0-0e3a896d1fdf tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:44.417016 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00a630ad-5d4d-44ed-9861-28f54b455cfd req-44f33bc5-5016-4b45-b5e0-0e3a896d1fdf tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/ports?device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 943 time: 0.0591199 Jul 30 01:52:44.447440 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6736ccdd-2f5a-434a-815b-af769d8fee36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.449998 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6736ccdd-2f5a-434a-815b-af769d8fee36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.470919 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6736ccdd-2f5a-434a-815b-af769d8fee36 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/91a06bd9-0031-4e98-a4ba-a16ba03e66f0 HTTP/1.1" status: 204 len: 168 time: 0.3299553 Jul 30 01:52:44.500144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736ccdd-2f5a-434a-815b-af769d8fee36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a06bd9-0031-4e98-a4ba-a16ba03e66f0,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:44.507186 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00a630ad-5d4d-44ed-9861-28f54b455cfd req-003824e3-29bf-4e92-bbd9-d58b8218b65f tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0018d5b-ecfe-4ac4-8162-81f1689dead8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782070 Jul 30 01:52:44.543415 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcabb8-d8f1-4df7-b38a-22021bc050ee req-c900a240-9b1f-40ca-99b5-26149ed9e993 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:44.548444 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bddcabb8-d8f1-4df7-b38a-22021bc050ee req-c900a240-9b1f-40ca-99b5-26149ed9e993 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 944 time: 0.1751938 Jul 30 01:52:44.619344 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bddcabb8-d8f1-4df7-b38a-22021bc050ee req-c695a6be-e9d0-457e-b6f9-2d66fc553323 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633905 Jul 30 01:52:44.676253 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=6fe82a4a-8318-42a4-bcfc-dbe9217966d0,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:44.717049 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['6fe82a4a-8318-42a4-bcfc-dbe9217966d0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:44.724387 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['1be7185c-9938-44aa-9ec4-c03cf2a173f4'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:44.752011 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.906896 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f684e-b3b7-4691-a1cb-b61c2b4ba4af req-bba8f8fe-d2dc-47f3-8d95-76ff572db3b8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:44.908427 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-253f684e-b3b7-4691-a1cb-b61c2b4ba4af req-bba8f8fe-d2dc-47f3-8d95-76ff572db3b8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 945 time: 0.0728226 Jul 30 01:52:44.980269 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-253f684e-b3b7-4691-a1cb-b61c2b4ba4af req-262c23ef-304f-435f-994a-f4cd9c5a0d43 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598545 Jul 30 01:52:45.143071 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4747b42b-4afb-4314-8f9c-e5708d50d02b details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:45.197614 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b626ff-7a4d-487c-8ac1-bd8e70b87074 req-6e3032fd-3e9f-45f1-ae70-4836ecff1c89 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:45.206048 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f3b626ff-7a4d-487c-8ac1-bd8e70b87074 req-6e3032fd-3e9f-45f1-ae70-4836ecff1c89 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a746930a-c3ad-4211-8659-7a49f0eb0cdf HTTP/1.1" status: 200 len: 944 time: 0.0697279 Jul 30 01:52:45.243749 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f3b626ff-7a4d-487c-8ac1-bd8e70b87074 req-d9bf58da-ed30-494e-9b09-d3aa8a7d9b0a tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363448 Jul 30 01:52:45.310357 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4747b42b-4afb-4314-8f9c-e5708d50d02b, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4747b42b-4afb-4314-8f9c-e5708d50d02b,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:45.329884 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '4747b42b-4afb-4314-8f9c-e5708d50d02b', 'network_id': '22dfe0b9-dbb1-4507-9a97-25461caa3b1c', 'port_id': '4747b42b-4afb-4314-8f9c-e5708d50d02b', 'mac_address': 'fa:16:3e:09:be:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a7a0ec-08e6-4fb9-ba46-737f76240f23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:45.371356 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:45.394424 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4747b42b-4afb-4314-8f9c-e5708d50d02b {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:45.428245 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4747b42b-4afb-4314-8f9c-e5708d50d02b, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4747b42b-4afb-4314-8f9c-e5708d50d02b,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:45.522830 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:45.573856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=4747b42b-4afb-4314-8f9c-e5708d50d02b,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:45.702923 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8195b917-3edb-4f0f-837f-d874d5ae2cca details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:45.705077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 1be7185c-9938-44aa-9ec4-c03cf2a173f4 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:45.707442 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebc889-3f59-45ca-b943-649e5ec57650 req-f1e1abcc-d5e9-4afb-b762-7847894a8ace tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:45.715562 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-51ebc889-3f59-45ca-b943-649e5ec57650 req-f1e1abcc-d5e9-4afb-b762-7847894a8ace tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/ports?device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 943 time: 0.1002553 Jul 30 01:52:45.769795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc67a60-9e19-4a42-b9f2-4790b25e7a20 req-07ae6979-385b-4d43-90ff-604c4e166eee tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:45.782775 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9bc67a60-9e19-4a42-b9f2-4790b25e7a20 req-07ae6979-385b-4d43-90ff-604c4e166eee tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 945 time: 0.0756245 Jul 30 01:52:45.804930 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-51ebc889-3f59-45ca-b943-649e5ec57650 req-1d1435ba-3628-49c3-8359-7a783c62b8a5 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0018d5b-ecfe-4ac4-8162-81f1689dead8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822728 Jul 30 01:52:45.855996 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9bc67a60-9e19-4a42-b9f2-4790b25e7a20 req-21c380d2-eb6d-4533-b1ca-8f9035fc28d9 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717077 Jul 30 01:52:45.906537 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 1be7185c-9938-44aa-9ec4-c03cf2a173f4 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:45.913137 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 1be7185c-9938-44aa-9ec4-c03cf2a173f4 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:45.913518 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.038804 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8195b917-3edb-4f0f-837f-d874d5ae2cca, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8195b917-3edb-4f0f-837f-d874d5ae2cca,segment=NetworkSegment(186f7abb-1646-453f-92e6-c02d45a6effc),segment_id=186f7abb-1646-453f-92e6-c02d45a6effc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:46.058163 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '8195b917-3edb-4f0f-837f-d874d5ae2cca', 'network_id': '3593b132-675e-42cc-8524-b688794a5202', 'port_id': '8195b917-3edb-4f0f-837f-d874d5ae2cca', 'mac_address': 'fa:16:3e:26:4a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67774e63-849d-417a-b568-411a090e4dc0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:46.060651 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['4747b42b-4afb-4314-8f9c-e5708d50d02b'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:46.133494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e89133-4b35-4e0d-ab40-641b599b2f67 req-bfcab058-7348-4f3d-baeb-9133683eecf1 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:46.137056 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b2e89133-4b35-4e0d-ab40-641b599b2f67 req-bfcab058-7348-4f3d-baeb-9133683eecf1 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 945 time: 0.0867569 Jul 30 01:52:46.172406 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.193493 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.216561 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8195b917-3edb-4f0f-837f-d874d5ae2cca {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:46.223190 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b2e89133-4b35-4e0d-ab40-641b599b2f67 req-7cb7ac5b-2336-4bdc-860c-82c48e22f62d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663671 Jul 30 01:52:46.245494 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8195b917-3edb-4f0f-837f-d874d5ae2cca, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8195b917-3edb-4f0f-837f-d874d5ae2cca,segment=NetworkSegment(186f7abb-1646-453f-92e6-c02d45a6effc),segment_id=186f7abb-1646-453f-92e6-c02d45a6effc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:46.268613 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2e2fcd-9052-4716-b26f-ddd525614db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be7185c-9938-44aa-9ec4-c03cf2a173f4'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:46.271822 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d961a07-db84-4992-a468-3862f55af6b7" -d '{"events": [{"server_uuid": "fb2e2fcd-9052-4716-b26f-ddd525614db2", "name": "network-vif-plugged", "status": "completed", "tag": "1be7185c-9938-44aa-9ec4-c03cf2a173f4"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:46.299930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 1be7185c-9938-44aa-9ec4-c03cf2a173f4, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=1be7185c-9938-44aa-9ec4-c03cf2a173f4,segment=NetworkSegment(8cb94bfb-df2a-4bde-bad0-0cb93452e3d5),segment_id=8cb94bfb-df2a-4bde-bad0-0cb93452e3d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:46.364751 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4749b6-5ab7-4086-ae11-5b7afb37f01c x-openstack-request-id: req-ea4749b6-5ab7-4086-ae11-5b7afb37f01c {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:46.365409 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2e2fcd-9052-4716-b26f-ddd525614db2", "name": "network-vif-plugged", "status": "completed", "tag": "1be7185c-9938-44aa-9ec4-c03cf2a173f4", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:46.365409 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea4749b6-5ab7-4086-ae11-5b7afb37f01c {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:46.365716 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2e2fcd-9052-4716-b26f-ddd525614db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be7185c-9938-44aa-9ec4-c03cf2a173f4', 'code': 200} Jul 30 01:52:46.370966 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.401804 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.402621 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6fe82a4a-8318-42a4-bcfc-dbe9217966d0 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:46.471917 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7517ea-4e40-4caf-aab2-5b3c493e1e28 req-4660533d-eca6-4b0c-9a71-c13eebaa06b1 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:46.481247 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d7517ea-4e40-4caf-aab2-5b3c493e1e28 req-4660533d-eca6-4b0c-9a71-c13eebaa06b1 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a746930a-c3ad-4211-8659-7a49f0eb0cdf HTTP/1.1" status: 200 len: 944 time: 0.1254814 Jul 30 01:52:46.489049 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e1fe5-190b-4b19-a7bc-612f5bcb35d5 req-7559e0a8-43a4-49f7-a0f8-7b2cc83eb7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:46.491327 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-365e1fe5-190b-4b19-a7bc-612f5bcb35d5 req-7559e0a8-43a4-49f7-a0f8-7b2cc83eb7ae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fb2e2fcd-9052-4716-b26f-ddd525614db2 HTTP/1.1" status: 200 len: 1096 time: 0.0781553 Jul 30 01:52:46.542239 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d7517ea-4e40-4caf-aab2-5b3c493e1e28 req-cb9a0df9-050a-4ccd-b678-a58e558e2962 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521784 Jul 30 01:52:46.554169 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=8195b917-3edb-4f0f-837f-d874d5ae2cca,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:46.583181 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-365e1fe5-190b-4b19-a7bc-612f5bcb35d5 req-df28ee1b-a682-4f71-82a9-a92c3761794d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824497 Jul 30 01:52:46.640999 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=1be7185c-9938-44aa-9ec4-c03cf2a173f4,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:46.645713 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['8195b917-3edb-4f0f-837f-d874d5ae2cca'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:46.731157 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 6fe82a4a-8318-42a4-bcfc-dbe9217966d0 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:46.742792 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 6fe82a4a-8318-42a4-bcfc-dbe9217966d0 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:46.743166 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.916072 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.965740 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 6fe82a4a-8318-42a4-bcfc-dbe9217966d0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6fe82a4a-8318-42a4-bcfc-dbe9217966d0,segment=NetworkSegment(8cb94bfb-df2a-4bde-bad0-0cb93452e3d5),segment_id=8cb94bfb-df2a-4bde-bad0-0cb93452e3d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:46.976002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0516123-e8d9-40c9-b666-b8f1aa33863d req-27dd54e1-fd82-41c2-935e-ff828d7a5922 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:46.985010 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d0516123-e8d9-40c9-b666-b8f1aa33863d req-27dd54e1-fd82-41c2-935e-ff828d7a5922 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/ports?device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 944 time: 0.0980875 Jul 30 01:52:47.010163 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:47.045378 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d0516123-e8d9-40c9-b666-b8f1aa33863d req-a218d347-247b-4a77-82d4-f421c2507f37 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0018d5b-ecfe-4ac4-8162-81f1689dead8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594161 Jul 30 01:52:47.066608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=6fe82a4a-8318-42a4-bcfc-dbe9217966d0,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:47.159010 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d8310-f01d-4d11-8fa7-c009995840ec req-0d81f0b3-5e27-40f4-a931-7f3e2fb85804 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:47.173841 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6a7d8310-f01d-4d11-8fa7-c009995840ec req-0d81f0b3-5e27-40f4-a931-7f3e2fb85804 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 945 time: 0.0711703 Jul 30 01:52:47.234712 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6a7d8310-f01d-4d11-8fa7-c009995840ec req-afe71303-a9c8-4607-9326-41ad35eb27c7 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582728 Jul 30 01:52:47.304538 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339ef88-6acc-4255-8829-4a79b2f66e4c req-4de059ed-8505-427a-aae6-07fb8880308f tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:47.306615 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6339ef88-6acc-4255-8829-4a79b2f66e4c req-4de059ed-8505-427a-aae6-07fb8880308f tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 945 time: 0.0585654 Jul 30 01:52:47.371278 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6339ef88-6acc-4255-8829-4a79b2f66e4c req-d4d1ba30-16f3-422a-825e-46ff0948fd0b tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/security-groups?id=875be077-3509-429e-abbe-c8cee30af1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480387 Jul 30 01:52:47.378865 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d795144-6e2d-4ced-88c7-133d256cd29f req-e0f87bb1-9e27-4064-b1e1-17db289e7a56 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:47.380774 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7d795144-6e2d-4ced-88c7-133d256cd29f req-e0f87bb1-9e27-4064-b1e1-17db289e7a56 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 945 time: 0.0572352 Jul 30 01:52:47.410105 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:47.430385 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7d795144-6e2d-4ced-88c7-133d256cd29f req-bc6b1ed0-d833-4535-a815-38cd93824706 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426984 Jul 30 01:52:47.683177 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3714e3-f099-45e2-812f-bc5df9ff14a7 req-88e121a6-9edd-4d17-a02c-c6b52635136d tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:47.685419 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4a3714e3-f099-45e2-812f-bc5df9ff14a7 req-88e121a6-9edd-4d17-a02c-c6b52635136d tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a746930a-c3ad-4211-8659-7a49f0eb0cdf HTTP/1.1" status: 200 len: 945 time: 0.0587277 Jul 30 01:52:47.702800 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8195b917-3edb-4f0f-837f-d874d5ae2cca up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:47.741541 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4a3714e3-f099-45e2-812f-bc5df9ff14a7 req-81572cc8-2091-47c3-8d6d-e30fa2c421d8 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488777 Jul 30 01:52:47.867750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 8195b917-3edb-4f0f-837f-d874d5ae2cca completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:47.872234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 8195b917-3edb-4f0f-837f-d874d5ae2cca triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:47.872521 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:47.972965 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:48.008675 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8195b917-3edb-4f0f-837f-d874d5ae2cca, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8195b917-3edb-4f0f-837f-d874d5ae2cca,segment=NetworkSegment(186f7abb-1646-453f-92e6-c02d45a6effc),segment_id=186f7abb-1646-453f-92e6-c02d45a6effc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:48.170283 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f591c-8ef5-44e6-9f99-2a96e27b4fd1 req-399373ae-3de6-4055-96af-89361fd43e93 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:48.171738 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b32f591c-8ef5-44e6-9f99-2a96e27b4fd1 req-399373ae-3de6-4055-96af-89361fd43e93 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/ports?device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 944 time: 0.0526674 Jul 30 01:52:48.217531 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b32f591c-8ef5-44e6-9f99-2a96e27b4fd1 req-a4c3dec8-baae-4759-ba6e-6bae15f66497 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0018d5b-ecfe-4ac4-8162-81f1689dead8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394545 Jul 30 01:52:48.264402 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:48.325297 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=8195b917-3edb-4f0f-837f-d874d5ae2cca,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:48.369435 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a746930a-c3ad-4211-8659-7a49f0eb0cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe82a4a-8318-42a4-bcfc-dbe9217966d0'}, {'server_uuid': '84f59bf2-5faa-4696-a34a-ffb1fb7d73a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8195b917-3edb-4f0f-837f-d874d5ae2cca'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:48.372738 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1e196-6bc3-4b6b-88ec-969d734946df req-1938ad6a-26e9-4657-8a36-4d8d4ba9111b tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:48.373421 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3249144-3a86-482d-ba30-390c27f1ed53" -d '{"events": [{"server_uuid": "a746930a-c3ad-4211-8659-7a49f0eb0cdf", "name": "network-vif-plugged", "status": "completed", "tag": "6fe82a4a-8318-42a4-bcfc-dbe9217966d0"}, {"server_uuid": "84f59bf2-5faa-4696-a34a-ffb1fb7d73a2", "name": "network-vif-plugged", "status": "completed", "tag": "8195b917-3edb-4f0f-837f-d874d5ae2cca"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:48.376483 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-54b1e196-6bc3-4b6b-88ec-969d734946df req-1938ad6a-26e9-4657-8a36-4d8d4ba9111b tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 945 time: 0.0614576 Jul 30 01:52:48.435601 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e20deb8-6a4f-4300-a03a-f31148cdb2d2 x-openstack-request-id: req-8e20deb8-6a4f-4300-a03a-f31148cdb2d2 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:48.437031 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a746930a-c3ad-4211-8659-7a49f0eb0cdf", "name": "network-vif-plugged", "status": "completed", "tag": "6fe82a4a-8318-42a4-bcfc-dbe9217966d0", "code": 200}, {"server_uuid": "84f59bf2-5faa-4696-a34a-ffb1fb7d73a2", "name": "network-vif-plugged", "status": "completed", "tag": "8195b917-3edb-4f0f-837f-d874d5ae2cca", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:48.437464 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e20deb8-6a4f-4300-a03a-f31148cdb2d2 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:48.438010 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a746930a-c3ad-4211-8659-7a49f0eb0cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe82a4a-8318-42a4-bcfc-dbe9217966d0', 'code': 200} Jul 30 01:52:48.438449 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f59bf2-5faa-4696-a34a-ffb1fb7d73a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8195b917-3edb-4f0f-837f-d874d5ae2cca', 'code': 200} Jul 30 01:52:48.441822 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-54b1e196-6bc3-4b6b-88ec-969d734946df req-9d5312fa-5e70-43b4-bb71-8528496db57c tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505202 Jul 30 01:52:48.619394 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b6933-9322-43b6-959d-02e12f619daf req-1928abe8-a845-4202-a78c-6b79e6f394a3 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:48.621678 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f66b6933-9322-43b6-959d-02e12f619daf req-1928abe8-a845-4202-a78c-6b79e6f394a3 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 945 time: 0.1034694 Jul 30 01:52:48.678983 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e946f3-abe4-4321-88e0-317a1a98e161 req-066910c1-a83f-4b53-bed3-8d30157fed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:48.678983 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-43e946f3-abe4-4321-88e0-317a1a98e161 req-066910c1-a83f-4b53-bed3-8d30157fed82 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 1096 time: 0.1743810 Jul 30 01:52:48.697930 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac2f35-8103-4726-9a0a-5963bcc0930a req-b6b64dfa-0832-4f73-9f0b-af2da76ebbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:48.699438 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3ac2f35-8103-4726-9a0a-5963bcc0930a req-b6b64dfa-0832-4f73-9f0b-af2da76ebbda service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a746930a-c3ad-4211-8659-7a49f0eb0cdf HTTP/1.1" status: 200 len: 1096 time: 0.1079071 Jul 30 01:52:48.710390 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec17c84-11ac-41f1-bd24-3c07017dfb67 req-1a6943ff-bc1b-4fb2-96a8-804f85532c7c tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:48.716042 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9ec17c84-11ac-41f1-bd24-3c07017dfb67 req-1a6943ff-bc1b-4fb2-96a8-804f85532c7c tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 945 time: 0.1271279 Jul 30 01:52:48.750796 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f659a89-03bc-4abf-ae35-7ff2eedc459c req-b17409f5-99e4-44cd-b9a8-898ff8e68bda tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:48.757821 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6f659a89-03bc-4abf-ae35-7ff2eedc459c req-b17409f5-99e4-44cd-b9a8-898ff8e68bda tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 945 time: 0.1340263 Jul 30 01:52:48.783757 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3ac2f35-8103-4726-9a0a-5963bcc0930a req-682c9fb0-8ba7-4a67-b2a1-2c29fc3bbcfe service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653875 Jul 30 01:52:48.805915 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-43e946f3-abe4-4321-88e0-317a1a98e161 req-f4515cca-36f6-45e9-96bf-1d24060a5284 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e0018d5b-ecfe-4ac4-8162-81f1689dead8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201262 Jul 30 01:52:48.811495 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6f659a89-03bc-4abf-ae35-7ff2eedc459c req-d3d84976-0fb4-4e2b-93d8-6516bf37011c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479882 Jul 30 01:52:48.813383 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9ec17c84-11ac-41f1-bd24-3c07017dfb67 req-125748c4-f6bf-4533-9366-e277f9219ce0 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/security-groups?id=875be077-3509-429e-abbe-c8cee30af1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964673 Jul 30 01:52:48.870142 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-f66b6933-9322-43b6-959d-02e12f619daf req-ea83c5c8-a556-4d8e-832f-c4eaa404e26c tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Deleting port 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:48.870142 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f66b6933-9322-43b6-959d-02e12f619daf req-ea83c5c8-a556-4d8e-832f-c4eaa404e26c tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:48.982432 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb4768-459b-4476-b1b0-65dbdfac9491 req-9146043c-678e-4e28-9a02-301ae9c941c0 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:48.984558 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6eb4768-459b-4476-b1b0-65dbdfac9491 req-9146043c-678e-4e28-9a02-301ae9c941c0 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a746930a-c3ad-4211-8659-7a49f0eb0cdf HTTP/1.1" status: 200 len: 945 time: 0.0927653 Jul 30 01:52:48.988856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f66b6933-9322-43b6-959d-02e12f619daf req-ea83c5c8-a556-4d8e-832f-c4eaa404e26c tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] For port 475a06fe-f6ee-42d7-8aa7-dcd8b0677483, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=475a06fe-f6ee-42d7-8aa7-dcd8b0677483,segment=NetworkSegment(11aef679-f2d2-405a-a4a3-6ffb6ac9252e),segment_id=11aef679-f2d2-405a-a4a3-6ffb6ac9252e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:48.989493 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f66b6933-9322-43b6-959d-02e12f619daf req-ea83c5c8-a556-4d8e-832f-c4eaa404e26c tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.033648 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6eb4768-459b-4476-b1b0-65dbdfac9491 req-cb202a01-1cf2-4ccc-a6a9-6e8ecbf49c1a tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420258 Jul 30 01:52:49.185589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4747b42b-4afb-4314-8f9c-e5708d50d02b up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:49.256864 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f66b6933-9322-43b6-959d-02e12f619daf req-ea83c5c8-a556-4d8e-832f-c4eaa404e26c tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.257414 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f66b6933-9322-43b6-959d-02e12f619daf req-ea83c5c8-a556-4d8e-832f-c4eaa404e26c tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.257536 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [req-f66b6933-9322-43b6-959d-02e12f619daf req-ea83c5c8-a556-4d8e-832f-c4eaa404e26c tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Floating IP c212adbb-1242-431e-b676-693fd92ec7d4 disassociated. External IP: 172.25.1.226, port: 475a06fe-f6ee-42d7-8aa7-dcd8b0677483. Jul 30 01:52:49.258022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-f66b6933-9322-43b6-959d-02e12f619daf req-ea83c5c8-a556-4d8e-832f-c4eaa404e26c tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Calling delete_port for 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:49.359892 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 4747b42b-4afb-4314-8f9c-e5708d50d02b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:49.365175 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 4747b42b-4afb-4314-8f9c-e5708d50d02b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:49.373299 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.450891 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558ad35-3ebe-4eb6-947f-f696c60efc97 req-cdddf57b-d810-495d-bf56-4ae45d8480f0 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:49.459164 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e558ad35-3ebe-4eb6-947f-f696c60efc97 req-cdddf57b-d810-495d-bf56-4ae45d8480f0 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/ports?device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 945 time: 0.0947635 Jul 30 01:52:49.502537 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.536739 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e558ad35-3ebe-4eb6-947f-f696c60efc97 req-8ac6163f-3d51-4e9e-9bfe-b34bf0c5391a tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0018d5b-ecfe-4ac4-8162-81f1689dead8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766013 Jul 30 01:52:49.564909 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4747b42b-4afb-4314-8f9c-e5708d50d02b, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4747b42b-4afb-4314-8f9c-e5708d50d02b,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:49.604590 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f66b6933-9322-43b6-959d-02e12f619daf req-ea83c5c8-a556-4d8e-832f-c4eaa404e26c tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.656574 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.657761 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:49.660151 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf8dbc-39c0-47e2-9d49-dddd9b37210b req-ba6418b7-fbbd-4d23-a839-547497095625 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:49.665838 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7ecf8dbc-39c0-47e2-9d49-dddd9b37210b req-ba6418b7-fbbd-4d23-a839-547497095625 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 945 time: 0.0798457 Jul 30 01:52:49.667726 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83c5c8-a556-4d8e-832f-c4eaa404e26c tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Pushing event deleted for resources: {'Port': ['ID=475a06fe-f6ee-42d7-8aa7-dcd8b0677483,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:49.693880 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:49.694407 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:49.755099 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7ecf8dbc-39c0-47e2-9d49-dddd9b37210b req-4d4d48a1-50d4-4a33-b4b6-57da3c0ac68f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760024 Jul 30 01:52:49.800056 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=4747b42b-4afb-4314-8f9c-e5708d50d02b,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:49.858422 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f66b6933-9322-43b6-959d-02e12f619daf req-ea83c5c8-a556-4d8e-832f-c4eaa404e26c tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Router b8e9f622-cdd3-4414-a630-550fc49e134e has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:52:49.977684 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4abac760-06e5-47bc-8509-b874f7efbefc req-3517f0b5-95ce-4769-ac0e-728fcf853a0d tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 210 time: 0.0355496 Jul 30 01:52:50.439709 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcebb82-2b40-4e48-8e74-7d73ea11188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4747b42b-4afb-4314-8f9c-e5708d50d02b'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:50.442068 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db894b7b-60a0-4d19-9c7d-c5773bf2e70f" -d '{"events": [{"server_uuid": "2fcebb82-2b40-4e48-8e74-7d73ea11188c", "name": "network-vif-plugged", "status": "completed", "tag": "4747b42b-4afb-4314-8f9c-e5708d50d02b"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:50.465461 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47842) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:50.520962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e03e9-df03-4373-93dc-66b787150a19 req-8d26fc00-5ace-49e3-ba07-d55b1d4123fe tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:50.529052 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7c4e03e9-df03-4373-93dc-66b787150a19 req-8d26fc00-5ace-49e3-ba07-d55b1d4123fe tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 945 time: 0.5727596 Jul 30 01:52:50.583329 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f66b6933-9322-43b6-959d-02e12f619daf req-ea83c5c8-a556-4d8e-832f-c4eaa404e26c tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:52:50.597148 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7c4e03e9-df03-4373-93dc-66b787150a19 req-c1b5b50e-be3a-4537-8924-a6b2623acf32 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626469 Jul 30 01:52:50.598059 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92db9171-50a4-42a9-b789-44932607182a None None] Sync routers for ids ['b8e9f622-cdd3-4414-a630-550fc49e134e'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:52:50.637093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66b6933-9322-43b6-959d-02e12f619daf req-ea83c5c8-a556-4d8e-832f-c4eaa404e26c tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] No DVR routers for this DVR port 475a06fe-f6ee-42d7-8aa7-dcd8b0677483 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:50.647016 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92db9171-50a4-42a9-b789-44932607182a None None] Routers {'b8e9f622-cdd3-4414-a630-550fc49e134e'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:50.648342 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-92db9171-50a4-42a9-b789-44932607182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:52:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b8e9f622-cdd3-4414-a630-550fc49e134e'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:50.649821 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f66b6933-9322-43b6-959d-02e12f619daf req-ea83c5c8-a556-4d8e-832f-c4eaa404e26c tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:50.653169 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f66b6933-9322-43b6-959d-02e12f619daf req-ea83c5c8-a556-4d8e-832f-c4eaa404e26c tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.77 "DELETE /v2.0/ports/475a06fe-f6ee-42d7-8aa7-dcd8b0677483 HTTP/1.1" status: 204 len: 173 time: 2.0169535 Jul 30 01:52:50.653169 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6ec32a-803a-4db7-b557-01b3972a9705', 'name': 'network-vif-deleted', 'tag': '475a06fe-f6ee-42d7-8aa7-dcd8b0677483'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:50.656412 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f782d96-e5c1-49dc-82ef-689c253954e1" -d '{"events": [{"server_uuid": "1b6ec32a-803a-4db7-b557-01b3972a9705", "name": "network-vif-deleted", "tag": "475a06fe-f6ee-42d7-8aa7-dcd8b0677483"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:50.693187 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da7a2056-80c6-4f85-a986-cb1c6876b04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:50.771502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc61e91-3423-45a8-8545-196dd7262dfb req-3250548a-67dc-472f-be4e-42c2dd8f2abc tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:50.782569 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ecc61e91-3423-45a8-8545-196dd7262dfb req-3250548a-67dc-472f-be4e-42c2dd8f2abc tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a746930a-c3ad-4211-8659-7a49f0eb0cdf HTTP/1.1" status: 200 len: 945 time: 0.6100934 Jul 30 01:52:50.863052 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788736d5-dcd8-4c3c-b47a-5126136a6618 x-openstack-request-id: req-788736d5-dcd8-4c3c-b47a-5126136a6618 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:50.863564 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ecc61e91-3423-45a8-8545-196dd7262dfb req-8cf3ac22-a6ea-47b4-bd96-a5be64b6e5c1 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787697 Jul 30 01:52:50.863679 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcebb82-2b40-4e48-8e74-7d73ea11188c", "name": "network-vif-plugged", "status": "completed", "tag": "4747b42b-4afb-4314-8f9c-e5708d50d02b", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:50.863679 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-788736d5-dcd8-4c3c-b47a-5126136a6618 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:50.863998 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcebb82-2b40-4e48-8e74-7d73ea11188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4747b42b-4afb-4314-8f9c-e5708d50d02b', 'code': 200} Jul 30 01:52:50.897920 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da7a2056-80c6-4f85-a986-cb1c6876b04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:50.931173 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-92db9171-50a4-42a9-b789-44932607182a None None] Set router b8e9f622-cdd3-4414-a630-550fc49e134e gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:50.958257 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da7a2056-80c6-4f85-a986-cb1c6876b04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:50.990774 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b7619e-66c6-4f64-81b7-414dcbba4136 x-openstack-request-id: req-b3b7619e-66c6-4f64-81b7-414dcbba4136 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:50.991229 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6ec32a-803a-4db7-b557-01b3972a9705", "name": "network-vif-deleted", "tag": "475a06fe-f6ee-42d7-8aa7-dcd8b0677483", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:50.991491 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3b7619e-66c6-4f64-81b7-414dcbba4136 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:50.991898 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6ec32a-803a-4db7-b557-01b3972a9705', 'name': 'network-vif-deleted', 'tag': '475a06fe-f6ee-42d7-8aa7-dcd8b0677483', 'status': 'completed', 'code': 200} Jul 30 01:52:51.148294 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-da7a2056-80c6-4f85-a986-cb1c6876b04d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=430a646bb5554fa5a191a02ef3d1eada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6817739 Jul 30 01:52:51.149290 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47858) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:51.156317 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcd474-1c36-4b86-85b1-4f4576b00c19 req-c186cdb4-e8da-482b-82a3-a5028855c9d0 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:51.159243 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-92dcd474-1c36-4b86-85b1-4f4576b00c19 req-c186cdb4-e8da-482b-82a3-a5028855c9d0 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 946 time: 0.0933070 Jul 30 01:52:51.165838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a2056-80c6-4f85-a986-cb1c6876b04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9fbbc0-166f-4ad8-97ee-bbf4061ed499,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:51.182336 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-92db9171-50a4-42a9-b789-44932607182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'name': 'tempest-ServersTestFqdnHostnames-1249958610-router', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 4, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'gw_port': {'id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '02accc9f-3d28-4f12-84e0-ef838ca51c56', 'name': '', 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'mac_address': 'fa:16:3e:61:37:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'c7ac7773-91c5-49c8-b8e5-b17991f47560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:33Z', 'updated_at': '2021-07-30T01:50:40Z', 'revision_number': 5, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'subnets': [{'id': 'c7ac7773-91c5-49c8-b8e5-b17991f47560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:51.203793 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177d3b2-8cc9-4063-90df-5413ac012a2f req-c0228c30-9397-44a2-8889-ba7913b1f1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:51.211986 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9177d3b2-8cc9-4063-90df-5413ac012a2f req-c0228c30-9397-44a2-8889-ba7913b1f1c1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 1097 time: 0.1821086 Jul 30 01:52:51.218561 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92db9171-50a4-42a9-b789-44932607182a None None] Checking router: b8e9f622-cdd3-4414-a630-550fc49e134e for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:52:51.227992 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92db9171-50a4-42a9-b789-44932607182a None None] Routers {'b8e9f622-cdd3-4414-a630-550fc49e134e'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:51.228605 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-92db9171-50a4-42a9-b789-44932607182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:52:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b8e9f622-cdd3-4414-a630-550fc49e134e'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:51.239704 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-92dcd474-1c36-4b86-85b1-4f4576b00c19 req-57f4635d-5b37-4fca-b6b2-ac4de32580b3 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742640 Jul 30 01:52:51.272374 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bd70a-1262-4a56-884d-0cbdfbd46c0e req-d68d44e9-3686-461c-ace0-e40b5a1947bb tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:51.280029 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-501bd70a-1262-4a56-884d-0cbdfbd46c0e req-d68d44e9-3686-461c-ace0-e40b5a1947bb tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/ports?device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 945 time: 0.3027065 Jul 30 01:52:51.314985 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9177d3b2-8cc9-4063-90df-5413ac012a2f req-9ac9b4f0-844a-41f9-a79b-8c00435229c8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891509 Jul 30 01:52:51.332441 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35cf090f-9a41-4530-99b0-4a40daec0f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.372386 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-501bd70a-1262-4a56-884d-0cbdfbd46c0e req-ca6bff96-21ac-4445-813d-001d39687b1b tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0018d5b-ecfe-4ac4-8162-81f1689dead8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904889 Jul 30 01:52:51.396059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25616a55-6dd7-43c4-b2e4-c9cbb178f476 req-8db84a0f-1ee3-406f-9958-f57c1c97f0ce tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:51.403109 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-92db9171-50a4-42a9-b789-44932607182a None None] Set router b8e9f622-cdd3-4414-a630-550fc49e134e gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:51.404007 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-25616a55-6dd7-43c4-b2e4-c9cbb178f476 req-8db84a0f-1ee3-406f-9958-f57c1c97f0ce tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb2e2fcd-9052-4716-b26f-ddd525614db2 HTTP/1.1" status: 200 len: 945 time: 0.0915394 Jul 30 01:52:51.406604 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35cf090f-9a41-4530-99b0-4a40daec0f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.459260 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-25616a55-6dd7-43c4-b2e4-c9cbb178f476 req-0e887bdb-2e19-4115-9acb-0e06371d83ec tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526931 Jul 30 01:52:51.548028 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eabb97d8-4ef8-4da9-a44c-8b90c0ab772f req-bc067f5f-beeb-410c-8b39-3e39b4a3c507 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b6ec32a-803a-4db7-b557-01b3972a9705 HTTP/1.1" status: 200 len: 210 time: 0.0504162 Jul 30 01:52:51.671437 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35cf090f-9a41-4530-99b0-4a40daec0f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.672154 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35cf090f-9a41-4530-99b0-4a40daec0f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.676146 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-35cf090f-9a41-4530-99b0-4a40daec0f9f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd9fbbc0-166f-4ad8-97ee-bbf4061ed499 HTTP/1.1" status: 204 len: 168 time: 0.5227494 Jul 30 01:52:51.684555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf090f-9a41-4530-99b0-4a40daec0f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9fbbc0-166f-4ad8-97ee-bbf4061ed499,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:51.693903 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-92db9171-50a4-42a9-b789-44932607182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'name': 'tempest-ServersTestFqdnHostnames-1249958610-router', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 4, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'gw_port': {'id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '02accc9f-3d28-4f12-84e0-ef838ca51c56', 'name': '', 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'mac_address': 'fa:16:3e:61:37:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'c7ac7773-91c5-49c8-b8e5-b17991f47560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:33Z', 'updated_at': '2021-07-30T01:50:40Z', 'revision_number': 5, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'subnets': [{'id': 'c7ac7773-91c5-49c8-b8e5-b17991f47560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:51.723998 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92db9171-50a4-42a9-b789-44932607182a None None] The sync data for ids ['b8e9f622-cdd3-4414-a630-550fc49e134e'] in n-d-713498-9 is: [{'id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'name': 'tempest-ServersTestFqdnHostnames-1249958610-router', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 4, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'gw_port': {'id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '02accc9f-3d28-4f12-84e0-ef838ca51c56', 'name': '', 'network_id': 'cc258bf8-35a7-4550-9840-1f51f3da6b37', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'mac_address': 'fa:16:3e:61:37:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'c7ac7773-91c5-49c8-b8e5-b17991f47560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:33Z', 'updated_at': '2021-07-30T01:50:40Z', 'revision_number': 5, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'subnets': [{'id': 'c7ac7773-91c5-49c8-b8e5-b17991f47560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:52:51.927917 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d8420-b290-4f00-a734-c3948b20bce2 req-99e8bc24-8616-4f56-b789-dd3967ef45da tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:51.935759 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5a7d8420-b290-4f00-a734-c3948b20bce2 req-99e8bc24-8616-4f56-b789-dd3967ef45da tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 945 time: 0.0724537 Jul 30 01:52:52.001350 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5a7d8420-b290-4f00-a734-c3948b20bce2 req-49927144-8439-4c89-924c-24c19c7357f3 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648177 Jul 30 01:52:52.158327 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e373e910-6f36-4614-a355-6c578f98c0be None None] New status for floating IP c212adbb-1242-431e-b676-693fd92ec7d4: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:52:52.657000 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 47886) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:52.681439 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f807d4d2-18f4-4d42-b4e4-6aa181f8d86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:52.724227 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fec6de-0ab5-4b99-9d9e-b3616ef6e437 req-0bfe7b55-6da7-4f7a-9383-a86471b4a41b tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:52.726157 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-32fec6de-0ab5-4b99-9d9e-b3616ef6e437 req-0bfe7b55-6da7-4f7a-9383-a86471b4a41b tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 946 time: 0.0932016 Jul 30 01:52:52.772291 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-32fec6de-0ab5-4b99-9d9e-b3616ef6e437 req-9173125a-677b-431d-afa9-8d308f2741c3 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401590 Jul 30 01:52:52.920155 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903606f-3010-4ab9-b46e-b00285fbf9d9 req-8ccef812-c2c1-40e2-b454-4ffa98956334 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:52.921695 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9903606f-3010-4ab9-b46e-b00285fbf9d9 req-8ccef812-c2c1-40e2-b454-4ffa98956334 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb2e2fcd-9052-4716-b26f-ddd525614db2 HTTP/1.1" status: 200 len: 945 time: 0.0618589 Jul 30 01:52:52.968095 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9903606f-3010-4ab9-b46e-b00285fbf9d9 req-4265f80b-fc93-46e8-ab99-0c1e1705504b tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353861 Jul 30 01:52:53.013904 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f807d4d2-18f4-4d42-b4e4-6aa181f8d86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.133912 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f3265-1803-415a-8821-22bedddf80d1 req-f82a778d-1ebf-436d-9563-6c52521a30a6 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:53.136968 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-002f3265-1803-415a-8821-22bedddf80d1 req-f82a778d-1ebf-436d-9563-6c52521a30a6 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/ports?device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 945 time: 0.0549080 Jul 30 01:52:53.139403 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f807d4d2-18f4-4d42-b4e4-6aa181f8d86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.142323 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47894) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:53.189729 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807d4d2-18f4-4d42-b4e4-6aa181f8d86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bf02ee-f957-4f8a-8da9-fc44ae60c610,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:53.222208 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f807d4d2-18f4-4d42-b4e4-6aa181f8d86e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0451ca9295354b4995cac38fb518d586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5617456 Jul 30 01:52:53.226818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47900) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:53.234505 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-002f3265-1803-415a-8821-22bedddf80d1 req-9fa09557-b3b4-4f9b-af2b-27ea7f2211f3 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0018d5b-ecfe-4ac4-8162-81f1689dead8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808597 Jul 30 01:52:53.258674 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3fe06089-b240-423e-abd7-074b92022d23 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.318320 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fbed6-4d25-4270-be6b-cf6e24312ba5 req-0d54dce6-2376-4b31-8e8c-126cc2d58255 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:53.325915 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-634fbed6-4d25-4270-be6b-cf6e24312ba5 req-0d54dce6-2376-4b31-8e8c-126cc2d58255 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 945 time: 0.1408653 Jul 30 01:52:53.351979 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3fe06089-b240-423e-abd7-074b92022d23 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.401846 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-634fbed6-4d25-4270-be6b-cf6e24312ba5 req-c785ca3f-ec9f-441b-872e-c49ea6645bee tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749912 Jul 30 01:52:53.420503 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-85334e7a-5018-4394-808e-70de4c89d011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.445012 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-85334e7a-5018-4394-808e-70de4c89d011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.518263 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3fe06089-b240-423e-abd7-074b92022d23 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.520971 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3fe06089-b240-423e-abd7-074b92022d23 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.522261 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3fe06089-b240-423e-abd7-074b92022d23 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "DELETE /v2.0/security-groups/875be077-3509-429e-abbe-c8cee30af1c1 HTTP/1.1" status: 204 len: 168 time: 0.3789542 Jul 30 01:52:53.525140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 47904) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:53.536123 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-85334e7a-5018-4394-808e-70de4c89d011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.538694 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-85334e7a-5018-4394-808e-70de4c89d011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.539840 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-85334e7a-5018-4394-808e-70de4c89d011 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98bf02ee-f957-4f8a-8da9-fc44ae60c610 HTTP/1.1" status: 204 len: 168 time: 0.3088174 Jul 30 01:52:53.540813 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe06089-b240-423e-abd7-074b92022d23 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=875be077-3509-429e-abbe-c8cee30af1c1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:53.554285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85334e7a-5018-4394-808e-70de4c89d011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bf02ee-f957-4f8a-8da9-fc44ae60c610,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:53.556226 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-c878241d-c0a7-4a72-9949-d925b6089927 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] show failed (client error): The resource could not be found. Jul 30 01:52:53.561227 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c878241d-c0a7-4a72-9949-d925b6089927 tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "GET /v2.0/security-groups/875be077-3509-429e-abbe-c8cee30af1c1 HTTP/1.1" status: 404 len: 347 time: 0.0343885 Jul 30 01:52:53.565732 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 47908) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:53.719934 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-6353e19f-8a2b-49d6-9f1d-e5c28eb1d26b tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Deleting port 0c3aaf1e-34a2-4e0a-b0d9-b4d065882ab6 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:53.720628 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6353e19f-8a2b-49d6-9f1d-e5c28eb1d26b tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.834849 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f49c1-f89b-42f1-9065-a86631bdd1a1 req-f463ba2a-6577-4337-af65-5e0b979f38ee tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:53.836359 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ef9f49c1-f89b-42f1-9065-a86631bdd1a1 req-f463ba2a-6577-4337-af65-5e0b979f38ee tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb2e2fcd-9052-4716-b26f-ddd525614db2 HTTP/1.1" status: 200 len: 945 time: 0.0783763 Jul 30 01:52:53.848017 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6353e19f-8a2b-49d6-9f1d-e5c28eb1d26b tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.848349 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6353e19f-8a2b-49d6-9f1d-e5c28eb1d26b tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.912414 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-6353e19f-8a2b-49d6-9f1d-e5c28eb1d26b tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Calling delete_port for 0c3aaf1e-34a2-4e0a-b0d9-b4d065882ab6 owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:54.024325 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b03d8-12e5-4207-aa07-f58cd2fede00 req-b7833c67-2ff9-4c85-8a22-c2897391767d tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:54.033674 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c66b03d8-12e5-4207-aa07-f58cd2fede00 req-b7833c67-2ff9-4c85-8a22-c2897391767d tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 946 time: 0.1890049 Jul 30 01:52:54.107704 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb692b-cc28-41a8-9b56-32f6371b2a02 req-b77a3ddb-c5f3-4226-82e5-139418289b68 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:54.109848 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebfb692b-cc28-41a8-9b56-32f6371b2a02 req-b77a3ddb-c5f3-4226-82e5-139418289b68 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb2e2fcd-9052-4716-b26f-ddd525614db2 HTTP/1.1" status: 200 len: 945 time: 0.0582855 Jul 30 01:52:54.114005 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c66b03d8-12e5-4207-aa07-f58cd2fede00 req-c13343e6-ed37-4adb-8555-9e3bb36017d6 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795300 Jul 30 01:52:54.120418 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-ef9f49c1-f89b-42f1-9065-a86631bdd1a1 req-83e1d0f7-efdf-4531-b692-4ebeb3b134ec tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Deleting port 1be7185c-9938-44aa-9ec4-c03cf2a173f4 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:54.120850 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ef9f49c1-f89b-42f1-9065-a86631bdd1a1 req-83e1d0f7-efdf-4531-b692-4ebeb3b134ec tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.179103 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebfb692b-cc28-41a8-9b56-32f6371b2a02 req-c9b0141c-dea5-41f7-be3e-e349a1a4998b tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/security-groups?id=e15cd8a3-7694-4f11-8e01-b1e6d473ad46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609787 Jul 30 01:52:54.260415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-ef9f49c1-f89b-42f1-9065-a86631bdd1a1 req-83e1d0f7-efdf-4531-b692-4ebeb3b134ec tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] For port 1be7185c-9938-44aa-9ec4-c03cf2a173f4, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=1be7185c-9938-44aa-9ec4-c03cf2a173f4,segment=NetworkSegment(8cb94bfb-df2a-4bde-bad0-0cb93452e3d5),segment_id=8cb94bfb-df2a-4bde-bad0-0cb93452e3d5)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:54.260785 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ef9f49c1-f89b-42f1-9065-a86631bdd1a1 req-83e1d0f7-efdf-4531-b692-4ebeb3b134ec tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.276768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-ef9f49c1-f89b-42f1-9065-a86631bdd1a1 req-83e1d0f7-efdf-4531-b692-4ebeb3b134ec tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Calling delete_port for 1be7185c-9938-44aa-9ec4-c03cf2a173f4 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:54.297616 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6353e19f-8a2b-49d6-9f1d-e5c28eb1d26b tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.369153 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353e19f-8a2b-49d6-9f1d-e5c28eb1d26b tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Pushing event deleted for resources: {'Port': ['ID=0c3aaf1e-34a2-4e0a-b0d9-b4d065882ab6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:54.517822 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5804f3-13f9-4950-aff7-11c87b2d9eec req-cf118fc8-c440-4403-8dd0-4d4ceb0602b2 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:54.518769 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8a5804f3-13f9-4950-aff7-11c87b2d9eec req-cf118fc8-c440-4403-8dd0-4d4ceb0602b2 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/ports?device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 945 time: 0.1890402 Jul 30 01:52:54.539511 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6353e19f-8a2b-49d6-9f1d-e5c28eb1d26b tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.542031 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6353e19f-8a2b-49d6-9f1d-e5c28eb1d26b tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.543167 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6353e19f-8a2b-49d6-9f1d-e5c28eb1d26b tempest-ServersTestFqdnHostnames-1422187018 tempest-ServersTestFqdnHostnames-1422187018-project] 10.222.0.70 "DELETE /v2.0/floatingips/c212adbb-1242-431e-b676-693fd92ec7d4 HTTP/1.1" status: 204 len: 168 time: 0.9764488 Jul 30 01:52:54.546535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47950) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:54.616205 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f6e5e-a92b-4b56-b93f-7f5811cc8408 req-41a6cb81-1f40-4cdc-a9bf-5dad045d3c2e tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:54.617737 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8a7f6e5e-a92b-4b56-b93f-7f5811cc8408 req-41a6cb81-1f40-4cdc-a9bf-5dad045d3c2e tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.10 "GET /v2.0/ports?device_id=a746930a-c3ad-4211-8659-7a49f0eb0cdf HTTP/1.1" status: 200 len: 945 time: 0.1650290 Jul 30 01:52:54.653501 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8a5804f3-13f9-4950-aff7-11c87b2d9eec req-5e2e6a2c-1a3f-4988-be5a-c4ca6f866cf7 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0018d5b-ecfe-4ac4-8162-81f1689dead8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264830 Jul 30 01:52:54.717574 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0f8c0-1b41-4719-888d-eafbd6e51bea req-82089bef-1f8d-4fec-9646-c2fb210ea4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:54.719164 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33d0f8c0-1b41-4719-888d-eafbd6e51bea req-82089bef-1f8d-4fec-9646-c2fb210ea4d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 1096 time: 0.0963948 Jul 30 01:52:54.766000 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ef9f49c1-f89b-42f1-9065-a86631bdd1a1 req-83e1d0f7-efdf-4531-b692-4ebeb3b134ec tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.779502 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['6fe82a4a-8318-42a4-bcfc-dbe9217966d0', '1be7185c-9938-44aa-9ec4-c03cf2a173f4'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:54.829984 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1d0f7-efdf-4531-b692-4ebeb3b134ec tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Pushing event deleted for resources: {'Port': ['ID=1be7185c-9938-44aa-9ec4-c03cf2a173f4,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:54.859081 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34735748-b4f4-4564-bc08-46384b3b07b8 req-9f0e0425-5ebf-4e96-b856-1b6cc0d7f98a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:54.860653 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34735748-b4f4-4564-bc08-46384b3b07b8 req-9f0e0425-5ebf-4e96-b856-1b6cc0d7f98a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 945 time: 0.1089535 Jul 30 01:52:54.926790 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34735748-b4f4-4564-bc08-46384b3b07b8 req-56b9f62e-0710-4385-a2e4-e8046045faef tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455556 Jul 30 01:52:54.942471 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9f49c1-f89b-42f1-9065-a86631bdd1a1 req-83e1d0f7-efdf-4531-b692-4ebeb3b134ec tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] No DVR routers for this DVR port 1be7185c-9938-44aa-9ec4-c03cf2a173f4 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:54.945492 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ef9f49c1-f89b-42f1-9065-a86631bdd1a1 req-83e1d0f7-efdf-4531-b692-4ebeb3b134ec tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.948611 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ef9f49c1-f89b-42f1-9065-a86631bdd1a1 req-83e1d0f7-efdf-4531-b692-4ebeb3b134ec tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.10 "DELETE /v2.0/ports/1be7185c-9938-44aa-9ec4-c03cf2a173f4 HTTP/1.1" status: 204 len: 173 time: 1.1030540 Jul 30 01:52:54.960706 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2e2fcd-9052-4716-b26f-ddd525614db2', 'name': 'network-vif-deleted', 'tag': '1be7185c-9938-44aa-9ec4-c03cf2a173f4'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:54.964477 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4e3ff1-446d-4a97-ae38-38ee574aad2e" -d '{"events": [{"server_uuid": "fb2e2fcd-9052-4716-b26f-ddd525614db2", "name": "network-vif-deleted", "tag": "1be7185c-9938-44aa-9ec4-c03cf2a173f4"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:54.971274 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2c47e-c131-452d-bfc1-721997146aa4 req-86cdf46a-6542-4380-bd8e-89f3c5635db5 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:54.972676 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-8a7f6e5e-a92b-4b56-b93f-7f5811cc8408 req-6e05022c-40dd-47e7-9dd3-441975d1268d tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Deleting port 6fe82a4a-8318-42a4-bcfc-dbe9217966d0 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:54.972806 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-24b2c47e-c131-452d-bfc1-721997146aa4 req-86cdf46a-6542-4380-bd8e-89f3c5635db5 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.10 "GET /v2.0/ports?device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 945 time: 0.1426494 Jul 30 01:52:54.973100 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-8a7f6e5e-a92b-4b56-b93f-7f5811cc8408 req-6e05022c-40dd-47e7-9dd3-441975d1268d tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.034643 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f71ffa-d137-472f-b8bd-0b6c18ab9716 x-openstack-request-id: req-93f71ffa-d137-472f-b8bd-0b6c18ab9716 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:55.034958 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2e2fcd-9052-4716-b26f-ddd525614db2", "name": "network-vif-deleted", "tag": "1be7185c-9938-44aa-9ec4-c03cf2a173f4", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:55.035251 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93f71ffa-d137-472f-b8bd-0b6c18ab9716 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:55.038475 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2e2fcd-9052-4716-b26f-ddd525614db2', 'name': 'network-vif-deleted', 'tag': '1be7185c-9938-44aa-9ec4-c03cf2a173f4', 'status': 'completed', 'code': 200} Jul 30 01:52:55.051640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0185c50-4450-42ac-a422-30efe8985140 req-b277ac53-9570-4b51-8fcc-afa856d4bd19 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:55.059537 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0185c50-4450-42ac-a422-30efe8985140 req-b277ac53-9570-4b51-8fcc-afa856d4bd19 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 946 time: 0.3043058 Jul 30 01:52:55.109609 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0f8c0-1b41-4719-888d-eafbd6e51bea req-3f12460d-ceed-4536-9229-42750e0792c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:55.111462 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33d0f8c0-1b41-4719-888d-eafbd6e51bea req-3f12460d-ceed-4536-9229-42750e0792c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 913 time: 0.3589470 Jul 30 01:52:55.125496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-24b2c47e-c131-452d-bfc1-721997146aa4 req-bcad83d6-313d-4837-bbba-7012b7558a4a tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Deleting port 8195b917-3edb-4f0f-837f-d874d5ae2cca {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:55.125979 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-24b2c47e-c131-452d-bfc1-721997146aa4 req-bcad83d6-313d-4837-bbba-7012b7558a4a tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.148448 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0185c50-4450-42ac-a422-30efe8985140 req-2ad4c183-5235-4979-9619-4b077a31cb1f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876439 Jul 30 01:52:55.190371 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33d0f8c0-1b41-4719-888d-eafbd6e51bea req-f29849c3-0f88-4f1d-ad51-5e4a756e1f0d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31aae61d-966b-49ee-8fd2-9e7e708afc44 HTTP/1.1" status: 200 len: 217 time: 0.0455406 Jul 30 01:52:55.214156 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-8a7f6e5e-a92b-4b56-b93f-7f5811cc8408 req-6e05022c-40dd-47e7-9dd3-441975d1268d tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] For port 6fe82a4a-8318-42a4-bcfc-dbe9217966d0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6fe82a4a-8318-42a4-bcfc-dbe9217966d0,segment=NetworkSegment(8cb94bfb-df2a-4bde-bad0-0cb93452e3d5),segment_id=8cb94bfb-df2a-4bde-bad0-0cb93452e3d5)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:55.214156 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-8a7f6e5e-a92b-4b56-b93f-7f5811cc8408 req-6e05022c-40dd-47e7-9dd3-441975d1268d tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.247070 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-8a7f6e5e-a92b-4b56-b93f-7f5811cc8408 req-6e05022c-40dd-47e7-9dd3-441975d1268d tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Calling delete_port for 6fe82a4a-8318-42a4-bcfc-dbe9217966d0 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:55.261775 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-24b2c47e-c131-452d-bfc1-721997146aa4 req-bcad83d6-313d-4837-bbba-7012b7558a4a tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] For port 8195b917-3edb-4f0f-837f-d874d5ae2cca, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8195b917-3edb-4f0f-837f-d874d5ae2cca,segment=NetworkSegment(186f7abb-1646-453f-92e6-c02d45a6effc),segment_id=186f7abb-1646-453f-92e6-c02d45a6effc)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:55.262157 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-24b2c47e-c131-452d-bfc1-721997146aa4 req-bcad83d6-313d-4837-bbba-7012b7558a4a tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.268599 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0f8c0-1b41-4719-888d-eafbd6e51bea req-1d60ae64-dfa3-41ee-a69c-eb5c4e21a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:55.270095 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33d0f8c0-1b41-4719-888d-eafbd6e51bea req-1d60ae64-dfa3-41ee-a69c-eb5c4e21a917 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.0724256 Jul 30 01:52:55.289046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-24b2c47e-c131-452d-bfc1-721997146aa4 req-bcad83d6-313d-4837-bbba-7012b7558a4a tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Calling delete_port for 8195b917-3edb-4f0f-837f-d874d5ae2cca owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:55.293007 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-09ef5267-dd57-4b65-9517-89f300518d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.379924 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0f8c0-1b41-4719-888d-eafbd6e51bea req-90c2ffeb-c00a-459f-87db-c00a0796f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:55.381461 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33d0f8c0-1b41-4719-888d-eafbd6e51bea req-90c2ffeb-c00a-459f-87db-c00a0796f842 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715537 Jul 30 01:52:55.427521 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-faa4384a-683d-4815-b5f4-0951ffce08ca req-8bb6802d-49e8-4f69-8f98-5148be9a2639 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb2e2fcd-9052-4716-b26f-ddd525614db2 HTTP/1.1" status: 200 len: 210 time: 0.0733395 Jul 30 01:52:55.515618 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33d0f8c0-1b41-4719-888d-eafbd6e51bea req-a4b7c928-2fa3-4b73-9237-6c6df9237d26 service neutron] 10.222.0.10 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250739 Jul 30 01:52:55.542116 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-8a7f6e5e-a92b-4b56-b93f-7f5811cc8408 req-6e05022c-40dd-47e7-9dd3-441975d1268d tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.553789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['1be7185c-9938-44aa-9ec4-c03cf2a173f4'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:55.646015 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05022c-40dd-47e7-9dd3-441975d1268d tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Pushing event deleted for resources: {'Port': ['ID=6fe82a4a-8318-42a4-bcfc-dbe9217966d0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:55.721869 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-24b2c47e-c131-452d-bfc1-721997146aa4 req-bcad83d6-313d-4837-bbba-7012b7558a4a tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.722845 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7f6e5e-a92b-4b56-b93f-7f5811cc8408 req-6e05022c-40dd-47e7-9dd3-441975d1268d tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] No DVR routers for this DVR port 6fe82a4a-8318-42a4-bcfc-dbe9217966d0 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:55.726403 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-8a7f6e5e-a92b-4b56-b93f-7f5811cc8408 req-6e05022c-40dd-47e7-9dd3-441975d1268d tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.728543 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8a7f6e5e-a92b-4b56-b93f-7f5811cc8408 req-6e05022c-40dd-47e7-9dd3-441975d1268d tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.10 "DELETE /v2.0/ports/6fe82a4a-8318-42a4-bcfc-dbe9217966d0 HTTP/1.1" status: 204 len: 173 time: 1.0845666 Jul 30 01:52:55.736002 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['8195b917-3edb-4f0f-837f-d874d5ae2cca'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:55.746500 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33d0f8c0-1b41-4719-888d-eafbd6e51bea req-ff1a99ab-1022-4c1b-b714-4e0c42e147ec service neutron] 10.222.0.10 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167661 Jul 30 01:52:55.758269 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad83d6-313d-4837-bbba-7012b7558a4a tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Pushing event deleted for resources: {'Port': ['ID=8195b917-3edb-4f0f-837f-d874d5ae2cca,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:55.816655 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b2c47e-c131-452d-bfc1-721997146aa4 req-bcad83d6-313d-4837-bbba-7012b7558a4a tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] No DVR routers for this DVR port 8195b917-3edb-4f0f-837f-d874d5ae2cca on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:55.820257 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-24b2c47e-c131-452d-bfc1-721997146aa4 req-bcad83d6-313d-4837-bbba-7012b7558a4a tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.822386 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-24b2c47e-c131-452d-bfc1-721997146aa4 req-bcad83d6-313d-4837-bbba-7012b7558a4a tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.10 "DELETE /v2.0/ports/8195b917-3edb-4f0f-837f-d874d5ae2cca HTTP/1.1" status: 204 len: 173 time: 0.8392031 Jul 30 01:52:55.822841 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f59bf2-5faa-4696-a34a-ffb1fb7d73a2', 'name': 'network-vif-deleted', 'tag': '8195b917-3edb-4f0f-837f-d874d5ae2cca'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:55.825907 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509cb006-b4f8-4c11-8502-2fec9926b9e2" -d '{"events": [{"server_uuid": "84f59bf2-5faa-4696-a34a-ffb1fb7d73a2", "name": "network-vif-deleted", "tag": "8195b917-3edb-4f0f-837f-d874d5ae2cca"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:55.834988 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-09ef5267-dd57-4b65-9517-89f300518d5d admin admin] Deleting port 02accc9f-3d28-4f12-84e0-ef838ca51c56 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:55.834988 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-09ef5267-dd57-4b65-9517-89f300518d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.896776 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-29b9ade9-ad77-4119-8671-c533f47d0fa0 req-816d86fb-041d-4b61-a4bf-42ba33493581 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/ports?device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 210 time: 0.0665295 Jul 30 01:52:55.900016 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261d8bd5-17fd-44c9-b159-e644aa3c5f21 x-openstack-request-id: req-261d8bd5-17fd-44c9-b159-e644aa3c5f21 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:55.900305 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f59bf2-5faa-4696-a34a-ffb1fb7d73a2", "name": "network-vif-deleted", "tag": "8195b917-3edb-4f0f-837f-d874d5ae2cca", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:55.900815 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-261d8bd5-17fd-44c9-b159-e644aa3c5f21 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:55.901212 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f59bf2-5faa-4696-a34a-ffb1fb7d73a2', 'name': 'network-vif-deleted', 'tag': '8195b917-3edb-4f0f-837f-d874d5ae2cca', 'status': 'completed', 'code': 200} Jul 30 01:52:55.951905 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-09ef5267-dd57-4b65-9517-89f300518d5d admin admin] For port 02accc9f-3d28-4f12-84e0-ef838ca51c56, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=02accc9f-3d28-4f12-84e0-ef838ca51c56,segment=NetworkSegment(11aef679-f2d2-405a-a4a3-6ffb6ac9252e),segment_id=11aef679-f2d2-405a-a4a3-6ffb6ac9252e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:55.952274 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-09ef5267-dd57-4b65-9517-89f300518d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.968693 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-09ef5267-dd57-4b65-9517-89f300518d5d admin admin] Calling delete_port for 02accc9f-3d28-4f12-84e0-ef838ca51c56 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:56.078691 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2487641-ca51-4bdd-913f-5187d918fcf0 req-390f31b6-8412-4256-a020-9c0e12680600 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:56.080296 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b2487641-ca51-4bdd-913f-5187d918fcf0 req-390f31b6-8412-4256-a020-9c0e12680600 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 945 time: 0.0569320 Jul 30 01:52:56.122719 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b2487641-ca51-4bdd-913f-5187d918fcf0 req-f4f3b307-6ad3-4a0c-be8b-2a77c3d1b61d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361254 Jul 30 01:52:56.161513 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1e477-915e-4719-815b-e36fcbf921d8 req-11c49d1b-7da0-430d-90c9-b4ebafc9f84c tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:56.163085 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-14f1e477-915e-4719-815b-e36fcbf921d8 req-11c49d1b-7da0-430d-90c9-b4ebafc9f84c tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 946 time: 0.0782108 Jul 30 01:52:56.324055 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932e34b-d730-42a6-b3b9-3dc7f3784b6b req-4a154009-7c4a-44f5-b40e-c5361561d41f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:56.325568 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4932e34b-d730-42a6-b3b9-3dc7f3784b6b req-4a154009-7c4a-44f5-b40e-c5361561d41f tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 946 time: 0.0994914 Jul 30 01:52:56.360316 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-14f1e477-915e-4719-815b-e36fcbf921d8 req-92766190-eb49-4a48-b6d2-aa76a2effa80 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Deleting port 4747b42b-4afb-4314-8f9c-e5708d50d02b {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:56.360667 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-14f1e477-915e-4719-815b-e36fcbf921d8 req-92766190-eb49-4a48-b6d2-aa76a2effa80 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:56.365862 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-09ef5267-dd57-4b65-9517-89f300518d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:56.436831 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef5267-dd57-4b65-9517-89f300518d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=02accc9f-3d28-4f12-84e0-ef838ca51c56,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:56.445941 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4932e34b-d730-42a6-b3b9-3dc7f3784b6b req-f3496168-e1ef-4e1f-80b0-dc0b8532c754 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups?id=497a814a-6b46-42a6-b6d9-4c187b514b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132321 Jul 30 01:52:56.582631 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:52:56.601321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-14f1e477-915e-4719-815b-e36fcbf921d8 req-92766190-eb49-4a48-b6d2-aa76a2effa80 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] For port 4747b42b-4afb-4314-8f9c-e5708d50d02b, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4747b42b-4afb-4314-8f9c-e5708d50d02b,segment=NetworkSegment(5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f),segment_id=5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:56.601690 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-14f1e477-915e-4719-815b-e36fcbf921d8 req-92766190-eb49-4a48-b6d2-aa76a2effa80 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:56.656006 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-09e03b50-6dee-4186-afd1-d0dce3bdbe6c req-36e7fdb7-31bb-415d-88b9-d30ff04f3649 tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a746930a-c3ad-4211-8659-7a49f0eb0cdf HTTP/1.1" status: 200 len: 210 time: 0.0577409 Jul 30 01:52:56.656482 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-14f1e477-915e-4719-815b-e36fcbf921d8 req-92766190-eb49-4a48-b6d2-aa76a2effa80 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Calling delete_port for 4747b42b-4afb-4314-8f9c-e5708d50d02b owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:56.769688 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-09ef5267-dd57-4b65-9517-89f300518d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:57.036341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a746930a-c3ad-4211-8659-7a49f0eb0cdf', 'name': 'network-vif-deleted', 'tag': '6fe82a4a-8318-42a4-bcfc-dbe9217966d0'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:57.039074 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7648f6-4c92-4d05-840a-30c9d6583991" -d '{"events": [{"server_uuid": "a746930a-c3ad-4211-8659-7a49f0eb0cdf", "name": "network-vif-deleted", "tag": "6fe82a4a-8318-42a4-bcfc-dbe9217966d0"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:57.082922 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62934c6a-283b-4155-a00c-1e9f2b5f3484 x-openstack-request-id: req-62934c6a-283b-4155-a00c-1e9f2b5f3484 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:57.083552 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a746930a-c3ad-4211-8659-7a49f0eb0cdf", "name": "network-vif-deleted", "tag": "6fe82a4a-8318-42a4-bcfc-dbe9217966d0", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:57.083649 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-62934c6a-283b-4155-a00c-1e9f2b5f3484 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:57.084088 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a746930a-c3ad-4211-8659-7a49f0eb0cdf', 'name': 'network-vif-deleted', 'tag': '6fe82a4a-8318-42a4-bcfc-dbe9217966d0', 'status': 'completed', 'code': 200} Jul 30 01:52:57.250117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a9186-05c2-4c73-b584-b716bd46970b req-3d572123-d966-4c76-97f5-d77c25098625 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:57.251936 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-866a9186-05c2-4c73-b584-b716bd46970b req-3d572123-d966-4c76-97f5-d77c25098625 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 945 time: 0.0528605 Jul 30 01:52:57.295858 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-866a9186-05c2-4c73-b584-b716bd46970b req-01c74815-488a-49c8-ba3c-76679c3870eb tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373900 Jul 30 01:52:57.488802 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-14f1e477-915e-4719-815b-e36fcbf921d8 req-92766190-eb49-4a48-b6d2-aa76a2effa80 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:57.488802 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0a054da4-02a5-4503-90b4-18d6d04b4ea2 req-d06384ee-c4e2-43fb-b060-6b547ea70e84 tempest-ServerPasswordTestJSON-761205048 tempest-ServerPasswordTestJSON-761205048-project] 10.222.0.70 "GET /v2.0/ports?device_id=84f59bf2-5faa-4696-a34a-ffb1fb7d73a2 HTTP/1.1" status: 200 len: 210 time: 0.3740051 Jul 30 01:52:57.488802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92766190-eb49-4a48-b6d2-aa76a2effa80 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Pushing event deleted for resources: {'Port': ['ID=4747b42b-4afb-4314-8f9c-e5708d50d02b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:57.488802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ef5267-dd57-4b65-9517-89f300518d5d admin admin] Router b8e9f622-cdd3-4414-a630-550fc49e134e has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:52:57.488802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f1e477-915e-4719-815b-e36fcbf921d8 req-92766190-eb49-4a48-b6d2-aa76a2effa80 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] No DVR routers for this DVR port 4747b42b-4afb-4314-8f9c-e5708d50d02b on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:57.488802 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-14f1e477-915e-4719-815b-e36fcbf921d8 req-92766190-eb49-4a48-b6d2-aa76a2effa80 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:57.488802 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-14f1e477-915e-4719-815b-e36fcbf921d8 req-92766190-eb49-4a48-b6d2-aa76a2effa80 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.77 "DELETE /v2.0/ports/4747b42b-4afb-4314-8f9c-e5708d50d02b HTTP/1.1" status: 204 len: 173 time: 1.2922778 Jul 30 01:52:57.585954 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5c58ba85-8681-4c47-81a5-30f983c5dc29 req-69a3ddb5-034e-4fda-b86e-ca01eca05d16 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 210 time: 0.0364411 Jul 30 01:52:57.597046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ef5267-dd57-4b65-9517-89f300518d5d admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:52:57.606245 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-09ef5267-dd57-4b65-9517-89f300518d5d admin admin] 10.222.0.70 "PUT /v2.0/routers/b8e9f622-cdd3-4414-a630-550fc49e134e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0542183 Jul 30 01:52:57.606467 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017419d-4d41-4e4f-a513-7155b1cda1ba None None] Sync routers for ids ['b8e9f622-cdd3-4414-a630-550fc49e134e'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:52:57.611809 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48024) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:57.616956 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017419d-4d41-4e4f-a513-7155b1cda1ba None None] Routers {'b8e9f622-cdd3-4414-a630-550fc49e134e'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:57.617562 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b017419d-4d41-4e4f-a513-7155b1cda1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:52:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b8e9f622-cdd3-4414-a630-550fc49e134e'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:57.736672 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5b9c-916e-4e9b-9522-466e956844e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:57.742797 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-b017419d-4d41-4e4f-a513-7155b1cda1ba None None] Set router b8e9f622-cdd3-4414-a630-550fc49e134e gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:57.746352 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 1be7185c-9938-44aa-9ec4-c03cf2a173f4 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:57.759729 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48030) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:57.782592 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 1be7185c-9938-44aa-9ec4-c03cf2a173f4 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:57.782927 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 1be7185c-9938-44aa-9ec4-c03cf2a173f4 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:57.785032 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6fe82a4a-8318-42a4-bcfc-dbe9217966d0 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:57.820671 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-08bfeb6f-1ac1-4e61-b6f9-34a12a2e6cd1 admin admin] Deleting subnet 3bfe13c6-113f-46fc-b0c1-898c75003bf6 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:52:57.826231 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08bfeb6f-1ac1-4e61-b6f9-34a12a2e6cd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:57.827993 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 6fe82a4a-8318-42a4-bcfc-dbe9217966d0 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:57.828339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6fe82a4a-8318-42a4-bcfc-dbe9217966d0 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:57.829429 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 31aae61d-966b-49ee-8fd2-9e7e708afc44 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:57.857508 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5b9c-916e-4e9b-9522-466e956844e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:57.875290 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08bfeb6f-1ac1-4e61-b6f9-34a12a2e6cd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:57.902983 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcebb82-2b40-4e48-8e74-7d73ea11188c', 'name': 'network-vif-deleted', 'tag': '4747b42b-4afb-4314-8f9c-e5708d50d02b'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:57.907554 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b358c1a-1276-4237-875b-ce95288d6db1" -d '{"events": [{"server_uuid": "2fcebb82-2b40-4e48-8e74-7d73ea11188c", "name": "network-vif-deleted", "tag": "4747b42b-4afb-4314-8f9c-e5708d50d02b"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:57.948773 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08bfeb6f-1ac1-4e61-b6f9-34a12a2e6cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:57.956765 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ea1d7e-ac0e-415f-8dd4-9001bd9662e1 x-openstack-request-id: req-74ea1d7e-ac0e-415f-8dd4-9001bd9662e1 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:57.957516 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcebb82-2b40-4e48-8e74-7d73ea11188c", "name": "network-vif-deleted", "tag": "4747b42b-4afb-4314-8f9c-e5708d50d02b", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:57.957864 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-74ea1d7e-ac0e-415f-8dd4-9001bd9662e1 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:57.958461 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcebb82-2b40-4e48-8e74-7d73ea11188c', 'name': 'network-vif-deleted', 'tag': '4747b42b-4afb-4314-8f9c-e5708d50d02b', 'status': 'completed', 'code': 200} Jul 30 01:52:57.983878 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-7e0b5b9c-916e-4e9b-9522-466e956844e5 admin admin] Deleting port 50192ead-c03c-4e4b-96ad-663a28eb16e5 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:57.984354 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5b9c-916e-4e9b-9522-466e956844e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.061998 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.127473 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 31aae61d-966b-49ee-8fd2-9e7e708afc44, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=31aae61d-966b-49ee-8fd2-9e7e708afc44,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:58.129621 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa3c887-791f-4878-875c-e158b7ef8e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31aae61d-966b-49ee-8fd2-9e7e708afc44'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:58.131920 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bf7058-7301-4241-acf9-d89a9565db12" -d '{"events": [{"server_uuid": "9aa3c887-791f-4878-875c-e158b7ef8e47", "name": "network-vif-unplugged", "status": "completed", "tag": "31aae61d-966b-49ee-8fd2-9e7e708afc44"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:58.163389 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b017419d-4d41-4e4f-a513-7155b1cda1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'name': 'tempest-ServersTestFqdnHostnames-1249958610-router', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:52:56Z', 'revision_number': 5, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'gw_port': {'id': '50192ead-c03c-4e4b-96ad-663a28eb16e5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:58.187967 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-7e0b5b9c-916e-4e9b-9522-466e956844e5 admin admin] For port 50192ead-c03c-4e4b-96ad-663a28eb16e5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=50192ead-c03c-4e4b-96ad-663a28eb16e5,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:58.187967 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5b9c-916e-4e9b-9522-466e956844e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.198182 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6590f3cd-c151-4de0-91f5-38907669251c x-openstack-request-id: req-6590f3cd-c151-4de0-91f5-38907669251c {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:58.198431 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa3c887-791f-4878-875c-e158b7ef8e47", "name": "network-vif-unplugged", "status": "completed", "tag": "31aae61d-966b-49ee-8fd2-9e7e708afc44", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:58.199165 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6590f3cd-c151-4de0-91f5-38907669251c {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:58.199737 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa3c887-791f-4878-875c-e158b7ef8e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31aae61d-966b-49ee-8fd2-9e7e708afc44', 'code': 200} Jul 30 01:52:58.202928 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017419d-4d41-4e4f-a513-7155b1cda1ba None None] Checking router: b8e9f622-cdd3-4414-a630-550fc49e134e for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:52:58.204089 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.204812 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8195b917-3edb-4f0f-837f-d874d5ae2cca no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:58.206459 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08bfeb6f-1ac1-4e61-b6f9-34a12a2e6cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.214502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-7e0b5b9c-916e-4e9b-9522-466e956844e5 admin admin] Calling delete_port for 50192ead-c03c-4e4b-96ad-663a28eb16e5 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:58.240595 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017419d-4d41-4e4f-a513-7155b1cda1ba None None] Routers {'b8e9f622-cdd3-4414-a630-550fc49e134e'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:58.241251 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b017419d-4d41-4e4f-a513-7155b1cda1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:52:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b8e9f622-cdd3-4414-a630-550fc49e134e'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:58.248130 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfeb6f-1ac1-4e61-b6f9-34a12a2e6cd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bfe13c6-113f-46fc-b0c1-898c75003bf6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:58.265836 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08bfeb6f-1ac1-4e61-b6f9-34a12a2e6cd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.265836 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-08bfeb6f-1ac1-4e61-b6f9-34a12a2e6cd1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3bfe13c6-113f-46fc-b0c1-898c75003bf6 HTTP/1.1" status: 204 len: 168 time: 0.4979682 Jul 30 01:52:58.265836 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48040) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:58.288998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 8195b917-3edb-4f0f-837f-d874d5ae2cca {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:58.289349 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8195b917-3edb-4f0f-837f-d874d5ae2cca not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:58.342913 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5f1b86b2-2a97-4506-922f-8fb815750e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.343423 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=31aae61d-966b-49ee-8fd2-9e7e708afc44,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:58.378164 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-b017419d-4d41-4e4f-a513-7155b1cda1ba None None] Set router b8e9f622-cdd3-4414-a630-550fc49e134e gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:58.447095 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b017419d-4d41-4e4f-a513-7155b1cda1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'name': 'tempest-ServersTestFqdnHostnames-1249958610-router', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:52:57Z', 'revision_number': 6, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:58.475651 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017419d-4d41-4e4f-a513-7155b1cda1ba None None] The sync data for ids ['b8e9f622-cdd3-4414-a630-550fc49e134e'] in n-d-713498-9 is: [{'id': 'b8e9f622-cdd3-4414-a630-550fc49e134e', 'name': 'tempest-ServersTestFqdnHostnames-1249958610-router', 'tenant_id': '423eef32b5ca4b008e4a64936d51f09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:52:57Z', 'revision_number': 6, 'project_id': '423eef32b5ca4b008e4a64936d51f09d', 'gw_port_host': None}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:52:58.486652 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5f1b86b2-2a97-4506-922f-8fb815750e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.499208 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-5f1b86b2-2a97-4506-922f-8fb815750e43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f389a516-d2d8-4854-95d1-3fa9791f8657']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:58.504010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48046) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:58.518930 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-5f1b86b2-2a97-4506-922f-8fb815750e43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb94bfb-df2a-4bde-bad0-0cb93452e3d5') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:58.519215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-5f1b86b2-2a97-4506-922f-8fb815750e43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb94bfb-df2a-4bde-bad0-0cb93452e3d5') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:58.539546 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d510510-fac6-4451-b820-e55fd6013f0d req-94e51586-0444-4d61-b907-d395fd50adeb tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:58.549719 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1d510510-fac6-4451-b820-e55fd6013f0d req-94e51586-0444-4d61-b907-d395fd50adeb tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 943 time: 0.1064379 Jul 30 01:52:58.552650 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5f1b86b2-2a97-4506-922f-8fb815750e43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.571251 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5b9c-916e-4e9b-9522-466e956844e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.593385 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5f1b86b2-2a97-4506-922f-8fb815750e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.609118 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1b86b2-2a97-4506-922f-8fb815750e43 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:52:58.609528 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5f1b86b2-2a97-4506-922f-8fb815750e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:52:58.612085 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:52:58.637690 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1d510510-fac6-4451-b820-e55fd6013f0d req-8d35dea8-7493-4087-845c-8125b87857bf tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896554 Jul 30 01:52:58.653255 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d178dcf-852b-45d3-bc10-6dba383b427e admin admin] Deleting subnet 67774e63-849d-417a-b568-411a090e4dc0 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:52:58.658783 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b5b9c-916e-4e9b-9522-466e956844e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=50192ead-c03c-4e4b-96ad-663a28eb16e5,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:58.682865 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d178dcf-852b-45d3-bc10-6dba383b427e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.739568 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d178dcf-852b-45d3-bc10-6dba383b427e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.809980 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fb059bfb-4ab9-46be-a155-369cbedacf64 req-e7eec3e6-2882-407f-9d5b-17e934a29e76 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fcebb82-2b40-4e48-8e74-7d73ea11188c HTTP/1.1" status: 200 len: 210 time: 0.0264988 Jul 30 01:52:58.814997 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5b9c-916e-4e9b-9522-466e956844e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.848050 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d178dcf-852b-45d3-bc10-6dba383b427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.873903 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5f1b86b2-2a97-4506-922f-8fb815750e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.880557 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5f1b86b2-2a97-4506-922f-8fb815750e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.883443 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5f1b86b2-2a97-4506-922f-8fb815750e43 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f389a516-d2d8-4854-95d1-3fa9791f8657 HTTP/1.1" status: 204 len: 168 time: 0.6213465 Jul 30 01:52:58.915016 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b86b2-2a97-4506-922f-8fb815750e43 admin admin] Pushing event deleted for resources: {'Network': ['ID=f389a516-d2d8-4854-95d1-3fa9791f8657,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:58.952758 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5b9c-916e-4e9b-9522-466e956844e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.957223 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5b9c-916e-4e9b-9522-466e956844e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.019097 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3991e-ac4b-4f58-8c9b-916f210b0d86 req-2b9e45c7-7995-489c-896b-d9eb8ca37b60 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:59.020723 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6b3991e-ac4b-4f58-8c9b-916f210b0d86 req-2b9e45c7-7995-489c-896b-d9eb8ca37b60 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.2405305 Jul 30 01:52:59.067984 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6b3991e-ac4b-4f58-8c9b-916f210b0d86 req-a125bd0c-abd4-4da8-81fd-fec52d97880c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366740 Jul 30 01:52:59.095449 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5b9c-916e-4e9b-9522-466e956844e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.096122 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0b5b9c-916e-4e9b-9522-466e956844e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8e9f622-cdd3-4414-a630-550fc49e134e {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:52:59.105673 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5b9c-916e-4e9b-9522-466e956844e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.109913 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7e0b5b9c-916e-4e9b-9522-466e956844e5 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b8e9f622-cdd3-4414-a630-550fc49e134e HTTP/1.1" status: 204 len: 168 time: 1.4940042 Jul 30 01:52:59.110434 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48062) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:59.142606 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d178dcf-852b-45d3-bc10-6dba383b427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.181998 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48066) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:59.185050 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d178dcf-852b-45d3-bc10-6dba383b427e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.189479 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7d178dcf-852b-45d3-bc10-6dba383b427e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/67774e63-849d-417a-b568-411a090e4dc0 HTTP/1.1" status: 204 len: 168 time: 0.6820393 Jul 30 01:52:59.189817 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-f476879b-494a-4327-9712-84f76653618e admin admin] Deleting subnet c7ac7773-91c5-49c8-b8e5-b17991f47560 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:52:59.190448 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d178dcf-852b-45d3-bc10-6dba383b427e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67774e63-849d-417a-b568-411a090e4dc0,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:59.191793 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48068) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:59.206271 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f476879b-494a-4327-9712-84f76653618e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.230913 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4747b42b-4afb-4314-8f9c-e5708d50d02b no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:59.247198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48072) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:59.254270 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 4747b42b-4afb-4314-8f9c-e5708d50d02b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:59.254852 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4747b42b-4afb-4314-8f9c-e5708d50d02b not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:59.299589 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe3bba-c0a7-42c1-a275-12569c0cf623 req-1fd5206b-7adf-4043-ad5a-3126a9f6ef16 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:59.306799 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6bfe3bba-c0a7-42c1-a275-12569c0cf623 req-1fd5206b-7adf-4043-ad5a-3126a9f6ef16 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1525912 Jul 30 01:52:59.311574 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-92f817f6-3728-423f-9a3c-c342f250cb2d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=885c83342dd8477ea9177624dce4beee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629458 Jul 30 01:52:59.314691 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48074) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:59.325657 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f476879b-494a-4327-9712-84f76653618e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.365395 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8f85944f-1561-4fb5-bcff-a7b3ca011912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.391167 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-03c41ae7-eced-4336-bec9-abdcb6648066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.411813 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6bfe3bba-c0a7-42c1-a275-12569c0cf623 req-53824301-888e-4869-a6f3-de2650dcb9aa tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037691 Jul 30 01:52:59.434546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-03c41ae7-eced-4336-bec9-abdcb6648066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.496270 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-206e5d1c-93aa-4770-b1d0-52a888c4e170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.526473 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8f85944f-1561-4fb5-bcff-a7b3ca011912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.529536 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f476879b-494a-4327-9712-84f76653618e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.563318 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-8f85944f-1561-4fb5-bcff-a7b3ca011912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3593b132-675e-42cc-8524-b688794a5202']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:59.576241 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-8f85944f-1561-4fb5-bcff-a7b3ca011912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186f7abb-1646-453f-92e6-c02d45a6effc') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:59.577138 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-8f85944f-1561-4fb5-bcff-a7b3ca011912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186f7abb-1646-453f-92e6-c02d45a6effc') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:59.592792 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8f85944f-1561-4fb5-bcff-a7b3ca011912 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.597599 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-206e5d1c-93aa-4770-b1d0-52a888c4e170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.611366 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8f85944f-1561-4fb5-bcff-a7b3ca011912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.619520 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f85944f-1561-4fb5-bcff-a7b3ca011912 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:52:59.620010 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8f85944f-1561-4fb5-bcff-a7b3ca011912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:52:59.621824 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:52:59.672630 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-03c41ae7-eced-4336-bec9-abdcb6648066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.675410 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-03c41ae7-eced-4336-bec9-abdcb6648066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.679220 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-03c41ae7-eced-4336-bec9-abdcb6648066 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e15cd8a3-7694-4f11-8e01-b1e6d473ad46 HTTP/1.1" status: 204 len: 168 time: 0.3607347 Jul 30 01:52:59.684745 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c41ae7-eced-4336-bec9-abdcb6648066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15cd8a3-7694-4f11-8e01-b1e6d473ad46,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:59.775338 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-206e5d1c-93aa-4770-b1d0-52a888c4e170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.804497 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8f85944f-1561-4fb5-bcff-a7b3ca011912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.806663 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f476879b-494a-4327-9712-84f76653618e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.819843 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8f85944f-1561-4fb5-bcff-a7b3ca011912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.820035 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e5d1c-93aa-4770-b1d0-52a888c4e170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e4d3dd-606a-42ff-bc9f-bba940b86bab,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:59.825832 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-206e5d1c-93aa-4770-b1d0-52a888c4e170 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f367b0fd1e264ee7b1f06cc45b3b1a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6373110 Jul 30 01:52:59.829972 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8f85944f-1561-4fb5-bcff-a7b3ca011912 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3593b132-675e-42cc-8524-b688794a5202 HTTP/1.1" status: 204 len: 168 time: 0.6296599 Jul 30 01:52:59.830962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48086) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:59.860188 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476879b-494a-4327-9712-84f76653618e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7ac7773-91c5-49c8-b8e5-b17991f47560,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:59.864703 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f476879b-494a-4327-9712-84f76653618e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.870381 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f476879b-494a-4327-9712-84f76653618e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c7ac7773-91c5-49c8-b8e5-b17991f47560 HTTP/1.1" status: 204 len: 168 time: 0.7578242 Jul 30 01:52:59.871146 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48090) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:59.873181 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3076449c-9305-448f-9c0b-8f6554847fd1 None None] Network cc258bf8-35a7-4550-9840-1f51f3da6b37 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:59.884524 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85944f-1561-4fb5-bcff-a7b3ca011912 admin admin] Pushing event deleted for resources: {'Network': ['ID=3593b132-675e-42cc-8524-b688794a5202,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:59.891155 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e060d988-adce-4e9a-8c5b-c4ad3082e7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:59.917346 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e060d988-adce-4e9a-8c5b-c4ad3082e7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.043446 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f257ca8-b1e6-4ac9-b7d8-4143358ea76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.064045 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463b59c-e98c-4c24-8340-4c1cbacc1733 req-4ff68f2f-6fed-4531-b46a-de9ced6f9b37 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:00.065733 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4463b59c-e98c-4c24-8340-4c1cbacc1733 req-4ff68f2f-6fed-4531-b46a-de9ced6f9b37 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1047544 Jul 30 01:53:00.108891 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e060d988-adce-4e9a-8c5b-c4ad3082e7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.112534 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e060d988-adce-4e9a-8c5b-c4ad3082e7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.119381 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e060d988-adce-4e9a-8c5b-c4ad3082e7cb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98e4d3dd-606a-42ff-bc9f-bba940b86bab HTTP/1.1" status: 204 len: 168 time: 0.2818675 Jul 30 01:53:00.131691 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060d988-adce-4e9a-8c5b-c4ad3082e7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e4d3dd-606a-42ff-bc9f-bba940b86bab,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:00.158648 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4463b59c-e98c-4c24-8340-4c1cbacc1733 req-3839b39c-9224-4d16-ae5c-40de80069bf5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821059 Jul 30 01:53:00.164392 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cac71e3-ce9a-419d-9452-a47838f1aefa None None] DHCP port deletion for cc258bf8-35a7-4550-9840-1f51f3da6b37 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:53:00.190631 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-9f257ca8-b1e6-4ac9-b7d8-4143358ea76e admin admin] Deleting port f4710b64-3185-4060-a582-7c94c78716f1 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:00.190631 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f257ca8-b1e6-4ac9-b7d8-4143358ea76e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.209426 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 50192ead-c03c-4e4b-96ad-663a28eb16e5 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:00.237416 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 50192ead-c03c-4e4b-96ad-663a28eb16e5 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:00.237970 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 50192ead-c03c-4e4b-96ad-663a28eb16e5 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:00.238154 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 02accc9f-3d28-4f12-84e0-ef838ca51c56 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:00.250958 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48112) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:00.260421 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 02accc9f-3d28-4f12-84e0-ef838ca51c56 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:00.260717 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 02accc9f-3d28-4f12-84e0-ef838ca51c56 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:00.281032 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-9f257ca8-b1e6-4ac9-b7d8-4143358ea76e admin admin] For port f4710b64-3185-4060-a582-7c94c78716f1, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f4710b64-3185-4060-a582-7c94c78716f1,segment=NetworkSegment(11aef679-f2d2-405a-a4a3-6ffb6ac9252e),segment_id=11aef679-f2d2-405a-a4a3-6ffb6ac9252e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:00.284325 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f257ca8-b1e6-4ac9-b7d8-4143358ea76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.294606 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8cac71e3-ce9a-419d-9452-a47838f1aefa None None] Deleting port f4710b64-3185-4060-a582-7c94c78716f1 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:00.295597 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8cac71e3-ce9a-419d-9452-a47838f1aefa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.297586 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-9f257ca8-b1e6-4ac9-b7d8-4143358ea76e admin admin] Calling delete_port for f4710b64-3185-4060-a582-7c94c78716f1 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:00.307513 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48114) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:00.364331 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8cac71e3-ce9a-419d-9452-a47838f1aefa None None] For port f4710b64-3185-4060-a582-7c94c78716f1, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f4710b64-3185-4060-a582-7c94c78716f1,segment=NetworkSegment(11aef679-f2d2-405a-a4a3-6ffb6ac9252e),segment_id=11aef679-f2d2-405a-a4a3-6ffb6ac9252e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:00.364809 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8cac71e3-ce9a-419d-9452-a47838f1aefa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.381980 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8cac71e3-ce9a-419d-9452-a47838f1aefa None None] Calling delete_port for f4710b64-3185-4060-a582-7c94c78716f1 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:00.418604 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-49de2033-d100-4004-b14f-443e0d72ac90 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.425030 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c2c0244b-2899-4bf6-aab5-1a707b2a0ea2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ea8c347c2ce4b4eabcd0c0d57ddfda2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1091402 Jul 30 01:53:00.427831 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48116) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:00.460289 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-49de2033-d100-4004-b14f-443e0d72ac90 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.469495 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f257ca8-b1e6-4ac9-b7d8-4143358ea76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.495085 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8cac71e3-ce9a-419d-9452-a47838f1aefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.500745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f257ca8-b1e6-4ac9-b7d8-4143358ea76e admin admin] Pushing event deleted for resources: {'Port': ['ID=f4710b64-3185-4060-a582-7c94c78716f1,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:00.516417 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f257ca8-b1e6-4ac9-b7d8-4143358ea76e admin admin] No DVR routers for this DVR port f4710b64-3185-4060-a582-7c94c78716f1 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:00.522601 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac71e3-ce9a-419d-9452-a47838f1aefa None None] Pushing event deleted for resources: {'Port': ['ID=f4710b64-3185-4060-a582-7c94c78716f1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:00.523257 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-26961c36-0c1d-4523-9ab6-9e81b4443051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.529360 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cac71e3-ce9a-419d-9452-a47838f1aefa None None] No DVR routers for this DVR port f4710b64-3185-4060-a582-7c94c78716f1 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:00.600269 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-49de2033-d100-4004-b14f-443e0d72ac90 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.607434 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-49de2033-d100-4004-b14f-443e0d72ac90 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.609054 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-26961c36-0c1d-4523-9ab6-9e81b4443051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.614620 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-49de2033-d100-4004-b14f-443e0d72ac90 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "DELETE /v2.0/security-groups/3b62205b-5dcf-4a90-b639-9d67149c685f HTTP/1.1" status: 204 len: 168 time: 0.3622270 Jul 30 01:53:00.615877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48124) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:00.624265 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f257ca8-b1e6-4ac9-b7d8-4143358ea76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.644140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-9f257ca8-b1e6-4ac9-b7d8-4143358ea76e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc258bf8-35a7-4550-9840-1f51f3da6b37']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:00.646009 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de2033-d100-4004-b14f-443e0d72ac90 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b62205b-5dcf-4a90-b639-9d67149c685f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:00.649467 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-31e12c8d-ba1d-4b8a-b458-57da9a9a1d74 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] show failed (client error): The resource could not be found. Jul 30 01:53:00.655074 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-31e12c8d-ba1d-4b8a-b458-57da9a9a1d74 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "GET /v2.0/security-groups/3b62205b-5dcf-4a90-b639-9d67149c685f HTTP/1.1" status: 404 len: 347 time: 0.0321834 Jul 30 01:53:00.655681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48126) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:00.678898 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-9f257ca8-b1e6-4ac9-b7d8-4143358ea76e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11aef679-f2d2-405a-a4a3-6ffb6ac9252e') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:00.679276 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-9f257ca8-b1e6-4ac9-b7d8-4143358ea76e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11aef679-f2d2-405a-a4a3-6ffb6ac9252e') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:00.689287 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f257ca8-b1e6-4ac9-b7d8-4143358ea76e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.705549 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f257ca8-b1e6-4ac9-b7d8-4143358ea76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.715516 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f257ca8-b1e6-4ac9-b7d8-4143358ea76e admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:53:00.716039 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f257ca8-b1e6-4ac9-b7d8-4143358ea76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:53:00.718453 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:53:00.792807 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-26961c36-0c1d-4523-9ab6-9e81b4443051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.796696 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-26961c36-0c1d-4523-9ab6-9e81b4443051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.796831 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-dd88ed5b-31c4-4d4d-951a-f07665915e64 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Deleting port e1ae712a-f6f6-4d14-9617-a60019c304df {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:00.797072 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dd88ed5b-31c4-4d4d-951a-f07665915e64 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.799232 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-26961c36-0c1d-4523-9ab6-9e81b4443051 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e0018d5b-ecfe-4ac4-8162-81f1689dead8 HTTP/1.1" status: 204 len: 168 time: 0.3703725 Jul 30 01:53:00.807956 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26961c36-0c1d-4523-9ab6-9e81b4443051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0018d5b-ecfe-4ac4-8162-81f1689dead8,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:00.855472 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f257ca8-b1e6-4ac9-b7d8-4143358ea76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.871347 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f257ca8-b1e6-4ac9-b7d8-4143358ea76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.873252 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9f257ca8-b1e6-4ac9-b7d8-4143358ea76e admin admin] 10.222.0.70 "DELETE /v2.0/networks/cc258bf8-35a7-4550-9840-1f51f3da6b37 HTTP/1.1" status: 204 len: 168 time: 0.9899564 Jul 30 01:53:00.874965 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f257ca8-b1e6-4ac9-b7d8-4143358ea76e admin admin] Pushing event deleted for resources: {'Network': ['ID=cc258bf8-35a7-4550-9840-1f51f3da6b37,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:00.893899 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dd88ed5b-31c4-4d4d-951a-f07665915e64 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.893899 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dd88ed5b-31c4-4d4d-951a-f07665915e64 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.905764 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-dd88ed5b-31c4-4d4d-951a-f07665915e64 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Calling delete_port for e1ae712a-f6f6-4d14-9617-a60019c304df owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:00.932316 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48138) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:00.954256 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5a6c6496-dc59-4058-adad-30ea38a5837c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.129367 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dd88ed5b-31c4-4d4d-951a-f07665915e64 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.160153 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88ed5b-31c4-4d4d-951a-f07665915e64 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Pushing event deleted for resources: {'Port': ['ID=e1ae712a-f6f6-4d14-9617-a60019c304df,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:01.185701 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5a6c6496-dc59-4058-adad-30ea38a5837c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.232183 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dd88ed5b-31c4-4d4d-951a-f07665915e64 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.235490 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dd88ed5b-31c4-4d4d-951a-f07665915e64 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.239315 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dd88ed5b-31c4-4d4d-951a-f07665915e64 tempest-ImagesOneServerNegativeTestJSON-1819378459 tempest-ImagesOneServerNegativeTestJSON-1819378459-project] 10.222.0.70 "DELETE /v2.0/floatingips/783632de-b7bd-4f4e-b085-3713514c9cef HTTP/1.1" status: 204 len: 168 time: 0.5797274 Jul 30 01:53:01.251744 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5a6c6496-dc59-4058-adad-30ea38a5837c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.317433 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48156) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:01.318148 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5a6c6496-dc59-4058-adad-30ea38a5837c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=381d02f764e94fb2a8fc8ba5b918a722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3841226 Jul 30 01:53:01.330486 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c6496-dc59-4058-adad-30ea38a5837c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802f3fe5-6434-4ac1-83c0-a1e487f0e790,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:01.339916 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48162) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:01.384624 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4dfee1-4135-45f2-ad9d-c630294e82b2 req-72a18b7f-22d0-4d7a-b4ad-92eed16c5133 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:01.386386 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b4dfee1-4135-45f2-ad9d-c630294e82b2 req-72a18b7f-22d0-4d7a-b4ad-92eed16c5133 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1464405 Jul 30 01:53:01.386890 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48166) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:01.390357 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1686f39-44a5-4d2d-b0ff-df7bc465487a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.413099 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1686f39-44a5-4d2d-b0ff-df7bc465487a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.482483 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab582b2a-a684-4ef3-a359-25b0e72766a6 admin admin] Deleting subnet c5a7a0ec-08e6-4fb9-ba46-737f76240f23 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:53:01.491477 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ab582b2a-a684-4ef3-a359-25b0e72766a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.517792 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1686f39-44a5-4d2d-b0ff-df7bc465487a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.520794 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1686f39-44a5-4d2d-b0ff-df7bc465487a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.521928 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d1686f39-44a5-4d2d-b0ff-df7bc465487a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/802f3fe5-6434-4ac1-83c0-a1e487f0e790 HTTP/1.1" status: 204 len: 168 time: 0.2034414 Jul 30 01:53:01.524648 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-682b6403-3362-48c6-99cb-9e6dd092a7a3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=423eef32b5ca4b008e4a64936d51f09d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836429 Jul 30 01:53:01.527286 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48174) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:01.532923 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1686f39-44a5-4d2d-b0ff-df7bc465487a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802f3fe5-6434-4ac1-83c0-a1e487f0e790,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:01.578441 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b4dfee1-4135-45f2-ad9d-c630294e82b2 req-859f101b-cf2d-43a4-a34c-13206258e3ff tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440306 Jul 30 01:53:01.580553 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ab582b2a-a684-4ef3-a359-25b0e72766a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.761417 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 31aae61d-966b-49ee-8fd2-9e7e708afc44 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:01.968108 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ab582b2a-a684-4ef3-a359-25b0e72766a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.992070 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6fe61a9c-b1da-4ed4-9f64-c7e1a8d46a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.026714 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6fe61a9c-b1da-4ed4-9f64-c7e1a8d46a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.107104 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ab582b2a-a684-4ef3-a359-25b0e72766a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.122651 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ab582b2a-a684-4ef3-a359-25b0e72766a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.131267 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ab582b2a-a684-4ef3-a359-25b0e72766a6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c5a7a0ec-08e6-4fb9-ba46-737f76240f23 HTTP/1.1" status: 204 len: 168 time: 0.7430267 Jul 30 01:53:02.133869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48190) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:02.134432 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f4710b64-3185-4060-a582-7c94c78716f1 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:02.156950 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: f4710b64-3185-4060-a582-7c94c78716f1 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:02.157520 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f4710b64-3185-4060-a582-7c94c78716f1 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:02.192514 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6fe61a9c-b1da-4ed4-9f64-c7e1a8d46a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.196999 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6fe61a9c-b1da-4ed4-9f64-c7e1a8d46a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.202515 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6fe61a9c-b1da-4ed4-9f64-c7e1a8d46a0b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ac59f2db-735e-4f2f-9ed8-18ff22c4847b HTTP/1.1" status: 204 len: 168 time: 0.6739600 Jul 30 01:53:02.215215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab582b2a-a684-4ef3-a359-25b0e72766a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5a7a0ec-08e6-4fb9-ba46-737f76240f23,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:02.224671 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe61a9c-b1da-4ed4-9f64-c7e1a8d46a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac59f2db-735e-4f2f-9ed8-18ff22c4847b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:02.245759 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d30615d0-2d29-4c14-ada5-e8caa89475bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.340431 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d30615d0-2d29-4c14-ada5-e8caa89475bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.350484 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d30615d0-2d29-4c14-ada5-e8caa89475bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22dfe0b9-dbb1-4507-9a97-25461caa3b1c']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:02.361380 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d30615d0-2d29-4c14-ada5-e8caa89475bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:02.361699 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d30615d0-2d29-4c14-ada5-e8caa89475bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1623ab-f3eb-4b93-abaf-4bd8d5fee87f') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:02.375746 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d30615d0-2d29-4c14-ada5-e8caa89475bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.393059 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d30615d0-2d29-4c14-ada5-e8caa89475bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.399656 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30615d0-2d29-4c14-ada5-e8caa89475bf admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:53:02.400173 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d30615d0-2d29-4c14-ada5-e8caa89475bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:53:02.402239 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:53:02.523901 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d30615d0-2d29-4c14-ada5-e8caa89475bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.534996 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d30615d0-2d29-4c14-ada5-e8caa89475bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.536927 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d30615d0-2d29-4c14-ada5-e8caa89475bf admin admin] 10.222.0.70 "DELETE /v2.0/networks/22dfe0b9-dbb1-4507-9a97-25461caa3b1c HTTP/1.1" status: 204 len: 168 time: 0.4011049 Jul 30 01:53:02.549224 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30615d0-2d29-4c14-ada5-e8caa89475bf admin admin] Pushing event deleted for resources: {'Network': ['ID=22dfe0b9-dbb1-4507-9a97-25461caa3b1c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:02.646225 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48222) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:02.717834 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72a5b3-497c-4ceb-81ed-3d5f8c297265 req-1fb75b3c-355f-4eb2-9740-9d30ccce05f6 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:02.719274 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f72a5b3-497c-4ceb-81ed-3d5f8c297265 req-1fb75b3c-355f-4eb2-9740-9d30ccce05f6 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0590746 Jul 30 01:53:02.757817 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.758266 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f72a5b3-497c-4ceb-81ed-3d5f8c297265 req-b9b2e5c7-2990-4c8c-8be7-6bc9e498cc61 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329373 Jul 30 01:53:02.914025 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d1dbfcf2-3fa8-4657-9899-1a5e3d33d9ea admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-721398853-network', 'tenant_id': '82b2ce4666034d40a91f7f0fc444ff15'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:02.950671 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48234) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:02.997528 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-840d5410-31e4-47d3-8088-3aa66f8540c9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2dc51d617dcc43718597480eb48d3106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455019 Jul 30 01:53:02.998881 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dbfcf2-3fa8-4657-9899-1a5e3d33d9ea admin admin] Made reservation on behalf of 82b2ce4666034d40a91f7f0fc444ff15 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:03.000356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48238) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:03.001377 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1dbfcf2-3fa8-4657-9899-1a5e3d33d9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.011080 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1dbfcf2-3fa8-4657-9899-1a5e3d33d9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.085621 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bb8bb9ce-1965-47fe-a0e3-7513ec5fbade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.113944 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bb8bb9ce-1965-47fe-a0e3-7513ec5fbade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.141106 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1dbfcf2-3fa8-4657-9899-1a5e3d33d9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.197877 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1dbfcf2-3fa8-4657-9899-1a5e3d33d9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.220842 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bb8bb9ce-1965-47fe-a0e3-7513ec5fbade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.228339 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bb8bb9ce-1965-47fe-a0e3-7513ec5fbade admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.228339 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bb8bb9ce-1965-47fe-a0e3-7513ec5fbade admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/497a814a-6b46-42a6-b6d9-4c187b514b52 HTTP/1.1" status: 204 len: 168 time: 0.2254522 Jul 30 01:53:03.229392 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1dbfcf2-3fa8-4657-9899-1a5e3d33d9ea admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:53:03.232099 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbfcf2-3fa8-4657-9899-1a5e3d33d9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942d2301-4f9a-40bb-91df-1781dc9302ea,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:03.238472 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bb9ce-1965-47fe-a0e3-7513ec5fbade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497a814a-6b46-42a6-b6d9-4c187b514b52,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:03.242384 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1dbfcf2-3fa8-4657-9899-1a5e3d33d9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.251205 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-d1dbfcf2-3fa8-4657-9899-1a5e3d33d9ea admin admin] Added segment 0a91dcd2-6a27-4a84-adc7-4aa2551fb947 of type vlan for network 40710524-d634-46a3-ab81-7a4d5befc98c Jul 30 01:53:03.293757 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1dbfcf2-3fa8-4657-9899-1a5e3d33d9ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.369485 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1dbfcf2-3fa8-4657-9899-1a5e3d33d9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.370745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dbfcf2-3fa8-4657-9899-1a5e3d33d9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:03.371356 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1dbfcf2-3fa8-4657-9899-1a5e3d33d9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.443556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbfcf2-3fa8-4657-9899-1a5e3d33d9ea admin admin] Pushing event updated for resources: {'Network': ['ID=40710524-d634-46a3-ab81-7a4d5befc98c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:03.457905 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 40710524-d634-46a3-ab81-7a4d5befc98c details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:53:03.526857 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d1dbfcf2-3fa8-4657-9899-1a5e3d33d9ea admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8782620 Jul 30 01:53:03.530529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48264) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:03.536001 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ca0e259a-60da-41c8-8363-0071982acb0b admin admin] Request body: {'subnet': {'network_id': '40710524-d634-46a3-ab81-7a4d5befc98c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-721398853-subnet', 'tenant_id': '82b2ce4666034d40a91f7f0fc444ff15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:03.649515 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0e259a-60da-41c8-8363-0071982acb0b admin admin] Made reservation on behalf of 82b2ce4666034d40a91f7f0fc444ff15 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:03.652220 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ca0e259a-60da-41c8-8363-0071982acb0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.878078 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ca0e259a-60da-41c8-8363-0071982acb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.902259 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf62c54-d0d3-4588-9b90-7de2dd7fc2b6 req-9738feed-4b76-4279-9465-fa688a5e486b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:03.904095 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2cf62c54-d0d3-4588-9b90-7de2dd7fc2b6 req-9738feed-4b76-4279-9465-fa688a5e486b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0520916 Jul 30 01:53:03.932975 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e259a-60da-41c8-8363-0071982acb0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=97adda03-866d-4f55-a318-d95cb23bcf03,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:03.952089 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2cf62c54-d0d3-4588-9b90-7de2dd7fc2b6 req-3f96d4d9-6e1a-4f8f-a834-08c7486bdd90 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408893 Jul 30 01:53:03.966076 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0e259a-60da-41c8-8363-0071982acb0b admin admin] Checking segment: {'id': '0a91dcd2-6a27-4a84-adc7-4aa2551fb947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '40710524-d634-46a3-ab81-7a4d5befc98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:03.966475 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0e259a-60da-41c8-8363-0071982acb0b admin admin] Network hostable DHCP agents. Network: 40710524-d634-46a3-ab81-7a4d5befc98c, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:53:04.026747 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0e259a-60da-41c8-8363-0071982acb0b admin admin] Network 40710524-d634-46a3-ab81-7a4d5befc98c is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:53:04.100689 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-ca0e259a-60da-41c8-8363-0071982acb0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 40710524-d634-46a3-ab81-7a4d5befc98c) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:04.105406 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0e259a-60da-41c8-8363-0071982acb0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:04.106437 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ca0e259a-60da-41c8-8363-0071982acb0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:04.113711 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562e216e-4716-4bd1-8fa9-2bfc72ffa279 None None] Network 40710524-d634-46a3-ab81-7a4d5befc98c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:04.199075 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ca0e259a-60da-41c8-8363-0071982acb0b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6674192 Jul 30 01:53:04.249282 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a46a993-f7cb-48a4-9fbd-a4c7ccb404c2 None None] Network 40710524-d634-46a3-ab81-7a4d5befc98c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:04.466789 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48310) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:04.789275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-dbebfff0-d172-4a5a-a176-19d5cbf03dd6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2143558703-network', 'tenant_id': 'abf94101162146b19d686452c967dcf6'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:04.822157 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2ebb09c0-26cc-4408-9b3e-936b21b9e08f req-e70842da-9cce-49bf-bfee-3d20e83efe0a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0667918 Jul 30 01:53:04.901873 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb09c0-26cc-4408-9b3e-936b21b9e08f req-3f45c527-0aa8-457b-82af-d88d4635d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:04.903420 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2ebb09c0-26cc-4408-9b3e-936b21b9e08f req-3f45c527-0aa8-457b-82af-d88d4635d60b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 1096 time: 0.0421488 Jul 30 01:53:04.905865 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbebfff0-d172-4a5a-a176-19d5cbf03dd6 admin admin] Made reservation on behalf of abf94101162146b19d686452c967dcf6 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:04.908130 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dbebfff0-d172-4a5a-a176-19d5cbf03dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:04.921544 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dbebfff0-d172-4a5a-a176-19d5cbf03dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.054101 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb09c0-26cc-4408-9b3e-936b21b9e08f req-168a35a1-133c-42d6-87fe-cb25c7e492ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:05.055620 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2ebb09c0-26cc-4408-9b3e-936b21b9e08f req-168a35a1-133c-42d6-87fe-cb25c7e492ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 913 time: 0.1312454 Jul 30 01:53:05.103393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b825f-d215-46a0-acdf-7c31ff18be13 req-66ebddda-ace7-4fd6-86cf-6a33751b176f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:05.105836 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6a0b825f-d215-46a0-acdf-7c31ff18be13 req-66ebddda-ace7-4fd6-86cf-6a33751b176f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0694616 Jul 30 01:53:05.109701 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2ebb09c0-26cc-4408-9b3e-936b21b9e08f req-eea8ebd9-eb54-4209-8f2d-d58a20027c85 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a12eb71-838e-4718-8d21-2a7470945e26 HTTP/1.1" status: 200 len: 217 time: 0.0442526 Jul 30 01:53:05.153439 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6a0b825f-d215-46a0-acdf-7c31ff18be13 req-c83fdd30-5814-481a-9128-98f8ed8542ec tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392404 Jul 30 01:53:05.189326 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb09c0-26cc-4408-9b3e-936b21b9e08f req-01fe59c3-8236-4b78-b01c-17d8a0364c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:05.192644 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2ebb09c0-26cc-4408-9b3e-936b21b9e08f req-01fe59c3-8236-4b78-b01c-17d8a0364c4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.0758803 Jul 30 01:53:05.246088 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dbebfff0-d172-4a5a-a176-19d5cbf03dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.259712 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb09c0-26cc-4408-9b3e-936b21b9e08f req-06a32787-6a01-4741-a804-91c0108d9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:05.261266 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2ebb09c0-26cc-4408-9b3e-936b21b9e08f req-06a32787-6a01-4741-a804-91c0108d9ac0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571508 Jul 30 01:53:05.343016 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dbebfff0-d172-4a5a-a176-19d5cbf03dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.373478 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48346) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:05.393938 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbebfff0-d172-4a5a-a176-19d5cbf03dd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:53:05.405179 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2ebb09c0-26cc-4408-9b3e-936b21b9e08f req-a3caa116-ff36-4aeb-9aa4-f187e3bf5cf3 service neutron] 10.222.0.10 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364141 Jul 30 01:53:05.421286 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dbebfff0-d172-4a5a-a176-19d5cbf03dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.421632 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-dbebfff0-d172-4a5a-a176-19d5cbf03dd6 admin admin] Added segment d5d64e0e-1c72-4edc-a5fb-c94d9596e64d of type vlan for network 8173f374-3ae7-4d23-b8cc-405bd1c03a89 Jul 30 01:53:05.424133 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbebfff0-d172-4a5a-a176-19d5cbf03dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad18761-eed9-4e02-82e8-c00f027bb0c1,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:05.520756 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dbebfff0-d172-4a5a-a176-19d5cbf03dd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.564768 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2ebb09c0-26cc-4408-9b3e-936b21b9e08f req-5f88e186-0c26-4688-b594-7eb3418de008 service neutron] 10.222.0.10 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529574 Jul 30 01:53:05.589192 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c59a5077-5e23-40c0-a645-08513a7b41f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.603675 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48358) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:05.610731 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-46450f92-5628-4e96-8e5b-f2ea7be55e4f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1316263073-network', 'tenant_id': '0a2e9722531149209f3f2e296d2890e9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:05.649623 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dbebfff0-d172-4a5a-a176-19d5cbf03dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.650940 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbebfff0-d172-4a5a-a176-19d5cbf03dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:05.651558 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dbebfff0-d172-4a5a-a176-19d5cbf03dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.694447 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c59a5077-5e23-40c0-a645-08513a7b41f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.716265 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbebfff0-d172-4a5a-a176-19d5cbf03dd6 admin admin] Pushing event updated for resources: {'Network': ['ID=8173f374-3ae7-4d23-b8cc-405bd1c03a89,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:05.727175 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 8173f374-3ae7-4d23-b8cc-405bd1c03a89 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:53:05.744963 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c59a5077-5e23-40c0-a645-08513a7b41f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.798938 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c59a5077-5e23-40c0-a645-08513a7b41f9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af3bc1d1ee484215b9d27ed01e545851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4242084 Jul 30 01:53:05.799746 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48364) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:05.801415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a5077-5e23-40c0-a645-08513a7b41f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdab0f1d-36fc-4254-87f0-56896330ce3b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:05.855357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46450f92-5628-4e96-8e5b-f2ea7be55e4f admin admin] Made reservation on behalf of 0a2e9722531149209f3f2e296d2890e9 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:05.855752 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-46450f92-5628-4e96-8e5b-f2ea7be55e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.872550 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-46450f92-5628-4e96-8e5b-f2ea7be55e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.896154 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f479f04-da6e-458c-9e4c-49f456ac4763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.921125 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dbebfff0-d172-4a5a-a176-19d5cbf03dd6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4472280 Jul 30 01:53:05.921125 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48378) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:05.925848 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3671dc7b-4249-43f5-8843-3a4b090cd05b admin admin] Request body: {'subnet': {'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2143558703-subnet', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:05.943410 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f479f04-da6e-458c-9e4c-49f456ac4763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.060656 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-46450f92-5628-4e96-8e5b-f2ea7be55e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.100367 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f479f04-da6e-458c-9e4c-49f456ac4763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.103050 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f479f04-da6e-458c-9e4c-49f456ac4763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.104219 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9f479f04-da6e-458c-9e4c-49f456ac4763 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fdab0f1d-36fc-4254-87f0-56896330ce3b HTTP/1.1" status: 204 len: 168 time: 0.3032725 Jul 30 01:53:06.112139 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f479f04-da6e-458c-9e4c-49f456ac4763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdab0f1d-36fc-4254-87f0-56896330ce3b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:06.125069 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-46450f92-5628-4e96-8e5b-f2ea7be55e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.160626 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46450f92-5628-4e96-8e5b-f2ea7be55e4f admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:53:06.174257 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46450f92-5628-4e96-8e5b-f2ea7be55e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e121e8e-4615-42d8-adf6-981faf4d259e,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:06.179290 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-46450f92-5628-4e96-8e5b-f2ea7be55e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.179637 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-46450f92-5628-4e96-8e5b-f2ea7be55e4f admin admin] Added segment 8b85d8c5-3580-4dc7-9d12-eb82e543663f of type vlan for network 9d3b511d-766c-4248-9d9d-366d3e203523 Jul 30 01:53:06.213804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3671dc7b-4249-43f5-8843-3a4b090cd05b admin admin] Made reservation on behalf of abf94101162146b19d686452c967dcf6 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:06.216144 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3671dc7b-4249-43f5-8843-3a4b090cd05b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.274546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-46450f92-5628-4e96-8e5b-f2ea7be55e4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.365197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3505da2-1381-4187-94fb-478a9547d8c0 req-61d6c46b-ae90-4e2a-9e36-1e91679691f1 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:06.366762 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a3505da2-1381-4187-94fb-478a9547d8c0 req-61d6c46b-ae90-4e2a-9e36-1e91679691f1 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1051958 Jul 30 01:53:06.403467 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-46450f92-5628-4e96-8e5b-f2ea7be55e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.404465 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46450f92-5628-4e96-8e5b-f2ea7be55e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:06.405563 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-46450f92-5628-4e96-8e5b-f2ea7be55e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.482423 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a3505da2-1381-4187-94fb-478a9547d8c0 req-12da6d8d-23d0-474d-bacf-e0ab9c76816a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085823 Jul 30 01:53:06.514536 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46450f92-5628-4e96-8e5b-f2ea7be55e4f admin admin] Pushing event updated for resources: {'Network': ['ID=9d3b511d-766c-4248-9d9d-366d3e203523,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:06.524388 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 9d3b511d-766c-4248-9d9d-366d3e203523 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:53:06.581321 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-46450f92-5628-4e96-8e5b-f2ea7be55e4f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9758220 Jul 30 01:53:06.584073 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48414) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:06.589145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-6b1913c7-e010-4794-a910-b7c158037412 admin admin] Request body: {'subnet': {'network_id': '9d3b511d-766c-4248-9d9d-366d3e203523', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1316263073-subnet', 'tenant_id': '0a2e9722531149209f3f2e296d2890e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:06.632712 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3671dc7b-4249-43f5-8843-3a4b090cd05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.694188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671dc7b-4249-43f5-8843-3a4b090cd05b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a439f664-eccf-4b31-af50-c97e11387cdd,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:06.708018 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1913c7-e010-4794-a910-b7c158037412 admin admin] Made reservation on behalf of 0a2e9722531149209f3f2e296d2890e9 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:06.712558 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6b1913c7-e010-4794-a910-b7c158037412 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.724430 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3671dc7b-4249-43f5-8843-3a4b090cd05b admin admin] Checking segment: {'id': 'd5d64e0e-1c72-4edc-a5fb-c94d9596e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:06.724804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3671dc7b-4249-43f5-8843-3a4b090cd05b admin admin] Network hostable DHCP agents. Network: 8173f374-3ae7-4d23-b8cc-405bd1c03a89, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:53:06.739319 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48422) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:06.867324 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3671dc7b-4249-43f5-8843-3a4b090cd05b admin admin] Network 8173f374-3ae7-4d23-b8cc-405bd1c03a89 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:53:06.872944 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7c11d647-9407-4af6-84bc-e881d323df9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.944936 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-3671dc7b-4249-43f5-8843-3a4b090cd05b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 8173f374-3ae7-4d23-b8cc-405bd1c03a89) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:06.953392 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e58f580-ed3f-44fe-9bb0-032b4548c689 None None] Network 8173f374-3ae7-4d23-b8cc-405bd1c03a89 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:06.955422 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3671dc7b-4249-43f5-8843-3a4b090cd05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:06.956765 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3671dc7b-4249-43f5-8843-3a4b090cd05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.996726 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7c11d647-9407-4af6-84bc-e881d323df9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.015493 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6b1913c7-e010-4794-a910-b7c158037412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.061299 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7c11d647-9407-4af6-84bc-e881d323df9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.096094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1913c7-e010-4794-a910-b7c158037412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49279c0d-41e4-46e9-81e1-9fc50aed37b4,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:07.110954 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7c11d647-9407-4af6-84bc-e881d323df9e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d364e765662e4eb9b3d9db6230445098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673799 Jul 30 01:53:07.110954 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11d647-9407-4af6-84bc-e881d323df9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe2453c-7841-43aa-9ac2-edf97b2e02a1,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:07.112599 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48436) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:07.117835 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-8173f374-3ae7-4d23-b8cc-405bd1c03a89', 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'fixed_ips': [{'subnet_id': 'a439f664-eccf-4b31-af50-c97e11387cdd'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:53:07.123721 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.127098 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1913c7-e010-4794-a910-b7c158037412 admin admin] Checking segment: {'id': '8b85d8c5-3580-4dc7-9d12-eb82e543663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9d3b511d-766c-4248-9d9d-366d3e203523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:07.127469 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1913c7-e010-4794-a910-b7c158037412 admin admin] Network hostable DHCP agents. Network: 9d3b511d-766c-4248-9d9d-366d3e203523, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:53:07.173216 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3671dc7b-4249-43f5-8843-3a4b090cd05b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2481930 Jul 30 01:53:07.173408 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48438) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:07.177512 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d366e16a-e63b-458c-836a-8038a250a4d1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2143558703-router', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:07.188683 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4d228e47-1983-48fc-bf9b-e4d79a487517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.213810 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4d228e47-1983-48fc-bf9b-e4d79a487517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.263625 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Allocated IP 172.20.0.2 (8173f374-3ae7-4d23-b8cc-405bd1c03a89/a439f664-eccf-4b31-af50-c97e11387cdd/41ee6fa5-05a5-4319-afbe-83de3e772739) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:07.271811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1913c7-e010-4794-a910-b7c158037412 admin admin] Network 9d3b511d-766c-4248-9d9d-366d3e203523 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:53:07.272699 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d366e16a-e63b-458c-836a-8038a250a4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.273933 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d366e16a-e63b-458c-836a-8038a250a4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.363987 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-6b1913c7-e010-4794-a910-b7c158037412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 9d3b511d-766c-4248-9d9d-366d3e203523) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:07.365695 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4d228e47-1983-48fc-bf9b-e4d79a487517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.368316 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4d228e47-1983-48fc-bf9b-e4d79a487517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.372076 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4d228e47-1983-48fc-bf9b-e4d79a487517 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dfe2453c-7841-43aa-9ac2-edf97b2e02a1 HTTP/1.1" status: 204 len: 168 time: 0.2557666 Jul 30 01:53:07.379552 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1913c7-e010-4794-a910-b7c158037412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:07.380152 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6b1913c7-e010-4794-a910-b7c158037412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.389401 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a056711e-3dc7-4f70-be34-c8bbce48389b None None] Network 9d3b511d-766c-4248-9d9d-366d3e203523 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:07.402710 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d228e47-1983-48fc-bf9b-e4d79a487517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe2453c-7841-43aa-9ac2-edf97b2e02a1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:07.464904 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d366e16a-e63b-458c-836a-8038a250a4d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.473757 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6b1913c7-e010-4794-a910-b7c158037412 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8886323 Jul 30 01:53:07.496200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48452) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:07.544535 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.571175 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Transition to ACTIVE for port object 41ee6fa5-05a5-4319-afbe-83de3e772739 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:07.574466 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81f18cd-414d-449a-b857-37546ff897ed None None] Network 9d3b511d-766c-4248-9d9d-366d3e203523 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:07.629204 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Transition to ACTIVE for port object 41ee6fa5-05a5-4319-afbe-83de3e772739 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:07.718082 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.734236 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d366e16a-e63b-458c-836a-8038a250a4d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.750448 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9b0d0-18ac-4190-88d4-9e354d09841d req-5a4b6d67-474c-4bb6-984d-a52adfe50226 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:07.752059 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ab9b0d0-18ac-4190-88d4-9e354d09841d req-5a4b6d67-474c-4bb6-984d-a52adfe50226 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1283391 Jul 30 01:53:07.756645 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Network 8173f374-3ae7-4d23-b8cc-405bd1c03a89 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:07.760345 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:07.763067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:07.774928 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Pushing event updated for resources: {'Port': ['ID=41ee6fa5-05a5-4319-afbe-83de3e772739,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:07.793918 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ab9b0d0-18ac-4190-88d4-9e354d09841d req-23a2142b-0dc6-442a-87ec-9c87bc34ef7a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357413 Jul 30 01:53:07.832335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Attempting to bind port 41ee6fa5-05a5-4319-afbe-83de3e772739 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:07.832704 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Attempting to bind port 41ee6fa5-05a5-4319-afbe-83de3e772739 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'd5d64e0e-1c72-4edc-a5fb-c94d9596e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:07.835146 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Attempting to bind port 41ee6fa5-05a5-4319-afbe-83de3e772739 on network 8173f374-3ae7-4d23-b8cc-405bd1c03a89 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:07.838452 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:07.838833 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Checking segment: {'id': 'd5d64e0e-1c72-4edc-a5fb-c94d9596e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:07.839228 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.840077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Bound using segment: {'id': 'd5d64e0e-1c72-4edc-a5fb-c94d9596e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:07.840882 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Bound port: 41ee6fa5-05a5-4319-afbe-83de3e772739, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d64e0e-1c72-4edc-a5fb-c94d9596e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:07.841429 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.915243 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] For port 41ee6fa5-05a5-4319-afbe-83de3e772739, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:07.925849 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] For port 41ee6fa5-05a5-4319-afbe-83de3e772739, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=41ee6fa5-05a5-4319-afbe-83de3e772739,segment=NetworkSegment(d5d64e0e-1c72-4edc-a5fb-c94d9596e64d),segment_id=d5d64e0e-1c72-4edc-a5fb-c94d9596e64d)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:07.932869 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2d26c9eb-2f08-408e-ac06-9f017c1cba56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.992556 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.096591 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd76d43-ee1e-477c-80b9-1333f53d383b None None] Pushing event updated for resources: {'Port': ['ID=41ee6fa5-05a5-4319-afbe-83de3e772739,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:08.113102 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2d26c9eb-2f08-408e-ac06-9f017c1cba56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.169015 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d366e16a-e63b-458c-836a-8038a250a4d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.193875 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2d26c9eb-2f08-408e-ac06-9f017c1cba56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.220788 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d366e16a-e63b-458c-836a-8038a250a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.256575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26c9eb-2f08-408e-ac06-9f017c1cba56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45090985-be1f-41ea-b0b6-4051af9cab92,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:08.293643 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2d26c9eb-2f08-408e-ac06-9f017c1cba56 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ddc411861fc64a67b24ccd69aa975b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7961116 Jul 30 01:53:08.294528 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48486) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:08.389335 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6b572a80-9b03-4063-9fbc-8c42ed670e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.392679 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-d366e16a-e63b-458c-836a-8038a250a4d1 admin admin] Allocated IP 172.25.1.51 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/2cf0c758-b0f3-4026-ae11-5abb2604080f) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:08.424891 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6b572a80-9b03-4063-9fbc-8c42ed670e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.589463 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d366e16a-e63b-458c-836a-8038a250a4d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.603567 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6b572a80-9b03-4063-9fbc-8c42ed670e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.606137 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6b572a80-9b03-4063-9fbc-8c42ed670e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.607537 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6b572a80-9b03-4063-9fbc-8c42ed670e4e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/45090985-be1f-41ea-b0b6-4051af9cab92 HTTP/1.1" status: 204 len: 168 time: 0.3117225 Jul 30 01:53:08.618081 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b572a80-9b03-4063-9fbc-8c42ed670e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45090985-be1f-41ea-b0b6-4051af9cab92,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:08.702104 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-c3e3bcf2-349f-4228-a9f4-6f877dbdd355 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:08.703685 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-c3e3bcf2-349f-4228-a9f4-6f877dbdd355 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/networks?id=40710524-d634-46a3-ab81-7a4d5befc98c HTTP/1.1" status: 200 len: 824 time: 0.1410000 Jul 30 01:53:08.724893 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-7dc1c349-87c9-4a0a-97db-827716cb6a40 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/quotas/82b2ce4666034d40a91f7f0fc444ff15 HTTP/1.1" status: 200 len: 375 time: 0.0149570 Jul 30 01:53:08.767388 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b2108dee-758f-4135-9561-6f8cb85ae4b3 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=82b2ce4666034d40a91f7f0fc444ff15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352089 Jul 30 01:53:08.768510 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d366e16a-e63b-458c-836a-8038a250a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.787750 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48506) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:08.857277 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d366e16a-e63b-458c-836a-8038a250a4d1 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:08.867474 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d366e16a-e63b-458c-836a-8038a250a4d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:08.877591 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366e16a-e63b-458c-836a-8038a250a4d1 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf0c758-b0f3-4026-ae11-5abb2604080f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:08.877873 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d366e16a-e63b-458c-836a-8038a250a4d1 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:08.942510 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc045d8-6123-44b1-84a0-0e78032b3e6e req-9e74f29c-8c43-4483-ad83-a8ab4a3d0b68 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:08.955298 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fbc045d8-6123-44b1-84a0-0e78032b3e6e req-9e74f29c-8c43-4483-ad83-a8ab4a3d0b68 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0747418 Jul 30 01:53:08.958120 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-95e9a4eb-0ff2-445b-ac41-ef759498b234 service neutron] 10.222.0.70 "GET /v2.0/networks/40710524-d634-46a3-ab81-7a4d5befc98c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634743 Jul 30 01:53:09.019133 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fbc045d8-6123-44b1-84a0-0e78032b3e6e req-2eaee85e-6c48-4b55-b9c4-9f9c6b4f6e78 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619168 Jul 30 01:53:09.146678 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cdbf07fe-db6b-47ed-946a-e7c6d25cd3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.178317 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-d64833e9-805a-4cb9-9a93-5568b8b307fd service neutron] 10.222.0.70 "GET /v2.0/networks/40710524-d634-46a3-ab81-7a4d5befc98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191432 Jul 30 01:53:09.220268 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d954d666-3e2e-4055-92d7-94b720afa1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.314373 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649dddd7-de1c-4f9d-8d97-e84dcf46ee1c None None] Network 8173f374-3ae7-4d23-b8cc-405bd1c03a89 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:09.355313 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d954d666-3e2e-4055-92d7-94b720afa1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.424043 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d366e16a-e63b-458c-836a-8038a250a4d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.499405 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d954d666-3e2e-4055-92d7-94b720afa1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.522218 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e33cbc7f-cfff-4200-a1b7-31cdbbf5de78 None None] Provisioning for port 41ee6fa5-05a5-4319-afbe-83de3e772739 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:09.567935 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0bb725a-5574-43c8-b1fe-e78e099706e2 req-a2d6e59e-6dbd-4dfd-b993-bbdeb067f5eb tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/ports?device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 210 time: 0.0634406 Jul 30 01:53:09.591077 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d954d666-3e2e-4055-92d7-94b720afa1e7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7e9dcf18684d4a129cc7c21d94838e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7998121 Jul 30 01:53:09.592968 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954d666-3e2e-4055-92d7-94b720afa1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cd78a6-72f2-4c51-98dd-bec01a9ed765,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:09.595566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48528) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:09.664665 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0ee89c4-4491-4d47-8249-5c363c981f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.687766 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48532) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:09.702050 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48534) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:09.711446 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0ee89c4-4491-4d47-8249-5c363c981f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.733055 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0bd1c817-9981-40b0-8777-8831766fc137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.817217 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d366e16a-e63b-458c-836a-8038a250a4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.880163 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0bd1c817-9981-40b0-8777-8831766fc137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.889519 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0ee89c4-4491-4d47-8249-5c363c981f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.893700 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0ee89c4-4491-4d47-8249-5c363c981f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.897569 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d0ee89c4-4491-4d47-8249-5c363c981f9b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c0cd78a6-72f2-4c51-98dd-bec01a9ed765 HTTP/1.1" status: 204 len: 168 time: 0.2982426 Jul 30 01:53:09.905863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee89c4-4491-4d47-8249-5c363c981f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cd78a6-72f2-4c51-98dd-bec01a9ed765,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:09.958840 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0bd1c817-9981-40b0-8777-8831766fc137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.974965 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-1d714c3b-04fb-4456-8849-2062e96a14e5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-307364366-network', 'tenant_id': '7264d4c019094365b1666415166a2231'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:10.008312 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0bd1c817-9981-40b0-8777-8831766fc137 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c078664c68e4cbe8c8552535b03535c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2996585 Jul 30 01:53:10.008312 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48544) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:10.011809 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1c817-9981-40b0-8777-8831766fc137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77303a0f-6334-4ae7-ac7b-6c0e7de58afa,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:10.061335 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-03e4e84e-4ca0-4195-bbc8-83acbc3a9a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.077850 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d366e16a-e63b-458c-836a-8038a250a4d1 admin admin] Router 872417a3-697b-4260-9035-10a0a939869c is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:53:10.086339 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-03e4e84e-4ca0-4195-bbc8-83acbc3a9a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.122237 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d714c3b-04fb-4456-8849-2062e96a14e5 admin admin] Made reservation on behalf of 7264d4c019094365b1666415166a2231 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:10.125512 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d714c3b-04fb-4456-8849-2062e96a14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.140194 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d714c3b-04fb-4456-8849-2062e96a14e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.180958 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127816e6-7850-437b-88d1-c2c988e7c321 req-0cf9542d-b37c-4edf-8372-afb0f6c07e7a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:10.184347 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-127816e6-7850-437b-88d1-c2c988e7c321 req-0cf9542d-b37c-4edf-8372-afb0f6c07e7a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0878332 Jul 30 01:53:10.203998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 41ee6fa5-05a5-4319-afbe-83de3e772739 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:10.246426 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d366e16a-e63b-458c-836a-8038a250a4d1 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:10.250546 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-127816e6-7850-437b-88d1-c2c988e7c321 req-fe73a4c8-1e28-43b6-be27-ef5fcc3af1b8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523117 Jul 30 01:53:10.265517 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] Sync routers for ids ['872417a3-697b-4260-9035-10a0a939869c'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:10.277839 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-03e4e84e-4ca0-4195-bbc8-83acbc3a9a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.281322 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-03e4e84e-4ca0-4195-bbc8-83acbc3a9a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.282699 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-03e4e84e-4ca0-4195-bbc8-83acbc3a9a67 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/77303a0f-6334-4ae7-ac7b-6c0e7de58afa HTTP/1.1" status: 204 len: 168 time: 0.2759762 Jul 30 01:53:10.297568 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4e84e-4ca0-4195-bbc8-83acbc3a9a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77303a0f-6334-4ae7-ac7b-6c0e7de58afa,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:10.301736 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] Routers {'872417a3-697b-4260-9035-10a0a939869c'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:10.302415 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:52:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['872417a3-697b-4260-9035-10a0a939869c'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:10.320243 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4e84e-4ca0-4195-bbc8-83acbc3a9a67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:10.320600 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4e84e-4ca0-4195-bbc8-83acbc3a9a67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:10.320954 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4e84e-4ca0-4195-bbc8-83acbc3a9a67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:10.321366 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4e84e-4ca0-4195-bbc8-83acbc3a9a67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:10.321734 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4e84e-4ca0-4195-bbc8-83acbc3a9a67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:10.322109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4e84e-4ca0-4195-bbc8-83acbc3a9a67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:10.322545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4e84e-4ca0-4195-bbc8-83acbc3a9a67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:10.322886 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4e84e-4ca0-4195-bbc8-83acbc3a9a67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:10.323223 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4e84e-4ca0-4195-bbc8-83acbc3a9a67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:10.323558 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4e84e-4ca0-4195-bbc8-83acbc3a9a67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:10.323891 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4e84e-4ca0-4195-bbc8-83acbc3a9a67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:10.324226 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4e84e-4ca0-4195-bbc8-83acbc3a9a67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:10.366812 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d714c3b-04fb-4456-8849-2062e96a14e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.473432 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d714c3b-04fb-4456-8849-2062e96a14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.476392 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] Set router 872417a3-697b-4260-9035-10a0a939869c gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:10.508780 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 41ee6fa5-05a5-4319-afbe-83de3e772739 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:10.509768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d714c3b-04fb-4456-8849-2062e96a14e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fa09fa-0b9a-4619-90ed-d6fb6bbc59cc,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:10.537545 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 41ee6fa5-05a5-4319-afbe-83de3e772739 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:10.537926 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.558222 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d714c3b-04fb-4456-8849-2062e96a14e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:53:10.569723 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d714c3b-04fb-4456-8849-2062e96a14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.570084 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-1d714c3b-04fb-4456-8849-2062e96a14e5 admin admin] Added segment 51c2d4e3-ad5b-4c91-a3f4-abe71d223a46 of type vlan for network 2f416bf8-b50e-47c8-9954-b71af9fff1cc Jul 30 01:53:10.604875 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d366e16a-e63b-458c-836a-8038a250a4d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.609445 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d366e16a-e63b-458c-836a-8038a250a4d1 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4319761 Jul 30 01:53:10.610143 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48564) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:10.671215 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d714c3b-04fb-4456-8849-2062e96a14e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.685426 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ea5f058e-1815-4fad-a580-eb0d38d0c000 req-af7a5527-1e60-4030-b867-512f84ba4e4f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/ports?device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 210 time: 0.0365000 Jul 30 01:53:10.752019 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872417a3-697b-4260-9035-10a0a939869c', 'name': 'tempest-ServersTestManualDisk-2143558703-router', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:07Z', 'updated_at': '2021-07-30T01:53:09Z', 'revision_number': 3, 'project_id': 'abf94101162146b19d686452c967dcf6', 'gw_port': {'id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:10.785363 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.792115 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] Checking router: 872417a3-697b-4260-9035-10a0a939869c for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:10.799946 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] Updating router 872417a3-697b-4260-9035-10a0a939869c port 2cf0c758-b0f3-4026-ae11-5abb2604080f binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:53:10.848982 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.867742 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d714c3b-04fb-4456-8849-2062e96a14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.868923 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d714c3b-04fb-4456-8849-2062e96a14e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:10.869563 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d714c3b-04fb-4456-8849-2062e96a14e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.882839 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 41ee6fa5-05a5-4319-afbe-83de3e772739, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=41ee6fa5-05a5-4319-afbe-83de3e772739,segment=NetworkSegment(d5d64e0e-1c72-4edc-a5fb-c94d9596e64d),segment_id=d5d64e0e-1c72-4edc-a5fb-c94d9596e64d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:10.949143 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d714c3b-04fb-4456-8849-2062e96a14e5 admin admin] Pushing event updated for resources: {'Network': ['ID=2f416bf8-b50e-47c8-9954-b71af9fff1cc,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:10.949797 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.990678 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 2f416bf8-b50e-47c8-9954-b71af9fff1cc details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:53:11.007717 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1d714c3b-04fb-4456-8849-2062e96a14e5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3176978 Jul 30 01:53:11.012007 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48578) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:11.017975 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-95bd2e8e-046a-4cea-8d84-1853681d7850 admin admin] Request body: {'subnet': {'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-307364366-subnet', 'tenant_id': '7264d4c019094365b1666415166a2231', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:11.166540 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=41ee6fa5-05a5-4319-afbe-83de3e772739,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:11.168607 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bd2e8e-046a-4cea-8d84-1853681d7850 admin admin] Made reservation on behalf of 7264d4c019094365b1666415166a2231 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:11.178050 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95bd2e8e-046a-4cea-8d84-1853681d7850 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.306693 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.319816 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] Transition to ACTIVE for port object 2cf0c758-b0f3-4026-ae11-5abb2604080f will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:11.404189 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.486537 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588f07d-c53f-42b1-b425-bcaeaa1b2efc req-4ce9c82d-9200-48e4-a0e6-c695d6194507 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:11.494636 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2588f07d-c53f-42b1-b425-bcaeaa1b2efc req-4ce9c82d-9200-48e4-a0e6-c695d6194507 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1153905 Jul 30 01:53:11.495724 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48598) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:11.516543 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] Attempting to bind port 2cf0c758-b0f3-4026-ae11-5abb2604080f on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:11.523689 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] Attempting to bind port 2cf0c758-b0f3-4026-ae11-5abb2604080f by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:11.525693 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] Attempting to bind port 2cf0c758-b0f3-4026-ae11-5abb2604080f on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:11.536513 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:11.537018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:11.537503 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.538023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:11.538552 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] Bound port: 2cf0c758-b0f3-4026-ae11-5abb2604080f, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:11.539011 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.585971 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2588f07d-c53f-42b1-b425-bcaeaa1b2efc req-be7ed78e-4284-4602-8007-9796706d1437 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909183 Jul 30 01:53:11.613110 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77571d8a-cc8e-45f5-90b3-8f611d3cb997 None None] Pushing event updated for resources: {'Port': ['ID=2cf0c758-b0f3-4026-ae11-5abb2604080f,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:11.648368 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] For port 2cf0c758-b0f3-4026-ae11-5abb2604080f, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:11.652618 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] For port 2cf0c758-b0f3-4026-ae11-5abb2604080f, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=2cf0c758-b0f3-4026-ae11-5abb2604080f,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:11.653782 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.666194 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4039ba73-8b50-4e53-8c74-d7a1634cbe5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.669469 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-cd06995b-39ad-403f-85c1-6e4c4b07e0ab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-621491620-network', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:11.711754 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-900ac411-541c-45c0-b1e9-985a66ce5aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.745890 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.808409 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-907bc90b-7cbf-4d6b-aecc-59632529b6bf req-46d37e87-979d-448d-9a70-ba2ccc5d3672 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/ports?device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 210 time: 0.0384214 Jul 30 01:53:11.809346 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd06995b-39ad-403f-85c1-6e4c4b07e0ab admin admin] Made reservation on behalf of b5e9759d07ba4e958653b10399043a13 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:11.812525 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cd06995b-39ad-403f-85c1-6e4c4b07e0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.830957 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77571d8a-cc8e-45f5-90b3-8f611d3cb997 None None] Pushing event updated for resources: {'Port': ['ID=2cf0c758-b0f3-4026-ae11-5abb2604080f,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:11.848691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] Routers {'872417a3-697b-4260-9035-10a0a939869c'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:11.849323 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['872417a3-697b-4260-9035-10a0a939869c'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:12.076173 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95bd2e8e-046a-4cea-8d84-1853681d7850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:12.157950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-900ac411-541c-45c0-b1e9-985a66ce5aa6 admin admin] Allocated IP 172.20.0.1 (8173f374-3ae7-4d23-b8cc-405bd1c03a89/a439f664-eccf-4b31-af50-c97e11387cdd/777f8c8b-533b-42fe-8a5d-f92689720822) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:12.169426 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd2e8e-046a-4cea-8d84-1853681d7850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a410d550-e99c-4606-b8d2-acd17a993a4f,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:12.183339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 41ee6fa5-05a5-4319-afbe-83de3e772739 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:12.212396 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd2e8e-046a-4cea-8d84-1853681d7850 admin admin] Checking segment: {'id': '51c2d4e3-ad5b-4c91-a3f4-abe71d223a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:12.212698 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bd2e8e-046a-4cea-8d84-1853681d7850 admin admin] Network hostable DHCP agents. Network: 2f416bf8-b50e-47c8-9954-b71af9fff1cc, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:53:12.256374 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] Set router 872417a3-697b-4260-9035-10a0a939869c gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:12.309128 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cd06995b-39ad-403f-85c1-6e4c4b07e0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:12.362748 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-900ac411-541c-45c0-b1e9-985a66ce5aa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:12.367345 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 41ee6fa5-05a5-4319-afbe-83de3e772739 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:12.367736 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:12.385599 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-900ac411-541c-45c0-b1e9-985a66ce5aa6 admin admin] Transition to ACTIVE for port object 777f8c8b-533b-42fe-8a5d-f92689720822 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:12.411824 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bd2e8e-046a-4cea-8d84-1853681d7850 admin admin] Network 2f416bf8-b50e-47c8-9954-b71af9fff1cc is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:53:12.495542 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-95bd2e8e-046a-4cea-8d84-1853681d7850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 2f416bf8-b50e-47c8-9954-b71af9fff1cc) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:12.501472 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bd2e8e-046a-4cea-8d84-1853681d7850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:12.503174 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95bd2e8e-046a-4cea-8d84-1853681d7850 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:12.504747 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-7d4063f6-7f28-416e-b4f7-032e327c557b tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:12.506172 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-7d4063f6-7f28-416e-b4f7-032e327c557b tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.10 "GET /v2.0/networks?id=40710524-d634-46a3-ab81-7a4d5befc98c HTTP/1.1" status: 200 len: 824 time: 0.2332828 Jul 30 01:53:12.519940 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-900ac411-541c-45c0-b1e9-985a66ce5aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:12.527221 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22660dd1-45d8-4cb8-a2f4-2f678ed4c333 None None] Network 2f416bf8-b50e-47c8-9954-b71af9fff1cc requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:12.527568 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-1dcbc99c-2c3c-4454-966e-b24be4e3125f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Request body: {'port': {'device_id': 'c32ec162-b95a-438a-864d-f4fd71b293d4', 'network_id': '40710524-d634-46a3-ab81-7a4d5befc98c', 'admin_state_up': True, 'tenant_id': '82b2ce4666034d40a91f7f0fc444ff15'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:12.553968 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b510d4d-46a8-4174-ac0a-a87385188fab req-c1f7cffc-0b3e-469c-a7c7-1b1bbacf8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:12.555547 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b510d4d-46a8-4174-ac0a-a87385188fab req-c1f7cffc-0b3e-469c-a7c7-1b1bbacf8d50 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 1095 time: 0.2836635 Jul 30 01:53:12.566754 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900ac411-541c-45c0-b1e9-985a66ce5aa6 admin admin] Network 8173f374-3ae7-4d23-b8cc-405bd1c03a89 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:12.570124 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-900ac411-541c-45c0-b1e9-985a66ce5aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:12.572556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900ac411-541c-45c0-b1e9-985a66ce5aa6 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:12.616663 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ac411-541c-45c0-b1e9-985a66ce5aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=777f8c8b-533b-42fe-8a5d-f92689720822,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:12.628778 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-900ac411-541c-45c0-b1e9-985a66ce5aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:12.645787 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872417a3-697b-4260-9035-10a0a939869c', 'name': 'tempest-ServersTestManualDisk-2143558703-router', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:07Z', 'updated_at': '2021-07-30T01:53:09Z', 'revision_number': 3, 'project_id': 'abf94101162146b19d686452c967dcf6', 'gw_port': {'id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:12.648767 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bbc9d-a531-4586-a70d-87f53bcef808 req-b8635229-5f9a-4d93-aaac-71ce1231a5fa tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:12.659312 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a77bbc9d-a531-4586-a70d-87f53bcef808 req-b8635229-5f9a-4d93-aaac-71ce1231a5fa tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.3884680 Jul 30 01:53:12.681483 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522d2c9d-7bae-4a41-89f2-e8dd3d037c84 None None] The sync data for ids ['872417a3-697b-4260-9035-10a0a939869c'] in n-d-713498-9 is: [{'id': '872417a3-697b-4260-9035-10a0a939869c', 'name': 'tempest-ServersTestManualDisk-2143558703-router', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:07Z', 'updated_at': '2021-07-30T01:53:09Z', 'revision_number': 3, 'project_id': 'abf94101162146b19d686452c967dcf6', 'gw_port': {'id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:12.796835 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a77bbc9d-a531-4586-a70d-87f53bcef808 req-4ff70c35-ab9c-496f-950a-1ba32d828685 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359432 Jul 30 01:53:12.817707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-2f416bf8-b50e-47c8-9954-b71af9fff1cc', 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc', 'tenant_id': '7264d4c019094365b1666415166a2231', 'fixed_ips': [{'subnet_id': 'a410d550-e99c-4606-b8d2-acd17a993a4f'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:53:12.828412 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:12.907223 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-900ac411-541c-45c0-b1e9-985a66ce5aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.056609 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cd06995b-39ad-403f-85c1-6e4c4b07e0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.074158 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b510d4d-46a8-4174-ac0a-a87385188fab req-c42c33d4-79c8-4ce0-b166-99badfb2a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:13.074158 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b510d4d-46a8-4174-ac0a-a87385188fab req-c42c33d4-79c8-4ce0-b166-99badfb2a6f3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 913 time: 0.4598019 Jul 30 01:53:13.082234 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c7095a2d-5f68-415f-b8ff-c4047bf0d206 req-7a58e5c2-3081-489f-a033-b98e88267ca9 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/ports?device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 210 time: 0.0981178 Jul 30 01:53:13.143340 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Allocated IP 172.20.0.2 (2f416bf8-b50e-47c8-9954-b71af9fff1cc/a410d550-e99c-4606-b8d2-acd17a993a4f/02f144d9-017b-41f5-ac8a-eb074cdecb6e) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:13.167257 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cd06995b-39ad-403f-85c1-6e4c4b07e0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.203061 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.203724 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4bf037ce-37c1-442a-8afa-9d10520ff39c None None] Provisioning for port 777f8c8b-533b-42fe-8a5d-f92689720822 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:13.211500 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4bf037ce-37c1-442a-8afa-9d10520ff39c None None] Provisioning complete for port 777f8c8b-533b-42fe-8a5d-f92689720822 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:13.212297 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4bf037ce-37c1-442a-8afa-9d10520ff39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.220741 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd06995b-39ad-403f-85c1-6e4c4b07e0ab admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:53:13.254963 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-95bd2e8e-046a-4cea-8d84-1853681d7850 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.2416215 Jul 30 01:53:13.255951 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48640) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:13.256503 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4bf037ce-37c1-442a-8afa-9d10520ff39c None None] Port 777f8c8b-533b-42fe-8a5d-f92689720822 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:13.260618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-d3b1895e-a959-434d-ba4a-e65702116e59 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-307364366-router', 'tenant_id': '7264d4c019094365b1666415166a2231', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:13.268028 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cd06995b-39ad-403f-85c1-6e4c4b07e0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.268389 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-cd06995b-39ad-403f-85c1-6e4c4b07e0ab admin admin] Added segment 61b69ced-b837-4295-81db-bb73fd3ccacc of type vlan for network fb87329a-3973-4c1a-ad14-ee785b8bfa68 Jul 30 01:53:13.272531 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b510d4d-46a8-4174-ac0a-a87385188fab req-bd3a81d9-87a6-4f98-ac01-fd85f73cbdd1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c967715-842e-4180-ab4a-eb7c33291aed HTTP/1.1" status: 200 len: 999 time: 0.1928980 Jul 30 01:53:13.288190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06995b-39ad-403f-85c1-6e4c4b07e0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962a3cff-bb4b-4803-afbf-a87a67753f2f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:13.298718 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-900ac411-541c-45c0-b1e9-985a66ce5aa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.345318 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b510d4d-46a8-4174-ac0a-a87385188fab req-c67ca21e-c2e2-40b9-89c9-7a55bca218fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:13.347070 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b510d4d-46a8-4174-ac0a-a87385188fab req-c67ca21e-c2e2-40b9-89c9-7a55bca218fe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.0560212 Jul 30 01:53:13.392810 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.401933 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-900ac411-541c-45c0-b1e9-985a66ce5aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.407614 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Transition to ACTIVE for port object 02f144d9-017b-41f5-ac8a-eb074cdecb6e will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:13.411729 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cd06995b-39ad-403f-85c1-6e4c4b07e0ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.426552 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Transition to ACTIVE for port object 02f144d9-017b-41f5-ac8a-eb074cdecb6e will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:13.434346 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b510d4d-46a8-4174-ac0a-a87385188fab req-b4d3d108-4315-49c7-8adc-30ad496d1408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:13.435947 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b510d4d-46a8-4174-ac0a-a87385188fab req-b4d3d108-4315-49c7-8adc-30ad496d1408 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655048 Jul 30 01:53:13.468854 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ac411-541c-45c0-b1e9-985a66ce5aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=777f8c8b-533b-42fe-8a5d-f92689720822,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:13.471508 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-900ac411-541c-45c0-b1e9-985a66ce5aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.508801 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-1dcbc99c-2c3c-4454-966e-b24be4e3125f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Made reservation on behalf of 82b2ce4666034d40a91f7f0fc444ff15 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:13.512559 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-1dcbc99c-2c3c-4454-966e-b24be4e3125f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.530266 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.574739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Network 2f416bf8-b50e-47c8-9954-b71af9fff1cc is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:13.578461 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:13.582035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:13.591501 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Pushing event updated for resources: {'Port': ['ID=02f144d9-017b-41f5-ac8a-eb074cdecb6e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:13.626811 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900ac411-541c-45c0-b1e9-985a66ce5aa6 admin admin] Network 8173f374-3ae7-4d23-b8cc-405bd1c03a89 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:13.628644 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-900ac411-541c-45c0-b1e9-985a66ce5aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:13.660956 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Attempting to bind port 02f144d9-017b-41f5-ac8a-eb074cdecb6e on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:13.661330 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Attempting to bind port 02f144d9-017b-41f5-ac8a-eb074cdecb6e by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '51c2d4e3-ad5b-4c91-a3f4-abe71d223a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:13.661693 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Attempting to bind port 02f144d9-017b-41f5-ac8a-eb074cdecb6e on network 2f416bf8-b50e-47c8-9954-b71af9fff1cc {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:13.668444 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cd06995b-39ad-403f-85c1-6e4c4b07e0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.668683 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:13.668873 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Checking segment: {'id': '51c2d4e3-ad5b-4c91-a3f4-abe71d223a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:13.669282 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.669403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd06995b-39ad-403f-85c1-6e4c4b07e0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:13.670200 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Bound using segment: {'id': '51c2d4e3-ad5b-4c91-a3f4-abe71d223a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:13.674626 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cd06995b-39ad-403f-85c1-6e4c4b07e0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.674804 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Bound port: 02f144d9-017b-41f5-ac8a-eb074cdecb6e, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c2d4e3-ad5b-4c91-a3f4-abe71d223a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:13.674804 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.700500 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3b1895e-a959-434d-ba4a-e65702116e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.700500 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3b1895e-a959-434d-ba4a-e65702116e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.768041 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] For port 02f144d9-017b-41f5-ac8a-eb074cdecb6e, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:13.771381 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] For port 02f144d9-017b-41f5-ac8a-eb074cdecb6e, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=02f144d9-017b-41f5-ac8a-eb074cdecb6e,segment=NetworkSegment(51c2d4e3-ad5b-4c91-a3f4-abe71d223a46),segment_id=51c2d4e3-ad5b-4c91-a3f4-abe71d223a46)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:13.813768 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b510d4d-46a8-4174-ac0a-a87385188fab req-4df17707-327a-4ff8-8163-a24a8a21399a service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682535 Jul 30 01:53:13.838209 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.878596 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900ac411-541c-45c0-b1e9-985a66ce5aa6 admin admin] Router 872417a3-697b-4260-9035-10a0a939869c has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:13.911231 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3fd80-9e2b-4fe6-aa3f-3dadaa4039e8 None None] Pushing event updated for resources: {'Port': ['ID=02f144d9-017b-41f5-ac8a-eb074cdecb6e,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:14.038255 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cd06995b-39ad-403f-85c1-6e4c4b07e0ab admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5408964 Jul 30 01:53:14.067465 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48656) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:14.073834 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-870992c8-ae62-4a95-895c-6b80a801f153 admin admin] Request body: {'subnet': {'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-subnet', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:14.078846 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06995b-39ad-403f-85c1-6e4c4b07e0ab admin admin] Pushing event updated for resources: {'Network': ['ID=fb87329a-3973-4c1a-ad14-ee785b8bfa68,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:14.088553 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3b1895e-a959-434d-ba4a-e65702116e59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.100388 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c7a8c25b-02ed-489e-bc2d-b036f4ae222b None None] Provisioning complete for port 777f8c8b-533b-42fe-8a5d-f92689720822 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:14.100768 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c7a8c25b-02ed-489e-bc2d-b036f4ae222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.137251 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network fb87329a-3973-4c1a-ad14-ee785b8bfa68 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:53:14.143505 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b510d4d-46a8-4174-ac0a-a87385188fab req-02907554-5e2a-4d01-b685-05aa1237bb79 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133888 Jul 30 01:53:14.155153 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-1dcbc99c-2c3c-4454-966e-b24be4e3125f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Allocated IP 172.20.0.2 (40710524-d634-46a3-ab81-7a4d5befc98c/97adda03-866d-4f55-a318-d95cb23bcf03/6d22f80f-ce07-48d4-ad66-13502c9dc243) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:14.220621 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900ac411-541c-45c0-b1e9-985a66ce5aa6 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:14.277941 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-900ac411-541c-45c0-b1e9-985a66ce5aa6 admin admin] 10.222.0.70 "PUT /v2.0/routers/872417a3-697b-4260-9035-10a0a939869c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6668451 Jul 30 01:53:14.302445 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c7a8c25b-02ed-489e-bc2d-b036f4ae222b None None] Port 777f8c8b-533b-42fe-8a5d-f92689720822 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:14.329157 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a73690-c016-4070-a1a6-fda1a0ac8738 req-b35aef41-9f90-45d1-b7d7-e21d413585cc tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:14.339372 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e7a73690-c016-4070-a1a6-fda1a0ac8738 req-b35aef41-9f90-45d1-b7d7-e21d413585cc tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.2702579 Jul 30 01:53:14.370572 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870992c8-ae62-4a95-895c-6b80a801f153 admin admin] Made reservation on behalf of b5e9759d07ba4e958653b10399043a13 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:14.373844 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-870992c8-ae62-4a95-895c-6b80a801f153 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.419393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2cf0c758-b0f3-4026-ae11-5abb2604080f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:14.435240 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4a4131f-e813-4856-b62e-771dfdd8a320 req-d99f92e8-6323-471a-8885-ac55fd06ad8b tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/ports?device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 210 time: 0.1064637 Jul 30 01:53:14.489286 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e7a73690-c016-4070-a1a6-fda1a0ac8738 req-550ef59f-fac7-458d-b788-784a6c43ff56 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414707 Jul 30 01:53:14.610076 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3b1895e-a959-434d-ba4a-e65702116e59 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.615191 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.666491 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 2cf0c758-b0f3-4026-ae11-5abb2604080f completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:14.671212 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 2cf0c758-b0f3-4026-ae11-5abb2604080f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:14.671803 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.678503 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-1dcbc99c-2c3c-4454-966e-b24be4e3125f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.752268 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-870992c8-ae62-4a95-895c-6b80a801f153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.816233 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.846215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 2cf0c758-b0f3-4026-ae11-5abb2604080f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=2cf0c758-b0f3-4026-ae11-5abb2604080f,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:14.850598 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870992c8-ae62-4a95-895c-6b80a801f153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5331bae-ecd8-4548-bb35-10d75f268fda,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:14.868346 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870992c8-ae62-4a95-895c-6b80a801f153 admin admin] Checking segment: {'id': '61b69ced-b837-4295-81db-bb73fd3ccacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:14.868918 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870992c8-ae62-4a95-895c-6b80a801f153 admin admin] Network hostable DHCP agents. Network: fb87329a-3973-4c1a-ad14-ee785b8bfa68, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:53:14.916906 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-1dcbc99c-2c3c-4454-966e-b24be4e3125f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.934974 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.963125 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870992c8-ae62-4a95-895c-6b80a801f153 admin admin] Network fb87329a-3973-4c1a-ad14-ee785b8bfa68 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:53:14.989020 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=2cf0c758-b0f3-4026-ae11-5abb2604080f,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:15.031908 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48684) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:15.037348 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-7232f75a-decc-4adf-994d-d786159fa57e tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1856967935', 'description': 'tempest-description--1330078756'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:15.044495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-1dcbc99c-2c3c-4454-966e-b24be4e3125f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Network 40710524-d634-46a3-ab81-7a4d5befc98c is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:15.048955 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbc99c-2c3c-4454-966e-b24be4e3125f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Pushing event updated for resources: {'Port': ['ID=6d22f80f-ce07-48d4-ad66-13502c9dc243,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:15.052500 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-1dcbc99c-2c3c-4454-966e-b24be4e3125f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:15.057498 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-1dcbc99c-2c3c-4454-966e-b24be4e3125f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:15.105711 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-870992c8-ae62-4a95-895c-6b80a801f153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, fb87329a-3973-4c1a-ad14-ee785b8bfa68) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:15.110588 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870992c8-ae62-4a95-895c-6b80a801f153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:15.112078 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-870992c8-ae62-4a95-895c-6b80a801f153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.118545 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05c5701-a2d4-4a19-bb66-5d3b99faa26b None None] Network fb87329a-3973-4c1a-ad14-ee785b8bfa68 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:15.155893 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3b1895e-a959-434d-ba4a-e65702116e59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.162816 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-1dcbc99c-2c3c-4454-966e-b24be4e3125f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:15.163501 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-1dcbc99c-2c3c-4454-966e-b24be4e3125f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.188735 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3b1895e-a959-434d-ba4a-e65702116e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.204900 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7232f75a-decc-4adf-994d-d786159fa57e tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.316048 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-870992c8-ae62-4a95-895c-6b80a801f153 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2463281 Jul 30 01:53:15.316754 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48694) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:15.321670 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:15.344078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:53:15.344988 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.397358 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-d3b1895e-a959-434d-ba4a-e65702116e59 admin admin] Allocated IP 172.25.1.93 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/7d27c192-6458-4fc8-a8a2-a68335b69c36) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:15.433296 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-1dcbc99c-2c3c-4454-966e-b24be4e3125f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9148109 Jul 30 01:53:15.443351 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.db.api [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:53:15.443351 n-d-713498-9 neutron-server[94464]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 01:53:15.443351 n-d-713498-9 neutron-server[94464]: [parameters: {'project_id_1': 'b5e9759d07ba4e958653b10399043a13', 'expiration_1': datetime.datetime(2021, 7, 30, 1, 53, 15, 327816)}] Jul 30 01:53:15.443351 n-d-713498-9 neutron-server[94464]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:53:15.443758 n-d-713498-9 neutron-server[94464]: DEBUG oslo_db.api [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:53:15.447408 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] Request body: {'port': {'device_id': 'c32ec162-b95a-438a-864d-f4fd71b293d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:15.534975 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200552d1-85a0-4fab-a7b9-ead29c5c4acf None None] Network 2f416bf8-b50e-47c8-9954-b71af9fff1cc requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:15.569697 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7232f75a-decc-4adf-994d-d786159fa57e tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.604714 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] Sync routers for ids ['872417a3-697b-4260-9035-10a0a939869c'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:15.625756 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] Routers {'872417a3-697b-4260-9035-10a0a939869c'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:15.626648 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['872417a3-697b-4260-9035-10a0a939869c'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:15.650505 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bd34b-74bf-4d36-a3e1-f25380d4e10a req-52ddfd30-97f5-454c-ba33-bd928031c047 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:15.660170 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f89bd34b-74bf-4d36-a3e1-f25380d4e10a req-52ddfd30-97f5-454c-ba33-bd928031c047 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0645056 Jul 30 01:53:15.663449 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7232f75a-decc-4adf-994d-d786159fa57e tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.663628 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.690079 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Allocated IP 172.20.0.2 (fb87329a-3973-4c1a-ad14-ee785b8bfa68/d5331bae-ecd8-4548-bb35-10d75f268fda/e1c98999-45f7-4b02-9fde-78aa77d8ea30) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:15.721457 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232f75a-decc-4adf-994d-d786159fa57e tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=090f9964-e7fc-4a20-9c58-c26ee1183d64,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:15.722137 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-68a0b643-6800-4578-a3a4-d70ebc61159c None None] Provisioning for port 02f144d9-017b-41f5-ac8a-eb074cdecb6e completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:15.757130 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f89bd34b-74bf-4d36-a3e1-f25380d4e10a req-fb170408-1f90-4e5f-9f70-844f975a924d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960119 Jul 30 01:53:15.771086 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7232f75a-decc-4adf-994d-d786159fa57e tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.772678 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7232f75a-decc-4adf-994d-d786159fa57e tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7396295 Jul 30 01:53:15.775644 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48708) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:15.781721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-112fe6c9-0284-4d7d-912b-21e25fd172cc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Request body: {'security_group_rule': {'security_group_id': '090f9964-e7fc-4a20-9c58-c26ee1183d64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:15.793564 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] Set router 872417a3-697b-4260-9035-10a0a939869c gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:15.902177 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4aba2d-e5c0-448a-b2b7-69d74e05b01a req-91e889d7-eee0-4f3e-8492-aa1b3523c2a8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:15.908761 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3b1895e-a959-434d-ba4a-e65702116e59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.910660 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0e4aba2d-e5c0-448a-b2b7-69d74e05b01a req-91e889d7-eee0-4f3e-8492-aa1b3523c2a8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0760458 Jul 30 01:53:15.919395 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-112fe6c9-0284-4d7d-912b-21e25fd172cc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.956416 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.964469 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089156b-61c2-46f7-9385-739d98aaf371 req-75790c6e-581f-4a41-a555-3ca49dfd27c0 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:15.965175 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Transition to ACTIVE for port object e1c98999-45f7-4b02-9fde-78aa77d8ea30 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:15.979769 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b089156b-61c2-46f7-9385-739d98aaf371 req-75790c6e-581f-4a41-a555-3ca49dfd27c0 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/ports?device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 931 time: 0.4126930 Jul 30 01:53:15.983466 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Transition to ACTIVE for port object e1c98999-45f7-4b02-9fde-78aa77d8ea30 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:16.017256 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-112fe6c9-0284-4d7d-912b-21e25fd172cc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.030215 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3b1895e-a959-434d-ba4a-e65702116e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.036124 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0e4aba2d-e5c0-448a-b2b7-69d74e05b01a req-86f41306-b37e-4518-b852-e09005501109 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242414 Jul 30 01:53:16.059655 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b089156b-61c2-46f7-9385-739d98aaf371 req-2dfde66b-3898-4bd7-8dcb-acfab458a7ae tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/security-groups?id=942d2301-4f9a-40bb-91df-1781dc9302ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795016 Jul 30 01:53:16.084416 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.113168 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.114228 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.114604 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b1895e-a959-434d-ba4a-e65702116e59 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:16.121314 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-d3b1895e-a959-434d-ba4a-e65702116e59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:16.121475 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-112fe6c9-0284-4d7d-912b-21e25fd172cc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.128930 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b1895e-a959-434d-ba4a-e65702116e59 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:16.191443 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1895e-a959-434d-ba4a-e65702116e59 admin admin] Pushing event updated for resources: {'Port': ['ID=7d27c192-6458-4fc8-a8a2-a68335b69c36,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:16.199976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fe6c9-0284-4d7d-912b-21e25fd172cc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ecedb46-5934-41f6-a4a0-5f13f464edd7,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:16.285736 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872417a3-697b-4260-9035-10a0a939869c', 'name': 'tempest-ServersTestManualDisk-2143558703-router', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:07Z', 'updated_at': '2021-07-30T01:53:12Z', 'revision_number': 4, 'project_id': 'abf94101162146b19d686452c967dcf6', 'gw_port': {'id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '777f8c8b-533b-42fe-8a5d-f92689720822', 'name': '', 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'mac_address': 'fa:16:3e:1c:d9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a439f664-eccf-4b31-af50-c97e11387cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:11Z', 'updated_at': '2021-07-30T01:53:12Z', 'revision_number': 2, 'project_id': 'abf94101162146b19d686452c967dcf6', 'subnets': [{'id': 'a439f664-eccf-4b31-af50-c97e11387cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:16.337669 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-112fe6c9-0284-4d7d-912b-21e25fd172cc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.341865 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-112fe6c9-0284-4d7d-912b-21e25fd172cc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5648615 Jul 30 01:53:16.343589 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.344296 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48718) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:16.349178 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-7bb60167-3352-489e-925a-d31e11d241b1 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Request body: {'security_group_rule': {'security_group_id': '090f9964-e7fc-4a20-9c58-c26ee1183d64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:16.352950 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] Checking router: 872417a3-697b-4260-9035-10a0a939869c for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:16.352950 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] Updating router 872417a3-697b-4260-9035-10a0a939869c port 777f8c8b-533b-42fe-8a5d-f92689720822 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:53:16.397263 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48720) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:16.423736 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.451005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Network fb87329a-3973-4c1a-ad14-ee785b8bfa68 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:16.453127 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:16.459308 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 02f144d9-017b-41f5-ac8a-eb074cdecb6e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:16.472154 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:16.506347 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7bb60167-3352-489e-925a-d31e11d241b1 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.604876 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Pushing event updated for resources: {'Port': ['ID=e1c98999-45f7-4b02-9fde-78aa77d8ea30,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:16.627587 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Attempting to bind port e1c98999-45f7-4b02-9fde-78aa77d8ea30 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:16.628041 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Attempting to bind port e1c98999-45f7-4b02-9fde-78aa77d8ea30 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '61b69ced-b837-4295-81db-bb73fd3ccacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:16.628419 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Attempting to bind port e1c98999-45f7-4b02-9fde-78aa77d8ea30 on network fb87329a-3973-4c1a-ad14-ee785b8bfa68 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:16.632029 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.635435 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a8b49c69-7c93-467c-a91a-7fc27aaa2349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.636989 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:16.637393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Checking segment: {'id': '61b69ced-b837-4295-81db-bb73fd3ccacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:16.639669 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.640268 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Bound using segment: {'id': '61b69ced-b837-4295-81db-bb73fd3ccacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:16.640885 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Bound port: e1c98999-45f7-4b02-9fde-78aa77d8ea30, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b69ced-b837-4295-81db-bb73fd3ccacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:16.641335 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.673104 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7bb60167-3352-489e-925a-d31e11d241b1 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.678681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30c000-ab60-41af-b138-e537f880913c req-5feac515-bb12-4aa1-8dcc-a1e05e65d794 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:16.680843 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd30c000-ab60-41af-b138-e537f880913c req-5feac515-bb12-4aa1-8dcc-a1e05e65d794 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.3913517 Jul 30 01:53:16.711027 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d22f80f-ce07-48d4-ad66-13502c9dc243 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:53:16.721160 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.745445 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] Transition to ACTIVE for port object 6d22f80f-ce07-48d4-ad66-13502c9dc243 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:16.760399 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd30c000-ab60-41af-b138-e537f880913c req-b2af3364-f2b4-420e-ab4a-66b4818d2cc6 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702667 Jul 30 01:53:16.765610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 02f144d9-017b-41f5-ac8a-eb074cdecb6e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:16.778761 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 02f144d9-017b-41f5-ac8a-eb074cdecb6e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:16.779393 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.783901 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] For port e1c98999-45f7-4b02-9fde-78aa77d8ea30, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:16.791965 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7bb60167-3352-489e-925a-d31e11d241b1 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.833069 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a8b49c69-7c93-467c-a91a-7fc27aaa2349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.835235 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] For port e1c98999-45f7-4b02-9fde-78aa77d8ea30, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e1c98999-45f7-4b02-9fde-78aa77d8ea30,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:16.836801 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb60167-3352-489e-925a-d31e11d241b1 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f3de00-487a-496f-999a-fef77a23bc02,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:16.863518 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.881430 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] Transition to ACTIVE for port object 777f8c8b-533b-42fe-8a5d-f92689720822 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:16.892842 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.910111 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.947673 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 02f144d9-017b-41f5-ac8a-eb074cdecb6e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=02f144d9-017b-41f5-ac8a-eb074cdecb6e,segment=NetworkSegment(51c2d4e3-ad5b-4c91-a3f4-abe71d223a46),segment_id=51c2d4e3-ad5b-4c91-a3f4-abe71d223a46)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:16.960149 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a8b49c69-7c93-467c-a91a-7fc27aaa2349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.975956 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.027569 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b49c69-7c93-467c-a91a-7fc27aaa2349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d98fa0-7b14-48d7-81e2-71dd154eef62,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:17.037247 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a8b49c69-7c93-467c-a91a-7fc27aaa2349 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=165ceaa2b285438fbdab626962ba0739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6379452 Jul 30 01:53:17.042113 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48726) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:17.043476 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.072931 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cf70f-d5ef-4cdc-b3cd-86695d0e181b None None] Pushing event updated for resources: {'Port': ['ID=e1c98999-45f7-4b02-9fde-78aa77d8ea30,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:17.076797 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.077000 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7bb60167-3352-489e-925a-d31e11d241b1 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.077661 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2cf0c758-b0f3-4026-ae11-5abb2604080f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:17.081113 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7bb60167-3352-489e-925a-d31e11d241b1 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7356756 Jul 30 01:53:17.084480 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48728) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:17.086919 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.104692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-2db5b8e9-c1d4-489a-a04f-dd53d6210e99 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:17.143621 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65262d5d-195d-4397-bc3c-1313c8005d9b None None] Pushing event updated for resources: {'Port': ['ID=777f8c8b-533b-42fe-8a5d-f92689720822,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:17.147274 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.175152 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65262d5d-195d-4397-bc3c-1313c8005d9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:17.175498 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65262d5d-195d-4397-bc3c-1313c8005d9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:17.175867 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65262d5d-195d-4397-bc3c-1313c8005d9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:17.176202 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65262d5d-195d-4397-bc3c-1313c8005d9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:17.176533 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65262d5d-195d-4397-bc3c-1313c8005d9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:17.176862 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65262d5d-195d-4397-bc3c-1313c8005d9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:17.177185 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65262d5d-195d-4397-bc3c-1313c8005d9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:17.177505 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65262d5d-195d-4397-bc3c-1313c8005d9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:17.177824 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65262d5d-195d-4397-bc3c-1313c8005d9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:17.178140 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65262d5d-195d-4397-bc3c-1313c8005d9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:17.202039 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65262d5d-195d-4397-bc3c-1313c8005d9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:17.202524 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65262d5d-195d-4397-bc3c-1313c8005d9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:17.291122 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22ca336f-bb15-48ce-8bf7-0fcef8de72d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.295509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 2cf0c758-b0f3-4026-ae11-5abb2604080f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:17.300047 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.305650 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=02f144d9-017b-41f5-ac8a-eb074cdecb6e,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:17.331458 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] Attempting to bind port 777f8c8b-533b-42fe-8a5d-f92689720822 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:17.331831 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] Attempting to bind port 777f8c8b-533b-42fe-8a5d-f92689720822 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'd5d64e0e-1c72-4edc-a5fb-c94d9596e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:17.332246 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] Attempting to bind port 777f8c8b-533b-42fe-8a5d-f92689720822 on network 8173f374-3ae7-4d23-b8cc-405bd1c03a89 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:17.350706 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:17.350877 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] Checking segment: {'id': 'd5d64e0e-1c72-4edc-a5fb-c94d9596e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:17.351271 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.351675 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] Bound using segment: {'id': 'd5d64e0e-1c72-4edc-a5fb-c94d9596e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:17.352212 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] Bound port: 777f8c8b-533b-42fe-8a5d-f92689720822, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d64e0e-1c72-4edc-a5fb-c94d9596e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:17.352593 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.361992 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2db5b8e9-c1d4-489a-a04f-dd53d6210e99 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.545381 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.545591 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22ca336f-bb15-48ce-8bf7-0fcef8de72d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.558498 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] For port 777f8c8b-533b-42fe-8a5d-f92689720822, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:17.562669 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] For port 777f8c8b-533b-42fe-8a5d-f92689720822, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=777f8c8b-533b-42fe-8a5d-f92689720822,segment=NetworkSegment(d5d64e0e-1c72-4edc-a5fb-c94d9596e64d),segment_id=d5d64e0e-1c72-4edc-a5fb-c94d9596e64d)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:17.669174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8866894-1473-4534-9604-16502bf1df65 service neutron] Pushing event updated for resources: {'Port': ['ID=6d22f80f-ce07-48d4-ad66-13502c9dc243,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:17.678388 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.706491 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3b1895e-a959-434d-ba4a-e65702116e59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.752642 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] Allocated IP 172.25.1.158 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/5c89c567-87e5-446e-93b9-db08c613d581) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:17.788350 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaad28b-522b-43cb-9ea0-8d8eb922ab74 req-5675e2b5-cae9-42cb-9103-880fc1192b62 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:17.791102 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fdaad28b-522b-43cb-9ea0-8d8eb922ab74 req-5675e2b5-cae9-42cb-9103-880fc1192b62 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/ports?device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 943 time: 0.1880188 Jul 30 01:53:17.800808 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] Routers {'872417a3-697b-4260-9035-10a0a939869c'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:17.801718 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['872417a3-697b-4260-9035-10a0a939869c'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:17.823651 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b30686-df9e-4f7e-81b6-052d1efba691 req-a6929e6f-7676-43af-9f7c-b0a37ddfddb5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:17.825291 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24b30686-df9e-4f7e-81b6-052d1efba691 req-a6929e6f-7676-43af-9f7c-b0a37ddfddb5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1609960 Jul 30 01:53:17.870942 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65262d5d-195d-4397-bc3c-1313c8005d9b None None] Pushing event updated for resources: {'Port': ['ID=777f8c8b-533b-42fe-8a5d-f92689720822,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:17.941080 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fdaad28b-522b-43cb-9ea0-8d8eb922ab74 req-ad528d05-463b-4270-b826-9b525a1ebb48 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/security-groups?id=942d2301-4f9a-40bb-91df-1781dc9302ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387937 Jul 30 01:53:17.943734 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] Attempting to bind port 6d22f80f-ce07-48d4-ad66-13502c9dc243 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:17.943734 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] Attempting to bind port 6d22f80f-ce07-48d4-ad66-13502c9dc243 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '0a91dcd2-6a27-4a84-adc7-4aa2551fb947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '40710524-d634-46a3-ab81-7a4d5befc98c'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:17.944079 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] Attempting to bind port 6d22f80f-ce07-48d4-ad66-13502c9dc243 on network 40710524-d634-46a3-ab81-7a4d5befc98c {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:17.972433 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22ca336f-bb15-48ce-8bf7-0fcef8de72d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.977901 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22ca336f-bb15-48ce-8bf7-0fcef8de72d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.984790 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-22ca336f-bb15-48ce-8bf7-0fcef8de72d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/92d98fa0-7b14-48d7-81e2-71dd154eef62 HTTP/1.1" status: 204 len: 168 time: 0.9402230 Jul 30 01:53:18.023200 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] Set router 872417a3-697b-4260-9035-10a0a939869c gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:18.070968 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] Port 6d22f80f-ce07-48d4-ad66-13502c9dc243 on network 40710524-d634-46a3-ab81-7a4d5befc98c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:53:18.070968 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] Attempting to bind port 6d22f80f-ce07-48d4-ad66-13502c9dc243 on network 40710524-d634-46a3-ab81-7a4d5befc98c {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:18.070968 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:18.070968 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] Checking segment: {'id': '0a91dcd2-6a27-4a84-adc7-4aa2551fb947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '40710524-d634-46a3-ab81-7a4d5befc98c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:18.070968 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] Bound using segment: {'id': '0a91dcd2-6a27-4a84-adc7-4aa2551fb947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '40710524-d634-46a3-ab81-7a4d5befc98c'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:18.071892 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] Bound port: 6d22f80f-ce07-48d4-ad66-13502c9dc243, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a91dcd2-6a27-4a84-adc7-4aa2551fb947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '40710524-d634-46a3-ab81-7a4d5befc98c'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:18.071892 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.205299 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.241861 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3b1895e-a959-434d-ba4a-e65702116e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.267504 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] For port 6d22f80f-ce07-48d4-ad66-13502c9dc243, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:18.273854 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] For port 6d22f80f-ce07-48d4-ad66-13502c9dc243, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6d22f80f-ce07-48d4-ad66-13502c9dc243,segment=NetworkSegment(0a91dcd2-6a27-4a84-adc7-4aa2551fb947),segment_id=0a91dcd2-6a27-4a84-adc7-4aa2551fb947)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:18.299795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca336f-bb15-48ce-8bf7-0fcef8de72d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d98fa0-7b14-48d7-81e2-71dd154eef62,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:18.312069 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24b30686-df9e-4f7e-81b6-052d1efba691 req-6a0faa5d-3485-4901-b467-ae29d8592a99 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4755883 Jul 30 01:53:18.395618 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2db5b8e9-c1d4-489a-a04f-dd53d6210e99 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.410566 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.471844 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:18.473864 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.476413 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-b8866894-1473-4534-9604-16502bf1df65 service neutron] 10.222.0.10 "PUT /v2.0/ports/6d22f80f-ce07-48d4-ad66-13502c9dc243 HTTP/1.1" status: 200 len: 1091 time: 3.0340574 Jul 30 01:53:18.491774 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.504933 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 02f144d9-017b-41f5-ac8a-eb074cdecb6e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:18.515075 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32ec162-b95a-438a-864d-f4fd71b293d4', 'tag': '6d22f80f-ce07-48d4-ad66-13502c9dc243'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:18.523638 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f163b756-4539-4443-87ae-bf5667fc369f" -d '{"events": [{"name": "network-changed", "server_uuid": "c32ec162-b95a-438a-864d-f4fd71b293d4", "tag": "6d22f80f-ce07-48d4-ad66-13502c9dc243"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:18.524657 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872417a3-697b-4260-9035-10a0a939869c', 'name': 'tempest-ServersTestManualDisk-2143558703-router', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:07Z', 'updated_at': '2021-07-30T01:53:12Z', 'revision_number': 4, 'project_id': 'abf94101162146b19d686452c967dcf6', 'gw_port': {'id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '777f8c8b-533b-42fe-8a5d-f92689720822', 'name': '', 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'mac_address': 'fa:16:3e:1c:d9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a439f664-eccf-4b31-af50-c97e11387cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:11Z', 'updated_at': '2021-07-30T01:53:17Z', 'revision_number': 4, 'project_id': 'abf94101162146b19d686452c967dcf6', 'subnets': [{'id': 'a439f664-eccf-4b31-af50-c97e11387cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:18.598089 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe826d7e-dbca-4fc7-9c0c-b57f67168547 None None] The sync data for ids ['872417a3-697b-4260-9035-10a0a939869c'] in n-d-713498-9 is: [{'id': '872417a3-697b-4260-9035-10a0a939869c', 'name': 'tempest-ServersTestManualDisk-2143558703-router', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:07Z', 'updated_at': '2021-07-30T01:53:12Z', 'revision_number': 4, 'project_id': 'abf94101162146b19d686452c967dcf6', 'gw_port': {'id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '777f8c8b-533b-42fe-8a5d-f92689720822', 'name': '', 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'mac_address': 'fa:16:3e:1c:d9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a439f664-eccf-4b31-af50-c97e11387cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:11Z', 'updated_at': '2021-07-30T01:53:17Z', 'revision_number': 4, 'project_id': 'abf94101162146b19d686452c967dcf6', 'subnets': [{'id': 'a439f664-eccf-4b31-af50-c97e11387cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:18.612632 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:18.632193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:18.655107 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 02f144d9-017b-41f5-ac8a-eb074cdecb6e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:18.655500 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.708283 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0736f4-acad-4c86-b285-bfd60264aaa4 x-openstack-request-id: req-7e0736f4-acad-4c86-b285-bfd60264aaa4 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:18.708797 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32ec162-b95a-438a-864d-f4fd71b293d4", "tag": "6d22f80f-ce07-48d4-ad66-13502c9dc243", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:18.709933 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e0736f4-acad-4c86-b285-bfd60264aaa4 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:18.710360 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32ec162-b95a-438a-864d-f4fd71b293d4', 'tag': '6d22f80f-ce07-48d4-ad66-13502c9dc243', 'status': 'completed', 'code': 200} Jul 30 01:53:18.713241 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:18.720544 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] Pushing event updated for resources: {'Port': ['ID=5c89c567-87e5-446e-93b9-db08c613d581,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:18.792503 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-2db5b8e9-c1d4-489a-a04f-dd53d6210e99 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Allocated IP 172.25.1.6 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/a0c7ca19-4c9e-4d3a-8a01-297f29fa2a9b) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:18.816052 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8866894-1473-4534-9604-16502bf1df65 service neutron] Pushing event updated for resources: {'Port': ['ID=6d22f80f-ce07-48d4-ad66-13502c9dc243,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:18.828337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e1c98999-45f7-4b02-9fde-78aa77d8ea30 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:18.846089 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-6c092c40-075b-4bc7-9267-fe785bf83074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:18.847763 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-6c092c40-075b-4bc7-9267-fe785bf83074 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82b2ce4666034d40a91f7f0fc444ff15&device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 1094 time: 0.2493885 Jul 30 01:53:18.947997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b1895e-a959-434d-ba4a-e65702116e59 admin admin] Router d2cb49b9-180b-47a2-be00-4f761cf5aeae is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:53:18.954132 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-f3c7c010-11ad-4fb8-9ddc-7a05ac337976 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d22f80f-ce07-48d4-ad66-13502c9dc243 HTTP/1.1" status: 200 len: 217 time: 0.0964501 Jul 30 01:53:19.010435 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48746) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:19.013823 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-65172ad2-c667-45d1-bc01-7c2f427c4cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:19.015463 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-65172ad2-c667-45d1-bc01-7c2f427c4cb5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97adda03-866d-4f55-a318-d95cb23bcf03 HTTP/1.1" status: 200 len: 864 time: 0.0522330 Jul 30 01:53:19.042660 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87d5634-0870-49ee-9db2-e732a7acc0e4 None None] Network fb87329a-3973-4c1a-ad14-ee785b8bfa68 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:19.099462 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-6a0df163-86e6-4a52-a59f-47f8dfbbf8a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40710524-d634-46a3-ab81-7a4d5befc98c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352433 Jul 30 01:53:19.128617 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port e1c98999-45f7-4b02-9fde-78aa77d8ea30 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:19.146799 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fba057e3-d9dd-4591-8561-04c9ee49d6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.251818 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4aa18e72-12a4-4367-9b53-4744d4cb60a5 None None] Provisioning for port e1c98999-45f7-4b02-9fde-78aa77d8ea30 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:19.259511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b1895e-a959-434d-ba4a-e65702116e59 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:19.261883 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2db5b8e9-c1d4-489a-a04f-dd53d6210e99 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.264629 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4aa18e72-12a4-4367-9b53-4744d4cb60a5 None None] Provisioning complete for port e1c98999-45f7-4b02-9fde-78aa77d8ea30 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:19.265292 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4aa18e72-12a4-4367-9b53-4744d4cb60a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.289484 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] Sync routers for ids ['d2cb49b9-180b-47a2-be00-4f761cf5aeae'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:19.317557 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] Routers {'d2cb49b9-180b-47a2-be00-4f761cf5aeae'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:19.318445 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['d2cb49b9-180b-47a2-be00-4f761cf5aeae'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:19.322466 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-34c3e99a-59b6-49ca-a905-f91c7966c180 service neutron] 10.222.0.10 "GET /v2.0/networks/40710524-d634-46a3-ab81-7a4d5befc98c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448116 Jul 30 01:53:19.401279 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82bd49-7ef4-486c-9b98-90c1fc7fe6ac req-7d928903-098a-40f2-b889-d2c60ff13324 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:19.404341 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ac82bd49-7ef4-486c-9b98-90c1fc7fe6ac req-7d928903-098a-40f2-b889-d2c60ff13324 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/ports?device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 943 time: 0.3216043 Jul 30 01:53:19.500962 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0439dc0-e4c8-4be8-86e9-232e382a8d82 req-f7e2ecb9-ceaa-46aa-bcca-c80551de86a9 service neutron] 10.222.0.10 "GET /v2.0/networks/40710524-d634-46a3-ab81-7a4d5befc98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722450 Jul 30 01:53:19.547290 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.557043 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4aa18e72-12a4-4367-9b53-4744d4cb60a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.581323 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ac82bd49-7ef4-486c-9b98-90c1fc7fe6ac req-241ff34e-1cf4-476d-b6a7-a8e7218f7661 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/security-groups?id=942d2301-4f9a-40bb-91df-1781dc9302ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665850 Jul 30 01:53:19.587164 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65b30d-a8b7-44e5-9228-f6e874b31d5e req-db87817f-ed0a-4d5b-8fd5-358683b996f8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:19.599084 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ec65b30d-a8b7-44e5-9228-f6e874b31d5e req-db87817f-ed0a-4d5b-8fd5-358683b996f8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1260743 Jul 30 01:53:19.619743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] Set router d2cb49b9-180b-47a2-be00-4f761cf5aeae gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:19.624400 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4aa18e72-12a4-4367-9b53-4744d4cb60a5 None None] For port e1c98999-45f7-4b02-9fde-78aa77d8ea30, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e1c98999-45f7-4b02-9fde-78aa77d8ea30,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:19.679982 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ec65b30d-a8b7-44e5-9228-f6e874b31d5e req-e60ddf97-5d17-4c8c-b5d0-ee21dfa54d1f tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798392 Jul 30 01:53:19.733360 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2db5b8e9-c1d4-489a-a04f-dd53d6210e99 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.750330 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fba057e3-d9dd-4591-8561-04c9ee49d6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.793128 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4aa18e72-12a4-4367-9b53-4744d4cb60a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.815505 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db5b8e9-c1d4-489a-a04f-dd53d6210e99 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:19.821303 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fba057e3-d9dd-4591-8561-04c9ee49d6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.830517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163b756-4539-4443-87ae-bf5667fc369f req-daffbf76-8045-4e3f-a780-f01fb9fd15e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:19.832173 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-2db5b8e9-c1d4-489a-a04f-dd53d6210e99 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:19.832502 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f163b756-4539-4443-87ae-bf5667fc369f req-daffbf76-8045-4e3f-a780-f01fb9fd15e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82b2ce4666034d40a91f7f0fc444ff15&device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 1094 time: 0.0985966 Jul 30 01:53:19.849666 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db5b8e9-c1d4-489a-a04f-dd53d6210e99 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:19.854475 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5b8e9-c1d4-489a-a04f-dd53d6210e99 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Pushing event updated for resources: {'Port': ['ID=a0c7ca19-4c9e-4d3a-8a01-297f29fa2a9b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:19.906981 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3b1895e-a959-434d-ba4a-e65702116e59 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.908472 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d3b1895e-a959-434d-ba4a-e65702116e59 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.6514394 Jul 30 01:53:19.911485 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48758) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:19.957847 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa18e72-12a4-4367-9b53-4744d4cb60a5 None None] Pushing event updated for resources: {'Port': ['ID=e1c98999-45f7-4b02-9fde-78aa77d8ea30,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:19.975067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-db54a7ea-87f0-4c07-9992-2ec2402da58b None None] Provisioning complete for port e1c98999-45f7-4b02-9fde-78aa77d8ea30 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:19.975504 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db54a7ea-87f0-4c07-9992-2ec2402da58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:20.103746 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:20.121470 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fba057e3-d9dd-4591-8561-04c9ee49d6c1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1b64ee6f4c0241ad8d4216c5609aa8a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0457418 Jul 30 01:53:20.130349 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48762) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:20.133016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'name': 'tempest-ServersTestJSON-307364366-router', 'tenant_id': '7264d4c019094365b1666415166a2231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:13Z', 'updated_at': '2021-07-30T01:53:16Z', 'revision_number': 3, 'project_id': '7264d4c019094365b1666415166a2231', 'gw_port': {'id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:15Z', 'updated_at': '2021-07-30T01:53:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:20.166832 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] Checking router: d2cb49b9-180b-47a2-be00-4f761cf5aeae for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:20.167057 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] Updating router d2cb49b9-180b-47a2-be00-4f761cf5aeae port 7d27c192-6458-4fc8-a8a2-a68335b69c36 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:53:20.251971 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:20.323854 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90109c5-750f-4787-bec6-72bb436db821 req-5d8c1555-8aaa-40b7-8944-4796225b1d92 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:20.326475 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a90109c5-750f-4787-bec6-72bb436db821 req-5d8c1555-8aaa-40b7-8944-4796225b1d92 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.2882760 Jul 30 01:53:20.327740 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163b756-4539-4443-87ae-bf5667fc369f req-ace8339e-5a16-4e2b-9abb-8e849a8b5ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:20.329316 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f163b756-4539-4443-87ae-bf5667fc369f req-ace8339e-5a16-4e2b-9abb-8e849a8b5ddb service neutron] 10.222.0.10 "GET /v2.0/networks?id=40710524-d634-46a3-ab81-7a4d5befc98c HTTP/1.1" status: 200 len: 925 time: 0.4870548 Jul 30 01:53:20.383298 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 777f8c8b-533b-42fe-8a5d-f92689720822 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:20.492506 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f163b756-4539-4443-87ae-bf5667fc369f req-d5c3980d-94e5-42b5-9fdf-401d5205f7ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d22f80f-ce07-48d4-ad66-13502c9dc243 HTTP/1.1" status: 200 len: 217 time: 0.0753863 Jul 30 01:53:20.567956 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163b756-4539-4443-87ae-bf5667fc369f req-fb2bd772-3fb7-4a87-a3e8-2fa5e1f4312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:20.569779 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f163b756-4539-4443-87ae-bf5667fc369f req-fb2bd772-3fb7-4a87-a3e8-2fa5e1f4312c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97adda03-866d-4f55-a318-d95cb23bcf03 HTTP/1.1" status: 200 len: 864 time: 0.0668132 Jul 30 01:53:20.613333 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f163b756-4539-4443-87ae-bf5667fc369f req-104c5d6b-acce-4da9-9a2b-65c8db26d4f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40710524-d634-46a3-ab81-7a4d5befc98c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334132 Jul 30 01:53:20.653012 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba057e3-d9dd-4591-8561-04c9ee49d6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773f03b2-47b8-4640-957d-edf6fd80e2da,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:20.672295 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a90109c5-750f-4787-bec6-72bb436db821 req-e858e284-7d7e-48c8-9399-77822e7cf009 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517488 Jul 30 01:53:20.757645 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5864b-0cf1-45d5-a81c-ac7d771acf91 req-206f3b61-8f2d-4fec-9c65-f8b3bfd3d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:20.759615 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82f5864b-0cf1-45d5-a81c-ac7d771acf91 req-206f3b61-8f2d-4fec-9c65-f8b3bfd3d98c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 1095 time: 0.5968857 Jul 30 01:53:20.813044 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:20.823556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] Transition to ACTIVE for port object 7d27c192-6458-4fc8-a8a2-a68335b69c36 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:20.836995 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 777f8c8b-533b-42fe-8a5d-f92689720822 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:20.843096 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 777f8c8b-533b-42fe-8a5d-f92689720822 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:20.843465 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:20.888045 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6a92a177-9776-4fb8-a399-9aae7f6720d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:20.890784 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:20.915298 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f163b756-4539-4443-87ae-bf5667fc369f req-24037487-fb71-4393-89d1-8376f80a8c31 service neutron] 10.222.0.10 "GET /v2.0/networks/40710524-d634-46a3-ab81-7a4d5befc98c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759209 Jul 30 01:53:20.937345 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fd1e4-c5d4-4e9b-a652-01cab66eb97a req-cc98f088-6679-45a8-9bc4-5acc98989c78 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:20.943212 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-827fd1e4-c5d4-4e9b-a652-01cab66eb97a req-cc98f088-6679-45a8-9bc4-5acc98989c78 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/ports?device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 943 time: 0.2211611 Jul 30 01:53:20.949781 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2db5b8e9-c1d4-489a-a04f-dd53d6210e99 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:20.974646 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6a92a177-9776-4fb8-a399-9aae7f6720d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:20.986963 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adb7b6-3173-4bf1-841b-e676914db4ec None None] Pushing event updated for resources: {'Port': ['ID=7d27c192-6458-4fc8-a8a2-a68335b69c36,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:20.991104 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] Attempting to bind port 7d27c192-6458-4fc8-a8a2-a68335b69c36 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:20.991466 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] Attempting to bind port 7d27c192-6458-4fc8-a8a2-a68335b69c36 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:20.991827 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] Attempting to bind port 7d27c192-6458-4fc8-a8a2-a68335b69c36 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:21.004256 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:21.009682 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:21.009682 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.009682 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:21.009682 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] Bound port: 7d27c192-6458-4fc8-a8a2-a68335b69c36, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:21.009682 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.009682 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.081694 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 777f8c8b-533b-42fe-8a5d-f92689720822, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=777f8c8b-533b-42fe-8a5d-f92689720822,segment=NetworkSegment(d5d64e0e-1c72-4edc-a5fb-c94d9596e64d),segment_id=d5d64e0e-1c72-4edc-a5fb-c94d9596e64d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:21.087986 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-827fd1e4-c5d4-4e9b-a652-01cab66eb97a req-1c465b34-b140-441f-9728-e575eaeabb81 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/security-groups?id=942d2301-4f9a-40bb-91df-1781dc9302ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325669 Jul 30 01:53:21.091395 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] For port 7d27c192-6458-4fc8-a8a2-a68335b69c36, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:21.096275 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] For port 7d27c192-6458-4fc8-a8a2-a68335b69c36, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7d27c192-6458-4fc8-a8a2-a68335b69c36,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:21.101241 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2db5b8e9-c1d4-489a-a04f-dd53d6210e99 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.150212 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] Router 968dee7e-6833-4e65-82ee-d5e5a365f85a is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:53:21.165322 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.173021 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.174305 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e1c98999-45f7-4b02-9fde-78aa77d8ea30 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:21.174438 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6a92a177-9776-4fb8-a399-9aae7f6720d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.177437 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6a92a177-9776-4fb8-a399-9aae7f6720d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.180905 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6a92a177-9776-4fb8-a399-9aae7f6720d6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/773f03b2-47b8-4640-957d-edf6fd80e2da HTTP/1.1" status: 204 len: 168 time: 1.0465841 Jul 30 01:53:21.218728 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92a177-9776-4fb8-a399-9aae7f6720d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773f03b2-47b8-4640-957d-edf6fd80e2da,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:21.284595 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adb7b6-3173-4bf1-841b-e676914db4ec None None] Pushing event updated for resources: {'Port': ['ID=7d27c192-6458-4fc8-a8a2-a68335b69c36,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:21.343841 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=777f8c8b-533b-42fe-8a5d-f92689720822,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:21.348150 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] Routers {'d2cb49b9-180b-47a2-be00-4f761cf5aeae'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:21.349091 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['d2cb49b9-180b-47a2-be00-4f761cf5aeae'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:21.398709 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5864b-0cf1-45d5-a81c-ac7d771acf91 req-b453c928-179f-4a72-b941-e166d2c879d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:21.400701 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82f5864b-0cf1-45d5-a81c-ac7d771acf91 req-b453c928-179f-4a72-b941-e166d2c879d1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 913 time: 0.6316218 Jul 30 01:53:21.421371 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port e1c98999-45f7-4b02-9fde-78aa77d8ea30 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:21.421893 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.430075 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:21.441622 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] Sync routers for ids ['968dee7e-6833-4e65-82ee-d5e5a365f85a'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:21.467767 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2db5b8e9-c1d4-489a-a04f-dd53d6210e99 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.473152 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] Routers {'968dee7e-6833-4e65-82ee-d5e5a365f85a'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:21.473801 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['968dee7e-6833-4e65-82ee-d5e5a365f85a'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:21.526497 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f163b756-4539-4443-87ae-bf5667fc369f req-7899f23a-001c-44eb-87f6-0647f7249a2c service neutron] 10.222.0.10 "GET /v2.0/networks/40710524-d634-46a3-ab81-7a4d5befc98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5776622 Jul 30 01:53:21.558000 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2db5b8e9-c1d4-489a-a04f-dd53d6210e99 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.559394 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] Set router d2cb49b9-180b-47a2-be00-4f761cf5aeae gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:21.575120 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82f5864b-0cf1-45d5-a81c-ac7d771acf91 req-b9ffcc7a-887b-4379-8d53-f0013148f5bf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c967715-842e-4180-ab4a-eb7c33291aed HTTP/1.1" status: 200 len: 999 time: 0.1617439 Jul 30 01:53:21.597419 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.598780 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2d1b2c1d-0a37-4bab-98da-c67279821cdb admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2810626 Jul 30 01:53:21.603447 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48774) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:21.689397 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c3dcca99-2c3c-4ce5-99b2-1b722ea30e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.692565 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5864b-0cf1-45d5-a81c-ac7d771acf91 req-f13826f8-c283-44c1-87cf-e92f1470e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:21.695080 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82f5864b-0cf1-45d5-a81c-ac7d771acf91 req-f13826f8-c283-44c1-87cf-e92f1470e43d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.0907347 Jul 30 01:53:21.777630 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] Set router 968dee7e-6833-4e65-82ee-d5e5a365f85a gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:21.846419 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6d22f80f-ce07-48d4-ad66-13502c9dc243 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:53:21.885553 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5864b-0cf1-45d5-a81c-ac7d771acf91 req-42e2e4f8-71ea-467e-92fe-a6a5e65d1bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:21.887275 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82f5864b-0cf1-45d5-a81c-ac7d771acf91 req-42e2e4f8-71ea-467e-92fe-a6a5e65d1bea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1817572 Jul 30 01:53:21.921347 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5b8e9-c1d4-489a-a04f-dd53d6210e99 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Pushing event updated for resources: {'Port': ['ID=a0c7ca19-4c9e-4d3a-8a01-297f29fa2a9b,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:21.988872 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'name': 'tempest-ServersTestJSON-307364366-router', 'tenant_id': '7264d4c019094365b1666415166a2231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:13Z', 'updated_at': '2021-07-30T01:53:16Z', 'revision_number': 3, 'project_id': '7264d4c019094365b1666415166a2231', 'gw_port': {'id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:15Z', 'updated_at': '2021-07-30T01:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:22.027465 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6619ef0-a8e9-4765-b980-54cb173c4dfe None None] The sync data for ids ['d2cb49b9-180b-47a2-be00-4f761cf5aeae'] in n-d-713498-9 is: [{'id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'name': 'tempest-ServersTestJSON-307364366-router', 'tenant_id': '7264d4c019094365b1666415166a2231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:13Z', 'updated_at': '2021-07-30T01:53:16Z', 'revision_number': 3, 'project_id': '7264d4c019094365b1666415166a2231', 'gw_port': {'id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:15Z', 'updated_at': '2021-07-30T01:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:22.043050 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 6d22f80f-ce07-48d4-ad66-13502c9dc243, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6d22f80f-ce07-48d4-ad66-13502c9dc243,segment=NetworkSegment(0a91dcd2-6a27-4a84-adc7-4aa2551fb947),segment_id=0a91dcd2-6a27-4a84-adc7-4aa2551fb947)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:22.070744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '6d22f80f-ce07-48d4-ad66-13502c9dc243', 'network_id': '40710524-d634-46a3-ab81-7a4d5befc98c', 'port_id': '6d22f80f-ce07-48d4-ad66-13502c9dc243', 'mac_address': 'fa:16:3e:4a:2c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97adda03-866d-4f55-a318-d95cb23bcf03', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:53:22.091914 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5c89c567-87e5-446e-93b9-db08c613d581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:16Z', 'updated_at': '2021-07-30T01:53:19Z', 'revision_number': 3, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'gw_port': {'id': '5c89c567-87e5-446e-93b9-db08c613d581', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:22.179810 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] Checking router: 968dee7e-6833-4e65-82ee-d5e5a365f85a for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:22.182756 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] Updating router 968dee7e-6833-4e65-82ee-d5e5a365f85a port 5c89c567-87e5-446e-93b9-db08c613d581 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:53:22.202251 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 777f8c8b-533b-42fe-8a5d-f92689720822 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:22.223025 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82f5864b-0cf1-45d5-a81c-ac7d771acf91 req-02e3a005-4e99-4625-b7dd-9ceb36bef51b service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165452 Jul 30 01:53:22.225129 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.230101 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-c3dcca99-2c3c-4ce5-99b2-1b722ea30e19 admin admin] Allocated IP 172.20.0.1 (2f416bf8-b50e-47c8-9954-b71af9fff1cc/a410d550-e99c-4606-b8d2-acd17a993a4f/950e4447-60c9-46bf-a438-ebc56241a57b) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:22.266248 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2db5b8e9-c1d4-489a-a04f-dd53d6210e99 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.272961 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.338272 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d22f80f-ce07-48d4-ad66-13502c9dc243 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:53:22.346970 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113b658-ffeb-4c1a-9dfb-7cf4c66999e5 req-fc6cc545-49a4-49e9-88ee-6fc7ec470838 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:22.355954 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1113b658-ffeb-4c1a-9dfb-7cf4c66999e5 req-fc6cc545-49a4-49e9-88ee-6fc7ec470838 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.5438917 Jul 30 01:53:22.375467 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 6d22f80f-ce07-48d4-ad66-13502c9dc243, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6d22f80f-ce07-48d4-ad66-13502c9dc243,segment=NetworkSegment(0a91dcd2-6a27-4a84-adc7-4aa2551fb947),segment_id=0a91dcd2-6a27-4a84-adc7-4aa2551fb947)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:22.386897 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 777f8c8b-533b-42fe-8a5d-f92689720822 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:22.387319 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.412940 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2db5b8e9-c1d4-489a-a04f-dd53d6210e99 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.414363 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2db5b8e9-c1d4-489a-a04f-dd53d6210e99 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.3288689 Jul 30 01:53:22.464638 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1113b658-ffeb-4c1a-9dfb-7cf4c66999e5 req-420c04de-4188-4ded-b17a-2ef8c0c33815 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029880 Jul 30 01:53:22.485744 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82f5864b-0cf1-45d5-a81c-ac7d771acf91 req-3c3d9d34-f0ba-4462-85f1-e1e3f5fe9692 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455769 Jul 30 01:53:22.515998 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.582563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857f438-e440-40a6-9edf-bb949b76ae22 req-0788155a-c261-479d-ac51-e59f3b0f46a7 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:22.596742 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b857f438-e440-40a6-9edf-bb949b76ae22 req-0788155a-c261-479d-ac51-e59f3b0f46a7 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/ports?device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 943 time: 0.2716622 Jul 30 01:53:22.707233 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b857f438-e440-40a6-9edf-bb949b76ae22 req-1784eb74-f389-45bf-9015-eacbf6e33b6d tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/security-groups?id=942d2301-4f9a-40bb-91df-1781dc9302ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067553 Jul 30 01:53:22.751132 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c3dcca99-2c3c-4ce5-99b2-1b722ea30e19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.780595 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.796545 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] Transition to ACTIVE for port object 5c89c567-87e5-446e-93b9-db08c613d581 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:22.802842 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-c3dcca99-2c3c-4ce5-99b2-1b722ea30e19 admin admin] Transition to ACTIVE for port object 950e4447-60c9-46bf-a438-ebc56241a57b will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:22.843539 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.877736 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['6d22f80f-ce07-48d4-ad66-13502c9dc243'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:53:22.912943 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3e647-4d04-4c4a-b081-2d02837bee18 None None] Pushing event updated for resources: {'Port': ['ID=5c89c567-87e5-446e-93b9-db08c613d581,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:22.932623 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.945185 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=6d22f80f-ce07-48d4-ad66-13502c9dc243,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:22.945840 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] Attempting to bind port 5c89c567-87e5-446e-93b9-db08c613d581 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:22.946154 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] Attempting to bind port 5c89c567-87e5-446e-93b9-db08c613d581 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:22.946785 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] Attempting to bind port 5c89c567-87e5-446e-93b9-db08c613d581 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:22.960564 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:22.960875 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:22.961415 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.961701 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:22.962226 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] Bound port: 5c89c567-87e5-446e-93b9-db08c613d581, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:22.963371 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:23.003643 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c3dcca99-2c3c-4ce5-99b2-1b722ea30e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:23.132885 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] For port 5c89c567-87e5-446e-93b9-db08c613d581, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:23.140530 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] For port 5c89c567-87e5-446e-93b9-db08c613d581, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5c89c567-87e5-446e-93b9-db08c613d581,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:23.193656 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcca99-2c3c-4ce5-99b2-1b722ea30e19 admin admin] Pushing event updated for resources: {'Port': ['ID=950e4447-60c9-46bf-a438-ebc56241a57b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:23.227233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dcca99-2c3c-4ce5-99b2-1b722ea30e19 admin admin] Network 2f416bf8-b50e-47c8-9954-b71af9fff1cc is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:23.229912 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-c3dcca99-2c3c-4ce5-99b2-1b722ea30e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:23.243663 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:23.251304 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dcca99-2c3c-4ce5-99b2-1b722ea30e19 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:23.298828 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Allocated IP 172.20.0.1 (fb87329a-3973-4c1a-ad14-ee785b8bfa68/d5331bae-ecd8-4548-bb35-10d75f268fda/0d893940-5aad-44d9-82d3-22a362f6e066) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:23.355145 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c3dcca99-2c3c-4ce5-99b2-1b722ea30e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:23.363241 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42985d2f-6874-4953-abca-23731fb52b72 req-92869640-35a8-4381-afc1-d99b182f858b tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1856967935&fields=id&tenant_id=abf94101162146b19d686452c967dcf6 HTTP/1.1" status: 200 len: 267 time: 0.2773361 Jul 30 01:53:23.436444 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3e647-4d04-4c4a-b081-2d02837bee18 None None] Pushing event updated for resources: {'Port': ['ID=5c89c567-87e5-446e-93b9-db08c613d581,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:23.439484 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] Routers {'968dee7e-6833-4e65-82ee-d5e5a365f85a'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:23.440364 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['968dee7e-6833-4e65-82ee-d5e5a365f85a'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:23.533563 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:23.559192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Transition to ACTIVE for port object 0d893940-5aad-44d9-82d3-22a362f6e066 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:23.641599 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] Set router 968dee7e-6833-4e65-82ee-d5e5a365f85a gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:23.663637 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42985d2f-6874-4953-abca-23731fb52b72 req-912c4e28-1a7a-4044-8a8a-71c1e53c0678 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:23.671050 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42985d2f-6874-4953-abca-23731fb52b72 req-912c4e28-1a7a-4044-8a8a-71c1e53c0678 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/networks?id=8173f374-3ae7-4d23-b8cc-405bd1c03a89 HTTP/1.1" status: 200 len: 812 time: 0.2579317 Jul 30 01:53:23.679353 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:23.701175 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42985d2f-6874-4953-abca-23731fb52b72 req-239612d3-9802-4a0e-9518-8ec2c3e53fe0 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/quotas/abf94101162146b19d686452c967dcf6 HTTP/1.1" status: 200 len: 375 time: 0.0230508 Jul 30 01:53:23.706278 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782a03a-a174-4ca6-8f9a-656ea1b3b8a3 req-89d39233-18c6-4964-9037-b896f1f2cb9b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:23.722903 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f782a03a-a174-4ca6-8f9a-656ea1b3b8a3 req-89d39233-18c6-4964-9037-b896f1f2cb9b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1203268 Jul 30 01:53:23.784912 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Network fb87329a-3973-4c1a-ad14-ee785b8bfa68 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:23.800031 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:23.800800 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42985d2f-6874-4953-abca-23731fb52b72 req-6de307af-441e-46e5-8938-e709c06bc821 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=abf94101162146b19d686452c967dcf6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0918775 Jul 30 01:53:23.809982 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c3dcca99-2c3c-4ce5-99b2-1b722ea30e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:23.811149 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:23.834147 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=0d893940-5aad-44d9-82d3-22a362f6e066,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:23.868878 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f782a03a-a174-4ca6-8f9a-656ea1b3b8a3 req-bbd84088-2feb-44a4-b1d2-a7a76c8b45f4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447842 Jul 30 01:53:23.875165 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6d22f80f-ce07-48d4-ad66-13502c9dc243 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:23.892372 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:23.905150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:23.906436 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:23.907272 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:23.909182 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:23.909619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:23.911815 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:23.912259 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:23.912679 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:23.913092 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:23.913501 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:23.915252 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:23.939860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2165444e-6800-4fbe-8733-cc8e9eeb5ce9 None None] Provisioning for port 950e4447-60c9-46bf-a438-ebc56241a57b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:23.946470 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2165444e-6800-4fbe-8733-cc8e9eeb5ce9 None None] Provisioning complete for port 950e4447-60c9-46bf-a438-ebc56241a57b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:23.947117 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2165444e-6800-4fbe-8733-cc8e9eeb5ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:23.954555 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.004662 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2165444e-6800-4fbe-8733-cc8e9eeb5ce9 None None] Port 950e4447-60c9-46bf-a438-ebc56241a57b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:24.048429 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 6d22f80f-ce07-48d4-ad66-13502c9dc243 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:24.053321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 6d22f80f-ce07-48d4-ad66-13502c9dc243 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:24.054053 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.090600 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5c89c567-87e5-446e-93b9-db08c613d581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:16Z', 'updated_at': '2021-07-30T01:53:19Z', 'revision_number': 3, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'gw_port': {'id': '5c89c567-87e5-446e-93b9-db08c613d581', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:24.106336 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42985d2f-6874-4953-abca-23731fb52b72 req-2949b604-8701-4c90-95fc-2f0fe21fb200 service neutron] 10.222.0.70 "GET /v2.0/networks/8173f374-3ae7-4d23-b8cc-405bd1c03a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974124 Jul 30 01:53:24.113830 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe32bbf-6e83-4c4d-a663-809755385b8e req-1b5e2656-7b21-4396-af1b-032d20fb8434 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:24.115654 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-afe32bbf-6e83-4c4d-a663-809755385b8e req-1b5e2656-7b21-4396-af1b-032d20fb8434 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/ports?device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 944 time: 0.1173730 Jul 30 01:53:24.195938 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62ed01f-1b2f-4a43-8c7d-4df46bee5496 None None] The sync data for ids ['968dee7e-6833-4e65-82ee-d5e5a365f85a'] in n-d-713498-9 is: [{'id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5c89c567-87e5-446e-93b9-db08c613d581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:16Z', 'updated_at': '2021-07-30T01:53:19Z', 'revision_number': 3, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'gw_port': {'id': '5c89c567-87e5-446e-93b9-db08c613d581', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:24.244891 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.255699 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-afe32bbf-6e83-4c4d-a663-809755385b8e req-a3e50fef-ac19-4e49-a8c4-aab977a72ebf tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/security-groups?id=942d2301-4f9a-40bb-91df-1781dc9302ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288645 Jul 30 01:53:24.288950 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32ec162-b95a-438a-864d-f4fd71b293d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d22f80f-ce07-48d4-ad66-13502c9dc243'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:24.295931 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266b086f-5322-41cd-93fa-883a4c9ed4ce" -d '{"events": [{"server_uuid": "c32ec162-b95a-438a-864d-f4fd71b293d4", "name": "network-vif-plugged", "status": "completed", "tag": "6d22f80f-ce07-48d4-ad66-13502c9dc243"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:24.298557 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7d27c192-6458-4fc8-a8a2-a68335b69c36 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:24.329358 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.364570 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42985d2f-6874-4953-abca-23731fb52b72 req-14e1cd98-c45f-4f80-b8e3-3701400065e9 service neutron] 10.222.0.70 "GET /v2.0/networks/8173f374-3ae7-4d23-b8cc-405bd1c03a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448947 Jul 30 01:53:24.367945 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 6d22f80f-ce07-48d4-ad66-13502c9dc243, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6d22f80f-ce07-48d4-ad66-13502c9dc243,segment=NetworkSegment(0a91dcd2-6a27-4a84-adc7-4aa2551fb947),segment_id=0a91dcd2-6a27-4a84-adc7-4aa2551fb947)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:24.473725 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c3dcca99-2c3c-4ce5-99b2-1b722ea30e19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.512273 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.576637 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c146fc-3164-438d-a911-3e0806eac158 x-openstack-request-id: req-84c146fc-3164-438d-a911-3e0806eac158 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:24.576933 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32ec162-b95a-438a-864d-f4fd71b293d4", "name": "network-vif-plugged", "status": "completed", "tag": "6d22f80f-ce07-48d4-ad66-13502c9dc243", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:24.577186 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-84c146fc-3164-438d-a911-3e0806eac158 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:24.577584 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32ec162-b95a-438a-864d-f4fd71b293d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d22f80f-ce07-48d4-ad66-13502c9dc243', 'code': 200} Jul 30 01:53:24.581567 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9c9eaff8-c42a-4283-ad3e-a70deb40ecd2 None None] Provisioning for port 0d893940-5aad-44d9-82d3-22a362f6e066 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:24.583754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 7d27c192-6458-4fc8-a8a2-a68335b69c36 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:24.591780 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7d27c192-6458-4fc8-a8a2-a68335b69c36 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:24.595651 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.630606 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c3dcca99-2c3c-4ce5-99b2-1b722ea30e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.645342 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9c9eaff8-c42a-4283-ad3e-a70deb40ecd2 None None] Provisioning complete for port 0d893940-5aad-44d9-82d3-22a362f6e066 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:24.645660 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c9eaff8-c42a-4283-ad3e-a70deb40ecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.693952 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c3dcca99-2c3c-4ce5-99b2-1b722ea30e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.723115 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9c9eaff8-c42a-4283-ad3e-a70deb40ecd2 None None] Port 0d893940-5aad-44d9-82d3-22a362f6e066 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:24.742602 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=6d22f80f-ce07-48d4-ad66-13502c9dc243,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:24.742847 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.803729 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.806239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcca99-2c3c-4ce5-99b2-1b722ea30e19 admin admin] Pushing event updated for resources: {'Port': ['ID=950e4447-60c9-46bf-a438-ebc56241a57b,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:24.815602 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254d86b-bec0-405b-9585-9cba1533c3b2 req-54523c1e-05cf-4fce-bd38-9f4c7fcc7dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:24.817164 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8254d86b-bec0-405b-9585-9cba1533c3b2 req-54523c1e-05cf-4fce-bd38-9f4c7fcc7dbe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 1096 time: 0.2126274 Jul 30 01:53:24.819430 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.840492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 7d27c192-6458-4fc8-a8a2-a68335b69c36, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7d27c192-6458-4fc8-a8a2-a68335b69c36,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:24.891680 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8254d86b-bec0-405b-9585-9cba1533c3b2 req-c45432f1-1f51-4e27-9ee6-31efd198051d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=942d2301-4f9a-40bb-91df-1781dc9302ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631263 Jul 30 01:53:24.907420 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dcca99-2c3c-4ce5-99b2-1b722ea30e19 admin admin] Network 2f416bf8-b50e-47c8-9954-b71af9fff1cc is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:24.908644 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-c3dcca99-2c3c-4ce5-99b2-1b722ea30e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:24.917223 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.934719 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dcade420-85a7-4ffb-bd83-58f8473c8040 req-b82a0b90-2264-44f7-9ffa-47ab858c93da tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 210 time: 0.1353581 Jul 30 01:53:25.054075 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=7d27c192-6458-4fc8-a8a2-a68335b69c36,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:25.064322 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:25.076379 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=0d893940-5aad-44d9-82d3-22a362f6e066,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:25.233601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42586de-2277-482b-a35f-a72018f3dc9f req-737e8b43-efdb-4ec1-8ca5-0a586510154a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:25.238098 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a42586de-2277-482b-a35f-a72018f3dc9f req-737e8b43-efdb-4ec1-8ca5-0a586510154a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1601119 Jul 30 01:53:25.252746 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Network fb87329a-3973-4c1a-ad14-ee785b8bfa68 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:25.255036 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:25.268910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dcca99-2c3c-4ce5-99b2-1b722ea30e19 admin admin] Router d2cb49b9-180b-47a2-be00-4f761cf5aeae has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:25.350217 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a42586de-2277-482b-a35f-a72018f3dc9f req-df2223dd-f269-4dcc-ae97-f64f4e5ed692 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013286 Jul 30 01:53:25.410874 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-045d4438-a2d0-4e57-bc5b-d2fd6f95869f None None] Provisioning complete for port 950e4447-60c9-46bf-a438-ebc56241a57b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:25.412355 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-045d4438-a2d0-4e57-bc5b-d2fd6f95869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:25.532806 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-045d4438-a2d0-4e57-bc5b-d2fd6f95869f None None] Port 950e4447-60c9-46bf-a438-ebc56241a57b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:25.574311 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dcca99-2c3c-4ce5-99b2-1b722ea30e19 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:25.588192 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c3dcca99-2c3c-4ce5-99b2-1b722ea30e19 admin admin] 10.222.0.70 "PUT /v2.0/routers/d2cb49b9-180b-47a2-be00-4f761cf5aeae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6756430 Jul 30 01:53:25.590844 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] Sync routers for ids ['d2cb49b9-180b-47a2-be00-4f761cf5aeae'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:25.604616 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] Routers {'d2cb49b9-180b-47a2-be00-4f761cf5aeae'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:25.605274 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['d2cb49b9-180b-47a2-be00-4f761cf5aeae'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:25.658739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fb811-ff6e-4687-9471-b7ab9b5322df req-44d547da-830f-436e-826d-66f27d250507 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:25.666725 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f55fb811-ff6e-4687-9471-b7ab9b5322df req-44d547da-830f-436e-826d-66f27d250507 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/ports?device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 945 time: 0.2900283 Jul 30 01:53:25.698795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Router 968dee7e-6833-4e65-82ee-d5e5a365f85a has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:25.770758 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f55fb811-ff6e-4687-9471-b7ab9b5322df req-4b99f1eb-f1c6-4be8-a0fa-23d1ecf58140 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/security-groups?id=942d2301-4f9a-40bb-91df-1781dc9302ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030381 Jul 30 01:53:25.801603 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-76e495ba-7421-4321-8db2-397376903aa6 None None] Provisioning complete for port 0d893940-5aad-44d9-82d3-22a362f6e066 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:25.801603 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76e495ba-7421-4321-8db2-397376903aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:25.831378 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73dfb2-5303-44fb-88e7-97132c581ec5 req-0b9e27ba-c45e-4a85-99f6-bfbd32927236 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:25.840416 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d73dfb2-5303-44fb-88e7-97132c581ec5 req-0b9e27ba-c45e-4a85-99f6-bfbd32927236 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1749842 Jul 30 01:53:25.904509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-76e495ba-7421-4321-8db2-397376903aa6 None None] Port 0d893940-5aad-44d9-82d3-22a362f6e066 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:25.913937 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] Set router d2cb49b9-180b-47a2-be00-4f761cf5aeae gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:25.920745 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d73dfb2-5303-44fb-88e7-97132c581ec5 req-92835599-d936-411e-818d-0fbb3e11960b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793357 Jul 30 01:53:26.068866 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:26.088745 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-02966563-e452-46b0-9f8d-1beacc26f1b0 admin admin] 10.222.0.70 "PUT /v2.0/routers/968dee7e-6833-4e65-82ee-d5e5a365f85a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4816031 Jul 30 01:53:26.107079 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40a4c384-8179-4753-81fc-e51e1664e5ea req-6af5563b-20eb-44ff-9c95-32516ad3c4da service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1628025 Jul 30 01:53:26.219495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4c384-8179-4753-81fc-e51e1664e5ea req-8875ac30-2751-4ead-9c45-afa2ad651f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:26.225316 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40a4c384-8179-4753-81fc-e51e1664e5ea req-8875ac30-2751-4ead-9c45-afa2ad651f83 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6897963c87b34fd69f2c677d1443d2b8&device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 1097 time: 0.0658634 Jul 30 01:53:26.414799 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4c384-8179-4753-81fc-e51e1664e5ea req-95d10fac-e5ae-4a15-8dfd-ca50033af62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:26.417246 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40a4c384-8179-4753-81fc-e51e1664e5ea req-95d10fac-e5ae-4a15-8dfd-ca50033af62a service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 200 len: 913 time: 0.1705859 Jul 30 01:53:26.427818 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7d27c192-6458-4fc8-a8a2-a68335b69c36 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:26.469823 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40a4c384-8179-4753-81fc-e51e1664e5ea req-4cc4cde0-6d5b-44a4-9ac0-c8b044e68907 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00b13194-64bb-49db-9e83-4dde2cb5cb13 HTTP/1.1" status: 200 len: 217 time: 0.0447702 Jul 30 01:53:26.550811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7d27c192-6458-4fc8-a8a2-a68335b69c36 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:26.551772 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:26.574701 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4c384-8179-4753-81fc-e51e1664e5ea req-b275518a-c39b-4770-b511-c6ef15a83b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:26.588053 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40a4c384-8179-4753-81fc-e51e1664e5ea req-b275518a-c39b-4770-b511-c6ef15a83b12 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 200 len: 851 time: 0.1102884 Jul 30 01:53:26.672775 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4c384-8179-4753-81fc-e51e1664e5ea req-bbb8240e-1bb3-459e-8fae-45bc35c34b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:26.674424 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40a4c384-8179-4753-81fc-e51e1664e5ea req-bbb8240e-1bb3-459e-8fae-45bc35c34b5b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789185 Jul 30 01:53:26.719662 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'name': 'tempest-ServersTestJSON-307364366-router', 'tenant_id': '7264d4c019094365b1666415166a2231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:13Z', 'updated_at': '2021-07-30T01:53:23Z', 'revision_number': 4, 'project_id': '7264d4c019094365b1666415166a2231', 'gw_port': {'id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:15Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '950e4447-60c9-46bf-a438-ebc56241a57b', 'name': '', 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc', 'tenant_id': '7264d4c019094365b1666415166a2231', 'mac_address': 'fa:16:3e:53:e8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a410d550-e99c-4606-b8d2-acd17a993a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:21Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 2, 'project_id': '7264d4c019094365b1666415166a2231', 'subnets': [{'id': 'a410d550-e99c-4606-b8d2-acd17a993a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:26.742343 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5c89c567-87e5-446e-93b9-db08c613d581 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:26.817142 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] Checking router: d2cb49b9-180b-47a2-be00-4f761cf5aeae for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:26.817500 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] Updating router d2cb49b9-180b-47a2-be00-4f761cf5aeae port 950e4447-60c9-46bf-a438-ebc56241a57b binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:53:26.857892 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40a4c384-8179-4753-81fc-e51e1664e5ea req-d08711db-56dd-4ac9-b8c7-0678279a3d19 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761172 Jul 30 01:53:26.862667 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:26.866402 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48916) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:26.879551 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-c755c3a5-cbbc-4c37-98d3-409664db2d91 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2106916820', 'description': 'tempest-description--1406483474'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:26.979194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e04e1bbf-5e6f-40f5-8337-7876d9976bfd req-43785abd-3aa7-40ef-8a33-2b07680ad92c tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 210 time: 0.0340505 Jul 30 01:53:26.980888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 5c89c567-87e5-446e-93b9-db08c613d581 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:27.004750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 5c89c567-87e5-446e-93b9-db08c613d581 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:27.004750 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.004914 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c755c3a5-cbbc-4c37-98d3-409664db2d91 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.079258 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40a4c384-8179-4753-81fc-e51e1664e5ea req-d28d77ba-f937-4e07-8f54-1bc5ba2f39e7 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107785 Jul 30 01:53:27.142676 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c755c3a5-cbbc-4c37-98d3-409664db2d91 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.166110 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.212388 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 5c89c567-87e5-446e-93b9-db08c613d581, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5c89c567-87e5-446e-93b9-db08c613d581,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:27.223190 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c755c3a5-cbbc-4c37-98d3-409664db2d91 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.256910 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] Sync routers for ids ['968dee7e-6833-4e65-82ee-d5e5a365f85a'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:27.262593 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.266727 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755c3a5-cbbc-4c37-98d3-409664db2d91 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1347157b-d64b-476b-bff3-fef75a762ffc,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:27.271754 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] Routers {'968dee7e-6833-4e65-82ee-d5e5a365f85a'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:27.272719 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['968dee7e-6833-4e65-82ee-d5e5a365f85a'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:27.329114 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c755c3a5-cbbc-4c37-98d3-409664db2d91 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.330590 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c755c3a5-cbbc-4c37-98d3-409664db2d91 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4629750 Jul 30 01:53:27.333292 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48948) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:27.342794 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.342974 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-cf137c72-025f-4aaf-8e93-57302036c953 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Request body: {'security_group_rule': {'security_group_id': '1347157b-d64b-476b-bff3-fef75a762ffc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:27.363874 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=5c89c567-87e5-446e-93b9-db08c613d581,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:27.367230 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] Transition to ACTIVE for port object 950e4447-60c9-46bf-a438-ebc56241a57b will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:27.425357 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.447495 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf137c72-025f-4aaf-8e93-57302036c953 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.453284 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] Set router 968dee7e-6833-4e65-82ee-d5e5a365f85a gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:27.476813 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318d93a-323c-481b-9e54-9505de089d96 None None] Pushing event updated for resources: {'Port': ['ID=950e4447-60c9-46bf-a438-ebc56241a57b,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:27.554865 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] Attempting to bind port 950e4447-60c9-46bf-a438-ebc56241a57b on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:27.555567 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] Attempting to bind port 950e4447-60c9-46bf-a438-ebc56241a57b by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '51c2d4e3-ad5b-4c91-a3f4-abe71d223a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:27.556306 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] Attempting to bind port 950e4447-60c9-46bf-a438-ebc56241a57b on network 2f416bf8-b50e-47c8-9954-b71af9fff1cc {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:27.562593 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:27.563518 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] Checking segment: {'id': '51c2d4e3-ad5b-4c91-a3f4-abe71d223a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:27.564287 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.564930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] Bound using segment: {'id': '51c2d4e3-ad5b-4c91-a3f4-abe71d223a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:27.565650 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] Bound port: 950e4447-60c9-46bf-a438-ebc56241a57b, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c2d4e3-ad5b-4c91-a3f4-abe71d223a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:27.566243 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.603468 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf137c72-025f-4aaf-8e93-57302036c953 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.667638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] For port 950e4447-60c9-46bf-a438-ebc56241a57b, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:27.671743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] For port 950e4447-60c9-46bf-a438-ebc56241a57b, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=950e4447-60c9-46bf-a438-ebc56241a57b,segment=NetworkSegment(51c2d4e3-ad5b-4c91-a3f4-abe71d223a46),segment_id=51c2d4e3-ad5b-4c91-a3f4-abe71d223a46)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:27.676868 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf137c72-025f-4aaf-8e93-57302036c953 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.702197 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf137c72-025f-4aaf-8e93-57302036c953 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5284142-7f5e-4f64-89f3-b3fa1efcad9a,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:27.780473 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf137c72-025f-4aaf-8e93-57302036c953 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.781703 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.781835 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cf137c72-025f-4aaf-8e93-57302036c953 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4468539 Jul 30 01:53:27.793114 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48954) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:27.798649 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e81762c7-044d-4b50-988d-a093b56eedaa tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Request body: {'security_group_rule': {'security_group_id': '1347157b-d64b-476b-bff3-fef75a762ffc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:27.851324 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5c89c567-87e5-446e-93b9-db08c613d581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:16Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'gw_port': {'id': '5c89c567-87e5-446e-93b9-db08c613d581', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0d893940-5aad-44d9-82d3-22a362f6e066', 'name': '', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'mac_address': 'fa:16:3e:0b:6d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:22Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 2, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'subnets': [{'id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:27.857119 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] Routers {'d2cb49b9-180b-47a2-be00-4f761cf5aeae'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:27.858685 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['d2cb49b9-180b-47a2-be00-4f761cf5aeae'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:27.918000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318d93a-323c-481b-9e54-9505de089d96 None None] Pushing event updated for resources: {'Port': ['ID=950e4447-60c9-46bf-a438-ebc56241a57b,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:27.931917 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e81762c7-044d-4b50-988d-a093b56eedaa tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.936698 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] Checking router: 968dee7e-6833-4e65-82ee-d5e5a365f85a for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:27.937482 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] Updating router 968dee7e-6833-4e65-82ee-d5e5a365f85a port 0d893940-5aad-44d9-82d3-22a362f6e066 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:53:28.000620 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:28.067756 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42985d2f-6874-4953-abca-23731fb52b72 req-f3d37fa8-6e13-470c-833c-06c2914bf719 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:28.070657 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e81762c7-044d-4b50-988d-a093b56eedaa tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:28.072448 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42985d2f-6874-4953-abca-23731fb52b72 req-f3d37fa8-6e13-470c-833c-06c2914bf719 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.77 "GET /v2.0/networks?id=8173f374-3ae7-4d23-b8cc-405bd1c03a89 HTTP/1.1" status: 200 len: 812 time: 0.2450728 Jul 30 01:53:28.147252 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42985d2f-6874-4953-abca-23731fb52b72 req-02e54644-4f0f-4783-bb19-a48cdf1f203c tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abf94101162146b19d686452c967dcf6 HTTP/1.1" status: 200 len: 380 time: 0.0545239 Jul 30 01:53:28.149272 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] Set router d2cb49b9-180b-47a2-be00-4f761cf5aeae gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:28.158347 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-42985d2f-6874-4953-abca-23731fb52b72 req-6e648100-7735-4737-ab74-45dbc0c6eed5 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Request body: {'port': {'device_id': '6b2f6fe3-e046-4376-881e-5f38f17b6f19', 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89', 'admin_state_up': True, 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'security_groups': ['090f9964-e7fc-4a20-9c58-c26ee1183d64']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:28.185879 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e81762c7-044d-4b50-988d-a093b56eedaa tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:28.233091 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48960) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:28.243679 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-10aef15f-533c-41fe-a062-2ddbe316d909 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1574066188', 'description': 'tempest-description--2033976900'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:28.258857 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81762c7-044d-4b50-988d-a093b56eedaa tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15cbadf4-b9f5-4555-b13f-1e481efb3166,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:28.269889 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5c89c567-87e5-446e-93b9-db08c613d581 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:28.505292 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 5c89c567-87e5-446e-93b9-db08c613d581 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:28.505292 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:28.507744 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:28.508394 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0edbe7c-9a59-408b-b6f8-0990a5365dcf req-40b71984-65be-48ad-91c3-b0e2f456a02d tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:28.508394 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0edbe7c-9a59-408b-b6f8-0990a5365dcf req-40b71984-65be-48ad-91c3-b0e2f456a02d tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/ports?device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 945 time: 0.0595474 Jul 30 01:53:28.508571 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] Transition to ACTIVE for port object 0d893940-5aad-44d9-82d3-22a362f6e066 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:28.515979 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0edbe7c-9a59-408b-b6f8-0990a5365dcf req-d1db3dde-8cae-4151-b0cd-d52b229707b6 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/security-groups?id=942d2301-4f9a-40bb-91df-1781dc9302ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379620 Jul 30 01:53:28.551139 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'name': 'tempest-ServersTestJSON-307364366-router', 'tenant_id': '7264d4c019094365b1666415166a2231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:13Z', 'updated_at': '2021-07-30T01:53:23Z', 'revision_number': 4, 'project_id': '7264d4c019094365b1666415166a2231', 'gw_port': {'id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:15Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '950e4447-60c9-46bf-a438-ebc56241a57b', 'name': '', 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc', 'tenant_id': '7264d4c019094365b1666415166a2231', 'mac_address': 'fa:16:3e:53:e8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a410d550-e99c-4606-b8d2-acd17a993a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:21Z', 'updated_at': '2021-07-30T01:53:27Z', 'revision_number': 4, 'project_id': '7264d4c019094365b1666415166a2231', 'subnets': [{'id': 'a410d550-e99c-4606-b8d2-acd17a993a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:28.581608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5613183e-1c1f-4476-81fb-9ed8512dd290 None None] The sync data for ids ['d2cb49b9-180b-47a2-be00-4f761cf5aeae'] in n-d-713498-9 is: [{'id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'name': 'tempest-ServersTestJSON-307364366-router', 'tenant_id': '7264d4c019094365b1666415166a2231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:13Z', 'updated_at': '2021-07-30T01:53:23Z', 'revision_number': 4, 'project_id': '7264d4c019094365b1666415166a2231', 'gw_port': {'id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:15Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '950e4447-60c9-46bf-a438-ebc56241a57b', 'name': '', 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc', 'tenant_id': '7264d4c019094365b1666415166a2231', 'mac_address': 'fa:16:3e:53:e8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a410d550-e99c-4606-b8d2-acd17a993a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:21Z', 'updated_at': '2021-07-30T01:53:27Z', 'revision_number': 4, 'project_id': '7264d4c019094365b1666415166a2231', 'subnets': [{'id': 'a410d550-e99c-4606-b8d2-acd17a993a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:28.635774 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e81762c7-044d-4b50-988d-a093b56eedaa tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:28.637482 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e81762c7-044d-4b50-988d-a093b56eedaa tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8432786 Jul 30 01:53:28.641865 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48966) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:28.648200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-260b55fc-832d-4902-a854-c56ad136c7d9 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:28.648529 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:28.672889 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [req-42985d2f-6874-4953-abca-23731fb52b72 req-6e648100-7735-4737-ab74-45dbc0c6eed5 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:53:28.672889 n-d-713498-9 neutron-server[94465]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 01:53:28.672889 n-d-713498-9 neutron-server[94465]: [parameters: {'project_id_1': 'abf94101162146b19d686452c967dcf6', 'expiration_1': datetime.datetime(2021, 7, 30, 1, 53, 28, 371386)}] Jul 30 01:53:28.672889 n-d-713498-9 neutron-server[94465]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:53:28.683347 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [req-42985d2f-6874-4953-abca-23731fb52b72 req-6e648100-7735-4737-ab74-45dbc0c6eed5 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:53:28.746049 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10aef15f-533c-41fe-a062-2ddbe316d909 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:28.757658 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-55c5d75f-27be-4fe0-a3c9-e93c570c8000 req-0d50853d-8213-41b6-b4b3-ebf325fa7586 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 210 time: 0.0374913 Jul 30 01:53:28.842837 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-260b55fc-832d-4902-a854-c56ad136c7d9 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:28.895567 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fdb67-75f3-4155-9a91-dad7d7aef8e5 None None] Pushing event updated for resources: {'Port': ['ID=0d893940-5aad-44d9-82d3-22a362f6e066,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:28.931020 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] Attempting to bind port 0d893940-5aad-44d9-82d3-22a362f6e066 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:28.933618 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] Attempting to bind port 0d893940-5aad-44d9-82d3-22a362f6e066 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '61b69ced-b837-4295-81db-bb73fd3ccacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:28.933618 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] Attempting to bind port 0d893940-5aad-44d9-82d3-22a362f6e066 on network fb87329a-3973-4c1a-ad14-ee785b8bfa68 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:28.940185 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:28.940565 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] Checking segment: {'id': '61b69ced-b837-4295-81db-bb73fd3ccacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:28.940965 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:28.941365 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] Bound using segment: {'id': '61b69ced-b837-4295-81db-bb73fd3ccacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:28.941834 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] Bound port: 0d893940-5aad-44d9-82d3-22a362f6e066, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b69ced-b837-4295-81db-bb73fd3ccacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:28.942714 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:28.995964 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def692a-d0d4-4896-83ef-0267a1dfd024 req-d46cff82-7518-439d-a58c-03fe1eb58218 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:28.998489 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7def692a-d0d4-4896-83ef-0267a1dfd024 req-d46cff82-7518-439d-a58c-03fe1eb58218 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa3c887-791f-4878-875c-e158b7ef8e47 HTTP/1.1" status: 200 len: 943 time: 0.1127522 Jul 30 01:53:29.047645 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10aef15f-533c-41fe-a062-2ddbe316d909 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.051330 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] For port 0d893940-5aad-44d9-82d3-22a362f6e066, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:29.055018 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] For port 0d893940-5aad-44d9-82d3-22a362f6e066, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0d893940-5aad-44d9-82d3-22a362f6e066,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:29.091697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b5e86-87e0-43e1-b0c8-5ce677bccf4e req-67f2ffc0-2c59-4a1f-9808-15a7b8708600 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:29.093865 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5a8b5e86-87e0-43e1-b0c8-5ce677bccf4e req-67f2ffc0-2c59-4a1f-9808-15a7b8708600 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/ports?device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 945 time: 0.1453507 Jul 30 01:53:29.129711 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.131541 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10aef15f-533c-41fe-a062-2ddbe316d909 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.164098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-7def692a-d0d4-4896-83ef-0267a1dfd024 req-e5db9198-c2e1-4100-9316-dbc5b81c59bb tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Deleting port 31aae61d-966b-49ee-8fd2-9e7e708afc44 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:29.164689 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7def692a-d0d4-4896-83ef-0267a1dfd024 req-e5db9198-c2e1-4100-9316-dbc5b81c59bb tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.173626 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aef15f-533c-41fe-a062-2ddbe316d909 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3d0ff3-37b9-4f65-a52b-0910640608c4,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:29.208978 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] Routers {'968dee7e-6833-4e65-82ee-d5e5a365f85a'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:29.209766 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['968dee7e-6833-4e65-82ee-d5e5a365f85a'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:29.220083 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5a8b5e86-87e0-43e1-b0c8-5ce677bccf4e req-532fd363-5c2c-4acc-b1c5-ed12d1fc0440 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/security-groups?id=942d2301-4f9a-40bb-91df-1781dc9302ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161599 Jul 30 01:53:29.265121 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-260b55fc-832d-4902-a854-c56ad136c7d9 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.285590 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fdb67-75f3-4155-9a91-dad7d7aef8e5 None None] Pushing event updated for resources: {'Port': ['ID=0d893940-5aad-44d9-82d3-22a362f6e066,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:29.378538 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-7def692a-d0d4-4896-83ef-0267a1dfd024 req-e5db9198-c2e1-4100-9316-dbc5b81c59bb tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] For port 31aae61d-966b-49ee-8fd2-9e7e708afc44, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=31aae61d-966b-49ee-8fd2-9e7e708afc44,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:29.379103 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7def692a-d0d4-4896-83ef-0267a1dfd024 req-e5db9198-c2e1-4100-9316-dbc5b81c59bb tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.396031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42985d2f-6874-4953-abca-23731fb52b72 req-6e648100-7735-4737-ab74-45dbc0c6eed5 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Made reservation on behalf of abf94101162146b19d686452c967dcf6 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:29.400771 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-42985d2f-6874-4953-abca-23731fb52b72 req-6e648100-7735-4737-ab74-45dbc0c6eed5 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.410117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-7def692a-d0d4-4896-83ef-0267a1dfd024 req-e5db9198-c2e1-4100-9316-dbc5b81c59bb tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Calling delete_port for 31aae61d-966b-49ee-8fd2-9e7e708afc44 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:29.421550 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] Set router 968dee7e-6833-4e65-82ee-d5e5a365f85a gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:29.491271 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10aef15f-533c-41fe-a062-2ddbe316d909 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.495398 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-10aef15f-533c-41fe-a062-2ddbe316d909 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2572777 Jul 30 01:53:29.496667 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48982) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:29.501449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-eaed38ca-8179-492d-9735-f79d39c5f83e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Request body: {'security_group_rule': {'security_group_id': '0a3d0ff3-37b9-4f65-a52b-0910640608c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:29.632784 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-42985d2f-6874-4953-abca-23731fb52b72 req-6e648100-7735-4737-ab74-45dbc0c6eed5 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Allocated IP 172.20.0.8 (8173f374-3ae7-4d23-b8cc-405bd1c03a89/a439f664-eccf-4b31-af50-c97e11387cdd/b81fd05b-5f31-4990-8c17-a3f6419c77fe) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:29.657914 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eaed38ca-8179-492d-9735-f79d39c5f83e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.725710 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5c89c567-87e5-446e-93b9-db08c613d581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:16Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'gw_port': {'id': '5c89c567-87e5-446e-93b9-db08c613d581', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0d893940-5aad-44d9-82d3-22a362f6e066', 'name': '', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'mac_address': 'fa:16:3e:0b:6d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:22Z', 'updated_at': '2021-07-30T01:53:29Z', 'revision_number': 4, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'subnets': [{'id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:29.740600 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7def692a-d0d4-4896-83ef-0267a1dfd024 req-e5db9198-c2e1-4100-9316-dbc5b81c59bb tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.753402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['1a12eb71-838e-4718-8d21-2a7470945e26'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:53:29.789061 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db9198-c2e1-4100-9316-dbc5b81c59bb tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Pushing event deleted for resources: {'Port': ['ID=31aae61d-966b-49ee-8fd2-9e7e708afc44,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:29.825761 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eaed38ca-8179-492d-9735-f79d39c5f83e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.826107 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7f853-c4b3-4f0e-8f09-4e03ed33c437 None None] The sync data for ids ['968dee7e-6833-4e65-82ee-d5e5a365f85a'] in n-d-713498-9 is: [{'id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5c89c567-87e5-446e-93b9-db08c613d581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:16Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'gw_port': {'id': '5c89c567-87e5-446e-93b9-db08c613d581', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0d893940-5aad-44d9-82d3-22a362f6e066', 'name': '', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'mac_address': 'fa:16:3e:0b:6d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:22Z', 'updated_at': '2021-07-30T01:53:29Z', 'revision_number': 4, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'subnets': [{'id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:29.832241 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['00b13194-64bb-49db-9e83-4dde2cb5cb13'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:53:29.874866 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-42985d2f-6874-4953-abca-23731fb52b72 req-6e648100-7735-4737-ab74-45dbc0c6eed5 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.889033 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-42985d2f-6874-4953-abca-23731fb52b72 req-6e648100-7735-4737-ab74-45dbc0c6eed5 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Transition to ACTIVE for port object b81fd05b-5f31-4990-8c17-a3f6419c77fe will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:29.894598 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-7def692a-d0d4-4896-83ef-0267a1dfd024 req-e5db9198-c2e1-4100-9316-dbc5b81c59bb tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] No DVR routers for this DVR port 31aae61d-966b-49ee-8fd2-9e7e708afc44 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:29.899242 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7def692a-d0d4-4896-83ef-0267a1dfd024 req-e5db9198-c2e1-4100-9316-dbc5b81c59bb tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.902090 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7def692a-d0d4-4896-83ef-0267a1dfd024 req-e5db9198-c2e1-4100-9316-dbc5b81c59bb tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "DELETE /v2.0/ports/31aae61d-966b-49ee-8fd2-9e7e708afc44 HTTP/1.1" status: 204 len: 173 time: 0.8925793 Jul 30 01:53:29.902704 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa3c887-791f-4878-875c-e158b7ef8e47', 'name': 'network-vif-deleted', 'tag': '31aae61d-966b-49ee-8fd2-9e7e708afc44'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:29.908098 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e414650d-57fe-4109-9816-1ee907e2950e" -d '{"events": [{"server_uuid": "9aa3c887-791f-4878-875c-e158b7ef8e47", "name": "network-vif-deleted", "tag": "31aae61d-966b-49ee-8fd2-9e7e708afc44"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:29.937155 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eaed38ca-8179-492d-9735-f79d39c5f83e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.018493 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-260b55fc-832d-4902-a854-c56ad136c7d9 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Allocated IP 172.25.1.30 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/ace8cf23-ca0d-40b9-aa07-0a00c29b85a5) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:30.022345 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed38ca-8179-492d-9735-f79d39c5f83e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94268cc-ae77-4ae4-a4ee-940f23da611f,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:30.176267 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eaed38ca-8179-492d-9735-f79d39c5f83e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.189483 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-eaed38ca-8179-492d-9735-f79d39c5f83e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6914756 Jul 30 01:53:30.190159 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48998) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:30.196652 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-476a0e3b-7b21-47bc-8f7b-25355a3090c3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Request body: {'security_group_rule': {'security_group_id': '0a3d0ff3-37b9-4f65-a52b-0910640608c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:30.304660 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-42985d2f-6874-4953-abca-23731fb52b72 req-6e648100-7735-4737-ab74-45dbc0c6eed5 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.320936 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-260b55fc-832d-4902-a854-c56ad136c7d9 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.347413 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-476a0e3b-7b21-47bc-8f7b-25355a3090c3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.388897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42985d2f-6874-4953-abca-23731fb52b72 req-6e648100-7735-4737-ab74-45dbc0c6eed5 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Network 8173f374-3ae7-4d23-b8cc-405bd1c03a89 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:30.391306 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 950e4447-60c9-46bf-a438-ebc56241a57b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:30.455801 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-42985d2f-6874-4953-abca-23731fb52b72 req-6e648100-7735-4737-ab74-45dbc0c6eed5 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:30.494478 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-476a0e3b-7b21-47bc-8f7b-25355a3090c3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.522831 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-42985d2f-6874-4953-abca-23731fb52b72 req-6e648100-7735-4737-ab74-45dbc0c6eed5 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:30.563676 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 950e4447-60c9-46bf-a438-ebc56241a57b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:30.570400 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 950e4447-60c9-46bf-a438-ebc56241a57b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:30.570887 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.574087 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-476a0e3b-7b21-47bc-8f7b-25355a3090c3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.597757 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42985d2f-6874-4953-abca-23731fb52b72 req-6e648100-7735-4737-ab74-45dbc0c6eed5 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:30.598478 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-42985d2f-6874-4953-abca-23731fb52b72 req-6e648100-7735-4737-ab74-45dbc0c6eed5 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.626819 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a0e3b-7b21-47bc-8f7b-25355a3090c3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9865d4ae-14d7-4a43-ad6f-24090916062b,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:30.678035 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-476a0e3b-7b21-47bc-8f7b-25355a3090c3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.682086 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-476a0e3b-7b21-47bc-8f7b-25355a3090c3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4878769 Jul 30 01:53:30.684021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49006) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:30.687463 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-ffa4a190-a8a9-4d48-8f68-78359022ab3a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:30.707088 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9a117-a767-4250-a5df-dfdea7f4084b req-8906c4c5-4330-47c5-9c52-baafa0eaf64d tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:30.715839 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bad9a117-a767-4250-a5df-dfdea7f4084b req-8906c4c5-4330-47c5-9c52-baafa0eaf64d tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/ports?device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 945 time: 0.4140973 Jul 30 01:53:30.737954 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e648100-7735-4737-ab74-45dbc0c6eed5 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Pushing event updated for resources: {'Port': ['ID=b81fd05b-5f31-4990-8c17-a3f6419c77fe,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:30.754548 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.762233 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42985d2f-6874-4953-abca-23731fb52b72 req-6e648100-7735-4737-ab74-45dbc0c6eed5 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6081920 Jul 30 01:53:30.781288 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] Request body: {'port': {'device_id': '6b2f6fe3-e046-4376-881e-5f38f17b6f19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:30.808996 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a190-a8a9-4d48-8f68-78359022ab3a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.828683 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 950e4447-60c9-46bf-a438-ebc56241a57b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=950e4447-60c9-46bf-a438-ebc56241a57b,segment=NetworkSegment(51c2d4e3-ad5b-4c91-a3f4-abe71d223a46),segment_id=51c2d4e3-ad5b-4c91-a3f4-abe71d223a46)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:30.854773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ab91b005-9a66-4d28-88d7-9c64fec8cd4a None None] Provisioning for port b81fd05b-5f31-4990-8c17-a3f6419c77fe completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:30.860804 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ab91b005-9a66-4d28-88d7-9c64fec8cd4a None None] Provisioning complete for port b81fd05b-5f31-4990-8c17-a3f6419c77fe triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:30.863589 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ab91b005-9a66-4d28-88d7-9c64fec8cd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.869695 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.915835 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.916699 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0d893940-5aad-44d9-82d3-22a362f6e066 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:30.920323 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bad9a117-a767-4250-a5df-dfdea7f4084b req-4b5d76da-1c54-4299-9471-7d100fbaf5d8 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/security-groups?id=942d2301-4f9a-40bb-91df-1781dc9302ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028215 Jul 30 01:53:31.001449 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a190-a8a9-4d48-8f68-78359022ab3a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.066527 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ab91b005-9a66-4d28-88d7-9c64fec8cd4a None None] Port b81fd05b-5f31-4990-8c17-a3f6419c77fe cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:31.080557 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=950e4447-60c9-46bf-a438-ebc56241a57b,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:31.104337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:31.104570 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-260b55fc-832d-4902-a854-c56ad136c7d9 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.109955 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:31.110631 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:31.111055 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:31.112807 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:31.114103 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:31.114103 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:31.114103 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:31.114453 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:31.114548 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:31.115906 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:31.115906 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:31.148313 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220ab9d7-f9bf-46e1-9f1e-2b2dff86894c x-openstack-request-id: req-220ab9d7-f9bf-46e1-9f1e-2b2dff86894c {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:31.149176 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa3c887-791f-4878-875c-e158b7ef8e47", "name": "network-vif-deleted", "tag": "31aae61d-966b-49ee-8fd2-9e7e708afc44", "status": "failed", "code": 422}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:31.150031 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-220ab9d7-f9bf-46e1-9f1e-2b2dff86894c {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:31.150590 n-d-713498-9 neutron-server[94464]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9aa3c887-791f-4878-875c-e158b7ef8e47', 'name': 'network-vif-deleted', 'tag': '31aae61d-966b-49ee-8fd2-9e7e708afc44', 'status': 'failed', 'code': 422} returned with failed status Jul 30 01:53:31.165586 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-ffa4a190-a8a9-4d48-8f68-78359022ab3a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Allocated IP 172.25.1.2 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/38dbe804-2012-4843-8b21-6ee323254590) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:31.172186 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260b55fc-832d-4902-a854-c56ad136c7d9 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:31.180200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5fc24-a588-4bf7-b9d3-7d7b27e6b9b7 req-a1712787-1ab6-47a8-ba28-380389383162 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:31.188278 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-84f5fc24-a588-4bf7-b9d3-7d7b27e6b9b7 req-a1712787-1ab6-47a8-ba28-380389383162 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 931 time: 0.1736882 Jul 30 01:53:31.213795 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 0d893940-5aad-44d9-82d3-22a362f6e066 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:31.218542 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0d893940-5aad-44d9-82d3-22a362f6e066 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:31.222474 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.222592 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-260b55fc-832d-4902-a854-c56ad136c7d9 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:31.224119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b55fc-832d-4902-a854-c56ad136c7d9 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:31.289878 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b55fc-832d-4902-a854-c56ad136c7d9 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Pushing event updated for resources: {'Port': ['ID=ace8cf23-ca0d-40b9-aa07-0a00c29b85a5,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:31.315403 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a190-a8a9-4d48-8f68-78359022ab3a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.343347 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-84f5fc24-a588-4bf7-b9d3-7d7b27e6b9b7 req-1e2bef61-35d8-4eed-baef-3ba4dd13bc82 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/security-groups?id=090f9964-e7fc-4a20-9c58-c26ee1183d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527801 Jul 30 01:53:31.399103 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.437589 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a190-a8a9-4d48-8f68-78359022ab3a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.445598 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-260b55fc-832d-4902-a854-c56ad136c7d9 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.485095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 0d893940-5aad-44d9-82d3-22a362f6e066, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0d893940-5aad-44d9-82d3-22a362f6e066,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:31.527178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81fd05b-5f31-4990-8c17-a3f6419c77fe {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:53:31.537011 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.555701 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa4a190-a8a9-4d48-8f68-78359022ab3a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:31.579375 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-ffa4a190-a8a9-4d48-8f68-78359022ab3a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:31.582149 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4a190-a8a9-4d48-8f68-78359022ab3a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Pushing event updated for resources: {'Port': ['ID=38dbe804-2012-4843-8b21-6ee323254590,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:31.586911 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa4a190-a8a9-4d48-8f68-78359022ab3a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:31.595226 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.598555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] Transition to ACTIVE for port object b81fd05b-5f31-4990-8c17-a3f6419c77fe will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:31.599343 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-260b55fc-832d-4902-a854-c56ad136c7d9 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.678420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=0d893940-5aad-44d9-82d3-22a362f6e066,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:31.697914 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a190-a8a9-4d48-8f68-78359022ab3a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.751308 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.828391 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] Pushing event updated for resources: {'Port': ['ID=b81fd05b-5f31-4990-8c17-a3f6419c77fe,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:31.829703 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a190-a8a9-4d48-8f68-78359022ab3a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.854617 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-260b55fc-832d-4902-a854-c56ad136c7d9 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.926795 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-260b55fc-832d-4902-a854-c56ad136c7d9 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:32.110612 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36043b-6009-483a-889d-c4161a3617dc req-e3266512-1f98-4499-a525-318c8261c7fd tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:32.119010 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8a36043b-6009-483a-889d-c4161a3617dc req-e3266512-1f98-4499-a525-318c8261c7fd tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/ports?device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 945 time: 0.1123922 Jul 30 01:53:32.192739 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8a36043b-6009-483a-889d-c4161a3617dc req-e0620afc-8e3e-4412-8abc-325f05998ba6 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/security-groups?id=942d2301-4f9a-40bb-91df-1781dc9302ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726144 Jul 30 01:53:32.213787 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a190-a8a9-4d48-8f68-78359022ab3a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:32.245136 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 950e4447-60c9-46bf-a438-ebc56241a57b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:32.289285 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a190-a8a9-4d48-8f68-78359022ab3a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:32.323548 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 950e4447-60c9-46bf-a438-ebc56241a57b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:32.323929 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:32.421360 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4a190-a8a9-4d48-8f68-78359022ab3a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Pushing event updated for resources: {'Port': ['ID=38dbe804-2012-4843-8b21-6ee323254590,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:32.428440 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a190-a8a9-4d48-8f68-78359022ab3a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:32.433063 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0d893940-5aad-44d9-82d3-22a362f6e066 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:32.491165 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0d893940-5aad-44d9-82d3-22a362f6e066 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:32.492209 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:32.506953 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c7e80-98ef-42ef-a337-70faf59d9f07 req-d63a65e2-d05f-4b7c-92a0-09cff467a1c0 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:32.508680 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4b8c7e80-98ef-42ef-a337-70faf59d9f07 req-d63a65e2-d05f-4b7c-92a0-09cff467a1c0 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 943 time: 0.0667737 Jul 30 01:53:32.513849 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] Attempting to bind port b81fd05b-5f31-4990-8c17-a3f6419c77fe on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:32.514622 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] Attempting to bind port b81fd05b-5f31-4990-8c17-a3f6419c77fe by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'd5d64e0e-1c72-4edc-a5fb-c94d9596e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:32.514622 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] Attempting to bind port b81fd05b-5f31-4990-8c17-a3f6419c77fe on network 8173f374-3ae7-4d23-b8cc-405bd1c03a89 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:32.535297 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] Port b81fd05b-5f31-4990-8c17-a3f6419c77fe on network 8173f374-3ae7-4d23-b8cc-405bd1c03a89 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:53:32.535634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] Attempting to bind port b81fd05b-5f31-4990-8c17-a3f6419c77fe on network 8173f374-3ae7-4d23-b8cc-405bd1c03a89 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:32.548353 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b55fc-832d-4902-a854-c56ad136c7d9 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Pushing event updated for resources: {'Port': ['ID=ace8cf23-ca0d-40b9-aa07-0a00c29b85a5,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:32.555464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:32.560361 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] Checking segment: {'id': 'd5d64e0e-1c72-4edc-a5fb-c94d9596e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:32.560361 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] Bound using segment: {'id': 'd5d64e0e-1c72-4edc-a5fb-c94d9596e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:32.560361 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] Bound port: b81fd05b-5f31-4990-8c17-a3f6419c77fe, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d64e0e-1c72-4edc-a5fb-c94d9596e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:32.560361 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:32.570943 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4b8c7e80-98ef-42ef-a337-70faf59d9f07 req-ceafa8c2-c3d6-43ef-9436-04166758286d tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/security-groups?id=090f9964-e7fc-4a20-9c58-c26ee1183d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551822 Jul 30 01:53:32.571936 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-260b55fc-832d-4902-a854-c56ad136c7d9 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:32.588022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c3505-27f7-48a8-b4ae-cf37e2184798 req-5ab9bfcd-b0d9-44f6-a9e9-b7ef4a216375 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:32.602036 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-591c3505-27f7-48a8-b4ae-cf37e2184798 req-5ab9bfcd-b0d9-44f6-a9e9-b7ef4a216375 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 907 time: 0.1345043 Jul 30 01:53:32.615184 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a190-a8a9-4d48-8f68-78359022ab3a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:32.631957 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ffa4a190-a8a9-4d48-8f68-78359022ab3a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9429569 Jul 30 01:53:32.672858 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] For port b81fd05b-5f31-4990-8c17-a3f6419c77fe, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:32.676950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] For port b81fd05b-5f31-4990-8c17-a3f6419c77fe, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=b81fd05b-5f31-4990-8c17-a3f6419c77fe,segment=NetworkSegment(d5d64e0e-1c72-4edc-a5fb-c94d9596e64d),segment_id=d5d64e0e-1c72-4edc-a5fb-c94d9596e64d)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:32.711253 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-260b55fc-832d-4902-a854-c56ad136c7d9 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:32.720897 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-260b55fc-832d-4902-a854-c56ad136c7d9 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0704887 Jul 30 01:53:32.752016 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:32.811805 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:32.812589 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:32.814333 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42985d2f-6874-4953-abca-23731fb52b72 req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] 10.222.0.77 "PUT /v2.0/ports/b81fd05b-5f31-4990-8c17-a3f6419c77fe HTTP/1.1" status: 200 len: 1091 time: 2.0378690 Jul 30 01:53:32.814644 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2f6fe3-e046-4376-881e-5f38f17b6f19', 'tag': 'b81fd05b-5f31-4990-8c17-a3f6419c77fe'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:32.817862 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a27e0a-5056-49f0-9716-e7928abbc6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2f6fe3-e046-4376-881e-5f38f17b6f19", "tag": "b81fd05b-5f31-4990-8c17-a3f6419c77fe"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:32.843047 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:32.857673 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc549ad-0b72-444d-9378-fa574b753b49 service neutron] Pushing event updated for resources: {'Port': ['ID=b81fd05b-5f31-4990-8c17-a3f6419c77fe,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:32.889209 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f77533-3b80-46d9-a429-14f58b310dcf x-openstack-request-id: req-88f77533-3b80-46d9-a429-14f58b310dcf {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:32.889529 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2f6fe3-e046-4376-881e-5f38f17b6f19", "tag": "b81fd05b-5f31-4990-8c17-a3f6419c77fe", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:32.889781 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-88f77533-3b80-46d9-a429-14f58b310dcf {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:32.890665 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2f6fe3-e046-4376-881e-5f38f17b6f19', 'tag': 'b81fd05b-5f31-4990-8c17-a3f6419c77fe', 'status': 'completed', 'code': 200} Jul 30 01:53:32.920989 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-b343fb63-df7c-43ce-a4ab-252aef15121a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1574066188&fields=id&tenant_id=b5e9759d07ba4e958653b10399043a13 HTTP/1.1" status: 200 len: 267 time: 0.0451615 Jul 30 01:53:33.052423 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-a0edbc8a-77b9-4cb5-88c2-e68fa16dcaaa tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2106916820&fields=id&tenant_id=7264d4c019094365b1666415166a2231 HTTP/1.1" status: 200 len: 267 time: 0.0499802 Jul 30 01:53:33.092484 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-e782e2c7-cb1b-4841-8994-a07b0d24b453 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:33.094259 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-e782e2c7-cb1b-4841-8994-a07b0d24b453 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/networks?id=fb87329a-3973-4c1a-ad14-ee785b8bfa68 HTTP/1.1" status: 200 len: 816 time: 0.1656859 Jul 30 01:53:33.126960 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-029a1772-10d5-484f-ad43-0dac0e8487d6 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/quotas/b5e9759d07ba4e958653b10399043a13 HTTP/1.1" status: 200 len: 375 time: 0.0151117 Jul 30 01:53:33.135605 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a27e0a-5056-49f0-9716-e7928abbc6fe req-a7a8d310-1c71-43a8-913c-ea200a07f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:33.137517 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-51a27e0a-5056-49f0-9716-e7928abbc6fe req-a7a8d310-1c71-43a8-913c-ea200a07f62a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=abf94101162146b19d686452c967dcf6&device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 1094 time: 0.1837025 Jul 30 01:53:33.182256 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-5b86cbd0-0afd-4e9d-ac9c-9eddad81e86c tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:33.183953 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-5b86cbd0-0afd-4e9d-ac9c-9eddad81e86c tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/networks?id=2f416bf8-b50e-47c8-9954-b71af9fff1cc HTTP/1.1" status: 200 len: 805 time: 0.1302085 Jul 30 01:53:33.205164 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-4ff130f0-d131-4b8f-a53f-10be06de4c86 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/quotas/7264d4c019094365b1666415166a2231 HTTP/1.1" status: 200 len: 375 time: 0.0141361 Jul 30 01:53:33.219754 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-d1a8bfae-10d3-49eb-96ad-15ec8703852c tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b5e9759d07ba4e958653b10399043a13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0874984 Jul 30 01:53:33.292145 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-dd0d42a1-a14d-4231-b6f6-cbf0fddcf98a tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7264d4c019094365b1666415166a2231&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798120 Jul 30 01:53:33.401790 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-db970444-ab02-437b-b012-4290d75d9628 service neutron] 10.222.0.70 "GET /v2.0/networks/2f416bf8-b50e-47c8-9954-b71af9fff1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920539 Jul 30 01:53:33.406405 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c662b-08fa-48d4-9d72-5399983b577a req-3ba975dc-7bc1-47ab-bd3a-8e155c034ddc tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:33.407926 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7c2c662b-08fa-48d4-9d72-5399983b577a req-3ba975dc-7bc1-47ab-bd3a-8e155c034ddc tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.10 "GET /v2.0/ports?device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 945 time: 0.1781461 Jul 30 01:53:33.427090 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a27e0a-5056-49f0-9716-e7928abbc6fe req-56cbece5-25bf-4d61-ba26-e7062026205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:33.428502 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-51a27e0a-5056-49f0-9716-e7928abbc6fe req-56cbece5-25bf-4d61-ba26-e7062026205e service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=abf94101162146b19d686452c967dcf6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2461936 Jul 30 01:53:33.517575 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-1023e5bc-e653-4c2e-9ad1-7268a2a13a2a service neutron] 10.222.0.70 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513664 Jul 30 01:53:33.585832 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:53:33.677321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a27e0a-5056-49f0-9716-e7928abbc6fe req-4e508973-09b9-4953-8667-bd2e0e8f177e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:33.678905 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-51a27e0a-5056-49f0-9716-e7928abbc6fe req-4e508973-09b9-4953-8667-bd2e0e8f177e service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2283785 Jul 30 01:53:33.702585 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-25956e2f-39e4-4436-96ef-42b0c06c954b service neutron] 10.222.0.70 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747658 Jul 30 01:53:33.713037 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-7c2c662b-08fa-48d4-9d72-5399983b577a req-92eb9101-eb08-4956-b99f-24b26db4aa6f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Deleting port 6d22f80f-ce07-48d4-ad66-13502c9dc243 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:33.713037 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7c2c662b-08fa-48d4-9d72-5399983b577a req-92eb9101-eb08-4956-b99f-24b26db4aa6f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:33.836443 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42985d2f-6874-4953-abca-23731fb52b72 req-f08acb22-68b4-467c-accd-808a84881bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:33.837975 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42985d2f-6874-4953-abca-23731fb52b72 req-f08acb22-68b4-467c-accd-808a84881bca service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=abf94101162146b19d686452c967dcf6&device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 1094 time: 0.0804873 Jul 30 01:53:33.843460 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462049e-4ac4-416a-b5f5-fa4d1d4bb139 req-89fbd0b9-b39f-4fb9-9753-47fca9380234 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:33.844922 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4462049e-4ac4-416a-b5f5-fa4d1d4bb139 req-89fbd0b9-b39f-4fb9-9753-47fca9380234 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 907 time: 0.0652404 Jul 30 01:53:33.859092 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-7c2c662b-08fa-48d4-9d72-5399983b577a req-92eb9101-eb08-4956-b99f-24b26db4aa6f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] For port 6d22f80f-ce07-48d4-ad66-13502c9dc243, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6d22f80f-ce07-48d4-ad66-13502c9dc243,segment=NetworkSegment(0a91dcd2-6a27-4a84-adc7-4aa2551fb947),segment_id=0a91dcd2-6a27-4a84-adc7-4aa2551fb947)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:33.859348 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7c2c662b-08fa-48d4-9d72-5399983b577a req-92eb9101-eb08-4956-b99f-24b26db4aa6f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:33.911084 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-77ccbecb-b0fa-4792-bf7d-d7bd5cddb85a service neutron] 10.222.0.70 "GET /v2.0/networks/2f416bf8-b50e-47c8-9954-b71af9fff1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027089 Jul 30 01:53:33.916978 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42985d2f-6874-4953-abca-23731fb52b72 req-02c100ba-035b-4c98-abd7-833f5c19b734 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b81fd05b-5f31-4990-8c17-a3f6419c77fe HTTP/1.1" status: 200 len: 217 time: 0.0548744 Jul 30 01:53:33.917950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-7c2c662b-08fa-48d4-9d72-5399983b577a req-92eb9101-eb08-4956-b99f-24b26db4aa6f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Calling delete_port for 6d22f80f-ce07-48d4-ad66-13502c9dc243 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:34.000030 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-4462049e-4ac4-416a-b5f5-fa4d1d4bb139 req-2a484547-63b4-47f8-94d0-010ad1fc5cd7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Deleting port d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:34.000387 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4462049e-4ac4-416a-b5f5-fa4d1d4bb139 req-2a484547-63b4-47f8-94d0-010ad1fc5cd7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:34.055400 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42985d2f-6874-4953-abca-23731fb52b72 req-d2160e8f-e35f-4daf-845b-25d58f932987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:34.057987 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42985d2f-6874-4953-abca-23731fb52b72 req-d2160e8f-e35f-4daf-845b-25d58f932987 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a439f664-eccf-4b31-af50-c97e11387cdd HTTP/1.1" status: 200 len: 851 time: 0.1300836 Jul 30 01:53:34.128872 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-4462049e-4ac4-416a-b5f5-fa4d1d4bb139 req-2a484547-63b4-47f8-94d0-010ad1fc5cd7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] For port d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:34.130006 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4462049e-4ac4-416a-b5f5-fa4d1d4bb139 req-2a484547-63b4-47f8-94d0-010ad1fc5cd7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:34.146529 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-4462049e-4ac4-416a-b5f5-fa4d1d4bb139 req-2a484547-63b4-47f8-94d0-010ad1fc5cd7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Calling delete_port for d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:34.155932 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b17ebc-b5f3-4a25-827c-c1ec8ca2776e req-8f952635-a670-4da8-8db7-929369878340 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:34.162808 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1b17ebc-b5f3-4a25-827c-c1ec8ca2776e req-8f952635-a670-4da8-8db7-929369878340 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/ports?device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 945 time: 0.1695888 Jul 30 01:53:34.216549 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42985d2f-6874-4953-abca-23731fb52b72 req-80aa999d-1f73-43c3-9494-5b7066a50a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:34.218313 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42985d2f-6874-4953-abca-23731fb52b72 req-80aa999d-1f73-43c3-9494-5b7066a50a7d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8173f374-3ae7-4d23-b8cc-405bd1c03a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496384 Jul 30 01:53:34.314844 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1b17ebc-b5f3-4a25-827c-c1ec8ca2776e req-1495e321-6664-433e-ad1d-de96e261ba26 tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/security-groups?id=942d2301-4f9a-40bb-91df-1781dc9302ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476457 Jul 30 01:53:34.397048 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4462049e-4ac4-416a-b5f5-fa4d1d4bb139 req-2a484547-63b4-47f8-94d0-010ad1fc5cd7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:34.413129 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42985d2f-6874-4953-abca-23731fb52b72 req-8429bc24-5ddd-4823-bcaa-d3a6d96dc6c5 service neutron] 10.222.0.77 "GET /v2.0/networks/8173f374-3ae7-4d23-b8cc-405bd1c03a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690125 Jul 30 01:53:34.457804 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a484547-63b4-47f8-94d0-010ad1fc5cd7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Pushing event deleted for resources: {'Port': ['ID=d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:34.479405 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-85abb6d9-bf8f-46c2-acd5-b99e371783f6 req-5b0097db-2e20-422c-8159-b2b1ef9e1541 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 210 time: 0.0342071 Jul 30 01:53:34.486442 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7c2c662b-08fa-48d4-9d72-5399983b577a req-92eb9101-eb08-4956-b99f-24b26db4aa6f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:34.552012 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-4462049e-4ac4-416a-b5f5-fa4d1d4bb139 req-2a484547-63b4-47f8-94d0-010ad1fc5cd7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] No DVR routers for this DVR port d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:34.555158 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4462049e-4ac4-416a-b5f5-fa4d1d4bb139 req-2a484547-63b4-47f8-94d0-010ad1fc5cd7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:34.557752 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4462049e-4ac4-416a-b5f5-fa4d1d4bb139 req-2a484547-63b4-47f8-94d0-010ad1fc5cd7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.77 "DELETE /v2.0/ports/d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd HTTP/1.1" status: 204 len: 173 time: 0.6982200 Jul 30 01:53:34.558378 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd92bdce-3e92-417f-86b7-fb1c183a6d53', 'name': 'network-vif-deleted', 'tag': 'd1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:34.560786 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daca000a-542b-42ce-a46d-54ce38eb957c" -d '{"events": [{"server_uuid": "bd92bdce-3e92-417f-86b7-fb1c183a6d53", "name": "network-vif-deleted", "tag": "d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:34.580401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3ab27-666d-4aed-ae5c-041adc74f662 req-db548582-2cc2-48d1-9b3f-6cf3bca7da43 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:34.583622 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0fd3ab27-666d-4aed-ae5c-041adc74f662 req-db548582-2cc2-48d1-9b3f-6cf3bca7da43 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 943 time: 0.1844845 Jul 30 01:53:34.593998 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb9101-eb08-4956-b99f-24b26db4aa6f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Pushing event deleted for resources: {'Port': ['ID=6d22f80f-ce07-48d4-ad66-13502c9dc243,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:34.674851 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6b7b9aae-9c42-4870-9205-633612e339f9 req-36979250-d01e-4ef6-b5b2-6ca380585006 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 210 time: 0.0352418 Jul 30 01:53:34.722854 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2c662b-08fa-48d4-9d72-5399983b577a req-92eb9101-eb08-4956-b99f-24b26db4aa6f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] No DVR routers for this DVR port 6d22f80f-ce07-48d4-ad66-13502c9dc243 on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:34.725502 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7c2c662b-08fa-48d4-9d72-5399983b577a req-92eb9101-eb08-4956-b99f-24b26db4aa6f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:34.728141 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7c2c662b-08fa-48d4-9d72-5399983b577a req-92eb9101-eb08-4956-b99f-24b26db4aa6f tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.10 "DELETE /v2.0/ports/6d22f80f-ce07-48d4-ad66-13502c9dc243 HTTP/1.1" status: 204 len: 173 time: 1.3106408 Jul 30 01:53:34.744667 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0fd3ab27-666d-4aed-ae5c-041adc74f662 req-5ec11b09-0a38-43b8-8cf9-2720a7a6a028 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/security-groups?id=090f9964-e7fc-4a20-9c58-c26ee1183d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887480 Jul 30 01:53:34.751423 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5162ebf5-73d8-44fd-95df-e220a7e213e7 req-1e1ef7f1-c5d3-47f5-8c6b-baee6c18008d tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 210 time: 0.0333023 Jul 30 01:53:34.779802 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42985d2f-6874-4953-abca-23731fb52b72 req-646e531b-9cb3-46ca-8eb9-2eecfb19f4e8 service neutron] 10.222.0.77 "GET /v2.0/networks/8173f374-3ae7-4d23-b8cc-405bd1c03a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242950 Jul 30 01:53:34.825031 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28888a7-25a8-4b25-a174-c938d8e9b0ae x-openstack-request-id: req-d28888a7-25a8-4b25-a174-c938d8e9b0ae {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:34.825840 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd92bdce-3e92-417f-86b7-fb1c183a6d53", "name": "network-vif-deleted", "tag": "d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:34.826094 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d28888a7-25a8-4b25-a174-c938d8e9b0ae {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:34.826524 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd92bdce-3e92-417f-86b7-fb1c183a6d53', 'name': 'network-vif-deleted', 'tag': 'd1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd', 'status': 'completed', 'code': 200} Jul 30 01:53:34.891701 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32ec162-b95a-438a-864d-f4fd71b293d4', 'name': 'network-vif-deleted', 'tag': '6d22f80f-ce07-48d4-ad66-13502c9dc243'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:34.894063 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9203499-7f68-45e4-ab66-4de039808ff9" -d '{"events": [{"server_uuid": "c32ec162-b95a-438a-864d-f4fd71b293d4", "name": "network-vif-deleted", "tag": "6d22f80f-ce07-48d4-ad66-13502c9dc243"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:34.936990 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b76ccb-2cdb-443a-b4d5-3ba9a95ea5b6 x-openstack-request-id: req-28b76ccb-2cdb-443a-b4d5-3ba9a95ea5b6 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:34.937360 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32ec162-b95a-438a-864d-f4fd71b293d4", "name": "network-vif-deleted", "tag": "6d22f80f-ce07-48d4-ad66-13502c9dc243", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:34.937623 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-28b76ccb-2cdb-443a-b4d5-3ba9a95ea5b6 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:34.938030 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32ec162-b95a-438a-864d-f4fd71b293d4', 'name': 'network-vif-deleted', 'tag': '6d22f80f-ce07-48d4-ad66-13502c9dc243', 'status': 'completed', 'code': 200} Jul 30 01:53:35.462463 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9e66a361-fbb8-451c-b74d-ba358ad61b1f req-1be4a102-ba5a-4c0e-9b01-0af9a88b5c0e tempest-ServersNegativeTestMultiTenantJSON-907442153 tempest-ServersNegativeTestMultiTenantJSON-907442153-project] 10.222.0.70 "GET /v2.0/ports?device_id=c32ec162-b95a-438a-864d-f4fd71b293d4 HTTP/1.1" status: 200 len: 210 time: 0.0300629 Jul 30 01:53:35.612154 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1f16c649-4ef2-49a5-b8e6-5518fa95a912 req-a1afd550-ed38-4882-8dff-d26bdb1c59c2 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd92bdce-3e92-417f-86b7-fb1c183a6d53 HTTP/1.1" status: 200 len: 210 time: 0.0391479 Jul 30 01:53:35.760404 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a55d23ac-b5f3-411d-a490-3a336059d957 req-cdb6446d-545d-4462-876d-d42d5e0c001b tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 210 time: 0.0261631 Jul 30 01:53:35.856243 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-511845ea-90d9-4b86-bce9-dab7669aa9bc req-d992f2a7-1f60-4476-b84b-0284534f1bbc tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 210 time: 0.0270457 Jul 30 01:53:35.887790 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55b622-6e11-4a4f-86bd-f3a3248570d4 req-6b58b114-ab62-4ced-964e-f05005a91e01 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:35.889284 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f55b622-6e11-4a4f-86bd-f3a3248570d4 req-6b58b114-ab62-4ced-964e-f05005a91e01 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 943 time: 0.0516856 Jul 30 01:53:35.933935 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6d22f80f-ce07-48d4-ad66-13502c9dc243 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:35.941401 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f55b622-6e11-4a4f-86bd-f3a3248570d4 req-045f7793-1b79-48b3-b188-b4016921587c tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/security-groups?id=090f9964-e7fc-4a20-9c58-c26ee1183d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459254 Jul 30 01:53:35.961787 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 6d22f80f-ce07-48d4-ad66-13502c9dc243 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:35.962132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6d22f80f-ce07-48d4-ad66-13502c9dc243 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:36.534458 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49150) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:36.557988 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-91ed7d0c-01df-42cd-9f10-9da3683e00cd tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:36.560846 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-91ed7d0c-01df-42cd-9f10-9da3683e00cd tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.10 "GET /v2.0/networks?id=fb87329a-3973-4c1a-ad14-ee785b8bfa68 HTTP/1.1" status: 200 len: 816 time: 0.1338358 Jul 30 01:53:36.595678 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1798be7-27df-41ce-9867-e6014d68ffa9 admin admin] Deleting subnet 97adda03-866d-4f55-a318-d95cb23bcf03 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:53:36.598870 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b1798be7-27df-41ce-9867-e6014d68ffa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:36.609590 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-cbd0aa18-1c96-4c9a-ab1e-fe4a818e3272 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5e9759d07ba4e958653b10399043a13 HTTP/1.1" status: 200 len: 380 time: 0.0396290 Jul 30 01:53:36.620387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-ce5f0d48-eb95-4718-827b-d5f76b8078e3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Request body: {'port': {'device_id': 'db9187d3-b6b6-4983-bc83-e198b907048d', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'admin_state_up': True, 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'security_groups': ['0a3d0ff3-37b9-4f65-a52b-0910640608c4']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:36.634923 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b1798be7-27df-41ce-9867-e6014d68ffa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:36.691833 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b1798be7-27df-41ce-9867-e6014d68ffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:36.820224 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b1798be7-27df-41ce-9867-e6014d68ffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:36.856031 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1798be7-27df-41ce-9867-e6014d68ffa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97adda03-866d-4f55-a318-d95cb23bcf03,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:36.857045 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-ce5f0d48-eb95-4718-827b-d5f76b8078e3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Made reservation on behalf of b5e9759d07ba4e958653b10399043a13 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:36.860545 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b1798be7-27df-41ce-9867-e6014d68ffa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:36.860712 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-ce5f0d48-eb95-4718-827b-d5f76b8078e3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:36.862857 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b1798be7-27df-41ce-9867-e6014d68ffa9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/97adda03-866d-4f55-a318-d95cb23bcf03 HTTP/1.1" status: 204 len: 168 time: 0.3259635 Jul 30 01:53:36.865321 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49164) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:36.891336 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3fdf9c33-e811-4c98-908a-b6f120266e69 req-16ee0022-2c60-44e3-b165-df41e8ec1956 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 210 time: 0.0470736 Jul 30 01:53:36.952470 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d571287-eaa8-4617-9983-7c891905ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.026425 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e32c1a0-4f6b-415d-990e-1f1ca65d66c9 req-fa9e8c5c-f5a8-46af-ab40-5bc05daeb19d tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 210 time: 0.0392213 Jul 30 01:53:37.051641 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-ce5f0d48-eb95-4718-827b-d5f76b8078e3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Allocated IP 172.20.0.3 (fb87329a-3973-4c1a-ad14-ee785b8bfa68/d5331bae-ecd8-4548-bb35-10d75f268fda/80ece651-aaff-492f-b8e7-ff051a746b39) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:37.167515 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d571287-eaa8-4617-9983-7c891905ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.208637 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-7d571287-eaa8-4617-9983-7c891905ea1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40710524-d634-46a3-ab81-7a4d5befc98c']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:37.225662 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-7d571287-eaa8-4617-9983-7c891905ea1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a91dcd2-6a27-4a84-adc7-4aa2551fb947') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:37.226029 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-7d571287-eaa8-4617-9983-7c891905ea1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a91dcd2-6a27-4a84-adc7-4aa2551fb947') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:37.228266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04501c-5f50-4510-b485-83c525a8b5ca req-4a1da0a0-2c72-4488-a63b-6c53c35f5bdd tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:37.236163 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ab04501c-5f50-4510-b485-83c525a8b5ca req-4a1da0a0-2c72-4488-a63b-6c53c35f5bdd tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 943 time: 0.1198339 Jul 30 01:53:37.254607 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d571287-eaa8-4617-9983-7c891905ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.273990 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae6488-b6de-455a-875d-b0bb98287249 req-2a63f936-af13-4743-ac79-4706932f5ec4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:37.275840 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-72ae6488-b6de-455a-875d-b0bb98287249 req-2a63f936-af13-4743-ac79-4706932f5ec4 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 946 time: 0.1505957 Jul 30 01:53:37.294593 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d571287-eaa8-4617-9983-7c891905ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.299161 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ab04501c-5f50-4510-b485-83c525a8b5ca req-32610dab-be7f-43c8-9532-14f9e87a16a8 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/security-groups?id=090f9964-e7fc-4a20-9c58-c26ee1183d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621428 Jul 30 01:53:37.315098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d571287-eaa8-4617-9983-7c891905ea1c admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:53:37.315556 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d571287-eaa8-4617-9983-7c891905ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:53:37.317281 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:53:37.334333 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-cb125d53-9ac3-4164-9f59-7c2f9b47ddca tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:37.338650 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-cb125d53-9ac3-4164-9f59-7c2f9b47ddca tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.10 "GET /v2.0/networks?id=2f416bf8-b50e-47c8-9954-b71af9fff1cc HTTP/1.1" status: 200 len: 805 time: 0.2459679 Jul 30 01:53:37.338796 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-ce5f0d48-eb95-4718-827b-d5f76b8078e3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.353786 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-ce5f0d48-eb95-4718-827b-d5f76b8078e3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Transition to ACTIVE for port object 80ece651-aaff-492f-b8e7-ff051a746b39 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:37.386642 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device b81fd05b-5f31-4990-8c17-a3f6419c77fe details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:53:37.416612 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-72ae6488-b6de-455a-875d-b0bb98287249 req-9d322730-20ea-435c-af19-24a15cd22ddf tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292286 Jul 30 01:53:37.439505 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-45403e1e-e1ee-471e-b48f-cd7b5ab2921e tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7264d4c019094365b1666415166a2231 HTTP/1.1" status: 200 len: 380 time: 0.0731161 Jul 30 01:53:37.443421 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-ce5f0d48-eb95-4718-827b-d5f76b8078e3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.450128 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-73b62753-e556-4f5c-9306-424cd4a6e9d2 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Request body: {'port': {'device_id': '0259dea0-e3a3-49b8-9d1c-454c6850cca5', 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc', 'admin_state_up': True, 'tenant_id': '7264d4c019094365b1666415166a2231', 'security_groups': ['1347157b-d64b-476b-bff3-fef75a762ffc']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:37.501747 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d571287-eaa8-4617-9983-7c891905ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.505011 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f0d48-eb95-4718-827b-d5f76b8078e3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Pushing event updated for resources: {'Port': ['ID=80ece651-aaff-492f-b8e7-ff051a746b39,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:37.505180 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port b81fd05b-5f31-4990-8c17-a3f6419c77fe, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=b81fd05b-5f31-4990-8c17-a3f6419c77fe,segment=NetworkSegment(d5d64e0e-1c72-4edc-a5fb-c94d9596e64d),segment_id=d5d64e0e-1c72-4edc-a5fb-c94d9596e64d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:37.511648 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d571287-eaa8-4617-9983-7c891905ea1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.516602 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7d571287-eaa8-4617-9983-7c891905ea1c admin admin] 10.222.0.70 "DELETE /v2.0/networks/40710524-d634-46a3-ab81-7a4d5befc98c HTTP/1.1" status: 204 len: 168 time: 0.6478732 Jul 30 01:53:37.518626 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'b81fd05b-5f31-4990-8c17-a3f6419c77fe', 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89', 'port_id': 'b81fd05b-5f31-4990-8c17-a3f6419c77fe', 'mac_address': 'fa:16:3e:af:b3:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a439f664-eccf-4b31-af50-c97e11387cdd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:53:37.522021 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49178) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:37.531788 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d571287-eaa8-4617-9983-7c891905ea1c admin admin] Pushing event deleted for resources: {'Network': ['ID=40710524-d634-46a3-ab81-7a4d5befc98c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:37.560395 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.570110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-ce5f0d48-eb95-4718-827b-d5f76b8078e3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Network fb87329a-3973-4c1a-ad14-ee785b8bfa68 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:37.575634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-ce5f0d48-eb95-4718-827b-d5f76b8078e3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:37.576273 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81fd05b-5f31-4990-8c17-a3f6419c77fe {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:53:37.578858 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-ce5f0d48-eb95-4718-827b-d5f76b8078e3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:37.601437 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port b81fd05b-5f31-4990-8c17-a3f6419c77fe, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=b81fd05b-5f31-4990-8c17-a3f6419c77fe,segment=NetworkSegment(d5d64e0e-1c72-4edc-a5fb-c94d9596e64d),segment_id=d5d64e0e-1c72-4edc-a5fb-c94d9596e64d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:37.623449 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88d2d1f-67c7-4e2d-a0fd-2e67955c3ebe admin admin] Deleting subnet 49279c0d-41e4-46e9-81e1-9fc50aed37b4 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:53:37.628988 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c88d2d1f-67c7-4e2d-a0fd-2e67955c3ebe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.665805 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-73b62753-e556-4f5c-9306-424cd4a6e9d2 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Made reservation on behalf of 7264d4c019094365b1666415166a2231 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:37.671076 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-73b62753-e556-4f5c-9306-424cd4a6e9d2 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.683950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-ce5f0d48-eb95-4718-827b-d5f76b8078e3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:37.685357 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-ce5f0d48-eb95-4718-827b-d5f76b8078e3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.693585 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.706747 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c88d2d1f-67c7-4e2d-a0fd-2e67955c3ebe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.751147 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=b81fd05b-5f31-4990-8c17-a3f6419c77fe,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:37.758557 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c88d2d1f-67c7-4e2d-a0fd-2e67955c3ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.813889 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-ce5f0d48-eb95-4718-827b-d5f76b8078e3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1979384 Jul 30 01:53:37.830128 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] Request body: {'port': {'device_id': 'db9187d3-b6b6-4983-bc83-e198b907048d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:37.831318 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-73b62753-e556-4f5c-9306-424cd4a6e9d2 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Allocated IP 172.20.0.14 (2f416bf8-b50e-47c8-9954-b71af9fff1cc/a410d550-e99c-4606-b8d2-acd17a993a4f/73635721-b5f6-484c-b12f-25dec726de5d) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:37.904394 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c88d2d1f-67c7-4e2d-a0fd-2e67955c3ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.939556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d2d1f-67c7-4e2d-a0fd-2e67955c3ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49279c0d-41e4-46e9-81e1-9fc50aed37b4,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:37.941093 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.943461 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c88d2d1f-67c7-4e2d-a0fd-2e67955c3ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.945423 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c88d2d1f-67c7-4e2d-a0fd-2e67955c3ebe admin admin] 10.222.0.70 "DELETE /v2.0/subnets/49279c0d-41e4-46e9-81e1-9fc50aed37b4 HTTP/1.1" status: 204 len: 168 time: 0.4221151 Jul 30 01:53:37.947841 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49190) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:37.985960 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-81b15e62-a2f0-4f30-9b9f-feda354a0bb0 None None] Provisioning for port 80ece651-aaff-492f-b8e7-ff051a746b39 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:37.990375 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-81b15e62-a2f0-4f30-9b9f-feda354a0bb0 None None] Provisioning complete for port 80ece651-aaff-492f-b8e7-ff051a746b39 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:37.991146 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81b15e62-a2f0-4f30-9b9f-feda354a0bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.997916 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-73b62753-e556-4f5c-9306-424cd4a6e9d2 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.015502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-73b62753-e556-4f5c-9306-424cd4a6e9d2 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Transition to ACTIVE for port object 73635721-b5f6-484c-b12f-25dec726de5d will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:38.043322 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-81b15e62-a2f0-4f30-9b9f-feda354a0bb0 None None] Port 80ece651-aaff-492f-b8e7-ff051a746b39 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:38.111786 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-73b62753-e556-4f5c-9306-424cd4a6e9d2 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.148324 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['b81fd05b-5f31-4990-8c17-a3f6419c77fe'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:53:38.191462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-73b62753-e556-4f5c-9306-424cd4a6e9d2 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Network 2f416bf8-b50e-47c8-9954-b71af9fff1cc is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:38.197354 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-73b62753-e556-4f5c-9306-424cd4a6e9d2 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:38.200741 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-73b62753-e556-4f5c-9306-424cd4a6e9d2 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:38.209879 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a2f43-f3e4-4d60-af3f-220f6baa8bfe req-c0fe2c16-a5a1-4da7-b134-2af2bf9f07be tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:38.211867 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e30a2f43-f3e4-4d60-af3f-220f6baa8bfe req-c0fe2c16-a5a1-4da7-b134-2af2bf9f07be tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 931 time: 0.2164605 Jul 30 01:53:38.214640 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1993ffa7-e5d6-4b40-8fe9-65ccef83be80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.239228 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b62753-e556-4f5c-9306-424cd4a6e9d2 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Pushing event updated for resources: {'Port': ['ID=73635721-b5f6-484c-b12f-25dec726de5d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:38.275597 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4404c94-d9bb-4a86-869d-2d726188103f req-fa3e53ec-4cb0-4380-95a9-a9e8108a1607 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:38.277201 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c4404c94-d9bb-4a86-869d-2d726188103f req-fa3e53ec-4cb0-4380-95a9-a9e8108a1607 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 932 time: 0.1290123 Jul 30 01:53:38.286559 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-73b62753-e556-4f5c-9306-424cd4a6e9d2 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:38.287213 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-73b62753-e556-4f5c-9306-424cd4a6e9d2 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.334420 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c4404c94-d9bb-4a86-869d-2d726188103f req-4509cf5b-d116-4e48-985e-aa92b42e62c6 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/security-groups?id=1347157b-d64b-476b-bff3-fef75a762ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442703 Jul 30 01:53:38.382870 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e30a2f43-f3e4-4d60-af3f-220f6baa8bfe req-c3ee0b02-29b4-4bf9-870a-1a4eeb06fd2f tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596761 Jul 30 01:53:38.392073 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-73b62753-e556-4f5c-9306-424cd4a6e9d2 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9460561 Jul 30 01:53:38.411318 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] Request body: {'port': {'device_id': '0259dea0-e3a3-49b8-9d1c-454c6850cca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:38.505645 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.533080 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38b6b5-bce3-4d52-8b2f-13802f62c1f4 req-011e85c5-e357-492e-8ecb-b44f8f7e074b tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:38.534858 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bd38b6b5-bce3-4d52-8b2f-13802f62c1f4 req-011e85c5-e357-492e-8ecb-b44f8f7e074b tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 944 time: 0.1193483 Jul 30 01:53:38.583126 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1993ffa7-e5d6-4b40-8fe9-65ccef83be80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.606059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-1993ffa7-e5d6-4b40-8fe9-65ccef83be80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3b511d-766c-4248-9d9d-366d3e203523']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:38.631101 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-45465dfd-b84c-48f2-a144-bda2fb6c6458 None None] Provisioning for port 73635721-b5f6-484c-b12f-25dec726de5d completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:38.637089 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-45465dfd-b84c-48f2-a144-bda2fb6c6458 None None] Provisioning complete for port 73635721-b5f6-484c-b12f-25dec726de5d triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:38.637653 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-45465dfd-b84c-48f2-a144-bda2fb6c6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.639500 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-1993ffa7-e5d6-4b40-8fe9-65ccef83be80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b85d8c5-3580-4dc7-9d12-eb82e543663f') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:38.639925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-1993ffa7-e5d6-4b40-8fe9-65ccef83be80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b85d8c5-3580-4dc7-9d12-eb82e543663f') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:38.655592 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1993ffa7-e5d6-4b40-8fe9-65ccef83be80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.660446 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bd38b6b5-bce3-4d52-8b2f-13802f62c1f4 req-812d27ac-9592-4cfb-8175-a3a0aeb70971 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/security-groups?id=090f9964-e7fc-4a20-9c58-c26ee1183d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983758 Jul 30 01:53:38.661647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ece651-aaff-492f-b8e7-ff051a746b39 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:53:38.695168 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.695644 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-45465dfd-b84c-48f2-a144-bda2fb6c6458 None None] Port 73635721-b5f6-484c-b12f-25dec726de5d cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:38.712031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddec88-1723-4441-aa6b-02748487d379 req-bb0cdec3-4378-4167-9365-757c0cd71821 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:38.713541 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6cddec88-1723-4441-aa6b-02748487d379 req-bb0cdec3-4378-4167-9365-757c0cd71821 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 946 time: 0.1855278 Jul 30 01:53:38.721927 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1993ffa7-e5d6-4b40-8fe9-65ccef83be80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.755254 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1993ffa7-e5d6-4b40-8fe9-65ccef83be80 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:53:38.755656 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1993ffa7-e5d6-4b40-8fe9-65ccef83be80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:53:38.759785 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:53:38.810178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] Transition to ACTIVE for port object 80ece651-aaff-492f-b8e7-ff051a746b39 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:38.842809 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73635721-b5f6-484c-b12f-25dec726de5d {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:53:38.854379 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.857641 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6cddec88-1723-4441-aa6b-02748487d379 req-0b778369-03de-43bd-948a-2723a80016d9 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289370 Jul 30 01:53:38.872535 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] Transition to ACTIVE for port object 73635721-b5f6-484c-b12f-25dec726de5d will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:38.874335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948067a2-8077-430c-90c0-ee2fb64b440a req-86f9f318-303b-453e-ab56-29dddfc8628e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:38.875938 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-948067a2-8077-430c-90c0-ee2fb64b440a req-86f9f318-303b-453e-ab56-29dddfc8628e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 946 time: 0.1733627 Jul 30 01:53:38.877384 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.933018 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1993ffa7-e5d6-4b40-8fe9-65ccef83be80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.937709 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1993ffa7-e5d6-4b40-8fe9-65ccef83be80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.940014 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1993ffa7-e5d6-4b40-8fe9-65ccef83be80 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9d3b511d-766c-4248-9d9d-366d3e203523 HTTP/1.1" status: 204 len: 168 time: 0.9911859 Jul 30 01:53:38.951065 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.986825 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993ffa7-e5d6-4b40-8fe9-65ccef83be80 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d3b511d-766c-4248-9d9d-366d3e203523,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:38.993027 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] Pushing event updated for resources: {'Port': ['ID=80ece651-aaff-492f-b8e7-ff051a746b39,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:39.086706 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] Pushing event updated for resources: {'Port': ['ID=73635721-b5f6-484c-b12f-25dec726de5d,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:39.126532 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] Attempting to bind port 73635721-b5f6-484c-b12f-25dec726de5d on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:39.127410 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] Attempting to bind port 73635721-b5f6-484c-b12f-25dec726de5d by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '51c2d4e3-ad5b-4c91-a3f4-abe71d223a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:39.127871 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] Attempting to bind port 73635721-b5f6-484c-b12f-25dec726de5d on network 2f416bf8-b50e-47c8-9954-b71af9fff1cc {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:39.133660 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3cae50c4-430f-4eb8-9b53-6fa661a35bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.140652 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] Port 73635721-b5f6-484c-b12f-25dec726de5d on network 2f416bf8-b50e-47c8-9954-b71af9fff1cc not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:53:39.141544 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] Attempting to bind port 73635721-b5f6-484c-b12f-25dec726de5d on network 2f416bf8-b50e-47c8-9954-b71af9fff1cc {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:39.153903 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:39.155727 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] Checking segment: {'id': '51c2d4e3-ad5b-4c91-a3f4-abe71d223a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:39.156571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] Bound using segment: {'id': '51c2d4e3-ad5b-4c91-a3f4-abe71d223a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:39.157403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] Bound port: 73635721-b5f6-484c-b12f-25dec726de5d, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c2d4e3-ad5b-4c91-a3f4-abe71d223a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:39.157998 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.222731 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-948067a2-8077-430c-90c0-ee2fb64b440a req-b01a430a-2669-48be-a816-2888a9f5f067 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Deleting port 00b13194-64bb-49db-9e83-4dde2cb5cb13 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:39.224344 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-948067a2-8077-430c-90c0-ee2fb64b440a req-b01a430a-2669-48be-a816-2888a9f5f067 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.253466 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] For port 73635721-b5f6-484c-b12f-25dec726de5d, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:39.253466 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] For port 73635721-b5f6-484c-b12f-25dec726de5d, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=73635721-b5f6-484c-b12f-25dec726de5d,segment=NetworkSegment(51c2d4e3-ad5b-4c91-a3f4-abe71d223a46),segment_id=51c2d4e3-ad5b-4c91-a3f4-abe71d223a46)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:39.305874 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.311285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] Attempting to bind port 80ece651-aaff-492f-b8e7-ff051a746b39 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:39.311628 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] Attempting to bind port 80ece651-aaff-492f-b8e7-ff051a746b39 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '61b69ced-b837-4295-81db-bb73fd3ccacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:39.318285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] Attempting to bind port 80ece651-aaff-492f-b8e7-ff051a746b39 on network fb87329a-3973-4c1a-ad14-ee785b8bfa68 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:39.331697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] Port 80ece651-aaff-492f-b8e7-ff051a746b39 on network fb87329a-3973-4c1a-ad14-ee785b8bfa68 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:53:39.334002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] Attempting to bind port 80ece651-aaff-492f-b8e7-ff051a746b39 on network fb87329a-3973-4c1a-ad14-ee785b8bfa68 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:39.344890 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:39.345119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] Checking segment: {'id': '61b69ced-b837-4295-81db-bb73fd3ccacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:39.345478 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] Bound using segment: {'id': '61b69ced-b837-4295-81db-bb73fd3ccacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:39.345916 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] Bound port: 80ece651-aaff-492f-b8e7-ff051a746b39, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b69ced-b837-4295-81db-bb73fd3ccacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:39.346334 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.369791 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:39.371451 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.373155 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] 10.222.0.10 "PUT /v2.0/ports/73635721-b5f6-484c-b12f-25dec726de5d HTTP/1.1" status: 200 len: 1092 time: 0.9728484 Jul 30 01:53:39.374566 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0259dea0-e3a3-49b8-9d1c-454c6850cca5', 'tag': '73635721-b5f6-484c-b12f-25dec726de5d'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:39.384644 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afad9c5-38a6-4226-bb32-ad80fe6cdfad" -d '{"events": [{"name": "network-changed", "server_uuid": "0259dea0-e3a3-49b8-9d1c-454c6850cca5", "tag": "73635721-b5f6-484c-b12f-25dec726de5d"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:39.395790 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:39.418207 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba267a75-d168-4a8b-b370-f22a0156fde0 service neutron] Pushing event updated for resources: {'Port': ['ID=73635721-b5f6-484c-b12f-25dec726de5d,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:39.445022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-948067a2-8077-430c-90c0-ee2fb64b440a req-b01a430a-2669-48be-a816-2888a9f5f067 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] For port 00b13194-64bb-49db-9e83-4dde2cb5cb13, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=00b13194-64bb-49db-9e83-4dde2cb5cb13,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:39.445397 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-948067a2-8077-430c-90c0-ee2fb64b440a req-b01a430a-2669-48be-a816-2888a9f5f067 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.463733 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:39.467520 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d1a3c2a0-34ff-40ef-b1d4-50f093f6dcdd not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:39.474335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-948067a2-8077-430c-90c0-ee2fb64b440a req-b01a430a-2669-48be-a816-2888a9f5f067 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Calling delete_port for 00b13194-64bb-49db-9e83-4dde2cb5cb13 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:39.503062 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] For port 80ece651-aaff-492f-b8e7-ff051a746b39, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:39.520633 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6212156e-0238-4c4d-860c-622dfa943c9a x-openstack-request-id: req-6212156e-0238-4c4d-860c-622dfa943c9a {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:39.523880 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0259dea0-e3a3-49b8-9d1c-454c6850cca5", "tag": "73635721-b5f6-484c-b12f-25dec726de5d", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:39.531746 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6212156e-0238-4c4d-860c-622dfa943c9a {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:39.531746 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0259dea0-e3a3-49b8-9d1c-454c6850cca5', 'tag': '73635721-b5f6-484c-b12f-25dec726de5d', 'status': 'completed', 'code': 200} Jul 30 01:53:39.556408 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-92a07512-f092-4b02-9ba4-c095f20f412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:39.559498 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-92a07512-f092-4b02-9ba4-c095f20f412b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7264d4c019094365b1666415166a2231&device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 1095 time: 0.0946784 Jul 30 01:53:39.563792 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] For port 80ece651-aaff-492f-b8e7-ff051a746b39, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=80ece651-aaff-492f-b8e7-ff051a746b39,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:39.643095 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49226) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:39.655310 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-20ba42d9-a4ea-48c3-ad4e-338ff8155039 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73635721-b5f6-484c-b12f-25dec726de5d HTTP/1.1" status: 200 len: 217 time: 0.0844796 Jul 30 01:53:39.733611 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0728f4-b9a7-4d11-8442-7728d70d2f0f req-610b7597-69a8-4675-8610-6f814cae4308 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:39.735165 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cd0728f4-b9a7-4d11-8442-7728d70d2f0f req-610b7597-69a8-4675-8610-6f814cae4308 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 943 time: 0.1657155 Jul 30 01:53:39.758350 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e7c121db-18c7-4cb0-8cec-fa21c8ed455b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=82b2ce4666034d40a91f7f0fc444ff15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1120963 Jul 30 01:53:39.765162 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49230) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:39.768304 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ac92237b-e186-438c-a873-524b8d0979f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:39.769774 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-ac92237b-e186-438c-a873-524b8d0979f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a410d550-e99c-4606-b8d2-acd17a993a4f HTTP/1.1" status: 200 len: 844 time: 0.1040654 Jul 30 01:53:39.848227 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cd0728f4-b9a7-4d11-8442-7728d70d2f0f req-3cbcc423-d869-42b8-bbbc-48ba96b2e402 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037717 Jul 30 01:53:39.867556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-f6b857f9-f476-460d-bfa8-e60d104a87cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:39.869095 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-f6b857f9-f476-460d-bfa8-e60d104a87cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f416bf8-b50e-47c8-9954-b71af9fff1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893624 Jul 30 01:53:39.892233 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-53588473-d558-46d0-97ad-737dd902ccc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.909839 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.962086 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:39.962526 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-53588473-d558-46d0-97ad-737dd902ccc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.963268 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.965006 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] 10.222.0.10 "PUT /v2.0/ports/80ece651-aaff-492f-b8e7-ff051a746b39 HTTP/1.1" status: 200 len: 1091 time: 2.1399257 Jul 30 01:53:39.967698 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9187d3-b6b6-4983-bc83-e198b907048d', 'tag': '80ece651-aaff-492f-b8e7-ff051a746b39'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:39.970138 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d93bd9-9829-4499-ad3c-b387ff536cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "db9187d3-b6b6-4983-bc83-e198b907048d", "tag": "80ece651-aaff-492f-b8e7-ff051a746b39"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:39.992129 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ebb22-87d8-436b-b60b-a91b46f378c8 req-044c9b77-0bd0-4a2a-9837-6c86a08611c7 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:39.993655 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d19ebb22-87d8-436b-b60b-a91b46f378c8 req-044c9b77-0bd0-4a2a-9837-6c86a08611c7 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 944 time: 0.4582262 Jul 30 01:53:40.037985 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04dd98-c7d3-437e-8a84-5248e76355f9 service neutron] Pushing event updated for resources: {'Port': ['ID=80ece651-aaff-492f-b8e7-ff051a746b39,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:40.061742 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-0f29cefd-0ea9-4314-b0d6-d04a3985a9ea service neutron] 10.222.0.10 "GET /v2.0/networks/2f416bf8-b50e-47c8-9954-b71af9fff1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845856 Jul 30 01:53:40.092910 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc13e7b-750b-4aec-8f66-e557a47e2552 req-fe72dd93-f41d-44c3-afb5-949df41d7d46 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:40.100329 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bdc13e7b-750b-4aec-8f66-e557a47e2552 req-fe72dd93-f41d-44c3-afb5-949df41d7d46 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 944 time: 0.1275647 Jul 30 01:53:40.159294 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d19ebb22-87d8-436b-b60b-a91b46f378c8 req-6ab5502a-85e9-4840-a9a8-35db2eb5da91 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/security-groups?id=1347157b-d64b-476b-bff3-fef75a762ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315987 Jul 30 01:53:40.207983 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-9340a9f9-16e5-415a-b545-6270133bcb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:40.210117 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-9340a9f9-16e5-415a-b545-6270133bcb50 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e9759d07ba4e958653b10399043a13&device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 1094 time: 0.1351507 Jul 30 01:53:40.210560 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bdc13e7b-750b-4aec-8f66-e557a47e2552 req-e0c00143-5448-492e-bf37-f6b4d15aeffa tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/security-groups?id=090f9964-e7fc-4a20-9c58-c26ee1183d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077428 Jul 30 01:53:40.226105 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-53588473-d558-46d0-97ad-737dd902ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:40.226105 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-53588473-d558-46d0-97ad-737dd902ccc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:40.230225 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-53588473-d558-46d0-97ad-737dd902ccc1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/942d2301-4f9a-40bb-91df-1781dc9302ea HTTP/1.1" status: 204 len: 168 time: 0.4638515 Jul 30 01:53:40.252574 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52e20927-e42b-4170-91c2-1fc9e40b2f92 req-33300cb6-c7ca-4bfc-90e5-0b04b4ea17ac service neutron] 10.222.0.10 "GET /v2.0/networks/2f416bf8-b50e-47c8-9954-b71af9fff1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785078 Jul 30 01:53:40.280935 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53588473-d558-46d0-97ad-737dd902ccc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942d2301-4f9a-40bb-91df-1781dc9302ea,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:40.284076 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-5dd74ab5-3b8d-4f1d-9abf-f396d83eb7ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ece651-aaff-492f-b8e7-ff051a746b39 HTTP/1.1" status: 200 len: 217 time: 0.0654354 Jul 30 01:53:40.351631 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ed071642-6de1-4bd0-acff-b6f03af7f7ab req-13132636-ba30-44ce-9e86-7a27515c9b20 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 210 time: 0.0441766 Jul 30 01:53:40.363568 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21a54ab-3e49-4b48-9c15-7b19670d7652 x-openstack-request-id: req-a21a54ab-3e49-4b48-9c15-7b19670d7652 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:40.363874 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9187d3-b6b6-4983-bc83-e198b907048d", "tag": "80ece651-aaff-492f-b8e7-ff051a746b39", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:40.364312 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a21a54ab-3e49-4b48-9c15-7b19670d7652 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:40.364930 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db9187d3-b6b6-4983-bc83-e198b907048d', 'tag': '80ece651-aaff-492f-b8e7-ff051a746b39', 'status': 'completed', 'code': 200} Jul 30 01:53:40.366131 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-948067a2-8077-430c-90c0-ee2fb64b440a req-b01a430a-2669-48be-a816-2888a9f5f067 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:40.371517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-59fd0ff9-6244-473b-b68c-9dcd052fe018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:40.373278 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-59fd0ff9-6244-473b-b68c-9dcd052fe018 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d5331bae-ecd8-4548-bb35-10d75f268fda HTTP/1.1" status: 200 len: 855 time: 0.0820799 Jul 30 01:53:40.378201 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['1a12eb71-838e-4718-8d21-2a7470945e26'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:53:40.412536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['00b13194-64bb-49db-9e83-4dde2cb5cb13'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:53:40.423035 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a430a-2669-48be-a816-2888a9f5f067 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Pushing event deleted for resources: {'Port': ['ID=00b13194-64bb-49db-9e83-4dde2cb5cb13,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:40.490666 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-948067a2-8077-430c-90c0-ee2fb64b440a req-b01a430a-2669-48be-a816-2888a9f5f067 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] No DVR routers for this DVR port 00b13194-64bb-49db-9e83-4dde2cb5cb13 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:40.495607 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-948067a2-8077-430c-90c0-ee2fb64b440a req-b01a430a-2669-48be-a816-2888a9f5f067 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:40.507279 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-948067a2-8077-430c-90c0-ee2fb64b440a req-b01a430a-2669-48be-a816-2888a9f5f067 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.77 "DELETE /v2.0/ports/00b13194-64bb-49db-9e83-4dde2cb5cb13 HTTP/1.1" status: 204 len: 173 time: 1.6122360 Jul 30 01:53:40.507279 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-1c63e887-b7a3-406a-bf22-3ee3a2e1a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:40.507279 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-1c63e887-b7a3-406a-bf22-3ee3a2e1a324 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb87329a-3973-4c1a-ad14-ee785b8bfa68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204274 Jul 30 01:53:40.526233 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afad9c5-38a6-4226-bb32-ad80fe6cdfad req-526b15d6-dd5a-4196-824b-f091c6899f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:40.528725 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1afad9c5-38a6-4226-bb32-ad80fe6cdfad req-526b15d6-dd5a-4196-824b-f091c6899f25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7264d4c019094365b1666415166a2231&device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 1095 time: 0.0824807 Jul 30 01:53:40.625226 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-1e402542-7969-4961-ad02-8ae8d157a721 service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143746 Jul 30 01:53:40.658155 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afad9c5-38a6-4226-bb32-ad80fe6cdfad req-4cd3d9b5-5a44-4dfa-a742-351f750f4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:40.659831 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1afad9c5-38a6-4226-bb32-ad80fe6cdfad req-4cd3d9b5-5a44-4dfa-a742-351f750f4a8e service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f416bf8-b50e-47c8-9954-b71af9fff1cc HTTP/1.1" status: 200 len: 906 time: 0.1241257 Jul 30 01:53:40.715795 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1afad9c5-38a6-4226-bb32-ad80fe6cdfad req-e9fee14d-0206-4068-856a-ca5e27051b81 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73635721-b5f6-484c-b12f-25dec726de5d HTTP/1.1" status: 200 len: 217 time: 0.0470698 Jul 30 01:53:40.726109 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc465af3-2e0e-48e7-befc-affd1caf566e req-8f49635c-b3a7-4d17-a615-fdf132ad22a5 service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922234 Jul 30 01:53:40.775820 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afad9c5-38a6-4226-bb32-ad80fe6cdfad req-ecc732f2-fd5b-4b93-823a-c13fa85271e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:40.775820 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1afad9c5-38a6-4226-bb32-ad80fe6cdfad req-ecc732f2-fd5b-4b93-823a-c13fa85271e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a410d550-e99c-4606-b8d2-acd17a993a4f HTTP/1.1" status: 200 len: 844 time: 0.0505340 Jul 30 01:53:40.826189 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afad9c5-38a6-4226-bb32-ad80fe6cdfad req-36dd0d85-3a5c-40f0-8bef-edf45b127b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:40.827852 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1afad9c5-38a6-4226-bb32-ad80fe6cdfad req-36dd0d85-3a5c-40f0-8bef-edf45b127b23 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f416bf8-b50e-47c8-9954-b71af9fff1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454566 Jul 30 01:53:40.940467 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d93bd9-9829-4499-ad3c-b387ff536cc6 req-0c4dea1b-c9f8-4c94-a518-34b676552f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:40.942939 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1d93bd9-9829-4499-ad3c-b387ff536cc6 req-0c4dea1b-c9f8-4c94-a518-34b676552f09 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e9759d07ba4e958653b10399043a13&device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 1094 time: 0.0595391 Jul 30 01:53:41.028953 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1afad9c5-38a6-4226-bb32-ad80fe6cdfad req-d8ca9f99-a7bd-4d0f-afd2-eea5ccae7ee2 service neutron] 10.222.0.10 "GET /v2.0/networks/2f416bf8-b50e-47c8-9954-b71af9fff1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921694 Jul 30 01:53:41.040630 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965bcdd-2f3e-48b8-9228-901472b9ea27 req-55365f1d-691a-43cf-89a3-1084ca127494 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.042595 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b965bcdd-2f3e-48b8-9228-901472b9ea27 req-55365f1d-691a-43cf-89a3-1084ca127494 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 943 time: 0.0777395 Jul 30 01:53:41.052378 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d93bd9-9829-4499-ad3c-b387ff536cc6 req-108a2344-47d3-4eea-81ef-c3790722db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.053929 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1d93bd9-9829-4499-ad3c-b387ff536cc6 req-108a2344-47d3-4eea-81ef-c3790722db3d service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb87329a-3973-4c1a-ad14-ee785b8bfa68 HTTP/1.1" status: 200 len: 917 time: 0.1023839 Jul 30 01:53:41.095756 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1d93bd9-9829-4499-ad3c-b387ff536cc6 req-a4bfde74-3e46-41e9-94ec-45da4c48ab67 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ece651-aaff-492f-b8e7-ff051a746b39 HTTP/1.1" status: 200 len: 217 time: 0.0343091 Jul 30 01:53:41.133542 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b965bcdd-2f3e-48b8-9228-901472b9ea27 req-4a475d9e-c4c7-42e7-b4f6-9c8e7c6828f4 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817645 Jul 30 01:53:41.157049 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d93bd9-9829-4499-ad3c-b387ff536cc6 req-6c13d8cb-22f1-4d4d-b6f4-03cee543057c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.158601 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1d93bd9-9829-4499-ad3c-b387ff536cc6 req-6c13d8cb-22f1-4d4d-b6f4-03cee543057c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d5331bae-ecd8-4548-bb35-10d75f268fda HTTP/1.1" status: 200 len: 855 time: 0.0549467 Jul 30 01:53:41.177697 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1afad9c5-38a6-4226-bb32-ad80fe6cdfad req-cfbca20a-1a8f-441c-91ab-27971be107c6 service neutron] 10.222.0.10 "GET /v2.0/networks/2f416bf8-b50e-47c8-9954-b71af9fff1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345069 Jul 30 01:53:41.211837 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d93bd9-9829-4499-ad3c-b387ff536cc6 req-ec926525-8bc0-40f9-935c-2a4a053f1cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.213389 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1d93bd9-9829-4499-ad3c-b387ff536cc6 req-ec926525-8bc0-40f9-935c-2a4a053f1cc3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb87329a-3973-4c1a-ad14-ee785b8bfa68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465777 Jul 30 01:53:41.262843 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49262) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:41.333957 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98162d60-3bdd-4c4f-bda4-800d332361c3 req-1133b42a-89f3-4ef9-b586-8e52ef349ba5 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.338551 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-98162d60-3bdd-4c4f-bda4-800d332361c3 req-1133b42a-89f3-4ef9-b586-8e52ef349ba5 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 944 time: 0.1025209 Jul 30 01:53:41.338738 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-26f19627-4bec-4c1f-bfc5-8fbcbc1b533b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a2e9722531149209f3f2e296d2890e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718098 Jul 30 01:53:41.338738 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49268) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:41.379106 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b236f-8e85-447d-8e8b-025beef84aad req-fb503c75-3706-4e6b-8f32-91d64f8f4a1d tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.380652 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-de4b236f-8e85-447d-8e8b-025beef84aad req-fb503c75-3706-4e6b-8f32-91d64f8f4a1d tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 944 time: 0.0950232 Jul 30 01:53:41.386890 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1d93bd9-9829-4499-ad3c-b387ff536cc6 req-de724d5b-96e0-46bd-988f-8b7d94569858 service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624420 Jul 30 01:53:41.424507 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e06b4678-ff0c-49a0-97f4-aa7643344d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.424822 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-98162d60-3bdd-4c4f-bda4-800d332361c3 req-073af3d4-1b7c-48bf-ae58-50be1ef597b5 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/security-groups?id=1347157b-d64b-476b-bff3-fef75a762ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823896 Jul 30 01:53:41.439182 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49272) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:41.445231 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device b81fd05b-5f31-4990-8c17-a3f6419c77fe up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:41.473346 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e06b4678-ff0c-49a0-97f4-aa7643344d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.473836 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-de4b236f-8e85-447d-8e8b-025beef84aad req-51016b43-0d27-407a-afb6-fc535624cb86 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/security-groups?id=090f9964-e7fc-4a20-9c58-c26ee1183d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749252 Jul 30 01:53:41.513986 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1d93bd9-9829-4499-ad3c-b387ff536cc6 req-cfd950a6-ddf4-457e-a0ea-923ccd777f60 service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201839 Jul 30 01:53:41.576459 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5bf168c1-7482-438f-883f-851a9b6de7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.635279 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-67e3a71e-1976-4032-9447-7606438e6e96 req-6e4ea4e0-4239-4dc0-b9f2-54d7b51cdbde tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3cdee55-6882-46ed-bf11-33b38649d927 HTTP/1.1" status: 200 len: 210 time: 0.0343230 Jul 30 01:53:41.687966 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51726af8-cdcf-4d47-8507-c4091c93107c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.696338 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5bf168c1-7482-438f-883f-851a9b6de7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.728194 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e06b4678-ff0c-49a0-97f4-aa7643344d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.729153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port b81fd05b-5f31-4990-8c17-a3f6419c77fe completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:41.730733 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e06b4678-ff0c-49a0-97f4-aa7643344d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.731631 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.731924 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e06b4678-ff0c-49a0-97f4-aa7643344d16 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2e121e8e-4615-42d8-adf6-981faf4d259e HTTP/1.1" status: 204 len: 168 time: 0.3927433 Jul 30 01:53:41.740146 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b4678-ff0c-49a0-97f4-aa7643344d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e121e8e-4615-42d8-adf6-981faf4d259e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:41.748072 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port b81fd05b-5f31-4990-8c17-a3f6419c77fe triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:41.748072 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.783584 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5bf168c1-7482-438f-883f-851a9b6de7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.825719 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5bf168c1-7482-438f-883f-851a9b6de7b8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff1b7ea81f2542d9ac99da7aa3e96236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854835 Jul 30 01:53:41.825989 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49280) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:41.826921 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf168c1-7482-438f-883f-851a9b6de7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83830f82-6ad4-45a3-9f84-0987637e8840,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:41.854493 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.880402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2f6fe3-e046-4376-881e-5f38f17b6f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81fd05b-5f31-4990-8c17-a3f6419c77fe'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:41.882699 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd8fe4c-baff-49de-b7f3-01ba8061b0c4" -d '{"events": [{"server_uuid": "6b2f6fe3-e046-4376-881e-5f38f17b6f19", "name": "network-vif-plugged", "status": "completed", "tag": "b81fd05b-5f31-4990-8c17-a3f6419c77fe"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:41.898481 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port b81fd05b-5f31-4990-8c17-a3f6419c77fe, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=b81fd05b-5f31-4990-8c17-a3f6419c77fe,segment=NetworkSegment(d5d64e0e-1c72-4edc-a5fb-c94d9596e64d),segment_id=d5d64e0e-1c72-4edc-a5fb-c94d9596e64d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:41.900737 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88787727-8192-426c-9d8a-461465615ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.927116 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88787727-8192-426c-9d8a-461465615ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.940449 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d7edd6-9765-4b67-958a-2a5471261306 x-openstack-request-id: req-c8d7edd6-9765-4b67-958a-2a5471261306 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:41.940726 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2f6fe3-e046-4376-881e-5f38f17b6f19", "name": "network-vif-plugged", "status": "completed", "tag": "b81fd05b-5f31-4990-8c17-a3f6419c77fe", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:41.940976 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c8d7edd6-9765-4b67-958a-2a5471261306 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:41.941539 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2f6fe3-e046-4376-881e-5f38f17b6f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81fd05b-5f31-4990-8c17-a3f6419c77fe', 'code': 200} Jul 30 01:53:41.963706 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 80ece651-aaff-492f-b8e7-ff051a746b39 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:53:41.977590 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.979196 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 00b13194-64bb-49db-9e83-4dde2cb5cb13 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:42.023564 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 00b13194-64bb-49db-9e83-4dde2cb5cb13 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:42.023909 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 00b13194-64bb-49db-9e83-4dde2cb5cb13 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:42.083206 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88787727-8192-426c-9d8a-461465615ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.086574 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88787727-8192-426c-9d8a-461465615ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.090140 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-88787727-8192-426c-9d8a-461465615ed6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/83830f82-6ad4-45a3-9f84-0987637e8840 HTTP/1.1" status: 204 len: 168 time: 0.2602417 Jul 30 01:53:42.102444 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=b81fd05b-5f31-4990-8c17-a3f6419c77fe,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:42.103086 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88787727-8192-426c-9d8a-461465615ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83830f82-6ad4-45a3-9f84-0987637e8840,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:42.106784 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbbc8a-1506-4c49-8473-235a54c8fe15 req-77465c6e-60c0-45e4-bcfe-4f542b97554b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:42.108628 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3dbbc8a-1506-4c49-8473-235a54c8fe15 req-77465c6e-60c0-45e4-bcfe-4f542b97554b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 1096 time: 0.0622764 Jul 30 01:53:42.159304 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3dbbc8a-1506-4c49-8473-235a54c8fe15 req-65ca123e-3a57-4142-94a3-6cde9b4dab85 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=090f9964-e7fc-4a20-9c58-c26ee1183d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420868 Jul 30 01:53:42.167134 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 80ece651-aaff-492f-b8e7-ff051a746b39, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=80ece651-aaff-492f-b8e7-ff051a746b39,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:42.179951 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '80ece651-aaff-492f-b8e7-ff051a746b39', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'port_id': '80ece651-aaff-492f-b8e7-ff051a746b39', 'mac_address': 'fa:16:3e:69:bf:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:53:42.230586 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.249728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ece651-aaff-492f-b8e7-ff051a746b39 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:53:42.271282 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 80ece651-aaff-492f-b8e7-ff051a746b39, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=80ece651-aaff-492f-b8e7-ff051a746b39,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:42.290584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb714a8-9a1b-4298-9033-cb2fd7cc10da req-c4b8dd54-2663-4997-92b9-ecbca764f323 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:42.292071 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cfb714a8-9a1b-4298-9033-cb2fd7cc10da req-c4b8dd54-2663-4997-92b9-ecbca764f323 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 943 time: 0.0624411 Jul 30 01:53:42.331564 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cfb714a8-9a1b-4298-9033-cb2fd7cc10da req-abeaf7a0-7b76-4f59-bdd9-d862df4d9943 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333285 Jul 30 01:53:42.335792 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.336584 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 73635721-b5f6-484c-b12f-25dec726de5d details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:53:42.366454 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cdee55-6882-46ed-bf11-33b38649d927', 'name': 'network-vif-deleted', 'tag': '00b13194-64bb-49db-9e83-4dde2cb5cb13'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:42.368876 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dec560e-401e-427e-a845-3b2d9b792dcb" -d '{"events": [{"server_uuid": "d3cdee55-6882-46ed-bf11-33b38649d927", "name": "network-vif-deleted", "tag": "00b13194-64bb-49db-9e83-4dde2cb5cb13"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:42.407632 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae3baed-4c95-4f50-b8d9-f32a895e6280 x-openstack-request-id: req-7ae3baed-4c95-4f50-b8d9-f32a895e6280 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:42.408078 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cdee55-6882-46ed-bf11-33b38649d927", "name": "network-vif-deleted", "tag": "00b13194-64bb-49db-9e83-4dde2cb5cb13", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:42.408457 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ae3baed-4c95-4f50-b8d9-f32a895e6280 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:42.409129 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3cdee55-6882-46ed-bf11-33b38649d927', 'name': 'network-vif-deleted', 'tag': '00b13194-64bb-49db-9e83-4dde2cb5cb13', 'status': 'completed', 'code': 200} Jul 30 01:53:42.437104 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=80ece651-aaff-492f-b8e7-ff051a746b39,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:42.488349 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 73635721-b5f6-484c-b12f-25dec726de5d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=73635721-b5f6-484c-b12f-25dec726de5d,segment=NetworkSegment(51c2d4e3-ad5b-4c91-a3f4-abe71d223a46),segment_id=51c2d4e3-ad5b-4c91-a3f4-abe71d223a46)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:42.502270 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '73635721-b5f6-484c-b12f-25dec726de5d', 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc', 'port_id': '73635721-b5f6-484c-b12f-25dec726de5d', 'mac_address': 'fa:16:3e:25:2d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a410d550-e99c-4606-b8d2-acd17a993a4f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:53:42.542380 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.561060 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73635721-b5f6-484c-b12f-25dec726de5d {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:53:42.583546 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 73635721-b5f6-484c-b12f-25dec726de5d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=73635721-b5f6-484c-b12f-25dec726de5d,segment=NetworkSegment(51c2d4e3-ad5b-4c91-a3f4-abe71d223a46),segment_id=51c2d4e3-ad5b-4c91-a3f4-abe71d223a46)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:42.599118 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e958ae-5ffd-49fe-b41b-319c8ac00916 req-95c449a8-b9ff-4413-90e7-0c0881c39ad0 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:42.601026 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-24e958ae-5ffd-49fe-b41b-319c8ac00916 req-95c449a8-b9ff-4413-90e7-0c0881c39ad0 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 944 time: 0.0578911 Jul 30 01:53:42.618465 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dc830-1e86-4559-bbd5-5b1e62527301 req-56a6f813-7b87-4a5f-af48-b50d4cfe4244 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:42.621190 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8f0dc830-1e86-4559-bbd5-5b1e62527301 req-56a6f813-7b87-4a5f-af48-b50d4cfe4244 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 945 time: 0.0570517 Jul 30 01:53:42.647589 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-24e958ae-5ffd-49fe-b41b-319c8ac00916 req-1c370d74-dad4-484b-b53c-cedf53660c86 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/security-groups?id=1347157b-d64b-476b-bff3-fef75a762ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394914 Jul 30 01:53:42.668331 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8f0dc830-1e86-4559-bbd5-5b1e62527301 req-486712b0-8fa9-491c-903d-00f728550365 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/security-groups?id=090f9964-e7fc-4a20-9c58-c26ee1183d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398347 Jul 30 01:53:42.677126 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.739427 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=73635721-b5f6-484c-b12f-25dec726de5d,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:42.914583 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['80ece651-aaff-492f-b8e7-ff051a746b39'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:53:42.918998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['73635721-b5f6-484c-b12f-25dec726de5d'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:53:42.930513 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49322) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:42.945339 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49324) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:42.946132 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ce63145-892a-48cf-9bc7-a2c44548a534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.073730 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ce63145-892a-48cf-9bc7-a2c44548a534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.121711 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-03249370-92d3-47b9-a6da-bf8d5b2c8ea8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-83824335-network', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:43.123132 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ce63145-892a-48cf-9bc7-a2c44548a534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.163412 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8ce63145-892a-48cf-9bc7-a2c44548a534 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=845c8d95f958440c8f1d1761e3731e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317824 Jul 30 01:53:43.166057 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49330) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:43.167615 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce63145-892a-48cf-9bc7-a2c44548a534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9b06ff-19c4-4048-896c-feb0376ccb10,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:43.181887 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.247210 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03249370-92d3-47b9-a6da-bf8d5b2c8ea8 admin admin] Made reservation on behalf of 1773aff5f2d24ceea84313862e0f7cc6 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:43.249170 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03249370-92d3-47b9-a6da-bf8d5b2c8ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.261267 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-383bd8fb-3d95-46df-afa4-ccbc55c14706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.264882 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03249370-92d3-47b9-a6da-bf8d5b2c8ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.276366 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89245af5-19ea-4b24-b32e-c4c8e11ef1ff req-53d87dcd-89ae-40f5-950b-d981ca5c2f09 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:43.277895 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-89245af5-19ea-4b24-b32e-c4c8e11ef1ff req-53d87dcd-89ae-40f5-950b-d981ca5c2f09 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.0859158 Jul 30 01:53:43.308458 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-383bd8fb-3d95-46df-afa4-ccbc55c14706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.376396 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-89245af5-19ea-4b24-b32e-c4c8e11ef1ff req-2c193b6a-fa51-42b5-b35e-1fbd3b3f575b tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866003 Jul 30 01:53:43.453938 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03249370-92d3-47b9-a6da-bf8d5b2c8ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.458604 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f49477-d372-481a-935b-30bc690c827e req-85317f78-9fec-45aa-9312-96ff588f7a2a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:43.460194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-14f49477-d372-481a-935b-30bc690c827e req-85317f78-9fec-45aa-9312-96ff588f7a2a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 944 time: 0.0498409 Jul 30 01:53:43.482383 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-383bd8fb-3d95-46df-afa4-ccbc55c14706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.485001 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-383bd8fb-3d95-46df-afa4-ccbc55c14706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.486197 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-383bd8fb-3d95-46df-afa4-ccbc55c14706 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8f9b06ff-19c4-4048-896c-feb0376ccb10 HTTP/1.1" status: 204 len: 168 time: 0.3160527 Jul 30 01:53:43.494090 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bd8fb-3d95-46df-afa4-ccbc55c14706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9b06ff-19c4-4048-896c-feb0376ccb10,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:43.503954 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-14f49477-d372-481a-935b-30bc690c827e req-be574c78-15b0-42d7-99d4-7938e75ab614 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374563 Jul 30 01:53:43.556658 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03249370-92d3-47b9-a6da-bf8d5b2c8ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.578504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03249370-92d3-47b9-a6da-bf8d5b2c8ea8 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:53:43.592909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03249370-92d3-47b9-a6da-bf8d5b2c8ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7077ea96-d33b-470e-b058-a8bddc877bac,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:43.595923 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03249370-92d3-47b9-a6da-bf8d5b2c8ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.599469 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-03249370-92d3-47b9-a6da-bf8d5b2c8ea8 admin admin] Added segment b6674916-2b8b-4363-8de2-34e61e878bd5 of type vlan for network da367ee6-3a9f-4866-aaeb-75f83be72229 Jul 30 01:53:43.637839 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03249370-92d3-47b9-a6da-bf8d5b2c8ea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.746613 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03249370-92d3-47b9-a6da-bf8d5b2c8ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.748169 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03249370-92d3-47b9-a6da-bf8d5b2c8ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:43.748752 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03249370-92d3-47b9-a6da-bf8d5b2c8ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.785760 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4dcbd-5772-4ce5-b76b-6c78c440fdb7 req-8be2f6aa-edc7-4bbb-93d3-50efecd5b7f9 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:43.787281 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddf4dcbd-5772-4ce5-b76b-6c78c440fdb7 req-8be2f6aa-edc7-4bbb-93d3-50efecd5b7f9 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 945 time: 0.0502915 Jul 30 01:53:43.832789 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddf4dcbd-5772-4ce5-b76b-6c78c440fdb7 req-c5df504d-f8af-437d-b877-f87ab9ebbe75 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/security-groups?id=090f9964-e7fc-4a20-9c58-c26ee1183d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389180 Jul 30 01:53:43.835912 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf73ef-0ce1-45aa-ae31-fbb2261f3916 req-33717881-e04a-433d-b8d9-0499a6d71c41 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:43.842821 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-34bf73ef-0ce1-45aa-ae31-fbb2261f3916 req-33717881-e04a-433d-b8d9-0499a6d71c41 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 945 time: 0.1248424 Jul 30 01:53:43.844214 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03249370-92d3-47b9-a6da-bf8d5b2c8ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=da367ee6-3a9f-4866-aaeb-75f83be72229,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:43.861602 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network da367ee6-3a9f-4866-aaeb-75f83be72229 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:53:43.878627 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-03249370-92d3-47b9-a6da-bf8d5b2c8ea8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9323211 Jul 30 01:53:43.882179 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49348) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:43.888785 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-6e9c410d-89ba-4c85-9903-8e8654946bb8 admin admin] Request body: {'subnet': {'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-83824335-subnet', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:43.909310 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-34bf73ef-0ce1-45aa-ae31-fbb2261f3916 req-6c1a3aa4-51b5-4372-ab5d-76304a3a0151 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/security-groups?id=1347157b-d64b-476b-bff3-fef75a762ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626428 Jul 30 01:53:43.979230 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 80ece651-aaff-492f-b8e7-ff051a746b39 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:43.979634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9c410d-89ba-4c85-9903-8e8654946bb8 admin admin] Made reservation on behalf of 1773aff5f2d24ceea84313862e0f7cc6 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:43.982852 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e9c410d-89ba-4c85-9903-8e8654946bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.098805 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8cb2f-d4b5-415a-9adb-ad26dd7fa21c req-7ce88015-3872-4af1-89cf-ef19d0484bbc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:44.100318 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2b8cb2f-d4b5-415a-9adb-ad26dd7fa21c req-7ce88015-3872-4af1-89cf-ef19d0484bbc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 945 time: 0.0801587 Jul 30 01:53:44.110677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49350) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:44.111460 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 80ece651-aaff-492f-b8e7-ff051a746b39 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:44.115558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 80ece651-aaff-492f-b8e7-ff051a746b39 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:44.116054 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.117419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d45d8a33-eb1c-4310-b914-2c48a7c697f2 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Request body: {'floatingip': {'port_id': 'b81fd05b-5f31-4990-8c17-a3f6419c77fe'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:44.164014 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d45d8a33-eb1c-4310-b914-2c48a7c697f2 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for floatingip, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.195856 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.218847 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49352) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:44.221514 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9187d3-b6b6-4983-bc83-e198b907048d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ece651-aaff-492f-b8e7-ff051a746b39'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:44.223741 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4deb642-8862-4d1c-a87f-cb7445d8a742" -d '{"events": [{"server_uuid": "db9187d3-b6b6-4983-bc83-e198b907048d", "name": "network-vif-plugged", "status": "completed", "tag": "80ece651-aaff-492f-b8e7-ff051a746b39"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:44.242118 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa542583-bc80-458a-9e43-193ce988bd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.251268 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 80ece651-aaff-492f-b8e7-ff051a746b39, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=80ece651-aaff-492f-b8e7-ff051a746b39,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:44.264860 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e9c410d-89ba-4c85-9903-8e8654946bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.270998 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ff0cfb-4ecb-4ce5-bcdf-944749eaa1df x-openstack-request-id: req-66ff0cfb-4ecb-4ce5-bcdf-944749eaa1df {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:44.271386 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9187d3-b6b6-4983-bc83-e198b907048d", "name": "network-vif-plugged", "status": "completed", "tag": "80ece651-aaff-492f-b8e7-ff051a746b39", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:44.271780 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66ff0cfb-4ecb-4ce5-bcdf-944749eaa1df {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:44.272245 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9187d3-b6b6-4983-bc83-e198b907048d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ece651-aaff-492f-b8e7-ff051a746b39', 'code': 200} Jul 30 01:53:44.310919 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.312602 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 73635721-b5f6-484c-b12f-25dec726de5d up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:44.344130 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c410d-89ba-4c85-9903-8e8654946bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e55ab10a-38fa-4f87-9d98-222aa1ee0cac,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:44.405235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9c410d-89ba-4c85-9903-8e8654946bb8 admin admin] Checking segment: {'id': 'b6674916-2b8b-4363-8de2-34e61e878bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:44.405602 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9c410d-89ba-4c85-9903-8e8654946bb8 admin admin] Network hostable DHCP agents. Network: da367ee6-3a9f-4866-aaeb-75f83be72229, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:53:44.423006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=80ece651-aaff-492f-b8e7-ff051a746b39,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:44.453794 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d327e3-3f56-4d47-8896-af4047cdde63 req-21680895-d4f9-4532-9715-20684927b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:44.459141 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-05d327e3-3f56-4d47-8896-af4047cdde63 req-21680895-d4f9-4532-9715-20684927b222 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 1096 time: 0.1090143 Jul 30 01:53:44.481746 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa542583-bc80-458a-9e43-193ce988bd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.489112 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d33c80-67f5-4f16-8d91-1ad524cd5ca2 req-67027768-c499-4709-920b-b5d246b3bc79 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:44.490645 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20d33c80-67f5-4f16-8d91-1ad524cd5ca2 req-67027768-c499-4709-920b-b5d246b3bc79 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.10 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.1086287 Jul 30 01:53:44.520258 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9c410d-89ba-4c85-9903-8e8654946bb8 admin admin] Network da367ee6-3a9f-4866-aaeb-75f83be72229 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:53:44.525691 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-05d327e3-3f56-4d47-8896-af4047cdde63 req-ae3de916-1af1-41cc-9b52-be721e55cdb0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619485 Jul 30 01:53:44.529354 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 73635721-b5f6-484c-b12f-25dec726de5d completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:44.533045 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.533389 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa542583-bc80-458a-9e43-193ce988bd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.535186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 73635721-b5f6-484c-b12f-25dec726de5d triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:44.536167 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.588961 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420ddb1-c08f-4406-9320-65de0111a048 req-ab88e884-b9ea-4e20-9e94-1d2eec7b85cb tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:44.591144 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e420ddb1-c08f-4406-9320-65de0111a048 req-ab88e884-b9ea-4e20-9e94-1d2eec7b85cb tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 945 time: 0.1172245 Jul 30 01:53:44.595070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa542583-bc80-458a-9e43-193ce988bd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e4d8fd-32af-4274-a4a3-7e0a450038fd,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:44.602870 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fa542583-bc80-458a-9e43-193ce988bd61 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a3b26a69c0dc4d90ba61b96f3b3a104a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820462 Jul 30 01:53:44.608009 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49360) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:44.629868 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-6e9c410d-89ba-4c85-9903-8e8654946bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, da367ee6-3a9f-4866-aaeb-75f83be72229) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:44.640364 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9c410d-89ba-4c85-9903-8e8654946bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:44.640970 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e9c410d-89ba-4c85-9903-8e8654946bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.646047 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e81744d-4706-4234-ac86-9e2d87b22e97 None None] Network da367ee6-3a9f-4866-aaeb-75f83be72229 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:44.683546 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e420ddb1-c08f-4406-9320-65de0111a048 req-cd63cf85-ee22-4d08-97c0-4e007eb9da60 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=c44ea92c-30b0-4bcf-8358-db9e4de1f35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845449 Jul 30 01:53:44.702123 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2bfa3bb8-9d60-45bd-9e5f-8715b195976d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.718167 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.726634 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2bfa3bb8-9d60-45bd-9e5f-8715b195976d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.759929 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6e9c410d-89ba-4c85-9903-8e8654946bb8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8738306 Jul 30 01:53:44.761112 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49362) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:44.765385 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b0a7f556-1973-4f5f-81c7-e4f4079f6329 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:44.773732 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 73635721-b5f6-484c-b12f-25dec726de5d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=73635721-b5f6-484c-b12f-25dec726de5d,segment=NetworkSegment(51c2d4e3-ad5b-4c91-a3f4-abe71d223a46),segment_id=51c2d4e3-ad5b-4c91-a3f4-abe71d223a46)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:44.850749 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.860449 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-da367ee6-3a9f-4866-aaeb-75f83be72229', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'fixed_ips': [{'subnet_id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:53:44.862540 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f556-1973-4f5f-81c7-e4f4079f6329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.862683 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.863162 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f556-1973-4f5f-81c7-e4f4079f6329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.866473 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2bfa3bb8-9d60-45bd-9e5f-8715b195976d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.869235 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2bfa3bb8-9d60-45bd-9e5f-8715b195976d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.873387 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2bfa3bb8-9d60-45bd-9e5f-8715b195976d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/41e4d8fd-32af-4274-a4a3-7e0a450038fd HTTP/1.1" status: 204 len: 168 time: 0.2616289 Jul 30 01:53:44.891965 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa3bb8-9d60-45bd-9e5f-8715b195976d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e4d8fd-32af-4274-a4a3-7e0a450038fd,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:44.950069 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f556-1973-4f5f-81c7-e4f4079f6329 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.012284 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=73635721-b5f6-484c-b12f-25dec726de5d,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:45.068455 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.db.resource_extend [None req-d45d8a33-eb1c-4310-b914-2c48a7c697f2 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:53:45.077741 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084239d-8e61-4ed9-89bb-6c3cea55dec4 req-15efcc34-d9b4-4a02-9ff1-1e918aedb8a3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:45.079244 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8084239d-8e61-4ed9-89bb-6c3cea55dec4 req-15efcc34-d9b4-4a02-9ff1-1e918aedb8a3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.4496381 Jul 30 01:53:45.095319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Allocated IP 172.20.0.2 (da367ee6-3a9f-4866-aaeb-75f83be72229/e55ab10a-38fa-4f87-9d98-222aa1ee0cac/c0c94693-4933-45cb-a3cf-f563d334f593) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:45.118723 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-20d33c80-67f5-4f16-8d91-1ad524cd5ca2 req-42dae07e-cf77-4660-b424-69520c3ff972 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Deleting port 1a12eb71-838e-4718-8d21-2a7470945e26 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:45.119064 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20d33c80-67f5-4f16-8d91-1ad524cd5ca2 req-42dae07e-cf77-4660-b424-69520c3ff972 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.125863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3c060-2a70-4644-b3b6-0281a98df63f req-26aa5fbb-e45e-4cfb-9b7b-0cb02bd6105e tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:45.127530 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-91e3c060-2a70-4644-b3b6-0281a98df63f req-26aa5fbb-e45e-4cfb-9b7b-0cb02bd6105e tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 946 time: 0.1359487 Jul 30 01:53:45.201317 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d45d8a33-eb1c-4310-b914-2c48a7c697f2 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.217476 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f556-1973-4f5f-81c7-e4f4079f6329 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.224087 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8084239d-8e61-4ed9-89bb-6c3cea55dec4 req-943fc784-c76e-4862-a9bf-b82e1e0afad5 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136742 Jul 30 01:53:45.233340 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-91e3c060-2a70-4644-b3b6-0281a98df63f req-2388a781-7256-4252-b987-43c7bd126416 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/security-groups?id=1347157b-d64b-476b-bff3-fef75a762ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705504 Jul 30 01:53:45.268711 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-20d33c80-67f5-4f16-8d91-1ad524cd5ca2 req-42dae07e-cf77-4660-b424-69520c3ff972 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] For port 1a12eb71-838e-4718-8d21-2a7470945e26, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=1a12eb71-838e-4718-8d21-2a7470945e26,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:45.269223 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.269354 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20d33c80-67f5-4f16-8d91-1ad524cd5ca2 req-42dae07e-cf77-4660-b424-69520c3ff972 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.280255 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Transition to ACTIVE for port object c0c94693-4933-45cb-a3cf-f563d334f593 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:45.289213 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d45d8a33-eb1c-4310-b914-2c48a7c697f2 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.316543 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Transition to ACTIVE for port object c0c94693-4933-45cb-a3cf-f563d334f593 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:45.355207 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-20d33c80-67f5-4f16-8d91-1ad524cd5ca2 req-42dae07e-cf77-4660-b424-69520c3ff972 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Calling delete_port for 1a12eb71-838e-4718-8d21-2a7470945e26 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:45.391248 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.435119 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Network da367ee6-3a9f-4866-aaeb-75f83be72229 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:45.438311 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:45.444986 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:45.448317 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Pushing event updated for resources: {'Port': ['ID=c0c94693-4933-45cb-a3cf-f563d334f593,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:45.515159 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-d45d8a33-eb1c-4310-b914-2c48a7c697f2 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Floating IP 68f4c430-5cce-4bf1-94ca-79c3638a7a63 associated. External IP: 172.25.1.6, port: b81fd05b-5f31-4990-8c17-a3f6419c77fe. Jul 30 01:53:45.515377 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Attempting to bind port c0c94693-4933-45cb-a3cf-f563d334f593 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:45.515838 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Attempting to bind port c0c94693-4933-45cb-a3cf-f563d334f593 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'b6674916-2b8b-4363-8de2-34e61e878bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:45.516355 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Attempting to bind port c0c94693-4933-45cb-a3cf-f563d334f593 on network da367ee6-3a9f-4866-aaeb-75f83be72229 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:45.527160 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:45.527540 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Checking segment: {'id': 'b6674916-2b8b-4363-8de2-34e61e878bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:45.527978 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.528369 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Bound using segment: {'id': 'b6674916-2b8b-4363-8de2-34e61e878bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:45.528840 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Bound port: c0c94693-4933-45cb-a3cf-f563d334f593, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6674916-2b8b-4363-8de2-34e61e878bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:45.529223 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.605524 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] For port c0c94693-4933-45cb-a3cf-f563d334f593, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:45.607766 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f556-1973-4f5f-81c7-e4f4079f6329 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.609167 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] For port c0c94693-4933-45cb-a3cf-f563d334f593, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c0c94693-4933-45cb-a3cf-f563d334f593,segment=NetworkSegment(b6674916-2b8b-4363-8de2-34e61e878bd5),segment_id=b6674916-2b8b-4363-8de2-34e61e878bd5)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:45.627263 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f556-1973-4f5f-81c7-e4f4079f6329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.690565 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.744668 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-b0a7f556-1973-4f5f-81c7-e4f4079f6329 admin admin] Allocated IP 172.25.1.189 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/add5e266-2cb8-4b03-beb9-68986cecb5f9) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:45.810024 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20d33c80-67f5-4f16-8d91-1ad524cd5ca2 req-42dae07e-cf77-4660-b424-69520c3ff972 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.819608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a31a7-5ab3-4107-a14f-5be5e1f29016 None None] Pushing event updated for resources: {'Port': ['ID=c0c94693-4933-45cb-a3cf-f563d334f593,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:45.832193 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['1a12eb71-838e-4718-8d21-2a7470945e26'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:53:45.841186 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dae07e-cf77-4660-b424-69520c3ff972 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Pushing event deleted for resources: {'Port': ['ID=1a12eb71-838e-4718-8d21-2a7470945e26,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:45.850136 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45d8a33-eb1c-4310-b914-2c48a7c697f2 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Router 872417a3-697b-4260-9035-10a0a939869c has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:45.881000 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c4e81891-d324-4133-bf14-e89a1d991ba1 req-6631e508-9f9c-4216-b1b0-eed12f57e4d5 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 210 time: 0.0398350 Jul 30 01:53:45.909369 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d33c80-67f5-4f16-8d91-1ad524cd5ca2 req-42dae07e-cf77-4660-b424-69520c3ff972 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] No DVR routers for this DVR port 1a12eb71-838e-4718-8d21-2a7470945e26 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:45.946561 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f556-1973-4f5f-81c7-e4f4079f6329 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.966581 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-20d33c80-67f5-4f16-8d91-1ad524cd5ca2 req-42dae07e-cf77-4660-b424-69520c3ff972 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.968667 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20d33c80-67f5-4f16-8d91-1ad524cd5ca2 req-42dae07e-cf77-4660-b424-69520c3ff972 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.10 "DELETE /v2.0/ports/1a12eb71-838e-4718-8d21-2a7470945e26 HTTP/1.1" status: 204 len: 173 time: 1.4711978 Jul 30 01:53:45.969137 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078d43f1-f9e6-4daa-b97f-ef567ce60469', 'name': 'network-vif-deleted', 'tag': '1a12eb71-838e-4718-8d21-2a7470945e26'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:45.987781 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0846c18c-2cfc-4073-8f24-f0623d7c19ec" -d '{"events": [{"server_uuid": "078d43f1-f9e6-4daa-b97f-ef567ce60469", "name": "network-vif-deleted", "tag": "1a12eb71-838e-4718-8d21-2a7470945e26"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:46.100843 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dd98df-2dba-44d0-b58f-2644e4d84450 x-openstack-request-id: req-c6dd98df-2dba-44d0-b58f-2644e4d84450 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:46.103868 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078d43f1-f9e6-4daa-b97f-ef567ce60469", "name": "network-vif-deleted", "tag": "1a12eb71-838e-4718-8d21-2a7470945e26", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:46.103986 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f556-1973-4f5f-81c7-e4f4079f6329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.104092 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c6dd98df-2dba-44d0-b58f-2644e4d84450 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:46.104092 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078d43f1-f9e6-4daa-b97f-ef567ce60469', 'name': 'network-vif-deleted', 'tag': '1a12eb71-838e-4718-8d21-2a7470945e26', 'status': 'completed', 'code': 200} Jul 30 01:53:46.138044 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45d8a33-eb1c-4310-b914-2c48a7c697f2 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:46.147991 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d45d8a33-eb1c-4310-b914-2c48a7c697f2 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.149167 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79da4df5-9fca-49f9-8cc5-ab33b9723d79 None None] Sync routers for ids ['872417a3-697b-4260-9035-10a0a939869c'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:46.156222 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a7f556-1973-4f5f-81c7-e4f4079f6329 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:46.160831 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-b0a7f556-1973-4f5f-81c7-e4f4079f6329 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:46.163312 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a7f556-1973-4f5f-81c7-e4f4079f6329 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:46.166278 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da4df5-9fca-49f9-8cc5-ab33b9723d79 None None] Routers {'872417a3-697b-4260-9035-10a0a939869c'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:46.166915 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-79da4df5-9fca-49f9-8cc5-ab33b9723d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['872417a3-697b-4260-9035-10a0a939869c'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:46.210511 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d45d8a33-eb1c-4310-b914-2c48a7c697f2 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "PUT /v2.0/floatingips/68f4c430-5cce-4bf1-94ca-79c3638a7a63 HTTP/1.1" status: 200 len: 989 time: 2.0985870 Jul 30 01:53:46.220809 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7f556-1973-4f5f-81c7-e4f4079f6329 admin admin] Pushing event updated for resources: {'Port': ['ID=add5e266-2cb8-4b03-beb9-68986cecb5f9,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:46.389820 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-79da4df5-9fca-49f9-8cc5-ab33b9723d79 None None] Set router 872417a3-697b-4260-9035-10a0a939869c gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:46.419965 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0259dea0-e3a3-49b8-9d1c-454c6850cca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73635721-b5f6-484c-b12f-25dec726de5d'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:46.424769 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e52405-f8c7-40c9-a41e-82471e673fb0" -d '{"events": [{"server_uuid": "0259dea0-e3a3-49b8-9d1c-454c6850cca5", "name": "network-vif-plugged", "status": "completed", "tag": "73635721-b5f6-484c-b12f-25dec726de5d"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:46.485858 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd8ca7-c5eb-4bbc-bb5c-179c7b4a6a3b req-672221e4-d468-4cdf-bccf-243af71692ad tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:46.487627 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eefd8ca7-c5eb-4bbc-bb5c-179c7b4a6a3b req-672221e4-d468-4cdf-bccf-243af71692ad tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 946 time: 0.1102703 Jul 30 01:53:46.524165 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c0c94693-4933-45cb-a3cf-f563d334f593 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:46.537045 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946edbdf-438c-48a9-a509-4352c48288c5 req-027f3bde-faa2-48c9-9c73-dad2687497a7 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:46.540167 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-946edbdf-438c-48a9-a509-4352c48288c5 req-027f3bde-faa2-48c9-9c73-dad2687497a7 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.0642552 Jul 30 01:53:46.556413 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eefd8ca7-c5eb-4bbc-bb5c-179c7b4a6a3b req-421c4a4b-faf0-4399-8698-d5e0295f11c5 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/security-groups?id=1347157b-d64b-476b-bff3-fef75a762ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616584 Jul 30 01:53:46.609019 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-946edbdf-438c-48a9-a509-4352c48288c5 req-4e3cd5ad-75d1-417f-82ca-2327d9159ae0 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573773 Jul 30 01:53:46.762058 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f556-1973-4f5f-81c7-e4f4079f6329 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.766989 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2795a2-0c02-4c75-aaeb-7e4f34aef496 x-openstack-request-id: req-2d2795a2-0c02-4c75-aaeb-7e4f34aef496 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:46.767287 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0259dea0-e3a3-49b8-9d1c-454c6850cca5", "name": "network-vif-plugged", "status": "completed", "tag": "73635721-b5f6-484c-b12f-25dec726de5d", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:46.769569 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d2795a2-0c02-4c75-aaeb-7e4f34aef496 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:46.769569 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0259dea0-e3a3-49b8-9d1c-454c6850cca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73635721-b5f6-484c-b12f-25dec726de5d', 'code': 200} Jul 30 01:53:46.866194 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port c0c94693-4933-45cb-a3cf-f563d334f593 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:46.876683 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-79da4df5-9fca-49f9-8cc5-ab33b9723d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872417a3-697b-4260-9035-10a0a939869c', 'name': 'tempest-ServersTestManualDisk-2143558703-router', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:07Z', 'updated_at': '2021-07-30T01:53:12Z', 'revision_number': 4, 'project_id': 'abf94101162146b19d686452c967dcf6', 'gw_port': {'id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '68f4c430-5cce-4bf1-94ca-79c3638a7a63', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '872417a3-697b-4260-9035-10a0a939869c', 'port_id': 'b81fd05b-5f31-4990-8c17-a3f6419c77fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89', 'mac_address': 'fa:16:3e:af:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f6fe3-e046-4376-881e-5f38f17b6f19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:53:20Z', 'updated_at': '2021-07-30T01:53:44Z', 'revision_number': 1, 'project_id': 'abf94101162146b19d686452c967dcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '777f8c8b-533b-42fe-8a5d-f92689720822', 'name': '', 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'mac_address': 'fa:16:3e:1c:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a439f664-eccf-4b31-af50-c97e11387cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:11Z', 'updated_at': '2021-07-30T01:53:21Z', 'revision_number': 5, 'project_id': 'abf94101162146b19d686452c967dcf6', 'subnets': [{'id': 'a439f664-eccf-4b31-af50-c97e11387cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:46.898162 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37403852-a0e1-42bc-9a7b-04274ef7233e req-3d9143cf-be01-43f1-a9aa-e13c6c514680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:46.900861 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37403852-a0e1-42bc-9a7b-04274ef7233e req-3d9143cf-be01-43f1-a9aa-e13c6c514680 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 1097 time: 0.0906231 Jul 30 01:53:46.914880 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79da4df5-9fca-49f9-8cc5-ab33b9723d79 None None] Checking router: 872417a3-697b-4260-9035-10a0a939869c for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:46.925396 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da4df5-9fca-49f9-8cc5-ab33b9723d79 None None] Routers {'872417a3-697b-4260-9035-10a0a939869c'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:46.926037 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-79da4df5-9fca-49f9-8cc5-ab33b9723d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['872417a3-697b-4260-9035-10a0a939869c'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:46.969201 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-37403852-a0e1-42bc-9a7b-04274ef7233e req-f78e36d5-b51a-4522-93ef-b6083eb62eff service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1347157b-d64b-476b-bff3-fef75a762ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589774 Jul 30 01:53:47.017438 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-980cde18-a7a1-4bab-8d7c-9504e5122745 req-b3117b17-a575-4e8b-aac1-fd8ea2d5276c tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=078d43f1-f9e6-4daa-b97f-ef567ce60469 HTTP/1.1" status: 200 len: 210 time: 0.0434453 Jul 30 01:53:47.041954 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fa842-d9bb-4700-99cd-f5159b684fd1 req-9c92d455-6dfd-4f78-8b4a-4029e8b94239 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:47.047769 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd5fa842-d9bb-4700-99cd-f5159b684fd1 req-9c92d455-6dfd-4f78-8b4a-4029e8b94239 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.1926994 Jul 30 01:53:47.052983 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49412) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:47.060055 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c2556c7f-cef3-4305-ac9d-83441a9c0837 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Request body: {'floatingip': {'port_id': '80ece651-aaff-492f-b8e7-ff051a746b39'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:47.077522 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-79da4df5-9fca-49f9-8cc5-ab33b9723d79 None None] Set router 872417a3-697b-4260-9035-10a0a939869c gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:47.143387 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2556c7f-cef3-4305-ac9d-83441a9c0837 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for floatingip, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.189596 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86442cca-206c-49df-b1e6-fd74285ea4ab None None] Network da367ee6-3a9f-4866-aaeb-75f83be72229 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:47.217978 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f556-1973-4f5f-81c7-e4f4079f6329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.391987 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-01d2bac4-4af7-47ac-aee8-ce99419cde9c None None] Provisioning for port c0c94693-4933-45cb-a3cf-f563d334f593 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:47.402793 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-01d2bac4-4af7-47ac-aee8-ce99419cde9c None None] Provisioning complete for port c0c94693-4933-45cb-a3cf-f563d334f593 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:47.403655 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01d2bac4-4af7-47ac-aee8-ce99419cde9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.472191 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.503935 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-79da4df5-9fca-49f9-8cc5-ab33b9723d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872417a3-697b-4260-9035-10a0a939869c', 'name': 'tempest-ServersTestManualDisk-2143558703-router', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:07Z', 'updated_at': '2021-07-30T01:53:12Z', 'revision_number': 4, 'project_id': 'abf94101162146b19d686452c967dcf6', 'gw_port': {'id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '68f4c430-5cce-4bf1-94ca-79c3638a7a63', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '872417a3-697b-4260-9035-10a0a939869c', 'port_id': 'b81fd05b-5f31-4990-8c17-a3f6419c77fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89', 'mac_address': 'fa:16:3e:af:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f6fe3-e046-4376-881e-5f38f17b6f19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:53:20Z', 'updated_at': '2021-07-30T01:53:44Z', 'revision_number': 1, 'project_id': 'abf94101162146b19d686452c967dcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '777f8c8b-533b-42fe-8a5d-f92689720822', 'name': '', 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'mac_address': 'fa:16:3e:1c:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a439f664-eccf-4b31-af50-c97e11387cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:11Z', 'updated_at': '2021-07-30T01:53:21Z', 'revision_number': 5, 'project_id': 'abf94101162146b19d686452c967dcf6', 'subnets': [{'id': 'a439f664-eccf-4b31-af50-c97e11387cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:47.536512 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79da4df5-9fca-49f9-8cc5-ab33b9723d79 None None] The sync data for ids ['872417a3-697b-4260-9035-10a0a939869c'] in n-d-713498-9 is: [{'id': '872417a3-697b-4260-9035-10a0a939869c', 'name': 'tempest-ServersTestManualDisk-2143558703-router', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:07Z', 'updated_at': '2021-07-30T01:53:12Z', 'revision_number': 4, 'project_id': 'abf94101162146b19d686452c967dcf6', 'gw_port': {'id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '68f4c430-5cce-4bf1-94ca-79c3638a7a63', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '872417a3-697b-4260-9035-10a0a939869c', 'port_id': 'b81fd05b-5f31-4990-8c17-a3f6419c77fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89', 'mac_address': 'fa:16:3e:af:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f6fe3-e046-4376-881e-5f38f17b6f19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:53:20Z', 'updated_at': '2021-07-30T01:53:44Z', 'revision_number': 1, 'project_id': 'abf94101162146b19d686452c967dcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '777f8c8b-533b-42fe-8a5d-f92689720822', 'name': '', 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'mac_address': 'fa:16:3e:1c:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a439f664-eccf-4b31-af50-c97e11387cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:11Z', 'updated_at': '2021-07-30T01:53:21Z', 'revision_number': 5, 'project_id': 'abf94101162146b19d686452c967dcf6', 'subnets': [{'id': 'a439f664-eccf-4b31-af50-c97e11387cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:47.593186 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01d2bac4-4af7-47ac-aee8-ce99419cde9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.652078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-01d2bac4-4af7-47ac-aee8-ce99419cde9c None None] For port c0c94693-4933-45cb-a3cf-f563d334f593, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c0c94693-4933-45cb-a3cf-f563d334f593,segment=NetworkSegment(b6674916-2b8b-4363-8de2-34e61e878bd5),segment_id=b6674916-2b8b-4363-8de2-34e61e878bd5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:47.739756 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01d2bac4-4af7-47ac-aee8-ce99419cde9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.818235 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2bac4-4af7-47ac-aee8-ce99419cde9c None None] Pushing event updated for resources: {'Port': ['ID=c0c94693-4933-45cb-a3cf-f563d334f593,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:47.862453 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f8e2e-7968-406c-883e-b6a7f492b6be req-70b2bb39-b41f-4def-a9e3-dc962bb48e4b tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:47.868326 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e4455-529a-49a4-8a46-309210a96ce4 None None] New status for floating IP 68f4c430-5cce-4bf1-94ca-79c3638a7a63: ACTIVE {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:53:47.875719 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ff6f8e2e-7968-406c-883e-b6a7f492b6be req-70b2bb39-b41f-4def-a9e3-dc962bb48e4b tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 946 time: 0.1791458 Jul 30 01:53:47.880219 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-09b56a61-900c-489d-870d-240fd8999fe5 None None] Provisioning complete for port c0c94693-4933-45cb-a3cf-f563d334f593 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:47.880726 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09b56a61-900c-489d-870d-240fd8999fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.952441 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ff6f8e2e-7968-406c-883e-b6a7f492b6be req-c835ec82-169c-4e23-b8ae-60ebfd8bb54a tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/security-groups?id=1347157b-d64b-476b-bff3-fef75a762ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757418 Jul 30 01:53:47.994581 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 1a12eb71-838e-4718-8d21-2a7470945e26 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:48.016213 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 1a12eb71-838e-4718-8d21-2a7470945e26 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:48.016641 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 1a12eb71-838e-4718-8d21-2a7470945e26 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:48.102854 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2f6fe3-e046-4376-881e-5f38f17b6f19', 'tag': 'b81fd05b-5f31-4990-8c17-a3f6419c77fe'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:48.106888 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6240d619-b7ed-49cb-b7c4-8720af9bde3b" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2f6fe3-e046-4376-881e-5f38f17b6f19", "tag": "b81fd05b-5f31-4990-8c17-a3f6419c77fe"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:48.164797 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a7f556-1973-4f5f-81c7-e4f4079f6329 admin admin] Router 1732e64a-18a8-4964-9da9-dc4081133786 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:53:48.171053 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91616032-00a2-42b3-bd60-4289901d0a4e x-openstack-request-id: req-91616032-00a2-42b3-bd60-4289901d0a4e {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:48.171647 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2f6fe3-e046-4376-881e-5f38f17b6f19", "tag": "b81fd05b-5f31-4990-8c17-a3f6419c77fe", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:48.172082 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-91616032-00a2-42b3-bd60-4289901d0a4e {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:48.172638 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2f6fe3-e046-4376-881e-5f38f17b6f19', 'tag': 'b81fd05b-5f31-4990-8c17-a3f6419c77fe', 'status': 'completed', 'code': 200} Jul 30 01:53:48.219722 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c0c94693-4933-45cb-a3cf-f563d334f593 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:48.270130 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port c0c94693-4933-45cb-a3cf-f563d334f593 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:48.270532 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.302808 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.resource_extend [None req-c2556c7f-cef3-4305-ac9d-83441a9c0837 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:53:48.406141 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240d619-b7ed-49cb-b7c4-8720af9bde3b req-9be335b2-10ce-451a-a7d6-c30be1885c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:48.407600 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6240d619-b7ed-49cb-b7c4-8720af9bde3b req-9be335b2-10ce-451a-a7d6-c30be1885c5d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=abf94101162146b19d686452c967dcf6&device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 1096 time: 0.2000847 Jul 30 01:53:48.409458 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2556c7f-cef3-4305-ac9d-83441a9c0837 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.413861 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a7f556-1973-4f5f-81c7-e4f4079f6329 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:48.423632 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] Sync routers for ids ['1732e64a-18a8-4964-9da9-dc4081133786'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:48.435322 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] Routers {'1732e64a-18a8-4964-9da9-dc4081133786'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:48.436057 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1732e64a-18a8-4964-9da9-dc4081133786'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:48.499600 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2556c7f-cef3-4305-ac9d-83441a9c0837 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.528908 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b61c4-0906-491b-973f-8c3b927ef2d1 req-0d81468a-26c4-4652-b147-b2b24de58ace tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:48.530558 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d7b61c4-0906-491b-973f-8c3b927ef2d1 req-0d81468a-26c4-4652-b147-b2b24de58ace tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.0545890 Jul 30 01:53:48.554533 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] Set router 1732e64a-18a8-4964-9da9-dc4081133786 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:48.575212 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d7b61c4-0906-491b-973f-8c3b927ef2d1 req-09228b9c-4b43-40ca-8638-6a16c72216d1 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372417 Jul 30 01:53:48.582570 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f556-1973-4f5f-81c7-e4f4079f6329 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.585034 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b0a7f556-1973-4f5f-81c7-e4f4079f6329 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8232605 Jul 30 01:53:48.595790 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49442) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:48.625623 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240d619-b7ed-49cb-b7c4-8720af9bde3b req-b7ddf933-9a02-433e-aae6-b1811286d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:48.627295 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6240d619-b7ed-49cb-b7c4-8720af9bde3b req-b7ddf933-9a02-433e-aae6-b1811286d75a service neutron] 10.222.0.77 "GET /v2.0/networks?id=8173f374-3ae7-4d23-b8cc-405bd1c03a89 HTTP/1.1" status: 200 len: 913 time: 0.2116024 Jul 30 01:53:48.690574 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-c2556c7f-cef3-4305-ac9d-83441a9c0837 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Floating IP 2e378afb-69f3-40b3-ae4b-67ef8ef9a13f associated. External IP: 172.25.1.2, port: 80ece651-aaff-492f-b8e7-ff051a746b39. Jul 30 01:53:48.741520 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732e64a-18a8-4964-9da9-dc4081133786', 'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:46Z', 'revision_number': 3, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'gw_port': {'id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:45Z', 'updated_at': '2021-07-30T01:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:48.753986 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6240d619-b7ed-49cb-b7c4-8720af9bde3b req-77decbab-2888-4b7f-b1d3-1264f0618132 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b81fd05b-5f31-4990-8c17-a3f6419c77fe HTTP/1.1" status: 200 len: 999 time: 0.1163163 Jul 30 01:53:48.783714 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] Checking router: 1732e64a-18a8-4964-9da9-dc4081133786 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:48.784066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] Updating router 1732e64a-18a8-4964-9da9-dc4081133786 port add5e266-2cb8-4b03-beb9-68986cecb5f9 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:53:48.818258 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.863238 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240d619-b7ed-49cb-b7c4-8720af9bde3b req-36e983bf-0f34-4acd-b1f1-5942fd2745a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:48.864452 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6240d619-b7ed-49cb-b7c4-8720af9bde3b req-36e983bf-0f34-4acd-b1f1-5942fd2745a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a439f664-eccf-4b31-af50-c97e11387cdd HTTP/1.1" status: 200 len: 851 time: 0.0720391 Jul 30 01:53:48.992659 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240d619-b7ed-49cb-b7c4-8720af9bde3b req-0f5c44de-d686-4ed8-b8d0-37dd3fc17383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:48.994280 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6240d619-b7ed-49cb-b7c4-8720af9bde3b req-0f5c44de-d686-4ed8-b8d0-37dd3fc17383 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8173f374-3ae7-4d23-b8cc-405bd1c03a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918603 Jul 30 01:53:49.080368 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2556c7f-cef3-4305-ac9d-83441a9c0837 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Router 968dee7e-6833-4e65-82ee-d5e5a365f85a has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:49.093428 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1621e246-2279-4289-966f-806282f7ea51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.131605 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.143700 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] Transition to ACTIVE for port object add5e266-2cb8-4b03-beb9-68986cecb5f9 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:49.185967 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f39bd-a473-4087-9e14-87baeee3283a req-45b4d452-a9f4-48dc-8cd4-d5feb762ad1a tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:49.187508 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c14f39bd-a473-4087-9e14-87baeee3283a req-45b4d452-a9f4-48dc-8cd4-d5feb762ad1a tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 946 time: 0.1315331 Jul 30 01:53:49.212101 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6240d619-b7ed-49cb-b7c4-8720af9bde3b req-a8eebb61-dfe4-4993-9f91-825bc095572b service neutron] 10.222.0.77 "GET /v2.0/networks/8173f374-3ae7-4d23-b8cc-405bd1c03a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087278 Jul 30 01:53:49.254223 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.256137 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-1621e246-2279-4289-966f-806282f7ea51 admin admin] Allocated IP 172.20.0.1 (da367ee6-3a9f-4866-aaeb-75f83be72229/e55ab10a-38fa-4f87-9d98-222aa1ee0cac/70005305-9848-45c8-b07c-ce0aa5167bc4) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:49.312109 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] Attempting to bind port add5e266-2cb8-4b03-beb9-68986cecb5f9 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:49.312482 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] Attempting to bind port add5e266-2cb8-4b03-beb9-68986cecb5f9 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:49.312847 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] Attempting to bind port add5e266-2cb8-4b03-beb9-68986cecb5f9 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:49.322283 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c14f39bd-a473-4087-9e14-87baeee3283a req-a11de756-75db-4e87-a812-d644b7f1727c tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/security-groups?id=1347157b-d64b-476b-bff3-fef75a762ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248353 Jul 30 01:53:49.327639 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:49.328346 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:49.328939 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.329483 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:49.330292 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] Bound port: add5e266-2cb8-4b03-beb9-68986cecb5f9, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:49.331531 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.334199 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942bdd2-558e-4c1e-b4b2-385f2f1796ac None None] Pushing event updated for resources: {'Port': ['ID=add5e266-2cb8-4b03-beb9-68986cecb5f9,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:49.356341 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2556c7f-cef3-4305-ac9d-83441a9c0837 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:49.367081 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10577f1c-4b59-494a-8682-17a25b2661a6 None None] Sync routers for ids ['968dee7e-6833-4e65-82ee-d5e5a365f85a'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:49.372903 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2556c7f-cef3-4305-ac9d-83441a9c0837 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.393788 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10577f1c-4b59-494a-8682-17a25b2661a6 None None] Routers {'968dee7e-6833-4e65-82ee-d5e5a365f85a'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:49.394470 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-10577f1c-4b59-494a-8682-17a25b2661a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['968dee7e-6833-4e65-82ee-d5e5a365f85a'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:49.425146 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] For port add5e266-2cb8-4b03-beb9-68986cecb5f9, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:49.428717 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] For port add5e266-2cb8-4b03-beb9-68986cecb5f9, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=add5e266-2cb8-4b03-beb9-68986cecb5f9,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:49.430840 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c2556c7f-cef3-4305-ac9d-83441a9c0837 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "PUT /v2.0/floatingips/2e378afb-69f3-40b3-ae4b-67ef8ef9a13f HTTP/1.1" status: 200 len: 989 time: 2.3758411 Jul 30 01:53:49.436039 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9187d3-b6b6-4983-bc83-e198b907048d', 'tag': '80ece651-aaff-492f-b8e7-ff051a746b39'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:49.438555 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43277d26-43a5-492c-975f-b3fa0c61dd49" -d '{"events": [{"name": "network-changed", "server_uuid": "db9187d3-b6b6-4983-bc83-e198b907048d", "tag": "80ece651-aaff-492f-b8e7-ff051a746b39"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:49.446196 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6240d619-b7ed-49cb-b7c4-8720af9bde3b req-5f32c860-8363-4b9f-b3e8-14003dfba3f7 service neutron] 10.222.0.77 "GET /v2.0/networks/8173f374-3ae7-4d23-b8cc-405bd1c03a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185616 Jul 30 01:53:49.461956 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1621e246-2279-4289-966f-806282f7ea51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.493632 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-1621e246-2279-4289-966f-806282f7ea51 admin admin] Transition to ACTIVE for port object 70005305-9848-45c8-b07c-ce0aa5167bc4 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:49.503945 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e21ced-a237-4a77-8808-f3ea7135d52b req-ae27b6e8-1c37-4b2f-8eab-ebe21bcc269c tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:49.504823 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-97e21ced-a237-4a77-8808-f3ea7135d52b req-ae27b6e8-1c37-4b2f-8eab-ebe21bcc269c tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 946 time: 0.0982029 Jul 30 01:53:49.507012 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.517375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49462) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:49.523120 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-2ab98bf2-156a-49cf-b923-06fb8fb4c1ea tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Request body: {'floatingip': {'port_id': '73635721-b5f6-484c-b12f-25dec726de5d'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:49.578756 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61dd2bd-9e48-468c-8649-4e793a855f38 x-openstack-request-id: req-d61dd2bd-9e48-468c-8649-4e793a855f38 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:49.579040 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9187d3-b6b6-4983-bc83-e198b907048d", "tag": "80ece651-aaff-492f-b8e7-ff051a746b39", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:49.579837 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d61dd2bd-9e48-468c-8649-4e793a855f38 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:49.579837 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db9187d3-b6b6-4983-bc83-e198b907048d', 'tag': '80ece651-aaff-492f-b8e7-ff051a746b39', 'status': 'completed', 'code': 200} Jul 30 01:53:49.589012 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ab98bf2-156a-49cf-b923-06fb8fb4c1ea tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for floatingip, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.597556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942bdd2-558e-4c1e-b4b2-385f2f1796ac None None] Pushing event updated for resources: {'Port': ['ID=add5e266-2cb8-4b03-beb9-68986cecb5f9,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:49.604799 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] Routers {'1732e64a-18a8-4964-9da9-dc4081133786'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:49.605434 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1732e64a-18a8-4964-9da9-dc4081133786'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:49.625625 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-10577f1c-4b59-494a-8682-17a25b2661a6 None None] Set router 968dee7e-6833-4e65-82ee-d5e5a365f85a gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:49.673998 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1621e246-2279-4289-966f-806282f7ea51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.719850 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43277d26-43a5-492c-975f-b3fa0c61dd49 req-1f8235f2-d272-4d44-9f63-f6ac19d9e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:49.721596 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-43277d26-43a5-492c-975f-b3fa0c61dd49 req-1f8235f2-d272-4d44-9f63-f6ac19d9e73e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e9759d07ba4e958653b10399043a13&device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 1096 time: 0.1117191 Jul 30 01:53:49.754159 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1621e246-2279-4289-966f-806282f7ea51 admin admin] Network da367ee6-3a9f-4866-aaeb-75f83be72229 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:49.776340 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-1621e246-2279-4289-966f-806282f7ea51 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:49.819651 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1621e246-2279-4289-966f-806282f7ea51 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:49.828836 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621e246-2279-4289-966f-806282f7ea51 admin admin] Pushing event updated for resources: {'Port': ['ID=70005305-9848-45c8-b07c-ce0aa5167bc4,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:49.890579 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1621e246-2279-4289-966f-806282f7ea51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.910758 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-10577f1c-4b59-494a-8682-17a25b2661a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5c89c567-87e5-446e-93b9-db08c613d581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:16Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'gw_port': {'id': '5c89c567-87e5-446e-93b9-db08c613d581', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '2e378afb-69f3-40b3-ae4b-67ef8ef9a13f', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'port_id': '80ece651-aaff-492f-b8e7-ff051a746b39', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'mac_address': 'fa:16:3e:69:bf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9187d3-b6b6-4983-bc83-e198b907048d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:53:31Z', 'updated_at': '2021-07-30T01:53:48Z', 'revision_number': 1, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d893940-5aad-44d9-82d3-22a362f6e066', 'name': '', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'mac_address': 'fa:16:3e:0b:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:22Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 5, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'subnets': [{'id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:49.956180 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10577f1c-4b59-494a-8682-17a25b2661a6 None None] Checking router: 968dee7e-6833-4e65-82ee-d5e5a365f85a for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:49.966736 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10577f1c-4b59-494a-8682-17a25b2661a6 None None] Routers {'968dee7e-6833-4e65-82ee-d5e5a365f85a'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:49.968595 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-10577f1c-4b59-494a-8682-17a25b2661a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['968dee7e-6833-4e65-82ee-d5e5a365f85a'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:49.971476 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43277d26-43a5-492c-975f-b3fa0c61dd49 req-f43798b6-1e67-4130-b8b3-cc6108b90de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:49.973117 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-43277d26-43a5-492c-975f-b3fa0c61dd49 req-f43798b6-1e67-4130-b8b3-cc6108b90de9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb87329a-3973-4c1a-ad14-ee785b8bfa68 HTTP/1.1" status: 200 len: 917 time: 0.2371981 Jul 30 01:53:49.978716 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] Set router 1732e64a-18a8-4964-9da9-dc4081133786 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:50.034487 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000d6a1-4838-49aa-a071-d8bae6494dab req-362ac3c2-6e4b-4a5e-9840-98dd1aea0934 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:50.042320 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8000d6a1-4838-49aa-a071-d8bae6494dab req-362ac3c2-6e4b-4a5e-9840-98dd1aea0934 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.3425865 Jul 30 01:53:50.117919 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-10577f1c-4b59-494a-8682-17a25b2661a6 None None] Set router 968dee7e-6833-4e65-82ee-d5e5a365f85a gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:50.186191 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-43277d26-43a5-492c-975f-b3fa0c61dd49 req-421ca49a-14e9-4a95-be39-c118749341da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ece651-aaff-492f-b8e7-ff051a746b39 HTTP/1.1" status: 200 len: 997 time: 0.2035372 Jul 30 01:53:50.212941 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8000d6a1-4838-49aa-a071-d8bae6494dab req-3771423e-6f0a-462a-89a5-8a860f46b02a tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697323 Jul 30 01:53:50.263706 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732e64a-18a8-4964-9da9-dc4081133786', 'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:46Z', 'revision_number': 3, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'gw_port': {'id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:45Z', 'updated_at': '2021-07-30T01:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:50.293036 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1621e246-2279-4289-966f-806282f7ea51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.293665 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5c5d5d-9384-48bb-a8a6-21f07c7131a3 None None] The sync data for ids ['1732e64a-18a8-4964-9da9-dc4081133786'] in n-d-713498-9 is: [{'id': '1732e64a-18a8-4964-9da9-dc4081133786', 'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:46Z', 'revision_number': 3, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'gw_port': {'id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:45Z', 'updated_at': '2021-07-30T01:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:50.310893 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4b167a69-e14a-4f69-85c8-350527ee224f None None] Provisioning for port 70005305-9848-45c8-b07c-ce0aa5167bc4 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:50.315258 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4b167a69-e14a-4f69-85c8-350527ee224f None None] Provisioning complete for port 70005305-9848-45c8-b07c-ce0aa5167bc4 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:50.316115 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4b167a69-e14a-4f69-85c8-350527ee224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.368133 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4b167a69-e14a-4f69-85c8-350527ee224f None None] Port 70005305-9848-45c8-b07c-ce0aa5167bc4 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:50.381701 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43277d26-43a5-492c-975f-b3fa0c61dd49 req-c5fe20aa-dda1-4db8-8797-6b151399aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:50.383258 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-43277d26-43a5-492c-975f-b3fa0c61dd49 req-c5fe20aa-dda1-4db8-8797-6b151399aee6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d5331bae-ecd8-4548-bb35-10d75f268fda HTTP/1.1" status: 200 len: 855 time: 0.1901884 Jul 30 01:53:50.438041 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-10577f1c-4b59-494a-8682-17a25b2661a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5c89c567-87e5-446e-93b9-db08c613d581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:16Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'gw_port': {'id': '5c89c567-87e5-446e-93b9-db08c613d581', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '2e378afb-69f3-40b3-ae4b-67ef8ef9a13f', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'port_id': '80ece651-aaff-492f-b8e7-ff051a746b39', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'mac_address': 'fa:16:3e:69:bf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9187d3-b6b6-4983-bc83-e198b907048d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:53:31Z', 'updated_at': '2021-07-30T01:53:48Z', 'revision_number': 1, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d893940-5aad-44d9-82d3-22a362f6e066', 'name': '', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'mac_address': 'fa:16:3e:0b:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:22Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 5, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'subnets': [{'id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:50.476364 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10577f1c-4b59-494a-8682-17a25b2661a6 None None] The sync data for ids ['968dee7e-6833-4e65-82ee-d5e5a365f85a'] in n-d-713498-9 is: [{'id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5c89c567-87e5-446e-93b9-db08c613d581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:16Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'gw_port': {'id': '5c89c567-87e5-446e-93b9-db08c613d581', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '2e378afb-69f3-40b3-ae4b-67ef8ef9a13f', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'port_id': '80ece651-aaff-492f-b8e7-ff051a746b39', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'mac_address': 'fa:16:3e:69:bf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9187d3-b6b6-4983-bc83-e198b907048d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:53:31Z', 'updated_at': '2021-07-30T01:53:48Z', 'revision_number': 1, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d893940-5aad-44d9-82d3-22a362f6e066', 'name': '', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'mac_address': 'fa:16:3e:0b:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:22Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 5, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'subnets': [{'id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:50.492011 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43277d26-43a5-492c-975f-b3fa0c61dd49 req-a292aade-2e2f-4a0d-8d52-cf1ad81ae7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:50.493569 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-43277d26-43a5-492c-975f-b3fa0c61dd49 req-a292aade-2e2f-4a0d-8d52-cf1ad81ae7cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb87329a-3973-4c1a-ad14-ee785b8bfa68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011810 Jul 30 01:53:50.618002 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1621e246-2279-4289-966f-806282f7ea51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.640408 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-43277d26-43a5-492c-975f-b3fa0c61dd49 req-9d01c90b-03d0-4b60-9b5e-cee6b342d10a service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390159 Jul 30 01:53:50.747016 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1621e246-2279-4289-966f-806282f7ea51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.781934 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.resource_extend [None req-2ab98bf2-156a-49cf-b923-06fb8fb4c1ea tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:53:50.844628 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ab98bf2-156a-49cf-b923-06fb8fb4c1ea tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.859043 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ef761a-64a6-4392-b589-79748efa3aaa None None] New status for floating IP 2e378afb-69f3-40b3-ae4b-67ef8ef9a13f: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:53:50.866204 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb21f31-845b-4884-8cf6-09fbaccdc308 req-f3e1ff69-5be1-41bb-8990-bd50658299e7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:50.867821 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5fb21f31-845b-4884-8cf6-09fbaccdc308 req-f3e1ff69-5be1-41bb-8990-bd50658299e7 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.77 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1441965 Jul 30 01:53:50.895521 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1621e246-2279-4289-966f-806282f7ea51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.934727 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ab98bf2-156a-49cf-b923-06fb8fb4c1ea tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.988592 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621e246-2279-4289-966f-806282f7ea51 admin admin] Pushing event updated for resources: {'Port': ['ID=70005305-9848-45c8-b07c-ce0aa5167bc4,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:51.050121 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-43277d26-43a5-492c-975f-b3fa0c61dd49 req-284bb2b0-84d9-4d40-8ecd-59603982c22e service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026392 Jul 30 01:53:51.079777 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-2ab98bf2-156a-49cf-b923-06fb8fb4c1ea tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Floating IP e9f681e9-d220-4063-b333-39fb958a51aa associated. External IP: 172.25.1.30, port: 73635721-b5f6-484c-b12f-25dec726de5d. Jul 30 01:53:51.104213 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1621e246-2279-4289-966f-806282f7ea51 admin admin] Network da367ee6-3a9f-4866-aaeb-75f83be72229 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:51.106288 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-1621e246-2279-4289-966f-806282f7ea51 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:51.251392 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-5fb21f31-845b-4884-8cf6-09fbaccdc308 req-e28eb938-309d-4295-bd51-4fefdead8308 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Deleting port 1c967715-842e-4180-ab4a-eb7c33291aed {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:51.251776 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5fb21f31-845b-4884-8cf6-09fbaccdc308 req-e28eb938-309d-4295-bd51-4fefdead8308 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.277061 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1621e246-2279-4289-966f-806282f7ea51 admin admin] Router 1732e64a-18a8-4964-9da9-dc4081133786 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:51.407013 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2a94ea51-7201-47df-9383-10122b89ebf4 None None] Provisioning complete for port 70005305-9848-45c8-b07c-ce0aa5167bc4 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:51.407569 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a94ea51-7201-47df-9383-10122b89ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.454761 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2a94ea51-7201-47df-9383-10122b89ebf4 None None] Port 70005305-9848-45c8-b07c-ce0aa5167bc4 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:51.460480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-5fb21f31-845b-4884-8cf6-09fbaccdc308 req-e28eb938-309d-4295-bd51-4fefdead8308 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] For port 1c967715-842e-4180-ab4a-eb7c33291aed, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1c967715-842e-4180-ab4a-eb7c33291aed,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:51.460863 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5fb21f31-845b-4884-8cf6-09fbaccdc308 req-e28eb938-309d-4295-bd51-4fefdead8308 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.467323 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84ef0a-c083-4939-9790-8b5b93861ef6 req-c6875bd8-7524-42ec-8be3-87769ede739e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:51.470143 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc84ef0a-c083-4939-9790-8b5b93861ef6 req-c6875bd8-7524-42ec-8be3-87769ede739e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 944 time: 0.1220121 Jul 30 01:53:51.474163 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1621e246-2279-4289-966f-806282f7ea51 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:51.481552 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1621e246-2279-4289-966f-806282f7ea51 admin admin] 10.222.0.70 "PUT /v2.0/routers/1732e64a-18a8-4964-9da9-dc4081133786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8839295 Jul 30 01:53:51.507344 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab98bf2-156a-49cf-b923-06fb8fb4c1ea tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Router d2cb49b9-180b-47a2-be00-4f761cf5aeae has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:51.536420 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc84ef0a-c083-4939-9790-8b5b93861ef6 req-1a0beae6-4685-4861-939f-798f202f085d tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf796bb1-386a-4e8d-a100-ac82d107d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576756 Jul 30 01:53:51.751789 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab98bf2-156a-49cf-b923-06fb8fb4c1ea tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:51.759562 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ab98bf2-156a-49cf-b923-06fb8fb4c1ea tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.761220 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162da4bd-d3f6-4cfe-b14e-c0ebfc78ca6c None None] Sync routers for ids ['d2cb49b9-180b-47a2-be00-4f761cf5aeae'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:51.771055 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162da4bd-d3f6-4cfe-b14e-c0ebfc78ca6c None None] Routers {'d2cb49b9-180b-47a2-be00-4f761cf5aeae'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:51.771855 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-162da4bd-d3f6-4cfe-b14e-c0ebfc78ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['d2cb49b9-180b-47a2-be00-4f761cf5aeae'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:51.787415 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5fb21f31-845b-4884-8cf6-09fbaccdc308 req-e28eb938-309d-4295-bd51-4fefdead8308 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.787849 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5fb21f31-845b-4884-8cf6-09fbaccdc308 req-e28eb938-309d-4295-bd51-4fefdead8308 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.788146 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [req-5fb21f31-845b-4884-8cf6-09fbaccdc308 req-e28eb938-309d-4295-bd51-4fefdead8308 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Floating IP 0b1ccf23-2acb-4a69-ab0f-b3aee4998ab2 disassociated. External IP: 172.25.1.212, port: 1c967715-842e-4180-ab4a-eb7c33291aed. Jul 30 01:53:51.788436 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-5fb21f31-845b-4884-8cf6-09fbaccdc308 req-e28eb938-309d-4295-bd51-4fefdead8308 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Calling delete_port for 1c967715-842e-4180-ab4a-eb7c33291aed owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:51.811802 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2ab98bf2-156a-49cf-b923-06fb8fb4c1ea tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "PUT /v2.0/floatingips/e9f681e9-d220-4063-b333-39fb958a51aa HTTP/1.1" status: 200 len: 991 time: 2.2888303 Jul 30 01:53:51.811802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0259dea0-e3a3-49b8-9d1c-454c6850cca5', 'tag': '73635721-b5f6-484c-b12f-25dec726de5d'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:51.812932 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c22511-3479-43bb-8ae0-4a0d6807cdde" -d '{"events": [{"name": "network-changed", "server_uuid": "0259dea0-e3a3-49b8-9d1c-454c6850cca5", "tag": "73635721-b5f6-484c-b12f-25dec726de5d"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:52.014914 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-162da4bd-d3f6-4cfe-b14e-c0ebfc78ca6c None None] Set router d2cb49b9-180b-47a2-be00-4f761cf5aeae gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:52.037104 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37db236e-b1fc-42c4-aadb-1af10bbc75cf x-openstack-request-id: req-37db236e-b1fc-42c4-aadb-1af10bbc75cf {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:52.037405 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0259dea0-e3a3-49b8-9d1c-454c6850cca5", "tag": "73635721-b5f6-484c-b12f-25dec726de5d", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:52.037666 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-37db236e-b1fc-42c4-aadb-1af10bbc75cf {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:52.038083 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0259dea0-e3a3-49b8-9d1c-454c6850cca5', 'tag': '73635721-b5f6-484c-b12f-25dec726de5d', 'status': 'completed', 'code': 200} Jul 30 01:53:52.039579 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5fb21f31-845b-4884-8cf6-09fbaccdc308 req-e28eb938-309d-4295-bd51-4fefdead8308 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:52.081231 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28eb938-309d-4295-bd51-4fefdead8308 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Pushing event deleted for resources: {'Port': ['ID=1c967715-842e-4180-ab4a-eb7c33291aed,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:52.173993 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c22511-3479-43bb-8ae0-4a0d6807cdde req-4cc73521-bc9a-4242-a095-727395b9b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:52.192635 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4c22511-3479-43bb-8ae0-4a0d6807cdde req-4cc73521-bc9a-4242-a095-727395b9b8ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7264d4c019094365b1666415166a2231&device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 1097 time: 0.1327159 Jul 30 01:53:52.219439 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49506) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:52.227129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-74224491-10e4-461f-aa47-e032fb8153aa tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--653481579', 'description': 'tempest-description--1321390448'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:52.378712 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device add5e266-2cb8-4b03-beb9-68986cecb5f9 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:52.389496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fb21f31-845b-4884-8cf6-09fbaccdc308 req-e28eb938-309d-4295-bd51-4fefdead8308 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Router 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:52.432779 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74224491-10e4-461f-aa47-e032fb8153aa tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:52.499944 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-162da4bd-d3f6-4cfe-b14e-c0ebfc78ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'name': 'tempest-ServersTestJSON-307364366-router', 'tenant_id': '7264d4c019094365b1666415166a2231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:13Z', 'updated_at': '2021-07-30T01:53:23Z', 'revision_number': 4, 'project_id': '7264d4c019094365b1666415166a2231', 'gw_port': {'id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:15Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'e9f681e9-d220-4063-b333-39fb958a51aa', 'tenant_id': '7264d4c019094365b1666415166a2231', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'port_id': '73635721-b5f6-484c-b12f-25dec726de5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc', 'mac_address': 'fa:16:3e:25:2d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0259dea0-e3a3-49b8-9d1c-454c6850cca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:53:31Z', 'updated_at': '2021-07-30T01:53:50Z', 'revision_number': 1, 'project_id': '7264d4c019094365b1666415166a2231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950e4447-60c9-46bf-a438-ebc56241a57b', 'name': '', 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc', 'tenant_id': '7264d4c019094365b1666415166a2231', 'mac_address': 'fa:16:3e:53:e8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a410d550-e99c-4606-b8d2-acd17a993a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:21Z', 'updated_at': '2021-07-30T01:53:30Z', 'revision_number': 5, 'project_id': '7264d4c019094365b1666415166a2231', 'subnets': [{'id': 'a410d550-e99c-4606-b8d2-acd17a993a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:52.528743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port add5e266-2cb8-4b03-beb9-68986cecb5f9 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:52.534452 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port add5e266-2cb8-4b03-beb9-68986cecb5f9 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:52.534630 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:52.546047 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162da4bd-d3f6-4cfe-b14e-c0ebfc78ca6c None None] Checking router: d2cb49b9-180b-47a2-be00-4f761cf5aeae for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:52.564258 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162da4bd-d3f6-4cfe-b14e-c0ebfc78ca6c None None] Routers {'d2cb49b9-180b-47a2-be00-4f761cf5aeae'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:52.565197 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-162da4bd-d3f6-4cfe-b14e-c0ebfc78ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['d2cb49b9-180b-47a2-be00-4f761cf5aeae'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:52.602674 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fb21f31-845b-4884-8cf6-09fbaccdc308 req-e28eb938-309d-4295-bd51-4fefdead8308 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:52.603818 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74224491-10e4-461f-aa47-e032fb8153aa tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:52.625992 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c22511-3479-43bb-8ae0-4a0d6807cdde req-570efbb8-9dc0-4633-9f88-37bfab900285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:52.628074 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd6ed4c-08d5-469d-b08d-df9a242e1e0f None None] Sync routers for ids ['0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:52.629668 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4c22511-3479-43bb-8ae0-4a0d6807cdde req-570efbb8-9dc0-4633-9f88-37bfab900285 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f416bf8-b50e-47c8-9954-b71af9fff1cc HTTP/1.1" status: 200 len: 906 time: 0.4238815 Jul 30 01:53:52.663566 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd6ed4c-08d5-469d-b08d-df9a242e1e0f None None] Routers {'0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:52.664376 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-6cd6ed4c-08d5-469d-b08d-df9a242e1e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:52.707498 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-162da4bd-d3f6-4cfe-b14e-c0ebfc78ca6c None None] Set router d2cb49b9-180b-47a2-be00-4f761cf5aeae gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:52.721894 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74224491-10e4-461f-aa47-e032fb8153aa tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:52.734336 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d6f12c1e-4a9c-41dd-9fd6-6cdb1469d80f req-238dcc8a-81b4-4302-b62d-cc1b9dd0299e tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 210 time: 0.0777667 Jul 30 01:53:52.759347 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb21f31-845b-4884-8cf6-09fbaccdc308 req-e28eb938-309d-4295-bd51-4fefdead8308 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] No DVR routers for this DVR port 1c967715-842e-4180-ab4a-eb7c33291aed on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:52.762840 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5fb21f31-845b-4884-8cf6-09fbaccdc308 req-e28eb938-309d-4295-bd51-4fefdead8308 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:52.764838 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5fb21f31-845b-4884-8cf6-09fbaccdc308 req-e28eb938-309d-4295-bd51-4fefdead8308 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.77 "DELETE /v2.0/ports/1c967715-842e-4180-ab4a-eb7c33291aed HTTP/1.1" status: 204 len: 173 time: 1.8849461 Jul 30 01:53:52.838289 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:52.839916 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] Sync routers for ids ['1732e64a-18a8-4964-9da9-dc4081133786'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:52.875109 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port add5e266-2cb8-4b03-beb9-68986cecb5f9, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=add5e266-2cb8-4b03-beb9-68986cecb5f9,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:52.884441 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-6cd6ed4c-08d5-469d-b08d-df9a242e1e0f None None] Set router 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:52.897670 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] Routers {'1732e64a-18a8-4964-9da9-dc4081133786'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:52.901107 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1732e64a-18a8-4964-9da9-dc4081133786'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:52.970585 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.085075 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=add5e266-2cb8-4b03-beb9-68986cecb5f9,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:53.146040 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] Set router 1732e64a-18a8-4964-9da9-dc4081133786 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:53.177376 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74224491-10e4-461f-aa47-e032fb8153aa tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.179910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-6cd6ed4c-08d5-469d-b08d-df9a242e1e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'name': 'tempest-ServerActionsTestJSON-1881564908-router', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:21Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'gw_port': {'id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:22Z', 'updated_at': '2021-07-30T01:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '9b99ce8f-c167-4fe3-9d91-4930a8b283b3', 'name': '', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'mac_address': 'fa:16:3e:9d:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:27Z', 'updated_at': '2021-07-30T01:44:37Z', 'revision_number': 5, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'subnets': [{'id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:53.180161 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-74224491-10e4-461f-aa47-e032fb8153aa tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9564314 Jul 30 01:53:53.182449 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4c22511-3479-43bb-8ae0-4a0d6807cdde req-10355729-1128-470c-87ef-1b3b9d013a63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73635721-b5f6-484c-b12f-25dec726de5d HTTP/1.1" status: 200 len: 999 time: 0.5366073 Jul 30 01:53:53.182664 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49522) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:53.183412 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74224491-10e4-461f-aa47-e032fb8153aa tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de79097d-7702-42df-8e20-1462e3b49925,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:53.198206 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-324ed2c1-4108-440e-968c-36ea42f63792 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Request body: {'security_group_rule': {'security_group_id': 'de79097d-7702-42df-8e20-1462e3b49925', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:53.224948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd6ed4c-08d5-469d-b08d-df9a242e1e0f None None] Checking router: 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:53.233766 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd6ed4c-08d5-469d-b08d-df9a242e1e0f None None] Routers {'0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:53.234422 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-6cd6ed4c-08d5-469d-b08d-df9a242e1e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:53.248634 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c22511-3479-43bb-8ae0-4a0d6807cdde req-491f409f-1c01-47c1-9d1c-bcb5f4be7d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:53.250107 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4c22511-3479-43bb-8ae0-4a0d6807cdde req-491f409f-1c01-47c1-9d1c-bcb5f4be7d34 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a410d550-e99c-4606-b8d2-acd17a993a4f HTTP/1.1" status: 200 len: 844 time: 0.0596974 Jul 30 01:53:53.283378 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-162da4bd-d3f6-4cfe-b14e-c0ebfc78ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'name': 'tempest-ServersTestJSON-307364366-router', 'tenant_id': '7264d4c019094365b1666415166a2231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:13Z', 'updated_at': '2021-07-30T01:53:23Z', 'revision_number': 4, 'project_id': '7264d4c019094365b1666415166a2231', 'gw_port': {'id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:15Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'e9f681e9-d220-4063-b333-39fb958a51aa', 'tenant_id': '7264d4c019094365b1666415166a2231', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'port_id': '73635721-b5f6-484c-b12f-25dec726de5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc', 'mac_address': 'fa:16:3e:25:2d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0259dea0-e3a3-49b8-9d1c-454c6850cca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:53:31Z', 'updated_at': '2021-07-30T01:53:50Z', 'revision_number': 1, 'project_id': '7264d4c019094365b1666415166a2231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950e4447-60c9-46bf-a438-ebc56241a57b', 'name': '', 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc', 'tenant_id': '7264d4c019094365b1666415166a2231', 'mac_address': 'fa:16:3e:53:e8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a410d550-e99c-4606-b8d2-acd17a993a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:21Z', 'updated_at': '2021-07-30T01:53:30Z', 'revision_number': 5, 'project_id': '7264d4c019094365b1666415166a2231', 'subnets': [{'id': 'a410d550-e99c-4606-b8d2-acd17a993a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:53.304431 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-324ed2c1-4108-440e-968c-36ea42f63792 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.311874 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c22511-3479-43bb-8ae0-4a0d6807cdde req-0891c65f-7aa1-4c7a-95b1-f7846341c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:53.313433 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4c22511-3479-43bb-8ae0-4a0d6807cdde req-0891c65f-7aa1-4c7a-95b1-f7846341c6cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f416bf8-b50e-47c8-9954-b71af9fff1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568283 Jul 30 01:53:53.323526 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162da4bd-d3f6-4cfe-b14e-c0ebfc78ca6c None None] The sync data for ids ['d2cb49b9-180b-47a2-be00-4f761cf5aeae'] in n-d-713498-9 is: [{'id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'name': 'tempest-ServersTestJSON-307364366-router', 'tenant_id': '7264d4c019094365b1666415166a2231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:13Z', 'updated_at': '2021-07-30T01:53:23Z', 'revision_number': 4, 'project_id': '7264d4c019094365b1666415166a2231', 'gw_port': {'id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:15Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'e9f681e9-d220-4063-b333-39fb958a51aa', 'tenant_id': '7264d4c019094365b1666415166a2231', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'port_id': '73635721-b5f6-484c-b12f-25dec726de5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc', 'mac_address': 'fa:16:3e:25:2d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0259dea0-e3a3-49b8-9d1c-454c6850cca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:53:31Z', 'updated_at': '2021-07-30T01:53:50Z', 'revision_number': 1, 'project_id': '7264d4c019094365b1666415166a2231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950e4447-60c9-46bf-a438-ebc56241a57b', 'name': '', 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc', 'tenant_id': '7264d4c019094365b1666415166a2231', 'mac_address': 'fa:16:3e:53:e8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a410d550-e99c-4606-b8d2-acd17a993a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:21Z', 'updated_at': '2021-07-30T01:53:30Z', 'revision_number': 5, 'project_id': '7264d4c019094365b1666415166a2231', 'subnets': [{'id': 'a410d550-e99c-4606-b8d2-acd17a993a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:53.386321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-6cd6ed4c-08d5-469d-b08d-df9a242e1e0f None None] Set router 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:53.432065 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-324ed2c1-4108-440e-968c-36ea42f63792 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.473398 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732e64a-18a8-4964-9da9-dc4081133786', 'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:50Z', 'revision_number': 4, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'gw_port': {'id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:45Z', 'updated_at': '2021-07-30T01:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '70005305-9848-45c8-b07c-ce0aa5167bc4', 'name': '', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'mac_address': 'fa:16:3e:cb:57:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:49Z', 'updated_at': '2021-07-30T01:53:50Z', 'revision_number': 2, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'subnets': [{'id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:53.493244 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-324ed2c1-4108-440e-968c-36ea42f63792 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.525437 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ed2c1-4108-440e-968c-36ea42f63792 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f28d9ca-54e1-4b3b-90ec-2505134aa97b,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:53.541022 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] Checking router: 1732e64a-18a8-4964-9da9-dc4081133786 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:53.541381 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] Updating router 1732e64a-18a8-4964-9da9-dc4081133786 port 70005305-9848-45c8-b07c-ce0aa5167bc4 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:53:53.554776 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4c22511-3479-43bb-8ae0-4a0d6807cdde req-696de949-231c-436d-89bb-029ab6f0ebfb service neutron] 10.222.0.10 "GET /v2.0/networks/2f416bf8-b50e-47c8-9954-b71af9fff1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332425 Jul 30 01:53:53.579718 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.608062 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-324ed2c1-4108-440e-968c-36ea42f63792 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.609321 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-324ed2c1-4108-440e-968c-36ea42f63792 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4260163 Jul 30 01:53:53.611891 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49530) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:53.618908 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ce5eaef4-7600-43fd-98e0-322df51c82db tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Request body: {'security_group_rule': {'security_group_id': 'de79097d-7702-42df-8e20-1462e3b49925', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:53.702693 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4c22511-3479-43bb-8ae0-4a0d6807cdde req-d474a2ef-df99-4a10-b788-6b5f760fb7d4 service neutron] 10.222.0.10 "GET /v2.0/networks/2f416bf8-b50e-47c8-9954-b71af9fff1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405354 Jul 30 01:53:53.704468 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-6cd6ed4c-08d5-469d-b08d-df9a242e1e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'name': 'tempest-ServerActionsTestJSON-1881564908-router', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:21Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'gw_port': {'id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:22Z', 'updated_at': '2021-07-30T01:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '9b99ce8f-c167-4fe3-9d91-4930a8b283b3', 'name': '', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'mac_address': 'fa:16:3e:9d:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:27Z', 'updated_at': '2021-07-30T01:44:37Z', 'revision_number': 5, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'subnets': [{'id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:53.736785 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ce5eaef4-7600-43fd-98e0-322df51c82db tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.737749 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd6ed4c-08d5-469d-b08d-df9a242e1e0f None None] The sync data for ids ['0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'] in n-d-713498-9 is: [{'id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'name': 'tempest-ServerActionsTestJSON-1881564908-router', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:21Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'gw_port': {'id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:22Z', 'updated_at': '2021-07-30T01:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '9b99ce8f-c167-4fe3-9d91-4930a8b283b3', 'name': '', 'network_id': '8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'mac_address': 'fa:16:3e:9d:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:27Z', 'updated_at': '2021-07-30T01:44:37Z', 'revision_number': 5, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'subnets': [{'id': '549f13c1-0bda-4ad3-9592-2ba57ba86a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:53.765715 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0038780-f334-4595-a2b7-0b315265e05e None None] New status for floating IP e9f681e9-d220-4063-b333-39fb958a51aa: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:53:53.891364 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ce5eaef4-7600-43fd-98e0-322df51c82db tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.922015 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f12eca8a-e286-4f9d-bdbe-99ed50a557ef req-a342a6bc-c99f-4237-a29b-ca2f18c10e75 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08b45c4-342a-47f4-bc8a-6c135bfa13a6 HTTP/1.1" status: 200 len: 210 time: 0.0292139 Jul 30 01:53:53.962036 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ce5eaef4-7600-43fd-98e0-322df51c82db tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.978245 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5eaef4-7600-43fd-98e0-322df51c82db tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9932106a-e068-40c8-a59a-86311d66e26e,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:53.994502 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:54.004685 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] Transition to ACTIVE for port object 70005305-9848-45c8-b07c-ce0aa5167bc4 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:54.039380 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'name': 'network-vif-deleted', 'tag': '1c967715-842e-4180-ab4a-eb7c33291aed'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:54.041704 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83554b8a-f3b7-4342-8c76-ebb9aee0bf36" -d '{"events": [{"server_uuid": "c08b45c4-342a-47f4-bc8a-6c135bfa13a6", "name": "network-vif-deleted", "tag": "1c967715-842e-4180-ab4a-eb7c33291aed"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:54.076649 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ce5eaef4-7600-43fd-98e0-322df51c82db tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:54.080818 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:54.081262 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ce5eaef4-7600-43fd-98e0-322df51c82db tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4650376 Jul 30 01:53:54.082553 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49540) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:54.091621 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-fa2c6e74-3307-4bf4-b935-a2fb13ac6a67 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:54.110139 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72e2475-1bce-4a8c-b2d6-2672302e89f3 x-openstack-request-id: req-b72e2475-1bce-4a8c-b2d6-2672302e89f3 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:54.110656 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08b45c4-342a-47f4-bc8a-6c135bfa13a6", "name": "network-vif-deleted", "tag": "1c967715-842e-4180-ab4a-eb7c33291aed", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:54.111062 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b72e2475-1bce-4a8c-b2d6-2672302e89f3 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:54.111768 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08b45c4-342a-47f4-bc8a-6c135bfa13a6', 'name': 'network-vif-deleted', 'tag': '1c967715-842e-4180-ab4a-eb7c33291aed', 'status': 'completed', 'code': 200} Jul 30 01:53:54.148612 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1efa21-4926-4988-abe0-08d4fbc21146 None None] Pushing event updated for resources: {'Port': ['ID=70005305-9848-45c8-b07c-ce0aa5167bc4,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:54.202794 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d35b051-0938-4044-baba-44edf58800e5 None None] New status for floating IP 0b1ccf23-2acb-4a69-ab0f-b3aee4998ab2: DOWN {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:53:54.213879 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa2c6e74-3307-4bf4-b935-a2fb13ac6a67 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:54.233129 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device add5e266-2cb8-4b03-beb9-68986cecb5f9 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:54.280176 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] Attempting to bind port 70005305-9848-45c8-b07c-ce0aa5167bc4 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:54.280543 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] Attempting to bind port 70005305-9848-45c8-b07c-ce0aa5167bc4 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'b6674916-2b8b-4363-8de2-34e61e878bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:54.280900 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] Attempting to bind port 70005305-9848-45c8-b07c-ce0aa5167bc4 on network da367ee6-3a9f-4866-aaeb-75f83be72229 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:54.297930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port add5e266-2cb8-4b03-beb9-68986cecb5f9 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:54.298506 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:54.348576 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa2c6e74-3307-4bf4-b935-a2fb13ac6a67 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:54.441419 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:54.441730 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] Checking segment: {'id': 'b6674916-2b8b-4363-8de2-34e61e878bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:54.442131 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:54.442544 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] Bound using segment: {'id': 'b6674916-2b8b-4363-8de2-34e61e878bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:54.443020 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] Bound port: 70005305-9848-45c8-b07c-ce0aa5167bc4, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6674916-2b8b-4363-8de2-34e61e878bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:54.443394 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:54.474936 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-fa2c6e74-3307-4bf4-b935-a2fb13ac6a67 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Allocated IP 172.25.1.235 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/83725ad6-cc43-4340-8f88-4e384336ee8f) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:54.506749 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] For port 70005305-9848-45c8-b07c-ce0aa5167bc4, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:54.509748 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] For port 70005305-9848-45c8-b07c-ce0aa5167bc4, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=70005305-9848-45c8-b07c-ce0aa5167bc4,segment=NetworkSegment(b6674916-2b8b-4363-8de2-34e61e878bd5),segment_id=b6674916-2b8b-4363-8de2-34e61e878bd5)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:54.583728 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa2c6e74-3307-4bf4-b935-a2fb13ac6a67 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:54.603014 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:54.665423 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] Routers {'1732e64a-18a8-4964-9da9-dc4081133786'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:54.670067 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1732e64a-18a8-4964-9da9-dc4081133786'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:54.682661 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa2c6e74-3307-4bf4-b935-a2fb13ac6a67 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:54.709889 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1efa21-4926-4988-abe0-08d4fbc21146 None None] Pushing event updated for resources: {'Port': ['ID=70005305-9848-45c8-b07c-ce0aa5167bc4,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:54.733295 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c6e74-3307-4bf4-b935-a2fb13ac6a67 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Pushing event updated for resources: {'Port': ['ID=83725ad6-cc43-4340-8f88-4e384336ee8f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:54.748511 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2c6e74-3307-4bf4-b935-a2fb13ac6a67 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:54.750387 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-fa2c6e74-3307-4bf4-b935-a2fb13ac6a67 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:54.754013 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2c6e74-3307-4bf4-b935-a2fb13ac6a67 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:54.790250 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] Set router 1732e64a-18a8-4964-9da9-dc4081133786 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:54.848286 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa2c6e74-3307-4bf4-b935-a2fb13ac6a67 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:54.953840 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa2c6e74-3307-4bf4-b935-a2fb13ac6a67 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.022466 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732e64a-18a8-4964-9da9-dc4081133786', 'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:50Z', 'revision_number': 4, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'gw_port': {'id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:45Z', 'updated_at': '2021-07-30T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '70005305-9848-45c8-b07c-ce0aa5167bc4', 'name': '', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'mac_address': 'fa:16:3e:cb:57:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:49Z', 'updated_at': '2021-07-30T01:53:54Z', 'revision_number': 4, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'subnets': [{'id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:55.048630 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c3236d-5bcc-47fd-a960-fd201b57220f None None] The sync data for ids ['1732e64a-18a8-4964-9da9-dc4081133786'] in n-d-713498-9 is: [{'id': '1732e64a-18a8-4964-9da9-dc4081133786', 'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:50Z', 'revision_number': 4, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'gw_port': {'id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:45Z', 'updated_at': '2021-07-30T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '70005305-9848-45c8-b07c-ce0aa5167bc4', 'name': '', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'mac_address': 'fa:16:3e:cb:57:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:49Z', 'updated_at': '2021-07-30T01:53:54Z', 'revision_number': 4, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'subnets': [{'id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:55.113676 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49564) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:55.213235 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa2c6e74-3307-4bf4-b935-a2fb13ac6a67 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.229429 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85e88767-46ec-49a1-bbc5-9e79d9360257 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.256304 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85e88767-46ec-49a1-bbc5-9e79d9360257 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.285953 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa2c6e74-3307-4bf4-b935-a2fb13ac6a67 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.364177 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c6e74-3307-4bf4-b935-a2fb13ac6a67 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Pushing event updated for resources: {'Port': ['ID=83725ad6-cc43-4340-8f88-4e384336ee8f,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:55.376686 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa2c6e74-3307-4bf4-b935-a2fb13ac6a67 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.470674 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85e88767-46ec-49a1-bbc5-9e79d9360257 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.473387 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85e88767-46ec-49a1-bbc5-9e79d9360257 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.477294 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-85e88767-46ec-49a1-bbc5-9e79d9360257 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "DELETE /v2.0/security-groups/bf796bb1-386a-4e8d-a100-ac82d107d65d HTTP/1.1" status: 204 len: 168 time: 0.3646643 Jul 30 01:53:55.477452 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49570) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:55.483310 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 1c967715-842e-4180-ab4a-eb7c33291aed no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:55.489425 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e88767-46ec-49a1-bbc5-9e79d9360257 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf796bb1-386a-4e8d-a100-ac82d107d65d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:55.493512 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa2c6e74-3307-4bf4-b935-a2fb13ac6a67 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.498415 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fa2c6e74-3307-4bf4-b935-a2fb13ac6a67 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4109161 Jul 30 01:53:55.512046 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-d6b4bfcc-712d-451c-b50d-f0ab9d2f37e8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] show failed (client error): The resource could not be found. Jul 30 01:53:55.516000 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49574) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:55.516176 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d6b4bfcc-712d-451c-b50d-f0ab9d2f37e8 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "GET /v2.0/security-groups/bf796bb1-386a-4e8d-a100-ac82d107d65d HTTP/1.1" status: 404 len: 347 time: 0.0370257 Jul 30 01:53:55.525853 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 1c967715-842e-4180-ab4a-eb7c33291aed {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:55.526204 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 1c967715-842e-4180-ab4a-eb7c33291aed not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:55.673657 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-44abea27-8c15-4de5-b332-37313dd10930 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Deleting port 2e6869bb-0ed7-4384-9f5c-5d4a40b4815f {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:55.674002 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-44abea27-8c15-4de5-b332-37313dd10930 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.679355 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-fbe15e0b-b60f-4fdf-a5f6-806a90486205 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--653481579&fields=id&tenant_id=1773aff5f2d24ceea84313862e0f7cc6 HTTP/1.1" status: 200 len: 267 time: 0.0389104 Jul 30 01:53:55.768130 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-44abea27-8c15-4de5-b332-37313dd10930 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.768670 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-44abea27-8c15-4de5-b332-37313dd10930 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.784197 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-44abea27-8c15-4de5-b332-37313dd10930 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Calling delete_port for 2e6869bb-0ed7-4384-9f5c-5d4a40b4815f owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:55.801665 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-8aacba51-1ed0-46ae-a7fe-b076e219e8e1 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:55.803243 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-8aacba51-1ed0-46ae-a7fe-b076e219e8e1 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/networks?id=da367ee6-3a9f-4866-aaeb-75f83be72229 HTTP/1.1" status: 200 len: 809 time: 0.1162589 Jul 30 01:53:55.818836 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-6c739549-0596-4c7a-849e-811bd2d9785d tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/quotas/1773aff5f2d24ceea84313862e0f7cc6 HTTP/1.1" status: 200 len: 375 time: 0.0096836 Jul 30 01:53:55.876420 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-4fb3ca05-e256-44fe-9956-c09f32009388 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1773aff5f2d24ceea84313862e0f7cc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520740 Jul 30 01:53:55.986997 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-569c1710-2f80-44ac-9dba-5c699c442797 service neutron] 10.222.0.70 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984135 Jul 30 01:53:56.007983 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-44abea27-8c15-4de5-b332-37313dd10930 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:56.038871 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abea27-8c15-4de5-b332-37313dd10930 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Pushing event deleted for resources: {'Port': ['ID=2e6869bb-0ed7-4384-9f5c-5d4a40b4815f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:56.088617 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-3b71c133-acb7-4805-9e0a-062d3410f7df service neutron] 10.222.0.70 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985324 Jul 30 01:53:56.104733 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-44abea27-8c15-4de5-b332-37313dd10930 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:56.108290 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-44abea27-8c15-4de5-b332-37313dd10930 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:56.113035 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-44abea27-8c15-4de5-b332-37313dd10930 tempest-ServerActionsTestJSON-1022004404 tempest-ServerActionsTestJSON-1022004404-project] 10.222.0.70 "DELETE /v2.0/floatingips/0b1ccf23-2acb-4a69-ab0f-b3aee4998ab2 HTTP/1.1" status: 204 len: 168 time: 0.5928233 Jul 30 01:53:56.115419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49592) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:56.206534 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 70005305-9848-45c8-b07c-ce0aa5167bc4 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:56.330710 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 70005305-9848-45c8-b07c-ce0aa5167bc4 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:56.334932 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 70005305-9848-45c8-b07c-ce0aa5167bc4 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:56.335412 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:56.364273 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-12cd8ee3-4404-4008-8034-05b1f1e50ec5 req-b8afe9bf-e31b-44b8-bf2d-0fec7cffd61b tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 210 time: 0.0343750 Jul 30 01:53:56.447072 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:56.472791 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 70005305-9848-45c8-b07c-ce0aa5167bc4, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=70005305-9848-45c8-b07c-ce0aa5167bc4,segment=NetworkSegment(b6674916-2b8b-4363-8de2-34e61e878bd5),segment_id=b6674916-2b8b-4363-8de2-34e61e878bd5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:56.550926 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:56.598819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=70005305-9848-45c8-b07c-ce0aa5167bc4,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:56.690459 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-652c31b4-675b-4571-b422-d6425a8e614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:56.943962 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-652c31b4-675b-4571-b422-d6425a8e614c admin admin] Deleting port 9b99ce8f-c167-4fe3-9d91-4930a8b283b3 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:56.944645 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-652c31b4-675b-4571-b422-d6425a8e614c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:57.026545 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-652c31b4-675b-4571-b422-d6425a8e614c admin admin] For port 9b99ce8f-c167-4fe3-9d91-4930a8b283b3, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9b99ce8f-c167-4fe3-9d91-4930a8b283b3,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:57.026909 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-652c31b4-675b-4571-b422-d6425a8e614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:57.042236 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-652c31b4-675b-4571-b422-d6425a8e614c admin admin] Calling delete_port for 9b99ce8f-c167-4fe3-9d91-4930a8b283b3 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:57.288092 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-652c31b4-675b-4571-b422-d6425a8e614c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:57.315247 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c31b4-675b-4571-b422-d6425a8e614c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b99ce8f-c167-4fe3-9d91-4930a8b283b3,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:57.507822 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e74d460-ebe0-4b55-b226-de2aa874a4c5 req-b8ad94da-d0ff-41e2-8e34-64be70cf6476 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 210 time: 0.0613210 Jul 30 01:53:57.530542 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-652c31b4-675b-4571-b422-d6425a8e614c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:57.751404 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652c31b4-675b-4571-b422-d6425a8e614c admin admin] Router 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:57.860462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652c31b4-675b-4571-b422-d6425a8e614c admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:57.866067 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-652c31b4-675b-4571-b422-d6425a8e614c admin admin] 10.222.0.70 "PUT /v2.0/routers/0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7495253 Jul 30 01:53:57.868901 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49626) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:57.870813 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2923e129-7fef-4f5b-856b-6e4dc6bc3a27 None None] Sync routers for ids ['0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:57.887036 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2923e129-7fef-4f5b-856b-6e4dc6bc3a27 None None] Routers {'0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:57.887668 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2923e129-7fef-4f5b-856b-6e4dc6bc3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:57.985708 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ba785838-2c90-4edc-a222-61a5a239c7dc admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:57.997962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-2923e129-7fef-4f5b-856b-6e4dc6bc3a27 None None] Set router 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:58.096204 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ba785838-2c90-4edc-a222-61a5a239c7dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:58.203482 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-ba785838-2c90-4edc-a222-61a5a239c7dc admin admin] Deleting port 7431cd61-5f83-4515-b9b5-12d44b91ae4e {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:58.203843 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ba785838-2c90-4edc-a222-61a5a239c7dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:58.212348 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2923e129-7fef-4f5b-856b-6e4dc6bc3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'name': 'tempest-ServerActionsTestJSON-1881564908-router', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:21Z', 'updated_at': '2021-07-30T01:53:57Z', 'revision_number': 5, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'gw_port': {'id': '7431cd61-5f83-4515-b9b5-12d44b91ae4e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:22Z', 'updated_at': '2021-07-30T01:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:58.242994 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 70005305-9848-45c8-b07c-ce0aa5167bc4 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:58.247223 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2923e129-7fef-4f5b-856b-6e4dc6bc3a27 None None] Checking router: 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:58.277805 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2923e129-7fef-4f5b-856b-6e4dc6bc3a27 None None] Routers {'0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:58.278455 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2923e129-7fef-4f5b-856b-6e4dc6bc3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:58.286639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-ba785838-2c90-4edc-a222-61a5a239c7dc admin admin] For port 7431cd61-5f83-4515-b9b5-12d44b91ae4e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7431cd61-5f83-4515-b9b5-12d44b91ae4e,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:58.287011 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ba785838-2c90-4edc-a222-61a5a239c7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:58.303394 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-ba785838-2c90-4edc-a222-61a5a239c7dc admin admin] Calling delete_port for 7431cd61-5f83-4515-b9b5-12d44b91ae4e owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:58.503411 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 70005305-9848-45c8-b07c-ce0aa5167bc4 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:58.503697 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:58.508557 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-2923e129-7fef-4f5b-856b-6e4dc6bc3a27 None None] Set router 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:58.552148 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ba785838-2c90-4edc-a222-61a5a239c7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:58.583358 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2923e129-7fef-4f5b-856b-6e4dc6bc3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'name': 'tempest-ServerActionsTestJSON-1881564908-router', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:21Z', 'updated_at': '2021-07-30T01:53:58Z', 'revision_number': 6, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:58.598892 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba785838-2c90-4edc-a222-61a5a239c7dc admin admin] Pushing event deleted for resources: {'Port': ['ID=7431cd61-5f83-4515-b9b5-12d44b91ae4e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:58.619000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2923e129-7fef-4f5b-856b-6e4dc6bc3a27 None None] The sync data for ids ['0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6'] in n-d-713498-9 is: [{'id': '0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6', 'name': 'tempest-ServerActionsTestJSON-1881564908-router', 'tenant_id': '6897963c87b34fd69f2c677d1443d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:21Z', 'updated_at': '2021-07-30T01:53:58Z', 'revision_number': 6, 'project_id': '6897963c87b34fd69f2c677d1443d2b8', 'gw_port_host': None}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:58.631450 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d641125-00f7-4ec7-9b7c-67535c922b7b req-4e1fa6b6-53cb-477e-9cd6-797f5139c97f tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 210 time: 0.0347474 Jul 30 01:53:58.720810 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ba785838-2c90-4edc-a222-61a5a239c7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.135193 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ba785838-2c90-4edc-a222-61a5a239c7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.142128 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ba785838-2c90-4edc-a222-61a5a239c7dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.156046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-e2ab54e0-a4d9-4e08-a8bd-7be1b28ed869 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:59.157512 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-e2ab54e0-a4d9-4e08-a8bd-7be1b28ed869 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.77 "GET /v2.0/networks?id=da367ee6-3a9f-4866-aaeb-75f83be72229 HTTP/1.1" status: 200 len: 809 time: 0.5160830 Jul 30 01:53:59.223245 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-65377634-4ce1-49cf-b257-19e31381b4b2 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1773aff5f2d24ceea84313862e0f7cc6 HTTP/1.1" status: 200 len: 379 time: 0.0344779 Jul 30 01:53:59.232247 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-9a0f196d-6943-47cb-a345-aa43e67ba0e7 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Request body: {'port': {'device_id': 'c0b6f6fc-e884-4e75-9901-e491089bf08f', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'admin_state_up': True, 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'security_groups': ['de79097d-7702-42df-8e20-1462e3b49925']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:59.302368 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ba785838-2c90-4edc-a222-61a5a239c7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.302888 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba785838-2c90-4edc-a222-61a5a239c7dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:53:59.313128 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ba785838-2c90-4edc-a222-61a5a239c7dc admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.314454 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ba785838-2c90-4edc-a222-61a5a239c7dc admin admin] 10.222.0.70 "DELETE /v2.0/routers/0bb762ab-9e6c-414d-bc0c-5383a9f7ecd6 HTTP/1.1" status: 204 len: 168 time: 1.4443715 Jul 30 01:53:59.317137 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49642) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:59.387461 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-7193d1db-6442-43f5-b3c0-e054a7c58315 admin admin] Deleting subnet 549f13c1-0bda-4ad3-9592-2ba57ba86a47 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:53:59.392404 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7193d1db-6442-43f5-b3c0-e054a7c58315 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.430943 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7193d1db-6442-43f5-b3c0-e054a7c58315 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.514936 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7193d1db-6442-43f5-b3c0-e054a7c58315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.748734 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-440c9be0-372a-4ae0-8b3e-1352b53a1e5f req-528450ef-d4fb-44bc-841f-4c8d395a7dfa tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 210 time: 0.0267456 Jul 30 01:53:59.750871 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-9a0f196d-6943-47cb-a345-aa43e67ba0e7 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Made reservation on behalf of 1773aff5f2d24ceea84313862e0f7cc6 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:59.755390 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-9a0f196d-6943-47cb-a345-aa43e67ba0e7 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.766923 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7193d1db-6442-43f5-b3c0-e054a7c58315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.800612 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193d1db-6442-43f5-b3c0-e054a7c58315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=549f13c1-0bda-4ad3-9592-2ba57ba86a47,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:59.810726 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7193d1db-6442-43f5-b3c0-e054a7c58315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.815873 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7193d1db-6442-43f5-b3c0-e054a7c58315 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/549f13c1-0bda-4ad3-9592-2ba57ba86a47 HTTP/1.1" status: 204 len: 168 time: 0.4947314 Jul 30 01:53:59.817393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49650) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:59.818505 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27e0bf2-0522-411d-bdb6-2c7f834b0bb6 None None] Network 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:59.884774 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ef9e82bb-1eb4-4d1a-91dd-6fb91d890272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.928212 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-9a0f196d-6943-47cb-a345-aa43e67ba0e7 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Allocated IP 172.20.0.5 (da367ee6-3a9f-4866-aaeb-75f83be72229/e55ab10a-38fa-4f87-9d98-222aa1ee0cac/d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:59.951336 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e82bb-1eb4-4d1a-91dd-6fb91d890272 admin admin] Deleting port 3ba13f0b-af3e-49bd-a208-68a270f3b3c3 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:59.951741 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ef9e82bb-1eb4-4d1a-91dd-6fb91d890272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.014742 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03690ba8-69d8-41ac-bdb3-28be4f235d96 None None] DHCP port deletion for 8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:54:00.032147 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-ef9e82bb-1eb4-4d1a-91dd-6fb91d890272 admin admin] For port 3ba13f0b-af3e-49bd-a208-68a270f3b3c3, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3ba13f0b-af3e-49bd-a208-68a270f3b3c3,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:00.032644 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ef9e82bb-1eb4-4d1a-91dd-6fb91d890272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.047573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e82bb-1eb4-4d1a-91dd-6fb91d890272 admin admin] Calling delete_port for 3ba13f0b-af3e-49bd-a208-68a270f3b3c3 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:00.064746 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-03690ba8-69d8-41ac-bdb3-28be4f235d96 None None] Deleting port 3ba13f0b-af3e-49bd-a208-68a270f3b3c3 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:00.065145 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-03690ba8-69d8-41ac-bdb3-28be4f235d96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.092990 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-9a0f196d-6943-47cb-a345-aa43e67ba0e7 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.114446 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-9a0f196d-6943-47cb-a345-aa43e67ba0e7 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Transition to ACTIVE for port object d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:00.139695 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-03690ba8-69d8-41ac-bdb3-28be4f235d96 None None] For port 3ba13f0b-af3e-49bd-a208-68a270f3b3c3, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3ba13f0b-af3e-49bd-a208-68a270f3b3c3,segment=NetworkSegment(6f2705cc-ad0e-4389-918e-31a48c7b54da),segment_id=6f2705cc-ad0e-4389-918e-31a48c7b54da)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:00.140034 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-03690ba8-69d8-41ac-bdb3-28be4f235d96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.162915 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-03690ba8-69d8-41ac-bdb3-28be4f235d96 None None] Calling delete_port for 3ba13f0b-af3e-49bd-a208-68a270f3b3c3 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:00.209819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9b99ce8f-c167-4fe3-9d91-4930a8b283b3 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:00.225035 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-9a0f196d-6943-47cb-a345-aa43e67ba0e7 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.234117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 9b99ce8f-c167-4fe3-9d91-4930a8b283b3 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:54:00.234117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9b99ce8f-c167-4fe3-9d91-4930a8b283b3 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:54:00.234117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7431cd61-5f83-4515-b9b5-12d44b91ae4e no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:00.253364 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ef9e82bb-1eb4-4d1a-91dd-6fb91d890272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.254679 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 7431cd61-5f83-4515-b9b5-12d44b91ae4e {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:54:00.255030 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7431cd61-5f83-4515-b9b5-12d44b91ae4e not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:54:00.255448 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3ba13f0b-af3e-49bd-a208-68a270f3b3c3 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:00.270911 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-9a0f196d-6943-47cb-a345-aa43e67ba0e7 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Network da367ee6-3a9f-4866-aaeb-75f83be72229 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:00.274603 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-9a0f196d-6943-47cb-a345-aa43e67ba0e7 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:00.274911 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9e82bb-1eb4-4d1a-91dd-6fb91d890272 admin admin] No DVR routers for this DVR port 3ba13f0b-af3e-49bd-a208-68a270f3b3c3 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:54:00.278986 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-9a0f196d-6943-47cb-a345-aa43e67ba0e7 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:00.284012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 3ba13f0b-af3e-49bd-a208-68a270f3b3c3 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:54:00.284386 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3ba13f0b-af3e-49bd-a208-68a270f3b3c3 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:54:00.309844 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-03690ba8-69d8-41ac-bdb3-28be4f235d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.319909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f196d-6943-47cb-a345-aa43e67ba0e7 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Pushing event updated for resources: {'Port': ['ID=d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:00.346419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e82bb-1eb4-4d1a-91dd-6fb91d890272 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba13f0b-af3e-49bd-a208-68a270f3b3c3,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:00.350811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03690ba8-69d8-41ac-bdb3-28be4f235d96 None None] No DVR routers for this DVR port 3ba13f0b-af3e-49bd-a208-68a270f3b3c3 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:54:00.352654 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03690ba8-69d8-41ac-bdb3-28be4f235d96 None None] Pushing event deleted for resources: {'Port': ['ID=3ba13f0b-af3e-49bd-a208-68a270f3b3c3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:00.369782 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-9a0f196d-6943-47cb-a345-aa43e67ba0e7 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:00.370495 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-9a0f196d-6943-47cb-a345-aa43e67ba0e7 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.411236 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ef9e82bb-1eb4-4d1a-91dd-6fb91d890272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.421835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ef9e82bb-1eb4-4d1a-91dd-6fb91d890272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:00.432652 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ef9e82bb-1eb4-4d1a-91dd-6fb91d890272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f2705cc-ad0e-4389-918e-31a48c7b54da') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:00.432949 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ef9e82bb-1eb4-4d1a-91dd-6fb91d890272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f2705cc-ad0e-4389-918e-31a48c7b54da') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:00.442842 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ef9e82bb-1eb4-4d1a-91dd-6fb91d890272 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.457791 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ef9e82bb-1eb4-4d1a-91dd-6fb91d890272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.465152 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9e82bb-1eb4-4d1a-91dd-6fb91d890272 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:54:00.465684 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ef9e82bb-1eb4-4d1a-91dd-6fb91d890272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:54:00.467815 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:54:00.477245 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-9a0f196d-6943-47cb-a345-aa43e67ba0e7 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2485626 Jul 30 01:54:00.496792 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] Request body: {'port': {'device_id': 'c0b6f6fc-e884-4e75-9901-e491089bf08f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:00.551842 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.573338 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a5c19127-0e5e-434c-b441-61250bdb2359 None None] Provisioning for port d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:00.578202 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a5c19127-0e5e-434c-b441-61250bdb2359 None None] Provisioning complete for port d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:00.580234 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a5c19127-0e5e-434c-b441-61250bdb2359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.596268 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ef9e82bb-1eb4-4d1a-91dd-6fb91d890272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.602105 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ef9e82bb-1eb4-4d1a-91dd-6fb91d890272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.607466 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ef9e82bb-1eb4-4d1a-91dd-6fb91d890272 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7 HTTP/1.1" status: 204 len: 168 time: 0.7872052 Jul 30 01:54:00.622219 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e82bb-1eb4-4d1a-91dd-6fb91d890272 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee5e2eb-d8e5-42e1-b9fc-378c6acf3fe7,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:00.632112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a5c19127-0e5e-434c-b441-61250bdb2359 None None] Port d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:54:00.829661 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:54:00.838800 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.874253 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] Transition to ACTIVE for port object d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:00.893216 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0638c-62a1-4672-9af6-156974bd3f82 req-ae300a79-8665-40ad-ba5f-b5ed6ffe2b01 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:00.894806 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ab0638c-62a1-4672-9af6-156974bd3f82 req-ae300a79-8665-40ad-ba5f-b5ed6ffe2b01 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 931 time: 0.0604744 Jul 30 01:54:00.919252 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49666) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:00.942183 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.958852 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ab0638c-62a1-4672-9af6-156974bd3f82 req-4f3d582f-662b-4b99-aca0-e9d75eebabb2 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578711 Jul 30 01:54:01.034180 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:01.043990 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5cfd4802-fa8a-4c2f-86db-21daf0e474e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6897963c87b34fd69f2c677d1443d2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1246145 Jul 30 01:54:01.044242 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49670) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:01.097995 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fd576a50-1c85-4798-aee2-44fcefd41f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.114618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] Attempting to bind port d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:01.115067 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] Attempting to bind port d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'b6674916-2b8b-4363-8de2-34e61e878bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:01.115474 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] Attempting to bind port d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 on network da367ee6-3a9f-4866-aaeb-75f83be72229 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:01.120677 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] Port d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 on network da367ee6-3a9f-4866-aaeb-75f83be72229 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:54:01.121725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] Attempting to bind port d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 on network da367ee6-3a9f-4866-aaeb-75f83be72229 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:01.124122 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fd576a50-1c85-4798-aee2-44fcefd41f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.127016 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:01.127563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] Checking segment: {'id': 'b6674916-2b8b-4363-8de2-34e61e878bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:01.128070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] Bound using segment: {'id': 'b6674916-2b8b-4363-8de2-34e61e878bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:01.128570 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] Bound port: d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6674916-2b8b-4363-8de2-34e61e878bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:01.129131 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.205281 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] For port d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:01.205281 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] For port d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2,segment=NetworkSegment(b6674916-2b8b-4363-8de2-34e61e878bd5),segment_id=b6674916-2b8b-4363-8de2-34e61e878bd5)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:01.258829 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fd576a50-1c85-4798-aee2-44fcefd41f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.261358 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fd576a50-1c85-4798-aee2-44fcefd41f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.262555 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fd576a50-1c85-4798-aee2-44fcefd41f5a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c44ea92c-30b0-4bcf-8358-db9e4de1f35a HTTP/1.1" status: 204 len: 168 time: 0.2168567 Jul 30 01:54:01.270271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd576a50-1c85-4798-aee2-44fcefd41f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44ea92c-30b0-4bcf-8358-db9e4de1f35a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:01.291977 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.330322 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:01.331051 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.332609 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] 10.222.0.77 "PUT /v2.0/ports/d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 HTTP/1.1" status: 200 len: 1091 time: 0.8403232 Jul 30 01:54:01.335252 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b6f6fc-e884-4e75-9901-e491089bf08f', 'tag': 'd9d79e4a-9595-489d-a1f0-c0e0b5fce7a2'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:01.337580 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb235631-3400-43a3-a5dc-73e94dfa948e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b6f6fc-e884-4e75-9901-e491089bf08f", "tag": "d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:01.381416 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f23cfd-7ab8-4756-9e80-aee3c190eca4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:01.394374 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74e93ae-3c6f-491f-b82e-2f750c5c39ef x-openstack-request-id: req-b74e93ae-3c6f-491f-b82e-2f750c5c39ef {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:01.394893 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b6f6fc-e884-4e75-9901-e491089bf08f", "tag": "d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:01.395138 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b74e93ae-3c6f-491f-b82e-2f750c5c39ef {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:01.395534 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b6f6fc-e884-4e75-9901-e491089bf08f', 'tag': 'd9d79e4a-9595-489d-a1f0-c0e0b5fce7a2', 'status': 'completed', 'code': 200} Jul 30 01:54:01.472178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235631-3400-43a3-a5dc-73e94dfa948e req-0fcfcb77-71aa-4913-886d-9ec2ac00e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:01.473747 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb235631-3400-43a3-a5dc-73e94dfa948e req-0fcfcb77-71aa-4913-886d-9ec2ac00e9f3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1773aff5f2d24ceea84313862e0f7cc6&device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 1094 time: 0.0443232 Jul 30 01:54:01.653825 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235631-3400-43a3-a5dc-73e94dfa948e req-c90f5f36-69b1-4b8d-8e2d-877097422cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:01.655446 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb235631-3400-43a3-a5dc-73e94dfa948e req-c90f5f36-69b1-4b8d-8e2d-877097422cf2 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=1773aff5f2d24ceea84313862e0f7cc6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1663065 Jul 30 01:54:01.755683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235631-3400-43a3-a5dc-73e94dfa948e req-05ce1389-6ea1-404d-ae58-8626f7be7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:01.757246 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb235631-3400-43a3-a5dc-73e94dfa948e req-05ce1389-6ea1-404d-ae58-8626f7be7dd9 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935144 Jul 30 01:54:01.861796 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-f0599977-a70f-4dbd-a2ed-ea8ab12dc928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:01.863221 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-f0599977-a70f-4dbd-a2ed-ea8ab12dc928 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1773aff5f2d24ceea84313862e0f7cc6&device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 1094 time: 0.0439696 Jul 30 01:54:01.918916 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-98396160-7d50-47a8-a2b0-9aeb737bb94a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 HTTP/1.1" status: 200 len: 217 time: 0.0410850 Jul 30 01:54:01.969853 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-5d25927f-2ecd-4c84-9f9d-76c62970bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:01.971684 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-5d25927f-2ecd-4c84-9f9d-76c62970bab5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e55ab10a-38fa-4f87-9d98-222aa1ee0cac HTTP/1.1" status: 200 len: 848 time: 0.0454185 Jul 30 01:54:02.023224 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-eba2151f-75de-42dc-96ed-227d931cde45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:02.025178 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-eba2151f-75de-42dc-96ed-227d931cde45 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da367ee6-3a9f-4866-aaeb-75f83be72229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454919 Jul 30 01:54:02.152948 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196aacd-6ea2-4b23-bc41-86827cf31bd6 req-ec5c689f-a1d7-4255-832c-02ccb71bcd76 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:02.154542 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8196aacd-6ea2-4b23-bc41-86827cf31bd6 req-ec5c689f-a1d7-4255-832c-02ccb71bcd76 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 943 time: 0.1225066 Jul 30 01:54:02.187008 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-84ce47d0-73e7-4601-8144-360a9621de60 service neutron] 10.222.0.77 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459799 Jul 30 01:54:02.221740 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8196aacd-6ea2-4b23-bc41-86827cf31bd6 req-df306129-dafb-4608-9eff-f22383dd9440 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607188 Jul 30 01:54:02.297085 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8120d1cf-194f-4a27-907a-c49614cd5144 req-4314d8b9-03b2-4984-a05f-bf715897e336 service neutron] 10.222.0.77 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992172 Jul 30 01:54:02.755477 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.766887 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f0e2fc73-418b-4c35-8acd-1abcd7316c84 req-a93e81e6-dbb5-4968-8f82-165a2fd4c02b tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0259955 Jul 30 01:54:03.342235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28caf37-3c35-477f-ab38-cb5461e57a83 req-302b46ad-e165-4b28-a26d-5fa0e295aa61 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:03.343910 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e28caf37-3c35-477f-ab38-cb5461e57a83 req-302b46ad-e165-4b28-a26d-5fa0e295aa61 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 943 time: 0.0518498 Jul 30 01:54:03.382676 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e28caf37-3c35-477f-ab38-cb5461e57a83 req-4509a3a1-7f95-4702-aa01-950974c0d361 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324237 Jul 30 01:54:03.868662 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d9a2495b-a8f2-4dff-89e6-761b432b8f8c req-a11eef40-c68b-448f-8653-ba7b1e8f2e88 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0264869 Jul 30 01:54:04.512292 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c2a4e-a0b8-48e2-b239-39ad15c204ac req-33fadf53-acff-481f-a647-582a7ee67e4d tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:04.513790 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c10c2a4e-a0b8-48e2-b239-39ad15c204ac req-33fadf53-acff-481f-a647-582a7ee67e4d tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 943 time: 0.0544429 Jul 30 01:54:04.560854 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c10c2a4e-a0b8-48e2-b239-39ad15c204ac req-acae0e80-6047-46ae-a174-6407d08d6af5 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408986 Jul 30 01:54:04.972661 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-98229341-70e7-49b0-8e08-dc518478c040 req-df112206-eb37-451e-a45f-60cf703e1124 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0271842 Jul 30 01:54:05.541495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:54:05.638900 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2,segment=NetworkSegment(b6674916-2b8b-4363-8de2-34e61e878bd5),segment_id=b6674916-2b8b-4363-8de2-34e61e878bd5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:05.651489 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'd9d79e4a-9595-489d-a1f0-c0e0b5fce7a2', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'port_id': 'd9d79e4a-9595-489d-a1f0-c0e0b5fce7a2', 'mac_address': 'fa:16:3e:f4:bb:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:54:05.695279 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.695446 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dc2dc-eae6-4769-a589-c3b7ff504658 req-c557e26f-9cc3-4dde-93ca-a86b6af0ffca tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:05.696853 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6f0dc2dc-eae6-4769-a589-c3b7ff504658 req-c557e26f-9cc3-4dde-93ca-a86b6af0ffca tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 943 time: 0.0579460 Jul 30 01:54:05.708126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:54:05.727536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2,segment=NetworkSegment(b6674916-2b8b-4363-8de2-34e61e878bd5),segment_id=b6674916-2b8b-4363-8de2-34e61e878bd5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:05.736124 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6f0dc2dc-eae6-4769-a589-c3b7ff504658 req-44430225-683d-4fa7-a128-63237edf0996 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331497 Jul 30 01:54:05.784655 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.819845 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786daf00-3a6b-43d7-9232-796f4145aee3 req-80f0559b-9737-4dbf-aa3c-80393ca131b9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431304 Jul 30 01:54:05.832930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:05.913211 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786daf00-3a6b-43d7-9232-796f4145aee3 req-8975a158-54e1-4d08-a818-7b397824e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:05.914730 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786daf00-3a6b-43d7-9232-796f4145aee3 req-8975a158-54e1-4d08-a818-7b397824e1f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e9759d07ba4e958653b10399043a13&device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 1096 time: 0.0402155 Jul 30 01:54:06.023155 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786daf00-3a6b-43d7-9232-796f4145aee3 req-2bca99c4-f553-49e6-867d-a84f47e6e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:06.025329 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786daf00-3a6b-43d7-9232-796f4145aee3 req-2bca99c4-f553-49e6-867d-a84f47e6e8bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb87329a-3973-4c1a-ad14-ee785b8bfa68 HTTP/1.1" status: 200 len: 917 time: 0.0861645 Jul 30 01:54:06.078394 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-963fe32d-57a9-47b2-a6dd-f753ec87b7a5 req-580daf4c-680c-4b3b-b6a7-2fa48c6b3ac1 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0271754 Jul 30 01:54:06.098506 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786daf00-3a6b-43d7-9232-796f4145aee3 req-4a8a9e51-1644-4682-bce3-3fef8729baab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ece651-aaff-492f-b8e7-ff051a746b39 HTTP/1.1" status: 200 len: 999 time: 0.0605836 Jul 30 01:54:06.156933 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786daf00-3a6b-43d7-9232-796f4145aee3 req-0c7b80ac-3cbc-4a30-a1f4-9577129c6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:06.158592 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786daf00-3a6b-43d7-9232-796f4145aee3 req-0c7b80ac-3cbc-4a30-a1f4-9577129c6b2b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d5331bae-ecd8-4548-bb35-10d75f268fda HTTP/1.1" status: 200 len: 855 time: 0.0491631 Jul 30 01:54:06.207567 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786daf00-3a6b-43d7-9232-796f4145aee3 req-b86eead5-ed09-4c93-893c-e1bbd1fb6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:06.209079 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786daf00-3a6b-43d7-9232-796f4145aee3 req-b86eead5-ed09-4c93-893c-e1bbd1fb6a5e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb87329a-3973-4c1a-ad14-ee785b8bfa68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431695 Jul 30 01:54:06.241365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:54:06.303226 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786daf00-3a6b-43d7-9232-796f4145aee3 req-2080b4cc-1c21-4027-8abd-300491d19ff8 service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848064 Jul 30 01:54:06.333218 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-48450a2c-004d-4f3b-b94e-887dea4609c5 req-9edb319d-6f0f-42e3-bfee-e2a46e9e7851 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0354152 Jul 30 01:54:06.399749 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-786daf00-3a6b-43d7-9232-796f4145aee3 req-d39e45ab-0a21-4210-a634-3fd1e2a4ac16 service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896106 Jul 30 01:54:06.853517 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d7d7e-9670-4f05-9242-efed98f3747f req-2b6427c5-32e3-4729-88d9-d0c5f5857892 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:06.855632 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-575d7d7e-9670-4f05-9242-efed98f3747f req-2b6427c5-32e3-4729-88d9-d0c5f5857892 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 944 time: 0.0513349 Jul 30 01:54:06.895397 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-575d7d7e-9670-4f05-9242-efed98f3747f req-aa18a96e-33f5-4900-8273-ceb4421f3a2b tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334227 Jul 30 01:54:07.180463 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f76e40b1-64c9-44bc-b497-b072a4ea0325 req-9f75de93-5261-4061-aafd-2bace120fdb1 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0269225 Jul 30 01:54:07.557728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:07.699237 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:07.703272 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:07.703674 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:07.787034 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:07.809519 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b6f6fc-e884-4e75-9901-e491089bf08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d79e4a-9595-489d-a1f0-c0e0b5fce7a2'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:07.811811 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221bdb05-9222-4602-bd4a-2d967c2eb775" -d '{"events": [{"server_uuid": "c0b6f6fc-e884-4e75-9901-e491089bf08f", "name": "network-vif-plugged", "status": "completed", "tag": "d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:07.828453 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2,segment=NetworkSegment(b6674916-2b8b-4363-8de2-34e61e878bd5),segment_id=b6674916-2b8b-4363-8de2-34e61e878bd5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:07.854873 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd1755e-0f56-4997-a85a-d3dd2e26e187 x-openstack-request-id: req-dcd1755e-0f56-4997-a85a-d3dd2e26e187 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:07.854873 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b6f6fc-e884-4e75-9901-e491089bf08f", "name": "network-vif-plugged", "status": "completed", "tag": "d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:07.854873 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dcd1755e-0f56-4997-a85a-d3dd2e26e187 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:07.854873 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b6f6fc-e884-4e75-9901-e491089bf08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d79e4a-9595-489d-a1f0-c0e0b5fce7a2', 'code': 200} Jul 30 01:54:07.899460 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:07.952316 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:07.991655 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2d0bc-6e3a-4be8-8437-e4bcdd798494 req-0e89e257-5359-4f9f-bf02-1bc3b27faa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:07.993176 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebd2d0bc-6e3a-4be8-8437-e4bcdd798494 req-0e89e257-5359-4f9f-bf02-1bc3b27faa58 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 1096 time: 0.0466537 Jul 30 01:54:08.036517 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebd2d0bc-6e3a-4be8-8437-e4bcdd798494 req-465143a4-6138-422c-95ec-fa4404728a44 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358193 Jul 30 01:54:08.348616 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d906da-74db-45cb-ba25-e09d5d74ef69 req-afba567e-56fc-4af5-b223-793dffc830d5 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:08.350149 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c4d906da-74db-45cb-ba25-e09d5d74ef69 req-afba567e-56fc-4af5-b223-793dffc830d5 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.3798108 Jul 30 01:54:08.389395 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c4d906da-74db-45cb-ba25-e09d5d74ef69 req-297e38bc-e451-4bb5-8feb-c9942543447e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326660 Jul 30 01:54:08.403332 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddac8d28-a9df-4647-9159-e421817c4c12 req-61445c9b-03e7-43c3-8891-83783ddb5b75 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.1400104 Jul 30 01:54:08.903723 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c25f7f01-9f52-4d56-968d-3cd7bae766e2 req-215720c6-0b59-449f-8d44-a8e65865bbfd tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0402699 Jul 30 01:54:09.134288 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ce5c587-a4df-4ee6-bca8-873464ad8c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.510544 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3922a4-9c7a-4a98-8e50-fb5faf86990e req-bd1a92f2-73bc-410c-bc52-8d91ff319441 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:09.512472 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2c3922a4-9c7a-4a98-8e50-fb5faf86990e req-bd1a92f2-73bc-410c-bc52-8d91ff319441 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0532150 Jul 30 01:54:09.551856 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2c3922a4-9c7a-4a98-8e50-fb5faf86990e req-2a620545-2f48-4693-80f7-4ef21e4bb021 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331759 Jul 30 01:54:09.673358 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710c77a-6f1e-499a-8807-00d3471a1e41 req-ed334ae4-2634-4282-9ed5-f087c7f7989f tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:09.674792 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b710c77a-6f1e-499a-8807-00d3471a1e41 req-ed334ae4-2634-4282-9ed5-f087c7f7989f tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0519581 Jul 30 01:54:09.683263 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49864) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:09.688010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-37ef2fa0-3e4e-4162-8d4f-663b40cd5195 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Request body: {'floatingip': {'port_id': 'd9d79e4a-9595-489d-a1f0-c0e0b5fce7a2'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:09.732557 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37ef2fa0-3e4e-4162-8d4f-663b40cd5195 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for floatingip, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.011078 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7db12692-e879-489f-831f-ccdacafef670 req-d64fec6d-853e-45ef-8540-43764d3eeaf6 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0265925 Jul 30 01:54:10.184728 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37ef2fa0-3e4e-4162-8d4f-663b40cd5195 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.241577 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37ef2fa0-3e4e-4162-8d4f-663b40cd5195 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.342734 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-37ef2fa0-3e4e-4162-8d4f-663b40cd5195 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Floating IP 5ec951da-472d-4696-a96e-860619d0f39a associated. External IP: 172.25.1.235, port: d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2. Jul 30 01:54:10.553297 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ef2fa0-3e4e-4162-8d4f-663b40cd5195 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Router 1732e64a-18a8-4964-9da9-dc4081133786 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:54:10.585997 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:54:10.665629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ef2fa0-3e4e-4162-8d4f-663b40cd5195 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:10.671250 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37ef2fa0-3e4e-4162-8d4f-663b40cd5195 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.675711 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716b6e47-c640-411b-a4a9-58d53ee6451d None None] Sync routers for ids ['1732e64a-18a8-4964-9da9-dc4081133786'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:10.686002 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716b6e47-c640-411b-a4a9-58d53ee6451d None None] Routers {'1732e64a-18a8-4964-9da9-dc4081133786'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:10.686647 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-716b6e47-c640-411b-a4a9-58d53ee6451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1732e64a-18a8-4964-9da9-dc4081133786'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:10.699739 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-37ef2fa0-3e4e-4162-8d4f-663b40cd5195 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "PUT /v2.0/floatingips/5ec951da-472d-4696-a96e-860619d0f39a HTTP/1.1" status: 200 len: 991 time: 1.0151021 Jul 30 01:54:10.700524 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b6f6fc-e884-4e75-9901-e491089bf08f', 'tag': 'd9d79e4a-9595-489d-a1f0-c0e0b5fce7a2'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:10.702870 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b3443b-2231-4eb9-bf89-cef66c726e69" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b6f6fc-e884-4e75-9901-e491089bf08f", "tag": "d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:10.745117 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62267075-1404-427b-af0b-d1f037c53d3e x-openstack-request-id: req-62267075-1404-427b-af0b-d1f037c53d3e {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:10.745407 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b6f6fc-e884-4e75-9901-e491089bf08f", "tag": "d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:10.746406 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-62267075-1404-427b-af0b-d1f037c53d3e {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:10.746829 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b6f6fc-e884-4e75-9901-e491089bf08f', 'tag': 'd9d79e4a-9595-489d-a1f0-c0e0b5fce7a2', 'status': 'completed', 'code': 200} Jul 30 01:54:10.794052 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-716b6e47-c640-411b-a4a9-58d53ee6451d None None] Set router 1732e64a-18a8-4964-9da9-dc4081133786 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:10.848948 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3443b-2231-4eb9-bf89-cef66c726e69 req-efcec841-6c23-40e5-add7-a3e354c058aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:10.850513 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35b3443b-2231-4eb9-bf89-cef66c726e69 req-efcec841-6c23-40e5-add7-a3e354c058aa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1773aff5f2d24ceea84313862e0f7cc6&device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 1096 time: 0.0444429 Jul 30 01:54:10.954765 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3443b-2231-4eb9-bf89-cef66c726e69 req-0d1aa7cb-e53e-4eb0-8d86-c213fd5532d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:10.956299 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35b3443b-2231-4eb9-bf89-cef66c726e69 req-0d1aa7cb-e53e-4eb0-8d86-c213fd5532d9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=da367ee6-3a9f-4866-aaeb-75f83be72229 HTTP/1.1" status: 200 len: 910 time: 0.0864916 Jul 30 01:54:11.018559 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-716b6e47-c640-411b-a4a9-58d53ee6451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732e64a-18a8-4964-9da9-dc4081133786', 'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:50Z', 'revision_number': 4, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'gw_port': {'id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:45Z', 'updated_at': '2021-07-30T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '5ec951da-472d-4696-a96e-860619d0f39a', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'port_id': 'd9d79e4a-9595-489d-a1f0-c0e0b5fce7a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'mac_address': 'fa:16:3e:f4:bb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b6f6fc-e884-4e75-9901-e491089bf08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:53:54Z', 'updated_at': '2021-07-30T01:54:10Z', 'revision_number': 1, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70005305-9848-45c8-b07c-ce0aa5167bc4', 'name': '', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'mac_address': 'fa:16:3e:cb:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:49Z', 'updated_at': '2021-07-30T01:53:56Z', 'revision_number': 5, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'subnets': [{'id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:11.024322 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35b3443b-2231-4eb9-bf89-cef66c726e69 req-c26cfa23-ffc4-457b-94f1-2eada8b7cfbc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 HTTP/1.1" status: 200 len: 999 time: 0.0602195 Jul 30 01:54:11.049055 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716b6e47-c640-411b-a4a9-58d53ee6451d None None] Checking router: 1732e64a-18a8-4964-9da9-dc4081133786 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:54:11.059479 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716b6e47-c640-411b-a4a9-58d53ee6451d None None] Routers {'1732e64a-18a8-4964-9da9-dc4081133786'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:11.060190 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-716b6e47-c640-411b-a4a9-58d53ee6451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:53:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1732e64a-18a8-4964-9da9-dc4081133786'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:11.106314 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3443b-2231-4eb9-bf89-cef66c726e69 req-1368d436-bd18-4e0a-8b3f-b18b96973988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:11.107892 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35b3443b-2231-4eb9-bf89-cef66c726e69 req-1368d436-bd18-4e0a-8b3f-b18b96973988 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e55ab10a-38fa-4f87-9d98-222aa1ee0cac HTTP/1.1" status: 200 len: 848 time: 0.0573158 Jul 30 01:54:11.140621 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d578161c-99ef-4e84-8754-6a6884b16745 req-c7bfa1d4-0da5-49bb-872c-b8d1ffc83759 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0375769 Jul 30 01:54:11.171814 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3443b-2231-4eb9-bf89-cef66c726e69 req-688f2728-a271-4e58-8ce5-fba6c77e7775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:11.173112 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-716b6e47-c640-411b-a4a9-58d53ee6451d None None] Set router 1732e64a-18a8-4964-9da9-dc4081133786 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:11.173308 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35b3443b-2231-4eb9-bf89-cef66c726e69 req-688f2728-a271-4e58-8ce5-fba6c77e7775 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da367ee6-3a9f-4866-aaeb-75f83be72229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568419 Jul 30 01:54:11.267229 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35b3443b-2231-4eb9-bf89-cef66c726e69 req-a52d887b-06b7-4ebd-be54-ee28616c4db6 service neutron] 10.222.0.77 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852606 Jul 30 01:54:11.357624 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35b3443b-2231-4eb9-bf89-cef66c726e69 req-61d3e5f3-74f1-4caa-ab5f-e11666d59f64 service neutron] 10.222.0.77 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825443 Jul 30 01:54:11.397605 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-716b6e47-c640-411b-a4a9-58d53ee6451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732e64a-18a8-4964-9da9-dc4081133786', 'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:50Z', 'revision_number': 4, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'gw_port': {'id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:45Z', 'updated_at': '2021-07-30T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '5ec951da-472d-4696-a96e-860619d0f39a', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'port_id': 'd9d79e4a-9595-489d-a1f0-c0e0b5fce7a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'mac_address': 'fa:16:3e:f4:bb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b6f6fc-e884-4e75-9901-e491089bf08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:53:54Z', 'updated_at': '2021-07-30T01:54:10Z', 'revision_number': 1, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70005305-9848-45c8-b07c-ce0aa5167bc4', 'name': '', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'mac_address': 'fa:16:3e:cb:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:49Z', 'updated_at': '2021-07-30T01:53:56Z', 'revision_number': 5, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'subnets': [{'id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:11.423670 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716b6e47-c640-411b-a4a9-58d53ee6451d None None] The sync data for ids ['1732e64a-18a8-4964-9da9-dc4081133786'] in n-d-713498-9 is: [{'id': '1732e64a-18a8-4964-9da9-dc4081133786', 'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:50Z', 'revision_number': 4, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'gw_port': {'id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:45Z', 'updated_at': '2021-07-30T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '5ec951da-472d-4696-a96e-860619d0f39a', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'port_id': 'd9d79e4a-9595-489d-a1f0-c0e0b5fce7a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'mac_address': 'fa:16:3e:f4:bb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b6f6fc-e884-4e75-9901-e491089bf08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:53:54Z', 'updated_at': '2021-07-30T01:54:10Z', 'revision_number': 1, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70005305-9848-45c8-b07c-ce0aa5167bc4', 'name': '', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'mac_address': 'fa:16:3e:cb:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:49Z', 'updated_at': '2021-07-30T01:53:56Z', 'revision_number': 5, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'subnets': [{'id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:11.573072 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-26670642-8c88-4b37-aff7-85de41cd48f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:11.609678 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfd8209-d54f-4a15-bf3b-631e714b21c1 None None] New status for floating IP 5ec951da-472d-4696-a96e-860619d0f39a: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:54:11.640179 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.305747 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-265f9f3e-69f6-4ab8-9f1d-1520b9e88a0b req-726d9555-89ed-468a-8cce-bdc9e8cc6406 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0805993 Jul 30 01:54:12.844745 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49924) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:12.948456 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f55ea0d-c609-42f7-b873-c53cfcac369d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.041070 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f55ea0d-c609-42f7-b873-c53cfcac369d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.097824 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f55ea0d-c609-42f7-b873-c53cfcac369d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.137339 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7f55ea0d-c609-42f7-b873-c53cfcac369d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6b84e681003e423eb6d4a9d5f5a00741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2915168 Jul 30 01:54:13.138282 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55ea0d-c609-42f7-b873-c53cfcac369d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977877cd-45ec-48d7-83a4-900b9ebcae88,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:13.140260 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49934) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:13.146285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55ea0d-c609-42f7-b873-c53cfcac369d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:13.146672 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55ea0d-c609-42f7-b873-c53cfcac369d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:13.147015 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55ea0d-c609-42f7-b873-c53cfcac369d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:13.147362 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55ea0d-c609-42f7-b873-c53cfcac369d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:13.147704 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55ea0d-c609-42f7-b873-c53cfcac369d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:13.148292 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55ea0d-c609-42f7-b873-c53cfcac369d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:13.148703 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55ea0d-c609-42f7-b873-c53cfcac369d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:13.148952 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55ea0d-c609-42f7-b873-c53cfcac369d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:13.149285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55ea0d-c609-42f7-b873-c53cfcac369d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:13.149612 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55ea0d-c609-42f7-b873-c53cfcac369d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:13.149943 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55ea0d-c609-42f7-b873-c53cfcac369d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:13.150275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55ea0d-c609-42f7-b873-c53cfcac369d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:13.173938 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.195044 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39df2597-003c-4339-aff6-501a9c4313a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.217567 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39df2597-003c-4339-aff6-501a9c4313a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.326848 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39df2597-003c-4339-aff6-501a9c4313a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.330093 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39df2597-003c-4339-aff6-501a9c4313a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.332019 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-39df2597-003c-4339-aff6-501a9c4313a5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/977877cd-45ec-48d7-83a4-900b9ebcae88 HTTP/1.1" status: 204 len: 168 time: 0.1900976 Jul 30 01:54:13.339477 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df2597-003c-4339-aff6-501a9c4313a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977877cd-45ec-48d7-83a4-900b9ebcae88,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:13.416265 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-559c2e74-2cdc-4282-ba2b-99d5e17362bf req-42735ab2-fae3-4ac0-876c-51338dd09f0d tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0314341 Jul 30 01:54:14.504346 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.523973 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-32e3f219-c909-4e1c-977f-9dcc1c8c3e11 req-24c2c73d-8165-45b2-956c-e7fc10c168eb tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0274048 Jul 30 01:54:15.630151 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b28162ad-d2fa-4c7a-b279-b3c67a93b0d5 req-ffff3043-a4cc-4fb3-8998-4f65be10cf12 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0270948 Jul 30 01:54:16.434509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50056) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:16.539430 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05cb45a2-5686-4daf-9b6d-1e97fdac6217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.625686 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05cb45a2-5686-4daf-9b6d-1e97fdac6217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.687515 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05cb45a2-5686-4daf-9b6d-1e97fdac6217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.732645 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-05cb45a2-5686-4daf-9b6d-1e97fdac6217 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9b2c44a4f05f41428f081cf23c1d86ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2966528 Jul 30 01:54:16.733576 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb45a2-5686-4daf-9b6d-1e97fdac6217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3419f5d-1323-4aed-a5df-71f846bdf4c3,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:16.734971 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d137b0c6-e11b-4434-ae4d-cae7ffa1a0f0 req-f7dc382b-51ae-4b17-ad09-622c035abd1e tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0277379 Jul 30 01:54:16.735499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50064) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:16.789436 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d18b69b5-88aa-4f07-aea6-f8cb3f90a1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.809910 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d18b69b5-88aa-4f07-aea6-f8cb3f90a1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.938743 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d18b69b5-88aa-4f07-aea6-f8cb3f90a1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.941404 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d18b69b5-88aa-4f07-aea6-f8cb3f90a1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.942613 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d18b69b5-88aa-4f07-aea6-f8cb3f90a1aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d3419f5d-1323-4aed-a5df-71f846bdf4c3 HTTP/1.1" status: 204 len: 168 time: 0.2015738 Jul 30 01:54:16.951278 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b69b5-88aa-4f07-aea6-f8cb3f90a1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3419f5d-1323-4aed-a5df-71f846bdf4c3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:17.407301 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:17.501383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50080) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:17.513041 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8310facb-a185-420c-85df-92d9a554fd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:17.618266 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8310facb-a185-420c-85df-92d9a554fd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:17.687181 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8310facb-a185-420c-85df-92d9a554fd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:17.724244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310facb-a185-420c-85df-92d9a554fd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690c18d9-88be-4ca3-b2a9-0b23c7ce80b1,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:17.729612 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8310facb-a185-420c-85df-92d9a554fd29 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c0f235a2d09c4f48905ec2322c1c0da9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2304726 Jul 30 01:54:17.732754 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50084) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:17.783738 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c212340d-b4ce-47f5-b9b2-571c5642a213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:17.805695 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c212340d-b4ce-47f5-b9b2-571c5642a213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:17.842893 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11dd81d9-41dc-4d00-8d49-c8db9c136d35 req-e03534bc-bb00-494c-afcb-5b62c1b2896a tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0286155 Jul 30 01:54:17.926504 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c212340d-b4ce-47f5-b9b2-571c5642a213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:17.929203 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c212340d-b4ce-47f5-b9b2-571c5642a213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:17.930401 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c212340d-b4ce-47f5-b9b2-571c5642a213 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/690c18d9-88be-4ca3-b2a9-0b23c7ce80b1 HTTP/1.1" status: 204 len: 168 time: 0.1966765 Jul 30 01:54:17.939570 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212340d-b4ce-47f5-b9b2-571c5642a213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690c18d9-88be-4ca3-b2a9-0b23c7ce80b1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:18.949708 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94880c94-b8f5-45ce-ad36-2496bc33b83d req-42ae5401-68c6-43b4-a3f0-a1c3276f7304 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0272923 Jul 30 01:54:20.053868 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-243c724d-ea39-467e-b10a-6e5f095b0028 req-1cae310d-2aee-4213-aeae-c22d44f6681e tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0281444 Jul 30 01:54:20.313605 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50178) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:20.418864 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1598eea-23c3-4baf-8b0d-bb88ea3589bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:20.505698 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1598eea-23c3-4baf-8b0d-bb88ea3589bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:20.573467 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1598eea-23c3-4baf-8b0d-bb88ea3589bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:20.613298 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a1598eea-23c3-4baf-8b0d-bb88ea3589bb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c7e15a2d2b2a4501a9cf995dfb5be492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987163 Jul 30 01:54:20.614197 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1598eea-23c3-4baf-8b0d-bb88ea3589bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f223de-fa9c-48a4-91ea-b0d5044b6ce3,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:20.615994 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50186) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:20.669004 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-220e4936-9528-44ec-acac-5cc21990236d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:20.690954 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-220e4936-9528-44ec-acac-5cc21990236d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:20.806459 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-220e4936-9528-44ec-acac-5cc21990236d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:20.809990 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-220e4936-9528-44ec-acac-5cc21990236d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:20.810639 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-220e4936-9528-44ec-acac-5cc21990236d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/84f223de-fa9c-48a4-91ea-b0d5044b6ce3 HTTP/1.1" status: 204 len: 168 time: 0.1935658 Jul 30 01:54:20.818961 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e4936-9528-44ec-acac-5cc21990236d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f223de-fa9c-48a4-91ea-b0d5044b6ce3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:21.160534 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-045798d4-ef1d-48a8-9afd-d7ae75a9b71b req-084d0cd4-b75a-4f41-84f9-24aa98912652 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0275307 Jul 30 01:54:22.266312 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-32be5aa8-4c05-4faf-acda-f8c5e858803f req-ccba1a7d-3f49-4808-829b-2d9947666e6a tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0264199 Jul 30 01:54:22.435339 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50244) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:22.528865 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-58bb872a-55b4-4e63-a454-0556339e9059 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:22.636323 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58bb872a-55b4-4e63-a454-0556339e9059 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:22.726759 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58bb872a-55b4-4e63-a454-0556339e9059 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:22.833341 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-58bb872a-55b4-4e63-a454-0556339e9059 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Allocated IP 172.25.1.232 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/07974707-45ac-4635-8500-79cc9bcd007c) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:22.946639 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58bb872a-55b4-4e63-a454-0556339e9059 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.053409 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58bb872a-55b4-4e63-a454-0556339e9059 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.093999 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bb872a-55b4-4e63-a454-0556339e9059 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:23.096877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-58bb872a-55b4-4e63-a454-0556339e9059 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:23.104200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb872a-55b4-4e63-a454-0556339e9059 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Pushing event updated for resources: {'Port': ['ID=07974707-45ac-4635-8500-79cc9bcd007c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:23.106673 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb872a-55b4-4e63-a454-0556339e9059 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:23.194519 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58bb872a-55b4-4e63-a454-0556339e9059 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.286327 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58bb872a-55b4-4e63-a454-0556339e9059 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.379725 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9394c8c7-1663-4f88-b34d-42a8157b5c57 req-a9979620-5bd7-48d0-98d8-1d9237174d62 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0318360 Jul 30 01:54:23.444166 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58bb872a-55b4-4e63-a454-0556339e9059 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.492671 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58bb872a-55b4-4e63-a454-0556339e9059 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.561488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb872a-55b4-4e63-a454-0556339e9059 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Pushing event updated for resources: {'Port': ['ID=07974707-45ac-4635-8500-79cc9bcd007c,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:23.570147 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58bb872a-55b4-4e63-a454-0556339e9059 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.640437 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58bb872a-55b4-4e63-a454-0556339e9059 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.641716 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-58bb872a-55b4-4e63-a454-0556339e9059 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2053776 Jul 30 01:54:23.644466 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50264) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:23.649457 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e50caa1e-18c5-47db-a4ca-3c3b6fb69eeb tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-667973926', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'fixed_ips': [{'ip_address': '172.25.1.232'}]}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:23.732979 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50caa1e-18c5-47db-a4ca-3c3b6fb69eeb tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Made reservation on behalf of d1c37acdaa3b4a74b7d95dc6383418e0 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:23.735410 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e50caa1e-18c5-47db-a4ca-3c3b6fb69eeb tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.744362 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e50caa1e-18c5-47db-a4ca-3c3b6fb69eeb tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.834433 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e50caa1e-18c5-47db-a4ca-3c3b6fb69eeb tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.920470 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e50caa1e-18c5-47db-a4ca-3c3b6fb69eeb tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.926047 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-e50caa1e-18c5-47db-a4ca-3c3b6fb69eeb tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] device_id is not set on port 3e14888b-8cbb-470b-81d9-5cad57ebec6f yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:54:23.996493 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50caa1e-18c5-47db-a4ca-3c3b6fb69eeb tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dc3484-7df6-4642-a2f7-b58a3b684ca1,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:24.178902 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50caa1e-18c5-47db-a4ca-3c3b6fb69eeb tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 30 01:54:24.179452 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e50caa1e-18c5-47db-a4ca-3c3b6fb69eeb tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:54:24.259273 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e50caa1e-18c5-47db-a4ca-3c3b6fb69eeb tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6137724 Jul 30 01:54:24.262508 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50276) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:24.491367 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-466699ea-619a-47c6-acde-3ea50203a59d req-dd290647-2d67-4bfc-8c9b-744558f70d86 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0312202 Jul 30 01:54:24.723573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-67606ca5-abc8-4194-902c-b00092b82cc8 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Deleting port 07974707-45ac-4635-8500-79cc9bcd007c {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:24.724125 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-67606ca5-abc8-4194-902c-b00092b82cc8 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:24.800145 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-67606ca5-abc8-4194-902c-b00092b82cc8 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:24.800481 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-67606ca5-abc8-4194-902c-b00092b82cc8 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:24.812519 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-67606ca5-abc8-4194-902c-b00092b82cc8 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Calling delete_port for 07974707-45ac-4635-8500-79cc9bcd007c owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:24.994573 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-67606ca5-abc8-4194-902c-b00092b82cc8 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:25.022923 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67606ca5-abc8-4194-902c-b00092b82cc8 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Pushing event deleted for resources: {'Port': ['ID=07974707-45ac-4635-8500-79cc9bcd007c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:25.089026 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-67606ca5-abc8-4194-902c-b00092b82cc8 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:25.092073 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-67606ca5-abc8-4194-902c-b00092b82cc8 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:25.093351 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-67606ca5-abc8-4194-902c-b00092b82cc8 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354 tempest-ExternalNetworksAdminNegativeTestJSON-1451151354-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/0de88b5c-5522-4f8f-96b2-6ee051cc2f9d HTTP/1.1" status: 204 len: 168 time: 0.8299065 Jul 30 01:54:25.512919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50296) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:25.605262 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-386743ea-f34d-4b42-8282-c370aa712595 req-288be79a-bbe3-4f39-bb96-691832dbd2e9 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0274920 Jul 30 01:54:25.617623 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fd6df91e-f608-47eb-a5f8-0b49af484e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:25.772219 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-e6384f41-5127-4108-9b63-4610ceace26c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0727668 Jul 30 01:54:25.777544 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fd6df91e-f608-47eb-a5f8-0b49af484e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:25.855515 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fd6df91e-f608-47eb-a5f8-0b49af484e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:25.914055 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fd6df91e-f608-47eb-a5f8-0b49af484e4d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a1ac11cd20bf49cab87181e31b32d677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3993864 Jul 30 01:54:25.915110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6df91e-f608-47eb-a5f8-0b49af484e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d716b0-896a-487e-a85b-83516229e05c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:25.916014 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50306) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:25.929434 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-9f824928-92ad-4fc1-8c1e-e29e5c0749e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:25.929958 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-9f824928-92ad-4fc1-8c1e-e29e5c0749e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:25.930478 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-9f824928-92ad-4fc1-8c1e-e29e5c0749e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:25.930959 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-9f824928-92ad-4fc1-8c1e-e29e5c0749e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:25.931467 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-9f824928-92ad-4fc1-8c1e-e29e5c0749e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:25.931942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-9f824928-92ad-4fc1-8c1e-e29e5c0749e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:25.932937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-9f824928-92ad-4fc1-8c1e-e29e5c0749e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:25.934933 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-9f824928-92ad-4fc1-8c1e-e29e5c0749e4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c72c67525be041dbbba86358033d985a&device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 6502 time: 0.0914643 Jul 30 01:54:25.967075 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8ccd34b4-a6eb-4401-874b-eab240535592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:25.990235 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8ccd34b4-a6eb-4401-874b-eab240535592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:26.059778 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-9ee2bc57-de69-4d48-85f9-23a09d44a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:26.060264 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-9ee2bc57-de69-4d48-85f9-23a09d44a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:26.060744 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-9ee2bc57-de69-4d48-85f9-23a09d44a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:26.062381 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-9ee2bc57-de69-4d48-85f9-23a09d44a573 service neutron] 10.222.0.77 "GET /v2.0/networks?id=67a82bad-8f13-4556-bea5-cc28b31ee6b2&id=4fafccc5-fb47-4324-8e99-bb0237539cfb&id=4fafccc5-fb47-4324-8e99-bb0237539cfb&id=4fafccc5-fb47-4324-8e99-bb0237539cfb&id=4fafccc5-fb47-4324-8e99-bb0237539cfb&id=4192d8a2-31a3-4331-99e1-418e1e9f6bfc&id=4192d8a2-31a3-4331-99e1-418e1e9f6bfc HTTP/1.1" status: 200 len: 2298 time: 0.1025743 Jul 30 01:54:26.121938 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8ccd34b4-a6eb-4401-874b-eab240535592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:26.125402 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8ccd34b4-a6eb-4401-874b-eab240535592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:26.126590 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8ccd34b4-a6eb-4401-874b-eab240535592 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e5d716b0-896a-487e-a85b-83516229e05c HTTP/1.1" status: 204 len: 168 time: 0.2094331 Jul 30 01:54:26.140269 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd34b4-a6eb-4401-874b-eab240535592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d716b0-896a-487e-a85b-83516229e05c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:26.148321 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd34b4-a6eb-4401-874b-eab240535592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:26.148742 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd34b4-a6eb-4401-874b-eab240535592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:26.149087 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd34b4-a6eb-4401-874b-eab240535592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:26.149426 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd34b4-a6eb-4401-874b-eab240535592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:26.149765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd34b4-a6eb-4401-874b-eab240535592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:26.150103 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd34b4-a6eb-4401-874b-eab240535592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:26.150555 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd34b4-a6eb-4401-874b-eab240535592 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:26.150799 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd34b4-a6eb-4401-874b-eab240535592 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:26.151184 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd34b4-a6eb-4401-874b-eab240535592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:26.151523 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd34b4-a6eb-4401-874b-eab240535592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:26.151933 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd34b4-a6eb-4401-874b-eab240535592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:26.152227 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd34b4-a6eb-4401-874b-eab240535592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:26.156196 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-aca0931d-7c6e-4e5b-8166-b97543d4a932 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cba3957-631b-46df-930d-30f2ada9c6ce HTTP/1.1" status: 200 len: 1000 time: 0.0751402 Jul 30 01:54:26.219380 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-0b446d9f-6645-4af2-aed2-c822f097779a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:26.220912 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-0b446d9f-6645-4af2-aed2-c822f097779a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3f8d6f31-34cc-490d-b195-f03e3635d617 HTTP/1.1" status: 200 len: 856 time: 0.0571537 Jul 30 01:54:26.290676 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-f5908d15-b52f-4c71-85df-6a2792459c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:26.292203 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-f5908d15-b52f-4c71-85df-6a2792459c5b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67a82bad-8f13-4556-bea5-cc28b31ee6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409524 Jul 30 01:54:26.385393 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-8d167f7b-33ef-4767-8668-fe4ff40fb99e service neutron] 10.222.0.77 "GET /v2.0/networks/67a82bad-8f13-4556-bea5-cc28b31ee6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854430 Jul 30 01:54:26.479769 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-72f562f1-9c6a-4eaa-bb5b-a5e1bd7cd555 service neutron] 10.222.0.77 "GET /v2.0/networks/67a82bad-8f13-4556-bea5-cc28b31ee6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865324 Jul 30 01:54:26.521593 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-a69eae9d-feed-45c8-9771-e396f97eb284 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=bd7f1b6c-b67b-4490-b720-9d9c4cd45449 HTTP/1.1" status: 200 len: 217 time: 0.0343373 Jul 30 01:54:26.571711 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-c67b3c62-c1e4-41ee-8250-3f86f2b7735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:26.573191 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-c67b3c62-c1e4-41ee-8250-3f86f2b7735d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3d413a5-ba18-4a54-8a98-960735231465 HTTP/1.1" status: 200 len: 797 time: 0.0439548 Jul 30 01:54:26.624139 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-9ba93daf-0acc-4a6b-b8b5-3c7612437edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:26.625642 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-9ba93daf-0acc-4a6b-b8b5-3c7612437edf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4fafccc5-fb47-4324-8e99-bb0237539cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0452261 Jul 30 01:54:26.708221 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-477544b7-7abc-4a9b-b680-6a4e11a18c65 req-06c1a587-c297-405a-a407-ac1a4375a4ff tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0265856 Jul 30 01:54:26.718143 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-e6478639-7c85-48b7-87da-d9770b296884 service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841162 Jul 30 01:54:26.756940 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50322) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:26.807206 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ca425dd0-9998-4f8e-a771-d828ed184173 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d1c37acdaa3b4a74b7d95dc6383418e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490422 Jul 30 01:54:26.809627 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50326) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:26.824757 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-0ab62c50-0794-4271-b93d-3eb093f429e0 service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986950 Jul 30 01:54:26.863947 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7751ea11-7e81-481c-bb1c-81254ee1fd75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:26.871978 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-5a8f831b-7928-4193-b52f-272f481aaed5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=6d8c1817-5e16-4333-88e9-6baf283dd55a HTTP/1.1" status: 200 len: 217 time: 0.0367844 Jul 30 01:54:26.885707 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7751ea11-7e81-481c-bb1c-81254ee1fd75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:26.920302 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-02ce9872-8939-4dd0-89c9-f3e91c049fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:26.922175 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-02ce9872-8939-4dd0-89c9-f3e91c049fa0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3d413a5-ba18-4a54-8a98-960735231465 HTTP/1.1" status: 200 len: 797 time: 0.0465925 Jul 30 01:54:26.974146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-49491b1f-bf04-476f-b762-1701c7ad897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:26.975907 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-49491b1f-bf04-476f-b762-1701c7ad897f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4fafccc5-fb47-4324-8e99-bb0237539cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0463762 Jul 30 01:54:26.995936 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7751ea11-7e81-481c-bb1c-81254ee1fd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:26.998590 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7751ea11-7e81-481c-bb1c-81254ee1fd75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:26.999747 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7751ea11-7e81-481c-bb1c-81254ee1fd75 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/73dc3484-7df6-4642-a2f7-b58a3b684ca1 HTTP/1.1" status: 204 len: 168 time: 0.1892066 Jul 30 01:54:27.007500 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751ea11-7e81-481c-bb1c-81254ee1fd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dc3484-7df6-4642-a2f7-b58a3b684ca1,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:27.077529 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-95a9e01c-621e-4284-9272-3db9c311cada service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889030 Jul 30 01:54:27.178232 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-5d952523-32e2-48d0-a9a0-83350dc7cc8b service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931904 Jul 30 01:54:27.226975 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-6a8dfd8a-667f-44a3-a879-6451b21c67b0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=f375af04-8b58-42fe-852c-502fa34f6a49 HTTP/1.1" status: 200 len: 217 time: 0.0374441 Jul 30 01:54:27.279324 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-8b7f5c23-0efe-4980-ab8f-caac195326df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:27.280754 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-8b7f5c23-0efe-4980-ab8f-caac195326df service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3d413a5-ba18-4a54-8a98-960735231465 HTTP/1.1" status: 200 len: 797 time: 0.0467565 Jul 30 01:54:27.337356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-6284de19-9bf6-470d-b8d7-00d1bee211b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:27.339602 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-6284de19-9bf6-470d-b8d7-00d1bee211b1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4fafccc5-fb47-4324-8e99-bb0237539cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0504539 Jul 30 01:54:27.443736 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-e7bacf33-9f08-4630-9983-795a088b765e service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866632 Jul 30 01:54:27.541103 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-829436c7-1384-4676-a76c-4f0b3c0813b2 service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878096 Jul 30 01:54:27.584785 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-616e405e-b665-4851-82c8-9e723400e643 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 HTTP/1.1" status: 200 len: 217 time: 0.0365541 Jul 30 01:54:27.633520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-d39b0a5a-8541-48a9-b37b-42e4c51afc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:27.635055 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-d39b0a5a-8541-48a9-b37b-42e4c51afc5b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3d413a5-ba18-4a54-8a98-960735231465 HTTP/1.1" status: 200 len: 797 time: 0.0436270 Jul 30 01:54:27.684787 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-c8d7303b-dde4-4c43-92e0-023314152c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:27.686286 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-c8d7303b-dde4-4c43-92e0-023314152c31 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4fafccc5-fb47-4324-8e99-bb0237539cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0442650 Jul 30 01:54:27.780887 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-7d562aa8-63d8-405d-a164-b568e726c3b8 service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873723 Jul 30 01:54:27.857984 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8be0037f-3685-47f0-9fef-771b896ea70a req-e568795e-5d50-44d7-97ba-4c6101fe3d64 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0683372 Jul 30 01:54:27.907708 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-e52f149c-bdea-4d41-9de6-105deb11842d service neutron] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169729 Jul 30 01:54:27.951296 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-988646af-551d-4bba-a720-18151f9f59a1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=20f66196-9127-4447-a244-7a1ed6dba5a8 HTTP/1.1" status: 200 len: 217 time: 0.0356491 Jul 30 01:54:28.006729 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-f2e90ab5-e15c-4b2c-b9da-b72952bdc1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:28.008217 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-f2e90ab5-e15c-4b2c-b9da-b72952bdc1e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e8b54c9-c010-49c7-9d5f-e1c33434bff9 HTTP/1.1" status: 200 len: 797 time: 0.0498154 Jul 30 01:54:28.056684 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-c44d3870-77a2-4871-9100-1f549c2382ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:28.058815 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-c44d3870-77a2-4871-9100-1f549c2382ff service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4192d8a2-31a3-4331-99e1-418e1e9f6bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0434992 Jul 30 01:54:28.152751 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-bdd25a64-032d-41b3-bde7-e0e6225409a6 service neutron] 10.222.0.77 "GET /v2.0/networks/4192d8a2-31a3-4331-99e1-418e1e9f6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853357 Jul 30 01:54:28.258868 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-8edcd7e4-9ef1-4650-9993-0665e58ad033 service neutron] 10.222.0.77 "GET /v2.0/networks/4192d8a2-31a3-4331-99e1-418e1e9f6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990157 Jul 30 01:54:28.302225 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-5afc6a6e-1605-4c70-aa0b-44bd4d930e70 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1543c41e-8012-46b9-ac26-b211757944dc HTTP/1.1" status: 200 len: 217 time: 0.0358880 Jul 30 01:54:28.359280 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-2ab6dc2b-e590-42c3-b7bf-067cf4584e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:28.359280 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-2ab6dc2b-e590-42c3-b7bf-067cf4584e65 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e8b54c9-c010-49c7-9d5f-e1c33434bff9 HTTP/1.1" status: 200 len: 797 time: 0.0484934 Jul 30 01:54:28.412018 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca8b8-49a4-4b59-a606-91093d970782 req-e74007f8-949a-4f4b-834e-4dba2ed7cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:28.413642 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-e74007f8-949a-4f4b-834e-4dba2ed7cbac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4192d8a2-31a3-4331-99e1-418e1e9f6bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0464859 Jul 30 01:54:28.524376 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-f49d14c9-b1a1-47f2-82f2-0367b38d945b service neutron] 10.222.0.77 "GET /v2.0/networks/4192d8a2-31a3-4331-99e1-418e1e9f6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823767 Jul 30 01:54:28.621069 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65dca8b8-49a4-4b59-a606-91093d970782 req-3de15d81-dfe5-49cc-bbda-b27a3e9883bd service neutron] 10.222.0.77 "GET /v2.0/networks/4192d8a2-31a3-4331-99e1-418e1e9f6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887728 Jul 30 01:54:28.733345 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50388) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:28.825289 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-0202e655-f46a-492a-8cf3-8f0c334b60aa tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1178503829'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:28.825874 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-0202e655-f46a-492a-8cf3-8f0c334b60aa tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] Unknown quota resources ['metering_label']. {{(pid=94464) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:54:28.968082 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7953d372-d801-4fa4-8136-a155e65a2186 req-b1330af0-1431-485d-a4e5-1d2829b57f29 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0339782 Jul 30 01:54:29.081675 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0202e655-f46a-492a-8cf3-8f0c334b60aa tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:29.085845 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50398) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:29.086357 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0202e655-f46a-492a-8cf3-8f0c334b60aa tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3515744 Jul 30 01:54:29.091050 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-9d0ad300-8bf7-4b35-aa00-99c6da45bd14 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4448178d-98e2-459d-a1d6-18a2e3264991'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:29.091619 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-9d0ad300-8bf7-4b35-aa00-99c6da45bd14 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94465) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:54:29.241088 n-d-713498-9 neutron-server[94465]: WARNING neutron.services.metering.metering_plugin [None req-9d0ad300-8bf7-4b35-aa00-99c6da45bd14 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 30 01:54:29.359935 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad300-8bf7-4b35-aa00-99c6da45bd14 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:29.361136 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9d0ad300-8bf7-4b35-aa00-99c6da45bd14 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2737525 Jul 30 01:54:29.364117 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50406) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:29.368454 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3983c78f-527b-4d26-a076-7de19313bbd8 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4448178d-98e2-459d-a1d6-18a2e3264991'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:29.368936 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3983c78f-527b-4d26-a076-7de19313bbd8 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94465) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:54:29.508498 n-d-713498-9 neutron-server[94465]: WARNING neutron.services.metering.metering_plugin [None req-3983c78f-527b-4d26-a076-7de19313bbd8 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 30 01:54:29.585487 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3983c78f-527b-4d26-a076-7de19313bbd8 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:29.586677 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3983c78f-527b-4d26-a076-7de19313bbd8 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2215741 Jul 30 01:54:29.589319 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50410) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:29.599259 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1dd494cc-0798-4e9f-829c-1a49771e9c4a tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=476a8b46-64dd-4100-b7e0-f82dcb70a78e HTTP/1.1" status: 200 len: 462 time: 0.0089760 Jul 30 01:54:29.603628 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50412) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:29.774252 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-efb52af0-1ecb-47c8-867c-f149897e22f1 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:29.775312 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-efb52af0-1ecb-47c8-867c-f149897e22f1 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/476a8b46-64dd-4100-b7e0-f82dcb70a78e HTTP/1.1" status: 204 len: 168 time: 0.1703436 Jul 30 01:54:29.778473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50414) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:29.786972 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-19b60adc-72ff-4d87-9974-c2675522da07 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=476a8b46-64dd-4100-b7e0-f82dcb70a78e HTTP/1.1" status: 200 len: 221 time: 0.0075338 Jul 30 01:54:29.789839 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50416) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:29.794289 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-410a144b-8d75-4dc6-a821-4ecb01f69835 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--856443380', 'description': 'label created by tempest'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:29.794760 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-410a144b-8d75-4dc6-a821-4ecb01f69835 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] Unknown quota resources ['metering_label']. {{(pid=94465) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:54:30.062134 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-410a144b-8d75-4dc6-a821-4ecb01f69835 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:30.063290 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-410a144b-8d75-4dc6-a821-4ecb01f69835 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2725811 Jul 30 01:54:30.066394 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50422) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:30.093064 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c90e6063-16ec-4e03-83c4-fcab4df51be1 req-f7560074-9ae0-4805-91f5-ba5b1cc677fd tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0333276 Jul 30 01:54:30.145918 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cd77f39c-79c3-4eb3-9dd0-927725482bf2 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=0ed3ce2b-693f-4369-8785-c0e198e77b8e HTTP/1.1" status: 200 len: 467 time: 0.0780921 Jul 30 01:54:30.148727 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50424) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:30.392066 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-258b9853-ca96-44ee-a000-5e14c2942e25 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:30.393208 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-258b9853-ca96-44ee-a000-5e14c2942e25 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/0ed3ce2b-693f-4369-8785-c0e198e77b8e HTTP/1.1" status: 204 len: 168 time: 0.2435925 Jul 30 01:54:30.396356 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50434) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:30.409177 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1d3fb55f-5969-4b37-a2eb-38f0793ac466 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=0ed3ce2b-693f-4369-8785-c0e198e77b8e HTTP/1.1" status: 200 len: 216 time: 0.0110664 Jul 30 01:54:30.411648 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50436) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:30.421626 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-51b68865-da33-4456-af4b-d99923fff464 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0089736 Jul 30 01:54:30.424882 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50438) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:30.436716 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f0746f21-d569-4ca5-8d0f-0e598b16616b tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0108848 Jul 30 01:54:30.439613 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50440) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:30.490501 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6592de1f-e502-4416-bd0b-e537e0fd174c tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/4448178d-98e2-459d-a1d6-18a2e3264991 HTTP/1.1" status: 200 len: 473 time: 0.0498796 Jul 30 01:54:30.493756 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50442) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:30.504048 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ad3bdb08-4049-47f2-bf95-41307381c514 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/2ffc4c38-edb0-43d9-a039-e9dd3138ae1f HTTP/1.1" status: 200 len: 459 time: 0.0093474 Jul 30 01:54:30.506965 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50444) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:30.653088 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e05deae2-08cb-4e11-8b81-bd4601fc8cbd tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:30.654209 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e05deae2-08cb-4e11-8b81-bd4601fc8cbd tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/2ffc4c38-edb0-43d9-a039-e9dd3138ae1f HTTP/1.1" status: 204 len: 168 time: 0.1464114 Jul 30 01:54:30.656683 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50448) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:30.922175 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a9d2-81dc-4e9d-9c20-7088e460d6a4 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:30.923305 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5ca9a9d2-81dc-4e9d-9c20-7088e460d6a4 tempest-MeteringIpV6TestJSON-1030962031 tempest-MeteringIpV6TestJSON-1030962031-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/4448178d-98e2-459d-a1d6-18a2e3264991 HTTP/1.1" status: 204 len: 168 time: 0.2657297 Jul 30 01:54:31.198697 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-809dbe58-cfce-4a9d-b68a-cbff97fa16d0 req-e376c9a8-e016-488a-bc9c-9fcd0ab4b322 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0273180 Jul 30 01:54:31.343733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50462) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:31.451417 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3bee3bff-45dc-4ee1-a20e-c5d4c89c87e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.599428 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3bee3bff-45dc-4ee1-a20e-c5d4c89c87e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.646884 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3bee3bff-45dc-4ee1-a20e-c5d4c89c87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.692509 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3bee3bff-45dc-4ee1-a20e-c5d4c89c87e3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=462f1a4ae9564b879b8b9065e7d87a17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419843 Jul 30 01:54:31.692509 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee3bff-45dc-4ee1-a20e-c5d4c89c87e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a169e9c4-7d92-43e9-8017-d01690c25609,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:31.695086 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50472) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:31.742549 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe310-5d40-4786-875f-756377d152ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.766613 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe310-5d40-4786-875f-756377d152ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.857990 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe310-5d40-4786-875f-756377d152ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.860547 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe310-5d40-4786-875f-756377d152ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.861726 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e0dfe310-5d40-4786-875f-756377d152ea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a169e9c4-7d92-43e9-8017-d01690c25609 HTTP/1.1" status: 204 len: 168 time: 0.1660733 Jul 30 01:54:31.869833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfe310-5d40-4786-875f-756377d152ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a169e9c4-7d92-43e9-8017-d01690c25609,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:32.303916 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ffe35adb-cb6a-453c-8e97-4c30657aa4b3 req-bf8fe241-d8a8-4f9b-8e3a-46bd850d8fe1 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0272975 Jul 30 01:54:32.445455 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50486) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:32.459370 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-13cb5b75-af84-447c-8a3a-9a2f551c4f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:32.559281 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-13cb5b75-af84-447c-8a3a-9a2f551c4f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:32.675519 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-13cb5b75-af84-447c-8a3a-9a2f551c4f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:32.713150 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb5b75-af84-447c-8a3a-9a2f551c4f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d260cf1-6646-4546-a213-17adf5ecf7d6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:32.720554 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-13cb5b75-af84-447c-8a3a-9a2f551c4f6c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc9618219d7b4da39e5cf97c82735b18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2715900 Jul 30 01:54:32.721494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50494) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:32.770201 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6da66fdc-f902-4c59-a163-4cf5291a8061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:32.773090 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:32.791715 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6da66fdc-f902-4c59-a163-4cf5291a8061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:32.910038 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6da66fdc-f902-4c59-a163-4cf5291a8061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:32.912697 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6da66fdc-f902-4c59-a163-4cf5291a8061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:32.913887 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6da66fdc-f902-4c59-a163-4cf5291a8061 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8d260cf1-6646-4546-a213-17adf5ecf7d6 HTTP/1.1" status: 204 len: 168 time: 0.1913724 Jul 30 01:54:32.923778 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da66fdc-f902-4c59-a163-4cf5291a8061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d260cf1-6646-4546-a213-17adf5ecf7d6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:33.414086 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-217492ae-8d29-4d3c-b4a4-d7eb63eb810a req-ee6a3f4f-008b-4fd8-b134-848b857660cc tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0318069 Jul 30 01:54:34.528161 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4aabb5b0-04e7-4541-80c8-6b2bee834306 req-5f9d71d0-0a24-4108-88c5-e783d95d0556 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0311592 Jul 30 01:54:34.612862 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50554) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:34.707962 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-c2da92cb-cbef-43f1-87d2-38b03d7c3821 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1074675894', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:34.761755 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2da92cb-cbef-43f1-87d2-38b03d7c3821 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Made reservation on behalf of dbbf18ac564b45a3adde671d157c644b for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:34.764162 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2da92cb-cbef-43f1-87d2-38b03d7c3821 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:34.773316 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2da92cb-cbef-43f1-87d2-38b03d7c3821 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:34.858033 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2da92cb-cbef-43f1-87d2-38b03d7c3821 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:34.916266 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2da92cb-cbef-43f1-87d2-38b03d7c3821 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:34.921550 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-c2da92cb-cbef-43f1-87d2-38b03d7c3821 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] device_id is not set on port de307df5-7e12-4aac-8186-78b69069c2a9 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:54:34.974639 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da92cb-cbef-43f1-87d2-38b03d7c3821 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b571f26a-12e2-4ec5-bff4-6a5594a4b6ee,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:35.039120 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-c2da92cb-cbef-43f1-87d2-38b03d7c3821 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Allocated IP 172.25.1.67 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/de307df5-7e12-4aac-8186-78b69069c2a9) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:35.174815 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2da92cb-cbef-43f1-87d2-38b03d7c3821 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.248496 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2da92cb-cbef-43f1-87d2-38b03d7c3821 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.292094 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2da92cb-cbef-43f1-87d2-38b03d7c3821 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:35.295440 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-c2da92cb-cbef-43f1-87d2-38b03d7c3821 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:35.301562 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2da92cb-cbef-43f1-87d2-38b03d7c3821 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:35.304585 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da92cb-cbef-43f1-87d2-38b03d7c3821 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Pushing event updated for resources: {'Port': ['ID=de307df5-7e12-4aac-8186-78b69069c2a9,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:35.339656 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2da92cb-cbef-43f1-87d2-38b03d7c3821 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:35.340260 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2da92cb-cbef-43f1-87d2-38b03d7c3821 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.430350 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c2da92cb-cbef-43f1-87d2-38b03d7c3821 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.8162618 Jul 30 01:54:35.433313 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50562) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:35.438215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-04cbdba7-b4b9-438c-b9f1-b891cad1c39f tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.67'}]}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:35.515920 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04cbdba7-b4b9-438c-b9f1-b891cad1c39f tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.516998 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04cbdba7-b4b9-438c-b9f1-b891cad1c39f tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.585528 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04cbdba7-b4b9-438c-b9f1-b891cad1c39f tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.637470 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-add15865-4f6c-454f-a854-36092aaa4c4d req-59495778-1eb5-4745-99e9-7dfde882d531 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0268314 Jul 30 01:54:35.785941 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04cbdba7-b4b9-438c-b9f1-b891cad1c39f tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.043637 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04cbdba7-b4b9-438c-b9f1-b891cad1c39f tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.061688 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04cbdba7-b4b9-438c-b9f1-b891cad1c39f tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.230164 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04cbdba7-b4b9-438c-b9f1-b891cad1c39f tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.382781 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04cbdba7-b4b9-438c-b9f1-b891cad1c39f tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.384877 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04cbdba7-b4b9-438c-b9f1-b891cad1c39f tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.469358 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04cbdba7-b4b9-438c-b9f1-b891cad1c39f tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.469877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cbdba7-b4b9-438c-b9f1-b891cad1c39f tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 506e624f-57ec-4004-98e7-3af6a9d13458 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:54:36.532432 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-04cbdba7-b4b9-438c-b9f1-b891cad1c39f tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 30 01:54:36.533752 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-04cbdba7-b4b9-438c-b9f1-b891cad1c39f tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.0992253 Jul 30 01:54:36.536313 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50580) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:36.612413 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1c0aa862-972a-404e-a380-9ee4acfcc1e6 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Deleting port de307df5-7e12-4aac-8186-78b69069c2a9 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:36.613030 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa862-972a-404e-a380-9ee4acfcc1e6 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.692421 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa862-972a-404e-a380-9ee4acfcc1e6 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.705228 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1c0aa862-972a-404e-a380-9ee4acfcc1e6 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Calling delete_port for de307df5-7e12-4aac-8186-78b69069c2a9 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:36.777397 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2cf889c2-567b-4dd5-b928-81db0b9db0d2 req-861525f5-01af-4dd8-a7cb-53041f55603c tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0580301 Jul 30 01:54:36.944421 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa862-972a-404e-a380-9ee4acfcc1e6 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.971186 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0aa862-972a-404e-a380-9ee4acfcc1e6 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Pushing event deleted for resources: {'Port': ['ID=de307df5-7e12-4aac-8186-78b69069c2a9,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:37.034143 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa862-972a-404e-a380-9ee4acfcc1e6 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.036181 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1c0aa862-972a-404e-a380-9ee4acfcc1e6 tempest-RoutersAdminNegativeIpV6Test-982005466 tempest-RoutersAdminNegativeIpV6Test-982005466-project-admin] 10.222.0.70 "DELETE /v2.0/ports/de307df5-7e12-4aac-8186-78b69069c2a9 HTTP/1.1" status: 204 len: 168 time: 0.4989550 Jul 30 01:54:37.473871 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50598) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:37.575016 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00be9a21-c162-465a-81d9-8f8478d4f15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.662855 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00be9a21-c162-465a-81d9-8f8478d4f15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.726592 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00be9a21-c162-465a-81d9-8f8478d4f15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.766317 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-00be9a21-c162-465a-81d9-8f8478d4f15f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e27456d5a9742369a3a3279121b5083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912798 Jul 30 01:54:37.767212 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be9a21-c162-465a-81d9-8f8478d4f15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf9ea2a-2a62-40e8-8dc1-d9261b959a28,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:37.769149 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50606) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:37.824221 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e07b0356-6d01-40b7-a57e-6de72f43d226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.847754 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e07b0356-6d01-40b7-a57e-6de72f43d226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.887177 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2159cdac-520c-4cca-8543-6be51b068cdf req-fd131f45-1a80-450a-af8a-43031755c377 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0296712 Jul 30 01:54:37.967388 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e07b0356-6d01-40b7-a57e-6de72f43d226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.970042 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e07b0356-6d01-40b7-a57e-6de72f43d226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.971246 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e07b0356-6d01-40b7-a57e-6de72f43d226 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/faf9ea2a-2a62-40e8-8dc1-d9261b959a28 HTTP/1.1" status: 204 len: 168 time: 0.2010674 Jul 30 01:54:37.979411 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b0356-6d01-40b7-a57e-6de72f43d226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf9ea2a-2a62-40e8-8dc1-d9261b959a28,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:38.503959 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50622) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:38.543914 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-33774e22-0839-44b2-8627-3800583cdf86 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dbbf18ac564b45a3adde671d157c644b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387831 Jul 30 01:54:38.546207 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50624) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:38.594066 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3bcd3bb0-9702-4098-86a3-067143b6e5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:38.615696 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3bcd3bb0-9702-4098-86a3-067143b6e5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:38.721207 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3bcd3bb0-9702-4098-86a3-067143b6e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:38.723822 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3bcd3bb0-9702-4098-86a3-067143b6e5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:38.724977 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3bcd3bb0-9702-4098-86a3-067143b6e5e4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b571f26a-12e2-4ec5-bff4-6a5594a4b6ee HTTP/1.1" status: 204 len: 168 time: 0.1778617 Jul 30 01:54:38.733415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd3bb0-9702-4098-86a3-067143b6e5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b571f26a-12e2-4ec5-bff4-6a5594a4b6ee,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:38.992983 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca95c36d-54d8-4b16-b0c1-7ba06c09fd5e req-447a414e-eeee-4ac9-94f1-ef599c851af8 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0275979 Jul 30 01:54:39.119928 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b0657fb5-1925-4e88-98ac-9081d99ae8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:39.686514 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50660) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:39.777505 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-ef85ff24-da8f-440f-9959-0d72d3ce7598 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] Request body: {'port': {'network_id': 'e843bccd-6c72-4db6-bd96-855277170ed5', 'name': 'tempest-NetworksNegativeTestJSON-1921211782'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:39.792961 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef85ff24-da8f-440f-9959-0d72d3ce7598 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] POST failed (client error): The resource could not be found. Jul 30 01:54:39.793539 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef85ff24-da8f-440f-9959-0d72d3ce7598 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:54:39.795220 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ef85ff24-da8f-440f-9959-0d72d3ce7598 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1077065 Jul 30 01:54:39.799067 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50666) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:39.817686 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1605cbf-962f-4d61-8805-eadc04f1ce2e tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] DELETE failed (client error): The resource could not be found. Jul 30 01:54:39.818225 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1605cbf-962f-4d61-8805-eadc04f1ce2e tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:54:39.820047 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f1605cbf-962f-4d61-8805-eadc04f1ce2e tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] 10.222.0.70 "DELETE /v2.0/networks/f4926715-a501-4223-a8b0-7b3bc955d40e HTTP/1.1" status: 404 len: 339 time: 0.0199676 Jul 30 01:54:39.823632 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50668) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:39.845879 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-69256acc-a781-435a-a5e9-559639790431 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] DELETE failed (client error): The resource could not be found. Jul 30 01:54:39.846541 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69256acc-a781-435a-a5e9-559639790431 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:54:39.848266 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-69256acc-a781-435a-a5e9-559639790431 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] 10.222.0.70 "DELETE /v2.0/ports/0eb501bb-a5fe-4c93-94c4-56f110265dd4 HTTP/1.1" status: 404 len: 333 time: 0.0237436 Jul 30 01:54:39.852092 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50670) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:39.878470 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee04e05f-5181-47fa-b8e1-e7cb7f85f4e1 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] DELETE failed (client error): The resource could not be found. Jul 30 01:54:39.878919 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee04e05f-5181-47fa-b8e1-e7cb7f85f4e1 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:54:39.880560 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ee04e05f-5181-47fa-b8e1-e7cb7f85f4e1 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] 10.222.0.70 "DELETE /v2.0/subnets/a16268f5-2a6c-422c-b5c4-455f07a33020 HTTP/1.1" status: 404 len: 337 time: 0.0275490 Jul 30 01:54:39.884001 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50672) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:39.903522 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-98082ece-33f2-45d7-91a9-3c64a8fa9129 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] GET failed (client error): The resource could not be found. Jul 30 01:54:39.904908 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-98082ece-33f2-45d7-91a9-3c64a8fa9129 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] 10.222.0.70 "GET /v2.0/networks/e12897ab-cee9-4063-b2a0-a5e4100e612e HTTP/1.1" status: 404 len: 339 time: 0.0200367 Jul 30 01:54:39.908974 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50676) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:39.943491 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ddbc521-228b-4cbe-9296-eed6d0fad57b tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] GET failed (client error): The resource could not be found. Jul 30 01:54:39.945012 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8ddbc521-228b-4cbe-9296-eed6d0fad57b tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] 10.222.0.70 "GET /v2.0/ports/201a2755-c6fb-4534-8bda-c90d923608b3 HTTP/1.1" status: 404 len: 333 time: 0.0350525 Jul 30 01:54:39.948707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50680) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:39.977115 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c8840b-a84e-4fe3-ba6f-5456178592a4 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] GET failed (client error): The resource could not be found. Jul 30 01:54:39.978495 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d6c8840b-a84e-4fe3-ba6f-5456178592a4 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] 10.222.0.70 "GET /v2.0/subnets/65e53276-f7ad-4d21-a79a-736c66bc8621 HTTP/1.1" status: 404 len: 337 time: 0.0286512 Jul 30 01:54:39.982802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50684) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:39.988646 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3b391524-d6d8-4169-bcad-61a72d1d32bc tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:40.002040 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b391524-d6d8-4169-bcad-61a72d1d32bc tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] PUT failed (client error): The resource could not be found. Jul 30 01:54:40.002743 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b391524-d6d8-4169-bcad-61a72d1d32bc tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:54:40.007277 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3b391524-d6d8-4169-bcad-61a72d1d32bc tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] 10.222.0.70 "PUT /v2.0/networks/d9edf148-e96d-4de6-ab2c-a071bf0e1f83 HTTP/1.1" status: 404 len: 339 time: 0.0200219 Jul 30 01:54:40.007526 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50686) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:40.012609 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7357b774-3785-4321-b8bb-b843af1ab231 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:40.031171 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-7357b774-3785-4321-b8bb-b843af1ab231 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] PUT failed (client error): The resource could not be found. Jul 30 01:54:40.031832 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7357b774-3785-4321-b8bb-b843af1ab231 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:54:40.033912 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7357b774-3785-4321-b8bb-b843af1ab231 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] 10.222.0.70 "PUT /v2.0/ports/dec5bc88-96f0-4a88-a0b0-66145a826493 HTTP/1.1" status: 404 len: 333 time: 0.0253229 Jul 30 01:54:40.036675 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50690) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:40.041776 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-6fb0f6af-bb0b-44a0-b2d3-f4bb04471542 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:40.064420 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb0f6af-bb0b-44a0-b2d3-f4bb04471542 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] PUT failed (client error): The resource could not be found. Jul 30 01:54:40.064873 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb0f6af-bb0b-44a0-b2d3-f4bb04471542 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:54:40.066005 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6fb0f6af-bb0b-44a0-b2d3-f4bb04471542 tempest-NetworksNegativeTestJSON-807325057 tempest-NetworksNegativeTestJSON-807325057-project] 10.222.0.70 "PUT /v2.0/subnets/125d79a5-655c-463a-b9a3-8f3c85e77786 HTTP/1.1" status: 404 len: 337 time: 0.0284069 Jul 30 01:54:40.101503 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-879f23a6-698d-4a73-8f0e-f80e14a1bf96 req-36afcbe3-3aa1-4c21-a498-b613fa1a9be5 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0266097 Jul 30 01:54:40.479655 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50700) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:40.579696 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-127d1092-c7bd-40e1-b091-9dedf7ac487f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:40.669820 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-127d1092-c7bd-40e1-b091-9dedf7ac487f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:40.760804 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-127d1092-c7bd-40e1-b091-9dedf7ac487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:40.801806 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-127d1092-c7bd-40e1-b091-9dedf7ac487f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7390d1b9dbdf4b06adecfa803e10c42d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3209879 Jul 30 01:54:40.802643 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d1092-c7bd-40e1-b091-9dedf7ac487f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a0844a-fe48-4f0f-bdce-018e6b01d87c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:40.804578 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50704) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:40.851938 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5cd83a0d-b75d-40c8-a165-768af8d49c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:40.877698 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5cd83a0d-b75d-40c8-a165-768af8d49c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.005319 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5cd83a0d-b75d-40c8-a165-768af8d49c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.008233 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5cd83a0d-b75d-40c8-a165-768af8d49c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.009772 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5cd83a0d-b75d-40c8-a165-768af8d49c4e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d0a0844a-fe48-4f0f-bdce-018e6b01d87c HTTP/1.1" status: 204 len: 168 time: 0.2040861 Jul 30 01:54:41.019685 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd83a0d-b75d-40c8-a165-768af8d49c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a0844a-fe48-4f0f-bdce-018e6b01d87c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:41.213269 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3e7f01b-6dde-4813-83ec-ef897d722fb8 req-d8fb7663-13b3-44af-8061-38b2a262c466 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0270257 Jul 30 01:54:41.589819 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c0adf521-1e1c-4810-b817-2d3f1029290e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.679791 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.966817 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8ec7efe7-0b61-4c50-a016-d62c17331d15 req-71792fa8-d552-4dd6-b91d-6448a7477f1f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.1161749 Jul 30 01:54:42.046383 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50744) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:42.141951 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-2ee57ce9-79cc-4211-a93d-5848ec8f99aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1621418665'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:42.252794 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee57ce9-79cc-4211-a93d-5848ec8f99aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Made reservation on behalf of a1384cdcb57a4a8a986eca46aa366c6a for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:42.256493 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ee57ce9-79cc-4211-a93d-5848ec8f99aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:42.268866 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ee57ce9-79cc-4211-a93d-5848ec8f99aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:42.327322 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94820381-043e-40f5-b90b-96768d99f1a1 req-60fa9216-c243-4184-82ab-d242b524a72b tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0304778 Jul 30 01:54:42.360547 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ee57ce9-79cc-4211-a93d-5848ec8f99aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:42.422469 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ee57ce9-79cc-4211-a93d-5848ec8f99aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:42.448833 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee57ce9-79cc-4211-a93d-5848ec8f99aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:54:42.458019 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee57ce9-79cc-4211-a93d-5848ec8f99aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7287a8b-63b8-431b-9350-117a77976b9c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:42.464109 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ee57ce9-79cc-4211-a93d-5848ec8f99aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:42.464450 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-2ee57ce9-79cc-4211-a93d-5848ec8f99aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Added segment ab23add0-db86-4021-8da8-b39082dbdf92 of type vlan for network b14a15fd-37ab-4593-b8bf-323f5baa64f8 Jul 30 01:54:42.503366 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ee57ce9-79cc-4211-a93d-5848ec8f99aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:42.595307 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ee57ce9-79cc-4211-a93d-5848ec8f99aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:42.600850 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee57ce9-79cc-4211-a93d-5848ec8f99aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:42.601558 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ee57ce9-79cc-4211-a93d-5848ec8f99aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:42.667016 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee57ce9-79cc-4211-a93d-5848ec8f99aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Network': ['ID=b14a15fd-37ab-4593-b8bf-323f5baa64f8,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:42.676855 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network b14a15fd-37ab-4593-b8bf-323f5baa64f8 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:54:42.734070 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2ee57ce9-79cc-4211-a93d-5848ec8f99aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6865923 Jul 30 01:54:42.736620 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50760) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:42.741614 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-7386f672-678d-4281-9f92-beea07ab5b68 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1975572452'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:42.851150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7386f672-678d-4281-9f92-beea07ab5b68 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Made reservation on behalf of a1384cdcb57a4a8a986eca46aa366c6a for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:42.854785 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7386f672-678d-4281-9f92-beea07ab5b68 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:42.878586 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7386f672-678d-4281-9f92-beea07ab5b68 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:54:42.886736 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7386f672-678d-4281-9f92-beea07ab5b68 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:42.887077 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-7386f672-678d-4281-9f92-beea07ab5b68 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Added segment 87f51473-2174-4901-948e-fa8fedc456fc of type vlan for network 6aca9c22-5051-436f-92b2-f2b412ce721c Jul 30 01:54:42.925319 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7386f672-678d-4281-9f92-beea07ab5b68 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:43.035552 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7386f672-678d-4281-9f92-beea07ab5b68 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:43.041723 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7386f672-678d-4281-9f92-beea07ab5b68 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:43.042322 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7386f672-678d-4281-9f92-beea07ab5b68 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:43.116224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386f672-678d-4281-9f92-beea07ab5b68 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Network': ['ID=6aca9c22-5051-436f-92b2-f2b412ce721c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:43.126869 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 6aca9c22-5051-436f-92b2-f2b412ce721c details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:54:43.150641 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7386f672-678d-4281-9f92-beea07ab5b68 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4129343 Jul 30 01:54:43.154197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50768) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:43.160300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-cc26bb67-101f-4158-811c-354a6ed555f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'subnet': {'network_id': 'b14a15fd-37ab-4593-b8bf-323f5baa64f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:43.194473 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:43.309637 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc26bb67-101f-4158-811c-354a6ed555f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Made reservation on behalf of a1384cdcb57a4a8a986eca46aa366c6a for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:43.313142 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cc26bb67-101f-4158-811c-354a6ed555f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:43.436154 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-776ee966-3a40-4a36-879b-388f9d1fc275 req-06b2c6cc-2f06-4d03-8471-aaf8f0459ef1 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0269372 Jul 30 01:54:43.605653 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cc26bb67-101f-4158-811c-354a6ed555f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:43.659815 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26bb67-101f-4158-811c-354a6ed555f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Subnet': ['ID=e92e2282-2707-4a43-b6ff-730633363009,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:43.674834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc26bb67-101f-4158-811c-354a6ed555f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Checking segment: {'id': 'ab23add0-db86-4021-8da8-b39082dbdf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b14a15fd-37ab-4593-b8bf-323f5baa64f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:43.675193 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc26bb67-101f-4158-811c-354a6ed555f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network hostable DHCP agents. Network: b14a15fd-37ab-4593-b8bf-323f5baa64f8, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:54:43.766894 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc26bb67-101f-4158-811c-354a6ed555f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network b14a15fd-37ab-4593-b8bf-323f5baa64f8 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:54:43.852168 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-cc26bb67-101f-4158-811c-354a6ed555f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, b14a15fd-37ab-4593-b8bf-323f5baa64f8) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:43.862176 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed643b63-b4c0-45fc-9bd0-4552b7a095fb None None] Network b14a15fd-37ab-4593-b8bf-323f5baa64f8 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:43.862726 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc26bb67-101f-4158-811c-354a6ed555f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:43.864559 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cc26bb67-101f-4158-811c-354a6ed555f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:43.951346 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cc26bb67-101f-4158-811c-354a6ed555f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7958970 Jul 30 01:54:43.954174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50782) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:43.959818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b7bc012a-1c20-4f7a-9e26-069c4248a264 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'subnet': {'network_id': '6aca9c22-5051-436f-92b2-f2b412ce721c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:44.033229 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-76250c3f-0287-4e88-9966-7080bf041f7c req-985b6065-363e-4106-96ad-2cf2044dc0fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b26f1b0fbaaf4d17b4be90ac6da8357e&device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0466416 Jul 30 01:54:44.033578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-b14a15fd-37ab-4593-b8bf-323f5baa64f8', 'network_id': 'b14a15fd-37ab-4593-b8bf-323f5baa64f8', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'fixed_ips': [{'subnet_id': 'e92e2282-2707-4a43-b6ff-730633363009'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:54:44.034536 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.049061 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0bcab27e-f4a7-455a-9aa7-125bd79afce7 req-29ff61cc-4967-45d1-a384-f26e99a57763 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0524774 Jul 30 01:54:44.073600 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-76250c3f-0287-4e88-9966-7080bf041f7c req-c67e6b17-0d1b-486b-b771-9b64cc52641e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b26f1b0fbaaf4d17b4be90ac6da8357e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269225 Jul 30 01:54:44.137112 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bc012a-1c20-4f7a-9e26-069c4248a264 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Made reservation on behalf of a1384cdcb57a4a8a986eca46aa366c6a for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:44.140898 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7bc012a-1c20-4f7a-9e26-069c4248a264 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.181714 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Allocated IP 2001:db8::2 (b14a15fd-37ab-4593-b8bf-323f5baa64f8/e92e2282-2707-4a43-b6ff-730633363009/184c0f98-9099-4d4e-95e0-c141ab0c7818) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:44.186759 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76250c3f-0287-4e88-9966-7080bf041f7c req-1162b0bf-3ef2-40af-838d-59f90456cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:44.188487 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-76250c3f-0287-4e88-9966-7080bf041f7c req-1162b0bf-3ef2-40af-838d-59f90456cf8b service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1081321 Jul 30 01:54:44.345617 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.353948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Transition to ACTIVE for port object 184c0f98-9099-4d4e-95e0-c141ab0c7818 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:44.368821 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Transition to ACTIVE for port object 184c0f98-9099-4d4e-95e0-c141ab0c7818 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:44.416782 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7bc012a-1c20-4f7a-9e26-069c4248a264 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.444959 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.493483 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Network b14a15fd-37ab-4593-b8bf-323f5baa64f8 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:44.496869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc012a-1c20-4f7a-9e26-069c4248a264 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Subnet': ['ID=4efa0ad6-a070-4b60-8e48-94e9eaefdda6,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:44.498040 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:44.501532 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:44.502480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bc012a-1c20-4f7a-9e26-069c4248a264 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Checking segment: {'id': '87f51473-2174-4901-948e-fa8fedc456fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6aca9c22-5051-436f-92b2-f2b412ce721c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:44.502998 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bc012a-1c20-4f7a-9e26-069c4248a264 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network hostable DHCP agents. Network: 6aca9c22-5051-436f-92b2-f2b412ce721c, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:54:44.511156 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Pushing event updated for resources: {'Port': ['ID=184c0f98-9099-4d4e-95e0-c141ab0c7818,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:44.537393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:44.537662 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:44.538000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:44.538382 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:44.538715 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:44.539045 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:44.539368 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:44.539692 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:44.540014 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:44.540332 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:44.540651 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:44.540968 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:44.562342 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.572401 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Attempting to bind port 184c0f98-9099-4d4e-95e0-c141ab0c7818 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:44.572768 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Attempting to bind port 184c0f98-9099-4d4e-95e0-c141ab0c7818 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'ab23add0-db86-4021-8da8-b39082dbdf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b14a15fd-37ab-4593-b8bf-323f5baa64f8'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:44.573131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Attempting to bind port 184c0f98-9099-4d4e-95e0-c141ab0c7818 on network b14a15fd-37ab-4593-b8bf-323f5baa64f8 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:44.578700 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:44.579076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Checking segment: {'id': 'ab23add0-db86-4021-8da8-b39082dbdf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b14a15fd-37ab-4593-b8bf-323f5baa64f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:44.579469 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.579861 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Bound using segment: {'id': 'ab23add0-db86-4021-8da8-b39082dbdf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b14a15fd-37ab-4593-b8bf-323f5baa64f8'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:44.580319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Bound port: 184c0f98-9099-4d4e-95e0-c141ab0c7818, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab23add0-db86-4021-8da8-b39082dbdf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b14a15fd-37ab-4593-b8bf-323f5baa64f8'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:44.580696 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.590030 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bc012a-1c20-4f7a-9e26-069c4248a264 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network 6aca9c22-5051-436f-92b2-f2b412ce721c is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:54:44.643374 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] For port 184c0f98-9099-4d4e-95e0-c141ab0c7818, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:44.646395 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] For port 184c0f98-9099-4d4e-95e0-c141ab0c7818, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=184c0f98-9099-4d4e-95e0-c141ab0c7818,segment=NetworkSegment(ab23add0-db86-4021-8da8-b39082dbdf92),segment_id=ab23add0-db86-4021-8da8-b39082dbdf92)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:44.692281 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-b7bc012a-1c20-4f7a-9e26-069c4248a264 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 6aca9c22-5051-436f-92b2-f2b412ce721c) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:44.696588 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bc012a-1c20-4f7a-9e26-069c4248a264 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:44.697305 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7bc012a-1c20-4f7a-9e26-069c4248a264 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.701500 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465024a9-24cc-46ae-a91a-c25834307315 None None] Network 6aca9c22-5051-436f-92b2-f2b412ce721c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:44.740288 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.779210 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b7bc012a-1c20-4f7a-9e26-069c4248a264 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8236465 Jul 30 01:54:44.782004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50796) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:44.788280 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-f9b1f001-37b4-4516-bc94-96bdbb847c46 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-676826842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:44.819739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01853463-81fc-4bb6-9d33-8f5806a02638 None None] Pushing event updated for resources: {'Port': ['ID=184c0f98-9099-4d4e-95e0-c141ab0c7818,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:44.881178 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9b1f001-37b4-4516-bc94-96bdbb847c46 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.882238 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9b1f001-37b4-4516-bc94-96bdbb847c46 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.905643 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-6aca9c22-5051-436f-92b2-f2b412ce721c', 'network_id': '6aca9c22-5051-436f-92b2-f2b412ce721c', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'fixed_ips': [{'subnet_id': '4efa0ad6-a070-4b60-8e48-94e9eaefdda6'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:54:44.905643 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.939474 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9b1f001-37b4-4516-bc94-96bdbb847c46 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:45.007152 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9b1f001-37b4-4516-bc94-96bdbb847c46 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:45.065833 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Allocated IP 2001:db8:1::2 (6aca9c22-5051-436f-92b2-f2b412ce721c/4efa0ad6-a070-4b60-8e48-94e9eaefdda6/9259ede5-cf4a-4c8d-8123-586199ddd04e) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:45.091214 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9b1f001-37b4-4516-bc94-96bdbb847c46 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:45.095134 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f9b1f001-37b4-4516-bc94-96bdbb847c46 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3094826 Jul 30 01:54:45.098570 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50800) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:45.224354 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:45.233674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Transition to ACTIVE for port object 9259ede5-cf4a-4c8d-8123-586199ddd04e will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:45.252028 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Transition to ACTIVE for port object 9259ede5-cf4a-4c8d-8123-586199ddd04e will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:45.322829 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:45.362590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Network 6aca9c22-5051-436f-92b2-f2b412ce721c is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:45.367750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:45.371384 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:45.402601 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Pushing event updated for resources: {'Port': ['ID=9259ede5-cf4a-4c8d-8123-586199ddd04e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:45.433991 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-76250c3f-0287-4e88-9966-7080bf041f7c req-11d483c9-9069-4358-8010-c45c5c6ed0b8 tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.10 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0397153 Jul 30 01:54:45.460391 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Attempting to bind port 9259ede5-cf4a-4c8d-8123-586199ddd04e on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:45.460975 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Attempting to bind port 9259ede5-cf4a-4c8d-8123-586199ddd04e by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '87f51473-2174-4901-948e-fa8fedc456fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6aca9c22-5051-436f-92b2-f2b412ce721c'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:45.461416 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Attempting to bind port 9259ede5-cf4a-4c8d-8123-586199ddd04e on network 6aca9c22-5051-436f-92b2-f2b412ce721c {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:45.469175 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:45.470853 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Checking segment: {'id': '87f51473-2174-4901-948e-fa8fedc456fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6aca9c22-5051-436f-92b2-f2b412ce721c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:45.471384 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:45.472097 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Bound using segment: {'id': '87f51473-2174-4901-948e-fa8fedc456fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6aca9c22-5051-436f-92b2-f2b412ce721c'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:45.472789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Bound port: 9259ede5-cf4a-4c8d-8123-586199ddd04e, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f51473-2174-4901-948e-fa8fedc456fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6aca9c22-5051-436f-92b2-f2b412ce721c'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:45.473228 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:45.564402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] For port 9259ede5-cf4a-4c8d-8123-586199ddd04e, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:45.567785 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] For port 9259ede5-cf4a-4c8d-8123-586199ddd04e, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9259ede5-cf4a-4c8d-8123-586199ddd04e,segment=NetworkSegment(87f51473-2174-4901-948e-fa8fedc456fc),segment_id=87f51473-2174-4901-948e-fa8fedc456fc)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:45.607374 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-56fd045f-8acd-49ed-8ccd-d9d1191bcdda req-86f43c4b-f98d-4608-8ec5-9a4bc94d3f6d tempest-ServerShowV257Test-485063580 tempest-ServerShowV257Test-485063580-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde9792e-caec-41b5-8160-e88107b393e2 HTTP/1.1" status: 200 len: 210 time: 0.0693347 Jul 30 01:54:45.659431 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:45.725949 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615eb125-304b-4858-a6d7-e2b28698fc5a None None] Pushing event updated for resources: {'Port': ['ID=9259ede5-cf4a-4c8d-8123-586199ddd04e,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:45.834519 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b2b63768-99b6-48d8-b823-40976184c0ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:45.867286 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3f071f-7588-421f-8185-6cb8764988e9 None None] Network b14a15fd-37ab-4593-b8bf-323f5baa64f8 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:46.156842 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e1ddc0b9-a6b5-452f-ab7a-6098582f7c9f None None] Provisioning for port 184c0f98-9099-4d4e-95e0-c141ab0c7818 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:46.205659 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-b2b63768-99b6-48d8-b823-40976184c0ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Allocated IP 2001:db8::1 (b14a15fd-37ab-4593-b8bf-323f5baa64f8/e92e2282-2707-4a43-b6ff-730633363009/dc25ad47-59b4-4ea9-9a9a-07cbbb1e1e4c) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:46.290887 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9259ede5-cf4a-4c8d-8123-586199ddd04e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:46.362674 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b2b63768-99b6-48d8-b823-40976184c0ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:46.378520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-b2b63768-99b6-48d8-b823-40976184c0ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Transition to ACTIVE for port object dc25ad47-59b4-4ea9-9a9a-07cbbb1e1e4c will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:46.446688 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 9259ede5-cf4a-4c8d-8123-586199ddd04e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:46.452071 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 184c0f98-9099-4d4e-95e0-c141ab0c7818 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:46.475805 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b2b63768-99b6-48d8-b823-40976184c0ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:46.521300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b63768-99b6-48d8-b823-40976184c0ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network b14a15fd-37ab-4593-b8bf-323f5baa64f8 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:46.524851 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-b2b63768-99b6-48d8-b823-40976184c0ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:46.528784 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b63768-99b6-48d8-b823-40976184c0ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:46.529580 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b2b63768-99b6-48d8-b823-40976184c0ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:46.598486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b63768-99b6-48d8-b823-40976184c0ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Port': ['ID=dc25ad47-59b4-4ea9-9a9a-07cbbb1e1e4c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:46.601792 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 184c0f98-9099-4d4e-95e0-c141ab0c7818 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:46.614501 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 184c0f98-9099-4d4e-95e0-c141ab0c7818 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:46.614501 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:46.742660 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:46.796440 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 184c0f98-9099-4d4e-95e0-c141ab0c7818, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=184c0f98-9099-4d4e-95e0-c141ab0c7818,segment=NetworkSegment(ab23add0-db86-4021-8da8-b39082dbdf92),segment_id=ab23add0-db86-4021-8da8-b39082dbdf92)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:46.865534 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:46.871314 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1eef5-4e08-4629-be83-2c68db73b577 req-c6636257-3335-4a1c-8f5f-62edcd18daec tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:46.881151 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1eef5-4e08-4629-be83-2c68db73b577 req-c6636257-3335-4a1c-8f5f-62edcd18daec tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:46.888345 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1eef5-4e08-4629-be83-2c68db73b577 req-c6636257-3335-4a1c-8f5f-62edcd18daec tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:46.889713 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b2b63768-99b6-48d8-b823-40976184c0ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:46.898443 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1eef5-4e08-4629-be83-2c68db73b577 req-c6636257-3335-4a1c-8f5f-62edcd18daec tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:46.906178 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1eef5-4e08-4629-be83-2c68db73b577 req-c6636257-3335-4a1c-8f5f-62edcd18daec tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:46.913293 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1eef5-4e08-4629-be83-2c68db73b577 req-c6636257-3335-4a1c-8f5f-62edcd18daec tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:46.922224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1eef5-4e08-4629-be83-2c68db73b577 req-c6636257-3335-4a1c-8f5f-62edcd18daec tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:46.933332 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3d1eef5-4e08-4629-be83-2c68db73b577 req-c6636257-3335-4a1c-8f5f-62edcd18daec tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5445 time: 0.1445744 Jul 30 01:54:46.955375 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=184c0f98-9099-4d4e-95e0-c141ab0c7818,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:46.997977 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3d1eef5-4e08-4629-be83-2c68db73b577 req-8027519c-e4bf-4c6d-b569-6e10044e0ae1 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620782 Jul 30 01:54:47.024058 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0009e1-b804-440d-9e45-fd6f9fc04f33 None None] Network 6aca9c22-5051-436f-92b2-f2b412ce721c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:47.135382 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-71af5517-80c1-4252-949c-3b38c6a42211 None None] Provisioning for port 9259ede5-cf4a-4c8d-8123-586199ddd04e completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:47.143804 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-71af5517-80c1-4252-949c-3b38c6a42211 None None] Provisioning complete for port 9259ede5-cf4a-4c8d-8123-586199ddd04e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:47.144178 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71af5517-80c1-4252-949c-3b38c6a42211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.195846 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6c27-bc63-4de1-908b-9d2004707ade req-113b83ea-78b5-4116-8459-3d9dd8102fa6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:47.201876 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6c27-bc63-4de1-908b-9d2004707ade req-113b83ea-78b5-4116-8459-3d9dd8102fa6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:47.207889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6c27-bc63-4de1-908b-9d2004707ade req-113b83ea-78b5-4116-8459-3d9dd8102fa6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:47.213786 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6c27-bc63-4de1-908b-9d2004707ade req-113b83ea-78b5-4116-8459-3d9dd8102fa6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:47.220266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6c27-bc63-4de1-908b-9d2004707ade req-113b83ea-78b5-4116-8459-3d9dd8102fa6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:47.226115 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6c27-bc63-4de1-908b-9d2004707ade req-113b83ea-78b5-4116-8459-3d9dd8102fa6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:47.232622 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6c27-bc63-4de1-908b-9d2004707ade req-113b83ea-78b5-4116-8459-3d9dd8102fa6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:47.234690 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5bfd6c27-bc63-4de1-908b-9d2004707ade req-113b83ea-78b5-4116-8459-3d9dd8102fa6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5445 time: 0.1401939 Jul 30 01:54:47.258863 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71af5517-80c1-4252-949c-3b38c6a42211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.294572 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b2b63768-99b6-48d8-b823-40976184c0ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.299335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-71af5517-80c1-4252-949c-3b38c6a42211 None None] For port 9259ede5-cf4a-4c8d-8123-586199ddd04e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9259ede5-cf4a-4c8d-8123-586199ddd04e,segment=NetworkSegment(87f51473-2174-4901-948e-fa8fedc456fc),segment_id=87f51473-2174-4901-948e-fa8fedc456fc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:47.311003 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50838) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:47.399445 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b2b63768-99b6-48d8-b823-40976184c0ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.403747 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b2b63768-99b6-48d8-b823-40976184c0ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.424283 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71af5517-80c1-4252-949c-3b38c6a42211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.427254 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.492905 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af5517-80c1-4252-949c-3b38c6a42211 None None] Pushing event updated for resources: {'Port': ['ID=9259ede5-cf4a-4c8d-8123-586199ddd04e,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:47.496795 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a6d252d-c0d2-4f8c-884f-cd53b1ae9768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.525003 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b63768-99b6-48d8-b823-40976184c0ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Port': ['ID=dc25ad47-59b4-4ea9-9a9a-07cbbb1e1e4c,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:47.531215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-71af5517-80c1-4252-949c-3b38c6a42211 None None] Provisioning for port dc25ad47-59b4-4ea9-9a9a-07cbbb1e1e4c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:47.536263 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-71af5517-80c1-4252-949c-3b38c6a42211 None None] Provisioning complete for port dc25ad47-59b4-4ea9-9a9a-07cbbb1e1e4c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:47.536657 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71af5517-80c1-4252-949c-3b38c6a42211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.580014 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-71af5517-80c1-4252-949c-3b38c6a42211 None None] Port dc25ad47-59b4-4ea9-9a9a-07cbbb1e1e4c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:54:47.580333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b63768-99b6-48d8-b823-40976184c0ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network b14a15fd-37ab-4593-b8bf-323f5baa64f8 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:47.583578 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-b2b63768-99b6-48d8-b823-40976184c0ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:47.585848 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:54:47.728259 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a6d252d-c0d2-4f8c-884f-cd53b1ae9768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.728562 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-afe7a9e4-b626-4361-9a38-be26ee2e8be2 None None] Provisioning complete for port 9259ede5-cf4a-4c8d-8123-586199ddd04e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:47.728754 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-afe7a9e4-b626-4361-9a38-be26ee2e8be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.787913 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a6d252d-c0d2-4f8c-884f-cd53b1ae9768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.831217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b63768-99b6-48d8-b823-40976184c0ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router 200f83fa-8a8c-4b5f-9c19-da172e4344ce is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:54:47.839076 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8a6d252d-c0d2-4f8c-884f-cd53b1ae9768 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b26f1b0fbaaf4d17b4be90ac6da8357e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5269837 Jul 30 01:54:47.839882 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d252d-c0d2-4f8c-884f-cd53b1ae9768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cc159e-0fb2-4350-bdad-8cf26ae919c0,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:47.841829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50850) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:47.893873 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-06ccb8ba-b816-45ba-9c1c-d6d695352a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.915986 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-06ccb8ba-b816-45ba-9c1c-d6d695352a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.932322 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6dcb22b9-e725-4aac-a52f-a0ad11015745 None None] Provisioning complete for port dc25ad47-59b4-4ea9-9a9a-07cbbb1e1e4c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:47.932968 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6dcb22b9-e725-4aac-a52f-a0ad11015745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.934731 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b63768-99b6-48d8-b823-40976184c0ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:47.943341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50852) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:47.944011 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b2b63768-99b6-48d8-b823-40976184c0ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/200f83fa-8a8c-4b5f-9c19-da172e4344ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8476803 Jul 30 01:54:47.947573 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe0b28f-4b27-48cd-b482-3eee246d73b4 None None] Sync routers for ids ['200f83fa-8a8c-4b5f-9c19-da172e4344ce'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:47.958964 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe0b28f-4b27-48cd-b482-3eee246d73b4 None None] Routers {'200f83fa-8a8c-4b5f-9c19-da172e4344ce'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:47.959684 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bfe0b28f-4b27-48cd-b482-3eee246d73b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['200f83fa-8a8c-4b5f-9c19-da172e4344ce'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:47.978446 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6dcb22b9-e725-4aac-a52f-a0ad11015745 None None] Port dc25ad47-59b4-4ea9-9a9a-07cbbb1e1e4c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:54:48.009099 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a113c720-e961-4ea5-a1fe-d8056fb41307 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:48.011031 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a113c720-e961-4ea5-a1fe-d8056fb41307 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/ports/dc25ad47-59b4-4ea9-9a9a-07cbbb1e1e4c HTTP/1.1" status: 200 len: 911 time: 0.0665448 Jul 30 01:54:48.014100 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50856) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:48.092977 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-06ccb8ba-b816-45ba-9c1c-d6d695352a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:48.096786 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-06ccb8ba-b816-45ba-9c1c-d6d695352a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:48.098127 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-06ccb8ba-b816-45ba-9c1c-d6d695352a0f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/91cc159e-0fb2-4350-bdad-8cf26ae919c0 HTTP/1.1" status: 204 len: 168 time: 0.2551377 Jul 30 01:54:48.105850 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bfe0b28f-4b27-48cd-b482-3eee246d73b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:48.112302 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccb8ba-b816-45ba-9c1c-d6d695352a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cc159e-0fb2-4350-bdad-8cf26ae919c0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:48.116371 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe0b28f-4b27-48cd-b482-3eee246d73b4 None None] Routers {'200f83fa-8a8c-4b5f-9c19-da172e4344ce'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:48.117002 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bfe0b28f-4b27-48cd-b482-3eee246d73b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['200f83fa-8a8c-4b5f-9c19-da172e4344ce'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:48.151806 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bfe0b28f-4b27-48cd-b482-3eee246d73b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:48.152444 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe0b28f-4b27-48cd-b482-3eee246d73b4 None None] The sync data for ids ['200f83fa-8a8c-4b5f-9c19-da172e4344ce'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:48.220460 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9259ede5-cf4a-4c8d-8123-586199ddd04e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:48.272797 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 9259ede5-cf4a-4c8d-8123-586199ddd04e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:48.273572 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:48.354099 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 184c0f98-9099-4d4e-95e0-c141ab0c7818 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:48.407711 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 184c0f98-9099-4d4e-95e0-c141ab0c7818 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:48.408099 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:48.457326 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c23023a0-58a5-484e-a38e-6d28a27fef1c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:48.754544 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-c23023a0-58a5-484e-a38e-6d28a27fef1c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Allocated IP 2001:db8:1::1 (6aca9c22-5051-436f-92b2-f2b412ce721c/4efa0ad6-a070-4b60-8e48-94e9eaefdda6/0584ee93-bcdd-47b9-8e0b-3a58fe46d3aa) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:48.862729 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c23023a0-58a5-484e-a38e-6d28a27fef1c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:48.877675 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-c23023a0-58a5-484e-a38e-6d28a27fef1c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Transition to ACTIVE for port object 0584ee93-bcdd-47b9-8e0b-3a58fe46d3aa will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:48.977116 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c23023a0-58a5-484e-a38e-6d28a27fef1c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:49.023436 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23023a0-58a5-484e-a38e-6d28a27fef1c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network 6aca9c22-5051-436f-92b2-f2b412ce721c is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:49.026646 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-c23023a0-58a5-484e-a38e-6d28a27fef1c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:49.033035 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23023a0-58a5-484e-a38e-6d28a27fef1c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:49.033035 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c23023a0-58a5-484e-a38e-6d28a27fef1c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:49.079883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23023a0-58a5-484e-a38e-6d28a27fef1c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Port': ['ID=0584ee93-bcdd-47b9-8e0b-3a58fe46d3aa,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:49.193584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50894) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:49.288540 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c23023a0-58a5-484e-a38e-6d28a27fef1c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:49.332186 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-9d1232c4-756e-4e61-bbf0-557f8e19a4ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-102414766-network', 'tenant_id': 'cb95c676d9fe447aa62bee6f0ba2c0fc'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:49.377973 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1bf80f84-2c4f-4310-beb6-d0a2d4bfdd4e None None] Provisioning for port 0584ee93-bcdd-47b9-8e0b-3a58fe46d3aa completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:49.382853 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1bf80f84-2c4f-4310-beb6-d0a2d4bfdd4e None None] Provisioning complete for port 0584ee93-bcdd-47b9-8e0b-3a58fe46d3aa triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:49.383436 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1bf80f84-2c4f-4310-beb6-d0a2d4bfdd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:49.418116 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1bf80f84-2c4f-4310-beb6-d0a2d4bfdd4e None None] Port 0584ee93-bcdd-47b9-8e0b-3a58fe46d3aa cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:54:49.506074 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50910) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:49.608939 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cd21f-85b3-4cd0-9235-bf02b895c2e6 req-71effe2c-587f-43c9-9f16-c3a68c2a01da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:49.609527 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cd21f-85b3-4cd0-9235-bf02b895c2e6 req-71effe2c-587f-43c9-9f16-c3a68c2a01da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:49.610068 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cd21f-85b3-4cd0-9235-bf02b895c2e6 req-71effe2c-587f-43c9-9f16-c3a68c2a01da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:49.611833 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cd21f-85b3-4cd0-9235-bf02b895c2e6 req-71effe2c-587f-43c9-9f16-c3a68c2a01da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:49.611833 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cd21f-85b3-4cd0-9235-bf02b895c2e6 req-71effe2c-587f-43c9-9f16-c3a68c2a01da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:49.611833 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cd21f-85b3-4cd0-9235-bf02b895c2e6 req-71effe2c-587f-43c9-9f16-c3a68c2a01da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:49.612084 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cd21f-85b3-4cd0-9235-bf02b895c2e6 req-71effe2c-587f-43c9-9f16-c3a68c2a01da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:49.614065 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4b4cd21f-85b3-4cd0-9235-bf02b895c2e6 req-71effe2c-587f-43c9-9f16-c3a68c2a01da service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 6502 time: 0.1066444 Jul 30 01:54:49.653227 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4b4cd21f-85b3-4cd0-9235-bf02b895c2e6 req-da5ac8fa-ca95-4d19-bc7f-22dbf7e851be service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&id=11ee063a-2557-4c17-b647-603a90794b59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0303302 Jul 30 01:54:49.676614 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1232c4-756e-4e61-bbf0-557f8e19a4ae admin admin] Made reservation on behalf of cb95c676d9fe447aa62bee6f0ba2c0fc for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:49.679008 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9d1232c4-756e-4e61-bbf0-557f8e19a4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:49.690229 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9d1232c4-756e-4e61-bbf0-557f8e19a4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:49.889899 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c23023a0-58a5-484e-a38e-6d28a27fef1c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:49.899213 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9d1232c4-756e-4e61-bbf0-557f8e19a4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:49.961086 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c23023a0-58a5-484e-a38e-6d28a27fef1c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:49.961880 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c23023a0-58a5-484e-a38e-6d28a27fef1c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:49.991966 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9d1232c4-756e-4e61-bbf0-557f8e19a4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.071796 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1232c4-756e-4e61-bbf0-557f8e19a4ae admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:54:50.084181 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23023a0-58a5-484e-a38e-6d28a27fef1c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Port': ['ID=0584ee93-bcdd-47b9-8e0b-3a58fe46d3aa,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:50.092593 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1232c4-756e-4e61-bbf0-557f8e19a4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873d7699-07e4-4e22-8b98-2ed08c1c4ffa,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:50.096400 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9d1232c4-756e-4e61-bbf0-557f8e19a4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.096744 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-9d1232c4-756e-4e61-bbf0-557f8e19a4ae admin admin] Added segment 0bed6907-b447-4a6c-bc3b-b69e1c44a873 of type vlan for network a8b9f707-3fd0-408c-9282-fa524aed05e5 Jul 30 01:54:50.159160 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9d1232c4-756e-4e61-bbf0-557f8e19a4ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.177898 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23023a0-58a5-484e-a38e-6d28a27fef1c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network 6aca9c22-5051-436f-92b2-f2b412ce721c is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:50.181482 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-c23023a0-58a5-484e-a38e-6d28a27fef1c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:50.298423 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23023a0-58a5-484e-a38e-6d28a27fef1c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router 200f83fa-8a8c-4b5f-9c19-da172e4344ce has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:54:50.310621 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9d1232c4-756e-4e61-bbf0-557f8e19a4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.311409 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1232c4-756e-4e61-bbf0-557f8e19a4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:50.311985 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9d1232c4-756e-4e61-bbf0-557f8e19a4ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.441754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7d372764-b780-48e3-895d-61f6149b1a74 None None] Provisioning complete for port 0584ee93-bcdd-47b9-8e0b-3a58fe46d3aa triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:50.462358 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d372764-b780-48e3-895d-61f6149b1a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.521195 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7d372764-b780-48e3-895d-61f6149b1a74 None None] Port 0584ee93-bcdd-47b9-8e0b-3a58fe46d3aa cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:54:50.522919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1232c4-756e-4e61-bbf0-557f8e19a4ae admin admin] Pushing event updated for resources: {'Network': ['ID=a8b9f707-3fd0-408c-9282-fa524aed05e5,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:50.522919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23023a0-58a5-484e-a38e-6d28a27fef1c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:50.522919 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c23023a0-58a5-484e-a38e-6d28a27fef1c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/200f83fa-8a8c-4b5f-9c19-da172e4344ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4801228 Jul 30 01:54:50.523159 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network a8b9f707-3fd0-408c-9282-fa524aed05e5 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:54:50.523250 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50928) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:50.523339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc083fe-9a47-41f9-adae-81a9396da065 None None] Sync routers for ids ['200f83fa-8a8c-4b5f-9c19-da172e4344ce'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:50.550471 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc083fe-9a47-41f9-adae-81a9396da065 None None] Routers {'200f83fa-8a8c-4b5f-9c19-da172e4344ce'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:50.551103 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2fc083fe-9a47-41f9-adae-81a9396da065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['200f83fa-8a8c-4b5f-9c19-da172e4344ce'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:50.557175 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04136e38-5f50-4df9-9a60-82d19330a779 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:50.558589 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-04136e38-5f50-4df9-9a60-82d19330a779 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/ports/0584ee93-bcdd-47b9-8e0b-3a58fe46d3aa HTTP/1.1" status: 200 len: 913 time: 0.0597322 Jul 30 01:54:50.561413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50930) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:50.586215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2fc083fe-9a47-41f9-adae-81a9396da065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:50.606913 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc083fe-9a47-41f9-adae-81a9396da065 None None] Routers {'200f83fa-8a8c-4b5f-9c19-da172e4344ce'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:50.607518 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2fc083fe-9a47-41f9-adae-81a9396da065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['200f83fa-8a8c-4b5f-9c19-da172e4344ce'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:50.631330 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9d1232c4-756e-4e61-bbf0-557f8e19a4ae admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4366124 Jul 30 01:54:50.634262 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50932) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:50.643038 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2fc083fe-9a47-41f9-adae-81a9396da065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:50.643691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc083fe-9a47-41f9-adae-81a9396da065 None None] The sync data for ids ['200f83fa-8a8c-4b5f-9c19-da172e4344ce'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:50.645541 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-581c71cd-9253-44e0-8786-f460c1d4815e admin admin] Request body: {'subnet': {'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-102414766-subnet', 'tenant_id': 'cb95c676d9fe447aa62bee6f0ba2c0fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:50.743854 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581c71cd-9253-44e0-8786-f460c1d4815e admin admin] Made reservation on behalf of cb95c676d9fe447aa62bee6f0ba2c0fc for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:50.746174 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-581c71cd-9253-44e0-8786-f460c1d4815e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.964778 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95711469-8310-4ca9-b62a-145565d19de1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.983964 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-581c71cd-9253-44e0-8786-f460c1d4815e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.031986 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c71cd-9253-44e0-8786-f460c1d4815e admin admin] Pushing event updated for resources: {'Subnet': ['ID=be08776f-bee7-4979-bed4-c8ef7b14c9f6,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:51.052529 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c71cd-9253-44e0-8786-f460c1d4815e admin admin] Checking segment: {'id': '0bed6907-b447-4a6c-bc3b-b69e1c44a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:51.055129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581c71cd-9253-44e0-8786-f460c1d4815e admin admin] Network hostable DHCP agents. Network: a8b9f707-3fd0-408c-9282-fa524aed05e5, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:54:51.166467 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581c71cd-9253-44e0-8786-f460c1d4815e admin admin] Network a8b9f707-3fd0-408c-9282-fa524aed05e5 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:54:51.235087 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-581c71cd-9253-44e0-8786-f460c1d4815e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, a8b9f707-3fd0-408c-9282-fa524aed05e5) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:51.239039 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581c71cd-9253-44e0-8786-f460c1d4815e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:51.239630 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-581c71cd-9253-44e0-8786-f460c1d4815e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.249566 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a8e004-b437-414f-b913-e38b9c954dbb None None] Network a8b9f707-3fd0-408c-9282-fa524aed05e5 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:51.270535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-95711469-8310-4ca9-b62a-145565d19de1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting port 0584ee93-bcdd-47b9-8e0b-3a58fe46d3aa {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:51.271099 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95711469-8310-4ca9-b62a-145565d19de1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.333154 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-581c71cd-9253-44e0-8786-f460c1d4815e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6972215 Jul 30 01:54:51.360006 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95711469-8310-4ca9-b62a-145565d19de1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.378026 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-95711469-8310-4ca9-b62a-145565d19de1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Calling delete_port for 0584ee93-bcdd-47b9-8e0b-3a58fe46d3aa owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:51.400801 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b68650-1706-4e06-bfc1-c37012ef8280 None None] Network a8b9f707-3fd0-408c-9282-fa524aed05e5 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:51.675392 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95711469-8310-4ca9-b62a-145565d19de1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.699927 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95711469-8310-4ca9-b62a-145565d19de1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Port': ['ID=0584ee93-bcdd-47b9-8e0b-3a58fe46d3aa,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:51.785292 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-9eee39a6-8a94-4286-9087-c41eb205a491 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:51.787147 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-9eee39a6-8a94-4286-9087-c41eb205a491 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/networks?id=a8b9f707-3fd0-408c-9282-fa524aed05e5 HTTP/1.1" status: 200 len: 814 time: 0.1143646 Jul 30 01:54:51.808905 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-b1bf3a3f-771e-4209-962c-87e4a5fb2d60 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/quotas/cb95c676d9fe447aa62bee6f0ba2c0fc HTTP/1.1" status: 200 len: 375 time: 0.0157187 Jul 30 01:54:51.824608 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95711469-8310-4ca9-b62a-145565d19de1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:52.164080 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-8bd4ea1d-03a5-4bc5-87d8-c93ccc99b3e5 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb95c676d9fe447aa62bee6f0ba2c0fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3487813 Jul 30 01:54:52.253381 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-0492f6bf-41b1-4fb0-ae46-fc8d0273bfa8 service neutron] 10.222.0.70 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816183 Jul 30 01:54:52.287288 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95711469-8310-4ca9-b62a-145565d19de1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router 200f83fa-8a8c-4b5f-9c19-da172e4344ce has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:54:52.346845 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-a413eb36-24bb-41de-8904-830c22076647 service neutron] 10.222.0.70 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867977 Jul 30 01:54:52.381771 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95711469-8310-4ca9-b62a-145565d19de1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:52.387890 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-95711469-8310-4ca9-b62a-145565d19de1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/200f83fa-8a8c-4b5f-9c19-da172e4344ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8248844 Jul 30 01:54:52.391093 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50970) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:52.393772 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f140766a-8149-4b0e-80e8-7d455c13bb9f None None] Sync routers for ids ['200f83fa-8a8c-4b5f-9c19-da172e4344ce'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:52.403040 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f140766a-8149-4b0e-80e8-7d455c13bb9f None None] Routers {'200f83fa-8a8c-4b5f-9c19-da172e4344ce'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:52.404633 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-f140766a-8149-4b0e-80e8-7d455c13bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['200f83fa-8a8c-4b5f-9c19-da172e4344ce'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:52.438652 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-f140766a-8149-4b0e-80e8-7d455c13bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:52.448150 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f140766a-8149-4b0e-80e8-7d455c13bb9f None None] Routers {'200f83fa-8a8c-4b5f-9c19-da172e4344ce'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:52.448765 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-f140766a-8149-4b0e-80e8-7d455c13bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['200f83fa-8a8c-4b5f-9c19-da172e4344ce'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:52.483365 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-f140766a-8149-4b0e-80e8-7d455c13bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:52.484009 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f140766a-8149-4b0e-80e8-7d455c13bb9f None None] The sync data for ids ['200f83fa-8a8c-4b5f-9c19-da172e4344ce'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:52.608618 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-03f6e3ee-4cc3-45ec-b580-01f8e2919ab7 req-6bf6cb28-3413-4d28-a899-803317e65026 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a2a6e31-4cc5-47dc-842d-2d344ce9d52e HTTP/1.1" status: 200 len: 210 time: 0.0367093 Jul 30 01:54:52.788276 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d86777b-f94f-422e-8c5e-101ba596ab38 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:53.045867 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-2d86777b-f94f-422e-8c5e-101ba596ab38 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting port dc25ad47-59b4-4ea9-9a9a-07cbbb1e1e4c {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:53.045867 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d86777b-f94f-422e-8c5e-101ba596ab38 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:53.136272 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d86777b-f94f-422e-8c5e-101ba596ab38 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:53.148098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-2d86777b-f94f-422e-8c5e-101ba596ab38 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Calling delete_port for dc25ad47-59b4-4ea9-9a9a-07cbbb1e1e4c owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:53.389904 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d86777b-f94f-422e-8c5e-101ba596ab38 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:53.421431 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86777b-f94f-422e-8c5e-101ba596ab38 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Port': ['ID=dc25ad47-59b4-4ea9-9a9a-07cbbb1e1e4c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:53.531485 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d86777b-f94f-422e-8c5e-101ba596ab38 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:53.696374 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d86777b-f94f-422e-8c5e-101ba596ab38 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router 200f83fa-8a8c-4b5f-9c19-da172e4344ce has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:54:53.697655 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c7f4c04-1629-431b-9695-1e86bc37d5ce req-6a5dad8f-2b37-4d64-bc76-10bdd35e2943 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a2a6e31-4cc5-47dc-842d-2d344ce9d52e HTTP/1.1" status: 200 len: 210 time: 0.0270925 Jul 30 01:54:53.775947 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d86777b-f94f-422e-8c5e-101ba596ab38 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:53.785651 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2d86777b-f94f-422e-8c5e-101ba596ab38 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/200f83fa-8a8c-4b5f-9c19-da172e4344ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3903050 Jul 30 01:54:53.785651 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50998) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:53.787964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a39ac6b-e267-47ed-bda1-0e19625c7f0a None None] Sync routers for ids ['200f83fa-8a8c-4b5f-9c19-da172e4344ce'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:53.798710 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a39ac6b-e267-47ed-bda1-0e19625c7f0a None None] Routers {'200f83fa-8a8c-4b5f-9c19-da172e4344ce'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:53.799681 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1a39ac6b-e267-47ed-bda1-0e19625c7f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['200f83fa-8a8c-4b5f-9c19-da172e4344ce'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:53.820260 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e4f77117-bb8e-48b2-a28d-056df20f5201 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/ports?device_id=200f83fa-8a8c-4b5f-9c19-da172e4344ce HTTP/1.1" status: 200 len: 205 time: 0.0331690 Jul 30 01:54:53.822829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51000) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:53.835077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1a39ac6b-e267-47ed-bda1-0e19625c7f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:53.844529 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a39ac6b-e267-47ed-bda1-0e19625c7f0a None None] Routers {'200f83fa-8a8c-4b5f-9c19-da172e4344ce'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:53.845126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1a39ac6b-e267-47ed-bda1-0e19625c7f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['200f83fa-8a8c-4b5f-9c19-da172e4344ce'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:53.875359 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1a39ac6b-e267-47ed-bda1-0e19625c7f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:53.875915 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a39ac6b-e267-47ed-bda1-0e19625c7f0a None None] The sync data for ids ['200f83fa-8a8c-4b5f-9c19-da172e4344ce'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:53.900010 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bdaf6ffe-6464-4196-8606-36453ac14f74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.059674 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bdaf6ffe-6464-4196-8606-36453ac14f74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.061935 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bdaf6ffe-6464-4196-8606-36453ac14f74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.223942 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bdaf6ffe-6464-4196-8606-36453ac14f74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.224455 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaf6ffe-6464-4196-8606-36453ac14f74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Fanout notify agent at l3_agent the message router_deleted on router 200f83fa-8a8c-4b5f-9c19-da172e4344ce {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:54:54.232709 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bdaf6ffe-6464-4196-8606-36453ac14f74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.233814 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-bdaf6ffe-6464-4196-8606-36453ac14f74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/routers/200f83fa-8a8c-4b5f-9c19-da172e4344ce HTTP/1.1" status: 204 len: 168 time: 0.4100730 Jul 30 01:54:54.243675 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51010) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:54.296923 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ec209a-722e-4c3c-acf9-86ef27a1c14c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting subnet 4efa0ad6-a070-4b60-8e48-94e9eaefdda6 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:54:54.300057 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-69ec209a-722e-4c3c-acf9-86ef27a1c14c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.339024 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-69ec209a-722e-4c3c-acf9-86ef27a1c14c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.429870 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-69ec209a-722e-4c3c-acf9-86ef27a1c14c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.561253 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-69ec209a-722e-4c3c-acf9-86ef27a1c14c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.589431 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec209a-722e-4c3c-acf9-86ef27a1c14c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Subnet': ['ID=4efa0ad6-a070-4b60-8e48-94e9eaefdda6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:54.594725 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-69ec209a-722e-4c3c-acf9-86ef27a1c14c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.594725 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-69ec209a-722e-4c3c-acf9-86ef27a1c14c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/subnets/4efa0ad6-a070-4b60-8e48-94e9eaefdda6 HTTP/1.1" status: 204 len: 168 time: 0.3488703 Jul 30 01:54:54.596552 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51014) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:54.599107 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee58a97-0163-4678-81a8-00db6b189421 None None] Network 6aca9c22-5051-436f-92b2-f2b412ce721c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:54.647640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9deb50e-4fdd-495c-a323-492a00f21f74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting subnet e92e2282-2707-4a43-b6ff-730633363009 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:54:54.650995 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b9deb50e-4fdd-495c-a323-492a00f21f74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.696109 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b9deb50e-4fdd-495c-a323-492a00f21f74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.805125 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-80f9939d-712d-427b-81c3-2c3b1f019662 req-dca39271-542f-41ca-bd5b-11cb7bec700c tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a2a6e31-4cc5-47dc-842d-2d344ce9d52e HTTP/1.1" status: 200 len: 210 time: 0.0305192 Jul 30 01:54:54.814769 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0812e7ad-a82a-43a6-a141-2ae4e6582a25 None None] DHCP port deletion for 6aca9c22-5051-436f-92b2-f2b412ce721c request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:54:54.855643 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b9deb50e-4fdd-495c-a323-492a00f21f74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.864878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0812e7ad-a82a-43a6-a141-2ae4e6582a25 None None] Deleting port 9259ede5-cf4a-4c8d-8123-586199ddd04e {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:54.865635 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0812e7ad-a82a-43a6-a141-2ae4e6582a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.930086 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-824e4b81-9ae3-44af-85f4-75f2114b2f2a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:54.931019 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0812e7ad-a82a-43a6-a141-2ae4e6582a25 None None] For port 9259ede5-cf4a-4c8d-8123-586199ddd04e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9259ede5-cf4a-4c8d-8123-586199ddd04e,segment=NetworkSegment(87f51473-2174-4901-948e-fa8fedc456fc),segment_id=87f51473-2174-4901-948e-fa8fedc456fc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:54.931419 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0812e7ad-a82a-43a6-a141-2ae4e6582a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.931554 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-824e4b81-9ae3-44af-85f4-75f2114b2f2a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.10 "GET /v2.0/networks?id=a8b9f707-3fd0-408c-9282-fa524aed05e5 HTTP/1.1" status: 200 len: 814 time: 0.1560884 Jul 30 01:54:54.943999 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-4651d493-68f1-458b-b52e-2de4b181d18a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Request body: {'port': {'device_id': '7a2a6e31-4cc5-47dc-842d-2d344ce9d52e', 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5', 'admin_state_up': True, 'tenant_id': 'cb95c676d9fe447aa62bee6f0ba2c0fc'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:54.946421 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0812e7ad-a82a-43a6-a141-2ae4e6582a25 None None] Calling delete_port for 9259ede5-cf4a-4c8d-8123-586199ddd04e owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:55.021561 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b9deb50e-4fdd-495c-a323-492a00f21f74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.064947 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b9deb50e-4fdd-495c-a323-492a00f21f74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.066831 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b9deb50e-4fdd-495c-a323-492a00f21f74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/subnets/e92e2282-2707-4a43-b6ff-730633363009 HTTP/1.1" status: 204 len: 168 time: 0.4693487 Jul 30 01:54:55.070246 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9deb50e-4fdd-495c-a323-492a00f21f74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Subnet': ['ID=e92e2282-2707-4a43-b6ff-730633363009,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:55.070564 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51022) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:55.074038 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e48cafe-5013-448c-bda9-d354a5cdecae None None] Network b14a15fd-37ab-4593-b8bf-323f5baa64f8 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:55.136192 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0812e7ad-a82a-43a6-a141-2ae4e6582a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.163524 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2685-e0a4-44e3-bee2-026741a63639 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.178385 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812e7ad-a82a-43a6-a141-2ae4e6582a25 None None] Pushing event deleted for resources: {'Port': ['ID=9259ede5-cf4a-4c8d-8123-586199ddd04e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:55.189364 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-4651d493-68f1-458b-b52e-2de4b181d18a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Made reservation on behalf of cb95c676d9fe447aa62bee6f0ba2c0fc for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:55.193188 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-4651d493-68f1-458b-b52e-2de4b181d18a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.193721 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0812e7ad-a82a-43a6-a141-2ae4e6582a25 None None] No DVR routers for this DVR port 9259ede5-cf4a-4c8d-8123-586199ddd04e on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:54:55.263005 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2685-e0a4-44e3-bee2-026741a63639 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.274220 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-ee5e2685-e0a4-44e3-bee2-026741a63639 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aca9c22-5051-436f-92b2-f2b412ce721c']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:55.292683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-ee5e2685-e0a4-44e3-bee2-026741a63639 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f51473-2174-4901-948e-fa8fedc456fc') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:55.292983 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-ee5e2685-e0a4-44e3-bee2-026741a63639 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f51473-2174-4901-948e-fa8fedc456fc') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:55.315289 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2685-e0a4-44e3-bee2-026741a63639 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.332342 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7240c8a-8d1e-4183-ad4b-212dd2798f67 None None] DHCP port deletion for b14a15fd-37ab-4593-b8bf-323f5baa64f8 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:54:55.339627 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2685-e0a4-44e3-bee2-026741a63639 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.347487 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5e2685-e0a4-44e3-bee2-026741a63639 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:54:55.347887 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2685-e0a4-44e3-bee2-026741a63639 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:54:55.350956 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:54:55.363041 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-4651d493-68f1-458b-b52e-2de4b181d18a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Allocated IP 172.20.0.3 (a8b9f707-3fd0-408c-9282-fa524aed05e5/be08776f-bee7-4979-bed4-c8ef7b14c9f6/71faba77-bb7e-4cd0-b5ca-5f74250aeba5) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:55.391075 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a7240c8a-8d1e-4183-ad4b-212dd2798f67 None None] Deleting port 184c0f98-9099-4d4e-95e0-c141ab0c7818 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:55.391719 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a7240c8a-8d1e-4183-ad4b-212dd2798f67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.457654 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a7240c8a-8d1e-4183-ad4b-212dd2798f67 None None] For port 184c0f98-9099-4d4e-95e0-c141ab0c7818, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=184c0f98-9099-4d4e-95e0-c141ab0c7818,segment=NetworkSegment(ab23add0-db86-4021-8da8-b39082dbdf92),segment_id=ab23add0-db86-4021-8da8-b39082dbdf92)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:55.457945 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a7240c8a-8d1e-4183-ad4b-212dd2798f67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.471017 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a7240c8a-8d1e-4183-ad4b-212dd2798f67 None None] Calling delete_port for 184c0f98-9099-4d4e-95e0-c141ab0c7818 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:55.497832 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2685-e0a4-44e3-bee2-026741a63639 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.511358 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2685-e0a4-44e3-bee2-026741a63639 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.511358 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ee5e2685-e0a4-44e3-bee2-026741a63639 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/networks/6aca9c22-5051-436f-92b2-f2b412ce721c HTTP/1.1" status: 204 len: 168 time: 0.4368050 Jul 30 01:54:55.513615 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51028) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:55.529379 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e2685-e0a4-44e3-bee2-026741a63639 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Network': ['ID=6aca9c22-5051-436f-92b2-f2b412ce721c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:55.542084 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-4651d493-68f1-458b-b52e-2de4b181d18a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.606804 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a7240c8a-8d1e-4183-ad4b-212dd2798f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.613354 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9abed645-eea9-45b9-befe-882f9f1bcc3e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.633268 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7240c8a-8d1e-4183-ad4b-212dd2798f67 None None] Pushing event deleted for resources: {'Port': ['ID=184c0f98-9099-4d4e-95e0-c141ab0c7818,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:55.641281 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7240c8a-8d1e-4183-ad4b-212dd2798f67 None None] No DVR routers for this DVR port 184c0f98-9099-4d4e-95e0-c141ab0c7818 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:54:55.722579 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9abed645-eea9-45b9-befe-882f9f1bcc3e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.731941 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-9abed645-eea9-45b9-befe-882f9f1bcc3e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14a15fd-37ab-4593-b8bf-323f5baa64f8']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:55.739700 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-4651d493-68f1-458b-b52e-2de4b181d18a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.743788 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-9abed645-eea9-45b9-befe-882f9f1bcc3e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab23add0-db86-4021-8da8-b39082dbdf92') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:55.744083 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-9abed645-eea9-45b9-befe-882f9f1bcc3e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab23add0-db86-4021-8da8-b39082dbdf92') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:55.758215 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9abed645-eea9-45b9-befe-882f9f1bcc3e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.803791 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9abed645-eea9-45b9-befe-882f9f1bcc3e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.808177 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-4651d493-68f1-458b-b52e-2de4b181d18a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Network a8b9f707-3fd0-408c-9282-fa524aed05e5 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:55.814074 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-4651d493-68f1-458b-b52e-2de4b181d18a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:55.816138 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9abed645-eea9-45b9-befe-882f9f1bcc3e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:54:55.816518 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9abed645-eea9-45b9-befe-882f9f1bcc3e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:54:55.823746 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:54:55.834142 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-4651d493-68f1-458b-b52e-2de4b181d18a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:55.861722 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651d493-68f1-458b-b52e-2de4b181d18a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Pushing event updated for resources: {'Port': ['ID=71faba77-bb7e-4cd0-b5ca-5f74250aeba5,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:55.919543 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-4651d493-68f1-458b-b52e-2de4b181d18a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:55.920276 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-4651d493-68f1-458b-b52e-2de4b181d18a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.928818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d171b66-69e0-42b6-bb75-3996321d48a4 req-d94774f7-0e8d-4fa0-aae9-fc9e32f2e035 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:55.930332 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d171b66-69e0-42b6-bb75-3996321d48a4 req-d94774f7-0e8d-4fa0-aae9-fc9e32f2e035 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a2a6e31-4cc5-47dc-842d-2d344ce9d52e HTTP/1.1" status: 200 len: 931 time: 0.0508833 Jul 30 01:54:55.968957 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d171b66-69e0-42b6-bb75-3996321d48a4 req-6c2ff137-58f1-4ded-8531-aa982f6e5851 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319216 Jul 30 01:54:55.989651 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9abed645-eea9-45b9-befe-882f9f1bcc3e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.999407 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9abed645-eea9-45b9-befe-882f9f1bcc3e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.999407 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9abed645-eea9-45b9-befe-882f9f1bcc3e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/networks/b14a15fd-37ab-4593-b8bf-323f5baa64f8 HTTP/1.1" status: 204 len: 168 time: 0.4843051 Jul 30 01:54:56.003167 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51034) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:56.008519 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-82ba50cb-28b6-4454-bc41-6df957abb239 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2107816592'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:56.010771 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abed645-eea9-45b9-befe-882f9f1bcc3e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Network': ['ID=b14a15fd-37ab-4593-b8bf-323f5baa64f8,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:56.047228 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-4651d493-68f1-458b-b52e-2de4b181d18a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1069801 Jul 30 01:54:56.060581 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] Request body: {'port': {'device_id': '7a2a6e31-4cc5-47dc-842d-2d344ce9d52e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:56.117984 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.143795 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ba50cb-28b6-4454-bc41-6df957abb239 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Made reservation on behalf of a1384cdcb57a4a8a986eca46aa366c6a for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:56.147773 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-82ba50cb-28b6-4454-bc41-6df957abb239 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.197011 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9259ede5-cf4a-4c8d-8123-586199ddd04e no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:56.211178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ba50cb-28b6-4454-bc41-6df957abb239 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:54:56.223694 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 9259ede5-cf4a-4c8d-8123-586199ddd04e {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:54:56.230515 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9259ede5-cf4a-4c8d-8123-586199ddd04e not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:54:56.230515 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 184c0f98-9099-4d4e-95e0-c141ab0c7818 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:56.235450 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-82ba50cb-28b6-4454-bc41-6df957abb239 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.235797 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-82ba50cb-28b6-4454-bc41-6df957abb239 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Added segment 8d546a1d-5180-4d3c-a249-e74cc9a632bb of type vlan for network 22548613-08d1-4a03-bee0-21ade2034f80 Jul 30 01:54:56.249288 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 184c0f98-9099-4d4e-95e0-c141ab0c7818 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:54:56.250004 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 184c0f98-9099-4d4e-95e0-c141ab0c7818 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:54:56.285826 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-82ba50cb-28b6-4454-bc41-6df957abb239 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.370597 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-82ba50cb-28b6-4454-bc41-6df957abb239 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.376335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ba50cb-28b6-4454-bc41-6df957abb239 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:56.377045 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-82ba50cb-28b6-4454-bc41-6df957abb239 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.411287 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71faba77-bb7e-4cd0-b5ca-5f74250aeba5 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:54:56.418965 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.431248 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] Transition to ACTIVE for port object 71faba77-bb7e-4cd0-b5ca-5f74250aeba5 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:56.487144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba50cb-28b6-4454-bc41-6df957abb239 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Network': ['ID=22548613-08d1-4a03-bee0-21ade2034f80,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:56.492261 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.497125 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 22548613-08d1-4a03-bee0-21ade2034f80 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:54:56.544700 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-82ba50cb-28b6-4454-bc41-6df957abb239 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5402136 Jul 30 01:54:56.547813 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51044) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:56.552867 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7b84f7b3-b77b-4830-8418-c003c902d80c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'subnet': {'network_id': '22548613-08d1-4a03-bee0-21ade2034f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:56.564156 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] Pushing event updated for resources: {'Port': ['ID=71faba77-bb7e-4cd0-b5ca-5f74250aeba5,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:56.616588 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] Attempting to bind port 71faba77-bb7e-4cd0-b5ca-5f74250aeba5 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:56.616930 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] Attempting to bind port 71faba77-bb7e-4cd0-b5ca-5f74250aeba5 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '0bed6907-b447-4a6c-bc3b-b69e1c44a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:56.617285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] Attempting to bind port 71faba77-bb7e-4cd0-b5ca-5f74250aeba5 on network a8b9f707-3fd0-408c-9282-fa524aed05e5 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:56.622375 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] Port 71faba77-bb7e-4cd0-b5ca-5f74250aeba5 on network a8b9f707-3fd0-408c-9282-fa524aed05e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:54:56.622701 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] Attempting to bind port 71faba77-bb7e-4cd0-b5ca-5f74250aeba5 on network a8b9f707-3fd0-408c-9282-fa524aed05e5 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:56.627622 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:56.627964 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] Checking segment: {'id': '0bed6907-b447-4a6c-bc3b-b69e1c44a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:56.628351 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] Bound using segment: {'id': '0bed6907-b447-4a6c-bc3b-b69e1c44a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:56.628780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] Bound port: 71faba77-bb7e-4cd0-b5ca-5f74250aeba5, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bed6907-b447-4a6c-bc3b-b69e1c44a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:56.629164 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.695026 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] For port 71faba77-bb7e-4cd0-b5ca-5f74250aeba5, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:56.698238 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] For port 71faba77-bb7e-4cd0-b5ca-5f74250aeba5, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=71faba77-bb7e-4cd0-b5ca-5f74250aeba5,segment=NetworkSegment(0bed6907-b447-4a6c-bc3b-b69e1c44a873),segment_id=0bed6907-b447-4a6c-bc3b-b69e1c44a873)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:56.738058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b84f7b3-b77b-4830-8418-c003c902d80c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Made reservation on behalf of a1384cdcb57a4a8a986eca46aa366c6a for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:56.741633 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b84f7b3-b77b-4830-8418-c003c902d80c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.773052 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.805880 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:56.807031 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.808445 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] 10.222.0.10 "PUT /v2.0/ports/71faba77-bb7e-4cd0-b5ca-5f74250aeba5 HTTP/1.1" status: 200 len: 1091 time: 0.7528865 Jul 30 01:54:56.811136 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2a6e31-4cc5-47dc-842d-2d344ce9d52e', 'tag': '71faba77-bb7e-4cd0-b5ca-5f74250aeba5'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:56.814266 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0eaf5e-3592-48f1-9194-b6ce1752a793" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2a6e31-4cc5-47dc-842d-2d344ce9d52e", "tag": "71faba77-bb7e-4cd0-b5ca-5f74250aeba5"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:56.839713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca18f2-64c1-4229-88b7-a9ef8ed3eed5 service neutron] Pushing event updated for resources: {'Port': ['ID=71faba77-bb7e-4cd0-b5ca-5f74250aeba5,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:56.927788 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96259e1-fdff-4644-928b-d2210275a0db x-openstack-request-id: req-c96259e1-fdff-4644-928b-d2210275a0db {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:56.928393 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2a6e31-4cc5-47dc-842d-2d344ce9d52e", "tag": "71faba77-bb7e-4cd0-b5ca-5f74250aeba5", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:56.928393 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c96259e1-fdff-4644-928b-d2210275a0db {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:56.928703 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2a6e31-4cc5-47dc-842d-2d344ce9d52e', 'tag': '71faba77-bb7e-4cd0-b5ca-5f74250aeba5', 'status': 'completed', 'code': 200} Jul 30 01:54:56.964278 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-21454f8e-809f-45ab-8f78-3622e0f14dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:56.965799 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-21454f8e-809f-45ab-8f78-3622e0f14dec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb95c676d9fe447aa62bee6f0ba2c0fc&device_id=7a2a6e31-4cc5-47dc-842d-2d344ce9d52e HTTP/1.1" status: 200 len: 1094 time: 0.0490596 Jul 30 01:54:56.989542 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b84f7b3-b77b-4830-8418-c003c902d80c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.008850 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-4bad130f-376c-4da4-a1c9-b69b092c544d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71faba77-bb7e-4cd0-b5ca-5f74250aeba5 HTTP/1.1" status: 200 len: 217 time: 0.0358176 Jul 30 01:54:57.060189 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-e63a7211-2722-4b94-a767-83ded9b2e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:57.061658 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-e63a7211-2722-4b94-a767-83ded9b2e1f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be08776f-bee7-4979-bed4-c8ef7b14c9f6 HTTP/1.1" status: 200 len: 854 time: 0.0460367 Jul 30 01:54:57.080353 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84f7b3-b77b-4830-8418-c003c902d80c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Subnet': ['ID=6e13cfd2-a1e0-4545-839d-ee318615ec4d,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:57.096703 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-8e9670c6-f149-456d-8855-fac141e803bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a8b9f707-3fd0-408c-9282-fa524aed05e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279143 Jul 30 01:54:57.099420 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b84f7b3-b77b-4830-8418-c003c902d80c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Checking segment: {'id': '8d546a1d-5180-4d3c-a249-e74cc9a632bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '22548613-08d1-4a03-bee0-21ade2034f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:57.099795 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b84f7b3-b77b-4830-8418-c003c902d80c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network hostable DHCP agents. Network: 22548613-08d1-4a03-bee0-21ade2034f80, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:54:57.118797 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f277f8-bc3e-473f-99a8-2aa604dfcf1e req-ce191add-472e-4f07-818d-2a007cf61f8b tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:57.120337 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-32f277f8-bc3e-473f-99a8-2aa604dfcf1e req-ce191add-472e-4f07-818d-2a007cf61f8b tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a2a6e31-4cc5-47dc-842d-2d344ce9d52e HTTP/1.1" status: 200 len: 943 time: 0.0791211 Jul 30 01:54:57.164027 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-32f277f8-bc3e-473f-99a8-2aa604dfcf1e req-25e0e294-5d4f-49d4-92ef-800707f8336c tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343001 Jul 30 01:54:57.171812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b84f7b3-b77b-4830-8418-c003c902d80c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network 22548613-08d1-4a03-bee0-21ade2034f80 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:54:57.191091 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-fc86cc17-edaa-4134-adaa-9310ba6cadbf service neutron] 10.222.0.10 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864661 Jul 30 01:54:57.252070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-7b84f7b3-b77b-4830-8418-c003c902d80c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 22548613-08d1-4a03-bee0-21ade2034f80) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:57.256201 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b84f7b3-b77b-4830-8418-c003c902d80c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:57.256811 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b84f7b3-b77b-4830-8418-c003c902d80c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.262236 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7dcd37-76b7-42f2-b454-2b02d34f18cf None None] Network 22548613-08d1-4a03-bee0-21ade2034f80 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:57.288418 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd9e6be0-6f58-408d-a28d-ecefcd28d663 req-14ea78ab-bed0-4a7a-a707-d30d7bf5ac9d service neutron] 10.222.0.10 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898359 Jul 30 01:54:57.338789 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7b84f7b3-b77b-4830-8418-c003c902d80c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7898059 Jul 30 01:54:57.341367 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51060) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:57.346162 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-68a7f309-7586-47cd-a87a-cbd71689c40d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-575733386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:57.427450 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-22548613-08d1-4a03-bee0-21ade2034f80', 'network_id': '22548613-08d1-4a03-bee0-21ade2034f80', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'fixed_ips': [{'subnet_id': '6e13cfd2-a1e0-4545-839d-ee318615ec4d'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:54:57.428305 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.440940 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0eaf5e-3592-48f1-9194-b6ce1752a793 req-c067cd9e-4e29-47ab-b913-2c30d2ac1cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:57.442507 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f0eaf5e-3592-48f1-9194-b6ce1752a793 req-c067cd9e-4e29-47ab-b913-2c30d2ac1cfb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb95c676d9fe447aa62bee6f0ba2c0fc&device_id=7a2a6e31-4cc5-47dc-842d-2d344ce9d52e HTTP/1.1" status: 200 len: 1094 time: 0.0510397 Jul 30 01:54:57.467917 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-68a7f309-7586-47cd-a87a-cbd71689c40d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.469203 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-68a7f309-7586-47cd-a87a-cbd71689c40d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.524580 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-68a7f309-7586-47cd-a87a-cbd71689c40d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.535140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0eaf5e-3592-48f1-9194-b6ce1752a793 req-604829d8-427c-4648-a58e-0cda73ceada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:57.536784 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f0eaf5e-3592-48f1-9194-b6ce1752a793 req-604829d8-427c-4648-a58e-0cda73ceada9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a8b9f707-3fd0-408c-9282-fa524aed05e5 HTTP/1.1" status: 200 len: 915 time: 0.0869315 Jul 30 01:54:57.568624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Allocated IP 2001:db8::2 (22548613-08d1-4a03-bee0-21ade2034f80/6e13cfd2-a1e0-4545-839d-ee318615ec4d/b4488177-1f65-4ece-a761-17d06e857b3d) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:57.581061 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f0eaf5e-3592-48f1-9194-b6ce1752a793 req-1cfa0629-8e05-456c-afb8-f24b0444693b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71faba77-bb7e-4cd0-b5ca-5f74250aeba5 HTTP/1.1" status: 200 len: 217 time: 0.0363181 Jul 30 01:54:57.584220 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-68a7f309-7586-47cd-a87a-cbd71689c40d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.631493 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0eaf5e-3592-48f1-9194-b6ce1752a793 req-a34ced10-daac-48c5-8449-3a06e5473212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:57.632951 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f0eaf5e-3592-48f1-9194-b6ce1752a793 req-a34ced10-daac-48c5-8449-3a06e5473212 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be08776f-bee7-4979-bed4-c8ef7b14c9f6 HTTP/1.1" status: 200 len: 854 time: 0.0440900 Jul 30 01:54:57.658419 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-68a7f309-7586-47cd-a87a-cbd71689c40d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.659679 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-68a7f309-7586-47cd-a87a-cbd71689c40d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3173246 Jul 30 01:54:57.662445 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51064) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:57.666261 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f0eaf5e-3592-48f1-9194-b6ce1752a793 req-901ab358-9391-426d-bbeb-d0b78d1ef12f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a8b9f707-3fd0-408c-9282-fa524aed05e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251172 Jul 30 01:54:57.668073 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b1570f76-cbaf-4722-b4cf-5b838b1b4628 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'port': {'network_id': '22548613-08d1-4a03-bee0-21ade2034f80', 'name': 'tempest-RoutersIpV6Test-524658579'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:57.716531 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.727148 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Transition to ACTIVE for port object b4488177-1f65-4ece-a761-17d06e857b3d will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:57.743591 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Transition to ACTIVE for port object b4488177-1f65-4ece-a761-17d06e857b3d will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:57.762581 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f0eaf5e-3592-48f1-9194-b6ce1752a793 req-7aba4529-50bc-4154-ad0d-e5b2a446d776 service neutron] 10.222.0.10 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879824 Jul 30 01:54:57.830221 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.859309 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f0eaf5e-3592-48f1-9194-b6ce1752a793 req-5d1a7c09-f730-44ef-9778-bc8a11fac4db service neutron] 10.222.0.10 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892956 Jul 30 01:54:57.862189 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1570f76-cbaf-4722-b4cf-5b838b1b4628 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Made reservation on behalf of a1384cdcb57a4a8a986eca46aa366c6a for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:57.866966 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b1570f76-cbaf-4722-b4cf-5b838b1b4628 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.868559 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Network 22548613-08d1-4a03-bee0-21ade2034f80 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:57.871497 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:57.876224 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:57.886778 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-b1570f76-cbaf-4722-b4cf-5b838b1b4628 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] device_id is not set on port addfc1ab-39a6-4677-9a82-4d82730843a4 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:54:57.887972 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Pushing event updated for resources: {'Port': ['ID=b4488177-1f65-4ece-a761-17d06e857b3d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:57.934939 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Attempting to bind port b4488177-1f65-4ece-a761-17d06e857b3d on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:57.935304 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Attempting to bind port b4488177-1f65-4ece-a761-17d06e857b3d by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '8d546a1d-5180-4d3c-a249-e74cc9a632bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '22548613-08d1-4a03-bee0-21ade2034f80'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:57.935659 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Attempting to bind port b4488177-1f65-4ece-a761-17d06e857b3d on network 22548613-08d1-4a03-bee0-21ade2034f80 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:57.940601 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:57.940973 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Checking segment: {'id': '8d546a1d-5180-4d3c-a249-e74cc9a632bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '22548613-08d1-4a03-bee0-21ade2034f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:57.941373 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.941759 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Bound using segment: {'id': '8d546a1d-5180-4d3c-a249-e74cc9a632bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '22548613-08d1-4a03-bee0-21ade2034f80'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:57.942217 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Bound port: b4488177-1f65-4ece-a761-17d06e857b3d, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d546a1d-5180-4d3c-a249-e74cc9a632bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '22548613-08d1-4a03-bee0-21ade2034f80'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:57.942621 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.009587 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-b1570f76-cbaf-4722-b4cf-5b838b1b4628 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Allocated IP 2001:db8::2b5 (22548613-08d1-4a03-bee0-21ade2034f80/6e13cfd2-a1e0-4545-839d-ee318615ec4d/addfc1ab-39a6-4677-9a82-4d82730843a4) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:58.128966 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] For port b4488177-1f65-4ece-a761-17d06e857b3d, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:58.132043 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] For port b4488177-1f65-4ece-a761-17d06e857b3d, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=b4488177-1f65-4ece-a761-17d06e857b3d,segment=NetworkSegment(8d546a1d-5180-4d3c-a249-e74cc9a632bb),segment_id=8d546a1d-5180-4d3c-a249-e74cc9a632bb)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:58.162827 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b1570f76-cbaf-4722-b4cf-5b838b1b4628 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.177141 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-b1570f76-cbaf-4722-b4cf-5b838b1b4628 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Transition to ACTIVE for port object addfc1ab-39a6-4677-9a82-4d82730843a4 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:58.194242 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.264073 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 71faba77-bb7e-4cd0-b5ca-5f74250aeba5 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:54:58.266953 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690f557-ac78-4c1d-9c1c-e5d471386e2e None None] Pushing event updated for resources: {'Port': ['ID=b4488177-1f65-4ece-a761-17d06e857b3d,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:58.298719 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b1570f76-cbaf-4722-b4cf-5b838b1b4628 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.307998 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882c599-050b-44fd-82ef-eb98cd117a0a req-b6a4b62b-872b-41d8-91da-4da11e3d18d7 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:58.309668 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4882c599-050b-44fd-82ef-eb98cd117a0a req-b6a4b62b-872b-41d8-91da-4da11e3d18d7 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a2a6e31-4cc5-47dc-842d-2d344ce9d52e HTTP/1.1" status: 200 len: 943 time: 0.0560811 Jul 30 01:54:58.371208 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1570f76-cbaf-4722-b4cf-5b838b1b4628 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network 22548613-08d1-4a03-bee0-21ade2034f80 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:58.376657 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 71faba77-bb7e-4cd0-b5ca-5f74250aeba5, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=71faba77-bb7e-4cd0-b5ca-5f74250aeba5,segment=NetworkSegment(0bed6907-b447-4a6c-bc3b-b69e1c44a873),segment_id=0bed6907-b447-4a6c-bc3b-b69e1c44a873)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:58.378217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-b1570f76-cbaf-4722-b4cf-5b838b1b4628 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:58.389572 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '71faba77-bb7e-4cd0-b5ca-5f74250aeba5', 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5', 'port_id': '71faba77-bb7e-4cd0-b5ca-5f74250aeba5', 'mac_address': 'fa:16:3e:1b:5c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be08776f-bee7-4979-bed4-c8ef7b14c9f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:54:58.394092 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1570f76-cbaf-4722-b4cf-5b838b1b4628 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:58.406861 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1570f76-cbaf-4722-b4cf-5b838b1b4628 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:58.408715 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b1570f76-cbaf-4722-b4cf-5b838b1b4628 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.454560 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.463971 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4882c599-050b-44fd-82ef-eb98cd117a0a req-13bf2f41-defa-49eb-b38b-c2efac5715c7 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463881 Jul 30 01:54:58.466677 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1570f76-cbaf-4722-b4cf-5b838b1b4628 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Port': ['ID=addfc1ab-39a6-4677-9a82-4d82730843a4,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:58.481492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71faba77-bb7e-4cd0-b5ca-5f74250aeba5 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:54:58.515769 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b1570f76-cbaf-4722-b4cf-5b838b1b4628 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8520687 Jul 30 01:54:58.520742 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51078) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:58.535731 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 71faba77-bb7e-4cd0-b5ca-5f74250aeba5, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=71faba77-bb7e-4cd0-b5ca-5f74250aeba5,segment=NetworkSegment(0bed6907-b447-4a6c-bc3b-b69e1c44a873),segment_id=0bed6907-b447-4a6c-bc3b-b69e1c44a873)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:58.663856 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.718791 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=71faba77-bb7e-4cd0-b5ca-5f74250aeba5,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:58.889723 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['71faba77-bb7e-4cd0-b5ca-5f74250aeba5'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:54:59.188892 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cda08d1-4be5-4612-91f9-6a8e5eeb540d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.213493 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147f91f6-00d7-41c3-9da2-e26ec6b5dbb3 None None] Network 22548613-08d1-4a03-bee0-21ade2034f80 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:59.347096 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2acd3979-26b3-4032-a9a4-363d148e037c None None] Provisioning for port b4488177-1f65-4ece-a761-17d06e857b3d completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:59.443193 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cda08d1-4be5-4612-91f9-6a8e5eeb540d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.508094 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cda08d1-4be5-4612-91f9-6a8e5eeb540d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.593169 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda08d1-4be5-4612-91f9-6a8e5eeb540d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Port': ['ID=addfc1ab-39a6-4677-9a82-4d82730843a4,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:59.600305 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3a4b8-f53f-4013-969d-ac73061acfb8 req-d24b8a54-2ff0-4538-8026-23341335ae1a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:59.608991 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16f3a4b8-f53f-4013-969d-ac73061acfb8 req-d24b8a54-2ff0-4538-8026-23341335ae1a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a2a6e31-4cc5-47dc-842d-2d344ce9d52e HTTP/1.1" status: 200 len: 944 time: 0.0629168 Jul 30 01:54:59.650830 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16f3a4b8-f53f-4013-969d-ac73061acfb8 req-0aaed62a-7e0b-46b7-be92-8c80204a3451 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421188 Jul 30 01:54:59.719847 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cda08d1-4be5-4612-91f9-6a8e5eeb540d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.749521 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b5567277-6ebb-4226-be91-179654cb3a57 None None] Provisioning for port addfc1ab-39a6-4677-9a82-4d82730843a4 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:59.754192 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b5567277-6ebb-4226-be91-179654cb3a57 None None] Provisioning complete for port addfc1ab-39a6-4677-9a82-4d82730843a4 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:59.754609 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b5567277-6ebb-4226-be91-179654cb3a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.790923 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b5567277-6ebb-4226-be91-179654cb3a57 None None] Port addfc1ab-39a6-4677-9a82-4d82730843a4 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:54:59.917569 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cda08d1-4be5-4612-91f9-6a8e5eeb540d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.919998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-50dcad4a-725d-42ff-b43c-4c578f79c4ee None None] Provisioning complete for port addfc1ab-39a6-4677-9a82-4d82730843a4 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:59.920378 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50dcad4a-725d-42ff-b43c-4c578f79c4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.963904 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-50dcad4a-725d-42ff-b43c-4c578f79c4ee None None] Port addfc1ab-39a6-4677-9a82-4d82730843a4 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:00.084004 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5828175b-c082-4f8a-a0b7-db9f0f0cf00c None None] Provisioning complete for port addfc1ab-39a6-4677-9a82-4d82730843a4 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:00.084367 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5828175b-c082-4f8a-a0b7-db9f0f0cf00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.117727 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5828175b-c082-4f8a-a0b7-db9f0f0cf00c None None] Port addfc1ab-39a6-4677-9a82-4d82730843a4 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:00.184692 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cda08d1-4be5-4612-91f9-6a8e5eeb540d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.217330 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b4488177-1f65-4ece-a761-17d06e857b3d up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:00.262036 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cda08d1-4be5-4612-91f9-6a8e5eeb540d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.263273 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cda08d1-4be5-4612-91f9-6a8e5eeb540d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.274439 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 71faba77-bb7e-4cd0-b5ca-5f74250aeba5 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:00.347762 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port b4488177-1f65-4ece-a761-17d06e857b3d completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:00.351964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port b4488177-1f65-4ece-a761-17d06e857b3d triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:00.352413 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.356839 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda08d1-4be5-4612-91f9-6a8e5eeb540d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Port': ['ID=addfc1ab-39a6-4677-9a82-4d82730843a4,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:00.405553 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cda08d1-4be5-4612-91f9-6a8e5eeb540d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network 22548613-08d1-4a03-bee0-21ade2034f80 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:00.407086 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-4cda08d1-4be5-4612-91f9-6a8e5eeb540d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:00.425150 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 71faba77-bb7e-4cd0-b5ca-5f74250aeba5 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:00.433674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 71faba77-bb7e-4cd0-b5ca-5f74250aeba5 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:00.434579 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.463937 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.513639 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port b4488177-1f65-4ece-a761-17d06e857b3d, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=b4488177-1f65-4ece-a761-17d06e857b3d,segment=NetworkSegment(8d546a1d-5180-4d3c-a249-e74cc9a632bb),segment_id=8d546a1d-5180-4d3c-a249-e74cc9a632bb)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:00.556525 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.585292 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2a6e31-4cc5-47dc-842d-2d344ce9d52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71faba77-bb7e-4cd0-b5ca-5f74250aeba5'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:00.590024 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e88584-456a-4d74-9ceb-8146feeff3bc" -d '{"events": [{"server_uuid": "7a2a6e31-4cc5-47dc-842d-2d344ce9d52e", "name": "network-vif-plugged", "status": "completed", "tag": "71faba77-bb7e-4cd0-b5ca-5f74250aeba5"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:00.604114 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 71faba77-bb7e-4cd0-b5ca-5f74250aeba5, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=71faba77-bb7e-4cd0-b5ca-5f74250aeba5,segment=NetworkSegment(0bed6907-b447-4a6c-bc3b-b69e1c44a873),segment_id=0bed6907-b447-4a6c-bc3b-b69e1c44a873)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:00.630116 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.662627 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cda08d1-4be5-4612-91f9-6a8e5eeb540d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router 31064a0f-efb4-4145-a59d-7e03e944d60c is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:55:00.712471 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=b4488177-1f65-4ece-a761-17d06e857b3d,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:00.740775 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.745047 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1666e02-4907-4bac-bcac-8f24fe049876 x-openstack-request-id: req-d1666e02-4907-4bac-bcac-8f24fe049876 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:00.745577 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2a6e31-4cc5-47dc-842d-2d344ce9d52e", "name": "network-vif-plugged", "status": "completed", "tag": "71faba77-bb7e-4cd0-b5ca-5f74250aeba5", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:00.745890 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d1666e02-4907-4bac-bcac-8f24fe049876 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:00.746828 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2a6e31-4cc5-47dc-842d-2d344ce9d52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71faba77-bb7e-4cd0-b5ca-5f74250aeba5', 'code': 200} Jul 30 01:55:00.810010 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-87597647-5f8c-411f-9179-238c912b9a4a None None] Provisioning complete for port addfc1ab-39a6-4677-9a82-4d82730843a4 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:00.811313 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87597647-5f8c-411f-9179-238c912b9a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.854070 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=71faba77-bb7e-4cd0-b5ca-5f74250aeba5,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:00.867915 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-87597647-5f8c-411f-9179-238c912b9a4a None None] Port addfc1ab-39a6-4677-9a82-4d82730843a4 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:00.889768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cda08d1-4be5-4612-91f9-6a8e5eeb540d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:00.895850 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4cda08d1-4be5-4612-91f9-6a8e5eeb540d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/31064a0f-efb4-4145-a59d-7e03e944d60c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3761697 Jul 30 01:55:00.898897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51110) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:00.905256 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b97abc7-aa62-407e-a3c9-b57d18b05e18 None None] Sync routers for ids ['31064a0f-efb4-4145-a59d-7e03e944d60c'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:00.913250 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b97abc7-aa62-407e-a3c9-b57d18b05e18 None None] Routers {'31064a0f-efb4-4145-a59d-7e03e944d60c'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:00.914158 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7b97abc7-aa62-407e-a3c9-b57d18b05e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['31064a0f-efb4-4145-a59d-7e03e944d60c'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:00.918711 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb8e82-d625-4df2-a791-f4e537fcb3c4 req-1e5244ea-6b8c-4008-b2b1-4b3be3af1c59 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:00.920268 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6dcb8e82-d625-4df2-a791-f4e537fcb3c4 req-1e5244ea-6b8c-4008-b2b1-4b3be3af1c59 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a2a6e31-4cc5-47dc-842d-2d344ce9d52e HTTP/1.1" status: 200 len: 945 time: 0.1217551 Jul 30 01:55:00.922324 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29443417-3d0a-4eb5-bde2-bc5405c16c41 req-b5e81ebf-8810-43d6-8877-ed6ae902d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:00.923702 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-29443417-3d0a-4eb5-bde2-bc5405c16c41 req-b5e81ebf-8810-43d6-8877-ed6ae902d742 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7a2a6e31-4cc5-47dc-842d-2d344ce9d52e HTTP/1.1" status: 200 len: 1096 time: 0.1198418 Jul 30 01:55:00.951066 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7b97abc7-aa62-407e-a3c9-b57d18b05e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:00.957360 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4085d5a9-0c17-4c33-b639-7732ca6becff tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:00.959885 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4085d5a9-0c17-4c33-b639-7732ca6becff tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/ports/addfc1ab-39a6-4677-9a82-4d82730843a4 HTTP/1.1" status: 200 len: 983 time: 0.0599720 Jul 30 01:55:00.961588 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51112) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:00.963535 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b97abc7-aa62-407e-a3c9-b57d18b05e18 None None] Routers {'31064a0f-efb4-4145-a59d-7e03e944d60c'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:00.964145 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7b97abc7-aa62-407e-a3c9-b57d18b05e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['31064a0f-efb4-4145-a59d-7e03e944d60c'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:00.977580 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6dcb8e82-d625-4df2-a791-f4e537fcb3c4 req-7a6c4737-01ef-4a86-a472-c63e4982ea5b tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509362 Jul 30 01:55:00.992708 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-29443417-3d0a-4eb5-bde2-bc5405c16c41 req-5180e315-18f6-4e73-8fd9-f1d2fbc113aa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504854 Jul 30 01:55:01.010461 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7b97abc7-aa62-407e-a3c9-b57d18b05e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:01.011323 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b97abc7-aa62-407e-a3c9-b57d18b05e18 None None] The sync data for ids ['31064a0f-efb4-4145-a59d-7e03e944d60c'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:01.393354 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f53540ac-2c57-4e3e-8049-a9368fd8e498 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.599285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f53540ac-2c57-4e3e-8049-a9368fd8e498 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting port addfc1ab-39a6-4677-9a82-4d82730843a4 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:01.599638 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f53540ac-2c57-4e3e-8049-a9368fd8e498 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.686807 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f53540ac-2c57-4e3e-8049-a9368fd8e498 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.698904 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f53540ac-2c57-4e3e-8049-a9368fd8e498 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Calling delete_port for addfc1ab-39a6-4677-9a82-4d82730843a4 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:01.936317 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f53540ac-2c57-4e3e-8049-a9368fd8e498 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.962996 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53540ac-2c57-4e3e-8049-a9368fd8e498 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Port': ['ID=addfc1ab-39a6-4677-9a82-4d82730843a4,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:02.067214 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f53540ac-2c57-4e3e-8049-a9368fd8e498 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:02.107712 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407913b-3a24-4822-b839-bc476afefa69 req-abcf77f1-504d-4199-ad25-236321833462 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:02.109301 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a407913b-3a24-4822-b839-bc476afefa69 req-abcf77f1-504d-4199-ad25-236321833462 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a2a6e31-4cc5-47dc-842d-2d344ce9d52e HTTP/1.1" status: 200 len: 945 time: 0.0529015 Jul 30 01:55:02.163463 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a407913b-3a24-4822-b839-bc476afefa69 req-de51fafe-8c6c-4008-9e39-cb6c667a3f53 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471623 Jul 30 01:55:02.239390 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b4488177-1f65-4ece-a761-17d06e857b3d up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:02.292867 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port b4488177-1f65-4ece-a761-17d06e857b3d triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:02.293413 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:02.525942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53540ac-2c57-4e3e-8049-a9368fd8e498 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router 31064a0f-efb4-4145-a59d-7e03e944d60c has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:02.605745 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53540ac-2c57-4e3e-8049-a9368fd8e498 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:02.610766 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f53540ac-2c57-4e3e-8049-a9368fd8e498 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/31064a0f-efb4-4145-a59d-7e03e944d60c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6470351 Jul 30 01:55:02.613692 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51134) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:02.616402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a66dc-614a-48b2-a1ab-997dd81f3643 None None] Sync routers for ids ['31064a0f-efb4-4145-a59d-7e03e944d60c'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:02.626126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a66dc-614a-48b2-a1ab-997dd81f3643 None None] Routers {'31064a0f-efb4-4145-a59d-7e03e944d60c'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:02.626773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-f64a66dc-614a-48b2-a1ab-997dd81f3643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['31064a0f-efb4-4145-a59d-7e03e944d60c'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:02.670901 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-f64a66dc-614a-48b2-a1ab-997dd81f3643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:02.686791 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a66dc-614a-48b2-a1ab-997dd81f3643 None None] Routers {'31064a0f-efb4-4145-a59d-7e03e944d60c'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:02.687535 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-f64a66dc-614a-48b2-a1ab-997dd81f3643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['31064a0f-efb4-4145-a59d-7e03e944d60c'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:02.731148 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-f64a66dc-614a-48b2-a1ab-997dd81f3643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:02.731866 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a66dc-614a-48b2-a1ab-997dd81f3643 None None] The sync data for ids ['31064a0f-efb4-4145-a59d-7e03e944d60c'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:02.783421 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:02.801472 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-ca2e3a42-4c0c-43cc-a197-e6aef5514ac6 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] remove_router_interface failed (client error): The resource could not be found. Jul 30 01:55:02.802555 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ca2e3a42-4c0c-43cc-a197-e6aef5514ac6 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/31064a0f-efb4-4145-a59d-7e03e944d60c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1879103 Jul 30 01:55:02.805471 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51138) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:02.832889 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a844e043-5320-48e8-a93a-4c7d5372f6eb tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/ports?device_id=31064a0f-efb4-4145-a59d-7e03e944d60c HTTP/1.1" status: 200 len: 205 time: 0.0260851 Jul 30 01:55:02.836779 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51140) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:02.916578 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ae0fa5c-db78-432d-93db-f079b4bc94c8 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.077750 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ae0fa5c-db78-432d-93db-f079b4bc94c8 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.079896 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ae0fa5c-db78-432d-93db-f079b4bc94c8 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.193178 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ae0fa5c-db78-432d-93db-f079b4bc94c8 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.199302 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae0fa5c-db78-432d-93db-f079b4bc94c8 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Fanout notify agent at l3_agent the message router_deleted on router 31064a0f-efb4-4145-a59d-7e03e944d60c {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:55:03.201000 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ae0fa5c-db78-432d-93db-f079b4bc94c8 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.204649 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3ae0fa5c-db78-432d-93db-f079b4bc94c8 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/routers/31064a0f-efb4-4145-a59d-7e03e944d60c HTTP/1.1" status: 204 len: 168 time: 0.3642504 Jul 30 01:55:03.204971 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51156) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:03.257933 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6d88dc-cce4-4952-86f1-bba1ee98d69a tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting subnet 6e13cfd2-a1e0-4545-839d-ee318615ec4d {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:55:03.261097 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d6d88dc-cce4-4952-86f1-bba1ee98d69a tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.305392 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d6d88dc-cce4-4952-86f1-bba1ee98d69a tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.392621 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d6d88dc-cce4-4952-86f1-bba1ee98d69a tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.515695 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d6d88dc-cce4-4952-86f1-bba1ee98d69a tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.548909 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d6d88dc-cce4-4952-86f1-bba1ee98d69a tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.550888 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7d6d88dc-cce4-4952-86f1-bba1ee98d69a tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/subnets/6e13cfd2-a1e0-4545-839d-ee318615ec4d HTTP/1.1" status: 204 len: 168 time: 0.3452268 Jul 30 01:55:03.552603 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d88dc-cce4-4952-86f1-bba1ee98d69a tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Subnet': ['ID=6e13cfd2-a1e0-4545-839d-ee318615ec4d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:03.554747 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51160) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:03.556270 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf814a71-e238-45d0-9f34-b12ab8f154eb None None] Network 22548613-08d1-4a03-bee0-21ade2034f80 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:03.633960 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7572cd3b-c237-4033-b6bf-bce6070dd4f3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.690224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-7572cd3b-c237-4033-b6bf-bce6070dd4f3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting port b4488177-1f65-4ece-a761-17d06e857b3d {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:03.690600 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7572cd3b-c237-4033-b6bf-bce6070dd4f3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.766312 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8e6e9a-6d68-40f2-b50f-d3db86591c35 None None] DHCP port deletion for 22548613-08d1-4a03-bee0-21ade2034f80 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:55:03.766824 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-7572cd3b-c237-4033-b6bf-bce6070dd4f3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] For port b4488177-1f65-4ece-a761-17d06e857b3d, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=b4488177-1f65-4ece-a761-17d06e857b3d,segment=NetworkSegment(8d546a1d-5180-4d3c-a249-e74cc9a632bb),segment_id=8d546a1d-5180-4d3c-a249-e74cc9a632bb)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:03.767382 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7572cd3b-c237-4033-b6bf-bce6070dd4f3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.785213 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-7572cd3b-c237-4033-b6bf-bce6070dd4f3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Calling delete_port for b4488177-1f65-4ece-a761-17d06e857b3d owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:03.826369 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-af8e6e9a-6d68-40f2-b50f-d3db86591c35 None None] Deleting port b4488177-1f65-4ece-a761-17d06e857b3d {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:03.826744 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af8e6e9a-6d68-40f2-b50f-d3db86591c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.888243 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-af8e6e9a-6d68-40f2-b50f-d3db86591c35 None None] For port b4488177-1f65-4ece-a761-17d06e857b3d, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=b4488177-1f65-4ece-a761-17d06e857b3d,segment=NetworkSegment(8d546a1d-5180-4d3c-a249-e74cc9a632bb),segment_id=8d546a1d-5180-4d3c-a249-e74cc9a632bb)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:03.888637 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af8e6e9a-6d68-40f2-b50f-d3db86591c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.904824 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-af8e6e9a-6d68-40f2-b50f-d3db86591c35 None None] Calling delete_port for b4488177-1f65-4ece-a761-17d06e857b3d owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:03.943844 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7572cd3b-c237-4033-b6bf-bce6070dd4f3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.971897 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572cd3b-c237-4033-b6bf-bce6070dd4f3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Port': ['ID=b4488177-1f65-4ece-a761-17d06e857b3d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:03.973471 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572cd3b-c237-4033-b6bf-bce6070dd4f3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] No DVR routers for this DVR port b4488177-1f65-4ece-a761-17d06e857b3d on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:03.987452 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af8e6e9a-6d68-40f2-b50f-d3db86591c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.028209 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8e6e9a-6d68-40f2-b50f-d3db86591c35 None None] No DVR routers for this DVR port b4488177-1f65-4ece-a761-17d06e857b3d on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:04.028209 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e6e9a-6d68-40f2-b50f-d3db86591c35 None None] Pushing event deleted for resources: {'Port': ['ID=b4488177-1f65-4ece-a761-17d06e857b3d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:04.087776 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7572cd3b-c237-4033-b6bf-bce6070dd4f3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.094391 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-7572cd3b-c237-4033-b6bf-bce6070dd4f3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22548613-08d1-4a03-bee0-21ade2034f80']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:04.108688 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-7572cd3b-c237-4033-b6bf-bce6070dd4f3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d546a1d-5180-4d3c-a249-e74cc9a632bb') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:04.109738 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-7572cd3b-c237-4033-b6bf-bce6070dd4f3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d546a1d-5180-4d3c-a249-e74cc9a632bb') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:04.119755 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7572cd3b-c237-4033-b6bf-bce6070dd4f3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.134778 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7572cd3b-c237-4033-b6bf-bce6070dd4f3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.140827 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7572cd3b-c237-4033-b6bf-bce6070dd4f3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:55:04.141330 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7572cd3b-c237-4033-b6bf-bce6070dd4f3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:55:04.145000 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:55:04.210267 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b4488177-1f65-4ece-a761-17d06e857b3d no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:04.229266 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: b4488177-1f65-4ece-a761-17d06e857b3d {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:04.229599 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b4488177-1f65-4ece-a761-17d06e857b3d not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:04.252260 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7572cd3b-c237-4033-b6bf-bce6070dd4f3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.258940 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7572cd3b-c237-4033-b6bf-bce6070dd4f3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.260850 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7572cd3b-c237-4033-b6bf-bce6070dd4f3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/networks/22548613-08d1-4a03-bee0-21ade2034f80 HTTP/1.1" status: 204 len: 168 time: 0.7050037 Jul 30 01:55:04.265445 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51174) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:04.270475 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ca83b031-609f-46f4-98a9-523f2fff3ab6 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-419912721'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:04.277327 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572cd3b-c237-4033-b6bf-bce6070dd4f3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Network': ['ID=22548613-08d1-4a03-bee0-21ade2034f80,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:04.377915 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca83b031-609f-46f4-98a9-523f2fff3ab6 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Made reservation on behalf of a1384cdcb57a4a8a986eca46aa366c6a for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:04.381777 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ca83b031-609f-46f4-98a9-523f2fff3ab6 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.410606 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca83b031-609f-46f4-98a9-523f2fff3ab6 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:55:04.419462 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ca83b031-609f-46f4-98a9-523f2fff3ab6 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.419812 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-ca83b031-609f-46f4-98a9-523f2fff3ab6 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Added segment a0664f2c-69a7-4bf0-b1c2-bf6dd60c58ac of type vlan for network e932ffe6-6c16-4c0c-8aab-db733e6b41c3 Jul 30 01:55:04.459984 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ca83b031-609f-46f4-98a9-523f2fff3ab6 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.606875 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ca83b031-609f-46f4-98a9-523f2fff3ab6 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.613672 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca83b031-609f-46f4-98a9-523f2fff3ab6 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:04.617911 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ca83b031-609f-46f4-98a9-523f2fff3ab6 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.680496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83b031-609f-46f4-98a9-523f2fff3ab6 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Network': ['ID=e932ffe6-6c16-4c0c-8aab-db733e6b41c3,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:04.691969 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network e932ffe6-6c16-4c0c-8aab-db733e6b41c3 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:55:04.704093 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ca83b031-609f-46f4-98a9-523f2fff3ab6 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4377990 Jul 30 01:55:04.706880 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51184) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:04.711927 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e64abe47-26ee-48cb-af7c-835501f688ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'subnet': {'network_id': 'e932ffe6-6c16-4c0c-8aab-db733e6b41c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:04.886262 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64abe47-26ee-48cb-af7c-835501f688ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Made reservation on behalf of a1384cdcb57a4a8a986eca46aa366c6a for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:04.890634 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e64abe47-26ee-48cb-af7c-835501f688ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.143816 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e64abe47-26ee-48cb-af7c-835501f688ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.211980 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64abe47-26ee-48cb-af7c-835501f688ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Subnet': ['ID=990f5c64-25f6-4be4-9359-b7458f6b7944,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:05.220180 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64abe47-26ee-48cb-af7c-835501f688ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Checking segment: {'id': 'a0664f2c-69a7-4bf0-b1c2-bf6dd60c58ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e932ffe6-6c16-4c0c-8aab-db733e6b41c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:05.220543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64abe47-26ee-48cb-af7c-835501f688ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network hostable DHCP agents. Network: e932ffe6-6c16-4c0c-8aab-db733e6b41c3, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:55:05.335837 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64abe47-26ee-48cb-af7c-835501f688ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network e932ffe6-6c16-4c0c-8aab-db733e6b41c3 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:55:05.421544 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-e64abe47-26ee-48cb-af7c-835501f688ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, e932ffe6-6c16-4c0c-8aab-db733e6b41c3) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:05.425532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64abe47-26ee-48cb-af7c-835501f688ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:05.426263 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e64abe47-26ee-48cb-af7c-835501f688ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.431117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b0d1a8-1054-4bc3-9e41-728f82ddb666 None None] Network e932ffe6-6c16-4c0c-8aab-db733e6b41c3 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:05.511281 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e64abe47-26ee-48cb-af7c-835501f688ab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8025064 Jul 30 01:55:05.513271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51196) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:05.517934 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-28595379-4daa-4fa7-b8ab-09ba141b8621 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1064514647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:05.593868 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-e932ffe6-6c16-4c0c-8aab-db733e6b41c3', 'network_id': 'e932ffe6-6c16-4c0c-8aab-db733e6b41c3', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'fixed_ips': [{'subnet_id': '990f5c64-25f6-4be4-9359-b7458f6b7944'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:55:05.595036 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.601196 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28595379-4daa-4fa7-b8ab-09ba141b8621 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.602282 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28595379-4daa-4fa7-b8ab-09ba141b8621 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.659594 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28595379-4daa-4fa7-b8ab-09ba141b8621 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.721275 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28595379-4daa-4fa7-b8ab-09ba141b8621 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.744534 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Allocated IP 2001:db8::2 (e932ffe6-6c16-4c0c-8aab-db733e6b41c3/990f5c64-25f6-4be4-9359-b7458f6b7944/6fdd508d-4800-44a2-b80f-eadfbd150f64) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:05.797967 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28595379-4daa-4fa7-b8ab-09ba141b8621 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.802343 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51202) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:05.806463 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-28595379-4daa-4fa7-b8ab-09ba141b8621 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2852814 Jul 30 01:55:05.827071 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7eb1bae2-f3ee-4b53-9717-14ac91cc9c95 req-ede22e45-5dbd-47cb-9e8c-ff8ab3228dd9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570025 Jul 30 01:55:05.927577 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1bae2-f3ee-4b53-9717-14ac91cc9c95 req-99b06811-e0f3-4bc7-a729-f4c12dbac877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:05.929591 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7eb1bae2-f3ee-4b53-9717-14ac91cc9c95 req-99b06811-e0f3-4bc7-a729-f4c12dbac877 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7264d4c019094365b1666415166a2231&device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 1097 time: 0.0786753 Jul 30 01:55:05.943445 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.952365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Transition to ACTIVE for port object 6fdd508d-4800-44a2-b80f-eadfbd150f64 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:05.974519 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Transition to ACTIVE for port object 6fdd508d-4800-44a2-b80f-eadfbd150f64 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:06.050936 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.075300 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1bae2-f3ee-4b53-9717-14ac91cc9c95 req-ccf0bef8-a79e-4171-b03f-fbba993b31e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:06.078211 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7eb1bae2-f3ee-4b53-9717-14ac91cc9c95 req-ccf0bef8-a79e-4171-b03f-fbba993b31e7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f416bf8-b50e-47c8-9954-b71af9fff1cc HTTP/1.1" status: 200 len: 906 time: 0.1184466 Jul 30 01:55:06.103364 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Network e932ffe6-6c16-4c0c-8aab-db733e6b41c3 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:06.111046 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:06.113001 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Pushing event updated for resources: {'Port': ['ID=6fdd508d-4800-44a2-b80f-eadfbd150f64,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:06.115339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:06.186097 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7eb1bae2-f3ee-4b53-9717-14ac91cc9c95 req-181dd34e-716c-422f-af67-c88fdf064021 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73635721-b5f6-484c-b12f-25dec726de5d HTTP/1.1" status: 200 len: 1001 time: 0.1006041 Jul 30 01:55:06.199817 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Attempting to bind port 6fdd508d-4800-44a2-b80f-eadfbd150f64 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:06.200194 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Attempting to bind port 6fdd508d-4800-44a2-b80f-eadfbd150f64 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'a0664f2c-69a7-4bf0-b1c2-bf6dd60c58ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e932ffe6-6c16-4c0c-8aab-db733e6b41c3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:06.200569 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Attempting to bind port 6fdd508d-4800-44a2-b80f-eadfbd150f64 on network e932ffe6-6c16-4c0c-8aab-db733e6b41c3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:06.205819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:06.206210 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Checking segment: {'id': 'a0664f2c-69a7-4bf0-b1c2-bf6dd60c58ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e932ffe6-6c16-4c0c-8aab-db733e6b41c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:06.206647 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.207060 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Bound using segment: {'id': 'a0664f2c-69a7-4bf0-b1c2-bf6dd60c58ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e932ffe6-6c16-4c0c-8aab-db733e6b41c3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:06.207515 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Bound port: 6fdd508d-4800-44a2-b80f-eadfbd150f64, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0664f2c-69a7-4bf0-b1c2-bf6dd60c58ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e932ffe6-6c16-4c0c-8aab-db733e6b41c3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:06.207897 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.220809 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-189e6277-db17-4c9b-8749-e008077d28e9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.265361 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1bae2-f3ee-4b53-9717-14ac91cc9c95 req-8dde99a5-b726-4984-a652-5ee9bd089d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:06.267295 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7eb1bae2-f3ee-4b53-9717-14ac91cc9c95 req-8dde99a5-b726-4984-a652-5ee9bd089d53 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a410d550-e99c-4606-b8d2-acd17a993a4f HTTP/1.1" status: 200 len: 844 time: 0.0746183 Jul 30 01:55:06.321676 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] For port 6fdd508d-4800-44a2-b80f-eadfbd150f64, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:06.331254 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] For port 6fdd508d-4800-44a2-b80f-eadfbd150f64, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6fdd508d-4800-44a2-b80f-eadfbd150f64,segment=NetworkSegment(a0664f2c-69a7-4bf0-b1c2-bf6dd60c58ac),segment_id=a0664f2c-69a7-4bf0-b1c2-bf6dd60c58ac)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:06.338570 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1bae2-f3ee-4b53-9717-14ac91cc9c95 req-752f5b2e-e344-49d9-bb3b-57fb64ed1899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:06.342166 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7eb1bae2-f3ee-4b53-9717-14ac91cc9c95 req-752f5b2e-e344-49d9-bb3b-57fb64ed1899 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f416bf8-b50e-47c8-9954-b71af9fff1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645981 Jul 30 01:55:06.407835 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.443130 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7eb1bae2-f3ee-4b53-9717-14ac91cc9c95 req-1a561119-0d7a-4072-a4e8-40d1895cdd69 service neutron] 10.222.0.10 "GET /v2.0/networks/2f416bf8-b50e-47c8-9954-b71af9fff1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953300 Jul 30 01:55:06.490240 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c100d6-41c1-4ff1-b7dc-fab61a1e43a0 None None] Pushing event updated for resources: {'Port': ['ID=6fdd508d-4800-44a2-b80f-eadfbd150f64,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:06.526999 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-189e6277-db17-4c9b-8749-e008077d28e9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Allocated IP 2001:db8::1 (e932ffe6-6c16-4c0c-8aab-db733e6b41c3/990f5c64-25f6-4be4-9359-b7458f6b7944/c33572bd-032c-4b55-9754-0bee12c7f75c) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:06.619041 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7eb1bae2-f3ee-4b53-9717-14ac91cc9c95 req-e39f255f-ebd3-4ac5-8c44-73859d1ca040 service neutron] 10.222.0.10 "GET /v2.0/networks/2f416bf8-b50e-47c8-9954-b71af9fff1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558869 Jul 30 01:55:06.666272 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-189e6277-db17-4c9b-8749-e008077d28e9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.696135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-189e6277-db17-4c9b-8749-e008077d28e9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Transition to ACTIVE for port object c33572bd-032c-4b55-9754-0bee12c7f75c will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:06.816405 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-189e6277-db17-4c9b-8749-e008077d28e9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.859822 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189e6277-db17-4c9b-8749-e008077d28e9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network e932ffe6-6c16-4c0c-8aab-db733e6b41c3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:06.862961 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-189e6277-db17-4c9b-8749-e008077d28e9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:06.866698 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189e6277-db17-4c9b-8749-e008077d28e9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:06.867252 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-189e6277-db17-4c9b-8749-e008077d28e9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.910199 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e6277-db17-4c9b-8749-e008077d28e9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Port': ['ID=c33572bd-032c-4b55-9754-0bee12c7f75c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:07.075325 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-189e6277-db17-4c9b-8749-e008077d28e9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:07.357362 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-189e6277-db17-4c9b-8749-e008077d28e9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:07.446480 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-189e6277-db17-4c9b-8749-e008077d28e9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:07.447293 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-189e6277-db17-4c9b-8749-e008077d28e9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:07.524836 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1980cad2-e7cd-4a1e-93b5-3e35a6cd3a2f None None] Network e932ffe6-6c16-4c0c-8aab-db733e6b41c3 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:07.534397 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e6277-db17-4c9b-8749-e008077d28e9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Port': ['ID=c33572bd-032c-4b55-9754-0bee12c7f75c,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:07.583313 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189e6277-db17-4c9b-8749-e008077d28e9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network e932ffe6-6c16-4c0c-8aab-db733e6b41c3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:07.586115 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-189e6277-db17-4c9b-8749-e008077d28e9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:07.650935 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9d5e47f7-2a63-454d-b8f7-ed3ebaff234d None None] Provisioning for port 6fdd508d-4800-44a2-b80f-eadfbd150f64 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:08.057825 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-12725d38-91d8-47a0-8c6d-75918850529c None None] Provisioning for port c33572bd-032c-4b55-9754-0bee12c7f75c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:08.062087 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-12725d38-91d8-47a0-8c6d-75918850529c None None] Provisioning complete for port c33572bd-032c-4b55-9754-0bee12c7f75c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:08.062526 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12725d38-91d8-47a0-8c6d-75918850529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.098393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-12725d38-91d8-47a0-8c6d-75918850529c None None] Port c33572bd-032c-4b55-9754-0bee12c7f75c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:08.115127 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189e6277-db17-4c9b-8749-e008077d28e9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router 348a8427-0b38-4831-909e-789baf73d9da is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:55:08.224663 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189e6277-db17-4c9b-8749-e008077d28e9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:08.233418 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-189e6277-db17-4c9b-8749-e008077d28e9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/348a8427-0b38-4831-909e-789baf73d9da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4275653 Jul 30 01:55:08.233991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51230) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:08.247053 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210f8790-f729-4056-8755-534db8b1edb8 None None] Sync routers for ids ['348a8427-0b38-4831-909e-789baf73d9da'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:08.259523 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6cf19300-d716-4a93-8f1c-55835d9bad8a None None] Provisioning complete for port c33572bd-032c-4b55-9754-0bee12c7f75c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:08.260783 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6cf19300-d716-4a93-8f1c-55835d9bad8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.262461 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210f8790-f729-4056-8755-534db8b1edb8 None None] Routers {'348a8427-0b38-4831-909e-789baf73d9da'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:08.264955 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-210f8790-f729-4056-8755-534db8b1edb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['348a8427-0b38-4831-909e-789baf73d9da'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:08.291912 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847d21d1-e24d-4f4d-8ec4-441ec3372926 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:08.293932 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-847d21d1-e24d-4f4d-8ec4-441ec3372926 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/ports/c33572bd-032c-4b55-9754-0bee12c7f75c HTTP/1.1" status: 200 len: 911 time: 0.0586250 Jul 30 01:55:08.297007 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51232) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:08.326768 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6fdd508d-4800-44a2-b80f-eadfbd150f64 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:08.336745 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-210f8790-f729-4056-8755-534db8b1edb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:08.349819 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210f8790-f729-4056-8755-534db8b1edb8 None None] Routers {'348a8427-0b38-4831-909e-789baf73d9da'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:08.351646 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-210f8790-f729-4056-8755-534db8b1edb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['348a8427-0b38-4831-909e-789baf73d9da'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:08.384373 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-210f8790-f729-4056-8755-534db8b1edb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:08.385174 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210f8790-f729-4056-8755-534db8b1edb8 None None] The sync data for ids ['348a8427-0b38-4831-909e-789baf73d9da'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:08.397476 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6cf19300-d716-4a93-8f1c-55835d9bad8a None None] Port c33572bd-032c-4b55-9754-0bee12c7f75c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:08.476026 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 6fdd508d-4800-44a2-b80f-eadfbd150f64 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:08.484202 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 6fdd508d-4800-44a2-b80f-eadfbd150f64 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:08.484202 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.591355 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.632953 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 6fdd508d-4800-44a2-b80f-eadfbd150f64, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6fdd508d-4800-44a2-b80f-eadfbd150f64,segment=NetworkSegment(a0664f2c-69a7-4bf0-b1c2-bf6dd60c58ac),segment_id=a0664f2c-69a7-4bf0-b1c2-bf6dd60c58ac)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:08.637928 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-eb6fcd4f-8dc3-4084-bf5e-f56c7417dbf7 None None] Provisioning complete for port c33572bd-032c-4b55-9754-0bee12c7f75c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:08.639906 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eb6fcd4f-8dc3-4084-bf5e-f56c7417dbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.671150 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-eb6fcd4f-8dc3-4084-bf5e-f56c7417dbf7 None None] Port c33572bd-032c-4b55-9754-0bee12c7f75c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:08.680617 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b36d60d-ca46-4796-8c30-dd8ab533b813 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.704673 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.752702 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=6fdd508d-4800-44a2-b80f-eadfbd150f64,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:08.945557 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-3b36d60d-ca46-4796-8c30-dd8ab533b813 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting port c33572bd-032c-4b55-9754-0bee12c7f75c {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:08.945909 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b36d60d-ca46-4796-8c30-dd8ab533b813 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:09.045282 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b36d60d-ca46-4796-8c30-dd8ab533b813 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:09.058048 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-3b36d60d-ca46-4796-8c30-dd8ab533b813 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Calling delete_port for c33572bd-032c-4b55-9754-0bee12c7f75c owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:09.172229 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83c54140-fff1-4953-978c-87f5a6a14180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:09.297967 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b36d60d-ca46-4796-8c30-dd8ab533b813 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:09.324785 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36d60d-ca46-4796-8c30-dd8ab533b813 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Port': ['ID=c33572bd-032c-4b55-9754-0bee12c7f75c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:09.427997 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b36d60d-ca46-4796-8c30-dd8ab533b813 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:09.599822 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b36d60d-ca46-4796-8c30-dd8ab533b813 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router 348a8427-0b38-4831-909e-789baf73d9da has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:09.676277 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b36d60d-ca46-4796-8c30-dd8ab533b813 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:09.681227 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3b36d60d-ca46-4796-8c30-dd8ab533b813 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/348a8427-0b38-4831-909e-789baf73d9da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3830030 Jul 30 01:55:09.683975 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51252) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:09.686495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8877bbe5-6543-46b7-a2f8-cee6f59620fe None None] Sync routers for ids ['348a8427-0b38-4831-909e-789baf73d9da'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:09.696593 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8877bbe5-6543-46b7-a2f8-cee6f59620fe None None] Routers {'348a8427-0b38-4831-909e-789baf73d9da'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:09.697287 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-8877bbe5-6543-46b7-a2f8-cee6f59620fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['348a8427-0b38-4831-909e-789baf73d9da'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:09.714402 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0ece6ec1-562f-44fe-9e7f-549c1cc57830 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a8427-0b38-4831-909e-789baf73d9da HTTP/1.1" status: 200 len: 205 time: 0.0290973 Jul 30 01:55:09.717126 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51254) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:09.732095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-8877bbe5-6543-46b7-a2f8-cee6f59620fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:09.740760 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8877bbe5-6543-46b7-a2f8-cee6f59620fe None None] Routers {'348a8427-0b38-4831-909e-789baf73d9da'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:09.741368 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-8877bbe5-6543-46b7-a2f8-cee6f59620fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['348a8427-0b38-4831-909e-789baf73d9da'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:09.773754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-8877bbe5-6543-46b7-a2f8-cee6f59620fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:09.774348 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8877bbe5-6543-46b7-a2f8-cee6f59620fe None None] The sync data for ids ['348a8427-0b38-4831-909e-789baf73d9da'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:09.798848 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c56a8621-a5a0-43d0-b943-45e4ddeaf00f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:09.962535 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c56a8621-a5a0-43d0-b943-45e4ddeaf00f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:09.964722 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c56a8621-a5a0-43d0-b943-45e4ddeaf00f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.075656 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c56a8621-a5a0-43d0-b943-45e4ddeaf00f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.076198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56a8621-a5a0-43d0-b943-45e4ddeaf00f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Fanout notify agent at l3_agent the message router_deleted on router 348a8427-0b38-4831-909e-789baf73d9da {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:55:10.082926 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c56a8621-a5a0-43d0-b943-45e4ddeaf00f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.084091 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c56a8621-a5a0-43d0-b943-45e4ddeaf00f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/routers/348a8427-0b38-4831-909e-789baf73d9da HTTP/1.1" status: 204 len: 168 time: 0.3660464 Jul 30 01:55:10.086976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51260) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:10.148318 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-85cc0422-ebd6-4b46-b096-741716daaf23 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting subnet 990f5c64-25f6-4be4-9359-b7458f6b7944 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:55:10.151639 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85cc0422-ebd6-4b46-b096-741716daaf23 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.194805 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85cc0422-ebd6-4b46-b096-741716daaf23 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.220877 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6fdd508d-4800-44a2-b80f-eadfbd150f64 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:10.267411 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 6fdd508d-4800-44a2-b80f-eadfbd150f64 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:10.267782 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.290350 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85cc0422-ebd6-4b46-b096-741716daaf23 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.412253 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85cc0422-ebd6-4b46-b096-741716daaf23 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.441043 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc0422-ebd6-4b46-b096-741716daaf23 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Subnet': ['ID=990f5c64-25f6-4be4-9359-b7458f6b7944,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:10.443040 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85cc0422-ebd6-4b46-b096-741716daaf23 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.446633 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-85cc0422-ebd6-4b46-b096-741716daaf23 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/subnets/990f5c64-25f6-4be4-9359-b7458f6b7944 HTTP/1.1" status: 204 len: 168 time: 0.3569589 Jul 30 01:55:10.447619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51266) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:10.450208 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128ae2b0-a707-4f8d-8c21-9338e6134e21 None None] Network e932ffe6-6c16-4c0c-8aab-db733e6b41c3 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:10.521703 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9276dd8-77b7-419c-b12e-beb4060a1c74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.576403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-a9276dd8-77b7-419c-b12e-beb4060a1c74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting port 6fdd508d-4800-44a2-b80f-eadfbd150f64 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:10.579689 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9276dd8-77b7-419c-b12e-beb4060a1c74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.621074 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404fffdf-dc64-4cfe-8e11-419df1c2e0ed None None] DHCP port deletion for e932ffe6-6c16-4c0c-8aab-db733e6b41c3 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:55:10.653478 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-a9276dd8-77b7-419c-b12e-beb4060a1c74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] For port 6fdd508d-4800-44a2-b80f-eadfbd150f64, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6fdd508d-4800-44a2-b80f-eadfbd150f64,segment=NetworkSegment(a0664f2c-69a7-4bf0-b1c2-bf6dd60c58ac),segment_id=a0664f2c-69a7-4bf0-b1c2-bf6dd60c58ac)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:10.653915 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9276dd8-77b7-419c-b12e-beb4060a1c74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.670739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-a9276dd8-77b7-419c-b12e-beb4060a1c74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Calling delete_port for 6fdd508d-4800-44a2-b80f-eadfbd150f64 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:10.806232 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-404fffdf-dc64-4cfe-8e11-419df1c2e0ed None None] Deleting port 6fdd508d-4800-44a2-b80f-eadfbd150f64 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:10.806872 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-404fffdf-dc64-4cfe-8e11-419df1c2e0ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.868970 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9276dd8-77b7-419c-b12e-beb4060a1c74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.869680 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-404fffdf-dc64-4cfe-8e11-419df1c2e0ed None None] For port 6fdd508d-4800-44a2-b80f-eadfbd150f64, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6fdd508d-4800-44a2-b80f-eadfbd150f64,segment=NetworkSegment(a0664f2c-69a7-4bf0-b1c2-bf6dd60c58ac),segment_id=a0664f2c-69a7-4bf0-b1c2-bf6dd60c58ac)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:10.870269 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-404fffdf-dc64-4cfe-8e11-419df1c2e0ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.884544 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-404fffdf-dc64-4cfe-8e11-419df1c2e0ed None None] Calling delete_port for 6fdd508d-4800-44a2-b80f-eadfbd150f64 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:10.899901 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9276dd8-77b7-419c-b12e-beb4060a1c74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Port': ['ID=6fdd508d-4800-44a2-b80f-eadfbd150f64,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:10.901877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9276dd8-77b7-419c-b12e-beb4060a1c74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] No DVR routers for this DVR port 6fdd508d-4800-44a2-b80f-eadfbd150f64 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:10.969381 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-404fffdf-dc64-4cfe-8e11-419df1c2e0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.986796 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9276dd8-77b7-419c-b12e-beb4060a1c74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.995173 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fffdf-dc64-4cfe-8e11-419df1c2e0ed None None] Pushing event deleted for resources: {'Port': ['ID=6fdd508d-4800-44a2-b80f-eadfbd150f64,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:10.997520 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404fffdf-dc64-4cfe-8e11-419df1c2e0ed None None] No DVR routers for this DVR port 6fdd508d-4800-44a2-b80f-eadfbd150f64 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:11.002925 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-a9276dd8-77b7-419c-b12e-beb4060a1c74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e932ffe6-6c16-4c0c-8aab-db733e6b41c3']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:11.019465 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-a9276dd8-77b7-419c-b12e-beb4060a1c74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0664f2c-69a7-4bf0-b1c2-bf6dd60c58ac') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:11.021785 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-a9276dd8-77b7-419c-b12e-beb4060a1c74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0664f2c-69a7-4bf0-b1c2-bf6dd60c58ac') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:11.029013 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9276dd8-77b7-419c-b12e-beb4060a1c74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.042644 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9276dd8-77b7-419c-b12e-beb4060a1c74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.050743 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9276dd8-77b7-419c-b12e-beb4060a1c74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:55:11.050743 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9276dd8-77b7-419c-b12e-beb4060a1c74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:55:11.051890 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:55:11.188957 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9276dd8-77b7-419c-b12e-beb4060a1c74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.193828 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9276dd8-77b7-419c-b12e-beb4060a1c74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.197038 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a9276dd8-77b7-419c-b12e-beb4060a1c74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/networks/e932ffe6-6c16-4c0c-8aab-db733e6b41c3 HTTP/1.1" status: 204 len: 168 time: 0.7472522 Jul 30 01:55:11.200935 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51278) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:11.206078 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-0b09fb7f-ccac-46c0-bb1b-103aa325e9b4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-377624211', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}, 'admin_state_up': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:11.211847 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9276dd8-77b7-419c-b12e-beb4060a1c74 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Network': ['ID=e932ffe6-6c16-4c0c-8aab-db733e6b41c3,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:11.286334 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b09fb7f-ccac-46c0-bb1b-103aa325e9b4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.289837 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b09fb7f-ccac-46c0-bb1b-103aa325e9b4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.339203 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b09fb7f-ccac-46c0-bb1b-103aa325e9b4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.520584 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b09fb7f-ccac-46c0-bb1b-103aa325e9b4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.607074 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7c93a140-1a5a-4bda-b9c0-43972913eb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.641266 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.766973 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b09fb7f-ccac-46c0-bb1b-103aa325e9b4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.787192 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b09fb7f-ccac-46c0-bb1b-103aa325e9b4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.897684 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-0b09fb7f-ccac-46c0-bb1b-103aa325e9b4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Allocated IP 172.25.1.85 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/b111855b-d980-481d-851d-4d17269aeef6) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:12.007122 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b09fb7f-ccac-46c0-bb1b-103aa325e9b4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:12.124395 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b09fb7f-ccac-46c0-bb1b-103aa325e9b4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:12.166176 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b09fb7f-ccac-46c0-bb1b-103aa325e9b4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:12.169170 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-0b09fb7f-ccac-46c0-bb1b-103aa325e9b4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:12.171638 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b09fb7f-ccac-46c0-bb1b-103aa325e9b4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:12.179739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09fb7f-ccac-46c0-bb1b-103aa325e9b4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Port': ['ID=b111855b-d980-481d-851d-4d17269aeef6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:12.199596 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6fdd508d-4800-44a2-b80f-eadfbd150f64 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:12.219337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 6fdd508d-4800-44a2-b80f-eadfbd150f64 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:12.219681 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6fdd508d-4800-44a2-b80f-eadfbd150f64 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:12.519643 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b09fb7f-ccac-46c0-bb1b-103aa325e9b4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:12.711605 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b09fb7f-ccac-46c0-bb1b-103aa325e9b4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:12.889815 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b09fb7f-ccac-46c0-bb1b-103aa325e9b4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router be365e75-b6de-4d53-aec3-e08f53f72fc2 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:55:13.205989 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:13.284069 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b09fb7f-ccac-46c0-bb1b-103aa325e9b4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:13.293815 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7606983-738a-4b18-a919-c9bf0c98a850 None None] Sync routers for ids ['be365e75-b6de-4d53-aec3-e08f53f72fc2'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:13.303186 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7606983-738a-4b18-a919-c9bf0c98a850 None None] Routers {'be365e75-b6de-4d53-aec3-e08f53f72fc2'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:13.303920 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a7606983-738a-4b18-a919-c9bf0c98a850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['be365e75-b6de-4d53-aec3-e08f53f72fc2'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:13.338541 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a7606983-738a-4b18-a919-c9bf0c98a850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:13.347124 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7606983-738a-4b18-a919-c9bf0c98a850 None None] Routers {'be365e75-b6de-4d53-aec3-e08f53f72fc2'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:13.347720 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a7606983-738a-4b18-a919-c9bf0c98a850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['be365e75-b6de-4d53-aec3-e08f53f72fc2'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:13.366021 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b09fb7f-ccac-46c0-bb1b-103aa325e9b4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:13.367305 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0b09fb7f-ccac-46c0-bb1b-103aa325e9b4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.1653147 Jul 30 01:55:13.370047 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51304) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:13.379096 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a7606983-738a-4b18-a919-c9bf0c98a850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:13.379750 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7606983-738a-4b18-a919-c9bf0c98a850 None None] The sync data for ids ['be365e75-b6de-4d53-aec3-e08f53f72fc2'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:13.505067 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a92295f8-54cf-4001-b504-be1e105d55e8 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/routers/be365e75-b6de-4d53-aec3-e08f53f72fc2 HTTP/1.1" status: 200 len: 883 time: 0.1333046 Jul 30 01:55:13.507451 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51308) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:13.750706 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0622e477-36b2-4564-8ecd-6bf078ee4546 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2420566 Jul 30 01:55:13.753342 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51310) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:13.757600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-39b035cd-f9f2-4998-965c-8b1eaaa5660c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-377624211'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:14.388517 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39b035cd-f9f2-4998-965c-8b1eaaa5660c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.467045 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39b035cd-f9f2-4998-965c-8b1eaaa5660c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.514585 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.596420 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b035cd-f9f2-4998-965c-8b1eaaa5660c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router be365e75-b6de-4d53-aec3-e08f53f72fc2 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:14.702692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b035cd-f9f2-4998-965c-8b1eaaa5660c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:14.709289 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39b035cd-f9f2-4998-965c-8b1eaaa5660c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.710473 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-39b035cd-f9f2-4998-965c-8b1eaaa5660c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/be365e75-b6de-4d53-aec3-e08f53f72fc2 HTTP/1.1" status: 200 len: 890 time: 0.9561925 Jul 30 01:55:14.712195 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38265d32-abc7-45de-8d89-d62a07d411f8 None None] Sync routers for ids ['be365e75-b6de-4d53-aec3-e08f53f72fc2'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:14.713118 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51324) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:14.721859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38265d32-abc7-45de-8d89-d62a07d411f8 None None] Routers {'be365e75-b6de-4d53-aec3-e08f53f72fc2'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:14.722640 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-38265d32-abc7-45de-8d89-d62a07d411f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['be365e75-b6de-4d53-aec3-e08f53f72fc2'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:14.756421 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-38265d32-abc7-45de-8d89-d62a07d411f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:14.765392 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38265d32-abc7-45de-8d89-d62a07d411f8 None None] Routers {'be365e75-b6de-4d53-aec3-e08f53f72fc2'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:14.766074 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-38265d32-abc7-45de-8d89-d62a07d411f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['be365e75-b6de-4d53-aec3-e08f53f72fc2'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:14.796637 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-38265d32-abc7-45de-8d89-d62a07d411f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:14.797271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38265d32-abc7-45de-8d89-d62a07d411f8 None None] The sync data for ids ['be365e75-b6de-4d53-aec3-e08f53f72fc2'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:14.821462 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-433f50fa-4eda-4378-9483-85553df804f8 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/routers/be365e75-b6de-4d53-aec3-e08f53f72fc2 HTTP/1.1" status: 200 len: 890 time: 0.1072795 Jul 30 01:55:14.824659 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51326) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:14.849722 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2ac4d71a-9a08-4bf8-8f38-ae308cba7e68 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/ports?device_id=be365e75-b6de-4d53-aec3-e08f53f72fc2 HTTP/1.1" status: 200 len: 205 time: 0.0240626 Jul 30 01:55:14.852073 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51328) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:14.953067 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e5103da5-a4dd-4c7a-8333-11df5c226bb1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.056909 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e5103da5-a4dd-4c7a-8333-11df5c226bb1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.214942 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-e5103da5-a4dd-4c7a-8333-11df5c226bb1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting port b111855b-d980-481d-851d-4d17269aeef6 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:15.215209 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e5103da5-a4dd-4c7a-8333-11df5c226bb1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.293188 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e5103da5-a4dd-4c7a-8333-11df5c226bb1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.305277 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-e5103da5-a4dd-4c7a-8333-11df5c226bb1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Calling delete_port for b111855b-d980-481d-851d-4d17269aeef6 owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:15.546949 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e5103da5-a4dd-4c7a-8333-11df5c226bb1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.575214 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5103da5-a4dd-4c7a-8333-11df5c226bb1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Port': ['ID=b111855b-d980-481d-851d-4d17269aeef6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:15.634593 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e5103da5-a4dd-4c7a-8333-11df5c226bb1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.669123 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-5716ff76-600f-4f6d-bb05-171f557803d3 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:15.670673 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-5716ff76-600f-4f6d-bb05-171f557803d3 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/networks?id=a8b9f707-3fd0-408c-9282-fa524aed05e5 HTTP/1.1" status: 200 len: 814 time: 0.1062045 Jul 30 01:55:15.686031 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-02e17704-6cd1-4162-a86b-6c1d93996362 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/quotas/cb95c676d9fe447aa62bee6f0ba2c0fc HTTP/1.1" status: 200 len: 375 time: 0.0091996 Jul 30 01:55:15.726107 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e5103da5-a4dd-4c7a-8333-11df5c226bb1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.728162 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e5103da5-a4dd-4c7a-8333-11df5c226bb1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.739150 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-1c65d296-2e96-4851-ad98-930b69972f43 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb95c676d9fe447aa62bee6f0ba2c0fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478492 Jul 30 01:55:15.846197 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e5103da5-a4dd-4c7a-8333-11df5c226bb1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.847036 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5103da5-a4dd-4c7a-8333-11df5c226bb1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Fanout notify agent at l3_agent the message router_deleted on router be365e75-b6de-4d53-aec3-e08f53f72fc2 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:55:15.854515 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e5103da5-a4dd-4c7a-8333-11df5c226bb1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.859116 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e5103da5-a4dd-4c7a-8333-11df5c226bb1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/routers/be365e75-b6de-4d53-aec3-e08f53f72fc2 HTTP/1.1" status: 204 len: 168 time: 1.0026910 Jul 30 01:55:15.859213 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51356) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:15.864265 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-873e22db-634d-40ab-a02d-ddc9e4e65275 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-23561838'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:15.873872 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-b5316ee5-8fa9-467f-ba75-de4b2105a3e2 service neutron] 10.222.0.70 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272485 Jul 30 01:55:15.943319 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873e22db-634d-40ab-a02d-ddc9e4e65275 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Made reservation on behalf of a1384cdcb57a4a8a986eca46aa366c6a for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:15.946944 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-873e22db-634d-40ab-a02d-ddc9e4e65275 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.971153 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-ca9e33d5-f5ff-49e5-9d35-7ad6fb3cf27c service neutron] 10.222.0.70 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904925 Jul 30 01:55:15.971449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873e22db-634d-40ab-a02d-ddc9e4e65275 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:55:15.980657 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-873e22db-634d-40ab-a02d-ddc9e4e65275 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.980932 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-873e22db-634d-40ab-a02d-ddc9e4e65275 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Added segment adc9876f-c6e5-4cfd-9404-17d5f63f4b00 of type vlan for network a71b94ce-a284-418c-b860-2b979e661043 Jul 30 01:55:16.022102 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-873e22db-634d-40ab-a02d-ddc9e4e65275 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.107146 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-873e22db-634d-40ab-a02d-ddc9e4e65275 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.112871 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e22db-634d-40ab-a02d-ddc9e4e65275 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:16.113511 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-873e22db-634d-40ab-a02d-ddc9e4e65275 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.187182 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e22db-634d-40ab-a02d-ddc9e4e65275 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Network': ['ID=a71b94ce-a284-418c-b860-2b979e661043,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:16.196948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network a71b94ce-a284-418c-b860-2b979e661043 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:55:16.264647 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f80612ad-0115-45fb-83d3-3307af4c29c3 req-95f1fe2a-aae3-41d7-b4bc-501d848b7e3c tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16d233f-5ab0-450c-9c8e-2e4faef9dd08 HTTP/1.1" status: 200 len: 210 time: 0.0455811 Jul 30 01:55:16.269650 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-873e22db-634d-40ab-a02d-ddc9e4e65275 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4068930 Jul 30 01:55:16.269992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51366) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:16.275533 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'subnet': {'network_id': 'a71b94ce-a284-418c-b860-2b979e661043', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:16.440343 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Made reservation on behalf of a1384cdcb57a4a8a986eca46aa366c6a for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:16.444028 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.684401 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.745608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Subnet': ['ID=79de6003-0f5a-4a17-a8fd-b5581cce0e41,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:16.758363 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:16.758725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:16.759074 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:16.759413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:16.759751 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:16.760089 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:16.760421 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:16.760751 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:16.761083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:16.761921 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:16.762251 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:16.762601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:16.766887 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Checking segment: {'id': 'adc9876f-c6e5-4cfd-9404-17d5f63f4b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a71b94ce-a284-418c-b860-2b979e661043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:16.767199 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network hostable DHCP agents. Network: a71b94ce-a284-418c-b860-2b979e661043, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:55:16.849779 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network a71b94ce-a284-418c-b860-2b979e661043 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:55:16.949386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, a71b94ce-a284-418c-b860-2b979e661043) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:16.953693 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:16.954380 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.958627 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3c3519-34d8-4326-bebe-dba8755aef47 None None] Network a71b94ce-a284-418c-b860-2b979e661043 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:17.018620 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f371d18e-ec18-43bb-bc37-dccd58bfbfd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7474208 Jul 30 01:55:17.021537 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51380) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:17.026142 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e39b5e72-2984-4e52-8e51-38e51395d45a tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2007412721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:17.115412 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-a71b94ce-a284-418c-b860-2b979e661043', 'network_id': 'a71b94ce-a284-418c-b860-2b979e661043', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'fixed_ips': [{'subnet_id': '79de6003-0f5a-4a17-a8fd-b5581cce0e41'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:55:17.119299 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.138691 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e39b5e72-2984-4e52-8e51-38e51395d45a tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.140723 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e39b5e72-2984-4e52-8e51-38e51395d45a tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.224573 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e39b5e72-2984-4e52-8e51-38e51395d45a tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.267159 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Allocated IP 2001:db8::2 (a71b94ce-a284-418c-b860-2b979e661043/79de6003-0f5a-4a17-a8fd-b5581cce0e41/90dbe514-e21d-46c7-8e14-0f3ff8cbc977) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:17.284781 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e39b5e72-2984-4e52-8e51-38e51395d45a tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.365026 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e39b5e72-2984-4e52-8e51-38e51395d45a tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.368960 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51388) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:17.369432 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e39b5e72-2984-4e52-8e51-38e51395d45a tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3464730 Jul 30 01:55:17.371675 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9284a192-dc20-464e-9c0f-60256b798166 req-d20b3c95-e2fb-4741-a009-5ab8847a25a4 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16d233f-5ab0-450c-9c8e-2e4faef9dd08 HTTP/1.1" status: 200 len: 210 time: 0.0368333 Jul 30 01:55:17.488871 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.501919 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Transition to ACTIVE for port object 90dbe514-e21d-46c7-8e14-0f3ff8cbc977 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:17.509424 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.525876 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Transition to ACTIVE for port object 90dbe514-e21d-46c7-8e14-0f3ff8cbc977 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:17.610136 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.662573 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Network a71b94ce-a284-418c-b860-2b979e661043 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:17.665756 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:17.668994 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:17.700967 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Pushing event updated for resources: {'Port': ['ID=90dbe514-e21d-46c7-8e14-0f3ff8cbc977,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:17.730126 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f63be04c-e755-440f-bc74-dd7b863eb9ef tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.762192 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Attempting to bind port 90dbe514-e21d-46c7-8e14-0f3ff8cbc977 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:17.762905 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Attempting to bind port 90dbe514-e21d-46c7-8e14-0f3ff8cbc977 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'adc9876f-c6e5-4cfd-9404-17d5f63f4b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a71b94ce-a284-418c-b860-2b979e661043'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:17.773536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Attempting to bind port 90dbe514-e21d-46c7-8e14-0f3ff8cbc977 on network a71b94ce-a284-418c-b860-2b979e661043 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:17.773536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:17.773536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Checking segment: {'id': 'adc9876f-c6e5-4cfd-9404-17d5f63f4b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a71b94ce-a284-418c-b860-2b979e661043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:17.773536 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.773536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Bound using segment: {'id': 'adc9876f-c6e5-4cfd-9404-17d5f63f4b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a71b94ce-a284-418c-b860-2b979e661043'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:17.773536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Bound port: 90dbe514-e21d-46c7-8e14-0f3ff8cbc977, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc9876f-c6e5-4cfd-9404-17d5f63f4b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a71b94ce-a284-418c-b860-2b979e661043'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:17.773536 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.840278 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] For port 90dbe514-e21d-46c7-8e14-0f3ff8cbc977, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:17.843779 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] For port 90dbe514-e21d-46c7-8e14-0f3ff8cbc977, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=90dbe514-e21d-46c7-8e14-0f3ff8cbc977,segment=NetworkSegment(adc9876f-c6e5-4cfd-9404-17d5f63f4b00),segment_id=adc9876f-c6e5-4cfd-9404-17d5f63f4b00)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:17.919503 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.991440 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a595ad-cf70-4724-8790-a2624176add9 None None] Pushing event updated for resources: {'Port': ['ID=90dbe514-e21d-46c7-8e14-0f3ff8cbc977,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:18.356616 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 90dbe514-e21d-46c7-8e14-0f3ff8cbc977 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:18.370339 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-f63be04c-e755-440f-bc74-dd7b863eb9ef tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Allocated IP 2001:db8::1 (a71b94ce-a284-418c-b860-2b979e661043/79de6003-0f5a-4a17-a8fd-b5581cce0e41/32fb6737-1199-4f46-b589-5d703b1c1f9f) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:18.379931 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-1f47414b-a917-47c0-bd1d-4979785ba7b6 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:18.381418 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-1f47414b-a917-47c0-bd1d-4979785ba7b6 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.10 "GET /v2.0/networks?id=a8b9f707-3fd0-408c-9282-fa524aed05e5 HTTP/1.1" status: 200 len: 814 time: 0.1741805 Jul 30 01:55:18.398505 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-b1a439c7-bd60-475c-aac0-df675226ac00 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Request body: {'port': {'device_id': 'f16d233f-5ab0-450c-9c8e-2e4faef9dd08', 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5', 'admin_state_up': True, 'tenant_id': 'cb95c676d9fe447aa62bee6f0ba2c0fc'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:18.493252 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-26681b4f-fc8c-49ef-b823-90481c40f8b2 req-30f6d470-8b18-432a-8dcd-45474eb21cb6 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16d233f-5ab0-450c-9c8e-2e4faef9dd08 HTTP/1.1" status: 200 len: 210 time: 0.0307600 Jul 30 01:55:18.531674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 90dbe514-e21d-46c7-8e14-0f3ff8cbc977 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:18.619275 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f63be04c-e755-440f-bc74-dd7b863eb9ef tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.631592 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-f63be04c-e755-440f-bc74-dd7b863eb9ef tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Transition to ACTIVE for port object 32fb6737-1199-4f46-b589-5d703b1c1f9f will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:18.732222 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-b1a439c7-bd60-475c-aac0-df675226ac00 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Made reservation on behalf of cb95c676d9fe447aa62bee6f0ba2c0fc for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:18.735852 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-b1a439c7-bd60-475c-aac0-df675226ac00 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.802962 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f63be04c-e755-440f-bc74-dd7b863eb9ef tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.864267 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63be04c-e755-440f-bc74-dd7b863eb9ef tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network a71b94ce-a284-418c-b860-2b979e661043 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:18.871356 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-f63be04c-e755-440f-bc74-dd7b863eb9ef tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:18.880258 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63be04c-e755-440f-bc74-dd7b863eb9ef tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:18.880796 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f63be04c-e755-440f-bc74-dd7b863eb9ef tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.886739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63be04c-e755-440f-bc74-dd7b863eb9ef tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Port': ['ID=32fb6737-1199-4f46-b589-5d703b1c1f9f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:18.999829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-b1a439c7-bd60-475c-aac0-df675226ac00 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Allocated IP 172.20.0.10 (a8b9f707-3fd0-408c-9282-fa524aed05e5/be08776f-bee7-4979-bed4-c8ef7b14c9f6/41c675d2-0bc0-466d-aea5-306012bfae83) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:19.024408 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eb9bdd-94a6-4a1b-ac66-eb9c0152ac82 None None] Network a71b94ce-a284-418c-b860-2b979e661043 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:19.146849 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f63be04c-e755-440f-bc74-dd7b863eb9ef tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.175608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c1c76069-b29b-4ab7-a8e4-010203f3f2b7 None None] Provisioning for port 90dbe514-e21d-46c7-8e14-0f3ff8cbc977 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:19.182686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c1c76069-b29b-4ab7-a8e4-010203f3f2b7 None None] Provisioning complete for port 90dbe514-e21d-46c7-8e14-0f3ff8cbc977 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:19.183087 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c1c76069-b29b-4ab7-a8e4-010203f3f2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.263856 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-b1a439c7-bd60-475c-aac0-df675226ac00 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.269936 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c1c76069-b29b-4ab7-a8e4-010203f3f2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.307176 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c1c76069-b29b-4ab7-a8e4-010203f3f2b7 None None] For port 90dbe514-e21d-46c7-8e14-0f3ff8cbc977, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=90dbe514-e21d-46c7-8e14-0f3ff8cbc977,segment=NetworkSegment(adc9876f-c6e5-4cfd-9404-17d5f63f4b00),segment_id=adc9876f-c6e5-4cfd-9404-17d5f63f4b00)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:19.591266 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c1c76069-b29b-4ab7-a8e4-010203f3f2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.596123 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f63be04c-e755-440f-bc74-dd7b863eb9ef tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.597866 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c76069-b29b-4ab7-a8e4-010203f3f2b7 None None] Pushing event updated for resources: {'Port': ['ID=90dbe514-e21d-46c7-8e14-0f3ff8cbc977,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:19.674930 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a4b87675-ed48-4e45-81da-5fd1bbb30a9f req-6fdb0238-ff15-4040-9f14-a1de4545cc87 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16d233f-5ab0-450c-9c8e-2e4faef9dd08 HTTP/1.1" status: 200 len: 210 time: 0.0509663 Jul 30 01:55:19.674930 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-b1a439c7-bd60-475c-aac0-df675226ac00 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.676419 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['71faba77-bb7e-4cd0-b5ca-5f74250aeba5'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:19.688317 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f63be04c-e755-440f-bc74-dd7b863eb9ef tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.688317 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f63be04c-e755-440f-bc74-dd7b863eb9ef tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.692182 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-b1a439c7-bd60-475c-aac0-df675226ac00 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Network a8b9f707-3fd0-408c-9282-fa524aed05e5 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:19.698254 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-b1a439c7-bd60-475c-aac0-df675226ac00 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:19.702858 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b238e4ab-1f49-4550-9609-d4286a0fda64 None None] Provisioning for port 32fb6737-1199-4f46-b589-5d703b1c1f9f completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:19.712841 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-b1a439c7-bd60-475c-aac0-df675226ac00 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:19.722726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a439c7-bd60-475c-aac0-df675226ac00 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Pushing event updated for resources: {'Port': ['ID=41c675d2-0bc0-466d-aea5-306012bfae83,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:19.746047 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b238e4ab-1f49-4550-9609-d4286a0fda64 None None] Provisioning complete for port 32fb6737-1199-4f46-b589-5d703b1c1f9f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:19.746453 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b238e4ab-1f49-4550-9609-d4286a0fda64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.809895 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b238e4ab-1f49-4550-9609-d4286a0fda64 None None] Port 32fb6737-1199-4f46-b589-5d703b1c1f9f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:19.845833 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-b1a439c7-bd60-475c-aac0-df675226ac00 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:19.846398 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-b1a439c7-bd60-475c-aac0-df675226ac00 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.851598 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63be04c-e755-440f-bc74-dd7b863eb9ef tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Port': ['ID=32fb6737-1199-4f46-b589-5d703b1c1f9f,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:19.870260 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b238e4ab-1f49-4550-9609-d4286a0fda64 None None] Provisioning complete for port 90dbe514-e21d-46c7-8e14-0f3ff8cbc977 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:19.871162 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b238e4ab-1f49-4550-9609-d4286a0fda64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.895538 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63be04c-e755-440f-bc74-dd7b863eb9ef tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network a71b94ce-a284-418c-b860-2b979e661043 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:19.897560 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-f63be04c-e755-440f-bc74-dd7b863eb9ef tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:19.979506 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-b1a439c7-bd60-475c-aac0-df675226ac00 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5858562 Jul 30 01:55:19.997506 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] Request body: {'port': {'device_id': 'f16d233f-5ab0-450c-9c8e-2e4faef9dd08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:20.069252 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.125001 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c4f8d679-f3ed-4fbd-a780-08508f3ccec4 None None] Provisioning complete for port 32fb6737-1199-4f46-b589-5d703b1c1f9f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:20.125467 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d679-f3ed-4fbd-a780-08508f3ccec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.160434 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8d679-f3ed-4fbd-a780-08508f3ccec4 None None] Port 32fb6737-1199-4f46-b589-5d703b1c1f9f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:20.180691 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63be04c-e755-440f-bc74-dd7b863eb9ef tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router 12f4758e-c564-4ade-9b95-e54b7f203ddb is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:55:20.211641 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 90dbe514-e21d-46c7-8e14-0f3ff8cbc977 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:20.261901 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 90dbe514-e21d-46c7-8e14-0f3ff8cbc977 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:20.262270 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.306766 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-24881cf6-961a-44b5-9075-ac0d08bbd88b None None] Provisioning complete for port 32fb6737-1199-4f46-b589-5d703b1c1f9f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:20.307186 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-24881cf6-961a-44b5-9075-ac0d08bbd88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.334520 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63be04c-e755-440f-bc74-dd7b863eb9ef tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:20.345134 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a8beb8-eb96-4b1e-b544-a44949ff9efd None None] Sync routers for ids ['12f4758e-c564-4ade-9b95-e54b7f203ddb'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:20.347100 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51420) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:20.350751 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f63be04c-e755-440f-bc74-dd7b863eb9ef tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/12f4758e-c564-4ade-9b95-e54b7f203ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9757888 Jul 30 01:55:20.356015 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a8beb8-eb96-4b1e-b544-a44949ff9efd None None] Routers {'12f4758e-c564-4ade-9b95-e54b7f203ddb'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:20.356850 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-14a8beb8-eb96-4b1e-b544-a44949ff9efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['12f4758e-c564-4ade-9b95-e54b7f203ddb'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:20.372161 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-24881cf6-961a-44b5-9075-ac0d08bbd88b None None] Port 32fb6737-1199-4f46-b589-5d703b1c1f9f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:20.397457 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147cbc1c-922a-4c7d-af9e-fd913de8eec2 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:20.401343 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-147cbc1c-922a-4c7d-af9e-fd913de8eec2 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/ports/32fb6737-1199-4f46-b589-5d703b1c1f9f HTTP/1.1" status: 200 len: 911 time: 0.0507317 Jul 30 01:55:20.401496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51422) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:20.406674 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-139bd6a0-bac8-452a-add3-396563eaa55d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '79de6003-0f5a-4a17-a8fd-b5581cce0e41'}]}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:20.416928 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-14a8beb8-eb96-4b1e-b544-a44949ff9efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:20.426208 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a8beb8-eb96-4b1e-b544-a44949ff9efd None None] Routers {'12f4758e-c564-4ade-9b95-e54b7f203ddb'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:20.426841 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-14a8beb8-eb96-4b1e-b544-a44949ff9efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['12f4758e-c564-4ade-9b95-e54b7f203ddb'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:20.459188 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-14a8beb8-eb96-4b1e-b544-a44949ff9efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:20.459860 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a8beb8-eb96-4b1e-b544-a44949ff9efd None None] The sync data for ids ['12f4758e-c564-4ade-9b95-e54b7f203ddb'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:20.460009 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c675d2-0bc0-466d-aea5-306012bfae83 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:20.468313 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.479857 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] Transition to ACTIVE for port object 41c675d2-0bc0-466d-aea5-306012bfae83 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:20.557103 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-139bd6a0-bac8-452a-add3-396563eaa55d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.581146 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.650598 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] Pushing event updated for resources: {'Port': ['ID=41c675d2-0bc0-466d-aea5-306012bfae83,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:20.710150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] Attempting to bind port 41c675d2-0bc0-466d-aea5-306012bfae83 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:20.710566 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] Attempting to bind port 41c675d2-0bc0-466d-aea5-306012bfae83 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '0bed6907-b447-4a6c-bc3b-b69e1c44a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:20.710959 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] Attempting to bind port 41c675d2-0bc0-466d-aea5-306012bfae83 on network a8b9f707-3fd0-408c-9282-fa524aed05e5 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:20.715730 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] Port 41c675d2-0bc0-466d-aea5-306012bfae83 on network a8b9f707-3fd0-408c-9282-fa524aed05e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:55:20.716076 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] Attempting to bind port 41c675d2-0bc0-466d-aea5-306012bfae83 on network a8b9f707-3fd0-408c-9282-fa524aed05e5 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:20.721203 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:20.723125 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] Checking segment: {'id': '0bed6907-b447-4a6c-bc3b-b69e1c44a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:20.723125 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] Bound using segment: {'id': '0bed6907-b447-4a6c-bc3b-b69e1c44a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:20.723125 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] Bound port: 41c675d2-0bc0-466d-aea5-306012bfae83, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bed6907-b447-4a6c-bc3b-b69e1c44a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:20.723125 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.810579 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f845af-601e-434a-b989-da29f50368d7 req-c9f08bc4-8f47-4e2d-a549-d0ae08a1462d tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:20.812900 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-91f845af-601e-434a-b989-da29f50368d7 req-c9f08bc4-8f47-4e2d-a549-d0ae08a1462d tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16d233f-5ab0-450c-9c8e-2e4faef9dd08 HTTP/1.1" status: 200 len: 944 time: 0.0879729 Jul 30 01:55:20.872830 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] For port 41c675d2-0bc0-466d-aea5-306012bfae83, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:20.897630 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-91f845af-601e-434a-b989-da29f50368d7 req-a9e4edf3-d746-4e01-97f3-be54ecd0a13b tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710855 Jul 30 01:55:20.899502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] For port 41c675d2-0bc0-466d-aea5-306012bfae83, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=41c675d2-0bc0-466d-aea5-306012bfae83,segment=NetworkSegment(0bed6907-b447-4a6c-bc3b-b69e1c44a873),segment_id=0bed6907-b447-4a6c-bc3b-b69e1c44a873)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:20.950861 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-139bd6a0-bac8-452a-add3-396563eaa55d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.004178 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.026495 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-139bd6a0-bac8-452a-add3-396563eaa55d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.033367 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139bd6a0-bac8-452a-add3-396563eaa55d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:21.033983 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-139bd6a0-bac8-452a-add3-396563eaa55d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.035406 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-139bd6a0-bac8-452a-add3-396563eaa55d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/ports/32fb6737-1199-4f46-b589-5d703b1c1f9f HTTP/1.1" status: 200 len: 911 time: 0.6329489 Jul 30 01:55:21.038475 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51436) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:21.064624 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:21.065247 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.066657 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] 10.222.0.10 "PUT /v2.0/ports/41c675d2-0bc0-466d-aea5-306012bfae83 HTTP/1.1" status: 200 len: 1092 time: 1.0758584 Jul 30 01:55:21.067097 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16d233f-5ab0-450c-9c8e-2e4faef9dd08', 'tag': '41c675d2-0bc0-466d-aea5-306012bfae83'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:21.069423 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c38a97-b89a-4b37-952f-3a991ebb2156" -d '{"events": [{"name": "network-changed", "server_uuid": "f16d233f-5ab0-450c-9c8e-2e4faef9dd08", "tag": "41c675d2-0bc0-466d-aea5-306012bfae83"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:21.096444 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282137bb-8bb5-4102-b612-05c73ba6cace service neutron] Pushing event updated for resources: {'Port': ['ID=41c675d2-0bc0-466d-aea5-306012bfae83,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:21.107537 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c929e35-705a-4790-bfce-c01af69cf7ee x-openstack-request-id: req-1c929e35-705a-4790-bfce-c01af69cf7ee {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:21.107798 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16d233f-5ab0-450c-9c8e-2e4faef9dd08", "tag": "41c675d2-0bc0-466d-aea5-306012bfae83", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:21.108169 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1c929e35-705a-4790-bfce-c01af69cf7ee {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:21.108426 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16d233f-5ab0-450c-9c8e-2e4faef9dd08', 'tag': '41c675d2-0bc0-466d-aea5-306012bfae83', 'status': 'completed', 'code': 200} Jul 30 01:55:21.168010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bd6a0-bac8-452a-add3-396563eaa55d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Port': ['ID=32fb6737-1199-4f46-b589-5d703b1c1f9f,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:21.415021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c38a97-b89a-4b37-952f-3a991ebb2156 req-80722be1-52f6-4084-9796-b122d9be5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:21.416789 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-90c38a97-b89a-4b37-952f-3a991ebb2156 req-80722be1-52f6-4084-9796-b122d9be5d61 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb95c676d9fe447aa62bee6f0ba2c0fc&device_id=f16d233f-5ab0-450c-9c8e-2e4faef9dd08 HTTP/1.1" status: 200 len: 1095 time: 0.2878571 Jul 30 01:55:21.451717 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d5bb0fe6-b68c-4e9f-83fe-a313a2c89296 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.602878 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c38a97-b89a-4b37-952f-3a991ebb2156 req-09b10c22-c75e-412e-a396-96e291d30a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:21.604685 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-90c38a97-b89a-4b37-952f-3a991ebb2156 req-09b10c22-c75e-412e-a396-96e291d30a07 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=cb95c676d9fe447aa62bee6f0ba2c0fc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1788411 Jul 30 01:55:21.701526 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-d5bb0fe6-b68c-4e9f-83fe-a313a2c89296 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting port 32fb6737-1199-4f46-b589-5d703b1c1f9f {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:21.702079 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d5bb0fe6-b68c-4e9f-83fe-a313a2c89296 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.713451 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c38a97-b89a-4b37-952f-3a991ebb2156 req-d4be4930-298c-42a7-bf3d-8d4f0ec042a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:21.715854 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-90c38a97-b89a-4b37-952f-3a991ebb2156 req-d4be4930-298c-42a7-bf3d-8d4f0ec042a9 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1030362 Jul 30 01:55:21.793308 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d5bb0fe6-b68c-4e9f-83fe-a313a2c89296 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.797708 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-dd175977-c240-4004-9a83-18507fe2482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:21.800152 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-dd175977-c240-4004-9a83-18507fe2482e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb95c676d9fe447aa62bee6f0ba2c0fc&device_id=f16d233f-5ab0-450c-9c8e-2e4faef9dd08 HTTP/1.1" status: 200 len: 1095 time: 0.0462754 Jul 30 01:55:21.807007 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-d5bb0fe6-b68c-4e9f-83fe-a313a2c89296 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Calling delete_port for 32fb6737-1199-4f46-b589-5d703b1c1f9f owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:21.860770 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-bcae2680-1d72-40be-81da-a16776a095d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41c675d2-0bc0-466d-aea5-306012bfae83 HTTP/1.1" status: 200 len: 217 time: 0.0514455 Jul 30 01:55:21.914982 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-59352f55-3abe-4259-8722-1b6712d7c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:21.916481 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-59352f55-3abe-4259-8722-1b6712d7c203 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be08776f-bee7-4979-bed4-c8ef7b14c9f6 HTTP/1.1" status: 200 len: 854 time: 0.0458059 Jul 30 01:55:21.955106 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-b8fd1815-23fc-414d-a3fd-a032d1bfc6ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a8b9f707-3fd0-408c-9282-fa524aed05e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294647 Jul 30 01:55:22.039564 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934f384-5316-4077-8c7b-aa2f994b274e req-26a051e6-3189-4fe6-bfbb-cee68fde413f tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:22.041108 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e934f384-5316-4077-8c7b-aa2f994b274e req-26a051e6-3189-4fe6-bfbb-cee68fde413f tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16d233f-5ab0-450c-9c8e-2e4faef9dd08 HTTP/1.1" status: 200 len: 944 time: 0.0653145 Jul 30 01:55:22.055163 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-ea4585d1-b57c-42fb-9ce8-769b0b526e4d service neutron] 10.222.0.10 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925918 Jul 30 01:55:22.089453 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e934f384-5316-4077-8c7b-aa2f994b274e req-167a488e-ec1f-4f2b-971d-4c01859a681d tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417805 Jul 30 01:55:22.118159 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d5bb0fe6-b68c-4e9f-83fe-a313a2c89296 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.160566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb0fe6-b68c-4e9f-83fe-a313a2c89296 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Port': ['ID=32fb6737-1199-4f46-b589-5d703b1c1f9f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:22.171954 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ed720d40-6af8-4d9d-9e02-b5044de5951b req-02b8c10a-6705-4349-b8e4-ac83eefaa9f3 service neutron] 10.222.0.10 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093771 Jul 30 01:55:22.256206 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d5bb0fe6-b68c-4e9f-83fe-a313a2c89296 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.418847 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bb0fe6-b68c-4e9f-83fe-a313a2c89296 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router 12f4758e-c564-4ade-9b95-e54b7f203ddb has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:22.497291 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bb0fe6-b68c-4e9f-83fe-a313a2c89296 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:22.506812 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d5bb0fe6-b68c-4e9f-83fe-a313a2c89296 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/12f4758e-c564-4ade-9b95-e54b7f203ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4631972 Jul 30 01:55:22.506812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51452) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:22.507157 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112bae4d-8728-442a-94b9-12bb6528d25b None None] Sync routers for ids ['12f4758e-c564-4ade-9b95-e54b7f203ddb'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:22.516974 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112bae4d-8728-442a-94b9-12bb6528d25b None None] Routers {'12f4758e-c564-4ade-9b95-e54b7f203ddb'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:22.517576 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-112bae4d-8728-442a-94b9-12bb6528d25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['12f4758e-c564-4ade-9b95-e54b7f203ddb'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:22.537099 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3f696f36-fe8d-4fca-b84d-6f3497901354 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/ports?device_id=12f4758e-c564-4ade-9b95-e54b7f203ddb HTTP/1.1" status: 200 len: 205 time: 0.0305350 Jul 30 01:55:22.543074 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51454) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:22.553930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-112bae4d-8728-442a-94b9-12bb6528d25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:22.562546 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112bae4d-8728-442a-94b9-12bb6528d25b None None] Routers {'12f4758e-c564-4ade-9b95-e54b7f203ddb'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:22.563156 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-112bae4d-8728-442a-94b9-12bb6528d25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['12f4758e-c564-4ade-9b95-e54b7f203ddb'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:22.595395 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-112bae4d-8728-442a-94b9-12bb6528d25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:22.596038 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112bae4d-8728-442a-94b9-12bb6528d25b None None] The sync data for ids ['12f4758e-c564-4ade-9b95-e54b7f203ddb'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:22.618762 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc5be2c3-49d6-411b-8048-f8b631919676 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.777696 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc5be2c3-49d6-411b-8048-f8b631919676 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.779876 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc5be2c3-49d6-411b-8048-f8b631919676 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.908791 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc5be2c3-49d6-411b-8048-f8b631919676 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.909347 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5be2c3-49d6-411b-8048-f8b631919676 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Fanout notify agent at l3_agent the message router_deleted on router 12f4758e-c564-4ade-9b95-e54b7f203ddb {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:55:22.915993 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc5be2c3-49d6-411b-8048-f8b631919676 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.917175 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dc5be2c3-49d6-411b-8048-f8b631919676 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/routers/12f4758e-c564-4ade-9b95-e54b7f203ddb HTTP/1.1" status: 204 len: 168 time: 0.3731277 Jul 30 01:55:22.920391 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51462) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:22.976044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ee32f6-e750-4c65-9de0-18745e7c0619 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting subnet 79de6003-0f5a-4a17-a8fd-b5581cce0e41 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:55:22.979613 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-01ee32f6-e750-4c65-9de0-18745e7c0619 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.026413 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-01ee32f6-e750-4c65-9de0-18745e7c0619 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.113079 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-01ee32f6-e750-4c65-9de0-18745e7c0619 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.225298 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a2366-55fc-467f-ba05-3429a86d98df req-c496e5f5-e506-40a8-b1a7-aace07b23e02 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:23.226987 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b92a2366-55fc-467f-ba05-3429a86d98df req-c496e5f5-e506-40a8-b1a7-aace07b23e02 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16d233f-5ab0-450c-9c8e-2e4faef9dd08 HTTP/1.1" status: 200 len: 944 time: 0.0625441 Jul 30 01:55:23.269787 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b92a2366-55fc-467f-ba05-3429a86d98df req-c404b8df-e307-4cbd-a58c-70abf04b5350 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359209 Jul 30 01:55:23.275477 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-01ee32f6-e750-4c65-9de0-18745e7c0619 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.306258 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee32f6-e750-4c65-9de0-18745e7c0619 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Subnet': ['ID=79de6003-0f5a-4a17-a8fd-b5581cce0e41,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:23.310291 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-01ee32f6-e750-4c65-9de0-18745e7c0619 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.312687 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-01ee32f6-e750-4c65-9de0-18745e7c0619 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/subnets/79de6003-0f5a-4a17-a8fd-b5581cce0e41 HTTP/1.1" status: 204 len: 168 time: 0.3909795 Jul 30 01:55:23.319265 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40b523f-db2f-4527-8418-fce4b3b30393 None None] Network a71b94ce-a284-418c-b860-2b979e661043 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:23.321070 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51470) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:23.405678 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af7456eb-5bce-4193-a05b-e2080289e935 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.484258 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-af7456eb-5bce-4193-a05b-e2080289e935 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting port 90dbe514-e21d-46c7-8e14-0f3ff8cbc977 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:23.484615 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af7456eb-5bce-4193-a05b-e2080289e935 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.516933 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eb5f93-9052-479f-b586-3ab37c31fcfb None None] DHCP port deletion for a71b94ce-a284-418c-b860-2b979e661043 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:55:23.550324 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-af7456eb-5bce-4193-a05b-e2080289e935 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] For port 90dbe514-e21d-46c7-8e14-0f3ff8cbc977, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=90dbe514-e21d-46c7-8e14-0f3ff8cbc977,segment=NetworkSegment(adc9876f-c6e5-4cfd-9404-17d5f63f4b00),segment_id=adc9876f-c6e5-4cfd-9404-17d5f63f4b00)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:23.550646 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af7456eb-5bce-4193-a05b-e2080289e935 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.564196 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-af7456eb-5bce-4193-a05b-e2080289e935 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Calling delete_port for 90dbe514-e21d-46c7-8e14-0f3ff8cbc977 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:23.566720 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb5f93-9052-479f-b586-3ab37c31fcfb None None] Deleting port 90dbe514-e21d-46c7-8e14-0f3ff8cbc977 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:23.574175 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9eb5f93-9052-479f-b586-3ab37c31fcfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.639132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f9eb5f93-9052-479f-b586-3ab37c31fcfb None None] For port 90dbe514-e21d-46c7-8e14-0f3ff8cbc977, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=90dbe514-e21d-46c7-8e14-0f3ff8cbc977,segment=NetworkSegment(adc9876f-c6e5-4cfd-9404-17d5f63f4b00),segment_id=adc9876f-c6e5-4cfd-9404-17d5f63f4b00)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:23.639495 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9eb5f93-9052-479f-b586-3ab37c31fcfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.655328 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb5f93-9052-479f-b586-3ab37c31fcfb None None] Calling delete_port for 90dbe514-e21d-46c7-8e14-0f3ff8cbc977 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:23.715409 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af7456eb-5bce-4193-a05b-e2080289e935 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.733459 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9eb5f93-9052-479f-b586-3ab37c31fcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.743215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7456eb-5bce-4193-a05b-e2080289e935 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Port': ['ID=90dbe514-e21d-46c7-8e14-0f3ff8cbc977,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:23.745068 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7456eb-5bce-4193-a05b-e2080289e935 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] No DVR routers for this DVR port 90dbe514-e21d-46c7-8e14-0f3ff8cbc977 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:23.762008 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb5f93-9052-479f-b586-3ab37c31fcfb None None] Pushing event deleted for resources: {'Port': ['ID=90dbe514-e21d-46c7-8e14-0f3ff8cbc977,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:23.766394 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb5f93-9052-479f-b586-3ab37c31fcfb None None] No DVR routers for this DVR port 90dbe514-e21d-46c7-8e14-0f3ff8cbc977 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:23.824822 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af7456eb-5bce-4193-a05b-e2080289e935 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.835614 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-af7456eb-5bce-4193-a05b-e2080289e935 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a71b94ce-a284-418c-b860-2b979e661043']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:23.850933 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-af7456eb-5bce-4193-a05b-e2080289e935 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc9876f-c6e5-4cfd-9404-17d5f63f4b00') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:23.851287 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-af7456eb-5bce-4193-a05b-e2080289e935 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc9876f-c6e5-4cfd-9404-17d5f63f4b00') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:23.863392 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af7456eb-5bce-4193-a05b-e2080289e935 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.877156 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af7456eb-5bce-4193-a05b-e2080289e935 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.883189 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7456eb-5bce-4193-a05b-e2080289e935 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:55:23.883576 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af7456eb-5bce-4193-a05b-e2080289e935 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:55:23.886620 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:55:24.009504 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af7456eb-5bce-4193-a05b-e2080289e935 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.016846 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af7456eb-5bce-4193-a05b-e2080289e935 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.018693 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-af7456eb-5bce-4193-a05b-e2080289e935 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/networks/a71b94ce-a284-418c-b860-2b979e661043 HTTP/1.1" status: 204 len: 168 time: 0.6963589 Jul 30 01:55:24.023231 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51478) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:24.033896 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a9bef57b-3e27-4805-a9dc-9dd6cdd83159 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-268594098', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:24.034082 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7456eb-5bce-4193-a05b-e2080289e935 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Network': ['ID=a71b94ce-a284-418c-b860-2b979e661043,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:24.126010 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a9bef57b-3e27-4805-a9dc-9dd6cdd83159 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.127351 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a9bef57b-3e27-4805-a9dc-9dd6cdd83159 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.184985 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a9bef57b-3e27-4805-a9dc-9dd6cdd83159 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.210790 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 90dbe514-e21d-46c7-8e14-0f3ff8cbc977 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:24.231257 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 90dbe514-e21d-46c7-8e14-0f3ff8cbc977 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:24.231602 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 90dbe514-e21d-46c7-8e14-0f3ff8cbc977 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:24.249851 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a9bef57b-3e27-4805-a9dc-9dd6cdd83159 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.326145 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a9bef57b-3e27-4805-a9dc-9dd6cdd83159 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.327778 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a9bef57b-3e27-4805-a9dc-9dd6cdd83159 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3036649 Jul 30 01:55:24.329418 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 41c675d2-0bc0-466d-aea5-306012bfae83 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:55:24.330771 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51486) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:24.336222 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c6303e5b-a500-4da1-8093-5b0a251f6694 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-134178295'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:24.401388 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f0cc5-0f39-4066-9c92-46d9f9be6188 req-1925acc3-dde0-4638-9608-be122bf81165 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:24.403464 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c59f0cc5-0f39-4066-9c92-46d9f9be6188 req-1925acc3-dde0-4638-9608-be122bf81165 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16d233f-5ab0-450c-9c8e-2e4faef9dd08 HTTP/1.1" status: 200 len: 944 time: 0.0619180 Jul 30 01:55:24.444360 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c59f0cc5-0f39-4066-9c92-46d9f9be6188 req-d45dd83b-1ac5-4f49-96ed-baba5eff456a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348308 Jul 30 01:55:24.466762 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6303e5b-a500-4da1-8093-5b0a251f6694 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Made reservation on behalf of a1384cdcb57a4a8a986eca46aa366c6a for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:24.470362 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c6303e5b-a500-4da1-8093-5b0a251f6694 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.495703 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6303e5b-a500-4da1-8093-5b0a251f6694 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:55:24.505620 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c6303e5b-a500-4da1-8093-5b0a251f6694 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.506142 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-c6303e5b-a500-4da1-8093-5b0a251f6694 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Added segment a86cc1bc-e449-4986-87a0-71d10480a297 of type vlan for network 0f91a43c-5d44-4fc5-9b0a-8d10db997420 Jul 30 01:55:24.550342 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c6303e5b-a500-4da1-8093-5b0a251f6694 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.564226 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 41c675d2-0bc0-466d-aea5-306012bfae83, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=41c675d2-0bc0-466d-aea5-306012bfae83,segment=NetworkSegment(0bed6907-b447-4a6c-bc3b-b69e1c44a873),segment_id=0bed6907-b447-4a6c-bc3b-b69e1c44a873)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:24.576658 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '41c675d2-0bc0-466d-aea5-306012bfae83', 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5', 'port_id': '41c675d2-0bc0-466d-aea5-306012bfae83', 'mac_address': 'fa:16:3e:bb:fc:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be08776f-bee7-4979-bed4-c8ef7b14c9f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:55:24.590512 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:55:24.615599 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.628321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c675d2-0bc0-466d-aea5-306012bfae83 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:24.650863 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 41c675d2-0bc0-466d-aea5-306012bfae83, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=41c675d2-0bc0-466d-aea5-306012bfae83,segment=NetworkSegment(0bed6907-b447-4a6c-bc3b-b69e1c44a873),segment_id=0bed6907-b447-4a6c-bc3b-b69e1c44a873)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:24.691590 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c6303e5b-a500-4da1-8093-5b0a251f6694 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.697268 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6303e5b-a500-4da1-8093-5b0a251f6694 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:24.701156 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c6303e5b-a500-4da1-8093-5b0a251f6694 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.720068 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.772731 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=41c675d2-0bc0-466d-aea5-306012bfae83,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:24.972117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['41c675d2-0bc0-466d-aea5-306012bfae83'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:25.085135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6303e5b-a500-4da1-8093-5b0a251f6694 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Network': ['ID=0f91a43c-5d44-4fc5-9b0a-8d10db997420,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:25.096590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 0f91a43c-5d44-4fc5-9b0a-8d10db997420 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:55:25.124647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4fc0a-e0f9-4bb2-af14-35dd81b4bfd2 req-b436dddf-a586-4b4d-bff2-1908ceac5ca2 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:25.126119 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d0e4fc0a-e0f9-4bb2-af14-35dd81b4bfd2 req-b436dddf-a586-4b4d-bff2-1908ceac5ca2 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 945 time: 0.0589023 Jul 30 01:55:25.131174 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c6303e5b-a500-4da1-8093-5b0a251f6694 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7960188 Jul 30 01:55:25.131349 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51498) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:25.136344 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-90cf11df-8b6e-4e86-a60d-ff2657bdb0ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'subnet': {'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:25.233262 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d0e4fc0a-e0f9-4bb2-af14-35dd81b4bfd2 req-af2c3f75-d5af-43b3-be2a-3821cdab4ea9 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/security-groups?id=090f9964-e7fc-4a20-9c58-c26ee1183d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931330 Jul 30 01:55:25.309150 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cf11df-8b6e-4e86-a60d-ff2657bdb0ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Made reservation on behalf of a1384cdcb57a4a8a986eca46aa366c6a for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:25.312676 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-90cf11df-8b6e-4e86-a60d-ff2657bdb0ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:25.569433 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e6e88-2626-4feb-b394-22ccf89f5c39 req-4146d092-a30c-47aa-865c-e3beae9e8280 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:25.570962 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c77e6e88-2626-4feb-b394-22ccf89f5c39 req-4146d092-a30c-47aa-865c-e3beae9e8280 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16d233f-5ab0-450c-9c8e-2e4faef9dd08 HTTP/1.1" status: 200 len: 945 time: 0.0528944 Jul 30 01:55:25.594001 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-90cf11df-8b6e-4e86-a60d-ff2657bdb0ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:25.656484 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c77e6e88-2626-4feb-b394-22ccf89f5c39 req-97935c73-53a6-4bd3-b1e0-7161afffa3d1 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787103 Jul 30 01:55:25.666394 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf11df-8b6e-4e86-a60d-ff2657bdb0ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Subnet': ['ID=ca9c08a2-de8b-40e9-a30a-eea3608e3e2e,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:25.682589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf11df-8b6e-4e86-a60d-ff2657bdb0ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Checking segment: {'id': 'a86cc1bc-e449-4986-87a0-71d10480a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:25.683574 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cf11df-8b6e-4e86-a60d-ff2657bdb0ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network hostable DHCP agents. Network: 0f91a43c-5d44-4fc5-9b0a-8d10db997420, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:55:25.746875 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cf11df-8b6e-4e86-a60d-ff2657bdb0ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network 0f91a43c-5d44-4fc5-9b0a-8d10db997420 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:55:25.826690 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-90cf11df-8b6e-4e86-a60d-ff2657bdb0ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 0f91a43c-5d44-4fc5-9b0a-8d10db997420) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:25.831412 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cf11df-8b6e-4e86-a60d-ff2657bdb0ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:25.832020 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-90cf11df-8b6e-4e86-a60d-ff2657bdb0ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:25.836855 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a659afb-ddfa-43c5-b6e4-d2a39806265a None None] Network 0f91a43c-5d44-4fc5-9b0a-8d10db997420 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:25.917016 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-90cf11df-8b6e-4e86-a60d-ff2657bdb0ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7813909 Jul 30 01:55:25.917016 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51508) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:26.002007 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:55:26.003233 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.161409 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Allocated IP 2001:db8::2 (0f91a43c-5d44-4fc5-9b0a-8d10db997420/ca9c08a2-de8b-40e9-a30a-eea3608e3e2e/894a0c4c-64e9-466f-9484-41fdebaeadeb) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:26.207565 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c167a-1e14-463d-bfbb-cf6fe20738f8 req-a72aacbb-6140-428d-8fe6-08859ab1b121 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:26.209232 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a29c167a-1e14-463d-bfbb-cf6fe20738f8 req-a72aacbb-6140-428d-8fe6-08859ab1b121 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 945 time: 0.0593038 Jul 30 01:55:26.248738 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bd217fb5-f36b-418a-93f6-1da37162b1aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.263254 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a29c167a-1e14-463d-bfbb-cf6fe20738f8 req-b6138ee1-06a9-43bb-ad60-4afdb42688c5 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/security-groups?id=090f9964-e7fc-4a20-9c58-c26ee1183d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449746 Jul 30 01:55:26.345946 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 41c675d2-0bc0-466d-aea5-306012bfae83 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:26.386958 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.400765 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Transition to ACTIVE for port object 894a0c4c-64e9-466f-9484-41fdebaeadeb will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:26.422285 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Transition to ACTIVE for port object 894a0c4c-64e9-466f-9484-41fdebaeadeb will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:26.478736 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.506812 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 41c675d2-0bc0-466d-aea5-306012bfae83 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:26.518931 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 41c675d2-0bc0-466d-aea5-306012bfae83 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:26.519305 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.524250 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Network 0f91a43c-5d44-4fc5-9b0a-8d10db997420 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:26.526188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-bd217fb5-f36b-418a-93f6-1da37162b1aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Allocated IP 2001:db8::1 (0f91a43c-5d44-4fc5-9b0a-8d10db997420/ca9c08a2-de8b-40e9-a30a-eea3608e3e2e/9885be59-7a02-4d7c-9d7d-ea3f7948802a) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:26.550012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:26.553675 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:26.556428 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Pushing event updated for resources: {'Port': ['ID=894a0c4c-64e9-466f-9484-41fdebaeadeb,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:26.623675 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Attempting to bind port 894a0c4c-64e9-466f-9484-41fdebaeadeb on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:26.624043 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Attempting to bind port 894a0c4c-64e9-466f-9484-41fdebaeadeb by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'a86cc1bc-e449-4986-87a0-71d10480a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:26.624411 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Attempting to bind port 894a0c4c-64e9-466f-9484-41fdebaeadeb on network 0f91a43c-5d44-4fc5-9b0a-8d10db997420 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:26.642690 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bd217fb5-f36b-418a-93f6-1da37162b1aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.651174 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:26.652062 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Checking segment: {'id': 'a86cc1bc-e449-4986-87a0-71d10480a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:26.652467 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.652857 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Bound using segment: {'id': 'a86cc1bc-e449-4986-87a0-71d10480a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:26.653318 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Bound port: 894a0c4c-64e9-466f-9484-41fdebaeadeb, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86cc1bc-e449-4986-87a0-71d10480a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:26.653695 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.657745 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-bd217fb5-f36b-418a-93f6-1da37162b1aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Transition to ACTIVE for port object 9885be59-7a02-4d7c-9d7d-ea3f7948802a will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:26.675114 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.730888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16d233f-5ab0-450c-9c8e-2e4faef9dd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c675d2-0bc0-466d-aea5-306012bfae83'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:26.736197 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e5bbb4-b919-4a13-98ff-ec173a9286f1" -d '{"events": [{"server_uuid": "f16d233f-5ab0-450c-9c8e-2e4faef9dd08", "name": "network-vif-plugged", "status": "completed", "tag": "41c675d2-0bc0-466d-aea5-306012bfae83"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:26.756424 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bd217fb5-f36b-418a-93f6-1da37162b1aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.758353 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 41c675d2-0bc0-466d-aea5-306012bfae83, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=41c675d2-0bc0-466d-aea5-306012bfae83,segment=NetworkSegment(0bed6907-b447-4a6c-bc3b-b69e1c44a873),segment_id=0bed6907-b447-4a6c-bc3b-b69e1c44a873)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:26.769419 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] For port 894a0c4c-64e9-466f-9484-41fdebaeadeb, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:26.772984 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] For port 894a0c4c-64e9-466f-9484-41fdebaeadeb, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=894a0c4c-64e9-466f-9484-41fdebaeadeb,segment=NetworkSegment(a86cc1bc-e449-4986-87a0-71d10480a297),segment_id=a86cc1bc-e449-4986-87a0-71d10480a297)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:26.797745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424ff46-671a-4c1b-9d6d-eab9b2d3e0f9 req-5bcd586d-de0f-4722-a11e-d6122cdf8aae tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:26.799391 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d424ff46-671a-4c1b-9d6d-eab9b2d3e0f9 req-5bcd586d-de0f-4722-a11e-d6122cdf8aae tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16d233f-5ab0-450c-9c8e-2e4faef9dd08 HTTP/1.1" status: 200 len: 945 time: 0.0619688 Jul 30 01:55:26.806239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd217fb5-f36b-418a-93f6-1da37162b1aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network 0f91a43c-5d44-4fc5-9b0a-8d10db997420 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:26.811311 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-bd217fb5-f36b-418a-93f6-1da37162b1aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:26.817889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd217fb5-f36b-418a-93f6-1da37162b1aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:26.822245 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bd217fb5-f36b-418a-93f6-1da37162b1aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.837551 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d424ff46-671a-4c1b-9d6d-eab9b2d3e0f9 req-06386213-c76c-4bc3-9080-3c0acbba6d8e tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321953 Jul 30 01:55:26.841049 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.851873 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd217fb5-f36b-418a-93f6-1da37162b1aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Port': ['ID=9885be59-7a02-4d7c-9d7d-ea3f7948802a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:26.879932 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.911823 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531d8c70-4e25-4cb5-88c1-8a637bc35c79 x-openstack-request-id: req-531d8c70-4e25-4cb5-88c1-8a637bc35c79 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:26.912125 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16d233f-5ab0-450c-9c8e-2e4faef9dd08", "name": "network-vif-plugged", "status": "completed", "tag": "41c675d2-0bc0-466d-aea5-306012bfae83", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:26.912379 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-531d8c70-4e25-4cb5-88c1-8a637bc35c79 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:26.912777 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16d233f-5ab0-450c-9c8e-2e4faef9dd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c675d2-0bc0-466d-aea5-306012bfae83', 'code': 200} Jul 30 01:55:26.921330 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=41c675d2-0bc0-466d-aea5-306012bfae83,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:26.977496 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780427c-c3ba-4f09-a4c0-901f483efed4 None None] Pushing event updated for resources: {'Port': ['ID=894a0c4c-64e9-466f-9484-41fdebaeadeb,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:27.017241 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c28c9-1d34-4d62-9e56-e960cde56ad0 req-825b0ac8-8bbd-4b48-86aa-5ac084b99b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:27.019144 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ef3c28c9-1d34-4d62-9e56-e960cde56ad0 req-825b0ac8-8bbd-4b48-86aa-5ac084b99b8a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f16d233f-5ab0-450c-9c8e-2e4faef9dd08 HTTP/1.1" status: 200 len: 1097 time: 0.0463204 Jul 30 01:55:27.044901 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bd217fb5-f36b-418a-93f6-1da37162b1aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:27.058711 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ef3c28c9-1d34-4d62-9e56-e960cde56ad0 req-27a0e6b9-0f1b-4ef2-867c-892c05bff7ef service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304215 Jul 30 01:55:27.314775 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79276d-7bef-4538-99de-80465106ad25 req-2e7287bb-e496-4fc5-a002-5c2f3dc8a75e tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:27.316279 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3d79276d-7bef-4538-99de-80465106ad25 req-2e7287bb-e496-4fc5-a002-5c2f3dc8a75e tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 945 time: 0.1141999 Jul 30 01:55:27.386685 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3d79276d-7bef-4538-99de-80465106ad25 req-3addda81-369c-4fb0-aa6a-50b670bef8f9 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/security-groups?id=090f9964-e7fc-4a20-9c58-c26ee1183d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618095 Jul 30 01:55:27.425146 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bd217fb5-f36b-418a-93f6-1da37162b1aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:27.508552 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bd217fb5-f36b-418a-93f6-1da37162b1aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:27.511930 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bd217fb5-f36b-418a-93f6-1da37162b1aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:27.598981 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd217fb5-f36b-418a-93f6-1da37162b1aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Port': ['ID=9885be59-7a02-4d7c-9d7d-ea3f7948802a,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:27.642417 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd217fb5-f36b-418a-93f6-1da37162b1aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network 0f91a43c-5d44-4fc5-9b0a-8d10db997420 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:27.643858 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-bd217fb5-f36b-418a-93f6-1da37162b1aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:27.860439 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-08ae1ba2-ed5a-4495-9434-1ecd773ebc4d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1056376 Jul 30 01:55:27.908820 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd217fb5-f36b-418a-93f6-1da37162b1aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router 413d3a64-776c-4419-a7c4-9fc5ec06ebab is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:55:27.945266 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9193eb0-f9b6-49b9-8078-c1e1f27a39a0 None None] Network 0f91a43c-5d44-4fc5-9b0a-8d10db997420 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:27.991621 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8251c-ac85-4c01-90dd-911369d1e2d8 req-b9fb3fc6-911f-490a-b5af-65a123bd7bfd tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:27.994535 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52e8251c-ac85-4c01-90dd-911369d1e2d8 req-b9fb3fc6-911f-490a-b5af-65a123bd7bfd tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16d233f-5ab0-450c-9c8e-2e4faef9dd08 HTTP/1.1" status: 200 len: 946 time: 0.0661407 Jul 30 01:55:28.044848 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52e8251c-ac85-4c01-90dd-911369d1e2d8 req-49cff504-6c78-4466-b95b-84f76ed31353 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434406 Jul 30 01:55:28.077457 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-8ba7f5e9-1ae4-4571-a80a-02808a69aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:28.079218 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-8ba7f5e9-1ae4-4571-a80a-02808a69aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:28.079218 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-8ba7f5e9-1ae4-4571-a80a-02808a69aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:28.079218 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-8ba7f5e9-1ae4-4571-a80a-02808a69aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:28.080127 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-8ba7f5e9-1ae4-4571-a80a-02808a69aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:28.080127 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-8ba7f5e9-1ae4-4571-a80a-02808a69aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:28.080306 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-8ba7f5e9-1ae4-4571-a80a-02808a69aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:28.082180 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-8ba7f5e9-1ae4-4571-a80a-02808a69aa85 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b925993cc6564ab9911b25e36e01c143&device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 6490 time: 0.1841524 Jul 30 01:55:28.094663 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd217fb5-f36b-418a-93f6-1da37162b1aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:28.100109 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bd217fb5-f36b-418a-93f6-1da37162b1aa tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/413d3a64-776c-4419-a7c4-9fc5ec06ebab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1815495 Jul 30 01:55:28.102807 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51552) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:28.113550 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] Sync routers for ids ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:28.114109 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-54b9c497-0d28-4700-b40a-3f9921bd2d8e None None] Provisioning for port 894a0c4c-64e9-466f-9484-41fdebaeadeb completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:28.117951 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-92fd30cd-9993-4596-8f96-eacb2af0711e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-656550924'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:28.147636 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] Routers {'413d3a64-776c-4419-a7c4-9fc5ec06ebab'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:28.148386 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:28.252195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-f1d87b51-2cbc-417a-a1b1-244e9d70d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:28.253548 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-f1d87b51-2cbc-417a-a1b1-244e9d70d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:28.254256 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-f1d87b51-2cbc-417a-a1b1-244e9d70d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:28.256317 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-f1d87b51-2cbc-417a-a1b1-244e9d70d171 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c4c1a6d3-9310-46dd-b172-3b32195b5301&id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&id=ffda0404-bad4-4226-a8b1-7142332e4862&id=ffda0404-bad4-4226-a8b1-7142332e4862 HTTP/1.1" status: 200 len: 2293 time: 0.1333790 Jul 30 01:55:28.267508 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] Set router 413d3a64-776c-4419-a7c4-9fc5ec06ebab gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:28.339186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 894a0c4c-64e9-466f-9484-41fdebaeadeb up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:28.362080 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-6e64bc83-53bb-416e-ac81-3ce8512f5f8f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ef93241-9ad7-4b70-a889-e1188e914d4a HTTP/1.1" status: 200 len: 1000 time: 0.0928688 Jul 30 01:55:28.363251 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fd30cd-9993-4596-8f96-eacb2af0711e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Made reservation on behalf of a1384cdcb57a4a8a986eca46aa366c6a for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:28.376186 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92fd30cd-9993-4596-8f96-eacb2af0711e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.515897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-7c2bf198-38cc-4878-8654-fd9861c0787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:28.517575 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-7c2bf198-38cc-4878-8654-fd9861c0787f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e06878ac-6342-4e72-a6a9-2977bc593aeb HTTP/1.1" status: 200 len: 850 time: 0.1381567 Jul 30 01:55:28.518522 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92fd30cd-9993-4596-8f96-eacb2af0711e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:55:28.522904 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 894a0c4c-64e9-466f-9484-41fdebaeadeb completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:28.527746 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 894a0c4c-64e9-466f-9484-41fdebaeadeb triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:28.528330 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.546569 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:55:26Z', 'revision_number': 2, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:27Z', 'revision_number': 2, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:28.570798 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e4f4e-b682-4914-8544-a430d9935774 req-66ea6b7f-dd2e-4909-a5c9-93cda1c3404b tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:28.572903 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-556e4f4e-b682-4914-8544-a430d9935774 req-66ea6b7f-dd2e-4909-a5c9-93cda1c3404b tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 945 time: 0.0985699 Jul 30 01:55:28.594152 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92fd30cd-9993-4596-8f96-eacb2af0711e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.596516 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-92fd30cd-9993-4596-8f96-eacb2af0711e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Added segment 0b6d762a-beed-48ba-9c1f-feb06ee218c2 of type vlan for network ec2db92b-a14f-4809-b896-13b00c5609a9 Jul 30 01:55:28.605933 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] Checking router: 413d3a64-776c-4419-a7c4-9fc5ec06ebab for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:28.606335 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] Updating router 413d3a64-776c-4419-a7c4-9fc5ec06ebab port 9885be59-7a02-4d7c-9d7d-ea3f7948802a binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:55:28.665407 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.691369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-4e29faa9-8ec2-430a-909c-c8a161170bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:28.693605 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-4e29faa9-8ec2-430a-909c-c8a161170bfd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c4c1a6d3-9310-46dd-b172-3b32195b5301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1633184 Jul 30 01:55:28.697965 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92fd30cd-9993-4596-8f96-eacb2af0711e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.714171 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-556e4f4e-b682-4914-8544-a430d9935774 req-f7d15eeb-3a76-42ec-bd01-f0aa0fb89dd0 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/security-groups?id=090f9964-e7fc-4a20-9c58-c26ee1183d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349010 Jul 30 01:55:28.728298 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.753397 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98099f56-dad1-48bc-8aaa-63354d9ddd3d req-0fecd084-d051-4e69-96b2-f0fa725a7a6a tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:28.755265 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-98099f56-dad1-48bc-8aaa-63354d9ddd3d req-0fecd084-d051-4e69-96b2-f0fa725a7a6a tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 945 time: 0.1441126 Jul 30 01:55:28.784802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e9a6933d-1163-4ac3-9a20-bd184861152e None None] Provisioning for port 9885be59-7a02-4d7c-9d7d-ea3f7948802a completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:28.812012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 894a0c4c-64e9-466f-9484-41fdebaeadeb, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=894a0c4c-64e9-466f-9484-41fdebaeadeb,segment=NetworkSegment(a86cc1bc-e449-4986-87a0-71d10480a297),segment_id=a86cc1bc-e449-4986-87a0-71d10480a297)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:28.813306 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e9a6933d-1163-4ac3-9a20-bd184861152e None None] Provisioning complete for port 9885be59-7a02-4d7c-9d7d-ea3f7948802a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:28.813668 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e9a6933d-1163-4ac3-9a20-bd184861152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.881155 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e9a6933d-1163-4ac3-9a20-bd184861152e None None] Port 9885be59-7a02-4d7c-9d7d-ea3f7948802a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:28.891934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e9a6933d-1163-4ac3-9a20-bd184861152e None None] Provisioning complete for port 894a0c4c-64e9-466f-9484-41fdebaeadeb triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:28.892301 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e9a6933d-1163-4ac3-9a20-bd184861152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.892734 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-3cf56a5c-acb4-4ce3-89d9-e7f7f81d40f4 service neutron] 10.222.0.77 "GET /v2.0/networks/c4c1a6d3-9310-46dd-b172-3b32195b5301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908548 Jul 30 01:55:28.924903 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-98099f56-dad1-48bc-8aaa-63354d9ddd3d req-f692fc26-c05f-4891-a01b-1a09328200bc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Deleting port b81fd05b-5f31-4990-8c17-a3f6419c77fe {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:28.925391 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-98099f56-dad1-48bc-8aaa-63354d9ddd3d req-f692fc26-c05f-4891-a01b-1a09328200bc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.944395 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.985573 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92fd30cd-9993-4596-8f96-eacb2af0711e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.013811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fd30cd-9993-4596-8f96-eacb2af0711e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:29.014532 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92fd30cd-9993-4596-8f96-eacb2af0711e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.044070 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=894a0c4c-64e9-466f-9484-41fdebaeadeb,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:29.082504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-98099f56-dad1-48bc-8aaa-63354d9ddd3d req-f692fc26-c05f-4891-a01b-1a09328200bc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] For port b81fd05b-5f31-4990-8c17-a3f6419c77fe, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=b81fd05b-5f31-4990-8c17-a3f6419c77fe,segment=NetworkSegment(d5d64e0e-1c72-4edc-a5fb-c94d9596e64d),segment_id=d5d64e0e-1c72-4edc-a5fb-c94d9596e64d)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:29.083024 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-98099f56-dad1-48bc-8aaa-63354d9ddd3d req-f692fc26-c05f-4891-a01b-1a09328200bc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.168677 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.183264 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] Transition to ACTIVE for port object 9885be59-7a02-4d7c-9d7d-ea3f7948802a will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:29.192491 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-92fd30cd-9993-4596-8f96-eacb2af0711e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0764153 Jul 30 01:55:29.213132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8c14ec1e-bd89-44a6-86d7-0f177e6b8b8e None None] Provisioning complete for port 9885be59-7a02-4d7c-9d7d-ea3f7948802a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:29.213759 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c14ec1e-bd89-44a6-86d7-0f177e6b8b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.219336 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51568) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:29.224817 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'subnet': {'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:29.265345 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8c14ec1e-bd89-44a6-86d7-0f177e6b8b8e None None] Port 9885be59-7a02-4d7c-9d7d-ea3f7948802a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:29.276376 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd30cd-9993-4596-8f96-eacb2af0711e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Network': ['ID=ec2db92b-a14f-4809-b896-13b00c5609a9,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:29.289230 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network ec2db92b-a14f-4809-b896-13b00c5609a9 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:55:29.292500 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.306346 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-7c0642b3-1cfd-48bc-afce-874759b9e2ea service neutron] 10.222.0.77 "GET /v2.0/networks/c4c1a6d3-9310-46dd-b172-3b32195b5301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050033 Jul 30 01:55:29.399563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc8824-5a7d-4ad4-800c-5b349aed8fb1 req-accb117b-3261-4019-ac78-b2d565a5c6f3 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:29.404561 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b18f3-d87f-4702-8cbb-cec1155d0138 None None] Pushing event updated for resources: {'Port': ['ID=9885be59-7a02-4d7c-9d7d-ea3f7948802a,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:29.409642 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3fc8824-5a7d-4ad4-800c-5b349aed8fb1 req-accb117b-3261-4019-ac78-b2d565a5c6f3 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16d233f-5ab0-450c-9c8e-2e4faef9dd08 HTTP/1.1" status: 200 len: 946 time: 0.2363849 Jul 30 01:55:29.417890 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-30211d9a-37ed-4487-8e55-7d4199ddf4b2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=98cfbc35-8407-4d20-b573-2f522c31972f HTTP/1.1" status: 200 len: 217 time: 0.1026587 Jul 30 01:55:29.428915 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b18f3-d87f-4702-8cbb-cec1155d0138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:29.429939 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b18f3-d87f-4702-8cbb-cec1155d0138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:29.430547 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b18f3-d87f-4702-8cbb-cec1155d0138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:29.431046 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b18f3-d87f-4702-8cbb-cec1155d0138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:29.432294 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b18f3-d87f-4702-8cbb-cec1155d0138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:29.433019 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b18f3-d87f-4702-8cbb-cec1155d0138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:29.433541 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b18f3-d87f-4702-8cbb-cec1155d0138 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:29.434045 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b18f3-d87f-4702-8cbb-cec1155d0138 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:29.434577 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b18f3-d87f-4702-8cbb-cec1155d0138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:29.435174 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b18f3-d87f-4702-8cbb-cec1155d0138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:29.435801 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b18f3-d87f-4702-8cbb-cec1155d0138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:29.436352 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b18f3-d87f-4702-8cbb-cec1155d0138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:29.500538 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-db2670e3-c8ff-4479-9f44-990d09818607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:29.502081 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-db2670e3-c8ff-4479-9f44-990d09818607 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94a57050-2cb9-4ecd-b0da-83096cb01862 HTTP/1.1" status: 200 len: 797 time: 0.0751410 Jul 30 01:55:29.541960 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] Attempting to bind port 9885be59-7a02-4d7c-9d7d-ea3f7948802a on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:29.542674 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] Attempting to bind port 9885be59-7a02-4d7c-9d7d-ea3f7948802a by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'a86cc1bc-e449-4986-87a0-71d10480a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:29.546148 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] Attempting to bind port 9885be59-7a02-4d7c-9d7d-ea3f7948802a on network 0f91a43c-5d44-4fc5-9b0a-8d10db997420 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:29.549570 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:29.551884 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] Checking segment: {'id': 'a86cc1bc-e449-4986-87a0-71d10480a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:29.553817 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3fc8824-5a7d-4ad4-800c-5b349aed8fb1 req-9370f9e7-2064-4802-90b3-6c089722b385 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429553 Jul 30 01:55:29.565253 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.565920 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] Bound using segment: {'id': 'a86cc1bc-e449-4986-87a0-71d10480a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:29.566631 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] Bound port: 9885be59-7a02-4d7c-9d7d-ea3f7948802a, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86cc1bc-e449-4986-87a0-71d10480a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:29.567024 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.570855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-240eec75-ed44-4b57-b2bb-992fd04d1ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:29.583761 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-240eec75-ed44-4b57-b2bb-992fd04d1ef6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0619171 Jul 30 01:55:29.600090 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Made reservation on behalf of a1384cdcb57a4a8a986eca46aa366c6a for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:29.603402 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.691615 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] For port 9885be59-7a02-4d7c-9d7d-ea3f7948802a, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:29.692182 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-911572b3-b850-4443-88ac-e92cb2c37f75 service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111119 Jul 30 01:55:29.695707 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] For port 9885be59-7a02-4d7c-9d7d-ea3f7948802a, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9885be59-7a02-4d7c-9d7d-ea3f7948802a,segment=NetworkSegment(a86cc1bc-e449-4986-87a0-71d10480a297),segment_id=a86cc1bc-e449-4986-87a0-71d10480a297)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:29.753568 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-98099f56-dad1-48bc-8aaa-63354d9ddd3d req-f692fc26-c05f-4891-a01b-1a09328200bc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.754101 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-98099f56-dad1-48bc-8aaa-63354d9ddd3d req-f692fc26-c05f-4891-a01b-1a09328200bc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.754530 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [req-98099f56-dad1-48bc-8aaa-63354d9ddd3d req-f692fc26-c05f-4891-a01b-1a09328200bc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Floating IP 68f4c430-5cce-4bf1-94ca-79c3638a7a63 disassociated. External IP: 172.25.1.6, port: b81fd05b-5f31-4990-8c17-a3f6419c77fe. Jul 30 01:55:29.754887 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-98099f56-dad1-48bc-8aaa-63354d9ddd3d req-f692fc26-c05f-4891-a01b-1a09328200bc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Calling delete_port for b81fd05b-5f31-4990-8c17-a3f6419c77fe owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:29.761871 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.843680 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] Routers {'413d3a64-776c-4419-a7c4-9fc5ec06ebab'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:29.844570 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:29.943836 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-36600702-d0b5-4788-98ed-0362dbb2c7bd service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440403 Jul 30 01:55:29.961713 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b18f3-d87f-4702-8cbb-cec1155d0138 None None] Pushing event updated for resources: {'Port': ['ID=9885be59-7a02-4d7c-9d7d-ea3f7948802a,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:30.002972 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] Set router 413d3a64-776c-4419-a7c4-9fc5ec06ebab gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:30.061906 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-0fad6ee8-3b8f-4d0f-9213-adccc526d692 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=64c3d04a-350f-42ab-b7c4-89ebbc977cf2 HTTP/1.1" status: 200 len: 217 time: 0.1105559 Jul 30 01:55:30.068482 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344f1c0-3788-4cc2-82e6-056f52de66fb req-54d24bb4-b0aa-45cf-9fe4-214c4df668a3 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:30.070120 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8344f1c0-3788-4cc2-82e6-056f52de66fb req-54d24bb4-b0aa-45cf-9fe4-214c4df668a3 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 946 time: 0.1317673 Jul 30 01:55:30.106874 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.109107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a4000-2938-4253-87d2-057840cf729b req-111bc301-adf1-415b-b400-6071b901fa5e tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:30.113993 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b35a4000-2938-4253-87d2-057840cf729b req-111bc301-adf1-415b-b400-6071b901fa5e tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 945 time: 0.0890965 Jul 30 01:55:30.148079 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-4c81cfa7-7415-4ae1-a7e0-7c64bf23406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:30.149802 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-4c81cfa7-7415-4ae1-a7e0-7c64bf23406b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94a57050-2cb9-4ecd-b0da-83096cb01862 HTTP/1.1" status: 200 len: 797 time: 0.0795891 Jul 30 01:55:30.172756 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Subnet': ['ID=88f5e3e4-2541-4fef-8739-4fa65b5b2d4b,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:30.187443 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8344f1c0-3788-4cc2-82e6-056f52de66fb req-90205f02-877e-4816-bd5d-69d67f1911f9 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/security-groups?id=1347157b-d64b-476b-bff3-fef75a762ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044040 Jul 30 01:55:30.195531 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:30.196220 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:30.196716 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:30.197470 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:30.198914 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:30.199433 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:30.199750 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b35a4000-2938-4253-87d2-057840cf729b req-4341c07e-982f-423e-ae17-3fc773383913 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/security-groups?id=090f9964-e7fc-4a20-9c58-c26ee1183d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793545 Jul 30 01:55:30.200083 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:30.200867 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:30.201526 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:30.202109 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:30.202640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:30.203116 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:30.211552 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-98099f56-dad1-48bc-8aaa-63354d9ddd3d req-f692fc26-c05f-4891-a01b-1a09328200bc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.263242 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692fc26-c05f-4891-a01b-1a09328200bc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Pushing event deleted for resources: {'Port': ['ID=b81fd05b-5f31-4990-8c17-a3f6419c77fe,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:30.271849 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-dcaffc06-8c0d-4667-b6ca-cb3db4cd8207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:30.273502 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-dcaffc06-8c0d-4667-b6ca-cb3db4cd8207 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1123626 Jul 30 01:55:30.289469 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Checking segment: {'id': '0b6d762a-beed-48ba-9c1f-feb06ee218c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:30.289843 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network hostable DHCP agents. Network: ec2db92b-a14f-4809-b896-13b00c5609a9, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:55:30.324517 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 894a0c4c-64e9-466f-9484-41fdebaeadeb up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:30.444434 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 894a0c4c-64e9-466f-9484-41fdebaeadeb triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:30.444434 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.461351 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network ec2db92b-a14f-4809-b896-13b00c5609a9 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:55:30.523519 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98099f56-dad1-48bc-8aaa-63354d9ddd3d req-f692fc26-c05f-4891-a01b-1a09328200bc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Router 872417a3-697b-4260-9035-10a0a939869c has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:30.559246 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:55:26Z', 'revision_number': 2, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:29Z', 'revision_number': 4, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:30.590899 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a600c8ca-78c2-4f77-b429-133b2f9b200c None None] The sync data for ids ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'] in n-d-713498-9 is: [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:55:26Z', 'revision_number': 2, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:29Z', 'revision_number': 4, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:30.594562 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, ec2db92b-a14f-4809-b896-13b00c5609a9) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:30.601183 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:30.601748 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.607773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad48244-b105-401a-b885-7b21f20a162c None None] Network ec2db92b-a14f-4809-b896-13b00c5609a9 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:30.694412 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98099f56-dad1-48bc-8aaa-63354d9ddd3d req-f692fc26-c05f-4891-a01b-1a09328200bc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:30.711587 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d91f58-c6e1-4825-b03a-968b71d4ff53 None None] Sync routers for ids ['872417a3-697b-4260-9035-10a0a939869c'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:30.745033 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-98099f56-dad1-48bc-8aaa-63354d9ddd3d req-f692fc26-c05f-4891-a01b-1a09328200bc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] No DVR routers for this DVR port b81fd05b-5f31-4990-8c17-a3f6419c77fe on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:30.749816 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-98099f56-dad1-48bc-8aaa-63354d9ddd3d req-f692fc26-c05f-4891-a01b-1a09328200bc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.752207 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-98099f56-dad1-48bc-8aaa-63354d9ddd3d req-f692fc26-c05f-4891-a01b-1a09328200bc tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.77 "DELETE /v2.0/ports/b81fd05b-5f31-4990-8c17-a3f6419c77fe HTTP/1.1" status: 204 len: 173 time: 1.9886155 Jul 30 01:55:30.752347 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2f6fe3-e046-4376-881e-5f38f17b6f19', 'name': 'network-vif-deleted', 'tag': 'b81fd05b-5f31-4990-8c17-a3f6419c77fe'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:30.756171 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d91f58-c6e1-4825-b03a-968b71d4ff53 None None] Routers {'872417a3-697b-4260-9035-10a0a939869c'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:30.757013 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-96d91f58-c6e1-4825-b03a-968b71d4ff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['872417a3-697b-4260-9035-10a0a939869c'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:30.758988 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52a57fc-c45b-4ac4-93ad-4ecdc549ba28" -d '{"events": [{"server_uuid": "6b2f6fe3-e046-4376-881e-5f38f17b6f19", "name": "network-vif-deleted", "tag": "b81fd05b-5f31-4990-8c17-a3f6419c77fe"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:30.793941 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b684c2c1-9812-44b1-aade-25b15230e084 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5711236 Jul 30 01:55:30.794967 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51606) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:30.927536 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccd6cee-e68a-46c8-ba32-6d84d45a7380 x-openstack-request-id: req-7ccd6cee-e68a-46c8-ba32-6d84d45a7380 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:30.927973 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2f6fe3-e046-4376-881e-5f38f17b6f19", "name": "network-vif-deleted", "tag": "b81fd05b-5f31-4990-8c17-a3f6419c77fe", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:30.930527 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ccd6cee-e68a-46c8-ba32-6d84d45a7380 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:30.931024 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2f6fe3-e046-4376-881e-5f38f17b6f19', 'name': 'network-vif-deleted', 'tag': 'b81fd05b-5f31-4990-8c17-a3f6419c77fe', 'status': 'completed', 'code': 200} Jul 30 01:55:30.968794 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-9b834393-3eb5-4ab7-8287-7f9788138618 service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6857870 Jul 30 01:55:31.041035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-96d91f58-c6e1-4825-b03a-968b71d4ff53 None None] Set router 872417a3-697b-4260-9035-10a0a939869c gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:31.215344 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-05dba54f-09e4-4b0f-bca1-8e3ea655f840 service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291415 Jul 30 01:55:31.242685 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-ec2db92b-a14f-4809-b896-13b00c5609a9', 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'fixed_ips': [{'subnet_id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:55:31.243675 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:31.293050 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-581c66cb-d843-4a16-9309-d269b5eea037 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=6789236d-21f2-4490-8311-d49341e86769 HTTP/1.1" status: 200 len: 217 time: 0.0642526 Jul 30 01:55:31.391020 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-bf1a60de-1e68-417e-b197-09167635616b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:31.392823 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-bf1a60de-1e68-417e-b197-09167635616b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94a57050-2cb9-4ecd-b0da-83096cb01862 HTTP/1.1" status: 200 len: 797 time: 0.0865071 Jul 30 01:55:31.414205 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42dd93-8857-48ea-96ba-6caa95823a88 req-d81080f8-ad6d-4afb-a249-c7a2ddf12e33 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:31.422368 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4d42dd93-8857-48ea-96ba-6caa95823a88 req-d81080f8-ad6d-4afb-a249-c7a2ddf12e33 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 946 time: 0.1279862 Jul 30 01:55:31.524439 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Allocated IP 2001:db8:1::2 (ec2db92b-a14f-4809-b896-13b00c5609a9/88f5e3e4-2541-4fef-8739-4fa65b5b2d4b/8f1060a2-7f12-4204-99fb-2899cd60a840) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:31.534619 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4d42dd93-8857-48ea-96ba-6caa95823a88 req-6c524fbd-bcc7-416e-8e35-2debdb0a3783 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/security-groups?id=1347157b-d64b-476b-bff3-fef75a762ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111443 Jul 30 01:55:31.563977 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-d5f8ff0a-0d78-4173-9283-fe8c929abff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:31.565554 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-d5f8ff0a-0d78-4173-9283-fe8c929abff0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1406677 Jul 30 01:55:31.781274 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-33323824-c854-459e-9432-cb3cbfb5708e service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914012 Jul 30 01:55:31.852124 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-adac632f-c416-4d28-8efc-a9cbf6bd2d7f req-6a4e07f0-e1ff-4d2b-921a-162f470507db tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2f6fe3-e046-4376-881e-5f38f17b6f19 HTTP/1.1" status: 200 len: 210 time: 0.0692115 Jul 30 01:55:31.915099 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cd73b38e-15d6-4539-8ef8-cfcc8df97552 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:31.960994 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:31.985428 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Transition to ACTIVE for port object 8f1060a2-7f12-4204-99fb-2899cd60a840 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:32.011172 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device b81fd05b-5f31-4990-8c17-a3f6419c77fe no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:32.049210 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-e32a87ac-d7bd-4435-974c-e6fbeafd01ca service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406986 Jul 30 01:55:32.056232 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Transition to ACTIVE for port object 8f1060a2-7f12-4204-99fb-2899cd60a840 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:32.116747 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: b81fd05b-5f31-4990-8c17-a3f6419c77fe {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:32.117108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device b81fd05b-5f31-4990-8c17-a3f6419c77fe not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:32.160345 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-317bc020-8a0e-4bfe-b901-075f561bce90 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 HTTP/1.1" status: 200 len: 217 time: 0.1015594 Jul 30 01:55:32.227565 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.257303 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-afe3f9ca-0628-4f50-90c0-e5a7cf2a35ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:32.259545 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-afe3f9ca-0628-4f50-90c0-e5a7cf2a35ad service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94a57050-2cb9-4ecd-b0da-83096cb01862 HTTP/1.1" status: 200 len: 797 time: 0.0641887 Jul 30 01:55:32.284964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Network ec2db92b-a14f-4809-b896-13b00c5609a9 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:32.288793 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:32.298539 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:32.347265 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9885be59-7a02-4d7c-9d7d-ea3f7948802a up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:32.352033 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1716fac-1321-45eb-8ba6-25989e009d0e req-809ab03a-efa8-43d2-ba63-1170bd5364cd tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:32.371027 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1716fac-1321-45eb-8ba6-25989e009d0e req-809ab03a-efa8-43d2-ba63-1170bd5364cd tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.2329369 Jul 30 01:55:32.380981 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-cd73b38e-15d6-4539-8ef8-cfcc8df97552 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Allocated IP 2001:db8:1::1 (ec2db92b-a14f-4809-b896-13b00c5609a9/88f5e3e4-2541-4fef-8739-4fa65b5b2d4b/3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:32.411197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Pushing event updated for resources: {'Port': ['ID=8f1060a2-7f12-4204-99fb-2899cd60a840,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:32.419851 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-b8ccc33c-5bf1-4140-bbc5-4afe391f9ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:32.421524 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-b8ccc33c-5bf1-4140-bbc5-4afe391f9ebc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1539266 Jul 30 01:55:32.434093 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1716fac-1321-45eb-8ba6-25989e009d0e req-9fdde101-0410-42b5-9e0a-ad6da66253da tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610080 Jul 30 01:55:32.455463 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-96d91f58-c6e1-4825-b03a-968b71d4ff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872417a3-697b-4260-9035-10a0a939869c', 'name': 'tempest-ServersTestManualDisk-2143558703-router', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:07Z', 'updated_at': '2021-07-30T01:53:12Z', 'revision_number': 4, 'project_id': 'abf94101162146b19d686452c967dcf6', 'gw_port': {'id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '777f8c8b-533b-42fe-8a5d-f92689720822', 'name': '', 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'mac_address': 'fa:16:3e:1c:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a439f664-eccf-4b31-af50-c97e11387cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:11Z', 'updated_at': '2021-07-30T01:53:21Z', 'revision_number': 5, 'project_id': 'abf94101162146b19d686452c967dcf6', 'subnets': [{'id': 'a439f664-eccf-4b31-af50-c97e11387cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:32.488504 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d91f58-c6e1-4825-b03a-968b71d4ff53 None None] Checking router: 872417a3-697b-4260-9035-10a0a939869c for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:32.507920 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Attempting to bind port 8f1060a2-7f12-4204-99fb-2899cd60a840 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:32.508280 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Attempting to bind port 8f1060a2-7f12-4204-99fb-2899cd60a840 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '0b6d762a-beed-48ba-9c1f-feb06ee218c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:32.508636 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Attempting to bind port 8f1060a2-7f12-4204-99fb-2899cd60a840 on network ec2db92b-a14f-4809-b896-13b00c5609a9 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:32.515946 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:32.516355 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Checking segment: {'id': '0b6d762a-beed-48ba-9c1f-feb06ee218c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:32.516722 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.517112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Bound using segment: {'id': '0b6d762a-beed-48ba-9c1f-feb06ee218c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:32.517589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Bound port: 8f1060a2-7f12-4204-99fb-2899cd60a840, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6d762a-beed-48ba-9c1f-feb06ee218c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:32.517966 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.538365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d91f58-c6e1-4825-b03a-968b71d4ff53 None None] Routers {'872417a3-697b-4260-9035-10a0a939869c'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:32.539016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-96d91f58-c6e1-4825-b03a-968b71d4ff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['872417a3-697b-4260-9035-10a0a939869c'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:32.553016 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-a6e9ea87-202f-4173-a96a-b0170820d512 service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175599 Jul 30 01:55:32.568059 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cd73b38e-15d6-4539-8ef8-cfcc8df97552 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.587033 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-cd73b38e-15d6-4539-8ef8-cfcc8df97552 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Transition to ACTIVE for port object 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:32.665352 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 9885be59-7a02-4d7c-9d7d-ea3f7948802a completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:32.687347 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 9885be59-7a02-4d7c-9d7d-ea3f7948802a triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:32.687724 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.688573 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-c5eedea0-1db9-43ff-ae3b-ab1d9eba2f57 service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279829 Jul 30 01:55:32.726860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] For port 8f1060a2-7f12-4204-99fb-2899cd60a840, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:32.735850 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-96d91f58-c6e1-4825-b03a-968b71d4ff53 None None] Set router 872417a3-697b-4260-9035-10a0a939869c gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:32.737309 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-6f0a7e34-c468-4a09-a6ea-23402bedc1bb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1fbafec7-5127-446b-a82d-868408b0985e HTTP/1.1" status: 200 len: 217 time: 0.0415213 Jul 30 01:55:32.754897 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cd73b38e-15d6-4539-8ef8-cfcc8df97552 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.783482 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] For port 8f1060a2-7f12-4204-99fb-2899cd60a840, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8f1060a2-7f12-4204-99fb-2899cd60a840,segment=NetworkSegment(0b6d762a-beed-48ba-9c1f-feb06ee218c2),segment_id=0b6d762a-beed-48ba-9c1f-feb06ee218c2)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:32.799163 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd73b38e-15d6-4539-8ef8-cfcc8df97552 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network ec2db92b-a14f-4809-b896-13b00c5609a9 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:32.818192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-cd73b38e-15d6-4539-8ef8-cfcc8df97552 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:32.823835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd73b38e-15d6-4539-8ef8-cfcc8df97552 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:32.829171 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cd73b38e-15d6-4539-8ef8-cfcc8df97552 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.859726 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-0c978163-68e3-4a3a-bd3e-f39c46fdebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:32.862234 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-0c978163-68e3-4a3a-bd3e-f39c46fdebab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ee9c29c-81b5-430f-a0a8-fe3dd473e762 HTTP/1.1" status: 200 len: 797 time: 0.1177216 Jul 30 01:55:32.875729 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73b38e-15d6-4539-8ef8-cfcc8df97552 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Port': ['ID=3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:32.886318 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.939606 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-b34bcd76-7b09-4a42-98a5-7b2b1858e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:32.954151 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.966527 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-b34bcd76-7b09-4a42-98a5-7b2b1858e98b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ffda0404-bad4-4226-a8b1-7142332e4862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0946388 Jul 30 01:55:33.047073 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.051071 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51534c2f-1c6e-49d3-bef4-de519d69130f None None] Pushing event updated for resources: {'Port': ['ID=8f1060a2-7f12-4204-99fb-2899cd60a840,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:33.098021 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51654) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:33.115974 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cd73b38e-15d6-4539-8ef8-cfcc8df97552 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.144933 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 9885be59-7a02-4d7c-9d7d-ea3f7948802a, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9885be59-7a02-4d7c-9d7d-ea3f7948802a,segment=NetworkSegment(a86cc1bc-e449-4986-87a0-71d10480a297),segment_id=a86cc1bc-e449-4986-87a0-71d10480a297)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:33.200883 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-96d91f58-c6e1-4825-b03a-968b71d4ff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872417a3-697b-4260-9035-10a0a939869c', 'name': 'tempest-ServersTestManualDisk-2143558703-router', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:07Z', 'updated_at': '2021-07-30T01:53:12Z', 'revision_number': 4, 'project_id': 'abf94101162146b19d686452c967dcf6', 'gw_port': {'id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '777f8c8b-533b-42fe-8a5d-f92689720822', 'name': '', 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'mac_address': 'fa:16:3e:1c:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a439f664-eccf-4b31-af50-c97e11387cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:11Z', 'updated_at': '2021-07-30T01:53:21Z', 'revision_number': 5, 'project_id': 'abf94101162146b19d686452c967dcf6', 'subnets': [{'id': 'a439f664-eccf-4b31-af50-c97e11387cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:33.264846 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.267166 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d91f58-c6e1-4825-b03a-968b71d4ff53 None None] The sync data for ids ['872417a3-697b-4260-9035-10a0a939869c'] in n-d-713498-9 is: [{'id': '872417a3-697b-4260-9035-10a0a939869c', 'name': 'tempest-ServersTestManualDisk-2143558703-router', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:07Z', 'updated_at': '2021-07-30T01:53:12Z', 'revision_number': 4, 'project_id': 'abf94101162146b19d686452c967dcf6', 'gw_port': {'id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '777f8c8b-533b-42fe-8a5d-f92689720822', 'name': '', 'network_id': '8173f374-3ae7-4d23-b8cc-405bd1c03a89', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'mac_address': 'fa:16:3e:1c:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a439f664-eccf-4b31-af50-c97e11387cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:11Z', 'updated_at': '2021-07-30T01:53:21Z', 'revision_number': 5, 'project_id': 'abf94101162146b19d686452c967dcf6', 'subnets': [{'id': 'a439f664-eccf-4b31-af50-c97e11387cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:33.283195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf547cd-b7ef-4058-983b-bf1e50fc5299 req-d426de7d-eedd-42bd-89bf-0de6557748c9 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:33.285256 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-daf547cd-b7ef-4058-983b-bf1e50fc5299 req-d426de7d-eedd-42bd-89bf-0de6557748c9 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 946 time: 0.2159648 Jul 30 01:55:33.341204 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-acd33f06-5890-4e70-8244-4814971017c8 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.369374 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-36b10551-3acb-412d-b8c3-fb0f8cfe5472 service neutron] 10.222.0.77 "GET /v2.0/networks/ffda0404-bad4-4226-a8b1-7142332e4862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952010 Jul 30 01:55:33.428320 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=9885be59-7a02-4d7c-9d7d-ea3f7948802a,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:33.486259 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-acd33f06-5890-4e70-8244-4814971017c8 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.519418 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-daf547cd-b7ef-4058-983b-bf1e50fc5299 req-2541a05f-2610-4344-ae51-f4dc0bc675ab tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/security-groups?id=1347157b-d64b-476b-bff3-fef75a762ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220738 Jul 30 01:55:33.618054 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-49b828a5-aee7-419b-b213-c5e7b19c07e4 service neutron] 10.222.0.77 "GET /v2.0/networks/ffda0404-bad4-4226-a8b1-7142332e4862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346296 Jul 30 01:55:33.636698 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cd73b38e-15d6-4539-8ef8-cfcc8df97552 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.649717 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7cd93-1a7c-49a3-b393-5273b1c54cad req-921bf0da-8d36-41b2-bec3-c3af51b48254 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:33.651911 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-28d7cd93-1a7c-49a3-b393-5273b1c54cad req-921bf0da-8d36-41b2-bec3-c3af51b48254 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.0761411 Jul 30 01:55:33.667026 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-b576edc8-349a-42da-9294-53511fde9c56 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=61bf0a42-0151-48da-a146-3ff03bb1e0c5 HTTP/1.1" status: 200 len: 217 time: 0.0413742 Jul 30 01:55:33.696381 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-28d7cd93-1a7c-49a3-b393-5273b1c54cad req-546a4799-8948-4219-b56d-2edccba9ae94 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381677 Jul 30 01:55:33.700154 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cd73b38e-15d6-4539-8ef8-cfcc8df97552 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.701085 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cd73b38e-15d6-4539-8ef8-cfcc8df97552 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.726788 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-acd33f06-5890-4e70-8244-4814971017c8 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.729900 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-acd33f06-5890-4e70-8244-4814971017c8 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.738667 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-acd33f06-5890-4e70-8244-4814971017c8 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "DELETE /v2.0/security-groups/090f9964-e7fc-4a20-9c58-c26ee1183d64 HTTP/1.1" status: 204 len: 168 time: 0.6320879 Jul 30 01:55:33.738667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-56aa60f1-d860-4a2b-829f-37223ea87a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:33.738667 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-56aa60f1-d860-4a2b-829f-37223ea87a7a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ee9c29c-81b5-430f-a0a8-fe3dd473e762 HTTP/1.1" status: 200 len: 797 time: 0.0626311 Jul 30 01:55:33.738931 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de552f09-c225-42c5-8502-86a4215d673a None None] New status for floating IP 68f4c430-5cce-4bf1-94ca-79c3638a7a63: DOWN {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:55:33.739591 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51660) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:33.757966 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd33f06-5890-4e70-8244-4814971017c8 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=090f9964-e7fc-4a20-9c58-c26ee1183d64,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:33.774504 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-c5f36680-5578-49b2-9ff9-2b347c8547c9 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] show failed (client error): The resource could not be found. Jul 30 01:55:33.778174 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c5f36680-5578-49b2-9ff9-2b347c8547c9 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "GET /v2.0/security-groups/090f9964-e7fc-4a20-9c58-c26ee1183d64 HTTP/1.1" status: 404 len: 347 time: 0.0331211 Jul 30 01:55:33.785237 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51662) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:33.828512 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73b38e-15d6-4539-8ef8-cfcc8df97552 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Port': ['ID=3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:33.884981 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd73b38e-15d6-4539-8ef8-cfcc8df97552 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network ec2db92b-a14f-4809-b896-13b00c5609a9 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:33.890316 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-cd73b38e-15d6-4539-8ef8-cfcc8df97552 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:33.952728 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-0b5b4086-32f5-4127-b1bc-f5fac9a90bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:33.954377 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-0b5b4086-32f5-4127-b1bc-f5fac9a90bfa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ffda0404-bad4-4226-a8b1-7142332e4862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2067986 Jul 30 01:55:34.007938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd73b38e-15d6-4539-8ef8-cfcc8df97552 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router 413d3a64-776c-4419-a7c4-9fc5ec06ebab has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:34.062240 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-544be720-01a2-4bb6-ac7d-f59868f13a20 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Deleting port a0c7ca19-4c9e-4d3a-8a01-297f29fa2a9b {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:34.062630 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-544be720-01a2-4bb6-ac7d-f59868f13a20 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.143405 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-f9b0e0d8-8232-4952-ade3-9cd4f6407ee6 service neutron] 10.222.0.77 "GET /v2.0/networks/ffda0404-bad4-4226-a8b1-7142332e4862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796448 Jul 30 01:55:34.189274 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd73b38e-15d6-4539-8ef8-cfcc8df97552 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:34.194595 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cd73b38e-15d6-4539-8ef8-cfcc8df97552 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/413d3a64-776c-4419-a7c4-9fc5ec06ebab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3930924 Jul 30 01:55:34.197388 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51666) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:34.200381 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] Sync routers for ids ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:34.204036 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-77619162-48f1-41a1-be3e-e7c35ea618f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-55668580'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:34.223022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] Routers {'413d3a64-776c-4419-a7c4-9fc5ec06ebab'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:34.223660 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:34.312617 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77619162-48f1-41a1-be3e-e7c35ea618f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Made reservation on behalf of a1384cdcb57a4a8a986eca46aa366c6a for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:34.316313 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77619162-48f1-41a1-be3e-e7c35ea618f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.380951 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77619162-48f1-41a1-be3e-e7c35ea618f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:55:34.409014 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77619162-48f1-41a1-be3e-e7c35ea618f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.411965 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-77619162-48f1-41a1-be3e-e7c35ea618f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Added segment a5998f51-228e-434c-8d0a-30124bdb41d0 of type vlan for network 04145a1b-ff13-4637-95dc-332ae266606c Jul 30 01:55:34.435270 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] Set router 413d3a64-776c-4419-a7c4-9fc5ec06ebab gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:34.478972 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-544be720-01a2-4bb6-ac7d-f59868f13a20 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.482014 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-544be720-01a2-4bb6-ac7d-f59868f13a20 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.499938 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60059fd8-21b2-417e-93a5-d04dc871d528 req-0fcf32d1-f414-4997-b95b-649b86d692ea service neutron] 10.222.0.77 "GET /v2.0/networks/ffda0404-bad4-4226-a8b1-7142332e4862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355205 Jul 30 01:55:34.500646 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9885be59-7a02-4d7c-9d7d-ea3f7948802a up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:34.505528 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-544be720-01a2-4bb6-ac7d-f59868f13a20 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Calling delete_port for a0c7ca19-4c9e-4d3a-8a01-297f29fa2a9b owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:34.531068 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77619162-48f1-41a1-be3e-e7c35ea618f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.612168 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 9885be59-7a02-4d7c-9d7d-ea3f7948802a triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:34.612759 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.620761 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29aaa1-0e5a-4d13-8aeb-54bc304ac4c9 req-af964ad7-823e-4f8a-bab4-aef8755debdd tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:34.622408 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0b29aaa1-0e5a-4d13-8aeb-54bc304ac4c9 req-af964ad7-823e-4f8a-bab4-aef8755debdd tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.10 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 946 time: 0.1952500 Jul 30 01:55:34.715011 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec91dca2-4c09-49a6-9e2f-393f5836d148 None None] Network ec2db92b-a14f-4809-b896-13b00c5609a9 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:34.742985 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb27afe-981c-4493-86b2-3c2d850e2c12 req-e1c1407f-c92d-439f-86a1-f4749eeb752e tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:34.749100 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77619162-48f1-41a1-be3e-e7c35ea618f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.754582 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebb27afe-981c-4493-86b2-3c2d850e2c12 req-e1c1407f-c92d-439f-86a1-f4749eeb752e tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 946 time: 0.0931711 Jul 30 01:55:34.755633 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77619162-48f1-41a1-be3e-e7c35ea618f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:34.756303 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77619162-48f1-41a1-be3e-e7c35ea618f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.825102 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebb27afe-981c-4493-86b2-3c2d850e2c12 req-92c8478d-fadd-408f-8830-49e5db50837a tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/security-groups?id=1347157b-d64b-476b-bff3-fef75a762ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713513 Jul 30 01:55:34.900715 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-83821b0b-f461-4553-a6af-b13db14a59b8 None None] Provisioning for port 8f1060a2-7f12-4204-99fb-2899cd60a840 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:34.908619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-0b29aaa1-0e5a-4d13-8aeb-54bc304ac4c9 req-81847f75-eb25-4942-8431-5e8f7eaffddf tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Deleting port 73635721-b5f6-484c-b12f-25dec726de5d {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:34.908961 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0b29aaa1-0e5a-4d13-8aeb-54bc304ac4c9 req-81847f75-eb25-4942-8431-5e8f7eaffddf tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.923672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77619162-48f1-41a1-be3e-e7c35ea618f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Network': ['ID=04145a1b-ff13-4637-95dc-332ae266606c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:34.943581 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 04145a1b-ff13-4637-95dc-332ae266606c details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:55:34.959183 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8f1060a2-7f12-4204-99fb-2899cd60a840 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:34.962809 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51676) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:34.968508 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ede139d6-917b-47b6-b9ad-7fd8870e7455 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'subnet': {'network_id': '04145a1b-ff13-4637-95dc-332ae266606c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:34.969378 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-77619162-48f1-41a1-be3e-e7c35ea618f9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7698939 Jul 30 01:55:34.974393 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-544be720-01a2-4bb6-ac7d-f59868f13a20 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.048336 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-0b29aaa1-0e5a-4d13-8aeb-54bc304ac4c9 req-81847f75-eb25-4942-8431-5e8f7eaffddf tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] For port 73635721-b5f6-484c-b12f-25dec726de5d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=73635721-b5f6-484c-b12f-25dec726de5d,segment=NetworkSegment(51c2d4e3-ad5b-4c91-a3f4-abe71d223a46),segment_id=51c2d4e3-ad5b-4c91-a3f4-abe71d223a46)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:35.049205 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0b29aaa1-0e5a-4d13-8aeb-54bc304ac4c9 req-81847f75-eb25-4942-8431-5e8f7eaffddf tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.068306 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544be720-01a2-4bb6-ac7d-f59868f13a20 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Pushing event deleted for resources: {'Port': ['ID=a0c7ca19-4c9e-4d3a-8a01-297f29fa2a9b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:35.157237 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-544be720-01a2-4bb6-ac7d-f59868f13a20 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.160639 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-544be720-01a2-4bb6-ac7d-f59868f13a20 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.164635 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-544be720-01a2-4bb6-ac7d-f59868f13a20 tempest-ServersTestManualDisk-1706376984 tempest-ServersTestManualDisk-1706376984-project] 10.222.0.70 "DELETE /v2.0/floatingips/68f4c430-5cce-4bf1-94ca-79c3638a7a63 HTTP/1.1" status: 204 len: 168 time: 1.3735182 Jul 30 01:55:35.166328 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51678) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:35.257994 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:55:32Z', 'revision_number': 3, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6', 'name': '', 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b7:e7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:32Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 2, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:35.295077 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede139d6-917b-47b6-b9ad-7fd8870e7455 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Made reservation on behalf of a1384cdcb57a4a8a986eca46aa366c6a for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:35.299877 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ede139d6-917b-47b6-b9ad-7fd8870e7455 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.302914 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] Checking router: 413d3a64-776c-4419-a7c4-9fc5ec06ebab for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:35.303266 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] Updating router 413d3a64-776c-4419-a7c4-9fc5ec06ebab port 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:55:35.327485 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0b29aaa1-0e5a-4d13-8aeb-54bc304ac4c9 req-81847f75-eb25-4942-8431-5e8f7eaffddf tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.329811 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0b29aaa1-0e5a-4d13-8aeb-54bc304ac4c9 req-81847f75-eb25-4942-8431-5e8f7eaffddf tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.330323 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [req-0b29aaa1-0e5a-4d13-8aeb-54bc304ac4c9 req-81847f75-eb25-4942-8431-5e8f7eaffddf tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Floating IP e9f681e9-d220-4063-b333-39fb958a51aa disassociated. External IP: 172.25.1.30, port: 73635721-b5f6-484c-b12f-25dec726de5d. Jul 30 01:55:35.330804 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-0b29aaa1-0e5a-4d13-8aeb-54bc304ac4c9 req-81847f75-eb25-4942-8431-5e8f7eaffddf tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Calling delete_port for 73635721-b5f6-484c-b12f-25dec726de5d owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:35.338021 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.391729 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 8f1060a2-7f12-4204-99fb-2899cd60a840 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:35.398809 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 8f1060a2-7f12-4204-99fb-2899cd60a840 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:35.399192 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.428753 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc93a6f-f778-4a87-b49c-8505d71ba169 req-c5523e54-6c98-4635-9373-89e92bc60305 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:35.438022 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bdc93a6f-f778-4a87-b49c-8505d71ba169 req-c5523e54-6c98-4635-9373-89e92bc60305 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.6304772 Jul 30 01:55:35.571365 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bdc93a6f-f778-4a87-b49c-8505d71ba169 req-b367bf7b-9d86-472b-bc83-c570375bf32e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269665 Jul 30 01:55:35.617210 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.693353 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 8f1060a2-7f12-4204-99fb-2899cd60a840, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8f1060a2-7f12-4204-99fb-2899cd60a840,segment=NetworkSegment(0b6d762a-beed-48ba-9c1f-feb06ee218c2),segment_id=0b6d762a-beed-48ba-9c1f-feb06ee218c2)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:35.741456 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0b29aaa1-0e5a-4d13-8aeb-54bc304ac4c9 req-81847f75-eb25-4942-8431-5e8f7eaffddf tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.776182 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81847f75-eb25-4942-8431-5e8f7eaffddf tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Pushing event deleted for resources: {'Port': ['ID=73635721-b5f6-484c-b12f-25dec726de5d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:35.786385 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.793710 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.858290 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] Transition to ACTIVE for port object 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:35.890753 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=8f1060a2-7f12-4204-99fb-2899cd60a840,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:35.907580 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ede139d6-917b-47b6-b9ad-7fd8870e7455 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.935447 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.940881 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bb42506c-17c6-423b-8ded-4c41044587e3 None None] Provisioning for port 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:35.967109 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b29aaa1-0e5a-4d13-8aeb-54bc304ac4c9 req-81847f75-eb25-4942-8431-5e8f7eaffddf tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Router d2cb49b9-180b-47a2-be00-4f761cf5aeae has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:36.051898 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bb42506c-17c6-423b-8ded-4c41044587e3 None None] Provisioning complete for port 8f1060a2-7f12-4204-99fb-2899cd60a840 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:36.052630 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb42506c-17c6-423b-8ded-4c41044587e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.054274 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817688ac-6184-4d3e-90dd-e53a7b2177a2 None None] Pushing event updated for resources: {'Port': ['ID=3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:36.069598 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5099fb4-324b-4352-a3df-882ea7e49de8 req-5764dfa2-b8a1-4958-87d2-52ac9a282924 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 210 time: 0.0828927 Jul 30 01:55:36.089885 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede139d6-917b-47b6-b9ad-7fd8870e7455 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Subnet': ['ID=48a040a2-fdea-4f6e-abdc-8a0d7b9d0908,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:36.103030 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede139d6-917b-47b6-b9ad-7fd8870e7455 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Checking segment: {'id': 'a5998f51-228e-434c-8d0a-30124bdb41d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:36.103715 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede139d6-917b-47b6-b9ad-7fd8870e7455 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network hostable DHCP agents. Network: 04145a1b-ff13-4637-95dc-332ae266606c, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:55:36.130054 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] Attempting to bind port 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:36.130733 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] Attempting to bind port 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '0b6d762a-beed-48ba-9c1f-feb06ee218c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:36.131284 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] Attempting to bind port 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6 on network ec2db92b-a14f-4809-b896-13b00c5609a9 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:36.141233 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:36.141807 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] Checking segment: {'id': '0b6d762a-beed-48ba-9c1f-feb06ee218c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:36.142421 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.142991 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] Bound using segment: {'id': '0b6d762a-beed-48ba-9c1f-feb06ee218c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:36.143619 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] Bound port: 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6d762a-beed-48ba-9c1f-feb06ee218c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:36.144355 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.198967 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b29aaa1-0e5a-4d13-8aeb-54bc304ac4c9 req-81847f75-eb25-4942-8431-5e8f7eaffddf tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:36.210581 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a69104f-f318-4b2b-b5e0-1ff84918f32e None None] Sync routers for ids ['d2cb49b9-180b-47a2-be00-4f761cf5aeae'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:36.233989 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a69104f-f318-4b2b-b5e0-1ff84918f32e None None] Routers {'d2cb49b9-180b-47a2-be00-4f761cf5aeae'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:36.235891 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-4a69104f-f318-4b2b-b5e0-1ff84918f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['d2cb49b9-180b-47a2-be00-4f761cf5aeae'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:36.275234 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede139d6-917b-47b6-b9ad-7fd8870e7455 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network 04145a1b-ff13-4637-95dc-332ae266606c is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:55:36.300480 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b29aaa1-0e5a-4d13-8aeb-54bc304ac4c9 req-81847f75-eb25-4942-8431-5e8f7eaffddf tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] No DVR routers for this DVR port 73635721-b5f6-484c-b12f-25dec726de5d on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:36.310016 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0b29aaa1-0e5a-4d13-8aeb-54bc304ac4c9 req-81847f75-eb25-4942-8431-5e8f7eaffddf tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.313056 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-39a991f2-73cd-4552-b7dc-2c658cfe3d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.316501 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0b29aaa1-0e5a-4d13-8aeb-54bc304ac4c9 req-81847f75-eb25-4942-8431-5e8f7eaffddf tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.10 "DELETE /v2.0/ports/73635721-b5f6-484c-b12f-25dec726de5d HTTP/1.1" status: 204 len: 173 time: 1.6830022 Jul 30 01:55:36.317013 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0259dea0-e3a3-49b8-9d1c-454c6850cca5', 'name': 'network-vif-deleted', 'tag': '73635721-b5f6-484c-b12f-25dec726de5d'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:36.330605 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5093d75-07aa-4c06-9b8f-ea9cc783cad4" -d '{"events": [{"server_uuid": "0259dea0-e3a3-49b8-9d1c-454c6850cca5", "name": "network-vif-deleted", "tag": "73635721-b5f6-484c-b12f-25dec726de5d"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:36.355348 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8f1060a2-7f12-4204-99fb-2899cd60a840 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:36.397793 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-ede139d6-917b-47b6-b9ad-7fd8870e7455 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 04145a1b-ff13-4637-95dc-332ae266606c) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:36.412287 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede139d6-917b-47b6-b9ad-7fd8870e7455 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:36.414185 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ede139d6-917b-47b6-b9ad-7fd8870e7455 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.433071 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4003a5-0dfa-4629-992e-672b4dc37008 x-openstack-request-id: req-6d4003a5-0dfa-4629-992e-672b4dc37008 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:36.433364 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0259dea0-e3a3-49b8-9d1c-454c6850cca5", "name": "network-vif-deleted", "tag": "73635721-b5f6-484c-b12f-25dec726de5d", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:36.433622 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d4003a5-0dfa-4629-992e-672b4dc37008 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:36.434036 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0259dea0-e3a3-49b8-9d1c-454c6850cca5', 'name': 'network-vif-deleted', 'tag': '73635721-b5f6-484c-b12f-25dec726de5d', 'status': 'completed', 'code': 200} Jul 30 01:55:36.445282 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 73635721-b5f6-484c-b12f-25dec726de5d no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:36.446962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59f4e38-7c12-457b-9f60-b00716fdbb7b None None] Network 04145a1b-ff13-4637-95dc-332ae266606c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:36.542820 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-4a69104f-f318-4b2b-b5e0-1ff84918f32e None None] Set router d2cb49b9-180b-47a2-be00-4f761cf5aeae gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:36.565694 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] For port 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:36.589909 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] For port 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6,segment=NetworkSegment(0b6d762a-beed-48ba-9c1f-feb06ee218c2),segment_id=0b6d762a-beed-48ba-9c1f-feb06ee218c2)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:36.591492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 73635721-b5f6-484c-b12f-25dec726de5d {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:36.592468 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 73635721-b5f6-484c-b12f-25dec726de5d not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:36.633349 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ede139d6-917b-47b6-b9ad-7fd8870e7455 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6697817 Jul 30 01:55:36.636837 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51698) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:36.650365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 8f1060a2-7f12-4204-99fb-2899cd60a840 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:36.650776 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.714815 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.894441 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817688ac-6184-4d3e-90dd-e53a7b2177a2 None None] Pushing event updated for resources: {'Port': ['ID=3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:36.903812 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] Routers {'413d3a64-776c-4419-a7c4-9fc5ec06ebab'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:36.904451 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:36.905045 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820f45f-095a-4188-918a-4e9e5617f7e0 req-e362bad1-668b-409f-9af7-9acf2ffa2755 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:36.906705 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d820f45f-095a-4188-918a-4e9e5617f7e0 req-e362bad1-668b-409f-9af7-9acf2ffa2755 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.1683772 Jul 30 01:55:36.978026 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-4a69104f-f318-4b2b-b5e0-1ff84918f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'name': 'tempest-ServersTestJSON-307364366-router', 'tenant_id': '7264d4c019094365b1666415166a2231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:13Z', 'updated_at': '2021-07-30T01:53:23Z', 'revision_number': 4, 'project_id': '7264d4c019094365b1666415166a2231', 'gw_port': {'id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:15Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '950e4447-60c9-46bf-a438-ebc56241a57b', 'name': '', 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc', 'tenant_id': '7264d4c019094365b1666415166a2231', 'mac_address': 'fa:16:3e:53:e8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a410d550-e99c-4606-b8d2-acd17a993a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:21Z', 'updated_at': '2021-07-30T01:53:30Z', 'revision_number': 5, 'project_id': '7264d4c019094365b1666415166a2231', 'subnets': [{'id': 'a410d550-e99c-4606-b8d2-acd17a993a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:37.020817 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a69104f-f318-4b2b-b5e0-1ff84918f32e None None] Checking router: d2cb49b9-180b-47a2-be00-4f761cf5aeae for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:37.032100 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a69104f-f318-4b2b-b5e0-1ff84918f32e None None] Routers {'d2cb49b9-180b-47a2-be00-4f761cf5aeae'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:37.032791 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-4a69104f-f318-4b2b-b5e0-1ff84918f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['d2cb49b9-180b-47a2-be00-4f761cf5aeae'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:37.089211 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-04145a1b-ff13-4637-95dc-332ae266606c', 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'fixed_ips': [{'subnet_id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:55:37.090815 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:37.095853 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] Set router 413d3a64-776c-4419-a7c4-9fc5ec06ebab gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:37.230061 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-4a69104f-f318-4b2b-b5e0-1ff84918f32e None None] Set router d2cb49b9-180b-47a2-be00-4f761cf5aeae gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:37.265465 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a77d594c-1e18-4892-ab30-b88fc48f644d req-50eb8640-0fd0-48c6-a92d-d11648ee8248 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/ports?device_id=0259dea0-e3a3-49b8-9d1c-454c6850cca5 HTTP/1.1" status: 200 len: 210 time: 0.0429761 Jul 30 01:55:37.471648 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d820f45f-095a-4188-918a-4e9e5617f7e0 req-e9f2d090-fbf2-4c38-acd1-b354948859de tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136177 Jul 30 01:55:37.534328 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-4a69104f-f318-4b2b-b5e0-1ff84918f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'name': 'tempest-ServersTestJSON-307364366-router', 'tenant_id': '7264d4c019094365b1666415166a2231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:13Z', 'updated_at': '2021-07-30T01:53:23Z', 'revision_number': 4, 'project_id': '7264d4c019094365b1666415166a2231', 'gw_port': {'id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:15Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '950e4447-60c9-46bf-a438-ebc56241a57b', 'name': '', 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc', 'tenant_id': '7264d4c019094365b1666415166a2231', 'mac_address': 'fa:16:3e:53:e8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a410d550-e99c-4606-b8d2-acd17a993a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:21Z', 'updated_at': '2021-07-30T01:53:30Z', 'revision_number': 5, 'project_id': '7264d4c019094365b1666415166a2231', 'subnets': [{'id': 'a410d550-e99c-4606-b8d2-acd17a993a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:37.581972 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a69104f-f318-4b2b-b5e0-1ff84918f32e None None] The sync data for ids ['d2cb49b9-180b-47a2-be00-4f761cf5aeae'] in n-d-713498-9 is: [{'id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'name': 'tempest-ServersTestJSON-307364366-router', 'tenant_id': '7264d4c019094365b1666415166a2231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:13Z', 'updated_at': '2021-07-30T01:53:23Z', 'revision_number': 4, 'project_id': '7264d4c019094365b1666415166a2231', 'gw_port': {'id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:15Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '950e4447-60c9-46bf-a438-ebc56241a57b', 'name': '', 'network_id': '2f416bf8-b50e-47c8-9954-b71af9fff1cc', 'tenant_id': '7264d4c019094365b1666415166a2231', 'mac_address': 'fa:16:3e:53:e8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a410d550-e99c-4606-b8d2-acd17a993a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:21Z', 'updated_at': '2021-07-30T01:53:30Z', 'revision_number': 5, 'project_id': '7264d4c019094365b1666415166a2231', 'subnets': [{'id': 'a410d550-e99c-4606-b8d2-acd17a993a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:37.695983 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Allocated IP 2001:db8:2::2 (04145a1b-ff13-4637-95dc-332ae266606c/48a040a2-fdea-4f6e-abdc-8a0d7b9d0908/c309dc06-e8c0-4a0f-baba-d5087ed95d49) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:37.705484 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:55:32Z', 'revision_number': 3, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6', 'name': '', 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b7:e7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:32Z', 'updated_at': '2021-07-30T01:55:36Z', 'revision_number': 4, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:37.743440 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709030ce-43a7-479d-99f8-ce9590c8c4c0 None None] The sync data for ids ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'] in n-d-713498-9 is: [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:55:32Z', 'revision_number': 3, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6', 'name': '', 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b7:e7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:32Z', 'updated_at': '2021-07-30T01:55:36Z', 'revision_number': 4, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:37.860576 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-39a991f2-73cd-4552-b7dc-2c658cfe3d76 admin admin] Deleting port 777f8c8b-533b-42fe-8a5d-f92689720822 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:37.861201 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-39a991f2-73cd-4552-b7dc-2c658cfe3d76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:37.868964 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c6477c6-0ac6-4e30-8081-0c175b4ebebf tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.023244 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bc6786-a25b-46b3-bc95-13ffa5935a26 None None] New status for floating IP e9f681e9-d220-4063-b333-39fb958a51aa: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:55:38.083938 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-6249f752-ebce-45ca-a90f-a1dfdd7f304f tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:38.085544 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-6249f752-ebce-45ca-a90f-a1dfdd7f304f tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/networks?id=a8b9f707-3fd0-408c-9282-fa524aed05e5 HTTP/1.1" status: 200 len: 814 time: 0.3936923 Jul 30 01:55:38.121933 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-39a991f2-73cd-4552-b7dc-2c658cfe3d76 admin admin] For port 777f8c8b-533b-42fe-8a5d-f92689720822, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=777f8c8b-533b-42fe-8a5d-f92689720822,segment=NetworkSegment(d5d64e0e-1c72-4edc-a5fb-c94d9596e64d),segment_id=d5d64e0e-1c72-4edc-a5fb-c94d9596e64d)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:38.122330 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-39a991f2-73cd-4552-b7dc-2c658cfe3d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.132453 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-62be2f05-e2aa-42f0-a619-bc6b44d1a3c2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/quotas/cb95c676d9fe447aa62bee6f0ba2c0fc HTTP/1.1" status: 200 len: 375 time: 0.0357449 Jul 30 01:55:38.143454 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-39a991f2-73cd-4552-b7dc-2c658cfe3d76 admin admin] Calling delete_port for 777f8c8b-533b-42fe-8a5d-f92689720822 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:38.209317 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.217892 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Transition to ACTIVE for port object c309dc06-e8c0-4a0f-baba-d5087ed95d49 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:38.236004 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Transition to ACTIVE for port object c309dc06-e8c0-4a0f-baba-d5087ed95d49 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:38.278366 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:38.330517 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.349839 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-0e9b0b30-7d4a-4fd4-b0d8-e678cfcc3bc7 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb95c676d9fe447aa62bee6f0ba2c0fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2043424 Jul 30 01:55:38.403188 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Network 04145a1b-ff13-4637-95dc-332ae266606c is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:38.406118 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:38.409770 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:38.419837 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Pushing event updated for resources: {'Port': ['ID=c309dc06-e8c0-4a0f-baba-d5087ed95d49,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:38.437697 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51724) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:38.471577 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:38.483050 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:38.483427 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.506018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Attempting to bind port c309dc06-e8c0-4a0f-baba-d5087ed95d49 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:38.506417 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Attempting to bind port c309dc06-e8c0-4a0f-baba-d5087ed95d49 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'a5998f51-228e-434c-8d0a-30124bdb41d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:38.506784 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Attempting to bind port c309dc06-e8c0-4a0f-baba-d5087ed95d49 on network 04145a1b-ff13-4637-95dc-332ae266606c {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:38.508280 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08591202-abd5-46e3-9176-0d5be32c103c tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.522287 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:38.522678 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Checking segment: {'id': 'a5998f51-228e-434c-8d0a-30124bdb41d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:38.523079 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.523492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Bound using segment: {'id': 'a5998f51-228e-434c-8d0a-30124bdb41d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:38.526742 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Bound port: c309dc06-e8c0-4a0f-baba-d5087ed95d49, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5998f51-228e-434c-8d0a-30124bdb41d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:38.526742 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.538254 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08591202-abd5-46e3-9176-0d5be32c103c tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.631018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] For port c309dc06-e8c0-4a0f-baba-d5087ed95d49, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:38.637654 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] For port c309dc06-e8c0-4a0f-baba-d5087ed95d49, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c309dc06-e8c0-4a0f-baba-d5087ed95d49,segment=NetworkSegment(a5998f51-228e-434c-8d0a-30124bdb41d0),segment_id=a5998f51-228e-434c-8d0a-30124bdb41d0)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:38.639068 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.655032 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a257803-f942-4149-8491-32b8e95aaea0 req-b04e1cde-b0bd-4006-b494-81ad19a28e50 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:38.656881 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-9c6477c6-0ac6-4e30-8081-0c175b4ebebf tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Allocated IP 2001:db8:2::1 (04145a1b-ff13-4637-95dc-332ae266606c/48a040a2-fdea-4f6e-abdc-8a0d7b9d0908/f260e609-5d98-46d8-9d48-0c38aeb44b6b) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:38.659607 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6a257803-f942-4149-8491-32b8e95aaea0 req-b04e1cde-b0bd-4006-b494-81ad19a28e50 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.0795016 Jul 30 01:55:38.673512 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-bd996110-f916-4510-9a97-d039a4a7b0cc service neutron] 10.222.0.70 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140233 Jul 30 01:55:38.685925 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6,segment=NetworkSegment(0b6d762a-beed-48ba-9c1f-feb06ee218c2),segment_id=0b6d762a-beed-48ba-9c1f-feb06ee218c2)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:38.702709 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6a257803-f942-4149-8491-32b8e95aaea0 req-4db9378d-623e-49db-8cfe-e8cc4de29e3c tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382788 Jul 30 01:55:38.737655 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.771597 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08591202-abd5-46e3-9176-0d5be32c103c tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.775231 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.782624 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08591202-abd5-46e3-9176-0d5be32c103c tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.786539 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-08591202-abd5-46e3-9176-0d5be32c103c tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "DELETE /v2.0/security-groups/1347157b-d64b-476b-bff3-fef75a762ffc HTTP/1.1" status: 204 len: 168 time: 0.3479874 Jul 30 01:55:38.787403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51730) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:38.818451 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa992ff2-f0ab-4d27-b054-ae2b9918dc93 None None] Pushing event updated for resources: {'Port': ['ID=c309dc06-e8c0-4a0f-baba-d5087ed95d49,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:38.836047 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-28612c72-bfb1-49ff-94ec-852b6150c368 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] show failed (client error): The resource could not be found. Jul 30 01:55:38.840743 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-28612c72-bfb1-49ff-94ec-852b6150c368 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "GET /v2.0/security-groups/1347157b-d64b-476b-bff3-fef75a762ffc HTTP/1.1" status: 404 len: 347 time: 0.0476985 Jul 30 01:55:38.841576 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08591202-abd5-46e3-9176-0d5be32c103c tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1347157b-d64b-476b-bff3-fef75a762ffc,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:38.843493 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51732) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:38.899941 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-ac43d8cc-4e6d-4210-8866-27253997bb11 service neutron] 10.222.0.70 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186918 Jul 30 01:55:38.910392 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:38.922089 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-39a991f2-73cd-4552-b7dc-2c658cfe3d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.926535 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c6477c6-0ac6-4e30-8081-0c175b4ebebf tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.962055 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a991f2-73cd-4552-b7dc-2c658cfe3d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=777f8c8b-533b-42fe-8a5d-f92689720822,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:38.994994 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-9c6477c6-0ac6-4e30-8081-0c175b4ebebf tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Transition to ACTIVE for port object f260e609-5d98-46d8-9d48-0c38aeb44b6b will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:39.030059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-33169f77-b902-4e2f-a2ad-75351e9e39a3 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Deleting port ace8cf23-ca0d-40b9-aa07-0a00c29b85a5 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:39.030059 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-33169f77-b902-4e2f-a2ad-75351e9e39a3 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.172019 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52c51dec-7182-4203-af5a-85f3bac6951b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.224019 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-33169f77-b902-4e2f-a2ad-75351e9e39a3 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.224356 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-33169f77-b902-4e2f-a2ad-75351e9e39a3 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.237350 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c6477c6-0ac6-4e30-8081-0c175b4ebebf tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.251364 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-33169f77-b902-4e2f-a2ad-75351e9e39a3 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Calling delete_port for ace8cf23-ca0d-40b9-aa07-0a00c29b85a5 owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:39.299251 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6477c6-0ac6-4e30-8081-0c175b4ebebf tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network 04145a1b-ff13-4637-95dc-332ae266606c is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:39.304772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-9c6477c6-0ac6-4e30-8081-0c175b4ebebf tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:39.307684 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6477c6-0ac6-4e30-8081-0c175b4ebebf tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:39.308656 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c6477c6-0ac6-4e30-8081-0c175b4ebebf tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.359231 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-39a991f2-73cd-4552-b7dc-2c658cfe3d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.374526 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dbf42191-5966-4426-852d-71842f1763c1 req-312040d0-8b7c-4d87-b216-5ea888d334da tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b33d42b-0570-4c91-b1e2-620c1b6daa99 HTTP/1.1" status: 200 len: 210 time: 0.0940585 Jul 30 01:55:39.377228 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6477c6-0ac6-4e30-8081-0c175b4ebebf tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Port': ['ID=f260e609-5d98-46d8-9d48-0c38aeb44b6b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:39.529206 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-33169f77-b902-4e2f-a2ad-75351e9e39a3 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.555372 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33169f77-b902-4e2f-a2ad-75351e9e39a3 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Pushing event deleted for resources: {'Port': ['ID=ace8cf23-ca0d-40b9-aa07-0a00c29b85a5,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:39.671809 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c6477c6-0ac6-4e30-8081-0c175b4ebebf tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.693298 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a991f2-73cd-4552-b7dc-2c658cfe3d76 admin admin] Router 872417a3-697b-4260-9035-10a0a939869c has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:39.936806 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-33169f77-b902-4e2f-a2ad-75351e9e39a3 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.940014 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-33169f77-b902-4e2f-a2ad-75351e9e39a3 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.942838 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-33169f77-b902-4e2f-a2ad-75351e9e39a3 tempest-ServersTestJSON-1298377134 tempest-ServersTestJSON-1298377134-project] 10.222.0.70 "DELETE /v2.0/floatingips/e9f681e9-d220-4063-b333-39fb958a51aa HTTP/1.1" status: 204 len: 168 time: 1.0983396 Jul 30 01:55:39.944740 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51750) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:40.147255 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4c14ed-8c0f-4a72-b178-1607639a84ab None None] Network 04145a1b-ff13-4637-95dc-332ae266606c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:40.315105 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4ef5b-2dcb-4546-9fcd-86c403aac2d4 req-d4981ac3-7d24-4500-994b-9742ab0cbb27 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:40.316733 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d5b4ef5b-2dcb-4546-9fcd-86c403aac2d4 req-d4981ac3-7d24-4500-994b-9742ab0cbb27 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.4735348 Jul 30 01:55:40.326249 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ae8d3fd9-c9df-4ce2-a541-ecdf61bb87a7 None None] Provisioning for port c309dc06-e8c0-4a0f-baba-d5087ed95d49 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:40.376536 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a991f2-73cd-4552-b7dc-2c658cfe3d76 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:40.387978 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5947c6-bfa7-410c-a600-4ed45e59f0b0 None None] Sync routers for ids ['872417a3-697b-4260-9035-10a0a939869c'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:40.402594 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-39a991f2-73cd-4552-b7dc-2c658cfe3d76 admin admin] 10.222.0.70 "PUT /v2.0/routers/872417a3-697b-4260-9035-10a0a939869c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2326543 Jul 30 01:55:40.404482 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51754) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:40.410425 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5947c6-bfa7-410c-a600-4ed45e59f0b0 None None] Routers {'872417a3-697b-4260-9035-10a0a939869c'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:40.411344 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-3a5947c6-bfa7-410c-a600-4ed45e59f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['872417a3-697b-4260-9035-10a0a939869c'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:40.493877 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c309dc06-e8c0-4a0f-baba-d5087ed95d49 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:40.549870 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d5b4ef5b-2dcb-4546-9fcd-86c403aac2d4 req-4421a0e9-0be5-4128-8fc7-6aaa8bf77534 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250414 Jul 30 01:55:40.572483 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-3a5947c6-bfa7-410c-a600-4ed45e59f0b0 None None] Set router 872417a3-697b-4260-9035-10a0a939869c gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:40.581744 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6fafd413-3f80-4648-8e0c-61356e1c4707 req-299f83db-a7f8-44c6-a3c0-b71096ee83c7 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b33d42b-0570-4c91-b1e2-620c1b6daa99 HTTP/1.1" status: 200 len: 210 time: 0.0541549 Jul 30 01:55:40.623907 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-34d4e1e3-9bc9-4017-9ff2-3c9113121f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.671859 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74e904cf-c0e7-49be-9e6b-bf169093bfb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.685408 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port c309dc06-e8c0-4a0f-baba-d5087ed95d49 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:40.689381 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port c309dc06-e8c0-4a0f-baba-d5087ed95d49 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:40.689786 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.778383 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c6477c6-0ac6-4e30-8081-0c175b4ebebf tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.837857 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74e904cf-c0e7-49be-9e6b-bf169093bfb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.840958 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-3a5947c6-bfa7-410c-a600-4ed45e59f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872417a3-697b-4260-9035-10a0a939869c', 'name': 'tempest-ServersTestManualDisk-2143558703-router', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:07Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 5, 'project_id': 'abf94101162146b19d686452c967dcf6', 'gw_port': {'id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:40.871968 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.875497 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5947c6-bfa7-410c-a600-4ed45e59f0b0 None None] Checking router: 872417a3-697b-4260-9035-10a0a939869c for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:40.884573 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c6477c6-0ac6-4e30-8081-0c175b4ebebf tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.885180 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5947c6-bfa7-410c-a600-4ed45e59f0b0 None None] Routers {'872417a3-697b-4260-9035-10a0a939869c'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:40.885406 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c6477c6-0ac6-4e30-8081-0c175b4ebebf tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.885826 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-3a5947c6-bfa7-410c-a600-4ed45e59f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['872417a3-697b-4260-9035-10a0a939869c'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:40.964953 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port c309dc06-e8c0-4a0f-baba-d5087ed95d49, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c309dc06-e8c0-4a0f-baba-d5087ed95d49,segment=NetworkSegment(a5998f51-228e-434c-8d0a-30124bdb41d0),segment_id=a5998f51-228e-434c-8d0a-30124bdb41d0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:40.983784 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ed02e75c-6495-4270-bf32-f5cf5da55a0f None None] Provisioning for port f260e609-5d98-46d8-9d48-0c38aeb44b6b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:40.987719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-34d4e1e3-9bc9-4017-9ff2-3c9113121f06 admin admin] Deleting port 950e4447-60c9-46bf-a438-ebc56241a57b {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:40.988004 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-34d4e1e3-9bc9-4017-9ff2-3c9113121f06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.990785 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ed02e75c-6495-4270-bf32-f5cf5da55a0f None None] Provisioning complete for port f260e609-5d98-46d8-9d48-0c38aeb44b6b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:40.996914 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed02e75c-6495-4270-bf32-f5cf5da55a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.038166 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ed02e75c-6495-4270-bf32-f5cf5da55a0f None None] Port f260e609-5d98-46d8-9d48-0c38aeb44b6b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:41.054693 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ed02e75c-6495-4270-bf32-f5cf5da55a0f None None] Provisioning complete for port c309dc06-e8c0-4a0f-baba-d5087ed95d49 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:41.055193 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed02e75c-6495-4270-bf32-f5cf5da55a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.079878 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-3a5947c6-bfa7-410c-a600-4ed45e59f0b0 None None] Set router 872417a3-697b-4260-9035-10a0a939869c gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:41.105823 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.106629 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:41.132808 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6477c6-0ac6-4e30-8081-0c175b4ebebf tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Port': ['ID=f260e609-5d98-46d8-9d48-0c38aeb44b6b,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:41.145540 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-34d4e1e3-9bc9-4017-9ff2-3c9113121f06 admin admin] For port 950e4447-60c9-46bf-a438-ebc56241a57b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=950e4447-60c9-46bf-a438-ebc56241a57b,segment=NetworkSegment(51c2d4e3-ad5b-4c91-a3f4-abe71d223a46),segment_id=51c2d4e3-ad5b-4c91-a3f4-abe71d223a46)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:41.146523 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-34d4e1e3-9bc9-4017-9ff2-3c9113121f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.163199 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-34d4e1e3-9bc9-4017-9ff2-3c9113121f06 admin admin] Calling delete_port for 950e4447-60c9-46bf-a438-ebc56241a57b owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:41.199852 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-74e904cf-c0e7-49be-9e6b-bf169093bfb0 admin admin] Deleting port 2cf0c758-b0f3-4026-ae11-5abb2604080f {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:41.200232 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74e904cf-c0e7-49be-9e6b-bf169093bfb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.208819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=c309dc06-e8c0-4a0f-baba-d5087ed95d49,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:41.274025 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:41.274424 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.287916 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6477c6-0ac6-4e30-8081-0c175b4ebebf tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network 04145a1b-ff13-4637-95dc-332ae266606c is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:41.293963 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-9c6477c6-0ac6-4e30-8081-0c175b4ebebf tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:41.401069 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3fb96b0e-c628-44b8-a99b-1739f9ee2ad9 None None] Provisioning complete for port f260e609-5d98-46d8-9d48-0c38aeb44b6b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:41.401440 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3fb96b0e-c628-44b8-a99b-1739f9ee2ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.452971 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6477c6-0ac6-4e30-8081-0c175b4ebebf tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router 413d3a64-776c-4419-a7c4-9fc5ec06ebab has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:41.465151 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-3a5947c6-bfa7-410c-a600-4ed45e59f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872417a3-697b-4260-9035-10a0a939869c', 'name': 'tempest-ServersTestManualDisk-2143558703-router', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:07Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 5, 'project_id': 'abf94101162146b19d686452c967dcf6', 'gw_port': {'id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:41.472846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3fb96b0e-c628-44b8-a99b-1739f9ee2ad9 None None] Port f260e609-5d98-46d8-9d48-0c38aeb44b6b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:41.495041 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-74e904cf-c0e7-49be-9e6b-bf169093bfb0 admin admin] For port 2cf0c758-b0f3-4026-ae11-5abb2604080f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=2cf0c758-b0f3-4026-ae11-5abb2604080f,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:41.495041 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74e904cf-c0e7-49be-9e6b-bf169093bfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.501653 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5947c6-bfa7-410c-a600-4ed45e59f0b0 None None] The sync data for ids ['872417a3-697b-4260-9035-10a0a939869c'] in n-d-713498-9 is: [{'id': '872417a3-697b-4260-9035-10a0a939869c', 'name': 'tempest-ServersTestManualDisk-2143558703-router', 'tenant_id': 'abf94101162146b19d686452c967dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:07Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 5, 'project_id': 'abf94101162146b19d686452c967dcf6', 'gw_port': {'id': '2cf0c758-b0f3-4026-ae11-5abb2604080f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872417a3-697b-4260-9035-10a0a939869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:41.607050 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-34d4e1e3-9bc9-4017-9ff2-3c9113121f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.608446 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-74e904cf-c0e7-49be-9e6b-bf169093bfb0 admin admin] Calling delete_port for 2cf0c758-b0f3-4026-ae11-5abb2604080f owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:41.641172 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4e1e3-9bc9-4017-9ff2-3c9113121f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=950e4447-60c9-46bf-a438-ebc56241a57b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:41.658898 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c7f4c28a-ff89-42af-b046-d3e037f710f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.721049 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-731add42-b847-4f60-b9e8-ec6c7fea053c None None] Provisioning complete for port f260e609-5d98-46d8-9d48-0c38aeb44b6b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:41.721397 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-731add42-b847-4f60-b9e8-ec6c7fea053c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.729234 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d3bf565-5542-4346-9308-a08db57938fa req-d817f35f-1985-4fca-b63e-01d3d14df598 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b33d42b-0570-4c91-b1e2-620c1b6daa99 HTTP/1.1" status: 200 len: 210 time: 0.0522213 Jul 30 01:55:41.776520 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.779179 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-731add42-b847-4f60-b9e8-ec6c7fea053c None None] Port f260e609-5d98-46d8-9d48-0c38aeb44b6b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:41.793111 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6477c6-0ac6-4e30-8081-0c175b4ebebf tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:41.801884 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51766) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:41.802283 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9c6477c6-0ac6-4e30-8081-0c175b4ebebf tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/413d3a64-776c-4419-a7c4-9fc5ec06ebab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1637554 Jul 30 01:55:41.812855 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-fc39c4f5-454c-43d4-87d1-f2036ba72c58 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-641833778'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:41.826445 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] Sync routers for ids ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:41.847889 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] Routers {'413d3a64-776c-4419-a7c4-9fc5ec06ebab'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:41.848533 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:41.860136 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb000b30-0aea-49ee-8013-a3c0818b5496 req-7e4c508e-a2ce-4f14-ab0a-540aac03f6a8 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:41.860136 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb000b30-0aea-49ee-8013-a3c0818b5496 req-7e4c508e-a2ce-4f14-ab0a-540aac03f6a8 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.1997731 Jul 30 01:55:41.870020 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-c141e700-e67a-496f-b0d6-01f2562a9fce tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:41.876013 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-c141e700-e67a-496f-b0d6-01f2562a9fce tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.77 "GET /v2.0/networks?id=a8b9f707-3fd0-408c-9282-fa524aed05e5 HTTP/1.1" status: 200 len: 814 time: 0.3190780 Jul 30 01:55:41.890597 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-34d4e1e3-9bc9-4017-9ff2-3c9113121f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.901030 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-7ca77671-74c6-4a3c-8862-7d00ae1be8b2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Request body: {'port': {'device_id': '6b33d42b-0570-4c91-b1e2-620c1b6daa99', 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5', 'admin_state_up': True, 'tenant_id': 'cb95c676d9fe447aa62bee6f0ba2c0fc'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:41.972661 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc39c4f5-454c-43d4-87d1-f2036ba72c58 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Made reservation on behalf of a1384cdcb57a4a8a986eca46aa366c6a for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:41.976270 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc39c4f5-454c-43d4-87d1-f2036ba72c58 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.991456 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] Set router 413d3a64-776c-4419-a7c4-9fc5ec06ebab gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:42.058886 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb000b30-0aea-49ee-8013-a3c0818b5496 req-bde7ec3a-2ce6-4f87-bf81-a0ff5f9e729f tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763525 Jul 30 01:55:42.083061 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc39c4f5-454c-43d4-87d1-f2036ba72c58 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:55:42.117643 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc39c4f5-454c-43d4-87d1-f2036ba72c58 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.118186 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-fc39c4f5-454c-43d4-87d1-f2036ba72c58 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Added segment b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc of type vlan for network 08c8c5fe-f107-42de-8e34-42694c302d9b Jul 30 01:55:42.215099 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc39c4f5-454c-43d4-87d1-f2036ba72c58 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.283222 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74e904cf-c0e7-49be-9e6b-bf169093bfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.288570 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:55:39Z', 'revision_number': 4, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6', 'name': '', 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b7:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:32Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f260e609-5d98-46d8-9d48-0c38aeb44b6b', 'name': '', 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:a9:2a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:38Z', 'updated_at': '2021-07-30T01:55:40Z', 'revision_number': 2, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:42.312780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d4e1e3-9bc9-4017-9ff2-3c9113121f06 admin admin] Router d2cb49b9-180b-47a2-be00-4f761cf5aeae has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:42.327028 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-7ca77671-74c6-4a3c-8862-7d00ae1be8b2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Made reservation on behalf of cb95c676d9fe447aa62bee6f0ba2c0fc for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:42.330694 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-7ca77671-74c6-4a3c-8862-7d00ae1be8b2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.335463 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e904cf-c0e7-49be-9e6b-bf169093bfb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf0c758-b0f3-4026-ae11-5abb2604080f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:42.336319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] Checking router: 413d3a64-776c-4419-a7c4-9fc5ec06ebab for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:42.336822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] Updating router 413d3a64-776c-4419-a7c4-9fc5ec06ebab port f260e609-5d98-46d8-9d48-0c38aeb44b6b binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:55:42.373108 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.376777 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc39c4f5-454c-43d4-87d1-f2036ba72c58 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.383075 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc39c4f5-454c-43d4-87d1-f2036ba72c58 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:42.383694 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc39c4f5-454c-43d4-87d1-f2036ba72c58 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.405220 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c309dc06-e8c0-4a0f-baba-d5087ed95d49 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:42.450938 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74e904cf-c0e7-49be-9e6b-bf169093bfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.495493 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fc39c4f5-454c-43d4-87d1-f2036ba72c58 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6896760 Jul 30 01:55:42.498705 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51772) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:42.501695 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port c309dc06-e8c0-4a0f-baba-d5087ed95d49 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:42.502134 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.503591 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-18bae74e-3678-4800-b379-f15156593977 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'subnet': {'network_id': '08c8c5fe-f107-42de-8e34-42694c302d9b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:42.574225 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39c4f5-454c-43d4-87d1-f2036ba72c58 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Network': ['ID=08c8c5fe-f107-42de-8e34-42694c302d9b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:42.582286 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74e904cf-c0e7-49be-9e6b-bf169093bfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.586890 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74e904cf-c0e7-49be-9e6b-bf169093bfb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.596826 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 08c8c5fe-f107-42de-8e34-42694c302d9b details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:55:42.597191 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d4e1e3-9bc9-4017-9ff2-3c9113121f06 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:42.603520 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-34d4e1e3-9bc9-4017-9ff2-3c9113121f06 admin admin] 10.222.0.70 "PUT /v2.0/routers/d2cb49b9-180b-47a2-be00-4f761cf5aeae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6577005 Jul 30 01:55:42.608550 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51774) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:42.614319 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa555fb-7532-4a25-a791-2d597bc010f0 None None] Sync routers for ids ['d2cb49b9-180b-47a2-be00-4f761cf5aeae'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:42.627026 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa555fb-7532-4a25-a791-2d597bc010f0 None None] Routers {'d2cb49b9-180b-47a2-be00-4f761cf5aeae'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:42.628075 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0fa555fb-7532-4a25-a791-2d597bc010f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['d2cb49b9-180b-47a2-be00-4f761cf5aeae'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:42.642446 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-7ca77671-74c6-4a3c-8862-7d00ae1be8b2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Allocated IP 172.20.0.12 (a8b9f707-3fd0-408c-9282-fa524aed05e5/be08776f-bee7-4979-bed4-c8ef7b14c9f6/e687784b-c469-481c-a236-abfa0bdeb1cd) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:42.743662 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74e904cf-c0e7-49be-9e6b-bf169093bfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.744190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e904cf-c0e7-49be-9e6b-bf169093bfb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 872417a3-697b-4260-9035-10a0a939869c {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:55:42.744714 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17ca1fb9-4b4a-4b9f-b25a-55beba5288a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.751455 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74e904cf-c0e7-49be-9e6b-bf169093bfb0 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.755429 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-74e904cf-c0e7-49be-9e6b-bf169093bfb0 admin admin] 10.222.0.70 "DELETE /v2.0/routers/872417a3-697b-4260-9035-10a0a939869c HTTP/1.1" status: 204 len: 168 time: 2.3496895 Jul 30 01:55:42.756104 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51776) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:42.796814 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-0fa555fb-7532-4a25-a791-2d597bc010f0 None None] Set router d2cb49b9-180b-47a2-be00-4f761cf5aeae gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:42.854250 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d745674-6517-4cf2-8e2a-e54ef63964fa admin admin] Deleting subnet a439f664-eccf-4b31-af50-c97e11387cdd {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:55:42.859153 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2d745674-6517-4cf2-8e2a-e54ef63964fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.873420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 777f8c8b-533b-42fe-8a5d-f92689720822 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:42.900789 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2d745674-6517-4cf2-8e2a-e54ef63964fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.905198 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 777f8c8b-533b-42fe-8a5d-f92689720822 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:42.905763 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 777f8c8b-533b-42fe-8a5d-f92689720822 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:42.954947 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-7ca77671-74c6-4a3c-8862-7d00ae1be8b2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.998931 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.019231 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] Transition to ACTIVE for port object f260e609-5d98-46d8-9d48-0c38aeb44b6b will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:43.053054 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2d745674-6517-4cf2-8e2a-e54ef63964fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.080601 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0fa555fb-7532-4a25-a791-2d597bc010f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'name': 'tempest-ServersTestJSON-307364366-router', 'tenant_id': '7264d4c019094365b1666415166a2231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:13Z', 'updated_at': '2021-07-30T01:55:41Z', 'revision_number': 5, 'project_id': '7264d4c019094365b1666415166a2231', 'gw_port': {'id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:15Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:43.085588 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.117243 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-7ca77671-74c6-4a3c-8862-7d00ae1be8b2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.127793 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa555fb-7532-4a25-a791-2d597bc010f0 None None] Checking router: d2cb49b9-180b-47a2-be00-4f761cf5aeae for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:43.147529 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['71faba77-bb7e-4cd0-b5ca-5f74250aeba5', '41c675d2-0bc0-466d-aea5-306012bfae83'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:43.167202 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa555fb-7532-4a25-a791-2d597bc010f0 None None] Routers {'d2cb49b9-180b-47a2-be00-4f761cf5aeae'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:43.180059 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0fa555fb-7532-4a25-a791-2d597bc010f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['d2cb49b9-180b-47a2-be00-4f761cf5aeae'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:43.226495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-7ca77671-74c6-4a3c-8862-7d00ae1be8b2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Network a8b9f707-3fd0-408c-9282-fa524aed05e5 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:43.234348 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-7ca77671-74c6-4a3c-8862-7d00ae1be8b2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:43.243042 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-7ca77671-74c6-4a3c-8862-7d00ae1be8b2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:43.291173 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-88177355-c06f-4d92-9b56-723e791f5dd9 req-8b50ee3e-c61b-4592-aee2-267d2b8673e5 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b33d42b-0570-4c91-b1e2-620c1b6daa99 HTTP/1.1" status: 200 len: 210 time: 0.3853750 Jul 30 01:55:43.344377 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17ca1fb9-4b4a-4b9f-b25a-55beba5288a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.358635 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca77671-74c6-4a3c-8862-7d00ae1be8b2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Pushing event updated for resources: {'Port': ['ID=e687784b-c469-481c-a236-abfa0bdeb1cd,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:43.367420 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-0fa555fb-7532-4a25-a791-2d597bc010f0 None None] Set router d2cb49b9-180b-47a2-be00-4f761cf5aeae gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:43.367540 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2d745674-6517-4cf2-8e2a-e54ef63964fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.381803 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-7ca77671-74c6-4a3c-8862-7d00ae1be8b2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:43.382632 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-7ca77671-74c6-4a3c-8862-7d00ae1be8b2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.402115 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad384c57-2043-4a58-ad3b-a4a19290a913 req-da4cd31e-7c18-4878-963a-29dae777aea9 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:43.405656 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad384c57-2043-4a58-ad3b-a4a19290a913 req-da4cd31e-7c18-4878-963a-29dae777aea9 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.1982288 Jul 30 01:55:43.429462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bae74e-3678-4800-b379-f15156593977 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Made reservation on behalf of a1384cdcb57a4a8a986eca46aa366c6a for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:43.433694 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18bae74e-3678-4800-b379-f15156593977 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.457227 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d745674-6517-4cf2-8e2a-e54ef63964fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a439f664-eccf-4b31-af50-c97e11387cdd,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:43.474810 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4622cb5-5a20-49f4-8b56-dd587764b822 None None] Pushing event updated for resources: {'Port': ['ID=f260e609-5d98-46d8-9d48-0c38aeb44b6b,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:43.493521 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4bc2f3-f54c-430e-8e44-577aca90f61b None None] Network 8173f374-3ae7-4d23-b8cc-405bd1c03a89 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:43.501661 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.509425 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2d745674-6517-4cf2-8e2a-e54ef63964fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.513823 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2d745674-6517-4cf2-8e2a-e54ef63964fa admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a439f664-eccf-4b31-af50-c97e11387cdd HTTP/1.1" status: 204 len: 168 time: 0.7535055 Jul 30 01:55:43.522166 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51786) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:43.576889 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] Attempting to bind port f260e609-5d98-46d8-9d48-0c38aeb44b6b on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:43.577996 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] Attempting to bind port f260e609-5d98-46d8-9d48-0c38aeb44b6b by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'a5998f51-228e-434c-8d0a-30124bdb41d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:43.580762 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] Attempting to bind port f260e609-5d98-46d8-9d48-0c38aeb44b6b on network 04145a1b-ff13-4637-95dc-332ae266606c {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:43.595404 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad384c57-2043-4a58-ad3b-a4a19290a913 req-e72e69c8-9f36-4291-838d-da0b4c90b5f7 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283941 Jul 30 01:55:43.610517 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-7ca77671-74c6-4a3c-8862-7d00ae1be8b2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7136736 Jul 30 01:55:43.630891 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] Request body: {'port': {'device_id': '6b33d42b-0570-4c91-b1e2-620c1b6daa99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:43.653851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:43.654153 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-17ca1fb9-4b4a-4b9f-b25a-55beba5288a5 admin admin] Deleting port 7d27c192-6458-4fc8-a8a2-a68335b69c36 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:43.654648 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17ca1fb9-4b4a-4b9f-b25a-55beba5288a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.655181 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] Checking segment: {'id': 'a5998f51-228e-434c-8d0a-30124bdb41d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:43.656022 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.656599 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] Bound using segment: {'id': 'a5998f51-228e-434c-8d0a-30124bdb41d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:43.657243 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] Bound port: f260e609-5d98-46d8-9d48-0c38aeb44b6b, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5998f51-228e-434c-8d0a-30124bdb41d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:43.658239 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.698884 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0fa555fb-7532-4a25-a791-2d597bc010f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'name': 'tempest-ServersTestJSON-307364366-router', 'tenant_id': '7264d4c019094365b1666415166a2231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:13Z', 'updated_at': '2021-07-30T01:55:41Z', 'revision_number': 5, 'project_id': '7264d4c019094365b1666415166a2231', 'gw_port': {'id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:15Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:43.709225 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.728431 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a24bd64-17af-4bd0-9386-f5a3261766e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.734090 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa555fb-7532-4a25-a791-2d597bc010f0 None None] The sync data for ids ['d2cb49b9-180b-47a2-be00-4f761cf5aeae'] in n-d-713498-9 is: [{'id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'name': 'tempest-ServersTestJSON-307364366-router', 'tenant_id': '7264d4c019094365b1666415166a2231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:13Z', 'updated_at': '2021-07-30T01:55:41Z', 'revision_number': 5, 'project_id': '7264d4c019094365b1666415166a2231', 'gw_port': {'id': '7d27c192-6458-4fc8-a8a2-a68335b69c36', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb49b9-180b-47a2-be00-4f761cf5aeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:15Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:43.822213 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-17ca1fb9-4b4a-4b9f-b25a-55beba5288a5 admin admin] For port 7d27c192-6458-4fc8-a8a2-a68335b69c36, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7d27c192-6458-4fc8-a8a2-a68335b69c36,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:43.822711 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17ca1fb9-4b4a-4b9f-b25a-55beba5288a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.835121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-17ca1fb9-4b4a-4b9f-b25a-55beba5288a5 admin admin] Calling delete_port for 7d27c192-6458-4fc8-a8a2-a68335b69c36 owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:43.863036 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] For port f260e609-5d98-46d8-9d48-0c38aeb44b6b, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:43.879787 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] For port f260e609-5d98-46d8-9d48-0c38aeb44b6b, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f260e609-5d98-46d8-9d48-0c38aeb44b6b,segment=NetworkSegment(a5998f51-228e-434c-8d0a-30124bdb41d0),segment_id=a5998f51-228e-434c-8d0a-30124bdb41d0)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:43.894698 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18bae74e-3678-4800-b379-f15156593977 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.938282 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-8a24bd64-17af-4bd0-9386-f5a3261766e3 admin admin] Deleting port 41ee6fa5-05a5-4319-afbe-83de3e772739 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:43.938979 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a24bd64-17af-4bd0-9386-f5a3261766e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.966656 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.021563 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bae74e-3678-4800-b379-f15156593977 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Subnet': ['ID=18ccc56a-df3d-4123-a0df-821e5ae0cb41,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:44.042762 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bae74e-3678-4800-b379-f15156593977 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Checking segment: {'id': 'b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '08c8c5fe-f107-42de-8e34-42694c302d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:44.043112 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bae74e-3678-4800-b379-f15156593977 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network hostable DHCP agents. Network: 08c8c5fe-f107-42de-8e34-42694c302d9b, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:55:44.065238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] Routers {'413d3a64-776c-4419-a7c4-9fc5ec06ebab'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:44.065238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:44.131983 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4622cb5-5a20-49f4-8b56-dd587764b822 None None] Pushing event updated for resources: {'Port': ['ID=f260e609-5d98-46d8-9d48-0c38aeb44b6b,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:44.169080 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35415dcb-5901-476e-9ddf-cd68c2a2713c None None] DHCP port deletion for 8173f374-3ae7-4d23-b8cc-405bd1c03a89 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:55:44.172266 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bae74e-3678-4800-b379-f15156593977 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network 08c8c5fe-f107-42de-8e34-42694c302d9b is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:55:44.206594 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17ca1fb9-4b4a-4b9f-b25a-55beba5288a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.255649 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] Set router 413d3a64-776c-4419-a7c4-9fc5ec06ebab gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:44.303045 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca1fb9-4b4a-4b9f-b25a-55beba5288a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d27c192-6458-4fc8-a8a2-a68335b69c36,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:44.305357 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-18bae74e-3678-4800-b379-f15156593977 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 08c8c5fe-f107-42de-8e34-42694c302d9b) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:44.326831 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bae74e-3678-4800-b379-f15156593977 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:44.327602 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18bae74e-3678-4800-b379-f15156593977 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.331674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e94f023-f3d8-44ba-a5a5-4ba0396565f4 None None] Network 08c8c5fe-f107-42de-8e34-42694c302d9b requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:44.334545 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 41ee6fa5-05a5-4319-afbe-83de3e772739 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:44.389321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-35415dcb-5901-476e-9ddf-cd68c2a2713c None None] Deleting port 41ee6fa5-05a5-4319-afbe-83de3e772739 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:44.390024 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-35415dcb-5901-476e-9ddf-cd68c2a2713c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.455356 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-18bae74e-3678-4800-b379-f15156593977 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9555912 Jul 30 01:55:44.461335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 80ece651-aaff-492f-b8e7-ff051a746b39 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:55:44.461714 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51790) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:44.489045 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-8a24bd64-17af-4bd0-9386-f5a3261766e3 admin admin] For port 41ee6fa5-05a5-4319-afbe-83de3e772739, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=41ee6fa5-05a5-4319-afbe-83de3e772739,segment=NetworkSegment(d5d64e0e-1c72-4edc-a5fb-c94d9596e64d),segment_id=d5d64e0e-1c72-4edc-a5fb-c94d9596e64d)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:44.489300 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a24bd64-17af-4bd0-9386-f5a3261766e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.519046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-8a24bd64-17af-4bd0-9386-f5a3261766e3 admin admin] Calling delete_port for 41ee6fa5-05a5-4319-afbe-83de3e772739 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:44.613718 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17ca1fb9-4b4a-4b9f-b25a-55beba5288a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.637353 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e687784b-c469-481c-a236-abfa0bdeb1cd {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:44.650803 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.682876 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] Transition to ACTIVE for port object e687784b-c469-481c-a236-abfa0bdeb1cd will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:44.744632 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.755068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-35415dcb-5901-476e-9ddf-cd68c2a2713c None None] For port 41ee6fa5-05a5-4319-afbe-83de3e772739, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=41ee6fa5-05a5-4319-afbe-83de3e772739,segment=NetworkSegment(d5d64e0e-1c72-4edc-a5fb-c94d9596e64d),segment_id=d5d64e0e-1c72-4edc-a5fb-c94d9596e64d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:44.755617 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-35415dcb-5901-476e-9ddf-cd68c2a2713c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.784071 n-d-713498-9 neutron-server[94466]: INFO neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No ports have port_id starting with 41ee6fa5-05a5-4319-afbe-83de3e772739 Jul 30 01:55:44.786627 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17ca1fb9-4b4a-4b9f-b25a-55beba5288a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.797346 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468753d1-b905-49df-8dca-7adff333f6d5 req-fdb1ff5c-e8f9-4d13-8fae-0d46abda075c tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:44.804129 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.804891 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-468753d1-b905-49df-8dca-7adff333f6d5 req-fdb1ff5c-e8f9-4d13-8fae-0d46abda075c tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b33d42b-0570-4c91-b1e2-620c1b6daa99 HTTP/1.1" status: 200 len: 932 time: 0.3446400 Jul 30 01:55:44.806284 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a24bd64-17af-4bd0-9386-f5a3261766e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.806623 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-35415dcb-5901-476e-9ddf-cd68c2a2713c None None] Calling delete_port for 41ee6fa5-05a5-4319-afbe-83de3e772739 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:44.813837 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17ca1fb9-4b4a-4b9f-b25a-55beba5288a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.821271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 950e4447-60c9-46bf-a438-ebc56241a57b no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:44.840230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] Pushing event updated for resources: {'Port': ['ID=e687784b-c469-481c-a236-abfa0bdeb1cd,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:44.852328 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a24bd64-17af-4bd0-9386-f5a3261766e3 admin admin] No DVR routers for this DVR port 41ee6fa5-05a5-4319-afbe-83de3e772739 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:44.861553 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 950e4447-60c9-46bf-a438-ebc56241a57b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:44.861891 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 950e4447-60c9-46bf-a438-ebc56241a57b not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:44.862313 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2cf0c758-b0f3-4026-ae11-5abb2604080f no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:44.923054 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-468753d1-b905-49df-8dca-7adff333f6d5 req-ab5eeeba-e689-42ec-a583-5b0e75bf1399 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170523 Jul 30 01:55:44.928683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24bd64-17af-4bd0-9386-f5a3261766e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=41ee6fa5-05a5-4319-afbe-83de3e772739,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:44.953565 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 80ece651-aaff-492f-b8e7-ff051a746b39, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=80ece651-aaff-492f-b8e7-ff051a746b39,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:44.957369 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 2cf0c758-b0f3-4026-ae11-5abb2604080f {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:44.957725 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2cf0c758-b0f3-4026-ae11-5abb2604080f not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:44.963943 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ac669-f0ba-426b-9a22-e6afdaa2b0af req-35ecd47e-ada2-4c99-aee6-ef85aa27e7a0 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:44.967769 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f0ac669-f0ba-426b-9a22-e6afdaa2b0af req-35ecd47e-ada2-4c99-aee6-ef85aa27e7a0 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.2261932 Jul 30 01:55:44.971395 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17ca1fb9-4b4a-4b9f-b25a-55beba5288a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.972308 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ca1fb9-4b4a-4b9f-b25a-55beba5288a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2cb49b9-180b-47a2-be00-4f761cf5aeae {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:55:44.987481 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-17ca1fb9-4b4a-4b9f-b25a-55beba5288a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.987481 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-17ca1fb9-4b4a-4b9f-b25a-55beba5288a5 admin admin] 10.222.0.70 "DELETE /v2.0/routers/d2cb49b9-180b-47a2-be00-4f761cf5aeae HTTP/1.1" status: 204 len: 168 time: 2.3695474 Jul 30 01:55:44.999680 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '80ece651-aaff-492f-b8e7-ff051a746b39', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'port_id': '80ece651-aaff-492f-b8e7-ff051a746b39', 'mac_address': 'fa:16:3e:69:bf:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:55:45.016454 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-08c8c5fe-f107-42de-8e34-42694c302d9b', 'network_id': '08c8c5fe-f107-42de-8e34-42694c302d9b', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'fixed_ips': [{'subnet_id': '18ccc56a-df3d-4123-a0df-821e5ae0cb41'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:55:45.017308 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.022572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51798) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:45.097691 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-35415dcb-5901-476e-9ddf-cd68c2a2713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.137672 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2dde7aa4-8fb1-4b7f-8aef-f6d83b0c3d0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.149716 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35415dcb-5901-476e-9ddf-cd68c2a2713c None None] No DVR routers for this DVR port 41ee6fa5-05a5-4319-afbe-83de3e772739 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:45.205807 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] Attempting to bind port e687784b-c469-481c-a236-abfa0bdeb1cd on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:45.206064 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] Attempting to bind port e687784b-c469-481c-a236-abfa0bdeb1cd by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '0bed6907-b447-4a6c-bc3b-b69e1c44a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:45.206267 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35415dcb-5901-476e-9ddf-cd68c2a2713c None None] Pushing event deleted for resources: {'Port': ['ID=41ee6fa5-05a5-4319-afbe-83de3e772739,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:45.206519 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] Attempting to bind port e687784b-c469-481c-a236-abfa0bdeb1cd on network a8b9f707-3fd0-408c-9282-fa524aed05e5 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:45.208350 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.215338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1dfe67-b18f-4cb1-a97c-1b9fa88aa86e admin admin] Deleting subnet a410d550-e99c-4606-b8d2-acd17a993a4f {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:55:45.219114 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-db1dfe67-b18f-4cb1-a97c-1b9fa88aa86e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.226313 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80ece651-aaff-492f-b8e7-ff051a746b39 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:45.247832 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35415dcb-5901-476e-9ddf-cd68c2a2713c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:45.248275 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35415dcb-5901-476e-9ddf-cd68c2a2713c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:45.248620 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35415dcb-5901-476e-9ddf-cd68c2a2713c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:45.248961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35415dcb-5901-476e-9ddf-cd68c2a2713c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:45.249322 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35415dcb-5901-476e-9ddf-cd68c2a2713c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:45.249708 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35415dcb-5901-476e-9ddf-cd68c2a2713c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:45.249988 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35415dcb-5901-476e-9ddf-cd68c2a2713c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:45.250546 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35415dcb-5901-476e-9ddf-cd68c2a2713c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:45.251040 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35415dcb-5901-476e-9ddf-cd68c2a2713c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:45.251369 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35415dcb-5901-476e-9ddf-cd68c2a2713c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:45.251695 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35415dcb-5901-476e-9ddf-cd68c2a2713c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:45.252151 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35415dcb-5901-476e-9ddf-cd68c2a2713c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:45.271808 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a24bd64-17af-4bd0-9386-f5a3261766e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.274258 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] Port e687784b-c469-481c-a236-abfa0bdeb1cd on network a8b9f707-3fd0-408c-9282-fa524aed05e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:55:45.274613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] Attempting to bind port e687784b-c469-481c-a236-abfa0bdeb1cd on network a8b9f707-3fd0-408c-9282-fa524aed05e5 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:45.284331 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:55:39Z', 'revision_number': 4, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6', 'name': '', 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b7:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:32Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f260e609-5d98-46d8-9d48-0c38aeb44b6b', 'name': '', 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:a9:2a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:38Z', 'updated_at': '2021-07-30T01:55:43Z', 'revision_number': 4, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:45.291513 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 80ece651-aaff-492f-b8e7-ff051a746b39, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=80ece651-aaff-492f-b8e7-ff051a746b39,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:45.305672 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f0ac669-f0ba-426b-9a22-e6afdaa2b0af req-f2e3bdeb-4cba-4112-b4a8-ebb228e7f1b6 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755578 Jul 30 01:55:45.305672 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-8a24bd64-17af-4bd0-9386-f5a3261766e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8173f374-3ae7-4d23-b8cc-405bd1c03a89']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:45.305672 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:45.305672 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] Checking segment: {'id': '0bed6907-b447-4a6c-bc3b-b69e1c44a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:45.305672 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] Bound using segment: {'id': '0bed6907-b447-4a6c-bc3b-b69e1c44a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:45.306170 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] Bound port: e687784b-c469-481c-a236-abfa0bdeb1cd, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bed6907-b447-4a6c-bc3b-b69e1c44a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:45.306170 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.317088 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-db1dfe67-b18f-4cb1-a97c-1b9fa88aa86e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.324468 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e448e9e-8cea-4d36-83c4-09a42a4d1562 None None] The sync data for ids ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'] in n-d-713498-9 is: [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:55:39Z', 'revision_number': 4, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6', 'name': '', 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b7:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:32Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f260e609-5d98-46d8-9d48-0c38aeb44b6b', 'name': '', 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:a9:2a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:38Z', 'updated_at': '2021-07-30T01:55:43Z', 'revision_number': 4, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:45.345510 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-8a24bd64-17af-4bd0-9386-f5a3261766e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d64e0e-1c72-4edc-a5fb-c94d9596e64d') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:45.345910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-8a24bd64-17af-4bd0-9386-f5a3261766e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d64e0e-1c72-4edc-a5fb-c94d9596e64d') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:45.375765 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a24bd64-17af-4bd0-9386-f5a3261766e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.395255 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.397411 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Allocated IP 2001:db8:3::2 (08c8c5fe-f107-42de-8e34-42694c302d9b/18ccc56a-df3d-4123-a0df-821e5ae0cb41/16772c38-6a9f-4c01-998a-4a3eeaaa8b41) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:45.418725 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a24bd64-17af-4bd0-9386-f5a3261766e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.439915 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a24bd64-17af-4bd0-9386-f5a3261766e3 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:55:45.440232 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a24bd64-17af-4bd0-9386-f5a3261766e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:55:45.442397 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:55:45.574701 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] For port e687784b-c469-481c-a236-abfa0bdeb1cd, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:45.616904 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-db1dfe67-b18f-4cb1-a97c-1b9fa88aa86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.641473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] For port e687784b-c469-481c-a236-abfa0bdeb1cd, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e687784b-c469-481c-a236-abfa0bdeb1cd,segment=NetworkSegment(0bed6907-b447-4a6c-bc3b-b69e1c44a873),segment_id=0bed6907-b447-4a6c-bc3b-b69e1c44a873)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:45.696092 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['80ece651-aaff-492f-b8e7-ff051a746b39'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:45.720601 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a24bd64-17af-4bd0-9386-f5a3261766e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.725266 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a24bd64-17af-4bd0-9386-f5a3261766e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.727555 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8a24bd64-17af-4bd0-9386-f5a3261766e3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8173f374-3ae7-4d23-b8cc-405bd1c03a89 HTTP/1.1" status: 204 len: 168 time: 2.2041810 Jul 30 01:55:45.764973 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24bd64-17af-4bd0-9386-f5a3261766e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8173f374-3ae7-4d23-b8cc-405bd1c03a89,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:45.775876 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.792828 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=80ece651-aaff-492f-b8e7-ff051a746b39,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:45.827670 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-db1dfe67-b18f-4cb1-a97c-1b9fa88aa86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.843431 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:45.845375 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.846869 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] 10.222.0.77 "PUT /v2.0/ports/e687784b-c469-481c-a236-abfa0bdeb1cd HTTP/1.1" status: 200 len: 1092 time: 2.2215605 Jul 30 01:55:45.898459 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b33d42b-0570-4c91-b1e2-620c1b6daa99', 'tag': 'e687784b-c469-481c-a236-abfa0bdeb1cd'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:45.901512 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f154e48d-4301-4184-aec2-6dc44a4f29d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6b33d42b-0570-4c91-b1e2-620c1b6daa99", "tag": "e687784b-c469-481c-a236-abfa0bdeb1cd"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:45.909772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1dfe67-b18f-4cb1-a97c-1b9fa88aa86e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a410d550-e99c-4606-b8d2-acd17a993a4f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:45.917106 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796141d6-7b65-403f-ac2a-3e4908eefde8 service neutron] Pushing event updated for resources: {'Port': ['ID=e687784b-c469-481c-a236-abfa0bdeb1cd,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:45.923064 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-db1dfe67-b18f-4cb1-a97c-1b9fa88aa86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.928074 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-db1dfe67-b18f-4cb1-a97c-1b9fa88aa86e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a410d550-e99c-4606-b8d2-acd17a993a4f HTTP/1.1" status: 204 len: 168 time: 0.8450446 Jul 30 01:55:45.936982 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51830) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:45.958247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ca3d81-b0a9-4538-aa1f-1fa5f69cadbf None None] Network 2f416bf8-b50e-47c8-9954-b71af9fff1cc requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:45.998823 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:46.067008 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fde6faec-9eea-45be-ab24-ce4f07e3ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:46.089356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-1703e373-2ef3-4250-b1f2-bd14a9b8de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:46.091294 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-1703e373-2ef3-4250-b1f2-bd14a9b8de66 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cb95c676d9fe447aa62bee6f0ba2c0fc&device_id=6b33d42b-0570-4c91-b1e2-620c1b6daa99 HTTP/1.1" status: 200 len: 1095 time: 0.1009870 Jul 30 01:55:46.108474 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ef24c-48e1-4c32-ab99-a2f536a3a621 req-2953f96c-8603-476c-9a64-d1c66b6e05a1 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:46.116969 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af8ef24c-48e1-4c32-ab99-a2f536a3a621 req-2953f96c-8603-476c-9a64-d1c66b6e05a1 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b33d42b-0570-4c91-b1e2-620c1b6daa99 HTTP/1.1" status: 200 len: 944 time: 0.0787556 Jul 30 01:55:46.121637 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Transition to ACTIVE for port object 16772c38-6a9f-4c01-998a-4a3eeaaa8b41 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:46.172846 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51840) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:46.210885 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-fde6faec-9eea-45be-ab24-ce4f07e3ed8b admin admin] Deleting port 02f144d9-017b-41f5-ac8a-eb074cdecb6e {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:46.211479 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fde6faec-9eea-45be-ab24-ce4f07e3ed8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:46.233379 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Transition to ACTIVE for port object 16772c38-6a9f-4c01-998a-4a3eeaaa8b41 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:46.300342 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-78b88676-643b-490c-a367-e5122d5fb0ad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e687784b-c469-481c-a236-abfa0bdeb1cd HTTP/1.1" status: 200 len: 217 time: 0.1811695 Jul 30 01:55:46.389373 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-fde6faec-9eea-45be-ab24-ce4f07e3ed8b admin admin] For port 02f144d9-017b-41f5-ac8a-eb074cdecb6e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=02f144d9-017b-41f5-ac8a-eb074cdecb6e,segment=NetworkSegment(51c2d4e3-ad5b-4c91-a3f4-abe71d223a46),segment_id=51c2d4e3-ad5b-4c91-a3f4-abe71d223a46)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:46.396581 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fde6faec-9eea-45be-ab24-ce4f07e3ed8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:46.400739 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:46.433925 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 80ece651-aaff-492f-b8e7-ff051a746b39 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:46.444257 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-fde6faec-9eea-45be-ab24-ce4f07e3ed8b admin admin] Calling delete_port for 02f144d9-017b-41f5-ac8a-eb074cdecb6e owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:46.454817 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f260e609-5d98-46d8-9d48-0c38aeb44b6b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:46.463990 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacbfd5e-19e6-4b23-b88f-f30f1a946f86 x-openstack-request-id: req-aacbfd5e-19e6-4b23-b88f-f30f1a946f86 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:46.464271 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b33d42b-0570-4c91-b1e2-620c1b6daa99", "tag": "e687784b-c469-481c-a236-abfa0bdeb1cd", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:46.464525 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aacbfd5e-19e6-4b23-b88f-f30f1a946f86 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:46.464922 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b33d42b-0570-4c91-b1e2-620c1b6daa99', 'tag': 'e687784b-c469-481c-a236-abfa0bdeb1cd', 'status': 'completed', 'code': 200} Jul 30 01:55:46.520218 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af8ef24c-48e1-4c32-ab99-a2f536a3a621 req-602163b9-e283-47bb-a126-da581e537e7f tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959532 Jul 30 01:55:46.543541 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-51f169b0-3b72-4cc2-81e2-7b4185e67e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:46.548508 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-51f169b0-3b72-4cc2-81e2-7b4185e67e3e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=be08776f-bee7-4979-bed4-c8ef7b14c9f6 HTTP/1.1" status: 200 len: 854 time: 0.2378421 Jul 30 01:55:46.550247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Pushing event updated for resources: {'Port': ['ID=16772c38-6a9f-4c01-998a-4a3eeaaa8b41,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:46.601915 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-8ff8d7ac-02f8-443d-893c-b6c2c62939b6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a8b9f707-3fd0-408c-9282-fa524aed05e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423410 Jul 30 01:55:46.606806 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f584344e-ec7c-47c1-b8b3-5ac2532de0bf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=abf94101162146b19d686452c967dcf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4225321 Jul 30 01:55:46.617779 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51846) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:46.626749 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Network 08c8c5fe-f107-42de-8e34-42694c302d9b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:46.636406 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:46.644923 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:46.673522 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-2dde7aa4-8fb1-4b7f-8aef-f6d83b0c3d0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Allocated IP 2001:db8:3::1 (08c8c5fe-f107-42de-8e34-42694c302d9b/18ccc56a-df3d-4123-a0df-821e5ae0cb41/808ea6f6-8dce-4325-a2ce-f52246e2df83) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:46.712262 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79ad8d-e21c-43ce-bcb7-a2156d442006 req-5cc23401-e32f-4c4c-87cb-c364021d8c55 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:46.720198 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3e79ad8d-e21c-43ce-bcb7-a2156d442006 req-5cc23401-e32f-4c4c-87cb-c364021d8c55 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 944 time: 0.1199718 Jul 30 01:55:46.724632 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Attempting to bind port 16772c38-6a9f-4c01-998a-4a3eeaaa8b41 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:46.725113 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Attempting to bind port 16772c38-6a9f-4c01-998a-4a3eeaaa8b41 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '08c8c5fe-f107-42de-8e34-42694c302d9b'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:46.726025 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Attempting to bind port 16772c38-6a9f-4c01-998a-4a3eeaaa8b41 on network 08c8c5fe-f107-42de-8e34-42694c302d9b {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:46.741022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:46.741592 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Checking segment: {'id': 'b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '08c8c5fe-f107-42de-8e34-42694c302d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:46.742087 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:46.742995 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Bound using segment: {'id': 'b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '08c8c5fe-f107-42de-8e34-42694c302d9b'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:46.744130 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Bound port: 16772c38-6a9f-4c01-998a-4a3eeaaa8b41, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '08c8c5fe-f107-42de-8e34-42694c302d9b'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:46.745339 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:46.766705 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fde6faec-9eea-45be-ab24-ce4f07e3ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:46.847760 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e29a094a-8870-46f6-9aeb-eff4d20a7857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:46.875915 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2dde7aa4-8fb1-4b7f-8aef-f6d83b0c3d0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:46.896394 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-2dde7aa4-8fb1-4b7f-8aef-f6d83b0c3d0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Transition to ACTIVE for port object 808ea6f6-8dce-4325-a2ce-f52246e2df83 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:46.904830 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e29a094a-8870-46f6-9aeb-eff4d20a7857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:46.920810 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] For port 16772c38-6a9f-4c01-998a-4a3eeaaa8b41, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:46.939344 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] For port 16772c38-6a9f-4c01-998a-4a3eeaaa8b41, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=16772c38-6a9f-4c01-998a-4a3eeaaa8b41,segment=NetworkSegment(b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc),segment_id=b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:46.940647 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cec866-75a7-4ed7-a9ff-a11240fc0afb None None] DHCP port deletion for 2f416bf8-b50e-47c8-9954-b71af9fff1cc request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:55:46.949380 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 80ece651-aaff-492f-b8e7-ff051a746b39 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:46.949773 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:46.955073 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port f260e609-5d98-46d8-9d48-0c38aeb44b6b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:46.961344 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6faec-9eea-45be-ab24-ce4f07e3ed8b admin admin] Pushing event deleted for resources: {'Port': ['ID=02f144d9-017b-41f5-ac8a-eb074cdecb6e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:46.972197 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde6faec-9eea-45be-ab24-ce4f07e3ed8b admin admin] No DVR routers for this DVR port 02f144d9-017b-41f5-ac8a-eb074cdecb6e on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:46.978180 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-985309e2-ea1b-4152-89aa-f1eeb9c13e81 service neutron] 10.222.0.77 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682950 Jul 30 01:55:46.995075 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3e79ad8d-e21c-43ce-bcb7-a2156d442006 req-3c745fa5-a16d-47c1-b0d0-4148d2a5a740 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688484 Jul 30 01:55:47.035520 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f260e609-5d98-46d8-9d48-0c38aeb44b6b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:47.035520 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.042467 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2dde7aa4-8fb1-4b7f-8aef-f6d83b0c3d0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.092649 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.120853 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c700ba1-1d2f-4db5-b15f-dd6afb11281b req-68025f60-6530-4e4d-81c7-e03e0f3b6088 service neutron] 10.222.0.77 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345615 Jul 30 01:55:47.148914 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dde7aa4-8fb1-4b7f-8aef-f6d83b0c3d0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network 08c8c5fe-f107-42de-8e34-42694c302d9b is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:47.155345 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fde6faec-9eea-45be-ab24-ce4f07e3ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.158426 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e29a094a-8870-46f6-9aeb-eff4d20a7857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.160940 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-2dde7aa4-8fb1-4b7f-8aef-f6d83b0c3d0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:47.170679 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dde7aa4-8fb1-4b7f-8aef-f6d83b0c3d0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:47.170888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6136a9-d232-4d70-91da-b8e6dbdf9469 None None] Pushing event updated for resources: {'Port': ['ID=16772c38-6a9f-4c01-998a-4a3eeaaa8b41,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:47.171610 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2dde7aa4-8fb1-4b7f-8aef-f6d83b0c3d0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.186993 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e29a094a-8870-46f6-9aeb-eff4d20a7857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.195027 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e29a094a-8870-46f6-9aeb-eff4d20a7857 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8ad18761-eed9-4e02-82e8-c00f027bb0c1 HTTP/1.1" status: 204 len: 168 time: 0.5760126 Jul 30 01:55:47.206731 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a094a-8870-46f6-9aeb-eff4d20a7857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad18761-eed9-4e02-82e8-c00f027bb0c1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:47.241666 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-fde6faec-9eea-45be-ab24-ce4f07e3ed8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f416bf8-b50e-47c8-9954-b71af9fff1cc']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:47.246029 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde7aa4-8fb1-4b7f-8aef-f6d83b0c3d0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Port': ['ID=808ea6f6-8dce-4325-a2ce-f52246e2df83,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:47.261501 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-fde6faec-9eea-45be-ab24-ce4f07e3ed8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c2d4e3-ad5b-4c91-a3f4-abe71d223a46') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:47.262056 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-fde6faec-9eea-45be-ab24-ce4f07e3ed8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c2d4e3-ad5b-4c91-a3f4-abe71d223a46') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:47.304461 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fde6faec-9eea-45be-ab24-ce4f07e3ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.327038 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fde6faec-9eea-45be-ab24-ce4f07e3ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.349439 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde6faec-9eea-45be-ab24-ce4f07e3ed8b admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:55:47.349852 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fde6faec-9eea-45be-ab24-ce4f07e3ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:55:47.351547 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:55:47.393509 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.430751 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154e48d-4301-4184-aec2-6dc44a4f29d7 req-242d0f35-03db-4a5d-8486-c31a7f262915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:47.432377 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f154e48d-4301-4184-aec2-6dc44a4f29d7 req-242d0f35-03db-4a5d-8486-c31a7f262915 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cb95c676d9fe447aa62bee6f0ba2c0fc&device_id=6b33d42b-0570-4c91-b1e2-620c1b6daa99 HTTP/1.1" status: 200 len: 1095 time: 0.1173017 Jul 30 01:55:47.488939 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2dde7aa4-8fb1-4b7f-8aef-f6d83b0c3d0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.491645 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.567219 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 80ece651-aaff-492f-b8e7-ff051a746b39, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=80ece651-aaff-492f-b8e7-ff051a746b39,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:47.579543 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9187d3-b6b6-4983-bc83-e198b907048d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ece651-aaff-492f-b8e7-ff051a746b39'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:47.591908 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1f75bf-623b-4e4a-99a7-a19459844bc6" -d '{"events": [{"server_uuid": "db9187d3-b6b6-4983-bc83-e198b907048d", "name": "network-vif-plugged", "status": "completed", "tag": "80ece651-aaff-492f-b8e7-ff051a746b39"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:47.616455 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fde6faec-9eea-45be-ab24-ce4f07e3ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.649126 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.661230 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fde6faec-9eea-45be-ab24-ce4f07e3ed8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.672236 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fde6faec-9eea-45be-ab24-ce4f07e3ed8b admin admin] 10.222.0.70 "DELETE /v2.0/networks/2f416bf8-b50e-47c8-9954-b71af9fff1cc HTTP/1.1" status: 204 len: 168 time: 1.7373092 Jul 30 01:55:47.684668 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6faec-9eea-45be-ab24-ce4f07e3ed8b admin admin] Pushing event deleted for resources: {'Network': ['ID=2f416bf8-b50e-47c8-9954-b71af9fff1cc,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:47.688565 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154e48d-4301-4184-aec2-6dc44a4f29d7 req-b22b5a98-191c-4659-b892-efd5f2435513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:47.692677 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f154e48d-4301-4184-aec2-6dc44a4f29d7 req-b22b5a98-191c-4659-b892-efd5f2435513 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a8b9f707-3fd0-408c-9282-fa524aed05e5 HTTP/1.1" status: 200 len: 915 time: 0.2487741 Jul 30 01:55:47.695090 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port f260e609-5d98-46d8-9d48-0c38aeb44b6b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f260e609-5d98-46d8-9d48-0c38aeb44b6b,segment=NetworkSegment(a5998f51-228e-434c-8d0a-30124bdb41d0),segment_id=a5998f51-228e-434c-8d0a-30124bdb41d0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:47.717491 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.733948 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26176e04-0379-4ced-9ced-978076082634 x-openstack-request-id: req-26176e04-0379-4ced-9ced-978076082634 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:47.734249 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9187d3-b6b6-4983-bc83-e198b907048d", "name": "network-vif-plugged", "status": "completed", "tag": "80ece651-aaff-492f-b8e7-ff051a746b39", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:47.734534 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-26176e04-0379-4ced-9ced-978076082634 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:47.734944 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9187d3-b6b6-4983-bc83-e198b907048d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ece651-aaff-492f-b8e7-ff051a746b39', 'code': 200} Jul 30 01:55:47.773375 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f154e48d-4301-4184-aec2-6dc44a4f29d7 req-10c55c59-2339-4032-9c4a-efb3b134ed87 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e687784b-c469-481c-a236-abfa0bdeb1cd HTTP/1.1" status: 200 len: 217 time: 0.0741198 Jul 30 01:55:47.786832 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.803053 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=80ece651-aaff-492f-b8e7-ff051a746b39,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:47.889119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154e48d-4301-4184-aec2-6dc44a4f29d7 req-a49d098f-ea98-4473-8c0c-a015bf6414d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:47.902126 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f154e48d-4301-4184-aec2-6dc44a4f29d7 req-a49d098f-ea98-4473-8c0c-a015bf6414d3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=be08776f-bee7-4979-bed4-c8ef7b14c9f6 HTTP/1.1" status: 200 len: 854 time: 0.1165516 Jul 30 01:55:47.902242 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7d27c192-6458-4fc8-a8a2-a68335b69c36 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:47.964544 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f154e48d-4301-4184-aec2-6dc44a4f29d7 req-601c3ee9-4866-437d-a7a3-1f0fb1f61d2b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a8b9f707-3fd0-408c-9282-fa524aed05e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574279 Jul 30 01:55:47.966411 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 7d27c192-6458-4fc8-a8a2-a68335b69c36 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:47.966917 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7d27c192-6458-4fc8-a8a2-a68335b69c36 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:47.983256 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=f260e609-5d98-46d8-9d48-0c38aeb44b6b,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:48.023289 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756b733-e296-4d31-94cf-75527074dbd1 req-709aa23f-e018-4d59-af65-b4fd9de20085 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:48.027781 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9756b733-e296-4d31-94cf-75527074dbd1 req-709aa23f-e018-4d59-af65-b4fd9de20085 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b33d42b-0570-4c91-b1e2-620c1b6daa99 HTTP/1.1" status: 200 len: 944 time: 0.3257399 Jul 30 01:55:48.115525 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f154e48d-4301-4184-aec2-6dc44a4f29d7 req-3fd18c24-9cbc-4b4f-9850-beb55657e942 service neutron] 10.222.0.77 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413825 Jul 30 01:55:48.234749 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9756b733-e296-4d31-94cf-75527074dbd1 req-d0bcbe97-8fd6-44f0-835b-f0ade17ea285 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921437 Jul 30 01:55:48.321977 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51874) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:48.450266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858db7e-d909-4fb4-90b9-ff5a0bdfcd0c req-2758481b-9b6e-47d5-b501-771d92b29f83 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:48.450266 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a858db7e-d909-4fb4-90b9-ff5a0bdfcd0c req-2758481b-9b6e-47d5-b501-771d92b29f83 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.2925591 Jul 30 01:55:48.460212 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2dde7aa4-8fb1-4b7f-8aef-f6d83b0c3d0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:48.476138 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f2ac51d8-1e3e-47b0-b465-f626b03594e5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7264d4c019094365b1666415166a2231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513839 Jul 30 01:55:48.476805 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51878) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:48.527789 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f154e48d-4301-4184-aec2-6dc44a4f29d7 req-68d1b0fa-ebb8-43bf-b54e-9bb1744ec320 service neutron] 10.222.0.77 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031806 Jul 30 01:55:48.545164 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f260e609-5d98-46d8-9d48-0c38aeb44b6b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:48.547157 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2dde7aa4-8fb1-4b7f-8aef-f6d83b0c3d0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:48.548395 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2dde7aa4-8fb1-4b7f-8aef-f6d83b0c3d0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:48.592299 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a858db7e-d909-4fb4-90b9-ff5a0bdfcd0c req-42d0e68a-d81c-47c9-9ee2-0174b6f834c6 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258354 Jul 30 01:55:48.633819 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde7aa4-8fb1-4b7f-8aef-f6d83b0c3d0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event updated for resources: {'Port': ['ID=808ea6f6-8dce-4325-a2ce-f52246e2df83,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:48.646373 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f260e609-5d98-46d8-9d48-0c38aeb44b6b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:48.648727 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:48.735083 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-018eb4dd-bf1c-4f57-ba93-2558d8a3122e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:48.778973 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 16772c38-6a9f-4c01-998a-4a3eeaaa8b41 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:48.779784 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-018eb4dd-bf1c-4f57-ba93-2558d8a3122e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:48.790703 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dde7aa4-8fb1-4b7f-8aef-f6d83b0c3d0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Network 08c8c5fe-f107-42de-8e34-42694c302d9b is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:48.794239 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-2dde7aa4-8fb1-4b7f-8aef-f6d83b0c3d0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:48.895703 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d21dcf3-8cd7-4328-a8d0-8604937f895d None None] Network 08c8c5fe-f107-42de-8e34-42694c302d9b requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:48.936184 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dde7aa4-8fb1-4b7f-8aef-f6d83b0c3d0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router 413d3a64-776c-4419-a7c4-9fc5ec06ebab has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:48.939806 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 16772c38-6a9f-4c01-998a-4a3eeaaa8b41 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:49.065090 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-018eb4dd-bf1c-4f57-ba93-2558d8a3122e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:49.067863 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-018eb4dd-bf1c-4f57-ba93-2558d8a3122e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:49.074699 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-018eb4dd-bf1c-4f57-ba93-2558d8a3122e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/44fa09fa-0b9a-4619-90ed-d6fb6bbc59cc HTTP/1.1" status: 204 len: 168 time: 0.5913124 Jul 30 01:55:49.089672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018eb4dd-bf1c-4f57-ba93-2558d8a3122e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fa09fa-0b9a-4619-90ed-d6fb6bbc59cc,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:49.143546 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 02f144d9-017b-41f5-ac8a-eb074cdecb6e no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:49.147157 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dde7aa4-8fb1-4b7f-8aef-f6d83b0c3d0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:49.153855 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2dde7aa4-8fb1-4b7f-8aef-f6d83b0c3d0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/413d3a64-776c-4419-a7c4-9fc5ec06ebab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6912138 Jul 30 01:55:49.156812 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d9033f0b-bd28-4043-a687-6690229cf8e7 None None] Provisioning for port 16772c38-6a9f-4c01-998a-4a3eeaaa8b41 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:49.157622 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51890) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:49.166742 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-fda59c86-6a96-4cf1-bb0d-3d28874fe2f8 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:49.193958 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d9033f0b-bd28-4043-a687-6690229cf8e7 None None] Provisioning complete for port 16772c38-6a9f-4c01-998a-4a3eeaaa8b41 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:49.195395 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d9033f0b-bd28-4043-a687-6690229cf8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:49.225785 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] Sync routers for ids ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:49.267653 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 02f144d9-017b-41f5-ac8a-eb074cdecb6e {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:49.268186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 02f144d9-017b-41f5-ac8a-eb074cdecb6e not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:49.284860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] Routers {'413d3a64-776c-4419-a7c4-9fc5ec06ebab'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:49.285661 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:49.388787 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] Set router 413d3a64-776c-4419-a7c4-9fc5ec06ebab gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:49.464296 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51898) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:49.562749 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26ca5f-eb65-47a9-a60c-73888e8e8d3f req-362e70b2-1352-4836-8808-d23cd27bcf45 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:49.574142 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee26ca5f-eb65-47a9-a60c-73888e8e8d3f req-362e70b2-1352-4836-8808-d23cd27bcf45 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b33d42b-0570-4c91-b1e2-620c1b6daa99 HTTP/1.1" status: 200 len: 944 time: 0.1436765 Jul 30 01:55:49.649643 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-00c560a9-c8a0-46c4-90e0-0493b8565572 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1603395376-network', 'tenant_id': '974a7a34583e4b899d72951370215c2f'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:49.778393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c560a9-c8a0-46c4-90e0-0493b8565572 admin admin] Made reservation on behalf of 974a7a34583e4b899d72951370215c2f for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:49.781867 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-00c560a9-c8a0-46c4-90e0-0493b8565572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:49.791995 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d9033f0b-bd28-4043-a687-6690229cf8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:49.800137 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-00c560a9-c8a0-46c4-90e0-0493b8565572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:49.873989 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d9033f0b-bd28-4043-a687-6690229cf8e7 None None] For port 16772c38-6a9f-4c01-998a-4a3eeaaa8b41, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=16772c38-6a9f-4c01-998a-4a3eeaaa8b41,segment=NetworkSegment(b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc),segment_id=b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:49.898442 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b65b9-a087-4248-bb12-2abed944ab74 req-602bd95f-2fc7-4ed3-af6b-4c2440852473 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:49.901360 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d45b65b9-a087-4248-bb12-2abed944ab74 req-602bd95f-2fc7-4ed3-af6b-4c2440852473 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.1670241 Jul 30 01:55:49.925014 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:55:47Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6', 'name': '', 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b7:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:32Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '808ea6f6-8dce-4325-a2ce-f52246e2df83', 'name': '', 'network_id': '08c8c5fe-f107-42de-8e34-42694c302d9b', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:34:a1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '18ccc56a-df3d-4123-a0df-821e5ae0cb41', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:45Z', 'updated_at': '2021-07-30T01:55:48Z', 'revision_number': 2, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '18ccc56a-df3d-4123-a0df-821e5ae0cb41', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f260e609-5d98-46d8-9d48-0c38aeb44b6b', 'name': '', 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:a9:2a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:38Z', 'updated_at': '2021-07-30T01:55:47Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:49.958952 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d9033f0b-bd28-4043-a687-6690229cf8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:49.962238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] Checking router: 413d3a64-776c-4419-a7c4-9fc5ec06ebab for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:49.962642 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] Updating router 413d3a64-776c-4419-a7c4-9fc5ec06ebab port 808ea6f6-8dce-4325-a2ce-f52246e2df83 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:55:50.033499 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.049410 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.extraroute_db [None req-fda59c86-6a96-4cf1-bb0d-3d28874fe2f8 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94465) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 01:55:50.054071 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d45b65b9-a087-4248-bb12-2abed944ab74 req-2d637c5e-0ec6-40a8-a1ef-48c9864559e8 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452417 Jul 30 01:55:50.076459 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.extraroute_db [None req-fda59c86-6a96-4cf1-bb0d-3d28874fe2f8 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Removed routes are [] {{(pid=94465) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 01:55:50.084683 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fda59c86-6a96-4cf1-bb0d-3d28874fe2f8 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.091499 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device e687784b-c469-481c-a236-abfa0bdeb1cd details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:55:50.118802 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee26ca5f-eb65-47a9-a60c-73888e8e8d3f req-bd0ab631-c48e-4cd5-aea6-3d10f552f0a2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432720 Jul 30 01:55:50.169404 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-00c560a9-c8a0-46c4-90e0-0493b8565572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.269184 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-00c560a9-c8a0-46c4-90e0-0493b8565572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.333835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c560a9-c8a0-46c4-90e0-0493b8565572 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:55:50.373493 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c560a9-c8a0-46c4-90e0-0493b8565572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e658b294-5b26-4e70-bb2d-9d7a87454da0,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:50.389926 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-00c560a9-c8a0-46c4-90e0-0493b8565572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.390365 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-00c560a9-c8a0-46c4-90e0-0493b8565572 admin admin] Added segment cadcdae0-4279-45bd-b2cb-a313c67cef58 of type vlan for network 4af35de8-af8f-4d77-97cf-b636d544d3c0 Jul 30 01:55:50.444511 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9033f0b-bd28-4043-a687-6690229cf8e7 None None] Pushing event updated for resources: {'Port': ['ID=16772c38-6a9f-4c01-998a-4a3eeaaa8b41,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:50.484295 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-71b21564-6967-4f4a-b369-9d8688cc3841 None None] Provisioning complete for port 16772c38-6a9f-4c01-998a-4a3eeaaa8b41 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:50.484804 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71b21564-6967-4f4a-b369-9d8688cc3841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.508017 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-00c560a9-c8a0-46c4-90e0-0493b8565572 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.587435 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fda59c86-6a96-4cf1-bb0d-3d28874fe2f8 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.592021 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fda59c86-6a96-4cf1-bb0d-3d28874fe2f8 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.686068 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-00c560a9-c8a0-46c4-90e0-0493b8565572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.687339 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c560a9-c8a0-46c4-90e0-0493b8565572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:50.688935 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-00c560a9-c8a0-46c4-90e0-0493b8565572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.735755 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda59c86-6a96-4cf1-bb0d-3d28874fe2f8 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router 413d3a64-776c-4419-a7c4-9fc5ec06ebab has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:50.979933 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c560a9-c8a0-46c4-90e0-0493b8565572 admin admin] Pushing event updated for resources: {'Network': ['ID=4af35de8-af8f-4d77-97cf-b636d544d3c0,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:50.988473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda59c86-6a96-4cf1-bb0d-3d28874fe2f8 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:50.990574 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51938) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:50.990962 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-00c560a9-c8a0-46c4-90e0-0493b8565572 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5243323 Jul 30 01:55:51.012973 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fda59c86-6a96-4cf1-bb0d-3d28874fe2f8 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:51.023628 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 4af35de8-af8f-4d77-97cf-b636d544d3c0 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:55:51.027559 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fda59c86-6a96-4cf1-bb0d-3d28874fe2f8 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/413d3a64-776c-4419-a7c4-9fc5ec06ebab HTTP/1.1" status: 200 len: 953 time: 1.8656020 Jul 30 01:55:51.028590 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51940) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:51.029157 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-4172d76a-17bb-40c3-99dc-5c740c0cab77 admin admin] Request body: {'subnet': {'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603395376-subnet', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:51.148362 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4172d76a-17bb-40c3-99dc-5c740c0cab77 admin admin] Made reservation on behalf of 974a7a34583e4b899d72951370215c2f for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:51.151137 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4172d76a-17bb-40c3-99dc-5c740c0cab77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:51.232074 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port e687784b-c469-481c-a236-abfa0bdeb1cd, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e687784b-c469-481c-a236-abfa0bdeb1cd,segment=NetworkSegment(0bed6907-b447-4a6c-bc3b-b69e1c44a873),segment_id=0bed6907-b447-4a6c-bc3b-b69e1c44a873)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:51.249524 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'e687784b-c469-481c-a236-abfa0bdeb1cd', 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5', 'port_id': 'e687784b-c469-481c-a236-abfa0bdeb1cd', 'mac_address': 'fa:16:3e:fb:d3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be08776f-bee7-4979-bed4-c8ef7b14c9f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:55:51.358523 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:51.360951 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:51.385656 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-71b21564-6967-4f4a-b369-9d8688cc3841 None None] Provisioning for port 808ea6f6-8dce-4325-a2ce-f52246e2df83 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:51.392926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-71b21564-6967-4f4a-b369-9d8688cc3841 None None] Provisioning complete for port 808ea6f6-8dce-4325-a2ce-f52246e2df83 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:51.393418 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71b21564-6967-4f4a-b369-9d8688cc3841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:51.412923 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def10d0-b5eb-4042-b376-0b2b3f17cf11 req-ae49bce3-80f9-4141-9bf4-f7cfbf0cbf0e tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:51.421104 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0def10d0-b5eb-4042-b376-0b2b3f17cf11 req-ae49bce3-80f9-4141-9bf4-f7cfbf0cbf0e tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b33d42b-0570-4c91-b1e2-620c1b6daa99 HTTP/1.1" status: 200 len: 944 time: 0.1150148 Jul 30 01:55:51.436282 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] Transition to ACTIVE for port object 808ea6f6-8dce-4325-a2ce-f52246e2df83 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:51.438812 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-71b21564-6967-4f4a-b369-9d8688cc3841 None None] Port 808ea6f6-8dce-4325-a2ce-f52246e2df83 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:51.445698 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e687784b-c469-481c-a236-abfa0bdeb1cd {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:51.485053 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port e687784b-c469-481c-a236-abfa0bdeb1cd, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e687784b-c469-481c-a236-abfa0bdeb1cd,segment=NetworkSegment(0bed6907-b447-4a6c-bc3b-b69e1c44a873),segment_id=0bed6907-b447-4a6c-bc3b-b69e1c44a873)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:51.519146 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0def10d0-b5eb-4042-b376-0b2b3f17cf11 req-bc7ab537-7802-497c-ab53-c3c9327f555f tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957353 Jul 30 01:55:51.537714 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:51.597175 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:51.815326 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c89737-8eef-44f7-831a-dceaad7dbbd8 None None] Pushing event updated for resources: {'Port': ['ID=808ea6f6-8dce-4325-a2ce-f52246e2df83,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:51.820098 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4172d76a-17bb-40c3-99dc-5c740c0cab77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:51.855393 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fc140f3e-050d-4e69-b886-c49b82552028 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/routers/413d3a64-776c-4419-a7c4-9fc5ec06ebab HTTP/1.1" status: 200 len: 953 time: 0.8225894 Jul 30 01:55:51.862259 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51962) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:51.870700 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-996453f9-d649-4c29-af95-5293eb5d5794 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'router': {'routes': None}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:52.000620 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea8e89-ec87-46ed-a653-ab294a26b961 req-d0c7f4ed-b4ef-4d40-b150-44be0069aaa7 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:52.013098 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ffea8e89-ec87-46ed-a653-ab294a26b961 req-d0c7f4ed-b4ef-4d40-b150-44be0069aaa7 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.3371537 Jul 30 01:55:52.086423 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172d76a-17bb-40c3-99dc-5c740c0cab77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8f78061-79f9-4190-922e-cf97355920d4,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:52.092528 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] Attempting to bind port 808ea6f6-8dce-4325-a2ce-f52246e2df83 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:52.094871 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] Attempting to bind port 808ea6f6-8dce-4325-a2ce-f52246e2df83 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '08c8c5fe-f107-42de-8e34-42694c302d9b'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:52.095357 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] Attempting to bind port 808ea6f6-8dce-4325-a2ce-f52246e2df83 on network 08c8c5fe-f107-42de-8e34-42694c302d9b {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:52.110853 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4172d76a-17bb-40c3-99dc-5c740c0cab77 admin admin] Checking segment: {'id': 'cadcdae0-4279-45bd-b2cb-a313c67cef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:52.111627 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4172d76a-17bb-40c3-99dc-5c740c0cab77 admin admin] Network hostable DHCP agents. Network: 4af35de8-af8f-4d77-97cf-b636d544d3c0, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:55:52.122328 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:52.125186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] Checking segment: {'id': 'b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '08c8c5fe-f107-42de-8e34-42694c302d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:52.126276 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:52.129058 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] Bound using segment: {'id': 'b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '08c8c5fe-f107-42de-8e34-42694c302d9b'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:52.129826 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] Bound port: 808ea6f6-8dce-4325-a2ce-f52246e2df83, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '08c8c5fe-f107-42de-8e34-42694c302d9b'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:52.130436 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:52.199446 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ffea8e89-ec87-46ed-a653-ab294a26b961 req-26b50244-623d-4f63-83e7-a9c7d2109add tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820729 Jul 30 01:55:52.237912 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] For port 808ea6f6-8dce-4325-a2ce-f52246e2df83, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:52.241242 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] For port 808ea6f6-8dce-4325-a2ce-f52246e2df83, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=808ea6f6-8dce-4325-a2ce-f52246e2df83,segment=NetworkSegment(b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc),segment_id=b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:52.254085 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['e687784b-c469-481c-a236-abfa0bdeb1cd'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:52.281160 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=e687784b-c469-481c-a236-abfa0bdeb1cd,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:52.319783 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4172d76a-17bb-40c3-99dc-5c740c0cab77 admin admin] Network 4af35de8-af8f-4d77-97cf-b636d544d3c0 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:55:52.361640 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:52.381872 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 16772c38-6a9f-4c01-998a-4a3eeaaa8b41 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:52.440507 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-4172d76a-17bb-40c3-99dc-5c740c0cab77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 4af35de8-af8f-4d77-97cf-b636d544d3c0) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:52.446496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4172d76a-17bb-40c3-99dc-5c740c0cab77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:52.448266 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4172d76a-17bb-40c3-99dc-5c740c0cab77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:52.473859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca87712-ab0c-4b5b-b3e8-0879cad681fb None None] Network 4af35de8-af8f-4d77-97cf-b636d544d3c0 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:52.587824 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c89737-8eef-44f7-831a-dceaad7dbbd8 None None] Pushing event updated for resources: {'Port': ['ID=808ea6f6-8dce-4325-a2ce-f52246e2df83,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:52.590720 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] Routers {'413d3a64-776c-4419-a7c4-9fc5ec06ebab'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:52.591337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:52.683564 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.extraroute_db [None req-996453f9-d649-4c29-af95-5293eb5d5794 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Added routes are [] {{(pid=94464) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 01:55:52.684383 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.extraroute_db [None req-996453f9-d649-4c29-af95-5293eb5d5794 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94464) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 01:55:52.718746 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4172d76a-17bb-40c3-99dc-5c740c0cab77 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7241821 Jul 30 01:55:52.722182 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51974) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:52.727000 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-996453f9-d649-4c29-af95-5293eb5d5794 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:52.730491 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-18096db9-8a2c-4cea-adb6-df321ceaf567 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1603395376-router', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:52.749738 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c6c21-c1d6-4603-a849-0970dad7bb51 req-70025708-f5ca-47d1-a6d7-5a7c50596f59 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:52.751455 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] Set router 413d3a64-776c-4419-a7c4-9fc5ec06ebab gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:52.773477 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de5c6c21-c1d6-4603-a849-0970dad7bb51 req-70025708-f5ca-47d1-a6d7-5a7c50596f59 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b33d42b-0570-4c91-b1e2-620c1b6daa99 HTTP/1.1" status: 200 len: 945 time: 0.1291220 Jul 30 01:55:52.832697 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 16772c38-6a9f-4c01-998a-4a3eeaaa8b41 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:52.839678 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de5c6c21-c1d6-4603-a849-0970dad7bb51 req-13aebe26-caad-4c67-82c8-3bded1279876 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673685 Jul 30 01:55:52.841467 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:52.936872 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-18096db9-8a2c-4cea-adb6-df321ceaf567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:52.938366 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-18096db9-8a2c-4cea-adb6-df321ceaf567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:53.027705 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51986) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:53.042697 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-18096db9-8a2c-4cea-adb6-df321ceaf567 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:53.083393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9675851-2ef6-4907-ae74-8b3e5168b158 None None] Network 4af35de8-af8f-4d77-97cf-b636d544d3c0 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:53.222988 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-996453f9-d649-4c29-af95-5293eb5d5794 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:53.232357 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-996453f9-d649-4c29-af95-5293eb5d5794 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:53.267317 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dfdd4a59-d01e-45cc-a8c7-d1357e86a330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:53.465673 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996453f9-d649-4c29-af95-5293eb5d5794 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router 413d3a64-776c-4419-a7c4-9fc5ec06ebab has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:53.481142 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:55:50Z', 'revision_number': 6, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6', 'name': '', 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b7:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:32Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '808ea6f6-8dce-4325-a2ce-f52246e2df83', 'name': '', 'network_id': '08c8c5fe-f107-42de-8e34-42694c302d9b', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:34:a1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '18ccc56a-df3d-4123-a0df-821e5ae0cb41', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:45Z', 'updated_at': '2021-07-30T01:55:52Z', 'revision_number': 4, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '18ccc56a-df3d-4123-a0df-821e5ae0cb41', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f260e609-5d98-46d8-9d48-0c38aeb44b6b', 'name': '', 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:a9:2a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:38Z', 'updated_at': '2021-07-30T01:55:47Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:53.521269 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e726c-e63c-4a01-ac11-0911e56a61d1 None None] The sync data for ids ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'] in n-d-713498-9 is: [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:55:50Z', 'revision_number': 6, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6', 'name': '', 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b7:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:32Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '808ea6f6-8dce-4325-a2ce-f52246e2df83', 'name': '', 'network_id': '08c8c5fe-f107-42de-8e34-42694c302d9b', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:34:a1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '18ccc56a-df3d-4123-a0df-821e5ae0cb41', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:45Z', 'updated_at': '2021-07-30T01:55:52Z', 'revision_number': 4, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '18ccc56a-df3d-4123-a0df-821e5ae0cb41', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f260e609-5d98-46d8-9d48-0c38aeb44b6b', 'name': '', 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:a9:2a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:38Z', 'updated_at': '2021-07-30T01:55:47Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:53.697619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996453f9-d649-4c29-af95-5293eb5d5794 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:53.706531 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-996453f9-d649-4c29-af95-5293eb5d5794 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:53.711474 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-996453f9-d649-4c29-af95-5293eb5d5794 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/413d3a64-776c-4419-a7c4-9fc5ec06ebab HTTP/1.1" status: 200 len: 703 time: 1.8467498 Jul 30 01:55:53.716859 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51994) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:53.848183 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-18096db9-8a2c-4cea-adb6-df321ceaf567 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:53.896517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fa321-ad2d-47d2-8f46-2da6032f1d2b req-005487f5-2a80-433e-9532-317864840ea2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:53.918517 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e29fa321-ad2d-47d2-8f46-2da6032f1d2b req-005487f5-2a80-433e-9532-317864840ea2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.2619128 Jul 30 01:55:53.958856 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9b3d433c-a874-4a0d-9561-433b5769d439 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/routers/413d3a64-776c-4419-a7c4-9fc5ec06ebab HTTP/1.1" status: 200 len: 703 time: 0.2433200 Jul 30 01:55:53.959615 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52000) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:54.074699 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e29fa321-ad2d-47d2-8f46-2da6032f1d2b req-af74107e-9ac2-4292-b2f8-869b27fefcd2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526675 Jul 30 01:55:54.197628 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b7251-8c48-4d56-813e-acc8a5faa3ee req-80a8083a-0d0f-4313-8a51-b5f3634359d1 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:54.200599 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-585b7251-8c48-4d56-813e-acc8a5faa3ee req-80a8083a-0d0f-4313-8a51-b5f3634359d1 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b33d42b-0570-4c91-b1e2-620c1b6daa99 HTTP/1.1" status: 200 len: 945 time: 0.2276261 Jul 30 01:55:54.379202 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dfdd4a59-d01e-45cc-a8c7-d1357e86a330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:54.427082 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 808ea6f6-8dce-4325-a2ce-f52246e2df83 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:54.464108 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-18096db9-8a2c-4cea-adb6-df321ceaf567 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:54.471377 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dfdd4a59-d01e-45cc-a8c7-d1357e86a330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:54.486095 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-18096db9-8a2c-4cea-adb6-df321ceaf567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:54.501094 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-585b7251-8c48-4d56-813e-acc8a5faa3ee req-71029617-2290-40d7-9047-60a9c16fd3c4 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303859 Jul 30 01:55:54.569116 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dfdd4a59-d01e-45cc-a8c7-d1357e86a330 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3e21af2d83924422b754a0a49fde2be8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5264342 Jul 30 01:55:54.589124 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52004) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:54.629375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-18096db9-8a2c-4cea-adb6-df321ceaf567 admin admin] Allocated IP 172.25.1.169 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/913ebcb5-867b-4c0f-9266-b71cd5ff87a2) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:54.648498 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd4a59-d01e-45cc-a8c7-d1357e86a330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a859bd9-5d4a-4bf9-acaf-9ab0dbe45412,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:54.737854 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2a4cd212-13fb-475c-8f83-ea55b3d875c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:54.747443 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-18096db9-8a2c-4cea-adb6-df321ceaf567 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:54.776098 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2a4cd212-13fb-475c-8f83-ea55b3d875c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:54.871521 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 808ea6f6-8dce-4325-a2ce-f52246e2df83 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:54.877621 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 808ea6f6-8dce-4325-a2ce-f52246e2df83 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:54.878382 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:54.885824 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dde16696-74a4-4f7e-8aa9-cd40985392e1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:54.915522 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-18096db9-8a2c-4cea-adb6-df321ceaf567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:54.917236 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c323df6-cc1f-47bd-b1b9-48cc3fa3c969 None None] Sync routers for ids ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:54.929632 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c323df6-cc1f-47bd-b1b9-48cc3fa3c969 None None] Routers {'413d3a64-776c-4419-a7c4-9fc5ec06ebab'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:54.930318 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7c323df6-cc1f-47bd-b1b9-48cc3fa3c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:54.974619 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2a4cd212-13fb-475c-8f83-ea55b3d875c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:54.981601 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2a4cd212-13fb-475c-8f83-ea55b3d875c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:54.986771 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2a4cd212-13fb-475c-8f83-ea55b3d875c6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a859bd9-5d4a-4bf9-acaf-9ab0dbe45412 HTTP/1.1" status: 204 len: 168 time: 0.3705993 Jul 30 01:55:54.990361 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18096db9-8a2c-4cea-adb6-df321ceaf567 admin admin] Pushing event updated for resources: {'Port': ['ID=913ebcb5-867b-4c0f-9266-b71cd5ff87a2,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:55.021494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18096db9-8a2c-4cea-adb6-df321ceaf567 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:55.030608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-18096db9-8a2c-4cea-adb6-df321ceaf567 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:55.035460 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18096db9-8a2c-4cea-adb6-df321ceaf567 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:55.060481 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:55.110511 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-7c323df6-cc1f-47bd-b1b9-48cc3fa3c969 None None] Set router 413d3a64-776c-4419-a7c4-9fc5ec06ebab gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:55.124401 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4cd212-13fb-475c-8f83-ea55b3d875c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a859bd9-5d4a-4bf9-acaf-9ab0dbe45412,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:55.192184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 808ea6f6-8dce-4325-a2ce-f52246e2df83, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=808ea6f6-8dce-4325-a2ce-f52246e2df83,segment=NetworkSegment(b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc),segment_id=b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:55.277530 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:55.329321 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb3b87-98d9-4114-8c1a-92b4a38ec67b req-f50042e8-89da-4262-9001-b260b3b40b40 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:55.337389 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11cb3b87-98d9-4114-8c1a-92b4a38ec67b req-f50042e8-89da-4262-9001-b260b3b40b40 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.0893557 Jul 30 01:55:55.370495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=808ea6f6-8dce-4325-a2ce-f52246e2df83,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:55.402755 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11cb3b87-98d9-4114-8c1a-92b4a38ec67b req-6e5c732e-9c6c-4dd1-afd6-2877370f7704 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638523 Jul 30 01:55:55.471104 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7c323df6-cc1f-47bd-b1b9-48cc3fa3c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:55:52Z', 'revision_number': 7, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6', 'name': '', 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b7:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:32Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '808ea6f6-8dce-4325-a2ce-f52246e2df83', 'name': '', 'network_id': '08c8c5fe-f107-42de-8e34-42694c302d9b', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:34:a1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '18ccc56a-df3d-4123-a0df-821e5ae0cb41', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:45Z', 'updated_at': '2021-07-30T01:55:52Z', 'revision_number': 4, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '18ccc56a-df3d-4123-a0df-821e5ae0cb41', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f260e609-5d98-46d8-9d48-0c38aeb44b6b', 'name': '', 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:a9:2a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:38Z', 'updated_at': '2021-07-30T01:55:47Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:55.568626 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c323df6-cc1f-47bd-b1b9-48cc3fa3c969 None None] Checking router: 413d3a64-776c-4419-a7c4-9fc5ec06ebab for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:55.594532 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c323df6-cc1f-47bd-b1b9-48cc3fa3c969 None None] Routers {'413d3a64-776c-4419-a7c4-9fc5ec06ebab'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:55.595547 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7c323df6-cc1f-47bd-b1b9-48cc3fa3c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:55.656978 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-18096db9-8a2c-4cea-adb6-df321ceaf567 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:55.709275 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-7c323df6-cc1f-47bd-b1b9-48cc3fa3c969 None None] Set router 413d3a64-776c-4419-a7c4-9fc5ec06ebab gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:55.747780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b4752-8b69-491f-8998-ef436ce7c7bc req-8376b288-4b55-4230-ac2c-21038c556f4a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:55.763101 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b4752-8b69-491f-8998-ef436ce7c7bc req-8376b288-4b55-4230-ac2c-21038c556f4a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:55.782618 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b4752-8b69-491f-8998-ef436ce7c7bc req-8376b288-4b55-4230-ac2c-21038c556f4a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:55.788783 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b4752-8b69-491f-8998-ef436ce7c7bc req-8376b288-4b55-4230-ac2c-21038c556f4a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:55.802979 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b4752-8b69-491f-8998-ef436ce7c7bc req-8376b288-4b55-4230-ac2c-21038c556f4a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:55.809703 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b4752-8b69-491f-8998-ef436ce7c7bc req-8376b288-4b55-4230-ac2c-21038c556f4a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:55.832101 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b4752-8b69-491f-8998-ef436ce7c7bc req-8376b288-4b55-4230-ac2c-21038c556f4a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:55.834701 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ce0b4752-8b69-491f-8998-ef436ce7c7bc req-8376b288-4b55-4230-ac2c-21038c556f4a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5433 time: 0.2424517 Jul 30 01:55:55.885566 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-dde16696-74a4-4f7e-8aa9-cd40985392e1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting port 808ea6f6-8dce-4325-a2ce-f52246e2df83 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:55.885916 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dde16696-74a4-4f7e-8aa9-cd40985392e1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:55.946797 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ce0b4752-8b69-491f-8998-ef436ce7c7bc req-c1dcf6d8-4d4e-4ef0-b10f-f137a2729a0a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1020031 Jul 30 01:55:55.977953 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-18096db9-8a2c-4cea-adb6-df321ceaf567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:56.071857 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device e687784b-c469-481c-a236-abfa0bdeb1cd up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:56.083378 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7c323df6-cc1f-47bd-b1b9-48cc3fa3c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:55:52Z', 'revision_number': 7, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6', 'name': '', 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b7:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:32Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '808ea6f6-8dce-4325-a2ce-f52246e2df83', 'name': '', 'network_id': '08c8c5fe-f107-42de-8e34-42694c302d9b', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:34:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '18ccc56a-df3d-4123-a0df-821e5ae0cb41', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:45Z', 'updated_at': '2021-07-30T01:55:55Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '18ccc56a-df3d-4123-a0df-821e5ae0cb41', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f260e609-5d98-46d8-9d48-0c38aeb44b6b', 'name': '', 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:a9:2a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:38Z', 'updated_at': '2021-07-30T01:55:47Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:56.117202 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c323df6-cc1f-47bd-b1b9-48cc3fa3c969 None None] The sync data for ids ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'] in n-d-713498-9 is: [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:55:52Z', 'revision_number': 7, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6', 'name': '', 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b7:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:32Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '808ea6f6-8dce-4325-a2ce-f52246e2df83', 'name': '', 'network_id': '08c8c5fe-f107-42de-8e34-42694c302d9b', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:34:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '18ccc56a-df3d-4123-a0df-821e5ae0cb41', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:45Z', 'updated_at': '2021-07-30T01:55:55Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '18ccc56a-df3d-4123-a0df-821e5ae0cb41', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f260e609-5d98-46d8-9d48-0c38aeb44b6b', 'name': '', 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:a9:2a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:38Z', 'updated_at': '2021-07-30T01:55:47Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:56.198102 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-dde16696-74a4-4f7e-8aa9-cd40985392e1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] For port 808ea6f6-8dce-4325-a2ce-f52246e2df83, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=808ea6f6-8dce-4325-a2ce-f52246e2df83,segment=NetworkSegment(b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc),segment_id=b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:56.198448 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dde16696-74a4-4f7e-8aa9-cd40985392e1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:56.224869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-dde16696-74a4-4f7e-8aa9-cd40985392e1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Calling delete_port for 808ea6f6-8dce-4325-a2ce-f52246e2df83 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:56.259752 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e3458-e3e7-4e08-9704-ae1e17b37878 req-c004596d-a502-47d5-b8ee-923add13ab31 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:56.261681 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-330e3458-e3e7-4e08-9704-ae1e17b37878 req-c004596d-a502-47d5-b8ee-923add13ab31 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b33d42b-0570-4c91-b1e2-620c1b6daa99 HTTP/1.1" status: 200 len: 945 time: 0.1761258 Jul 30 01:55:56.273843 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port e687784b-c469-481c-a236-abfa0bdeb1cd completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:56.278579 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port e687784b-c469-481c-a236-abfa0bdeb1cd triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:56.279081 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:56.411046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18096db9-8a2c-4cea-adb6-df321ceaf567 admin admin] Router a50367b8-f2b6-4223-9fce-5b4d6edeec5d is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:55:56.419331 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-330e3458-e3e7-4e08-9704-ae1e17b37878 req-8cc73329-b509-43be-bb7b-be99eaaabfc5 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008928 Jul 30 01:55:56.462283 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 808ea6f6-8dce-4325-a2ce-f52246e2df83 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:56.571938 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848b7a5-77c0-4a84-bf28-f01ee97c56c8 req-79b682da-d9da-4b62-8b22-e2f147f6aa18 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:56.586163 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848b7a5-77c0-4a84-bf28-f01ee97c56c8 req-79b682da-d9da-4b62-8b22-e2f147f6aa18 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:56.605141 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848b7a5-77c0-4a84-bf28-f01ee97c56c8 req-79b682da-d9da-4b62-8b22-e2f147f6aa18 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:56.616948 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848b7a5-77c0-4a84-bf28-f01ee97c56c8 req-79b682da-d9da-4b62-8b22-e2f147f6aa18 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:56.636174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848b7a5-77c0-4a84-bf28-f01ee97c56c8 req-79b682da-d9da-4b62-8b22-e2f147f6aa18 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:56.642826 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:56.647931 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848b7a5-77c0-4a84-bf28-f01ee97c56c8 req-79b682da-d9da-4b62-8b22-e2f147f6aa18 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:56.667188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848b7a5-77c0-4a84-bf28-f01ee97c56c8 req-79b682da-d9da-4b62-8b22-e2f147f6aa18 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:56.671896 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c848b7a5-77c0-4a84-bf28-f01ee97c56c8 req-79b682da-d9da-4b62-8b22-e2f147f6aa18 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5433 time: 0.3841498 Jul 30 01:55:56.705435 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b33d42b-0570-4c91-b1e2-620c1b6daa99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e687784b-c469-481c-a236-abfa0bdeb1cd'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:56.708337 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5199e8-de1b-4065-a1fb-106a42d1f6f0" -d '{"events": [{"server_uuid": "6b33d42b-0570-4c91-b1e2-620c1b6daa99", "name": "network-vif-plugged", "status": "completed", "tag": "e687784b-c469-481c-a236-abfa0bdeb1cd"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:56.718730 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 808ea6f6-8dce-4325-a2ce-f52246e2df83 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:56.721141 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:56.757104 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port e687784b-c469-481c-a236-abfa0bdeb1cd, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e687784b-c469-481c-a236-abfa0bdeb1cd,segment=NetworkSegment(0bed6907-b447-4a6c-bc3b-b69e1c44a873),segment_id=0bed6907-b447-4a6c-bc3b-b69e1c44a873)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:56.785868 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009ffa73-0940-4c90-9465-8c458970b263 x-openstack-request-id: req-009ffa73-0940-4c90-9465-8c458970b263 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:56.786291 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b33d42b-0570-4c91-b1e2-620c1b6daa99", "name": "network-vif-plugged", "status": "completed", "tag": "e687784b-c469-481c-a236-abfa0bdeb1cd", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:56.786637 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-009ffa73-0940-4c90-9465-8c458970b263 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:56.787104 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b33d42b-0570-4c91-b1e2-620c1b6daa99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e687784b-c469-481c-a236-abfa0bdeb1cd', 'code': 200} Jul 30 01:55:56.807483 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5840e-e840-4bf1-926b-dbaf83535f83 req-f882ff0b-6711-4665-ae97-30821259cf95 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:56.810642 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8ba5840e-e840-4bf1-926b-dbaf83535f83 req-f882ff0b-6711-4665-ae97-30821259cf95 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.2100778 Jul 30 01:55:56.861987 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18096db9-8a2c-4cea-adb6-df321ceaf567 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:56.865682 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:56.872475 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] Sync routers for ids ['a50367b8-f2b6-4223-9fce-5b4d6edeec5d'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:56.941533 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] Routers {'a50367b8-f2b6-4223-9fce-5b4d6edeec5d'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:56.945870 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a50367b8-f2b6-4223-9fce-5b4d6edeec5d'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:56.957613 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8ba5840e-e840-4bf1-926b-dbaf83535f83 req-e6e543f0-e7c6-41a3-9245-cd3b000243a9 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315987 Jul 30 01:55:57.002948 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207181e-4440-4517-b273-4625d4aa71ee req-a9402928-c386-41e3-8d9f-2f89154c4117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:57.005122 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5207181e-4440-4517-b273-4625d4aa71ee req-a9402928-c386-41e3-8d9f-2f89154c4117 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6b33d42b-0570-4c91-b1e2-620c1b6daa99 HTTP/1.1" status: 200 len: 1097 time: 0.1214724 Jul 30 01:55:57.028557 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52054) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:57.039290 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dde16696-74a4-4f7e-8aa9-cd40985392e1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:57.089590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=e687784b-c469-481c-a236-abfa0bdeb1cd,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:57.096756 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-18096db9-8a2c-4cea-adb6-df321ceaf567 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:57.100656 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-18096db9-8a2c-4cea-adb6-df321ceaf567 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.3750753 Jul 30 01:55:57.110339 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52058) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:57.114580 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] Set router a50367b8-f2b6-4223-9fce-5b4d6edeec5d gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:57.168356 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde16696-74a4-4f7e-8aa9-cd40985392e1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Port': ['ID=808ea6f6-8dce-4325-a2ce-f52246e2df83,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:57.221655 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5207181e-4440-4517-b273-4625d4aa71ee req-2e85d9f2-69eb-4c61-a13b-e09d45e124b2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079957 Jul 30 01:55:57.234675 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-bb3f82d0-cbc8-4079-a6cf-055593ff0117 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1215716019-network', 'tenant_id': '6dc423666a1d461ba717ee48079a80e7'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:57.382277 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3f82d0-cbc8-4079-a6cf-055593ff0117 admin admin] Made reservation on behalf of 6dc423666a1d461ba717ee48079a80e7 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:57.387108 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb3f82d0-cbc8-4079-a6cf-055593ff0117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:57.413430 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb3f82d0-cbc8-4079-a6cf-055593ff0117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:57.477057 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dde16696-74a4-4f7e-8aa9-cd40985392e1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:57.696101 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603395376-router', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:52Z', 'updated_at': '2021-07-30T01:55:55Z', 'revision_number': 3, 'project_id': '974a7a34583e4b899d72951370215c2f', 'gw_port': {'id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:54Z', 'updated_at': '2021-07-30T01:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:57.744697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df73c4-2713-400b-a6a6-4a41583c5322 req-4b471531-f8b6-44ac-a5a7-56295271eb37 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:57.747056 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-92df73c4-2713-400b-a6a6-4a41583c5322 req-4b471531-f8b6-44ac-a5a7-56295271eb37 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b33d42b-0570-4c91-b1e2-620c1b6daa99 HTTP/1.1" status: 200 len: 946 time: 0.1121340 Jul 30 01:55:57.796238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] Checking router: a50367b8-f2b6-4223-9fce-5b4d6edeec5d for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:57.802184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] Updating router a50367b8-f2b6-4223-9fce-5b4d6edeec5d port 913ebcb5-867b-4c0f-9266-b71cd5ff87a2 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:55:57.846329 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-92df73c4-2713-400b-a6a6-4a41583c5322 req-f517247b-2624-45be-ac3f-4c472eda74d0 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660827 Jul 30 01:55:57.854921 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-21190100-f7b9-4b60-ac64-34dc8922ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:57.860232 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde16696-74a4-4f7e-8aa9-cd40985392e1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router 413d3a64-776c-4419-a7c4-9fc5ec06ebab has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:57.866155 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.011216 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb3f82d0-cbc8-4079-a6cf-055593ff0117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.083309 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb3f82d0-cbc8-4079-a6cf-055593ff0117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.107560 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3f82d0-cbc8-4079-a6cf-055593ff0117 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:55:58.125605 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb3f82d0-cbc8-4079-a6cf-055593ff0117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.126066 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-bb3f82d0-cbc8-4079-a6cf-055593ff0117 admin admin] Added segment ebecf73c-7d9d-45f0-84d8-2e33706926ee of type vlan for network 8cd512cc-8bcb-4a14-840b-ef6a7d203ee4 Jul 30 01:55:58.156871 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-21190100-f7b9-4b60-ac64-34dc8922ba63 admin admin] Allocated IP 172.20.0.1 (4af35de8-af8f-4d77-97cf-b636d544d3c0/b8f78061-79f9-4190-922e-cf97355920d4/cc2abb97-c46e-4364-90f1-45d2db63b7f0) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:58.210769 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb3f82d0-cbc8-4079-a6cf-055593ff0117 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.373390 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-21190100-f7b9-4b60-ac64-34dc8922ba63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.392157 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f82d0-cbc8-4079-a6cf-055593ff0117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cedf0f-8748-460f-a36b-533a5376c980,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:58.412148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193a664-119c-468e-8f61-5523387d7289 req-c48cfa32-e0a8-4222-bab2-96b60a99e0dd tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:58.414150 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1193a664-119c-468e-8f61-5523387d7289 req-c48cfa32-e0a8-4222-bab2-96b60a99e0dd tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.1661777 Jul 30 01:55:58.415658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde16696-74a4-4f7e-8aa9-cd40985392e1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:58.428356 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc741f63-f48f-4ee4-8339-5b672c3e8a8d None None] Sync routers for ids ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:58.430727 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dde16696-74a4-4f7e-8aa9-cd40985392e1 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/413d3a64-776c-4419-a7c4-9fc5ec06ebab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4636266 Jul 30 01:55:58.434127 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52068) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:58.460478 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc741f63-f48f-4ee4-8339-5b672c3e8a8d None None] Routers {'413d3a64-776c-4419-a7c4-9fc5ec06ebab'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:58.461312 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-cc741f63-f48f-4ee4-8339-5b672c3e8a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:58.467823 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb3f82d0-cbc8-4079-a6cf-055593ff0117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.468801 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3f82d0-cbc8-4079-a6cf-055593ff0117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:58.469389 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb3f82d0-cbc8-4079-a6cf-055593ff0117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.473073 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.495432 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] Transition to ACTIVE for port object 913ebcb5-867b-4c0f-9266-b71cd5ff87a2 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:58.565383 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.611433 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-648b7678-efeb-4513-8511-4abc55aeb2fe tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting subnet 18ccc56a-df3d-4123-a0df-821e5ae0cb41 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:55:58.621774 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f82d0-cbc8-4079-a6cf-055593ff0117 admin admin] Pushing event updated for resources: {'Network': ['ID=8cd512cc-8bcb-4a14-840b-ef6a7d203ee4,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:58.624012 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-648b7678-efeb-4513-8511-4abc55aeb2fe tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.633773 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1193a664-119c-468e-8f61-5523387d7289 req-f39b3ee0-dc7e-4186-adaf-0e22f473b126 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012165 Jul 30 01:55:58.645856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 8cd512cc-8bcb-4a14-840b-ef6a7d203ee4 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:55:58.723162 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-bb3f82d0-cbc8-4079-a6cf-055593ff0117 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6908581 Jul 30 01:55:58.723803 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52072) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:58.736007 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-08b2bade-eff1-4f25-815d-cf6aea23413f admin admin] Request body: {'subnet': {'network_id': '8cd512cc-8bcb-4a14-840b-ef6a7d203ee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1215716019-subnet', 'tenant_id': '6dc423666a1d461ba717ee48079a80e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:58.737291 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684ebcd-961c-4b4a-ad5f-2795f6788d07 None None] Pushing event updated for resources: {'Port': ['ID=913ebcb5-867b-4c0f-9266-b71cd5ff87a2,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:58.738660 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-648b7678-efeb-4513-8511-4abc55aeb2fe tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.755737 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-cc741f63-f48f-4ee4-8339-5b672c3e8a8d None None] Set router 413d3a64-776c-4419-a7c4-9fc5ec06ebab gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:58.770262 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] Attempting to bind port 913ebcb5-867b-4c0f-9266-b71cd5ff87a2 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:58.770835 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] Attempting to bind port 913ebcb5-867b-4c0f-9266-b71cd5ff87a2 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:58.771272 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] Attempting to bind port 913ebcb5-867b-4c0f-9266-b71cd5ff87a2 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:58.789726 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:58.793057 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:58.793057 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.793057 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:58.793057 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] Bound port: 913ebcb5-867b-4c0f-9266-b71cd5ff87a2, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:58.793057 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.849119 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-648b7678-efeb-4513-8511-4abc55aeb2fe tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.879604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b2bade-eff1-4f25-815d-cf6aea23413f admin admin] Made reservation on behalf of 6dc423666a1d461ba717ee48079a80e7 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:58.882088 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08b2bade-eff1-4f25-815d-cf6aea23413f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.898447 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] For port 913ebcb5-867b-4c0f-9266-b71cd5ff87a2, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:58.920805 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] For port 913ebcb5-867b-4c0f-9266-b71cd5ff87a2, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=913ebcb5-867b-4c0f-9266-b71cd5ff87a2,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:58.997491 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:59.049065 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24786a72-abcc-419a-84ee-2af1ef64f59c req-771b873b-b429-4a87-beff-f58170368ad1 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:59.057994 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-24786a72-abcc-419a-84ee-2af1ef64f59c req-771b873b-b429-4a87-beff-f58170368ad1 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b33d42b-0570-4c91-b1e2-620c1b6daa99 HTTP/1.1" status: 200 len: 946 time: 0.0862520 Jul 30 01:55:59.082808 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-648b7678-efeb-4513-8511-4abc55aeb2fe tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:59.141735 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] Routers {'a50367b8-f2b6-4223-9fce-5b4d6edeec5d'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:59.142504 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a50367b8-f2b6-4223-9fce-5b4d6edeec5d'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:59.187806 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-21190100-f7b9-4b60-ac64-34dc8922ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:59.195727 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-648b7678-efeb-4513-8511-4abc55aeb2fe tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:59.201671 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-648b7678-efeb-4513-8511-4abc55aeb2fe tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/subnets/18ccc56a-df3d-4123-a0df-821e5ae0cb41 HTTP/1.1" status: 204 len: 168 time: 0.7657535 Jul 30 01:55:59.202591 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b7678-efeb-4513-8511-4abc55aeb2fe tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Subnet': ['ID=18ccc56a-df3d-4123-a0df-821e5ae0cb41,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:59.219552 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52082) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:59.233014 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684ebcd-961c-4b4a-ad5f-2795f6788d07 None None] Pushing event updated for resources: {'Port': ['ID=913ebcb5-867b-4c0f-9266-b71cd5ff87a2,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:59.250229 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee240db3-ad63-44dd-9d46-4d2631fb55cf None None] Network 08c8c5fe-f107-42de-8e34-42694c302d9b requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:59.304101 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-cc741f63-f48f-4ee4-8339-5b672c3e8a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:55:56Z', 'revision_number': 8, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6', 'name': '', 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b7:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:32Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f260e609-5d98-46d8-9d48-0c38aeb44b6b', 'name': '', 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:a9:2a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:38Z', 'updated_at': '2021-07-30T01:55:47Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:59.340887 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc741f63-f48f-4ee4-8339-5b672c3e8a8d None None] Checking router: 413d3a64-776c-4419-a7c4-9fc5ec06ebab for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:59.354859 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc741f63-f48f-4ee4-8339-5b672c3e8a8d None None] Routers {'413d3a64-776c-4419-a7c4-9fc5ec06ebab'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:59.356899 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-cc741f63-f48f-4ee4-8339-5b672c3e8a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:59.386216 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-24786a72-abcc-419a-84ee-2af1ef64f59c req-52590e82-d88e-4427-af3c-26df6efe2ee6 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266556 Jul 30 01:55:59.464758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21190100-f7b9-4b60-ac64-34dc8922ba63 admin admin] Network 4af35de8-af8f-4d77-97cf-b636d544d3c0 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:59.477110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-21190100-f7b9-4b60-ac64-34dc8922ba63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:59.499719 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21190100-f7b9-4b60-ac64-34dc8922ba63 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:59.548840 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21190100-f7b9-4b60-ac64-34dc8922ba63 admin admin] Pushing event updated for resources: {'Port': ['ID=cc2abb97-c46e-4364-90f1-45d2db63b7f0,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:59.586009 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52092) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:59.675962 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e7299df9-8010-439c-9cec-c29f1d55135f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:59.702097 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-21190100-f7b9-4b60-ac64-34dc8922ba63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:59.766862 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-cc741f63-f48f-4ee4-8339-5b672c3e8a8d None None] Set router 413d3a64-776c-4419-a7c4-9fc5ec06ebab gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:59.814361 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] Set router a50367b8-f2b6-4223-9fce-5b4d6edeec5d gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:00.029488 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf19e9-4626-46a3-9a25-334b61f207a8 req-b781af72-a73f-4c2b-acc6-e7fef086f1c0 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:00.031197 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfdf19e9-4626-46a3-9a25-334b61f207a8 req-b781af72-a73f-4c2b-acc6-e7fef086f1c0 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.2108772 Jul 30 01:56:00.105234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacee111-af7d-4c61-bf75-9abc1a431ddd None None] DHCP port deletion for 08c8c5fe-f107-42de-8e34-42694c302d9b request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:56:00.106217 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfdf19e9-4626-46a3-9a25-334b61f207a8 req-1913764b-75e1-47e1-ac4b-40864eded4d1 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618796 Jul 30 01:56:00.116801 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08b2bade-eff1-4f25-815d-cf6aea23413f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:00.215899 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2bade-eff1-4f25-815d-cf6aea23413f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9710c331-dfe9-438b-867f-fd65758bf804,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:00.268401 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b2bade-eff1-4f25-815d-cf6aea23413f admin admin] Checking segment: {'id': 'ebecf73c-7d9d-45f0-84d8-2e33706926ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8cd512cc-8bcb-4a14-840b-ef6a7d203ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:00.268753 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b2bade-eff1-4f25-815d-cf6aea23413f admin admin] Network hostable DHCP agents. Network: 8cd512cc-8bcb-4a14-840b-ef6a7d203ee4, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:56:00.319000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-dacee111-af7d-4c61-bf75-9abc1a431ddd None None] Deleting port 16772c38-6a9f-4c01-998a-4a3eeaaa8b41 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:00.320215 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dacee111-af7d-4c61-bf75-9abc1a431ddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:00.366764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 16772c38-6a9f-4c01-998a-4a3eeaaa8b41 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:00.396719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b2bade-eff1-4f25-815d-cf6aea23413f admin admin] Network 8cd512cc-8bcb-4a14-840b-ef6a7d203ee4 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:56:00.495452 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-08b2bade-eff1-4f25-815d-cf6aea23413f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 8cd512cc-8bcb-4a14-840b-ef6a7d203ee4) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:00.499708 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b2bade-eff1-4f25-815d-cf6aea23413f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:00.500300 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08b2bade-eff1-4f25-815d-cf6aea23413f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:00.588206 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-cc741f63-f48f-4ee4-8339-5b672c3e8a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:55:56Z', 'revision_number': 8, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6', 'name': '', 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b7:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:32Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f260e609-5d98-46d8-9d48-0c38aeb44b6b', 'name': '', 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:a9:2a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:38Z', 'updated_at': '2021-07-30T01:55:47Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:00.609271 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-08b2bade-eff1-4f25-815d-cf6aea23413f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8747768 Jul 30 01:56:00.625609 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc741f63-f48f-4ee4-8339-5b672c3e8a8d None None] The sync data for ids ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'] in n-d-713498-9 is: [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:55:56Z', 'revision_number': 8, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6', 'name': '', 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b7:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:32Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f260e609-5d98-46d8-9d48-0c38aeb44b6b', 'name': '', 'network_id': '04145a1b-ff13-4637-95dc-332ae266606c', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:a9:2a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:38Z', 'updated_at': '2021-07-30T01:55:47Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '48a040a2-fdea-4f6e-abdc-8a0d7b9d0908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:56:00.854852 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b5cf70-5e00-44d0-970e-f6075e63a210 None None] Network 8cd512cc-8bcb-4a14-840b-ef6a7d203ee4 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:00.933243 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-21190100-f7b9-4b60-ac64-34dc8922ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:00.955965 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01d726-30f6-41ff-97d9-2056febbdeb9 req-5194ce04-a551-4d74-b7e8-c097d756bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:00.956348 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01d726-30f6-41ff-97d9-2056febbdeb9 req-5194ce04-a551-4d74-b7e8-c097d756bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:00.957147 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01d726-30f6-41ff-97d9-2056febbdeb9 req-5194ce04-a551-4d74-b7e8-c097d756bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:00.957638 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01d726-30f6-41ff-97d9-2056febbdeb9 req-5194ce04-a551-4d74-b7e8-c097d756bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:00.958274 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01d726-30f6-41ff-97d9-2056febbdeb9 req-5194ce04-a551-4d74-b7e8-c097d756bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:00.958778 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01d726-30f6-41ff-97d9-2056febbdeb9 req-5194ce04-a551-4d74-b7e8-c097d756bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:00.959254 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01d726-30f6-41ff-97d9-2056febbdeb9 req-5194ce04-a551-4d74-b7e8-c097d756bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:00.961455 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b01d726-30f6-41ff-97d9-2056febbdeb9 req-5194ce04-a551-4d74-b7e8-c097d756bdf0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 6490 time: 1.3702121 Jul 30 01:56:01.043478 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b01d726-30f6-41ff-97d9-2056febbdeb9 req-3b9ddaba-dea6-405e-b895-7085907f6243 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728650 Jul 30 01:56:01.067744 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-e7299df9-8010-439c-9cec-c29f1d55135f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting port 16772c38-6a9f-4c01-998a-4a3eeaaa8b41 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:01.068240 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e7299df9-8010-439c-9cec-c29f1d55135f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:01.184670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-e7299df9-8010-439c-9cec-c29f1d55135f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] For port 16772c38-6a9f-4c01-998a-4a3eeaaa8b41, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=16772c38-6a9f-4c01-998a-4a3eeaaa8b41,segment=NetworkSegment(b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc),segment_id=b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:01.187246 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e7299df9-8010-439c-9cec-c29f1d55135f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:01.209488 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-dacee111-af7d-4c61-bf75-9abc1a431ddd None None] For port 16772c38-6a9f-4c01-998a-4a3eeaaa8b41, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=16772c38-6a9f-4c01-998a-4a3eeaaa8b41,segment=NetworkSegment(b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc),segment_id=b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:01.209794 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dacee111-af7d-4c61-bf75-9abc1a431ddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:01.212997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-e7299df9-8010-439c-9cec-c29f1d55135f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Calling delete_port for 16772c38-6a9f-4c01-998a-4a3eeaaa8b41 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:01.230455 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-dacee111-af7d-4c61-bf75-9abc1a431ddd None None] Calling delete_port for 16772c38-6a9f-4c01-998a-4a3eeaaa8b41 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:01.353720 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451d16e-f63f-4495-a5c4-201f865a30f8 req-25cfcba5-475b-45d2-8619-ab4726da1244 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:01.355362 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c451d16e-f63f-4495-a5c4-201f865a30f8 req-25cfcba5-475b-45d2-8619-ab4726da1244 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.0929763 Jul 30 01:56:01.447682 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:01.449044 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c451d16e-f63f-4495-a5c4-201f865a30f8 req-dbc1dcf5-e755-4ab7-a7ca-4472023c48ea tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814567 Jul 30 01:56:01.497474 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603395376-router', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:52Z', 'updated_at': '2021-07-30T01:55:55Z', 'revision_number': 3, 'project_id': '974a7a34583e4b899d72951370215c2f', 'gw_port': {'id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:54Z', 'updated_at': '2021-07-30T01:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:01.510920 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a818479c-a65d-4346-8d53-da175ea247ce None None] Network 8cd512cc-8bcb-4a14-840b-ef6a7d203ee4 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:01.560224 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-21190100-f7b9-4b60-ac64-34dc8922ba63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:01.563883 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced9808-008c-4600-8a34-d087057d2ca5 None None] The sync data for ids ['a50367b8-f2b6-4223-9fce-5b4d6edeec5d'] in n-d-713498-9 is: [{'id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603395376-router', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:52Z', 'updated_at': '2021-07-30T01:55:55Z', 'revision_number': 3, 'project_id': '974a7a34583e4b899d72951370215c2f', 'gw_port': {'id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:54Z', 'updated_at': '2021-07-30T01:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:56:01.589703 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:56:01.638566 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dacee111-af7d-4c61-bf75-9abc1a431ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:01.681909 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-21190100-f7b9-4b60-ac64-34dc8922ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:01.687483 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacee111-af7d-4c61-bf75-9abc1a431ddd None None] No DVR routers for this DVR port 16772c38-6a9f-4c01-998a-4a3eeaaa8b41 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:01.698697 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacee111-af7d-4c61-bf75-9abc1a431ddd None None] Pushing event deleted for resources: {'Port': ['ID=16772c38-6a9f-4c01-998a-4a3eeaaa8b41,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:01.759337 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-21190100-f7b9-4b60-ac64-34dc8922ba63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:01.935992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21190100-f7b9-4b60-ac64-34dc8922ba63 admin admin] Pushing event updated for resources: {'Port': ['ID=cc2abb97-c46e-4364-90f1-45d2db63b7f0,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:01.966388 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e7299df9-8010-439c-9cec-c29f1d55135f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:02.012670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-fbbf13eb-f205-437b-aa67-60e3741fe1fc tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:02.013631 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-fbbf13eb-f205-437b-aa67-60e3741fe1fc tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/networks?id=8cd512cc-8bcb-4a14-840b-ef6a7d203ee4 HTTP/1.1" status: 200 len: 809 time: 0.4511931 Jul 30 01:56:02.014601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7299df9-8010-439c-9cec-c29f1d55135f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] No DVR routers for this DVR port 16772c38-6a9f-4c01-998a-4a3eeaaa8b41 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:02.128374 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7299df9-8010-439c-9cec-c29f1d55135f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Port': ['ID=16772c38-6a9f-4c01-998a-4a3eeaaa8b41,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:02.189336 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-b4c9496c-a3ba-4feb-b75c-03a7428c068b tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/quotas/6dc423666a1d461ba717ee48079a80e7 HTTP/1.1" status: 200 len: 375 time: 0.0645607 Jul 30 01:56:02.314780 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-7e24d7cb-83c4-4b4b-9193-445f8b981812 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6dc423666a1d461ba717ee48079a80e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1244090 Jul 30 01:56:02.340108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 913ebcb5-867b-4c0f-9266-b71cd5ff87a2 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:02.379065 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21190100-f7b9-4b60-ac64-34dc8922ba63 admin admin] Network 4af35de8-af8f-4d77-97cf-b636d544d3c0 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:02.481935 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-21190100-f7b9-4b60-ac64-34dc8922ba63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:02.481935 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e7299df9-8010-439c-9cec-c29f1d55135f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:02.507011 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-e7299df9-8010-439c-9cec-c29f1d55135f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c8c5fe-f107-42de-8e34-42694c302d9b']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:02.575758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-e7299df9-8010-439c-9cec-c29f1d55135f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:02.576059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-e7299df9-8010-439c-9cec-c29f1d55135f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0cfeb5b-d797-47ac-b9a4-f9aa001d64bc') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:02.605299 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e7299df9-8010-439c-9cec-c29f1d55135f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:02.653777 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328c9df-c107-4db5-bb01-cab43a9d4b73 req-c4518a67-b199-412c-81e0-c43a7fdf05e4 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:02.666885 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 913ebcb5-867b-4c0f-9266-b71cd5ff87a2 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:02.673705 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 913ebcb5-867b-4c0f-9266-b71cd5ff87a2 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:02.673705 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:02.674933 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3328c9df-c107-4db5-bb01-cab43a9d4b73 req-c4518a67-b199-412c-81e0-c43a7fdf05e4 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.0974975 Jul 30 01:56:02.708535 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e7299df9-8010-439c-9cec-c29f1d55135f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:02.718682 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-1ec6e3cf-1f75-4bc4-8aef-361e079887a3 service neutron] 10.222.0.70 "GET /v2.0/networks/8cd512cc-8bcb-4a14-840b-ef6a7d203ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025683 Jul 30 01:56:02.727908 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7299df9-8010-439c-9cec-c29f1d55135f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:56:02.728898 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e7299df9-8010-439c-9cec-c29f1d55135f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:56:02.733346 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:56:02.787285 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3328c9df-c107-4db5-bb01-cab43a9d4b73 req-6df792dc-c2bb-4ede-8706-feca2def74a6 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111643 Jul 30 01:56:02.881010 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:02.917683 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-6d63b206-31d4-472b-b06c-259c28098cac service neutron] 10.222.0.70 "GET /v2.0/networks/8cd512cc-8bcb-4a14-840b-ef6a7d203ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842608 Jul 30 01:56:02.927321 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:02.984800 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 913ebcb5-867b-4c0f-9266-b71cd5ff87a2, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=913ebcb5-867b-4c0f-9266-b71cd5ff87a2,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:03.055040 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21190100-f7b9-4b60-ac64-34dc8922ba63 admin admin] Router a50367b8-f2b6-4223-9fce-5b4d6edeec5d has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:56:03.062815 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:03.137687 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 808ea6f6-8dce-4325-a2ce-f52246e2df83 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:03.167244 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 808ea6f6-8dce-4325-a2ce-f52246e2df83 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:56:03.167558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 808ea6f6-8dce-4325-a2ce-f52246e2df83 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:56:03.189194 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=913ebcb5-867b-4c0f-9266-b71cd5ff87a2,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:03.326798 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21190100-f7b9-4b60-ac64-34dc8922ba63 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:56:03.329110 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e7299df9-8010-439c-9cec-c29f1d55135f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:03.342270 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-21190100-f7b9-4b60-ac64-34dc8922ba63 admin admin] 10.222.0.70 "PUT /v2.0/routers/a50367b8-f2b6-4223-9fce-5b4d6edeec5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2304060 Jul 30 01:56:03.365359 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e7299df9-8010-439c-9cec-c29f1d55135f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:03.370771 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e7299df9-8010-439c-9cec-c29f1d55135f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/networks/08c8c5fe-f107-42de-8e34-42694c302d9b HTTP/1.1" status: 204 len: 168 time: 4.1467838 Jul 30 01:56:03.376588 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e8dc3d4a-38f7-4309-bef3-44937769ca5d req-97b531ea-2bce-43ba-93bf-c5d1cfb7837f tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/ports?device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 210 time: 0.0476866 Jul 30 01:56:03.376924 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52158) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:03.381845 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7299df9-8010-439c-9cec-c29f1d55135f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Network': ['ID=08c8c5fe-f107-42de-8e34-42694c302d9b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:03.925467 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17952579-389f-4534-98ee-24c69f98b702 req-92eecf69-adaa-45df-91f5-34f1e975ee1a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:03.934993 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17952579-389f-4534-98ee-24c69f98b702 req-92eecf69-adaa-45df-91f5-34f1e975ee1a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/networks?id=4af35de8-af8f-4d77-97cf-b636d544d3c0 HTTP/1.1" status: 200 len: 820 time: 0.1872792 Jul 30 01:56:03.965655 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17952579-389f-4534-98ee-24c69f98b702 req-0c76aea2-a602-4241-9b55-91ab7a251007 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/quotas/974a7a34583e4b899d72951370215c2f HTTP/1.1" status: 200 len: 375 time: 0.0296519 Jul 30 01:56:04.155335 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17952579-389f-4534-98ee-24c69f98b702 req-10e2872c-162f-40cc-8a09-a23fccaa3e94 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=974a7a34583e4b899d72951370215c2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1880047 Jul 30 01:56:04.331727 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 913ebcb5-867b-4c0f-9266-b71cd5ff87a2 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:04.334723 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b1231-39d8-4067-ad65-f13c6d6b8a81 req-e1b39b95-e5ff-4f42-953e-113cbb34d316 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:04.344000 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c36b1231-39d8-4067-ad65-f13c6d6b8a81 req-e1b39b95-e5ff-4f42-953e-113cbb34d316 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.2726519 Jul 30 01:56:04.396193 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c36b1231-39d8-4067-ad65-f13c6d6b8a81 req-caa8e4f4-c1b6-449b-9af5-4303ad554534 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507872 Jul 30 01:56:04.466685 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a4a16ad-1cb7-4c1a-b535-4e41ce5bf8b9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:04.477195 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 913ebcb5-867b-4c0f-9266-b71cd5ff87a2 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:04.477576 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:04.514290 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17952579-389f-4534-98ee-24c69f98b702 req-4071c259-32bd-47e9-a92e-0e6e125ac216 service neutron] 10.222.0.70 "GET /v2.0/networks/4af35de8-af8f-4d77-97cf-b636d544d3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549726 Jul 30 01:56:04.558444 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] Sync routers for ids ['a50367b8-f2b6-4223-9fce-5b4d6edeec5d'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:56:04.597457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] Routers {'a50367b8-f2b6-4223-9fce-5b4d6edeec5d'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:04.598735 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a50367b8-f2b6-4223-9fce-5b4d6edeec5d'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:04.657411 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd887e32-8e3e-49b8-aa05-e58f6c0cbc99 req-c583ae8d-ecb3-4dec-b1e9-0c5fb66efd49 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/ports?device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 210 time: 0.0828497 Jul 30 01:56:04.752163 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17952579-389f-4534-98ee-24c69f98b702 req-44d73cb1-3f1e-4ee1-9721-882488450eb0 service neutron] 10.222.0.70 "GET /v2.0/networks/4af35de8-af8f-4d77-97cf-b636d544d3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285011 Jul 30 01:56:04.945325 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] Set router a50367b8-f2b6-4223-9fce-5b4d6edeec5d gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:04.983280 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-3a4a16ad-1cb7-4c1a-b535-4e41ce5bf8b9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting port f260e609-5d98-46d8-9d48-0c38aeb44b6b {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:04.984214 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a4a16ad-1cb7-4c1a-b535-4e41ce5bf8b9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.224327 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63300ea2-e17e-41e4-bd02-9e7c077b0ec0 req-dc9b39cc-22e3-421e-b5b7-77b695fb6aa7 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 210 time: 0.1102226 Jul 30 01:56:05.232953 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-3a4a16ad-1cb7-4c1a-b535-4e41ce5bf8b9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] For port f260e609-5d98-46d8-9d48-0c38aeb44b6b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f260e609-5d98-46d8-9d48-0c38aeb44b6b,segment=NetworkSegment(a5998f51-228e-434c-8d0a-30124bdb41d0),segment_id=a5998f51-228e-434c-8d0a-30124bdb41d0)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:05.232953 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a4a16ad-1cb7-4c1a-b535-4e41ce5bf8b9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.275305 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-3a4a16ad-1cb7-4c1a-b535-4e41ce5bf8b9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Calling delete_port for f260e609-5d98-46d8-9d48-0c38aeb44b6b owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:05.351081 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603395376-router', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:52Z', 'updated_at': '2021-07-30T01:55:59Z', 'revision_number': 4, 'project_id': '974a7a34583e4b899d72951370215c2f', 'gw_port': {'id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:54Z', 'updated_at': '2021-07-30T01:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'cc2abb97-c46e-4364-90f1-45d2db63b7f0', 'name': '', 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'mac_address': 'fa:16:3e:0e:7a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b8f78061-79f9-4190-922e-cf97355920d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:57Z', 'updated_at': '2021-07-30T01:56:01Z', 'revision_number': 2, 'project_id': '974a7a34583e4b899d72951370215c2f', 'subnets': [{'id': 'b8f78061-79f9-4190-922e-cf97355920d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:05.404594 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] Checking router: a50367b8-f2b6-4223-9fce-5b4d6edeec5d for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:56:05.405274 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] Updating router a50367b8-f2b6-4223-9fce-5b4d6edeec5d port cc2abb97-c46e-4364-90f1-45d2db63b7f0 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:56:05.444059 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.603811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfe8a6-f5cf-406d-a269-1bb69bae4c68 req-67ecbf39-1dae-4ef8-bdb6-55ba9c263877 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:05.623588 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9adfe8a6-f5cf-406d-a269-1bb69bae4c68 req-67ecbf39-1dae-4ef8-bdb6-55ba9c263877 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.1004617 Jul 30 01:56:05.680029 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9adfe8a6-f5cf-406d-a269-1bb69bae4c68 req-02d7d3c4-2b1e-4f9c-a3c1-05717e700fc9 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528777 Jul 30 01:56:05.760063 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a4a16ad-1cb7-4c1a-b535-4e41ce5bf8b9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.951704 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.965997 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a16ad-1cb7-4c1a-b535-4e41ce5bf8b9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Port': ['ID=f260e609-5d98-46d8-9d48-0c38aeb44b6b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:05.988251 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] Transition to ACTIVE for port object cc2abb97-c46e-4364-90f1-45d2db63b7f0 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:06.025341 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0575c412-2de3-4e67-a845-55c60e5c3686 req-7adba8d9-831e-4f26-8e52-45377aeadb3f tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/ports?device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 210 time: 0.2448182 Jul 30 01:56:06.082475 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.126239 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f6451-b752-4912-8b57-e999760b73a9 req-53db427c-5bd6-4710-a285-da97ac323911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:06.127789 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-632f6451-b752-4912-8b57-e999760b73a9 req-53db427c-5bd6-4710-a285-da97ac323911 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e9759d07ba4e958653b10399043a13&device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 1096 time: 0.2312601 Jul 30 01:56:06.198930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366772f-74ed-4f26-8535-a7bda0fd9793 None None] Pushing event updated for resources: {'Port': ['ID=cc2abb97-c46e-4364-90f1-45d2db63b7f0,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:06.269678 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] Attempting to bind port cc2abb97-c46e-4364-90f1-45d2db63b7f0 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:56:06.270562 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] Attempting to bind port cc2abb97-c46e-4364-90f1-45d2db63b7f0 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'cadcdae0-4279-45bd-b2cb-a313c67cef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:56:06.271343 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] Attempting to bind port cc2abb97-c46e-4364-90f1-45d2db63b7f0 on network 4af35de8-af8f-4d77-97cf-b636d544d3c0 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:06.288366 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:56:06.289158 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] Checking segment: {'id': 'cadcdae0-4279-45bd-b2cb-a313c67cef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:06.289824 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.290818 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] Bound using segment: {'id': 'cadcdae0-4279-45bd-b2cb-a313c67cef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:56:06.300860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] Bound port: cc2abb97-c46e-4364-90f1-45d2db63b7f0, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadcdae0-4279-45bd-b2cb-a313c67cef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:56:06.304778 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.426401 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] For port cc2abb97-c46e-4364-90f1-45d2db63b7f0, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:06.434234 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a4a16ad-1cb7-4c1a-b535-4e41ce5bf8b9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.438649 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] For port cc2abb97-c46e-4364-90f1-45d2db63b7f0, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=cc2abb97-c46e-4364-90f1-45d2db63b7f0,segment=NetworkSegment(cadcdae0-4279-45bd-b2cb-a313c67cef58),segment_id=cadcdae0-4279-45bd-b2cb-a313c67cef58)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:56:06.466263 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f6451-b752-4912-8b57-e999760b73a9 req-90c551bc-26e5-4281-9225-de42c9e15827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:06.468216 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-632f6451-b752-4912-8b57-e999760b73a9 req-90c551bc-26e5-4281-9225-de42c9e15827 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb87329a-3973-4c1a-ad14-ee785b8bfa68 HTTP/1.1" status: 200 len: 917 time: 0.3098762 Jul 30 01:56:06.472457 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad6fe527-d1af-4dee-b354-3cee18487c94 req-2d7cf747-2c74-4664-a92f-41d35d62e65f tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 210 time: 0.1067989 Jul 30 01:56:06.514464 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.598260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-192f6cf8-b9d6-4f78-94a2-166530ab6cd4 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:06.600439 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-192f6cf8-b9d6-4f78-94a2-166530ab6cd4 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.10 "GET /v2.0/networks?id=8cd512cc-8bcb-4a14-840b-ef6a7d203ee4 HTTP/1.1" status: 200 len: 809 time: 0.3012922 Jul 30 01:56:06.609873 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366772f-74ed-4f26-8535-a7bda0fd9793 None None] Pushing event updated for resources: {'Port': ['ID=cc2abb97-c46e-4364-90f1-45d2db63b7f0,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:06.621611 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-270b15e2-b110-40ec-8e19-ba6e6e7272a8 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Request body: {'port': {'device_id': '774ecd33-e605-495b-a413-53ce26fe3852', 'network_id': '8cd512cc-8bcb-4a14-840b-ef6a7d203ee4', 'admin_state_up': True, 'tenant_id': '6dc423666a1d461ba717ee48079a80e7'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:06.642992 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] Routers {'a50367b8-f2b6-4223-9fce-5b4d6edeec5d'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:06.651877 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a50367b8-f2b6-4223-9fce-5b4d6edeec5d'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:06.702380 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-632f6451-b752-4912-8b57-e999760b73a9 req-4172445a-8584-4c09-82a0-3a1ba82c5983 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ece651-aaff-492f-b8e7-ff051a746b39 HTTP/1.1" status: 200 len: 999 time: 0.1413147 Jul 30 01:56:06.876539 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4a16ad-1cb7-4c1a-b535-4e41ce5bf8b9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router 413d3a64-776c-4419-a7c4-9fc5ec06ebab has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:56:06.922593 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] Set router a50367b8-f2b6-4223-9fce-5b4d6edeec5d gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:06.924833 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e79a6f-dbef-4593-a25d-d148caef8bfd req-2b7c7b8c-0a1a-4f97-8afe-207f964982ea tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:06.926763 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2e79a6f-dbef-4593-a25d-d148caef8bfd req-2b7c7b8c-0a1a-4f97-8afe-207f964982ea tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.1054890 Jul 30 01:56:06.933884 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f6451-b752-4912-8b57-e999760b73a9 req-cd6c2fb4-439b-4d46-a55b-47718af6bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:06.935529 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-632f6451-b752-4912-8b57-e999760b73a9 req-cd6c2fb4-439b-4d46-a55b-47718af6bee5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d5331bae-ecd8-4548-bb35-10d75f268fda HTTP/1.1" status: 200 len: 855 time: 0.1223335 Jul 30 01:56:07.008299 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-270b15e2-b110-40ec-8e19-ba6e6e7272a8 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Made reservation on behalf of 6dc423666a1d461ba717ee48079a80e7 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:07.012178 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-270b15e2-b110-40ec-8e19-ba6e6e7272a8 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:07.014476 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2e79a6f-dbef-4593-a25d-d148caef8bfd req-b236a719-8421-4136-ae7c-87660fcd6871 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460961 Jul 30 01:56:07.104946 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4a16ad-1cb7-4c1a-b535-4e41ce5bf8b9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:56:07.114722 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b718e5c2-51fe-47de-a4bf-11dd182c87fb None None] Sync routers for ids ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:56:07.117114 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3a4a16ad-1cb7-4c1a-b535-4e41ce5bf8b9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/413d3a64-776c-4419-a7c4-9fc5ec06ebab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7391024 Jul 30 01:56:07.120724 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52216) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:07.131237 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b718e5c2-51fe-47de-a4bf-11dd182c87fb None None] Routers {'413d3a64-776c-4419-a7c4-9fc5ec06ebab'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:07.131886 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b718e5c2-51fe-47de-a4bf-11dd182c87fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:07.169135 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f6451-b752-4912-8b57-e999760b73a9 req-303cfec5-bfaa-43b3-b905-38391cfc4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:07.173392 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-632f6451-b752-4912-8b57-e999760b73a9 req-303cfec5-bfaa-43b3-b905-38391cfc4d9e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb87329a-3973-4c1a-ad14-ee785b8bfa68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1690269 Jul 30 01:56:07.339374 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-b718e5c2-51fe-47de-a4bf-11dd182c87fb None None] Set router 413d3a64-776c-4419-a7c4-9fc5ec06ebab gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:07.344403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-596f1fd4-ba29-4945-b6eb-c2d778c11039 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting subnet 48a040a2-fdea-4f6e-abdc-8a0d7b9d0908 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:56:07.351104 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-596f1fd4-ba29-4945-b6eb-c2d778c11039 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:07.399783 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07dc399d-dff5-4daa-b28d-5da4d7763159 req-9c4ed08c-b419-40c7-bad6-8571869a7bee tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/ports?device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 210 time: 0.1061330 Jul 30 01:56:07.457160 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-596f1fd4-ba29-4945-b6eb-c2d778c11039 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:07.457924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-270b15e2-b110-40ec-8e19-ba6e6e7272a8 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Allocated IP 172.20.0.10 (8cd512cc-8bcb-4a14-840b-ef6a7d203ee4/9710c331-dfe9-438b-867f-fd65758bf804/ecf60225-23fe-46f1-ac30-9a346accf366) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:07.728426 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5ebc5ea6-b73f-4872-9c6e-c171f550c8e6 req-487c58b4-af0b-41fd-a29d-769216c6c6b6 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 210 time: 0.1358039 Jul 30 01:56:07.780440 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-632f6451-b752-4912-8b57-e999760b73a9 req-603febba-5d62-4716-9057-a85a67a3abee service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5947001 Jul 30 01:56:07.781309 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603395376-router', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:52Z', 'updated_at': '2021-07-30T01:55:59Z', 'revision_number': 4, 'project_id': '974a7a34583e4b899d72951370215c2f', 'gw_port': {'id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:54Z', 'updated_at': '2021-07-30T01:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'cc2abb97-c46e-4364-90f1-45d2db63b7f0', 'name': '', 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'mac_address': 'fa:16:3e:0e:7a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b8f78061-79f9-4190-922e-cf97355920d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:57Z', 'updated_at': '2021-07-30T01:56:06Z', 'revision_number': 4, 'project_id': '974a7a34583e4b899d72951370215c2f', 'subnets': [{'id': 'b8f78061-79f9-4190-922e-cf97355920d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:07.786689 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b718e5c2-51fe-47de-a4bf-11dd182c87fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:56:05Z', 'revision_number': 9, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6', 'name': '', 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b7:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:32Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:07.811393 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-270b15e2-b110-40ec-8e19-ba6e6e7272a8 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:07.845444 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2b2278-7b83-4a99-9596-bb734e6cb2db None None] The sync data for ids ['a50367b8-f2b6-4223-9fce-5b4d6edeec5d'] in n-d-713498-9 is: [{'id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603395376-router', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:52Z', 'updated_at': '2021-07-30T01:55:59Z', 'revision_number': 4, 'project_id': '974a7a34583e4b899d72951370215c2f', 'gw_port': {'id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:54Z', 'updated_at': '2021-07-30T01:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'cc2abb97-c46e-4364-90f1-45d2db63b7f0', 'name': '', 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'mac_address': 'fa:16:3e:0e:7a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b8f78061-79f9-4190-922e-cf97355920d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:57Z', 'updated_at': '2021-07-30T01:56:06Z', 'revision_number': 4, 'project_id': '974a7a34583e4b899d72951370215c2f', 'subnets': [{'id': 'b8f78061-79f9-4190-922e-cf97355920d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:56:07.859683 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b718e5c2-51fe-47de-a4bf-11dd182c87fb None None] Checking router: 413d3a64-776c-4419-a7c4-9fc5ec06ebab for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:56:07.878437 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b718e5c2-51fe-47de-a4bf-11dd182c87fb None None] Routers {'413d3a64-776c-4419-a7c4-9fc5ec06ebab'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:07.879090 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b718e5c2-51fe-47de-a4bf-11dd182c87fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:55:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:07.991305 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-270b15e2-b110-40ec-8e19-ba6e6e7272a8 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:08.163265 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-270b15e2-b110-40ec-8e19-ba6e6e7272a8 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Network 8cd512cc-8bcb-4a14-840b-ef6a7d203ee4 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:08.168002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b15e2-b110-40ec-8e19-ba6e6e7272a8 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Pushing event updated for resources: {'Port': ['ID=ecf60225-23fe-46f1-ac30-9a346accf366,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:08.175338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-270b15e2-b110-40ec-8e19-ba6e6e7272a8 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:08.182563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-270b15e2-b110-40ec-8e19-ba6e6e7272a8 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:08.328953 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-270b15e2-b110-40ec-8e19-ba6e6e7272a8 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:08.350140 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-270b15e2-b110-40ec-8e19-ba6e6e7272a8 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:08.416248 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device cc2abb97-c46e-4364-90f1-45d2db63b7f0 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:08.516630 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-270b15e2-b110-40ec-8e19-ba6e6e7272a8 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8987479 Jul 30 01:56:08.542077 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-b718e5c2-51fe-47de-a4bf-11dd182c87fb None None] Set router 413d3a64-776c-4419-a7c4-9fc5ec06ebab gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:08.555601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] Request body: {'port': {'device_id': '774ecd33-e605-495b-a413-53ce26fe3852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:08.613548 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-632f6451-b752-4912-8b57-e999760b73a9 req-721b8314-ac35-4f37-b0c4-88f5b72f588d service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8225944 Jul 30 01:56:08.630903 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port cc2abb97-c46e-4364-90f1-45d2db63b7f0 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:08.635378 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port cc2abb97-c46e-4364-90f1-45d2db63b7f0 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:08.640599 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:08.662994 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-596f1fd4-ba29-4945-b6eb-c2d778c11039 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:08.805107 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:08.858793 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150db8e-7ccf-4cd2-bd10-653e847ea4b0 req-0afd7105-6024-4013-9605-0dd0e3204d1a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:08.862535 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5150db8e-7ccf-4cd2-bd10-653e847ea4b0 req-0afd7105-6024-4013-9605-0dd0e3204d1a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.5056953 Jul 30 01:56:08.902151 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b320563-4bf1-476a-ad59-d61ed96b36c6 req-31a0ef04-63af-41c5-a181-5459796179ea tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:08.910720 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b320563-4bf1-476a-ad59-d61ed96b36c6 req-31a0ef04-63af-41c5-a181-5459796179ea tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/ports?device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 932 time: 0.2937443 Jul 30 01:56:08.936795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17952579-389f-4534-98ee-24c69f98b702 req-4f37bef5-5cbd-41b6-9c9e-bdbe176e8096 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:08.938606 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17952579-389f-4534-98ee-24c69f98b702 req-4f37bef5-5cbd-41b6-9c9e-bdbe176e8096 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.10 "GET /v2.0/networks?id=4af35de8-af8f-4d77-97cf-b636d544d3c0 HTTP/1.1" status: 200 len: 820 time: 0.6054366 Jul 30 01:56:08.943112 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:08.960721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-17952579-389f-4534-98ee-24c69f98b702 req-b9d70717-86b8-4616-a4a5-cfcbe1540652 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Request body: {'port': {'device_id': '56bab4c3-7745-431c-a94d-3a37f916d58a', 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0', 'admin_state_up': True, 'tenant_id': '974a7a34583e4b899d72951370215c2f'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:09.080325 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port cc2abb97-c46e-4364-90f1-45d2db63b7f0, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=cc2abb97-c46e-4364-90f1-45d2db63b7f0,segment=NetworkSegment(cadcdae0-4279-45bd-b2cb-a313c67cef58),segment_id=cadcdae0-4279-45bd-b2cb-a313c67cef58)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:09.137316 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5150db8e-7ccf-4cd2-bd10-653e847ea4b0 req-3bb8ef90-ecb0-4fd5-855c-70661de57532 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465329 Jul 30 01:56:09.165700 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.178775 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-596f1fd4-ba29-4945-b6eb-c2d778c11039 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.235694 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9344f0fc-9d99-44a0-86cf-a70c19f3fc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.293708 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b718e5c2-51fe-47de-a4bf-11dd182c87fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:56:05Z', 'revision_number': 9, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6', 'name': '', 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b7:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:32Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:09.323690 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=cc2abb97-c46e-4364-90f1-45d2db63b7f0,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:09.332269 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b320563-4bf1-476a-ad59-d61ed96b36c6 req-5ee0e388-1d28-4c76-89d8-7fa17b58039f tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4cedf0f-8748-460f-a36b-533a5376c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200971 Jul 30 01:56:09.378350 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b718e5c2-51fe-47de-a4bf-11dd182c87fb None None] The sync data for ids ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'] in n-d-713498-9 is: [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:56:05Z', 'revision_number': 9, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6', 'name': '', 'network_id': 'ec2db92b-a14f-4809-b896-13b00c5609a9', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b7:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:32Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': '88f5e3e4-2541-4fef-8739-4fa65b5b2d4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:56:09.379606 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f1fd4-ba29-4945-b6eb-c2d778c11039 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Subnet': ['ID=48a040a2-fdea-4f6e-abdc-8a0d7b9d0908,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:09.379606 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-596f1fd4-ba29-4945-b6eb-c2d778c11039 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.381267 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-596f1fd4-ba29-4945-b6eb-c2d778c11039 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/subnets/48a040a2-fdea-4f6e-abdc-8a0d7b9d0908 HTTP/1.1" status: 204 len: 168 time: 2.2594693 Jul 30 01:56:09.384951 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52234) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:09.392543 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d5c8ce-573a-4848-bb32-c3baeb1d31b6 None None] Network 04145a1b-ff13-4637-95dc-332ae266606c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:09.426360 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17952579-389f-4534-98ee-24c69f98b702 req-b9d70717-86b8-4616-a4a5-cfcbe1540652 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Made reservation on behalf of 974a7a34583e4b899d72951370215c2f for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:09.441051 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17952579-389f-4534-98ee-24c69f98b702 req-b9d70717-86b8-4616-a4a5-cfcbe1540652 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.463303 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-821e50fe-f96b-47c8-86fe-e1521a82bfcd req-710b32c1-785b-49fc-a30e-e3580816aa49 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 210 time: 0.1128159 Jul 30 01:56:09.669348 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6868791b-e1fb-4bc9-a884-5d738acc80c9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.739847 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-17952579-389f-4534-98ee-24c69f98b702 req-b9d70717-86b8-4616-a4a5-cfcbe1540652 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Allocated IP 172.20.0.8 (4af35de8-af8f-4d77-97cf-b636d544d3c0/b8f78061-79f9-4190-922e-cf97355920d4/0712b562-7814-4302-91ad-4c807a7feec0) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:09.757240 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf60225-23fe-46f1-ac30-9a346accf366 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:56:09.772637 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889cb3a8-b029-4d47-b3a7-5d8398f090d1 None None] DHCP port deletion for 04145a1b-ff13-4637-95dc-332ae266606c request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:56:09.777107 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.810602 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] Transition to ACTIVE for port object ecf60225-23fe-46f1-ac30-9a346accf366 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:09.826217 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-6868791b-e1fb-4bc9-a884-5d738acc80c9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting port c309dc06-e8c0-4a0f-baba-d5087ed95d49 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:09.826635 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6868791b-e1fb-4bc9-a884-5d738acc80c9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.854892 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-889cb3a8-b029-4d47-b3a7-5d8398f090d1 None None] Deleting port c309dc06-e8c0-4a0f-baba-d5087ed95d49 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:09.855273 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-889cb3a8-b029-4d47-b3a7-5d8398f090d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.923765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-6868791b-e1fb-4bc9-a884-5d738acc80c9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] For port c309dc06-e8c0-4a0f-baba-d5087ed95d49, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c309dc06-e8c0-4a0f-baba-d5087ed95d49,segment=NetworkSegment(a5998f51-228e-434c-8d0a-30124bdb41d0),segment_id=a5998f51-228e-434c-8d0a-30124bdb41d0)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:09.927126 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6868791b-e1fb-4bc9-a884-5d738acc80c9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.953880 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.999184 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-6868791b-e1fb-4bc9-a884-5d738acc80c9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Calling delete_port for c309dc06-e8c0-4a0f-baba-d5087ed95d49 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:10.029859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-889cb3a8-b029-4d47-b3a7-5d8398f090d1 None None] For port c309dc06-e8c0-4a0f-baba-d5087ed95d49, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c309dc06-e8c0-4a0f-baba-d5087ed95d49,segment=NetworkSegment(a5998f51-228e-434c-8d0a-30124bdb41d0),segment_id=a5998f51-228e-434c-8d0a-30124bdb41d0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:10.036183 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-889cb3a8-b029-4d47-b3a7-5d8398f090d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:10.060644 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-889cb3a8-b029-4d47-b3a7-5d8398f090d1 None None] Calling delete_port for c309dc06-e8c0-4a0f-baba-d5087ed95d49 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:10.193860 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf60225-23fe-46f1-ac30-9a346accf366,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:10.248921 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-889cb3a8-b029-4d47-b3a7-5d8398f090d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:10.289602 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17952579-389f-4534-98ee-24c69f98b702 req-b9d70717-86b8-4616-a4a5-cfcbe1540652 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:10.322727 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889cb3a8-b029-4d47-b3a7-5d8398f090d1 None None] Pushing event deleted for resources: {'Port': ['ID=c309dc06-e8c0-4a0f-baba-d5087ed95d49,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:10.340091 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6868791b-e1fb-4bc9-a884-5d738acc80c9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:10.350248 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889cb3a8-b029-4d47-b3a7-5d8398f090d1 None None] No DVR routers for this DVR port c309dc06-e8c0-4a0f-baba-d5087ed95d49 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:10.386415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868791b-e1fb-4bc9-a884-5d738acc80c9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Port': ['ID=c309dc06-e8c0-4a0f-baba-d5087ed95d49,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:10.393196 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device cc2abb97-c46e-4364-90f1-45d2db63b7f0 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:10.401128 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6868791b-e1fb-4bc9-a884-5d738acc80c9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] No DVR routers for this DVR port c309dc06-e8c0-4a0f-baba-d5087ed95d49 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:10.432359 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] Attempting to bind port ecf60225-23fe-46f1-ac30-9a346accf366 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:56:10.432898 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] Attempting to bind port ecf60225-23fe-46f1-ac30-9a346accf366 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'ebecf73c-7d9d-45f0-84d8-2e33706926ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8cd512cc-8bcb-4a14-840b-ef6a7d203ee4'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:56:10.433385 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] Attempting to bind port ecf60225-23fe-46f1-ac30-9a346accf366 on network 8cd512cc-8bcb-4a14-840b-ef6a7d203ee4 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:10.439949 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] Port ecf60225-23fe-46f1-ac30-9a346accf366 on network 8cd512cc-8bcb-4a14-840b-ef6a7d203ee4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:56:10.440426 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] Attempting to bind port ecf60225-23fe-46f1-ac30-9a346accf366 on network 8cd512cc-8bcb-4a14-840b-ef6a7d203ee4 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:10.446198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:56:10.448304 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] Checking segment: {'id': 'ebecf73c-7d9d-45f0-84d8-2e33706926ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8cd512cc-8bcb-4a14-840b-ef6a7d203ee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:10.448840 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] Bound using segment: {'id': 'ebecf73c-7d9d-45f0-84d8-2e33706926ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8cd512cc-8bcb-4a14-840b-ef6a7d203ee4'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:56:10.449437 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] Bound port: ecf60225-23fe-46f1-ac30-9a346accf366, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebecf73c-7d9d-45f0-84d8-2e33706926ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8cd512cc-8bcb-4a14-840b-ef6a7d203ee4'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:56:10.449896 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:10.506397 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b198b-583b-4dfe-92a8-e8c60afeda12 req-07a36b7e-4cc2-4023-91bb-ecfb70ca8cb2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:10.513826 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0c6b198b-583b-4dfe-92a8-e8c60afeda12 req-07a36b7e-4cc2-4023-91bb-ecfb70ca8cb2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.2104361 Jul 30 01:56:10.569610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port cc2abb97-c46e-4364-90f1-45d2db63b7f0 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:10.570415 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:10.684545 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6868791b-e1fb-4bc9-a884-5d738acc80c9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:10.699131 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7bee3-99ca-47a8-ae0b-acf16958806b req-c66fd263-5d1b-4f23-9ecf-8732a6e601fa tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:10.700743 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ab7bee3-99ca-47a8-ae0b-acf16958806b req-c66fd263-5d1b-4f23-9ecf-8732a6e601fa tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/ports?device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 944 time: 0.1883690 Jul 30 01:56:10.701926 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] For port ecf60225-23fe-46f1-ac30-9a346accf366, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:10.711649 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17952579-389f-4534-98ee-24c69f98b702 req-b9d70717-86b8-4616-a4a5-cfcbe1540652 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:10.713757 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] For port ecf60225-23fe-46f1-ac30-9a346accf366, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ecf60225-23fe-46f1-ac30-9a346accf366,segment=NetworkSegment(ebecf73c-7d9d-45f0-84d8-2e33706926ee),segment_id=ebecf73c-7d9d-45f0-84d8-2e33706926ee)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:56:10.721866 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-6868791b-e1fb-4bc9-a884-5d738acc80c9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04145a1b-ff13-4637-95dc-332ae266606c']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:10.780198 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c309dc06-e8c0-4a0f-baba-d5087ed95d49 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:10.788085 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-6868791b-e1fb-4bc9-a884-5d738acc80c9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5998f51-228e-434c-8d0a-30124bdb41d0') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:10.790707 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-6868791b-e1fb-4bc9-a884-5d738acc80c9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5998f51-228e-434c-8d0a-30124bdb41d0') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:10.807593 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ab7bee3-99ca-47a8-ae0b-acf16958806b req-b03fb436-d9f2-4cf2-b01f-f46a4112ab74 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4cedf0f-8748-460f-a36b-533a5376c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920565 Jul 30 01:56:10.809354 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:10.840073 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:10.840807 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:10.842844 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: c309dc06-e8c0-4a0f-baba-d5087ed95d49 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:56:10.843190 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c309dc06-e8c0-4a0f-baba-d5087ed95d49 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:56:10.843614 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f260e609-5d98-46d8-9d48-0c38aeb44b6b no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:10.844618 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] 10.222.0.10 "PUT /v2.0/ports/ecf60225-23fe-46f1-ac30-9a346accf366 HTTP/1.1" status: 200 len: 1092 time: 2.3149953 Jul 30 01:56:10.863087 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0c6b198b-583b-4dfe-92a8-e8c60afeda12 req-e00169b7-21bb-4a00-b245-1f5303480155 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3482158 Jul 30 01:56:10.866826 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774ecd33-e605-495b-a413-53ce26fe3852', 'tag': 'ecf60225-23fe-46f1-ac30-9a346accf366'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:10.876354 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3958b9e-b45e-4ed8-b9e5-a330f08da3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "774ecd33-e605-495b-a413-53ce26fe3852", "tag": "ecf60225-23fe-46f1-ac30-9a346accf366"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:10.917271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17952579-389f-4534-98ee-24c69f98b702 req-b9d70717-86b8-4616-a4a5-cfcbe1540652 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Network 4af35de8-af8f-4d77-97cf-b636d544d3c0 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:10.924484 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: f260e609-5d98-46d8-9d48-0c38aeb44b6b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:56:10.926731 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f260e609-5d98-46d8-9d48-0c38aeb44b6b not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:56:10.931670 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6868791b-e1fb-4bc9-a884-5d738acc80c9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:10.943967 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-17952579-389f-4534-98ee-24c69f98b702 req-b9d70717-86b8-4616-a4a5-cfcbe1540652 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:10.948005 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-17952579-389f-4534-98ee-24c69f98b702 req-b9d70717-86b8-4616-a4a5-cfcbe1540652 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:11.031777 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831c731-2ae2-43e0-9e24-e19dd48ba5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf60225-23fe-46f1-ac30-9a346accf366,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:11.079693 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fd4f08-5d30-4dbf-b409-3b8084794181 x-openstack-request-id: req-e8fd4f08-5d30-4dbf-b409-3b8084794181 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:11.080018 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "774ecd33-e605-495b-a413-53ce26fe3852", "tag": "ecf60225-23fe-46f1-ac30-9a346accf366", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:11.080812 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e8fd4f08-5d30-4dbf-b409-3b8084794181 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:11.081666 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '774ecd33-e605-495b-a413-53ce26fe3852', 'tag': 'ecf60225-23fe-46f1-ac30-9a346accf366', 'status': 'completed', 'code': 200} Jul 30 01:56:11.082519 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d70717-86b8-4616-a4a5-cfcbe1540652 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Pushing event updated for resources: {'Port': ['ID=0712b562-7814-4302-91ad-4c807a7feec0,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:11.090985 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6868791b-e1fb-4bc9-a884-5d738acc80c9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:11.100663 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6868791b-e1fb-4bc9-a884-5d738acc80c9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:56:11.101854 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6868791b-e1fb-4bc9-a884-5d738acc80c9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:56:11.113624 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:56:11.194104 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-e63a06a8-ce16-49a8-884e-82acb24368ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:11.196270 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-e63a06a8-ce16-49a8-884e-82acb24368ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6dc423666a1d461ba717ee48079a80e7&device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 1095 time: 0.2014053 Jul 30 01:56:11.203039 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17952579-389f-4534-98ee-24c69f98b702 req-b9d70717-86b8-4616-a4a5-cfcbe1540652 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:11.204399 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17952579-389f-4534-98ee-24c69f98b702 req-b9d70717-86b8-4616-a4a5-cfcbe1540652 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:11.266786 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232fed3-7e70-4be5-9037-6790eab3d58a req-46c83f0a-3069-474d-b04b-b3cbe6eabef8 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:11.274496 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d232fed3-7e70-4be5-9037-6790eab3d58a req-46c83f0a-3069-474d-b04b-b3cbe6eabef8 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 931 time: 0.1982360 Jul 30 01:56:11.294999 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-bbcef6b3-dcc1-452e-86d3-a1cd9df23647 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecf60225-23fe-46f1-ac30-9a346accf366 HTTP/1.1" status: 200 len: 217 time: 0.0711992 Jul 30 01:56:11.320167 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17952579-389f-4534-98ee-24c69f98b702 req-b9d70717-86b8-4616-a4a5-cfcbe1540652 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3681672 Jul 30 01:56:11.321385 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6868791b-e1fb-4bc9-a884-5d738acc80c9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:11.327532 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6868791b-e1fb-4bc9-a884-5d738acc80c9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:11.333174 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6868791b-e1fb-4bc9-a884-5d738acc80c9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/networks/04145a1b-ff13-4637-95dc-332ae266606c HTTP/1.1" status: 204 len: 168 time: 1.9471271 Jul 30 01:56:11.333851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52258) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:11.348378 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] Request body: {'port': {'device_id': '56bab4c3-7745-431c-a94d-3a37f916d58a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:11.427360 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-5bb25b0d-2c2a-4baa-87d5-ea348212761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:11.429638 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-5bb25b0d-2c2a-4baa-87d5-ea348212761b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9710c331-dfe9-438b-867f-fd65758bf804 HTTP/1.1" status: 200 len: 849 time: 0.1324899 Jul 30 01:56:11.451847 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868791b-e1fb-4bc9-a884-5d738acc80c9 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Network': ['ID=04145a1b-ff13-4637-95dc-332ae266606c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:11.451986 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d232fed3-7e70-4be5-9037-6790eab3d58a req-0ea13c07-8e09-41cd-a58d-cb6bc3fd89d8 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671267 Jul 30 01:56:11.513709 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-690bf51e-a901-4c97-bc4a-d2727b2fe4e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8cd512cc-8bcb-4a14-840b-ef6a7d203ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698347 Jul 30 01:56:11.551422 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:11.616961 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-560d270c-a3b8-4c00-a32a-9b155c0bc627 service neutron] 10.222.0.10 "GET /v2.0/networks/8cd512cc-8bcb-4a14-840b-ef6a7d203ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956230 Jul 30 01:56:11.662876 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-208ab663-e4ff-4a34-9f55-0464ceb40bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:11.668134 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:11.724941 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fbe9d566-c703-4ef4-a981-2e2b69c20cc3 req-177e44ac-3fc7-4ca8-83be-85ac4b74254b service neutron] 10.222.0.10 "GET /v2.0/networks/8cd512cc-8bcb-4a14-840b-ef6a7d203ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010661 Jul 30 01:56:11.903743 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3958b9e-b45e-4ed8-b9e5-a330f08da3c4 req-7f4b0a05-9ad7-41da-b92f-42dfc65d9592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:11.905507 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3958b9e-b45e-4ed8-b9e5-a330f08da3c4 req-7f4b0a05-9ad7-41da-b92f-42dfc65d9592 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6dc423666a1d461ba717ee48079a80e7&device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 1095 time: 0.0560791 Jul 30 01:56:12.018243 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc870d-3b29-4eca-8851-bfdefb2fe393 req-31469ff5-84c4-48ee-887b-03e211e39b2b tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:12.020177 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-40bc870d-3b29-4eca-8851-bfdefb2fe393 req-31469ff5-84c4-48ee-887b-03e211e39b2b tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/ports?device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 944 time: 0.1029694 Jul 30 01:56:12.069339 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdfe95-6390-409e-921c-187a8d9a8aee req-605df1c0-71f3-4678-bb2a-9663f784b4c6 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:12.074869 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ffdfe95-6390-409e-921c-187a8d9a8aee req-605df1c0-71f3-4678-bb2a-9663f784b4c6 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.0926125 Jul 30 01:56:12.109571 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3958b9e-b45e-4ed8-b9e5-a330f08da3c4 req-6fb878f1-239d-4e31-9fed-17d6349bdab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:12.111019 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3958b9e-b45e-4ed8-b9e5-a330f08da3c4 req-6fb878f1-239d-4e31-9fed-17d6349bdab4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8cd512cc-8bcb-4a14-840b-ef6a7d203ee4 HTTP/1.1" status: 200 len: 910 time: 0.1894417 Jul 30 01:56:12.123072 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-40bc870d-3b29-4eca-8851-bfdefb2fe393 req-1bc3d201-3f09-4d32-8690-42a367afbb55 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4cedf0f-8748-460f-a36b-533a5376c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914857 Jul 30 01:56:12.157768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0712b562-7814-4302-91ad-4c807a7feec0 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:56:12.168474 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:12.190713 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3958b9e-b45e-4ed8-b9e5-a330f08da3c4 req-77462a8c-2f24-4b3e-81e0-ba9cce5db615 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecf60225-23fe-46f1-ac30-9a346accf366 HTTP/1.1" status: 200 len: 217 time: 0.0638299 Jul 30 01:56:12.194076 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] Transition to ACTIVE for port object 0712b562-7814-4302-91ad-4c807a7feec0 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:12.194225 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ffdfe95-6390-409e-921c-187a8d9a8aee req-45a7e242-f989-419c-b66c-9a36cdf13cb8 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159575 Jul 30 01:56:12.220996 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-286d563c-5405-443e-bd37-fbc0013bec86 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:12.254380 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3958b9e-b45e-4ed8-b9e5-a330f08da3c4 req-fe356dac-433d-42e0-8989-bba047290fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:12.255872 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3958b9e-b45e-4ed8-b9e5-a330f08da3c4 req-fe356dac-433d-42e0-8989-bba047290fe0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9710c331-dfe9-438b-867f-fd65758bf804 HTTP/1.1" status: 200 len: 849 time: 0.0562487 Jul 30 01:56:12.308831 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:12.345792 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3958b9e-b45e-4ed8-b9e5-a330f08da3c4 req-25349858-9ed3-4496-bd82-34ac89424ba3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8cd512cc-8bcb-4a14-840b-ef6a7d203ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265305 Jul 30 01:56:12.449255 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3958b9e-b45e-4ed8-b9e5-a330f08da3c4 req-abf15eae-5226-4a71-b073-5538cb97efa9 service neutron] 10.222.0.10 "GET /v2.0/networks/8cd512cc-8bcb-4a14-840b-ef6a7d203ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924699 Jul 30 01:56:12.457298 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] Pushing event updated for resources: {'Port': ['ID=0712b562-7814-4302-91ad-4c807a7feec0,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:12.505394 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] Attempting to bind port 0712b562-7814-4302-91ad-4c807a7feec0 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:56:12.505722 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] Attempting to bind port 0712b562-7814-4302-91ad-4c807a7feec0 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'cadcdae0-4279-45bd-b2cb-a313c67cef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:56:12.505962 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] Attempting to bind port 0712b562-7814-4302-91ad-4c807a7feec0 on network 4af35de8-af8f-4d77-97cf-b636d544d3c0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:12.517892 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] Port 0712b562-7814-4302-91ad-4c807a7feec0 on network 4af35de8-af8f-4d77-97cf-b636d544d3c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:56:12.518214 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] Attempting to bind port 0712b562-7814-4302-91ad-4c807a7feec0 on network 4af35de8-af8f-4d77-97cf-b636d544d3c0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:12.526334 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:56:12.526684 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] Checking segment: {'id': 'cadcdae0-4279-45bd-b2cb-a313c67cef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:12.527070 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] Bound using segment: {'id': 'cadcdae0-4279-45bd-b2cb-a313c67cef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:56:12.527513 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] Bound port: 0712b562-7814-4302-91ad-4c807a7feec0, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadcdae0-4279-45bd-b2cb-a313c67cef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:56:12.527879 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:12.735405 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] For port 0712b562-7814-4302-91ad-4c807a7feec0, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:12.754712 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] For port 0712b562-7814-4302-91ad-4c807a7feec0, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0712b562-7814-4302-91ad-4c807a7feec0,segment=NetworkSegment(cadcdae0-4279-45bd-b2cb-a313c67cef58),segment_id=cadcdae0-4279-45bd-b2cb-a313c67cef58)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:56:12.773832 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd780fc-7339-4325-b253-50401112164d req-fb57ba84-1dec-4ded-a6b8-154655efbfd2 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:12.776008 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2dd780fc-7339-4325-b253-50401112164d req-fb57ba84-1dec-4ded-a6b8-154655efbfd2 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.1704712 Jul 30 01:56:12.793200 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2ee79-ba3d-4b8b-86c6-bc0d8361fa21 req-64875bce-970e-4cf3-918b-b171c58a5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:12.805533 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-31d2ee79-ba3d-4b8b-86c6-bc0d8361fa21 req-64875bce-970e-4cf3-918b-b171c58a5e99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e9759d07ba4e958653b10399043a13&device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 1096 time: 0.1181047 Jul 30 01:56:12.830324 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-286d563c-5405-443e-bd37-fbc0013bec86 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting port 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:12.830579 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-286d563c-5405-443e-bd37-fbc0013bec86 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:12.878348 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:12.936341 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e40d19-78f8-4f25-97ed-c4a867228826 req-4f29c5b5-be52-4877-808b-30a6cbd34da2 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:12.937958 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-30e40d19-78f8-4f25-97ed-c4a867228826 req-4f29c5b5-be52-4877-808b-30a6cbd34da2 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 943 time: 0.0730827 Jul 30 01:56:12.956696 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3958b9e-b45e-4ed8-b9e5-a330f08da3c4 req-2a87918d-15fb-4ca7-86ae-4b870b833439 service neutron] 10.222.0.10 "GET /v2.0/networks/8cd512cc-8bcb-4a14-840b-ef6a7d203ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975667 Jul 30 01:56:12.984505 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-30e40d19-78f8-4f25-97ed-c4a867228826 req-405e2333-b8ea-4da4-afa3-6bfc73a16e31 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384889 Jul 30 01:56:13.190145 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:13.209802 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2dd780fc-7339-4325-b253-50401112164d req-89ed6087-a41b-48c8-9282-39e46bdb16a3 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4269927 Jul 30 01:56:13.233562 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:13.233562 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:13.233562 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17952579-389f-4534-98ee-24c69f98b702 req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] 10.222.0.10 "PUT /v2.0/ports/0712b562-7814-4302-91ad-4c807a7feec0 HTTP/1.1" status: 200 len: 1091 time: 1.8968265 Jul 30 01:56:13.235656 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bab4c3-7745-431c-a94d-3a37f916d58a', 'tag': '0712b562-7814-4302-91ad-4c807a7feec0'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:13.237915 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b663d13-b673-42d9-8402-8d5c53b8e01c" -d '{"events": [{"name": "network-changed", "server_uuid": "56bab4c3-7745-431c-a94d-3a37f916d58a", "tag": "0712b562-7814-4302-91ad-4c807a7feec0"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:13.259635 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6ade1-2426-4b3c-926f-112f80fd7a18 req-c2bda3dd-44fa-495c-a361-1409ff3c489a tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:13.262412 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebf6ade1-2426-4b3c-926f-112f80fd7a18 req-c2bda3dd-44fa-495c-a361-1409ff3c489a tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/ports?device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 944 time: 0.0593798 Jul 30 01:56:13.291922 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b3890-1a4f-41cf-8478-27dd00898b26 service neutron] Pushing event updated for resources: {'Port': ['ID=0712b562-7814-4302-91ad-4c807a7feec0,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:13.306274 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebf6ade1-2426-4b3c-926f-112f80fd7a18 req-dcd02e71-9dd1-4a9d-8a4a-355321253bff tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4cedf0f-8748-460f-a36b-533a5376c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367780 Jul 30 01:56:13.314247 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2ee79-ba3d-4b8b-86c6-bc0d8361fa21 req-cba37b49-1a90-4130-8b42-77d56e5960a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:13.314699 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-31d2ee79-ba3d-4b8b-86c6-bc0d8361fa21 req-cba37b49-1a90-4130-8b42-77d56e5960a9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb87329a-3973-4c1a-ad14-ee785b8bfa68 HTTP/1.1" status: 200 len: 917 time: 0.5105965 Jul 30 01:56:13.357358 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed95ce1-6947-43ee-acf1-cf3e30e74bcc x-openstack-request-id: req-eed95ce1-6947-43ee-acf1-cf3e30e74bcc {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:13.357642 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bab4c3-7745-431c-a94d-3a37f916d58a", "tag": "0712b562-7814-4302-91ad-4c807a7feec0", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:13.357889 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eed95ce1-6947-43ee-acf1-cf3e30e74bcc {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:13.358267 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bab4c3-7745-431c-a94d-3a37f916d58a', 'tag': '0712b562-7814-4302-91ad-4c807a7feec0', 'status': 'completed', 'code': 200} Jul 30 01:56:13.410360 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-286d563c-5405-443e-bd37-fbc0013bec86 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] For port 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6,segment=NetworkSegment(0b6d762a-beed-48ba-9c1f-feb06ee218c2),segment_id=0b6d762a-beed-48ba-9c1f-feb06ee218c2)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:13.410650 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-286d563c-5405-443e-bd37-fbc0013bec86 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:13.434018 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-286d563c-5405-443e-bd37-fbc0013bec86 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Calling delete_port for 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:13.466672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09479662-8727-48e4-afe0-034a175a7c3e req-a6cae4bb-2c91-4f70-a0ce-524b60dad04d tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:13.468156 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-09479662-8727-48e4-afe0-034a175a7c3e req-a6cae4bb-2c91-4f70-a0ce-524b60dad04d tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.1719079 Jul 30 01:56:13.474325 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-31d2ee79-ba3d-4b8b-86c6-bc0d8361fa21 req-28baa115-1240-4e77-a75b-d4f68f4d8819 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ece651-aaff-492f-b8e7-ff051a746b39 HTTP/1.1" status: 200 len: 999 time: 0.1422014 Jul 30 01:56:13.525895 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17952579-389f-4534-98ee-24c69f98b702 req-8eefb197-d85a-4045-8752-291680747844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:13.527329 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17952579-389f-4534-98ee-24c69f98b702 req-8eefb197-d85a-4045-8752-291680747844 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=974a7a34583e4b899d72951370215c2f&device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 1094 time: 0.1940317 Jul 30 01:56:13.604050 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17952579-389f-4534-98ee-24c69f98b702 req-bacb4f82-c557-4eb6-8846-bd2448cf5f12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0712b562-7814-4302-91ad-4c807a7feec0 HTTP/1.1" status: 200 len: 217 time: 0.0674403 Jul 30 01:56:13.641717 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-09479662-8727-48e4-afe0-034a175a7c3e req-e715eab9-a3a2-4fc4-b288-b882da8f772e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652353 Jul 30 01:56:13.669358 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2ee79-ba3d-4b8b-86c6-bc0d8361fa21 req-06b15126-d773-4078-b727-6a58f203b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:13.670739 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-31d2ee79-ba3d-4b8b-86c6-bc0d8361fa21 req-06b15126-d773-4078-b727-6a58f203b420 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d5331bae-ecd8-4548-bb35-10d75f268fda HTTP/1.1" status: 200 len: 855 time: 0.1562474 Jul 30 01:56:13.751343 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17952579-389f-4534-98ee-24c69f98b702 req-4da567b8-687e-4714-be77-768cdf855af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:13.752793 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17952579-389f-4534-98ee-24c69f98b702 req-4da567b8-687e-4714-be77-768cdf855af5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8f78061-79f9-4190-922e-cf97355920d4 HTTP/1.1" status: 200 len: 860 time: 0.1344066 Jul 30 01:56:13.792984 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17952579-389f-4534-98ee-24c69f98b702 req-ab14afe4-0d1f-4dae-9521-a6ad50b63912 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4af35de8-af8f-4d77-97cf-b636d544d3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328515 Jul 30 01:56:13.796881 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2ee79-ba3d-4b8b-86c6-bc0d8361fa21 req-2cbc454e-e7f0-4525-a8b8-db6992dfed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:13.798239 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-31d2ee79-ba3d-4b8b-86c6-bc0d8361fa21 req-2cbc454e-e7f0-4525-a8b8-db6992dfed4c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb87329a-3973-4c1a-ad14-ee785b8bfa68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955038 Jul 30 01:56:13.985308 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-31d2ee79-ba3d-4b8b-86c6-bc0d8361fa21 req-157a0722-da90-4fdc-92b2-9c004dd0f238 service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642666 Jul 30 01:56:13.990284 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17952579-389f-4534-98ee-24c69f98b702 req-e613d29c-a807-4e3c-a1fe-d65aaeea9cd2 service neutron] 10.222.0.10 "GET /v2.0/networks/4af35de8-af8f-4d77-97cf-b636d544d3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704886 Jul 30 01:56:14.081282 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-286d563c-5405-443e-bd37-fbc0013bec86 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:14.105456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a02db-0b9f-403a-847a-679d771b998f req-6f04f3f0-b634-4ab5-8f3c-a2608ee55264 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:14.107222 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-910a02db-0b9f-403a-847a-679d771b998f req-6f04f3f0-b634-4ab5-8f3c-a2608ee55264 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 943 time: 0.0510805 Jul 30 01:56:14.131540 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d563c-5405-443e-bd37-fbc0013bec86 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Port': ['ID=3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:14.156506 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-910a02db-0b9f-403a-847a-679d771b998f req-8818f57e-43ef-495f-9e43-d744301d4cc3 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432682 Jul 30 01:56:14.272349 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-31d2ee79-ba3d-4b8b-86c6-bc0d8361fa21 req-4a91739c-d5c4-42cf-ad74-676996c296cb service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731912 Jul 30 01:56:14.282642 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-17952579-389f-4534-98ee-24c69f98b702 req-71acffac-3443-4cde-b448-c3c8c6128f35 service neutron] 10.222.0.10 "GET /v2.0/networks/4af35de8-af8f-4d77-97cf-b636d544d3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765768 Jul 30 01:56:14.294927 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-286d563c-5405-443e-bd37-fbc0013bec86 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:14.429640 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656035fe-57d4-4ad1-b753-31343bd953a4 req-056390e4-a057-46d0-a8dd-1fa48f0cab40 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:14.431849 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-656035fe-57d4-4ad1-b753-31343bd953a4 req-056390e4-a057-46d0-a8dd-1fa48f0cab40 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/ports?device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 944 time: 0.0518157 Jul 30 01:56:14.472624 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-656035fe-57d4-4ad1-b753-31343bd953a4 req-321c76b2-823b-4446-bb01-7ccbca6fb954 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4cedf0f-8748-460f-a36b-533a5376c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350018 Jul 30 01:56:14.485572 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a86e34-5c75-4e69-9bd1-9b88193ed9c1 req-8b28dc98-2425-453f-a30f-1df10e672b47 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:14.485572 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-27a86e34-5c75-4e69-9bd1-9b88193ed9c1 req-8b28dc98-2425-453f-a30f-1df10e672b47 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.1738820 Jul 30 01:56:14.531929 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b663d13-b673-42d9-8402-8d5c53b8e01c req-898de25f-85b8-4733-906f-68d5de5db985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:14.533282 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b663d13-b673-42d9-8402-8d5c53b8e01c req-898de25f-85b8-4733-906f-68d5de5db985 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=974a7a34583e4b899d72951370215c2f&device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 1094 time: 0.1205595 Jul 30 01:56:14.535975 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:14.647943 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-27a86e34-5c75-4e69-9bd1-9b88193ed9c1 req-8129007c-79a9-49eb-829e-27dc71c18cef tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574390 Jul 30 01:56:14.672604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286d563c-5405-443e-bd37-fbc0013bec86 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router 413d3a64-776c-4419-a7c4-9fc5ec06ebab has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:56:14.691964 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b663d13-b673-42d9-8402-8d5c53b8e01c req-3d0fb9c4-a1ec-4541-b059-f426b3655fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:14.693463 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b663d13-b673-42d9-8402-8d5c53b8e01c req-3d0fb9c4-a1ec-4541-b059-f426b3655fb1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4af35de8-af8f-4d77-97cf-b636d544d3c0 HTTP/1.1" status: 200 len: 921 time: 0.1335351 Jul 30 01:56:14.769893 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9529f-cd07-4054-b3cc-274ab8c79879 req-2af0a004-05e7-4d60-9939-e146e9b93d68 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:14.771661 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4fd9529f-cd07-4054-b3cc-274ab8c79879 req-2af0a004-05e7-4d60-9939-e146e9b93d68 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.0547676 Jul 30 01:56:14.800487 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b663d13-b673-42d9-8402-8d5c53b8e01c req-0e0a7fc0-7669-4181-88ac-4e2ac228039b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0712b562-7814-4302-91ad-4c807a7feec0 HTTP/1.1" status: 200 len: 217 time: 0.0661607 Jul 30 01:56:14.809985 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4fd9529f-cd07-4054-b3cc-274ab8c79879 req-c5d92522-1ba8-46f8-966f-1349cc15cde4 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317481 Jul 30 01:56:14.844478 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286d563c-5405-443e-bd37-fbc0013bec86 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:56:14.850589 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-286d563c-5405-443e-bd37-fbc0013bec86 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/413d3a64-776c-4419-a7c4-9fc5ec06ebab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4885857 Jul 30 01:56:14.854143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52302) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:14.857132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a47073a-75ef-48f2-9f97-7adc669d5849 None None] Sync routers for ids ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:56:14.863392 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b663d13-b673-42d9-8402-8d5c53b8e01c req-7aa43bfa-7bd0-4fc6-a9df-3de3553f133e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:14.864673 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b663d13-b673-42d9-8402-8d5c53b8e01c req-7aa43bfa-7bd0-4fc6-a9df-3de3553f133e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8f78061-79f9-4190-922e-cf97355920d4 HTTP/1.1" status: 200 len: 860 time: 0.0614154 Jul 30 01:56:14.867754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47073a-75ef-48f2-9f97-7adc669d5849 None None] Routers {'413d3a64-776c-4419-a7c4-9fc5ec06ebab'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:14.868496 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5a47073a-75ef-48f2-9f97-7adc669d5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:56:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:14.903923 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b663d13-b673-42d9-8402-8d5c53b8e01c req-8b015dbd-9de6-4439-9286-7fe68856ec8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4af35de8-af8f-4d77-97cf-b636d544d3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294344 Jul 30 01:56:14.907349 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-14aea228-78b0-4116-91f0-8f02f3c03dd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting subnet 88f5e3e4-2541-4fef-8739-4fa65b5b2d4b {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:56:14.910522 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14aea228-78b0-4116-91f0-8f02f3c03dd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:14.951923 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14aea228-78b0-4116-91f0-8f02f3c03dd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:14.954419 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-5a47073a-75ef-48f2-9f97-7adc669d5849 None None] Set router 413d3a64-776c-4419-a7c4-9fc5ec06ebab gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:15.002535 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b663d13-b673-42d9-8402-8d5c53b8e01c req-515b2706-a75d-4b4b-95ce-844d6127e685 service neutron] 10.222.0.10 "GET /v2.0/networks/4af35de8-af8f-4d77-97cf-b636d544d3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896778 Jul 30 01:56:15.046150 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14aea228-78b0-4116-91f0-8f02f3c03dd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:15.109194 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b663d13-b673-42d9-8402-8d5c53b8e01c req-a9034809-8619-47ea-9345-1722f2685540 service neutron] 10.222.0.10 "GET /v2.0/networks/4af35de8-af8f-4d77-97cf-b636d544d3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988324 Jul 30 01:56:15.150427 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5a47073a-75ef-48f2-9f97-7adc669d5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:56:13Z', 'revision_number': 10, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:15.175503 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a47073a-75ef-48f2-9f97-7adc669d5849 None None] Checking router: 413d3a64-776c-4419-a7c4-9fc5ec06ebab for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:56:15.184181 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47073a-75ef-48f2-9f97-7adc669d5849 None None] Routers {'413d3a64-776c-4419-a7c4-9fc5ec06ebab'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:15.184773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5a47073a-75ef-48f2-9f97-7adc669d5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:56:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:15.188416 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14aea228-78b0-4116-91f0-8f02f3c03dd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:15.215938 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aea228-78b0-4116-91f0-8f02f3c03dd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Subnet': ['ID=88f5e3e4-2541-4fef-8739-4fa65b5b2d4b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:15.219766 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14aea228-78b0-4116-91f0-8f02f3c03dd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:15.221681 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-14aea228-78b0-4116-91f0-8f02f3c03dd4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/subnets/88f5e3e4-2541-4fef-8739-4fa65b5b2d4b HTTP/1.1" status: 204 len: 168 time: 0.3665175 Jul 30 01:56:15.224402 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52306) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:15.248363 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3c6651-b9c6-4cfc-ad2a-ce81adec5ec7 None None] Network ec2db92b-a14f-4809-b896-13b00c5609a9 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:15.317670 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-5a47073a-75ef-48f2-9f97-7adc669d5849 None None] Set router 413d3a64-776c-4419-a7c4-9fc5ec06ebab gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:15.333605 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff61fc15-651a-4ee5-9969-7d7982ce4a63 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:15.349558 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187a2f6-0a31-4cb5-b082-ed3338094a83 req-9fee3280-07f7-46e8-869e-f402dcf9e912 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:15.351075 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9187a2f6-0a31-4cb5-b082-ed3338094a83 req-9fee3280-07f7-46e8-869e-f402dcf9e912 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 943 time: 0.1007578 Jul 30 01:56:15.578212 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5a47073a-75ef-48f2-9f97-7adc669d5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:56:13Z', 'revision_number': 10, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:15.611398 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9c76b0-c93f-4352-9b5b-6c751b2eb4b9 None None] DHCP port deletion for ec2db92b-a14f-4809-b896-13b00c5609a9 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:56:15.612284 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01823db8-f3d4-420a-9830-9ce8e7158a38 req-03e759c4-f446-400c-8bf3-382181a2366c tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:15.614175 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-01823db8-f3d4-420a-9830-9ce8e7158a38 req-03e759c4-f446-400c-8bf3-382181a2366c tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/ports?device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 944 time: 0.0592659 Jul 30 01:56:15.614980 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a47073a-75ef-48f2-9f97-7adc669d5849 None None] The sync data for ids ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'] in n-d-713498-9 is: [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:56:13Z', 'revision_number': 10, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None, '_interfaces': [{'id': '9885be59-7a02-4d7c-9d7d-ea3f7948802a', 'name': '', 'network_id': '0f91a43c-5d44-4fc5-9b0a-8d10db997420', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'mac_address': 'fa:16:3e:b2:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:33Z', 'revision_number': 5, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'subnets': [{'id': 'ca9c08a2-de8b-40e9-a30a-eea3608e3e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:56:15.662399 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-01823db8-f3d4-420a-9830-9ce8e7158a38 req-283d6fa7-a643-4ed5-929c-40118e39edcd tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4cedf0f-8748-460f-a36b-533a5376c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405526 Jul 30 01:56:15.680688 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7f9c76b0-c93f-4352-9b5b-6c751b2eb4b9 None None] Deleting port 8f1060a2-7f12-4204-99fb-2899cd60a840 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:15.681215 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f9c76b0-c93f-4352-9b5b-6c751b2eb4b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:15.707790 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9187a2f6-0a31-4cb5-b082-ed3338094a83 req-89baa428-3a50-433f-b474-ae77b1f91fe3 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496242 Jul 30 01:56:15.721589 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ff61fc15-651a-4ee5-9969-7d7982ce4a63 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting port 8f1060a2-7f12-4204-99fb-2899cd60a840 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:15.721939 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff61fc15-651a-4ee5-9969-7d7982ce4a63 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:15.750470 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-7f9c76b0-c93f-4352-9b5b-6c751b2eb4b9 None None] For port 8f1060a2-7f12-4204-99fb-2899cd60a840, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8f1060a2-7f12-4204-99fb-2899cd60a840,segment=NetworkSegment(0b6d762a-beed-48ba-9c1f-feb06ee218c2),segment_id=0b6d762a-beed-48ba-9c1f-feb06ee218c2)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:15.750989 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f9c76b0-c93f-4352-9b5b-6c751b2eb4b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:15.794456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-ff61fc15-651a-4ee5-9969-7d7982ce4a63 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] For port 8f1060a2-7f12-4204-99fb-2899cd60a840, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8f1060a2-7f12-4204-99fb-2899cd60a840,segment=NetworkSegment(0b6d762a-beed-48ba-9c1f-feb06ee218c2),segment_id=0b6d762a-beed-48ba-9c1f-feb06ee218c2)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:15.794932 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff61fc15-651a-4ee5-9969-7d7982ce4a63 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:15.800827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589dd966-82fe-4e7e-a26e-2f7f87ceffe6 req-9405dbab-a9a9-4f59-a6e6-6b5571f5a94d tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:15.807082 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-589dd966-82fe-4e7e-a26e-2f7f87ceffe6 req-9405dbab-a9a9-4f59-a6e6-6b5571f5a94d tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0721257 Jul 30 01:56:15.811306 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ff61fc15-651a-4ee5-9969-7d7982ce4a63 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Calling delete_port for 8f1060a2-7f12-4204-99fb-2899cd60a840 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:15.894372 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-589dd966-82fe-4e7e-a26e-2f7f87ceffe6 req-e41914ea-32c0-4437-a93c-08c0d218c0a5 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831778 Jul 30 01:56:15.910834 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7f9c76b0-c93f-4352-9b5b-6c751b2eb4b9 None None] Calling delete_port for 8f1060a2-7f12-4204-99fb-2899cd60a840 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:15.978450 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85faa9e5-e279-4f1f-9466-accce3818417 req-5c36c526-9384-434e-a68e-286b5dd62de4 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:15.980108 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-85faa9e5-e279-4f1f-9466-accce3818417 req-5c36c526-9384-434e-a68e-286b5dd62de4 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.0556021 Jul 30 01:56:15.982236 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff61fc15-651a-4ee5-9969-7d7982ce4a63 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:15.985773 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 01:56:15.999554 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f9c76b0-c93f-4352-9b5b-6c751b2eb4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:16.031268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff61fc15-651a-4ee5-9969-7d7982ce4a63 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] No DVR routers for this DVR port 8f1060a2-7f12-4204-99fb-2899cd60a840 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:16.040808 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c76b0-c93f-4352-9b5b-6c751b2eb4b9 None None] Pushing event deleted for resources: {'Port': ['ID=8f1060a2-7f12-4204-99fb-2899cd60a840,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:16.041156 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61fc15-651a-4ee5-9969-7d7982ce4a63 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Port': ['ID=8f1060a2-7f12-4204-99fb-2899cd60a840,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:16.042791 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9c76b0-c93f-4352-9b5b-6c751b2eb4b9 None None] No DVR routers for this DVR port 8f1060a2-7f12-4204-99fb-2899cd60a840 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:16.131035 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-85faa9e5-e279-4f1f-9466-accce3818417 req-0ccf3597-4379-4f38-8892-dc89cf17e84e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381385 Jul 30 01:56:16.141547 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff61fc15-651a-4ee5-9969-7d7982ce4a63 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:16.153852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ff61fc15-651a-4ee5-9969-7d7982ce4a63 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2db92b-a14f-4809-b896-13b00c5609a9']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:16.166403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ff61fc15-651a-4ee5-9969-7d7982ce4a63 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6d762a-beed-48ba-9c1f-feb06ee218c2') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:16.166715 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ff61fc15-651a-4ee5-9969-7d7982ce4a63 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6d762a-beed-48ba-9c1f-feb06ee218c2') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:16.175507 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff61fc15-651a-4ee5-9969-7d7982ce4a63 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:16.189119 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff61fc15-651a-4ee5-9969-7d7982ce4a63 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:16.195184 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff61fc15-651a-4ee5-9969-7d7982ce4a63 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:56:16.195773 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff61fc15-651a-4ee5-9969-7d7982ce4a63 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:56:16.198574 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:56:16.257413 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:16.279419 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:56:16.279809 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3b1165c8-c48d-4c4b-98c3-0f897e7c1fa6 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:56:16.280157 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8f1060a2-7f12-4204-99fb-2899cd60a840 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:16.297421 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 8f1060a2-7f12-4204-99fb-2899cd60a840 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:56:16.297758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8f1060a2-7f12-4204-99fb-2899cd60a840 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:56:16.310470 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff61fc15-651a-4ee5-9969-7d7982ce4a63 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:16.315299 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff61fc15-651a-4ee5-9969-7d7982ce4a63 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:16.319094 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ff61fc15-651a-4ee5-9969-7d7982ce4a63 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/networks/ec2db92b-a14f-4809-b896-13b00c5609a9 HTTP/1.1" status: 204 len: 168 time: 1.0918179 Jul 30 01:56:16.320005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52318) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:16.332963 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61fc15-651a-4ee5-9969-7d7982ce4a63 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Network': ['ID=ec2db92b-a14f-4809-b896-13b00c5609a9,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:16.546011 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ecf60225-23fe-46f1-ac30-9a346accf366 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:56:16.550006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 80ece651-aaff-492f-b8e7-ff051a746b39 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:16.647401 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:16.715042 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:16.721790 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port ecf60225-23fe-46f1-ac30-9a346accf366, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ecf60225-23fe-46f1-ac30-9a346accf366,segment=NetworkSegment(ebecf73c-7d9d-45f0-84d8-2e33706926ee),segment_id=ebecf73c-7d9d-45f0-84d8-2e33706926ee)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:16.747659 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'ecf60225-23fe-46f1-ac30-9a346accf366', 'network_id': '8cd512cc-8bcb-4a14-840b-ef6a7d203ee4', 'port_id': 'ecf60225-23fe-46f1-ac30-9a346accf366', 'mac_address': 'fa:16:3e:a0:3c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9710c331-dfe9-438b-867f-fd65758bf804', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:56:16.754329 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9187d3-b6b6-4983-bc83-e198b907048d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ece651-aaff-492f-b8e7-ff051a746b39'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:16.756680 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c094634-f21e-4ad0-a703-ca0db3ac74b0" -d '{"events": [{"server_uuid": "db9187d3-b6b6-4983-bc83-e198b907048d", "name": "network-vif-unplugged", "status": "completed", "tag": "80ece651-aaff-492f-b8e7-ff051a746b39"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:16.772774 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 80ece651-aaff-492f-b8e7-ff051a746b39, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=80ece651-aaff-492f-b8e7-ff051a746b39,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:16.804353 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:16.822098 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf60225-23fe-46f1-ac30-9a346accf366 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:56:16.843422 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port ecf60225-23fe-46f1-ac30-9a346accf366, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ecf60225-23fe-46f1-ac30-9a346accf366,segment=NetworkSegment(ebecf73c-7d9d-45f0-84d8-2e33706926ee),segment_id=ebecf73c-7d9d-45f0-84d8-2e33706926ee)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:16.853197 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178b2a0-8809-4900-9bef-832b12db7b47 req-37d2d5dd-163e-4439-a517-e1ef2dd34226 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:16.854887 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0178b2a0-8809-4900-9bef-832b12db7b47 req-37d2d5dd-163e-4439-a517-e1ef2dd34226 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 943 time: 0.0639234 Jul 30 01:56:16.856118 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:16.858192 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579a83d-cbf1-49c9-906d-882bed9ec7e1 req-a2739286-af97-40f1-b4c5-adef04606603 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:16.865611 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9579a83d-cbf1-49c9-906d-882bed9ec7e1 req-a2739286-af97-40f1-b4c5-adef04606603 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/ports?device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 944 time: 0.1323376 Jul 30 01:56:16.913252 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9579a83d-cbf1-49c9-906d-882bed9ec7e1 req-89747d37-4504-45ad-b6d0-1131b88a74a2 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4cedf0f-8748-460f-a36b-533a5376c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466752 Jul 30 01:56:16.914594 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=80ece651-aaff-492f-b8e7-ff051a746b39,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:16.920627 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0178b2a0-8809-4900-9bef-832b12db7b47 req-4072ac9e-7425-443c-a99c-2caf4b62fdb2 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530071 Jul 30 01:56:16.929941 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:16.969583 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e2ec8c-5211-4a45-822f-7a8d965c08d9 x-openstack-request-id: req-38e2ec8c-5211-4a45-822f-7a8d965c08d9 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:16.969972 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9187d3-b6b6-4983-bc83-e198b907048d", "name": "network-vif-unplugged", "status": "failed", "tag": "80ece651-aaff-492f-b8e7-ff051a746b39", "code": 422}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:16.970335 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-38e2ec8c-5211-4a45-822f-7a8d965c08d9 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:16.970821 n-d-713498-9 neutron-server[94466]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db9187d3-b6b6-4983-bc83-e198b907048d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '80ece651-aaff-492f-b8e7-ff051a746b39', 'code': 422} returned with failed status Jul 30 01:56:16.999913 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=ecf60225-23fe-46f1-ac30-9a346accf366,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:17.067353 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c84be6-c888-4c24-913a-9387343194d0 req-b12a29b8-825d-446f-808a-9d1e3a4de492 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:17.068753 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-78c84be6-c888-4c24-913a-9387343194d0 req-b12a29b8-825d-446f-808a-9d1e3a4de492 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0622463 Jul 30 01:56:17.074753 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting port 9885be59-7a02-4d7c-9d7d-ea3f7948802a {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:17.075110 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:17.157600 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-78c84be6-c888-4c24-913a-9387343194d0 req-367b1ba0-1db4-401e-86d0-fd2dfb7d02f8 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795662 Jul 30 01:56:17.173091 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['ecf60225-23fe-46f1-ac30-9a346accf366'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:17.191959 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] For port 9885be59-7a02-4d7c-9d7d-ea3f7948802a, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9885be59-7a02-4d7c-9d7d-ea3f7948802a,segment=NetworkSegment(a86cc1bc-e449-4986-87a0-71d10480a297),segment_id=a86cc1bc-e449-4986-87a0-71d10480a297)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:17.192323 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:17.207804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Calling delete_port for 9885be59-7a02-4d7c-9d7d-ea3f7948802a owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:17.270408 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c292ad3-2b65-4719-80e4-b915a6f66680 req-6938e367-da0e-4a18-b195-7480f783ad9f tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:17.271972 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c292ad3-2b65-4719-80e4-b915a6f66680 req-6938e367-da0e-4a18-b195-7480f783ad9f tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 943 time: 0.0510437 Jul 30 01:56:17.319393 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c292ad3-2b65-4719-80e4-b915a6f66680 req-12c0120f-096e-4ecb-a169-d934ce298c16 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408263 Jul 30 01:56:17.485185 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:17.511393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Port': ['ID=9885be59-7a02-4d7c-9d7d-ea3f7948802a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:17.516168 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:17.545788 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:17.546110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:17.546569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:17.546799 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:17.547263 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:17.547593 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:17.547918 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:17.548240 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:17.548566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:17.548929 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:17.549246 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:17.549566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:17.632952 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:17.802547 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router 413d3a64-776c-4419-a7c4-9fc5ec06ebab has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:56:17.875093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:56:17.881630 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c953139d-d229-46e0-a5c1-e14199e366ce tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/413d3a64-776c-4419-a7c4-9fc5ec06ebab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5604682 Jul 30 01:56:17.884368 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52344) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:17.886320 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a2d53-db02-4c35-aed2-8134d9d8e07b None None] Sync routers for ids ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:56:17.898871 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6a2d53-db02-4c35-aed2-8134d9d8e07b None None] Routers {'413d3a64-776c-4419-a7c4-9fc5ec06ebab'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:17.900514 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7d6a2d53-db02-4c35-aed2-8134d9d8e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:56:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:17.955136 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-99994fb1-fec2-46d3-8ac4-a03f59958a55 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting subnet ca9c08a2-de8b-40e9-a30a-eea3608e3e2e {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:56:17.958040 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-99994fb1-fec2-46d3-8ac4-a03f59958a55 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:17.990130 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-7d6a2d53-db02-4c35-aed2-8134d9d8e07b None None] Set router 413d3a64-776c-4419-a7c4-9fc5ec06ebab gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:18.031261 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-99994fb1-fec2-46d3-8ac4-a03f59958a55 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:18.048647 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7d6a2d53-db02-4c35-aed2-8134d9d8e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:56:17Z', 'revision_number': 11, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:18.075250 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a2d53-db02-4c35-aed2-8134d9d8e07b None None] Checking router: 413d3a64-776c-4419-a7c4-9fc5ec06ebab for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:56:18.080942 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd6bfb-cd18-4022-b66e-eb7fb48cb3a7 req-5fff9acc-493a-47f7-a6f5-0b958b987701 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:18.082545 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21bd6bfb-cd18-4022-b66e-eb7fb48cb3a7 req-5fff9acc-493a-47f7-a6f5-0b958b987701 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 943 time: 0.0901082 Jul 30 01:56:18.083790 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6a2d53-db02-4c35-aed2-8134d9d8e07b None None] Routers {'413d3a64-776c-4419-a7c4-9fc5ec06ebab'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:18.084472 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7d6a2d53-db02-4c35-aed2-8134d9d8e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:56:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:18.151567 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21bd6bfb-cd18-4022-b66e-eb7fb48cb3a7 req-6e0a0ae2-91ca-44b3-b64f-0ab46fa60586 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615070 Jul 30 01:56:18.155929 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-7d6a2d53-db02-4c35-aed2-8134d9d8e07b None None] Set router 413d3a64-776c-4419-a7c4-9fc5ec06ebab gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:18.161435 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-99994fb1-fec2-46d3-8ac4-a03f59958a55 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:18.233898 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7d6a2d53-db02-4c35-aed2-8134d9d8e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:56:17Z', 'revision_number': 11, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:18.263152 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a2d53-db02-4c35-aed2-8134d9d8e07b None None] The sync data for ids ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'] in n-d-713498-9 is: [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:56:17Z', 'revision_number': 11, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:56:18.289658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe80af-0e06-4003-b62d-cf938e1897a6 req-50afa65e-35a7-46e2-b999-d527806908d4 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:18.291445 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-14fe80af-0e06-4003-b62d-cf938e1897a6 req-50afa65e-35a7-46e2-b999-d527806908d4 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/ports?device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 945 time: 0.0701435 Jul 30 01:56:18.332319 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-14fe80af-0e06-4003-b62d-cf938e1897a6 req-25e5a605-9b24-43e6-b041-a0ed1cb5cf51 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4cedf0f-8748-460f-a36b-533a5376c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333183 Jul 30 01:56:18.365332 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-99994fb1-fec2-46d3-8ac4-a03f59958a55 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:18.395673 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99994fb1-fec2-46d3-8ac4-a03f59958a55 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Subnet': ['ID=ca9c08a2-de8b-40e9-a30a-eea3608e3e2e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:18.409103 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-99994fb1-fec2-46d3-8ac4-a03f59958a55 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:18.410964 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-99994fb1-fec2-46d3-8ac4-a03f59958a55 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/subnets/ca9c08a2-de8b-40e9-a30a-eea3608e3e2e HTTP/1.1" status: 204 len: 168 time: 0.5253489 Jul 30 01:56:18.413878 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52354) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:18.416215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22ae499-418d-48c8-a08e-e4c02e2cbade None None] Network 0f91a43c-5d44-4fc5-9b0a-8d10db997420 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:18.457358 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbd52a-4b14-45db-b591-eafa4dda0807 req-d5745506-09d7-421b-b444-90072659a976 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:18.460518 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a7bbd52a-4b14-45db-b591-eafa4dda0807 req-d5745506-09d7-421b-b444-90072659a976 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0697920 Jul 30 01:56:18.515960 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3bcc70f4-420a-44d4-8f60-acc0a1ec81b3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:18.520999 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a7bbd52a-4b14-45db-b591-eafa4dda0807 req-61705018-1a9f-479c-bf43-39d8ef21b672 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543497 Jul 30 01:56:18.564560 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0712b562-7814-4302-91ad-4c807a7feec0 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:56:18.586426 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc70f4-420a-44d4-8f60-acc0a1ec81b3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Deleting port 894a0c4c-64e9-466f-9484-41fdebaeadeb {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:18.586900 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3bcc70f4-420a-44d4-8f60-acc0a1ec81b3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:18.587358 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ecf60225-23fe-46f1-ac30-9a346accf366 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:18.650846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488f5fad-61ba-4948-bf2a-a7cdf92e8477 None None] DHCP port deletion for 0f91a43c-5d44-4fc5-9b0a-8d10db997420 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:56:18.684582 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-3bcc70f4-420a-44d4-8f60-acc0a1ec81b3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] For port 894a0c4c-64e9-466f-9484-41fdebaeadeb, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=894a0c4c-64e9-466f-9484-41fdebaeadeb,segment=NetworkSegment(a86cc1bc-e449-4986-87a0-71d10480a297),segment_id=a86cc1bc-e449-4986-87a0-71d10480a297)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:18.685035 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3bcc70f4-420a-44d4-8f60-acc0a1ec81b3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:18.705750 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc70f4-420a-44d4-8f60-acc0a1ec81b3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Calling delete_port for 894a0c4c-64e9-466f-9484-41fdebaeadeb owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:18.743823 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0712b562-7814-4302-91ad-4c807a7feec0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0712b562-7814-4302-91ad-4c807a7feec0,segment=NetworkSegment(cadcdae0-4279-45bd-b2cb-a313c67cef58),segment_id=cadcdae0-4279-45bd-b2cb-a313c67cef58)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:18.759214 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '0712b562-7814-4302-91ad-4c807a7feec0', 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0', 'port_id': '0712b562-7814-4302-91ad-4c807a7feec0', 'mac_address': 'fa:16:3e:c9:76:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f78061-79f9-4190-922e-cf97355920d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:56:18.772060 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-488f5fad-61ba-4948-bf2a-a7cdf92e8477 None None] Deleting port 894a0c4c-64e9-466f-9484-41fdebaeadeb {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:18.772430 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-488f5fad-61ba-4948-bf2a-a7cdf92e8477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:18.835829 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port ecf60225-23fe-46f1-ac30-9a346accf366 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:18.856586 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:18.858427 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port ecf60225-23fe-46f1-ac30-9a346accf366 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:18.858854 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:18.867805 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3bcc70f4-420a-44d4-8f60-acc0a1ec81b3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:18.892305 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4649f01-47e1-4d94-bc3f-22f68cc5d0bd req-2db6d020-66ff-4da0-972f-ec6b29258ceb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:18.894174 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4649f01-47e1-4d94-bc3f-22f68cc5d0bd req-2db6d020-66ff-4da0-972f-ec6b29258ceb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 943 time: 0.0579171 Jul 30 01:56:18.899040 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc70f4-420a-44d4-8f60-acc0a1ec81b3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] No DVR routers for this DVR port 894a0c4c-64e9-466f-9484-41fdebaeadeb on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:18.900691 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc70f4-420a-44d4-8f60-acc0a1ec81b3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Port': ['ID=894a0c4c-64e9-466f-9484-41fdebaeadeb,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:18.921909 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0712b562-7814-4302-91ad-4c807a7feec0 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:56:18.940257 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-488f5fad-61ba-4948-bf2a-a7cdf92e8477 None None] For port 894a0c4c-64e9-466f-9484-41fdebaeadeb, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=894a0c4c-64e9-466f-9484-41fdebaeadeb,segment=NetworkSegment(a86cc1bc-e449-4986-87a0-71d10480a297),segment_id=a86cc1bc-e449-4986-87a0-71d10480a297)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:18.940914 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-488f5fad-61ba-4948-bf2a-a7cdf92e8477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:18.958083 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-488f5fad-61ba-4948-bf2a-a7cdf92e8477 None None] Calling delete_port for 894a0c4c-64e9-466f-9484-41fdebaeadeb owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:18.962559 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4649f01-47e1-4d94-bc3f-22f68cc5d0bd req-ee828153-19b5-4228-97e8-a3beb5449e68 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608423 Jul 30 01:56:19.026864 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3bcc70f4-420a-44d4-8f60-acc0a1ec81b3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:19.037840 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-3bcc70f4-420a-44d4-8f60-acc0a1ec81b3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f91a43c-5d44-4fc5-9b0a-8d10db997420']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:19.042811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0712b562-7814-4302-91ad-4c807a7feec0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0712b562-7814-4302-91ad-4c807a7feec0,segment=NetworkSegment(cadcdae0-4279-45bd-b2cb-a313c67cef58),segment_id=cadcdae0-4279-45bd-b2cb-a313c67cef58)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:19.050165 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-3bcc70f4-420a-44d4-8f60-acc0a1ec81b3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86cc1bc-e449-4986-87a0-71d10480a297') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:19.050731 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-3bcc70f4-420a-44d4-8f60-acc0a1ec81b3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86cc1bc-e449-4986-87a0-71d10480a297') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:19.062788 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3bcc70f4-420a-44d4-8f60-acc0a1ec81b3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:19.080034 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3bcc70f4-420a-44d4-8f60-acc0a1ec81b3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:19.087480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcc70f4-420a-44d4-8f60-acc0a1ec81b3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:56:19.087480 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3bcc70f4-420a-44d4-8f60-acc0a1ec81b3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:56:19.090927 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:56:19.112145 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:19.169626 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:19.189714 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-488f5fad-61ba-4948-bf2a-a7cdf92e8477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:19.206698 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f5fad-61ba-4948-bf2a-a7cdf92e8477 None None] No DVR routers for this DVR port 894a0c4c-64e9-466f-9484-41fdebaeadeb on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:19.223859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0712b562-7814-4302-91ad-4c807a7feec0,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:19.232338 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774ecd33-e605-495b-a413-53ce26fe3852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf60225-23fe-46f1-ac30-9a346accf366'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:19.234643 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366c20e7-da02-4bb0-ae45-c57340cc1c66" -d '{"events": [{"server_uuid": "774ecd33-e605-495b-a413-53ce26fe3852", "name": "network-vif-plugged", "status": "completed", "tag": "ecf60225-23fe-46f1-ac30-9a346accf366"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:19.247552 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3bcc70f4-420a-44d4-8f60-acc0a1ec81b3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:19.267546 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f5fad-61ba-4948-bf2a-a7cdf92e8477 None None] Pushing event deleted for resources: {'Port': ['ID=894a0c4c-64e9-466f-9484-41fdebaeadeb,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:19.269457 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3bcc70f4-420a-44d4-8f60-acc0a1ec81b3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:19.270613 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port ecf60225-23fe-46f1-ac30-9a346accf366, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ecf60225-23fe-46f1-ac30-9a346accf366,segment=NetworkSegment(ebecf73c-7d9d-45f0-84d8-2e33706926ee),segment_id=ebecf73c-7d9d-45f0-84d8-2e33706926ee)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:19.271548 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3bcc70f4-420a-44d4-8f60-acc0a1ec81b3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/networks/0f91a43c-5d44-4fc5-9b0a-8d10db997420 HTTP/1.1" status: 204 len: 168 time: 0.8564332 Jul 30 01:56:19.272540 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc70f4-420a-44d4-8f60-acc0a1ec81b3 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Pushing event deleted for resources: {'Network': ['ID=0f91a43c-5d44-4fc5-9b0a-8d10db997420,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:19.274224 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52386) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:19.285115 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-34a58e1c-6ba8-4ae8-87d1-b95678b9e8e7 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'router': {'routes': None}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:19.300716 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccd236-0015-4f67-80b9-7a3cc9236b90 req-6c6d832e-c6ee-495d-954a-ddc44bda2d93 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:19.308695 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9ccd236-0015-4f67-80b9-7a3cc9236b90 req-6c6d832e-c6ee-495d-954a-ddc44bda2d93 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 944 time: 0.0759625 Jul 30 01:56:19.336137 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:19.337132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 80ece651-aaff-492f-b8e7-ff051a746b39 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:19.396662 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['0712b562-7814-4302-91ad-4c807a7feec0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:19.404248 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9ccd236-0015-4f67-80b9-7a3cc9236b90 req-22dbed55-797f-4b18-914a-aadcefae2b77 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944598 Jul 30 01:56:19.448536 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-b49a58c4-65d8-40ec-8eb1-346567b8538d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1617234 Jul 30 01:56:19.468282 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4c4ca9-6e72-4552-bb10-7078dd399e2d x-openstack-request-id: req-5b4c4ca9-6e72-4552-bb10-7078dd399e2d {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:19.468798 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774ecd33-e605-495b-a413-53ce26fe3852", "name": "network-vif-plugged", "status": "completed", "tag": "ecf60225-23fe-46f1-ac30-9a346accf366", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:19.468888 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b4c4ca9-6e72-4552-bb10-7078dd399e2d {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:19.469301 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774ecd33-e605-495b-a413-53ce26fe3852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf60225-23fe-46f1-ac30-9a346accf366', 'code': 200} Jul 30 01:56:19.484700 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=ecf60225-23fe-46f1-ac30-9a346accf366,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:19.501994 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.extraroute_db [None req-34a58e1c-6ba8-4ae8-87d1-b95678b9e8e7 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Added routes are [] {{(pid=94465) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 01:56:19.502388 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.extraroute_db [None req-34a58e1c-6ba8-4ae8-87d1-b95678b9e8e7 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Removed routes are [] {{(pid=94465) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 01:56:19.506678 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-34a58e1c-6ba8-4ae8-87d1-b95678b9e8e7 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:19.677006 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917c5e8-0109-4fb3-8e57-8e2506f7bc9a req-288471b5-4a2a-4d0e-910e-b92f9a4bcbad tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:19.683695 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c917c5e8-0109-4fb3-8e57-8e2506f7bc9a req-288471b5-4a2a-4d0e-910e-b92f9a4bcbad tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/ports?device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 946 time: 0.1578898 Jul 30 01:56:19.687559 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-34a58e1c-6ba8-4ae8-87d1-b95678b9e8e7 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:19.694371 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-34a58e1c-6ba8-4ae8-87d1-b95678b9e8e7 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:19.702396 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059a229-27c8-42d8-8e18-806a88753aa6 req-5262984d-b3cd-4067-9f11-a914ab186da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:19.704271 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9059a229-27c8-42d8-8e18-806a88753aa6 req-5262984d-b3cd-4067-9f11-a914ab186da0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 1097 time: 0.1417253 Jul 30 01:56:19.773343 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c917c5e8-0109-4fb3-8e57-8e2506f7bc9a req-8fa24dbd-a457-4a82-81e4-2817241269fd tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4cedf0f-8748-460f-a36b-533a5376c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831633 Jul 30 01:56:19.778065 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9059a229-27c8-42d8-8e18-806a88753aa6 req-03a0b958-c92b-4f6e-b93b-6deab07d5610 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d4cedf0f-8748-460f-a36b-533a5376c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634174 Jul 30 01:56:19.809707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a58e1c-6ba8-4ae8-87d1-b95678b9e8e7 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router 413d3a64-776c-4419-a7c4-9fc5ec06ebab has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:56:19.824397 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9421d02-d83d-4306-88c6-98ea378cac5b req-96e796c3-02a6-4280-894e-42b772a54daf tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:19.825901 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c9421d02-d83d-4306-88c6-98ea378cac5b req-96e796c3-02a6-4280-894e-42b772a54daf tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.1277831 Jul 30 01:56:20.085056 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e81f4-6278-44e6-98f6-1b9f4f808f63 req-88f8f62f-e5a8-4031-88a3-b6c34f909786 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:20.088995 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d79e81f4-6278-44e6-98f6-1b9f4f808f63 req-88f8f62f-e5a8-4031-88a3-b6c34f909786 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 943 time: 0.0589571 Jul 30 01:56:20.127751 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d79e81f4-6278-44e6-98f6-1b9f4f808f63 req-3f81920e-2562-4d94-8131-13641f25a6ba tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341067 Jul 30 01:56:20.212532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a58e1c-6ba8-4ae8-87d1-b95678b9e8e7 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:56:20.215990 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-34a58e1c-6ba8-4ae8-87d1-b95678b9e8e7 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:20.217332 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-34a58e1c-6ba8-4ae8-87d1-b95678b9e8e7 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/413d3a64-776c-4419-a7c4-9fc5ec06ebab HTTP/1.1" status: 200 len: 704 time: 0.9421568 Jul 30 01:56:20.220572 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52408) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:20.229317 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2c0273-78f6-4594-b745-1fc02fafc4c0 None None] Sync routers for ids ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:56:20.240538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2c0273-78f6-4594-b745-1fc02fafc4c0 None None] Routers {'413d3a64-776c-4419-a7c4-9fc5ec06ebab'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:20.241527 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-fa2c0273-78f6-4594-b745-1fc02fafc4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:56:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:20.255518 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c9421d02-d83d-4306-88c6-98ea378cac5b req-f7c75216-b6d2-4b63-b5da-2aa24272ea8e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4215941 Jul 30 01:56:20.277089 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1dca60a7-fa20-4137-85c0-3a1a262a15ff tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/ports?device_id=413d3a64-776c-4419-a7c4-9fc5ec06ebab HTTP/1.1" status: 200 len: 205 time: 0.0527775 Jul 30 01:56:20.277379 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52410) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:20.282760 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9885be59-7a02-4d7c-9d7d-ea3f7948802a no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:20.335495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 9885be59-7a02-4d7c-9d7d-ea3f7948802a {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:56:20.335495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9885be59-7a02-4d7c-9d7d-ea3f7948802a not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:56:20.335495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 894a0c4c-64e9-466f-9484-41fdebaeadeb no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:20.362999 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-fa2c0273-78f6-4594-b745-1fc02fafc4c0 None None] Set router 413d3a64-776c-4419-a7c4-9fc5ec06ebab gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:20.364535 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-071ae8fd-cc42-454d-9fa5-a553b7ed5b6c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:20.364952 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 894a0c4c-64e9-466f-9484-41fdebaeadeb {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:56:20.365364 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 894a0c4c-64e9-466f-9484-41fdebaeadeb not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:56:20.425705 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-fa2c0273-78f6-4594-b745-1fc02fafc4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:56:17Z', 'revision_number': 11, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:20.463234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2c0273-78f6-4594-b745-1fc02fafc4c0 None None] Checking router: 413d3a64-776c-4419-a7c4-9fc5ec06ebab for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:56:20.475843 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2c0273-78f6-4594-b745-1fc02fafc4c0 None None] Routers {'413d3a64-776c-4419-a7c4-9fc5ec06ebab'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:20.475843 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-fa2c0273-78f6-4594-b745-1fc02fafc4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:56:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:20.551507 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-fa2c0273-78f6-4594-b745-1fc02fafc4c0 None None] Set router 413d3a64-776c-4419-a7c4-9fc5ec06ebab gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:20.573135 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-071ae8fd-cc42-454d-9fa5-a553b7ed5b6c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:20.577147 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-071ae8fd-cc42-454d-9fa5-a553b7ed5b6c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:20.590095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0712b562-7814-4302-91ad-4c807a7feec0 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:20.666871 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-fa2c0273-78f6-4594-b745-1fc02fafc4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:56:17Z', 'revision_number': 11, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:20.672246 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab97316-6d74-4111-bde3-de3e9192f9c7 req-c6df07a1-d8c3-4b3b-aa6f-bfab591c812b tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:20.674033 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aab97316-6d74-4111-bde3-de3e9192f9c7 req-c6df07a1-d8c3-4b3b-aa6f-bfab591c812b tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 944 time: 0.1659410 Jul 30 01:56:20.734777 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aab97316-6d74-4111-bde3-de3e9192f9c7 req-de5e9a93-49b8-4ef6-9e22-341bff6cd385 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543931 Jul 30 01:56:20.762313 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-071ae8fd-cc42-454d-9fa5-a553b7ed5b6c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:20.768600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071ae8fd-cc42-454d-9fa5-a553b7ed5b6c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Fanout notify agent at l3_agent the message router_deleted on router 413d3a64-776c-4419-a7c4-9fc5ec06ebab {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:56:20.770718 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-071ae8fd-cc42-454d-9fa5-a553b7ed5b6c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:20.771855 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-071ae8fd-cc42-454d-9fa5-a553b7ed5b6c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/routers/413d3a64-776c-4419-a7c4-9fc5ec06ebab HTTP/1.1" status: 204 len: 168 time: 0.4935844 Jul 30 01:56:20.777607 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52416) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:20.782479 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-225b4ef8-cce6-4864-a03f-b314c9bd786e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1314584755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:20.839672 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2c0273-78f6-4594-b745-1fc02fafc4c0 None None] The sync data for ids ['413d3a64-776c-4419-a7c4-9fc5ec06ebab'] in n-d-713498-9 is: [{'id': '413d3a64-776c-4419-a7c4-9fc5ec06ebab', 'name': 'tempest-RoutersIpV6Test-router-268594098', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:24Z', 'updated_at': '2021-07-30T01:56:17Z', 'revision_number': 11, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:56:20.909282 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-225b4ef8-cce6-4864-a03f-b314c9bd786e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:20.910590 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-225b4ef8-cce6-4864-a03f-b314c9bd786e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:20.943380 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d72a1-ef39-4a95-a89e-0f59281e4bb8 req-a14ed9bf-7a46-457b-b7cb-a43ef16f76ae tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:20.948534 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 0712b562-7814-4302-91ad-4c807a7feec0 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:20.952755 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-537d72a1-ef39-4a95-a89e-0f59281e4bb8 req-a14ed9bf-7a46-457b-b7cb-a43ef16f76ae tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/ports?device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 946 time: 0.0903761 Jul 30 01:56:20.953322 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 0712b562-7814-4302-91ad-4c807a7feec0 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:20.962026 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.035277 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-537d72a1-ef39-4a95-a89e-0f59281e4bb8 req-c9a0dae4-1eb0-4d3b-b5d0-65f33e17a620 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4cedf0f-8748-460f-a36b-533a5376c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810201 Jul 30 01:56:21.062156 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-225b4ef8-cce6-4864-a03f-b314c9bd786e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.104087 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.143481 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-225b4ef8-cce6-4864-a03f-b314c9bd786e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.150219 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0712b562-7814-4302-91ad-4c807a7feec0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0712b562-7814-4302-91ad-4c807a7feec0,segment=NetworkSegment(cadcdae0-4279-45bd-b2cb-a313c67cef58),segment_id=cadcdae0-4279-45bd-b2cb-a313c67cef58)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:21.228662 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.264500 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-225b4ef8-cce6-4864-a03f-b314c9bd786e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.269218 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-225b4ef8-cce6-4864-a03f-b314c9bd786e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4871149 Jul 30 01:56:21.269346 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52424) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:21.275855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1b3ea4b2-3e34-473f-9884-d053d568ce4d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:21.286505 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0712b562-7814-4302-91ad-4c807a7feec0,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:21.302924 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd758b3f-0af5-4336-bdab-8b52c244e055 req-992837ba-0782-498e-8a0e-6670bcd1b4ca tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:21.310876 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd758b3f-0af5-4336-bdab-8b52c244e055 req-992837ba-0782-498e-8a0e-6670bcd1b4ca tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 943 time: 0.0812821 Jul 30 01:56:21.352467 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd758b3f-0af5-4336-bdab-8b52c244e055 req-bda50a33-5371-4411-b280-5f4d9e126113 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404947 Jul 30 01:56:21.470035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bab4c3-7745-431c-a94d-3a37f916d58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0712b562-7814-4302-91ad-4c807a7feec0'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:21.472812 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6807d84-6cc4-4b3f-8990-dbba48db7132" -d '{"events": [{"server_uuid": "56bab4c3-7745-431c-a94d-3a37f916d58a", "name": "network-vif-plugged", "status": "completed", "tag": "0712b562-7814-4302-91ad-4c807a7feec0"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:21.511711 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866297cb-b9b4-4454-8a32-6a3f37662859 x-openstack-request-id: req-866297cb-b9b4-4454-8a32-6a3f37662859 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:21.512340 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bab4c3-7745-431c-a94d-3a37f916d58a", "name": "network-vif-plugged", "status": "completed", "tag": "0712b562-7814-4302-91ad-4c807a7feec0", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:21.512340 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-866297cb-b9b4-4454-8a32-6a3f37662859 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:21.512671 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bab4c3-7745-431c-a94d-3a37f916d58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0712b562-7814-4302-91ad-4c807a7feec0', 'code': 200} Jul 30 01:56:21.514986 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33f9d1-27ac-418e-adbe-69dbbe01b6b5 req-56e61b35-266d-4e87-8f35-428675c3bdb7 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:21.517052 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ec33f9d1-27ac-418e-adbe-69dbbe01b6b5 req-56e61b35-266d-4e87-8f35-428675c3bdb7 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.1803601 Jul 30 01:56:21.565298 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b3ea4b2-3e34-473f-9884-d053d568ce4d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.596832 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ec33f9d1-27ac-418e-adbe-69dbbe01b6b5 req-17d2c6a5-5f3c-456c-8074-b2185796feae tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434239 Jul 30 01:56:21.611842 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82807a-05e3-4a92-a613-108fcd900d91 req-d0eb1b7f-b1d8-44bf-8ae6-c97a0dcbf9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:21.613707 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c82807a-05e3-4a92-a613-108fcd900d91 req-d0eb1b7f-b1d8-44bf-8ae6-c97a0dcbf9e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 1096 time: 0.0432129 Jul 30 01:56:21.648346 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b3ea4b2-3e34-473f-9884-d053d568ce4d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.650857 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c82807a-05e3-4a92-a613-108fcd900d91 req-9fbe0f59-b39a-490f-9f8a-932d97c642c4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295551 Jul 30 01:56:21.812762 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3ea4b2-3e34-473f-9884-d053d568ce4d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Router ab416a2d-7826-4ac7-a86c-14e8d8db605a is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:56:21.850328 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdb5d5-0265-40b8-b7b1-0d2d5c41d2a6 req-5ec4fc5a-0ef3-43d5-8d35-aa0cd06faa66 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:21.851937 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-15bdb5d5-0265-40b8-b7b1-0d2d5c41d2a6 req-5ec4fc5a-0ef3-43d5-8d35-aa0cd06faa66 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0550542 Jul 30 01:56:21.891341 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3ea4b2-3e34-473f-9884-d053d568ce4d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:56:21.893040 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-15bdb5d5-0265-40b8-b7b1-0d2d5c41d2a6 req-16614a91-fd9c-4507-8083-8862c4b54088 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333974 Jul 30 01:56:21.898915 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b3ea4b2-3e34-473f-9884-d053d568ce4d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.900709 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1b3ea4b2-3e34-473f-9884-d053d568ce4d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "PUT /v2.0/routers/ab416a2d-7826-4ac7-a86c-14e8d8db605a HTTP/1.1" status: 200 len: 698 time: 0.6295631 Jul 30 01:56:21.902916 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52430) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:21.903168 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8446272-00b0-4407-a293-ec28394c7ef7 None None] Sync routers for ids ['ab416a2d-7826-4ac7-a86c-14e8d8db605a'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:56:21.912628 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8446272-00b0-4407-a293-ec28394c7ef7 None None] Routers {'ab416a2d-7826-4ac7-a86c-14e8d8db605a'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:21.913237 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d8446272-00b0-4407-a293-ec28394c7ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:56:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['ab416a2d-7826-4ac7-a86c-14e8d8db605a'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:21.987237 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-d8446272-00b0-4407-a293-ec28394c7ef7 None None] Set router ab416a2d-7826-4ac7-a86c-14e8d8db605a gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:21.990825 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-eb9604a9-dee4-4853-ada1-3fd769e4075e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/routers/ab416a2d-7826-4ac7-a86c-14e8d8db605a HTTP/1.1" status: 200 len: 704 time: 0.0864744 Jul 30 01:56:21.993940 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52432) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:22.022530 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9739509d-bf53-4789-887b-3d00d2210139 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab416a2d-7826-4ac7-a86c-14e8d8db605a HTTP/1.1" status: 200 len: 205 time: 0.0272162 Jul 30 01:56:22.025011 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52434) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:22.042773 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d8446272-00b0-4407-a293-ec28394c7ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab416a2d-7826-4ac7-a86c-14e8d8db605a', 'name': 'tempest-RoutersIpV6Test-router-1314584755', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:20Z', 'updated_at': '2021-07-30T01:56:21Z', 'revision_number': 2, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:22.069631 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8446272-00b0-4407-a293-ec28394c7ef7 None None] Checking router: ab416a2d-7826-4ac7-a86c-14e8d8db605a for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:56:22.078130 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8446272-00b0-4407-a293-ec28394c7ef7 None None] Routers {'ab416a2d-7826-4ac7-a86c-14e8d8db605a'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:22.078771 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d8446272-00b0-4407-a293-ec28394c7ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:56:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['ab416a2d-7826-4ac7-a86c-14e8d8db605a'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:22.106219 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e05d9b54-3956-405b-a7ae-5550d81b76f0 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:22.150371 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-d8446272-00b0-4407-a293-ec28394c7ef7 None None] Set router ab416a2d-7826-4ac7-a86c-14e8d8db605a gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:22.217938 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d8446272-00b0-4407-a293-ec28394c7ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab416a2d-7826-4ac7-a86c-14e8d8db605a', 'name': 'tempest-RoutersIpV6Test-router-1314584755', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:20Z', 'updated_at': '2021-07-30T01:56:21Z', 'revision_number': 2, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:22.248550 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8446272-00b0-4407-a293-ec28394c7ef7 None None] The sync data for ids ['ab416a2d-7826-4ac7-a86c-14e8d8db605a'] in n-d-713498-9 is: [{'id': 'ab416a2d-7826-4ac7-a86c-14e8d8db605a', 'name': 'tempest-RoutersIpV6Test-router-1314584755', 'tenant_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:20Z', 'updated_at': '2021-07-30T01:56:21Z', 'revision_number': 2, 'project_id': 'a1384cdcb57a4a8a986eca46aa366c6a', 'gw_port_host': None}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:56:22.301990 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e05d9b54-3956-405b-a7ae-5550d81b76f0 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:22.304917 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e05d9b54-3956-405b-a7ae-5550d81b76f0 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:22.314099 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a216b7-c02c-4c3d-a5a8-afb6ef393f08 req-d4a461a1-01a4-4ec5-84a8-df5d9ffc2890 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:22.315705 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0a216b7-c02c-4c3d-a5a8-afb6ef393f08 req-d4a461a1-01a4-4ec5-84a8-df5d9ffc2890 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/ports?device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 946 time: 0.1728716 Jul 30 01:56:22.395410 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0a216b7-c02c-4c3d-a5a8-afb6ef393f08 req-b6ffb08e-04d3-449f-a0aa-b4413e3772bc tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4cedf0f-8748-460f-a36b-533a5376c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699687 Jul 30 01:56:22.441183 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e05d9b54-3956-405b-a7ae-5550d81b76f0 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:22.446937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05d9b54-3956-405b-a7ae-5550d81b76f0 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Fanout notify agent at l3_agent the message router_deleted on router ab416a2d-7826-4ac7-a86c-14e8d8db605a {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:56:22.450069 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e05d9b54-3956-405b-a7ae-5550d81b76f0 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:22.455647 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e05d9b54-3956-405b-a7ae-5550d81b76f0 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/routers/ab416a2d-7826-4ac7-a86c-14e8d8db605a HTTP/1.1" status: 204 len: 168 time: 0.4254375 Jul 30 01:56:22.455843 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52442) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:22.533694 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1727b377-0316-4761-9c2e-4f3510875562 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab416a2d-7826-4ac7-a86c-14e8d8db605a HTTP/1.1" status: 200 len: 205 time: 0.0746870 Jul 30 01:56:22.534339 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52444) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:22.571433 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb97c90-dc2a-4d0d-8dca-a2f8a639c6a0 req-00006327-f570-4299-ad5d-69f62958d0ca tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:22.576279 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eeb97c90-dc2a-4d0d-8dca-a2f8a639c6a0 req-00006327-f570-4299-ad5d-69f62958d0ca tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 943 time: 0.1065750 Jul 30 01:56:22.581020 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-7b16b94a-df7b-4ac4-bae6-304f84b8ceab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] delete failed (client error): The resource could not be found. Jul 30 01:56:22.584685 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7b16b94a-df7b-4ac4-bae6-304f84b8ceab tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/routers/ab416a2d-7826-4ac7-a86c-14e8d8db605a HTTP/1.1" status: 404 len: 336 time: 0.0468757 Jul 30 01:56:22.586257 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52446) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:22.625671 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eeb97c90-dc2a-4d0d-8dca-a2f8a639c6a0 req-19416db7-4d3f-4c4c-be36-b4848b8d6e80 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423403 Jul 30 01:56:22.631538 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-646d6d76-2264-4c51-9694-64cd380b387f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] DELETE failed (client error): The resource could not be found. Jul 30 01:56:22.632014 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646d6d76-2264-4c51-9694-64cd380b387f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:56:22.634558 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-646d6d76-2264-4c51-9694-64cd380b387f tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/subnets/18ccc56a-df3d-4123-a0df-821e5ae0cb41 HTTP/1.1" status: 404 len: 337 time: 0.0473781 Jul 30 01:56:22.637231 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52450) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:22.672387 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f1aa8e-de6f-4d13-b6d9-6c3f324af8af tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] DELETE failed (client error): The resource could not be found. Jul 30 01:56:22.672710 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f1aa8e-de6f-4d13-b6d9-6c3f324af8af tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:56:22.675380 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-12f1aa8e-de6f-4d13-b6d9-6c3f324af8af tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/subnets/48a040a2-fdea-4f6e-abdc-8a0d7b9d0908 HTTP/1.1" status: 404 len: 337 time: 0.0361805 Jul 30 01:56:22.681918 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52454) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:22.712862 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae90bcf-fd63-4fdc-a184-fadf4b8c5d6d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] DELETE failed (client error): The resource could not be found. Jul 30 01:56:22.712862 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae90bcf-fd63-4fdc-a184-fadf4b8c5d6d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:56:22.714786 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5ae90bcf-fd63-4fdc-a184-fadf4b8c5d6d tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/subnets/88f5e3e4-2541-4fef-8739-4fa65b5b2d4b HTTP/1.1" status: 404 len: 337 time: 0.0305655 Jul 30 01:56:22.716334 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52458) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:22.746657 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed3f229-87a2-42c5-a65f-4da6f7aab560 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] DELETE failed (client error): The resource could not be found. Jul 30 01:56:22.747296 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed3f229-87a2-42c5-a65f-4da6f7aab560 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:56:22.749823 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1ed3f229-87a2-42c5-a65f-4da6f7aab560 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/subnets/ca9c08a2-de8b-40e9-a30a-eea3608e3e2e HTTP/1.1" status: 404 len: 337 time: 0.0311842 Jul 30 01:56:22.754050 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52460) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:22.779969 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682e10e-e181-42e5-b239-57829281ecb1 req-288cad76-45b6-4ff2-9e46-2a9d2fbfe2ed tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:22.781494 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c682e10e-e181-42e5-b239-57829281ecb1 req-288cad76-45b6-4ff2-9e46-2a9d2fbfe2ed tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0806012 Jul 30 01:56:22.798930 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2b6740a3-1fb6-42f3-af5f-9ed915de12d0 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/ports?device_id=413d3a64-776c-4419-a7c4-9fc5ec06ebab HTTP/1.1" status: 200 len: 205 time: 0.0375972 Jul 30 01:56:22.801455 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52462) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:22.834448 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c682e10e-e181-42e5-b239-57829281ecb1 req-309dda67-264a-413f-863f-09662aa2ad45 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384622 Jul 30 01:56:22.843981 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-26e48e94-e734-4bcc-80fe-68cf73747ee7 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] delete failed (client error): The resource could not be found. Jul 30 01:56:22.845119 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-26e48e94-e734-4bcc-80fe-68cf73747ee7 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/routers/413d3a64-776c-4419-a7c4-9fc5ec06ebab HTTP/1.1" status: 404 len: 336 time: 0.0426226 Jul 30 01:56:22.847962 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52464) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:22.894148 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-078e16b1-1f32-43b1-a9ae-8637498d2b08 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/ports?device_id=12f4758e-c564-4ade-9b95-e54b7f203ddb HTTP/1.1" status: 200 len: 205 time: 0.0296152 Jul 30 01:56:22.894486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52466) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:22.948556 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-27040a9a-3b65-45fb-9534-ccb48142c609 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] delete failed (client error): The resource could not be found. Jul 30 01:56:22.950603 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-27040a9a-3b65-45fb-9534-ccb48142c609 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/routers/12f4758e-c564-4ade-9b95-e54b7f203ddb HTTP/1.1" status: 404 len: 336 time: 0.0617840 Jul 30 01:56:22.954531 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52474) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:22.989829 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81a340b-2432-4cf0-ae3c-86a672f068a4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] DELETE failed (client error): The resource could not be found. Jul 30 01:56:22.994903 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b81a340b-2432-4cf0-ae3c-86a672f068a4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:56:22.994903 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b81a340b-2432-4cf0-ae3c-86a672f068a4 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/subnets/79de6003-0f5a-4a17-a8fd-b5581cce0e41 HTTP/1.1" status: 404 len: 337 time: 0.0366728 Jul 30 01:56:22.995464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52476) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:23.031810 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-591bea99-022c-4761-bafc-3e9d794ca3bc tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/ports?device_id=be365e75-b6de-4d53-aec3-e08f53f72fc2 HTTP/1.1" status: 200 len: 205 time: 0.0349901 Jul 30 01:56:23.034434 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52478) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:23.072969 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da352bbf-4073-41c0-acae-6bfb01a2fd32 req-ac861218-3dc0-4a0b-bb0f-31b35a8e3b1f tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:23.074642 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-da352bbf-4073-41c0-acae-6bfb01a2fd32 req-ac861218-3dc0-4a0b-bb0f-31b35a8e3b1f tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0678635 Jul 30 01:56:23.095605 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-d39c99e6-1c26-43dd-8f6c-6e750ca9085e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] delete failed (client error): The resource could not be found. Jul 30 01:56:23.096776 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d39c99e6-1c26-43dd-8f6c-6e750ca9085e tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/routers/be365e75-b6de-4d53-aec3-e08f53f72fc2 HTTP/1.1" status: 404 len: 336 time: 0.0613663 Jul 30 01:56:23.099502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52480) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:23.120059 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-da352bbf-4073-41c0-acae-6bfb01a2fd32 req-891b75ef-0392-4b28-85ac-bf8eaba36c72 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390270 Jul 30 01:56:23.138369 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-14939e4d-46b9-462d-b2b1-459be17c73d7 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a8427-0b38-4831-909e-789baf73d9da HTTP/1.1" status: 200 len: 205 time: 0.0361609 Jul 30 01:56:23.139236 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52482) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:23.196062 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-515113a6-9632-4c3a-952d-259eed9fe189 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] delete failed (client error): The resource could not be found. Jul 30 01:56:23.206843 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-515113a6-9632-4c3a-952d-259eed9fe189 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/routers/348a8427-0b38-4831-909e-789baf73d9da HTTP/1.1" status: 404 len: 336 time: 0.0569606 Jul 30 01:56:23.207328 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52488) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:23.251268 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d2d2ac-4633-4113-b237-b4f1c988cf19 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] DELETE failed (client error): The resource could not be found. Jul 30 01:56:23.251885 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d2d2ac-4633-4113-b237-b4f1c988cf19 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:56:23.256097 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-65d2d2ac-4633-4113-b237-b4f1c988cf19 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/subnets/990f5c64-25f6-4be4-9359-b7458f6b7944 HTTP/1.1" status: 404 len: 337 time: 0.0456684 Jul 30 01:56:23.256457 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52492) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:23.294749 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-32bc658e-87d4-4fe1-aa96-4678004c39b2 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/ports?device_id=31064a0f-efb4-4145-a59d-7e03e944d60c HTTP/1.1" status: 200 len: 205 time: 0.0349123 Jul 30 01:56:23.297358 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52494) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:23.334598 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-729c78c7-386c-491d-8985-3da7aaef8692 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] delete failed (client error): The resource could not be found. Jul 30 01:56:23.338838 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-729c78c7-386c-491d-8985-3da7aaef8692 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/routers/31064a0f-efb4-4145-a59d-7e03e944d60c HTTP/1.1" status: 404 len: 336 time: 0.0370486 Jul 30 01:56:23.338994 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52496) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:23.365716 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-2297033a-a552-4170-a1b1-31f79cba8522 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] DELETE failed (client error): The resource could not be found. Jul 30 01:56:23.366532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2297033a-a552-4170-a1b1-31f79cba8522 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:56:23.369186 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2297033a-a552-4170-a1b1-31f79cba8522 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/subnets/6e13cfd2-a1e0-4545-839d-ee318615ec4d HTTP/1.1" status: 404 len: 337 time: 0.0281096 Jul 30 01:56:23.376859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52498) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:23.404995 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c9a45054-a7ff-48a8-8b0b-4f056c9eb561 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "GET /v2.0/ports?device_id=200f83fa-8a8c-4b5f-9c19-da172e4344ce HTTP/1.1" status: 200 len: 205 time: 0.0275581 Jul 30 01:56:23.407710 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52500) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:23.447690 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-fd2dc0f4-c9c3-4e34-abb3-0d405e24b80a tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] delete failed (client error): The resource could not be found. Jul 30 01:56:23.448741 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fd2dc0f4-c9c3-4e34-abb3-0d405e24b80a tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/routers/200f83fa-8a8c-4b5f-9c19-da172e4344ce HTTP/1.1" status: 404 len: 336 time: 0.0398812 Jul 30 01:56:23.451994 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52504) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:23.483254 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae923c85-4db5-49d3-b1d0-4f0f9bf2ce0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] DELETE failed (client error): The resource could not be found. Jul 30 01:56:23.483714 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae923c85-4db5-49d3-b1d0-4f0f9bf2ce0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:56:23.486388 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ae923c85-4db5-49d3-b1d0-4f0f9bf2ce0c tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/subnets/4efa0ad6-a070-4b60-8e48-94e9eaefdda6 HTTP/1.1" status: 404 len: 337 time: 0.0324748 Jul 30 01:56:23.488030 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52508) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:23.519085 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b21211-6a18-4dbd-b913-d47f1d038978 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] DELETE failed (client error): The resource could not be found. Jul 30 01:56:23.519660 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b21211-6a18-4dbd-b913-d47f1d038978 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:56:23.525204 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-66b21211-6a18-4dbd-b913-d47f1d038978 tempest-RoutersIpV6Test-1999269036 tempest-RoutersIpV6Test-1999269036-project] 10.222.0.70 "DELETE /v2.0/subnets/e92e2282-2707-4a43-b6ff-730633363009 HTTP/1.1" status: 404 len: 337 time: 0.0321314 Jul 30 01:56:23.674094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd246eb-7839-47fc-8fc0-561b1efd19f9 req-bb9a4e65-7f9d-4f4b-a965-949e697aa551 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:23.675667 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2dd246eb-7839-47fc-8fc0-561b1efd19f9 req-bb9a4e65-7f9d-4f4b-a965-949e697aa551 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0616665 Jul 30 01:56:23.730880 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db072f18-2c9c-486f-ac95-2104c76c8f76 req-5a1b002c-e2a0-480b-a6a4-df67ec5b6b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:23.732532 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db072f18-2c9c-486f-ac95-2104c76c8f76 req-5a1b002c-e2a0-480b-a6a4-df67ec5b6b3e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=974a7a34583e4b899d72951370215c2f&device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 1096 time: 0.0632434 Jul 30 01:56:23.737180 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2dd246eb-7839-47fc-8fc0-561b1efd19f9 req-753ddaa1-fc6d-4686-9211-685f4cc8dab2 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479956 Jul 30 01:56:23.916979 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db072f18-2c9c-486f-ac95-2104c76c8f76 req-cab5f7f0-4eae-4a0e-9b71-b6977c8cb5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:23.918616 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db072f18-2c9c-486f-ac95-2104c76c8f76 req-cab5f7f0-4eae-4a0e-9b71-b6977c8cb5c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4af35de8-af8f-4d77-97cf-b636d544d3c0 HTTP/1.1" status: 200 len: 921 time: 0.1782753 Jul 30 01:56:23.978321 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db072f18-2c9c-486f-ac95-2104c76c8f76 req-6d03881e-505e-4883-9836-583029e8af1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0712b562-7814-4302-91ad-4c807a7feec0 HTTP/1.1" status: 200 len: 217 time: 0.0523891 Jul 30 01:56:24.070062 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db072f18-2c9c-486f-ac95-2104c76c8f76 req-b24fa4fb-c39a-4de6-81f6-8318c838f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:24.073833 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db072f18-2c9c-486f-ac95-2104c76c8f76 req-b24fa4fb-c39a-4de6-81f6-8318c838f89d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8f78061-79f9-4190-922e-cf97355920d4 HTTP/1.1" status: 200 len: 860 time: 0.0876145 Jul 30 01:56:24.153233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05457a6-7c90-43cc-95b4-5eb0881701ef req-325ccaf2-8a95-41a5-98a2-c54c9a136c67 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:24.160491 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d05457a6-7c90-43cc-95b4-5eb0881701ef req-325ccaf2-8a95-41a5-98a2-c54c9a136c67 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 943 time: 0.1305461 Jul 30 01:56:24.162883 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db072f18-2c9c-486f-ac95-2104c76c8f76 req-ca535d71-50ac-46fb-ad7f-dfd4fe551a78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4af35de8-af8f-4d77-97cf-b636d544d3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807669 Jul 30 01:56:24.189795 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52526) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:24.257267 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d05457a6-7c90-43cc-95b4-5eb0881701ef req-60c9c589-f586-46ba-a795-5ac232ef470f tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915561 Jul 30 01:56:24.342902 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db072f18-2c9c-486f-ac95-2104c76c8f76 req-50783bd3-c305-441e-b5c1-b9b49173d0ad service neutron] 10.222.0.10 "GET /v2.0/networks/4af35de8-af8f-4d77-97cf-b636d544d3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702332 Jul 30 01:56:24.350284 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6a402f56-2ffb-421e-bf0b-770651f558b5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a1384cdcb57a4a8a986eca46aa366c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529860 Jul 30 01:56:24.353215 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52530) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:24.371619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19793d-ca82-4e46-8423-19c4f9c24ebe req-e57bc0b0-bfdc-45c0-88a4-f1e1ad6d0bae tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:24.373227 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c19793d-ca82-4e46-8423-19c4f9c24ebe req-e57bc0b0-bfdc-45c0-88a4-f1e1ad6d0bae tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.1045220 Jul 30 01:56:24.420644 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91388215-68c9-400d-8bed-421414312a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:24.451410 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91388215-68c9-400d-8bed-421414312a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:24.452231 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c19793d-ca82-4e46-8423-19c4f9c24ebe req-e6aeadd6-4b5e-4481-a877-361d330041f4 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670915 Jul 30 01:56:24.518650 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db072f18-2c9c-486f-ac95-2104c76c8f76 req-333ed4fe-a649-422f-8026-9124a9e5ced0 service neutron] 10.222.0.10 "GET /v2.0/networks/4af35de8-af8f-4d77-97cf-b636d544d3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649776 Jul 30 01:56:24.647046 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91388215-68c9-400d-8bed-421414312a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:24.650467 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91388215-68c9-400d-8bed-421414312a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:24.651748 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-91388215-68c9-400d-8bed-421414312a01 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c7287a8b-63b8-431b-9350-117a77976b9c HTTP/1.1" status: 204 len: 168 time: 0.2975545 Jul 30 01:56:24.660038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91388215-68c9-400d-8bed-421414312a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7287a8b-63b8-431b-9350-117a77976b9c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:24.906602 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ebc64-502b-4955-958c-33b100b860b0 req-52860a5a-f8ec-4061-99b6-df0feea3e434 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:24.906602 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b73ebc64-502b-4955-958c-33b100b860b0 req-52860a5a-f8ec-4061-99b6-df0feea3e434 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0801585 Jul 30 01:56:24.956021 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b73ebc64-502b-4955-958c-33b100b860b0 req-b6352ea5-6eb1-4300-b3f1-60c6a5784a8f tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476072 Jul 30 01:56:25.136912 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33646b8-11ac-445d-9fd8-69d2e5824394 req-8a8f0091-176d-4a76-8370-9da3e4ef55ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:25.138684 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b33646b8-11ac-445d-9fd8-69d2e5824394 req-8a8f0091-176d-4a76-8370-9da3e4ef55ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1773aff5f2d24ceea84313862e0f7cc6&device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 1096 time: 0.0974479 Jul 30 01:56:25.153300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a51c-81e5-49f4-b727-7bceceab768b req-81addc15-865c-406a-bbf5-857e7f5ab483 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:25.160031 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-84a1a51c-81e5-49f4-b727-7bceceab768b req-81addc15-865c-406a-bbf5-857e7f5ab483 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0699842 Jul 30 01:56:25.249533 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-84a1a51c-81e5-49f4-b727-7bceceab768b req-3fbdf1e0-462f-4744-a426-acf38110256d tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848458 Jul 30 01:56:25.334050 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33646b8-11ac-445d-9fd8-69d2e5824394 req-73e51e43-25bc-4826-9099-009cf2396c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:25.335618 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b33646b8-11ac-445d-9fd8-69d2e5824394 req-73e51e43-25bc-4826-9099-009cf2396c57 service neutron] 10.222.0.77 "GET /v2.0/networks?id=da367ee6-3a9f-4866-aaeb-75f83be72229 HTTP/1.1" status: 200 len: 910 time: 0.1795964 Jul 30 01:56:25.418849 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b33646b8-11ac-445d-9fd8-69d2e5824394 req-25d3930a-e3b7-436e-9af6-db45dbe777a7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 HTTP/1.1" status: 200 len: 1001 time: 0.0749471 Jul 30 01:56:25.494214 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-e8d849b0-1cd9-4b9d-a9de-6f143db534f7 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:25.503984 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-e8d849b0-1cd9-4b9d-a9de-6f143db534f7 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/networks?id=a8b9f707-3fd0-408c-9282-fa524aed05e5 HTTP/1.1" status: 200 len: 814 time: 0.1682980 Jul 30 01:56:25.517487 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fc47f-5d96-4d1e-a29f-14020fec4d62 req-c99194d5-78a0-462f-96b4-dbdd53409277 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:25.521318 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-822e2e3b-db51-45b1-afa3-f9e0dd00f10b tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/quotas/cb95c676d9fe447aa62bee6f0ba2c0fc HTTP/1.1" status: 200 len: 375 time: 0.0163062 Jul 30 01:56:25.525729 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5a7fc47f-5d96-4d1e-a29f-14020fec4d62 req-c99194d5-78a0-462f-96b4-dbdd53409277 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 943 time: 0.1093845 Jul 30 01:56:25.546469 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33646b8-11ac-445d-9fd8-69d2e5824394 req-bdb04502-283d-4bd1-b98a-fba6824da2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:25.548073 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b33646b8-11ac-445d-9fd8-69d2e5824394 req-bdb04502-283d-4bd1-b98a-fba6824da2d2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e55ab10a-38fa-4f87-9d98-222aa1ee0cac HTTP/1.1" status: 200 len: 848 time: 0.1203845 Jul 30 01:56:25.573523 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5a7fc47f-5d96-4d1e-a29f-14020fec4d62 req-d9ecab21-3816-477d-8073-8db98b316f0a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468061 Jul 30 01:56:25.598887 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-4dc32685-71c8-49de-be87-f1a3c9c71104 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb95c676d9fe447aa62bee6f0ba2c0fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0766439 Jul 30 01:56:25.640132 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33646b8-11ac-445d-9fd8-69d2e5824394 req-67a21fb1-3f41-4187-b9cc-490f1ddda53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:25.642049 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b33646b8-11ac-445d-9fd8-69d2e5824394 req-67a21fb1-3f41-4187-b9cc-490f1ddda53d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da367ee6-3a9f-4866-aaeb-75f83be72229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783052 Jul 30 01:56:25.694828 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3e5cb936-78b5-4c68-af11-578bca7aa996 service neutron] 10.222.0.70 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946889 Jul 30 01:56:25.752619 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b33646b8-11ac-445d-9fd8-69d2e5824394 req-ed37eae6-1ff1-45d1-8a07-e5b1d9aad1be service neutron] 10.222.0.77 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020029 Jul 30 01:56:25.854716 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-43dab483-f4a8-44c1-a5a7-f3c5e5d5925e service neutron] 10.222.0.70 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532111 Jul 30 01:56:25.892218 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b33646b8-11ac-445d-9fd8-69d2e5824394 req-37d3a0fb-db05-48df-8905-9dcc43e440f2 service neutron] 10.222.0.77 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317296 Jul 30 01:56:26.137579 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52598) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:26.250715 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeda05-64dd-41df-8bd4-a3f6014f35cf req-11c840b2-d261-496f-9fe6-9dd85908f42d tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:26.260527 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6aeda05-64dd-41df-8bd4-a3f6014f35cf req-11c840b2-d261-496f-9fe6-9dd85908f42d tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0945613 Jul 30 01:56:26.283408 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a575a83-9da6-49a8-979d-75839bde73a0 req-bdc1fbeb-7eaa-4672-ab28-2c1df22f49c0 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 210 time: 0.0661635 Jul 30 01:56:26.328914 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3bca49fa-1659-4c2f-9507-62cc660146b6 tempest-ServiceProvidersTest-1387939122 tempest-ServiceProvidersTest-1387939122-project] 10.222.0.70 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1904287 Jul 30 01:56:26.358694 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6aeda05-64dd-41df-8bd4-a3f6014f35cf req-df88ddcd-b5f3-4df0-a3b4-4d231d79c601 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949137 Jul 30 01:56:26.444427 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036199e6-4abb-406f-8712-8e0869c28c4e req-25367e3f-fa03-4d5a-8a4e-390f5831eb6f tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:26.454096 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-036199e6-4abb-406f-8712-8e0869c28c4e req-25367e3f-fa03-4d5a-8a4e-390f5831eb6f tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/ports?device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 946 time: 0.0653708 Jul 30 01:56:26.516414 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-036199e6-4abb-406f-8712-8e0869c28c4e req-b0efef87-c4e3-40bc-8bd9-be24acf44f21 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4cedf0f-8748-460f-a36b-533a5376c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609555 Jul 30 01:56:26.516908 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdf727-b759-4292-9de5-0fd78b894ae7 req-1151d6d2-6f1b-4c99-8f95-e1f6cf99e569 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:26.518579 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00cdf727-b759-4292-9de5-0fd78b894ae7 req-1151d6d2-6f1b-4c99-8f95-e1f6cf99e569 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0685956 Jul 30 01:56:26.561339 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00cdf727-b759-4292-9de5-0fd78b894ae7 req-964f7d94-f172-420f-9e8f-68aa069cf329 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347915 Jul 30 01:56:26.717458 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8ad11-db86-4fa5-bdd1-e0bb016a0e3d req-5aed4a11-6729-4e35-bc3b-5c52994accdf tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:26.719184 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5c8ad11-db86-4fa5-bdd1-e0bb016a0e3d req-5aed4a11-6729-4e35-bc3b-5c52994accdf tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 943 time: 0.0580974 Jul 30 01:56:26.759932 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5c8ad11-db86-4fa5-bdd1-e0bb016a0e3d req-ebfb2308-8c15-41f9-a706-a71544906f63 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346227 Jul 30 01:56:26.934166 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52618) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:27.044630 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67e15f44-218e-469e-aca1-5c94bc0e72d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:27.134184 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67e15f44-218e-469e-aca1-5c94bc0e72d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:27.213246 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67e15f44-218e-469e-aca1-5c94bc0e72d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:27.263583 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e15f44-218e-469e-aca1-5c94bc0e72d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f0fa72-eab2-4ee7-a0ed-b4fd1da589ea,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:27.270583 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-67e15f44-218e-469e-aca1-5c94bc0e72d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4dc6483ebaf64941beb6cc22084a1d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3323379 Jul 30 01:56:27.274075 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52622) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:27.323257 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-290783b6-54ec-4634-ad6f-d5f4923e1282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:27.345576 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-290783b6-54ec-4634-ad6f-d5f4923e1282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:27.408395 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-637a076c-8b83-40dc-b0f4-edb40fe2b0c9 req-6689ceaa-1cfe-447a-8f3a-3dce330d5742 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 210 time: 0.0356231 Jul 30 01:56:27.481291 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-290783b6-54ec-4634-ad6f-d5f4923e1282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:27.483902 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-290783b6-54ec-4634-ad6f-d5f4923e1282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:27.485050 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-290783b6-54ec-4634-ad6f-d5f4923e1282 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39f0fa72-eab2-4ee7-a0ed-b4fd1da589ea HTTP/1.1" status: 204 len: 168 time: 0.2130573 Jul 30 01:56:27.499325 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290783b6-54ec-4634-ad6f-d5f4923e1282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f0fa72-eab2-4ee7-a0ed-b4fd1da589ea,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:27.532257 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37b89f-7cab-47e1-9b29-7337457a6f84 req-9b14c500-db36-4b26-a57a-20a6ebe36070 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:27.534576 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c37b89f-7cab-47e1-9b29-7337457a6f84 req-9b14c500-db36-4b26-a57a-20a6ebe36070 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0847714 Jul 30 01:56:27.596551 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c37b89f-7cab-47e1-9b29-7337457a6f84 req-2b0603fd-585e-451f-b387-75310de74b7c tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534172 Jul 30 01:56:27.669140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaaa8f-9878-4dd5-bf90-f483ad13ee10 req-2d801c63-7160-47e6-a7b1-31f80b4e75e4 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:27.670882 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-59aaaa8f-9878-4dd5-bf90-f483ad13ee10 req-2d801c63-7160-47e6-a7b1-31f80b4e75e4 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 946 time: 0.1002576 Jul 30 01:56:27.693975 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ba235-0801-4d81-b29c-f7fec0f4d61d req-8f1c1bba-a2ca-4d2e-961f-9c042204695c tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:27.696329 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-775ba235-0801-4d81-b29c-f7fec0f4d61d req-8f1c1bba-a2ca-4d2e-961f-9c042204695c tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/ports?device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 946 time: 0.0809188 Jul 30 01:56:27.717624 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a0c08-9ba6-4387-97f3-f2cf9bfd1e8a req-f4158dfd-8998-4aee-bbf2-7ce79d37bada tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:27.719435 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-588a0c08-9ba6-4387-97f3-f2cf9bfd1e8a req-f4158dfd-8998-4aee-bbf2-7ce79d37bada tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0647583 Jul 30 01:56:27.776136 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-588a0c08-9ba6-4387-97f3-f2cf9bfd1e8a req-7ce2a22e-bb8e-4109-9789-e2bba358e5dd tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505211 Jul 30 01:56:27.811086 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-775ba235-0801-4d81-b29c-f7fec0f4d61d req-1a75c4bf-35d7-441f-b1f7-0a2f6ceac197 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4cedf0f-8748-460f-a36b-533a5376c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967324 Jul 30 01:56:27.912571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-59aaaa8f-9878-4dd5-bf90-f483ad13ee10 req-f330d32f-98d9-457c-85a1-b66fdeaf7c90 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Deleting port ecf60225-23fe-46f1-ac30-9a346accf366 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:27.914356 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-59aaaa8f-9878-4dd5-bf90-f483ad13ee10 req-f330d32f-98d9-457c-85a1-b66fdeaf7c90 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:27.984660 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbe664-c789-428e-b466-db6046774f2d req-c1ba5c80-1580-4241-b3fd-e16129bff3cf tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:27.987839 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4afbe664-c789-428e-b466-db6046774f2d req-c1ba5c80-1580-4241-b3fd-e16129bff3cf tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 943 time: 0.1074152 Jul 30 01:56:28.073311 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-59aaaa8f-9878-4dd5-bf90-f483ad13ee10 req-f330d32f-98d9-457c-85a1-b66fdeaf7c90 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] For port ecf60225-23fe-46f1-ac30-9a346accf366, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ecf60225-23fe-46f1-ac30-9a346accf366,segment=NetworkSegment(ebecf73c-7d9d-45f0-84d8-2e33706926ee),segment_id=ebecf73c-7d9d-45f0-84d8-2e33706926ee)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:28.073812 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-59aaaa8f-9878-4dd5-bf90-f483ad13ee10 req-f330d32f-98d9-457c-85a1-b66fdeaf7c90 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:28.090181 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-59aaaa8f-9878-4dd5-bf90-f483ad13ee10 req-f330d32f-98d9-457c-85a1-b66fdeaf7c90 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Calling delete_port for ecf60225-23fe-46f1-ac30-9a346accf366 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:28.111815 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4afbe664-c789-428e-b466-db6046774f2d req-488fd62b-d92a-4c21-be08-757a06382582 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908005 Jul 30 01:56:28.292818 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-59aaaa8f-9878-4dd5-bf90-f483ad13ee10 req-f330d32f-98d9-457c-85a1-b66fdeaf7c90 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:28.304805 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['ecf60225-23fe-46f1-ac30-9a346accf366'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:28.322241 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330d32f-98d9-457c-85a1-b66fdeaf7c90 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Pushing event deleted for resources: {'Port': ['ID=ecf60225-23fe-46f1-ac30-9a346accf366,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:28.369295 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-59aaaa8f-9878-4dd5-bf90-f483ad13ee10 req-f330d32f-98d9-457c-85a1-b66fdeaf7c90 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] No DVR routers for this DVR port ecf60225-23fe-46f1-ac30-9a346accf366 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:28.371832 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-59aaaa8f-9878-4dd5-bf90-f483ad13ee10 req-f330d32f-98d9-457c-85a1-b66fdeaf7c90 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:28.373807 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-59aaaa8f-9878-4dd5-bf90-f483ad13ee10 req-f330d32f-98d9-457c-85a1-b66fdeaf7c90 tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.10 "DELETE /v2.0/ports/ecf60225-23fe-46f1-ac30-9a346accf366 HTTP/1.1" status: 204 len: 173 time: 0.6970415 Jul 30 01:56:28.374236 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774ecd33-e605-495b-a413-53ce26fe3852', 'name': 'network-vif-deleted', 'tag': 'ecf60225-23fe-46f1-ac30-9a346accf366'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:28.376482 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f70b73-2646-4d0f-93ff-994d8d7122c8" -d '{"events": [{"server_uuid": "774ecd33-e605-495b-a413-53ce26fe3852", "name": "network-vif-deleted", "tag": "ecf60225-23fe-46f1-ac30-9a346accf366"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:28.418603 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d0eba2-dea2-485e-b7d9-d4397b4e3fb4 x-openstack-request-id: req-62d0eba2-dea2-485e-b7d9-d4397b4e3fb4 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:28.418755 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774ecd33-e605-495b-a413-53ce26fe3852", "name": "network-vif-deleted", "tag": "ecf60225-23fe-46f1-ac30-9a346accf366", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:28.419107 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-62d0eba2-dea2-485e-b7d9-d4397b4e3fb4 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:28.422760 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774ecd33-e605-495b-a413-53ce26fe3852', 'name': 'network-vif-deleted', 'tag': 'ecf60225-23fe-46f1-ac30-9a346accf366', 'status': 'completed', 'code': 200} Jul 30 01:56:28.513021 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fdfad8d4-d191-41d8-b002-5bcb08fa2d7d req-e95d87f7-ec1c-4230-95ca-9b279867175e tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 210 time: 0.0346985 Jul 30 01:56:28.722716 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4fddf-7837-421a-9eb5-810a4b5d4917 req-9b81e2bb-2e8b-4214-9d32-88b696884517 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:28.724379 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-61b4fddf-7837-421a-9eb5-810a4b5d4917 req-9b81e2bb-2e8b-4214-9d32-88b696884517 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0651882 Jul 30 01:56:28.778966 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-61b4fddf-7837-421a-9eb5-810a4b5d4917 req-fc228c15-5bb2-4357-9b83-2d62ef3961e0 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453796 Jul 30 01:56:28.834237 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3bb8fc56-e331-482a-a047-974dc13acc34 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:28.835849 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3bb8fc56-e331-482a-a047-974dc13acc34 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.77 "GET /v2.0/networks?id=a8b9f707-3fd0-408c-9282-fa524aed05e5 HTTP/1.1" status: 200 len: 814 time: 0.1442835 Jul 30 01:56:28.859015 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-0ebce42d-b9d0-499f-ad90-1371a77821f6 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Request body: {'port': {'device_id': 'b5c5b87f-3b13-47e3-8942-cbd4d250c692', 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5', 'admin_state_up': True, 'tenant_id': 'cb95c676d9fe447aa62bee6f0ba2c0fc'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:28.957196 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-90863b4d-713d-43ae-a8e4-d3efde86d6cc req-90cc4ccb-2c2f-404f-baea-bd63aeef2dfa service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580184 Jul 30 01:56:28.962422 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5ace95a6-2ab4-4d4c-8090-7071219cbae9 req-ba9bab30-0df9-4fe5-a6e0-591f9bf2e2dd tempest-ServerTagsTestJSON-1089778550 tempest-ServerTagsTestJSON-1089778550-project] 10.222.0.70 "GET /v2.0/ports?device_id=774ecd33-e605-495b-a413-53ce26fe3852 HTTP/1.1" status: 200 len: 210 time: 0.0339851 Jul 30 01:56:29.037761 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90863b4d-713d-43ae-a8e4-d3efde86d6cc req-8f310956-08d5-4d27-8820-d7b612065628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:29.039415 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-90863b4d-713d-43ae-a8e4-d3efde86d6cc req-8f310956-08d5-4d27-8820-d7b612065628 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1773aff5f2d24ceea84313862e0f7cc6&device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 1096 time: 0.0441036 Jul 30 01:56:29.086566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-0ebce42d-b9d0-499f-ad90-1371a77821f6 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Made reservation on behalf of cb95c676d9fe447aa62bee6f0ba2c0fc for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:29.090526 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-0ebce42d-b9d0-499f-ad90-1371a77821f6 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:29.166834 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90863b4d-713d-43ae-a8e4-d3efde86d6cc req-395a8148-a1da-4ad9-acab-365d432f2dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:29.168544 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-90863b4d-713d-43ae-a8e4-d3efde86d6cc req-395a8148-a1da-4ad9-acab-365d432f2dfd service neutron] 10.222.0.77 "GET /v2.0/networks?id=da367ee6-3a9f-4866-aaeb-75f83be72229 HTTP/1.1" status: 200 len: 910 time: 0.1041663 Jul 30 01:56:29.275217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-0ebce42d-b9d0-499f-ad90-1371a77821f6 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Allocated IP 172.20.0.7 (a8b9f707-3fd0-408c-9282-fa524aed05e5/be08776f-bee7-4979-bed4-c8ef7b14c9f6/d903d87e-dc75-49e7-8551-66a4e06b3ae7) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:29.301379 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e5224-e708-468d-9aa6-7181ed9263ac req-c5366e0c-9fb0-4f7e-870d-e676b8c9e24a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:29.309632 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-088e5224-e708-468d-9aa6-7181ed9263ac req-c5366e0c-9fb0-4f7e-870d-e676b8c9e24a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 943 time: 0.0840292 Jul 30 01:56:29.312823 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-90863b4d-713d-43ae-a8e4-d3efde86d6cc req-e30c9f1a-53c2-4c71-98ea-28ad83c70f0a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 HTTP/1.1" status: 200 len: 1001 time: 0.1347151 Jul 30 01:56:29.387065 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-088e5224-e708-468d-9aa6-7181ed9263ac req-60e36ad0-2227-4081-bc2c-3788d98da229 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763910 Jul 30 01:56:29.398455 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90863b4d-713d-43ae-a8e4-d3efde86d6cc req-10c0f9cc-34d5-484c-800b-95b6839162d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:29.398455 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-90863b4d-713d-43ae-a8e4-d3efde86d6cc req-10c0f9cc-34d5-484c-800b-95b6839162d1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e55ab10a-38fa-4f87-9d98-222aa1ee0cac HTTP/1.1" status: 200 len: 848 time: 0.0697715 Jul 30 01:56:29.455016 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90863b4d-713d-43ae-a8e4-d3efde86d6cc req-a7182730-745c-4598-be66-be34e0d6022a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:29.456688 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-90863b4d-713d-43ae-a8e4-d3efde86d6cc req-a7182730-745c-4598-be66-be34e0d6022a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da367ee6-3a9f-4866-aaeb-75f83be72229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507033 Jul 30 01:56:29.456987 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-0ebce42d-b9d0-499f-ad90-1371a77821f6 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:29.581910 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-0ebce42d-b9d0-499f-ad90-1371a77821f6 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:29.596392 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['71faba77-bb7e-4cd0-b5ca-5f74250aeba5', '41c675d2-0bc0-466d-aea5-306012bfae83'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:29.634068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['e687784b-c469-481c-a236-abfa0bdeb1cd'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:29.666044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-0ebce42d-b9d0-499f-ad90-1371a77821f6 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Network a8b9f707-3fd0-408c-9282-fa524aed05e5 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:29.673372 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-0ebce42d-b9d0-499f-ad90-1371a77821f6 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:29.679648 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-0ebce42d-b9d0-499f-ad90-1371a77821f6 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:29.740626 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-0ebce42d-b9d0-499f-ad90-1371a77821f6 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:29.741436 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-0ebce42d-b9d0-499f-ad90-1371a77821f6 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:29.763737 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebce42d-b9d0-499f-ad90-1371a77821f6 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Pushing event updated for resources: {'Port': ['ID=d903d87e-dc75-49e7-8551-66a4e06b3ae7,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:29.783955 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb948f0-7eae-4d5f-9793-efb0584e3418 req-851b6edc-7deb-4814-897f-252e6d603855 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:29.785900 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dbb948f0-7eae-4d5f-9793-efb0584e3418 req-851b6edc-7deb-4814-897f-252e6d603855 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 931 time: 0.1607409 Jul 30 01:56:29.861852 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-90863b4d-713d-43ae-a8e4-d3efde86d6cc req-1d051729-9411-444e-9fd4-111377cea56f service neutron] 10.222.0.77 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960636 Jul 30 01:56:29.883968 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dbb948f0-7eae-4d5f-9793-efb0584e3418 req-e85076e8-94c7-452f-9640-7c076459d1e7 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812058 Jul 30 01:56:29.885764 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-0ebce42d-b9d0-499f-ad90-1371a77821f6 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0309038 Jul 30 01:56:29.907419 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] Request body: {'port': {'device_id': 'b5c5b87f-3b13-47e3-8942-cbd4d250c692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:29.986517 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:29.987576 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-90863b4d-713d-43ae-a8e4-d3efde86d6cc req-9be454f9-89c0-4560-8a2c-16380fb4d388 service neutron] 10.222.0.77 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165011 Jul 30 01:56:30.056557 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52690) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:30.123239 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d41eb4-05d2-470d-b8e3-b8f6215aee3e req-563226eb-9805-436f-af49-4620e99e4658 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:30.124895 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d3d41eb4-05d2-470d-b8e3-b8f6215aee3e req-563226eb-9805-436f-af49-4620e99e4658 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.1363497 Jul 30 01:56:30.130352 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-7804b451-c7fd-4d2b-a256-607b0d234898 admin admin] Deleting subnet 9710c331-dfe9-438b-867f-fd65758bf804 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:56:30.135496 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7804b451-c7fd-4d2b-a256-607b0d234898 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.198035 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7804b451-c7fd-4d2b-a256-607b0d234898 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.202508 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d3d41eb4-05d2-470d-b8e3-b8f6215aee3e req-789e1918-2270-4a92-947a-005bd7adcd29 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681484 Jul 30 01:56:30.247436 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7804b451-c7fd-4d2b-a256-607b0d234898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.322854 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d903d87e-dc75-49e7-8551-66a4e06b3ae7 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:56:30.330375 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.437584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] Transition to ACTIVE for port object d903d87e-dc75-49e7-8551-66a4e06b3ae7 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:30.437811 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7804b451-c7fd-4d2b-a256-607b0d234898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.537290 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.559431 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7804b451-c7fd-4d2b-a256-607b0d234898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.561988 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7804b451-c7fd-4d2b-a256-607b0d234898 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9710c331-dfe9-438b-867f-fd65758bf804 HTTP/1.1" status: 204 len: 168 time: 0.5023251 Jul 30 01:56:30.563220 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804b451-c7fd-4d2b-a256-607b0d234898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9710c331-dfe9-438b-867f-fd65758bf804,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:30.569772 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52704) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:30.597680 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804b451-c7fd-4d2b-a256-607b0d234898 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:30.598040 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804b451-c7fd-4d2b-a256-607b0d234898 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:30.598394 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804b451-c7fd-4d2b-a256-607b0d234898 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:30.598774 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804b451-c7fd-4d2b-a256-607b0d234898 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:30.599115 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804b451-c7fd-4d2b-a256-607b0d234898 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:30.599520 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804b451-c7fd-4d2b-a256-607b0d234898 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:30.599788 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804b451-c7fd-4d2b-a256-607b0d234898 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:30.600136 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804b451-c7fd-4d2b-a256-607b0d234898 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:30.600462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804b451-c7fd-4d2b-a256-607b0d234898 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:30.600769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804b451-c7fd-4d2b-a256-607b0d234898 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:30.601097 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804b451-c7fd-4d2b-a256-607b0d234898 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:30.601209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8af9a-88db-4505-a3b1-b21d97a61466 req-9b38d46a-824e-4d6b-b751-3acd211ac4ca tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:30.601683 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804b451-c7fd-4d2b-a256-607b0d234898 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:30.603251 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ae8af9a-88db-4505-a3b1-b21d97a61466 req-9b38d46a-824e-4d6b-b751-3acd211ac4ca tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 943 time: 0.0979238 Jul 30 01:56:30.610632 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] Pushing event updated for resources: {'Port': ['ID=d903d87e-dc75-49e7-8551-66a4e06b3ae7,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:30.668275 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-3d891ba9-f93c-4183-9740-521fbd97a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:30.669775 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-3d891ba9-f93c-4183-9740-521fbd97a1ea service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d&tenant_id=b5e9759d07ba4e958653b10399043a13 HTTP/1.1" status: 200 len: 1094 time: 0.2242298 Jul 30 01:56:30.675613 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-34d99dc3-2692-4089-b96f-70aacbfdcba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.688558 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ae8af9a-88db-4505-a3b1-b21d97a61466 req-7c1283bf-50e7-4c53-afdd-68f2eb7d28b8 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731137 Jul 30 01:56:30.690125 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-9', 'device_owner': 'compute:nova'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:30.709577 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] Attempting to bind port d903d87e-dc75-49e7-8551-66a4e06b3ae7 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:56:30.710036 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] Attempting to bind port d903d87e-dc75-49e7-8551-66a4e06b3ae7 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '0bed6907-b447-4a6c-bc3b-b69e1c44a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:56:30.710457 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] Attempting to bind port d903d87e-dc75-49e7-8551-66a4e06b3ae7 on network a8b9f707-3fd0-408c-9282-fa524aed05e5 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:30.715699 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] Port d903d87e-dc75-49e7-8551-66a4e06b3ae7 on network a8b9f707-3fd0-408c-9282-fa524aed05e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:56:30.716103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] Attempting to bind port d903d87e-dc75-49e7-8551-66a4e06b3ae7 on network a8b9f707-3fd0-408c-9282-fa524aed05e5 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:30.724590 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:56:30.725681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] Checking segment: {'id': '0bed6907-b447-4a6c-bc3b-b69e1c44a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:30.725681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] Bound using segment: {'id': '0bed6907-b447-4a6c-bc3b-b69e1c44a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:56:30.725963 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] Bound port: d903d87e-dc75-49e7-8551-66a4e06b3ae7, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bed6907-b447-4a6c-bc3b-b69e1c44a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:56:30.726352 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.794500 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] For port d903d87e-dc75-49e7-8551-66a4e06b3ae7, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:30.797601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] For port d903d87e-dc75-49e7-8551-66a4e06b3ae7, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d903d87e-dc75-49e7-8551-66a4e06b3ae7,segment=NetworkSegment(0bed6907-b447-4a6c-bc3b-b69e1c44a873),segment_id=0bed6907-b447-4a6c-bc3b-b69e1c44a873)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:56:30.804973 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-34d99dc3-2692-4089-b96f-70aacbfdcba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.819331 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-34d99dc3-2692-4089-b96f-70aacbfdcba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd512cc-8bcb-4a14-840b-ef6a7d203ee4']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:30.829553 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.833088 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-34d99dc3-2692-4089-b96f-70aacbfdcba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebecf73c-7d9d-45f0-84d8-2e33706926ee') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:30.833395 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-34d99dc3-2692-4089-b96f-70aacbfdcba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebecf73c-7d9d-45f0-84d8-2e33706926ee') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:30.850054 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-34d99dc3-2692-4089-b96f-70aacbfdcba1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.861978 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.887062 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-34d99dc3-2692-4089-b96f-70aacbfdcba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.892308 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52708) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:30.910410 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d99dc3-2692-4089-b96f-70aacbfdcba1 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:56:30.910828 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-34d99dc3-2692-4089-b96f-70aacbfdcba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:56:30.912571 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:56:30.924951 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] Pushing event updated for resources: {'Port': ['ID=d903d87e-dc75-49e7-8551-66a4e06b3ae7,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:30.944410 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:30.944516 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.946773 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-3f2b50e5-2cb9-4c92-b020-cb38290a1b39 service neutron] 10.222.0.77 "PUT /v2.0/ports/d903d87e-dc75-49e7-8551-66a4e06b3ae7 HTTP/1.1" status: 200 len: 1091 time: 1.0444434 Jul 30 01:56:30.947386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c5b87f-3b13-47e3-8942-cbd4d250c692', 'tag': 'd903d87e-dc75-49e7-8551-66a4e06b3ae7'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:30.949933 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8400e4b6-012a-41bb-8d12-23c55c5bce52" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c5b87f-3b13-47e3-8942-cbd4d250c692", "tag": "d903d87e-dc75-49e7-8551-66a4e06b3ae7"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:30.992149 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4fcbc2-3962-4c1b-95e8-3bf1e77c1419 x-openstack-request-id: req-3e4fcbc2-3962-4c1b-95e8-3bf1e77c1419 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:30.992149 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c5b87f-3b13-47e3-8942-cbd4d250c692", "tag": "d903d87e-dc75-49e7-8551-66a4e06b3ae7", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:30.992149 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e4fcbc2-3962-4c1b-95e8-3bf1e77c1419 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:30.992149 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c5b87f-3b13-47e3-8942-cbd4d250c692', 'tag': 'd903d87e-dc75-49e7-8551-66a4e06b3ae7', 'status': 'completed', 'code': 200} Jul 30 01:56:31.076664 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4b4ba01b-e03b-45d4-b1c1-b715329b91cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.091128 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e4b6-012a-41bb-8d12-23c55c5bce52 req-35cc8e7f-81df-45ce-a23c-020e36078df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:31.092686 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8400e4b6-012a-41bb-8d12-23c55c5bce52 req-35cc8e7f-81df-45ce-a23c-020e36078df0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cb95c676d9fe447aa62bee6f0ba2c0fc&device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 1094 time: 0.0430362 Jul 30 01:56:31.158610 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fd605-26ef-46e4-b5fa-94ef83d5f478 req-30292134-5786-4269-a2c6-0b53c6f8283d tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:31.160132 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-394fd605-26ef-46e4-b5fa-94ef83d5f478 req-30292134-5786-4269-a2c6-0b53c6f8283d tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 943 time: 0.1568272 Jul 30 01:56:31.160741 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-34d99dc3-2692-4089-b96f-70aacbfdcba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.171382 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-34d99dc3-2692-4089-b96f-70aacbfdcba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.173124 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-34d99dc3-2692-4089-b96f-70aacbfdcba1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8cd512cc-8bcb-4a14-840b-ef6a7d203ee4 HTTP/1.1" status: 204 len: 168 time: 0.6016994 Jul 30 01:56:31.204260 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d99dc3-2692-4089-b96f-70aacbfdcba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cd512cc-8bcb-4a14-840b-ef6a7d203ee4,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:31.210009 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e4b6-012a-41bb-8d12-23c55c5bce52 req-3a0d060c-149f-4b82-94bb-f6781fa18849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:31.210009 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8400e4b6-012a-41bb-8d12-23c55c5bce52 req-3a0d060c-149f-4b82-94bb-f6781fa18849 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=cb95c676d9fe447aa62bee6f0ba2c0fc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1029091 Jul 30 01:56:31.260932 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] For port 80ece651-aaff-492f-b8e7-ff051a746b39, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=80ece651-aaff-492f-b8e7-ff051a746b39,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:31.282232 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-394fd605-26ef-46e4-b5fa-94ef83d5f478 req-123ce31d-58d1-43f9-b13b-c52d432bcc90 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054013 Jul 30 01:56:31.326993 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] For port 80ece651-aaff-492f-b8e7-ff051a746b39, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:31.378375 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ece651-aaff-492f-b8e7-ff051a746b39 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:56:31.388978 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4b4ba01b-e03b-45d4-b1c1-b715329b91cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.391198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.405302 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] Transition to ACTIVE for port object 80ece651-aaff-492f-b8e7-ff051a746b39 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:31.467795 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4b4ba01b-e03b-45d4-b1c1-b715329b91cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.509441 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4b4ba01b-e03b-45d4-b1c1-b715329b91cf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=87f4f092f9694e3ebe3e3331b5aa0a25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6160734 Jul 30 01:56:31.510510 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ba01b-e03b-45d4-b1c1-b715329b91cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b5d91e-2fa8-477f-8c13-e2a7a05284da,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:31.514430 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52720) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:31.532998 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.571942 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52722) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:31.639530 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2355e9-ba1e-4ea6-81e6-da7dca195219 req-3560e793-b62d-4deb-bb9d-34a1345515ea tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:31.641102 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af2355e9-ba1e-4ea6-81e6-da7dca195219 req-3560e793-b62d-4deb-bb9d-34a1345515ea tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0959518 Jul 30 01:56:31.680008 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e4b6-012a-41bb-8d12-23c55c5bce52 req-756a47a8-dfbd-450e-8652-5bcbce793fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:31.685782 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8400e4b6-012a-41bb-8d12-23c55c5bce52 req-756a47a8-dfbd-450e-8652-5bcbce793fdd service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4631612 Jul 30 01:56:31.694381 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] Pushing event updated for resources: {'Port': ['ID=80ece651-aaff-492f-b8e7-ff051a746b39,revision_number=9']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:31.713559 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af2355e9-ba1e-4ea6-81e6-da7dca195219 req-4f3527c5-16d1-4fd9-87d7-08ca4843147c tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627413 Jul 30 01:56:31.762465 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7db691bb-6734-4c71-957d-ef7d380a3c5d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6dc423666a1d461ba717ee48079a80e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892576 Jul 30 01:56:31.772990 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52726) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:31.786786 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7e039a06-9e79-4222-a7d9-4827290fce35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.793813 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-792a4cbb-5c8e-4a84-aff8-cf489a9b00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:31.795463 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-792a4cbb-5c8e-4a84-aff8-cf489a9b00bd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cb95c676d9fe447aa62bee6f0ba2c0fc&device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 1094 time: 0.0476401 Jul 30 01:56:31.846044 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] No DVR routers for this DVR port 80ece651-aaff-492f-b8e7-ff051a746b39 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:31.848897 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-e72f56fa-b76a-4e98-8dda-b419081f7cc0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d903d87e-dc75-49e7-8551-66a4e06b3ae7 HTTP/1.1" status: 200 len: 217 time: 0.0351465 Jul 30 01:56:31.905500 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7e039a06-9e79-4222-a7d9-4827290fce35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.908712 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-ff87d23e-693d-4576-b518-a41ae0cdb6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:31.910177 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-ff87d23e-693d-4576-b518-a41ae0cdb6fc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=be08776f-bee7-4979-bed4-c8ef7b14c9f6 HTTP/1.1" status: 200 len: 854 time: 0.0535314 Jul 30 01:56:31.943451 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-e2903934-4d1c-42e4-900f-7dc0141d207f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a8b9f707-3fd0-408c-9282-fa524aed05e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249906 Jul 30 01:56:31.996148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b96943-a1f4-41dd-9e65-13ee261a0f8c req-c3b42970-e699-4f65-b9b3-b9f7e0ca975a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:31.997753 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-55b96943-a1f4-41dd-9e65-13ee261a0f8c req-c3b42970-e699-4f65-b9b3-b9f7e0ca975a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 943 time: 0.2139068 Jul 30 01:56:32.022185 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2f36987e-5e86-4c58-9b6c-9abb6023b2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:32.033653 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-a2ea69f7-e815-42e4-8cbe-22e1c9cbd6a2 service neutron] 10.222.0.77 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829654 Jul 30 01:56:32.072724 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2f36987e-5e86-4c58-9b6c-9abb6023b2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:32.097426 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-55b96943-a1f4-41dd-9e65-13ee261a0f8c req-cd380151-653f-4bac-ba8e-76ab162f6cf6 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918140 Jul 30 01:56:32.138811 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af8f172d-5cfb-4ed1-87ca-ca86341b1c08 req-b12171b0-bbd0-428d-ab58-fddb9a3116f3 service neutron] 10.222.0.77 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970323 Jul 30 01:56:32.139578 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] Attempting to bind port 80ece651-aaff-492f-b8e7-ff051a746b39 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:56:32.139915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] Attempting to bind port 80ece651-aaff-492f-b8e7-ff051a746b39 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '61b69ced-b837-4295-81db-bb73fd3ccacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:56:32.140246 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] Attempting to bind port 80ece651-aaff-492f-b8e7-ff051a746b39 on network fb87329a-3973-4c1a-ad14-ee785b8bfa68 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:32.145928 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] Port 80ece651-aaff-492f-b8e7-ff051a746b39 on network fb87329a-3973-4c1a-ad14-ee785b8bfa68 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:56:32.146252 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] Attempting to bind port 80ece651-aaff-492f-b8e7-ff051a746b39 on network fb87329a-3973-4c1a-ad14-ee785b8bfa68 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:32.152307 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:56:32.152617 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] Checking segment: {'id': '61b69ced-b837-4295-81db-bb73fd3ccacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:32.152999 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] Bound using segment: {'id': '61b69ced-b837-4295-81db-bb73fd3ccacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:56:32.153425 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] Bound port: 80ece651-aaff-492f-b8e7-ff051a746b39, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b69ced-b837-4295-81db-bb73fd3ccacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:56:32.153785 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:32.171159 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7e039a06-9e79-4222-a7d9-4827290fce35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:32.173642 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7e039a06-9e79-4222-a7d9-4827290fce35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:32.174810 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7e039a06-9e79-4222-a7d9-4827290fce35 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/71b5d91e-2fa8-477f-8c13-e2a7a05284da HTTP/1.1" status: 204 len: 168 time: 0.6594195 Jul 30 01:56:32.204957 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e039a06-9e79-4222-a7d9-4827290fce35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b5d91e-2fa8-477f-8c13-e2a7a05284da,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:32.235719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] For port 80ece651-aaff-492f-b8e7-ff051a746b39, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:32.240866 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] For port 80ece651-aaff-492f-b8e7-ff051a746b39, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=80ece651-aaff-492f-b8e7-ff051a746b39,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:56:32.267455 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2f36987e-5e86-4c58-9b6c-9abb6023b2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:32.271645 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2f36987e-5e86-4c58-9b6c-9abb6023b2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:32.272863 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2f36987e-5e86-4c58-9b6c-9abb6023b2b6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d4cedf0f-8748-460f-a36b-533a5376c980 HTTP/1.1" status: 204 len: 168 time: 0.4903450 Jul 30 01:56:32.281069 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36987e-5e86-4c58-9b6c-9abb6023b2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cedf0f-8748-460f-a36b-533a5376c980,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:32.325563 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:32.377937 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:32.379355 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:32.381018 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] 10.222.0.77 "PUT /v2.0/ports/80ece651-aaff-492f-b8e7-ff051a746b39 HTTP/1.1" status: 200 len: 1091 time: 1.6952064 Jul 30 01:56:32.385925 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9187d3-b6b6-4983-bc83-e198b907048d', 'tag': '80ece651-aaff-492f-b8e7-ff051a746b39'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:32.388266 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41ac9a2-652d-446f-9e6a-76d51d4e6561" -d '{"events": [{"name": "network-changed", "server_uuid": "db9187d3-b6b6-4983-bc83-e198b907048d", "tag": "80ece651-aaff-492f-b8e7-ff051a746b39"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:32.411080 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee62d8-4c00-49ed-a1b1-b82a0d13a27b req-d4c89ad8-ff43-4dcc-9aed-5290272b3224 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:32.412949 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3ee62d8-4c00-49ed-a1b1-b82a0d13a27b req-d4c89ad8-ff43-4dcc-9aed-5290272b3224 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 943 time: 0.0577257 Jul 30 01:56:32.458892 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3ee62d8-4c00-49ed-a1b1-b82a0d13a27b req-e7c73781-f38f-48ee-8004-5b3d3ce31ba4 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383584 Jul 30 01:56:32.467099 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901fe1fd-f976-4283-ad76-0ada78b8dbb3 x-openstack-request-id: req-901fe1fd-f976-4283-ad76-0ada78b8dbb3 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:32.467442 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9187d3-b6b6-4983-bc83-e198b907048d", "tag": "80ece651-aaff-492f-b8e7-ff051a746b39", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:32.467649 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-901fe1fd-f976-4283-ad76-0ada78b8dbb3 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:32.468049 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db9187d3-b6b6-4983-bc83-e198b907048d', 'tag': '80ece651-aaff-492f-b8e7-ff051a746b39', 'status': 'completed', 'code': 200} Jul 30 01:56:32.486930 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1a2db-c479-4296-a639-00824688d0fd service neutron] Pushing event updated for resources: {'Port': ['ID=80ece651-aaff-492f-b8e7-ff051a746b39,revision_number=10']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:32.501185 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-afe0cfcd-c50f-4655-99a1-8e08620f09fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:32.502960 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-afe0cfcd-c50f-4655-99a1-8e08620f09fa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b5e9759d07ba4e958653b10399043a13&device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 1095 time: 0.0826178 Jul 30 01:56:32.609359 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-dc496d23-d1bf-4be2-ad7d-781a5714c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:32.611049 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-dc496d23-d1bf-4be2-ad7d-781a5714c56e service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb87329a-3973-4c1a-ad14-ee785b8bfa68 HTTP/1.1" status: 200 len: 917 time: 0.0956569 Jul 30 01:56:32.633036 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ecf60225-23fe-46f1-ac30-9a346accf366 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:32.657826 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: ecf60225-23fe-46f1-ac30-9a346accf366 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:56:32.658506 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ecf60225-23fe-46f1-ac30-9a346accf366 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:56:32.689646 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-8951aa79-750e-483a-a26e-cafc1ddb6010 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ece651-aaff-492f-b8e7-ff051a746b39 HTTP/1.1" status: 200 len: 997 time: 0.0693069 Jul 30 01:56:32.746276 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-2619735b-f7a2-407a-b1cd-f87897968993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:32.746276 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-2619735b-f7a2-407a-b1cd-f87897968993 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d5331bae-ecd8-4548-bb35-10d75f268fda HTTP/1.1" status: 200 len: 855 time: 0.0485661 Jul 30 01:56:32.812603 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:32.822915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-65c9faf7-3f8b-4db3-aa95-1e7c89502027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:32.824423 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-65c9faf7-3f8b-4db3-aa95-1e7c89502027 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb87329a-3973-4c1a-ad14-ee785b8bfa68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710433 Jul 30 01:56:32.841858 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e173ffb-b06b-40b3-8405-964e40b5b496 req-35354aa1-44c6-4e93-b794-72a8d020fc4d tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:32.843296 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e173ffb-b06b-40b3-8405-964e40b5b496 req-35354aa1-44c6-4e93-b794-72a8d020fc4d tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0624058 Jul 30 01:56:32.927130 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1e173ffb-b06b-40b3-8405-964e40b5b496 req-847c6ea4-1dee-4b3d-a8d9-87e198cbcc72 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762703 Jul 30 01:56:32.960905 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-cb126e89-758c-400e-ae90-524a14bfe9c7 service neutron] 10.222.0.77 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272831 Jul 30 01:56:32.973499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52750) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:32.987358 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54a67196-fe28-4ba0-934d-01e2b054d7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:33.067494 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-202e31b4-0a88-48c1-8310-90d356e7bddd req-b067ef42-fffb-4c2a-bbdf-0901a89bbc92 service neutron] 10.222.0.77 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976472 Jul 30 01:56:33.079393 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54a67196-fe28-4ba0-934d-01e2b054d7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:33.228737 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af2187-d843-4a8f-bb44-3bb496573395 req-94fe0f30-9843-4364-a42e-e49059074047 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:33.230218 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f4af2187-d843-4a8f-bb44-3bb496573395 req-94fe0f30-9843-4364-a42e-e49059074047 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 944 time: 0.0541680 Jul 30 01:56:33.268931 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f4af2187-d843-4a8f-bb44-3bb496573395 req-aea82467-c85d-462e-b343-cefb034c6fe4 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315967 Jul 30 01:56:33.315127 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54a67196-fe28-4ba0-934d-01e2b054d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:33.357894 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-54a67196-fe28-4ba0-934d-01e2b054d7c9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4b47dfa22330488f839b41739f015883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3833146 Jul 30 01:56:33.358810 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a67196-fe28-4ba0-934d-01e2b054d7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0992c4af-2406-46c2-92ba-1d96aa0158f2,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:33.361095 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52762) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:33.417566 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec22ec4e-014e-4701-8412-cb6f9a3da55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:33.440780 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec22ec4e-014e-4701-8412-cb6f9a3da55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:33.455814 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52766) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:33.480944 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ac9a2-652d-446f-9e6a-76d51d4e6561 req-0512ed1f-4b64-4350-a845-e459c63a64be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:33.483222 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e41ac9a2-652d-446f-9e6a-76d51d4e6561 req-0512ed1f-4b64-4350-a845-e459c63a64be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b5e9759d07ba4e958653b10399043a13&device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 1095 time: 0.0489092 Jul 30 01:56:33.562151 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3b773557-cbad-4203-9439-50a1a00a889d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1805404915-network', 'tenant_id': '2512260259d7455494ba68636275b240'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:33.576589 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec22ec4e-014e-4701-8412-cb6f9a3da55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:33.579313 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec22ec4e-014e-4701-8412-cb6f9a3da55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:33.580483 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ec22ec4e-014e-4701-8412-cb6f9a3da55c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0992c4af-2406-46c2-92ba-1d96aa0158f2 HTTP/1.1" status: 204 len: 168 time: 0.2184556 Jul 30 01:56:33.598041 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22ec4e-014e-4701-8412-cb6f9a3da55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0992c4af-2406-46c2-92ba-1d96aa0158f2,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:33.636556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1180704-7941-48ed-9359-5090c235e50e req-83937e16-3818-4845-a129-7458eba34023 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:33.638497 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1180704-7941-48ed-9359-5090c235e50e req-83937e16-3818-4845-a129-7458eba34023 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 943 time: 0.0804451 Jul 30 01:56:33.658630 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ac9a2-652d-446f-9e6a-76d51d4e6561 req-a4078d2d-4d63-4530-bf18-1c716e8b05dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:33.660235 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e41ac9a2-652d-446f-9e6a-76d51d4e6561 req-a4078d2d-4d63-4530-bf18-1c716e8b05dc service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb87329a-3973-4c1a-ad14-ee785b8bfa68 HTTP/1.1" status: 200 len: 917 time: 0.1676948 Jul 30 01:56:33.673021 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b773557-cbad-4203-9439-50a1a00a889d admin admin] Made reservation on behalf of 2512260259d7455494ba68636275b240 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:33.675560 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b773557-cbad-4203-9439-50a1a00a889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:33.689296 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b773557-cbad-4203-9439-50a1a00a889d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:33.725798 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1180704-7941-48ed-9359-5090c235e50e req-47cc01d0-989d-4111-b694-ac367218bc39 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781429 Jul 30 01:56:33.744357 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e41ac9a2-652d-446f-9e6a-76d51d4e6561 req-55fcbe07-5efa-4701-bf0b-2b406296c488 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ece651-aaff-492f-b8e7-ff051a746b39 HTTP/1.1" status: 200 len: 997 time: 0.0761244 Jul 30 01:56:33.800567 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b773557-cbad-4203-9439-50a1a00a889d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:33.811379 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ac9a2-652d-446f-9e6a-76d51d4e6561 req-a536389c-45e9-4d36-95c6-d30b02af0c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:33.812863 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e41ac9a2-652d-446f-9e6a-76d51d4e6561 req-a536389c-45e9-4d36-95c6-d30b02af0c9a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d5331bae-ecd8-4548-bb35-10d75f268fda HTTP/1.1" status: 200 len: 855 time: 0.0612407 Jul 30 01:56:33.861657 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ac9a2-652d-446f-9e6a-76d51d4e6561 req-d1afcfab-247f-40d7-8df4-37285a0a36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:33.863111 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e41ac9a2-652d-446f-9e6a-76d51d4e6561 req-d1afcfab-247f-40d7-8df4-37285a0a36ea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb87329a-3973-4c1a-ad14-ee785b8bfa68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414164 Jul 30 01:56:33.897834 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b773557-cbad-4203-9439-50a1a00a889d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:33.928052 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b773557-cbad-4203-9439-50a1a00a889d admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:56:33.938613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b773557-cbad-4203-9439-50a1a00a889d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdca9f5-7cda-4529-a0ff-364ec9161cb5,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:33.953691 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b773557-cbad-4203-9439-50a1a00a889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:33.954038 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-3b773557-cbad-4203-9439-50a1a00a889d admin admin] Added segment 01e39c0f-bbdb-454f-8544-6a01cf6f09aa of type vlan for network ba6a7637-8cab-4877-809b-af833f6bd6e0 Jul 30 01:56:33.971847 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e41ac9a2-652d-446f-9e6a-76d51d4e6561 req-d6d10554-271b-4ff4-8123-614f9f783c2e service neutron] 10.222.0.77 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009672 Jul 30 01:56:34.001674 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b773557-cbad-4203-9439-50a1a00a889d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.087617 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e41ac9a2-652d-446f-9e6a-76d51d4e6561 req-9a413d28-be78-4aeb-a794-122b5da0e59f service neutron] 10.222.0.77 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069171 Jul 30 01:56:34.123044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adf9ce-9c35-49d5-9ba2-c0fa089e593b req-d77ed569-a40b-45b8-b8f1-9f8596b90067 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:34.123044 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94adf9ce-9c35-49d5-9ba2-c0fa089e593b req-d77ed569-a40b-45b8-b8f1-9f8596b90067 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0834694 Jul 30 01:56:34.123044 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b773557-cbad-4203-9439-50a1a00a889d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.123044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b773557-cbad-4203-9439-50a1a00a889d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:34.123044 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b773557-cbad-4203-9439-50a1a00a889d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.228984 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b773557-cbad-4203-9439-50a1a00a889d admin admin] Pushing event updated for resources: {'Network': ['ID=ba6a7637-8cab-4877-809b-af833f6bd6e0,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:34.243424 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network ba6a7637-8cab-4877-809b-af833f6bd6e0 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:56:34.275768 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94adf9ce-9c35-49d5-9ba2-c0fa089e593b req-687868eb-f99c-4272-b64f-d978d3f9f3e2 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947957 Jul 30 01:56:34.283758 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52800) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:34.284425 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3b773557-cbad-4203-9439-50a1a00a889d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8275661 Jul 30 01:56:34.290536 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-4f035062-c3c3-48d7-babe-bd948d0e3d63 admin admin] Request body: {'subnet': {'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1805404915-subnet', 'tenant_id': '2512260259d7455494ba68636275b240', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:34.305750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d903d87e-dc75-49e7-8551-66a4e06b3ae7 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:56:34.432550 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f035062-c3c3-48d7-babe-bd948d0e3d63 admin admin] Made reservation on behalf of 2512260259d7455494ba68636275b240 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:34.436870 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4f035062-c3c3-48d7-babe-bd948d0e3d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.495772 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port d903d87e-dc75-49e7-8551-66a4e06b3ae7, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d903d87e-dc75-49e7-8551-66a4e06b3ae7,segment=NetworkSegment(0bed6907-b447-4a6c-bc3b-b69e1c44a873),segment_id=0bed6907-b447-4a6c-bc3b-b69e1c44a873)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:34.512076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'd903d87e-dc75-49e7-8551-66a4e06b3ae7', 'network_id': 'a8b9f707-3fd0-408c-9282-fa524aed05e5', 'port_id': 'd903d87e-dc75-49e7-8551-66a4e06b3ae7', 'mac_address': 'fa:16:3e:55:38:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be08776f-bee7-4979-bed4-c8ef7b14c9f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:56:34.562171 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.578568 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d903d87e-dc75-49e7-8551-66a4e06b3ae7 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:56:34.616978 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port d903d87e-dc75-49e7-8551-66a4e06b3ae7, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d903d87e-dc75-49e7-8551-66a4e06b3ae7,segment=NetworkSegment(0bed6907-b447-4a6c-bc3b-b69e1c44a873),segment_id=0bed6907-b447-4a6c-bc3b-b69e1c44a873)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:34.709848 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.776951 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=d903d87e-dc75-49e7-8551-66a4e06b3ae7,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:34.909054 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2902d86-5b7e-4b9c-a834-fde6fb0d73a9 req-66316665-cc9e-44eb-91f0-5868fbe96a40 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:34.917109 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c2902d86-5b7e-4b9c-a834-fde6fb0d73a9 req-66316665-cc9e-44eb-91f0-5868fbe96a40 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 944 time: 0.5286138 Jul 30 01:56:34.974368 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65c354-fcff-4653-9fb5-5690ef4cf391 req-533f9b51-6283-4f84-962e-0c48070baa8a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:34.974368 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a65c354-fcff-4653-9fb5-5690ef4cf391 req-533f9b51-6283-4f84-962e-0c48070baa8a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 944 time: 0.1130443 Jul 30 01:56:34.979483 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c2902d86-5b7e-4b9c-a834-fde6fb0d73a9 req-324eb9d7-2290-495c-878e-8e15f5a82523 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605814 Jul 30 01:56:35.075829 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a65c354-fcff-4653-9fb5-5690ef4cf391 req-1a4df456-3afc-4e8a-a2d0-4e540a69d25d tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824645 Jul 30 01:56:35.209948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['d903d87e-dc75-49e7-8551-66a4e06b3ae7'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:35.250171 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4f035062-c3c3-48d7-babe-bd948d0e3d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.342227 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f035062-c3c3-48d7-babe-bd948d0e3d63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2bdb7f5-8d0f-432b-8087-856e79091b08,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:35.373520 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f035062-c3c3-48d7-babe-bd948d0e3d63 admin admin] Checking segment: {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:35.374015 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f035062-c3c3-48d7-babe-bd948d0e3d63 admin admin] Network hostable DHCP agents. Network: ba6a7637-8cab-4877-809b-af833f6bd6e0, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:56:35.466003 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e451b2-493d-43da-8ccf-bd168f9f7c48 req-dd3972a6-53e8-4b81-a32e-151972ee277c tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:35.467484 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52e451b2-493d-43da-8ccf-bd168f9f7c48 req-dd3972a6-53e8-4b81-a32e-151972ee277c tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0805504 Jul 30 01:56:35.489939 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f035062-c3c3-48d7-babe-bd948d0e3d63 admin admin] Network ba6a7637-8cab-4877-809b-af833f6bd6e0 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:56:35.515198 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-52e451b2-493d-43da-8ccf-bd168f9f7c48 req-2928d6c1-0ebb-4c8d-bc7e-c12828c11844 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417616 Jul 30 01:56:35.575758 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-4f035062-c3c3-48d7-babe-bd948d0e3d63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, ba6a7637-8cab-4877-809b-af833f6bd6e0) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:35.582638 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f035062-c3c3-48d7-babe-bd948d0e3d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:35.583300 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4f035062-c3c3-48d7-babe-bd948d0e3d63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.589062 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef03260-9c0d-4dec-8e65-687b1261d7b0 None None] Network ba6a7637-8cab-4877-809b-af833f6bd6e0 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:35.663605 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4f035062-c3c3-48d7-babe-bd948d0e3d63 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3770123 Jul 30 01:56:35.772024 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d758646-532d-44ad-8675-467ac10ff7f6 None None] Network ba6a7637-8cab-4877-809b-af833f6bd6e0 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:36.135246 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf03022-3800-4f14-9187-772f7ff9e7a9 req-31d01382-9a15-45ca-9e8e-38d1be59818b tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:36.137033 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-baf03022-3800-4f14-9187-772f7ff9e7a9 req-31d01382-9a15-45ca-9e8e-38d1be59818b tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 944 time: 0.0725811 Jul 30 01:56:36.214513 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-baf03022-3800-4f14-9187-772f7ff9e7a9 req-a6d4d45b-489f-481f-a6d5-8e0d033c350c tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642262 Jul 30 01:56:36.341466 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dd636-00a2-4a8d-b5c9-35df36f5faf3 req-9ab7b5fc-c241-4582-9e7d-5496896fc80c tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:36.343222 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-885dd636-00a2-4a8d-b5c9-35df36f5faf3 req-9ab7b5fc-c241-4582-9e7d-5496896fc80c tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 944 time: 0.0671144 Jul 30 01:56:36.407694 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-885dd636-00a2-4a8d-b5c9-35df36f5faf3 req-e06614fb-574c-45d3-b61d-88f5d40e408f tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566282 Jul 30 01:56:36.509374 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-98611263-4734-4572-a374-ec69c44de40f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:36.518630 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-98611263-4734-4572-a374-ec69c44de40f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/networks?id=ba6a7637-8cab-4877-809b-af833f6bd6e0 HTTP/1.1" status: 200 len: 806 time: 0.1319058 Jul 30 01:56:36.536839 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-89003c78-dbb0-42fe-ab11-2ae6c46f82e0 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/quotas/2512260259d7455494ba68636275b240 HTTP/1.1" status: 200 len: 375 time: 0.0166879 Jul 30 01:56:36.582082 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-36d14890-130c-4197-8163-3dacc4017d3e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437329 Jul 30 01:56:36.674165 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f92492-7bd5-4f98-ab38-772a97183b96 req-998d4960-1954-4b93-aa67-52e8ecc2c305 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:36.675951 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61f92492-7bd5-4f98-ab38-772a97183b96 req-998d4960-1954-4b93-aa67-52e8ecc2c305 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0542643 Jul 30 01:56:36.724774 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61f92492-7bd5-4f98-ab38-772a97183b96 req-0e48dbd9-328f-44f0-8c23-e08860e4527d tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369706 Jul 30 01:56:36.781381 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-3bd89892-402a-4e81-97ae-141207f747b0 service neutron] 10.222.0.70 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979468 Jul 30 01:56:36.881776 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-174ad30e-1a63-4c75-88d6-f95ae2ab2e49 service neutron] 10.222.0.70 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928700 Jul 30 01:56:37.134006 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b87e5beb-a333-48da-a83b-8fcb132dcb6e req-591c2be1-71a3-4359-a7a7-da80a320600d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 210 time: 0.0306017 Jul 30 01:56:37.377244 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4773c-9970-45d5-9952-7670415fb665 req-4aa0bd83-5d73-4a3f-bb0b-b4c4badded61 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:37.378882 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-51b4773c-9970-45d5-9952-7670415fb665 req-4aa0bd83-5d73-4a3f-bb0b-b4c4badded61 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 944 time: 0.0774572 Jul 30 01:56:37.421031 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-51b4773c-9970-45d5-9952-7670415fb665 req-099fc797-6431-4851-9b0c-303e6f076b14 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355897 Jul 30 01:56:37.536702 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc5125-0d19-475a-afaa-63917dfabcec req-afd173b8-3f9b-4b12-b015-d1d0a1bf34f1 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:37.538455 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13cc5125-0d19-475a-afaa-63917dfabcec req-afd173b8-3f9b-4b12-b015-d1d0a1bf34f1 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 944 time: 0.0552697 Jul 30 01:56:37.589123 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13cc5125-0d19-475a-afaa-63917dfabcec req-a1c160eb-20e8-44b0-a41e-dfe07052cdba tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440300 Jul 30 01:56:37.848221 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdd31f-9f7f-42e9-a5ad-39f2e2c859b2 req-fd676491-40cc-4253-a761-49d57e369de2 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:37.849860 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-86cdd31f-9f7f-42e9-a5ad-39f2e2c859b2 req-fd676491-40cc-4253-a761-49d57e369de2 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0513017 Jul 30 01:56:37.895924 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-86cdd31f-9f7f-42e9-a5ad-39f2e2c859b2 req-d5b36b34-da3b-4902-9802-8fefef3c52dc tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391886 Jul 30 01:56:38.254511 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a5a01ff-a210-4f28-ab45-2dae3e73d28f req-30244190-fa9a-4008-a2eb-fb1fefba8cab tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 210 time: 0.0422833 Jul 30 01:56:38.275636 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d903d87e-dc75-49e7-8551-66a4e06b3ae7 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:38.421905 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port d903d87e-dc75-49e7-8551-66a4e06b3ae7 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:38.434618 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port d903d87e-dc75-49e7-8551-66a4e06b3ae7 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:38.434618 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.551424 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.575012 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb815-60e3-43f1-a716-1d491bd7880c req-488e78d3-1ca4-42af-b542-62e53c86e8dc tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:38.576768 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-76beb815-60e3-43f1-a716-1d491bd7880c req-488e78d3-1ca4-42af-b542-62e53c86e8dc tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 944 time: 0.0612028 Jul 30 01:56:38.591994 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c5b87f-3b13-47e3-8942-cbd4d250c692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd903d87e-dc75-49e7-8551-66a4e06b3ae7'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:38.592378 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:56:38.595178 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0e9b6c-6052-4946-a3af-3b0eb0d1b2f9" -d '{"events": [{"server_uuid": "b5c5b87f-3b13-47e3-8942-cbd4d250c692", "name": "network-vif-plugged", "status": "completed", "tag": "d903d87e-dc75-49e7-8551-66a4e06b3ae7"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:38.614684 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port d903d87e-dc75-49e7-8551-66a4e06b3ae7, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d903d87e-dc75-49e7-8551-66a4e06b3ae7,segment=NetworkSegment(0bed6907-b447-4a6c-bc3b-b69e1c44a873),segment_id=0bed6907-b447-4a6c-bc3b-b69e1c44a873)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:38.627425 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-76beb815-60e3-43f1-a716-1d491bd7880c req-08463642-4c0d-4394-b777-8c85cae7372c tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438504 Jul 30 01:56:38.679981 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4376ca-77f8-42da-bff7-51ce503e88e3 x-openstack-request-id: req-ca4376ca-77f8-42da-bff7-51ce503e88e3 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:38.679981 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c5b87f-3b13-47e3-8942-cbd4d250c692", "name": "network-vif-plugged", "status": "completed", "tag": "d903d87e-dc75-49e7-8551-66a4e06b3ae7", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:38.679981 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca4376ca-77f8-42da-bff7-51ce503e88e3 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:38.679981 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c5b87f-3b13-47e3-8942-cbd4d250c692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd903d87e-dc75-49e7-8551-66a4e06b3ae7', 'code': 200} Jul 30 01:56:38.703629 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.765458 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=d903d87e-dc75-49e7-8551-66a4e06b3ae7,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:38.783674 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edbb91-4fa5-4130-bc11-7006bb3eaea3 req-3818ca9d-3785-4fe6-b90f-3ec3a3914c27 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:38.785256 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-87edbb91-4fa5-4130-bc11-7006bb3eaea3 req-3818ca9d-3785-4fe6-b90f-3ec3a3914c27 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 945 time: 0.0646217 Jul 30 01:56:38.826521 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-87edbb91-4fa5-4130-bc11-7006bb3eaea3 req-fdf715bd-2008-461b-bc26-f450b24e34af tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338614 Jul 30 01:56:39.030273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fd8fd-6a5b-4bea-a993-fde059cb1e57 req-12fda371-dba9-44d5-8349-bb2b5117631d tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:39.031962 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a6fd8fd-6a5b-4bea-a993-fde059cb1e57 req-12fda371-dba9-44d5-8349-bb2b5117631d tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0620666 Jul 30 01:56:39.077485 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a6fd8fd-6a5b-4bea-a993-fde059cb1e57 req-129223f7-4141-4c89-b979-39b425dc1174 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341899 Jul 30 01:56:39.114997 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3c43d7e-c2a2-4618-9bcc-1f83f2476d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:39.345674 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-27b58f76-dd74-41fd-a4ee-d5375dea854c tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:39.347430 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-27b58f76-dd74-41fd-a4ee-d5375dea854c tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.10 "GET /v2.0/networks?id=ba6a7637-8cab-4877-809b-af833f6bd6e0 HTTP/1.1" status: 200 len: 806 time: 0.1381397 Jul 30 01:56:39.361075 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-c38f5491-a682-43b3-bc60-f3479d628ca6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Request body: {'port': {'device_id': '79b6237f-4365-4e87-afc3-30b900dfa558', 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0', 'admin_state_up': True, 'tenant_id': '2512260259d7455494ba68636275b240'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:39.420359 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e0d42dc8-9158-4eeb-9086-46d92986598a req-1b8d1679-28cf-495e-bbb6-e88c02087d0d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 210 time: 0.0719037 Jul 30 01:56:39.785501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcedc7b-14d5-497b-a520-c13621028d7c req-997dad4b-0c7a-445d-835f-0d1e1d4a0d36 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:39.786902 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9fcedc7b-14d5-497b-a520-c13621028d7c req-997dad4b-0c7a-445d-835f-0d1e1d4a0d36 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 944 time: 0.0698037 Jul 30 01:56:39.836119 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9fcedc7b-14d5-497b-a520-c13621028d7c req-ed0eaa09-b682-4aa2-bc56-855f3717b8a4 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383365 Jul 30 01:56:39.967807 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5384c6-9205-4775-a8ad-e4fb55772d1e req-4d469b9d-3032-4791-9dac-1badc1d72d25 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:39.969331 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc5384c6-9205-4775-a8ad-e4fb55772d1e req-4d469b9d-3032-4791-9dac-1badc1d72d25 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 945 time: 0.0601561 Jul 30 01:56:40.013547 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc5384c6-9205-4775-a8ad-e4fb55772d1e req-61bc0ea6-c609-40d2-a3c4-fa49a0db715a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374098 Jul 30 01:56:40.217834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a2929-4434-488c-acaf-da272b3c576e req-1c213cbf-d162-493d-90f2-fdd21030e211 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:40.219625 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d4a2929-4434-488c-acaf-da272b3c576e req-1c213cbf-d162-493d-90f2-fdd21030e211 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0535910 Jul 30 01:56:40.265841 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d4a2929-4434-488c-acaf-da272b3c576e req-1d10c3dd-87b9-4aae-b39f-76fe1fd2b0a9 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397315 Jul 30 01:56:40.523154 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0c2061a9-4820-4b03-af0f-7cebdc1f2523 req-e602a366-4697-4839-9498-0521d695ded2 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 210 time: 0.0281835 Jul 30 01:56:40.541175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-c38f5491-a682-43b3-bc60-f3479d628ca6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Made reservation on behalf of 2512260259d7455494ba68636275b240 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:40.544991 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-c38f5491-a682-43b3-bc60-f3479d628ca6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:40.697444 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-c38f5491-a682-43b3-bc60-f3479d628ca6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Allocated IP 172.20.0.7 (ba6a7637-8cab-4877-809b-af833f6bd6e0/d2bdb7f5-8d0f-432b-8087-856e79091b08/c9eb3f59-0896-4eab-9ec0-1234b646a847) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:40.883375 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-c38f5491-a682-43b3-bc60-f3479d628ca6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:40.995766 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76d428-ff63-413c-9268-bdca0fb43688 req-3dff3215-5638-4e13-bea2-a5eadffb1528 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:40.997277 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af76d428-ff63-413c-9268-bdca0fb43688 req-3dff3215-5638-4e13-bea2-a5eadffb1528 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 944 time: 0.0668864 Jul 30 01:56:41.001362 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-c38f5491-a682-43b3-bc60-f3479d628ca6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.097587 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af76d428-ff63-413c-9268-bdca0fb43688 req-86bb4ff1-0a3a-4ce4-8372-d93378edd6ed tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921421 Jul 30 01:56:41.114532 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-c38f5491-a682-43b3-bc60-f3479d628ca6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Network ba6a7637-8cab-4877-809b-af833f6bd6e0 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:41.134357 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-c38f5491-a682-43b3-bc60-f3479d628ca6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:41.142344 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-c38f5491-a682-43b3-bc60-f3479d628ca6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:41.154218 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f5491-a682-43b3-bc60-f3479d628ca6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Pushing event updated for resources: {'Port': ['ID=c9eb3f59-0896-4eab-9ec0-1234b646a847,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:41.236904 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-c38f5491-a682-43b3-bc60-f3479d628ca6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:41.237447 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-c38f5491-a682-43b3-bc60-f3479d628ca6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.251677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892861f-aba5-4df9-aec9-34c45132580f req-e43ad262-444f-4216-861f-510b87f9c333 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:41.253181 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9892861f-aba5-4df9-aec9-34c45132580f req-e43ad262-444f-4216-861f-510b87f9c333 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 945 time: 0.1286583 Jul 30 01:56:41.294056 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9892861f-aba5-4df9-aec9-34c45132580f req-d166dc59-4afe-4e59-b960-b8c90354bd4a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345936 Jul 30 01:56:41.333521 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-c38f5491-a682-43b3-bc60-f3479d628ca6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9762220 Jul 30 01:56:41.347850 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] Request body: {'port': {'device_id': '79b6237f-4365-4e87-afc3-30b900dfa558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:41.449461 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.479212 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb654cb-b30b-489d-9358-47c39dd87877 req-98bd3a36-7457-47a4-ae29-da5812f1c68c tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:41.483647 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3cb654cb-b30b-489d-9358-47c39dd87877 req-98bd3a36-7457-47a4-ae29-da5812f1c68c tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.1291656 Jul 30 01:56:41.592542 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3cb654cb-b30b-489d-9358-47c39dd87877 req-a36623e2-9540-4d34-806a-b2314a608d99 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013472 Jul 30 01:56:41.678763 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43fd1c0e-e30f-4c18-8f0f-9ad1a2290ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.701464 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.779325 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90394166-cc78-425f-abb1-983fa1767b33 req-3ed1bc9e-3cc4-42c3-8f0d-c5febdc01cf6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:41.780919 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-90394166-cc78-425f-abb1-983fa1767b33 req-3ed1bc9e-3cc4-42c3-8f0d-c5febdc01cf6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 931 time: 0.1377881 Jul 30 01:56:41.882640 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-90394166-cc78-425f-abb1-983fa1767b33 req-10b678de-206c-48da-beed-df93c31f2043 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933905 Jul 30 01:56:41.931662 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9eb3f59-0896-4eab-9ec0-1234b646a847 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:56:41.941088 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.964932 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] Transition to ACTIVE for port object c9eb3f59-0896-4eab-9ec0-1234b646a847 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:42.167103 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.274936 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c673493-cccb-42a1-a36e-6365d0846336 req-a4c8672d-a254-4912-9e1a-3dbb01caf54e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:42.283716 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c673493-cccb-42a1-a36e-6365d0846336 req-a4c8672d-a254-4912-9e1a-3dbb01caf54e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 944 time: 0.0749946 Jul 30 01:56:42.287784 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] Pushing event updated for resources: {'Port': ['ID=c9eb3f59-0896-4eab-9ec0-1234b646a847,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:42.362440 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c673493-cccb-42a1-a36e-6365d0846336 req-7135dd66-a981-48bd-8086-5029b8be370c tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765553 Jul 30 01:56:42.489086 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] Attempting to bind port c9eb3f59-0896-4eab-9ec0-1234b646a847 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:56:42.489559 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] Attempting to bind port c9eb3f59-0896-4eab-9ec0-1234b646a847 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:56:42.489559 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] Attempting to bind port c9eb3f59-0896-4eab-9ec0-1234b646a847 on network ba6a7637-8cab-4877-809b-af833f6bd6e0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:42.500969 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b8ad0-895b-4782-a2c7-25fded1555c5 req-775eaee2-8d2c-4b0d-b5fb-8efd527fa155 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:42.502580 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-003b8ad0-895b-4782-a2c7-25fded1555c5 req-775eaee2-8d2c-4b0d-b5fb-8efd527fa155 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 945 time: 0.0920453 Jul 30 01:56:42.505081 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] Port c9eb3f59-0896-4eab-9ec0-1234b646a847 on network ba6a7637-8cab-4877-809b-af833f6bd6e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:56:42.505381 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] Attempting to bind port c9eb3f59-0896-4eab-9ec0-1234b646a847 on network ba6a7637-8cab-4877-809b-af833f6bd6e0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:42.539614 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:56:42.544645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] Checking segment: {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:42.544645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] Bound using segment: {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:56:42.544645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] Bound port: c9eb3f59-0896-4eab-9ec0-1234b646a847, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:56:42.544645 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.571597 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-003b8ad0-895b-4782-a2c7-25fded1555c5 req-6795860f-4210-4bdb-b9aa-d485a57fc923 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603037 Jul 30 01:56:42.623912 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] For port c9eb3f59-0896-4eab-9ec0-1234b646a847, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:42.627103 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] For port c9eb3f59-0896-4eab-9ec0-1234b646a847, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c9eb3f59-0896-4eab-9ec0-1234b646a847,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:56:42.732552 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34589be0-47b8-4e06-8825-a7854c137feb req-6322eed8-609a-41a3-8405-98b7e845e68b tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:42.735349 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34589be0-47b8-4e06-8825-a7854c137feb req-6322eed8-609a-41a3-8405-98b7e845e68b tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0558486 Jul 30 01:56:42.779201 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34589be0-47b8-4e06-8825-a7854c137feb req-3d660f07-3895-4203-b1e3-90bfcfdc7358 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364866 Jul 30 01:56:42.819053 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.855094 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:42.855806 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.857398 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] 10.222.0.10 "PUT /v2.0/ports/c9eb3f59-0896-4eab-9ec0-1234b646a847 HTTP/1.1" status: 200 len: 1091 time: 1.5149658 Jul 30 01:56:42.857952 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b6237f-4365-4e87-afc3-30b900dfa558', 'tag': 'c9eb3f59-0896-4eab-9ec0-1234b646a847'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:42.861490 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649b3d29-f7fe-44d1-adac-af0d6945abfb" -d '{"events": [{"name": "network-changed", "server_uuid": "79b6237f-4365-4e87-afc3-30b900dfa558", "tag": "c9eb3f59-0896-4eab-9ec0-1234b646a847"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:42.894558 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56398321-c0fa-4db1-8793-166dd008c222 service neutron] Pushing event updated for resources: {'Port': ['ID=c9eb3f59-0896-4eab-9ec0-1234b646a847,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:42.916581 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7e735d-3766-44d5-88c5-08cfd8b090b7 x-openstack-request-id: req-fb7e735d-3766-44d5-88c5-08cfd8b090b7 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:42.916993 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b6237f-4365-4e87-afc3-30b900dfa558", "tag": "c9eb3f59-0896-4eab-9ec0-1234b646a847", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:42.917367 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb7e735d-3766-44d5-88c5-08cfd8b090b7 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:42.918173 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b6237f-4365-4e87-afc3-30b900dfa558', 'tag': 'c9eb3f59-0896-4eab-9ec0-1234b646a847', 'status': 'completed', 'code': 200} Jul 30 01:56:43.000462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b3d29-f7fe-44d1-adac-af0d6945abfb req-6c46ba24-54eb-42b9-935d-9fb347caf803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:43.002757 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-649b3d29-f7fe-44d1-adac-af0d6945abfb req-6c46ba24-54eb-42b9-935d-9fb347caf803 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 1094 time: 0.0565159 Jul 30 01:56:43.060040 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2ae10-40aa-42cd-b10d-392cecf775c0 req-f6dc6194-fd4d-4aaa-a8a2-0233cf08aaa9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:43.064978 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16e2ae10-40aa-42cd-b10d-392cecf775c0 req-f6dc6194-fd4d-4aaa-a8a2-0233cf08aaa9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 943 time: 0.0720155 Jul 30 01:56:43.104874 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16e2ae10-40aa-42cd-b10d-392cecf775c0 req-8c6398bc-f1ab-4b55-8118-201ac339aab2 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389488 Jul 30 01:56:43.125589 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b3d29-f7fe-44d1-adac-af0d6945abfb req-57aa4978-3c38-497c-a48a-a0c671b3c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:43.127208 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-649b3d29-f7fe-44d1-adac-af0d6945abfb req-57aa4978-3c38-497c-a48a-a0c671b3c006 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2512260259d7455494ba68636275b240&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1116159 Jul 30 01:56:43.187095 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.233456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b3d29-f7fe-44d1-adac-af0d6945abfb req-75801bfb-2131-4302-8d0d-3fae6d7cf64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:43.235208 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-649b3d29-f7fe-44d1-adac-af0d6945abfb req-75801bfb-2131-4302-8d0d-3fae6d7cf64e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1007779 Jul 30 01:56:43.333228 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-cc105a61-d407-46d9-abe0-94ac91673d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:43.335127 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-cc105a61-d407-46d9-abe0-94ac91673d7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 1094 time: 0.0509465 Jul 30 01:56:43.389196 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-b6cfd2af-cf71-4cb1-8631-849aecb3a591 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9eb3f59-0896-4eab-9ec0-1234b646a847 HTTP/1.1" status: 200 len: 217 time: 0.0452046 Jul 30 01:56:43.470250 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-75854e6c-d994-4af9-8933-f10cbbb08abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:43.476023 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-75854e6c-d994-4af9-8933-f10cbbb08abc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d2bdb7f5-8d0f-432b-8087-856e79091b08 HTTP/1.1" status: 200 len: 846 time: 0.0785286 Jul 30 01:56:43.522957 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-79fc6082-9f68-4841-ae49-114abdbccd83 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ba6a7637-8cab-4877-809b-af833f6bd6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379539 Jul 30 01:56:43.627926 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92533e-6596-4c7b-ae97-25c76df0bac2 req-0e8bfe97-2e73-4716-a95f-96ff6abb5c02 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:43.629536 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1d92533e-6596-4c7b-ae97-25c76df0bac2 req-0e8bfe97-2e73-4716-a95f-96ff6abb5c02 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 944 time: 0.1352394 Jul 30 01:56:43.689698 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-1f1c8ea4-1e9a-40fe-a45c-c3b861854292 service neutron] 10.222.0.10 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479256 Jul 30 01:56:43.696422 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1d92533e-6596-4c7b-ae97-25c76df0bac2 req-3e326f92-5936-4f14-933e-408a460a051e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571558 Jul 30 01:56:43.790758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7132c2-9a09-4bce-bc66-00cf40874800 req-13230f5e-6a17-48e2-943e-c7e618a5bbb6 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:43.796162 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-df7132c2-9a09-4bce-bc66-00cf40874800 req-13230f5e-6a17-48e2-943e-c7e618a5bbb6 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 945 time: 0.0638375 Jul 30 01:56:43.873950 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-df7132c2-9a09-4bce-bc66-00cf40874800 req-52d87b6f-2ecd-497f-a11c-f5a0136f936c tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735478 Jul 30 01:56:43.875844 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5edc2687-0530-4e0f-bebc-c22e6ccc6c33 req-00b476e5-2c95-4e9f-a3e2-c1b010c88f46 service neutron] 10.222.0.10 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699004 Jul 30 01:56:43.943752 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0864570-d938-448b-a23c-9da7328e5ee0 req-97828abc-ea53-403b-80be-938e5e837251 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:43.945378 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a0864570-d938-448b-a23c-9da7328e5ee0 req-97828abc-ea53-403b-80be-938e5e837251 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0882108 Jul 30 01:56:43.989041 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a0864570-d938-448b-a23c-9da7328e5ee0 req-9adff6a9-e726-4c21-a240-909fb0040d7a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364478 Jul 30 01:56:44.248112 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e1e42-6d3c-4b2a-ab67-92ade5e9eb74 req-b38785c9-f4e7-49c2-8d08-9f2395d8ae69 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:44.249822 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b47e1e42-6d3c-4b2a-ab67-92ade5e9eb74 req-b38785c9-f4e7-49c2-8d08-9f2395d8ae69 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 943 time: 0.0712833 Jul 30 01:56:44.305282 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b47e1e42-6d3c-4b2a-ab67-92ade5e9eb74 req-b4e2474d-66cf-4a4e-ac32-fe25c9b4dd7e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 Jul 30 01:56:44.535810 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.862414 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e6a88-9238-480f-bfd4-c42fd3e9c052 req-4837c962-e78b-49c4-943b-d26984f837ee tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:44.863908 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d98e6a88-9238-480f-bfd4-c42fd3e9c052 req-4837c962-e78b-49c4-943b-d26984f837ee tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 944 time: 0.0503867 Jul 30 01:56:44.903413 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d98e6a88-9238-480f-bfd4-c42fd3e9c052 req-a74b3c30-6353-486c-8479-7668c8823c43 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334303 Jul 30 01:56:44.993864 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56504bb-1c91-450d-ba45-4f8fa201f400 req-5ff4bade-331b-4bdf-a481-e5dfc7d2c00a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:44.995474 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d56504bb-1c91-450d-ba45-4f8fa201f400 req-5ff4bade-331b-4bdf-a481-e5dfc7d2c00a tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 945 time: 0.0543613 Jul 30 01:56:45.039545 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d56504bb-1c91-450d-ba45-4f8fa201f400 req-e65f2e51-0a4d-4581-b962-6ac0eefb2a83 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375803 Jul 30 01:56:45.116528 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34c512-d4b4-4674-a43d-c3fd00c78da6 req-a205d35d-a0a1-44b2-8191-379b545c516a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:45.118634 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ee34c512-d4b4-4674-a43d-c3fd00c78da6 req-a205d35d-a0a1-44b2-8191-379b545c516a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0498195 Jul 30 01:56:45.158932 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ee34c512-d4b4-4674-a43d-c3fd00c78da6 req-154d49d8-9610-4d9f-9691-0f146509ed05 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342555 Jul 30 01:56:45.344871 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1df9f-6b48-4ae1-a63b-7f6a1e420dbd req-48f6a197-02e4-4253-a0a0-ea8c7d5973a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:45.346689 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-87e1df9f-6b48-4ae1-a63b-7f6a1e420dbd req-48f6a197-02e4-4253-a0a0-ea8c7d5973a7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 1096 time: 0.0463610 Jul 30 01:56:45.391378 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-87e1df9f-6b48-4ae1-a63b-7f6a1e420dbd req-7a298c2a-2547-4536-8964-d3dbf11ff9ff service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313418 Jul 30 01:56:45.417004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdc5e3-1266-42f4-9370-6435974782dc req-e6d774ad-686d-4047-99bc-b6e37ccfe3bd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:45.418587 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a6cdc5e3-1266-42f4-9370-6435974782dc req-e6d774ad-686d-4047-99bc-b6e37ccfe3bd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 943 time: 0.0534348 Jul 30 01:56:45.457861 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a6cdc5e3-1266-42f4-9370-6435974782dc req-c45fd56e-f58f-4b9e-92c9-08cdba9fafa8 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330276 Jul 30 01:56:46.027430 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edd23c-376f-4949-bc57-2da4437614e1 req-1bf55834-7f02-4c00-bde7-9717fcb72f7a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:46.028964 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5edd23c-376f-4949-bc57-2da4437614e1 req-1bf55834-7f02-4c00-bde7-9717fcb72f7a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 944 time: 0.0497704 Jul 30 01:56:46.066888 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e5edd23c-376f-4949-bc57-2da4437614e1 req-8a0ade9d-a7d7-4ba1-919f-9c83d8c92e7c tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318744 Jul 30 01:56:46.158682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a464e0-e1d8-43bd-8b16-96a0f5adccb1 req-1329f102-000e-45d0-bdd3-ed6aa1dc2c58 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:46.160071 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0a464e0-e1d8-43bd-8b16-96a0f5adccb1 req-1329f102-000e-45d0-bdd3-ed6aa1dc2c58 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 945 time: 0.0506742 Jul 30 01:56:46.200595 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0a464e0-e1d8-43bd-8b16-96a0f5adccb1 req-c92a8a23-1fd8-4a58-8064-9ef3292554b7 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336120 Jul 30 01:56:46.288164 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7f7f0-36a7-4b81-a91f-44efd8bf92dd req-5e681e25-3eef-4588-af8c-35371b0e288d tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:46.290291 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b8d7f7f0-36a7-4b81-a91f-44efd8bf92dd req-5e681e25-3eef-4588-af8c-35371b0e288d tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0503800 Jul 30 01:56:46.327241 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b8d7f7f0-36a7-4b81-a91f-44efd8bf92dd req-dde7d9f1-929b-4e5f-97da-e580e5dd6ac8 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307477 Jul 30 01:56:46.581069 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fb354-1ab0-4a04-8a88-e59ef0f0793d req-5265b215-e63c-4fde-9141-e0c86a92f623 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:46.582713 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d25fb354-1ab0-4a04-8a88-e59ef0f0793d req-5265b215-e63c-4fde-9141-e0c86a92f623 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 943 time: 0.0566680 Jul 30 01:56:46.623363 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d25fb354-1ab0-4a04-8a88-e59ef0f0793d req-6f7197d2-50bd-43bc-9991-a9f7d9d04970 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333827 Jul 30 01:56:46.693935 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device c9eb3f59-0896-4eab-9ec0-1234b646a847 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:56:46.792137 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port c9eb3f59-0896-4eab-9ec0-1234b646a847, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c9eb3f59-0896-4eab-9ec0-1234b646a847,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:46.805580 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'c9eb3f59-0896-4eab-9ec0-1234b646a847', 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0', 'port_id': 'c9eb3f59-0896-4eab-9ec0-1234b646a847', 'mac_address': 'fa:16:3e:09:16:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2bdb7f5-8d0f-432b-8087-856e79091b08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:56:46.843540 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.856289 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9eb3f59-0896-4eab-9ec0-1234b646a847 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:56:46.876048 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port c9eb3f59-0896-4eab-9ec0-1234b646a847, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c9eb3f59-0896-4eab-9ec0-1234b646a847,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:46.949086 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.999839 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=c9eb3f59-0896-4eab-9ec0-1234b646a847,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:47.007176 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:47.011758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:47.011758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:47.011758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:47.011758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:47.011758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:47.011758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:47.011758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:47.011758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:47.011758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:47.011758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:47.011758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:47.184383 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['c9eb3f59-0896-4eab-9ec0-1234b646a847'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:47.193512 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0d1b5-acf0-4c0b-899d-fc79ef47a5fe req-c3ad69f2-744a-49ad-8e7f-2981c07c332b tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:47.195640 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7fd0d1b5-acf0-4c0b-899d-fc79ef47a5fe req-c3ad69f2-744a-49ad-8e7f-2981c07c332b tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 944 time: 0.0525856 Jul 30 01:56:47.241612 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7fd0d1b5-acf0-4c0b-899d-fc79ef47a5fe req-f5deb5f0-2a03-4710-bad6-4dbb96656ef6 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400362 Jul 30 01:56:47.333092 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2679ed-4ed3-495e-825c-ee5eac52cb5c req-4bb6d64b-e37c-4891-aa7c-78f7eddbf345 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:47.334742 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1a2679ed-4ed3-495e-825c-ee5eac52cb5c req-4bb6d64b-e37c-4891-aa7c-78f7eddbf345 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 945 time: 0.0595889 Jul 30 01:56:47.378633 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1a2679ed-4ed3-495e-825c-ee5eac52cb5c req-1c0f5502-5441-4900-94e4-ebeff10377df tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357172 Jul 30 01:56:47.448696 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d891b18-bef3-4165-878c-c57bf0808062 req-e647ae42-8a3f-4ab5-a870-ea1111267f35 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:47.450336 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0d891b18-bef3-4165-878c-c57bf0808062 req-e647ae42-8a3f-4ab5-a870-ea1111267f35 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0508726 Jul 30 01:56:47.499464 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0d891b18-bef3-4165-878c-c57bf0808062 req-f88d5bed-457a-433f-88b3-5f01809da250 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412121 Jul 30 01:56:47.518978 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:47.739470 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fe4d9-2004-417c-860d-d90128fab44c req-f46bc346-0b85-4951-be7c-6cabcbdcd590 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:47.740985 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e3fe4d9-2004-417c-860d-d90128fab44c req-f46bc346-0b85-4951-be7c-6cabcbdcd590 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 944 time: 0.0508950 Jul 30 01:56:47.781197 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e3fe4d9-2004-417c-860d-d90128fab44c req-3457c2f2-b8b5-43c7-bcbb-0e0e33765ee4 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338166 Jul 30 01:56:48.371916 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d6818-4e62-412f-ba7d-2cd72d5f07a0 req-5e863016-6123-4f26-86fa-d12cc5988ae8 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:48.373497 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-369d6818-4e62-412f-ba7d-2cd72d5f07a0 req-5e863016-6123-4f26-86fa-d12cc5988ae8 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 944 time: 0.0501423 Jul 30 01:56:48.415258 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-369d6818-4e62-412f-ba7d-2cd72d5f07a0 req-bf205b8c-4227-4482-9d21-2a2b4c89a7d6 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348318 Jul 30 01:56:48.644056 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad298ffd-7caa-4716-aee2-ed49f40755d3 req-46716524-5848-43d2-9da1-971bc20aec9f tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:48.651541 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad298ffd-7caa-4716-aee2-ed49f40755d3 req-46716524-5848-43d2-9da1-971bc20aec9f tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0730155 Jul 30 01:56:48.692770 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad298ffd-7caa-4716-aee2-ed49f40755d3 req-36aac22b-1040-4341-b608-4b5a1d145546 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402844 Jul 30 01:56:48.709247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device c9eb3f59-0896-4eab-9ec0-1234b646a847 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:48.815511 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port c9eb3f59-0896-4eab-9ec0-1234b646a847 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:48.820271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port c9eb3f59-0896-4eab-9ec0-1234b646a847 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:48.820643 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.902869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f430a8f-629c-4571-8860-23ad64dc35b4 req-118a6d93-5b34-43ed-95a4-257a7b65abd0 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:48.904437 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f430a8f-629c-4571-8860-23ad64dc35b4 req-118a6d93-5b34-43ed-95a4-257a7b65abd0 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 944 time: 0.0559583 Jul 30 01:56:48.907183 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.932420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b6237f-4365-4e87-afc3-30b900dfa558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9eb3f59-0896-4eab-9ec0-1234b646a847'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:48.935782 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034496aa-f7ce-48b2-92c9-91fff7e01f4e" -d '{"events": [{"server_uuid": "79b6237f-4365-4e87-afc3-30b900dfa558", "name": "network-vif-plugged", "status": "completed", "tag": "c9eb3f59-0896-4eab-9ec0-1234b646a847"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:48.951037 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f430a8f-629c-4571-8860-23ad64dc35b4 req-96700989-2ed0-41b5-8011-16aee55edc95 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390282 Jul 30 01:56:48.979124 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port c9eb3f59-0896-4eab-9ec0-1234b646a847, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c9eb3f59-0896-4eab-9ec0-1234b646a847,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:48.983316 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bee71d-a114-4b5b-a7d8-8b08596c5023 x-openstack-request-id: req-73bee71d-a114-4b5b-a7d8-8b08596c5023 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:48.983599 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b6237f-4365-4e87-afc3-30b900dfa558", "name": "network-vif-plugged", "status": "completed", "tag": "c9eb3f59-0896-4eab-9ec0-1234b646a847", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:48.983861 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-73bee71d-a114-4b5b-a7d8-8b08596c5023 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:48.984251 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b6237f-4365-4e87-afc3-30b900dfa558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9eb3f59-0896-4eab-9ec0-1234b646a847', 'code': 200} Jul 30 01:56:49.073107 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:49.088814 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50643d-cb45-491c-871f-2d8fc62a2dd2 req-1350b04d-0cca-4b05-a7b1-90880906f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:49.090354 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4c50643d-cb45-491c-871f-2d8fc62a2dd2 req-1350b04d-0cca-4b05-a7b1-90880906f108 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 1095 time: 0.0466952 Jul 30 01:56:49.124237 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=c9eb3f59-0896-4eab-9ec0-1234b646a847,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:49.135614 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4c50643d-cb45-491c-871f-2d8fc62a2dd2 req-13e0760c-0c2d-42b2-aa3d-136a39001645 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309305 Jul 30 01:56:49.539206 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a104b-128a-4757-9f15-7bc9173e0a2c req-42a59ea4-d882-434a-b239-1b8ddb81416f tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:49.540743 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b25a104b-128a-4757-9f15-7bc9173e0a2c req-42a59ea4-d882-434a-b239-1b8ddb81416f tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 944 time: 0.0498960 Jul 30 01:56:49.578962 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b25a104b-128a-4757-9f15-7bc9173e0a2c req-7bbe5de2-cfba-4c55-944e-77e4bc21d840 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318346 Jul 30 01:56:49.802978 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46de388-7e72-4ffc-b7a2-21d67db4b16d req-53d6e542-28fb-4956-b5f9-3d7c370ec33f tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:49.804981 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d46de388-7e72-4ffc-b7a2-21d67db4b16d req-53d6e542-28fb-4956-b5f9-3d7c370ec33f tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0491900 Jul 30 01:56:49.843497 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d46de388-7e72-4ffc-b7a2-21d67db4b16d req-083c6399-64ed-4027-8590-3467068eece1 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323281 Jul 30 01:56:50.076775 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337fcc7-782f-4870-9195-6e37c7fbef4b req-86054e63-8924-4de0-8a36-689fdfff853b tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:50.078253 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f337fcc7-782f-4870-9195-6e37c7fbef4b req-86054e63-8924-4de0-8a36-689fdfff853b tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 945 time: 0.0521300 Jul 30 01:56:50.117257 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f337fcc7-782f-4870-9195-6e37c7fbef4b req-8783f0dc-fe28-40a0-a221-bfaa9bd9cc7a tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329771 Jul 30 01:56:50.705510 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0239f71-3b5e-4b70-8af3-8116a5f06a60 req-767a0a83-5390-443d-8b32-5afe95cf5404 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:50.707081 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f0239f71-3b5e-4b70-8af3-8116a5f06a60 req-767a0a83-5390-443d-8b32-5afe95cf5404 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 944 time: 0.0505443 Jul 30 01:56:50.745270 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f0239f71-3b5e-4b70-8af3-8116a5f06a60 req-23f87765-8e35-46e6-a00d-6449d3166da0 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320959 Jul 30 01:56:50.896134 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09ef7b-dfc9-46bf-a759-525a8cd23fc4 req-b9a2e8eb-e99d-4e65-8d8e-652d839cbd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:50.898391 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8c09ef7b-dfc9-46bf-a759-525a8cd23fc4 req-b9a2e8eb-e99d-4e65-8d8e-652d839cbd2a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 1096 time: 0.0484388 Jul 30 01:56:50.963083 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8c09ef7b-dfc9-46bf-a759-525a8cd23fc4 req-c7dcab69-71d4-42a1-b999-71f14543c569 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571661 Jul 30 01:56:50.982188 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5c430-827f-4dd0-afa4-7615c7e3a365 req-059f1d68-4691-44ba-8998-b3b81a492f73 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:50.983733 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ddd5c430-827f-4dd0-afa4-7615c7e3a365 req-059f1d68-4691-44ba-8998-b3b81a492f73 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0646234 Jul 30 01:56:51.027605 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ddd5c430-827f-4dd0-afa4-7615c7e3a365 req-388c53b1-fb9a-4296-8bf4-efd90c6c5b9d tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357642 Jul 30 01:56:51.239743 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f1c5a-187b-4441-bab4-44cc71de81fb req-ac2fdf15-7123-47dc-bc5b-8e719192cb18 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:51.241180 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f2f1c5a-187b-4441-bab4-44cc71de81fb req-ac2fdf15-7123-47dc-bc5b-8e719192cb18 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 945 time: 0.0523906 Jul 30 01:56:51.284048 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f2f1c5a-187b-4441-bab4-44cc71de81fb req-9ad08870-86ee-48a9-888d-3e8e6db0c5fd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361066 Jul 30 01:56:51.572716 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbda1d-a77e-44b9-b22a-9b4a905f3629 req-55f4cc2b-c889-4c61-bf19-5e3982d663d3 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:51.574256 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebfbda1d-a77e-44b9-b22a-9b4a905f3629 req-55f4cc2b-c889-4c61-bf19-5e3982d663d3 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/networks?id=ba6a7637-8cab-4877-809b-af833f6bd6e0 HTTP/1.1" status: 200 len: 806 time: 0.1162069 Jul 30 01:56:51.592843 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebfbda1d-a77e-44b9-b22a-9b4a905f3629 req-7f46cb76-d53f-424d-bc84-a3b77ce56445 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/quotas/2512260259d7455494ba68636275b240 HTTP/1.1" status: 200 len: 375 time: 0.0122778 Jul 30 01:56:51.653579 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebfbda1d-a77e-44b9-b22a-9b4a905f3629 req-66f39608-2568-4f5d-aa16-94be7c34666e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522695 Jul 30 01:56:51.758871 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebfbda1d-a77e-44b9-b22a-9b4a905f3629 req-96440ce1-2ef2-488e-88f9-d641d3a80dc6 service neutron] 10.222.0.70 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989892 Jul 30 01:56:51.864849 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebfbda1d-a77e-44b9-b22a-9b4a905f3629 req-a7874191-8877-4f05-89fe-8e3492f106ce service neutron] 10.222.0.70 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991867 Jul 30 01:56:52.067916 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0e030-5706-410d-bf2b-7e5f43bebb82 req-864f16e0-a355-418e-9be2-1083e3491970 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:52.071079 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-46f0e030-5706-410d-bf2b-7e5f43bebb82 req-864f16e0-a355-418e-9be2-1083e3491970 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 944 time: 0.0603604 Jul 30 01:56:52.169869 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-46f0e030-5706-410d-bf2b-7e5f43bebb82 req-26de5819-9709-45a8-9690-8f9db71770d2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822153 Jul 30 01:56:52.238459 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57768880-874b-4814-a713-fc812b65a4ae req-633bbcb6-7118-40e6-b4e0-8bc0700c5fac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:52.247269 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57768880-874b-4814-a713-fc812b65a4ae req-633bbcb6-7118-40e6-b4e0-8bc0700c5fac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:52.253520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57768880-874b-4814-a713-fc812b65a4ae req-633bbcb6-7118-40e6-b4e0-8bc0700c5fac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:52.261517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57768880-874b-4814-a713-fc812b65a4ae req-633bbcb6-7118-40e6-b4e0-8bc0700c5fac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:52.271063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57768880-874b-4814-a713-fc812b65a4ae req-633bbcb6-7118-40e6-b4e0-8bc0700c5fac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:52.284683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57768880-874b-4814-a713-fc812b65a4ae req-633bbcb6-7118-40e6-b4e0-8bc0700c5fac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:52.303453 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57768880-874b-4814-a713-fc812b65a4ae req-633bbcb6-7118-40e6-b4e0-8bc0700c5fac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:52.317284 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5b0ea-25ac-4f64-8e5c-e83a09767552 req-fbba9162-2d00-4825-bf28-74efaffc0c39 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:52.318772 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57768880-874b-4814-a713-fc812b65a4ae req-633bbcb6-7118-40e6-b4e0-8bc0700c5fac tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5445 time: 0.1732252 Jul 30 01:56:52.319342 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ca5b0ea-25ac-4f64-8e5c-e83a09767552 req-fbba9162-2d00-4825-bf28-74efaffc0c39 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0711138 Jul 30 01:56:52.388912 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57768880-874b-4814-a713-fc812b65a4ae req-1a2ce90f-3cb3-4b5e-ae52-4ab7f45bc291 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680330 Jul 30 01:56:52.391314 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ca5b0ea-25ac-4f64-8e5c-e83a09767552 req-4d7ac96d-f65a-4c8b-bb8e-8d70084a7f89 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591011 Jul 30 01:56:52.439148 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-12e216df-c841-4ff4-ac49-c5c90c0baa3d req-089af239-9551-445d-a06d-0b0b54a8c137 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-563698303', 'description': 'tempest-description-480285148'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:52.530115 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-12e216df-c841-4ff4-ac49-c5c90c0baa3d req-089af239-9551-445d-a06d-0b0b54a8c137 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:52.618195 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-12e216df-c841-4ff4-ac49-c5c90c0baa3d req-089af239-9551-445d-a06d-0b0b54a8c137 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:52.680637 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-12e216df-c841-4ff4-ac49-c5c90c0baa3d req-089af239-9551-445d-a06d-0b0b54a8c137 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:52.723033 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089af239-9551-445d-a06d-0b0b54a8c137 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ef6560-f313-4dca-b1b6-1c1e62305408,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:52.800578 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-12e216df-c841-4ff4-ac49-c5c90c0baa3d req-089af239-9551-445d-a06d-0b0b54a8c137 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:52.801880 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12e216df-c841-4ff4-ac49-c5c90c0baa3d req-089af239-9551-445d-a06d-0b0b54a8c137 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3676178 Jul 30 01:56:52.898857 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-3fea0c59-0ea0-4a23-901a-e444047f0e64 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:52.907569 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-3fea0c59-0ea0-4a23-901a-e444047f0e64 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/networks?id=ba6a7637-8cab-4877-809b-af833f6bd6e0 HTTP/1.1" status: 200 len: 806 time: 0.1434548 Jul 30 01:56:52.914104 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-722f8f54-eca7-4d5f-aaf6-ce89f9600609 req-3531100a-92ae-4883-a204-b8d103046eb1 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-563698303&fields=id&tenant_id=974a7a34583e4b899d72951370215c2f HTTP/1.1" status: 200 len: 267 time: 0.0441504 Jul 30 01:56:52.925449 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-3b802c6a-8c3d-480c-920c-eadf37dae391 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/quotas/2512260259d7455494ba68636275b240 HTTP/1.1" status: 200 len: 375 time: 0.0168488 Jul 30 01:56:52.974644 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f8f54-eca7-4d5f-aaf6-ce89f9600609 req-28f5bb35-fbbd-4ac3-b344-a3b327692abb tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:52.977167 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-722f8f54-eca7-4d5f-aaf6-ce89f9600609 req-28f5bb35-fbbd-4ac3-b344-a3b327692abb tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0552757 Jul 30 01:56:52.982908 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-37a987a7-867e-4adc-8096-e25fe0e1f161 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0497224 Jul 30 01:56:52.990189 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-722f8f54-eca7-4d5f-aaf6-ce89f9600609 req-5a029cfc-1259-4899-a5ca-ec465937a935 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Request body: {'port': {'security_groups': ['e658b294-5b26-4e70-bb2d-9d7a87454da0', '23ef6560-f313-4dca-b1b6-1c1e62305408']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:53.077175 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-722f8f54-eca7-4d5f-aaf6-ce89f9600609 req-5a029cfc-1259-4899-a5ca-ec465937a935 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:53.144669 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-7f5ab379-f1a0-49a3-b9e5-6e247a99bf77 service neutron] 10.222.0.70 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421454 Jul 30 01:56:53.249545 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-fc7bf447-c300-4022-a341-d679a1e6bd0a service neutron] 10.222.0.70 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965519 Jul 30 01:56:53.298531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-722f8f54-eca7-4d5f-aaf6-ce89f9600609 req-5a029cfc-1259-4899-a5ca-ec465937a935 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] For port 0712b562-7814-4302-91ad-4c807a7feec0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0712b562-7814-4302-91ad-4c807a7feec0,segment=NetworkSegment(cadcdae0-4279-45bd-b2cb-a313c67cef58),segment_id=cadcdae0-4279-45bd-b2cb-a313c67cef58)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:53.339778 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-722f8f54-eca7-4d5f-aaf6-ce89f9600609 req-5a029cfc-1259-4899-a5ca-ec465937a935 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:53.409751 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-722f8f54-eca7-4d5f-aaf6-ce89f9600609 req-5a029cfc-1259-4899-a5ca-ec465937a935 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:53.423251 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['0712b562-7814-4302-91ad-4c807a7feec0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:53.493014 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f8f54-eca7-4d5f-aaf6-ce89f9600609 req-5a029cfc-1259-4899-a5ca-ec465937a935 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:53.503509 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-722f8f54-eca7-4d5f-aaf6-ce89f9600609 req-5a029cfc-1259-4899-a5ca-ec465937a935 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:53.505451 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-722f8f54-eca7-4d5f-aaf6-ce89f9600609 req-5a029cfc-1259-4899-a5ca-ec465937a935 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "PUT /v2.0/ports/0712b562-7814-4302-91ad-4c807a7feec0 HTTP/1.1" status: 200 len: 981 time: 0.5207872 Jul 30 01:56:53.508918 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bab4c3-7745-431c-a94d-3a37f916d58a', 'tag': '0712b562-7814-4302-91ad-4c807a7feec0'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:53.512659 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beda20a0-d6d2-4f4f-b863-bd9f7f3a295d" -d '{"events": [{"name": "network-changed", "server_uuid": "56bab4c3-7745-431c-a94d-3a37f916d58a", "tag": "0712b562-7814-4302-91ad-4c807a7feec0"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:53.566131 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a029cfc-1259-4899-a5ca-ec465937a935 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Pushing event updated for resources: {'Port': ['ID=0712b562-7814-4302-91ad-4c807a7feec0,revision_number=6']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:53.572313 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['0712b562-7814-4302-91ad-4c807a7feec0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:53.683353 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-aaf22ce8-7d5a-4121-b125-d21303685ccc tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:53.690276 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-aaf22ce8-7d5a-4121-b125-d21303685ccc tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:53.697687 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-aaf22ce8-7d5a-4121-b125-d21303685ccc tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:53.704232 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-aaf22ce8-7d5a-4121-b125-d21303685ccc tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:53.707678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102499da-f4b5-4826-a501-19414453ace0 req-2a98b0bd-1097-4881-8ad5-549f0bf0556a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:53.712408 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-aaf22ce8-7d5a-4121-b125-d21303685ccc tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:53.719909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-aaf22ce8-7d5a-4121-b125-d21303685ccc tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:53.722340 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102499da-f4b5-4826-a501-19414453ace0 req-2a98b0bd-1097-4881-8ad5-549f0bf0556a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:53.728217 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-aaf22ce8-7d5a-4121-b125-d21303685ccc tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:53.730610 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-aaf22ce8-7d5a-4121-b125-d21303685ccc tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5445 time: 0.2493999 Jul 30 01:56:53.735610 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102499da-f4b5-4826-a501-19414453ace0 req-2a98b0bd-1097-4881-8ad5-549f0bf0556a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:53.753113 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102499da-f4b5-4826-a501-19414453ace0 req-2a98b0bd-1097-4881-8ad5-549f0bf0556a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:53.768303 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102499da-f4b5-4826-a501-19414453ace0 req-2a98b0bd-1097-4881-8ad5-549f0bf0556a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:53.784661 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102499da-f4b5-4826-a501-19414453ace0 req-2a98b0bd-1097-4881-8ad5-549f0bf0556a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:53.805733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102499da-f4b5-4826-a501-19414453ace0 req-2a98b0bd-1097-4881-8ad5-549f0bf0556a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:53.808611 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-102499da-f4b5-4826-a501-19414453ace0 req-2a98b0bd-1097-4881-8ad5-549f0bf0556a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5445 time: 0.2027173 Jul 30 01:56:53.811631 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8191f-7dd2-4b68-88dc-ff863f03a894 req-ef90ede6-12e3-428c-823c-c35c17083ec9 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:53.813207 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-83a8191f-7dd2-4b68-88dc-ff863f03a894 req-ef90ede6-12e3-428c-823c-c35c17083ec9 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 944 time: 0.2541234 Jul 30 01:56:53.817300 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-5eb21c53-b371-4bb6-b6c7-d79800a74012 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:53.818663 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-5eb21c53-b371-4bb6-b6c7-d79800a74012 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.77 "GET /v2.0/ports/bd7f1b6c-b67b-4490-b720-9d9c4cd45449?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0743406 Jul 30 01:56:53.863390 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-102499da-f4b5-4826-a501-19414453ace0 req-041c7dce-0088-4463-99fb-b58368aebb7c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423512 Jul 30 01:56:53.880287 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-83a8191f-7dd2-4b68-88dc-ff863f03a894 req-d7567285-2bf3-47ed-98ea-b40fca46a3f7 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569134 Jul 30 01:56:53.987867 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-596f0c44-85e4-47cb-a124-8e5020317058 req-f49e0f46-8d5d-45a0-b219-77e8d7112ce1 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebd0255-c441-44bd-bd46-4aacc0de2885 HTTP/1.1" status: 200 len: 210 time: 0.0325620 Jul 30 01:56:54.006416 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-5d0dc0d1-1579-41ad-aa52-e81b34e29e2c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.77 "GET /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1575992 Jul 30 01:56:54.045186 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-5647129e-2dee-48ba-abac-24c5d5eec149 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:54.054060 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3197bf0c-7d6c-4e9f-8af2-4d7f49384489 x-openstack-request-id: req-3197bf0c-7d6c-4e9f-8af2-4d7f49384489 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:54.054060 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bab4c3-7745-431c-a94d-3a37f916d58a", "tag": "0712b562-7814-4302-91ad-4c807a7feec0", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:54.054060 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3197bf0c-7d6c-4e9f-8af2-4d7f49384489 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:54.054060 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bab4c3-7745-431c-a94d-3a37f916d58a', 'tag': '0712b562-7814-4302-91ad-4c807a7feec0', 'status': 'completed', 'code': 200} Jul 30 01:56:54.129736 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4688d2c6-c6d6-468b-bfe9-3def79549f94 req-98191994-88c9-448d-a4a9-c2b63baa26a3 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-563698303&fields=id&tenant_id=974a7a34583e4b899d72951370215c2f HTTP/1.1" status: 200 len: 267 time: 0.1487734 Jul 30 01:56:54.229086 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-5647129e-2dee-48ba-abac-24c5d5eec149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:54.230906 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda20a0-d6d2-4f4f-b863-bd9f7f3a295d req-88d02d8d-7469-4784-b008-70836e9ab811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:54.232392 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-beda20a0-d6d2-4f4f-b863-bd9f7f3a295d req-88d02d8d-7469-4784-b008-70836e9ab811 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=974a7a34583e4b899d72951370215c2f&device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 1135 time: 0.1274128 Jul 30 01:56:54.305249 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688d2c6-c6d6-468b-bfe9-3def79549f94 req-4ee74f6a-032f-43d2-8b83-ea533c0b1e5f tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:54.306782 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4688d2c6-c6d6-468b-bfe9-3def79549f94 req-4ee74f6a-032f-43d2-8b83-ea533c0b1e5f tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 984 time: 0.1607330 Jul 30 01:56:54.341110 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-4688d2c6-c6d6-468b-bfe9-3def79549f94 req-571e602e-3ba8-46d7-8846-6104a24a97d3 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Request body: {'port': {'security_groups': ['e658b294-5b26-4e70-bb2d-9d7a87454da0']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:54.490858 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda20a0-d6d2-4f4f-b863-bd9f7f3a295d req-ba160796-ebda-4055-9818-1e01f76fc295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:54.494217 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-beda20a0-d6d2-4f4f-b863-bd9f7f3a295d req-ba160796-ebda-4055-9818-1e01f76fc295 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4af35de8-af8f-4d77-97cf-b636d544d3c0 HTTP/1.1" status: 200 len: 921 time: 0.2495322 Jul 30 01:56:54.545542 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-beda20a0-d6d2-4f4f-b863-bd9f7f3a295d req-6809506c-2f66-4d6b-9640-9ee6e9d6c76a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0712b562-7814-4302-91ad-4c807a7feec0 HTTP/1.1" status: 200 len: 217 time: 0.0364110 Jul 30 01:56:54.545542 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4688d2c6-c6d6-468b-bfe9-3def79549f94 req-571e602e-3ba8-46d7-8846-6104a24a97d3 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:54.945985 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-5647129e-2dee-48ba-abac-24c5d5eec149 service neutron] For port bd7f1b6c-b67b-4490-b720-9d9c4cd45449, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=bd7f1b6c-b67b-4490-b720-9d9c4cd45449,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:54.956649 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda20a0-d6d2-4f4f-b863-bd9f7f3a295d req-de75d201-efcf-4944-8b89-4975c56c5186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:54.958330 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-beda20a0-d6d2-4f4f-b863-bd9f7f3a295d req-de75d201-efcf-4944-8b89-4975c56c5186 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8f78061-79f9-4190-922e-cf97355920d4 HTTP/1.1" status: 200 len: 860 time: 0.3988831 Jul 30 01:56:55.020449 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-beda20a0-d6d2-4f4f-b863-bd9f7f3a295d req-66362382-c484-447d-b7aa-ae7d0701d6a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4af35de8-af8f-4d77-97cf-b636d544d3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539019 Jul 30 01:56:55.066478 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78d952-a479-4b3e-9e90-6cd80983307c req-63bbde4c-49a3-4282-9ba9-8932f2df5841 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:55.072451 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78d952-a479-4b3e-9e90-6cd80983307c req-63bbde4c-49a3-4282-9ba9-8932f2df5841 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:55.079131 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78d952-a479-4b3e-9e90-6cd80983307c req-63bbde4c-49a3-4282-9ba9-8932f2df5841 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:55.087746 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78d952-a479-4b3e-9e90-6cd80983307c req-63bbde4c-49a3-4282-9ba9-8932f2df5841 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:55.096337 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78d952-a479-4b3e-9e90-6cd80983307c req-63bbde4c-49a3-4282-9ba9-8932f2df5841 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:55.105298 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78d952-a479-4b3e-9e90-6cd80983307c req-63bbde4c-49a3-4282-9ba9-8932f2df5841 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:55.113224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-5647129e-2dee-48ba-abac-24c5d5eec149 service neutron] For port bd7f1b6c-b67b-4490-b720-9d9c4cd45449, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:55.117869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78d952-a479-4b3e-9e90-6cd80983307c req-63bbde4c-49a3-4282-9ba9-8932f2df5841 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:55.127645 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc78d952-a479-4b3e-9e90-6cd80983307c req-63bbde4c-49a3-4282-9ba9-8932f2df5841 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 5445 time: 0.1436415 Jul 30 01:56:55.186370 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc78d952-a479-4b3e-9e90-6cd80983307c req-808f39d1-9e0f-4128-a5f0-b38586440411 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577531 Jul 30 01:56:55.188939 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-beda20a0-d6d2-4f4f-b863-bd9f7f3a295d req-f922f08c-39ff-4d9d-9331-84c09678cf28 service neutron] 10.222.0.10 "GET /v2.0/networks/4af35de8-af8f-4d77-97cf-b636d544d3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571655 Jul 30 01:56:55.199597 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-5647129e-2dee-48ba-abac-24c5d5eec149 service neutron] device_id is not set on port bd7f1b6c-b67b-4490-b720-9d9c4cd45449 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:56:55.300396 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-5647129e-2dee-48ba-abac-24c5d5eec149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:55.365488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27100c93-580b-49a9-9bfe-733450615ea4 req-0e669114-9dfc-47d0-a7a2-8d17a2f4f155 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:55.375767 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27100c93-580b-49a9-9bfe-733450615ea4 req-0e669114-9dfc-47d0-a7a2-8d17a2f4f155 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 944 time: 0.0790429 Jul 30 01:56:55.398380 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-4688d2c6-c6d6-468b-bfe9-3def79549f94 req-571e602e-3ba8-46d7-8846-6104a24a97d3 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] For port 0712b562-7814-4302-91ad-4c807a7feec0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0712b562-7814-4302-91ad-4c807a7feec0,segment=NetworkSegment(cadcdae0-4279-45bd-b2cb-a313c67cef58),segment_id=cadcdae0-4279-45bd-b2cb-a313c67cef58)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:55.401473 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-5647129e-2dee-48ba-abac-24c5d5eec149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:55.404942 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-beda20a0-d6d2-4f4f-b863-bd9f7f3a295d req-567f48c6-937c-4ee4-bbb6-55f0d5d6d9d8 service neutron] 10.222.0.10 "GET /v2.0/networks/4af35de8-af8f-4d77-97cf-b636d544d3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998272 Jul 30 01:56:55.439724 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27100c93-580b-49a9-9bfe-733450615ea4 req-691170e1-6593-40ef-8bba-7b15ed5af152 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512280 Jul 30 01:56:55.502198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4688d2c6-c6d6-468b-bfe9-3def79549f94 req-571e602e-3ba8-46d7-8846-6104a24a97d3 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:55.516964 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647129e-2dee-48ba-abac-24c5d5eec149 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7f1b6c-b67b-4490-b720-9d9c4cd45449,revision_number=6']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:55.521405 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-5647129e-2dee-48ba-abac-24c5d5eec149 service neutron] No DVR routers for this DVR port bd7f1b6c-b67b-4490-b720-9d9c4cd45449 on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:55.542165 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f79fa9e3-8523-4317-8e56-6d908134d84c req-504b2e13-0b7b-4a9f-b001-a496a6406e8b tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebd0255-c441-44bd-bd46-4aacc0de2885 HTTP/1.1" status: 200 len: 210 time: 0.0369015 Jul 30 01:56:55.574254 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-5647129e-2dee-48ba-abac-24c5d5eec149 service neutron] In _notify_port_updated(), no bound segment for port bd7f1b6c-b67b-4490-b720-9d9c4cd45449 on network 4fafccc5-fb47-4324-8e99-bb0237539cfb {{(pid=94464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:56:55.575271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-5647129e-2dee-48ba-abac-24c5d5eec149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:55.575974 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-5647129e-2dee-48ba-abac-24c5d5eec149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:55.577363 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-5647129e-2dee-48ba-abac-24c5d5eec149 service neutron] 10.222.0.77 "PUT /v2.0/ports/bd7f1b6c-b67b-4490-b720-9d9c4cd45449 HTTP/1.1" status: 200 len: 1033 time: 1.5629358 Jul 30 01:56:55.578612 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4688d2c6-c6d6-468b-bfe9-3def79549f94 req-571e602e-3ba8-46d7-8846-6104a24a97d3 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:55.590586 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['0712b562-7814-4302-91ad-4c807a7feec0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:55.665284 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688d2c6-c6d6-468b-bfe9-3def79549f94 req-571e602e-3ba8-46d7-8846-6104a24a97d3 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:55.670979 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-4688d2c6-c6d6-468b-bfe9-3def79549f94 req-571e602e-3ba8-46d7-8846-6104a24a97d3 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:55.670979 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4688d2c6-c6d6-468b-bfe9-3def79549f94 req-571e602e-3ba8-46d7-8846-6104a24a97d3 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "PUT /v2.0/ports/0712b562-7814-4302-91ad-4c807a7feec0 HTTP/1.1" status: 200 len: 942 time: 1.3403525 Jul 30 01:56:55.670979 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bab4c3-7745-431c-a94d-3a37f916d58a', 'tag': '0712b562-7814-4302-91ad-4c807a7feec0'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:55.673186 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a0106b-f476-43ec-ac2f-a93602b6ed12" -d '{"events": [{"name": "network-changed", "server_uuid": "56bab4c3-7745-431c-a94d-3a37f916d58a", "tag": "0712b562-7814-4302-91ad-4c807a7feec0"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:55.690439 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-e6303f8d-3900-4b93-8558-67f7198c8472 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:55.691517 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-e6303f8d-3900-4b93-8558-67f7198c8472 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.77 "GET /v2.0/ports/6d8c1817-5e16-4333-88e9-6baf283dd55a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0814834 Jul 30 01:56:55.717850 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-b21e01ec-ef76-49a4-ae1d-9ae67e1f0020 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:55.742506 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e602e-3ba8-46d7-8846-6104a24a97d3 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Pushing event updated for resources: {'Port': ['ID=0712b562-7814-4302-91ad-4c807a7feec0,revision_number=7']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:55.760880 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['0712b562-7814-4302-91ad-4c807a7feec0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:55.765207 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a580b041-ffce-4086-aa90-df782e29d80f x-openstack-request-id: req-a580b041-ffce-4086-aa90-df782e29d80f {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:55.765505 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bab4c3-7745-431c-a94d-3a37f916d58a", "tag": "0712b562-7814-4302-91ad-4c807a7feec0", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:55.765764 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a580b041-ffce-4086-aa90-df782e29d80f {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:55.766167 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bab4c3-7745-431c-a94d-3a37f916d58a', 'tag': '0712b562-7814-4302-91ad-4c807a7feec0', 'status': 'completed', 'code': 200} Jul 30 01:56:55.836147 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-b21e01ec-ef76-49a4-ae1d-9ae67e1f0020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:55.856772 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0106b-f476-43ec-ac2f-a93602b6ed12 req-71afc4d3-c081-48bf-a441-4675a7e85a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:55.859054 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-45a0106b-f476-43ec-ac2f-a93602b6ed12 req-71afc4d3-c081-48bf-a441-4675a7e85a67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=974a7a34583e4b899d72951370215c2f&device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 1096 time: 0.0871875 Jul 30 01:56:55.859861 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b032594a-88fa-4eb8-bf35-d416efd9a489 None None] Provisioning complete for port bd7f1b6c-b67b-4490-b720-9d9c4cd45449 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:55.860429 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b032594a-88fa-4eb8-bf35-d416efd9a489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:55.971246 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b032594a-88fa-4eb8-bf35-d416efd9a489 None None] Port bd7f1b6c-b67b-4490-b720-9d9c4cd45449 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:56:56.045261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-551af125-818a-465f-9e84-2644be3792b7 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:56.046780 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-551af125-818a-465f-9e84-2644be3792b7 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.77 "GET /v2.0/networks?id=ba6a7637-8cab-4877-809b-af833f6bd6e0 HTTP/1.1" status: 200 len: 806 time: 0.1728656 Jul 30 01:56:56.077324 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-a4bd9d63-c791-443a-8551-fdb4984dd216 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Request body: {'port': {'device_id': '6ebd0255-c441-44bd-bd46-4aacc0de2885', 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0', 'admin_state_up': True, 'tenant_id': '2512260259d7455494ba68636275b240'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:56.092505 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0106b-f476-43ec-ac2f-a93602b6ed12 req-0a854e34-baf8-4a3a-8ecf-deb69d1dfc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:56.094060 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-45a0106b-f476-43ec-ac2f-a93602b6ed12 req-0a854e34-baf8-4a3a-8ecf-deb69d1dfc14 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4af35de8-af8f-4d77-97cf-b636d544d3c0 HTTP/1.1" status: 200 len: 921 time: 0.2098999 Jul 30 01:56:56.156053 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-8fadca2d-b71b-4473-8b39-dd55ff2805f1 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4439733 Jul 30 01:56:56.158288 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-45a0106b-f476-43ec-ac2f-a93602b6ed12 req-497779df-3947-4d02-8814-ec14c51144e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0712b562-7814-4302-91ad-4c807a7feec0 HTTP/1.1" status: 200 len: 217 time: 0.0547893 Jul 30 01:56:56.160439 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-b21e01ec-ef76-49a4-ae1d-9ae67e1f0020 service neutron] For port 6d8c1817-5e16-4333-88e9-6baf283dd55a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6d8c1817-5e16-4333-88e9-6baf283dd55a,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:56.169376 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-65cc5b7e-efd0-4f9e-811a-ec77f5d96d4a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:56.236844 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0106b-f476-43ec-ac2f-a93602b6ed12 req-df4a41d5-02bc-48b8-9889-adacf8629bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:56.238808 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-45a0106b-f476-43ec-ac2f-a93602b6ed12 req-df4a41d5-02bc-48b8-9889-adacf8629bdf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8f78061-79f9-4190-922e-cf97355920d4 HTTP/1.1" status: 200 len: 860 time: 0.0695608 Jul 30 01:56:56.239708 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-b21e01ec-ef76-49a4-ae1d-9ae67e1f0020 service neutron] For port 6d8c1817-5e16-4333-88e9-6baf283dd55a, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:56.285540 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-65cc5b7e-efd0-4f9e-811a-ec77f5d96d4a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.290084 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-45a0106b-f476-43ec-ac2f-a93602b6ed12 req-439cecf5-89fb-4054-a9db-b989ae3df91c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4af35de8-af8f-4d77-97cf-b636d544d3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308948 Jul 30 01:56:56.305855 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-b21e01ec-ef76-49a4-ae1d-9ae67e1f0020 service neutron] device_id is not set on port 6d8c1817-5e16-4333-88e9-6baf283dd55a yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:56:56.329704 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 80ece651-aaff-492f-b8e7-ff051a746b39 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:56:56.341929 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device bd7f1b6c-b67b-4490-b720-9d9c4cd45449 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:56.406258 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-b21e01ec-ef76-49a4-ae1d-9ae67e1f0020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.415174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-a4bd9d63-c791-443a-8551-fdb4984dd216 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Made reservation on behalf of 2512260259d7455494ba68636275b240 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:56.427952 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-a4bd9d63-c791-443a-8551-fdb4984dd216 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.441125 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device bd7f1b6c-b67b-4490-b720-9d9c4cd45449 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:56:56.441559 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device f375af04-8b58-42fe-852c-502fa34f6a49 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:56.448960 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-65cc5b7e-efd0-4f9e-811a-ec77f5d96d4a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.454860 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f28601-84b3-4035-adb0-e61be1e2e83f req-7a895a27-34da-47da-bd65-4ce63da866a6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:56.463037 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f28601-84b3-4035-adb0-e61be1e2e83f req-7a895a27-34da-47da-bd65-4ce63da866a6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:56.469076 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f28601-84b3-4035-adb0-e61be1e2e83f req-7a895a27-34da-47da-bd65-4ce63da866a6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:56.475034 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f28601-84b3-4035-adb0-e61be1e2e83f req-7a895a27-34da-47da-bd65-4ce63da866a6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:56.481681 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f28601-84b3-4035-adb0-e61be1e2e83f req-7a895a27-34da-47da-bd65-4ce63da866a6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:56.488262 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f28601-84b3-4035-adb0-e61be1e2e83f req-7a895a27-34da-47da-bd65-4ce63da866a6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:56.496487 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-88f28601-84b3-4035-adb0-e61be1e2e83f req-7a895a27-34da-47da-bd65-4ce63da866a6 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 4665 time: 0.2103465 Jul 30 01:56:56.515988 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-b21e01ec-ef76-49a4-ae1d-9ae67e1f0020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.539523 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 80ece651-aaff-492f-b8e7-ff051a746b39, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=80ece651-aaff-492f-b8e7-ff051a746b39,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:56.553719 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.563428 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '80ece651-aaff-492f-b8e7-ff051a746b39', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'port_id': '80ece651-aaff-492f-b8e7-ff051a746b39', 'mac_address': 'fa:16:3e:69:bf:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:56:56.603300 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f375af04-8b58-42fe-852c-502fa34f6a49'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:56.605676 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f025dbc-39c3-4cc4-9ce5-c6f0c7b46e91" -d '{"events": [{"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "f375af04-8b58-42fe-852c-502fa34f6a49"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:56.609229 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-45a0106b-f476-43ec-ac2f-a93602b6ed12 req-f148e37e-9ec2-436f-9214-babd8861fed2 service neutron] 10.222.0.10 "GET /v2.0/networks/4af35de8-af8f-4d77-97cf-b636d544d3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982712 Jul 30 01:56:56.628334 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port f375af04-8b58-42fe-852c-502fa34f6a49, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=f375af04-8b58-42fe-852c-502fa34f6a49,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:56.631406 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-88f28601-84b3-4035-adb0-e61be1e2e83f req-2a852be0-f64f-4927-ad27-7470dcb00796 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&id=596e2aec-9aec-4f43-a5d7-46c87846e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1340773 Jul 30 01:56:56.635814 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.656417 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ece651-aaff-492f-b8e7-ff051a746b39 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:56:56.660814 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e01ec-ef76-49a4-ae1d-9ae67e1f0020 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8c1817-5e16-4333-88e9-6baf283dd55a,revision_number=6']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:56.677846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 80ece651-aaff-492f-b8e7-ff051a746b39, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=80ece651-aaff-492f-b8e7-ff051a746b39,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:56.689165 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-b21e01ec-ef76-49a4-ae1d-9ae67e1f0020 service neutron] No DVR routers for this DVR port 6d8c1817-5e16-4333-88e9-6baf283dd55a on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:56.698995 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.708748 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8cba3957-631b-46df-930d-30f2ada9c6ce no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:56.733407 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-65cc5b7e-efd0-4f9e-811a-ec77f5d96d4a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Allocated IP 172.25.1.163 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/58871160-18bf-4f37-b0bb-6bee628aa84c) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:56.785275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-a4bd9d63-c791-443a-8551-fdb4984dd216 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Allocated IP 172.20.0.2 (ba6a7637-8cab-4877-809b-af833f6bd6e0/d2bdb7f5-8d0f-432b-8087-856e79091b08/574657ea-08c1-4aaf-b19a-1b115063fb9c) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:56.798866 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.800536 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-b21e01ec-ef76-49a4-ae1d-9ae67e1f0020 service neutron] In _notify_port_updated(), no bound segment for port 6d8c1817-5e16-4333-88e9-6baf283dd55a on network 4fafccc5-fb47-4324-8e99-bb0237539cfb {{(pid=94464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:56:56.801533 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-b21e01ec-ef76-49a4-ae1d-9ae67e1f0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:56.802152 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-b21e01ec-ef76-49a4-ae1d-9ae67e1f0020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.803551 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-b21e01ec-ef76-49a4-ae1d-9ae67e1f0020 service neutron] 10.222.0.77 "PUT /v2.0/ports/6d8c1817-5e16-4333-88e9-6baf283dd55a HTTP/1.1" status: 200 len: 1032 time: 1.0997701 Jul 30 01:56:56.864926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=f375af04-8b58-42fe-852c-502fa34f6a49,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:56.899835 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-45a0106b-f476-43ec-ac2f-a93602b6ed12 req-bbb7ce71-532a-4b48-b84b-9985b5eda18c service neutron] 10.222.0.10 "GET /v2.0/networks/4af35de8-af8f-4d77-97cf-b636d544d3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729275 Jul 30 01:56:56.957551 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-de681bf9-59ab-42bf-b0a1-d80964e905b4 None None] Provisioning complete for port 6d8c1817-5e16-4333-88e9-6baf283dd55a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:56.957931 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de681bf9-59ab-42bf-b0a1-d80964e905b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.962031 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee776a-d7e7-4e7d-b36a-a48272b81d37 req-fa30301b-0758-4943-93d0-dc42aa628d64 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:56.963615 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1cee776a-d7e7-4e7d-b36a-a48272b81d37 req-fa30301b-0758-4943-93d0-dc42aa628d64 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.1315501 Jul 30 01:56:56.988548 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.015495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=80ece651-aaff-492f-b8e7-ff051a746b39,revision_number=11']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:57.020371 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-be96f102-474d-4b9c-8f75-7ba51eb4e6fd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Deleting port 8cba3957-631b-46df-930d-30f2ada9c6ce {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:57.020735 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-be96f102-474d-4b9c-8f75-7ba51eb4e6fd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.043105 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-de681bf9-59ab-42bf-b0a1-d80964e905b4 None None] Port 6d8c1817-5e16-4333-88e9-6baf283dd55a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:56:57.055812 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 8cba3957-631b-46df-930d-30f2ada9c6ce, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8cba3957-631b-46df-930d-30f2ada9c6ce,segment=NetworkSegment(82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db),segment_id=82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:57.056178 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-65cc5b7e-efd0-4f9e-811a-ec77f5d96d4a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.080004 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1cee776a-d7e7-4e7d-b36a-a48272b81d37 req-effaee69-a64d-4a34-bd66-7ff80a62daa1 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060362 Jul 30 01:56:57.112666 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-a4bd9d63-c791-443a-8551-fdb4984dd216 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.113860 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.115082 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 20f66196-9127-4447-a244-7a1ed6dba5a8 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:57.132917 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-be96f102-474d-4b9c-8f75-7ba51eb4e6fd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] For port 8cba3957-631b-46df-930d-30f2ada9c6ce, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8cba3957-631b-46df-930d-30f2ada9c6ce,segment=NetworkSegment(82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db),segment_id=82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:57.133549 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-be96f102-474d-4b9c-8f75-7ba51eb4e6fd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.200232 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-65cc5b7e-efd0-4f9e-811a-ec77f5d96d4a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.208967 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['80ece651-aaff-492f-b8e7-ff051a746b39'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:57.215474 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bce1f841-682a-4009-8df1-1f66898825d7 req-408c9ce1-4936-4036-b9a4-76d90fd8fcea tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebd0255-c441-44bd-bd46-4aacc0de2885 HTTP/1.1" status: 200 len: 210 time: 0.0325997 Jul 30 01:56:57.245057 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-65cc5b7e-efd0-4f9e-811a-ec77f5d96d4a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:57.245057 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-65cc5b7e-efd0-4f9e-811a-ec77f5d96d4a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:57.275368 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-a4bd9d63-c791-443a-8551-fdb4984dd216 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.279549 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-65cc5b7e-efd0-4f9e-811a-ec77f5d96d4a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:57.312458 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc5b7e-efd0-4f9e-811a-ec77f5d96d4a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Pushing event updated for resources: {'Port': ['ID=58871160-18bf-4f37-b0bb-6bee628aa84c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:57.361522 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-a4bd9d63-c791-443a-8551-fdb4984dd216 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Network ba6a7637-8cab-4877-809b-af833f6bd6e0 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:57.368177 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b91026-339a-4042-964c-914eb4d0e2d5 x-openstack-request-id: req-35b91026-339a-4042-964c-914eb4d0e2d5 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:57.368968 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "f375af04-8b58-42fe-852c-502fa34f6a49", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:57.368968 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-35b91026-339a-4042-964c-914eb4d0e2d5 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:57.369231 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f375af04-8b58-42fe-852c-502fa34f6a49', 'code': 200} Jul 30 01:56:57.369338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-a4bd9d63-c791-443a-8551-fdb4984dd216 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:57.371824 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-be96f102-474d-4b9c-8f75-7ba51eb4e6fd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.372834 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-be96f102-474d-4b9c-8f75-7ba51eb4e6fd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.373324 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-be96f102-474d-4b9c-8f75-7ba51eb4e6fd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Floating IP 9b97f1c6-3856-4e51-8bd6-95610bfb7579 disassociated. External IP: 172.25.1.28, port: 8cba3957-631b-46df-930d-30f2ada9c6ce. Jul 30 01:56:57.373841 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-be96f102-474d-4b9c-8f75-7ba51eb4e6fd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Calling delete_port for 8cba3957-631b-46df-930d-30f2ada9c6ce owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:57.373967 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['c9eb3f59-0896-4eab-9ec0-1234b646a847'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:57.377385 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-a4bd9d63-c791-443a-8551-fdb4984dd216 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:57.418051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd9d63-c791-443a-8551-fdb4984dd216 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Pushing event updated for resources: {'Port': ['ID=574657ea-08c1-4aaf-b19a-1b115063fb9c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:57.461902 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=8cba3957-631b-46df-930d-30f2ada9c6ce,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:57.466573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-a4bd9d63-c791-443a-8551-fdb4984dd216 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:57.467156 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-a4bd9d63-c791-443a-8551-fdb4984dd216 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.469475 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.487397 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-65cc5b7e-efd0-4f9e-811a-ec77f5d96d4a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.530398 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 20f66196-9127-4447-a244-7a1ed6dba5a8, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=20f66196-9127-4447-a244-7a1ed6dba5a8,segment=NetworkSegment(517e2d6b-5c75-4689-85c7-570b6e930a29),segment_id=517e2d6b-5c75-4689-85c7-570b6e930a29)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:57.555338 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-a4bd9d63-c791-443a-8551-fdb4984dd216 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4822724 Jul 30 01:56:57.575487 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] Request body: {'port': {'device_id': '6ebd0255-c441-44bd-bd46-4aacc0de2885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:57.581416 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-be96f102-474d-4b9c-8f75-7ba51eb4e6fd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.626207 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96f102-474d-4b9c-8f75-7ba51eb4e6fd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event deleted for resources: {'Port': ['ID=8cba3957-631b-46df-930d-30f2ada9c6ce,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:57.639651 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-65cc5b7e-efd0-4f9e-811a-ec77f5d96d4a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.652395 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.654140 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 1543c41e-8012-46b9-ac26-b211757944dc no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:57.691423 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.815629 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=20f66196-9127-4447-a244-7a1ed6dba5a8,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:57.830054 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-be96f102-474d-4b9c-8f75-7ba51eb4e6fd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Router 166d4647-eb69-466d-ad87-087f3f3b6760 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:56:57.883037 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.926816 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1543c41e-8012-46b9-ac26-b211757944dc, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1543c41e-8012-46b9-ac26-b211757944dc,segment=NetworkSegment(517e2d6b-5c75-4689-85c7-570b6e930a29),segment_id=517e2d6b-5c75-4689-85c7-570b6e930a29)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:57.931370 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74863dd2-fc59-4047-8a00-b6b4068d1895 req-efa564b9-b01d-484d-ba0a-b33502396e8a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:57.937582 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74863dd2-fc59-4047-8a00-b6b4068d1895 req-efa564b9-b01d-484d-ba0a-b33502396e8a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:57.944166 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74863dd2-fc59-4047-8a00-b6b4068d1895 req-efa564b9-b01d-484d-ba0a-b33502396e8a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:57.950942 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74863dd2-fc59-4047-8a00-b6b4068d1895 req-efa564b9-b01d-484d-ba0a-b33502396e8a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:57.952745 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-74863dd2-fc59-4047-8a00-b6b4068d1895 req-efa564b9-b01d-484d-ba0a-b33502396e8a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 3147 time: 0.1983490 Jul 30 01:56:57.992764 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.996120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 6d8c1817-5e16-4333-88e9-6baf283dd55a no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:58.039131 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-74863dd2-fc59-4047-8a00-b6b4068d1895 req-bbfa47d1-27a1-4958-b04c-0c3e1ed9d31d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797098 Jul 30 01:56:58.071483 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-be96f102-474d-4b9c-8f75-7ba51eb4e6fd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:56:58.104867 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ad9cac-0795-4a14-bc4a-8088bd50c8c0 None None] Sync routers for ids ['166d4647-eb69-466d-ad87-087f3f3b6760'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:56:58.124516 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=1543c41e-8012-46b9-ac26-b211757944dc,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:58.137964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad9cac-0795-4a14-bc4a-8088bd50c8c0 None None] Routers {'166d4647-eb69-466d-ad87-087f3f3b6760'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:58.138967 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-46ad9cac-0795-4a14-bc4a-8088bd50c8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:56:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['166d4647-eb69-466d-ad87-087f3f3b6760'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:58.151759 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-be96f102-474d-4b9c-8f75-7ba51eb4e6fd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] No DVR routers for this DVR port 8cba3957-631b-46df-930d-30f2ada9c6ce on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:58.157192 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-be96f102-474d-4b9c-8f75-7ba51eb4e6fd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.159349 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-be96f102-474d-4b9c-8f75-7ba51eb4e6fd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.77 "DELETE /v2.0/ports/8cba3957-631b-46df-930d-30f2ada9c6ce HTTP/1.1" status: 204 len: 173 time: 1.3454330 Jul 30 01:56:58.159841 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-deleted', 'tag': '8cba3957-631b-46df-930d-30f2ada9c6ce'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:58.162190 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afab6bd-10e6-4140-89cd-7526de7021b8" -d '{"events": [{"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-deleted", "tag": "8cba3957-631b-46df-930d-30f2ada9c6ce"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:58.254424 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 6d8c1817-5e16-4333-88e9-6baf283dd55a not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:56:58.255176 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:58.333212 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b0a43-9361-4326-af95-a88843d6a3d8 req-9221338d-082c-4ffb-b0ed-d75898fa7634 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:58.334785 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2a8b0a43-9361-4326-af95-a88843d6a3d8 req-9221338d-082c-4ffb-b0ed-d75898fa7634 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.1060534 Jul 30 01:56:58.368532 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-65cc5b7e-efd0-4f9e-811a-ec77f5d96d4a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.388975 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-0e7ffa85-e283-40c1-a8d8-7171918f2b6d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Deleting port f375af04-8b58-42fe-852c-502fa34f6a49 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:58.388975 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-0e7ffa85-e283-40c1-a8d8-7171918f2b6d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.405517 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2a8b0a43-9361-4326-af95-a88843d6a3d8 req-9451ef65-576c-4023-b34e-14472f7ad585 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636692 Jul 30 01:56:58.436516 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.451433 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-46ad9cac-0795-4a14-bc4a-8088bd50c8c0 None None] Set router 166d4647-eb69-466d-ad87-087f3f3b6760 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:58.459273 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-65cc5b7e-efd0-4f9e-811a-ec77f5d96d4a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.485827 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afe2803-a2c5-4bda-8a2f-3171b5aced50 x-openstack-request-id: req-7afe2803-a2c5-4bda-8a2f-3171b5aced50 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:58.486130 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-deleted", "tag": "8cba3957-631b-46df-930d-30f2ada9c6ce", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:58.486441 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7afe2803-a2c5-4bda-8a2f-3171b5aced50 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:58.486867 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-deleted', 'tag': '8cba3957-631b-46df-930d-30f2ada9c6ce', 'status': 'completed', 'code': 200} Jul 30 01:56:58.501937 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-0e7ffa85-e283-40c1-a8d8-7171918f2b6d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] For port f375af04-8b58-42fe-852c-502fa34f6a49, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=f375af04-8b58-42fe-852c-502fa34f6a49,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:58.502619 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-0e7ffa85-e283-40c1-a8d8-7171918f2b6d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.520736 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-0e7ffa85-e283-40c1-a8d8-7171918f2b6d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Calling delete_port for f375af04-8b58-42fe-852c-502fa34f6a49 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:58.547797 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574657ea-08c1-4aaf-b19a-1b115063fb9c {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:56:58.553750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=286aa284-1cd3-4870-bcc8-b1c99a5aa0a6,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:58.582706 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.601495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc5b7e-efd0-4f9e-811a-ec77f5d96d4a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Pushing event updated for resources: {'Port': ['ID=58871160-18bf-4f37-b0bb-6bee628aa84c,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:58.614991 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] Transition to ACTIVE for port object 574657ea-08c1-4aaf-b19a-1b115063fb9c will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:58.619370 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-65cc5b7e-efd0-4f9e-811a-ec77f5d96d4a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.621011 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.651359 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbce04b-f120-4f24-9e84-1f188134343f req-010468e5-28e3-4235-b9c0-d44b1b0941bd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:58.652879 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5dbce04b-f120-4f24-9e84-1f188134343f req-010468e5-28e3-4235-b9c0-d44b1b0941bd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebd0255-c441-44bd-bd46-4aacc0de2885 HTTP/1.1" status: 200 len: 931 time: 0.0665278 Jul 30 01:56:58.692699 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.710551 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=286aa284-1cd3-4870-bcc8-b1c99a5aa0a6,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:58.730443 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5dbce04b-f120-4f24-9e84-1f188134343f req-38f6215c-a0b6-4624-bc6c-9d9935f6db16 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655200 Jul 30 01:56:58.748454 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-65cc5b7e-efd0-4f9e-811a-ec77f5d96d4a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.752540 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-46ad9cac-0795-4a14-bc4a-8088bd50c8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'name': 'tempest-TaggedBootDevicesTest_v242-1837332010-router', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:02Z', 'updated_at': '2021-07-30T01:46:10Z', 'revision_number': 4, 'project_id': 'c72c67525be041dbbba86358033d985a', 'gw_port': {'id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:04Z', 'updated_at': '2021-07-30T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '38d596e5-71a7-49ad-ba91-0d1768b889b7', 'name': '', 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'mac_address': 'fa:16:3e:0e:f7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '3f8d6f31-34cc-490d-b195-f03e3635d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:09Z', 'updated_at': '2021-07-30T01:46:18Z', 'revision_number': 5, 'project_id': 'c72c67525be041dbbba86358033d985a', 'subnets': [{'id': '3f8d6f31-34cc-490d-b195-f03e3635d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:58.758178 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-65cc5b7e-efd0-4f9e-811a-ec77f5d96d4a tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5947547 Jul 30 01:56:58.779649 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ad9cac-0795-4a14-bc4a-8088bd50c8c0 None None] Checking router: 166d4647-eb69-466d-ad87-087f3f3b6760 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:56:58.787924 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad9cac-0795-4a14-bc4a-8088bd50c8c0 None None] Routers {'166d4647-eb69-466d-ad87-087f3f3b6760'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:58.789036 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-46ad9cac-0795-4a14-bc4a-8088bd50c8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:56:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['166d4647-eb69-466d-ad87-087f3f3b6760'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:58.834604 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-0e7ffa85-e283-40c1-a8d8-7171918f2b6d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.854710 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-bbfc1c0b-35f4-48d0-8eaa-115c3ea03585 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.0948961 Jul 30 01:56:58.855491 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] Pushing event updated for resources: {'Port': ['ID=574657ea-08c1-4aaf-b19a-1b115063fb9c,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:58.879626 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ffa85-e283-40c1-a8d8-7171918f2b6d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event deleted for resources: {'Port': ['ID=f375af04-8b58-42fe-852c-502fa34f6a49,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:58.911269 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-46ad9cac-0795-4a14-bc4a-8088bd50c8c0 None None] Set router 166d4647-eb69-466d-ad87-087f3f3b6760 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:58.927611 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-0e7ffa85-e283-40c1-a8d8-7171918f2b6d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] No DVR routers for this DVR port f375af04-8b58-42fe-852c-502fa34f6a49 on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:58.931062 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-0e7ffa85-e283-40c1-a8d8-7171918f2b6d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.933047 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-0e7ffa85-e283-40c1-a8d8-7171918f2b6d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.77 "DELETE /v2.0/ports/f375af04-8b58-42fe-852c-502fa34f6a49 HTTP/1.1" status: 204 len: 173 time: 0.7621157 Jul 30 01:56:59.004756 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] Attempting to bind port 574657ea-08c1-4aaf-b19a-1b115063fb9c on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:56:59.005117 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] Attempting to bind port 574657ea-08c1-4aaf-b19a-1b115063fb9c by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:56:59.005428 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] Attempting to bind port 574657ea-08c1-4aaf-b19a-1b115063fb9c on network ba6a7637-8cab-4877-809b-af833f6bd6e0 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:59.016993 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] Port 574657ea-08c1-4aaf-b19a-1b115063fb9c on network ba6a7637-8cab-4877-809b-af833f6bd6e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:56:59.017328 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] Attempting to bind port 574657ea-08c1-4aaf-b19a-1b115063fb9c on network ba6a7637-8cab-4877-809b-af833f6bd6e0 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:59.027454 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-f077a7f5-7cba-4910-83f0-91f140362633 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:59.028848 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-f077a7f5-7cba-4910-83f0-91f140362633 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.1704600 Jul 30 01:56:59.031660 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:56:59.032006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] Checking segment: {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:59.032398 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] Bound using segment: {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:56:59.032837 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] Bound port: 574657ea-08c1-4aaf-b19a-1b115063fb9c, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:56:59.033201 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.035769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-1f526925-560d-4b18-8c5f-56d4ea40dc8d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Deleting port 20f66196-9127-4447-a244-7a1ed6dba5a8 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:59.035769 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-1f526925-560d-4b18-8c5f-56d4ea40dc8d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.049891 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-4a424dac-8281-4c40-9977-d3feee6b8ad6 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:56:59.050939 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aee720d8-ea1b-48d3-b467-a9df6603b729 req-4a424dac-8281-4c40-9977-d3feee6b8ad6 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084717 Jul 30 01:56:59.126143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] For port 574657ea-08c1-4aaf-b19a-1b115063fb9c, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:59.129711 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] For port 574657ea-08c1-4aaf-b19a-1b115063fb9c, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=574657ea-08c1-4aaf-b19a-1b115063fb9c,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:56:59.144833 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-46ad9cac-0795-4a14-bc4a-8088bd50c8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'name': 'tempest-TaggedBootDevicesTest_v242-1837332010-router', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:02Z', 'updated_at': '2021-07-30T01:46:10Z', 'revision_number': 4, 'project_id': 'c72c67525be041dbbba86358033d985a', 'gw_port': {'id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:04Z', 'updated_at': '2021-07-30T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '38d596e5-71a7-49ad-ba91-0d1768b889b7', 'name': '', 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'mac_address': 'fa:16:3e:0e:f7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '3f8d6f31-34cc-490d-b195-f03e3635d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:09Z', 'updated_at': '2021-07-30T01:46:18Z', 'revision_number': 5, 'project_id': 'c72c67525be041dbbba86358033d985a', 'subnets': [{'id': '3f8d6f31-34cc-490d-b195-f03e3635d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:59.174005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ad9cac-0795-4a14-bc4a-8088bd50c8c0 None None] The sync data for ids ['166d4647-eb69-466d-ad87-087f3f3b6760'] in n-d-713498-9 is: [{'id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'name': 'tempest-TaggedBootDevicesTest_v242-1837332010-router', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:02Z', 'updated_at': '2021-07-30T01:46:10Z', 'revision_number': 4, 'project_id': 'c72c67525be041dbbba86358033d985a', 'gw_port': {'id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:04Z', 'updated_at': '2021-07-30T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '38d596e5-71a7-49ad-ba91-0d1768b889b7', 'name': '', 'network_id': '67a82bad-8f13-4556-bea5-cc28b31ee6b2', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'mac_address': 'fa:16:3e:0e:f7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '3f8d6f31-34cc-490d-b195-f03e3635d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:09Z', 'updated_at': '2021-07-30T01:46:18Z', 'revision_number': 5, 'project_id': 'c72c67525be041dbbba86358033d985a', 'subnets': [{'id': '3f8d6f31-34cc-490d-b195-f03e3635d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:56:59.213573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f2068-a568-41c6-96b3-8c1cf13b7933 req-4c423630-4b2c-45a1-9dc0-c761317e6340 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:59.224285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f2068-a568-41c6-96b3-8c1cf13b7933 req-4c423630-4b2c-45a1-9dc0-c761317e6340 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:59.233072 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f2068-a568-41c6-96b3-8c1cf13b7933 req-4c423630-4b2c-45a1-9dc0-c761317e6340 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:59.234927 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9e2f2068-a568-41c6-96b3-8c1cf13b7933 req-4c423630-4b2c-45a1-9dc0-c761317e6340 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 2410 time: 0.0879645 Jul 30 01:56:59.236668 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.242881 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-fb66bb2d-05fa-4901-956b-77684379f107 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:59.249837 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-fb66bb2d-05fa-4901-956b-77684379f107 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1343181 Jul 30 01:56:59.257128 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-1f526925-560d-4b18-8c5f-56d4ea40dc8d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] For port 20f66196-9127-4447-a244-7a1ed6dba5a8, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=20f66196-9127-4447-a244-7a1ed6dba5a8,segment=NetworkSegment(517e2d6b-5c75-4689-85c7-570b6e930a29),segment_id=517e2d6b-5c75-4689-85c7-570b6e930a29)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:59.257496 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-1f526925-560d-4b18-8c5f-56d4ea40dc8d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.331505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:59.332290 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.333824 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] 10.222.0.77 "PUT /v2.0/ports/574657ea-08c1-4aaf-b19a-1b115063fb9c HTTP/1.1" status: 200 len: 1091 time: 1.7627671 Jul 30 01:56:59.335916 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebd0255-c441-44bd-bd46-4aacc0de2885', 'tag': '574657ea-08c1-4aaf-b19a-1b115063fb9c'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:59.338566 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4238fc80-6b37-42d5-86ca-c79bef93eee2" -d '{"events": [{"name": "network-changed", "server_uuid": "6ebd0255-c441-44bd-bd46-4aacc0de2885", "tag": "574657ea-08c1-4aaf-b19a-1b115063fb9c"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:59.340230 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-5084dcc9-abe2-47b6-b6ac-fbbc8f082f19 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.0893900 Jul 30 01:56:59.346679 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-3d0fe5b9-50b9-4f14-a505-52bc7cdd5908 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Request body: {'floatingip': {'port_id': '0712b562-7814-4302-91ad-4c807a7feec0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:59.350439 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933297b2-36a7-46c7-8b7c-c12a9c905e64 service neutron] Pushing event updated for resources: {'Port': ['ID=574657ea-08c1-4aaf-b19a-1b115063fb9c,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:59.370964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cba3957-631b-46df-930d-30f2ada9c6ce'}, {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20f66196-9127-4447-a244-7a1ed6dba5a8'}, {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1543c41e-8012-46b9-ac26-b211757944dc'}, {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '286aa284-1cd3-4870-bcc8-b1c99a5aa0a6'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:59.374712 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047af505-8407-4e51-8724-88f750e524bf" -d '{"events": [{"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "8cba3957-631b-46df-930d-30f2ada9c6ce"}, {"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "20f66196-9127-4447-a244-7a1ed6dba5a8"}, {"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "1543c41e-8012-46b9-ac26-b211757944dc"}, {"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "286aa284-1cd3-4870-bcc8-b1c99a5aa0a6"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:59.379974 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9e2f2068-a568-41c6-96b3-8c1cf13b7933 req-7a701a82-a56a-46e0-b209-609f2042fa11 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903716 Jul 30 01:56:59.397733 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-1f526925-560d-4b18-8c5f-56d4ea40dc8d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Calling delete_port for 20f66196-9127-4447-a244-7a1ed6dba5a8 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:59.405632 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-3d0fe5b9-50b9-4f14-a505-52bc7cdd5908 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks [] for floatingip, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.508833 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90efdc23-79e2-48b7-8b6f-0dda944fc1e6 x-openstack-request-id: req-90efdc23-79e2-48b7-8b6f-0dda944fc1e6 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:59.509603 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ebd0255-c441-44bd-bd46-4aacc0de2885", "tag": "574657ea-08c1-4aaf-b19a-1b115063fb9c", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:59.510180 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-90efdc23-79e2-48b7-8b6f-0dda944fc1e6 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:59.510955 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ebd0255-c441-44bd-bd46-4aacc0de2885', 'tag': '574657ea-08c1-4aaf-b19a-1b115063fb9c', 'status': 'completed', 'code': 200} Jul 30 01:56:59.532190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-0bb653d8-2a48-40f3-a9a1-52319825fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:59.534243 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-0bb653d8-2a48-40f3-a9a1-52319825fcd3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&device_id=6ebd0255-c441-44bd-bd46-4aacc0de2885 HTTP/1.1" status: 200 len: 1094 time: 0.0798559 Jul 30 01:56:59.552028 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0b1005-1eb9-4dad-b67f-ee2b294dbeea x-openstack-request-id: req-8f0b1005-1eb9-4dad-b67f-ee2b294dbeea {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:59.552663 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "8cba3957-631b-46df-930d-30f2ada9c6ce", "code": 200}, {"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "20f66196-9127-4447-a244-7a1ed6dba5a8", "code": 200}, {"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "1543c41e-8012-46b9-ac26-b211757944dc", "code": 200}, {"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "286aa284-1cd3-4870-bcc8-b1c99a5aa0a6", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:59.552988 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f0b1005-1eb9-4dad-b67f-ee2b294dbeea {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:59.553471 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cba3957-631b-46df-930d-30f2ada9c6ce', 'code': 200} Jul 30 01:56:59.553825 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20f66196-9127-4447-a244-7a1ed6dba5a8', 'code': 200} Jul 30 01:56:59.554152 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1543c41e-8012-46b9-ac26-b211757944dc', 'code': 200} Jul 30 01:56:59.554487 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '286aa284-1cd3-4870-bcc8-b1c99a5aa0a6', 'code': 200} Jul 30 01:56:59.636144 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adf7b18-3596-4f3d-af43-68371427b6e6 None None] New status for floating IP 9b97f1c6-3856-4e51-8bd6-95610bfb7579: DOWN {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:56:59.678162 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6738d-0dee-4b62-882e-a52fb04d1b64 req-f6d3b445-1cfb-41d0-9449-6ce999c632e8 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:59.683799 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fae6738d-0dee-4b62-882e-a52fb04d1b64 req-f6d3b445-1cfb-41d0-9449-6ce999c632e8 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 945 time: 0.0585494 Jul 30 01:56:59.761770 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-c37480c7-d9df-407f-80c4-d4ac85cc4299 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=574657ea-08c1-4aaf-b19a-1b115063fb9c HTTP/1.1" status: 200 len: 217 time: 0.0752568 Jul 30 01:56:59.770821 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fae6738d-0dee-4b62-882e-a52fb04d1b64 req-8b1fbe02-d513-405d-a3fc-48d1cf60e9ed tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756590 Jul 30 01:56:59.867654 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-6855ae55-244a-4144-b87d-208b21778251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:59.870276 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-6855ae55-244a-4144-b87d-208b21778251 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2bdb7f5-8d0f-432b-8087-856e79091b08 HTTP/1.1" status: 200 len: 846 time: 0.0984070 Jul 30 01:56:59.915724 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-c1401275-61f6-4ab8-b24b-4876ae92d520 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ba6a7637-8cab-4877-809b-af833f6bd6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339265 Jul 30 01:57:00.026004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88f86b-0f95-454a-8f16-42ccc0cbe878 req-61f517ea-5792-4fa8-8043-eb5c78626a5b tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:00.027578 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb88f86b-0f95-454a-8f16-42ccc0cbe878 req-61f517ea-5792-4fa8-8043-eb5c78626a5b tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebd0255-c441-44bd-bd46-4aacc0de2885 HTTP/1.1" status: 200 len: 943 time: 0.1150694 Jul 30 01:57:00.063982 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-b6603195-28af-46ce-9b20-1b16048043a6 service neutron] 10.222.0.77 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398368 Jul 30 01:57:00.099790 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb88f86b-0f95-454a-8f16-42ccc0cbe878 req-97e0c968-e2f9-4ed0-9bef-818730b1cb0a tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653470 Jul 30 01:57:00.172118 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10245296-72d2-4d7b-bcf9-025372b06ea0 req-584cbd04-15fc-4b30-81a0-235beecfa676 service neutron] 10.222.0.77 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966198 Jul 30 01:57:00.210799 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-1f526925-560d-4b18-8c5f-56d4ea40dc8d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.286760 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f526925-560d-4b18-8c5f-56d4ea40dc8d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event deleted for resources: {'Port': ['ID=20f66196-9127-4447-a244-7a1ed6dba5a8,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:00.360558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 80ece651-aaff-492f-b8e7-ff051a746b39 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:00.364865 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-1f526925-560d-4b18-8c5f-56d4ea40dc8d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] No DVR routers for this DVR port 20f66196-9127-4447-a244-7a1ed6dba5a8 on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:00.371505 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-1f526925-560d-4b18-8c5f-56d4ea40dc8d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.373522 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-1f526925-560d-4b18-8c5f-56d4ea40dc8d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.77 "DELETE /v2.0/ports/20f66196-9127-4447-a244-7a1ed6dba5a8 HTTP/1.1" status: 204 len: 173 time: 1.4335628 Jul 30 01:57:00.404995 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238fc80-6b37-42d5-86ca-c79bef93eee2 req-da3b2da5-2592-47cf-9d75-4d21f0271d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:00.406670 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4238fc80-6b37-42d5-86ca-c79bef93eee2 req-da3b2da5-2592-47cf-9d75-4d21f0271d51 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&device_id=6ebd0255-c441-44bd-bd46-4aacc0de2885 HTTP/1.1" status: 200 len: 1094 time: 0.0605700 Jul 30 01:57:00.480222 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 80ece651-aaff-492f-b8e7-ff051a746b39 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:00.484752 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 80ece651-aaff-492f-b8e7-ff051a746b39 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:00.485138 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.491743 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-deleted', 'tag': 'f375af04-8b58-42fe-852c-502fa34f6a49'}, {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-deleted', 'tag': '20f66196-9127-4447-a244-7a1ed6dba5a8'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:00.497371 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61341636-0f09-4cf1-acdd-c9f193d789ec" -d '{"events": [{"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-deleted", "tag": "f375af04-8b58-42fe-852c-502fa34f6a49"}, {"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-deleted", "tag": "20f66196-9127-4447-a244-7a1ed6dba5a8"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:00.559761 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238fc80-6b37-42d5-86ca-c79bef93eee2 req-2c660585-b537-4998-8688-3f37cb3c7d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:00.561265 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4238fc80-6b37-42d5-86ca-c79bef93eee2 req-2c660585-b537-4998-8688-3f37cb3c7d2e service neutron] 10.222.0.77 "GET /v2.0/networks?id=ba6a7637-8cab-4877-809b-af833f6bd6e0 HTTP/1.1" status: 200 len: 907 time: 0.1406310 Jul 30 01:57:00.570578 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.571960 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fa6b6-faed-4246-b4c4-71d1ddfe8f3e req-b5f3b2e2-7562-4b63-830f-54e0245f424f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:00.579781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fa6b6-faed-4246-b4c4-71d1ddfe8f3e req-b5f3b2e2-7562-4b63-830f-54e0245f424f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:00.582478 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-634fa6b6-faed-4246-b4c4-71d1ddfe8f3e req-b5f3b2e2-7562-4b63-830f-54e0245f424f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 1677 time: 0.1030111 Jul 30 01:57:00.608977 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 80ece651-aaff-492f-b8e7-ff051a746b39, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=80ece651-aaff-492f-b8e7-ff051a746b39,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:00.639822 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4238fc80-6b37-42d5-86ca-c79bef93eee2 req-8fa6d43a-24ca-46db-8662-8a15ae71c4df service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=574657ea-08c1-4aaf-b19a-1b115063fb9c HTTP/1.1" status: 200 len: 217 time: 0.0553830 Jul 30 01:57:00.698016 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238fc80-6b37-42d5-86ca-c79bef93eee2 req-ae682cec-51c6-4c34-9575-a4c59d1abbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:00.699549 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4238fc80-6b37-42d5-86ca-c79bef93eee2 req-ae682cec-51c6-4c34-9575-a4c59d1abbdd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2bdb7f5-8d0f-432b-8087-856e79091b08 HTTP/1.1" status: 200 len: 846 time: 0.0516639 Jul 30 01:57:00.707528 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-634fa6b6-faed-4246-b4c4-71d1ddfe8f3e req-fce5e770-271a-4399-a392-5d232ea76ab7 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132574 Jul 30 01:57:00.713078 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-3d0fe5b9-50b9-4f14-a505-52bc7cdd5908 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.715281 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.716546 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-1d62fdd7-af26-4f55-a80e-82bdf18acd5f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Deleting port 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:00.717872 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-1d62fdd7-af26-4f55-a80e-82bdf18acd5f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.746354 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4238fc80-6b37-42d5-86ca-c79bef93eee2 req-e2dace86-bb84-48a2-b649-4dbd5e2e505e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ba6a7637-8cab-4877-809b-af833f6bd6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339911 Jul 30 01:57:00.812427 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=80ece651-aaff-492f-b8e7-ff051a746b39,revision_number=12']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:00.843513 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-1d62fdd7-af26-4f55-a80e-82bdf18acd5f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] For port 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=286aa284-1cd3-4870-bcc8-b1c99a5aa0a6,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:00.843870 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-1d62fdd7-af26-4f55-a80e-82bdf18acd5f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.859402 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-1d62fdd7-af26-4f55-a80e-82bdf18acd5f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Calling delete_port for 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:00.882394 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4238fc80-6b37-42d5-86ca-c79bef93eee2 req-d378bcf2-4997-4a03-8baf-2007421816ca service neutron] 10.222.0.77 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288714 Jul 30 01:57:00.935310 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9b9942-e8e6-4b24-a573-ec3aab381c65 x-openstack-request-id: req-7a9b9942-e8e6-4b24-a573-ec3aab381c65 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:00.935616 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-deleted", "tag": "f375af04-8b58-42fe-852c-502fa34f6a49", "status": "completed", "code": 200}, {"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-deleted", "tag": "20f66196-9127-4447-a244-7a1ed6dba5a8", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:00.935978 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7a9b9942-e8e6-4b24-a573-ec3aab381c65 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:00.936386 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-deleted', 'tag': 'f375af04-8b58-42fe-852c-502fa34f6a49', 'status': 'completed', 'code': 200} Jul 30 01:57:00.936636 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-deleted', 'tag': '20f66196-9127-4447-a244-7a1ed6dba5a8', 'status': 'completed', 'code': 200} Jul 30 01:57:00.939561 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-3d0fe5b9-50b9-4f14-a505-52bc7cdd5908 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:01.017909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7992e4-1752-4e60-9f09-02b79b6dfd36 req-6094b61e-4f9e-49de-8db9-ca3738a2cc65 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:01.019515 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e7992e4-1752-4e60-9f09-02b79b6dfd36 req-6094b61e-4f9e-49de-8db9-ca3738a2cc65 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 946 time: 0.1355147 Jul 30 01:57:01.098895 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e7992e4-1752-4e60-9f09-02b79b6dfd36 req-25e89aab-2e20-4b0b-8fdf-96d711dc3003 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661862 Jul 30 01:57:01.103296 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-3d0fe5b9-50b9-4f14-a505-52bc7cdd5908 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Floating IP 3c9b4b3a-61cf-46ed-8bf6-a27f99395030 associated. External IP: 172.25.1.163, port: 0712b562-7814-4302-91ad-4c807a7feec0. Jul 30 01:57:01.104115 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4238fc80-6b37-42d5-86ca-c79bef93eee2 req-8eec8a0c-51c1-401f-8188-f8d512410ffe service neutron] 10.222.0.77 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048364 Jul 30 01:57:01.197776 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-1d62fdd7-af26-4f55-a80e-82bdf18acd5f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:01.234370 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62fdd7-af26-4f55-a80e-82bdf18acd5f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event deleted for resources: {'Port': ['ID=286aa284-1cd3-4870-bcc8-b1c99a5aa0a6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:01.255498 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1396b-d6f4-4d7d-bf98-bea67676ae9a req-42666a0d-060e-4f25-bde7-f8fd532e699d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:01.263785 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6a1396b-d6f4-4d7d-bf98-bea67676ae9a req-42666a0d-060e-4f25-bde7-f8fd532e699d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebd0255-c441-44bd-bd46-4aacc0de2885 HTTP/1.1" status: 200 len: 943 time: 0.0664437 Jul 30 01:57:01.291191 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-1d62fdd7-af26-4f55-a80e-82bdf18acd5f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] No DVR routers for this DVR port 286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:01.294966 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-1d62fdd7-af26-4f55-a80e-82bdf18acd5f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:01.296959 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-1d62fdd7-af26-4f55-a80e-82bdf18acd5f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.77 "DELETE /v2.0/ports/286aa284-1cd3-4870-bcc8-b1c99a5aa0a6 HTTP/1.1" status: 204 len: 173 time: 0.8773746 Jul 30 01:57:01.304724 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6a1396b-d6f4-4d7d-bf98-bea67676ae9a req-9e9ee53f-9758-497e-8334-904488282564 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389700 Jul 30 01:57:01.469184 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-3d0fe5b9-50b9-4f14-a505-52bc7cdd5908 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Router a50367b8-f2b6-4223-9fce-5b4d6edeec5d has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:01.488067 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-9e4766d7-015a-4096-bb0d-cabee3c45424 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Deleting port 1543c41e-8012-46b9-ac26-b211757944dc {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:01.488412 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-9e4766d7-015a-4096-bb0d-cabee3c45424 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:01.555407 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9187d3-b6b6-4983-bc83-e198b907048d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ece651-aaff-492f-b8e7-ff051a746b39'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:01.557994 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e407e21-5a4b-4eca-9c4d-9aab45204766" -d '{"events": [{"server_uuid": "db9187d3-b6b6-4983-bc83-e198b907048d", "name": "network-vif-plugged", "status": "completed", "tag": "80ece651-aaff-492f-b8e7-ff051a746b39"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:01.597186 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c419f8f3-458a-4e38-9575-4450dda9156f x-openstack-request-id: req-c419f8f3-458a-4e38-9575-4450dda9156f {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:01.597729 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9187d3-b6b6-4983-bc83-e198b907048d", "name": "network-vif-plugged", "status": "completed", "tag": "80ece651-aaff-492f-b8e7-ff051a746b39", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:01.598147 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c419f8f3-458a-4e38-9575-4450dda9156f {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:01.598572 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9187d3-b6b6-4983-bc83-e198b907048d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ece651-aaff-492f-b8e7-ff051a746b39', 'code': 200} Jul 30 01:57:01.666215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-9e4766d7-015a-4096-bb0d-cabee3c45424 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] For port 1543c41e-8012-46b9-ac26-b211757944dc, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1543c41e-8012-46b9-ac26-b211757944dc,segment=NetworkSegment(517e2d6b-5c75-4689-85c7-570b6e930a29),segment_id=517e2d6b-5c75-4689-85c7-570b6e930a29)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:01.666797 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-9e4766d7-015a-4096-bb0d-cabee3c45424 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:01.678692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-3d0fe5b9-50b9-4f14-a505-52bc7cdd5908 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:01.686219 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-3d0fe5b9-50b9-4f14-a505-52bc7cdd5908 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:01.688639 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-9e4766d7-015a-4096-bb0d-cabee3c45424 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Calling delete_port for 1543c41e-8012-46b9-ac26-b211757944dc owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:01.696479 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a9819f-9221-4ee4-9798-b23808bba09c None None] Sync routers for ids ['a50367b8-f2b6-4223-9fce-5b4d6edeec5d'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:01.714665 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a9819f-9221-4ee4-9798-b23808bba09c None None] Routers {'a50367b8-f2b6-4223-9fce-5b4d6edeec5d'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:01.715623 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-08a9819f-9221-4ee4-9798-b23808bba09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:56:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a50367b8-f2b6-4223-9fce-5b4d6edeec5d'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:01.738481 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-3d0fe5b9-50b9-4f14-a505-52bc7cdd5908 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "PUT /v2.0/floatingips/3c9b4b3a-61cf-46ed-8bf6-a27f99395030 HTTP/1.1" status: 200 len: 996 time: 2.3897038 Jul 30 01:57:01.839524 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-4550d814-a7ae-4239-a78f-f300a96bd49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:01.847203 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-4550d814-a7ae-4239-a78f-f300a96bd49e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=974a7a34583e4b899d72951370215c2f&device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 1096 time: 0.1077724 Jul 30 01:57:01.876665 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-08a9819f-9221-4ee4-9798-b23808bba09c None None] Set router a50367b8-f2b6-4223-9fce-5b4d6edeec5d gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:01.893003 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03d884-b61b-48e0-94a1-9cb04dd7905b req-61355470-758f-4f78-967c-50c2937d7e59 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:01.906761 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2d03d884-b61b-48e0-94a1-9cb04dd7905b req-61355470-758f-4f78-967c-50c2937d7e59 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 943 time: 0.0778883 Jul 30 01:57:01.976483 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-6ef52f41-6418-4407-8845-ec724facfe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:01.985827 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-6ef52f41-6418-4407-8845-ec724facfe99 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4af35de8-af8f-4d77-97cf-b636d544d3c0 HTTP/1.1" status: 200 len: 921 time: 0.1375780 Jul 30 01:57:02.005827 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2d03d884-b61b-48e0-94a1-9cb04dd7905b req-36f3978d-c73d-44f3-b960-3e34bb2f3942 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups?id=11ee063a-2557-4c17-b647-603a90794b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939898 Jul 30 01:57:02.036618 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-9e4766d7-015a-4096-bb0d-cabee3c45424 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:02.037185 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc54f6-7c15-49ba-bffa-6b567ce87efe req-39ee4a80-4a9e-45b2-9b23-334f6e1f3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:02.045276 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2fbc54f6-7c15-49ba-bffa-6b567ce87efe req-39ee4a80-4a9e-45b2-9b23-334f6e1f3d5c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 1097 time: 0.1104150 Jul 30 01:57:02.075075 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4766d7-015a-4096-bb0d-cabee3c45424 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event deleted for resources: {'Port': ['ID=1543c41e-8012-46b9-ac26-b211757944dc,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:02.101489 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-90d34cfc-0168-4879-a6ed-cabab70de3b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0712b562-7814-4302-91ad-4c807a7feec0 HTTP/1.1" status: 200 len: 999 time: 0.1143093 Jul 30 01:57:02.106168 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2fbc54f6-7c15-49ba-bffa-6b567ce87efe req-dbd1b9f4-b3c8-4898-9f93-5cece6de786a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540724 Jul 30 01:57:02.166356 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-9e4766d7-015a-4096-bb0d-cabee3c45424 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] No DVR routers for this DVR port 1543c41e-8012-46b9-ac26-b211757944dc on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:02.185322 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-9e4766d7-015a-4096-bb0d-cabee3c45424 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:02.187384 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00924d0e-adf7-44e0-a086-86dbd2bc4183 req-9e4766d7-015a-4096-bb0d-cabee3c45424 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.77 "DELETE /v2.0/ports/1543c41e-8012-46b9-ac26-b211757944dc HTTP/1.1" status: 204 len: 173 time: 0.8802269 Jul 30 01:57:02.230778 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-6f803251-9ee6-45d8-afb2-6292f8b4a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:02.241829 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-6f803251-9ee6-45d8-afb2-6292f8b4a841 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b8f78061-79f9-4190-922e-cf97355920d4 HTTP/1.1" status: 200 len: 860 time: 0.1380007 Jul 30 01:57:02.251273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4ef06-5524-4834-ace1-d9c830f95b13 req-7e2e1f6b-cae3-4f98-95a0-655a21a97a4a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:02.253179 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d3f4ef06-5524-4834-ace1-d9c830f95b13 req-7e2e1f6b-cae3-4f98-95a0-655a21a97a4a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 946 time: 0.0653090 Jul 30 01:57:02.257393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-08a9819f-9221-4ee4-9798-b23808bba09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603395376-router', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:52Z', 'updated_at': '2021-07-30T01:55:59Z', 'revision_number': 4, 'project_id': '974a7a34583e4b899d72951370215c2f', 'gw_port': {'id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:54Z', 'updated_at': '2021-07-30T01:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '3c9b4b3a-61cf-46ed-8bf6-a27f99395030', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'port_id': '0712b562-7814-4302-91ad-4c807a7feec0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0', 'mac_address': 'fa:16:3e:c9:76:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bab4c3-7745-431c-a94d-3a37f916d58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:56:57Z', 'updated_at': '2021-07-30T01:57:00Z', 'revision_number': 1, 'project_id': '974a7a34583e4b899d72951370215c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc2abb97-c46e-4364-90f1-45d2db63b7f0', 'name': '', 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'mac_address': 'fa:16:3e:0e:7a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b8f78061-79f9-4190-922e-cf97355920d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:57Z', 'updated_at': '2021-07-30T01:56:08Z', 'revision_number': 5, 'project_id': '974a7a34583e4b899d72951370215c2f', 'subnets': [{'id': 'b8f78061-79f9-4190-922e-cf97355920d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:02.273914 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-1c10fa6e-68e4-4344-b72a-43e7a3417e72 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4af35de8-af8f-4d77-97cf-b636d544d3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326641 Jul 30 01:57:02.293112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a9819f-9221-4ee4-9798-b23808bba09c None None] Checking router: a50367b8-f2b6-4223-9fce-5b4d6edeec5d for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:02.300507 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d3f4ef06-5524-4834-ace1-d9c830f95b13 req-5481e706-f9a9-4c91-89da-03eb83889466 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389903 Jul 30 01:57:02.305970 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a9819f-9221-4ee4-9798-b23808bba09c None None] Routers {'a50367b8-f2b6-4223-9fce-5b4d6edeec5d'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:02.307057 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-08a9819f-9221-4ee4-9798-b23808bba09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:56:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a50367b8-f2b6-4223-9fce-5b4d6edeec5d'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:02.393720 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-a39532c6-2c17-491f-8a81-72c8ff233866 service neutron] 10.222.0.70 "GET /v2.0/networks/4af35de8-af8f-4d77-97cf-b636d544d3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122286 Jul 30 01:57:02.500402 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179152e0-6de3-42ec-8099-70838de75518 req-27652993-7236-41a4-87ef-73fd3f8d3ffa tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:02.502886 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-179152e0-6de3-42ec-8099-70838de75518 req-27652993-7236-41a4-87ef-73fd3f8d3ffa tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebd0255-c441-44bd-bd46-4aacc0de2885 HTTP/1.1" status: 200 len: 943 time: 0.1016538 Jul 30 01:57:02.559919 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-179152e0-6de3-42ec-8099-70838de75518 req-bf7ad8ea-2144-4a19-b74d-68b8c7bfbb6f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500484 Jul 30 01:57:02.658720 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-08a9819f-9221-4ee4-9798-b23808bba09c None None] Set router a50367b8-f2b6-4223-9fce-5b4d6edeec5d gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:02.856565 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:02.928120 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07bccbf5-f11b-4b7d-8ec5-e4e5bb913943 req-cedac75e-934c-4297-b20c-1c6e56ceff3f service neutron] 10.222.0.70 "GET /v2.0/networks/4af35de8-af8f-4d77-97cf-b636d544d3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176494 Jul 30 01:57:02.935241 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-08a9819f-9221-4ee4-9798-b23808bba09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603395376-router', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:52Z', 'updated_at': '2021-07-30T01:55:59Z', 'revision_number': 4, 'project_id': '974a7a34583e4b899d72951370215c2f', 'gw_port': {'id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:54Z', 'updated_at': '2021-07-30T01:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '3c9b4b3a-61cf-46ed-8bf6-a27f99395030', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'port_id': '0712b562-7814-4302-91ad-4c807a7feec0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0', 'mac_address': 'fa:16:3e:c9:76:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bab4c3-7745-431c-a94d-3a37f916d58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:56:57Z', 'updated_at': '2021-07-30T01:57:00Z', 'revision_number': 1, 'project_id': '974a7a34583e4b899d72951370215c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc2abb97-c46e-4364-90f1-45d2db63b7f0', 'name': '', 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'mac_address': 'fa:16:3e:0e:7a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b8f78061-79f9-4190-922e-cf97355920d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:57Z', 'updated_at': '2021-07-30T01:56:08Z', 'revision_number': 5, 'project_id': '974a7a34583e4b899d72951370215c2f', 'subnets': [{'id': 'b8f78061-79f9-4190-922e-cf97355920d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:02.937368 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-deleted', 'tag': '286aa284-1cd3-4870-bcc8-b1c99a5aa0a6'}, {'name': 'network-changed', 'server_uuid': '56bab4c3-7745-431c-a94d-3a37f916d58a', 'tag': '0712b562-7814-4302-91ad-4c807a7feec0'}, {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-deleted', 'tag': '1543c41e-8012-46b9-ac26-b211757944dc'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:02.940002 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b37bfe9-d641-41ec-886c-84cef31010f0" -d '{"events": [{"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-deleted", "tag": "286aa284-1cd3-4870-bcc8-b1c99a5aa0a6"}, {"name": "network-changed", "server_uuid": "56bab4c3-7745-431c-a94d-3a37f916d58a", "tag": "0712b562-7814-4302-91ad-4c807a7feec0"}, {"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-deleted", "tag": "1543c41e-8012-46b9-ac26-b211757944dc"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:02.963441 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a9819f-9221-4ee4-9798-b23808bba09c None None] The sync data for ids ['a50367b8-f2b6-4223-9fce-5b4d6edeec5d'] in n-d-713498-9 is: [{'id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603395376-router', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:52Z', 'updated_at': '2021-07-30T01:55:59Z', 'revision_number': 4, 'project_id': '974a7a34583e4b899d72951370215c2f', 'gw_port': {'id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:54Z', 'updated_at': '2021-07-30T01:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '3c9b4b3a-61cf-46ed-8bf6-a27f99395030', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'port_id': '0712b562-7814-4302-91ad-4c807a7feec0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0', 'mac_address': 'fa:16:3e:c9:76:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bab4c3-7745-431c-a94d-3a37f916d58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:56:57Z', 'updated_at': '2021-07-30T01:57:00Z', 'revision_number': 1, 'project_id': '974a7a34583e4b899d72951370215c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc2abb97-c46e-4364-90f1-45d2db63b7f0', 'name': '', 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'mac_address': 'fa:16:3e:0e:7a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b8f78061-79f9-4190-922e-cf97355920d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:57Z', 'updated_at': '2021-07-30T01:56:08Z', 'revision_number': 5, 'project_id': '974a7a34583e4b899d72951370215c2f', 'subnets': [{'id': 'b8f78061-79f9-4190-922e-cf97355920d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:02.998994 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad051f1-8160-4f05-b1e2-4461d94570a5 x-openstack-request-id: req-9ad051f1-8160-4f05-b1e2-4461d94570a5 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:02.999305 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-deleted", "tag": "286aa284-1cd3-4870-bcc8-b1c99a5aa0a6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "56bab4c3-7745-431c-a94d-3a37f916d58a", "tag": "0712b562-7814-4302-91ad-4c807a7feec0", "status": "completed", "code": 200}, {"server_uuid": "bb5ad112-c542-45cd-8a0e-0c2450c11cf9", "name": "network-vif-deleted", "tag": "1543c41e-8012-46b9-ac26-b211757944dc", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:03.000061 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ad051f1-8160-4f05-b1e2-4461d94570a5 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:03.000584 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-deleted', 'tag': '286aa284-1cd3-4870-bcc8-b1c99a5aa0a6', 'status': 'completed', 'code': 200} Jul 30 01:57:03.000719 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bab4c3-7745-431c-a94d-3a37f916d58a', 'tag': '0712b562-7814-4302-91ad-4c807a7feec0', 'status': 'completed', 'code': 200} Jul 30 01:57:03.000976 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ad112-c542-45cd-8a0e-0c2450c11cf9', 'name': 'network-vif-deleted', 'tag': '1543c41e-8012-46b9-ac26-b211757944dc', 'status': 'completed', 'code': 200} Jul 30 01:57:03.126970 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37bfe9-d641-41ec-886c-84cef31010f0 req-5cbb9a0a-6f2d-4115-a32b-e3cb8dff6eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:03.128777 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4b37bfe9-d641-41ec-886c-84cef31010f0 req-5cbb9a0a-6f2d-4115-a32b-e3cb8dff6eb6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=974a7a34583e4b899d72951370215c2f&device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 1096 time: 0.1091993 Jul 30 01:57:03.275836 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-c96ddbce-7bc6-497b-b94f-1526647ff3d9 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 999 time: 0.2241001 Jul 30 01:57:03.276359 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37bfe9-d641-41ec-886c-84cef31010f0 req-f46f1462-c478-43bc-9915-8d54ca51a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:03.277364 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4b37bfe9-d641-41ec-886c-84cef31010f0 req-f46f1462-c478-43bc-9915-8d54ca51a719 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4af35de8-af8f-4d77-97cf-b636d544d3c0 HTTP/1.1" status: 200 len: 921 time: 0.1301732 Jul 30 01:57:03.365125 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63f336eb-547d-418e-8626-a165bc1f9b4f req-b0d31775-5f65-4947-bbdf-ad3468bb9319 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 210 time: 0.2289488 Jul 30 01:57:03.377855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-f727a778-e62f-46e3-9db4-2d2fafa0a2db tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:03.379406 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-f727a778-e62f-46e3-9db4-2d2fafa0a2db tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports/0712b562-7814-4302-91ad-4c807a7feec0 HTTP/1.1" status: 200 len: 942 time: 0.0917108 Jul 30 01:57:03.424628 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b491d925-1208-4c2b-82eb-71301e44c4a1 None None] New status for floating IP 3c9b4b3a-61cf-46ed-8bf6-a27f99395030: ACTIVE {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:57:03.570748 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4b37bfe9-d641-41ec-886c-84cef31010f0 req-e6d07424-ff4f-42b7-a17f-be29b7c61397 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0712b562-7814-4302-91ad-4c807a7feec0 HTTP/1.1" status: 200 len: 999 time: 0.2478440 Jul 30 01:57:03.623928 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-5727801c-a35b-4008-b7c9-a603bbc579bf tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 999 time: 0.1120939 Jul 30 01:57:03.667447 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37bfe9-d641-41ec-886c-84cef31010f0 req-cd9a5815-b8ca-4b17-a372-59ac86f4d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:03.668958 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4b37bfe9-d641-41ec-886c-84cef31010f0 req-cd9a5815-b8ca-4b17-a372-59ac86f4d139 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8f78061-79f9-4190-922e-cf97355920d4 HTTP/1.1" status: 200 len: 860 time: 0.0911884 Jul 30 01:57:03.710568 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4b37bfe9-d641-41ec-886c-84cef31010f0 req-59dc9228-4210-4a8c-aef8-45f1f95d8117 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4af35de8-af8f-4d77-97cf-b636d544d3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325570 Jul 30 01:57:03.834116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-91761c2a-257a-4e74-a814-f3df90e58203 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:03.838554 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4b37bfe9-d641-41ec-886c-84cef31010f0 req-18c949f8-41f6-44ad-9ea2-bb1fc818f1ff service neutron] 10.222.0.10 "GET /v2.0/networks/4af35de8-af8f-4d77-97cf-b636d544d3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203153 Jul 30 01:57:03.842416 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-91761c2a-257a-4e74-a814-f3df90e58203 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.2118485 Jul 30 01:57:03.854031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-498d09f6-f530-419a-b17f-76efd5ca4439 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:57:03.854031 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-498d09f6-f530-419a-b17f-76efd5ca4439 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059152 Jul 30 01:57:03.929779 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-d1a11b15-921c-48f9-9690-bcb8621aae0f tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 1001 time: 0.0661592 Jul 30 01:57:03.953116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-00748157-e607-456e-ac41-126c442f92e9 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:03.990050 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4b37bfe9-d641-41ec-886c-84cef31010f0 req-f6d09725-694c-49b2-b9bb-d9c2922df1ef service neutron] 10.222.0.10 "GET /v2.0/networks/4af35de8-af8f-4d77-97cf-b636d544d3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324301 Jul 30 01:57:04.040056 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-00748157-e607-456e-ac41-126c442f92e9 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks [] for floatingip, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:04.074623 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39477e-1647-4528-83a1-8f6fc41a2e48 req-a9ea2208-10b3-4b31-98f8-4797972f776a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:04.076505 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1d39477e-1647-4528-83a1-8f6fc41a2e48 req-a9ea2208-10b3-4b31-98f8-4797972f776a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 946 time: 0.0617816 Jul 30 01:57:04.148733 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1d39477e-1647-4528-83a1-8f6fc41a2e48 req-bf7d9e48-9273-45dc-82d6-ba08e0dce879 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620883 Jul 30 01:57:04.262589 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-00748157-e607-456e-ac41-126c442f92e9 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:04.288481 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da144f58-2e18-41bd-b0e1-5ec947b5bad2 req-42592f48-4742-4cb8-a96c-d1adce4e4767 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:04.290081 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-da144f58-2e18-41bd-b0e1-5ec947b5bad2 req-42592f48-4742-4cb8-a96c-d1adce4e4767 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebd0255-c441-44bd-bd46-4aacc0de2885 HTTP/1.1" status: 200 len: 943 time: 0.0528750 Jul 30 01:57:04.334165 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-da144f58-2e18-41bd-b0e1-5ec947b5bad2 req-244bd7d6-67f6-4108-9584-ecacceb3741e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371606 Jul 30 01:57:04.358028 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-00748157-e607-456e-ac41-126c442f92e9 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:04.358747 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-00748157-e607-456e-ac41-126c442f92e9 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Floating IP 3c9b4b3a-61cf-46ed-8bf6-a27f99395030 disassociated. External IP: 172.25.1.163, port: 0712b562-7814-4302-91ad-4c807a7feec0. Jul 30 01:57:04.366678 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 574657ea-08c1-4aaf-b19a-1b115063fb9c details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:57:04.519186 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e73cf905-5735-4f93-aefc-f977e3488c39 req-0cec0716-8c25-4941-9089-71925426218f tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 210 time: 0.0493875 Jul 30 01:57:04.529552 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 574657ea-08c1-4aaf-b19a-1b115063fb9c, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=574657ea-08c1-4aaf-b19a-1b115063fb9c,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:04.551828 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '574657ea-08c1-4aaf-b19a-1b115063fb9c', 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0', 'port_id': '574657ea-08c1-4aaf-b19a-1b115063fb9c', 'mac_address': 'fa:16:3e:aa:04:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2bdb7f5-8d0f-432b-8087-856e79091b08', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:57:04.594655 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:04.609646 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574657ea-08c1-4aaf-b19a-1b115063fb9c {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:57:04.637992 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 574657ea-08c1-4aaf-b19a-1b115063fb9c, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=574657ea-08c1-4aaf-b19a-1b115063fb9c,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:04.674762 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-00748157-e607-456e-ac41-126c442f92e9 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Router a50367b8-f2b6-4223-9fce-5b4d6edeec5d has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:04.737167 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:04.812534 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-00748157-e607-456e-ac41-126c442f92e9 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:04.826865 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-00748157-e607-456e-ac41-126c442f92e9 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:04.826974 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ae688-c66f-47d0-bdc0-ea1e90730aa6 None None] Sync routers for ids ['a50367b8-f2b6-4223-9fce-5b4d6edeec5d'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:04.829722 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=574657ea-08c1-4aaf-b19a-1b115063fb9c,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:04.840145 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ae688-c66f-47d0-bdc0-ea1e90730aa6 None None] Routers {'a50367b8-f2b6-4223-9fce-5b4d6edeec5d'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:04.841578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a13ae688-c66f-47d0-bdc0-ea1e90730aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:56:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a50367b8-f2b6-4223-9fce-5b4d6edeec5d'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:04.855712 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-00748157-e607-456e-ac41-126c442f92e9 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "PUT /v2.0/floatingips/3c9b4b3a-61cf-46ed-8bf6-a27f99395030 HTTP/1.1" status: 200 len: 695 time: 0.9081838 Jul 30 01:57:04.856287 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bab4c3-7745-431c-a94d-3a37f916d58a', 'tag': '0712b562-7814-4302-91ad-4c807a7feec0'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:04.858710 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700445f5-301d-4d75-936c-9931777d64d2" -d '{"events": [{"name": "network-changed", "server_uuid": "56bab4c3-7745-431c-a94d-3a37f916d58a", "tag": "0712b562-7814-4302-91ad-4c807a7feec0"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:04.923966 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac2701b-1e37-4bb5-abfb-aba8a51aa17f x-openstack-request-id: req-2ac2701b-1e37-4bb5-abfb-aba8a51aa17f {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:04.924264 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bab4c3-7745-431c-a94d-3a37f916d58a", "tag": "0712b562-7814-4302-91ad-4c807a7feec0", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:04.924518 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2ac2701b-1e37-4bb5-abfb-aba8a51aa17f {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:04.924939 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bab4c3-7745-431c-a94d-3a37f916d58a', 'tag': '0712b562-7814-4302-91ad-4c807a7feec0', 'status': 'completed', 'code': 200} Jul 30 01:57:04.931364 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-4c9a73e0-cb97-4f07-a59d-8b2686f34070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:04.933166 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-4c9a73e0-cb97-4f07-a59d-8b2686f34070 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=974a7a34583e4b899d72951370215c2f&device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 1096 time: 0.0545328 Jul 30 01:57:05.001398 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700445f5-301d-4d75-936c-9931777d64d2 req-449f303b-311e-4628-81fa-2a86c03a12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:05.005208 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-700445f5-301d-4d75-936c-9931777d64d2 req-449f303b-311e-4628-81fa-2a86c03a12ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=974a7a34583e4b899d72951370215c2f&device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 1096 time: 0.0531912 Jul 30 01:57:05.016153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a13ae688-c66f-47d0-bdc0-ea1e90730aa6 None None] Set router a50367b8-f2b6-4223-9fce-5b4d6edeec5d gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:05.046982 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-a477fa18-9281-4913-ba11-8d8b23ff70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:05.049263 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-a477fa18-9281-4913-ba11-8d8b23ff70d3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4af35de8-af8f-4d77-97cf-b636d544d3c0 HTTP/1.1" status: 200 len: 921 time: 0.1094952 Jul 30 01:57:05.099443 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-1bc5b214-f752-45a7-9026-016a60dd2303 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0712b562-7814-4302-91ad-4c807a7feec0 HTTP/1.1" status: 200 len: 217 time: 0.0424023 Jul 30 01:57:05.141025 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700445f5-301d-4d75-936c-9931777d64d2 req-9d0d583f-eb1e-4719-856c-06e3e4e7033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:05.142991 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-700445f5-301d-4d75-936c-9931777d64d2 req-9d0d583f-eb1e-4719-856c-06e3e4e7033a service neutron] 10.222.0.10 "GET /v2.0/networks?id=4af35de8-af8f-4d77-97cf-b636d544d3c0 HTTP/1.1" status: 200 len: 921 time: 0.1302111 Jul 30 01:57:05.181535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-ce45b5f7-5520-4ce0-9701-ab8e8ab89912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:05.206109 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-ce45b5f7-5520-4ce0-9701-ab8e8ab89912 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b8f78061-79f9-4190-922e-cf97355920d4 HTTP/1.1" status: 200 len: 860 time: 0.0991771 Jul 30 01:57:05.210006 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-700445f5-301d-4d75-936c-9931777d64d2 req-0a1e5ab3-0381-4b36-8597-59dc44b44cc2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0712b562-7814-4302-91ad-4c807a7feec0 HTTP/1.1" status: 200 len: 217 time: 0.0545619 Jul 30 01:57:05.238333 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['574657ea-08c1-4aaf-b19a-1b115063fb9c'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:05.248503 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-aa738c6a-3339-41a1-a475-cef713644dc5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4af35de8-af8f-4d77-97cf-b636d544d3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337105 Jul 30 01:57:05.344512 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700445f5-301d-4d75-936c-9931777d64d2 req-86d69916-4d3a-4b1d-8b3b-46272160111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:05.345110 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a13ae688-c66f-47d0-bdc0-ea1e90730aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603395376-router', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:52Z', 'updated_at': '2021-07-30T01:55:59Z', 'revision_number': 4, 'project_id': '974a7a34583e4b899d72951370215c2f', 'gw_port': {'id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:54Z', 'updated_at': '2021-07-30T01:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'cc2abb97-c46e-4364-90f1-45d2db63b7f0', 'name': '', 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'mac_address': 'fa:16:3e:0e:7a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b8f78061-79f9-4190-922e-cf97355920d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:57Z', 'updated_at': '2021-07-30T01:56:08Z', 'revision_number': 5, 'project_id': '974a7a34583e4b899d72951370215c2f', 'subnets': [{'id': 'b8f78061-79f9-4190-922e-cf97355920d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:05.345496 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-700445f5-301d-4d75-936c-9931777d64d2 req-86d69916-4d3a-4b1d-8b3b-46272160111f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8f78061-79f9-4190-922e-cf97355920d4 HTTP/1.1" status: 200 len: 860 time: 0.1254053 Jul 30 01:57:05.374128 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ae688-c66f-47d0-bdc0-ea1e90730aa6 None None] Checking router: a50367b8-f2b6-4223-9fce-5b4d6edeec5d for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:05.381361 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-88c57c0d-6649-41bf-a62e-ad92168ec8fc service neutron] 10.222.0.70 "GET /v2.0/networks/4af35de8-af8f-4d77-97cf-b636d544d3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301174 Jul 30 01:57:05.402120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ae688-c66f-47d0-bdc0-ea1e90730aa6 None None] Routers {'a50367b8-f2b6-4223-9fce-5b4d6edeec5d'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:05.402785 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a13ae688-c66f-47d0-bdc0-ea1e90730aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:56:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a50367b8-f2b6-4223-9fce-5b4d6edeec5d'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:05.456586 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-700445f5-301d-4d75-936c-9931777d64d2 req-c0baa75c-68cd-417f-aa75-bf8a3f3cc50c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4af35de8-af8f-4d77-97cf-b636d544d3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724027 Jul 30 01:57:05.519279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a13ae688-c66f-47d0-bdc0-ea1e90730aa6 None None] Set router a50367b8-f2b6-4223-9fce-5b4d6edeec5d gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:05.525895 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af3a1020-b49a-4bc4-89be-bd4ac8121607 req-51f15f02-540e-4f95-950b-d4fadb5c5104 service neutron] 10.222.0.70 "GET /v2.0/networks/4af35de8-af8f-4d77-97cf-b636d544d3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285567 Jul 30 01:57:05.555931 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470d263-e8ed-4145-ab4c-c37b1bd27d0d req-d13cded2-c3b0-4e6a-935f-46341d955a60 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:05.557524 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8470d263-e8ed-4145-ab4c-c37b1bd27d0d req-d13cded2-c3b0-4e6a-935f-46341d955a60 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 946 time: 0.2244587 Jul 30 01:57:05.621411 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8470d263-e8ed-4145-ab4c-c37b1bd27d0d req-705067da-9a5d-45d7-a019-3117970afd68 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568995 Jul 30 01:57:05.684453 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-700445f5-301d-4d75-936c-9931777d64d2 req-2dc7ae6d-cb60-4daf-8d2f-483f7fce0d83 service neutron] 10.222.0.10 "GET /v2.0/networks/4af35de8-af8f-4d77-97cf-b636d544d3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132056 Jul 30 01:57:05.789540 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85c78e-7524-474b-943f-dbfd4b7af6fa req-c467d975-22ed-4fef-bc8c-5a4952bde9a3 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:05.791596 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3d85c78e-7524-474b-943f-dbfd4b7af6fa req-c467d975-22ed-4fef-bc8c-5a4952bde9a3 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebd0255-c441-44bd-bd46-4aacc0de2885 HTTP/1.1" status: 200 len: 944 time: 0.0685217 Jul 30 01:57:05.796710 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f0e85412-01d7-4f3d-b511-e5a3036e4fff req-43335a25-d3a6-4dea-82ab-9b0ec2e2ed01 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 210 time: 0.0776451 Jul 30 01:57:05.857092 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3d85c78e-7524-474b-943f-dbfd4b7af6fa req-ced59c5e-654f-4b22-8258-d90414961900 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576122 Jul 30 01:57:05.895137 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a13ae688-c66f-47d0-bdc0-ea1e90730aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603395376-router', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:52Z', 'updated_at': '2021-07-30T01:55:59Z', 'revision_number': 4, 'project_id': '974a7a34583e4b899d72951370215c2f', 'gw_port': {'id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:54Z', 'updated_at': '2021-07-30T01:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'cc2abb97-c46e-4364-90f1-45d2db63b7f0', 'name': '', 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'mac_address': 'fa:16:3e:0e:7a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b8f78061-79f9-4190-922e-cf97355920d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:57Z', 'updated_at': '2021-07-30T01:56:08Z', 'revision_number': 5, 'project_id': '974a7a34583e4b899d72951370215c2f', 'subnets': [{'id': 'b8f78061-79f9-4190-922e-cf97355920d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:05.922764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ae688-c66f-47d0-bdc0-ea1e90730aa6 None None] The sync data for ids ['a50367b8-f2b6-4223-9fce-5b4d6edeec5d'] in n-d-713498-9 is: [{'id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603395376-router', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:52Z', 'updated_at': '2021-07-30T01:55:59Z', 'revision_number': 4, 'project_id': '974a7a34583e4b899d72951370215c2f', 'gw_port': {'id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:54Z', 'updated_at': '2021-07-30T01:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'cc2abb97-c46e-4364-90f1-45d2db63b7f0', 'name': '', 'network_id': '4af35de8-af8f-4d77-97cf-b636d544d3c0', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'mac_address': 'fa:16:3e:0e:7a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b8f78061-79f9-4190-922e-cf97355920d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:57Z', 'updated_at': '2021-07-30T01:56:08Z', 'revision_number': 5, 'project_id': '974a7a34583e4b899d72951370215c2f', 'subnets': [{'id': 'b8f78061-79f9-4190-922e-cf97355920d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:05.927640 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-700445f5-301d-4d75-936c-9931777d64d2 req-41463455-61a4-4b16-8b9b-455182077c29 service neutron] 10.222.0.10 "GET /v2.0/networks/4af35de8-af8f-4d77-97cf-b636d544d3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356634 Jul 30 01:57:05.948342 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b113ecd3-2c9d-4f7d-b52f-0180601bccf8 req-ee40fcc4-1854-4acd-b917-bb73b2c27fcb tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/floatingips/3c9b4b3a-61cf-46ed-8bf6-a27f99395030 HTTP/1.1" status: 200 len: 695 time: 0.0930250 Jul 30 01:57:06.069219 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113ecd3-2c9d-4f7d-b52f-0180601bccf8 req-b220605d-7ba2-4266-b98e-30a9123d8b20 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:06.070558 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b113ecd3-2c9d-4f7d-b52f-0180601bccf8 req-b220605d-7ba2-4266-b98e-30a9123d8b20 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 784 time: 0.1214075 Jul 30 01:57:06.085316 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-b113ecd3-2c9d-4f7d-b52f-0180601bccf8 req-d7f18bc3-d229-4798-90c0-1c2261b797c0 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:57:06.093468 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b113ecd3-2c9d-4f7d-b52f-0180601bccf8 req-d7f18bc3-d229-4798-90c0-1c2261b797c0 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158582 Jul 30 01:57:06.169229 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b113ecd3-2c9d-4f7d-b52f-0180601bccf8 req-b523d9d6-d5e6-4d0c-8122-4599419bd808 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 698 time: 0.0746896 Jul 30 01:57:06.224777 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b113ecd3-2c9d-4f7d-b52f-0180601bccf8 req-595bdb8e-2220-4d7e-91be-754d816ce2b4 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 698 time: 0.0546849 Jul 30 01:57:06.288576 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3f6e3a-2da4-4ece-84d7-aea5e890f69a None None] New status for floating IP 3c9b4b3a-61cf-46ed-8bf6-a27f99395030: DOWN {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:57:06.388062 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-b113ecd3-2c9d-4f7d-b52f-0180601bccf8 req-eac87b76-fbf2-4537-8e45-f2e3e3bee7c6 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Deleting port 58871160-18bf-4f37-b0bb-6bee628aa84c {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:06.388361 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-b113ecd3-2c9d-4f7d-b52f-0180601bccf8 req-eac87b76-fbf2-4537-8e45-f2e3e3bee7c6 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.472780 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-b113ecd3-2c9d-4f7d-b52f-0180601bccf8 req-eac87b76-fbf2-4537-8e45-f2e3e3bee7c6 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.473424 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-b113ecd3-2c9d-4f7d-b52f-0180601bccf8 req-eac87b76-fbf2-4537-8e45-f2e3e3bee7c6 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.485784 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-b113ecd3-2c9d-4f7d-b52f-0180601bccf8 req-eac87b76-fbf2-4537-8e45-f2e3e3bee7c6 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Calling delete_port for 58871160-18bf-4f37-b0bb-6bee628aa84c owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:06.689523 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-b113ecd3-2c9d-4f7d-b52f-0180601bccf8 req-eac87b76-fbf2-4537-8e45-f2e3e3bee7c6 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.716743 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac87b76-fbf2-4537-8e45-f2e3e3bee7c6 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Pushing event deleted for resources: {'Port': ['ID=58871160-18bf-4f37-b0bb-6bee628aa84c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:06.750620 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2564cd3-2b54-46b6-b3a0-750f0a5c8d23 req-7102c7d0-4ce3-4815-9f4d-c4937e169504 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:06.752894 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2564cd3-2b54-46b6-b3a0-750f0a5c8d23 req-7102c7d0-4ce3-4815-9f4d-c4937e169504 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 946 time: 0.0526505 Jul 30 01:57:06.786560 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-b113ecd3-2c9d-4f7d-b52f-0180601bccf8 req-eac87b76-fbf2-4537-8e45-f2e3e3bee7c6 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.789607 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-b113ecd3-2c9d-4f7d-b52f-0180601bccf8 req-eac87b76-fbf2-4537-8e45-f2e3e3bee7c6 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.790797 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b113ecd3-2c9d-4f7d-b52f-0180601bccf8 req-eac87b76-fbf2-4537-8e45-f2e3e3bee7c6 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "DELETE /v2.0/floatingips/3c9b4b3a-61cf-46ed-8bf6-a27f99395030 HTTP/1.1" status: 204 len: 173 time: 0.5589457 Jul 30 01:57:06.792786 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2564cd3-2b54-46b6-b3a0-750f0a5c8d23 req-6f717c70-da6f-4fc6-a644-cfb0752df09c tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333354 Jul 30 01:57:06.892960 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3d8dac13-2f0c-448e-86dd-3650a45a7aad req-d2cd0094-c8fc-4cca-9919-024e0358d953 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups/23ef6560-f313-4dca-b1b6-1c1e62305408 HTTP/1.1" status: 200 len: 1808 time: 0.0802190 Jul 30 01:57:06.906486 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73107688-b86f-4bb9-9506-498e36972165 req-e0113a08-27b4-4246-8684-8ec19244ef75 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7a2a6e31-4cc5-47dc-842d-2d344ce9d52e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0593882 Jul 30 01:57:06.926126 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fcffef81-3989-4915-8556-307027ade845 req-87885a24-9387-460c-9a6a-6a6488b2c601 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 210 time: 0.0431373 Jul 30 01:57:07.006421 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73107688-b86f-4bb9-9506-498e36972165 req-3222f738-ea75-46aa-8f79-e77c42317b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:07.008120 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73107688-b86f-4bb9-9506-498e36972165 req-3222f738-ea75-46aa-8f79-e77c42317b45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb95c676d9fe447aa62bee6f0ba2c0fc&device_id=7a2a6e31-4cc5-47dc-842d-2d344ce9d52e HTTP/1.1" status: 200 len: 1096 time: 0.0672727 Jul 30 01:57:07.012301 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3d8dac13-2f0c-448e-86dd-3650a45a7aad req-e242001c-0a5e-4d0f-89f9-2d70aabf1a15 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:07.046472 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77f886-28bd-4b6c-b8bd-6f7a9fc569c1 req-da43b1c7-fd5e-4779-980b-7b674a7388f7 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:07.046949 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3d8dac13-2f0c-448e-86dd-3650a45a7aad req-e242001c-0a5e-4d0f-89f9-2d70aabf1a15 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:07.047985 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e77f886-28bd-4b6c-b8bd-6f7a9fc569c1 req-da43b1c7-fd5e-4779-980b-7b674a7388f7 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebd0255-c441-44bd-bd46-4aacc0de2885 HTTP/1.1" status: 200 len: 944 time: 0.0556965 Jul 30 01:57:07.087795 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e77f886-28bd-4b6c-b8bd-6f7a9fc569c1 req-9664200d-2df7-4f9c-aeab-9e53d1029cb8 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322108 Jul 30 01:57:07.151471 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73107688-b86f-4bb9-9506-498e36972165 req-733d4a12-92c0-4bd4-a488-02b3e5331948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:07.153096 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73107688-b86f-4bb9-9506-498e36972165 req-733d4a12-92c0-4bd4-a488-02b3e5331948 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a8b9f707-3fd0-408c-9282-fa524aed05e5 HTTP/1.1" status: 200 len: 915 time: 0.1182501 Jul 30 01:57:07.206013 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73107688-b86f-4bb9-9506-498e36972165 req-1416c5b1-f77f-43a7-bac8-e6e595f294b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71faba77-bb7e-4cd0-b5ca-5f74250aeba5 HTTP/1.1" status: 200 len: 217 time: 0.0386374 Jul 30 01:57:07.241708 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3d8dac13-2f0c-448e-86dd-3650a45a7aad req-e242001c-0a5e-4d0f-89f9-2d70aabf1a15 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:07.244397 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3d8dac13-2f0c-448e-86dd-3650a45a7aad req-e242001c-0a5e-4d0f-89f9-2d70aabf1a15 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:07.245668 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3d8dac13-2f0c-448e-86dd-3650a45a7aad req-e242001c-0a5e-4d0f-89f9-2d70aabf1a15 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "DELETE /v2.0/security-groups/23ef6560-f313-4dca-b1b6-1c1e62305408 HTTP/1.1" status: 204 len: 173 time: 0.3432798 Jul 30 01:57:07.261712 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242001c-0a5e-4d0f-89f9-2d70aabf1a15 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ef6560-f313-4dca-b1b6-1c1e62305408,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:07.292052 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73107688-b86f-4bb9-9506-498e36972165 req-6f1f7370-4e58-41d4-997d-d8e12687e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:07.293548 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73107688-b86f-4bb9-9506-498e36972165 req-6f1f7370-4e58-41d4-997d-d8e12687e9d6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be08776f-bee7-4979-bed4-c8ef7b14c9f6 HTTP/1.1" status: 200 len: 854 time: 0.0800726 Jul 30 01:57:07.330669 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73107688-b86f-4bb9-9506-498e36972165 req-2bf6a30b-cf4f-491f-a538-6a238c6baa1c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a8b9f707-3fd0-408c-9282-fa524aed05e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262883 Jul 30 01:57:07.433897 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73107688-b86f-4bb9-9506-498e36972165 req-db750438-b7cd-4d7a-9808-01a51aa62e41 service neutron] 10.222.0.10 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938177 Jul 30 01:57:07.532674 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73107688-b86f-4bb9-9506-498e36972165 req-c7fe2f4e-921d-4f9a-b985-8965f9f5ca9d service neutron] 10.222.0.10 "GET /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910406 Jul 30 01:57:07.732779 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cdee5-85ca-4086-954c-05a03c3b6eb0 req-15deb0f8-ad3c-4511-9a08-7512b979ea4f tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:07.734204 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5b4cdee5-85ca-4086-954c-05a03c3b6eb0 req-15deb0f8-ad3c-4511-9a08-7512b979ea4f tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0490460 Jul 30 01:57:07.783350 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5b4cdee5-85ca-4086-954c-05a03c3b6eb0 req-4eeb14ed-e33e-4e41-9add-85c455d3d958 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421200 Jul 30 01:57:08.033303 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0430ef35-921a-427d-a62d-96b61697075a req-8b07eca5-61f6-4c0e-9ce9-6d1acaf593eb tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 210 time: 0.0272684 Jul 30 01:57:08.210392 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10114586-b7b1-4d58-89ee-c37cfcba8cfd req-2cfaa952-a631-4e2a-8f76-62ba0546e668 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:08.211973 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-10114586-b7b1-4d58-89ee-c37cfcba8cfd req-2cfaa952-a631-4e2a-8f76-62ba0546e668 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebd0255-c441-44bd-bd46-4aacc0de2885 HTTP/1.1" status: 200 len: 944 time: 0.0481141 Jul 30 01:57:08.257975 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-10114586-b7b1-4d58-89ee-c37cfcba8cfd req-59203944-6f86-4e6e-a46c-db35e3ddcf75 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324593 Jul 30 01:57:08.392151 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 574657ea-08c1-4aaf-b19a-1b115063fb9c up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:08.519481 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 574657ea-08c1-4aaf-b19a-1b115063fb9c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:08.524757 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 574657ea-08c1-4aaf-b19a-1b115063fb9c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:08.525132 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.601308 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.623872 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebd0255-c441-44bd-bd46-4aacc0de2885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574657ea-08c1-4aaf-b19a-1b115063fb9c'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:08.626006 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a630fb-ffc6-40f4-8921-d03ad64478dc" -d '{"events": [{"server_uuid": "6ebd0255-c441-44bd-bd46-4aacc0de2885", "name": "network-vif-plugged", "status": "completed", "tag": "574657ea-08c1-4aaf-b19a-1b115063fb9c"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:08.639214 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 574657ea-08c1-4aaf-b19a-1b115063fb9c, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=574657ea-08c1-4aaf-b19a-1b115063fb9c,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:08.663812 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c601c8-51eb-4f82-9f84-f209e0076b72 x-openstack-request-id: req-18c601c8-51eb-4f82-9f84-f209e0076b72 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:08.664100 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebd0255-c441-44bd-bd46-4aacc0de2885", "name": "network-vif-plugged", "status": "completed", "tag": "574657ea-08c1-4aaf-b19a-1b115063fb9c", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:08.664352 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18c601c8-51eb-4f82-9f84-f209e0076b72 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:08.664749 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebd0255-c441-44bd-bd46-4aacc0de2885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574657ea-08c1-4aaf-b19a-1b115063fb9c', 'code': 200} Jul 30 01:57:08.708132 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.761261 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=574657ea-08c1-4aaf-b19a-1b115063fb9c,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:08.806382 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127ea24-fb7a-4678-930b-49744acc2064 req-6c79093a-307b-4e61-aa6a-2fe04b9dd495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:08.808108 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8127ea24-fb7a-4678-930b-49744acc2064 req-6c79093a-307b-4e61-aa6a-2fe04b9dd495 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6ebd0255-c441-44bd-bd46-4aacc0de2885 HTTP/1.1" status: 200 len: 1096 time: 0.0408792 Jul 30 01:57:08.848198 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8127ea24-fb7a-4678-930b-49744acc2064 req-ee9fd71f-a365-4d04-a6cb-cb0d66a11a41 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316584 Jul 30 01:57:08.908492 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdadd10-971a-4df9-818f-5c8c82588116 req-a09d79d2-dccc-49c5-ae4b-2f978def1148 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:08.909991 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7fdadd10-971a-4df9-818f-5c8c82588116 req-a09d79d2-dccc-49c5-ae4b-2f978def1148 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0536649 Jul 30 01:57:08.947994 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7fdadd10-971a-4df9-818f-5c8c82588116 req-60c538e3-dc9d-4435-8d8d-e3bef40ddc7e tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319784 Jul 30 01:57:09.129370 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-19fd971b-60ae-42d1-8e73-afa43565b6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:09.135028 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aa92cf99-cb69-4b38-88c3-48a2ef17b10e req-4203410c-4dd5-4746-90f0-f8e0d30c4f3e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 210 time: 0.0278246 Jul 30 01:57:09.379073 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fe721-47ef-4a01-82d3-ba5453790a4d req-ed5974f1-a7be-4c0f-bf1f-8f824c6925f8 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:09.380786 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cf0fe721-47ef-4a01-82d3-ba5453790a4d req-ed5974f1-a7be-4c0f-bf1f-8f824c6925f8 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebd0255-c441-44bd-bd46-4aacc0de2885 HTTP/1.1" status: 200 len: 945 time: 0.0534737 Jul 30 01:57:09.422505 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cf0fe721-47ef-4a01-82d3-ba5453790a4d req-fa24aabb-dc45-4291-a207-a3569517c71f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353601 Jul 30 01:57:10.089541 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f01fc-7c20-4057-b639-566754e5ab0b req-d887b3f6-0ef8-4b86-a518-83fcfbe7d5e6 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:10.091114 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-543f01fc-7c20-4057-b639-566754e5ab0b req-d887b3f6-0ef8-4b86-a518-83fcfbe7d5e6 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0718615 Jul 30 01:57:10.098718 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ee021-58d3-4186-b73b-ae9f9bebd31e req-d348a50a-1edd-4469-806e-707880fa1b17 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:10.100387 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c13ee021-58d3-4186-b73b-ae9f9bebd31e req-d348a50a-1edd-4469-806e-707880fa1b17 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.10 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 945 time: 0.0912182 Jul 30 01:57:10.169907 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-543f01fc-7c20-4057-b639-566754e5ab0b req-b00ce335-2d5b-42fd-89d4-8d9fde891ef2 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/security-groups?id=e658b294-5b26-4e70-bb2d-9d7a87454da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685680 Jul 30 01:57:10.233928 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-c13ee021-58d3-4186-b73b-ae9f9bebd31e req-9ee20e47-0345-4fae-84c6-cdcccbf23d87 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Deleting port 0712b562-7814-4302-91ad-4c807a7feec0 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:10.234245 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c13ee021-58d3-4186-b73b-ae9f9bebd31e req-9ee20e47-0345-4fae-84c6-cdcccbf23d87 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.326233 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c55a76d-12ee-461e-8ac5-e8c959a3b652 req-abc8fa69-84c9-4490-80a5-07583e00cfe4 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 210 time: 0.0498433 Jul 30 01:57:10.370028 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-c13ee021-58d3-4186-b73b-ae9f9bebd31e req-9ee20e47-0345-4fae-84c6-cdcccbf23d87 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] For port 0712b562-7814-4302-91ad-4c807a7feec0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0712b562-7814-4302-91ad-4c807a7feec0,segment=NetworkSegment(cadcdae0-4279-45bd-b2cb-a313c67cef58),segment_id=cadcdae0-4279-45bd-b2cb-a313c67cef58)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:10.370452 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c13ee021-58d3-4186-b73b-ae9f9bebd31e req-9ee20e47-0345-4fae-84c6-cdcccbf23d87 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.385065 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-c13ee021-58d3-4186-b73b-ae9f9bebd31e req-9ee20e47-0345-4fae-84c6-cdcccbf23d87 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Calling delete_port for 0712b562-7814-4302-91ad-4c807a7feec0 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:10.570951 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22510630-71bf-41c6-9cbc-c8f702c2f790 req-1045b842-3879-4e95-a29e-58d5ef27f449 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:10.572617 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-22510630-71bf-41c6-9cbc-c8f702c2f790 req-1045b842-3879-4e95-a29e-58d5ef27f449 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebd0255-c441-44bd-bd46-4aacc0de2885 HTTP/1.1" status: 200 len: 945 time: 0.0762472 Jul 30 01:57:10.611649 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-22510630-71bf-41c6-9cbc-c8f702c2f790 req-2293fe4c-b8d2-4b8d-9c0b-5949c91977be tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330718 Jul 30 01:57:10.637606 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c13ee021-58d3-4186-b73b-ae9f9bebd31e req-9ee20e47-0345-4fae-84c6-cdcccbf23d87 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.650937 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['0712b562-7814-4302-91ad-4c807a7feec0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:10.675667 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee20e47-0345-4fae-84c6-cdcccbf23d87 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Pushing event deleted for resources: {'Port': ['ID=0712b562-7814-4302-91ad-4c807a7feec0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:10.730509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13ee021-58d3-4186-b73b-ae9f9bebd31e req-9ee20e47-0345-4fae-84c6-cdcccbf23d87 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] No DVR routers for this DVR port 0712b562-7814-4302-91ad-4c807a7feec0 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:10.740043 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c13ee021-58d3-4186-b73b-ae9f9bebd31e req-9ee20e47-0345-4fae-84c6-cdcccbf23d87 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.742673 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c13ee021-58d3-4186-b73b-ae9f9bebd31e req-9ee20e47-0345-4fae-84c6-cdcccbf23d87 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.10 "DELETE /v2.0/ports/0712b562-7814-4302-91ad-4c807a7feec0 HTTP/1.1" status: 204 len: 173 time: 0.6352277 Jul 30 01:57:10.743183 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bab4c3-7745-431c-a94d-3a37f916d58a', 'name': 'network-vif-deleted', 'tag': '0712b562-7814-4302-91ad-4c807a7feec0'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:10.745416 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791bba2c-427d-4699-b0b6-4f70f94c98a0" -d '{"events": [{"server_uuid": "56bab4c3-7745-431c-a94d-3a37f916d58a", "name": "network-vif-deleted", "tag": "0712b562-7814-4302-91ad-4c807a7feec0"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:10.801469 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962f9e6-2aeb-4694-aaef-8cb96c2bf7d1 req-57771ba0-aa4d-4a63-98eb-cbc20a4e4247 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:10.803062 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9962f9e6-2aeb-4694-aaef-8cb96c2bf7d1 req-57771ba0-aa4d-4a63-98eb-cbc20a4e4247 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebd0255-c441-44bd-bd46-4aacc0de2885 HTTP/1.1" status: 200 len: 945 time: 0.0738001 Jul 30 01:57:10.842888 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9962f9e6-2aeb-4694-aaef-8cb96c2bf7d1 req-954cb41f-e3df-40f3-b012-f6e01a0b0691 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335798 Jul 30 01:57:10.887381 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fc2795-4a73-4459-923e-157d8af07d74 x-openstack-request-id: req-b3fc2795-4a73-4459-923e-157d8af07d74 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:10.887682 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bab4c3-7745-431c-a94d-3a37f916d58a", "name": "network-vif-deleted", "tag": "0712b562-7814-4302-91ad-4c807a7feec0", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:10.887944 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3fc2795-4a73-4459-923e-157d8af07d74 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:10.888351 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bab4c3-7745-431c-a94d-3a37f916d58a', 'name': 'network-vif-deleted', 'tag': '0712b562-7814-4302-91ad-4c807a7feec0', 'status': 'completed', 'code': 200} Jul 30 01:57:11.360923 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-998c4bb0-1504-4026-87eb-effb80dfb95e req-24dd38ff-dc9f-46e2-a9b9-f268928b91c5 tempest-ServerRescueTestJSONUnderV235-1132637050 tempest-ServerRescueTestJSONUnderV235-1132637050-project] 10.222.0.70 "GET /v2.0/ports?device_id=56bab4c3-7745-431c-a94d-3a37f916d58a HTTP/1.1" status: 200 len: 210 time: 0.0421596 Jul 30 01:57:11.478974 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26594bc-1f8a-46be-bc95-7508aee7768f req-395dfd24-fefe-4c91-b37c-54ba0d731e2e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:11.480521 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f26594bc-1f8a-46be-bc95-7508aee7768f req-395dfd24-fefe-4c91-b37c-54ba0d731e2e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebd0255-c441-44bd-bd46-4aacc0de2885 HTTP/1.1" status: 200 len: 945 time: 0.0537086 Jul 30 01:57:11.519592 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-47854b78-6af5-41cb-88de-37713d39d2a5 req-60d9553f-9ccb-496f-88dc-1ea82cc8ff3b tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 210 time: 0.0334377 Jul 30 01:57:11.534434 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f26594bc-1f8a-46be-bc95-7508aee7768f req-6061e898-ec8d-4d3c-a1c5-b341bcfaf312 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476124 Jul 30 01:57:11.628125 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-feb46c7a-ab3d-4450-8aac-48f5e5cba25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:11.657148 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:12.427387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53502) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:12.657407 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53510) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:12.663766 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-87f8dc91-379b-42fd-b14c-5c427c2cfcec req-32d31135-9daf-4d0c-94f0-2c38da04edc4 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 210 time: 0.0385816 Jul 30 01:57:12.802584 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-99ee80f6-861b-453b-a58b-f9479a8ddd7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:12.899475 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-99ee80f6-861b-453b-a58b-f9479a8ddd7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:12.953779 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-99ee80f6-861b-453b-a58b-f9479a8ddd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:12.978959 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c30099-a53c-43f6-bf3f-472cb4ffafe9 req-346bdf5f-8ab1-4554-8782-495d0aecb9f2 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:12.980717 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-33c30099-a53c-43f6-bf3f-472cb4ffafe9 req-346bdf5f-8ab1-4554-8782-495d0aecb9f2 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebd0255-c441-44bd-bd46-4aacc0de2885 HTTP/1.1" status: 200 len: 945 time: 0.1220973 Jul 30 01:57:13.002196 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee80f6-861b-453b-a58b-f9479a8ddd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef262ac-536c-4e6f-82cf-f281ec75b897,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:13.012197 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-99ee80f6-861b-453b-a58b-f9479a8ddd7c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0b5b8506cdb947d1893c8b2dc9cb104d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3532994 Jul 30 01:57:13.016800 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53518) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:13.065289 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5580c75-7b7e-4faa-8c45-39168e62ec86 req-977c6d6b-ce16-4d9b-afa1-3d5433e1b610 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:13.066833 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b5580c75-7b7e-4faa-8c45-39168e62ec86 req-977c6d6b-ce16-4d9b-afa1-3d5433e1b610 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ebd0255-c441-44bd-bd46-4aacc0de2885 HTTP/1.1" status: 200 len: 945 time: 0.0524392 Jul 30 01:57:13.075202 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-33c30099-a53c-43f6-bf3f-472cb4ffafe9 req-80351ff8-fa80-4eb0-9c22-338cf2243b19 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831940 Jul 30 01:57:13.146280 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-930fd0d4-ca02-451d-a8a1-8ba9ce21c702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.174704 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-930fd0d4-ca02-451d-a8a1-8ba9ce21c702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.181726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-b5580c75-7b7e-4faa-8c45-39168e62ec86 req-10c72933-ca30-4b15-964a-4a7f0a5eb43f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Deleting port 574657ea-08c1-4aaf-b19a-1b115063fb9c {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:13.182077 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-b5580c75-7b7e-4faa-8c45-39168e62ec86 req-10c72933-ca30-4b15-964a-4a7f0a5eb43f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.216323 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.277253 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-b5580c75-7b7e-4faa-8c45-39168e62ec86 req-10c72933-ca30-4b15-964a-4a7f0a5eb43f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] For port 574657ea-08c1-4aaf-b19a-1b115063fb9c, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=574657ea-08c1-4aaf-b19a-1b115063fb9c,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:13.277616 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-b5580c75-7b7e-4faa-8c45-39168e62ec86 req-10c72933-ca30-4b15-964a-4a7f0a5eb43f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.286714 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-df18a476-52a3-42ad-9efc-46772e2642b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.291723 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-b5580c75-7b7e-4faa-8c45-39168e62ec86 req-10c72933-ca30-4b15-964a-4a7f0a5eb43f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Calling delete_port for 574657ea-08c1-4aaf-b19a-1b115063fb9c owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:13.332652 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-930fd0d4-ca02-451d-a8a1-8ba9ce21c702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.335752 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-930fd0d4-ca02-451d-a8a1-8ba9ce21c702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.339268 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-930fd0d4-ca02-451d-a8a1-8ba9ce21c702 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5ef262ac-536c-4e6f-82cf-f281ec75b897 HTTP/1.1" status: 204 len: 168 time: 0.3187959 Jul 30 01:57:13.362214 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fd0d4-ca02-451d-a8a1-8ba9ce21c702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef262ac-536c-4e6f-82cf-f281ec75b897,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:13.508307 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-b5580c75-7b7e-4faa-8c45-39168e62ec86 req-10c72933-ca30-4b15-964a-4a7f0a5eb43f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.527015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['c9eb3f59-0896-4eab-9ec0-1234b646a847'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:13.550803 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c72933-ca30-4b15-964a-4a7f0a5eb43f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Pushing event deleted for resources: {'Port': ['ID=574657ea-08c1-4aaf-b19a-1b115063fb9c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:13.559237 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['574657ea-08c1-4aaf-b19a-1b115063fb9c'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:13.620233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-df18a476-52a3-42ad-9efc-46772e2642b7 admin admin] Deleting port cc2abb97-c46e-4364-90f1-45d2db63b7f0 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:13.620762 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-df18a476-52a3-42ad-9efc-46772e2642b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.634089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5580c75-7b7e-4faa-8c45-39168e62ec86 req-10c72933-ca30-4b15-964a-4a7f0a5eb43f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] No DVR routers for this DVR port 574657ea-08c1-4aaf-b19a-1b115063fb9c on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:13.638130 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-b5580c75-7b7e-4faa-8c45-39168e62ec86 req-10c72933-ca30-4b15-964a-4a7f0a5eb43f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.640456 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b5580c75-7b7e-4faa-8c45-39168e62ec86 req-10c72933-ca30-4b15-964a-4a7f0a5eb43f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.77 "DELETE /v2.0/ports/574657ea-08c1-4aaf-b19a-1b115063fb9c HTTP/1.1" status: 204 len: 173 time: 0.5674648 Jul 30 01:57:13.643255 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebd0255-c441-44bd-bd46-4aacc0de2885', 'name': 'network-vif-deleted', 'tag': '574657ea-08c1-4aaf-b19a-1b115063fb9c'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:13.644669 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147b8dcf-9bab-4b33-b421-d1e6029ae4d7" -d '{"events": [{"server_uuid": "6ebd0255-c441-44bd-bd46-4aacc0de2885", "name": "network-vif-deleted", "tag": "574657ea-08c1-4aaf-b19a-1b115063fb9c"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:13.695515 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168f9248-5842-4101-9bba-37b8146ac7cd x-openstack-request-id: req-168f9248-5842-4101-9bba-37b8146ac7cd {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:13.696148 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebd0255-c441-44bd-bd46-4aacc0de2885", "name": "network-vif-deleted", "tag": "574657ea-08c1-4aaf-b19a-1b115063fb9c", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:13.696148 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-168f9248-5842-4101-9bba-37b8146ac7cd {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:13.696476 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebd0255-c441-44bd-bd46-4aacc0de2885', 'name': 'network-vif-deleted', 'tag': '574657ea-08c1-4aaf-b19a-1b115063fb9c', 'status': 'completed', 'code': 200} Jul 30 01:57:13.796271 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa78788c-4aa5-4d15-973a-914b9538b5c3 req-9ddddd0d-5d4e-4201-af7e-5db3afe9f4a3 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 210 time: 0.0360143 Jul 30 01:57:13.812572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-df18a476-52a3-42ad-9efc-46772e2642b7 admin admin] For port cc2abb97-c46e-4364-90f1-45d2db63b7f0, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=cc2abb97-c46e-4364-90f1-45d2db63b7f0,segment=NetworkSegment(cadcdae0-4279-45bd-b2cb-a313c67cef58),segment_id=cadcdae0-4279-45bd-b2cb-a313c67cef58)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:13.812998 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-df18a476-52a3-42ad-9efc-46772e2642b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.830841 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-df18a476-52a3-42ad-9efc-46772e2642b7 admin admin] Calling delete_port for cc2abb97-c46e-4364-90f1-45d2db63b7f0 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:14.153906 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-df18a476-52a3-42ad-9efc-46772e2642b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.183942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18a476-52a3-42ad-9efc-46772e2642b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2abb97-c46e-4364-90f1-45d2db63b7f0,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:14.213387 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b71c313-7003-4627-bc58-60c9de3338bf req-d462168c-8e91-4bb2-9561-461ea88cbe87 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebd0255-c441-44bd-bd46-4aacc0de2885 HTTP/1.1" status: 200 len: 210 time: 0.0481100 Jul 30 01:57:14.300108 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53530) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:14.315386 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edf0ef7d-8803-4650-a898-009cb1fbd2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.389830 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-df18a476-52a3-42ad-9efc-46772e2642b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.432691 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edf0ef7d-8803-4650-a898-009cb1fbd2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.509519 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edf0ef7d-8803-4650-a898-009cb1fbd2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.549464 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.569929 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-edf0ef7d-8803-4650-a898-009cb1fbd2c8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cb203965350e4dcf961046fdeff1a4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685401 Jul 30 01:57:14.572190 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0ef7d-8803-4650-a898-009cb1fbd2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08de1872-ea0b-4e60-a9b1-51ceb9594b6b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:14.575559 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53532) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:14.636472 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df18a476-52a3-42ad-9efc-46772e2642b7 admin admin] Router a50367b8-f2b6-4223-9fce-5b4d6edeec5d has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:14.636700 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c89215d7-d958-46b8-9256-c0fb05d03b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.659729 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c89215d7-d958-46b8-9256-c0fb05d03b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.745136 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df18a476-52a3-42ad-9efc-46772e2642b7 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:14.750537 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-df18a476-52a3-42ad-9efc-46772e2642b7 admin admin] 10.222.0.70 "PUT /v2.0/routers/a50367b8-f2b6-4223-9fce-5b4d6edeec5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3220222 Jul 30 01:57:14.753238 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53534) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:14.757391 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f9a110-578c-4b69-a5bb-eb531dafe6c8 None None] Sync routers for ids ['a50367b8-f2b6-4223-9fce-5b4d6edeec5d'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:14.765056 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c89215d7-d958-46b8-9256-c0fb05d03b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.770147 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f9a110-578c-4b69-a5bb-eb531dafe6c8 None None] Routers {'a50367b8-f2b6-4223-9fce-5b4d6edeec5d'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:14.770699 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c89215d7-d958-46b8-9256-c0fb05d03b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.770817 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-36f9a110-578c-4b69-a5bb-eb531dafe6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:57:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a50367b8-f2b6-4223-9fce-5b4d6edeec5d'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:14.770925 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c89215d7-d958-46b8-9256-c0fb05d03b2f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08de1872-ea0b-4e60-a9b1-51ceb9594b6b HTTP/1.1" status: 204 len: 168 time: 0.1924076 Jul 30 01:57:14.788006 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89215d7-d958-46b8-9256-c0fb05d03b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08de1872-ea0b-4e60-a9b1-51ceb9594b6b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:14.894146 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0712b562-7814-4302-91ad-4c807a7feec0 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:14.957929 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bf7e5ce9-54a9-4e2e-bc21-4725a5c8a82d req-1cabd210-9b2a-4605-95d2-aab3aa541af1 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 210 time: 0.0542262 Jul 30 01:57:14.958391 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 0712b562-7814-4302-91ad-4c807a7feec0 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:14.958797 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0712b562-7814-4302-91ad-4c807a7feec0 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:14.960250 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0bff43c-875a-4737-a263-5d0779d8abcb admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.996996 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-36f9a110-578c-4b69-a5bb-eb531dafe6c8 None None] Set router a50367b8-f2b6-4223-9fce-5b4d6edeec5d gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:15.078660 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0bff43c-875a-4737-a263-5d0779d8abcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.226023 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f0bff43c-875a-4737-a263-5d0779d8abcb admin admin] Deleting port 913ebcb5-867b-4c0f-9266-b71cd5ff87a2 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:15.226760 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0bff43c-875a-4737-a263-5d0779d8abcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.231844 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-36f9a110-578c-4b69-a5bb-eb531dafe6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603395376-router', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:52Z', 'updated_at': '2021-07-30T01:57:13Z', 'revision_number': 5, 'project_id': '974a7a34583e4b899d72951370215c2f', 'gw_port': {'id': '913ebcb5-867b-4c0f-9266-b71cd5ff87a2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:54Z', 'updated_at': '2021-07-30T01:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:15.279490 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f9a110-578c-4b69-a5bb-eb531dafe6c8 None None] Checking router: a50367b8-f2b6-4223-9fce-5b4d6edeec5d for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:15.287054 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f9a110-578c-4b69-a5bb-eb531dafe6c8 None None] Routers {'a50367b8-f2b6-4223-9fce-5b4d6edeec5d'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:15.287729 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-36f9a110-578c-4b69-a5bb-eb531dafe6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:57:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a50367b8-f2b6-4223-9fce-5b4d6edeec5d'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:15.332452 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-f0bff43c-875a-4737-a263-5d0779d8abcb admin admin] For port 913ebcb5-867b-4c0f-9266-b71cd5ff87a2, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=913ebcb5-867b-4c0f-9266-b71cd5ff87a2,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:15.332815 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0bff43c-875a-4737-a263-5d0779d8abcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.350095 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f0bff43c-875a-4737-a263-5d0779d8abcb admin admin] Calling delete_port for 913ebcb5-867b-4c0f-9266-b71cd5ff87a2 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:15.541566 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-36f9a110-578c-4b69-a5bb-eb531dafe6c8 None None] Set router a50367b8-f2b6-4223-9fce-5b4d6edeec5d gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:15.593911 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:57:15.617399 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-36f9a110-578c-4b69-a5bb-eb531dafe6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603395376-router', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:52Z', 'updated_at': '2021-07-30T01:57:15Z', 'revision_number': 6, 'project_id': '974a7a34583e4b899d72951370215c2f', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:15.650365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f9a110-578c-4b69-a5bb-eb531dafe6c8 None None] The sync data for ids ['a50367b8-f2b6-4223-9fce-5b4d6edeec5d'] in n-d-713498-9 is: [{'id': 'a50367b8-f2b6-4223-9fce-5b4d6edeec5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603395376-router', 'tenant_id': '974a7a34583e4b899d72951370215c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:52Z', 'updated_at': '2021-07-30T01:57:15Z', 'revision_number': 6, 'project_id': '974a7a34583e4b899d72951370215c2f', 'gw_port_host': None}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:15.742834 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0bff43c-875a-4737-a263-5d0779d8abcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.786060 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bff43c-875a-4737-a263-5d0779d8abcb admin admin] Pushing event deleted for resources: {'Port': ['ID=913ebcb5-867b-4c0f-9266-b71cd5ff87a2,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:15.867264 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0bff43c-875a-4737-a263-5d0779d8abcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.996317 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0bff43c-875a-4737-a263-5d0779d8abcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.999092 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0bff43c-875a-4737-a263-5d0779d8abcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.153258 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0bff43c-875a-4737-a263-5d0779d8abcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.153935 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bff43c-875a-4737-a263-5d0779d8abcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a50367b8-f2b6-4223-9fce-5b4d6edeec5d {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:57:16.171556 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0bff43c-875a-4737-a263-5d0779d8abcb admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.173215 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f0bff43c-875a-4737-a263-5d0779d8abcb admin admin] 10.222.0.70 "DELETE /v2.0/routers/a50367b8-f2b6-4223-9fce-5b4d6edeec5d HTTP/1.1" status: 204 len: 168 time: 1.4175127 Jul 30 01:57:16.182687 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53582) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:16.203408 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6b5d95c0-943d-40e6-896d-87e47488b900 req-947ed854-6a4e-4d18-a3f7-bb81dca6bdab tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 210 time: 0.0665002 Jul 30 01:57:16.267674 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-b983b051-382e-44fe-8215-4db25cfb4530 admin admin] Deleting subnet b8f78061-79f9-4190-922e-cf97355920d4 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:57:16.270843 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b983b051-382e-44fe-8215-4db25cfb4530 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.278396 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-750f95e9-8318-4c2f-93a9-97dd5d3d1d5e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:16.280102 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-750f95e9-8318-4c2f-93a9-97dd5d3d1d5e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/networks?id=ba6a7637-8cab-4877-809b-af833f6bd6e0 HTTP/1.1" status: 200 len: 806 time: 0.1478169 Jul 30 01:57:16.300829 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-aacd0f72-4f94-48c0-9522-0dcaf30dc010 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/quotas/2512260259d7455494ba68636275b240 HTTP/1.1" status: 200 len: 375 time: 0.0134583 Jul 30 01:57:16.331357 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b983b051-382e-44fe-8215-4db25cfb4530 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.383723 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-4ff48a68-0d48-4eed-9123-9e6626a3e84e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723896 Jul 30 01:57:16.402901 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 574657ea-08c1-4aaf-b19a-1b115063fb9c no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:16.403912 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b983b051-382e-44fe-8215-4db25cfb4530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.430375 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 574657ea-08c1-4aaf-b19a-1b115063fb9c {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:16.432802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 574657ea-08c1-4aaf-b19a-1b115063fb9c not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:16.537166 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b983b051-382e-44fe-8215-4db25cfb4530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.549493 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-9b2b05d7-9b89-4544-8ce7-5c43afb2c3c9 service neutron] 10.222.0.70 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357038 Jul 30 01:57:16.597913 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983b051-382e-44fe-8215-4db25cfb4530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8f78061-79f9-4190-922e-cf97355920d4,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:16.614553 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 913ebcb5-867b-4c0f-9266-b71cd5ff87a2 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:16.621552 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b983b051-382e-44fe-8215-4db25cfb4530 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.624070 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b983b051-382e-44fe-8215-4db25cfb4530 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b8f78061-79f9-4190-922e-cf97355920d4 HTTP/1.1" status: 204 len: 168 time: 0.4195161 Jul 30 01:57:16.626630 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53590) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:16.669395 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 913ebcb5-867b-4c0f-9266-b71cd5ff87a2 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:16.670004 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 913ebcb5-867b-4c0f-9266-b71cd5ff87a2 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:16.670149 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device cc2abb97-c46e-4364-90f1-45d2db63b7f0 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:16.712739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: cc2abb97-c46e-4364-90f1-45d2db63b7f0 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:16.713349 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device cc2abb97-c46e-4364-90f1-45d2db63b7f0 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:16.737265 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-2ba6a869-fb06-40b8-a380-de2a33991b8f service neutron] 10.222.0.70 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773193 Jul 30 01:57:16.752499 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fab860a-822b-49de-8376-d04c24cf0728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.866865 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fab860a-822b-49de-8376-d04c24cf0728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.879357 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-4fab860a-822b-49de-8376-d04c24cf0728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af35de8-af8f-4d77-97cf-b636d544d3c0']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:16.892610 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-4fab860a-822b-49de-8376-d04c24cf0728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadcdae0-4279-45bd-b2cb-a313c67cef58') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:16.893002 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-4fab860a-822b-49de-8376-d04c24cf0728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadcdae0-4279-45bd-b2cb-a313c67cef58') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:16.906197 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fab860a-822b-49de-8376-d04c24cf0728 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.927315 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fab860a-822b-49de-8376-d04c24cf0728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.933994 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fab860a-822b-49de-8376-d04c24cf0728 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:57:16.934685 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fab860a-822b-49de-8376-d04c24cf0728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:57:16.989240 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:57:17.154709 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ffaac93-aa23-49fd-b400-51d0c042a95a req-a374247d-a53f-4d0f-b055-914ae839cbc5 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=59d79531-3547-497d-9a9e-3271069a1dc9 HTTP/1.1" status: 200 len: 210 time: 0.0579648 Jul 30 01:57:17.181010 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fab860a-822b-49de-8376-d04c24cf0728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.192581 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fab860a-822b-49de-8376-d04c24cf0728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.208159 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4fab860a-822b-49de-8376-d04c24cf0728 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4af35de8-af8f-4d77-97cf-b636d544d3c0 HTTP/1.1" status: 204 len: 168 time: 0.5754192 Jul 30 01:57:17.241368 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab860a-822b-49de-8376-d04c24cf0728 admin admin] Pushing event deleted for resources: {'Network': ['ID=4af35de8-af8f-4d77-97cf-b636d544d3c0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:17.401856 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-876b86b8-d1a7-4ef6-a4fd-ab5101758a0d req-fb3e9af5-361e-49a0-82a1-eee01ed9b02c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 210 time: 0.0542374 Jul 30 01:57:17.524449 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.611156 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53616) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:17.672156 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9877e874-137b-44f7-b3db-1c76d24f9b09 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=974a7a34583e4b899d72951370215c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595121 Jul 30 01:57:17.675271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53618) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:17.755829 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ad9be1b1-5ec3-4267-82eb-ad90b3ebde5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.785383 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ad9be1b1-5ec3-4267-82eb-ad90b3ebde5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.936329 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ad9be1b1-5ec3-4267-82eb-ad90b3ebde5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.939176 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ad9be1b1-5ec3-4267-82eb-ad90b3ebde5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.943940 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ad9be1b1-5ec3-4267-82eb-ad90b3ebde5e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e658b294-5b26-4e70-bb2d-9d7a87454da0 HTTP/1.1" status: 204 len: 168 time: 0.2647822 Jul 30 01:57:17.950126 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9be1b1-5ec3-4267-82eb-ad90b3ebde5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e658b294-5b26-4e70-bb2d-9d7a87454da0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:18.257294 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8335ac1a-a3ab-459f-a7b4-94788c35bab4 req-4b326ab5-2aff-4b1e-8f51-7e2805a13bfd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=59d79531-3547-497d-9a9e-3271069a1dc9 HTTP/1.1" status: 200 len: 210 time: 0.0311232 Jul 30 01:57:18.547993 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3fd3f887-d246-4f46-9070-a25ec7c78a1e req-b79c24d6-b740-4eab-87a2-703c111c58ab tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 210 time: 0.0469985 Jul 30 01:57:19.399235 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4b9cdf26-15ab-408c-8358-81b3eb24ead7 req-e83c83b2-6eb8-4502-9922-34dfc9448ef2 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=59d79531-3547-497d-9a9e-3271069a1dc9 HTTP/1.1" status: 200 len: 210 time: 0.0355949 Jul 30 01:57:19.449121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-71242cd6-3b9f-4660-8855-24604bbcba97 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:19.450655 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-71242cd6-3b9f-4660-8855-24604bbcba97 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.10 "GET /v2.0/networks?id=ba6a7637-8cab-4877-809b-af833f6bd6e0 HTTP/1.1" status: 200 len: 806 time: 0.1396251 Jul 30 01:57:19.463315 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-9dde4822-21fa-41f1-9432-899a37c1a9b6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Request body: {'port': {'device_id': '59d79531-3547-497d-9a9e-3271069a1dc9', 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0', 'admin_state_up': True, 'tenant_id': '2512260259d7455494ba68636275b240'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:19.654964 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-9dde4822-21fa-41f1-9432-899a37c1a9b6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Made reservation on behalf of 2512260259d7455494ba68636275b240 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:19.660078 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-9dde4822-21fa-41f1-9432-899a37c1a9b6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:19.681655 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0803f0ba-c593-407e-a4ec-a195251b5007 req-d6cde6cf-3f85-4c90-9b36-5d49cdc34667 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 210 time: 0.0454347 Jul 30 01:57:19.815275 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-9dde4822-21fa-41f1-9432-899a37c1a9b6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Allocated IP 172.20.0.11 (ba6a7637-8cab-4877-809b-af833f6bd6e0/d2bdb7f5-8d0f-432b-8087-856e79091b08/c43ca367-0e9b-471d-81be-486bf98f45f7) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:19.962435 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-9dde4822-21fa-41f1-9432-899a37c1a9b6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.102429 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-9dde4822-21fa-41f1-9432-899a37c1a9b6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.115073 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['c9eb3f59-0896-4eab-9ec0-1234b646a847'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:20.142461 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-9dde4822-21fa-41f1-9432-899a37c1a9b6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Network ba6a7637-8cab-4877-809b-af833f6bd6e0 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:20.145889 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-9dde4822-21fa-41f1-9432-899a37c1a9b6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:20.148831 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-9dde4822-21fa-41f1-9432-899a37c1a9b6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:20.198011 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde4822-21fa-41f1-9432-899a37c1a9b6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Pushing event updated for resources: {'Port': ['ID=c43ca367-0e9b-471d-81be-486bf98f45f7,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:20.243731 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-9dde4822-21fa-41f1-9432-899a37c1a9b6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:20.243731 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-9dde4822-21fa-41f1-9432-899a37c1a9b6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.355460 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-9dde4822-21fa-41f1-9432-899a37c1a9b6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8955469 Jul 30 01:57:20.371508 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] Request body: {'port': {'device_id': '59d79531-3547-497d-9a9e-3271069a1dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:20.437921 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.633128 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b296f-9889-43e1-a646-57f5c9379e9c req-b873dcb3-a412-4034-969a-8af6da5815ed tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:20.636032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e60b296f-9889-43e1-a646-57f5c9379e9c req-b873dcb3-a412-4034-969a-8af6da5815ed tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=59d79531-3547-497d-9a9e-3271069a1dc9 HTTP/1.1" status: 200 len: 932 time: 0.0811360 Jul 30 01:57:20.682979 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e60b296f-9889-43e1-a646-57f5c9379e9c req-094046ce-2abe-4b2b-a27f-7edfb1e6442a tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395312 Jul 30 01:57:20.817713 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1eb9d-cc61-4628-986c-ead08f0a50bc req-4af5f534-b0b9-46e9-b9f4-22c3743e1717 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:20.827261 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-69a1eb9d-cc61-4628-986c-ead08f0a50bc req-4af5f534-b0b9-46e9-b9f4-22c3743e1717 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0722749 Jul 30 01:57:20.898835 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-69a1eb9d-cc61-4628-986c-ead08f0a50bc req-3648922c-ceb8-4a88-ad52-8b567d0ed849 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672040 Jul 30 01:57:20.988182 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-660d5a46-45ca-46c6-b946-cdc05ac9fb48 req-377d21a0-dccc-451b-b7fa-5f81fee0bfab tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 210 time: 0.0293138 Jul 30 01:57:21.189772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53698) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:21.194626 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e459c-0a05-4131-9fd4-202571e08858 req-1e16bfe5-dd57-435e-ad54-55777325db68 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:21.197109 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8a1e459c-0a05-4131-9fd4-202571e08858 req-1e16bfe5-dd57-435e-ad54-55777325db68 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 945 time: 0.0766730 Jul 30 01:57:21.250170 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43ca367-0e9b-471d-81be-486bf98f45f7 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:57:21.259410 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.285380 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8a1e459c-0a05-4131-9fd4-202571e08858 req-7f843f75-bf82-497e-a04f-19dd8c42a39b tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620501 Jul 30 01:57:21.286383 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] Transition to ACTIVE for port object c43ca367-0e9b-471d-81be-486bf98f45f7 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:21.324634 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54d08bb6-05de-4bbd-86d4-b3af19bd3eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.374655 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.423778 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54d08bb6-05de-4bbd-86d4-b3af19bd3eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.435131 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] Pushing event updated for resources: {'Port': ['ID=c43ca367-0e9b-471d-81be-486bf98f45f7,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:21.503817 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] Attempting to bind port c43ca367-0e9b-471d-81be-486bf98f45f7 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:57:21.504515 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] Attempting to bind port c43ca367-0e9b-471d-81be-486bf98f45f7 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:57:21.504515 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] Attempting to bind port c43ca367-0e9b-471d-81be-486bf98f45f7 on network ba6a7637-8cab-4877-809b-af833f6bd6e0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:21.506215 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54d08bb6-05de-4bbd-86d4-b3af19bd3eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.510375 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] Port c43ca367-0e9b-471d-81be-486bf98f45f7 on network ba6a7637-8cab-4877-809b-af833f6bd6e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:57:21.510805 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] Attempting to bind port c43ca367-0e9b-471d-81be-486bf98f45f7 on network ba6a7637-8cab-4877-809b-af833f6bd6e0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:21.516110 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:57:21.517311 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] Checking segment: {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:21.517311 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] Bound using segment: {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:57:21.517688 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] Bound port: c43ca367-0e9b-471d-81be-486bf98f45f7, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:57:21.518056 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.550830 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-54d08bb6-05de-4bbd-86d4-b3af19bd3eeb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af43526935fe476d8a93b4609a3338cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3598549 Jul 30 01:57:21.552915 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d08bb6-05de-4bbd-86d4-b3af19bd3eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b042d8f-2ea4-4beb-839d-e8cb87b0e243,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:21.555052 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53702) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:21.572451 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d08bb6-05de-4bbd-86d4-b3af19bd3eeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:21.572801 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d08bb6-05de-4bbd-86d4-b3af19bd3eeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:21.573148 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d08bb6-05de-4bbd-86d4-b3af19bd3eeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:21.573488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d08bb6-05de-4bbd-86d4-b3af19bd3eeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:21.573826 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d08bb6-05de-4bbd-86d4-b3af19bd3eeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:21.574376 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d08bb6-05de-4bbd-86d4-b3af19bd3eeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:21.574873 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d08bb6-05de-4bbd-86d4-b3af19bd3eeb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:21.575383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d08bb6-05de-4bbd-86d4-b3af19bd3eeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:21.575888 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d08bb6-05de-4bbd-86d4-b3af19bd3eeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:21.576393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d08bb6-05de-4bbd-86d4-b3af19bd3eeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:21.576884 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d08bb6-05de-4bbd-86d4-b3af19bd3eeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:21.577483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d08bb6-05de-4bbd-86d4-b3af19bd3eeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:21.596602 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] For port c43ca367-0e9b-471d-81be-486bf98f45f7, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:57:21.604811 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] For port c43ca367-0e9b-471d-81be-486bf98f45f7, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c43ca367-0e9b-471d-81be-486bf98f45f7,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:57:21.639005 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dda77714-7d57-4ee6-9722-e104bf50ae67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.663337 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dda77714-7d57-4ee6-9722-e104bf50ae67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.679325 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.685445 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53706) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:21.730474 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:21.731351 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.732807 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] 10.222.0.10 "PUT /v2.0/ports/c43ca367-0e9b-471d-81be-486bf98f45f7 HTTP/1.1" status: 200 len: 1092 time: 1.3685870 Jul 30 01:57:21.733250 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d79531-3547-497d-9a9e-3271069a1dc9', 'tag': 'c43ca367-0e9b-471d-81be-486bf98f45f7'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:21.735608 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46890703-b685-4fe5-9fa9-2b47ed7adc5f" -d '{"events": [{"name": "network-changed", "server_uuid": "59d79531-3547-497d-9a9e-3271069a1dc9", "tag": "c43ca367-0e9b-471d-81be-486bf98f45f7"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:21.762650 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76de88f-de59-4ee2-9129-6408d55ecf5a service neutron] Pushing event updated for resources: {'Port': ['ID=c43ca367-0e9b-471d-81be-486bf98f45f7,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:21.783378 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dda77714-7d57-4ee6-9722-e104bf50ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.799797 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dda77714-7d57-4ee6-9722-e104bf50ae67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.799797 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dda77714-7d57-4ee6-9722-e104bf50ae67 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9b042d8f-2ea4-4beb-839d-e8cb87b0e243 HTTP/1.1" status: 204 len: 168 time: 0.2341146 Jul 30 01:57:21.817616 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda77714-7d57-4ee6-9722-e104bf50ae67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b042d8f-2ea4-4beb-839d-e8cb87b0e243,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:21.834598 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b6be83-199b-4a32-8b5b-e7792e257166 x-openstack-request-id: req-06b6be83-199b-4a32-8b5b-e7792e257166 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:21.834598 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d79531-3547-497d-9a9e-3271069a1dc9", "tag": "c43ca367-0e9b-471d-81be-486bf98f45f7", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:21.834598 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06b6be83-199b-4a32-8b5b-e7792e257166 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:21.834598 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d79531-3547-497d-9a9e-3271069a1dc9', 'tag': 'c43ca367-0e9b-471d-81be-486bf98f45f7', 'status': 'completed', 'code': 200} Jul 30 01:57:21.863281 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e159e4e8-80af-4341-ac4c-b13134200037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.961483 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46890703-b685-4fe5-9fa9-2b47ed7adc5f req-c0f89549-0834-459c-aa7f-4df04687ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:21.963032 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-46890703-b685-4fe5-9fa9-2b47ed7adc5f req-c0f89549-0834-459c-aa7f-4df04687ae53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&device_id=59d79531-3547-497d-9a9e-3271069a1dc9 HTTP/1.1" status: 200 len: 1095 time: 0.0958838 Jul 30 01:57:21.973609 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3552d46-b914-455c-a938-bc6ab94bdc4b req-d956f04e-cef0-438f-a8a8-1b526ac9b60e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:21.975646 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a3552d46-b914-455c-a938-bc6ab94bdc4b req-d956f04e-cef0-438f-a8a8-1b526ac9b60e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=59d79531-3547-497d-9a9e-3271069a1dc9 HTTP/1.1" status: 200 len: 944 time: 0.1102111 Jul 30 01:57:22.021486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb63db8-dee5-417b-86e5-7a321f5c42b7 req-5c16333e-5218-47db-a4be-ff00218b9a44 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:22.028843 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dbb63db8-dee5-417b-86e5-7a321f5c42b7 req-5c16333e-5218-47db-a4be-ff00218b9a44 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0644815 Jul 30 01:57:22.070320 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dbb63db8-dee5-417b-86e5-7a321f5c42b7 req-f04320fc-3172-4933-ac04-058af0c4940e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401227 Jul 30 01:57:22.122566 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a3552d46-b914-455c-a938-bc6ab94bdc4b req-688f8a40-3922-43c3-8862-e53a4639d5e0 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252153 Jul 30 01:57:22.168806 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46890703-b685-4fe5-9fa9-2b47ed7adc5f req-0fb3d054-2b76-41e1-b75e-804fb1021465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:22.170894 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-46890703-b685-4fe5-9fa9-2b47ed7adc5f req-0fb3d054-2b76-41e1-b75e-804fb1021465 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2512260259d7455494ba68636275b240&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1903913 Jul 30 01:57:22.177454 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ca9a4cb-95fd-4d30-b68a-6ff6bc89649c req-c72858f1-2cdd-4482-ae33-63455adcb438 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 210 time: 0.0290499 Jul 30 01:57:22.213950 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e159e4e8-80af-4341-ac4c-b13134200037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.280147 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e159e4e8-80af-4341-ac4c-b13134200037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.336769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46890703-b685-4fe5-9fa9-2b47ed7adc5f req-9f4b11bc-ad9f-4f48-b9a7-bbd1c11fc271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:22.338452 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-46890703-b685-4fe5-9fa9-2b47ed7adc5f req-9f4b11bc-ad9f-4f48-b9a7-bbd1c11fc271 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1396353 Jul 30 01:57:22.339072 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159e4e8-80af-4341-ac4c-b13134200037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2991ee9-db19-4d7b-a5cf-cf07758e6d22,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:22.347355 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53724) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:22.350363 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e159e4e8-80af-4341-ac4c-b13134200037 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db32b87673c44a6092021466949535bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6555474 Jul 30 01:57:22.434040 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a3618b56-8628-4592-8169-fb849eab9183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.461068 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a3618b56-8628-4592-8169-fb849eab9183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.477008 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-4cc40d29-5874-4f07-92bb-89a654e34ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:22.478601 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-4cc40d29-5874-4f07-92bb-89a654e34ceb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&device_id=59d79531-3547-497d-9a9e-3271069a1dc9 HTTP/1.1" status: 200 len: 1095 time: 0.0848510 Jul 30 01:57:22.487141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c950274-e458-49c7-babd-4176e39be964 req-c90d65ea-bfbe-47d7-a987-4383629c28aa tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:22.488628 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3c950274-e458-49c7-babd-4176e39be964 req-c90d65ea-bfbe-47d7-a987-4383629c28aa tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 945 time: 0.0848701 Jul 30 01:57:22.537144 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-715497fe-883e-4e8a-a644-5d478cf1343b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c43ca367-0e9b-471d-81be-486bf98f45f7 HTTP/1.1" status: 200 len: 217 time: 0.0459032 Jul 30 01:57:22.548601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53728) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:22.583193 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-806253b2-9068-427d-b484-df58d0ffbc1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.596245 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3c950274-e458-49c7-babd-4176e39be964 req-bc4d151d-2007-4559-8cb9-210c2b46491d tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985959 Jul 30 01:57:22.601449 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a3618b56-8628-4592-8169-fb849eab9183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.604289 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-7ff67bd2-aa76-474b-b816-fcb8d8efb537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:22.606419 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a3618b56-8628-4592-8169-fb849eab9183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.606550 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-7ff67bd2-aa76-474b-b816-fcb8d8efb537 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d2bdb7f5-8d0f-432b-8087-856e79091b08 HTTP/1.1" status: 200 len: 846 time: 0.0634508 Jul 30 01:57:22.606654 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a3618b56-8628-4592-8169-fb849eab9183 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a2991ee9-db19-4d7b-a5cf-cf07758e6d22 HTTP/1.1" status: 204 len: 168 time: 0.2577655 Jul 30 01:57:22.627875 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3618b56-8628-4592-8169-fb849eab9183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2991ee9-db19-4d7b-a5cf-cf07758e6d22,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:22.680031 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-c8f93dc0-7ce2-415b-ac36-f26f8cfee47c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ba6a7637-8cab-4877-809b-af833f6bd6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644343 Jul 30 01:57:22.702805 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-806253b2-9068-427d-b484-df58d0ffbc1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.764859 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-806253b2-9068-427d-b484-df58d0ffbc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.788527 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-67d804e5-bf58-4b5f-ae6a-db20e2c7d1ec service neutron] 10.222.0.10 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004701 Jul 30 01:57:22.809696 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-806253b2-9068-427d-b484-df58d0ffbc1e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7cdd8b4d475249ab99445fefc5c14657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600069 Jul 30 01:57:22.812122 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806253b2-9068-427d-b484-df58d0ffbc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0590e9f-d2f9-41d0-aba8-bdb41fc43df9,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:22.814747 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53732) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:22.874588 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d0f0-4857-4914-9455-cec8af6e7b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.897736 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d0f0-4857-4914-9455-cec8af6e7b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.898800 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-369b093d-0d08-4b4d-94ab-c8041fb77984 req-5a81d28d-636b-43e2-bbbc-046fe337bbaf service neutron] 10.222.0.10 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011186 Jul 30 01:57:23.021290 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a65ab-1b3d-46e9-9f5e-51ab841b5598 req-e7bdb5dd-f0c6-4a06-ba48-016c69a4b8c9 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:23.022153 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d0f0-4857-4914-9455-cec8af6e7b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.023129 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b4a65ab-1b3d-46e9-9f5e-51ab841b5598 req-e7bdb5dd-f0c6-4a06-ba48-016c69a4b8c9 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 945 time: 0.0549924 Jul 30 01:57:23.027961 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d0f0-4857-4914-9455-cec8af6e7b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.031487 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1ac1d0f0-4857-4914-9455-cec8af6e7b95 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f0590e9f-d2f9-41d0-aba8-bdb41fc43df9 HTTP/1.1" status: 204 len: 168 time: 0.2133439 Jul 30 01:57:23.040147 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1d0f0-4857-4914-9455-cec8af6e7b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0590e9f-d2f9-41d0-aba8-bdb41fc43df9,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:23.147864 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-9b4a65ab-1b3d-46e9-9f5e-51ab841b5598 req-059e8d01-619b-40b9-84a3-061cb45e5be2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Deleting port d903d87e-dc75-49e7-8551-66a4e06b3ae7 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:23.148221 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9b4a65ab-1b3d-46e9-9f5e-51ab841b5598 req-059e8d01-619b-40b9-84a3-061cb45e5be2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.273240 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275d8d9-4154-4992-b648-b86d24a3925a req-0f9ef5a9-4708-4c62-aac3-4af2d8becb04 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:23.274896 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a275d8d9-4154-4992-b648-b86d24a3925a req-0f9ef5a9-4708-4c62-aac3-4af2d8becb04 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0950329 Jul 30 01:57:23.297018 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d5fc2-cfd7-441d-8a87-99cb7ca77cb1 req-11ac7f6d-f856-43fe-ac41-ffa031ea93f3 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:23.298959 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd6d5fc2-cfd7-441d-8a87-99cb7ca77cb1 req-11ac7f6d-f856-43fe-ac41-ffa031ea93f3 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=59d79531-3547-497d-9a9e-3271069a1dc9 HTTP/1.1" status: 200 len: 944 time: 0.0933883 Jul 30 01:57:23.306698 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-9b4a65ab-1b3d-46e9-9f5e-51ab841b5598 req-059e8d01-619b-40b9-84a3-061cb45e5be2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] For port d903d87e-dc75-49e7-8551-66a4e06b3ae7, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d903d87e-dc75-49e7-8551-66a4e06b3ae7,segment=NetworkSegment(0bed6907-b447-4a6c-bc3b-b69e1c44a873),segment_id=0bed6907-b447-4a6c-bc3b-b69e1c44a873)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:23.313041 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9b4a65ab-1b3d-46e9-9f5e-51ab841b5598 req-059e8d01-619b-40b9-84a3-061cb45e5be2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.327575 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a275d8d9-4154-4992-b648-b86d24a3925a req-1077fc67-3f1a-445e-b14f-0a8e7842e5d5 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463090 Jul 30 01:57:23.333122 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-9b4a65ab-1b3d-46e9-9f5e-51ab841b5598 req-059e8d01-619b-40b9-84a3-061cb45e5be2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Calling delete_port for d903d87e-dc75-49e7-8551-66a4e06b3ae7 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:23.440227 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd6d5fc2-cfd7-441d-8a87-99cb7ca77cb1 req-5a4fbf9a-2480-44e7-966c-3554aa93d172 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304934 Jul 30 01:57:23.456911 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-904efa6c-6622-40ff-b2a8-5c410bf955e7 req-5c9c39ad-93fd-46e7-a50c-89a471dcdf8d tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 210 time: 0.0394268 Jul 30 01:57:23.600252 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9b4a65ab-1b3d-46e9-9f5e-51ab841b5598 req-059e8d01-619b-40b9-84a3-061cb45e5be2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.616635 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['71faba77-bb7e-4cd0-b5ca-5f74250aeba5', '41c675d2-0bc0-466d-aea5-306012bfae83'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:23.654931 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e8d01-619b-40b9-84a3-061cb45e5be2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Pushing event deleted for resources: {'Port': ['ID=d903d87e-dc75-49e7-8551-66a4e06b3ae7,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:23.679131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['e687784b-c469-481c-a236-abfa0bdeb1cd', 'd903d87e-dc75-49e7-8551-66a4e06b3ae7'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:23.702497 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4a65ab-1b3d-46e9-9f5e-51ab841b5598 req-059e8d01-619b-40b9-84a3-061cb45e5be2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] No DVR routers for this DVR port d903d87e-dc75-49e7-8551-66a4e06b3ae7 on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:23.705412 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9b4a65ab-1b3d-46e9-9f5e-51ab841b5598 req-059e8d01-619b-40b9-84a3-061cb45e5be2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.707899 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b4a65ab-1b3d-46e9-9f5e-51ab841b5598 req-059e8d01-619b-40b9-84a3-061cb45e5be2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.77 "DELETE /v2.0/ports/d903d87e-dc75-49e7-8551-66a4e06b3ae7 HTTP/1.1" status: 204 len: 173 time: 0.6782825 Jul 30 01:57:23.763697 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe75d68a-6104-46d6-9061-ae7ec0e6a092 req-ea168ec3-288d-4dbc-9e44-856390e3bd1c tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 210 time: 0.0501471 Jul 30 01:57:23.835059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c5b87f-3b13-47e3-8942-cbd4d250c692', 'name': 'network-vif-deleted', 'tag': 'd903d87e-dc75-49e7-8551-66a4e06b3ae7'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:23.837463 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9259e550-e7f9-49f0-a35d-f1d76a353b2b" -d '{"events": [{"server_uuid": "b5c5b87f-3b13-47e3-8942-cbd4d250c692", "name": "network-vif-deleted", "tag": "d903d87e-dc75-49e7-8551-66a4e06b3ae7"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:23.888434 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7057ef6f-1884-4069-91de-e4440aa15106 x-openstack-request-id: req-7057ef6f-1884-4069-91de-e4440aa15106 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:23.888434 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c5b87f-3b13-47e3-8942-cbd4d250c692", "name": "network-vif-deleted", "tag": "d903d87e-dc75-49e7-8551-66a4e06b3ae7", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:23.888434 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7057ef6f-1884-4069-91de-e4440aa15106 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:23.888434 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c5b87f-3b13-47e3-8942-cbd4d250c692', 'name': 'network-vif-deleted', 'tag': 'd903d87e-dc75-49e7-8551-66a4e06b3ae7', 'status': 'completed', 'code': 200} Jul 30 01:57:24.447235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b0f94-f186-414f-b023-a189d5df6788 req-a461be45-b74d-461a-82f5-a69e56c90539 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:24.454328 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-211b0f94-f186-414f-b023-a189d5df6788 req-a461be45-b74d-461a-82f5-a69e56c90539 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0567324 Jul 30 01:57:24.496833 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-211b0f94-f186-414f-b023-a189d5df6788 req-06bc98c3-63d3-403f-9759-c2557dd48ed2 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414271 Jul 30 01:57:24.598084 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2747019-6d58-4b94-91bb-7fcd23eb2af6 req-da2c938b-2916-4d9f-a965-a2429ce9c7d3 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:24.607308 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2747019-6d58-4b94-91bb-7fcd23eb2af6 req-da2c938b-2916-4d9f-a965-a2429ce9c7d3 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=59d79531-3547-497d-9a9e-3271069a1dc9 HTTP/1.1" status: 200 len: 944 time: 0.0618351 Jul 30 01:57:24.632826 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ec0dc4ae-80a5-4dda-9bcb-93d4e0f3176a req-71e2a57d-4802-45ab-b125-9437b8073700 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5ad112-c542-45cd-8a0e-0c2450c11cf9 HTTP/1.1" status: 200 len: 210 time: 0.0367665 Jul 30 01:57:24.645694 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2747019-6d58-4b94-91bb-7fcd23eb2af6 req-5ef2b99c-95e8-4138-b203-d7ad57af4084 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387104 Jul 30 01:57:24.869477 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-86c301a8-2a1f-4833-bc4e-b82e95a1b112 req-688c11ab-5a51-4dc5-850d-add63fd5dbcc tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c5b87f-3b13-47e3-8942-cbd4d250c692 HTTP/1.1" status: 200 len: 210 time: 0.0302179 Jul 30 01:57:25.619585 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98799a85-feaa-4596-85d0-5400be60c9d0 req-a98b9102-ebb5-463b-a46a-435c7532a3a2 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:25.621333 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-98799a85-feaa-4596-85d0-5400be60c9d0 req-a98b9102-ebb5-463b-a46a-435c7532a3a2 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0560703 Jul 30 01:57:25.663069 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-98799a85-feaa-4596-85d0-5400be60c9d0 req-75ef497e-ade2-4857-99b3-5cbc7836566d tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348237 Jul 30 01:57:25.797319 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d42f9-5830-4a76-8388-4ddba8fbd124 req-c9a71c19-9ffe-4d59-9135-a62813ba2dbf tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:25.798949 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ad6d42f9-5830-4a76-8388-4ddba8fbd124 req-c9a71c19-9ffe-4d59-9135-a62813ba2dbf tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=59d79531-3547-497d-9a9e-3271069a1dc9 HTTP/1.1" status: 200 len: 944 time: 0.0522296 Jul 30 01:57:25.821360 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53856) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:25.863610 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ad6d42f9-5830-4a76-8388-4ddba8fbd124 req-a64d07fa-f0b4-42fd-a7d3-cb63c83f4a93 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581541 Jul 30 01:57:25.891160 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-33e49e03-99cd-4328-8e96-c13fa8a3604c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:25.939280 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-33e49e03-99cd-4328-8e96-c13fa8a3604c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.100787 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-33e49e03-99cd-4328-8e96-c13fa8a3604c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.103430 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-33e49e03-99cd-4328-8e96-c13fa8a3604c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.104969 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-33e49e03-99cd-4328-8e96-c13fa8a3604c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "DELETE /v2.0/security-groups/11ee063a-2557-4c17-b647-603a90794b59 HTTP/1.1" status: 204 len: 168 time: 0.2824259 Jul 30 01:57:26.107692 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53868) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:26.128856 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e49e03-99cd-4328-8e96-c13fa8a3604c tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ee063a-2557-4c17-b647-603a90794b59,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:26.130122 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-b1f29841-fcaf-4dc2-becc-d4ebff724383 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] show failed (client error): The resource could not be found. Jul 30 01:57:26.131779 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b1f29841-fcaf-4dc2-becc-d4ebff724383 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "GET /v2.0/security-groups/11ee063a-2557-4c17-b647-603a90794b59 HTTP/1.1" status: 404 len: 347 time: 0.0216942 Jul 30 01:57:26.135255 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53872) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:26.284722 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-bf5796f5-ea83-4a3a-8ec9-f029b17e127e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Deleting port 0abc3fd4-ad7d-49e9-b120-27542a55ee3a {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:26.284722 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bf5796f5-ea83-4a3a-8ec9-f029b17e127e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.361701 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bf5796f5-ea83-4a3a-8ec9-f029b17e127e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.362034 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bf5796f5-ea83-4a3a-8ec9-f029b17e127e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.376266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-bf5796f5-ea83-4a3a-8ec9-f029b17e127e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Calling delete_port for 0abc3fd4-ad7d-49e9-b120-27542a55ee3a owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:26.471557 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d903d87e-dc75-49e7-8551-66a4e06b3ae7 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:26.510754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: d903d87e-dc75-49e7-8551-66a4e06b3ae7 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:26.511195 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d903d87e-dc75-49e7-8551-66a4e06b3ae7 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:26.616402 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bf5796f5-ea83-4a3a-8ec9-f029b17e127e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.651169 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5796f5-ea83-4a3a-8ec9-f029b17e127e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event deleted for resources: {'Port': ['ID=0abc3fd4-ad7d-49e9-b120-27542a55ee3a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:26.730568 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bf5796f5-ea83-4a3a-8ec9-f029b17e127e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.733679 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bf5796f5-ea83-4a3a-8ec9-f029b17e127e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.738280 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bf5796f5-ea83-4a3a-8ec9-f029b17e127e tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "DELETE /v2.0/floatingips/9b97f1c6-3856-4e51-8bd6-95610bfb7579 HTTP/1.1" status: 204 len: 168 time: 0.6013675 Jul 30 01:57:26.738906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53892) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:26.815102 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bab236-ff09-46ef-bc64-12acf36d3813 req-c6dcb621-e0b7-4685-a586-fd0262649922 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:26.815102 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-30bab236-ff09-46ef-bc64-12acf36d3813 req-c6dcb621-e0b7-4685-a586-fd0262649922 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0757539 Jul 30 01:57:26.851842 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-a6b9d836-065e-4d70-831e-149f46e7bdfd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Deleting port 6d8c1817-5e16-4333-88e9-6baf283dd55a {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:26.852494 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a6b9d836-065e-4d70-831e-149f46e7bdfd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.862602 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-30bab236-ff09-46ef-bc64-12acf36d3813 req-7a9921e7-55db-4900-b8fd-ffd5bbcacde5 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448871 Jul 30 01:57:26.914634 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device c43ca367-0e9b-471d-81be-486bf98f45f7 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:57:26.976812 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a6b9d836-065e-4d70-831e-149f46e7bdfd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:27.003650 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-a6b9d836-065e-4d70-831e-149f46e7bdfd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Calling delete_port for 6d8c1817-5e16-4333-88e9-6baf283dd55a owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:27.036329 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port c43ca367-0e9b-471d-81be-486bf98f45f7, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c43ca367-0e9b-471d-81be-486bf98f45f7,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:27.057661 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'c43ca367-0e9b-471d-81be-486bf98f45f7', 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0', 'port_id': 'c43ca367-0e9b-471d-81be-486bf98f45f7', 'mac_address': 'fa:16:3e:51:39:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2bdb7f5-8d0f-432b-8087-856e79091b08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:57:27.110556 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:27.126920 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43ca367-0e9b-471d-81be-486bf98f45f7 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:57:27.138119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e885ede-8082-460b-ab89-52727de199d9 req-4637c031-5cc0-470b-b4e3-79d6574ed217 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:27.147510 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4e885ede-8082-460b-ab89-52727de199d9 req-4637c031-5cc0-470b-b4e3-79d6574ed217 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=59d79531-3547-497d-9a9e-3271069a1dc9 HTTP/1.1" status: 200 len: 944 time: 0.1619008 Jul 30 01:57:27.148938 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port c43ca367-0e9b-471d-81be-486bf98f45f7, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c43ca367-0e9b-471d-81be-486bf98f45f7,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:27.234715 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4e885ede-8082-460b-ab89-52727de199d9 req-8c1aab11-0837-40d7-b51d-960540d94a97 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811293 Jul 30 01:57:27.234835 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:27.370276 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a6b9d836-065e-4d70-831e-149f46e7bdfd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:27.379742 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=c43ca367-0e9b-471d-81be-486bf98f45f7,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:27.408018 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9d836-065e-4d70-831e-149f46e7bdfd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event deleted for resources: {'Port': ['ID=6d8c1817-5e16-4333-88e9-6baf283dd55a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:27.487773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['c43ca367-0e9b-471d-81be-486bf98f45f7'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:27.489384 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a6b9d836-065e-4d70-831e-149f46e7bdfd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:27.493876 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a6b9d836-065e-4d70-831e-149f46e7bdfd tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "DELETE /v2.0/ports/6d8c1817-5e16-4333-88e9-6baf283dd55a HTTP/1.1" status: 204 len: 168 time: 0.7510908 Jul 30 01:57:27.494249 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53908) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:27.594143 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-e989e02a-6797-496d-a5b4-b14ae00c7b16 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Deleting port bd7f1b6c-b67b-4490-b720-9d9c4cd45449 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:27.594660 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e989e02a-6797-496d-a5b4-b14ae00c7b16 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:27.722398 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e989e02a-6797-496d-a5b4-b14ae00c7b16 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:27.736146 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-e989e02a-6797-496d-a5b4-b14ae00c7b16 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Calling delete_port for bd7f1b6c-b67b-4490-b720-9d9c4cd45449 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:27.741705 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53912) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:27.892587 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0687fc62-e0f8-47bd-99dc-32362eaeb423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:27.977924 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e989e02a-6797-496d-a5b4-b14ae00c7b16 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.003628 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0687fc62-e0f8-47bd-99dc-32362eaeb423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.012426 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989e02a-6797-496d-a5b4-b14ae00c7b16 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event deleted for resources: {'Port': ['ID=bd7f1b6c-b67b-4490-b720-9d9c4cd45449,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:28.028464 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c900270-2b3a-4748-934d-9f0a7c250fb6 req-c8c4ba7f-a6b5-4f8e-99d8-88a1c203aaa6 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:28.034920 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9c900270-2b3a-4748-934d-9f0a7c250fb6 req-c8c4ba7f-a6b5-4f8e-99d8-88a1c203aaa6 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0914125 Jul 30 01:57:28.089545 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0687fc62-e0f8-47bd-99dc-32362eaeb423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.126418 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9c900270-2b3a-4748-934d-9f0a7c250fb6 req-162bec5f-0007-43c1-8950-8f04aba26f1f tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876999 Jul 30 01:57:28.132724 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0687fc62-e0f8-47bd-99dc-32362eaeb423 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=64af1f67969545208f1fd1ed637e5ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3896039 Jul 30 01:57:28.134109 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e989e02a-6797-496d-a5b4-b14ae00c7b16 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.136502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53920) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:28.139084 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e989e02a-6797-496d-a5b4-b14ae00c7b16 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "DELETE /v2.0/ports/bd7f1b6c-b67b-4490-b720-9d9c4cd45449 HTTP/1.1" status: 204 len: 168 time: 0.6435513 Jul 30 01:57:28.140014 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53922) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:28.157107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687fc62-e0f8-47bd-99dc-32362eaeb423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6394fd8-4a59-4b88-98ae-86d35b8434b7,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:28.199543 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d06761-1729-4376-8775-e81510257cc9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Deleting subnet 1e8b54c9-c010-49c7-9d5f-e1c33434bff9 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:57:28.202771 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-89d06761-1729-4376-8775-e81510257cc9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.204092 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ef068952-5283-45bc-bab7-43bc32818913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.226982 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ef068952-5283-45bc-bab7-43bc32818913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.243918 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-89d06761-1729-4376-8775-e81510257cc9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.375852 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-89d06761-1729-4376-8775-e81510257cc9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.378966 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ef068952-5283-45bc-bab7-43bc32818913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.381857 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ef068952-5283-45bc-bab7-43bc32818913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.384575 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ef068952-5283-45bc-bab7-43bc32818913 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c6394fd8-4a59-4b88-98ae-86d35b8434b7 HTTP/1.1" status: 204 len: 168 time: 0.2453401 Jul 30 01:57:28.420487 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0f8da-a061-4e14-8550-e692a5f0c2b9 req-aed2469f-bb87-4178-89b0-d31a75a9a2fb tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:28.423496 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4ad0f8da-a061-4e14-8550-e692a5f0c2b9 req-aed2469f-bb87-4178-89b0-d31a75a9a2fb tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=59d79531-3547-497d-9a9e-3271069a1dc9 HTTP/1.1" status: 200 len: 945 time: 0.1138630 Jul 30 01:57:28.463150 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef068952-5283-45bc-bab7-43bc32818913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6394fd8-4a59-4b88-98ae-86d35b8434b7,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:28.535513 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4ad0f8da-a061-4e14-8550-e692a5f0c2b9 req-fbac95e1-a6e3-4f8f-887f-2d629833f8d7 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886693 Jul 30 01:57:28.547750 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-89d06761-1729-4376-8775-e81510257cc9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.576441 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d06761-1729-4376-8775-e81510257cc9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event deleted for resources: {'Subnet': ['ID=1e8b54c9-c010-49c7-9d5f-e1c33434bff9,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:28.580420 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-89d06761-1729-4376-8775-e81510257cc9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.582388 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-89d06761-1729-4376-8775-e81510257cc9 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "DELETE /v2.0/subnets/1e8b54c9-c010-49c7-9d5f-e1c33434bff9 HTTP/1.1" status: 204 len: 168 time: 0.4411750 Jul 30 01:57:28.585622 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53934) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:28.592209 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81e3a3e-19dc-4736-93f4-85c57e6e1114 None None] Network 4192d8a2-31a3-4331-99e1-418e1e9f6bfc requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:28.649903 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-e678997d-ff2b-4f86-ab63-040455c250df tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Deleting subnet e3d413a5-ba18-4a54-8a98-960735231465 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:57:28.653391 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e678997d-ff2b-4f86-ab63-040455c250df tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.706558 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e678997d-ff2b-4f86-ab63-040455c250df tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.818747 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e678997d-ff2b-4f86-ab63-040455c250df tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.832504 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d568fe05-da70-4c5d-8fa6-852579f0abdf None None] DHCP port deletion for 4192d8a2-31a3-4331-99e1-418e1e9f6bfc request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:57:28.892763 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d568fe05-da70-4c5d-8fa6-852579f0abdf None None] Deleting port a75e4114-4574-4f25-b680-16240c90119e {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:28.893148 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d568fe05-da70-4c5d-8fa6-852579f0abdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.935441 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device c43ca367-0e9b-471d-81be-486bf98f45f7 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:28.986639 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e678997d-ff2b-4f86-ab63-040455c250df tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.993738 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d568fe05-da70-4c5d-8fa6-852579f0abdf None None] For port a75e4114-4574-4f25-b680-16240c90119e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a75e4114-4574-4f25-b680-16240c90119e,segment=NetworkSegment(517e2d6b-5c75-4689-85c7-570b6e930a29),segment_id=517e2d6b-5c75-4689-85c7-570b6e930a29)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:28.995210 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d568fe05-da70-4c5d-8fa6-852579f0abdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.010385 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d568fe05-da70-4c5d-8fa6-852579f0abdf None None] Calling delete_port for a75e4114-4574-4f25-b680-16240c90119e owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:29.016365 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678997d-ff2b-4f86-ab63-040455c250df tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d413a5-ba18-4a54-8a98-960735231465,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:29.022013 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e678997d-ff2b-4f86-ab63-040455c250df tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.024995 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e678997d-ff2b-4f86-ab63-040455c250df tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "DELETE /v2.0/subnets/e3d413a5-ba18-4a54-8a98-960735231465 HTTP/1.1" status: 204 len: 168 time: 0.4384174 Jul 30 01:57:29.027559 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53942) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:29.033367 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98a1dc1-a565-416f-aaa6-fd9b5c003d2d None None] Network 4fafccc5-fb47-4324-8e99-bb0237539cfb requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:29.112261 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f67c1d6e-bb75-4aef-afdd-c49c1d303b78 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.134933 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port c43ca367-0e9b-471d-81be-486bf98f45f7 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:29.147435 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port c43ca367-0e9b-471d-81be-486bf98f45f7 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:29.147804 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.249629 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-f67c1d6e-bb75-4aef-afdd-c49c1d303b78 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Deleting port a75e4114-4574-4f25-b680-16240c90119e {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:29.250271 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f67c1d6e-bb75-4aef-afdd-c49c1d303b78 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.304874 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.326194 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d568fe05-da70-4c5d-8fa6-852579f0abdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.346021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53948) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:29.357895 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a88e4ed-2553-4e12-9727-c1d3fb20adda None None] DHCP port deletion for 4fafccc5-fb47-4324-8e99-bb0237539cfb request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:57:29.383831 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d568fe05-da70-4c5d-8fa6-852579f0abdf None None] No DVR routers for this DVR port a75e4114-4574-4f25-b680-16240c90119e on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:29.406085 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568fe05-da70-4c5d-8fa6-852579f0abdf None None] Pushing event deleted for resources: {'Port': ['ID=a75e4114-4574-4f25-b680-16240c90119e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:29.424750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d79531-3547-497d-9a9e-3271069a1dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43ca367-0e9b-471d-81be-486bf98f45f7'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:29.424750 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ff15d0-8797-434e-b4be-617a7e3b10ab" -d '{"events": [{"server_uuid": "59d79531-3547-497d-9a9e-3271069a1dc9", "name": "network-vif-plugged", "status": "completed", "tag": "c43ca367-0e9b-471d-81be-486bf98f45f7"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:29.455611 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port c43ca367-0e9b-471d-81be-486bf98f45f7, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c43ca367-0e9b-471d-81be-486bf98f45f7,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:29.460373 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e2385041-443b-4402-af94-52e7444b133f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.486154 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2a88e4ed-2553-4e12-9727-c1d3fb20adda None None] Deleting port 5b79704a-6963-4531-ae29-33f6529d2bd4 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:29.487523 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a88e4ed-2553-4e12-9727-c1d3fb20adda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.497673 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-f67c1d6e-bb75-4aef-afdd-c49c1d303b78 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] For port a75e4114-4574-4f25-b680-16240c90119e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a75e4114-4574-4f25-b680-16240c90119e,segment=NetworkSegment(517e2d6b-5c75-4689-85c7-570b6e930a29),segment_id=517e2d6b-5c75-4689-85c7-570b6e930a29)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:29.501321 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f67c1d6e-bb75-4aef-afdd-c49c1d303b78 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.512609 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad768fea-f732-45a3-a633-432c6007ad21 x-openstack-request-id: req-ad768fea-f732-45a3-a633-432c6007ad21 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:29.512733 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d79531-3547-497d-9a9e-3271069a1dc9", "name": "network-vif-plugged", "status": "completed", "tag": "c43ca367-0e9b-471d-81be-486bf98f45f7", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:29.513093 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad768fea-f732-45a3-a633-432c6007ad21 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:29.513547 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d79531-3547-497d-9a9e-3271069a1dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43ca367-0e9b-471d-81be-486bf98f45f7', 'code': 200} Jul 30 01:57:29.525158 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6a426-bafd-4f04-a4bf-75c4741ce42b req-38882831-0c17-460c-a043-7b2e9fdcfb7b tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:29.525918 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-09f6a426-bafd-4f04-a4bf-75c4741ce42b req-38882831-0c17-460c-a043-7b2e9fdcfb7b tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.1980970 Jul 30 01:57:29.534366 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-f67c1d6e-bb75-4aef-afdd-c49c1d303b78 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Calling delete_port for a75e4114-4574-4f25-b680-16240c90119e owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:29.549830 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.619833 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2a88e4ed-2553-4e12-9727-c1d3fb20adda None None] For port 5b79704a-6963-4531-ae29-33f6529d2bd4, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5b79704a-6963-4531-ae29-33f6529d2bd4,segment=NetworkSegment(197182fc-ce63-43fa-a67a-22098b80c116),segment_id=197182fc-ce63-43fa-a67a-22098b80c116)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:29.621086 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a88e4ed-2553-4e12-9727-c1d3fb20adda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.661341 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2a88e4ed-2553-4e12-9727-c1d3fb20adda None None] Calling delete_port for 5b79704a-6963-4531-ae29-33f6529d2bd4 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:29.663990 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=c43ca367-0e9b-471d-81be-486bf98f45f7,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:29.691824 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-09f6a426-bafd-4f04-a4bf-75c4741ce42b req-5e2d303b-04b5-4792-ad60-d1ccd7b1f02c tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573024 Jul 30 01:57:29.798557 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e2385041-443b-4402-af94-52e7444b133f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.849351 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a88e4ed-2553-4e12-9727-c1d3fb20adda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.852631 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34484c59-3693-42e5-a905-45bf78d560d2 req-8b8680de-c29b-499f-81a9-5dedb3f09095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:29.854372 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-34484c59-3693-42e5-a905-45bf78d560d2 req-8b8680de-c29b-499f-81a9-5dedb3f09095 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=59d79531-3547-497d-9a9e-3271069a1dc9 HTTP/1.1" status: 200 len: 1097 time: 0.1976430 Jul 30 01:57:29.857633 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f67c1d6e-bb75-4aef-afdd-c49c1d303b78 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.876153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88e4ed-2553-4e12-9727-c1d3fb20adda None None] Pushing event deleted for resources: {'Port': ['ID=5b79704a-6963-4531-ae29-33f6529d2bd4,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:29.883380 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a88e4ed-2553-4e12-9727-c1d3fb20adda None None] No DVR routers for this DVR port 5b79704a-6963-4531-ae29-33f6529d2bd4 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:29.910520 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e2385041-443b-4402-af94-52e7444b133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.913925 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c1d6e-bb75-4aef-afdd-c49c1d303b78 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event deleted for resources: {'Port': ['ID=a75e4114-4574-4f25-b680-16240c90119e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:29.920339 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c1d6e-bb75-4aef-afdd-c49c1d303b78 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] No DVR routers for this DVR port a75e4114-4574-4f25-b680-16240c90119e on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:29.944577 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-9ad6db8c-c8b2-48c8-999a-bde0c98c1223 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1741138 Jul 30 01:57:30.017905 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e2385041-443b-4402-af94-52e7444b133f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c89aada9dff440768ad0c4798ab7e4a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6724102 Jul 30 01:57:30.020837 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53964) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:30.026517 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7caa3c-757c-4b7b-835c-1eb997d398ef req-570245f6-5d28-44fa-aedd-b72d2a8958d8 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:30.027974 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d7caa3c-757c-4b7b-835c-1eb997d398ef req-570245f6-5d28-44fa-aedd-b72d2a8958d8 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=59d79531-3547-497d-9a9e-3271069a1dc9 HTTP/1.1" status: 200 len: 946 time: 0.2142551 Jul 30 01:57:30.067058 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-34484c59-3693-42e5-a905-45bf78d560d2 req-245c370a-8fde-4ba9-b38c-80caf8120158 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019885 Jul 30 01:57:30.110870 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2385041-443b-4402-af94-52e7444b133f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5868cac2-aaa7-43b8-b3f3-156d3b4c162f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:30.122285 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc56199b-34f2-4854-a404-637758006a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.127913 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f67c1d6e-bb75-4aef-afdd-c49c1d303b78 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.141473 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-f67c1d6e-bb75-4aef-afdd-c49c1d303b78 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4192d8a2-31a3-4331-99e1-418e1e9f6bfc']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:30.156374 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-f67c1d6e-bb75-4aef-afdd-c49c1d303b78 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517e2d6b-5c75-4689-85c7-570b6e930a29') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:30.156741 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-f67c1d6e-bb75-4aef-afdd-c49c1d303b78 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517e2d6b-5c75-4689-85c7-570b6e930a29') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:30.172373 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc56199b-34f2-4854-a404-637758006a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.177906 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f67c1d6e-bb75-4aef-afdd-c49c1d303b78 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.191311 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d7caa3c-757c-4b7b-835c-1eb997d398ef req-48286777-eace-44e8-9a37-bf2232768bb4 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111891 Jul 30 01:57:30.199892 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-b49b48bd-9682-46d7-9ea3-acf07cefd780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:30.200386 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-b49b48bd-9682-46d7-9ea3-acf07cefd780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:30.200857 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-b49b48bd-9682-46d7-9ea3-acf07cefd780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:30.201395 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-b49b48bd-9682-46d7-9ea3-acf07cefd780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:30.201877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-b49b48bd-9682-46d7-9ea3-acf07cefd780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:30.202394 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-b49b48bd-9682-46d7-9ea3-acf07cefd780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:30.202920 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-b49b48bd-9682-46d7-9ea3-acf07cefd780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:30.204976 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-b49b48bd-9682-46d7-9ea3-acf07cefd780 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b925993cc6564ab9911b25e36e01c143&device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 6490 time: 0.1732666 Jul 30 01:57:30.217050 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f67c1d6e-bb75-4aef-afdd-c49c1d303b78 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.230487 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd0d11-763e-4c0e-bec3-0a86dfc0c32d req-2830b2d5-1fe4-4b07-b2d7-06ff22d0c6ce tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:30.232313 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-22bd0d11-763e-4c0e-bec3-0a86dfc0c32d req-2830b2d5-1fe4-4b07-b2d7-06ff22d0c6ce tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b33d42b-0570-4c91-b1e2-620c1b6daa99 HTTP/1.1" status: 200 len: 946 time: 0.1053550 Jul 30 01:57:30.235215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67c1d6e-bb75-4aef-afdd-c49c1d303b78 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:57:30.236451 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f67c1d6e-bb75-4aef-afdd-c49c1d303b78 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:57:30.245779 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:57:30.306879 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-22bd0d11-763e-4c0e-bec3-0a86dfc0c32d req-596fa397-f7d8-4a01-8f17-2a5055c193e2 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664003 Jul 30 01:57:30.340746 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc56199b-34f2-4854-a404-637758006a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.343634 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc56199b-34f2-4854-a404-637758006a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.346857 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bc56199b-34f2-4854-a404-637758006a6c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5868cac2-aaa7-43b8-b3f3-156d3b4c162f HTTP/1.1" status: 204 len: 168 time: 0.3223431 Jul 30 01:57:30.356707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5b79704a-6963-4531-ae29-33f6529d2bd4 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:30.362710 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56199b-34f2-4854-a404-637758006a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5868cac2-aaa7-43b8-b3f3-156d3b4c162f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:30.401545 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 5b79704a-6963-4531-ae29-33f6529d2bd4 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:30.401888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5b79704a-6963-4531-ae29-33f6529d2bd4 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:30.402329 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a75e4114-4574-4f25-b680-16240c90119e no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:30.423290 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: a75e4114-4574-4f25-b680-16240c90119e {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:30.423638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a75e4114-4574-4f25-b680-16240c90119e not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:30.446923 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-6c9857c0-e7d4-4af1-bacd-802e4170e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:30.447446 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-6c9857c0-e7d4-4af1-bacd-802e4170e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:30.447950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-6c9857c0-e7d4-4af1-bacd-802e4170e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:30.449580 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-6c9857c0-e7d4-4af1-bacd-802e4170e240 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c4c1a6d3-9310-46dd-b172-3b32195b5301&id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&id=ffda0404-bad4-4226-a8b1-7142332e4862&id=ffda0404-bad4-4226-a8b1-7142332e4862 HTTP/1.1" status: 200 len: 2293 time: 0.2020328 Jul 30 01:57:30.501087 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f67c1d6e-bb75-4aef-afdd-c49c1d303b78 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.512753 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f67c1d6e-bb75-4aef-afdd-c49c1d303b78 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.514836 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f67c1d6e-bb75-4aef-afdd-c49c1d303b78 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "DELETE /v2.0/networks/4192d8a2-31a3-4331-99e1-418e1e9f6bfc HTTP/1.1" status: 204 len: 168 time: 1.4862993 Jul 30 01:57:30.518143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53974) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:30.533601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c1d6e-bb75-4aef-afdd-c49c1d303b78 tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event deleted for resources: {'Network': ['ID=4192d8a2-31a3-4331-99e1-418e1e9f6bfc,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:30.560154 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-7e73005e-4048-40d5-8c73-bc7d5079b645 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ef93241-9ad7-4b70-a889-e1188e914d4a HTTP/1.1" status: 200 len: 1000 time: 0.1014159 Jul 30 01:57:30.624998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-8e0905fc-701d-411a-ae86-a0ea257a196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:30.626834 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-8e0905fc-701d-411a-ae86-a0ea257a196c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e06878ac-6342-4e72-a6a9-2977bc593aeb HTTP/1.1" status: 200 len: 850 time: 0.0585225 Jul 30 01:57:30.679723 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-586a64ce-89c1-4d50-bcf3-76b337dbd8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:30.681380 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-586a64ce-89c1-4d50-bcf3-76b337dbd8f2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c4c1a6d3-9310-46dd-b172-3b32195b5301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453091 Jul 30 01:57:30.869605 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-8773cdaf-6563-4cb7-be48-5b0c9a4547fd service neutron] 10.222.0.77 "GET /v2.0/networks/c4c1a6d3-9310-46dd-b172-3b32195b5301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708364 Jul 30 01:57:30.878727 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87361c56-6c31-4ca5-9cb6-5eb637a11fbb req-51ddf29d-aa21-4d15-9dad-3188e764ba12 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:30.899590 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-87361c56-6c31-4ca5-9cb6-5eb637a11fbb req-51ddf29d-aa21-4d15-9dad-3188e764ba12 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0837009 Jul 30 01:57:30.962480 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-80743b83-7a18-461a-be88-aeb0a63aa35a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.998960 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-87361c56-6c31-4ca5-9cb6-5eb637a11fbb req-14cf5404-6cc6-4d79-a679-bbd67069c49e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983505 Jul 30 01:57:31.043662 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-48929089-b6cb-49a4-9a35-9f1bb8bb3a87 service neutron] 10.222.0.77 "GET /v2.0/networks/c4c1a6d3-9310-46dd-b172-3b32195b5301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411858 Jul 30 01:57:31.057976 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-80743b83-7a18-461a-be88-aeb0a63aa35a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.068443 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-80743b83-7a18-461a-be88-aeb0a63aa35a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fafccc5-fb47-4324-8e99-bb0237539cfb']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:31.079384 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-80743b83-7a18-461a-be88-aeb0a63aa35a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197182fc-ce63-43fa-a67a-22098b80c116') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:31.079681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-80743b83-7a18-461a-be88-aeb0a63aa35a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197182fc-ce63-43fa-a67a-22098b80c116') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:31.093944 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-80743b83-7a18-461a-be88-aeb0a63aa35a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.096445 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-f01fa094-5738-4a5e-b9f1-bf32c75ae6df service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=98cfbc35-8407-4d20-b573-2f522c31972f HTTP/1.1" status: 200 len: 217 time: 0.0424583 Jul 30 01:57:31.107939 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-80743b83-7a18-461a-be88-aeb0a63aa35a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.117338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80743b83-7a18-461a-be88-aeb0a63aa35a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:57:31.118131 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-80743b83-7a18-461a-be88-aeb0a63aa35a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.159823 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-2a14bd8c-b81f-4cdc-8d73-d2194192370b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:31.163192 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-2a14bd8c-b81f-4cdc-8d73-d2194192370b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94a57050-2cb9-4ecd-b0da-83096cb01862 HTTP/1.1" status: 200 len: 797 time: 0.0564051 Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:57:31.164045 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:57:31.227451 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-d9bf39c3-35aa-47bf-bf74-013b2aadd060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:31.228999 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-d9bf39c3-35aa-47bf-bf74-013b2aadd060 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0576177 Jul 30 01:57:31.283631 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-80743b83-7a18-461a-be88-aeb0a63aa35a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.314086 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-80743b83-7a18-461a-be88-aeb0a63aa35a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.320828 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-80743b83-7a18-461a-be88-aeb0a63aa35a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] 10.222.0.70 "DELETE /v2.0/networks/4fafccc5-fb47-4324-8e99-bb0237539cfb HTTP/1.1" status: 204 len: 168 time: 0.8015242 Jul 30 01:57:31.356399 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80743b83-7a18-461a-be88-aeb0a63aa35a tempest-TaggedBootDevicesTest_v242-488036839 tempest-TaggedBootDevicesTest_v242-488036839-project] Pushing event deleted for resources: {'Network': ['ID=4fafccc5-fb47-4324-8e99-bb0237539cfb,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:31.377973 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-2d9217a6-dd59-470b-872b-815551ea8cf9 service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381862 Jul 30 01:57:31.390193 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b14be0-4aac-4b29-8bf6-25f98b252fcd req-4b68ca53-4806-40ff-b2fa-52025ae8edad tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:31.434910 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49b14be0-4aac-4b29-8bf6-25f98b252fcd req-4b68ca53-4806-40ff-b2fa-52025ae8edad tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=59d79531-3547-497d-9a9e-3271069a1dc9 HTTP/1.1" status: 200 len: 946 time: 0.1618881 Jul 30 01:57:31.494513 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49b14be0-4aac-4b29-8bf6-25f98b252fcd req-c65b15d7-868e-4f6c-9d58-853b6266883e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585740 Jul 30 01:57:31.695521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af1f85-730e-4288-b259-f5bccc4c3bb1 req-3bd5116f-9a63-4522-8e28-d882c4e2c44f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:31.704052 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39af1f85-730e-4288-b259-f5bccc4c3bb1 req-3bd5116f-9a63-4522-8e28-d882c4e2c44f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=59d79531-3547-497d-9a9e-3271069a1dc9 HTTP/1.1" status: 200 len: 946 time: 0.0755680 Jul 30 01:57:31.754004 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39af1f85-730e-4288-b259-f5bccc4c3bb1 req-d819e105-f077-456c-a97b-94fe825257c0 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487249 Jul 30 01:57:31.920466 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e13be-fc8a-46b5-bc79-35023bf3030f req-387e93c8-37f9-4c50-997d-13b76607040e tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:31.921881 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-964e13be-fc8a-46b5-bc79-35023bf3030f req-387e93c8-37f9-4c50-997d-13b76607040e tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b33d42b-0570-4c91-b1e2-620c1b6daa99 HTTP/1.1" status: 200 len: 946 time: 0.4666517 Jul 30 01:57:31.941840 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-c09caa10-3151-4d0f-ae4b-2cdc750ce7ad service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543234 Jul 30 01:57:31.988119 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-56611067-a676-4752-ab28-7edf694b1dd5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=64c3d04a-350f-42ab-b7c4-89ebbc977cf2 HTTP/1.1" status: 200 len: 217 time: 0.0375638 Jul 30 01:57:31.999808 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-964e13be-fc8a-46b5-bc79-35023bf3030f req-ad6bc328-f1e8-41b8-a626-b1c1bc6bbb5f tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689003 Jul 30 01:57:32.117189 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940991f9-598b-4f09-8b6b-d0f4a207957b req-fff046a8-d581-46a2-bfe5-947b74b3e680 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:32.119308 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-940991f9-598b-4f09-8b6b-d0f4a207957b req-fff046a8-d581-46a2-bfe5-947b74b3e680 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b33d42b-0570-4c91-b1e2-620c1b6daa99 HTTP/1.1" status: 200 len: 946 time: 0.0798073 Jul 30 01:57:32.134569 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-dd543c29-8407-4ff4-8f05-2fe23351af27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:32.136135 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-dd543c29-8407-4ff4-8f05-2fe23351af27 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94a57050-2cb9-4ecd-b0da-83096cb01862 HTTP/1.1" status: 200 len: 797 time: 0.0969274 Jul 30 01:57:32.147011 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d86f71-7094-475d-8bd4-fd95f55e151e req-00159f52-0e7f-4fd1-8c28-0e8eee1a11ce tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:32.149207 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-56d86f71-7094-475d-8bd4-fd95f55e151e req-00159f52-0e7f-4fd1-8c28-0e8eee1a11ce tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0792389 Jul 30 01:57:32.232844 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-bf1af8e8-b5f6-44c1-ae11-01299009748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:32.239120 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-bf1af8e8-b5f6-44c1-ae11-01299009748e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0889552 Jul 30 01:57:32.248122 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-56d86f71-7094-475d-8bd4-fd95f55e151e req-15e53a58-699a-4c3f-b457-3d84f7c3a21a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729256 Jul 30 01:57:32.290933 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-940991f9-598b-4f09-8b6b-d0f4a207957b req-4fd2cc0e-562d-42d4-8c77-24e69b4515df tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Deleting port e687784b-c469-481c-a236-abfa0bdeb1cd {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:32.291282 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-940991f9-598b-4f09-8b6b-d0f4a207957b req-4fd2cc0e-562d-42d4-8c77-24e69b4515df tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.435393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-940991f9-598b-4f09-8b6b-d0f4a207957b req-4fd2cc0e-562d-42d4-8c77-24e69b4515df tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] For port e687784b-c469-481c-a236-abfa0bdeb1cd, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e687784b-c469-481c-a236-abfa0bdeb1cd,segment=NetworkSegment(0bed6907-b447-4a6c-bc3b-b69e1c44a873),segment_id=0bed6907-b447-4a6c-bc3b-b69e1c44a873)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:32.435764 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-940991f9-598b-4f09-8b6b-d0f4a207957b req-4fd2cc0e-562d-42d4-8c77-24e69b4515df tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.461661 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-940991f9-598b-4f09-8b6b-d0f4a207957b req-4fd2cc0e-562d-42d4-8c77-24e69b4515df tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Calling delete_port for e687784b-c469-481c-a236-abfa0bdeb1cd owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:32.536443 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-6ea7e27e-42d3-46e7-92df-319f4eff0001 service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789556 Jul 30 01:57:32.553035 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947914d-3507-4845-b1e1-94d0895a7eec req-ba314859-dc38-42ec-adb6-4acbdf701769 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:32.560459 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1947914d-3507-4845-b1e1-94d0895a7eec req-ba314859-dc38-42ec-adb6-4acbdf701769 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=59d79531-3547-497d-9a9e-3271069a1dc9 HTTP/1.1" status: 200 len: 946 time: 0.2017860 Jul 30 01:57:32.662558 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1947914d-3507-4845-b1e1-94d0895a7eec req-b79ac15d-5368-4d05-8368-a2dfe219e686 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981288 Jul 30 01:57:32.684389 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-940991f9-598b-4f09-8b6b-d0f4a207957b req-4fd2cc0e-562d-42d4-8c77-24e69b4515df tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.698502 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['71faba77-bb7e-4cd0-b5ca-5f74250aeba5', '41c675d2-0bc0-466d-aea5-306012bfae83'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:32.702276 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-d83b815a-70f6-4d26-b987-eed798b879a3 service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387196 Jul 30 01:57:32.722377 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2cc0e-562d-42d4-8c77-24e69b4515df tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Pushing event deleted for resources: {'Port': ['ID=e687784b-c469-481c-a236-abfa0bdeb1cd,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:32.831033 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-2af75c9c-77c5-49f5-9b0d-80ec92762e0b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=6789236d-21f2-4490-8311-d49341e86769 HTTP/1.1" status: 200 len: 217 time: 0.1193554 Jul 30 01:57:32.845797 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.850170 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-940991f9-598b-4f09-8b6b-d0f4a207957b req-4fd2cc0e-562d-42d4-8c77-24e69b4515df tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] No DVR routers for this DVR port e687784b-c469-481c-a236-abfa0bdeb1cd on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:32.854594 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-940991f9-598b-4f09-8b6b-d0f4a207957b req-4fd2cc0e-562d-42d4-8c77-24e69b4515df tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.859280 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-940991f9-598b-4f09-8b6b-d0f4a207957b req-4fd2cc0e-562d-42d4-8c77-24e69b4515df tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.77 "DELETE /v2.0/ports/e687784b-c469-481c-a236-abfa0bdeb1cd HTTP/1.1" status: 204 len: 173 time: 0.7315037 Jul 30 01:57:32.859751 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b33d42b-0570-4c91-b1e2-620c1b6daa99', 'name': 'network-vif-deleted', 'tag': 'e687784b-c469-481c-a236-abfa0bdeb1cd'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:32.862016 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372b2a84-2c82-4819-8d7d-f69023c0bce5" -d '{"events": [{"server_uuid": "6b33d42b-0570-4c91-b1e2-620c1b6daa99", "name": "network-vif-deleted", "tag": "e687784b-c469-481c-a236-abfa0bdeb1cd"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:32.921991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-f91a66d3-6842-4779-b55d-2ea53838373d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:32.923528 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-f91a66d3-6842-4779-b55d-2ea53838373d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94a57050-2cb9-4ecd-b0da-83096cb01862 HTTP/1.1" status: 200 len: 797 time: 0.0848339 Jul 30 01:57:32.943905 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d42224-bc10-446f-b3cd-b71f1bcf8694 x-openstack-request-id: req-17d42224-bc10-446f-b3cd-b71f1bcf8694 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:32.944241 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b33d42b-0570-4c91-b1e2-620c1b6daa99", "name": "network-vif-deleted", "tag": "e687784b-c469-481c-a236-abfa0bdeb1cd", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:32.944755 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17d42224-bc10-446f-b3cd-b71f1bcf8694 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:32.945164 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b33d42b-0570-4c91-b1e2-620c1b6daa99', 'name': 'network-vif-deleted', 'tag': 'e687784b-c469-481c-a236-abfa0bdeb1cd', 'status': 'completed', 'code': 200} Jul 30 01:57:33.019472 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-a6b6f266-83ee-428f-b174-81a7dede054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:33.022087 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-a6b6f266-83ee-428f-b174-81a7dede054f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0895669 Jul 30 01:57:33.167464 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6117f698-073b-4a02-97a9-8e096c33b8cb req-fb255566-82a2-4fd1-a4a3-d2e83a457da0 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b33d42b-0570-4c91-b1e2-620c1b6daa99 HTTP/1.1" status: 200 len: 210 time: 0.0587428 Jul 30 01:57:33.174835 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-1441d251-4967-4a4d-9981-a2a76714eff4 service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432192 Jul 30 01:57:33.289369 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-cf312b6f-e874-49aa-9493-62808696928c service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059680 Jul 30 01:57:33.340793 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-dc776b65-09cc-45f7-8e2d-d48cbc775069 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 HTTP/1.1" status: 200 len: 217 time: 0.0427895 Jul 30 01:57:33.409417 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67061e-ad8f-4ed3-bca3-c4f5a077445e req-a29a85ac-febe-4f87-a5ed-5b2ce608a8f9 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:33.411332 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de67061e-ad8f-4ed3-bca3-c4f5a077445e req-a29a85ac-febe-4f87-a5ed-5b2ce608a8f9 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0796406 Jul 30 01:57:33.413140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-f00600e6-001d-4b00-828f-a5cc9515f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:33.414921 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-f00600e6-001d-4b00-828f-a5cc9515f975 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94a57050-2cb9-4ecd-b0da-83096cb01862 HTTP/1.1" status: 200 len: 797 time: 0.0670607 Jul 30 01:57:33.488271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-0b5eb1bb-fe18-4156-8882-e21e18d2875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:33.491881 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-0b5eb1bb-fe18-4156-8882-e21e18d2875e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=363d3d4e-b5ea-4e20-bba0-f0d74743b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0663927 Jul 30 01:57:33.506466 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de67061e-ad8f-4ed3-bca3-c4f5a077445e req-b57e8c55-88c9-4259-a849-4a229581b6c9 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726948 Jul 30 01:57:33.620925 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-63924caf-d631-44e6-a7c3-70d3c4bfa37f service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106794 Jul 30 01:57:33.748676 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80162c98-4c73-4250-9801-a528872e34ac req-eb059bba-d70d-4490-af7e-cfbbf97cb9f6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:33.750232 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-80162c98-4c73-4250-9801-a528872e34ac req-eb059bba-d70d-4490-af7e-cfbbf97cb9f6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.10 "GET /v2.0/ports?device_id=59d79531-3547-497d-9a9e-3271069a1dc9 HTTP/1.1" status: 200 len: 946 time: 0.1127651 Jul 30 01:57:33.807422 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-ec32a4d8-07e8-4006-b129-dc8e04283b0a service neutron] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797559 Jul 30 01:57:33.926168 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-c818282f-8f33-42fb-abfd-a4283b78ad11 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1fbafec7-5127-446b-a82d-868408b0985e HTTP/1.1" status: 200 len: 217 time: 0.0826554 Jul 30 01:57:33.942690 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152686e-ee7d-484a-b30d-99b3c2ff94ba req-79392a4c-1f09-46b8-a228-08eb5cf10fa5 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:33.944262 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8152686e-ee7d-484a-b30d-99b3c2ff94ba req-79392a4c-1f09-46b8-a228-08eb5cf10fa5 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=59d79531-3547-497d-9a9e-3271069a1dc9 HTTP/1.1" status: 200 len: 946 time: 0.1737084 Jul 30 01:57:34.027688 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-c129a133-368d-41dd-8adf-ef72fb898593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:34.029087 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-c129a133-368d-41dd-8adf-ef72fb898593 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ee9c29c-81b5-430f-a0a8-fe3dd473e762 HTTP/1.1" status: 200 len: 797 time: 0.0945933 Jul 30 01:57:34.040332 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8152686e-ee7d-484a-b30d-99b3c2ff94ba req-e7bdd4cf-7cb4-4757-bc74-5340de0bc5a8 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854323 Jul 30 01:57:34.056977 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-80162c98-4c73-4250-9801-a528872e34ac req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Deleting port c43ca367-0e9b-471d-81be-486bf98f45f7 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:34.057328 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-80162c98-4c73-4250-9801-a528872e34ac req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:34.149407 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-6d20e619-36fe-4fa5-83a5-8161a32aa5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:34.150917 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-6d20e619-36fe-4fa5-83a5-8161a32aa5d2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ffda0404-bad4-4226-a8b1-7142332e4862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1067610 Jul 30 01:57:34.226602 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-80162c98-4c73-4250-9801-a528872e34ac req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] For port c43ca367-0e9b-471d-81be-486bf98f45f7, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c43ca367-0e9b-471d-81be-486bf98f45f7,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:34.227300 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-80162c98-4c73-4250-9801-a528872e34ac req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:34.246757 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-80162c98-4c73-4250-9801-a528872e34ac req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Calling delete_port for c43ca367-0e9b-471d-81be-486bf98f45f7 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:34.332639 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-a7c0e039-0d05-435c-8071-5483a066e1de service neutron] 10.222.0.77 "GET /v2.0/networks/ffda0404-bad4-4226-a8b1-7142332e4862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716599 Jul 30 01:57:34.497955 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device e687784b-c469-481c-a236-abfa0bdeb1cd no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:34.498962 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-7f6f110c-9022-465f-89ec-5d05e27bc000 service neutron] 10.222.0.77 "GET /v2.0/networks/ffda0404-bad4-4226-a8b1-7142332e4862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561277 Jul 30 01:57:34.537972 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: e687784b-c469-481c-a236-abfa0bdeb1cd {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:34.538698 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device e687784b-c469-481c-a236-abfa0bdeb1cd not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:34.556503 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-0117a4cc-a05c-4483-97d3-428d74634df5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=61bf0a42-0151-48da-a146-3ff03bb1e0c5 HTTP/1.1" status: 200 len: 217 time: 0.0485916 Jul 30 01:57:34.613966 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-80162c98-4c73-4250-9801-a528872e34ac req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:34.628087 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['c9eb3f59-0896-4eab-9ec0-1234b646a847', 'c43ca367-0e9b-471d-81be-486bf98f45f7'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:34.680023 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ef782-7748-4a9b-bba8-ce460c40951b req-c01f9a74-66d2-4d25-9539-3f036e4e60d4 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:34.682758 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-584ef782-7748-4a9b-bba8-ce460c40951b req-c01f9a74-66d2-4d25-9539-3f036e4e60d4 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0892537 Jul 30 01:57:34.688490 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-464fcb75-3cf2-4844-8b10-5cdcc969a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:34.698434 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-464fcb75-3cf2-4844-8b10-5cdcc969a0f1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ee9c29c-81b5-430f-a0a8-fe3dd473e762 HTTP/1.1" status: 200 len: 797 time: 0.1316285 Jul 30 01:57:34.701458 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Pushing event deleted for resources: {'Port': ['ID=c43ca367-0e9b-471d-81be-486bf98f45f7,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:34.771594 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-584ef782-7748-4a9b-bba8-ce460c40951b req-cfa4e231-fb06-421f-a333-a79f07e22c3e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801058 Jul 30 01:57:34.825725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54098) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:34.827775 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-80162c98-4c73-4250-9801-a528872e34ac req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] No DVR routers for this DVR port c43ca367-0e9b-471d-81be-486bf98f45f7 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:34.830654 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:34.831221 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:34.831743 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:34.832249 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:34.832737 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:34.833446 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:34.833963 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:34.835129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:34.835479 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:34.835825 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:34.836139 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:34.836456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:34.844185 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-80162c98-4c73-4250-9801-a528872e34ac req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:34.848589 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-80162c98-4c73-4250-9801-a528872e34ac req-e9bdd3eb-a976-431d-9697-e843c9c97b05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.10 "DELETE /v2.0/ports/c43ca367-0e9b-471d-81be-486bf98f45f7 HTTP/1.1" status: 204 len: 173 time: 1.0884168 Jul 30 01:57:34.852302 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d79531-3547-497d-9a9e-3271069a1dc9', 'name': 'network-vif-deleted', 'tag': 'c43ca367-0e9b-471d-81be-486bf98f45f7'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:34.854616 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a41090b-a552-4028-9e22-0a17c69087dc" -d '{"events": [{"server_uuid": "59d79531-3547-497d-9a9e-3271069a1dc9", "name": "network-vif-deleted", "tag": "c43ca367-0e9b-471d-81be-486bf98f45f7"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:34.895278 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-2bb39c0e-885b-4acc-8388-d8684e546f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:34.897328 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-2bb39c0e-885b-4acc-8388-d8684e546f29 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ffda0404-bad4-4226-a8b1-7142332e4862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1899397 Jul 30 01:57:34.918853 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc377741-ac3e-43bd-9079-2baeef77317d x-openstack-request-id: req-dc377741-ac3e-43bd-9079-2baeef77317d {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:34.919640 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d79531-3547-497d-9a9e-3271069a1dc9", "name": "network-vif-deleted", "tag": "c43ca367-0e9b-471d-81be-486bf98f45f7", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:34.921876 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc377741-ac3e-43bd-9079-2baeef77317d {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:34.923117 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d79531-3547-497d-9a9e-3271069a1dc9', 'name': 'network-vif-deleted', 'tag': 'c43ca367-0e9b-471d-81be-486bf98f45f7', 'status': 'completed', 'code': 200} Jul 30 01:57:34.976897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604977c-55f4-4d38-ad1b-4679b5364352 req-b3971473-2b23-41d0-9b71-4c81d5e29dbf tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:34.978572 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9604977c-55f4-4d38-ad1b-4679b5364352 req-b3971473-2b23-41d0-9b71-4c81d5e29dbf tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16d233f-5ab0-450c-9c8e-2e4faef9dd08 HTTP/1.1" status: 200 len: 946 time: 0.0788641 Jul 30 01:57:35.038055 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-55fd2370-37d0-4194-ae18-5145cdf74a68 service neutron] 10.222.0.77 "GET /v2.0/networks/ffda0404-bad4-4226-a8b1-7142332e4862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126945 Jul 30 01:57:35.063380 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9604977c-55f4-4d38-ad1b-4679b5364352 req-80c36fec-9948-4a0c-9bce-6ee6acc2f879 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784664 Jul 30 01:57:35.064554 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0c4878a-0304-4b58-9faa-ce3bd666a6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.154314 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-096b44b6-2726-4872-a3d8-5164ee669388 req-2e5d3027-0e7e-4ec7-b274-58e3cd6156f9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=59d79531-3547-497d-9a9e-3271069a1dc9 HTTP/1.1" status: 200 len: 210 time: 0.0310776 Jul 30 01:57:35.184979 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7099ba42-d842-47ec-bf7a-47fb7125b17c req-696d8ef1-d934-4372-aa08-dc8dcc950b24 service neutron] 10.222.0.77 "GET /v2.0/networks/ffda0404-bad4-4226-a8b1-7142332e4862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377394 Jul 30 01:57:35.197219 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0c4878a-0304-4b58-9faa-ce3bd666a6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.289865 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0c4878a-0304-4b58-9faa-ce3bd666a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.329650 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e0c4878a-0304-4b58-9faa-ce3bd666a6f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=835e72d5b17345dfa1fe6c956527b904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4976153 Jul 30 01:57:35.330577 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4878a-0304-4b58-9faa-ce3bd666a6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e126f203-e187-467b-838d-1aa87e843c2c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:35.332548 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54114) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:35.405183 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce8cb32e-2b4a-4986-8aeb-2b889b7da8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.428899 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce8cb32e-2b4a-4986-8aeb-2b889b7da8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.552968 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce8cb32e-2b4a-4986-8aeb-2b889b7da8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.555786 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce8cb32e-2b4a-4986-8aeb-2b889b7da8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.556999 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ce8cb32e-2b4a-4986-8aeb-2b889b7da8d5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e126f203-e187-467b-838d-1aa87e843c2c HTTP/1.1" status: 204 len: 168 time: 0.2228281 Jul 30 01:57:35.565808 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8cb32e-2b4a-4986-8aeb-2b889b7da8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e126f203-e187-467b-838d-1aa87e843c2c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:35.944486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f911122-8065-4d93-8e16-bd89a40a4ea4 req-d429343a-4da4-4518-ad0b-b11c8bf5f04b tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:35.954027 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f911122-8065-4d93-8e16-bd89a40a4ea4 req-d429343a-4da4-4518-ad0b-b11c8bf5f04b tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.1042950 Jul 30 01:57:36.031797 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f911122-8065-4d93-8e16-bd89a40a4ea4 req-4ccaea01-7e63-404c-a9a8-cb51f9d71f7e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764701 Jul 30 01:57:36.167605 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7f091-0c34-428c-9d9d-df791e81874e req-3604965d-1557-45db-8fae-324c90ef6451 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:36.183216 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ebd7f091-0c34-428c-9d9d-df791e81874e req-3604965d-1557-45db-8fae-324c90ef6451 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16d233f-5ab0-450c-9c8e-2e4faef9dd08 HTTP/1.1" status: 200 len: 946 time: 0.0880690 Jul 30 01:57:36.308215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f5861-acf3-4078-99f5-102c5e2e9a1e req-1874429b-107e-4c42-b92c-a3dd5882dab0 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:36.309997 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c41f5861-acf3-4078-99f5-102c5e2e9a1e req-1874429b-107e-4c42-b92c-a3dd5882dab0 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16d233f-5ab0-450c-9c8e-2e4faef9dd08 HTTP/1.1" status: 200 len: 946 time: 0.0954332 Jul 30 01:57:36.365925 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c41f5861-acf3-4078-99f5-102c5e2e9a1e req-ea810ba2-dfbe-4b98-aea3-f819a4b416ca tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456054 Jul 30 01:57:36.375378 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-ebd7f091-0c34-428c-9d9d-df791e81874e req-fa165397-82bb-400d-9616-71d40ceaf2c7 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Deleting port 41c675d2-0bc0-466d-aea5-306012bfae83 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:36.375742 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ebd7f091-0c34-428c-9d9d-df791e81874e req-fa165397-82bb-400d-9616-71d40ceaf2c7 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.463355 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54152) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:36.477681 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-425cc46a-4240-4088-8ad2-972444348f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.533533 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-ebd7f091-0c34-428c-9d9d-df791e81874e req-fa165397-82bb-400d-9616-71d40ceaf2c7 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] For port 41c675d2-0bc0-466d-aea5-306012bfae83, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=41c675d2-0bc0-466d-aea5-306012bfae83,segment=NetworkSegment(0bed6907-b447-4a6c-bc3b-b69e1c44a873),segment_id=0bed6907-b447-4a6c-bc3b-b69e1c44a873)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:36.534600 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ebd7f091-0c34-428c-9d9d-df791e81874e req-fa165397-82bb-400d-9616-71d40ceaf2c7 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.568761 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-ebd7f091-0c34-428c-9d9d-df791e81874e req-fa165397-82bb-400d-9616-71d40ceaf2c7 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Calling delete_port for 41c675d2-0bc0-466d-aea5-306012bfae83 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:36.648193 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-425cc46a-4240-4088-8ad2-972444348f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.757516 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-425cc46a-4240-4088-8ad2-972444348f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.807481 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425cc46a-4240-4088-8ad2-972444348f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1dd8a6-0e8b-484c-8ce4-c6bf5f4f04cb,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:36.819235 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-425cc46a-4240-4088-8ad2-972444348f9d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7313b4794b114de493cff41452a133c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3547344 Jul 30 01:57:36.819841 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54168) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:36.841741 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-2b9495c7-7414-4ef2-bb72-13cd0a106876 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:36.844111 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-2b9495c7-7414-4ef2-bb72-13cd0a106876 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/networks?id=ba6a7637-8cab-4877-809b-af833f6bd6e0 HTTP/1.1" status: 200 len: 806 time: 0.1694286 Jul 30 01:57:36.874398 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b31c991-b993-4929-9771-fd1a6c6a5ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.884382 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-9385def4-2c8a-42ea-abc5-5201dd0563b5 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/quotas/2512260259d7455494ba68636275b240 HTTP/1.1" status: 200 len: 375 time: 0.0331333 Jul 30 01:57:36.908341 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b31c991-b993-4929-9771-fd1a6c6a5ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.961570 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-6938ce05-9ab0-4b75-a726-b5a8d2a8e921 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0692077 Jul 30 01:57:37.017173 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ebd7f091-0c34-428c-9d9d-df791e81874e req-fa165397-82bb-400d-9616-71d40ceaf2c7 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:37.028698 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['71faba77-bb7e-4cd0-b5ca-5f74250aeba5', '41c675d2-0bc0-466d-aea5-306012bfae83'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:37.032771 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b31c991-b993-4929-9771-fd1a6c6a5ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:37.035625 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b31c991-b993-4929-9771-fd1a6c6a5ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:37.036654 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7b31c991-b993-4929-9771-fd1a6c6a5ff1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bc1dd8a6-0e8b-484c-8ce4-c6bf5f4f04cb HTTP/1.1" status: 204 len: 168 time: 0.2158613 Jul 30 01:57:37.045880 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b31c991-b993-4929-9771-fd1a6c6a5ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1dd8a6-0e8b-484c-8ce4-c6bf5f4f04cb,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:37.098550 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa165397-82bb-400d-9616-71d40ceaf2c7 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Pushing event deleted for resources: {'Port': ['ID=41c675d2-0bc0-466d-aea5-306012bfae83,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:37.173126 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd7f091-0c34-428c-9d9d-df791e81874e req-fa165397-82bb-400d-9616-71d40ceaf2c7 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] No DVR routers for this DVR port 41c675d2-0bc0-466d-aea5-306012bfae83 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:37.182892 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-10b67530-1a85-4a0e-a5be-ed5a6c59d179 service neutron] 10.222.0.70 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116811 Jul 30 01:57:37.185724 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ebd7f091-0c34-428c-9d9d-df791e81874e req-fa165397-82bb-400d-9616-71d40ceaf2c7 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:37.191944 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ebd7f091-0c34-428c-9d9d-df791e81874e req-fa165397-82bb-400d-9616-71d40ceaf2c7 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.10 "DELETE /v2.0/ports/41c675d2-0bc0-466d-aea5-306012bfae83 HTTP/1.1" status: 204 len: 173 time: 1.0063095 Jul 30 01:57:37.192734 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16d233f-5ab0-450c-9c8e-2e4faef9dd08', 'name': 'network-vif-deleted', 'tag': '41c675d2-0bc0-466d-aea5-306012bfae83'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:37.195816 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ea47d0-eb9a-4a62-b73b-f99c507ee5e7" -d '{"events": [{"server_uuid": "f16d233f-5ab0-450c-9c8e-2e4faef9dd08", "name": "network-vif-deleted", "tag": "41c675d2-0bc0-466d-aea5-306012bfae83"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:37.197148 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df05d43-e1ac-44ea-9a1c-d66aafc7bd81 req-154a8563-d2aa-4d48-a379-45df8e179a4e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:37.205752 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7df05d43-e1ac-44ea-9a1c-d66aafc7bd81 req-154a8563-d2aa-4d48-a379-45df8e179a4e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0910881 Jul 30 01:57:37.278019 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7df05d43-e1ac-44ea-9a1c-d66aafc7bd81 req-f3c597ae-842b-4322-9cbb-c03595739954 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659268 Jul 30 01:57:37.330144 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-269b947f-3170-4058-8ba2-00a5a7d36fb0 service neutron] 10.222.0.70 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306043 Jul 30 01:57:37.334120 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eab09f-7bc1-4045-92fc-a8b0357200a1 x-openstack-request-id: req-f7eab09f-7bc1-4045-92fc-a8b0357200a1 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:37.334401 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16d233f-5ab0-450c-9c8e-2e4faef9dd08", "name": "network-vif-deleted", "tag": "41c675d2-0bc0-466d-aea5-306012bfae83", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:37.334656 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7eab09f-7bc1-4045-92fc-a8b0357200a1 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:37.335048 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16d233f-5ab0-450c-9c8e-2e4faef9dd08', 'name': 'network-vif-deleted', 'tag': '41c675d2-0bc0-466d-aea5-306012bfae83', 'status': 'completed', 'code': 200} Jul 30 01:57:37.704570 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8fa7804a-6694-4cdb-be2a-413466e09b3b req-06562cf6-bc96-4dd1-9187-5b17ab392064 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 210 time: 0.0406492 Jul 30 01:57:37.749435 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-983ed04b-e898-417a-8d19-ad72490edb0c req-b8cc7365-0ff7-44ec-9ba3-cff66705a103 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16d233f-5ab0-450c-9c8e-2e4faef9dd08 HTTP/1.1" status: 200 len: 210 time: 0.0699010 Jul 30 01:57:37.905072 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edff36-8840-4ea2-836e-5f8e042f6242 req-8330d62e-cd29-485c-bcc3-e114687274da tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:37.906995 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-28edff36-8840-4ea2-836e-5f8e042f6242 req-8330d62e-cd29-485c-bcc3-e114687274da tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.1018879 Jul 30 01:57:37.944677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c688bc2-49e7-4717-8ff9-52cce479bbea req-ea8f5641-7c62-43f7-ac43-edc1cf825c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:37.946481 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c688bc2-49e7-4717-8ff9-52cce479bbea req-ea8f5641-7c62-43f7-ac43-edc1cf825c4e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1773aff5f2d24ceea84313862e0f7cc6&device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 1096 time: 0.0546079 Jul 30 01:57:37.954180 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-28edff36-8840-4ea2-836e-5f8e042f6242 req-5e972ec4-13fa-4159-a35b-1ec19fcc783c tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397403 Jul 30 01:57:38.064177 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c688bc2-49e7-4717-8ff9-52cce479bbea req-c1ed9ded-2749-4413-a960-d548ba5153ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:38.066257 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c688bc2-49e7-4717-8ff9-52cce479bbea req-c1ed9ded-2749-4413-a960-d548ba5153ad service neutron] 10.222.0.77 "GET /v2.0/networks?id=da367ee6-3a9f-4866-aaeb-75f83be72229 HTTP/1.1" status: 200 len: 910 time: 0.1118724 Jul 30 01:57:38.158928 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c688bc2-49e7-4717-8ff9-52cce479bbea req-b94f8ae3-0108-4043-9479-97f1ee083ad9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 HTTP/1.1" status: 200 len: 1001 time: 0.0832183 Jul 30 01:57:38.216529 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c688bc2-49e7-4717-8ff9-52cce479bbea req-67f78beb-9374-477b-b71e-e262817c00f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:38.218877 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c688bc2-49e7-4717-8ff9-52cce479bbea req-67f78beb-9374-477b-b71e-e262817c00f1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e55ab10a-38fa-4f87-9d98-222aa1ee0cac HTTP/1.1" status: 200 len: 848 time: 0.0511439 Jul 30 01:57:38.271534 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54216) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:38.329108 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c688bc2-49e7-4717-8ff9-52cce479bbea req-7f18161c-4eb9-4119-9c2c-c10d8c47c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:38.329108 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c688bc2-49e7-4717-8ff9-52cce479bbea req-7f18161c-4eb9-4119-9c2c-c10d8c47c613 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da367ee6-3a9f-4866-aaeb-75f83be72229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869505 Jul 30 01:57:38.437296 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c688bc2-49e7-4717-8ff9-52cce479bbea req-25a4d170-7044-45eb-b20b-4d48330f4681 service neutron] 10.222.0.77 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158063 Jul 30 01:57:38.449080 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1157b3bd-d64f-4641-b643-00f77425b415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.548324 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c688bc2-49e7-4717-8ff9-52cce479bbea req-7e73bd81-8f70-4ca0-82eb-0b22e09900fa service neutron] 10.222.0.77 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033611 Jul 30 01:57:38.561261 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1157b3bd-d64f-4641-b643-00f77425b415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.632508 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1157b3bd-d64f-4641-b643-00f77425b415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.672812 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1157b3bd-d64f-4641-b643-00f77425b415 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=413c5544924e4988b8272daf9912308b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3993957 Jul 30 01:57:38.675058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157b3bd-d64f-4641-b643-00f77425b415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a38630-9c82-4e4b-bc81-82a7d352c996,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:38.675758 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54232) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:38.726735 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08f125dd-48d7-43b9-baa2-90ff66ce03c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.753764 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08f125dd-48d7-43b9-baa2-90ff66ce03c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.815585 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b624cd3f-fd87-4242-be23-7589c54f4432 req-47747288-8229-4237-9d2c-0ef1170b95ae tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 210 time: 0.0321894 Jul 30 01:57:38.883199 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08f125dd-48d7-43b9-baa2-90ff66ce03c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.887714 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08f125dd-48d7-43b9-baa2-90ff66ce03c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.889699 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-08f125dd-48d7-43b9-baa2-90ff66ce03c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f4a38630-9c82-4e4b-bc81-82a7d352c996 HTTP/1.1" status: 204 len: 168 time: 0.2125571 Jul 30 01:57:38.901693 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f125dd-48d7-43b9-baa2-90ff66ce03c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a38630-9c82-4e4b-bc81-82a7d352c996,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:38.980862 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 41c675d2-0bc0-466d-aea5-306012bfae83 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:39.008253 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 41c675d2-0bc0-466d-aea5-306012bfae83 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:39.008814 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 41c675d2-0bc0-466d-aea5-306012bfae83 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:39.009313 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device c43ca367-0e9b-471d-81be-486bf98f45f7 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:39.075506 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: c43ca367-0e9b-471d-81be-486bf98f45f7 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:39.076617 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device c43ca367-0e9b-471d-81be-486bf98f45f7 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:39.164934 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cd193-0ffd-493b-b645-501de2179bcf req-0eed5966-6f18-477f-8d28-0a00149fb6d2 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:39.165735 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-776cd193-0ffd-493b-b645-501de2179bcf req-0eed5966-6f18-477f-8d28-0a00149fb6d2 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.1293216 Jul 30 01:57:39.224832 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-776cd193-0ffd-493b-b645-501de2179bcf req-93ed1b1a-27df-4a40-af96-6de925085840 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525882 Jul 30 01:57:39.235025 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83852945-ebbe-46d1-bf00-84e93802252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:39.650729 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54272) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:39.666912 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8f56146-7e7a-43de-8a95-9c2f5dc08b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:39.768888 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8f56146-7e7a-43de-8a95-9c2f5dc08b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:39.835347 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8f56146-7e7a-43de-8a95-9c2f5dc08b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:39.899366 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f56146-7e7a-43de-8a95-9c2f5dc08b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e71d637-1d67-4e4c-ac72-9c75b5eb8c37,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:39.916586 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f8f56146-7e7a-43de-8a95-9c2f5dc08b38 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7e8be1341f7c42b3876f86dce353ebb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2645924 Jul 30 01:57:39.919265 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54284) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:39.968953 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7cb788a0-caf2-448f-b15c-0163f35468f1 req-90057529-b10b-4923-b3a4-bca5357b111c tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 210 time: 0.0426743 Jul 30 01:57:40.019069 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bea5f1f-2db4-4735-ac8f-ad785c5d30b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:40.070973 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bea5f1f-2db4-4735-ac8f-ad785c5d30b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:40.171002 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-44e835cd-f601-424c-8965-dcbdae9c18ae tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:40.175592 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-44e835cd-f601-424c-8965-dcbdae9c18ae tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.10 "GET /v2.0/networks?id=ba6a7637-8cab-4877-809b-af833f6bd6e0 HTTP/1.1" status: 200 len: 806 time: 0.1242528 Jul 30 01:57:40.190750 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-4ff45839-3de7-4f5e-a11e-89b4989d88a9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Request body: {'port': {'device_id': '5d86e899-4ebf-416d-b13b-1e76b10059ad', 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0', 'admin_state_up': True, 'tenant_id': '2512260259d7455494ba68636275b240'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:40.215894 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bea5f1f-2db4-4735-ac8f-ad785c5d30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:40.218800 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bea5f1f-2db4-4735-ac8f-ad785c5d30b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:40.223665 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6bea5f1f-2db4-4735-ac8f-ad785c5d30b9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e71d637-1d67-4e4c-ac72-9c75b5eb8c37 HTTP/1.1" status: 204 len: 168 time: 0.2996492 Jul 30 01:57:40.238977 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea5f1f-2db4-4735-ac8f-ad785c5d30b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e71d637-1d67-4e4c-ac72-9c75b5eb8c37,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:40.499163 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0867c-e344-42d8-be64-ff9cd5979af5 req-ce4b1125-c593-4d81-8645-f46cc72c6dbb tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:40.500633 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-69d0867c-e344-42d8-be64-ff9cd5979af5 req-ce4b1125-c593-4d81-8645-f46cc72c6dbb tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.1602316 Jul 30 01:57:40.576812 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-69d0867c-e344-42d8-be64-ff9cd5979af5 req-8e6a1927-52de-4f40-938b-754c90df0400 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610542 Jul 30 01:57:40.632676 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-4ff45839-3de7-4f5e-a11e-89b4989d88a9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Made reservation on behalf of 2512260259d7455494ba68636275b240 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:40.636220 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-4ff45839-3de7-4f5e-a11e-89b4989d88a9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:40.824474 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-4ff45839-3de7-4f5e-a11e-89b4989d88a9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Allocated IP 172.20.0.3 (ba6a7637-8cab-4877-809b-af833f6bd6e0/d2bdb7f5-8d0f-432b-8087-856e79091b08/29d71140-8668-4dd7-b23d-ab46f9584fe0) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:41.153323 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5cd8a6d5-25b7-4f42-bcdf-1ca1054bf75d req-d4a1b18c-ec33-4d55-98b5-42b26cef0131 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 210 time: 0.0482607 Jul 30 01:57:41.187774 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-4ff45839-3de7-4f5e-a11e-89b4989d88a9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:41.301797 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-4ff45839-3de7-4f5e-a11e-89b4989d88a9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:41.314857 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['c9eb3f59-0896-4eab-9ec0-1234b646a847'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:41.388429 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff45839-3de7-4f5e-a11e-89b4989d88a9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Pushing event updated for resources: {'Port': ['ID=29d71140-8668-4dd7-b23d-ab46f9584fe0,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:41.421388 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-4ff45839-3de7-4f5e-a11e-89b4989d88a9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Network ba6a7637-8cab-4877-809b-af833f6bd6e0 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:41.424900 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-4ff45839-3de7-4f5e-a11e-89b4989d88a9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:41.430999 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-4ff45839-3de7-4f5e-a11e-89b4989d88a9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:41.532810 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-4ff45839-3de7-4f5e-a11e-89b4989d88a9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:41.533484 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-4ff45839-3de7-4f5e-a11e-89b4989d88a9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:41.626157 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ba0b252-97b1-45bc-83de-f78544f928a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:41.682429 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:41.683409 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-4ff45839-3de7-4f5e-a11e-89b4989d88a9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4981103 Jul 30 01:57:41.706200 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] Request body: {'port': {'device_id': '5d86e899-4ebf-416d-b13b-1e76b10059ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:41.805988 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.286117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d71140-8668-4dd7-b23d-ab46f9584fe0 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:57:42.310467 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.329510 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] Transition to ACTIVE for port object 29d71140-8668-4dd7-b23d-ab46f9584fe0 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:42.387861 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7696a-ddf1-4c59-ba5b-e95d44d70517 req-e421bfac-ac9f-4b43-9f56-7ed8bd0f022a tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:42.389498 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1f7696a-ddf1-4c59-ba5b-e95d44d70517 req-e421bfac-ac9f-4b43-9f56-7ed8bd0f022a tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 931 time: 0.0820558 Jul 30 01:57:42.415897 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.468761 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1f7696a-ddf1-4c59-ba5b-e95d44d70517 req-b5aef2ae-9b8d-44a2-bc03-2e92678ea9c3 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703349 Jul 30 01:57:42.960971 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] Pushing event updated for resources: {'Port': ['ID=29d71140-8668-4dd7-b23d-ab46f9584fe0,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:43.003124 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] Attempting to bind port 29d71140-8668-4dd7-b23d-ab46f9584fe0 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:57:43.003124 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] Attempting to bind port 29d71140-8668-4dd7-b23d-ab46f9584fe0 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:57:43.003124 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] Attempting to bind port 29d71140-8668-4dd7-b23d-ab46f9584fe0 on network ba6a7637-8cab-4877-809b-af833f6bd6e0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:43.006814 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] Port 29d71140-8668-4dd7-b23d-ab46f9584fe0 on network ba6a7637-8cab-4877-809b-af833f6bd6e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:57:43.007143 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] Attempting to bind port 29d71140-8668-4dd7-b23d-ab46f9584fe0 on network ba6a7637-8cab-4877-809b-af833f6bd6e0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:43.017543 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:57:43.017891 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] Checking segment: {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:43.018440 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] Bound using segment: {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:57:43.018734 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] Bound port: 29d71140-8668-4dd7-b23d-ab46f9584fe0, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:57:43.019074 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.147432 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] For port 29d71140-8668-4dd7-b23d-ab46f9584fe0, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:57:43.154826 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] For port 29d71140-8668-4dd7-b23d-ab46f9584fe0, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=29d71140-8668-4dd7-b23d-ab46f9584fe0,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:57:43.221353 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.244534 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.297118 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:43.297725 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.299359 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] 10.222.0.10 "PUT /v2.0/ports/29d71140-8668-4dd7-b23d-ab46f9584fe0 HTTP/1.1" status: 200 len: 1091 time: 1.6073263 Jul 30 01:57:43.299885 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d86e899-4ebf-416d-b13b-1e76b10059ad', 'tag': '29d71140-8668-4dd7-b23d-ab46f9584fe0'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:43.302703 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba33296d-a8a5-4433-bf3b-47222e5d635d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d86e899-4ebf-416d-b13b-1e76b10059ad", "tag": "29d71140-8668-4dd7-b23d-ab46f9584fe0"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:43.334107 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc46c9-cc48-42d6-841b-978b3afdbd68 service neutron] Pushing event updated for resources: {'Port': ['ID=29d71140-8668-4dd7-b23d-ab46f9584fe0,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:43.375040 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b5bfdf-f32a-4d7b-8ae8-02ed8627a7cb x-openstack-request-id: req-26b5bfdf-f32a-4d7b-8ae8-02ed8627a7cb {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:43.375334 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d86e899-4ebf-416d-b13b-1e76b10059ad", "tag": "29d71140-8668-4dd7-b23d-ab46f9584fe0", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:43.375587 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-26b5bfdf-f32a-4d7b-8ae8-02ed8627a7cb {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:43.375993 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d86e899-4ebf-416d-b13b-1e76b10059ad', 'tag': '29d71140-8668-4dd7-b23d-ab46f9584fe0', 'status': 'completed', 'code': 200} Jul 30 01:57:43.452787 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33296d-a8a5-4433-bf3b-47222e5d635d req-c50cda0b-6f82-45a0-bf99-7e4df5092540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:43.454659 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba33296d-a8a5-4433-bf3b-47222e5d635d req-c50cda0b-6f82-45a0-bf99-7e4df5092540 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 1094 time: 0.0694997 Jul 30 01:57:43.634837 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33296d-a8a5-4433-bf3b-47222e5d635d req-d9259d9c-21e3-4796-bf18-d57aaf44a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:43.637392 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba33296d-a8a5-4433-bf3b-47222e5d635d req-d9259d9c-21e3-4796-bf18-d57aaf44a9df service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2512260259d7455494ba68636275b240&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1743631 Jul 30 01:57:43.659868 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc67e7-72ae-43db-8cf8-d94e9b636829 req-7760df37-067e-4c7f-a731-01ec0089573d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:43.662723 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9adc67e7-72ae-43db-8cf8-d94e9b636829 req-7760df37-067e-4c7f-a731-01ec0089573d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 943 time: 0.0964062 Jul 30 01:57:43.794857 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9adc67e7-72ae-43db-8cf8-d94e9b636829 req-9563b3b4-6647-476e-8152-850ec9fc9b7f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204116 Jul 30 01:57:43.804075 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54398) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:43.947443 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33296d-a8a5-4433-bf3b-47222e5d635d req-4eac6520-535f-4619-9219-6c08d6d5c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:43.948947 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ba33296d-a8a5-4433-bf3b-47222e5d635d req-4eac6520-535f-4619-9219-6c08d6d5c551 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3048360 Jul 30 01:57:44.087399 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-3554848d-b66e-46da-8ef1-6d0d7fef1f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:44.095579 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-3554848d-b66e-46da-8ef1-6d0d7fef1f12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 1094 time: 0.1025999 Jul 30 01:57:44.199730 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-3317d427-8b2d-49e8-a074-bcb278f0888d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29d71140-8668-4dd7-b23d-ab46f9584fe0 HTTP/1.1" status: 200 len: 217 time: 0.0931697 Jul 30 01:57:44.334925 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-b08d3502-601c-4c58-8568-634a9835aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:44.337759 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-b08d3502-601c-4c58-8568-634a9835aacb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d2bdb7f5-8d0f-432b-8087-856e79091b08 HTTP/1.1" status: 200 len: 846 time: 0.1312435 Jul 30 01:57:44.398986 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-eaee405c-1861-4746-b6bc-75a432403973 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ba6a7637-8cab-4877-809b-af833f6bd6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528250 Jul 30 01:57:44.581967 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-16a61cbc-9ac0-4ac3-98c9-90fce753c197 service neutron] 10.222.0.10 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730261 Jul 30 01:57:44.591883 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.624823 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd5fcd-1704-4344-ae52-60f542c2c11f req-c4fe1936-fc79-48c6-a511-36dd6a298fb1 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:44.659294 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eebd5fcd-1704-4344-ae52-60f542c2c11f req-c4fe1936-fc79-48c6-a511-36dd6a298fb1 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a2a6e31-4cc5-47dc-842d-2d344ce9d52e HTTP/1.1" status: 200 len: 945 time: 0.1700013 Jul 30 01:57:44.749042 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f6a570b-5090-4595-9b6b-9dc130ee0232 req-937a24e9-c063-491d-9f42-7c8600b43eb2 service neutron] 10.222.0.10 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569481 Jul 30 01:57:44.820581 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eebd5fcd-1704-4344-ae52-60f542c2c11f req-c9ab4c2b-724f-464e-be30-e06f66138f35 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793232 Jul 30 01:57:44.984327 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7fdf0473-0a9d-409b-9260-58e39c118b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.035582 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513f1b5-dc4a-4713-96a1-5bf975a3d519 req-d537b331-6bef-4015-97a5-51c7fb723ed9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:45.042275 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7513f1b5-dc4a-4713-96a1-5bf975a3d519 req-d537b331-6bef-4015-97a5-51c7fb723ed9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 943 time: 0.1117592 Jul 30 01:57:45.096535 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7513f1b5-dc4a-4713-96a1-5bf975a3d519 req-ca7b0f6d-e556-47bf-b746-0a4d9543f0d9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514395 Jul 30 01:57:45.343250 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf0473-0a9d-409b-9260-58e39c118b26 admin admin] Deleting port 38d596e5-71a7-49ad-ba91-0d1768b889b7 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:45.343608 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7fdf0473-0a9d-409b-9260-58e39c118b26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.448234 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-7fdf0473-0a9d-409b-9260-58e39c118b26 admin admin] For port 38d596e5-71a7-49ad-ba91-0d1768b889b7, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=38d596e5-71a7-49ad-ba91-0d1768b889b7,segment=NetworkSegment(82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db),segment_id=82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:45.448675 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7fdf0473-0a9d-409b-9260-58e39c118b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.462834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf0473-0a9d-409b-9260-58e39c118b26 admin admin] Calling delete_port for 38d596e5-71a7-49ad-ba91-0d1768b889b7 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:45.804604 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7fdf0473-0a9d-409b-9260-58e39c118b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.842390 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff3861-7c1f-48f7-bfc1-353a7e9fd8a3 req-de2f790d-4020-450d-92f2-a66e21f817e9 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:45.843211 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-54ff3861-7c1f-48f7-bfc1-353a7e9fd8a3 req-de2f790d-4020-450d-92f2-a66e21f817e9 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2a6e31-4cc5-47dc-842d-2d344ce9d52e HTTP/1.1" status: 200 len: 945 time: 0.0597150 Jul 30 01:57:45.871002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf0473-0a9d-409b-9260-58e39c118b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=38d596e5-71a7-49ad-ba91-0d1768b889b7,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:46.102092 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-54ff3861-7c1f-48f7-bfc1-353a7e9fd8a3 req-4d9074c6-2681-4a9f-96d3-9fc830b8ac1d tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Deleting port 71faba77-bb7e-4cd0-b5ca-5f74250aeba5 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:46.102804 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-54ff3861-7c1f-48f7-bfc1-353a7e9fd8a3 req-4d9074c6-2681-4a9f-96d3-9fc830b8ac1d tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:46.186805 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7753be-1aee-4727-83a7-5ca018431bf9 req-825fec5c-ddfb-45f1-8771-e767f2bfb4e7 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:46.194959 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9d7753be-1aee-4727-83a7-5ca018431bf9 req-825fec5c-ddfb-45f1-8771-e767f2bfb4e7 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a2a6e31-4cc5-47dc-842d-2d344ce9d52e HTTP/1.1" status: 200 len: 945 time: 0.1920300 Jul 30 01:57:46.250559 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7fdf0473-0a9d-409b-9260-58e39c118b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:46.258534 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9d7753be-1aee-4727-83a7-5ca018431bf9 req-1de9bf34-906b-4cee-b7c9-5bf52a7dc5c0 tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/security-groups?id=873d7699-07e4-4e22-8b98-2ed08c1c4ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627000 Jul 30 01:57:46.342056 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-54ff3861-7c1f-48f7-bfc1-353a7e9fd8a3 req-4d9074c6-2681-4a9f-96d3-9fc830b8ac1d tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] For port 71faba77-bb7e-4cd0-b5ca-5f74250aeba5, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=71faba77-bb7e-4cd0-b5ca-5f74250aeba5,segment=NetworkSegment(0bed6907-b447-4a6c-bc3b-b69e1c44a873),segment_id=0bed6907-b447-4a6c-bc3b-b69e1c44a873)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:46.342461 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-54ff3861-7c1f-48f7-bfc1-353a7e9fd8a3 req-4d9074c6-2681-4a9f-96d3-9fc830b8ac1d tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:46.368876 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-54ff3861-7c1f-48f7-bfc1-353a7e9fd8a3 req-4d9074c6-2681-4a9f-96d3-9fc830b8ac1d tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Calling delete_port for 71faba77-bb7e-4cd0-b5ca-5f74250aeba5 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:46.423179 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15487e4a-e89b-4411-9531-f33fa7bfe845 req-a82df4d2-d56f-4d57-8b26-96d473d90963 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:46.424557 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-15487e4a-e89b-4411-9531-f33fa7bfe845 req-a82df4d2-d56f-4d57-8b26-96d473d90963 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 943 time: 0.2033968 Jul 30 01:57:46.487072 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-15487e4a-e89b-4411-9531-f33fa7bfe845 req-be39775a-0bc0-4f9a-a975-76eede372ab7 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513721 Jul 30 01:57:46.597791 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdf0473-0a9d-409b-9260-58e39c118b26 admin admin] Router 166d4647-eb69-466d-ad87-087f3f3b6760 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:46.628979 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-54ff3861-7c1f-48f7-bfc1-353a7e9fd8a3 req-4d9074c6-2681-4a9f-96d3-9fc830b8ac1d tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:46.641585 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['71faba77-bb7e-4cd0-b5ca-5f74250aeba5'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:46.701111 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9074c6-2681-4a9f-96d3-9fc830b8ac1d tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Pushing event deleted for resources: {'Port': ['ID=71faba77-bb7e-4cd0-b5ca-5f74250aeba5,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:46.756010 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ff3861-7c1f-48f7-bfc1-353a7e9fd8a3 req-4d9074c6-2681-4a9f-96d3-9fc830b8ac1d tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] No DVR routers for this DVR port 71faba77-bb7e-4cd0-b5ca-5f74250aeba5 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:46.758719 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-54ff3861-7c1f-48f7-bfc1-353a7e9fd8a3 req-4d9074c6-2681-4a9f-96d3-9fc830b8ac1d tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:46.760766 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-54ff3861-7c1f-48f7-bfc1-353a7e9fd8a3 req-4d9074c6-2681-4a9f-96d3-9fc830b8ac1d tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.10 "DELETE /v2.0/ports/71faba77-bb7e-4cd0-b5ca-5f74250aeba5 HTTP/1.1" status: 204 len: 173 time: 0.9097750 Jul 30 01:57:46.761207 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2a6e31-4cc5-47dc-842d-2d344ce9d52e', 'name': 'network-vif-deleted', 'tag': '71faba77-bb7e-4cd0-b5ca-5f74250aeba5'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:46.762320 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdf0473-0a9d-409b-9260-58e39c118b26 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:46.763772 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96431e58-3588-4985-9912-81bd4c961d8d" -d '{"events": [{"server_uuid": "7a2a6e31-4cc5-47dc-842d-2d344ce9d52e", "name": "network-vif-deleted", "tag": "71faba77-bb7e-4cd0-b5ca-5f74250aeba5"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:46.769324 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7fdf0473-0a9d-409b-9260-58e39c118b26 admin admin] 10.222.0.70 "PUT /v2.0/routers/166d4647-eb69-466d-ad87-087f3f3b6760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9637456 Jul 30 01:57:46.772531 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54454) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:46.773916 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c5263-0861-4852-ae27-e1e97f0622c6 None None] Sync routers for ids ['166d4647-eb69-466d-ad87-087f3f3b6760'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:46.791311 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c5263-0861-4852-ae27-e1e97f0622c6 None None] Routers {'166d4647-eb69-466d-ad87-087f3f3b6760'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:46.791311 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-949c5263-0861-4852-ae27-e1e97f0622c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:57:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['166d4647-eb69-466d-ad87-087f3f3b6760'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:46.827736 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e25202-8097-4a6a-866f-4fb335a3420e x-openstack-request-id: req-e6e25202-8097-4a6a-866f-4fb335a3420e {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:46.828035 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2a6e31-4cc5-47dc-842d-2d344ce9d52e", "name": "network-vif-deleted", "tag": "71faba77-bb7e-4cd0-b5ca-5f74250aeba5", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:46.828291 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6e25202-8097-4a6a-866f-4fb335a3420e {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:46.828700 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2a6e31-4cc5-47dc-842d-2d344ce9d52e', 'name': 'network-vif-deleted', 'tag': '71faba77-bb7e-4cd0-b5ca-5f74250aeba5', 'status': 'completed', 'code': 200} Jul 30 01:57:46.909205 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-949c5263-0861-4852-ae27-e1e97f0622c6 None None] Set router 166d4647-eb69-466d-ad87-087f3f3b6760 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:46.917447 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27431bab-6429-4e23-a8f0-003cc789fad2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:47.052966 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27431bab-6429-4e23-a8f0-003cc789fad2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:47.102039 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-949c5263-0861-4852-ae27-e1e97f0622c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'name': 'tempest-TaggedBootDevicesTest_v242-1837332010-router', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:02Z', 'updated_at': '2021-07-30T01:57:45Z', 'revision_number': 5, 'project_id': 'c72c67525be041dbbba86358033d985a', 'gw_port': {'id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:04Z', 'updated_at': '2021-07-30T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:47.128608 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c5263-0861-4852-ae27-e1e97f0622c6 None None] Checking router: 166d4647-eb69-466d-ad87-087f3f3b6760 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:47.137529 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c5263-0861-4852-ae27-e1e97f0622c6 None None] Routers {'166d4647-eb69-466d-ad87-087f3f3b6760'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:47.138360 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-949c5263-0861-4852-ae27-e1e97f0622c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:57:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['166d4647-eb69-466d-ad87-087f3f3b6760'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:47.204769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-27431bab-6429-4e23-a8f0-003cc789fad2 admin admin] Deleting port 11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:47.205139 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27431bab-6429-4e23-a8f0-003cc789fad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:47.290865 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-949c5263-0861-4852-ae27-e1e97f0622c6 None None] Set router 166d4647-eb69-466d-ad87-087f3f3b6760 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:47.326525 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-27431bab-6429-4e23-a8f0-003cc789fad2 admin admin] For port 11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:47.326928 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27431bab-6429-4e23-a8f0-003cc789fad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:47.342713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-27431bab-6429-4e23-a8f0-003cc789fad2 admin admin] Calling delete_port for 11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:47.499819 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:47.500513 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-77175702-90b2-4334-8c65-c8fb357a738e req-632efd44-ef6f-46fa-8890-8dc25668222e tempest-AttachVolumeNegativeTest-963537020 tempest-AttachVolumeNegativeTest-963537020-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a2a6e31-4cc5-47dc-842d-2d344ce9d52e HTTP/1.1" status: 200 len: 210 time: 0.0578637 Jul 30 01:57:47.564121 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-949c5263-0861-4852-ae27-e1e97f0622c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'name': 'tempest-TaggedBootDevicesTest_v242-1837332010-router', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:02Z', 'updated_at': '2021-07-30T01:57:45Z', 'revision_number': 5, 'project_id': 'c72c67525be041dbbba86358033d985a', 'gw_port': {'id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:04Z', 'updated_at': '2021-07-30T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:47.608408 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c5263-0861-4852-ae27-e1e97f0622c6 None None] The sync data for ids ['166d4647-eb69-466d-ad87-087f3f3b6760'] in n-d-713498-9 is: [{'id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'name': 'tempest-TaggedBootDevicesTest_v242-1837332010-router', 'tenant_id': 'c72c67525be041dbbba86358033d985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:02Z', 'updated_at': '2021-07-30T01:57:45Z', 'revision_number': 5, 'project_id': 'c72c67525be041dbbba86358033d985a', 'gw_port': {'id': '11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166d4647-eb69-466d-ad87-087f3f3b6760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:04Z', 'updated_at': '2021-07-30T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:47.696243 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b690f5-7f2f-487a-b687-635a7d025dea req-de7ff436-2d60-4342-b156-b88286c6a009 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:47.697772 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-38b690f5-7f2f-487a-b687-635a7d025dea req-de7ff436-2d60-4342-b156-b88286c6a009 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 943 time: 0.1137323 Jul 30 01:57:47.750730 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-38b690f5-7f2f-487a-b687-635a7d025dea req-0fbab650-d42e-4be0-bf15-f54c20798786 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345840 Jul 30 01:57:47.834394 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27431bab-6429-4e23-a8f0-003cc789fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:47.861059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54486) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:47.874785 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27431bab-6429-4e23-a8f0-003cc789fad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:47.974400 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27431bab-6429-4e23-a8f0-003cc789fad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.048080 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f5c34-efb0-4f91-9bf5-b5455556f952 req-cc609e1d-df5f-40cd-ac26-366ffd940a37 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:48.048955 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3b3f5c34-efb0-4f91-9bf5-b5455556f952 req-cc609e1d-df5f-40cd-ac26-366ffd940a37 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 946 time: 0.1493323 Jul 30 01:57:48.087652 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b6758d7-ad41-4439-8b99-13009850e30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.092422 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27431bab-6429-4e23-a8f0-003cc789fad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.100801 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27431bab-6429-4e23-a8f0-003cc789fad2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.159858 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3b3f5c34-efb0-4f91-9bf5-b5455556f952 req-b013cbdb-57b8-41f9-8fda-ecfd1359e12e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790079 Jul 30 01:57:48.203242 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b6758d7-ad41-4439-8b99-13009850e30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.272972 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27431bab-6429-4e23-a8f0-003cc789fad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.274033 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27431bab-6429-4e23-a8f0-003cc789fad2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 166d4647-eb69-466d-ad87-087f3f3b6760 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:57:48.279675 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27431bab-6429-4e23-a8f0-003cc789fad2 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.281180 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-27431bab-6429-4e23-a8f0-003cc789fad2 admin admin] 10.222.0.70 "DELETE /v2.0/routers/166d4647-eb69-466d-ad87-087f3f3b6760 HTTP/1.1" status: 204 len: 168 time: 1.5076308 Jul 30 01:57:48.283648 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54494) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:48.295456 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b6758d7-ad41-4439-8b99-13009850e30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.337509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-0603d695-3c33-493f-ae93-48b62a7db18e admin admin] Deleting subnet 3f8d6f31-34cc-490d-b195-f03e3635d617 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:57:48.341554 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0603d695-3c33-493f-ae93-48b62a7db18e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.353819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 38d596e5-71a7-49ad-ba91-0d1768b889b7 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:48.372089 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3b6758d7-ad41-4439-8b99-13009850e30c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=04843c73ce104cd08d8e571ba7cdd582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5070186 Jul 30 01:57:48.374795 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54498) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:48.382369 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 38d596e5-71a7-49ad-ba91-0d1768b889b7 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:48.382715 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 38d596e5-71a7-49ad-ba91-0d1768b889b7 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:48.398244 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0603d695-3c33-493f-ae93-48b62a7db18e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.401359 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6758d7-ad41-4439-8b99-13009850e30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70fd127-8cb7-43f8-9ab9-c9eb19735496,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:48.459790 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aa641c7f-1e72-492e-9d14-e8f66aecd592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.482053 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aa641c7f-1e72-492e-9d14-e8f66aecd592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.502528 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0603d695-3c33-493f-ae93-48b62a7db18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.565751 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54504) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:48.599550 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aa641c7f-1e72-492e-9d14-e8f66aecd592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.602149 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aa641c7f-1e72-492e-9d14-e8f66aecd592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.603357 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-aa641c7f-1e72-492e-9d14-e8f66aecd592 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e70fd127-8cb7-43f8-9ab9-c9eb19735496 HTTP/1.1" status: 204 len: 168 time: 0.2276063 Jul 30 01:57:48.619531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa641c7f-1e72-492e-9d14-e8f66aecd592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70fd127-8cb7-43f8-9ab9-c9eb19735496,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:48.626944 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0603d695-3c33-493f-ae93-48b62a7db18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.627124 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-05919c5c-4e2d-4d4f-8a71-f1775bdfe251 admin admin] Deleting subnet be08776f-bee7-4979-bed4-c8ef7b14c9f6 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:57:48.631969 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-05919c5c-4e2d-4d4f-8a71-f1775bdfe251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.655202 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603d695-3c33-493f-ae93-48b62a7db18e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f8d6f31-34cc-490d-b195-f03e3635d617,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:48.660902 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0603d695-3c33-493f-ae93-48b62a7db18e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.666674 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0603d695-3c33-493f-ae93-48b62a7db18e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3f8d6f31-34cc-490d-b195-f03e3635d617 HTTP/1.1" status: 204 len: 168 time: 0.3797364 Jul 30 01:57:48.668123 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54508) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:48.672619 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0176dee3-98fd-4f61-80a9-578d3da3ab43 None None] Network 67a82bad-8f13-4556-bea5-cc28b31ee6b2 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:48.687066 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-05919c5c-4e2d-4d4f-8a71-f1775bdfe251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.741234 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-05919c5c-4e2d-4d4f-8a71-f1775bdfe251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.798548 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa438f07-22e7-4a3f-904f-a8fe1d4451d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.890013 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-05919c5c-4e2d-4d4f-8a71-f1775bdfe251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.912342 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1836482e-ed97-429c-aa31-cc7c842051fa None None] DHCP port deletion for 67a82bad-8f13-4556-bea5-cc28b31ee6b2 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:57:48.923275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05919c5c-4e2d-4d4f-8a71-f1775bdfe251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be08776f-bee7-4979-bed4-c8ef7b14c9f6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:48.926714 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-05919c5c-4e2d-4d4f-8a71-f1775bdfe251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.928926 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-05919c5c-4e2d-4d4f-8a71-f1775bdfe251 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/be08776f-bee7-4979-bed4-c8ef7b14c9f6 HTTP/1.1" status: 204 len: 168 time: 0.3621323 Jul 30 01:57:48.934072 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54516) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:48.956161 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-aa438f07-22e7-4a3f-904f-a8fe1d4451d8 admin admin] Deleting port 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:48.956539 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa438f07-22e7-4a3f-904f-a8fe1d4451d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.979876 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1836482e-ed97-429c-aa31-cc7c842051fa None None] Deleting port 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:48.989844 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1836482e-ed97-429c-aa31-cc7c842051fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.011548 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff223ba-8df9-4695-b25f-4159766b3c59 req-a359fc7c-1f5a-4b86-b9ac-9f2b94e5b91d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:49.013036 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6ff223ba-8df9-4695-b25f-4159766b3c59 req-a359fc7c-1f5a-4b86-b9ac-9f2b94e5b91d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 943 time: 0.1378899 Jul 30 01:57:49.024874 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87d06244-72c9-4750-ab92-7ed084938928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.040143 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 29d71140-8668-4dd7-b23d-ab46f9584fe0 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:57:49.062563 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6ff223ba-8df9-4695-b25f-4159766b3c59 req-c18abc6d-5cee-4ffe-9db8-6e3f38edb931 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423532 Jul 30 01:57:49.093437 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-aa438f07-22e7-4a3f-904f-a8fe1d4451d8 admin admin] For port 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7e9ecd8f-d1cd-4bcd-990b-d2476f07054f,segment=NetworkSegment(82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db),segment_id=82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:49.099608 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa438f07-22e7-4a3f-904f-a8fe1d4451d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.122980 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-aa438f07-22e7-4a3f-904f-a8fe1d4451d8 admin admin] Calling delete_port for 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:49.165669 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87d06244-72c9-4750-ab92-7ed084938928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.171934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1836482e-ed97-429c-aa31-cc7c842051fa None None] For port 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7e9ecd8f-d1cd-4bcd-990b-d2476f07054f,segment=NetworkSegment(82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db),segment_id=82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:49.172460 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1836482e-ed97-429c-aa31-cc7c842051fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.178363 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-87d06244-72c9-4750-ab92-7ed084938928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b9f707-3fd0-408c-9282-fa524aed05e5']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:49.194132 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-87d06244-72c9-4750-ab92-7ed084938928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bed6907-b447-4a6c-bc3b-b69e1c44a873') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:49.195229 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-87d06244-72c9-4750-ab92-7ed084938928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bed6907-b447-4a6c-bc3b-b69e1c44a873') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:49.201830 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1836482e-ed97-429c-aa31-cc7c842051fa None None] Calling delete_port for 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:49.206628 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87d06244-72c9-4750-ab92-7ed084938928 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.236293 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87d06244-72c9-4750-ab92-7ed084938928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.253502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d06244-72c9-4750-ab92-7ed084938928 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:57:49.254114 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87d06244-72c9-4750-ab92-7ed084938928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:57:49.257071 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:57:49.330116 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 29d71140-8668-4dd7-b23d-ab46f9584fe0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=29d71140-8668-4dd7-b23d-ab46f9584fe0,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:49.348086 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '29d71140-8668-4dd7-b23d-ab46f9584fe0', 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0', 'port_id': '29d71140-8668-4dd7-b23d-ab46f9584fe0', 'mac_address': 'fa:16:3e:a7:e8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2bdb7f5-8d0f-432b-8087-856e79091b08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:57:49.378230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01af79b-0845-46c4-8e94-c40afbb03a7a req-26a4fa52-f3fd-45b7-ae92-0ec14b135643 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:49.381091 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a01af79b-0845-46c4-8e94-c40afbb03a7a req-26a4fa52-f3fd-45b7-ae92-0ec14b135643 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 946 time: 0.1033535 Jul 30 01:57:49.386773 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa438f07-22e7-4a3f-904f-a8fe1d4451d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.405937 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.420489 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d71140-8668-4dd7-b23d-ab46f9584fe0 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:57:49.420889 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa438f07-22e7-4a3f-904f-a8fe1d4451d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e9ecd8f-d1cd-4bcd-990b-d2476f07054f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:49.424522 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa438f07-22e7-4a3f-904f-a8fe1d4451d8 admin admin] No DVR routers for this DVR port 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:49.427640 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87d06244-72c9-4750-ab92-7ed084938928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.433958 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87d06244-72c9-4750-ab92-7ed084938928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.435966 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-87d06244-72c9-4750-ab92-7ed084938928 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a8b9f707-3fd0-408c-9282-fa524aed05e5 HTTP/1.1" status: 204 len: 168 time: 0.5008767 Jul 30 01:57:49.441262 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 29d71140-8668-4dd7-b23d-ab46f9584fe0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=29d71140-8668-4dd7-b23d-ab46f9584fe0,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:49.443132 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1836482e-ed97-429c-aa31-cc7c842051fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.460293 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d06244-72c9-4750-ab92-7ed084938928 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b9f707-3fd0-408c-9282-fa524aed05e5,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:49.468373 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a01af79b-0845-46c4-8e94-c40afbb03a7a req-1d020345-b8fb-4adc-9cc0-5f605e34eccd tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a3d0ff3-37b9-4f65-a52b-0910640608c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685756 Jul 30 01:57:49.468638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836482e-ed97-429c-aa31-cc7c842051fa None None] Pushing event deleted for resources: {'Port': ['ID=7e9ecd8f-d1cd-4bcd-990b-d2476f07054f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:49.480314 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836482e-ed97-429c-aa31-cc7c842051fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:49.480668 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836482e-ed97-429c-aa31-cc7c842051fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:49.481012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836482e-ed97-429c-aa31-cc7c842051fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:49.481350 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836482e-ed97-429c-aa31-cc7c842051fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:49.481684 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836482e-ed97-429c-aa31-cc7c842051fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:49.482029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836482e-ed97-429c-aa31-cc7c842051fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:49.482392 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836482e-ed97-429c-aa31-cc7c842051fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:49.482722 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836482e-ed97-429c-aa31-cc7c842051fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:49.483048 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836482e-ed97-429c-aa31-cc7c842051fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:49.483372 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836482e-ed97-429c-aa31-cc7c842051fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:49.483697 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836482e-ed97-429c-aa31-cc7c842051fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:49.484018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836482e-ed97-429c-aa31-cc7c842051fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:49.487000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1836482e-ed97-429c-aa31-cc7c842051fa None None] No DVR routers for this DVR port 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:49.502501 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.542192 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54530) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:49.553172 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa438f07-22e7-4a3f-904f-a8fe1d4451d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.558693 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d14a8f19-32aa-4d77-a6c1-4b32717967d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.561595 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=29d71140-8668-4dd7-b23d-ab46f9584fe0,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:49.578403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-aa438f07-22e7-4a3f-904f-a8fe1d4451d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a82bad-8f13-4556-bea5-cc28b31ee6b2']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:49.599850 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-aa438f07-22e7-4a3f-904f-a8fe1d4451d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:49.600185 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-aa438f07-22e7-4a3f-904f-a8fe1d4451d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e565ee-f4a1-41cd-a4a7-baf3d3d7b2db') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:49.620130 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa438f07-22e7-4a3f-904f-a8fe1d4451d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.639660 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b2972-e573-404c-916a-46ee98db5b5c req-f5210b80-29db-4edf-b38b-d1b1c6e0bd04 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:49.641419 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c95b2972-e573-404c-916a-46ee98db5b5c req-f5210b80-29db-4edf-b38b-d1b1c6e0bd04 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 946 time: 0.1268268 Jul 30 01:57:49.656849 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa438f07-22e7-4a3f-904f-a8fe1d4451d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.686811 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa438f07-22e7-4a3f-904f-a8fe1d4451d8 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:57:49.687224 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa438f07-22e7-4a3f-904f-a8fe1d4451d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.687440 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d14a8f19-32aa-4d77-a6c1-4b32717967d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:57:49.688987 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:57:49.699833 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['29d71140-8668-4dd7-b23d-ab46f9584fe0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:49.792151 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d14a8f19-32aa-4d77-a6c1-4b32717967d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.794398 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-c95b2972-e573-404c-916a-46ee98db5b5c req-b8f0d402-4049-46a8-94ea-64eda050ad74 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Deleting port 80ece651-aaff-492f-b8e7-ff051a746b39 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:49.795036 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c95b2972-e573-404c-916a-46ee98db5b5c req-b8f0d402-4049-46a8-94ea-64eda050ad74 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.834001 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d14a8f19-32aa-4d77-a6c1-4b32717967d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=72932513235a4c8382ad63e41a8857b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2906249 Jul 30 01:57:49.835344 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a8f19-32aa-4d77-a6c1-4b32717967d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e59888-42e7-470e-82cf-177fceade8e2,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:49.837987 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54534) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:49.898623 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-c95b2972-e573-404c-916a-46ee98db5b5c req-b8f0d402-4049-46a8-94ea-64eda050ad74 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] For port 80ece651-aaff-492f-b8e7-ff051a746b39, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=80ece651-aaff-492f-b8e7-ff051a746b39,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:49.898991 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c95b2972-e573-404c-916a-46ee98db5b5c req-b8f0d402-4049-46a8-94ea-64eda050ad74 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.900884 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b69bc737-471b-4b65-92d0-2b485bdc892c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.929151 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b69bc737-471b-4b65-92d0-2b485bdc892c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.994707 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa438f07-22e7-4a3f-904f-a8fe1d4451d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.000997 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa438f07-22e7-4a3f-904f-a8fe1d4451d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.002918 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-aa438f07-22e7-4a3f-904f-a8fe1d4451d8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/67a82bad-8f13-4556-bea5-cc28b31ee6b2 HTTP/1.1" status: 204 len: 168 time: 1.3347352 Jul 30 01:57:50.016401 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa438f07-22e7-4a3f-904f-a8fe1d4451d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=67a82bad-8f13-4556-bea5-cc28b31ee6b2,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:50.043543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54540) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:50.070399 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b69bc737-471b-4b65-92d0-2b485bdc892c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.073045 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b69bc737-471b-4b65-92d0-2b485bdc892c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.075391 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b69bc737-471b-4b65-92d0-2b485bdc892c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/56e59888-42e7-470e-82cf-177fceade8e2 HTTP/1.1" status: 204 len: 168 time: 0.2364788 Jul 30 01:57:50.096974 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69bc737-471b-4b65-92d0-2b485bdc892c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e59888-42e7-470e-82cf-177fceade8e2,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:50.104420 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5fe63b99-389e-419f-ab78-e66680efbabe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cb95c676d9fe447aa62bee6f0ba2c0fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595281 Jul 30 01:57:50.105419 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54546) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:50.105896 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c95b2972-e573-404c-916a-46ee98db5b5c req-b8f0d402-4049-46a8-94ea-64eda050ad74 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.106367 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c95b2972-e573-404c-916a-46ee98db5b5c req-b8f0d402-4049-46a8-94ea-64eda050ad74 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.106786 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [req-c95b2972-e573-404c-916a-46ee98db5b5c req-b8f0d402-4049-46a8-94ea-64eda050ad74 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Floating IP 2e378afb-69f3-40b3-ae4b-67ef8ef9a13f disassociated. External IP: 172.25.1.2, port: 80ece651-aaff-492f-b8e7-ff051a746b39. Jul 30 01:57:50.108597 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-c95b2972-e573-404c-916a-46ee98db5b5c req-b8f0d402-4049-46a8-94ea-64eda050ad74 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Calling delete_port for 80ece651-aaff-492f-b8e7-ff051a746b39 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:50.165140 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aebbc558-d3f9-4aa7-8767-c4a25ad75671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.190366 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aebbc558-d3f9-4aa7-8767-c4a25ad75671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.256693 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd768ff-2756-47bb-b952-6666a5b586e1 req-8d5d8836-66c3-465f-9e5d-b19fff3292cf tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:50.258245 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dcd768ff-2756-47bb-b952-6666a5b586e1 req-8d5d8836-66c3-465f-9e5d-b19fff3292cf tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 944 time: 0.0731857 Jul 30 01:57:50.317960 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aebbc558-d3f9-4aa7-8767-c4a25ad75671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.322446 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aebbc558-d3f9-4aa7-8767-c4a25ad75671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.326096 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-aebbc558-d3f9-4aa7-8767-c4a25ad75671 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/873d7699-07e4-4e22-8b98-2ed08c1c4ffa HTTP/1.1" status: 204 len: 168 time: 0.2176011 Jul 30 01:57:50.329230 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:50.329552 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dcd768ff-2756-47bb-b952-6666a5b586e1 req-2a45df07-fa1a-452b-8582-4dda5abb8e09 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508177 Jul 30 01:57:50.332926 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbc558-d3f9-4aa7-8767-c4a25ad75671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873d7699-07e4-4e22-8b98-2ed08c1c4ffa,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:50.354336 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:50.354688 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7e9ecd8f-d1cd-4bcd-990b-d2476f07054f not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:50.355490 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:50.380988 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:50.384831 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 11dcb66b-b5fd-4fa4-9aca-cf9d69f7bd0c not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:50.403623 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c95b2972-e573-404c-916a-46ee98db5b5c req-b8f0d402-4049-46a8-94ea-64eda050ad74 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.439389 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0d402-4049-46a8-94ea-64eda050ad74 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Pushing event deleted for resources: {'Port': ['ID=80ece651-aaff-492f-b8e7-ff051a746b39,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:50.534223 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54554) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:50.582830 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c95b2972-e573-404c-916a-46ee98db5b5c req-b8f0d402-4049-46a8-94ea-64eda050ad74 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Router 968dee7e-6833-4e65-82ee-d5e5a365f85a has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:50.597437 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-93eff506-69c1-48d5-a827-b0e363946606 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c72c67525be041dbbba86358033d985a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0620525 Jul 30 01:57:50.600598 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54556) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:50.604110 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb2ee333-ca39-411c-9fa5-313b5c333139 req-a72b0dca-b6a0-496d-819f-2645f16d3074 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 210 time: 0.0402470 Jul 30 01:57:50.738005 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef55a-5ce5-4e7b-8a3e-98bf9bf7c537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.767700 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c95b2972-e573-404c-916a-46ee98db5b5c req-b8f0d402-4049-46a8-94ea-64eda050ad74 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:50.778221 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef55a-5ce5-4e7b-8a3e-98bf9bf7c537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.780151 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df8d762-be9a-406b-a31f-85fff383a75a None None] Sync routers for ids ['968dee7e-6833-4e65-82ee-d5e5a365f85a'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:50.792691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df8d762-be9a-406b-a31f-85fff383a75a None None] Routers {'968dee7e-6833-4e65-82ee-d5e5a365f85a'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:50.801290 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-4df8d762-be9a-406b-a31f-85fff383a75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:57:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['968dee7e-6833-4e65-82ee-d5e5a365f85a'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:50.822935 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95b2972-e573-404c-916a-46ee98db5b5c req-b8f0d402-4049-46a8-94ea-64eda050ad74 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] No DVR routers for this DVR port 80ece651-aaff-492f-b8e7-ff051a746b39 on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:50.826693 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c95b2972-e573-404c-916a-46ee98db5b5c req-b8f0d402-4049-46a8-94ea-64eda050ad74 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.828862 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c95b2972-e573-404c-916a-46ee98db5b5c req-b8f0d402-4049-46a8-94ea-64eda050ad74 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.77 "DELETE /v2.0/ports/80ece651-aaff-492f-b8e7-ff051a746b39 HTTP/1.1" status: 204 len: 173 time: 1.1815004 Jul 30 01:57:50.829173 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9187d3-b6b6-4983-bc83-e198b907048d', 'name': 'network-vif-deleted', 'tag': '80ece651-aaff-492f-b8e7-ff051a746b39'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:50.831440 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93b1bbb-8571-4a0f-9e98-7a0591ec0e95" -d '{"events": [{"server_uuid": "db9187d3-b6b6-4983-bc83-e198b907048d", "name": "network-vif-deleted", "tag": "80ece651-aaff-492f-b8e7-ff051a746b39"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:50.896199 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda112e8-c7b4-4fd1-8908-3ce8867a734e x-openstack-request-id: req-bda112e8-c7b4-4fd1-8908-3ce8867a734e {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:50.896565 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9187d3-b6b6-4983-bc83-e198b907048d", "name": "network-vif-deleted", "tag": "80ece651-aaff-492f-b8e7-ff051a746b39", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:50.896960 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bda112e8-c7b4-4fd1-8908-3ce8867a734e {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:50.897436 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9187d3-b6b6-4983-bc83-e198b907048d', 'name': 'network-vif-deleted', 'tag': '80ece651-aaff-492f-b8e7-ff051a746b39', 'status': 'completed', 'code': 200} Jul 30 01:57:50.959359 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef55a-5ce5-4e7b-8a3e-98bf9bf7c537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.963220 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef55a-5ce5-4e7b-8a3e-98bf9bf7c537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.964982 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cf1ef55a-5ce5-4e7b-8a3e-98bf9bf7c537 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/596e2aec-9aec-4f43-a5d7-46c87846e6e7 HTTP/1.1" status: 204 len: 168 time: 0.3633988 Jul 30 01:57:50.975829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ef55a-5ce5-4e7b-8a3e-98bf9bf7c537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596e2aec-9aec-4f43-a5d7-46c87846e6e7,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:51.072781 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 29d71140-8668-4dd7-b23d-ab46f9584fe0 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:51.125860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-4df8d762-be9a-406b-a31f-85fff383a75a None None] Set router 968dee7e-6833-4e65-82ee-d5e5a365f85a gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:51.279739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 29d71140-8668-4dd7-b23d-ab46f9584fe0 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:51.291031 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 29d71140-8668-4dd7-b23d-ab46f9584fe0 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:51.291408 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.412064 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-4df8d762-be9a-406b-a31f-85fff383a75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5c89c567-87e5-446e-93b9-db08c613d581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:16Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'gw_port': {'id': '5c89c567-87e5-446e-93b9-db08c613d581', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0d893940-5aad-44d9-82d3-22a362f6e066', 'name': '', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'mac_address': 'fa:16:3e:0b:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:22Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 5, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'subnets': [{'id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:51.452696 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.455871 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df8d762-be9a-406b-a31f-85fff383a75a None None] Checking router: 968dee7e-6833-4e65-82ee-d5e5a365f85a for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:51.483547 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d86e899-4ebf-416d-b13b-1e76b10059ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d71140-8668-4dd7-b23d-ab46f9584fe0'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:51.485968 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8854f552-6e0e-4edb-a520-515301047e6e" -d '{"events": [{"server_uuid": "5d86e899-4ebf-416d-b13b-1e76b10059ad", "name": "network-vif-plugged", "status": "completed", "tag": "29d71140-8668-4dd7-b23d-ab46f9584fe0"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:51.500599 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 29d71140-8668-4dd7-b23d-ab46f9584fe0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=29d71140-8668-4dd7-b23d-ab46f9584fe0,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:51.523351 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df8d762-be9a-406b-a31f-85fff383a75a None None] Routers {'968dee7e-6833-4e65-82ee-d5e5a365f85a'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:51.523351 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-4df8d762-be9a-406b-a31f-85fff383a75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:57:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['968dee7e-6833-4e65-82ee-d5e5a365f85a'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:51.523573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768a547-4043-473c-b3bb-80717f26af1e req-efbf72cf-e6b5-43e4-abf8-a46534cba42d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:51.525293 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f768a547-4043-473c-b3bb-80717f26af1e req-efbf72cf-e6b5-43e4-abf8-a46534cba42d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 944 time: 0.1073868 Jul 30 01:57:51.559767 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68b7466-9771-4609-a256-ec1c520d9097 x-openstack-request-id: req-d68b7466-9771-4609-a256-ec1c520d9097 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:51.560063 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d86e899-4ebf-416d-b13b-1e76b10059ad", "name": "network-vif-plugged", "status": "completed", "tag": "29d71140-8668-4dd7-b23d-ab46f9584fe0", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:51.560503 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d68b7466-9771-4609-a256-ec1c520d9097 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:51.561051 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d86e899-4ebf-416d-b13b-1e76b10059ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d71140-8668-4dd7-b23d-ab46f9584fe0', 'code': 200} Jul 30 01:57:51.571338 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.572493 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 71faba77-bb7e-4cd0-b5ca-5f74250aeba5 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:51.586649 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f768a547-4043-473c-b3bb-80717f26af1e req-e3dba7db-7a44-4832-a5f3-dc8806c975ac tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480494 Jul 30 01:57:51.621578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 71faba77-bb7e-4cd0-b5ca-5f74250aeba5 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:51.621930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 71faba77-bb7e-4cd0-b5ca-5f74250aeba5 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:51.692120 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccb97e-7a5b-4080-9049-1525cda2420a req-d309a82b-a9dd-428d-b69c-3abf3ed8a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:51.694391 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-25ccb97e-7a5b-4080-9049-1525cda2420a req-d309a82b-a9dd-428d-b69c-3abf3ed8a4e9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 1096 time: 0.0725117 Jul 30 01:57:51.704906 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=29d71140-8668-4dd7-b23d-ab46f9584fe0,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:51.718145 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-4df8d762-be9a-406b-a31f-85fff383a75a None None] Set router 968dee7e-6833-4e65-82ee-d5e5a365f85a gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:51.770725 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-153d8339-b17e-4846-801f-8be166ab0af6 req-8c449c32-7e04-48d7-8233-dcab593b7272 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=db9187d3-b6b6-4983-bc83-e198b907048d HTTP/1.1" status: 200 len: 210 time: 0.0408185 Jul 30 01:57:51.805377 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-25ccb97e-7a5b-4080-9049-1525cda2420a req-d78beeb0-0192-4590-ac7d-878bcdc274c8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031981 Jul 30 01:57:51.936287 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-4df8d762-be9a-406b-a31f-85fff383a75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5c89c567-87e5-446e-93b9-db08c613d581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:16Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'gw_port': {'id': '5c89c567-87e5-446e-93b9-db08c613d581', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0d893940-5aad-44d9-82d3-22a362f6e066', 'name': '', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'mac_address': 'fa:16:3e:0b:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:22Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 5, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'subnets': [{'id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:51.967555 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df8d762-be9a-406b-a31f-85fff383a75a None None] The sync data for ids ['968dee7e-6833-4e65-82ee-d5e5a365f85a'] in n-d-713498-9 is: [{'id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5c89c567-87e5-446e-93b9-db08c613d581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:16Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'gw_port': {'id': '5c89c567-87e5-446e-93b9-db08c613d581', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0d893940-5aad-44d9-82d3-22a362f6e066', 'name': '', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'mac_address': 'fa:16:3e:0b:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:22Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 5, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'subnets': [{'id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:52.252442 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ce578-73af-458d-bb93-5d9f505ac34e None None] New status for floating IP 2e378afb-69f3-40b3-ae4b-67ef8ef9a13f: DOWN {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:57:52.585550 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 80ece651-aaff-492f-b8e7-ff051a746b39 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:52.592433 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:57:52.608675 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 80ece651-aaff-492f-b8e7-ff051a746b39 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:52.609023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 80ece651-aaff-492f-b8e7-ff051a746b39 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:52.710656 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8d12e-1eaa-451e-9080-2c3295ed123b req-1abb0a6e-3fe3-4e65-98e8-2f2e8dc97d5c tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:52.716300 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0e8d12e-1eaa-451e-9080-2c3295ed123b req-1abb0a6e-3fe3-4e65-98e8-2f2e8dc97d5c tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 945 time: 0.0555913 Jul 30 01:57:52.756692 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0e8d12e-1eaa-451e-9080-2c3295ed123b req-bfcbaebd-c7a5-4c7e-862a-303bcaafd308 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382884 Jul 30 01:57:52.936031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54632) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:52.993861 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f830f0c1-b421-4840-937e-6b455d751b36 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.018208 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f830f0c1-b421-4840-937e-6b455d751b36 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.143494 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f830f0c1-b421-4840-937e-6b455d751b36 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.143494 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f830f0c1-b421-4840-937e-6b455d751b36 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.148805 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f830f0c1-b421-4840-937e-6b455d751b36 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "DELETE /v2.0/security-groups/0a3d0ff3-37b9-4f65-a52b-0910640608c4 HTTP/1.1" status: 204 len: 168 time: 0.2076364 Jul 30 01:57:53.149209 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54644) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:53.154437 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830f0c1-b421-4840-937e-6b455d751b36 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3d0ff3-37b9-4f65-a52b-0910640608c4,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:53.163471 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-688dc6a8-98cc-46bb-9136-55fa92ecf255 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] show failed (client error): The resource could not be found. Jul 30 01:57:53.167778 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-688dc6a8-98cc-46bb-9136-55fa92ecf255 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups/0a3d0ff3-37b9-4f65-a52b-0910640608c4 HTTP/1.1" status: 404 len: 347 time: 0.0143046 Jul 30 01:57:53.168263 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54646) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:53.324248 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-40748ee8-5455-4c4f-bddd-b50469c5b838 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Deleting port 38dbe804-2012-4843-8b21-6ee323254590 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:53.324892 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-40748ee8-5455-4c4f-bddd-b50469c5b838 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.406024 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-40748ee8-5455-4c4f-bddd-b50469c5b838 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.406376 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-40748ee8-5455-4c4f-bddd-b50469c5b838 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.418444 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-40748ee8-5455-4c4f-bddd-b50469c5b838 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Calling delete_port for 38dbe804-2012-4843-8b21-6ee323254590 owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:53.632357 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-40748ee8-5455-4c4f-bddd-b50469c5b838 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.685656 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40748ee8-5455-4c4f-bddd-b50469c5b838 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Pushing event deleted for resources: {'Port': ['ID=38dbe804-2012-4843-8b21-6ee323254590,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:53.755835 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-40748ee8-5455-4c4f-bddd-b50469c5b838 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.758675 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-40748ee8-5455-4c4f-bddd-b50469c5b838 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.759851 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-40748ee8-5455-4c4f-bddd-b50469c5b838 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "DELETE /v2.0/floatingips/2e378afb-69f3-40b3-ae4b-67ef8ef9a13f HTTP/1.1" status: 204 len: 168 time: 0.5906699 Jul 30 01:57:53.934649 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d40a3-e311-49d6-9c44-3eabbc01422e req-51093c60-af6d-440a-a908-c5afc50e8d40 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:53.936640 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc9d40a3-e311-49d6-9c44-3eabbc01422e req-51093c60-af6d-440a-a908-c5afc50e8d40 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 945 time: 0.1062043 Jul 30 01:57:53.950043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54668) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:54.011318 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc9d40a3-e311-49d6-9c44-3eabbc01422e req-c3716d79-d172-451a-86d9-fe957751300c tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540271 Jul 30 01:57:54.214327 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54680) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:54.219084 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-54250ded-2dd4-4004-9e14-b8985dda565d tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Request body: {'security_group': {'name': 'tempest-securitygroup--601466677', 'description': 'tempest-description--403423551'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:54.290081 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e197f70b-d39c-4079-8e9f-16bbad8fe272 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-337370395-network', 'tenant_id': 'd92ccd91e358449d9f206bfb840b788d'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:54.319976 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54250ded-2dd4-4004-9e14-b8985dda565d tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.451589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e197f70b-d39c-4079-8e9f-16bbad8fe272 admin admin] Made reservation on behalf of d92ccd91e358449d9f206bfb840b788d for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:54.455549 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e197f70b-d39c-4079-8e9f-16bbad8fe272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.471509 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e197f70b-d39c-4079-8e9f-16bbad8fe272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.601540 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54250ded-2dd4-4004-9e14-b8985dda565d tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.796446 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54250ded-2dd4-4004-9e14-b8985dda565d tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.871087 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54250ded-2dd4-4004-9e14-b8985dda565d tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57382ddf-4581-464b-a47d-224137719d11,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:54.878962 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e197f70b-d39c-4079-8e9f-16bbad8fe272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.892651 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdfe82-5930-413a-b973-fd254560802d req-fc3fc8c2-d4a3-4892-8b13-a13e539a2f71 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:54.899335 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-13cdfe82-5930-413a-b973-fd254560802d req-fc3fc8c2-d4a3-4892-8b13-a13e539a2f71 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/networks?id=ba6a7637-8cab-4877-809b-af833f6bd6e0 HTTP/1.1" status: 200 len: 806 time: 0.4911203 Jul 30 01:57:54.926233 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-13cdfe82-5930-413a-b973-fd254560802d req-ed98698f-ae9c-4332-8290-e89e6dd6e765 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/quotas/2512260259d7455494ba68636275b240 HTTP/1.1" status: 200 len: 375 time: 0.0163283 Jul 30 01:57:54.947475 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e197f70b-d39c-4079-8e9f-16bbad8fe272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.971814 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-13cdfe82-5930-413a-b973-fd254560802d req-57a2f68d-e337-4be9-b040-73adb7d31ddb tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484962 Jul 30 01:57:54.976625 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e197f70b-d39c-4079-8e9f-16bbad8fe272 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:57:54.982778 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197f70b-d39c-4079-8e9f-16bbad8fe272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:55.006908 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e197f70b-d39c-4079-8e9f-16bbad8fe272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.007429 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-e197f70b-d39c-4079-8e9f-16bbad8fe272 admin admin] Added segment 37a578bd-a409-4de2-a551-650bfc7242c7 of type vlan for network cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 Jul 30 01:57:55.057000 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e197f70b-d39c-4079-8e9f-16bbad8fe272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.087360 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54250ded-2dd4-4004-9e14-b8985dda565d tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.089751 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-54250ded-2dd4-4004-9e14-b8985dda565d tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8746645 Jul 30 01:57:55.095754 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54710) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:55.100894 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-4cf81d23-45bb-4769-b8eb-7501d568e080 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Request body: {'security_group_rule': {'security_group_id': '57382ddf-4581-464b-a47d-224137719d11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:55.123285 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-13cdfe82-5930-413a-b973-fd254560802d req-fe5df4a4-4ee4-4bd2-b7e8-fb1c2672fbf5 service neutron] 10.222.0.70 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415856 Jul 30 01:57:55.141806 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e197f70b-d39c-4079-8e9f-16bbad8fe272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.151552 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e197f70b-d39c-4079-8e9f-16bbad8fe272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:55.151552 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e197f70b-d39c-4079-8e9f-16bbad8fe272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.214759 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197f70b-d39c-4079-8e9f-16bbad8fe272 admin admin] Pushing event updated for resources: {'Network': ['ID=cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:55.230314 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:57:55.232794 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-13cdfe82-5930-413a-b973-fd254560802d req-fa9c4cc0-1bb1-4f96-8480-90681ee87b08 service neutron] 10.222.0.70 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093967 Jul 30 01:57:55.244129 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4cf81d23-45bb-4769-b8eb-7501d568e080 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.279822 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54716) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:55.314343 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e197f70b-d39c-4079-8e9f-16bbad8fe272 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3616610 Jul 30 01:57:55.314792 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4cf81d23-45bb-4769-b8eb-7501d568e080 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.315546 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54720) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:55.320378 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-96edf13e-2486-4a04-8a34-4a3a9671c8b9 admin admin] Request body: {'subnet': {'network_id': 'cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-337370395-subnet', 'tenant_id': 'd92ccd91e358449d9f206bfb840b788d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:55.393301 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4cf81d23-45bb-4769-b8eb-7501d568e080 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.406980 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96edf13e-2486-4a04-8a34-4a3a9671c8b9 admin admin] Made reservation on behalf of d92ccd91e358449d9f206bfb840b788d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:55.406980 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-96edf13e-2486-4a04-8a34-4a3a9671c8b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.430472 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-be8b358f-6c86-4758-95a3-38e710fb562d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.500377 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf81d23-45bb-4769-b8eb-7501d568e080 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac097477-30de-4410-b6ea-257d7090122b,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:55.522322 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1b06c27a-1af1-4218-b1e1-003ed45a7c3a req-12cc1837-4bcd-4af9-b061-582fc37536be tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa4924c-d198-4488-ad3c-60d5d4a85240 HTTP/1.1" status: 200 len: 210 time: 0.0521450 Jul 30 01:57:55.544577 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-be8b358f-6c86-4758-95a3-38e710fb562d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.620437 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-be8b358f-6c86-4758-95a3-38e710fb562d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.663921 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-be8b358f-6c86-4758-95a3-38e710fb562d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c8c54ae2e43342b9b8cd7a8cfcc9c009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3830245 Jul 30 01:57:55.664741 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b358f-6c86-4758-95a3-38e710fb562d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e5cffa-b43b-42ba-8025-2d603500fd28,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:55.682137 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54738) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:55.700294 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4cf81d23-45bb-4769-b8eb-7501d568e080 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.704246 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4cf81d23-45bb-4769-b8eb-7501d568e080 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6049306 Jul 30 01:57:55.709387 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54740) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:55.709387 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-cb76f61b-d041-4d35-bd47-913047787316 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Request body: {'security_group_rule': {'security_group_id': '57382ddf-4581-464b-a47d-224137719d11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:55.752221 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-96edf13e-2486-4a04-8a34-4a3a9671c8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.755560 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49ccaa32-6cb5-4bca-810b-887733524952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.777139 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49ccaa32-6cb5-4bca-810b-887733524952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.815630 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edf13e-2486-4a04-8a34-4a3a9671c8b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb13c69-1984-44b5-a36a-59cd6bb3b191,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:55.823649 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96edf13e-2486-4a04-8a34-4a3a9671c8b9 admin admin] Checking segment: {'id': '37a578bd-a409-4de2-a551-650bfc7242c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:55.823649 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96edf13e-2486-4a04-8a34-4a3a9671c8b9 admin admin] Network hostable DHCP agents. Network: cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:57:55.859486 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cb76f61b-d041-4d35-bd47-913047787316 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.948556 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49ccaa32-6cb5-4bca-810b-887733524952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.951276 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49ccaa32-6cb5-4bca-810b-887733524952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.954749 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-49ccaa32-6cb5-4bca-810b-887733524952 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f2e5cffa-b43b-42ba-8025-2d603500fd28 HTTP/1.1" status: 204 len: 168 time: 0.2692158 Jul 30 01:57:55.981103 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cb76f61b-d041-4d35-bd47-913047787316 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.983713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ccaa32-6cb5-4bca-810b-887733524952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e5cffa-b43b-42ba-8025-2d603500fd28,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:55.992195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96edf13e-2486-4a04-8a34-4a3a9671c8b9 admin admin] Network cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:57:56.071917 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cb76f61b-d041-4d35-bd47-913047787316 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.089731 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76f61b-d041-4d35-bd47-913047787316 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccabf0c8-5776-4e48-ab21-16ca08c88271,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:56.100612 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-96edf13e-2486-4a04-8a34-4a3a9671c8b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:56.105358 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96edf13e-2486-4a04-8a34-4a3a9671c8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:56.106485 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-96edf13e-2486-4a04-8a34-4a3a9671c8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.112093 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31dd412-7d9d-4560-a629-f712a55ed84f None None] Network cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:56.180726 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cb76f61b-d041-4d35-bd47-913047787316 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.183180 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-96edf13e-2486-4a04-8a34-4a3a9671c8b9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8665526 Jul 30 01:57:56.185136 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54758) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:56.185852 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cb76f61b-d041-4d35-bd47-913047787316 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4803607 Jul 30 01:57:56.195242 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5b7c7f9c-8d0b-44d6-87e6-a44b1c731f78 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:56.276213 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f72086-68a1-4374-a926-f6a1e80a28b3 None None] Network cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:56.300872 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b7c7f9c-8d0b-44d6-87e6-a44b1c731f78 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.453002 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b7c7f9c-8d0b-44d6-87e6-a44b1c731f78 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.567554 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-5b7c7f9c-8d0b-44d6-87e6-a44b1c731f78 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Allocated IP 172.25.1.82 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/81303986-d294-48f3-8cb0-2d86031c8577) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:56.674806 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e88cd64c-b386-41c9-8594-7a83a59d2ea3 req-032a5f81-4a5a-4845-8a1c-175015a5cf7f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa4924c-d198-4488-ad3c-60d5d4a85240 HTTP/1.1" status: 200 len: 210 time: 0.0360286 Jul 30 01:57:56.765831 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b7c7f9c-8d0b-44d6-87e6-a44b1c731f78 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.874280 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54796) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:56.887833 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-96b51848-4bd1-4cc7-a0fb-7c1f9db48868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.915964 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-eec70fc7-09a6-41f5-a67b-b8102d8c5266 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:56.917135 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b7c7f9c-8d0b-44d6-87e6-a44b1c731f78 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.917429 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-eec70fc7-09a6-41f5-a67b-b8102d8c5266 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/networks?id=cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 HTTP/1.1" status: 200 len: 817 time: 0.1073809 Jul 30 01:57:56.936753 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-672d470d-4714-4bcb-ba23-75f5233bf2a7 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/quotas/d92ccd91e358449d9f206bfb840b788d HTTP/1.1" status: 200 len: 375 time: 0.0108809 Jul 30 01:57:56.973756 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0d3bddbe-84b7-4f8d-a88d-1a964777b795 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d92ccd91e358449d9f206bfb840b788d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291762 Jul 30 01:57:56.985055 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7c7f9c-8d0b-44d6-87e6-a44b1c731f78 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:56.991621 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-5b7c7f9c-8d0b-44d6-87e6-a44b1c731f78 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:57.000232 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7c7f9c-8d0b-44d6-87e6-a44b1c731f78 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:57.043041 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c7f9c-8d0b-44d6-87e6-a44b1c731f78 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Pushing event updated for resources: {'Port': ['ID=81303986-d294-48f3-8cb0-2d86031c8577,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:57.105530 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-734eaa6e-066b-49e4-b5f3-ff0beb7ed76f service neutron] 10.222.0.70 "GET /v2.0/networks/cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236537 Jul 30 01:57:57.124230 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-96b51848-4bd1-4cc7-a0fb-7c1f9db48868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.136566 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b7c7f9c-8d0b-44d6-87e6-a44b1c731f78 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.199105 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-96b51848-4bd1-4cc7-a0fb-7c1f9db48868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.214923 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-21196e10-b42f-4b44-8963-96c91e480c9b service neutron] 10.222.0.70 "GET /v2.0/networks/cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942473 Jul 30 01:57:57.241857 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-96b51848-4bd1-4cc7-a0fb-7c1f9db48868 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=638f4ffec4e04de982a3b34823fd60d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634379 Jul 30 01:57:57.241857 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b51848-4bd1-4cc7-a0fb-7c1f9db48868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec130b32-25b6-49f4-9a15-bf2b641f3760,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:57.242196 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54804) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:57.324516 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b7c7f9c-8d0b-44d6-87e6-a44b1c731f78 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.330314 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f565504b-f5e3-43f7-a3db-de6969da9f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.356534 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f565504b-f5e3-43f7-a3db-de6969da9f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.471678 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f565504b-f5e3-43f7-a3db-de6969da9f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.474259 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f565504b-f5e3-43f7-a3db-de6969da9f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.480971 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f565504b-f5e3-43f7-a3db-de6969da9f8b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec130b32-25b6-49f4-9a15-bf2b641f3760 HTTP/1.1" status: 204 len: 168 time: 0.2313814 Jul 30 01:57:57.485209 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565504b-f5e3-43f7-a3db-de6969da9f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec130b32-25b6-49f4-9a15-bf2b641f3760,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:57.493262 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b7c7f9c-8d0b-44d6-87e6-a44b1c731f78 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.545955 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b7c7f9c-8d0b-44d6-87e6-a44b1c731f78 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.614950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c7f9c-8d0b-44d6-87e6-a44b1c731f78 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Pushing event updated for resources: {'Port': ['ID=81303986-d294-48f3-8cb0-2d86031c8577,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:57.626780 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b7c7f9c-8d0b-44d6-87e6-a44b1c731f78 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.747578 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b7c7f9c-8d0b-44d6-87e6-a44b1c731f78 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.750139 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5b7c7f9c-8d0b-44d6-87e6-a44b1c731f78 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5637496 Jul 30 01:57:57.980690 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0951d855-832e-4c99-b7c0-11c270ed0ed3 req-cedd5123-e2e4-49d9-9b3d-afc98b4cee05 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 210 time: 0.0559983 Jul 30 01:57:58.124947 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54838) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:58.194522 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-ac9c1897-56d8-4bdd-9491-ed43e3e99a41 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--601466677&fields=id&tenant_id=b5e9759d07ba4e958653b10399043a13 HTTP/1.1" status: 200 len: 267 time: 0.0683043 Jul 30 01:57:58.290360 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4222f3d2-862b-459a-8a49-f3d2078b780c req-66b5f7bd-67e9-4c3f-bcf8-9331cb7d0ac1 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa4924c-d198-4488-ad3c-60d5d4a85240 HTTP/1.1" status: 200 len: 210 time: 0.5060401 Jul 30 01:57:58.314402 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b93a45e6-7dd6-44f1-9468-c1275a53101a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.385111 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdfe82-5930-413a-b973-fd254560802d req-8a3bcdea-5b6f-435b-8275-55c903029fd5 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:58.386681 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-13cdfe82-5930-413a-b973-fd254560802d req-8a3bcdea-5b6f-435b-8275-55c903029fd5 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.77 "GET /v2.0/networks?id=ba6a7637-8cab-4877-809b-af833f6bd6e0 HTTP/1.1" status: 200 len: 806 time: 0.4035788 Jul 30 01:57:58.417411 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-13cdfe82-5930-413a-b973-fd254560802d req-4555cf66-1a93-4b3c-b7fd-dbe5a4bb5da7 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Request body: {'port': {'device_id': '0fa4924c-d198-4488-ad3c-60d5d4a85240', 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0', 'admin_state_up': True, 'tenant_id': '2512260259d7455494ba68636275b240'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:58.446888 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-f7ed074b-fb22-4e86-a675-136f7998452b tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:58.448489 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-f7ed074b-fb22-4e86-a675-136f7998452b tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/networks?id=fb87329a-3973-4c1a-ad14-ee785b8bfa68 HTTP/1.1" status: 200 len: 816 time: 0.2528460 Jul 30 01:57:58.509874 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-6cda59e9-519c-4a5f-a901-8017ab6522b8 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/quotas/b5e9759d07ba4e958653b10399043a13 HTTP/1.1" status: 200 len: 375 time: 0.0297351 Jul 30 01:57:58.630905 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-28558cb0-7951-4635-ab91-21d24a45eaf0 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b5e9759d07ba4e958653b10399043a13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1111660 Jul 30 01:57:58.632680 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b93a45e6-7dd6-44f1-9468-c1275a53101a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.717210 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b93a45e6-7dd6-44f1-9468-c1275a53101a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.779028 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a45e6-7dd6-44f1-9468-c1275a53101a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf83a17-299d-40a5-81dd-c43d43bbaa59,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:58.788686 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-84a068e9-f001-4135-b29c-bab022acabfd service neutron] 10.222.0.70 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451867 Jul 30 01:57:58.794950 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b93a45e6-7dd6-44f1-9468-c1275a53101a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c990d682bdc45f89b096a01294f2751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6643834 Jul 30 01:57:58.796429 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54870) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:58.848956 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e705a370-bacd-4f4d-91f4-ffd9ccf7a871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.860146 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13cdfe82-5930-413a-b973-fd254560802d req-4555cf66-1a93-4b3c-b7fd-dbe5a4bb5da7 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Made reservation on behalf of 2512260259d7455494ba68636275b240 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:58.863728 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-13cdfe82-5930-413a-b973-fd254560802d req-4555cf66-1a93-4b3c-b7fd-dbe5a4bb5da7 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.870656 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e705a370-bacd-4f4d-91f4-ffd9ccf7a871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.914848 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-96124e3c-5a6f-4b69-aa08-b42c1c2f2aa4 service neutron] 10.222.0.70 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175165 Jul 30 01:57:58.992627 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e705a370-bacd-4f4d-91f4-ffd9ccf7a871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.996247 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e705a370-bacd-4f4d-91f4-ffd9ccf7a871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.997854 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e705a370-bacd-4f4d-91f4-ffd9ccf7a871 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3cf83a17-299d-40a5-81dd-c43d43bbaa59 HTTP/1.1" status: 204 len: 168 time: 0.2002192 Jul 30 01:57:59.028781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705a370-bacd-4f4d-91f4-ffd9ccf7a871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf83a17-299d-40a5-81dd-c43d43bbaa59,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:59.121008 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-54577421-c215-498e-b769-48870e8a9882 req-609b233d-be2a-4b9c-9e39-77d436b44893 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 210 time: 0.0395594 Jul 30 01:57:59.153540 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-13cdfe82-5930-413a-b973-fd254560802d req-4555cf66-1a93-4b3c-b7fd-dbe5a4bb5da7 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Allocated IP 172.20.0.5 (ba6a7637-8cab-4877-809b-af833f6bd6e0/d2bdb7f5-8d0f-432b-8087-856e79091b08/13491099-cf0f-4833-ac07-fdcb1e6900af) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:59.209988 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2bf6e0ff-9f79-46b0-a797-97ec26cc97e9 req-28403a82-7555-441c-a16e-b248dcbb9153 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 210 time: 0.0412934 Jul 30 01:57:59.407505 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-13cdfe82-5930-413a-b973-fd254560802d req-4555cf66-1a93-4b3c-b7fd-dbe5a4bb5da7 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.474887 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e989af0-d8e2-4a64-9570-ee46a55f68b8 req-62e535c4-ca41-47e8-9be3-536d8cad4133 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa4924c-d198-4488-ad3c-60d5d4a85240 HTTP/1.1" status: 200 len: 210 time: 0.0289907 Jul 30 01:57:59.575229 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-13cdfe82-5930-413a-b973-fd254560802d req-4555cf66-1a93-4b3c-b7fd-dbe5a4bb5da7 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.587022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['c9eb3f59-0896-4eab-9ec0-1234b646a847', '29d71140-8668-4dd7-b23d-ab46f9584fe0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:59.651916 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13cdfe82-5930-413a-b973-fd254560802d req-4555cf66-1a93-4b3c-b7fd-dbe5a4bb5da7 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Network ba6a7637-8cab-4877-809b-af833f6bd6e0 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:59.668673 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-13cdfe82-5930-413a-b973-fd254560802d req-4555cf66-1a93-4b3c-b7fd-dbe5a4bb5da7 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:59.674528 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cdfe82-5930-413a-b973-fd254560802d req-4555cf66-1a93-4b3c-b7fd-dbe5a4bb5da7 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:59.771909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555cf66-1a93-4b3c-b7fd-dbe5a4bb5da7 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Pushing event updated for resources: {'Port': ['ID=13491099-cf0f-4833-ac07-fdcb1e6900af,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:59.800691 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdfe82-5930-413a-b973-fd254560802d req-4555cf66-1a93-4b3c-b7fd-dbe5a4bb5da7 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:59.801888 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-13cdfe82-5930-413a-b973-fd254560802d req-4555cf66-1a93-4b3c-b7fd-dbe5a4bb5da7 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.856233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54908) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:59.872832 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b3f23f0-08b5-48ee-94c1-0b5de624c728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.930806 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-13cdfe82-5930-413a-b973-fd254560802d req-4555cf66-1a93-4b3c-b7fd-dbe5a4bb5da7 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5203860 Jul 30 01:57:59.950356 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] Request body: {'port': {'device_id': '0fa4924c-d198-4488-ad3c-60d5d4a85240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:00.028831 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.030139 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b3f23f0-08b5-48ee-94c1-0b5de624c728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.123477 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b3f23f0-08b5-48ee-94c1-0b5de624c728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.183201 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7b3f23f0-08b5-48ee-94c1-0b5de624c728 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5589a0713b3040c180948918f711a6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3259742 Jul 30 01:58:00.187303 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54920) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:00.201916 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f23f0-08b5-48ee-94c1-0b5de624c728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c09a51-8072-490f-ac80-ab6b952b1503,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:00.246475 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da5a5d42-4639-4736-b7ab-35224406b9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.317498 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da5a5d42-4639-4736-b7ab-35224406b9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.378881 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f48c5883-ea85-45ca-a9ef-965634d842e2 req-ee54335b-73a3-40fb-a4c0-e7aaf491702f tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 210 time: 0.0549891 Jul 30 01:58:00.433531 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a87f4551-0695-4e1d-8687-75ea5f9ba6e7 req-8a41e353-f63b-402b-953f-8c84a566c61f tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 210 time: 0.0574923 Jul 30 01:58:00.491421 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13491099-cf0f-4833-ac07-fdcb1e6900af {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:00.500533 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.562468 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] Transition to ACTIVE for port object 13491099-cf0f-4833-ac07-fdcb1e6900af will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:00.562720 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da5a5d42-4639-4736-b7ab-35224406b9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.566025 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da5a5d42-4639-4736-b7ab-35224406b9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.567803 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-da5a5d42-4639-4736-b7ab-35224406b9c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/21c09a51-8072-490f-ac80-ab6b952b1503 HTTP/1.1" status: 204 len: 168 time: 0.3793213 Jul 30 01:58:00.593867 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a5d42-4639-4736-b7ab-35224406b9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c09a51-8072-490f-ac80-ab6b952b1503,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:00.633856 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908f2d7-4221-4914-9f3c-7eb494a42913 req-c39b0437-8b81-40e4-a00d-eadfab8424d2 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:00.635492 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5908f2d7-4221-4914-9f3c-7eb494a42913 req-c39b0437-8b81-40e4-a00d-eadfab8424d2 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa4924c-d198-4488-ad3c-60d5d4a85240 HTTP/1.1" status: 200 len: 931 time: 0.0843012 Jul 30 01:58:00.651770 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.729123 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5908f2d7-4221-4914-9f3c-7eb494a42913 req-946efc8c-4521-475f-98f6-56f7b72ea0eb tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859156 Jul 30 01:58:00.746098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] Pushing event updated for resources: {'Port': ['ID=13491099-cf0f-4833-ac07-fdcb1e6900af,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:00.856846 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] Attempting to bind port 13491099-cf0f-4833-ac07-fdcb1e6900af on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:00.857265 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] Attempting to bind port 13491099-cf0f-4833-ac07-fdcb1e6900af by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:00.857670 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] Attempting to bind port 13491099-cf0f-4833-ac07-fdcb1e6900af on network ba6a7637-8cab-4877-809b-af833f6bd6e0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:00.862778 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] Port 13491099-cf0f-4833-ac07-fdcb1e6900af on network ba6a7637-8cab-4877-809b-af833f6bd6e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:58:00.863177 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] Attempting to bind port 13491099-cf0f-4833-ac07-fdcb1e6900af on network ba6a7637-8cab-4877-809b-af833f6bd6e0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:00.869462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:00.869817 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] Checking segment: {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:00.870285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] Bound using segment: {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:00.870853 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] Bound port: 13491099-cf0f-4833-ac07-fdcb1e6900af, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:00.871219 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.964352 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] For port 13491099-cf0f-4833-ac07-fdcb1e6900af, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:00.968853 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] For port 13491099-cf0f-4833-ac07-fdcb1e6900af, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=13491099-cf0f-4833-ac07-fdcb1e6900af,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:01.055541 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:01.121892 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:01.123085 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:01.124663 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-13cdfe82-5930-413a-b973-fd254560802d req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] 10.222.0.77 "PUT /v2.0/ports/13491099-cf0f-4833-ac07-fdcb1e6900af HTTP/1.1" status: 200 len: 1091 time: 1.1805899 Jul 30 01:58:01.125710 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa4924c-d198-4488-ad3c-60d5d4a85240', 'tag': '13491099-cf0f-4833-ac07-fdcb1e6900af'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:01.128820 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1c9439-863a-46bb-85f0-b4d12da0c3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa4924c-d198-4488-ad3c-60d5d4a85240", "tag": "13491099-cf0f-4833-ac07-fdcb1e6900af"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:01.132430 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd16921-d1ac-4135-963c-8aabcc6f4862 service neutron] Pushing event updated for resources: {'Port': ['ID=13491099-cf0f-4833-ac07-fdcb1e6900af,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:01.228666 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bec1ca1-5883-46ed-b9f9-e6ea5ade37bd x-openstack-request-id: req-8bec1ca1-5883-46ed-b9f9-e6ea5ade37bd {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:01.229011 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa4924c-d198-4488-ad3c-60d5d4a85240", "tag": "13491099-cf0f-4833-ac07-fdcb1e6900af", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:01.229271 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8bec1ca1-5883-46ed-b9f9-e6ea5ade37bd {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:01.229684 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa4924c-d198-4488-ad3c-60d5d4a85240', 'tag': '13491099-cf0f-4833-ac07-fdcb1e6900af', 'status': 'completed', 'code': 200} Jul 30 01:58:01.317450 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c9439-863a-46bb-85f0-b4d12da0c3a7 req-96eb9892-68eb-4981-9c90-d76e5a8d5791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:01.319424 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db1c9439-863a-46bb-85f0-b4d12da0c3a7 req-96eb9892-68eb-4981-9c90-d76e5a8d5791 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&device_id=0fa4924c-d198-4488-ad3c-60d5d4a85240 HTTP/1.1" status: 200 len: 1094 time: 0.0600505 Jul 30 01:58:01.437598 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c9439-863a-46bb-85f0-b4d12da0c3a7 req-6af43e07-15e8-4383-983c-b023dae0ebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:01.440423 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db1c9439-863a-46bb-85f0-b4d12da0c3a7 req-6af43e07-15e8-4383-983c-b023dae0ebe5 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=2512260259d7455494ba68636275b240&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1056190 Jul 30 01:58:01.605982 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e1fdc849-6fbd-4bca-9075-25d86ab26c76 req-83006e23-185b-4bce-b55d-c45ff8f3430d tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 210 time: 0.0534728 Jul 30 01:58:01.674034 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c9439-863a-46bb-85f0-b4d12da0c3a7 req-6b9da631-545a-4509-8a7c-1fe5b17e7572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:01.675602 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db1c9439-863a-46bb-85f0-b4d12da0c3a7 req-6b9da631-545a-4509-8a7c-1fe5b17e7572 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2258136 Jul 30 01:58:01.689619 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a50038c6-4911-48cc-bfa2-d66fc217c854 req-68168c1a-d1bd-4a2d-a8f4-35c7c31bdbb3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 210 time: 0.0444915 Jul 30 01:58:01.842173 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-751716f8-fa01-402c-81f0-a707c4fedbea tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:01.843707 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-751716f8-fa01-402c-81f0-a707c4fedbea tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.10 "GET /v2.0/networks?id=fb87329a-3973-4c1a-ad14-ee785b8bfa68 HTTP/1.1" status: 200 len: 816 time: 0.1841938 Jul 30 01:58:01.865069 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdfe82-5930-413a-b973-fd254560802d req-1023494d-e32d-4d67-814a-2bfb30d1fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:01.866630 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-13cdfe82-5930-413a-b973-fd254560802d req-1023494d-e32d-4d67-814a-2bfb30d1fd12 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&device_id=0fa4924c-d198-4488-ad3c-60d5d4a85240 HTTP/1.1" status: 200 len: 1094 time: 0.0948567 Jul 30 01:58:01.960025 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-13cdfe82-5930-413a-b973-fd254560802d req-4fa48a85-7a6d-4de9-874a-b9c5a689e452 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13491099-cf0f-4833-ac07-fdcb1e6900af HTTP/1.1" status: 200 len: 217 time: 0.0719063 Jul 30 01:58:01.985552 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-0283760d-3190-4cf9-8a9e-33cfc37cfe5d tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5e9759d07ba4e958653b10399043a13 HTTP/1.1" status: 200 len: 379 time: 0.1179590 Jul 30 01:58:01.995894 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0354455-6278-4312-aab9-36b0ff92808d req-88bdf37a-c0fc-4ac7-ab50-b9e15ec9971c tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:02.002546 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0354455-6278-4312-aab9-36b0ff92808d req-88bdf37a-c0fc-4ac7-ab50-b9e15ec9971c tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa4924c-d198-4488-ad3c-60d5d4a85240 HTTP/1.1" status: 200 len: 943 time: 0.1802442 Jul 30 01:58:02.029210 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-f890069c-20b3-4a64-8963-e4984efa24eb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Request body: {'port': {'device_id': 'bacd65e5-79c8-4fa7-9c8b-6d61f5924a84', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'admin_state_up': True, 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'security_groups': ['57382ddf-4581-464b-a47d-224137719d11']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:02.138671 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdfe82-5930-413a-b973-fd254560802d req-1f0a3028-de45-4d5a-a035-2f46b266a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:02.140214 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-13cdfe82-5930-413a-b973-fd254560802d req-1f0a3028-de45-4d5a-a035-2f46b266a886 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2bdb7f5-8d0f-432b-8087-856e79091b08 HTTP/1.1" status: 200 len: 846 time: 0.1716757 Jul 30 01:58:02.158839 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0354455-6278-4312-aab9-36b0ff92808d req-cb4d18ab-1ad5-4f01-99ff-fc3be68a7740 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504827 Jul 30 01:58:02.212045 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-13cdfe82-5930-413a-b973-fd254560802d req-88fa4b25-9233-4677-869a-395048658475 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ba6a7637-8cab-4877-809b-af833f6bd6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455985 Jul 30 01:58:02.426779 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-13cdfe82-5930-413a-b973-fd254560802d req-8744caee-790b-4732-a465-d193e78870fe service neutron] 10.222.0.77 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040348 Jul 30 01:58:02.540701 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-f890069c-20b3-4a64-8963-e4984efa24eb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Made reservation on behalf of b5e9759d07ba4e958653b10399043a13 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:02.544726 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-f890069c-20b3-4a64-8963-e4984efa24eb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:02.561502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-24d04d75-cbe8-4cf4-bc6b-965e1e6a63c9 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:02.565701 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-24d04d75-cbe8-4cf4-bc6b-965e1e6a63c9 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.77 "GET /v2.0/networks?id=cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 HTTP/1.1" status: 200 len: 817 time: 0.2210066 Jul 30 01:58:02.591015 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-2258a882-74c2-41bc-8ee5-4c62880b2f59 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Request body: {'port': {'device_id': 'c350af4f-e91f-49c0-9660-8508db9b1122', 'network_id': 'cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689', 'admin_state_up': True, 'tenant_id': 'd92ccd91e358449d9f206bfb840b788d'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:02.781054 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-13cdfe82-5930-413a-b973-fd254560802d req-3c9aec0e-fa70-40ac-899b-4bbfc748fb2d service neutron] 10.222.0.77 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468857 Jul 30 01:58:02.782983 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-305bd445-bac3-48fd-9b6a-b8773977affd req-c29e1734-342c-4785-917c-2b18cd5c4a92 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 210 time: 0.0405481 Jul 30 01:58:02.889774 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:02.890361 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-2258a882-74c2-41bc-8ee5-4c62880b2f59 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Made reservation on behalf of d92ccd91e358449d9f206bfb840b788d for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:02.893596 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-2258a882-74c2-41bc-8ee5-4c62880b2f59 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:02.959282 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-2027c6b0-64f4-4be9-ae31-656e19550dd7 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:02.960758 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-2027c6b0-64f4-4be9-ae31-656e19550dd7 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.10 "GET /v2.0/networks?id=cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 HTTP/1.1" status: 200 len: 817 time: 0.3849418 Jul 30 01:58:02.970902 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f59c2820-27f9-4ccb-9684-6715c0ec0e1f req-72c37092-83a2-4358-9647-dc2b2653555e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 210 time: 0.1304083 Jul 30 01:58:02.982461 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-8683d772-ec4e-40d2-8ff7-40836a774e06 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Request body: {'port': {'device_id': 'dc5586b3-e9e9-4f87-9ba1-76be41fe696e', 'network_id': 'cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689', 'admin_state_up': True, 'tenant_id': 'd92ccd91e358449d9f206bfb840b788d'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:03.181059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-f890069c-20b3-4a64-8963-e4984efa24eb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Allocated IP 172.20.0.9 (fb87329a-3973-4c1a-ad14-ee785b8bfa68/d5331bae-ecd8-4548-bb35-10d75f268fda/deadf778-75a3-49ca-af0a-e6bd7145933b) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:03.213432 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-2258a882-74c2-41bc-8ee5-4c62880b2f59 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Allocated IP 172.20.0.8 (cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689/3eb13c69-1984-44b5-a36a-59cd6bb3b191/df8ad593-726b-4d8a-b827-45feaf4ac149) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:03.458765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51a37f-60af-421d-ad09-b441529f8690 req-2456a4b6-37ce-4cf7-a380-1ce8e54f53aa tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:03.471606 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8d51a37f-60af-421d-ad09-b441529f8690 req-2456a4b6-37ce-4cf7-a380-1ce8e54f53aa tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa4924c-d198-4488-ad3c-60d5d4a85240 HTTP/1.1" status: 200 len: 943 time: 0.1608818 Jul 30 01:58:03.481837 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-8683d772-ec4e-40d2-8ff7-40836a774e06 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Made reservation on behalf of d92ccd91e358449d9f206bfb840b788d for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:03.490477 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-8683d772-ec4e-40d2-8ff7-40836a774e06 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.518250 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-2258a882-74c2-41bc-8ee5-4c62880b2f59 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.614020 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8d51a37f-60af-421d-ad09-b441529f8690 req-24e32752-c196-4aae-b55c-bc9ddd52fc53 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382217 Jul 30 01:58:03.652215 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-2258a882-74c2-41bc-8ee5-4c62880b2f59 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.764946 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-2258a882-74c2-41bc-8ee5-4c62880b2f59 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Network cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:03.775507 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-2258a882-74c2-41bc-8ee5-4c62880b2f59 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:03.793639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258a882-74c2-41bc-8ee5-4c62880b2f59 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Pushing event updated for resources: {'Port': ['ID=df8ad593-726b-4d8a-b827-45feaf4ac149,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:03.797848 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-2258a882-74c2-41bc-8ee5-4c62880b2f59 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:03.837202 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-f890069c-20b3-4a64-8963-e4984efa24eb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.874681 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-f890069c-20b3-4a64-8963-e4984efa24eb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Transition to ACTIVE for port object deadf778-75a3-49ca-af0a-e6bd7145933b will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:03.932481 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-05098167-67d4-4293-9f19-36542eabea2c tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:03.934586 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-05098167-67d4-4293-9f19-36542eabea2c tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.10 "GET /v2.0/networks?id=cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 HTTP/1.1" status: 200 len: 817 time: 0.3647184 Jul 30 01:58:03.955859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-bc5f8072-8479-4cb4-96de-7e141c1ac23f tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Request body: {'port': {'device_id': 'd5ed8542-7802-4e28-afc7-1bf9f54011e1', 'network_id': 'cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689', 'admin_state_up': True, 'tenant_id': 'd92ccd91e358449d9f206bfb840b788d'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:03.980242 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-2258a882-74c2-41bc-8ee5-4c62880b2f59 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:03.981153 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-2258a882-74c2-41bc-8ee5-4c62880b2f59 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:04.009503 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bc226098-cda5-40c1-988f-fb39c00307e3 req-9a08c415-f373-46ea-acd9-9a10df6ae210 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 210 time: 0.0317750 Jul 30 01:58:04.034828 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-f890069c-20b3-4a64-8963-e4984efa24eb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:04.061249 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-8683d772-ec4e-40d2-8ff7-40836a774e06 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Allocated IP 172.20.0.5 (cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689/3eb13c69-1984-44b5-a36a-59cd6bb3b191/ac75bca1-998d-48df-ae72-314b2d4020d4) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:04.104879 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-f890069c-20b3-4a64-8963-e4984efa24eb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Network fb87329a-3973-4c1a-ad14-ee785b8bfa68 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:04.114741 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-f890069c-20b3-4a64-8963-e4984efa24eb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:04.122644 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-f890069c-20b3-4a64-8963-e4984efa24eb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:04.216817 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-2258a882-74c2-41bc-8ee5-4c62880b2f59 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6324778 Jul 30 01:58:04.229817 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890069c-20b3-4a64-8963-e4984efa24eb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Pushing event updated for resources: {'Port': ['ID=deadf778-75a3-49ca-af0a-e6bd7145933b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:04.259572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] Request body: {'port': {'device_id': 'c350af4f-e91f-49c0-9660-8508db9b1122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:04.341818 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-f890069c-20b3-4a64-8963-e4984efa24eb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:04.342583 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-f890069c-20b3-4a64-8963-e4984efa24eb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:04.396350 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:04.420921 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-bc5f8072-8479-4cb4-96de-7e141c1ac23f tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Made reservation on behalf of d92ccd91e358449d9f206bfb840b788d for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:04.425375 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-bc5f8072-8479-4cb4-96de-7e141c1ac23f tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:04.458575 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5e503-cb34-4ffa-b315-14192be3b6e2 req-f292f833-3257-419d-866b-c111ce6d1558 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:04.460444 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cbf5e503-cb34-4ffa-b315-14192be3b6e2 req-f292f833-3257-419d-866b-c111ce6d1558 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 931 time: 0.3039584 Jul 30 01:58:04.580619 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cbf5e503-cb34-4ffa-b315-14192be3b6e2 req-2445c99e-93be-467d-9e5a-9ed464200902 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079950 Jul 30 01:58:04.602507 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-f890069c-20b3-4a64-8963-e4984efa24eb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5772223 Jul 30 01:58:04.640622 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-8683d772-ec4e-40d2-8ff7-40836a774e06 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:04.642754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1697c658-b176-4ebe-a59a-ee0c2a006222 None None] Provisioning for port deadf778-75a3-49ca-af0a-e6bd7145933b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:04.647583 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1697c658-b176-4ebe-a59a-ee0c2a006222 None None] Provisioning complete for port deadf778-75a3-49ca-af0a-e6bd7145933b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:04.647962 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1697c658-b176-4ebe-a59a-ee0c2a006222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:04.696526 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447f107-4ad9-4ecb-9c52-260e05a183e3 req-e18422b3-291b-421c-ba1f-57a26b7ce72c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:04.696686 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] Request body: {'port': {'device_id': 'bacd65e5-79c8-4fa7-9c8b-6d61f5924a84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:04.715692 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447f107-4ad9-4ecb-9c52-260e05a183e3 req-e18422b3-291b-421c-ba1f-57a26b7ce72c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:04.728812 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1697c658-b176-4ebe-a59a-ee0c2a006222 None None] Port deadf778-75a3-49ca-af0a-e6bd7145933b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:58:04.737620 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447f107-4ad9-4ecb-9c52-260e05a183e3 req-e18422b3-291b-421c-ba1f-57a26b7ce72c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:04.751273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447f107-4ad9-4ecb-9c52-260e05a183e3 req-e18422b3-291b-421c-ba1f-57a26b7ce72c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:04.761423 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447f107-4ad9-4ecb-9c52-260e05a183e3 req-e18422b3-291b-421c-ba1f-57a26b7ce72c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:04.772193 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447f107-4ad9-4ecb-9c52-260e05a183e3 req-e18422b3-291b-421c-ba1f-57a26b7ce72c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:04.779378 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447f107-4ad9-4ecb-9c52-260e05a183e3 req-e18422b3-291b-421c-ba1f-57a26b7ce72c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:04.788464 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7447f107-4ad9-4ecb-9c52-260e05a183e3 req-e18422b3-291b-421c-ba1f-57a26b7ce72c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5433 time: 0.3737335 Jul 30 01:58:04.798217 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-8683d772-ec4e-40d2-8ff7-40836a774e06 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:04.937911 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7447f107-4ad9-4ecb-9c52-260e05a183e3 req-6d595786-f693-4597-a765-dc4c906bce61 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1484187 Jul 30 01:58:05.141110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8ad593-726b-4d8a-b827-45feaf4ac149 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:05.151552 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.167494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] Transition to ACTIVE for port object df8ad593-726b-4d8a-b827-45feaf4ac149 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:05.201008 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71ade954-c33f-4d6c-9cb6-90fae454faf5 req-88f80f5b-778d-47e4-b557-4b321018ab6e tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 210 time: 0.0321794 Jul 30 01:58:05.217263 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.248673 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-8683d772-ec4e-40d2-8ff7-40836a774e06 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Network cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:05.272559 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-8683d772-ec4e-40d2-8ff7-40836a774e06 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:05.280212 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.281539 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876ef4a-4161-434a-bf43-a23f17f45b10 req-49e75508-7c57-43e0-90a1-d022dd322000 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.289692 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b876ef4a-4161-434a-bf43-a23f17f45b10 req-49e75508-7c57-43e0-90a1-d022dd322000 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa4924c-d198-4488-ad3c-60d5d4a85240 HTTP/1.1" status: 200 len: 943 time: 0.5315561 Jul 30 01:58:05.291762 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-8683d772-ec4e-40d2-8ff7-40836a774e06 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:05.329241 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683d772-ec4e-40d2-8ff7-40836a774e06 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Pushing event updated for resources: {'Port': ['ID=ac75bca1-998d-48df-ae72-314b2d4020d4,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:05.377818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-bc5f8072-8479-4cb4-96de-7e141c1ac23f tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Allocated IP 172.20.0.10 (cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689/3eb13c69-1984-44b5-a36a-59cd6bb3b191/8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:05.445684 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b876ef4a-4161-434a-bf43-a23f17f45b10 req-1f993877-1320-4a07-b984-d8ad00f98d00 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550393 Jul 30 01:58:05.451583 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-8683d772-ec4e-40d2-8ff7-40836a774e06 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.452423 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-8683d772-ec4e-40d2-8ff7-40836a774e06 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.501335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] Pushing event updated for resources: {'Port': ['ID=df8ad593-726b-4d8a-b827-45feaf4ac149,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:05.612261 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21a076-c049-4917-b3a1-549eadffa622 req-13a77f87-3a21-4708-93fa-e641115dedfa tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.617498 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] Attempting to bind port df8ad593-726b-4d8a-b827-45feaf4ac149 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:05.617849 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] Attempting to bind port df8ad593-726b-4d8a-b827-45feaf4ac149 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '37a578bd-a409-4de2-a551-650bfc7242c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:05.618184 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] Attempting to bind port df8ad593-726b-4d8a-b827-45feaf4ac149 on network cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:05.620110 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21a076-c049-4917-b3a1-549eadffa622 req-13a77f87-3a21-4708-93fa-e641115dedfa tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.625963 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21a076-c049-4917-b3a1-549eadffa622 req-13a77f87-3a21-4708-93fa-e641115dedfa tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.627300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] Port df8ad593-726b-4d8a-b827-45feaf4ac149 on network cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:58:05.627631 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] Attempting to bind port df8ad593-726b-4d8a-b827-45feaf4ac149 on network cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:05.635797 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21a076-c049-4917-b3a1-549eadffa622 req-13a77f87-3a21-4708-93fa-e641115dedfa tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.641106 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:05.641311 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] Checking segment: {'id': '37a578bd-a409-4de2-a551-650bfc7242c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:05.641593 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] Bound using segment: {'id': '37a578bd-a409-4de2-a551-650bfc7242c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:05.642043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] Bound port: df8ad593-726b-4d8a-b827-45feaf4ac149, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a578bd-a409-4de2-a551-650bfc7242c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:05.642464 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.647944 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21a076-c049-4917-b3a1-549eadffa622 req-13a77f87-3a21-4708-93fa-e641115dedfa tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.664032 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21a076-c049-4917-b3a1-549eadffa622 req-13a77f87-3a21-4708-93fa-e641115dedfa tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.677000 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21a076-c049-4917-b3a1-549eadffa622 req-13a77f87-3a21-4708-93fa-e641115dedfa tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.683834 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f21a076-c049-4917-b3a1-549eadffa622 req-13a77f87-3a21-4708-93fa-e641115dedfa tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.77 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5433 time: 0.1898520 Jul 30 01:58:05.691515 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-8683d772-ec4e-40d2-8ff7-40836a774e06 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7185342 Jul 30 01:58:05.731165 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-bc5f8072-8479-4cb4-96de-7e141c1ac23f tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.758981 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] Request body: {'port': {'device_id': 'dc5586b3-e9e9-4f87-9ba1-76be41fe696e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:05.784076 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] For port df8ad593-726b-4d8a-b827-45feaf4ac149, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:05.792454 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] For port df8ad593-726b-4d8a-b827-45feaf4ac149, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=df8ad593-726b-4d8a-b827-45feaf4ac149,segment=NetworkSegment(37a578bd-a409-4de2-a551-650bfc7242c7),segment_id=37a578bd-a409-4de2-a551-650bfc7242c7)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:05.815000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49afc6-c1b5-4fbe-9762-953dc10fcc5f req-5895b324-853c-48f1-95c5-4a41785ea78d tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.816627 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3c49afc6-c1b5-4fbe-9762-953dc10fcc5f req-5895b324-853c-48f1-95c5-4a41785ea78d tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 931 time: 0.1203070 Jul 30 01:58:05.819389 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21a076-c049-4917-b3a1-549eadffa622 req-32785ba9-00b7-47d1-8869-e543560ceeaf tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.825598 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f21a076-c049-4917-b3a1-549eadffa622 req-32785ba9-00b7-47d1-8869-e543560ceeaf tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.77 "GET /v2.0/ports/98cfbc35-8407-4d20-b573-2f522c31972f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1325889 Jul 30 01:58:05.887424 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.963109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.964210 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.966181 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] 10.222.0.77 "PUT /v2.0/ports/df8ad593-726b-4d8a-b827-45feaf4ac149 HTTP/1.1" status: 200 len: 1091 time: 1.7240658 Jul 30 01:58:05.968949 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c350af4f-e91f-49c0-9660-8508db9b1122', 'tag': 'df8ad593-726b-4d8a-b827-45feaf4ac149'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:05.971919 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d2c3d2-4351-4959-a5c1-f9eff60b3283" -d '{"events": [{"name": "network-changed", "server_uuid": "c350af4f-e91f-49c0-9660-8508db9b1122", "tag": "df8ad593-726b-4d8a-b827-45feaf4ac149"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:05.975884 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-bc5f8072-8479-4cb4-96de-7e141c1ac23f tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.045627 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212950c-004e-4f9a-aa1c-a05f3af66a4f service neutron] Pushing event updated for resources: {'Port': ['ID=df8ad593-726b-4d8a-b827-45feaf4ac149,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:06.068663 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.071477 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3c49afc6-c1b5-4fbe-9762-953dc10fcc5f req-20a167d1-5c22-402f-b830-9039a6e2b3ef tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470067 Jul 30 01:58:06.100622 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb50f14a-8dbe-4d04-a76f-3db48f53f4f3 x-openstack-request-id: req-bb50f14a-8dbe-4d04-a76f-3db48f53f4f3 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:06.100979 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c350af4f-e91f-49c0-9660-8508db9b1122", "tag": "df8ad593-726b-4d8a-b827-45feaf4ac149", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:06.101242 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb50f14a-8dbe-4d04-a76f-3db48f53f4f3 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:06.101653 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c350af4f-e91f-49c0-9660-8508db9b1122', 'tag': 'df8ad593-726b-4d8a-b827-45feaf4ac149', 'status': 'completed', 'code': 200} Jul 30 01:58:06.165709 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-bc5f8072-8479-4cb4-96de-7e141c1ac23f tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Network cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:06.182124 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deadf778-75a3-49ca-af0a-e6bd7145933b {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:06.193256 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f21a076-c049-4917-b3a1-549eadffa622 req-b03fbb0b-96c8-49b0-a298-251afd49a646 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.77 "GET /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3574233 Jul 30 01:58:06.213635 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.225433 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-3f21a076-c049-4917-b3a1-549eadffa622 req-6fbe5914-78e1-40c0-99de-84409ca1e9f2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:06.231582 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f8072-8479-4cb4-96de-7e141c1ac23f tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Pushing event updated for resources: {'Port': ['ID=8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:06.241743 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-bc5f8072-8479-4cb4-96de-7e141c1ac23f tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:06.252690 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-bc5f8072-8479-4cb4-96de-7e141c1ac23f tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:06.276229 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] Transition to ACTIVE for port object deadf778-75a3-49ca-af0a-e6bd7145933b will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:06.372780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718f859-843a-455b-8d04-8527d2c4c5aa req-9e836b9b-f264-41e3-ab94-383113e7c28f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:06.378732 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718f859-843a-455b-8d04-8527d2c4c5aa req-9e836b9b-f264-41e3-ab94-383113e7c28f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:06.385230 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718f859-843a-455b-8d04-8527d2c4c5aa req-9e836b9b-f264-41e3-ab94-383113e7c28f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:06.385406 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-bc5f8072-8479-4cb4-96de-7e141c1ac23f tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:06.387422 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-bc5f8072-8479-4cb4-96de-7e141c1ac23f tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.412052 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718f859-843a-455b-8d04-8527d2c4c5aa req-9e836b9b-f264-41e3-ab94-383113e7c28f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:06.418654 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718f859-843a-455b-8d04-8527d2c4c5aa req-9e836b9b-f264-41e3-ab94-383113e7c28f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:06.426990 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718f859-843a-455b-8d04-8527d2c4c5aa req-9e836b9b-f264-41e3-ab94-383113e7c28f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:06.434549 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718f859-843a-455b-8d04-8527d2c4c5aa req-9e836b9b-f264-41e3-ab94-383113e7c28f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:06.444509 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2718f859-843a-455b-8d04-8527d2c4c5aa req-9e836b9b-f264-41e3-ab94-383113e7c28f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 5433 time: 0.2989283 Jul 30 01:58:06.446745 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.527839 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2c3d2-4351-4959-a5c1-f9eff60b3283 req-6f962a83-9c74-4c9b-ade8-250948de4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:06.529435 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c5d2c3d2-4351-4959-a5c1-f9eff60b3283 req-6f962a83-9c74-4c9b-ade8-250948de4c8e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d92ccd91e358449d9f206bfb840b788d&device_id=c350af4f-e91f-49c0-9660-8508db9b1122 HTTP/1.1" status: 200 len: 1094 time: 0.3620243 Jul 30 01:58:06.549027 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20863572-a6ac-4d9e-8f3b-16d7bc0eab79 req-3ca9fff9-9b29-40f5-a730-bd8f6adbdb07 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:06.558772 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20863572-a6ac-4d9e-8f3b-16d7bc0eab79 req-3ca9fff9-9b29-40f5-a730-bd8f6adbdb07 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 932 time: 0.1556630 Jul 30 01:58:06.604363 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55108) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:06.606570 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] Pushing event updated for resources: {'Port': ['ID=deadf778-75a3-49ca-af0a-e6bd7145933b,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:06.627812 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 13491099-cf0f-4833-ac07-fdcb1e6900af details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:58:06.711077 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-bc5f8072-8479-4cb4-96de-7e141c1ac23f tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7617643 Jul 30 01:58:06.735065 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] Request body: {'port': {'device_id': 'd5ed8542-7802-4e28-afc7-1bf9f54011e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:06.750914 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20863572-a6ac-4d9e-8f3b-16d7bc0eab79 req-767bb40d-2837-481f-a1dd-f55522b4626e tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814804 Jul 30 01:58:06.787286 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-6fbe5914-78e1-40c0-99de-84409ca1e9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.812703 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 13491099-cf0f-4833-ac07-fdcb1e6900af, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=13491099-cf0f-4833-ac07-fdcb1e6900af,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:06.846398 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '13491099-cf0f-4833-ac07-fdcb1e6900af', 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0', 'port_id': '13491099-cf0f-4833-ac07-fdcb1e6900af', 'mac_address': 'fa:16:3e:ae:6a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2bdb7f5-8d0f-432b-8087-856e79091b08', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:58:06.923492 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.941134 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13491099-cf0f-4833-ac07-fdcb1e6900af {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:06.948838 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2718f859-843a-455b-8d04-8527d2c4c5aa req-71aabb56-b67e-4ae0-ae4d-de450618a540 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5025611 Jul 30 01:58:06.953616 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2c3d2-4351-4959-a5c1-f9eff60b3283 req-e538758a-0e1f-48f5-959b-784691b04eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:06.960515 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c5d2c3d2-4351-4959-a5c1-f9eff60b3283 req-e538758a-0e1f-48f5-959b-784691b04eec service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=d92ccd91e358449d9f206bfb840b788d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4007025 Jul 30 01:58:06.964128 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.990783 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 13491099-cf0f-4833-ac07-fdcb1e6900af, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=13491099-cf0f-4833-ac07-fdcb1e6900af,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:07.077633 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.110694 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e41e19-de79-449c-a4b5-fdb3690d7546 req-675f7f11-94ae-43dd-b737-10fd3e6f21f5 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:07.118550 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-23e41e19-de79-449c-a4b5-fdb3690d7546 req-675f7f11-94ae-43dd-b737-10fd3e6f21f5 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa4924c-d198-4488-ad3c-60d5d4a85240 HTTP/1.1" status: 200 len: 943 time: 0.2413752 Jul 30 01:58:07.179042 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=13491099-cf0f-4833-ac07-fdcb1e6900af,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:07.194619 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f898995-dfb0-4aa4-b777-aeb8ff73a24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.221061 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] Attempting to bind port deadf778-75a3-49ca-af0a-e6bd7145933b on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:07.221401 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] Attempting to bind port deadf778-75a3-49ca-af0a-e6bd7145933b by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '61b69ced-b837-4295-81db-bb73fd3ccacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:07.221646 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] Attempting to bind port deadf778-75a3-49ca-af0a-e6bd7145933b on network fb87329a-3973-4c1a-ad14-ee785b8bfa68 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:07.266979 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] Port deadf778-75a3-49ca-af0a-e6bd7145933b on network fb87329a-3973-4c1a-ad14-ee785b8bfa68 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:58:07.267399 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] Attempting to bind port deadf778-75a3-49ca-af0a-e6bd7145933b on network fb87329a-3973-4c1a-ad14-ee785b8bfa68 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:07.276095 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2c3d2-4351-4959-a5c1-f9eff60b3283 req-3142d6f7-0f87-4c4f-9cad-99c5f79351d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:07.277604 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c5d2c3d2-4351-4959-a5c1-f9eff60b3283 req-3142d6f7-0f87-4c4f-9cad-99c5f79351d8 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3070207 Jul 30 01:58:07.278821 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-3f21a076-c049-4917-b3a1-549eadffa622 req-6fbe5914-78e1-40c0-99de-84409ca1e9f2 service neutron] For port 98cfbc35-8407-4d20-b573-2f522c31972f, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=98cfbc35-8407-4d20-b573-2f522c31972f,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:07.284001 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac75bca1-998d-48df-ae72-314b2d4020d4 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:07.289654 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-23e41e19-de79-449c-a4b5-fdb3690d7546 req-2042acaa-97fb-4b4d-90df-174a6d844f19 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700091 Jul 30 01:58:07.302903 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.316342 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:07.317305 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] Checking segment: {'id': '61b69ced-b837-4295-81db-bb73fd3ccacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:07.317700 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] Bound using segment: {'id': '61b69ced-b837-4295-81db-bb73fd3ccacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:07.318144 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] Bound port: deadf778-75a3-49ca-af0a-e6bd7145933b, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b69ced-b837-4295-81db-bb73fd3ccacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:07.318583 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.388128 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] Transition to ACTIVE for port object ac75bca1-998d-48df-ae72-314b2d4020d4 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:07.429406 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d29ec-1548-46c9-a57c-77f65bb20e71 req-66fc464c-8d39-465d-80e1-0e200b9b9c7a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:07.431008 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c82d29ec-1548-46c9-a57c-77f65bb20e71 req-66fc464c-8d39-465d-80e1-0e200b9b9c7a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.2132297 Jul 30 01:58:07.439268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-3f21a076-c049-4917-b3a1-549eadffa622 req-6fbe5914-78e1-40c0-99de-84409ca1e9f2 service neutron] For port 98cfbc35-8407-4d20-b573-2f522c31972f, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:07.442805 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-4781c571-7838-4266-8cbd-5eb3e2ad4abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:07.445114 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-4781c571-7838-4266-8cbd-5eb3e2ad4abc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d92ccd91e358449d9f206bfb840b788d&device_id=c350af4f-e91f-49c0-9660-8508db9b1122 HTTP/1.1" status: 200 len: 1094 time: 0.0969496 Jul 30 01:58:07.488142 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.540588 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-3f21a076-c049-4917-b3a1-549eadffa622 req-6fbe5914-78e1-40c0-99de-84409ca1e9f2 service neutron] device_id is not set on port 98cfbc35-8407-4d20-b573-2f522c31972f yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:58:07.545037 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-56c28a61-ad2b-44fc-87f9-2f6d7b0284d0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df8ad593-726b-4d8a-b827-45feaf4ac149 HTTP/1.1" status: 200 len: 217 time: 0.0828137 Jul 30 01:58:07.546870 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f898995-dfb0-4aa4-b777-aeb8ff73a24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.569235 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-6fbe5914-78e1-40c0-99de-84409ca1e9f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.573397 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] For port deadf778-75a3-49ca-af0a-e6bd7145933b, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:07.585504 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c82d29ec-1548-46c9-a57c-77f65bb20e71 req-ced31a7d-e075-42d1-87bf-6f6cedfcf2c1 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423826 Jul 30 01:58:07.608171 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] For port deadf778-75a3-49ca-af0a-e6bd7145933b, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=deadf778-75a3-49ca-af0a-e6bd7145933b,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:07.627305 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] Pushing event updated for resources: {'Port': ['ID=ac75bca1-998d-48df-ae72-314b2d4020d4,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:07.641441 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-4a43ab43-2dc1-456a-87bf-be57875d22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:07.643436 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-4a43ab43-2dc1-456a-87bf-be57875d22e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eb13c69-1984-44b5-a36a-59cd6bb3b191 HTTP/1.1" status: 200 len: 857 time: 0.0882638 Jul 30 01:58:07.656123 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f898995-dfb0-4aa4-b777-aeb8ff73a24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.683428 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['13491099-cf0f-4833-ac07-fdcb1e6900af'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:07.686070 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.704815 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-6d733a78-32a2-49e7-a0f2-0dfe0e1ef52b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491583 Jul 30 01:58:07.732186 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-6fbe5914-78e1-40c0-99de-84409ca1e9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.755719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:07.756404 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.757984 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] 10.222.0.10 "PUT /v2.0/ports/deadf778-75a3-49ca-af0a-e6bd7145933b HTTP/1.1" status: 200 len: 1091 time: 3.0671973 Jul 30 01:58:07.778801 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacd65e5-79c8-4fa7-9c8b-6d61f5924a84', 'tag': 'deadf778-75a3-49ca-af0a-e6bd7145933b'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:07.778801 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e3726a-ef81-47fa-9dd6-44271abebd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "bacd65e5-79c8-4fa7-9c8b-6d61f5924a84", "tag": "deadf778-75a3-49ca-af0a-e6bd7145933b"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:07.860836 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2f898995-dfb0-4aa4-b777-aeb8ff73a24e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1dfe2fea02804682acb99735a1860bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2526419 Jul 30 01:58:07.874190 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55128) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:07.881558 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f898995-dfb0-4aa4-b777-aeb8ff73a24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c603f825-801a-4ac8-a5db-b2348048991c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:07.925232 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e5c764-fbd6-448a-95bb-cdefa1cedcf5 x-openstack-request-id: req-27e5c764-fbd6-448a-95bb-cdefa1cedcf5 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:07.925544 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacd65e5-79c8-4fa7-9c8b-6d61f5924a84", "tag": "deadf778-75a3-49ca-af0a-e6bd7145933b", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:07.925827 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-27e5c764-fbd6-448a-95bb-cdefa1cedcf5 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:07.926233 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bacd65e5-79c8-4fa7-9c8b-6d61f5924a84', 'tag': 'deadf778-75a3-49ca-af0a-e6bd7145933b', 'status': 'completed', 'code': 200} Jul 30 01:58:08.021188 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f21a076-c049-4917-b3a1-549eadffa622 req-6fbe5914-78e1-40c0-99de-84409ca1e9f2 service neutron] No DVR routers for this DVR port 98cfbc35-8407-4d20-b573-2f522c31972f on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:08.030250 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515ed9f-de02-4d6f-b329-929d777ef810 service neutron] Pushing event updated for resources: {'Port': ['ID=deadf778-75a3-49ca-af0a-e6bd7145933b,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:08.065291 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:08.100607 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.100886 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] Attempting to bind port ac75bca1-998d-48df-ae72-314b2d4020d4 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:08.101309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] Attempting to bind port ac75bca1-998d-48df-ae72-314b2d4020d4 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '37a578bd-a409-4de2-a551-650bfc7242c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:08.101874 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] Attempting to bind port ac75bca1-998d-48df-ae72-314b2d4020d4 on network cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:08.136080 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] Transition to ACTIVE for port object 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:08.139385 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d9e812b2-c016-413c-bd94-ba0d09380b31 service neutron] 10.222.0.77 "GET /v2.0/networks/cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194312 Jul 30 01:58:08.149557 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4f8fd-6200-44b1-aa1b-457a1c36a53f req-73175ca3-3e3d-4b1d-aa32-5f243fc70f22 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:08.154236 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-30c4f8fd-6200-44b1-aa1b-457a1c36a53f req-73175ca3-3e3d-4b1d-aa32-5f243fc70f22 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 932 time: 0.2478049 Jul 30 01:58:08.213693 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] Port ac75bca1-998d-48df-ae72-314b2d4020d4 on network cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:58:08.214051 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] Attempting to bind port ac75bca1-998d-48df-ae72-314b2d4020d4 on network cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:08.216088 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-3f21a076-c049-4917-b3a1-549eadffa622 req-6fbe5914-78e1-40c0-99de-84409ca1e9f2 service neutron] In _notify_port_updated(), no bound segment for port 98cfbc35-8407-4d20-b573-2f522c31972f on network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 {{(pid=94464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:58:08.216959 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21a076-c049-4917-b3a1-549eadffa622 req-6fbe5914-78e1-40c0-99de-84409ca1e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:08.217585 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-6fbe5914-78e1-40c0-99de-84409ca1e9f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.220725 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f21a076-c049-4917-b3a1-549eadffa622 req-6fbe5914-78e1-40c0-99de-84409ca1e9f2 service neutron] 10.222.0.77 "PUT /v2.0/ports/98cfbc35-8407-4d20-b573-2f522c31972f HTTP/1.1" status: 200 len: 1027 time: 2.0027840 Jul 30 01:58:08.239144 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.262125 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ed419196-2457-414f-b375-085f685fb41c None None] Provisioning complete for port 98cfbc35-8407-4d20-b573-2f522c31972f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:08.262962 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed419196-2457-414f-b375-085f685fb41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.268242 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:08.268596 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] Checking segment: {'id': '37a578bd-a409-4de2-a551-650bfc7242c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:08.268992 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] Bound using segment: {'id': '37a578bd-a409-4de2-a551-650bfc7242c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:08.269436 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] Bound port: ac75bca1-998d-48df-ae72-314b2d4020d4, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a578bd-a409-4de2-a551-650bfc7242c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:08.269836 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.304075 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-30c4f8fd-6200-44b1-aa1b-457a1c36a53f req-19c13be1-e7a0-4848-9026-78349772e2df tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397204 Jul 30 01:58:08.336996 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3726a-ef81-47fa-9dd6-44271abebd6c req-8c0c3f0f-9331-43a7-8a74-5567bedf087e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:08.338618 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7e3726a-ef81-47fa-9dd6-44271abebd6c req-8c0c3f0f-9331-43a7-8a74-5567bedf087e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e9759d07ba4e958653b10399043a13&device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 1094 time: 0.4114683 Jul 30 01:58:08.343947 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe5914-78e1-40c0-99de-84409ca1e9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=98cfbc35-8407-4d20-b573-2f522c31972f,revision_number=6']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:08.353771 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af093951-c948-4758-955e-ce503ff56aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.357278 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ed419196-2457-414f-b375-085f685fb41c None None] Port 98cfbc35-8407-4d20-b573-2f522c31972f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:58:08.363991 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:08.372565 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21a076-c049-4917-b3a1-549eadffa622 req-beb23097-c8b4-4c17-81a7-f5c410f13cc0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:08.373969 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f21a076-c049-4917-b3a1-549eadffa622 req-beb23097-c8b4-4c17-81a7-f5c410f13cc0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.77 "GET /v2.0/ports/64c3d04a-350f-42ab-b7c4-89ebbc977cf2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1301527 Jul 30 01:58:08.378261 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-cda2a5ed-7856-41fb-a4a2-b3d5e203178f service neutron] 10.222.0.77 "GET /v2.0/networks/cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256899 Jul 30 01:58:08.454839 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-3f21a076-c049-4917-b3a1-549eadffa622 req-613f8682-ae4e-4e74-b20f-07907339abb0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:08.474248 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500919a-3351-42ec-a289-1dee093bd461 req-55616eeb-520a-4790-b2eb-f0046eeb9467 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:08.480228 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500919a-3351-42ec-a289-1dee093bd461 req-55616eeb-520a-4790-b2eb-f0046eeb9467 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:08.486183 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500919a-3351-42ec-a289-1dee093bd461 req-55616eeb-520a-4790-b2eb-f0046eeb9467 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:08.492534 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500919a-3351-42ec-a289-1dee093bd461 req-55616eeb-520a-4790-b2eb-f0046eeb9467 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:08.498261 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500919a-3351-42ec-a289-1dee093bd461 req-55616eeb-520a-4790-b2eb-f0046eeb9467 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:08.504680 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500919a-3351-42ec-a289-1dee093bd461 req-55616eeb-520a-4790-b2eb-f0046eeb9467 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:08.505043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] Attempting to bind port 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:08.505386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] Attempting to bind port 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '37a578bd-a409-4de2-a551-650bfc7242c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:08.505721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] Attempting to bind port 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25 on network cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:08.506593 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e500919a-3351-42ec-a289-1dee093bd461 req-55616eeb-520a-4790-b2eb-f0046eeb9467 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 4659 time: 0.3673208 Jul 30 01:58:08.520447 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] Port 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25 on network cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:58:08.520796 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] Attempting to bind port 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25 on network cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:08.531137 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983b717-4b12-4235-9ff7-9a10732de865 req-a5e5ef09-dad8-4f95-baa5-fb4b4ffc26b8 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:08.532778 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0983b717-4b12-4235-9ff7-9a10732de865 req-a5e5ef09-dad8-4f95-baa5-fb4b4ffc26b8 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa4924c-d198-4488-ad3c-60d5d4a85240 HTTP/1.1" status: 200 len: 944 time: 0.0783362 Jul 30 01:58:08.535937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:08.535937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] Checking segment: {'id': '37a578bd-a409-4de2-a551-650bfc7242c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:08.536400 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] Bound using segment: {'id': '37a578bd-a409-4de2-a551-650bfc7242c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:08.536718 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] Bound port: 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a578bd-a409-4de2-a551-650bfc7242c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:08.537084 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.542182 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af093951-c948-4758-955e-ce503ff56aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.610452 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0983b717-4b12-4235-9ff7-9a10732de865 req-5daa722e-4846-401c-b82b-86d0efeab9ae tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707667 Jul 30 01:58:08.639390 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 13491099-cf0f-4833-ac07-fdcb1e6900af up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:08.639530 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] For port 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:08.646686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] For port 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25,segment=NetworkSegment(37a578bd-a409-4de2-a551-650bfc7242c7),segment_id=37a578bd-a409-4de2-a551-650bfc7242c7)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:08.673363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] For port ac75bca1-998d-48df-ae72-314b2d4020d4, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:08.706366 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.707127 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e500919a-3351-42ec-a289-1dee093bd461 req-1fbb42c6-bd89-4569-8c28-a243886bdbe4 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&id=e7f82b5a-cca9-43e3-802f-33dc9166a641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1884208 Jul 30 01:58:08.710996 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] For port ac75bca1-998d-48df-ae72-314b2d4020d4, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ac75bca1-998d-48df-ae72-314b2d4020d4,segment=NetworkSegment(37a578bd-a409-4de2-a551-650bfc7242c7),segment_id=37a578bd-a409-4de2-a551-650bfc7242c7)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:08.712053 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-613f8682-ae4e-4e74-b20f-07907339abb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.716088 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3726a-ef81-47fa-9dd6-44271abebd6c req-7793075e-5636-4ca8-9191-2c5267e6e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:08.718733 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7e3726a-ef81-47fa-9dd6-44271abebd6c req-7793075e-5636-4ca8-9191-2c5267e6e59f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b5e9759d07ba4e958653b10399043a13&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3606837 Jul 30 01:58:08.777031 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 13491099-cf0f-4833-ac07-fdcb1e6900af completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:08.780506 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:08.780868 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.787562 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 13491099-cf0f-4833-ac07-fdcb1e6900af triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:08.787945 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.789808 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] 10.222.0.10 "PUT /v2.0/ports/8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25 HTTP/1.1" status: 200 len: 1092 time: 2.0609424 Jul 30 01:58:08.790344 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ed8542-7802-4e28-afc7-1bf9f54011e1', 'tag': '8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:08.792645 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad060c9-64d6-47e5-b973-7c597e8e4e71" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ed8542-7802-4e28-afc7-1bf9f54011e1", "tag": "8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:08.852528 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.861230 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc3b8ba-4977-4416-80e6-a9ffc6480840 x-openstack-request-id: req-2fc3b8ba-4977-4416-80e6-a9ffc6480840 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:08.861752 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ed8542-7802-4e28-afc7-1bf9f54011e1", "tag": "8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:08.862175 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2fc3b8ba-4977-4416-80e6-a9ffc6480840 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:08.862803 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ed8542-7802-4e28-afc7-1bf9f54011e1', 'tag': '8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25', 'status': 'completed', 'code': 200} Jul 30 01:58:08.874040 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b192b9-bfa2-428b-bf88-9c357b007f69 req-c81f4fb5-f15d-4415-b86e-b280c081eeff tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:08.875992 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a7b192b9-bfa2-428b-bf88-9c357b007f69 req-c81f4fb5-f15d-4415-b86e-b280c081eeff tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.1727645 Jul 30 01:58:08.886001 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f315e4-d4ff-4444-a8cc-fd93eaab6f50 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:08.900018 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.906633 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af093951-c948-4758-955e-ce503ff56aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.915420 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af093951-c948-4758-955e-ce503ff56aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.916693 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-af093951-c948-4758-955e-ce503ff56aa6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c603f825-801a-4ac8-a5db-b2348048991c HTTP/1.1" status: 204 len: 168 time: 1.0322726 Jul 30 01:58:08.970930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa4924c-d198-4488-ad3c-60d5d4a85240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13491099-cf0f-4833-ac07-fdcb1e6900af'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:08.974944 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0a216d-5df1-4b31-82f6-54af00be8222" -d '{"events": [{"server_uuid": "0fa4924c-d198-4488-ad3c-60d5d4a85240", "name": "network-vif-plugged", "status": "completed", "tag": "13491099-cf0f-4833-ac07-fdcb1e6900af"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:08.990590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 13491099-cf0f-4833-ac07-fdcb1e6900af, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=13491099-cf0f-4833-ac07-fdcb1e6900af,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:08.991511 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a7b192b9-bfa2-428b-bf88-9c357b007f69 req-9ba7457d-5523-4595-889d-bb777c70bbd9 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932486 Jul 30 01:58:09.005761 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad060c9-64d6-47e5-b973-7c597e8e4e71 req-6593e1f3-b45c-4cff-b506-2be565a3dc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:09.010676 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ad060c9-64d6-47e5-b973-7c597e8e4e71 req-6593e1f3-b45c-4cff-b506-2be565a3dc65 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d92ccd91e358449d9f206bfb840b788d&device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 1095 time: 0.1314430 Jul 30 01:58:09.072694 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fd04d9-7a75-409c-a354-6af0395093c4 x-openstack-request-id: req-34fd04d9-7a75-409c-a354-6af0395093c4 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:09.072694 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa4924c-d198-4488-ad3c-60d5d4a85240", "name": "network-vif-plugged", "status": "completed", "tag": "13491099-cf0f-4833-ac07-fdcb1e6900af", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:09.077367 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34fd04d9-7a75-409c-a354-6af0395093c4 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:09.077367 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa4924c-d198-4488-ad3c-60d5d4a85240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13491099-cf0f-4833-ac07-fdcb1e6900af', 'code': 200} Jul 30 01:58:09.077367 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:09.077367 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 3ef93241-9ad7-4b70-a889-e1188e914d4a no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:09.095929 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af093951-c948-4758-955e-ce503ff56aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c603f825-801a-4ac8-a5db-b2348048991c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:09.108628 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-3f21a076-c049-4917-b3a1-549eadffa622 req-613f8682-ae4e-4e74-b20f-07907339abb0 service neutron] For port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=64c3d04a-350f-42ab-b7c4-89ebbc977cf2,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:09.132508 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:09.133278 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:09.134727 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] 10.222.0.10 "PUT /v2.0/ports/ac75bca1-998d-48df-ae72-314b2d4020d4 HTTP/1.1" status: 200 len: 1091 time: 3.3850248 Jul 30 01:58:09.152188 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3726a-ef81-47fa-9dd6-44271abebd6c req-017cf8fe-9d55-413e-86bb-3d3ddef603d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:09.154605 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7e3726a-ef81-47fa-9dd6-44271abebd6c req-017cf8fe-9d55-413e-86bb-3d3ddef603d2 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4277267 Jul 30 01:58:09.234636 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b9be3-0369-410c-acb0-953bc3117111 service neutron] Pushing event updated for resources: {'Port': ['ID=ac75bca1-998d-48df-ae72-314b2d4020d4,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:09.241169 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-3f21a076-c049-4917-b3a1-549eadffa622 req-613f8682-ae4e-4e74-b20f-07907339abb0 service neutron] For port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:09.267587 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad060c9-64d6-47e5-b973-7c597e8e4e71 req-b291abcd-0854-4e47-9733-d4802af6ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:09.270397 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:09.271097 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ad060c9-64d6-47e5-b973-7c597e8e4e71 req-b291abcd-0854-4e47-9733-d4802af6ad46 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d92ccd91e358449d9f206bfb840b788d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2537298 Jul 30 01:58:09.272476 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=13491099-cf0f-4833-ac07-fdcb1e6900af,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:09.278934 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ad8bf2d-ff88-48a3-aa72-731b7792c003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:09.297869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af985272-de95-4f9d-b5a1-01db15f9e071 req-8c52582d-2bd7-4131-af89-d382ba1ff611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:09.300941 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af985272-de95-4f9d-b5a1-01db15f9e071 req-8c52582d-2bd7-4131-af89-d382ba1ff611 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0fa4924c-d198-4488-ad3c-60d5d4a85240 HTTP/1.1" status: 200 len: 1096 time: 0.1068957 Jul 30 01:58:09.306328 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-3f21a076-c049-4917-b3a1-549eadffa622 req-613f8682-ae4e-4e74-b20f-07907339abb0 service neutron] device_id is not set on port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:58:09.323279 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-613f8682-ae4e-4e74-b20f-07907339abb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:09.336530 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-2069cc0f-b45e-4e19-9d1b-b045c5256cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:09.336530 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-2069cc0f-b45e-4e19-9d1b-b045c5256cbd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e9759d07ba4e958653b10399043a13&device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 1094 time: 0.1374903 Jul 30 01:58:09.341801 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 3ef93241-9ad7-4b70-a889-e1188e914d4a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=3ef93241-9ad7-4b70-a889-e1188e914d4a,segment=NetworkSegment(f2f1301b-cba8-4a95-bfd3-2c80deced6b9),segment_id=f2f1301b-cba8-4a95-bfd3-2c80deced6b9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:09.404274 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af985272-de95-4f9d-b5a1-01db15f9e071 req-bf5de65a-0dce-418e-afeb-bb4e397ae56b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876698 Jul 30 01:58:09.414047 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-8900491c-e8a4-40c7-8410-5865c98b8a04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deadf778-75a3-49ca-af0a-e6bd7145933b HTTP/1.1" status: 200 len: 217 time: 0.0593612 Jul 30 01:58:09.425143 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-28cb59bd-f209-4baf-88d7-4c8af03846db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:09.427432 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-28cb59bd-f209-4baf-88d7-4c8af03846db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d92ccd91e358449d9f206bfb840b788d&device_id=dc5586b3-e9e9-4f87-9ba1-76be41fe696e HTTP/1.1" status: 200 len: 1094 time: 0.1581562 Jul 30 01:58:09.454967 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:09.455880 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 98cfbc35-8407-4d20-b573-2f522c31972f no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:09.477857 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-a22c9cef-0066-43ba-82d5-1fc843c23354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:09.479382 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-a22c9cef-0066-43ba-82d5-1fc843c23354 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d5331bae-ecd8-4548-bb35-10d75f268fda HTTP/1.1" status: 200 len: 855 time: 0.0509944 Jul 30 01:58:09.487693 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-613f8682-ae4e-4e74-b20f-07907339abb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:09.490624 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad060c9-64d6-47e5-b973-7c597e8e4e71 req-bb170875-23cc-4cfa-8fa3-ef26148d99d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:09.492143 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ad060c9-64d6-47e5-b973-7c597e8e4e71 req-bb170875-23cc-4cfa-8fa3-ef26148d99d4 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2060902 Jul 30 01:58:09.500214 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd46537-f3a6-45d0-aaf5-51a890c33d47 req-3d69f0ec-9c8a-4320-a01c-b961722f85ac tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:09.502035 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6cd46537-f3a6-45d0-aaf5-51a890c33d47 req-3d69f0ec-9c8a-4320-a01c-b961722f85ac tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 944 time: 0.0740261 Jul 30 01:58:09.587327 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f8682-ae4e-4e74-b20f-07907339abb0 service neutron] Pushing event updated for resources: {'Port': ['ID=64c3d04a-350f-42ab-b7c4-89ebbc977cf2,revision_number=6']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:09.599590 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-49f217f2-ef26-421e-96ae-0a35a56fb5fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac75bca1-998d-48df-ae72-314b2d4020d4 HTTP/1.1" status: 200 len: 217 time: 0.1157017 Jul 30 01:58:09.611234 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6cd46537-f3a6-45d0-aaf5-51a890c33d47 req-201400f8-79ce-46d0-a7d2-07fac57efa6b tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964310 Jul 30 01:58:09.643089 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-e48705a8-57e5-4227-aca6-3359e015b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:09.645002 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-e48705a8-57e5-4227-aca6-3359e015b750 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d92ccd91e358449d9f206bfb840b788d&device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 1095 time: 0.1092098 Jul 30 01:58:09.677587 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=3ef93241-9ad7-4b70-a889-e1188e914d4a,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:09.679239 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f21a076-c049-4917-b3a1-549eadffa622 req-613f8682-ae4e-4e74-b20f-07907339abb0 service neutron] No DVR routers for this DVR port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:09.683816 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 98cfbc35-8407-4d20-b573-2f522c31972f not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:09.684012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:09.728709 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-c5abea22-074a-42e5-a481-c89e212b0656 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25 HTTP/1.1" status: 200 len: 217 time: 0.0737031 Jul 30 01:58:09.760030 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-e35fa74d-c7e2-4fe6-bf98-ed097342a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:09.761599 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-e35fa74d-c7e2-4fe6-bf98-ed097342a507 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb87329a-3973-4c1a-ad14-ee785b8bfa68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2318587 Jul 30 01:58:09.771773 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-be3ca806-f1fa-49b2-a654-46d626eb4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:09.773258 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-be3ca806-f1fa-49b2-a654-46d626eb4bc7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3eb13c69-1984-44b5-a36a-59cd6bb3b191 HTTP/1.1" status: 200 len: 857 time: 0.1596456 Jul 30 01:58:09.833901 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-fc644ad0-82b0-4eef-9c5e-d053dff831d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:09.835609 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-fc644ad0-82b0-4eef-9c5e-d053dff831d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3eb13c69-1984-44b5-a36a-59cd6bb3b191 HTTP/1.1" status: 200 len: 857 time: 0.0967727 Jul 30 01:58:09.849349 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:09.921498 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8afcfcbc-832b-4d27-b3ca-e91965e8e3a8,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:09.943158 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-ee1b588a-99ad-44c2-88cf-62481583e90a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989544 Jul 30 01:58:09.975126 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:09.976059 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:10.040837 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa62b50-88ec-4c1f-ab1d-dea269c6b28a req-b7628993-400f-40ec-98cd-013ffe052f1a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:10.062215 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa62b50-88ec-4c1f-ab1d-dea269c6b28a req-b7628993-400f-40ec-98cd-013ffe052f1a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:10.090984 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa62b50-88ec-4c1f-ab1d-dea269c6b28a req-b7628993-400f-40ec-98cd-013ffe052f1a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:10.112793 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa62b50-88ec-4c1f-ab1d-dea269c6b28a req-b7628993-400f-40ec-98cd-013ffe052f1a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:10.132410 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa62b50-88ec-4c1f-ab1d-dea269c6b28a req-b7628993-400f-40ec-98cd-013ffe052f1a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:10.134890 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5fa62b50-88ec-4c1f-ab1d-dea269c6b28a req-b7628993-400f-40ec-98cd-013ffe052f1a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 3883 time: 0.2748344 Jul 30 01:58:10.135064 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55174) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:10.142283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5586b3-e9e9-4f87-9ba1-76be41fe696e', 'tag': 'ac75bca1-998d-48df-ae72-314b2d4020d4'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:10.145060 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4ed1cd-2aa8-44d2-9fd1-bf09c12cfeea" -d '{"events": [{"name": "network-changed", "server_uuid": "dc5586b3-e9e9-4f87-9ba1-76be41fe696e", "tag": "ac75bca1-998d-48df-ae72-314b2d4020d4"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:10.209257 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-3f21a076-c049-4917-b3a1-549eadffa622 req-613f8682-ae4e-4e74-b20f-07907339abb0 service neutron] In _notify_port_updated(), no bound segment for port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 on network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 {{(pid=94464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:58:10.210158 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21a076-c049-4917-b3a1-549eadffa622 req-613f8682-ae4e-4e74-b20f-07907339abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:10.210878 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-613f8682-ae4e-4e74-b20f-07907339abb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:10.212269 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f21a076-c049-4917-b3a1-549eadffa622 req-613f8682-ae4e-4e74-b20f-07907339abb0 service neutron] 10.222.0.77 "PUT /v2.0/ports/64c3d04a-350f-42ab-b7c4-89ebbc977cf2 HTTP/1.1" status: 200 len: 1027 time: 1.7941175 Jul 30 01:58:10.221179 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-560d40ba-47da-4ecc-a3b0-4e8f5e1e862d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:10.233738 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-513a4826-ae54-4c1e-a435-7cd3f8ba83f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4323258 Jul 30 01:58:10.287349 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-cf3cc141-9ad0-4ed8-95e3-5d2ed69eb24d None None] Provisioning complete for port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:10.287742 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cf3cc141-9ad0-4ed8-95e3-5d2ed69eb24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:10.290645 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=8afcfcbc-832b-4d27-b3ca-e91965e8e3a8,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:10.314070 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:10.314667 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 61bf0a42-0151-48da-a146-3ff03bb1e0c5 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:10.362141 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-cf3cc141-9ad0-4ed8-95e3-5d2ed69eb24d None None] Port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:58:10.417784 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c28cc-a53c-4234-ad9a-3295293b5769 req-28ecc939-57f3-447e-aeb2-73d8a2e74f44 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:10.419710 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:10.426943 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a98c28cc-a53c-4234-ad9a-3295293b5769 req-28ecc939-57f3-447e-aeb2-73d8a2e74f44 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa4924c-d198-4488-ad3c-60d5d4a85240 HTTP/1.1" status: 200 len: 945 time: 0.6243842 Jul 30 01:58:10.471546 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 61bf0a42-0151-48da-a146-3ff03bb1e0c5, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=61bf0a42-0151-48da-a146-3ff03bb1e0c5,segment=NetworkSegment(48314e15-75f1-448f-ba33-e176f6ec7651),segment_id=48314e15-75f1-448f-ba33-e176f6ec7651)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:10.545867 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:10.546645 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 6789236d-21f2-4490-8311-d49341e86769 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:10.569194 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a98c28cc-a53c-4234-ad9a-3295293b5769 req-cc2525d2-13f1-4a50-91d4-304179623d62 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312852 Jul 30 01:58:10.579524 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-2baf78de-82a9-4d35-b359-1363846613e4 service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7921402 Jul 30 01:58:10.644241 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-d78c315f-5ac5-4336-859b-0dd676a6fe60 service neutron] 10.222.0.10 "GET /v2.0/networks/cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933814 Jul 30 01:58:10.695246 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=61bf0a42-0151-48da-a146-3ff03bb1e0c5,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:10.724108 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-0532c1e6-cfa9-4db1-8096-b23099239d46 service neutron] 10.222.0.10 "GET /v2.0/networks/cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7724123 Jul 30 01:58:10.732570 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5fa62b50-88ec-4c1f-ab1d-dea269c6b28a req-e66bee16-5bbc-40eb-a66a-0ffde3291a88 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5773318 Jul 30 01:58:10.792008 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-e31af424-6a85-4f4f-878d-33f7cf5a0fdf service neutron] 10.222.0.10 "GET /v2.0/networks/cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872166 Jul 30 01:58:10.831504 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:10.853588 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac77323-cf0d-43e6-ac48-351e105411c5 x-openstack-request-id: req-aac77323-cf0d-43e6-ac48-351e105411c5 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:10.853588 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc5586b3-e9e9-4f87-9ba1-76be41fe696e", "tag": "ac75bca1-998d-48df-ae72-314b2d4020d4", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:10.854102 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aac77323-cf0d-43e6-ac48-351e105411c5 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:10.854555 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc5586b3-e9e9-4f87-9ba1-76be41fe696e', 'tag': 'ac75bca1-998d-48df-ae72-314b2d4020d4', 'status': 'completed', 'code': 200} Jul 30 01:58:10.858723 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-3f21a076-c049-4917-b3a1-549eadffa622 req-b10b18b8-df11-46c4-9ba9-35ebc1b982f1 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Deleting port 6789236d-21f2-4490-8311-d49341e86769 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:10.859179 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-b10b18b8-df11-46c4-9ba9-35ebc1b982f1 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:10.916279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 6789236d-21f2-4490-8311-d49341e86769, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6789236d-21f2-4490-8311-d49341e86769,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:10.944312 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1f7f02b-e839-445a-87b8-4c03e1471dde req-f6e91b89-8c10-4d5b-b315-c50d8cf6d165 service neutron] 10.222.0.10 "GET /v2.0/networks/cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087648 Jul 30 01:58:10.985400 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:10.986193 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 1fbafec7-5127-446b-a82d-868408b0985e no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:11.003213 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a065c0-b204-4cb9-8d6a-3b3504965131 req-9f6ca426-59dd-4cce-ac8c-4bc7f22c84db tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:11.005099 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-43a065c0-b204-4cb9-8d6a-3b3504965131 req-9f6ca426-59dd-4cce-ac8c-4bc7f22c84db tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.3015823 Jul 30 01:58:11.023704 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-019f1496-2a89-45ea-b584-a0c08cba0931 req-bce2cad2-933b-4098-bcf9-cb9b8402ba6e service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351945 Jul 30 01:58:11.052346 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-560d40ba-47da-4ecc-a3b0-4e8f5e1e862d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.081140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-3f21a076-c049-4917-b3a1-549eadffa622 req-b10b18b8-df11-46c4-9ba9-35ebc1b982f1 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] For port 6789236d-21f2-4490-8311-d49341e86769, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=6789236d-21f2-4490-8311-d49341e86769,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:11.081661 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-b10b18b8-df11-46c4-9ba9-35ebc1b982f1 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.086337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef93241-9ad7-4b70-a889-e1188e914d4a'}, {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8afcfcbc-832b-4d27-b3ca-e91965e8e3a8'}, {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61bf0a42-0151-48da-a146-3ff03bb1e0c5'}, {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6789236d-21f2-4490-8311-d49341e86769'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:11.088425 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ed1cd-2aa8-44d2-9fd1-bf09c12cfeea req-575e9be7-dbac-4f88-be3b-7988980ee1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:11.090023 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2c4ed1cd-2aa8-44d2-9fd1-bf09c12cfeea req-575e9be7-dbac-4f88-be3b-7988980ee1d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d92ccd91e358449d9f206bfb840b788d&device_id=dc5586b3-e9e9-4f87-9ba1-76be41fe696e HTTP/1.1" status: 200 len: 1094 time: 0.1466622 Jul 30 01:58:11.090218 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c594b4a-d16f-473b-b4df-62ba32ba4cd5" -d '{"events": [{"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-unplugged", "status": "completed", "tag": "3ef93241-9ad7-4b70-a889-e1188e914d4a"}, {"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-unplugged", "status": "completed", "tag": "8afcfcbc-832b-4d27-b3ca-e91965e8e3a8"}, {"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-unplugged", "status": "completed", "tag": "61bf0a42-0151-48da-a146-3ff03bb1e0c5"}, {"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-unplugged", "status": "completed", "tag": "6789236d-21f2-4490-8311-d49341e86769"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:11.103586 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=6789236d-21f2-4490-8311-d49341e86769,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:11.108305 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a8841-5d3d-498f-95ac-221937f94e92 req-67e45dda-e006-4600-a67b-3daa21b95276 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:11.120038 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe8a8841-5d3d-498f-95ac-221937f94e92 req-67e45dda-e006-4600-a67b-3daa21b95276 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 944 time: 0.1707413 Jul 30 01:58:11.120254 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-3f21a076-c049-4917-b3a1-549eadffa622 req-b10b18b8-df11-46c4-9ba9-35ebc1b982f1 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Calling delete_port for 6789236d-21f2-4490-8311-d49341e86769 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:11.142725 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-43a065c0-b204-4cb9-8d6a-3b3504965131 req-dc513e4b-28a9-44ec-a1da-5d6d1e3af5c5 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257312 Jul 30 01:58:11.168779 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.188942 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-560d40ba-47da-4ecc-a3b0-4e8f5e1e862d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.215014 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 1fbafec7-5127-446b-a82d-868408b0985e, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1fbafec7-5127-446b-a82d-868408b0985e,segment=NetworkSegment(48314e15-75f1-448f-ba33-e176f6ec7651),segment_id=48314e15-75f1-448f-ba33-e176f6ec7651)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:11.238491 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ed1cd-2aa8-44d2-9fd1-bf09c12cfeea req-160debeb-8015-4f93-a3f2-789671364202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:11.240333 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2c4ed1cd-2aa8-44d2-9fd1-bf09c12cfeea req-160debeb-8015-4f93-a3f2-789671364202 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 HTTP/1.1" status: 200 len: 918 time: 0.1354716 Jul 30 01:58:11.258873 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542a3736-9516-4acd-8376-61ee6fb22e43 x-openstack-request-id: req-542a3736-9516-4acd-8376-61ee6fb22e43 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:11.259328 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-unplugged", "status": "completed", "tag": "3ef93241-9ad7-4b70-a889-e1188e914d4a", "code": 200}, {"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-unplugged", "status": "completed", "tag": "8afcfcbc-832b-4d27-b3ca-e91965e8e3a8", "code": 200}, {"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-unplugged", "status": "completed", "tag": "61bf0a42-0151-48da-a146-3ff03bb1e0c5", "code": 200}, {"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-unplugged", "status": "completed", "tag": "6789236d-21f2-4490-8311-d49341e86769", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:11.259597 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-542a3736-9516-4acd-8376-61ee6fb22e43 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:11.260034 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef93241-9ad7-4b70-a889-e1188e914d4a', 'code': 200} Jul 30 01:58:11.260334 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8afcfcbc-832b-4d27-b3ca-e91965e8e3a8', 'code': 200} Jul 30 01:58:11.260759 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61bf0a42-0151-48da-a146-3ff03bb1e0c5', 'code': 200} Jul 30 01:58:11.261011 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6789236d-21f2-4490-8311-d49341e86769', 'code': 200} Jul 30 01:58:11.263316 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe8a8841-5d3d-498f-95ac-221937f94e92 req-ed45e121-bcb7-4254-bc17-a9176fc02115 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369748 Jul 30 01:58:11.286273 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-560d40ba-47da-4ecc-a3b0-4e8f5e1e862d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93e57173cb364c08bda0992f265eff08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1442339 Jul 30 01:58:11.287851 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55190) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:11.300055 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.305834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d40ba-47da-4ecc-a3b0-4e8f5e1e862d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c751647d-9926-4966-95fe-73ddab9bf906,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:11.323131 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2c4ed1cd-2aa8-44d2-9fd1-bf09c12cfeea req-3167a14d-87ec-4362-bd46-09e212598ff8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac75bca1-998d-48df-ae72-314b2d4020d4 HTTP/1.1" status: 200 len: 217 time: 0.0390773 Jul 30 01:58:11.358796 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-63f2fe09-e360-422e-a9f7-5c758577feda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.398657 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=1fbafec7-5127-446b-a82d-868408b0985e,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:11.402014 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-63f2fe09-e360-422e-a9f7-5c758577feda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.444472 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ed1cd-2aa8-44d2-9fd1-bf09c12cfeea req-23e52386-d5b3-4dbb-81f5-9848d5bf4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:11.449948 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2c4ed1cd-2aa8-44d2-9fd1-bf09c12cfeea req-23e52386-d5b3-4dbb-81f5-9848d5bf4a31 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3eb13c69-1984-44b5-a36a-59cd6bb3b191 HTTP/1.1" status: 200 len: 857 time: 0.1100206 Jul 30 01:58:11.510609 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2c4ed1cd-2aa8-44d2-9fd1-bf09c12cfeea req-e563bbe4-ae74-4bed-89e5-ca0e7af56f57 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570154 Jul 30 01:58:11.536119 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-63f2fe09-e360-422e-a9f7-5c758577feda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.540192 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-63f2fe09-e360-422e-a9f7-5c758577feda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.544298 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-63f2fe09-e360-422e-a9f7-5c758577feda admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c751647d-9926-4966-95fe-73ddab9bf906 HTTP/1.1" status: 204 len: 168 time: 0.2529037 Jul 30 01:58:11.556121 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2fe09-e360-422e-a9f7-5c758577feda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c751647d-9926-4966-95fe-73ddab9bf906,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:11.594482 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-07dc88c9-21f6-41a3-a207-f3b3cefa8bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.645957 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2c4ed1cd-2aa8-44d2-9fd1-bf09c12cfeea req-e9d36982-f9ec-43ba-99ab-0ce087fb88e8 service neutron] 10.222.0.10 "GET /v2.0/networks/cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132066 Jul 30 01:58:11.646605 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-b10b18b8-df11-46c4-9ba9-35ebc1b982f1 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.688624 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.693400 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b18b8-df11-46c4-9ba9-35ebc1b982f1 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event deleted for resources: {'Port': ['ID=6789236d-21f2-4490-8311-d49341e86769,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:11.813903 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f21a076-c049-4917-b3a1-549eadffa622 req-b10b18b8-df11-46c4-9ba9-35ebc1b982f1 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] No DVR routers for this DVR port 6789236d-21f2-4490-8311-d49341e86769 on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:11.818647 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-b10b18b8-df11-46c4-9ba9-35ebc1b982f1 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.820709 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f21a076-c049-4917-b3a1-549eadffa622 req-b10b18b8-df11-46c4-9ba9-35ebc1b982f1 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.77 "DELETE /v2.0/ports/6789236d-21f2-4490-8311-d49341e86769 HTTP/1.1" status: 204 len: 173 time: 1.5853117 Jul 30 01:58:11.857131 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b85370-2a21-4373-be40-2141a5800bba req-a528a25d-768d-419d-ad43-4e74ba42ef83 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:11.858714 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3b85370-2a21-4373-be40-2141a5800bba req-a528a25d-768d-419d-ad43-4e74ba42ef83 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa4924c-d198-4488-ad3c-60d5d4a85240 HTTP/1.1" status: 200 len: 945 time: 0.1703465 Jul 30 01:58:11.916411 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2c4ed1cd-2aa8-44d2-9fd1-bf09c12cfeea req-8e0334ff-7ae7-41e6-a128-72709b5ce97c service neutron] 10.222.0.10 "GET /v2.0/networks/cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602317 Jul 30 01:58:11.920435 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594de96-7481-4c66-8e3f-596a90cbced1 req-8583be5f-244e-48d3-86f5-31a3b74d9704 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:11.947770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594de96-7481-4c66-8e3f-596a90cbced1 req-8583be5f-244e-48d3-86f5-31a3b74d9704 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:11.955662 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594de96-7481-4c66-8e3f-596a90cbced1 req-8583be5f-244e-48d3-86f5-31a3b74d9704 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:11.964008 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594de96-7481-4c66-8e3f-596a90cbced1 req-8583be5f-244e-48d3-86f5-31a3b74d9704 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:11.966373 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a594de96-7481-4c66-8e3f-596a90cbced1 req-8583be5f-244e-48d3-86f5-31a3b74d9704 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 3142 time: 0.1266603 Jul 30 01:58:11.985863 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3b85370-2a21-4373-be40-2141a5800bba req-596b6595-407a-483e-bdf3-345e720798db tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047738 Jul 30 01:58:12.109900 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-3f21a076-c049-4917-b3a1-549eadffa622 req-927aaa47-0832-4785-9d33-c3569c277c41 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Deleting port 3ef93241-9ad7-4b70-a889-e1188e914d4a {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:12.111440 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-927aaa47-0832-4785-9d33-c3569c277c41 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:12.129597 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a594de96-7481-4c66-8e3f-596a90cbced1 req-a8de4420-7d30-4cd8-a415-631ea16f173e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436424 Jul 30 01:58:12.338695 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22762af4-1437-4536-8693-d1551e735425 req-7509d7d6-5e5d-4527-a249-ee7759512125 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:12.340305 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-22762af4-1437-4536-8693-d1551e735425 req-7509d7d6-5e5d-4527-a249-ee7759512125 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.0636592 Jul 30 01:58:12.411812 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-3f21a076-c049-4917-b3a1-549eadffa622 req-927aaa47-0832-4785-9d33-c3569c277c41 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] For port 3ef93241-9ad7-4b70-a889-e1188e914d4a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=3ef93241-9ad7-4b70-a889-e1188e914d4a,segment=NetworkSegment(f2f1301b-cba8-4a95-bfd3-2c80deced6b9),segment_id=f2f1301b-cba8-4a95-bfd3-2c80deced6b9)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:12.411812 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-927aaa47-0832-4785-9d33-c3569c277c41 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:12.412474 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-22762af4-1437-4536-8693-d1551e735425 req-9f3f2a75-0451-4863-a194-b940ea1106b4 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607357 Jul 30 01:58:12.459012 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e96dcf-b345-46bb-b544-bce5cfa3a704 req-20d08459-33be-4434-ae9c-58b53ee26724 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:12.466934 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-44e96dcf-b345-46bb-b544-bce5cfa3a704 req-20d08459-33be-4434-ae9c-58b53ee26724 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 945 time: 0.2024128 Jul 30 01:58:12.552634 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-44e96dcf-b345-46bb-b544-bce5cfa3a704 req-edd47a59-b665-4b0e-aca4-b337986ac220 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847480 Jul 30 01:58:12.601911 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c748c1-c5bd-487b-82fa-8038060fde1b req-d3d00339-6692-443f-9a1d-03db2b054713 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:12.612114 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e6c748c1-c5bd-487b-82fa-8038060fde1b req-d3d00339-6692-443f-9a1d-03db2b054713 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 944 time: 0.1060619 Jul 30 01:58:12.652849 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device df8ad593-726b-4d8a-b827-45feaf4ac149 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:58:12.669194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e6c748c1-c5bd-487b-82fa-8038060fde1b req-4c533757-e5df-4241-8387-9a2105647f67 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549850 Jul 30 01:58:12.771406 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-927aaa47-0832-4785-9d33-c3569c277c41 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:12.771917 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-927aaa47-0832-4785-9d33-c3569c277c41 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:12.772476 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [req-3f21a076-c049-4917-b3a1-549eadffa622 req-927aaa47-0832-4785-9d33-c3569c277c41 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Floating IP 74070fc4-6ec4-48e2-9aba-02b7afbb2c59 disassociated. External IP: 172.25.1.65, port: 3ef93241-9ad7-4b70-a889-e1188e914d4a. Jul 30 01:58:12.772910 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-3f21a076-c049-4917-b3a1-549eadffa622 req-927aaa47-0832-4785-9d33-c3569c277c41 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Calling delete_port for 3ef93241-9ad7-4b70-a889-e1188e914d4a owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:12.788150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfaa4a-3b9f-4d24-92ae-b24198341bdf req-7028efb1-0881-45f7-a082-95fb5eeaf8a5 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:12.792024 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port df8ad593-726b-4d8a-b827-45feaf4ac149, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=df8ad593-726b-4d8a-b827-45feaf4ac149,segment=NetworkSegment(37a578bd-a409-4de2-a551-650bfc7242c7),segment_id=37a578bd-a409-4de2-a551-650bfc7242c7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:12.797159 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-12bfaa4a-3b9f-4d24-92ae-b24198341bdf req-7028efb1-0881-45f7-a082-95fb5eeaf8a5 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa4924c-d198-4488-ad3c-60d5d4a85240 HTTP/1.1" status: 200 len: 945 time: 0.0848992 Jul 30 01:58:12.804648 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'df8ad593-726b-4d8a-b827-45feaf4ac149', 'network_id': 'cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689', 'port_id': 'df8ad593-726b-4d8a-b827-45feaf4ac149', 'mac_address': 'fa:16:3e:c7:b6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb13c69-1984-44b5-a36a-59cd6bb3b191', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:58:12.844594 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:12.858227 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8ad593-726b-4d8a-b827-45feaf4ac149 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:12.858663 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-deleted', 'tag': '6789236d-21f2-4490-8311-d49341e86769'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:12.860927 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5df15d-ee39-457f-878a-95de0d905a8f" -d '{"events": [{"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-deleted", "tag": "6789236d-21f2-4490-8311-d49341e86769"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:12.879700 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port df8ad593-726b-4d8a-b827-45feaf4ac149, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=df8ad593-726b-4d8a-b827-45feaf4ac149,segment=NetworkSegment(37a578bd-a409-4de2-a551-650bfc7242c7),segment_id=37a578bd-a409-4de2-a551-650bfc7242c7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:12.894589 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-12bfaa4a-3b9f-4d24-92ae-b24198341bdf req-4f4671aa-c700-4800-a395-a951edd265f8 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910325 Jul 30 01:58:12.920055 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecd706a-c66e-4a11-9bd6-84e17488bf35 x-openstack-request-id: req-7ecd706a-c66e-4a11-9bd6-84e17488bf35 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:12.920329 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-deleted", "tag": "6789236d-21f2-4490-8311-d49341e86769", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:12.920587 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ecd706a-c66e-4a11-9bd6-84e17488bf35 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:12.921039 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-deleted', 'tag': '6789236d-21f2-4490-8311-d49341e86769', 'status': 'completed', 'code': 200} Jul 30 01:58:13.004438 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.067657 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-927aaa47-0832-4785-9d33-c3569c277c41 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.068932 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=df8ad593-726b-4d8a-b827-45feaf4ac149,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:13.136519 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927aaa47-0832-4785-9d33-c3569c277c41 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event deleted for resources: {'Port': ['ID=3ef93241-9ad7-4b70-a889-e1188e914d4a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:13.262738 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fbafec7-5127-446b-a82d-868408b0985e'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:13.265572 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3c551b-26a6-4b12-b6e6-c13f9693d93c" -d '{"events": [{"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-unplugged", "status": "completed", "tag": "1fbafec7-5127-446b-a82d-868408b0985e"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:13.270106 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.290117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f21a076-c049-4917-b3a1-549eadffa622 req-927aaa47-0832-4785-9d33-c3569c277c41 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Router 1043a1e7-6c0f-4dd2-8980-427befd8249a has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:13.299506 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61003895-26be-4f68-b0d5-c798ad69f3b0 req-226a7372-ac4d-41e1-85e4-62e37becda28 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:13.309655 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['df8ad593-726b-4d8a-b827-45feaf4ac149'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:13.310237 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61003895-26be-4f68-b0d5-c798ad69f3b0 req-226a7372-ac4d-41e1-85e4-62e37becda28 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:13.321294 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61003895-26be-4f68-b0d5-c798ad69f3b0 req-226a7372-ac4d-41e1-85e4-62e37becda28 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:13.331288 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61003895-26be-4f68-b0d5-c798ad69f3b0 req-226a7372-ac4d-41e1-85e4-62e37becda28 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 2409 time: 0.0980887 Jul 30 01:58:13.413038 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61003895-26be-4f68-b0d5-c798ad69f3b0 req-d5edccff-3167-495a-b4da-743ee3c778f5 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799425 Jul 30 01:58:13.480558 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f21a076-c049-4917-b3a1-549eadffa622 req-927aaa47-0832-4785-9d33-c3569c277c41 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:13.537536 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c23b8f-da55-4033-976b-0543cc80bb89 x-openstack-request-id: req-43c23b8f-da55-4033-976b-0543cc80bb89 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:13.540278 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-unplugged", "status": "completed", "tag": "1fbafec7-5127-446b-a82d-868408b0985e", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:13.540572 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-43c23b8f-da55-4033-976b-0543cc80bb89 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:13.540998 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fbafec7-5127-446b-a82d-868408b0985e', 'code': 200} Jul 30 01:58:13.549705 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c5c47-2445-4ebf-929f-73618b9a35b6 None None] Sync routers for ids ['1043a1e7-6c0f-4dd2-8980-427befd8249a'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:13.569566 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f21a076-c049-4917-b3a1-549eadffa622 req-927aaa47-0832-4785-9d33-c3569c277c41 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] No DVR routers for this DVR port 3ef93241-9ad7-4b70-a889-e1188e914d4a on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:13.584458 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-927aaa47-0832-4785-9d33-c3569c277c41 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.586847 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f21a076-c049-4917-b3a1-549eadffa622 req-927aaa47-0832-4785-9d33-c3569c277c41 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.77 "DELETE /v2.0/ports/3ef93241-9ad7-4b70-a889-e1188e914d4a HTTP/1.1" status: 204 len: 173 time: 1.7577522 Jul 30 01:58:13.621068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c5c47-2445-4ebf-929f-73618b9a35b6 None None] Routers {'1043a1e7-6c0f-4dd2-8980-427befd8249a'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:13.625479 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e30c5c47-2445-4ebf-929f-73618b9a35b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:58:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1043a1e7-6c0f-4dd2-8980-427befd8249a'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:13.670595 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d90619-c6ea-4d64-a01d-c46555959431 req-d95f28ec-071a-45fe-be31-42c91cfd3dc2 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:13.682540 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-91d90619-c6ea-4d64-a01d-c46555959431 req-d95f28ec-071a-45fe-be31-42c91cfd3dc2 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa4924c-d198-4488-ad3c-60d5d4a85240 HTTP/1.1" status: 200 len: 945 time: 0.1070874 Jul 30 01:58:13.793830 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-91d90619-c6ea-4d64-a01d-c46555959431 req-cab905b5-b717-4a0f-b0f0-581952251689 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042793 Jul 30 01:58:13.795834 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb0a4d-518b-4523-ba57-7b5439f82c49 req-50a9ec0e-4b71-4823-90c3-d445b154eb0d tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:13.806160 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-14fb0a4d-518b-4523-ba57-7b5439f82c49 req-50a9ec0e-4b71-4823-90c3-d445b154eb0d tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.2023571 Jul 30 01:58:13.848748 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-e30c5c47-2445-4ebf-929f-73618b9a35b6 None None] Set router 1043a1e7-6c0f-4dd2-8980-427befd8249a gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:13.884739 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-14fb0a4d-518b-4523-ba57-7b5439f82c49 req-1f2d9e24-f11b-4422-a3ad-6049b662f32e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718815 Jul 30 01:58:13.903773 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-3f21a076-c049-4917-b3a1-549eadffa622 req-a33eee1f-bcc5-4f61-b719-c71eb07e3c37 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Deleting port 1fbafec7-5127-446b-a82d-868408b0985e {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:13.904384 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-a33eee1f-bcc5-4f61-b719-c71eb07e3c37 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.971001 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6077255-6465-4dfd-8d04-028504854078 req-ec685a07-7494-4af1-88c5-0777485316e2 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:13.974396 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6077255-6465-4dfd-8d04-028504854078 req-ec685a07-7494-4af1-88c5-0777485316e2 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 944 time: 0.1138201 Jul 30 01:58:14.076345 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6077255-6465-4dfd-8d04-028504854078 req-9338eb60-cb0d-4c18-af4b-91cca35e1509 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898035 Jul 30 01:58:14.114917 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-3f21a076-c049-4917-b3a1-549eadffa622 req-a33eee1f-bcc5-4f61-b719-c71eb07e3c37 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] For port 1fbafec7-5127-446b-a82d-868408b0985e, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=1fbafec7-5127-446b-a82d-868408b0985e,segment=NetworkSegment(48314e15-75f1-448f-ba33-e176f6ec7651),segment_id=48314e15-75f1-448f-ba33-e176f6ec7651)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:14.116139 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-a33eee1f-bcc5-4f61-b719-c71eb07e3c37 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.136807 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-3f21a076-c049-4917-b3a1-549eadffa622 req-a33eee1f-bcc5-4f61-b719-c71eb07e3c37 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Calling delete_port for 1fbafec7-5127-446b-a82d-868408b0985e owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:14.201608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55278) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:14.327058 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e30c5c47-2445-4ebf-929f-73618b9a35b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'name': 'tempest-TaggedBootDevicesTest-846272825-router', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:13Z', 'updated_at': '2021-07-30T01:47:27Z', 'revision_number': 4, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'gw_port': {'id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:14Z', 'updated_at': '2021-07-30T01:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'af4cc6a2-7720-4ba9-990b-19951fbe7e8e', 'name': '', 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'mac_address': 'fa:16:3e:f1:bd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e06878ac-6342-4e72-a6a9-2977bc593aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:25Z', 'updated_at': '2021-07-30T01:47:34Z', 'revision_number': 5, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'subnets': [{'id': 'e06878ac-6342-4e72-a6a9-2977bc593aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:14.332979 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-314096e0-4a90-4bd6-9d58-9b7c01f1e367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.365076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c5c47-2445-4ebf-929f-73618b9a35b6 None None] Checking router: 1043a1e7-6c0f-4dd2-8980-427befd8249a for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:58:14.381192 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c5c47-2445-4ebf-929f-73618b9a35b6 None None] Routers {'1043a1e7-6c0f-4dd2-8980-427befd8249a'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:14.381833 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e30c5c47-2445-4ebf-929f-73618b9a35b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:58:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1043a1e7-6c0f-4dd2-8980-427befd8249a'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:14.431085 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-a33eee1f-bcc5-4f61-b719-c71eb07e3c37 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.462403 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-314096e0-4a90-4bd6-9d58-9b7c01f1e367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.478776 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33eee1f-bcc5-4f61-b719-c71eb07e3c37 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event deleted for resources: {'Port': ['ID=1fbafec7-5127-446b-a82d-868408b0985e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:14.532918 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-314096e0-4a90-4bd6-9d58-9b7c01f1e367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.551962 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f21a076-c049-4917-b3a1-549eadffa622 req-a33eee1f-bcc5-4f61-b719-c71eb07e3c37 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] No DVR routers for this DVR port 1fbafec7-5127-446b-a82d-868408b0985e on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:14.555899 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-a33eee1f-bcc5-4f61-b719-c71eb07e3c37 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.557739 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f21a076-c049-4917-b3a1-549eadffa622 req-a33eee1f-bcc5-4f61-b719-c71eb07e3c37 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.77 "DELETE /v2.0/ports/1fbafec7-5127-446b-a82d-868408b0985e HTTP/1.1" status: 204 len: 173 time: 0.9640520 Jul 30 01:58:14.589639 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-e30c5c47-2445-4ebf-929f-73618b9a35b6 None None] Set router 1043a1e7-6c0f-4dd2-8980-427befd8249a gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:14.622906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314096e0-4a90-4bd6-9d58-9b7c01f1e367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef7e2d5-5a0f-4979-baab-f88fca15e00a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:14.625341 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.658071 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device df8ad593-726b-4d8a-b827-45feaf4ac149 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:14.660994 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-314096e0-4a90-4bd6-9d58-9b7c01f1e367 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=898622c21ccd48f78cc3e53d8259199c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4582887 Jul 30 01:58:14.663599 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55290) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:14.716958 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3e061-e395-456e-a061-09e9cfb80f08 req-b2490f64-abad-4f8c-8561-5a8578ac1755 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:14.723907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3e061-e395-456e-a061-09e9cfb80f08 req-b2490f64-abad-4f8c-8561-5a8578ac1755 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:14.731978 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8bb3e061-e395-456e-a061-09e9cfb80f08 req-b2490f64-abad-4f8c-8561-5a8578ac1755 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 1676 time: 0.1653988 Jul 30 01:58:14.801887 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8bf49b4-7e47-4c29-af9d-acf166bcf59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.808943 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-3f21a076-c049-4917-b3a1-549eadffa622 req-0c7e9774-b6b0-42c7-82f3-e80af32adfe7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Deleting port 61bf0a42-0151-48da-a146-3ff03bb1e0c5 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:14.808943 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-0c7e9774-b6b0-42c7-82f3-e80af32adfe7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.817156 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8bb3e061-e395-456e-a061-09e9cfb80f08 req-78a5c133-0654-41b5-8e25-52186e44f04a tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820973 Jul 30 01:58:14.881032 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8bf49b4-7e47-4c29-af9d-acf166bcf59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.943114 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-3f21a076-c049-4917-b3a1-549eadffa622 req-0c7e9774-b6b0-42c7-82f3-e80af32adfe7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] For port 61bf0a42-0151-48da-a146-3ff03bb1e0c5, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=61bf0a42-0151-48da-a146-3ff03bb1e0c5,segment=NetworkSegment(48314e15-75f1-448f-ba33-e176f6ec7651),segment_id=48314e15-75f1-448f-ba33-e176f6ec7651)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:14.945182 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-0c7e9774-b6b0-42c7-82f3-e80af32adfe7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.946607 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port df8ad593-726b-4d8a-b827-45feaf4ac149 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:14.962222 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port df8ad593-726b-4d8a-b827-45feaf4ac149 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:14.962624 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.969542 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-3f21a076-c049-4917-b3a1-549eadffa622 req-0c7e9774-b6b0-42c7-82f3-e80af32adfe7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Calling delete_port for 61bf0a42-0151-48da-a146-3ff03bb1e0c5 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:15.023600 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0827c-7b4b-4755-a545-05b6c5325d9a req-c94a3533-a166-4fd6-aa67-6c955a73540c tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:15.027632 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1bd0827c-7b4b-4755-a545-05b6c5325d9a req-c94a3533-a166-4fd6-aa67-6c955a73540c tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa4924c-d198-4488-ad3c-60d5d4a85240 HTTP/1.1" status: 200 len: 945 time: 0.0873361 Jul 30 01:58:15.114974 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8bf49b4-7e47-4c29-af9d-acf166bcf59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.118804 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8bf49b4-7e47-4c29-af9d-acf166bcf59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.119990 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a8bf49b4-7e47-4c29-af9d-acf166bcf59d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fef7e2d5-5a0f-4979-baab-f88fca15e00a HTTP/1.1" status: 204 len: 168 time: 0.4551177 Jul 30 01:58:15.134842 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf49b4-7e47-4c29-af9d-acf166bcf59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef7e2d5-5a0f-4979-baab-f88fca15e00a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:15.144437 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e30c5c47-2445-4ebf-929f-73618b9a35b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'name': 'tempest-TaggedBootDevicesTest-846272825-router', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:13Z', 'updated_at': '2021-07-30T01:47:27Z', 'revision_number': 4, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'gw_port': {'id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:14Z', 'updated_at': '2021-07-30T01:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'af4cc6a2-7720-4ba9-990b-19951fbe7e8e', 'name': '', 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'mac_address': 'fa:16:3e:f1:bd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e06878ac-6342-4e72-a6a9-2977bc593aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:25Z', 'updated_at': '2021-07-30T01:47:34Z', 'revision_number': 5, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'subnets': [{'id': 'e06878ac-6342-4e72-a6a9-2977bc593aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:15.149796 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.182153 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-deleted', 'tag': '3ef93241-9ad7-4b70-a889-e1188e914d4a'}, {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-deleted', 'tag': '1fbafec7-5127-446b-a82d-868408b0985e'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:15.185178 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da8d856-6714-4c4b-b18f-cb41743fb996" -d '{"events": [{"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-deleted", "tag": "3ef93241-9ad7-4b70-a889-e1188e914d4a"}, {"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-deleted", "tag": "1fbafec7-5127-446b-a82d-868408b0985e"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:15.189398 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1bd0827c-7b4b-4755-a545-05b6c5325d9a req-9d1abf90-0f26-4788-8efe-92b1b08ff8b9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561100 Jul 30 01:58:15.217900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf8e22-af8a-4ded-a5fc-d3aa480e133d req-68751286-8dc5-409b-81b6-ed60a2c42a24 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:15.217900 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cbbf8e22-af8a-4ded-a5fc-d3aa480e133d req-68751286-8dc5-409b-81b6-ed60a2c42a24 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fa4924c-d198-4488-ad3c-60d5d4a85240 HTTP/1.1" status: 200 len: 945 time: 0.1557674 Jul 30 01:58:15.242103 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae355d0-b2fb-4d97-8d35-0aa674a23be7 req-aa50d0a6-6822-4e52-91d2-fb24d70614bd tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:15.253249 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7ae355d0-b2fb-4d97-8d35-0aa674a23be7 req-aa50d0a6-6822-4e52-91d2-fb24d70614bd tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.4942980 Jul 30 01:58:15.263179 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:58:15.268964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c5c47-2445-4ebf-929f-73618b9a35b6 None None] The sync data for ids ['1043a1e7-6c0f-4dd2-8980-427befd8249a'] in n-d-713498-9 is: [{'id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'name': 'tempest-TaggedBootDevicesTest-846272825-router', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:13Z', 'updated_at': '2021-07-30T01:47:27Z', 'revision_number': 4, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'gw_port': {'id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:14Z', 'updated_at': '2021-07-30T01:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'af4cc6a2-7720-4ba9-990b-19951fbe7e8e', 'name': '', 'network_id': 'c4c1a6d3-9310-46dd-b172-3b32195b5301', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'mac_address': 'fa:16:3e:f1:bd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e06878ac-6342-4e72-a6a9-2977bc593aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:25Z', 'updated_at': '2021-07-30T01:47:34Z', 'revision_number': 5, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'subnets': [{'id': 'e06878ac-6342-4e72-a6a9-2977bc593aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:15.270828 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-0c7e9774-b6b0-42c7-82f3-e80af32adfe7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.325240 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port df8ad593-726b-4d8a-b827-45feaf4ac149, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=df8ad593-726b-4d8a-b827-45feaf4ac149,segment=NetworkSegment(37a578bd-a409-4de2-a551-650bfc7242c7),segment_id=37a578bd-a409-4de2-a551-650bfc7242c7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:15.422054 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e9774-b6b0-42c7-82f3-e80af32adfe7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event deleted for resources: {'Port': ['ID=61bf0a42-0151-48da-a146-3ff03bb1e0c5,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:15.536407 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7ae355d0-b2fb-4d97-8d35-0aa674a23be7 req-fcb3b540-6ce1-4a1a-b0fb-0010315178c9 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2803333 Jul 30 01:58:15.573314 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfd25d-75f2-437a-b20a-e716aae4c149 req-ce2d9606-c9c8-4da8-b8e1-10db12bed8f5 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:15.578007 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f21a076-c049-4917-b3a1-549eadffa622 req-0c7e9774-b6b0-42c7-82f3-e80af32adfe7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] No DVR routers for this DVR port 61bf0a42-0151-48da-a146-3ff03bb1e0c5 on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:15.581402 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-0c7e9774-b6b0-42c7-82f3-e80af32adfe7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.584512 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f21a076-c049-4917-b3a1-549eadffa622 req-0c7e9774-b6b0-42c7-82f3-e80af32adfe7 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.77 "DELETE /v2.0/ports/61bf0a42-0151-48da-a146-3ff03bb1e0c5 HTTP/1.1" status: 204 len: 173 time: 1.0038948 Jul 30 01:58:15.585275 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ccfd25d-75f2-437a-b20a-e716aae4c149 req-ce2d9606-c9c8-4da8-b8e1-10db12bed8f5 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.2148209 Jul 30 01:58:15.657762 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c350af4f-e91f-49c0-9660-8508db9b1122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8ad593-726b-4d8a-b827-45feaf4ac149'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:15.660159 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce5231a-1d74-4a35-91f8-5d39b1c42719" -d '{"events": [{"server_uuid": "c350af4f-e91f-49c0-9660-8508db9b1122", "name": "network-vif-plugged", "status": "completed", "tag": "df8ad593-726b-4d8a-b827-45feaf4ac149"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:15.661900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-cbbf8e22-af8a-4ded-a5fc-d3aa480e133d req-cf0ba356-b4fe-4e86-8d0f-6b9940adc121 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Deleting port 13491099-cf0f-4833-ac07-fdcb1e6900af {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:15.662370 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-cbbf8e22-af8a-4ded-a5fc-d3aa480e133d req-cf0ba356-b4fe-4e86-8d0f-6b9940adc121 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.672880 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.714183 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ccfd25d-75f2-437a-b20a-e716aae4c149 req-c81a9664-7eba-4aa8-a9cc-e03dbf60247a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279306 Jul 30 01:58:15.806221 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=df8ad593-726b-4d8a-b827-45feaf4ac149,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:15.825526 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b6cc1-6849-45fe-9c5c-f456a5a5a7d9 None None] New status for floating IP 74070fc4-6ec4-48e2-9aba-02b7afbb2c59: DOWN {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:58:15.829810 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a4703-6bd4-4a44-90eb-6d26a46eaf21 req-8c16a7a8-2908-420a-876c-43396e82811f tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:15.838070 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ff1a4703-6bd4-4a44-90eb-6d26a46eaf21 req-8c16a7a8-2908-420a-876c-43396e82811f tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 944 time: 0.1652114 Jul 30 01:58:15.838662 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d22dd5-c64a-4483-9a25-1517a4eb6537 x-openstack-request-id: req-a1d22dd5-c64a-4483-9a25-1517a4eb6537 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:15.839134 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-deleted", "tag": "3ef93241-9ad7-4b70-a889-e1188e914d4a", "status": "completed", "code": 200}, {"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-deleted", "tag": "1fbafec7-5127-446b-a82d-868408b0985e", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:15.839569 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a1d22dd5-c64a-4483-9a25-1517a4eb6537 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:15.840280 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-deleted', 'tag': '3ef93241-9ad7-4b70-a889-e1188e914d4a', 'status': 'completed', 'code': 200} Jul 30 01:58:15.840815 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-deleted', 'tag': '1fbafec7-5127-446b-a82d-868408b0985e', 'status': 'completed', 'code': 200} Jul 30 01:58:15.867136 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25,segment=NetworkSegment(37a578bd-a409-4de2-a551-650bfc7242c7),segment_id=37a578bd-a409-4de2-a551-650bfc7242c7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:15.913690 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25', 'network_id': 'cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689', 'port_id': '8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25', 'mac_address': 'fa:16:3e:fd:c5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb13c69-1984-44b5-a36a-59cd6bb3b191', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:58:15.931368 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6eb9ef-f3e5-4aee-9a88-c5cc885b8f97 x-openstack-request-id: req-ac6eb9ef-f3e5-4aee-9a88-c5cc885b8f97 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:15.932089 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c350af4f-e91f-49c0-9660-8508db9b1122", "name": "network-vif-plugged", "status": "completed", "tag": "df8ad593-726b-4d8a-b827-45feaf4ac149", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:15.932445 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ac6eb9ef-f3e5-4aee-9a88-c5cc885b8f97 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:15.932781 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c350af4f-e91f-49c0-9660-8508db9b1122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8ad593-726b-4d8a-b827-45feaf4ac149', 'code': 200} Jul 30 01:58:15.988281 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ff1a4703-6bd4-4a44-90eb-6d26a46eaf21 req-663db40f-d710-4f0e-aeb7-680db97851e3 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438007 Jul 30 01:58:16.035501 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-3f21a076-c049-4917-b3a1-549eadffa622 req-d15f5ad6-e95f-49e7-beac-42f9126beaef tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Deleting port 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:16.041750 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-d15f5ad6-e95f-49e7-beac-42f9126beaef tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.042078 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.057968 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-cbbf8e22-af8a-4ded-a5fc-d3aa480e133d req-cf0ba356-b4fe-4e86-8d0f-6b9940adc121 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] For port 13491099-cf0f-4833-ac07-fdcb1e6900af, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=13491099-cf0f-4833-ac07-fdcb1e6900af,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:16.067185 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-cbbf8e22-af8a-4ded-a5fc-d3aa480e133d req-cf0ba356-b4fe-4e86-8d0f-6b9940adc121 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.106674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:16.127347 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-cbbf8e22-af8a-4ded-a5fc-d3aa480e133d req-cf0ba356-b4fe-4e86-8d0f-6b9940adc121 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Calling delete_port for 13491099-cf0f-4833-ac07-fdcb1e6900af owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:16.158521 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25,segment=NetworkSegment(37a578bd-a409-4de2-a551-650bfc7242c7),segment_id=37a578bd-a409-4de2-a551-650bfc7242c7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:16.231382 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.233121 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device deadf778-75a3-49ca-af0a-e6bd7145933b details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:58:16.339858 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeca0c6-7781-447f-acd2-223eee0c1b07 req-25709010-8527-492f-9338-701ef5752d96 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:16.342348 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cbeca0c6-7781-447f-acd2-223eee0c1b07 req-25709010-8527-492f-9338-701ef5752d96 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 942 time: 0.1876295 Jul 30 01:58:16.411068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83942d-c9f2-4b79-8a66-5d66e8168bae req-634fb584-3166-4f5c-8e24-671995e99c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:16.411068 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c83942d-c9f2-4b79-8a66-5d66e8168bae req-634fb584-3166-4f5c-8e24-671995e99c41 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c350af4f-e91f-49c0-9660-8508db9b1122 HTTP/1.1" status: 200 len: 1096 time: 0.2161226 Jul 30 01:58:16.455371 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cbeca0c6-7781-447f-acd2-223eee0c1b07 req-abe8ad69-1fb7-4105-b35c-a3f78044bdfb tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups?id=3375cfdc-66d3-4667-b2ed-448ebd9f875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987144 Jul 30 01:58:16.468771 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:16.534639 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port deadf778-75a3-49ca-af0a-e6bd7145933b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=deadf778-75a3-49ca-af0a-e6bd7145933b,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:16.556478 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'deadf778-75a3-49ca-af0a-e6bd7145933b', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'port_id': 'deadf778-75a3-49ca-af0a-e6bd7145933b', 'mac_address': 'fa:16:3e:3f:14:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:58:16.556769 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c83942d-c9f2-4b79-8a66-5d66e8168bae req-a86980fc-3150-4548-8bd8-62653f85b42e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979490 Jul 30 01:58:16.644152 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.665513 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deadf778-75a3-49ca-af0a-e6bd7145933b {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:16.692923 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port deadf778-75a3-49ca-af0a-e6bd7145933b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=deadf778-75a3-49ca-af0a-e6bd7145933b,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:16.693271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e2b22-f54b-4102-a686-47504da746b5 req-19f856f7-bf2f-4ef5-b1d6-3f73c50c166a tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:16.699032 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6e1e2b22-f54b-4102-a686-47504da746b5 req-19f856f7-bf2f-4ef5-b1d6-3f73c50c166a tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa4924c-d198-4488-ad3c-60d5d4a85240 HTTP/1.1" status: 200 len: 945 time: 0.2377143 Jul 30 01:58:16.714384 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7789920-6440-4189-81c5-3d0093e0d824 req-94d66955-2199-47c5-a544-1c8469529a3e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:16.716477 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c7789920-6440-4189-81c5-3d0093e0d824 req-94d66955-2199-47c5-a544-1c8469529a3e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.0852022 Jul 30 01:58:16.723782 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-cbbf8e22-af8a-4ded-a5fc-d3aa480e133d req-cf0ba356-b4fe-4e86-8d0f-6b9940adc121 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.735875 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['c9eb3f59-0896-4eab-9ec0-1234b646a847', '29d71140-8668-4dd7-b23d-ab46f9584fe0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:16.752522 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-3f21a076-c049-4917-b3a1-549eadffa622 req-d15f5ad6-e95f-49e7-beac-42f9126beaef tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] For port 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8afcfcbc-832b-4d27-b3ca-e91965e8e3a8,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:16.752899 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-d15f5ad6-e95f-49e7-beac-42f9126beaef tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.757901 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6e1e2b22-f54b-4102-a686-47504da746b5 req-b26fbc82-3c58-49f0-8b03-aa80606932dd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550363 Jul 30 01:58:16.773801 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-3f21a076-c049-4917-b3a1-549eadffa622 req-d15f5ad6-e95f-49e7-beac-42f9126beaef tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Calling delete_port for 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:16.823183 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ba356-b4fe-4e86-8d0f-6b9940adc121 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Pushing event deleted for resources: {'Port': ['ID=13491099-cf0f-4833-ac07-fdcb1e6900af,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:16.825615 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.829651 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbf8e22-af8a-4ded-a5fc-d3aa480e133d req-cf0ba356-b4fe-4e86-8d0f-6b9940adc121 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] No DVR routers for this DVR port 13491099-cf0f-4833-ac07-fdcb1e6900af on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:16.834081 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-cbbf8e22-af8a-4ded-a5fc-d3aa480e133d req-cf0ba356-b4fe-4e86-8d0f-6b9940adc121 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.834619 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ac75bca1-998d-48df-ae72-314b2d4020d4 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:58:16.841974 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cbbf8e22-af8a-4ded-a5fc-d3aa480e133d req-cf0ba356-b4fe-4e86-8d0f-6b9940adc121 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.77 "DELETE /v2.0/ports/13491099-cf0f-4833-ac07-fdcb1e6900af HTTP/1.1" status: 204 len: 173 time: 1.6174171 Jul 30 01:58:16.841974 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa4924c-d198-4488-ad3c-60d5d4a85240', 'name': 'network-vif-deleted', 'tag': '13491099-cf0f-4833-ac07-fdcb1e6900af'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:16.841974 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3866a8ac-892a-4978-ba80-9c48411db641" -d '{"events": [{"server_uuid": "0fa4924c-d198-4488-ad3c-60d5d4a85240", "name": "network-vif-deleted", "tag": "13491099-cf0f-4833-ac07-fdcb1e6900af"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:16.878455 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c7789920-6440-4189-81c5-3d0093e0d824 req-fbb15f3e-d318-48e9-a3c0-71cee3ff87fa tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486638 Jul 30 01:58:16.931545 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port ac75bca1-998d-48df-ae72-314b2d4020d4, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ac75bca1-998d-48df-ae72-314b2d4020d4,segment=NetworkSegment(37a578bd-a409-4de2-a551-650bfc7242c7),segment_id=37a578bd-a409-4de2-a551-650bfc7242c7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:16.944732 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92aef0ad-13bf-4f56-9219-2cab26db5f9e x-openstack-request-id: req-92aef0ad-13bf-4f56-9219-2cab26db5f9e {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:16.945326 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa4924c-d198-4488-ad3c-60d5d4a85240", "name": "network-vif-deleted", "tag": "13491099-cf0f-4833-ac07-fdcb1e6900af", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:16.945777 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-92aef0ad-13bf-4f56-9219-2cab26db5f9e {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:16.946599 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa4924c-d198-4488-ad3c-60d5d4a85240', 'name': 'network-vif-deleted', 'tag': '13491099-cf0f-4833-ac07-fdcb1e6900af', 'status': 'completed', 'code': 200} Jul 30 01:58:16.953034 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'ac75bca1-998d-48df-ae72-314b2d4020d4', 'network_id': 'cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689', 'port_id': 'ac75bca1-998d-48df-ae72-314b2d4020d4', 'mac_address': 'fa:16:3e:a1:7d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb13c69-1984-44b5-a36a-59cd6bb3b191', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:58:17.077363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fa20b-2d12-4230-89e9-8a865d0f7dd9 req-5c4be805-3a3b-44bb-9dfb-51f5e7b6fe9a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:17.090798 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b92fa20b-2d12-4230-89e9-8a865d0f7dd9 req-5c4be805-3a3b-44bb-9dfb-51f5e7b6fe9a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 944 time: 0.1836538 Jul 30 01:58:17.122709 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.143025 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=deadf778-75a3-49ca-af0a-e6bd7145933b,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:17.193436 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac75bca1-998d-48df-ae72-314b2d4020d4 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:17.249305 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b92fa20b-2d12-4230-89e9-8a865d0f7dd9 req-efccd0f0-e7d7-413a-8801-ae123d14b1c9 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568418 Jul 30 01:58:17.251887 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port ac75bca1-998d-48df-ae72-314b2d4020d4, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ac75bca1-998d-48df-ae72-314b2d4020d4,segment=NetworkSegment(37a578bd-a409-4de2-a551-650bfc7242c7),segment_id=37a578bd-a409-4de2-a551-650bfc7242c7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:17.257671 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0b220-4844-4c0b-a611-431836a191be req-4666d4fe-44e2-45ca-a3ab-8f89ec2005cc tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:17.269132 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-33f0b220-4844-4c0b-a611-431836a191be req-4666d4fe-44e2-45ca-a3ab-8f89ec2005cc tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 945 time: 0.1025558 Jul 30 01:58:17.357187 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-d15f5ad6-e95f-49e7-beac-42f9126beaef tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.364531 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.399717 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdcba8-bea3-463a-8805-388c6fa3c297 req-b6cadc06-10ac-40e0-92ef-4488d7cca326 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:17.402109 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fcbdcba8-bea3-463a-8805-388c6fa3c297 req-b6cadc06-10ac-40e0-92ef-4488d7cca326 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.1666143 Jul 30 01:58:17.405778 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-33f0b220-4844-4c0b-a611-431836a191be req-af010ce2-d0b6-4260-95e7-43e86e12106e tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352160 Jul 30 01:58:17.460362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f5ad6-e95f-49e7-beac-42f9126beaef tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event deleted for resources: {'Port': ['ID=8afcfcbc-832b-4d27-b3ca-e91965e8e3a8,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:17.501538 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f21a076-c049-4917-b3a1-549eadffa622 req-d15f5ad6-e95f-49e7-beac-42f9126beaef tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] No DVR routers for this DVR port 8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:17.502931 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=ac75bca1-998d-48df-ae72-314b2d4020d4,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:17.521740 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3f21a076-c049-4917-b3a1-549eadffa622 req-d15f5ad6-e95f-49e7-beac-42f9126beaef tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.528210 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f21a076-c049-4917-b3a1-549eadffa622 req-d15f5ad6-e95f-49e7-beac-42f9126beaef tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.77 "DELETE /v2.0/ports/8afcfcbc-832b-4d27-b3ca-e91965e8e3a8 HTTP/1.1" status: 204 len: 173 time: 1.9369807 Jul 30 01:58:17.552912 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-fcbdcba8-bea3-463a-8805-388c6fa3c297 req-0a9c9005-a653-4402-9250-2b05d2e0eb14 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Deleting port d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:17.553355 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fcbdcba8-bea3-463a-8805-388c6fa3c297 req-0a9c9005-a653-4402-9250-2b05d2e0eb14 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.602127 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.658795 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-144748e0-97bd-44bb-b901-37ebf30fc3c6 req-2b4a22a7-ad66-4f77-ade1-4d27c845491f tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 210 time: 0.0674839 Jul 30 01:58:17.721666 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-fcbdcba8-bea3-463a-8805-388c6fa3c297 req-0a9c9005-a653-4402-9250-2b05d2e0eb14 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] For port d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2,segment=NetworkSegment(b6674916-2b8b-4363-8de2-34e61e878bd5),segment_id=b6674916-2b8b-4363-8de2-34e61e878bd5)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:17.721666 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fcbdcba8-bea3-463a-8805-388c6fa3c297 req-0a9c9005-a653-4402-9250-2b05d2e0eb14 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.751125 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['deadf778-75a3-49ca-af0a-e6bd7145933b'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:17.756920 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55358) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:17.833182 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:17.847915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-deleted', 'tag': '61bf0a42-0151-48da-a146-3ff03bb1e0c5'}, {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-deleted', 'tag': '8afcfcbc-832b-4d27-b3ca-e91965e8e3a8'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:17.850697 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a41af06-e60e-4071-ada0-672d91f9f3b1" -d '{"events": [{"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-deleted", "tag": "61bf0a42-0151-48da-a146-3ff03bb1e0c5"}, {"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-deleted", "tag": "8afcfcbc-832b-4d27-b3ca-e91965e8e3a8"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:17.913366 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['ac75bca1-998d-48df-ae72-314b2d4020d4'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:17.968495 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6b1fde-d1dc-4ebb-8297-16c776fbb06c x-openstack-request-id: req-7c6b1fde-d1dc-4ebb-8297-16c776fbb06c {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:17.968974 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-deleted", "tag": "61bf0a42-0151-48da-a146-3ff03bb1e0c5", "status": "completed", "code": 200}, {"server_uuid": "08c94cf1-c7ab-42a0-99f1-89c9d16adf89", "name": "network-vif-deleted", "tag": "8afcfcbc-832b-4d27-b3ca-e91965e8e3a8", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:17.969301 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c6b1fde-d1dc-4ebb-8297-16c776fbb06c {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:17.969767 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-deleted', 'tag': '61bf0a42-0151-48da-a146-3ff03bb1e0c5', 'status': 'completed', 'code': 200} Jul 30 01:58:17.970163 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c94cf1-c7ab-42a0-99f1-89c9d16adf89', 'name': 'network-vif-deleted', 'tag': '8afcfcbc-832b-4d27-b3ca-e91965e8e3a8', 'status': 'completed', 'code': 200} Jul 30 01:58:18.123016 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e18a0101-7e07-4112-b85c-37bc51f7de04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.250028 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-14c376af-a303-4ffe-b604-66230fa7834b req-f0123db7-701f-43c7-96fd-1c89b91d3b08 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa4924c-d198-4488-ad3c-60d5d4a85240 HTTP/1.1" status: 200 len: 210 time: 0.1974933 Jul 30 01:58:18.328254 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fcbdcba8-bea3-463a-8805-388c6fa3c297 req-0a9c9005-a653-4402-9250-2b05d2e0eb14 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.328657 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fcbdcba8-bea3-463a-8805-388c6fa3c297 req-0a9c9005-a653-4402-9250-2b05d2e0eb14 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.329113 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [req-fcbdcba8-bea3-463a-8805-388c6fa3c297 req-0a9c9005-a653-4402-9250-2b05d2e0eb14 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Floating IP 5ec951da-472d-4696-a96e-860619d0f39a disassociated. External IP: 172.25.1.235, port: d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2. Jul 30 01:58:18.329468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-fcbdcba8-bea3-463a-8805-388c6fa3c297 req-0a9c9005-a653-4402-9250-2b05d2e0eb14 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Calling delete_port for d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:18.356115 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e18a0101-7e07-4112-b85c-37bc51f7de04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.404380 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8544a4d-48a7-452d-9774-10bb20458f6f req-a91c9017-df2e-4963-a81d-7c15b90a4869 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:18.412989 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f8544a4d-48a7-452d-9774-10bb20458f6f req-a91c9017-df2e-4963-a81d-7c15b90a4869 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 945 time: 0.2767448 Jul 30 01:58:18.492163 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f8544a4d-48a7-452d-9774-10bb20458f6f req-5443e81a-b4f3-4a51-aab6-5425f20c22b0 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=de79097d-7702-42df-8e20-1462e3b49925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779798 Jul 30 01:58:18.513624 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e18a0101-7e07-4112-b85c-37bc51f7de04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.637794 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e18a0101-7e07-4112-b85c-37bc51f7de04 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=00cb3f493b874c38af2a5e16fff06317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8773246 Jul 30 01:58:18.638917 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55376) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:18.640807 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a0101-7e07-4112-b85c-37bc51f7de04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafe3415-e886-4d70-b907-6765ece83434,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:18.694673 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103297b-7fa0-467f-91ab-277b297d0063 req-43b9d4db-6752-4540-8dcf-f5f9fbcf6475 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:18.697690 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a103297b-7fa0-467f-91ab-277b297d0063 req-43b9d4db-6752-4540-8dcf-f5f9fbcf6475 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 944 time: 0.1241961 Jul 30 01:58:18.747577 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:18.792771 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67656644-3773-4e7d-823d-9065f8c78481 req-6ce13c1c-9a7b-44d6-8434-3147b1e333a1 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:18.793378 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a103297b-7fa0-467f-91ab-277b297d0063 req-46500ee3-0bf9-4622-9ce0-cbe11fa6d592 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747919 Jul 30 01:58:18.793780 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-67656644-3773-4e7d-823d-9065f8c78481 req-6ce13c1c-9a7b-44d6-8434-3147b1e333a1 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 945 time: 0.1807661 Jul 30 01:58:18.793894 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fcbdcba8-bea3-463a-8805-388c6fa3c297 req-0a9c9005-a653-4402-9250-2b05d2e0eb14 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.845288 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c9005-a653-4402-9250-2b05d2e0eb14 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Pushing event deleted for resources: {'Port': ['ID=d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:18.875867 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f68b072d-10a1-454b-a57f-b32b9dfe4ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.915117 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-67656644-3773-4e7d-823d-9065f8c78481 req-93303422-0c74-4b7f-814a-a258c7575605 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234803 Jul 30 01:58:18.944451 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f68b072d-10a1-454b-a57f-b32b9dfe4ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.998251 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a7aea42-1c6c-4749-908c-f0e91575af86 req-3787d062-f457-4e84-8cc2-b5b0fd5a2793 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 210 time: 0.0425348 Jul 30 01:58:19.015454 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No active binding found for port d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 {{(pid=94466) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 01:58:19.015791 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:19.023053 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 13491099-cf0f-4833-ac07-fdcb1e6900af no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:19.063457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 13491099-cf0f-4833-ac07-fdcb1e6900af {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:58:19.063836 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 13491099-cf0f-4833-ac07-fdcb1e6900af not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:19.088217 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f68b072d-10a1-454b-a57f-b32b9dfe4ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:19.091648 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f68b072d-10a1-454b-a57f-b32b9dfe4ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:19.096315 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcbdcba8-bea3-463a-8805-388c6fa3c297 req-0a9c9005-a653-4402-9250-2b05d2e0eb14 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Router 1732e64a-18a8-4964-9da9-dc4081133786 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:19.103832 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f68b072d-10a1-454b-a57f-b32b9dfe4ad6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fafe3415-e886-4d70-b907-6765ece83434 HTTP/1.1" status: 204 len: 168 time: 0.4591041 Jul 30 01:58:19.115404 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b072d-10a1-454b-a57f-b32b9dfe4ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafe3415-e886-4d70-b907-6765ece83434,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:19.289278 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcbdcba8-bea3-463a-8805-388c6fa3c297 req-0a9c9005-a653-4402-9250-2b05d2e0eb14 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:19.306354 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ef143-6f34-4095-8f2a-c0825bb90f8b None None] Sync routers for ids ['1732e64a-18a8-4964-9da9-dc4081133786'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:19.328481 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418ef143-6f34-4095-8f2a-c0825bb90f8b None None] Routers {'1732e64a-18a8-4964-9da9-dc4081133786'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:19.329127 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-418ef143-6f34-4095-8f2a-c0825bb90f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:58:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1732e64a-18a8-4964-9da9-dc4081133786'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:19.395427 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbdcba8-bea3-463a-8805-388c6fa3c297 req-0a9c9005-a653-4402-9250-2b05d2e0eb14 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] No DVR routers for this DVR port d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:19.398264 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fcbdcba8-bea3-463a-8805-388c6fa3c297 req-0a9c9005-a653-4402-9250-2b05d2e0eb14 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:19.401030 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fcbdcba8-bea3-463a-8805-388c6fa3c297 req-0a9c9005-a653-4402-9250-2b05d2e0eb14 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.77 "DELETE /v2.0/ports/d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2 HTTP/1.1" status: 204 len: 173 time: 1.9871397 Jul 30 01:58:19.401520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b6f6fc-e884-4e75-9901-e491089bf08f', 'name': 'network-vif-deleted', 'tag': 'd9d79e4a-9595-489d-a1f0-c0e0b5fce7a2'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:19.404754 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51eeb7b-9823-4ba9-9486-f4ce809b69fe" -d '{"events": [{"server_uuid": "c0b6f6fc-e884-4e75-9901-e491089bf08f", "name": "network-vif-deleted", "tag": "d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:19.499323 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8192a9b-f206-4f3d-9fd7-90d63c81779d x-openstack-request-id: req-f8192a9b-f206-4f3d-9fd7-90d63c81779d {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:19.517475 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b6f6fc-e884-4e75-9901-e491089bf08f", "name": "network-vif-deleted", "tag": "d9d79e4a-9595-489d-a1f0-c0e0b5fce7a2", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:19.517475 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f8192a9b-f206-4f3d-9fd7-90d63c81779d {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:19.517475 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b6f6fc-e884-4e75-9901-e491089bf08f', 'name': 'network-vif-deleted', 'tag': 'd9d79e4a-9595-489d-a1f0-c0e0b5fce7a2', 'status': 'completed', 'code': 200} Jul 30 01:58:19.517777 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55404) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:19.578369 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-418ef143-6f34-4095-8f2a-c0825bb90f8b None None] Set router 1732e64a-18a8-4964-9da9-dc4081133786 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:19.753233 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f71ea463-fd5d-421d-93d8-d7bbdc6d6a88 req-e16a78b2-4d5a-40b2-857d-4f05639056a0 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0b6f6fc-e884-4e75-9901-e491089bf08f HTTP/1.1" status: 200 len: 210 time: 0.0866029 Jul 30 01:58:19.837759 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-20b7075d-47b4-4c6b-b40c-d8203630c3eb tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-718308545'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:19.913929 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-418ef143-6f34-4095-8f2a-c0825bb90f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732e64a-18a8-4964-9da9-dc4081133786', 'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:50Z', 'revision_number': 4, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'gw_port': {'id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:45Z', 'updated_at': '2021-07-30T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '70005305-9848-45c8-b07c-ce0aa5167bc4', 'name': '', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'mac_address': 'fa:16:3e:cb:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:49Z', 'updated_at': '2021-07-30T01:53:56Z', 'revision_number': 5, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'subnets': [{'id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:19.948302 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ef143-6f34-4095-8f2a-c0825bb90f8b None None] Checking router: 1732e64a-18a8-4964-9da9-dc4081133786 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:58:19.959007 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418ef143-6f34-4095-8f2a-c0825bb90f8b None None] Routers {'1732e64a-18a8-4964-9da9-dc4081133786'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:19.960342 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-418ef143-6f34-4095-8f2a-c0825bb90f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:58:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1732e64a-18a8-4964-9da9-dc4081133786'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:19.977608 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd964451-315d-4d9b-a80a-388e1077fc99 req-f6f911a9-8fb3-4ba4-ad7c-e704ee3c7f26 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:19.991047 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd964451-315d-4d9b-a80a-388e1077fc99 req-f6f911a9-8fb3-4ba4-ad7c-e704ee3c7f26 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 944 time: 0.0852726 Jul 30 01:58:19.994619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b7075d-47b4-4c6b-b40c-d8203630c3eb tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Made reservation on behalf of 3996c19f05df4a2f9df59a8eb7de8b44 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:19.998787 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20b7075d-47b4-4c6b-b40c-d8203630c3eb tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.039163 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20b7075d-47b4-4c6b-b40c-d8203630c3eb tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.078937 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-418ef143-6f34-4095-8f2a-c0825bb90f8b None None] Set router 1732e64a-18a8-4964-9da9-dc4081133786 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:20.085314 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd964451-315d-4d9b-a80a-388e1077fc99 req-0ab11eef-1ad9-4877-a908-c2031fd967ca tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906169 Jul 30 01:58:20.086254 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106392e6-eb3b-4583-b65a-cc1de76b9741 req-7d974278-1449-4bed-99b2-80c476c81626 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:20.095627 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-106392e6-eb3b-4583-b65a-cc1de76b9741 req-7d974278-1449-4bed-99b2-80c476c81626 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 945 time: 0.0897603 Jul 30 01:58:20.156953 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-106392e6-eb3b-4583-b65a-cc1de76b9741 req-98f27848-0a16-4cac-bd7d-3bcdc3f5a558 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548029 Jul 30 01:58:20.255324 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55418) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:20.275190 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d780d69d-ee74-4010-a339-3c9ac79a9fc6 req-a10bc1ca-9c65-4d6d-a6d9-c35c00793ef2 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 210 time: 0.0391371 Jul 30 01:58:20.279601 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92dd50fc-1eb3-469d-97aa-076971491b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.302742 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20b7075d-47b4-4c6b-b40c-d8203630c3eb tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.323889 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986052c6-bf4b-4850-ba75-4988b20f85c6 req-9e38608e-4403-4438-9ad9-aaf2e42914ba tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:20.336981 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-986052c6-bf4b-4850-ba75-4988b20f85c6 req-9e38608e-4403-4438-9ad9-aaf2e42914ba tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 945 time: 0.1198456 Jul 30 01:58:20.376792 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-986052c6-bf4b-4850-ba75-4988b20f85c6 req-c7b4c887-8f88-40b8-ad0d-57d4bacce106 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383127 Jul 30 01:58:20.404376 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-418ef143-6f34-4095-8f2a-c0825bb90f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732e64a-18a8-4964-9da9-dc4081133786', 'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:50Z', 'revision_number': 4, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'gw_port': {'id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:45Z', 'updated_at': '2021-07-30T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '70005305-9848-45c8-b07c-ce0aa5167bc4', 'name': '', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'mac_address': 'fa:16:3e:cb:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:49Z', 'updated_at': '2021-07-30T01:53:56Z', 'revision_number': 5, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'subnets': [{'id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:20.408708 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20b7075d-47b4-4c6b-b40c-d8203630c3eb tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.435287 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ef143-6f34-4095-8f2a-c0825bb90f8b None None] The sync data for ids ['1732e64a-18a8-4964-9da9-dc4081133786'] in n-d-713498-9 is: [{'id': '1732e64a-18a8-4964-9da9-dc4081133786', 'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:50Z', 'revision_number': 4, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'gw_port': {'id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:45Z', 'updated_at': '2021-07-30T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '70005305-9848-45c8-b07c-ce0aa5167bc4', 'name': '', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'mac_address': 'fa:16:3e:cb:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:49Z', 'updated_at': '2021-07-30T01:53:56Z', 'revision_number': 5, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'subnets': [{'id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:20.446945 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b7075d-47b4-4c6b-b40c-d8203630c3eb tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:58:20.462050 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7075d-47b4-4c6b-b40c-d8203630c3eb tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342c3334-4c15-4972-9208-6c89346843e8,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:20.485721 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20b7075d-47b4-4c6b-b40c-d8203630c3eb tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.486064 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-20b7075d-47b4-4c6b-b40c-d8203630c3eb tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Added segment 2a3ebc06-0d38-4e0b-b174-accfa9167f8f of type vlan for network 8d186c21-0164-4666-bc60-323440075e57 Jul 30 01:58:20.546766 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20b7075d-47b4-4c6b-b40c-d8203630c3eb tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.620563 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92dd50fc-1eb3-469d-97aa-076971491b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.671612 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20b7075d-47b4-4c6b-b40c-d8203630c3eb tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.686703 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b7075d-47b4-4c6b-b40c-d8203630c3eb tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:20.686703 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20b7075d-47b4-4c6b-b40c-d8203630c3eb tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.751061 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92dd50fc-1eb3-469d-97aa-076971491b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.755844 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7075d-47b4-4c6b-b40c-d8203630c3eb tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Pushing event updated for resources: {'Network': ['ID=8d186c21-0164-4666-bc60-323440075e57,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:20.783900 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 8d186c21-0164-4666-bc60-323440075e57 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:58:20.789119 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de660498-afbe-40fa-a116-1d0edf0456a3 None None] New status for floating IP 5ec951da-472d-4696-a96e-860619d0f39a: DOWN {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:58:20.796947 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-92dd50fc-1eb3-469d-97aa-076971491b19 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=75b88c63a0cc4d1b9a146159d9894065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5405407 Jul 30 01:58:20.799719 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55422) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:20.802863 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd50fc-1eb3-469d-97aa-076971491b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461d5711-9543-46ae-a3e7-1310e9c02263,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:20.904896 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-86807049-0c6c-465e-bd85-bc617ee99531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.946106 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-86807049-0c6c-465e-bd85-bc617ee99531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.975537 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-20b7075d-47b4-4c6b-b40c-d8203630c3eb tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4557569 Jul 30 01:58:20.979118 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55428) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:21.018078 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55432) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:21.102921 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3668725f-0715-4410-8802-ac083fc9a4b9 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.138116 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3668725f-0715-4410-8802-ac083fc9a4b9 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.194563 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-86807049-0c6c-465e-bd85-bc617ee99531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.197447 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-86807049-0c6c-465e-bd85-bc617ee99531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.201224 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-86807049-0c6c-465e-bd85-bc617ee99531 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/461d5711-9543-46ae-a3e7-1310e9c02263 HTTP/1.1" status: 204 len: 168 time: 0.3979869 Jul 30 01:58:21.206258 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-3a64e99b-5d4c-45e2-ae2d-2eb543ecebbf tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Request body: {'network': {'name': 'tempest-network--1373463485', 'router:external': True}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:21.207672 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86807049-0c6c-465e-bd85-bc617ee99531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461d5711-9543-46ae-a3e7-1310e9c02263,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:21.284309 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3668725f-0715-4410-8802-ac083fc9a4b9 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.286970 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3668725f-0715-4410-8802-ac083fc9a4b9 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.288150 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3668725f-0715-4410-8802-ac083fc9a4b9 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "DELETE /v2.0/security-groups/de79097d-7702-42df-8e20-1462e3b49925 HTTP/1.1" status: 204 len: 168 time: 0.2690282 Jul 30 01:58:21.293127 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55440) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:21.336847 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-db217cca-4034-4b65-a2e4-a61d88112129 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] show failed (client error): The resource could not be found. Jul 30 01:58:21.336976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a64e99b-5d4c-45e2-ae2d-2eb543ecebbf tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Made reservation on behalf of 2a78e4157abb401497a34c2c54afc327 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:21.337094 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-db217cca-4034-4b65-a2e4-a61d88112129 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups/de79097d-7702-42df-8e20-1462e3b49925 HTTP/1.1" status: 404 len: 347 time: 0.0334253 Jul 30 01:58:21.337204 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a64e99b-5d4c-45e2-ae2d-2eb543ecebbf tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.337204 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55444) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:21.361282 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df82d5-8c85-4595-82a6-10bed723bf87 req-4360095d-de3e-44a4-8bbf-646fc9d1bf8e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:21.378123 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-78df82d5-8c85-4595-82a6-10bed723bf87 req-4360095d-de3e-44a4-8bbf-646fc9d1bf8e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 944 time: 0.1595325 Jul 30 01:58:21.395324 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:21.408938 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a64e99b-5d4c-45e2-ae2d-2eb543ecebbf tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.434229 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668725f-0715-4410-8802-ac083fc9a4b9 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de79097d-7702-42df-8e20-1462e3b49925,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:21.453330 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-78df82d5-8c85-4595-82a6-10bed723bf87 req-847f21b7-4472-4bf9-9c6a-1f4d9febcc3d tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736759 Jul 30 01:58:21.538264 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e10c28-f8d9-4224-8716-cd9e1bc454d6 req-c1bdfdd4-3137-4292-a442-04f2eb597fa3 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:21.539795 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-03e10c28-f8d9-4224-8716-cd9e1bc454d6 req-c1bdfdd4-3137-4292-a442-04f2eb597fa3 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 945 time: 0.2612956 Jul 30 01:58:21.562436 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:21.570115 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:21.574778 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.583900 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-23753c6e-4310-4d04-b0e6-afd18f1d8f8a req-12058765-bd10-4963-8d98-d12f0810032c tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 210 time: 0.0323796 Jul 30 01:58:21.697602 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.723374 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ed8542-7802-4e28-afc7-1bf9f54011e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:21.726088 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2ec13f-7106-4c93-8602-b369481dd929" -d '{"events": [{"server_uuid": "d5ed8542-7802-4e28-afc7-1bf9f54011e1", "name": "network-vif-plugged", "status": "completed", "tag": "8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:21.726580 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f256a02-983d-4c65-9949-3e8fa538fc33 req-9289e4a6-411f-4b32-b408-5fcb6fbf585b tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:21.738280 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f256a02-983d-4c65-9949-3e8fa538fc33 req-9289e4a6-411f-4b32-b408-5fcb6fbf585b tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 945 time: 0.0679917 Jul 30 01:58:21.741900 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25,segment=NetworkSegment(37a578bd-a409-4de2-a551-650bfc7242c7),segment_id=37a578bd-a409-4de2-a551-650bfc7242c7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:21.743581 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-03e10c28-f8d9-4224-8716-cd9e1bc454d6 req-99995e31-7dcf-4cd1-8c07-74d28eb4fa85 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259508 Jul 30 01:58:21.780418 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784a4e7-7033-411f-9403-5836d56e4d55 req-afa3484b-3f85-4234-abd2-c442b9f5452f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:21.782170 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0784a4e7-7033-411f-9403-5836d56e4d55 req-afa3484b-3f85-4234-abd2-c442b9f5452f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 945 time: 0.2401602 Jul 30 01:58:21.803083 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f256a02-983d-4c65-9949-3e8fa538fc33 req-f213ffdc-c565-4761-8c18-6a0864b26ffd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641437 Jul 30 01:58:21.815453 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.818375 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device deadf778-75a3-49ca-af0a-e6bd7145933b up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:21.821140 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f89a4b-8ac7-4512-b54b-d7d98c3a4bcb x-openstack-request-id: req-77f89a4b-8ac7-4512-b54b-d7d98c3a4bcb {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:21.821546 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ed8542-7802-4e28-afc7-1bf9f54011e1", "name": "network-vif-plugged", "status": "completed", "tag": "8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:21.821957 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-77f89a4b-8ac7-4512-b54b-d7d98c3a4bcb {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:21.822431 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ed8542-7802-4e28-afc7-1bf9f54011e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25', 'code': 200} Jul 30 01:58:21.877121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-0682f65f-d377-4aea-aa69-784d36066406 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Deleting port 83725ad6-cc43-4340-8f88-4e384336ee8f {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:21.877428 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0682f65f-d377-4aea-aa69-784d36066406 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.886237 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a64e99b-5d4c-45e2-ae2d-2eb543ecebbf tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.941783 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:22.021101 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a64e99b-5d4c-45e2-ae2d-2eb543ecebbf tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.059621 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port deadf778-75a3-49ca-af0a-e6bd7145933b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:22.063634 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port deadf778-75a3-49ca-af0a-e6bd7145933b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:22.064033 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.068808 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a64e99b-5d4c-45e2-ae2d-2eb543ecebbf tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:58:22.110729 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a64e99b-5d4c-45e2-ae2d-2eb543ecebbf tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.111073 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-3a64e99b-5d4c-45e2-ae2d-2eb543ecebbf tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Added segment de9ca565-9d0b-4d40-8fb0-ca8bee231022 of type vlan for network 77a4ace1-412a-4900-b987-026a12f938af Jul 30 01:58:22.112321 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64e99b-5d4c-45e2-ae2d-2eb543ecebbf tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b5f210-6d62-48c5-b730-8ff727666bea,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:22.126822 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0682f65f-d377-4aea-aa69-784d36066406 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.127068 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0682f65f-d377-4aea-aa69-784d36066406 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.131038 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc0e51-a55e-4e23-b954-d7633bcaa846 req-ddf9d290-37f6-4f56-870e-292a38090671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:22.132643 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11fc0e51-a55e-4e23-b954-d7633bcaa846 req-ddf9d290-37f6-4f56-870e-292a38090671 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 1097 time: 0.1577489 Jul 30 01:58:22.161262 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-0682f65f-d377-4aea-aa69-784d36066406 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Calling delete_port for 83725ad6-cc43-4340-8f88-4e384336ee8f owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:22.199041 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.209292 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-0784a4e7-7033-411f-9403-5836d56e4d55 req-9e251d90-b793-4db6-b0ac-4fa55000ec6d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Deleting port 29d71140-8668-4dd7-b23d-ab46f9584fe0 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:22.209642 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0784a4e7-7033-411f-9403-5836d56e4d55 req-9e251d90-b793-4db6-b0ac-4fa55000ec6d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.271571 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port deadf778-75a3-49ca-af0a-e6bd7145933b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=deadf778-75a3-49ca-af0a-e6bd7145933b,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:22.309993 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a64e99b-5d4c-45e2-ae2d-2eb543ecebbf tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.338589 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11fc0e51-a55e-4e23-b954-d7633bcaa846 req-8641e9a6-d1a1-49ee-a300-746971793dcd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926043 Jul 30 01:58:22.371628 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.372476 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ac75bca1-998d-48df-ae72-314b2d4020d4 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:22.416986 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-0784a4e7-7033-411f-9403-5836d56e4d55 req-9e251d90-b793-4db6-b0ac-4fa55000ec6d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] For port 29d71140-8668-4dd7-b23d-ab46f9584fe0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=29d71140-8668-4dd7-b23d-ab46f9584fe0,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:22.417357 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0784a4e7-7033-411f-9403-5836d56e4d55 req-9e251d90-b793-4db6-b0ac-4fa55000ec6d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.446014 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-0784a4e7-7033-411f-9403-5836d56e4d55 req-9e251d90-b793-4db6-b0ac-4fa55000ec6d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Calling delete_port for 29d71140-8668-4dd7-b23d-ab46f9584fe0 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:22.464732 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=deadf778-75a3-49ca-af0a-e6bd7145933b,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:22.515833 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a64e99b-5d4c-45e2-ae2d-2eb543ecebbf tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.516799 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a64e99b-5d4c-45e2-ae2d-2eb543ecebbf tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:22.517387 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a64e99b-5d4c-45e2-ae2d-2eb543ecebbf tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.579713 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port ac75bca1-998d-48df-ae72-314b2d4020d4 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:22.589205 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port ac75bca1-998d-48df-ae72-314b2d4020d4 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:22.589995 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.642154 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64e99b-5d4c-45e2-ae2d-2eb543ecebbf tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Pushing event updated for resources: {'Network': ['ID=77a4ace1-412a-4900-b987-026a12f938af,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:22.654685 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 77a4ace1-412a-4900-b987-026a12f938af details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:58:22.700474 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e7c06-ea52-4639-8ef3-8e28d04fd049 req-2b8db06f-336b-454e-aca3-a9efa49ab9b4 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:22.702018 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-776e7c06-ea52-4639-8ef3-8e28d04fd049 req-2b8db06f-336b-454e-aca3-a9efa49ab9b4 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.1213489 Jul 30 01:58:22.707195 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0682f65f-d377-4aea-aa69-784d36066406 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.716066 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3a64e99b-5d4c-45e2-ae2d-2eb543ecebbf tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7326767 Jul 30 01:58:22.736818 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-09c02202-fad1-4904-b73f-40b3dc9a121e req-d8d9a8fd-542d-4840-97e4-202a6d4f2e6d tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 210 time: 0.0506053 Jul 30 01:58:22.737384 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55472) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:22.775112 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.899156 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682f65f-d377-4aea-aa69-784d36066406 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Pushing event deleted for resources: {'Port': ['ID=83725ad6-cc43-4340-8f88-4e384336ee8f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:22.966468 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0784a4e7-7033-411f-9403-5836d56e4d55 req-9e251d90-b793-4db6-b0ac-4fa55000ec6d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.983935 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['c9eb3f59-0896-4eab-9ec0-1234b646a847', '29d71140-8668-4dd7-b23d-ab46f9584fe0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:22.992055 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-776e7c06-ea52-4639-8ef3-8e28d04fd049 req-1616b52a-7465-47c4-baa5-e3ea625980e4 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672052 Jul 30 01:58:23.011362 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.031749 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e251d90-b793-4db6-b0ac-4fa55000ec6d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Pushing event deleted for resources: {'Port': ['ID=29d71140-8668-4dd7-b23d-ab46f9584fe0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:23.080426 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-0784a4e7-7033-411f-9403-5836d56e4d55 req-9e251d90-b793-4db6-b0ac-4fa55000ec6d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] No DVR routers for this DVR port 29d71140-8668-4dd7-b23d-ab46f9584fe0 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:23.084185 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0784a4e7-7033-411f-9403-5836d56e4d55 req-9e251d90-b793-4db6-b0ac-4fa55000ec6d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.086212 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0784a4e7-7033-411f-9403-5836d56e4d55 req-9e251d90-b793-4db6-b0ac-4fa55000ec6d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.10 "DELETE /v2.0/ports/29d71140-8668-4dd7-b23d-ab46f9584fe0 HTTP/1.1" status: 204 len: 173 time: 1.2947874 Jul 30 01:58:23.086697 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d86e899-4ebf-416d-b13b-1e76b10059ad', 'name': 'network-vif-deleted', 'tag': '29d71140-8668-4dd7-b23d-ab46f9584fe0'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:23.089016 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783bd37a-8507-45ba-936b-f487333fdcaf" -d '{"events": [{"server_uuid": "5d86e899-4ebf-416d-b13b-1e76b10059ad", "name": "network-vif-deleted", "tag": "29d71140-8668-4dd7-b23d-ab46f9584fe0"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:23.095572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae63cb-c472-4b37-8075-88acf22fb88d req-39eef988-9e34-4d15-8bec-ad8170c2e95b tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:23.098952 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0682f65f-d377-4aea-aa69-784d36066406 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.101489 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0682f65f-d377-4aea-aa69-784d36066406 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.102674 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0682f65f-d377-4aea-aa69-784d36066406 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "DELETE /v2.0/floatingips/5ec951da-472d-4696-a96e-860619d0f39a HTTP/1.1" status: 204 len: 168 time: 1.7681170 Jul 30 01:58:23.114969 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95ae63cb-c472-4b37-8075-88acf22fb88d req-39eef988-9e34-4d15-8bec-ad8170c2e95b tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 946 time: 0.2298214 Jul 30 01:58:23.141126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port ac75bca1-998d-48df-ae72-314b2d4020d4, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ac75bca1-998d-48df-ae72-314b2d4020d4,segment=NetworkSegment(37a578bd-a409-4de2-a551-650bfc7242c7),segment_id=37a578bd-a409-4de2-a551-650bfc7242c7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:23.235739 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e115fedd-554d-43d7-bbca-048d34504d14 req-4ffa5285-b2b6-43e7-b726-24e7be524757 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 210 time: 0.0346959 Jul 30 01:58:23.271978 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95ae63cb-c472-4b37-8075-88acf22fb88d req-40dccd81-bd53-40e7-92ff-6fbcc994694a tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561916 Jul 30 01:58:23.279629 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.295671 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.313519 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a4ace1-412a-4900-b987-026a12f938af']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:23.333830 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9ca565-9d0b-4d40-8fb0-ca8bee231022') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:23.335373 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9ca565-9d0b-4d40-8fb0-ca8bee231022') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:23.353259 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.371607 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d765d65c-38b1-411b-aecf-72ff6ea2849f x-openstack-request-id: req-d765d65c-38b1-411b-aecf-72ff6ea2849f {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:23.371890 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d86e899-4ebf-416d-b13b-1e76b10059ad", "name": "network-vif-deleted", "tag": "29d71140-8668-4dd7-b23d-ab46f9584fe0", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:23.372152 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d765d65c-38b1-411b-aecf-72ff6ea2849f {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:23.372559 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d86e899-4ebf-416d-b13b-1e76b10059ad', 'name': 'network-vif-deleted', 'tag': '29d71140-8668-4dd7-b23d-ab46f9584fe0', 'status': 'completed', 'code': 200} Jul 30 01:58:23.375783 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:58:23.398076 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:58:23.463525 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=ac75bca1-998d-48df-ae72-314b2d4020d4,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:23.628634 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.635826 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 77a4ace1-412a-4900-b987-026a12f938af {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 01:58:23.638563 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.641120 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] 10.222.0.70 "DELETE /v2.0/networks/77a4ace1-412a-4900-b987-026a12f938af HTTP/1.1" status: 204 len: 168 time: 0.9013453 Jul 30 01:58:23.645222 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55492) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:23.654264 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-21c19fb4-9837-4e39-b121-cc01a727999c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:23.669694 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Pushing event deleted for resources: {'Network': ['ID=77a4ace1-412a-4900-b987-026a12f938af,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:23.682475 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:23.682944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:23.683364 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:23.683714 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:23.684059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:23.684524 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:23.684927 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:23.685273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:23.686037 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:23.686989 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:23.687357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:23.687980 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00061cbe-17f5-4402-80c0-27c66227aec7 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:23.712381 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55494) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:23.719684 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-7d304ddc-dae2-422a-bb29-ea59bac29c02 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1511307144', 'description': 'tempest-description--1077417122'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:23.794119 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c19fb4-9837-4e39-b121-cc01a727999c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Made reservation on behalf of 2a78e4157abb401497a34c2c54afc327 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:23.799066 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-21c19fb4-9837-4e39-b121-cc01a727999c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.837707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacd65e5-79c8-4fa7-9c8b-6d61f5924a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deadf778-75a3-49ca-af0a-e6bd7145933b'}, {'server_uuid': 'dc5586b3-e9e9-4f87-9ba1-76be41fe696e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac75bca1-998d-48df-ae72-314b2d4020d4'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:23.837707 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3cecda-8b57-4bc2-8653-b0e9ad72cf53" -d '{"events": [{"server_uuid": "bacd65e5-79c8-4fa7-9c8b-6d61f5924a84", "name": "network-vif-plugged", "status": "completed", "tag": "deadf778-75a3-49ca-af0a-e6bd7145933b"}, {"server_uuid": "dc5586b3-e9e9-4f87-9ba1-76be41fe696e", "name": "network-vif-plugged", "status": "completed", "tag": "ac75bca1-998d-48df-ae72-314b2d4020d4"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:23.890332 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c19fb4-9837-4e39-b121-cc01a727999c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:58:23.911494 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cd9c2c-d5a0-4926-bd49-c7412dc1140c x-openstack-request-id: req-f0cd9c2c-d5a0-4926-bd49-c7412dc1140c {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:23.911912 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacd65e5-79c8-4fa7-9c8b-6d61f5924a84", "name": "network-vif-plugged", "status": "completed", "tag": "deadf778-75a3-49ca-af0a-e6bd7145933b", "code": 200}, {"server_uuid": "dc5586b3-e9e9-4f87-9ba1-76be41fe696e", "name": "network-vif-plugged", "status": "completed", "tag": "ac75bca1-998d-48df-ae72-314b2d4020d4", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:23.912251 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f0cd9c2c-d5a0-4926-bd49-c7412dc1140c {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:23.912898 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacd65e5-79c8-4fa7-9c8b-6d61f5924a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deadf778-75a3-49ca-af0a-e6bd7145933b', 'code': 200} Jul 30 01:58:23.913356 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5586b3-e9e9-4f87-9ba1-76be41fe696e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac75bca1-998d-48df-ae72-314b2d4020d4', 'code': 200} Jul 30 01:58:23.953800 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-13e555b8-abb7-4d88-8b8b-7098bba25734 req-be05d614-5e51-4117-9dad-6dbff6867c2e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 210 time: 0.0689721 Jul 30 01:58:23.959017 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-21c19fb4-9837-4e39-b121-cc01a727999c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.960975 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-21c19fb4-9837-4e39-b121-cc01a727999c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Added segment 4747bb50-5db6-41bf-8e11-5e9914c4486b of type vlan for network cd1b7225-2b0a-4fac-9f54-77a0e71ed860 Jul 30 01:58:23.989540 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d304ddc-dae2-422a-bb29-ea59bac29c02 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.251954 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-21c19fb4-9837-4e39-b121-cc01a727999c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.311622 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6643e7-ca19-48f4-a372-73775477e55c req-db1f5d1b-b3df-4384-955b-5e0ba7774492 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:24.315398 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c6643e7-ca19-48f4-a372-73775477e55c req-db1f5d1b-b3df-4384-955b-5e0ba7774492 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.1202443 Jul 30 01:58:24.402348 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c6643e7-ca19-48f4-a372-73775477e55c req-98b30f7e-719b-4f45-8eb2-53ebd396af89 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821190 Jul 30 01:58:24.414235 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648fa1b-5c01-475f-ab31-e382030de0d4 req-7d937b5d-ea53-472b-bf50-76e7792c2439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:24.420313 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d648fa1b-5c01-475f-ab31-e382030de0d4 req-7d937b5d-ea53-472b-bf50-76e7792c2439 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dc5586b3-e9e9-4f87-9ba1-76be41fe696e HTTP/1.1" status: 200 len: 1096 time: 0.3375485 Jul 30 01:58:24.421492 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaad8c5-5013-439f-ab76-ded3df6f3216 req-506f8d7b-65bd-400c-b4d7-c35e9714c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:24.422935 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aaaad8c5-5013-439f-ab76-ded3df6f3216 req-506f8d7b-65bd-400c-b4d7-c35e9714c5d8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 1096 time: 0.3764226 Jul 30 01:58:24.491996 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1bc211bb-2204-46ac-9d75-22ca7820a22e req-e683d01e-c29f-43ea-975b-c733231f042f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d86e899-4ebf-416d-b13b-1e76b10059ad HTTP/1.1" status: 200 len: 210 time: 0.0807459 Jul 30 01:58:24.547560 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d648fa1b-5c01-475f-ab31-e382030de0d4 req-e24e8c27-de6a-4bd3-b837-c7490dd74f04 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060166 Jul 30 01:58:24.547560 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-21c19fb4-9837-4e39-b121-cc01a727999c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.547560 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c19fb4-9837-4e39-b121-cc01a727999c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:24.547560 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-21c19fb4-9837-4e39-b121-cc01a727999c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.553688 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aaaad8c5-5013-439f-ab76-ded3df6f3216 req-93d7b543-7d40-494e-b139-ccc389528684 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172869 Jul 30 01:58:24.576580 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d304ddc-dae2-422a-bb29-ea59bac29c02 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.589248 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5388b-3313-4787-a77c-65c3b9ac78b4 req-931057d6-bd94-4b9d-bc0d-14172388831b tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:24.597848 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-75a5388b-3313-4787-a77c-65c3b9ac78b4 req-931057d6-bd94-4b9d-bc0d-14172388831b tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 946 time: 0.0664299 Jul 30 01:58:24.621359 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c19fb4-9837-4e39-b121-cc01a727999c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Pushing event updated for resources: {'Network': ['ID=cd1b7225-2b0a-4fac-9f54-77a0e71ed860,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:24.639003 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network cd1b7225-2b0a-4fac-9f54-77a0e71ed860 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:58:24.659359 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-75a5388b-3313-4787-a77c-65c3b9ac78b4 req-46541a1c-3c98-4d9b-92f6-a1fd359c1801 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605574 Jul 30 01:58:24.678651 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d304ddc-dae2-422a-bb29-ea59bac29c02 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.770969 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d304ddc-dae2-422a-bb29-ea59bac29c02 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d29d2f-a09a-4d9c-a8ad-fe51125131c4,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:24.787569 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-21c19fb4-9837-4e39-b121-cc01a727999c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1406400 Jul 30 01:58:24.790652 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55524) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:24.797146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7aa587a1-4df5-4d3e-ae37-97d33e50851c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Request body: {'subnet': {'network_id': 'cd1b7225-2b0a-4fac-9f54-77a0e71ed860', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:24.838188 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d304ddc-dae2-422a-bb29-ea59bac29c02 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.840046 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7d304ddc-dae2-422a-bb29-ea59bac29c02 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1263900 Jul 30 01:58:24.845711 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55526) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:24.850607 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990e2fa-2e65-4ef7-8762-133a56ac0336 req-9cb37cdf-5c01-44fb-9435-905390b800b7 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:24.853830 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-2d6467ad-f9e5-4614-ba67-eb5372cfd3ee tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Request body: {'security_group_rule': {'security_group_id': '08d29d2f-a09a-4d9c-a8ad-fe51125131c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:24.864075 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a990e2fa-2e65-4ef7-8762-133a56ac0336 req-9cb37cdf-5c01-44fb-9435-905390b800b7 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=c350af4f-e91f-49c0-9660-8508db9b1122 HTTP/1.1" status: 200 len: 945 time: 0.0893977 Jul 30 01:58:24.913332 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a990e2fa-2e65-4ef7-8762-133a56ac0336 req-7a5859d0-59da-4a0c-96cd-d2c8db1dcb15 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482652 Jul 30 01:58:25.021249 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa587a1-4df5-4d3e-ae37-97d33e50851c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Made reservation on behalf of 2a78e4157abb401497a34c2c54afc327 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:25.023932 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7aa587a1-4df5-4d3e-ae37-97d33e50851c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:25.157655 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2780c9cc-2b7d-40ea-993b-407d8ce6c19f req-3dc642ef-c0f3-4b67-b6ec-b2d46d701623 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 210 time: 0.0562832 Jul 30 01:58:25.202922 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae92c88-abd6-493c-acf0-f0692a6694d7 req-bfa74624-4be4-490a-a113-0479bc56f770 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:25.204730 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9ae92c88-abd6-493c-acf0-f0692a6694d7 req-bfa74624-4be4-490a-a113-0479bc56f770 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc5586b3-e9e9-4f87-9ba1-76be41fe696e HTTP/1.1" status: 200 len: 945 time: 0.1532197 Jul 30 01:58:25.283258 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9ae92c88-abd6-493c-acf0-f0692a6694d7 req-600b28f7-583b-4f0e-a8f6-d7bbc0b1bfe3 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706654 Jul 30 01:58:25.286928 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2d6467ad-f9e5-4614-ba67-eb5372cfd3ee tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:25.412361 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 29d71140-8668-4dd7-b23d-ab46f9584fe0 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:25.418102 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2d6467ad-f9e5-4614-ba67-eb5372cfd3ee tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:25.433044 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 29d71140-8668-4dd7-b23d-ab46f9584fe0 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:58:25.433385 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 29d71140-8668-4dd7-b23d-ab46f9584fe0 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:25.541352 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2d6467ad-f9e5-4614-ba67-eb5372cfd3ee tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:25.554793 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f8817-18a0-4af9-990e-a796bcfb1cbd req-8732ee03-4d1e-4e43-91fc-d1920a5cbead tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:25.563170 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6b6f8817-18a0-4af9-990e-a796bcfb1cbd req-8732ee03-4d1e-4e43-91fc-d1920a5cbead tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.0674806 Jul 30 01:58:25.611391 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6467ad-f9e5-4614-ba67-eb5372cfd3ee tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f4deba-fbb4-4488-890e-ea04e62bff61,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:25.637053 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6b6f8817-18a0-4af9-990e-a796bcfb1cbd req-165282c9-7b0c-4bd7-9b73-7c7ca554b942 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677330 Jul 30 01:58:25.662106 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2d6467ad-f9e5-4614-ba67-eb5372cfd3ee tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:25.664975 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2d6467ad-f9e5-4614-ba67-eb5372cfd3ee tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8162785 Jul 30 01:58:25.667190 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55568) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:25.672652 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-98a87b8a-78c3-4c32-933a-5a11b3b04b89 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Request body: {'security_group_rule': {'security_group_id': '08d29d2f-a09a-4d9c-a8ad-fe51125131c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:25.746028 n-d-713498-9 neutron-server[94465]: DEBUG neutron.objects.ports [None req-7aa587a1-4df5-4d3e-ae37-97d33e50851c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94465) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:58:25.746600 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7aa587a1-4df5-4d3e-ae37-97d33e50851c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:25.813698 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa587a1-4df5-4d3e-ae37-97d33e50851c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e4924661-b4b7-4931-a11e-a1c0ca1f2c7c,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:25.833589 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-98a87b8a-78c3-4c32-933a-5a11b3b04b89 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:25.835726 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa587a1-4df5-4d3e-ae37-97d33e50851c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Checking segment: {'id': '4747bb50-5db6-41bf-8e11-5e9914c4486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cd1b7225-2b0a-4fac-9f54-77a0e71ed860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:25.839704 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa587a1-4df5-4d3e-ae37-97d33e50851c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Network hostable DHCP agents. Network: cd1b7225-2b0a-4fac-9f54-77a0e71ed860, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:58:25.910376 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-98a87b8a-78c3-4c32-933a-5a11b3b04b89 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:25.964778 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-df8f41c8-56ba-4dd1-8c8f-021658075686 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:25.970473 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-df8f41c8-56ba-4dd1-8c8f-021658075686 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/networks?id=ba6a7637-8cab-4877-809b-af833f6bd6e0 HTTP/1.1" status: 200 len: 806 time: 0.1509964 Jul 30 01:58:25.982116 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-e0c397a0-1993-460b-b1c0-932215d90843 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/quotas/2512260259d7455494ba68636275b240 HTTP/1.1" status: 200 len: 375 time: 0.0100093 Jul 30 01:58:26.013799 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-98a87b8a-78c3-4c32-933a-5a11b3b04b89 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.028882 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa587a1-4df5-4d3e-ae37-97d33e50851c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Network cd1b7225-2b0a-4fac-9f54-77a0e71ed860 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:58:26.053225 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a87b8a-78c3-4c32-933a-5a11b3b04b89 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c631332-8faf-487d-9496-48685678c2ec,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:26.066741 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-413485cc-18c2-4418-9dfe-37f19a397bb8 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0786979 Jul 30 01:58:26.126254 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-7aa587a1-4df5-4d3e-ae37-97d33e50851c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, cd1b7225-2b0a-4fac-9f54-77a0e71ed860) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:26.133704 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa587a1-4df5-4d3e-ae37-97d33e50851c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:26.134568 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7aa587a1-4df5-4d3e-ae37-97d33e50851c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.139424 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-98a87b8a-78c3-4c32-933a-5a11b3b04b89 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.141004 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-98a87b8a-78c3-4c32-933a-5a11b3b04b89 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4726574 Jul 30 01:58:26.146937 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55596) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:26.157042 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-2790c3ff-d8b1-4a1f-be34-d71d561ac37a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:26.162279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef81cd29-acbb-4d85-bbc3-a8d3112c6d0c None None] Network cd1b7225-2b0a-4fac-9f54-77a0e71ed860 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:58:26.239279 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-c16e1295-dee0-4afb-8645-2d796c413501 service neutron] 10.222.0.70 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544483 Jul 30 01:58:26.255959 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7aa587a1-4df5-4d3e-ae37-97d33e50851c tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4613204 Jul 30 01:58:26.259702 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55604) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:26.275234 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-83865c47-0d57-4da7-861a-b3e635f8600d tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Request body: {'floatingip': {'floating_network_id': 'cd1b7225-2b0a-4fac-9f54-77a0e71ed860'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:26.329730 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2790c3ff-d8b1-4a1f-be34-d71d561ac37a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.371411 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fc3786-1b0b-4f5b-b556-31edc785ab0d None None] Network cd1b7225-2b0a-4fac-9f54-77a0e71ed860 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:58:26.382814 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2bebabfa-5b79-4d0a-9718-6d9fac90c9ae req-2458ffb3-f6d5-4a70-a9ec-7662e1b762d3 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 210 time: 0.0634210 Jul 30 01:58:26.447361 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83865c47-0d57-4da7-861a-b3e635f8600d tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.459684 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-9c05f138-64b6-4439-a457-bbd451282436 service neutron] 10.222.0.70 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105744 Jul 30 01:58:26.639465 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83865c47-0d57-4da7-861a-b3e635f8600d tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.699456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a133f-4ed2-4c4a-80af-a63377d18417 req-6d569925-d428-4bf6-8de5-7fc5e08f10ce tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:26.701105 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-151a133f-4ed2-4c4a-80af-a63377d18417 req-6d569925-d428-4bf6-8de5-7fc5e08f10ce tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc5586b3-e9e9-4f87-9ba1-76be41fe696e HTTP/1.1" status: 200 len: 945 time: 0.1249166 Jul 30 01:58:26.727965 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2790c3ff-d8b1-4a1f-be34-d71d561ac37a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.781431 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-83865c47-0d57-4da7-861a-b3e635f8600d tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Allocated IP 172.20.0.12 (cd1b7225-2b0a-4fac-9f54-77a0e71ed860/e4924661-b4b7-4931-a11e-a1c0ca1f2c7c/0769673c-6ce0-4069-b93c-9d9bc389f1f8) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:26.800801 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-151a133f-4ed2-4c4a-80af-a63377d18417 req-9b3a3806-6551-4fab-a5f1-f67b62a374c4 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886488 Jul 30 01:58:26.913569 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-2790c3ff-d8b1-4a1f-be34-d71d561ac37a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Allocated IP 172.25.1.43 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/39c82a9a-a908-4f80-b2eb-923659837706) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:27.034720 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83865c47-0d57-4da7-861a-b3e635f8600d tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:27.121507 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2790c3ff-d8b1-4a1f-be34-d71d561ac37a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:27.265750 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83865c47-0d57-4da7-861a-b3e635f8600d tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:27.288398 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109bf2f-4e6d-49a2-b192-90754ca1df62 req-1d2b3a85-2487-4956-afa4-d75a413e1a4b tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:27.297174 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2109bf2f-4e6d-49a2-b192-90754ca1df62 req-1d2b3a85-2487-4956-afa4-d75a413e1a4b tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.0685747 Jul 30 01:58:27.323362 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83865c47-0d57-4da7-861a-b3e635f8600d tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Network cd1b7225-2b0a-4fac-9f54-77a0e71ed860 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:27.337614 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-83865c47-0d57-4da7-861a-b3e635f8600d tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:27.341924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83865c47-0d57-4da7-861a-b3e635f8600d tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Pushing event updated for resources: {'Port': ['ID=0769673c-6ce0-4069-b93c-9d9bc389f1f8,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:27.344433 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83865c47-0d57-4da7-861a-b3e635f8600d tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:27.349322 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2790c3ff-d8b1-4a1f-be34-d71d561ac37a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:27.413664 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2109bf2f-4e6d-49a2-b192-90754ca1df62 req-51640b81-9870-47f6-9847-1647893e41c3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155093 Jul 30 01:58:27.421945 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2790c3ff-d8b1-4a1f-be34-d71d561ac37a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:27.427484 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-2790c3ff-d8b1-4a1f-be34-d71d561ac37a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:27.437638 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2790c3ff-d8b1-4a1f-be34-d71d561ac37a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:27.494536 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83865c47-0d57-4da7-861a-b3e635f8600d tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:27.505861 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790c3ff-d8b1-4a1f-be34-d71d561ac37a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Pushing event updated for resources: {'Port': ['ID=39c82a9a-a908-4f80-b2eb-923659837706,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:27.592304 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c3334a6-5ed9-417a-aa20-1899eb4b1ce1 req-9d4260df-b154-45bc-95c4-9acdb93f7d67 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 210 time: 0.0553782 Jul 30 01:58:27.659091 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc91774d-1a9b-4764-bea4-3d93ca85e295 req-2f2703f0-bd70-4410-a37b-2598b09c91c0 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 210 time: 0.0947320 Jul 30 01:58:27.689660 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83865c47-0d57-4da7-861a-b3e635f8600d tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:27.815103 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2790c3ff-d8b1-4a1f-be34-d71d561ac37a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:27.818893 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55658) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:27.847493 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eefbc-8c89-4032-a586-b6cc40fb39ed req-226d6a3f-de7e-46cb-bda1-56bb97b1b590 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:27.849617 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-442eefbc-8c89-4032-a586-b6cc40fb39ed req-226d6a3f-de7e-46cb-bda1-56bb97b1b590 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.1603658 Jul 30 01:58:27.858772 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55662) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:27.866055 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-1c7e0924-56b5-4734-9503-75d064500f87 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Request body: {'floatingip': {'port_id': 'deadf778-75a3-49ca-af0a-e6bd7145933b'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:27.918576 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1c7e0924-56b5-4734-9503-75d064500f87 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for floatingip, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.050829 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f89d1f7d-6929-4fa5-9500-cfc64d360c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.054820 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2790c3ff-d8b1-4a1f-be34-d71d561ac37a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.291056 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316ce47-c898-4a15-8051-6babd44af2bc req-c52240b6-39fe-440d-aef2-8f41cf50c463 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:28.301364 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2316ce47-c898-4a15-8051-6babd44af2bc req-c52240b6-39fe-440d-aef2-8f41cf50c463 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc5586b3-e9e9-4f87-9ba1-76be41fe696e HTTP/1.1" status: 200 len: 945 time: 0.4900734 Jul 30 01:58:28.379195 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83865c47-0d57-4da7-861a-b3e635f8600d tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.405240 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2316ce47-c898-4a15-8051-6babd44af2bc req-6f6dbd84-6b60-4353-8032-dd7ad229c07f tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050484 Jul 30 01:58:28.453552 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83865c47-0d57-4da7-861a-b3e635f8600d tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.507022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83865c47-0d57-4da7-861a-b3e635f8600d tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Pushing event updated for resources: {'Port': ['ID=0769673c-6ce0-4069-b93c-9d9bc389f1f8,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:28.559241 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83865c47-0d57-4da7-861a-b3e635f8600d tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.770802 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2790c3ff-d8b1-4a1f-be34-d71d561ac37a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.788075 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-05179370-283f-4834-a797-8eb93c6f8623 req-a2f55894-db00-4aaf-a83e-33d1167f1e4e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 210 time: 0.0385315 Jul 30 01:58:28.826864 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cffb6cf8-66f9-49e5-9a10-2e3520932abf req-26c6792b-762a-415f-a048-d0ba28eadca2 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 210 time: 0.0898380 Jul 30 01:58:28.903499 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2790c3ff-d8b1-4a1f-be34-d71d561ac37a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.952143 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f89d1f7d-6929-4fa5-9500-cfc64d360c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.033149 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790c3ff-d8b1-4a1f-be34-d71d561ac37a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Pushing event updated for resources: {'Port': ['ID=39c82a9a-a908-4f80-b2eb-923659837706,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:29.052857 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117d0e1-7a12-45ba-903a-536f5838a0cf req-9c6724e0-40ca-470b-93c4-a9b66d11825d tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:29.054417 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1117d0e1-7a12-45ba-903a-536f5838a0cf req-9c6724e0-40ca-470b-93c4-a9b66d11825d tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc5586b3-e9e9-4f87-9ba1-76be41fe696e HTTP/1.1" status: 200 len: 945 time: 0.2597024 Jul 30 01:58:29.060680 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f89d1f7d-6929-4fa5-9500-cfc64d360c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.135262 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2790c3ff-d8b1-4a1f-be34-d71d561ac37a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.139175 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83865c47-0d57-4da7-861a-b3e635f8600d tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.142702 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-83865c47-0d57-4da7-861a-b3e635f8600d tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8717256 Jul 30 01:58:29.146947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55672) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:29.194430 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d1f7d-6929-4fa5-9500-cfc64d360c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bae9c3e-252f-4266-a115-f40ffab6a36d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:29.201214 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f89d1f7d-6929-4fa5-9500-cfc64d360c0f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fa1bfd0c48b84a359a1d61ec5b026348&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3810465 Jul 30 01:58:29.221167 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55674) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:29.241245 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.db.resource_extend [None req-1c7e0924-56b5-4734-9503-75d064500f87 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:58:29.263185 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7455436b-661c-49c5-9478-1c608f6876fd tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] 10.222.0.70 "GET /v2.0/floatingips?floating_network_id=cd1b7225-2b0a-4fac-9f54-77a0e71ed860 HTTP/1.1" status: 200 len: 690 time: 0.1150534 Jul 30 01:58:29.266226 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55676) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:29.283659 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2790c3ff-d8b1-4a1f-be34-d71d561ac37a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.285416 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2790c3ff-d8b1-4a1f-be34-d71d561ac37a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1375515 Jul 30 01:58:29.321828 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1c7e0924-56b5-4734-9503-75d064500f87 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.368450 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-1117d0e1-7a12-45ba-903a-536f5838a0cf req-ef2ffcbe-433c-4427-a71d-f89f727546f9 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Deleting port ac75bca1-998d-48df-ae72-314b2d4020d4 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:29.368450 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1117d0e1-7a12-45ba-903a-536f5838a0cf req-ef2ffcbe-433c-4427-a71d-f89f727546f9 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.402099 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.411014 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1c7e0924-56b5-4734-9503-75d064500f87 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.415407 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3258108c-2690-471d-b4f7-73ce63f61ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.501670 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3258108c-2690-471d-b4f7-73ce63f61ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.549106 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Deleting port 0769673c-6ce0-4069-b93c-9d9bc389f1f8 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:29.549710 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.592601 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:58:29.659812 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-1117d0e1-7a12-45ba-903a-536f5838a0cf req-ef2ffcbe-433c-4427-a71d-f89f727546f9 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] For port ac75bca1-998d-48df-ae72-314b2d4020d4, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ac75bca1-998d-48df-ae72-314b2d4020d4,segment=NetworkSegment(37a578bd-a409-4de2-a551-650bfc7242c7),segment_id=37a578bd-a409-4de2-a551-650bfc7242c7)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:29.660290 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1117d0e1-7a12-45ba-903a-536f5838a0cf req-ef2ffcbe-433c-4427-a71d-f89f727546f9 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.677902 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-1c7e0924-56b5-4734-9503-75d064500f87 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Floating IP 2457d19a-c600-40f7-a554-625973831073 associated. External IP: 172.25.1.82, port: deadf778-75a3-49ca-af0a-e6bd7145933b. Jul 30 01:58:29.724412 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-1117d0e1-7a12-45ba-903a-536f5838a0cf req-ef2ffcbe-433c-4427-a71d-f89f727546f9 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Calling delete_port for ac75bca1-998d-48df-ae72-314b2d4020d4 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:29.733092 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-ab37a9ff-7fe0-4013-9bbf-24dca7b8eef3 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1511307144&fields=id&tenant_id=1773aff5f2d24ceea84313862e0f7cc6 HTTP/1.1" status: 200 len: 267 time: 0.1211510 Jul 30 01:58:29.806772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62a237-6f6c-40f8-8ff5-023da28fb0db req-caa3e1d7-c4a5-4c87-b1c1-9e12c850ec51 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:29.808337 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1e62a237-6f6c-40f8-8ff5-023da28fb0db req-caa3e1d7-c4a5-4c87-b1c1-9e12c850ec51 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc5586b3-e9e9-4f87-9ba1-76be41fe696e HTTP/1.1" status: 200 len: 945 time: 0.2462819 Jul 30 01:58:29.813615 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.813943 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.847384 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Calling delete_port for 0769673c-6ce0-4069-b93c-9d9bc389f1f8 owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:29.847605 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3258108c-2690-471d-b4f7-73ce63f61ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.849704 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3258108c-2690-471d-b4f7-73ce63f61ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.853032 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3258108c-2690-471d-b4f7-73ce63f61ec9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7bae9c3e-252f-4266-a115-f40ffab6a36d HTTP/1.1" status: 204 len: 168 time: 0.6288507 Jul 30 01:58:29.872729 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-0a9f38d3-7eb4-4335-be80-4897554d0fd2 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:29.874233 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-0a9f38d3-7eb4-4335-be80-4897554d0fd2 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.77 "GET /v2.0/networks?id=ba6a7637-8cab-4877-809b-af833f6bd6e0 HTTP/1.1" status: 200 len: 806 time: 0.2553208 Jul 30 01:58:29.922774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-25e2691c-841b-4f32-a664-c2181829d2fd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Request body: {'port': {'device_id': '4e791dba-f4b9-4533-bac6-2f0954610e58', 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0', 'admin_state_up': True, 'tenant_id': '2512260259d7455494ba68636275b240'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:29.929827 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258108c-2690-471d-b4f7-73ce63f61ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bae9c3e-252f-4266-a115-f40ffab6a36d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:30.016763 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-30480331-56d1-406f-acec-ed8ff304e9a7 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:30.023466 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-30480331-56d1-406f-acec-ed8ff304e9a7 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/networks?id=da367ee6-3a9f-4866-aaeb-75f83be72229 HTTP/1.1" status: 200 len: 809 time: 0.2728915 Jul 30 01:58:30.025527 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1e62a237-6f6c-40f8-8ff5-023da28fb0db req-b95edd1f-5c0a-4597-92a8-25940361283e tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905243 Jul 30 01:58:30.079940 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-d0ce2147-ffa1-4ef3-b332-c8dcb17f4c59 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/quotas/1773aff5f2d24ceea84313862e0f7cc6 HTTP/1.1" status: 200 len: 375 time: 0.0559509 Jul 30 01:58:30.173325 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7173c74a-2f89-4566-a919-5bd3a3180d35 req-185065bf-6d1b-4d8e-a42c-641ab9982ef9 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 210 time: 0.0589724 Jul 30 01:58:30.269913 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-9853674d-87c8-4285-828c-d7550a6dc998 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1773aff5f2d24ceea84313862e0f7cc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1890655 Jul 30 01:58:30.283098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7e0924-56b5-4734-9503-75d064500f87 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Router 968dee7e-6833-4e65-82ee-d5e5a365f85a has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:30.330612 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-653135e5-fbb1-4072-8fc2-9ac8c44db763 req-13d1a189-9719-4e11-a9f4-06137d2af221 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 210 time: 0.0373101 Jul 30 01:58:30.359228 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1117d0e1-7a12-45ba-903a-536f5838a0cf req-ef2ffcbe-433c-4427-a71d-f89f727546f9 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.371995 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25', 'ac75bca1-998d-48df-ae72-314b2d4020d4'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:30.390691 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.412704 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['df8ad593-726b-4d8a-b827-45feaf4ac149'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:30.418938 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Pushing event deleted for resources: {'Port': ['ID=0769673c-6ce0-4069-b93c-9d9bc389f1f8,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:30.424939 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-25e2691c-841b-4f32-a664-c2181829d2fd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Made reservation on behalf of 2512260259d7455494ba68636275b240 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:30.430495 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-25e2691c-841b-4f32-a664-c2181829d2fd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.475464 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ffcbe-433c-4427-a71d-f89f727546f9 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Pushing event deleted for resources: {'Port': ['ID=ac75bca1-998d-48df-ae72-314b2d4020d4,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:30.572682 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.634242 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.701721 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-212e9a1f-ddd6-4aff-8334-0442c833c685 service neutron] 10.222.0.70 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042547 Jul 30 01:58:30.714373 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-25e2691c-841b-4f32-a664-c2181829d2fd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Allocated IP 172.20.0.6 (ba6a7637-8cab-4877-809b-af833f6bd6e0/d2bdb7f5-8d0f-432b-8087-856e79091b08/676058da-d99e-45c9-858d-63b17a18bcc1) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:30.737294 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-1117d0e1-7a12-45ba-903a-536f5838a0cf req-ef2ffcbe-433c-4427-a71d-f89f727546f9 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] No DVR routers for this DVR port ac75bca1-998d-48df-ae72-314b2d4020d4 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:30.785146 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1117d0e1-7a12-45ba-903a-536f5838a0cf req-ef2ffcbe-433c-4427-a71d-f89f727546f9 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.793211 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1117d0e1-7a12-45ba-903a-536f5838a0cf req-ef2ffcbe-433c-4427-a71d-f89f727546f9 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.10 "DELETE /v2.0/ports/ac75bca1-998d-48df-ae72-314b2d4020d4 HTTP/1.1" status: 204 len: 173 time: 1.7181132 Jul 30 01:58:30.793211 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5586b3-e9e9-4f87-9ba1-76be41fe696e', 'name': 'network-vif-deleted', 'tag': 'ac75bca1-998d-48df-ae72-314b2d4020d4'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:30.793211 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4c5fd0-5829-41e5-a422-488a7e6e729d" -d '{"events": [{"server_uuid": "dc5586b3-e9e9-4f87-9ba1-76be41fe696e", "name": "network-vif-deleted", "tag": "ac75bca1-998d-48df-ae72-314b2d4020d4"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:30.845867 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7e0924-56b5-4734-9503-75d064500f87 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:30.859542 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2be5288-a925-408b-8b6b-3a4351cf7aaa x-openstack-request-id: req-e2be5288-a925-408b-8b6b-3a4351cf7aaa {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:30.859542 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5586b3-e9e9-4f87-9ba1-76be41fe696e", "name": "network-vif-deleted", "tag": "ac75bca1-998d-48df-ae72-314b2d4020d4", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:30.859542 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e2be5288-a925-408b-8b6b-3a4351cf7aaa {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:30.859542 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5586b3-e9e9-4f87-9ba1-76be41fe696e', 'name': 'network-vif-deleted', 'tag': 'ac75bca1-998d-48df-ae72-314b2d4020d4', 'status': 'completed', 'code': 200} Jul 30 01:58:30.861490 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1c7e0924-56b5-4734-9503-75d064500f87 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.865204 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6dc1b5-cf23-49d4-ba03-913f1ed90daa None None] Sync routers for ids ['968dee7e-6833-4e65-82ee-d5e5a365f85a'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:30.872874 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55706) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:30.880725 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6dc1b5-cf23-49d4-ba03-913f1ed90daa None None] Routers {'968dee7e-6833-4e65-82ee-d5e5a365f85a'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:30.882636 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-bb6dc1b5-cf23-49d4-ba03-913f1ed90daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:58:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['968dee7e-6833-4e65-82ee-d5e5a365f85a'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:30.919878 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-076dbbdd-62b0-4351-8253-3c9744c18aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.927624 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1c7e0924-56b5-4734-9503-75d064500f87 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "PUT /v2.0/floatingips/2457d19a-c600-40f7-a554-625973831073 HTTP/1.1" status: 200 len: 990 time: 3.0565162 Jul 30 01:58:30.930071 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.953755 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-2d0f4d98-e58a-4de3-a58e-940ed66eff53 service neutron] 10.222.0.70 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427680 Jul 30 01:58:31.006776 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e4924661-b4b7-4931-a11e-a1c0ca1f2c7c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:31.104054 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-bb6dc1b5-cf23-49d4-ba03-913f1ed90daa None None] Set router 968dee7e-6833-4e65-82ee-d5e5a365f85a gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:31.202107 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.255430 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95484408-fdc0-40cd-af7f-5bb4ec34a63d req-a5aa91b3-62a5-4aae-b637-10aabf07bdcf tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc5586b3-e9e9-4f87-9ba1-76be41fe696e HTTP/1.1" status: 200 len: 210 time: 0.1013758 Jul 30 01:58:31.259290 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1b7225-2b0a-4fac-9f54-77a0e71ed860']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:31.283324 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-25e2691c-841b-4f32-a664-c2181829d2fd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.298283 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4747bb50-5db6-41bf-8e11-5e9914c4486b') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:31.303748 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4747bb50-5db6-41bf-8e11-5e9914c4486b') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:31.365688 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.431057 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.465551 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bf41f083-986a-4a1d-a28b-a55e1e9a8ad0 req-ad647860-de18-4997-82fe-76fe027a19dd tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 210 time: 0.0635681 Jul 30 01:58:31.467975 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:58:31.468459 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:58:31.470393 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:58:31.478458 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93d37252-6589-4456-9ef4-1f28b0a937d5 req-52f41697-b9ab-4465-b7d4-70cd173b26af tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 210 time: 0.0721283 Jul 30 01:58:31.527281 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-bb6dc1b5-cf23-49d4-ba03-913f1ed90daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5c89c567-87e5-446e-93b9-db08c613d581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:16Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'gw_port': {'id': '5c89c567-87e5-446e-93b9-db08c613d581', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '2457d19a-c600-40f7-a554-625973831073', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'floating_ip_address': '172.25.1.82', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'port_id': 'deadf778-75a3-49ca-af0a-e6bd7145933b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'mac_address': 'fa:16:3e:3f:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd65e5-79c8-4fa7-9c8b-6d61f5924a84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:57:57Z', 'updated_at': '2021-07-30T01:58:29Z', 'revision_number': 1, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d893940-5aad-44d9-82d3-22a362f6e066', 'name': '', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'mac_address': 'fa:16:3e:0b:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:22Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 5, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'subnets': [{'id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:31.574230 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6dc1b5-cf23-49d4-ba03-913f1ed90daa None None] Checking router: 968dee7e-6833-4e65-82ee-d5e5a365f85a for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:58:31.584450 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6dc1b5-cf23-49d4-ba03-913f1ed90daa None None] Routers {'968dee7e-6833-4e65-82ee-d5e5a365f85a'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:31.585319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-bb6dc1b5-cf23-49d4-ba03-913f1ed90daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:58:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['968dee7e-6833-4e65-82ee-d5e5a365f85a'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:31.637249 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-076dbbdd-62b0-4351-8253-3c9744c18aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.661087 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c1bff525-2326-4032-aa58-fd3ff8b704c5 req-21cd6b3d-738f-4d26-84b5-575df05245bf tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 210 time: 0.0682838 Jul 30 01:58:31.717501 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-076dbbdd-62b0-4351-8253-3c9744c18aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.728621 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-bb6dc1b5-cf23-49d4-ba03-913f1ed90daa None None] Set router 968dee7e-6833-4e65-82ee-d5e5a365f85a gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:31.766090 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-076dbbdd-62b0-4351-8253-3c9744c18aca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d04c7a137ff0476d97dbffabf5f3566c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8886299 Jul 30 01:58:31.766090 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076dbbdd-62b0-4351-8253-3c9744c18aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7a2529-b3a0-4370-80de-b49ad7f55c49,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:31.768096 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55724) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:31.786282 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-25e2691c-841b-4f32-a664-c2181829d2fd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.792846 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.835010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cd1b7225-2b0a-4fac-9f54-77a0e71ed860 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 01:58:31.848110 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.850542 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] 10.222.0.70 "DELETE /v2.0/networks/cd1b7225-2b0a-4fac-9f54-77a0e71ed860 HTTP/1.1" status: 204 len: 168 time: 2.5832345 Jul 30 01:58:31.850771 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['c9eb3f59-0896-4eab-9ec0-1234b646a847'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:31.860041 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55726) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:31.861059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07103f6b-2784-4fc0-993d-b049f3e8d974 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd1b7225-2b0a-4fac-9f54-77a0e71ed860,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:31.883469 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-25e2691c-841b-4f32-a664-c2181829d2fd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Network ba6a7637-8cab-4877-809b-af833f6bd6e0 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:31.944755 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-25e2691c-841b-4f32-a664-c2181829d2fd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:31.947093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2691c-841b-4f32-a664-c2181829d2fd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Pushing event updated for resources: {'Port': ['ID=676058da-d99e-45c9-858d-63b17a18bcc1,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:31.958169 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-25e2691c-841b-4f32-a664-c2181829d2fd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:31.959468 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-01ea5294-9c25-4a33-988e-be90d0eadbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.998928 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-01ea5294-9c25-4a33-988e-be90d0eadbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.109810 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4ab47a2e-c893-4d70-bbde-53c7a289a9ef tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1952 time: 0.2455747 Jul 30 01:58:32.117142 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-25e2691c-841b-4f32-a664-c2181829d2fd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:32.118035 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-25e2691c-841b-4f32-a664-c2181829d2fd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.122381 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55732) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:32.215617 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-25e2691c-841b-4f32-a664-c2181829d2fd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3004470 Jul 30 01:58:32.236827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] Request body: {'port': {'device_id': '4e791dba-f4b9-4533-bac6-2f0954610e58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:32.269033 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-01ea5294-9c25-4a33-988e-be90d0eadbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.272081 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-01ea5294-9c25-4a33-988e-be90d0eadbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.275517 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-01ea5294-9c25-4a33-988e-be90d0eadbfe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fe7a2529-b3a0-4370-80de-b49ad7f55c49 HTTP/1.1" status: 204 len: 168 time: 0.5053754 Jul 30 01:58:32.299679 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee6ec8b-3512-468e-9616-e7df2a15a806 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:32.299679 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee6ec8b-3512-468e-9616-e7df2a15a806 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:32.300804 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee6ec8b-3512-468e-9616-e7df2a15a806 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:32.301271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee6ec8b-3512-468e-9616-e7df2a15a806 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:32.301737 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee6ec8b-3512-468e-9616-e7df2a15a806 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:32.302198 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee6ec8b-3512-468e-9616-e7df2a15a806 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:32.302686 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee6ec8b-3512-468e-9616-e7df2a15a806 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:32.303140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee6ec8b-3512-468e-9616-e7df2a15a806 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:32.303588 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee6ec8b-3512-468e-9616-e7df2a15a806 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:32.304043 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee6ec8b-3512-468e-9616-e7df2a15a806 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:32.309251 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-aee6ec8b-3512-468e-9616-e7df2a15a806 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6471 time: 0.1817081 Jul 30 01:58:32.309369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55738) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:32.328751 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea5294-9c25-4a33-988e-be90d0eadbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7a2529-b3a0-4370-80de-b49ad7f55c49,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:32.396045 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-39343ddc-4dac-4eaf-bcfb-63e64724e97d tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] delete failed (client error): The resource could not be found. Jul 30 01:58:32.396268 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-39343ddc-4dac-4eaf-bcfb-63e64724e97d tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/03caf663-4ccb-430c-acd2-eb95fa752a23 HTTP/1.1" status: 404 len: 345 time: 0.0858798 Jul 30 01:58:32.399311 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55744) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:32.403233 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.467284 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b25922-d07b-4e34-bcc5-f40f2514a039 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] DELETE failed (client error): The resource could not be found. Jul 30 01:58:32.468085 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b25922-d07b-4e34-bcc5-f40f2514a039 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:58:32.484547 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-21b25922-d07b-4e34-bcc5-f40f2514a039 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] 10.222.0.70 "DELETE /v2.0/networks/cd1b7225-2b0a-4fac-9f54-77a0e71ed860 HTTP/1.1" status: 404 len: 339 time: 0.0799217 Jul 30 01:58:32.485841 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55748) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:32.495110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-f0f1928e-0003-4533-8054-cd187bcc9984 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Request body: {'network': {'name': 'tempest-network--620743409', 'router:external': True}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:32.498808 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-bb6dc1b5-cf23-49d4-ba03-913f1ed90daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5c89c567-87e5-446e-93b9-db08c613d581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:16Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'gw_port': {'id': '5c89c567-87e5-446e-93b9-db08c613d581', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '2457d19a-c600-40f7-a554-625973831073', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'floating_ip_address': '172.25.1.82', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'port_id': 'deadf778-75a3-49ca-af0a-e6bd7145933b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'mac_address': 'fa:16:3e:3f:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd65e5-79c8-4fa7-9c8b-6d61f5924a84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:57:57Z', 'updated_at': '2021-07-30T01:58:29Z', 'revision_number': 1, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d893940-5aad-44d9-82d3-22a362f6e066', 'name': '', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'mac_address': 'fa:16:3e:0b:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:22Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 5, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'subnets': [{'id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:32.548614 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6dc1b5-cf23-49d4-ba03-913f1ed90daa None None] The sync data for ids ['968dee7e-6833-4e65-82ee-d5e5a365f85a'] in n-d-713498-9 is: [{'id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5c89c567-87e5-446e-93b9-db08c613d581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:16Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'gw_port': {'id': '5c89c567-87e5-446e-93b9-db08c613d581', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '2457d19a-c600-40f7-a554-625973831073', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'floating_ip_address': '172.25.1.82', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'port_id': 'deadf778-75a3-49ca-af0a-e6bd7145933b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'mac_address': 'fa:16:3e:3f:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd65e5-79c8-4fa7-9c8b-6d61f5924a84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:57:57Z', 'updated_at': '2021-07-30T01:58:29Z', 'revision_number': 1, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d893940-5aad-44d9-82d3-22a362f6e066', 'name': '', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'mac_address': 'fa:16:3e:0b:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:22Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 5, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'subnets': [{'id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:32.596904 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d13bdad9-fe15-43ce-ae51-b5e8d660ba33 req-14fb9303-fd81-4fa1-a5c1-19c75b8e24d4 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 210 time: 0.0522897 Jul 30 01:58:32.653292 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f1928e-0003-4533-8054-cd187bcc9984 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Made reservation on behalf of 2a78e4157abb401497a34c2c54afc327 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:32.653292 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0f1928e-0003-4533-8054-cd187bcc9984 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.755913 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4a2cece-18b5-4d8b-bdff-66f46f7e337e req-c7f3e1b1-173e-4a98-884c-59493f799506 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 210 time: 0.0623775 Jul 30 01:58:32.819158 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f1928e-0003-4533-8054-cd187bcc9984 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:58:32.860105 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacd65e5-79c8-4fa7-9c8b-6d61f5924a84', 'tag': 'deadf778-75a3-49ca-af0a-e6bd7145933b'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:32.863601 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec27ef7-6f89-44e7-a39e-9e873a54d7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "bacd65e5-79c8-4fa7-9c8b-6d61f5924a84", "tag": "deadf778-75a3-49ca-af0a-e6bd7145933b"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:32.869270 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.887363 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0f1928e-0003-4533-8054-cd187bcc9984 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.888651 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-f0f1928e-0003-4533-8054-cd187bcc9984 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Added segment 9eec678c-3a01-4802-b8da-786ce6fde51f of type vlan for network 910fb658-6720-41f9-add8-7ac34d3afdf3 Jul 30 01:58:32.995807 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b438bc-73b4-4d9e-90ae-b1b43e1c421c req-fc1d0e31-7101-4246-92b4-fcd1017dc950 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:32.996506 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0f1928e-0003-4533-8054-cd187bcc9984 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.008073 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d0b438bc-73b4-4d9e-90ae-b1b43e1c421c req-fc1d0e31-7101-4246-92b4-fcd1017dc950 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 931 time: 0.1671300 Jul 30 01:58:33.057029 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48df61e9-90f0-4e47-ad50-6b71b400105a x-openstack-request-id: req-48df61e9-90f0-4e47-ad50-6b71b400105a {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:33.057573 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacd65e5-79c8-4fa7-9c8b-6d61f5924a84", "tag": "deadf778-75a3-49ca-af0a-e6bd7145933b", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:33.058020 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48df61e9-90f0-4e47-ad50-6b71b400105a {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:33.058994 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bacd65e5-79c8-4fa7-9c8b-6d61f5924a84', 'tag': 'deadf778-75a3-49ca-af0a-e6bd7145933b', 'status': 'completed', 'code': 200} Jul 30 01:58:33.065446 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88770e62-e539-4023-9671-153523c84716 None None] New status for floating IP 2457d19a-c600-40f7-a554-625973831073: ACTIVE {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:58:33.263788 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0f1928e-0003-4533-8054-cd187bcc9984 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.266621 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f1928e-0003-4533-8054-cd187bcc9984 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:33.267220 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0f1928e-0003-4533-8054-cd187bcc9984 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.333097 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d0b438bc-73b4-4d9e-90ae-b1b43e1c421c req-cb0d9ccf-a412-4c91-a005-5c6b33c0ce09 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190804 Jul 30 01:58:33.344738 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec27ef7-6f89-44e7-a39e-9e873a54d7b2 req-4f8a68b0-aed3-4ade-8cc3-94eddad5060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:33.367713 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ec27ef7-6f89-44e7-a39e-9e873a54d7b2 req-4f8a68b0-aed3-4ade-8cc3-94eddad5060e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e9759d07ba4e958653b10399043a13&device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 1096 time: 0.3066189 Jul 30 01:58:33.427631 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 676058da-d99e-45c9-858d-63b17a18bcc1 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:33.438798 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.462961 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] Transition to ACTIVE for port object 676058da-d99e-45c9-858d-63b17a18bcc1 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:33.467104 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1928e-0003-4533-8054-cd187bcc9984 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Pushing event updated for resources: {'Network': ['ID=910fb658-6720-41f9-add8-7ac34d3afdf3,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:33.467408 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ac75bca1-998d-48df-ae72-314b2d4020d4 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:33.517676 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 910fb658-6720-41f9-add8-7ac34d3afdf3 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:58:33.564983 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec27ef7-6f89-44e7-a39e-9e873a54d7b2 req-bcef89af-4359-40a9-8cd5-fdb78b2dd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:33.572173 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f0f1928e-0003-4533-8054-cd187bcc9984 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0860949 Jul 30 01:58:33.573209 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ec27ef7-6f89-44e7-a39e-9e873a54d7b2 req-bcef89af-4359-40a9-8cd5-fdb78b2dd5d5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb87329a-3973-4c1a-ad14-ee785b8bfa68 HTTP/1.1" status: 200 len: 917 time: 0.1850042 Jul 30 01:58:33.573478 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.575121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55786) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:33.589789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: ac75bca1-998d-48df-ae72-314b2d4020d4 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:58:33.590706 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ac75bca1-998d-48df-ae72-314b2d4020d4 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:33.800402 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] Pushing event updated for resources: {'Port': ['ID=676058da-d99e-45c9-858d-63b17a18bcc1,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:33.815144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] Attempting to bind port 676058da-d99e-45c9-858d-63b17a18bcc1 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:33.816016 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] Attempting to bind port 676058da-d99e-45c9-858d-63b17a18bcc1 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:33.816432 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] Attempting to bind port 676058da-d99e-45c9-858d-63b17a18bcc1 on network ba6a7637-8cab-4877-809b-af833f6bd6e0 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:33.847179 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] Port 676058da-d99e-45c9-858d-63b17a18bcc1 on network ba6a7637-8cab-4877-809b-af833f6bd6e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:58:33.847528 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] Attempting to bind port 676058da-d99e-45c9-858d-63b17a18bcc1 on network ba6a7637-8cab-4877-809b-af833f6bd6e0 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:33.857919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:33.861706 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] Checking segment: {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:33.861706 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] Bound using segment: {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:33.861706 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] Bound port: 676058da-d99e-45c9-858d-63b17a18bcc1, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:33.861706 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.928709 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88df91b-b062-4760-b3be-fb5a590b5570 req-9a57821f-b513-47fd-a9db-df8efb910143 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:33.935106 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88df91b-b062-4760-b3be-fb5a590b5570 req-9a57821f-b513-47fd-a9db-df8efb910143 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:33.936807 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a88df91b-b062-4760-b3be-fb5a590b5570 req-9a57821f-b513-47fd-a9db-df8efb910143 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=c350af4f-e91f-49c0-9660-8508db9b1122&device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 1682 time: 0.1452131 Jul 30 01:58:34.016106 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] For port 676058da-d99e-45c9-858d-63b17a18bcc1, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:34.030533 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a88df91b-b062-4760-b3be-fb5a590b5570 req-3ffaeab9-88c5-4f30-8765-a4998d4874fb tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775318 Jul 30 01:58:34.040038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] For port 676058da-d99e-45c9-858d-63b17a18bcc1, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=676058da-d99e-45c9-858d-63b17a18bcc1,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:34.127834 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ae6d1b00-c61f-47ef-9288-3f87e944ee2b req-954d8436-71de-4593-9667-d104d2fdc56d tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 210 time: 0.0585973 Jul 30 01:58:34.148274 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dbe4eacf-8d34-413d-a6bb-fdce42e282b7 req-ed5f3f39-bfee-4076-93aa-733865836722 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c94cf1-c7ab-42a0-99f1-89c9d16adf89 HTTP/1.1" status: 200 len: 210 time: 0.0585973 Jul 30 01:58:34.166468 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:34.231907 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ec27ef7-6f89-44e7-a39e-9e873a54d7b2 req-8a13e765-d043-4fd4-82fe-1c92018caf2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deadf778-75a3-49ca-af0a-e6bd7145933b HTTP/1.1" status: 200 len: 1000 time: 0.6576884 Jul 30 01:58:34.243129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6107fd9a-b33a-4cf3-91a6-e5ad189c65b4 tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:34.255657 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6107fd9a-b33a-4cf3-91a6-e5ad189c65b4 tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:34.262121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6107fd9a-b33a-4cf3-91a6-e5ad189c65b4 tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:34.269823 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6107fd9a-b33a-4cf3-91a6-e5ad189c65b4 tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:34.281382 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6107fd9a-b33a-4cf3-91a6-e5ad189c65b4 tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.6853974 Jul 30 01:58:34.281667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55806) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:34.321673 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec27ef7-6f89-44e7-a39e-9e873a54d7b2 req-ca60882a-1fce-4283-b1bf-83e7c1313855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:34.323142 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ec27ef7-6f89-44e7-a39e-9e873a54d7b2 req-ca60882a-1fce-4283-b1bf-83e7c1313855 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d5331bae-ecd8-4548-bb35-10d75f268fda HTTP/1.1" status: 200 len: 855 time: 0.0504179 Jul 30 01:58:34.344805 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:34.345523 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:34.348186 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] 10.222.0.77 "PUT /v2.0/ports/676058da-d99e-45c9-858d-63b17a18bcc1 HTTP/1.1" status: 200 len: 1091 time: 2.1169746 Jul 30 01:58:34.350812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e791dba-f4b9-4533-bac6-2f0954610e58', 'tag': '676058da-d99e-45c9-858d-63b17a18bcc1'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:34.353093 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed7ce8d-7ef3-44b6-806b-10cc7e597405" -d '{"events": [{"name": "network-changed", "server_uuid": "4e791dba-f4b9-4533-bac6-2f0954610e58", "tag": "676058da-d99e-45c9-858d-63b17a18bcc1"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:34.434824 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec27ef7-6f89-44e7-a39e-9e873a54d7b2 req-830f4886-7912-4031-a447-03ae4f828c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:34.436852 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ec27ef7-6f89-44e7-a39e-9e873a54d7b2 req-830f4886-7912-4031-a447-03ae4f828c28 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb87329a-3973-4c1a-ad14-ee785b8bfa68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057527 Jul 30 01:58:34.452609 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21f5ed-82bb-4c0b-9a42-9dc00dbed940 service neutron] Pushing event updated for resources: {'Port': ['ID=676058da-d99e-45c9-858d-63b17a18bcc1,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:34.536498 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-372a92ea-3845-4c17-8934-e6d31842778b tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:34.641622 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79482eb7-ade2-4190-882e-5b017f220c2b req-19da5ad4-c845-4406-a7f2-c02ef825ac99 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:34.644212 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-79482eb7-ade2-4190-882e-5b017f220c2b req-19da5ad4-c845-4406-a7f2-c02ef825ac99 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 943 time: 0.1872053 Jul 30 01:58:34.649133 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-b65cb4df-a13b-46a7-9725-5ef812880e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:34.650870 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-b65cb4df-a13b-46a7-9725-5ef812880e91 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 1094 time: 0.1130099 Jul 30 01:58:34.656949 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ec27ef7-6f89-44e7-a39e-9e873a54d7b2 req-095d1d8e-c7e8-40d8-a54b-aeb43928f4c0 service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057168 Jul 30 01:58:34.663887 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-372a92ea-3845-4c17-8934-e6d31842778b tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:34.674157 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-8e087128-7108-470e-978d-efba82e0e752 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:34.677368 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-8e087128-7108-470e-978d-efba82e0e752 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.77 "GET /v2.0/networks?id=da367ee6-3a9f-4866-aaeb-75f83be72229 HTTP/1.1" status: 200 len: 809 time: 0.2549787 Jul 30 01:58:34.693844 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-372a92ea-3845-4c17-8934-e6d31842778b tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910fb658-6720-41f9-add8-7ac34d3afdf3']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:34.725313 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-372a92ea-3845-4c17-8934-e6d31842778b tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eec678c-3a01-4802-b8da-786ce6fde51f') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:34.725634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-372a92ea-3845-4c17-8934-e6d31842778b tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eec678c-3a01-4802-b8da-786ce6fde51f') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:34.765868 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-372a92ea-3845-4c17-8934-e6d31842778b tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:34.783663 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-0d615691-7ab8-4f89-ac7d-c90a36a300ca tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1773aff5f2d24ceea84313862e0f7cc6 HTTP/1.1" status: 200 len: 380 time: 0.0558159 Jul 30 01:58:34.783925 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-c09eb0fd-62f0-4cd1-b10b-fb684f87ccab service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=676058da-d99e-45c9-858d-63b17a18bcc1 HTTP/1.1" status: 200 len: 217 time: 0.1104765 Jul 30 01:58:34.792218 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-372a92ea-3845-4c17-8934-e6d31842778b tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:34.805653 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-2ac577bc-b545-4e0a-9542-0e66bfc2e49e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Request body: {'port': {'device_id': 'efdd7c36-be98-45c1-9a3e-d81e660e3634', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'admin_state_up': True, 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'security_groups': ['08d29d2f-a09a-4d9c-a8ad-fe51125131c4']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:34.855919 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-79482eb7-ade2-4190-882e-5b017f220c2b req-b411a172-f536-49ae-b6d8-f89c1789a8e0 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835480 Jul 30 01:58:34.879394 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-d09bf5c3-5787-4eef-9e4d-01698017b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:34.881067 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-d09bf5c3-5787-4eef-9e4d-01698017b9f0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2bdb7f5-8d0f-432b-8087-856e79091b08 HTTP/1.1" status: 200 len: 846 time: 0.0849061 Jul 30 01:58:34.888820 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372a92ea-3845-4c17-8934-e6d31842778b tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:58:34.889642 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-372a92ea-3845-4c17-8934-e6d31842778b tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:58:34.891450 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:58:34.900080 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ec27ef7-6f89-44e7-a39e-9e873a54d7b2 req-d0f399b1-f7b1-498c-804b-d72eccb47eef service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390740 Jul 30 01:58:34.939718 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-2d271e78-7fdb-4061-b55d-f66468174f23 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ba6a7637-8cab-4877-809b-af833f6bd6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319359 Jul 30 01:58:34.993681 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258a655c-3988-4530-8975-be86d489859c x-openstack-request-id: req-258a655c-3988-4530-8975-be86d489859c {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:34.994902 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e791dba-f4b9-4533-bac6-2f0954610e58", "tag": "676058da-d99e-45c9-858d-63b17a18bcc1", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:34.995176 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-258a655c-3988-4530-8975-be86d489859c {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:34.995572 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e791dba-f4b9-4533-bac6-2f0954610e58', 'tag': '676058da-d99e-45c9-858d-63b17a18bcc1', 'status': 'completed', 'code': 200} Jul 30 01:58:35.077332 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-cdc81ce2-461d-4d11-9e55-75a0c615bc14 service neutron] 10.222.0.77 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340368 Jul 30 01:58:35.128517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-2ac577bc-b545-4e0a-9542-0e66bfc2e49e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Made reservation on behalf of 1773aff5f2d24ceea84313862e0f7cc6 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:35.132122 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-2ac577bc-b545-4e0a-9542-0e66bfc2e49e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.135411 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-372a92ea-3845-4c17-8934-e6d31842778b tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.139899 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372a92ea-3845-4c17-8934-e6d31842778b tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 910fb658-6720-41f9-add8-7ac34d3afdf3 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 01:58:35.142610 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-372a92ea-3845-4c17-8934-e6d31842778b tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.144186 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-372a92ea-3845-4c17-8934-e6d31842778b tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] 10.222.0.70 "DELETE /v2.0/networks/910fb658-6720-41f9-add8-7ac34d3afdf3 HTTP/1.1" status: 204 len: 168 time: 0.8677747 Jul 30 01:58:35.151588 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55828) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:35.163017 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Request body: {'network': {'name': 'tempest-network--1284391441', 'router:external': True}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:35.187168 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a92ea-3845-4c17-8934-e6d31842778b tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Pushing event deleted for resources: {'Network': ['ID=910fb658-6720-41f9-add8-7ac34d3afdf3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:35.364186 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b20f055d-85eb-4e65-bc15-043f5fdfa377 req-17b1aefb-f84e-43a8-be4f-8522784f8b0e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 210 time: 0.0951700 Jul 30 01:58:35.371376 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Made reservation on behalf of 2a78e4157abb401497a34c2c54afc327 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:35.374606 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.397269 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-2ac577bc-b545-4e0a-9542-0e66bfc2e49e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Allocated IP 172.20.0.9 (da367ee6-3a9f-4866-aaeb-75f83be72229/e55ab10a-38fa-4f87-9d98-222aa1ee0cac/7ce0b2b6-018c-46d4-852b-29fb1ce695d2) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:35.427915 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e74f6a20-ebf0-4d78-9464-c108545a13fc req-fb6da170-7847-4c54-af1f-58ef30263fcc service neutron] 10.222.0.77 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157511 Jul 30 01:58:35.427915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:58:35.438826 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.439184 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Added segment 34a5d50d-3bb3-4d40-9569-3e7001e5ff28 of type vlan for network 3e56f2ce-5f77-4ba0-abe1-30550168ad51 Jul 30 01:58:35.509799 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.609693 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55850) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:35.660870 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.662134 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:35.662860 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.746000 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-2ac577bc-b545-4e0a-9542-0e66bfc2e49e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.778852 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-2ac577bc-b545-4e0a-9542-0e66bfc2e49e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Transition to ACTIVE for port object 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:35.799977 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Pushing event updated for resources: {'Network': ['ID=3e56f2ce-5f77-4ba0-abe1-30550168ad51,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:35.834506 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8393c1-a07b-4676-a96c-10693b85f6a6 req-8ab9426e-a5ea-467d-abbe-0467741e5e1a tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:35.841412 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-425678d8-402e-421a-92e7-9010c59933a8 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.842012 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8d8393c1-a07b-4676-a96c-10693b85f6a6 req-8ab9426e-a5ea-467d-abbe-0467741e5e1a tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=c350af4f-e91f-49c0-9660-8508db9b1122 HTTP/1.1" status: 200 len: 945 time: 0.2244060 Jul 30 01:58:35.888540 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-425678d8-402e-421a-92e7-9010c59933a8 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.892397 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:35.892861 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:35.893958 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:35.894270 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:35.894723 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:35.895217 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:35.895604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:35.896033 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:35.896464 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:35.897201 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:35.897471 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:35.898089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:35.910851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 3e56f2ce-5f77-4ba0-abe1-30550168ad51 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:58:35.914768 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8d8393c1-a07b-4676-a96c-10693b85f6a6 req-62c18f52-03cc-485b-8cc5-06f9532a1fbf tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707083 Jul 30 01:58:35.932776 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a9c5ef50-bfc9-457e-a3ce-78b4fd7f85bb tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7719040 Jul 30 01:58:35.932919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55858) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:35.960575 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7ce8d-7ef3-44b6-806b-10cc7e597405 req-edc704d9-1c37-4468-bd1d-ec7e29d5d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:35.975362 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2ed7ce8d-7ef3-44b6-806b-10cc7e597405 req-edc704d9-1c37-4468-bd1d-ec7e29d5d7b0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 1094 time: 0.3315141 Jul 30 01:58:35.999926 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-2ac577bc-b545-4e0a-9542-0e66bfc2e49e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:36.075153 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-2ac577bc-b545-4e0a-9542-0e66bfc2e49e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Network da367ee6-3a9f-4866-aaeb-75f83be72229 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:36.085334 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-2ac577bc-b545-4e0a-9542-0e66bfc2e49e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:36.087700 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac577bc-b545-4e0a-9542-0e66bfc2e49e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Pushing event updated for resources: {'Port': ['ID=7ce0b2b6-018c-46d4-852b-29fb1ce695d2,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:36.090260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-2ac577bc-b545-4e0a-9542-0e66bfc2e49e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:36.102746 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3d0a89-d6a5-402d-b357-1d09f726edfb tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:36.107286 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7f3d0a89-d6a5-402d-b357-1d09f726edfb tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] 10.222.0.70 "GET /v2.0/networks/3e56f2ce-5f77-4ba0-abe1-30550168ad51 HTTP/1.1" status: 200 len: 757 time: 0.1780639 Jul 30 01:58:36.108076 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55864) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:36.142738 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db8daa-16b7-4e66-ad89-68197e495d75 req-4e8b2ee5-b168-429a-b15a-ceb7e25f776d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:36.151940 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c7db8daa-16b7-4e66-ad89-68197e495d75 req-4e8b2ee5-b168-429a-b15a-ceb7e25f776d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 943 time: 0.0942230 Jul 30 01:58:36.170726 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-425678d8-402e-421a-92e7-9010c59933a8 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:36.173209 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-425678d8-402e-421a-92e7-9010c59933a8 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:36.177145 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-425678d8-402e-421a-92e7-9010c59933a8 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "DELETE /v2.0/security-groups/3375cfdc-66d3-4667-b2ed-448ebd9f875f HTTP/1.1" status: 204 len: 168 time: 0.5662298 Jul 30 01:58:36.179309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55870) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:36.204408 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7ce8d-7ef3-44b6-806b-10cc7e597405 req-9c7cb39d-e806-4d01-acd6-9a43b5d9785e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:36.205939 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2ed7ce8d-7ef3-44b6-806b-10cc7e597405 req-9c7cb39d-e806-4d01-acd6-9a43b5d9785e service neutron] 10.222.0.77 "GET /v2.0/networks?id=ba6a7637-8cab-4877-809b-af833f6bd6e0 HTTP/1.1" status: 200 len: 907 time: 0.2143149 Jul 30 01:58:36.212765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425678d8-402e-421a-92e7-9010c59933a8 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3375cfdc-66d3-4667-b2ed-448ebd9f875f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:36.274801 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-b3707409-3cc9-4d51-91f9-981a6bd0ce95 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] show failed (client error): The resource could not be found. Jul 30 01:58:36.279461 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b3707409-3cc9-4d51-91f9-981a6bd0ce95 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "GET /v2.0/security-groups/3375cfdc-66d3-4667-b2ed-448ebd9f875f HTTP/1.1" status: 404 len: 347 time: 0.0871513 Jul 30 01:58:36.279461 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2ed7ce8d-7ef3-44b6-806b-10cc7e597405 req-01ef09e4-36f8-4012-8e7e-0f47e3eccd6c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=676058da-d99e-45c9-858d-63b17a18bcc1 HTTP/1.1" status: 200 len: 217 time: 0.0631201 Jul 30 01:58:36.280767 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55878) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:36.283528 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef1e9e6-1fa5-48bf-93bc-8f4227bab40a tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:36.297449 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-eef1e9e6-1fa5-48bf-93bc-8f4227bab40a tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] 10.222.0.70 "GET /v2.0/networks/8d186c21-0164-4666-bc60-323440075e57 HTTP/1.1" status: 200 len: 767 time: 0.1452820 Jul 30 01:58:36.316507 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c7db8daa-16b7-4e66-ad89-68197e495d75 req-a570cd55-e988-4b86-a552-0cc11a9f3b31 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636293 Jul 30 01:58:36.319633 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55880) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:36.329043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-2ac577bc-b545-4e0a-9542-0e66bfc2e49e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:36.329043 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-2ac577bc-b545-4e0a-9542-0e66bfc2e49e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:36.454175 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-2ac577bc-b545-4e0a-9542-0e66bfc2e49e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6579747 Jul 30 01:58:36.494343 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] Request body: {'port': {'device_id': 'efdd7c36-be98-45c1-9a3e-d81e660e3634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:36.550281 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8c3ec118-ed02-430f-831a-7dd2416bb773 None None] Provisioning for port 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:36.555611 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8c3ec118-ed02-430f-831a-7dd2416bb773 None None] Provisioning complete for port 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:36.556648 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c3ec118-ed02-430f-831a-7dd2416bb773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:36.577666 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7ce8d-7ef3-44b6-806b-10cc7e597405 req-442bb965-f9e1-41a0-9d7b-4db1bf7692ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:36.579427 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2ed7ce8d-7ef3-44b6-806b-10cc7e597405 req-442bb965-f9e1-41a0-9d7b-4db1bf7692ab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2bdb7f5-8d0f-432b-8087-856e79091b08 HTTP/1.1" status: 200 len: 846 time: 0.2606080 Jul 30 01:58:36.592824 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ea07966e-4f72-47c9-b380-3ce09e878362 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:36.609096 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4afd8c-d874-44ee-a800-912f1ec810b0 req-2b28aca6-0f31-4487-9723-13de49658ef3 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:36.612773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8c3ec118-ed02-430f-831a-7dd2416bb773 None None] Port 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:58:36.617061 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8a4afd8c-d874-44ee-a800-912f1ec810b0 req-2b28aca6-0f31-4487-9723-13de49658ef3 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 931 time: 0.1606019 Jul 30 01:58:36.629861 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:36.631449 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2ed7ce8d-7ef3-44b6-806b-10cc7e597405 req-5c3f11ef-1d13-4cfe-bbfb-92de2dc765cb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ba6a7637-8cab-4877-809b-af833f6bd6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426617 Jul 30 01:58:36.664630 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32461c-2d07-4507-b567-971641585025 req-25d10e37-a881-4c1f-8119-122abd3cb3d7 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:36.666192 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac32461c-2d07-4507-b567-971641585025 req-25d10e37-a881-4c1f-8119-122abd3cb3d7 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.77 "GET /v2.0/ports?device_id=c350af4f-e91f-49c0-9660-8508db9b1122 HTTP/1.1" status: 200 len: 945 time: 0.1405413 Jul 30 01:58:36.764566 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-7ba4d36e-95c9-44a6-a052-e12f1cd67eb2 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Deleting port 9f47ca06-65c1-4093-81f6-50bb9021abaf {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:36.764909 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7ba4d36e-95c9-44a6-a052-e12f1cd67eb2 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:36.787861 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8a4afd8c-d874-44ee-a800-912f1ec810b0 req-f2c739e8-4fa7-4548-96cc-32fd0e74d8d7 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=08d29d2f-a09a-4d9c-a8ad-fe51125131c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698813 Jul 30 01:58:36.919280 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ea07966e-4f72-47c9-b380-3ce09e878362 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:36.942015 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2ed7ce8d-7ef3-44b6-806b-10cc7e597405 req-688b90d6-a068-46cf-9be3-a0e64d6badf3 service neutron] 10.222.0.77 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017585 Jul 30 01:58:36.958909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ea07966e-4f72-47c9-b380-3ce09e878362 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e56f2ce-5f77-4ba0-abe1-30550168ad51']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:37.017818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-ac32461c-2d07-4507-b567-971641585025 req-6628bcf9-56d4-4379-a753-d3d801f4ec44 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Deleting port df8ad593-726b-4d8a-b827-45feaf4ac149 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:37.019067 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ac32461c-2d07-4507-b567-971641585025 req-6628bcf9-56d4-4379-a753-d3d801f4ec44 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.032741 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ea07966e-4f72-47c9-b380-3ce09e878362 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a5d50d-3bb3-4d40-9569-3e7001e5ff28') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:37.033039 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ea07966e-4f72-47c9-b380-3ce09e878362 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a5d50d-3bb3-4d40-9569-3e7001e5ff28') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:37.064655 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ea07966e-4f72-47c9-b380-3ce09e878362 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.106580 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7ba4d36e-95c9-44a6-a052-e12f1cd67eb2 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.106940 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7ba4d36e-95c9-44a6-a052-e12f1cd67eb2 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.125554 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ea07966e-4f72-47c9-b380-3ce09e878362 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.135432 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f745ac9-79a6-4eae-8709-af972bd4df06 req-9e7a659b-5318-4a76-9fb2-10b1f018283d tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:37.136916 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2f745ac9-79a6-4eae-8709-af972bd4df06 req-9e7a659b-5318-4a76-9fb2-10b1f018283d tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 946 time: 0.2270672 Jul 30 01:58:37.155140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea07966e-4f72-47c9-b380-3ce09e878362 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:58:37.155773 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ea07966e-4f72-47c9-b380-3ce09e878362 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.163929 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-7ba4d36e-95c9-44a6-a052-e12f1cd67eb2 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Calling delete_port for 9f47ca06-65c1-4093-81f6-50bb9021abaf owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:58:37.165614 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:58:37.168167 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-ac32461c-2d07-4507-b567-971641585025 req-6628bcf9-56d4-4379-a753-d3d801f4ec44 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] For port df8ad593-726b-4d8a-b827-45feaf4ac149, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=df8ad593-726b-4d8a-b827-45feaf4ac149,segment=NetworkSegment(37a578bd-a409-4de2-a551-650bfc7242c7),segment_id=37a578bd-a409-4de2-a551-650bfc7242c7)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:37.168167 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ac32461c-2d07-4507-b567-971641585025 req-6628bcf9-56d4-4379-a753-d3d801f4ec44 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.191464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-ac32461c-2d07-4507-b567-971641585025 req-6628bcf9-56d4-4379-a753-d3d801f4ec44 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Calling delete_port for df8ad593-726b-4d8a-b827-45feaf4ac149 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:37.259980 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:37.269693 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.321300 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2ed7ce8d-7ef3-44b6-806b-10cc7e597405 req-c72da6e2-47b1-4f78-8ee8-e6eb0c4a242d service neutron] 10.222.0.77 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598340 Jul 30 01:58:37.334622 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61abbe-dcc0-49d9-a5b9-ff6b9726f1f9 req-b9c271e9-dafc-4df9-8c6d-1da6595d7e17 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:37.336190 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5c61abbe-dcc0-49d9-a5b9-ff6b9726f1f9 req-b9c271e9-dafc-4df9-8c6d-1da6595d7e17 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=c350af4f-e91f-49c0-9660-8508db9b1122 HTTP/1.1" status: 200 len: 945 time: 0.2991648 Jul 30 01:58:37.431218 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ea07966e-4f72-47c9-b380-3ce09e878362 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.446443 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea07966e-4f72-47c9-b380-3ce09e878362 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3e56f2ce-5f77-4ba0-abe1-30550168ad51 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 01:58:37.449102 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ea07966e-4f72-47c9-b380-3ce09e878362 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.451104 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ea07966e-4f72-47c9-b380-3ce09e878362 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] 10.222.0.70 "DELETE /v2.0/networks/3e56f2ce-5f77-4ba0-abe1-30550168ad51 HTTP/1.1" status: 204 len: 168 time: 1.1151047 Jul 30 01:58:37.463191 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55950) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:37.479246 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-52a54ddb-31a8-46fd-9f56-632163d266ea tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Request body: {'network': {'name': 'tempest-network--1821630962'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:37.484609 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5c61abbe-dcc0-49d9-a5b9-ff6b9726f1f9 req-180bcd82-7ff8-48c7-9386-ce43805402e6 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/security-groups?id=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236250 Jul 30 01:58:37.489362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07966e-4f72-47c9-b380-3ce09e878362 tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Pushing event deleted for resources: {'Network': ['ID=3e56f2ce-5f77-4ba0-abe1-30550168ad51,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:37.551753 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-2f745ac9-79a6-4eae-8709-af972bd4df06 req-04f3ec73-b9d1-4ecb-b519-7705bb8d923b tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Deleting port 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:37.553201 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2f745ac9-79a6-4eae-8709-af972bd4df06 req-04f3ec73-b9d1-4ecb-b519-7705bb8d923b tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.609210 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a54ddb-31a8-46fd-9f56-632163d266ea tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Made reservation on behalf of 2a78e4157abb401497a34c2c54afc327 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:37.611563 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-52a54ddb-31a8-46fd-9f56-632163d266ea tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.698835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a54ddb-31a8-46fd-9f56-632163d266ea tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:58:37.720441 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-2f745ac9-79a6-4eae-8709-af972bd4df06 req-04f3ec73-b9d1-4ecb-b519-7705bb8d923b tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] For port 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25,segment=NetworkSegment(37a578bd-a409-4de2-a551-650bfc7242c7),segment_id=37a578bd-a409-4de2-a551-650bfc7242c7)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:37.720812 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2f745ac9-79a6-4eae-8709-af972bd4df06 req-04f3ec73-b9d1-4ecb-b519-7705bb8d923b tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.724102 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-52a54ddb-31a8-46fd-9f56-632163d266ea tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.724450 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-52a54ddb-31a8-46fd-9f56-632163d266ea tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Added segment fd75db31-38b9-40a6-95ed-1c741d92beab of type vlan for network fc48ebf5-8694-41d4-8dc2-7ad390d43952 Jul 30 01:58:37.738900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] Transition to ACTIVE for port object 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:37.745739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-2f745ac9-79a6-4eae-8709-af972bd4df06 req-04f3ec73-b9d1-4ecb-b519-7705bb8d923b tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Calling delete_port for 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:37.793447 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-52a54ddb-31a8-46fd-9f56-632163d266ea tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.794612 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a4a73-7c9e-453a-83a9-47ee200180b2 req-9d96d1d2-b3a9-4907-8c5b-44514cdbe424 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:37.796964 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7ba4d36e-95c9-44a6-a052-e12f1cd67eb2 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.803119 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c07a4a73-7c9e-453a-83a9-47ee200180b2 req-9d96d1d2-b3a9-4907-8c5b-44514cdbe424 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 943 time: 0.0630867 Jul 30 01:58:37.820780 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.863229 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ac32461c-2d07-4507-b567-971641585025 req-6628bcf9-56d4-4379-a753-d3d801f4ec44 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.866751 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4d36e-95c9-44a6-a052-e12f1cd67eb2 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event deleted for resources: {'Port': ['ID=9f47ca06-65c1-4093-81f6-50bb9021abaf,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:37.874821 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:37.902339 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c07a4a73-7c9e-453a-83a9-47ee200180b2 req-29ab5cdd-7668-48c2-bfcb-edeaed8fbf0b tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934968 Jul 30 01:58:37.919579 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce0b2b6-018c-46d4-852b-29fb1ce695d2,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:38.027521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628bcf9-56d4-4379-a753-d3d801f4ec44 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Pushing event deleted for resources: {'Port': ['ID=df8ad593-726b-4d8a-b827-45feaf4ac149,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:38.074799 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac32461c-2d07-4507-b567-971641585025 req-6628bcf9-56d4-4379-a753-d3d801f4ec44 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] No DVR routers for this DVR port df8ad593-726b-4d8a-b827-45feaf4ac149 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:38.080558 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7ba4d36e-95c9-44a6-a052-e12f1cd67eb2 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.083583 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7ba4d36e-95c9-44a6-a052-e12f1cd67eb2 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.087552 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ac32461c-2d07-4507-b567-971641585025 req-6628bcf9-56d4-4379-a753-d3d801f4ec44 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.088336 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7ba4d36e-95c9-44a6-a052-e12f1cd67eb2 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "DELETE /v2.0/floatingips/74070fc4-6ec4-48e2-9aba-02b7afbb2c59 HTTP/1.1" status: 204 len: 168 time: 1.8064768 Jul 30 01:58:38.089878 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55966) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:38.090750 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac32461c-2d07-4507-b567-971641585025 req-6628bcf9-56d4-4379-a753-d3d801f4ec44 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.77 "DELETE /v2.0/ports/df8ad593-726b-4d8a-b827-45feaf4ac149 HTTP/1.1" status: 204 len: 173 time: 1.4138086 Jul 30 01:58:38.091229 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c350af4f-e91f-49c0-9660-8508db9b1122', 'name': 'network-vif-deleted', 'tag': 'df8ad593-726b-4d8a-b827-45feaf4ac149'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:38.093714 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463a1078-5fed-4a66-9872-8fb4c4961ac9" -d '{"events": [{"server_uuid": "c350af4f-e91f-49c0-9660-8508db9b1122", "name": "network-vif-deleted", "tag": "df8ad593-726b-4d8a-b827-45feaf4ac149"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:38.109151 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-52a54ddb-31a8-46fd-9f56-632163d266ea tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.110411 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a54ddb-31a8-46fd-9f56-632163d266ea tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:38.111389 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-52a54ddb-31a8-46fd-9f56-632163d266ea tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.180071 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d509d0e2-f542-4eed-8e99-6623f7343a85 x-openstack-request-id: req-d509d0e2-f542-4eed-8e99-6623f7343a85 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:38.180361 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c350af4f-e91f-49c0-9660-8508db9b1122", "name": "network-vif-deleted", "tag": "df8ad593-726b-4d8a-b827-45feaf4ac149", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:38.180613 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d509d0e2-f542-4eed-8e99-6623f7343a85 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:38.181020 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c350af4f-e91f-49c0-9660-8508db9b1122', 'name': 'network-vif-deleted', 'tag': 'df8ad593-726b-4d8a-b827-45feaf4ac149', 'status': 'completed', 'code': 200} Jul 30 01:58:38.194657 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] Attempting to bind port 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:38.194995 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] Attempting to bind port 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'b6674916-2b8b-4363-8de2-34e61e878bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:38.195326 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] Attempting to bind port 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 on network da367ee6-3a9f-4866-aaeb-75f83be72229 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:38.218545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] Port 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 on network da367ee6-3a9f-4866-aaeb-75f83be72229 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:58:38.218545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] Attempting to bind port 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 on network da367ee6-3a9f-4866-aaeb-75f83be72229 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:38.229554 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:38.229893 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] Checking segment: {'id': 'b6674916-2b8b-4363-8de2-34e61e878bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:38.230286 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] Bound using segment: {'id': 'b6674916-2b8b-4363-8de2-34e61e878bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:38.230751 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] Bound port: 7ce0b2b6-018c-46d4-852b-29fb1ce695d2, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6674916-2b8b-4363-8de2-34e61e878bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:38.231110 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.293675 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55972) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:38.340456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] For port 7ce0b2b6-018c-46d4-852b-29fb1ce695d2, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:38.345519 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] For port 7ce0b2b6-018c-46d4-852b-29fb1ce695d2, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=7ce0b2b6-018c-46d4-852b-29fb1ce695d2,segment=NetworkSegment(b6674916-2b8b-4363-8de2-34e61e878bd5),segment_id=b6674916-2b8b-4363-8de2-34e61e878bd5)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:38.420421 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.463140 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:38.463960 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.465527 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] 10.222.0.77 "PUT /v2.0/ports/7ce0b2b6-018c-46d4-852b-29fb1ce695d2 HTTP/1.1" status: 200 len: 1091 time: 1.9799068 Jul 30 01:58:38.478044 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a1f9015f-fb8b-4781-b450-d1d6d82729f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.509293 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3b2cb-b2f3-4346-ba44-762c7de2baf6 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce0b2b6-018c-46d4-852b-29fb1ce695d2,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:38.627830 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2fb90f50-b718-40c2-a952-9a5653dc5549 req-1c5de068-cab1-4cca-b921-32ed162ef184 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=c350af4f-e91f-49c0-9660-8508db9b1122 HTTP/1.1" status: 200 len: 210 time: 0.0323415 Jul 30 01:58:38.689025 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-0ff762ac-18a2-4c32-8aa3-7c51a9f79183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:38.690801 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-0ff762ac-18a2-4c32-8aa3-7c51a9f79183 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1773aff5f2d24ceea84313862e0f7cc6&device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 1094 time: 0.0668566 Jul 30 01:58:38.712437 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a54ddb-31a8-46fd-9f56-632163d266ea tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Pushing event updated for resources: {'Network': ['ID=fc48ebf5-8694-41d4-8dc2-7ad390d43952,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:38.726657 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network fc48ebf5-8694-41d4-8dc2-7ad390d43952 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:58:38.742377 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e99f6-0b10-4723-953c-2df5d7cabc27 req-6570b56a-fc65-41de-bacc-11d20f94f8c4 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:38.744538 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-775e99f6-0b10-4723-953c-2df5d7cabc27 req-6570b56a-fc65-41de-bacc-11d20f94f8c4 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 943 time: 0.6535771 Jul 30 01:58:38.750775 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-52a54ddb-31a8-46fd-9f56-632163d266ea tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2777727 Jul 30 01:58:38.751848 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55980) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:38.762503 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-10e509c2-8df6-4514-9e48-1c34eac34fcd tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:38.762682 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-44c8ead9-ad9e-40ff-a07b-bec7962f3576 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ce0b2b6-018c-46d4-852b-29fb1ce695d2 HTTP/1.1" status: 200 len: 217 time: 0.0525358 Jul 30 01:58:38.823216 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 676058da-d99e-45c9-858d-63b17a18bcc1 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:58:38.825656 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device df8ad593-726b-4d8a-b827-45feaf4ac149 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:38.862909 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: df8ad593-726b-4d8a-b827-45feaf4ac149 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:58:38.863526 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device df8ad593-726b-4d8a-b827-45feaf4ac149 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:38.867864 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-80ffb365-1b6f-489c-b9d5-f05736db3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:38.869496 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-80ffb365-1b6f-489c-b9d5-f05736db3035 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e55ab10a-38fa-4f87-9d98-222aa1ee0cac HTTP/1.1" status: 200 len: 848 time: 0.0940340 Jul 30 01:58:38.906396 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2f745ac9-79a6-4eae-8709-af972bd4df06 req-04f3ec73-b9d1-4ecb-b519-7705bb8d923b tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.956701 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a1f9015f-fb8b-4781-b450-d1d6d82729f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.959352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-4a54bff7-1b57-42a6-b4b5-b8dc487d2962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:38.961194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-4a54bff7-1b57-42a6-b4b5-b8dc487d2962 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da367ee6-3a9f-4866-aaeb-75f83be72229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832429 Jul 30 01:58:38.969892 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3ec73-b9d1-4ecb-b519-7705bb8d923b tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Pushing event deleted for resources: {'Port': ['ID=8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:38.985803 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-5b088188-9e26-48b4-8593-b47418d0c05b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Deleting port 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:38.986444 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b088188-9e26-48b4-8593-b47418d0c05b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.019859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 676058da-d99e-45c9-858d-63b17a18bcc1, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=676058da-d99e-45c9-858d-63b17a18bcc1,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:39.036674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '676058da-d99e-45c9-858d-63b17a18bcc1', 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0', 'port_id': '676058da-d99e-45c9-858d-63b17a18bcc1', 'mac_address': 'fa:16:3e:58:63:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2bdb7f5-8d0f-432b-8087-856e79091b08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:58:39.048880 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a1f9015f-fb8b-4781-b450-d1d6d82729f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.107585 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.123887 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 676058da-d99e-45c9-858d-63b17a18bcc1 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:39.145207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 676058da-d99e-45c9-858d-63b17a18bcc1, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=676058da-d99e-45c9-858d-63b17a18bcc1,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:39.160110 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a1f9015f-fb8b-4781-b450-d1d6d82729f8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5c9fb9dc4d524a87a2267afbe1cfbe0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8623025 Jul 30 01:58:39.161085 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55988) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:39.163111 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f745ac9-79a6-4eae-8709-af972bd4df06 req-04f3ec73-b9d1-4ecb-b519-7705bb8d923b tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] No DVR routers for this DVR port 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:39.166156 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2f745ac9-79a6-4eae-8709-af972bd4df06 req-04f3ec73-b9d1-4ecb-b519-7705bb8d923b tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.168201 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2f745ac9-79a6-4eae-8709-af972bd4df06 req-04f3ec73-b9d1-4ecb-b519-7705bb8d923b tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.10 "DELETE /v2.0/ports/8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25 HTTP/1.1" status: 204 len: 173 time: 2.0175235 Jul 30 01:58:39.168573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9015f-fb8b-4781-b450-d1d6d82729f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63776075-76fe-4f03-ab92-6af85705abe8,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:39.179021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ed8542-7802-4e28-afc7-1bf9f54011e1', 'name': 'network-vif-deleted', 'tag': '8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:39.182197 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7cfac0-edd7-4aea-992d-e74184c9c66a" -d '{"events": [{"server_uuid": "d5ed8542-7802-4e28-afc7-1bf9f54011e1", "name": "network-vif-deleted", "tag": "8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:39.190980 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-20f8263e-0ea9-421c-ba46-468a810a00e0 service neutron] 10.222.0.77 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210388 Jul 30 01:58:39.201478 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8cde151a-f60a-4c8c-b28f-0b7b3788b549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.214222 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-775e99f6-0b10-4723-953c-2df5d7cabc27 req-67dc7230-3336-45a0-8732-54fa9c1e1a66 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=08d29d2f-a09a-4d9c-a8ad-fe51125131c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3686204 Jul 30 01:58:39.227989 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71100154-89c4-4216-9d9a-b56f4233ab06 req-5f2f7f87-bb25-4fb7-9159-5389f6ae1046 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:39.238119 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10e509c2-8df6-4514-9e48-1c34eac34fcd tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.239551 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71100154-89c4-4216-9d9a-b56f4233ab06 req-5f2f7f87-bb25-4fb7-9159-5389f6ae1046 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 943 time: 0.2111597 Jul 30 01:58:39.258690 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.282742 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c666a5-ac71-4930-9657-ab44078ddfc2 x-openstack-request-id: req-95c666a5-ac71-4930-9657-ab44078ddfc2 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:39.283694 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ed8542-7802-4e28-afc7-1bf9f54011e1", "name": "network-vif-deleted", "tag": "8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:39.283991 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-95c666a5-ac71-4930-9657-ab44078ddfc2 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:39.284395 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ed8542-7802-4e28-afc7-1bf9f54011e1', 'name': 'network-vif-deleted', 'tag': '8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25', 'status': 'completed', 'code': 200} Jul 30 01:58:39.288685 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b088188-9e26-48b4-8593-b47418d0c05b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.306963 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-5b088188-9e26-48b4-8593-b47418d0c05b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Calling delete_port for 64c3d04a-350f-42ab-b7c4-89ebbc977cf2 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:39.371500 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10e509c2-8df6-4514-9e48-1c34eac34fcd tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.375095 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71100154-89c4-4216-9d9a-b56f4233ab06 req-2e6eef56-362a-4104-afac-42d1795398a3 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345580 Jul 30 01:58:39.376188 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=676058da-d99e-45c9-858d-63b17a18bcc1,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:39.436861 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-10e509c2-8df6-4514-9e48-1c34eac34fcd tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Network fc48ebf5-8694-41d4-8dc2-7ad390d43952 is not hosted by any dhcp agent {{(pid=94464) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 01:58:39.438049 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e509c2-8df6-4514-9e48-1c34eac34fcd tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:39.438841 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10e509c2-8df6-4514-9e48-1c34eac34fcd tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.441316 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-10e509c2-8df6-4514-9e48-1c34eac34fcd tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] 10.222.0.70 "PUT /v2.0/networks/fc48ebf5-8694-41d4-8dc2-7ad390d43952 HTTP/1.1" status: 200 len: 858 time: 0.6840081 Jul 30 01:58:39.448294 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55996) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:39.495395 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e509c2-8df6-4514-9e48-1c34eac34fcd tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Pushing event updated for resources: {'Network': ['ID=fc48ebf5-8694-41d4-8dc2-7ad390d43952,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:39.505327 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e3ad225d-ba6e-4dd1-ada0-640bd15daab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.529206 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['676058da-d99e-45c9-858d-63b17a18bcc1'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:39.560151 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e3ad225d-ba6e-4dd1-ada0-640bd15daab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.581094 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b657fc41-8908-47f5-a854-3ed43aeb72ed tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.586904 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5bf3d26e-8fb7-425b-8f62-f3b0bb37b0e3 req-3cdaba46-e855-472b-9594-c1ee744b6fe4 service neutron] 10.222.0.77 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744724 Jul 30 01:58:39.590347 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b088188-9e26-48b4-8593-b47418d0c05b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.666970 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b088188-9e26-48b4-8593-b47418d0c05b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event deleted for resources: {'Port': ['ID=64c3d04a-350f-42ab-b7c4-89ebbc977cf2,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:39.769393 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b657fc41-8908-47f5-a854-3ed43aeb72ed tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.771782 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b088188-9e26-48b4-8593-b47418d0c05b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.782462 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b657fc41-8908-47f5-a854-3ed43aeb72ed tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc48ebf5-8694-41d4-8dc2-7ad390d43952']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:39.785421 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5b088188-9e26-48b4-8593-b47418d0c05b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "DELETE /v2.0/ports/64c3d04a-350f-42ab-b7c4-89ebbc977cf2 HTTP/1.1" status: 204 len: 168 time: 1.6903305 Jul 30 01:58:39.786608 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56004) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:39.795628 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b657fc41-8908-47f5-a854-3ed43aeb72ed tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd75db31-38b9-40a6-95ed-1c741d92beab') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:39.796069 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b657fc41-8908-47f5-a854-3ed43aeb72ed tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd75db31-38b9-40a6-95ed-1c741d92beab') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:39.806792 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b657fc41-8908-47f5-a854-3ed43aeb72ed tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.822185 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b657fc41-8908-47f5-a854-3ed43aeb72ed tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.829190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b657fc41-8908-47f5-a854-3ed43aeb72ed tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:58:39.829755 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b657fc41-8908-47f5-a854-3ed43aeb72ed tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:58:39.831767 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:58:39.875752 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fea44d93-60cc-4fa1-be19-e571d22f4e17 req-fb9e6694-2da0-47d2-91fb-8ee6898ad9e2 tempest-ListServersNegativeTestJSON-1568462030 tempest-ListServersNegativeTestJSON-1568462030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5ed8542-7802-4e28-afc7-1bf9f54011e1 HTTP/1.1" status: 200 len: 210 time: 0.0382149 Jul 30 01:58:39.931225 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-8232ddf2-1d3a-4710-9b87-2657f9159973 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Deleting port 98cfbc35-8407-4d20-b573-2f522c31972f {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:39.931578 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8232ddf2-1d3a-4710-9b87-2657f9159973 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.956412 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b657fc41-8908-47f5-a854-3ed43aeb72ed tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.958139 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e3ad225d-ba6e-4dd1-ada0-640bd15daab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.960846 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e3ad225d-ba6e-4dd1-ada0-640bd15daab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.962122 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e3ad225d-ba6e-4dd1-ada0-640bd15daab7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/63776075-76fe-4f03-ab92-6af85705abe8 HTTP/1.1" status: 204 len: 168 time: 0.8005202 Jul 30 01:58:39.968953 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b657fc41-8908-47f5-a854-3ed43aeb72ed tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fc48ebf5-8694-41d4-8dc2-7ad390d43952 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 01:58:39.972238 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b657fc41-8908-47f5-a854-3ed43aeb72ed tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.974197 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b657fc41-8908-47f5-a854-3ed43aeb72ed tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] 10.222.0.70 "DELETE /v2.0/networks/fc48ebf5-8694-41d4-8dc2-7ad390d43952 HTTP/1.1" status: 204 len: 168 time: 0.5247858 Jul 30 01:58:39.977947 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56008) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:39.990752 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad225d-ba6e-4dd1-ada0-640bd15daab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63776075-76fe-4f03-ab92-6af85705abe8,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:39.992791 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657fc41-8908-47f5-a854-3ed43aeb72ed tempest-ExternalNetworksTestJSON-1450478916 tempest-ExternalNetworksTestJSON-1450478916-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc48ebf5-8694-41d4-8dc2-7ad390d43952,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:40.038777 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf86140-8524-4aaa-a223-6e4d6ca244f2 tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] DELETE failed (client error): The resource could not be found. Jul 30 01:58:40.039275 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf86140-8524-4aaa-a223-6e4d6ca244f2 tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:58:40.041076 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7bf86140-8524-4aaa-a223-6e4d6ca244f2 tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] 10.222.0.70 "DELETE /v2.0/subnets/e4924661-b4b7-4931-a11e-a1c0ca1f2c7c HTTP/1.1" status: 404 len: 337 time: 0.0621405 Jul 30 01:58:40.043829 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56010) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:40.094360 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8232ddf2-1d3a-4710-9b87-2657f9159973 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.113634 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-8232ddf2-1d3a-4710-9b87-2657f9159973 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Calling delete_port for 98cfbc35-8407-4d20-b573-2f522c31972f owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:40.145275 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0917beb3-de74-4ec6-abdb-d46d0b1fac2f tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.181770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efdd7c36-be98-45c1-9a3e-d81e660e3634', 'tag': '7ce0b2b6-018c-46d4-852b-29fb1ce695d2'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:40.184772 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e35f16-b577-4c96-bf14-c9fb7389927b" -d '{"events": [{"name": "network-changed", "server_uuid": "efdd7c36-be98-45c1-9a3e-d81e660e3634", "tag": "7ce0b2b6-018c-46d4-852b-29fb1ce695d2"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:40.274889 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0917beb3-de74-4ec6-abdb-d46d0b1fac2f tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.287648 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-0917beb3-de74-4ec6-abdb-d46d0b1fac2f tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d186c21-0164-4666-bc60-323440075e57']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:40.300775 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409aa9f7-37c1-4a02-bcb2-a6051a35b85a x-openstack-request-id: req-409aa9f7-37c1-4a02-bcb2-a6051a35b85a {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:40.301267 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efdd7c36-be98-45c1-9a3e-d81e660e3634", "tag": "7ce0b2b6-018c-46d4-852b-29fb1ce695d2", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:40.301616 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-409aa9f7-37c1-4a02-bcb2-a6051a35b85a {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:40.302399 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efdd7c36-be98-45c1-9a3e-d81e660e3634', 'tag': '7ce0b2b6-018c-46d4-852b-29fb1ce695d2', 'status': 'completed', 'code': 200} Jul 30 01:58:40.306680 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-0917beb3-de74-4ec6-abdb-d46d0b1fac2f tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3ebc06-0d38-4e0b-b174-accfa9167f8f') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:40.307216 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-0917beb3-de74-4ec6-abdb-d46d0b1fac2f tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3ebc06-0d38-4e0b-b174-accfa9167f8f') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:40.320695 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0917beb3-de74-4ec6-abdb-d46d0b1fac2f tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.367002 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0917beb3-de74-4ec6-abdb-d46d0b1fac2f tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.376120 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0917beb3-de74-4ec6-abdb-d46d0b1fac2f tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:58:40.376762 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0917beb3-de74-4ec6-abdb-d46d0b1fac2f tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:58:40.382003 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:58:40.457774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e35f16-b577-4c96-bf14-c9fb7389927b req-755a9e7c-873b-4918-83e1-2c4d1abc8a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:40.459570 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1e35f16-b577-4c96-bf14-c9fb7389927b req-755a9e7c-873b-4918-83e1-2c4d1abc8a99 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1773aff5f2d24ceea84313862e0f7cc6&device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 1094 time: 0.1306281 Jul 30 01:58:40.459938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10f8f8-fa33-4e98-b32f-69e5cb7dfb50 req-bb000f83-129f-4b89-914d-a7b00b567a4a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:40.462706 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc10f8f8-fa33-4e98-b32f-69e5cb7dfb50 req-bb000f83-129f-4b89-914d-a7b00b567a4a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 943 time: 0.0742300 Jul 30 01:58:40.486398 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8232ddf2-1d3a-4710-9b87-2657f9159973 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.541913 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232ddf2-1d3a-4710-9b87-2657f9159973 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event deleted for resources: {'Port': ['ID=98cfbc35-8407-4d20-b573-2f522c31972f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:40.546551 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0917beb3-de74-4ec6-abdb-d46d0b1fac2f tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.556532 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0917beb3-de74-4ec6-abdb-d46d0b1fac2f tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.560726 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0917beb3-de74-4ec6-abdb-d46d0b1fac2f tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] 10.222.0.70 "DELETE /v2.0/networks/8d186c21-0164-4666-bc60-323440075e57 HTTP/1.1" status: 204 len: 168 time: 0.5136709 Jul 30 01:58:40.581129 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917beb3-de74-4ec6-abdb-d46d0b1fac2f tempest-ExternalNetworksTestJSON-1008056951 tempest-ExternalNetworksTestJSON-1008056951-project] Pushing event deleted for resources: {'Network': ['ID=8d186c21-0164-4666-bc60-323440075e57,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:40.602246 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e35f16-b577-4c96-bf14-c9fb7389927b req-5bf4f4bd-6ef6-4c8a-a2ad-37259ade3557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:40.604404 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1e35f16-b577-4c96-bf14-c9fb7389927b req-5bf4f4bd-6ef6-4c8a-a2ad-37259ade3557 service neutron] 10.222.0.77 "GET /v2.0/networks?id=da367ee6-3a9f-4866-aaeb-75f83be72229 HTTP/1.1" status: 200 len: 910 time: 0.1350448 Jul 30 01:58:40.652053 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc10f8f8-fa33-4e98-b32f-69e5cb7dfb50 req-8528baef-f165-4ecc-830d-7a27fcfd5059 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=08d29d2f-a09a-4d9c-a8ad-fe51125131c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822531 Jul 30 01:58:40.668274 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1e35f16-b577-4c96-bf14-c9fb7389927b req-90dad8ef-45ea-4a57-a195-0b08c3911393 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ce0b2b6-018c-46d4-852b-29fb1ce695d2 HTTP/1.1" status: 200 len: 217 time: 0.0513752 Jul 30 01:58:40.677952 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8232ddf2-1d3a-4710-9b87-2657f9159973 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.679913 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8232ddf2-1d3a-4710-9b87-2657f9159973 tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "DELETE /v2.0/ports/98cfbc35-8407-4d20-b573-2f522c31972f HTTP/1.1" status: 204 len: 168 time: 0.8927410 Jul 30 01:58:40.683759 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56024) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:40.720264 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd521433-c7c5-4288-9c60-d1afb1722a6b req-e0591e1a-040a-4652-8ca7-7395e32dd43c tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:40.722019 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fd521433-c7c5-4288-9c60-d1afb1722a6b req-e0591e1a-040a-4652-8ca7-7395e32dd43c tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 944 time: 0.1165454 Jul 30 01:58:40.735868 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-416f8942-b028-4d75-96a5-814344e0c88e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Deleting subnet 4ee9c29c-81b5-430f-a0a8-fe3dd473e762 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:58:40.739381 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-416f8942-b028-4d75-96a5-814344e0c88e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.748445 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e35f16-b577-4c96-bf14-c9fb7389927b req-08b10774-a165-4f41-9959-97bb3cfa02ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:40.749975 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1e35f16-b577-4c96-bf14-c9fb7389927b req-08b10774-a165-4f41-9959-97bb3cfa02ee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e55ab10a-38fa-4f87-9d98-222aa1ee0cac HTTP/1.1" status: 200 len: 848 time: 0.0737150 Jul 30 01:58:40.780724 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 676058da-d99e-45c9-858d-63b17a18bcc1 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:40.789662 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-416f8942-b028-4d75-96a5-814344e0c88e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.794762 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fd521433-c7c5-4288-9c60-d1afb1722a6b req-eef06bae-6cdf-437d-8e3a-ffa17e2d3be3 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646617 Jul 30 01:58:40.823566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e35f16-b577-4c96-bf14-c9fb7389927b req-db714ef4-9147-4f32-a85f-c166a44cdf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:40.825100 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1e35f16-b577-4c96-bf14-c9fb7389927b req-db714ef4-9147-4f32-a85f-c166a44cdf54 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da367ee6-3a9f-4866-aaeb-75f83be72229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672350 Jul 30 01:58:40.898758 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-416f8942-b028-4d75-96a5-814344e0c88e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.942451 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56032) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:40.950446 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 676058da-d99e-45c9-858d-63b17a18bcc1 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:40.958265 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 676058da-d99e-45c9-858d-63b17a18bcc1 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:40.958265 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.978398 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56034) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:40.984860 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1eb6ae61-37c9-4a4d-997a-65c59a92de4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.996282 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1e35f16-b577-4c96-bf14-c9fb7389927b req-3a03edff-8554-4b3b-8b70-784f3db4dde6 service neutron] 10.222.0.77 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554136 Jul 30 01:58:41.072040 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-416f8942-b028-4d75-96a5-814344e0c88e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.100460 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1eb6ae61-37c9-4a4d-997a-65c59a92de4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.104677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2d0995-25bd-4bcd-9011-d85d2fc638ed admin admin] Deleting subnet 3eb13c69-1984-44b5-a36a-59cd6bb3b191 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:58:41.110867 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.131691 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a2d0995-25bd-4bcd-9011-d85d2fc638ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.133538 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f8942-b028-4d75-96a5-814344e0c88e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event deleted for resources: {'Subnet': ['ID=4ee9c29c-81b5-430f-a0a8-fe3dd473e762,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:41.150283 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c8c885-b8a7-4be6-91a9-3998907ba3dc None None] Network ffda0404-bad4-4226-a8b1-7142332e4862 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:58:41.153545 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-416f8942-b028-4d75-96a5-814344e0c88e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.157848 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-416f8942-b028-4d75-96a5-814344e0c88e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "DELETE /v2.0/subnets/4ee9c29c-81b5-430f-a0a8-fe3dd473e762 HTTP/1.1" status: 204 len: 168 time: 0.4707279 Jul 30 01:58:41.158966 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56040) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:41.176986 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56042) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:41.197040 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a2d0995-25bd-4bcd-9011-d85d2fc638ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.216394 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e791dba-f4b9-4533-bac6-2f0954610e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676058da-d99e-45c9-858d-63b17a18bcc1'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:41.218612 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679cb3b9-f526-453b-b21d-7ad95b9b8811" -d '{"events": [{"server_uuid": "4e791dba-f4b9-4533-bac6-2f0954610e58", "name": "network-vif-plugged", "status": "completed", "tag": "676058da-d99e-45c9-858d-63b17a18bcc1"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:41.232635 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1eb6ae61-37c9-4a4d-997a-65c59a92de4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.238649 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 676058da-d99e-45c9-858d-63b17a18bcc1, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=676058da-d99e-45c9-858d-63b17a18bcc1,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:41.273892 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a2d0995-25bd-4bcd-9011-d85d2fc638ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.330319 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1eb6ae61-37c9-4a4d-997a-65c59a92de4e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc2b9a0cb99a4e6fa16b47adff388f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821280 Jul 30 01:58:41.335481 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-8843b077-4a21-4a60-ad2c-661f854b232e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Deleting subnet 94a57050-2cb9-4ecd-b0da-83096cb01862 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:58:41.341878 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56050) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:41.345455 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8843b077-4a21-4a60-ad2c-661f854b232e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.413253 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1e35f16-b577-4c96-bf14-c9fb7389927b req-d53e0fb8-2543-4277-93f4-a0dcfddacd55 service neutron] 10.222.0.77 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034697 Jul 30 01:58:41.414067 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6ae61-37c9-4a4d-997a-65c59a92de4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e28b8e6-d1f1-4316-bd2b-26d9e53b3109,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:41.455146 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-178eef13-e5a7-4857-913e-cd394bc69e5e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3996c19f05df4a2f9df59a8eb7de8b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762017 Jul 30 01:58:41.459777 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56052) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:41.465128 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8843b077-4a21-4a60-ad2c-661f854b232e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.494442 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763de19a-9488-47e3-aa68-556107ac3789 x-openstack-request-id: req-763de19a-9488-47e3-aa68-556107ac3789 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:41.494743 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e791dba-f4b9-4533-bac6-2f0954610e58", "name": "network-vif-plugged", "status": "completed", "tag": "676058da-d99e-45c9-858d-63b17a18bcc1", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:41.495000 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-763de19a-9488-47e3-aa68-556107ac3789 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:41.495525 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e791dba-f4b9-4533-bac6-2f0954610e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676058da-d99e-45c9-858d-63b17a18bcc1', 'code': 200} Jul 30 01:58:41.499212 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.523556 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff9144c0-4bef-46b9-b289-ee2941a5f8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.528058 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a2d0995-25bd-4bcd-9011-d85d2fc638ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.529015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:41.567561 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8843b077-4a21-4a60-ad2c-661f854b232e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.578077 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d0995-25bd-4bcd-9011-d85d2fc638ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eb13c69-1984-44b5-a36a-59cd6bb3b191,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:41.597391 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a2d0995-25bd-4bcd-9011-d85d2fc638ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.599726 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9a2d0995-25bd-4bcd-9011-d85d2fc638ed admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3eb13c69-1984-44b5-a36a-59cd6bb3b191 HTTP/1.1" status: 204 len: 168 time: 0.6203103 Jul 30 01:58:41.603573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56056) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:41.610999 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff9144c0-4bef-46b9-b289-ee2941a5f8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.646705 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:58:41.647142 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8c4206f2-64ab-48ee-bfe3-c2ebf5c8dc25 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:41.680882 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=676058da-d99e-45c9-858d-63b17a18bcc1,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:41.706591 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a637dbe-d64e-457b-8217-780bf2d5b408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.722090 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449af73-6de5-437b-8525-677ebb279f5b req-fbcf0c2e-5949-46c1-a636-c46c82c85f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:41.723807 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4449af73-6de5-437b-8525-677ebb279f5b req-fbcf0c2e-5949-46c1-a636-c46c82c85f79 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 1096 time: 0.0965314 Jul 30 01:58:41.725858 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ab4c195d-1211-41eb-a586-a4545c0e667a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.755365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b4d0d5-2a8e-49a8-a0b3-c4c0ae6984a7 None None] DHCP port deletion for ffda0404-bad4-4226-a8b1-7142332e4862 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:58:41.760420 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.762539 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8843b077-4a21-4a60-ad2c-661f854b232e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.770103 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a637dbe-d64e-457b-8217-780bf2d5b408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.780832 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f04f910b-8e42-401c-8466-acd3138f8f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.835999 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-04b4d0d5-2a8e-49a8-a0b3-c4c0ae6984a7 None None] Deleting port 66f046cd-a821-414c-a9a3-5940ace758a0 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:41.836956 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-04b4d0d5-2a8e-49a8-a0b3-c4c0ae6984a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.839098 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b867e8-cae9-4041-b1f6-ce43c1539c2e None None] Network 363d3d4e-b5ea-4e20-bba0-f0d74743b182 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:58:41.851698 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8843b077-4a21-4a60-ad2c-661f854b232e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.853923 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8843b077-4a21-4a60-ad2c-661f854b232e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "DELETE /v2.0/subnets/94a57050-2cb9-4ecd-b0da-83096cb01862 HTTP/1.1" status: 204 len: 168 time: 0.6932433 Jul 30 01:58:41.854861 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843b077-4a21-4a60-ad2c-661f854b232e tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event deleted for resources: {'Subnet': ['ID=94a57050-2cb9-4ecd-b0da-83096cb01862,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:41.875662 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56062) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:41.887382 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4449af73-6de5-437b-8525-677ebb279f5b req-49ac425e-3c67-46a9-97ad-45be7c3f2191 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548352 Jul 30 01:58:41.919971 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37858c-c0b2-43d8-b45c-9896fde23373 req-b41384c2-2aec-406b-b42c-6a6f37671d0a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:41.921508 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4d37858c-c0b2-43d8-b45c-9896fde23373 req-b41384c2-2aec-406b-b42c-6a6f37671d0a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 943 time: 0.1349847 Jul 30 01:58:41.957087 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff9144c0-4bef-46b9-b289-ee2941a5f8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.959919 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff9144c0-4bef-46b9-b289-ee2941a5f8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.963583 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ff9144c0-4bef-46b9-b289-ee2941a5f8d3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/342c3334-4c15-4972-9208-6c89346843e8 HTTP/1.1" status: 204 len: 168 time: 0.5035286 Jul 30 01:58:41.963583 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f04f910b-8e42-401c-8466-acd3138f8f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.004701 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9144c0-4bef-46b9-b289-ee2941a5f8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342c3334-4c15-4972-9208-6c89346843e8,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:42.006463 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4d37858c-c0b2-43d8-b45c-9896fde23373 req-9bcfc77b-73ad-4b94-9773-19de8fbd841d tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=08d29d2f-a09a-4d9c-a8ad-fe51125131c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606520 Jul 30 01:58:42.013253 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a637dbe-d64e-457b-8217-780bf2d5b408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.018734 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a637dbe-d64e-457b-8217-780bf2d5b408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.020676 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-f04f910b-8e42-401c-8466-acd3138f8f0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:42.021270 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4a637dbe-d64e-457b-8217-780bf2d5b408 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9e28b8e6-d1f1-4316-bd2b-26d9e53b3109 HTTP/1.1" status: 204 len: 168 time: 0.6761031 Jul 30 01:58:42.033190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a637dbe-d64e-457b-8217-780bf2d5b408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e28b8e6-d1f1-4316-bd2b-26d9e53b3109,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:42.059382 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-f04f910b-8e42-401c-8466-acd3138f8f0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a578bd-a409-4de2-a551-650bfc7242c7') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:42.059685 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-f04f910b-8e42-401c-8466-acd3138f8f0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a578bd-a409-4de2-a551-650bfc7242c7') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:42.076173 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-04b4d0d5-2a8e-49a8-a0b3-c4c0ae6984a7 None None] For port 66f046cd-a821-414c-a9a3-5940ace758a0, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=66f046cd-a821-414c-a9a3-5940ace758a0,segment=NetworkSegment(48314e15-75f1-448f-ba33-e176f6ec7651),segment_id=48314e15-75f1-448f-ba33-e176f6ec7651)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:42.076793 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-04b4d0d5-2a8e-49a8-a0b3-c4c0ae6984a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.085827 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f04f910b-8e42-401c-8466-acd3138f8f0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.121856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-04b4d0d5-2a8e-49a8-a0b3-c4c0ae6984a7 None None] Calling delete_port for 66f046cd-a821-414c-a9a3-5940ace758a0 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:42.124104 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39d0d1fa-bdaa-47b7-9704-866f03c9e60b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.134877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a4290-2215-40d4-a8c1-cbc83baab9c6 req-92b383a1-73ec-48cb-81ca-696d51fc3770 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:42.136402 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4f3a4290-2215-40d4-a8c1-cbc83baab9c6 req-92b383a1-73ec-48cb-81ca-696d51fc3770 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 945 time: 0.2386880 Jul 30 01:58:42.137430 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f04f910b-8e42-401c-8466-acd3138f8f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.147245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04f910b-8e42-401c-8466-acd3138f8f0b admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:58:42.147638 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f04f910b-8e42-401c-8466-acd3138f8f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:58:42.156058 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:58:42.253628 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4f3a4290-2215-40d4-a8c1-cbc83baab9c6 req-98260159-f4d4-4c0e-9113-96afde4a8747 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105084 Jul 30 01:58:42.293326 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-39d0d1fa-bdaa-47b7-9704-866f03c9e60b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Deleting port 66f046cd-a821-414c-a9a3-5940ace758a0 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:42.293741 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39d0d1fa-bdaa-47b7-9704-866f03c9e60b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.298449 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6aa7ff1-70a0-4ca3-b710-59b36aaf5164 None None] DHCP port deletion for 363d3d4e-b5ea-4e20-bba0-f0d74743b182 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:58:42.332594 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-04b4d0d5-2a8e-49a8-a0b3-c4c0ae6984a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.381159 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f04f910b-8e42-401c-8466-acd3138f8f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.387526 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4d0d5-2a8e-49a8-a0b3-c4c0ae6984a7 None None] Pushing event deleted for resources: {'Port': ['ID=66f046cd-a821-414c-a9a3-5940ace758a0,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:42.395092 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7ffd8a7b-2327-46d1-b161-b620a0f34ee7 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:42.398218 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b4d0d5-2a8e-49a8-a0b3-c4c0ae6984a7 None None] No DVR routers for this DVR port 66f046cd-a821-414c-a9a3-5940ace758a0 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:42.403674 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f04f910b-8e42-401c-8466-acd3138f8f0b admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.407316 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f04f910b-8e42-401c-8466-acd3138f8f0b admin admin] 10.222.0.70 "DELETE /v2.0/networks/cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689 HTTP/1.1" status: 204 len: 168 time: 0.7930522 Jul 30 01:58:42.412566 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f910b-8e42-401c-8466-acd3138f8f0b admin admin] Pushing event deleted for resources: {'Network': ['ID=cbc3cc9d-2e80-43ed-8e6c-12cfb8e53689,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:42.417996 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-39d0d1fa-bdaa-47b7-9704-866f03c9e60b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] For port 66f046cd-a821-414c-a9a3-5940ace758a0, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=66f046cd-a821-414c-a9a3-5940ace758a0,segment=NetworkSegment(48314e15-75f1-448f-ba33-e176f6ec7651),segment_id=48314e15-75f1-448f-ba33-e176f6ec7651)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:42.418398 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39d0d1fa-bdaa-47b7-9704-866f03c9e60b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.431638 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-39d0d1fa-bdaa-47b7-9704-866f03c9e60b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Calling delete_port for 66f046cd-a821-414c-a9a3-5940ace758a0 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:42.476684 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e6aa7ff1-70a0-4ca3-b710-59b36aaf5164 None None] Deleting port 7ffd8a7b-2327-46d1-b161-b620a0f34ee7 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:42.476976 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6aa7ff1-70a0-4ca3-b710-59b36aaf5164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.537438 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39d0d1fa-bdaa-47b7-9704-866f03c9e60b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.550537 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d0d1fa-bdaa-47b7-9704-866f03c9e60b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] No DVR routers for this DVR port 66f046cd-a821-414c-a9a3-5940ace758a0 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:42.568036 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.583668 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0d1fa-bdaa-47b7-9704-866f03c9e60b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event deleted for resources: {'Port': ['ID=66f046cd-a821-414c-a9a3-5940ace758a0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:42.610206 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e6aa7ff1-70a0-4ca3-b710-59b36aaf5164 None None] For port 7ffd8a7b-2327-46d1-b161-b620a0f34ee7, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7ffd8a7b-2327-46d1-b161-b620a0f34ee7,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:42.610674 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6aa7ff1-70a0-4ca3-b710-59b36aaf5164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.636119 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e6aa7ff1-70a0-4ca3-b710-59b36aaf5164 None None] Calling delete_port for 7ffd8a7b-2327-46d1-b161-b620a0f34ee7 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:42.638983 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 7ffd8a7b-2327-46d1-b161-b620a0f34ee7, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7ffd8a7b-2327-46d1-b161-b620a0f34ee7,segment=NetworkSegment(d4a65d27-2670-4795-8f78-3502236b6c91),segment_id=d4a65d27-2670-4795-8f78-3502236b6c91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:42.668358 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39d0d1fa-bdaa-47b7-9704-866f03c9e60b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.680221 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-39d0d1fa-bdaa-47b7-9704-866f03c9e60b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffda0404-bad4-4226-a8b1-7142332e4862']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:42.692701 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-39d0d1fa-bdaa-47b7-9704-866f03c9e60b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48314e15-75f1-448f-ba33-e176f6ec7651') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:42.693061 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-39d0d1fa-bdaa-47b7-9704-866f03c9e60b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48314e15-75f1-448f-ba33-e176f6ec7651') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:42.703672 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39d0d1fa-bdaa-47b7-9704-866f03c9e60b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.719020 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39d0d1fa-bdaa-47b7-9704-866f03c9e60b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.719769 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.720513 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 66f046cd-a821-414c-a9a3-5940ace758a0 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:42.726518 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d0d1fa-bdaa-47b7-9704-866f03c9e60b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:58:42.727087 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39d0d1fa-bdaa-47b7-9704-866f03c9e60b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.747854 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 66f046cd-a821-414c-a9a3-5940ace758a0 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:58:42.748183 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 66f046cd-a821-414c-a9a3-5940ace758a0 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:58:42.792314 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:58:42.803702 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:58:42.856312 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=7ffd8a7b-2327-46d1-b161-b620a0f34ee7,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:42.942506 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 7ce0b2b6-018c-46d4-852b-29fb1ce695d2, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=7ce0b2b6-018c-46d4-852b-29fb1ce695d2,segment=NetworkSegment(b6674916-2b8b-4363-8de2-34e61e878bd5),segment_id=b6674916-2b8b-4363-8de2-34e61e878bd5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:42.954066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '7ce0b2b6-018c-46d4-852b-29fb1ce695d2', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'port_id': '7ce0b2b6-018c-46d4-852b-29fb1ce695d2', 'mac_address': 'fa:16:3e:dc:20:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:58:42.961845 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39d0d1fa-bdaa-47b7-9704-866f03c9e60b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.973780 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39d0d1fa-bdaa-47b7-9704-866f03c9e60b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.976382 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-39d0d1fa-bdaa-47b7-9704-866f03c9e60b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "DELETE /v2.0/networks/ffda0404-bad4-4226-a8b1-7142332e4862 HTTP/1.1" status: 204 len: 168 time: 1.0994637 Jul 30 01:58:42.979039 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56080) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:42.999315 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0d1fa-bdaa-47b7-9704-866f03c9e60b tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event deleted for resources: {'Network': ['ID=ffda0404-bad4-4226-a8b1-7142332e4862,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:43.011471 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6aa7ff1-70a0-4ca3-b710-59b36aaf5164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.059657 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa7ff1-70a0-4ca3-b710-59b36aaf5164 None None] Pushing event deleted for resources: {'Port': ['ID=7ffd8a7b-2327-46d1-b161-b620a0f34ee7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:43.062944 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.076124 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aa7ff1-70a0-4ca3-b710-59b36aaf5164 None None] No DVR routers for this DVR port 7ffd8a7b-2327-46d1-b161-b620a0f34ee7 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:43.090194 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:43.108692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56084) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:43.144860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 7ce0b2b6-018c-46d4-852b-29fb1ce695d2, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=7ce0b2b6-018c-46d4-852b-29fb1ce695d2,segment=NetworkSegment(b6674916-2b8b-4363-8de2-34e61e878bd5),segment_id=b6674916-2b8b-4363-8de2-34e61e878bd5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:43.153797 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56086) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:43.170576 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c9641814-6ac5-4c9c-bc8f-c78a0d3c39ac tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.236322 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.241073 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56090) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:43.241906 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1b96175d-f9a0-435f-8963-36b478858e2b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a78e4157abb401497a34c2c54afc327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316817 Jul 30 01:58:43.263149 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.270274 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739752da-92c2-43c8-b200-f16cde68bd42 req-1988ddc1-1c06-4eb1-944f-c49f2d3b64f5 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:43.272334 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-739752da-92c2-43c8-b200-f16cde68bd42 req-1988ddc1-1c06-4eb1-944f-c49f2d3b64f5 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 943 time: 0.1411679 Jul 30 01:58:43.312096 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ef59caa3-4095-4424-90bf-59aeebe3fcc9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d92ccd91e358449d9f206bfb840b788d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274569 Jul 30 01:58:43.314569 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56096) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:43.316844 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=7ce0b2b6-018c-46d4-852b-29fb1ce695d2,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:43.362513 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-739752da-92c2-43c8-b200-f16cde68bd42 req-fcf80228-2549-4470-97e3-12bc0715465d tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=08d29d2f-a09a-4d9c-a8ad-fe51125131c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772622 Jul 30 01:58:43.397284 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5a367c15-06cb-4648-b2c7-5d31784a097e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.421222 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c9641814-6ac5-4c9c-bc8f-c78a0d3c39ac tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.431421 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5a367c15-06cb-4648-b2c7-5d31784a097e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.435787 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c9641814-6ac5-4c9c-bc8f-c78a0d3c39ac tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363d3d4e-b5ea-4e20-bba0-f0d74743b182']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:43.458412 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c9641814-6ac5-4c9c-bc8f-c78a0d3c39ac tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a65d27-2670-4795-8f78-3502236b6c91') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:43.458711 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c9641814-6ac5-4c9c-bc8f-c78a0d3c39ac tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a65d27-2670-4795-8f78-3502236b6c91') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:43.470328 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5890e25b-f64c-40ef-a869-dfa9cb6455bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.492385 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c9641814-6ac5-4c9c-bc8f-c78a0d3c39ac tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.512404 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['7ce0b2b6-018c-46d4-852b-29fb1ce695d2'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:43.512862 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5890e25b-f64c-40ef-a869-dfa9cb6455bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.529260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376dffe-b1ef-4df8-abc9-5cd53c483721 req-6d599a3b-f039-451a-8240-d4f63232c899 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:43.530962 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9376dffe-b1ef-4df8-abc9-5cd53c483721 req-6d599a3b-f039-451a-8240-d4f63232c899 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 945 time: 0.1546659 Jul 30 01:58:43.538482 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c9641814-6ac5-4c9c-bc8f-c78a0d3c39ac tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.564085 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5a367c15-06cb-4648-b2c7-5d31784a097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.567206 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5a367c15-06cb-4648-b2c7-5d31784a097e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.573905 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5a367c15-06cb-4648-b2c7-5d31784a097e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00 HTTP/1.1" status: 204 len: 168 time: 0.2534087 Jul 30 01:58:43.583257 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a367c15-06cb-4648-b2c7-5d31784a097e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e9ddfb-dab6-4e9d-8a68-b28fb2d2db00,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:43.585772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9641814-6ac5-4c9c-bc8f-c78a0d3c39ac tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:58:43.586411 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c9641814-6ac5-4c9c-bc8f-c78a0d3c39ac tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:58:43.655433 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:58:43.686821 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9376dffe-b1ef-4df8-abc9-5cd53c483721 req-126188e0-48e8-4cca-9dd5-89f3a6aa615a tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403482 Jul 30 01:58:43.778923 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c9641814-6ac5-4c9c-bc8f-c78a0d3c39ac tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.786864 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c9641814-6ac5-4c9c-bc8f-c78a0d3c39ac tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.791007 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c9641814-6ac5-4c9c-bc8f-c78a0d3c39ac tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] 10.222.0.70 "DELETE /v2.0/networks/363d3d4e-b5ea-4e20-bba0-f0d74743b182 HTTP/1.1" status: 204 len: 168 time: 0.8107653 Jul 30 01:58:43.805989 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9641814-6ac5-4c9c-bc8f-c78a0d3c39ac tempest-TaggedBootDevicesTest-571579397 tempest-TaggedBootDevicesTest-571579397-project] Pushing event deleted for resources: {'Network': ['ID=363d3d4e-b5ea-4e20-bba0-f0d74743b182,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:43.824830 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5890e25b-f64c-40ef-a869-dfa9cb6455bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.829972 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5890e25b-f64c-40ef-a869-dfa9cb6455bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.834780 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5890e25b-f64c-40ef-a869-dfa9cb6455bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/33b5f210-6d62-48c5-b730-8ff727666bea HTTP/1.1" status: 204 len: 168 time: 0.5921922 Jul 30 01:58:43.843375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890e25b-f64c-40ef-a869-dfa9cb6455bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b5f210-6d62-48c5-b730-8ff727666bea,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:44.091117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e11c0-0436-4705-a43f-a34c60c84117 req-b396fd88-9e62-4da3-9540-332c1ceb1b57 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:44.096317 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-da4e11c0-0436-4705-a43f-a34c60c84117 req-b396fd88-9e62-4da3-9540-332c1ceb1b57 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 945 time: 0.1114302 Jul 30 01:58:44.160406 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-da4e11c0-0436-4705-a43f-a34c60c84117 req-2e5e7d92-5a15-41c7-bac4-e8bbcc93e688 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582030 Jul 30 01:58:44.302906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db309cf8-147f-4a77-992c-048cab58ccd7 req-86e977e6-d7c0-4a04-8ba7-04ce2e40bab0 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:44.304647 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db309cf8-147f-4a77-992c-048cab58ccd7 req-86e977e6-d7c0-4a04-8ba7-04ce2e40bab0 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 945 time: 0.0746195 Jul 30 01:58:44.363499 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db309cf8-147f-4a77-992c-048cab58ccd7 req-eaaf1ef3-0c1f-4e37-9aa0-77d68f715142 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511801 Jul 30 01:58:44.545084 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:44.578977 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb98013-4f2e-4bee-8746-563da6eaea03 req-9f672f86-fcba-4cc8-9339-c02717071be8 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:44.581140 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2fb98013-4f2e-4bee-8746-563da6eaea03 req-9f672f86-fcba-4cc8-9339-c02717071be8 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 944 time: 0.0678351 Jul 30 01:58:44.659720 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2fb98013-4f2e-4bee-8746-563da6eaea03 req-d468c272-5b7b-47dd-b61d-c5a36f324c92 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=08d29d2f-a09a-4d9c-a8ad-fe51125131c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696690 Jul 30 01:58:44.802956 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:44.944370 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:44.950121 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:44.950695 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:44.991611 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d47fad-4347-4e28-909a-94700398e4a5 req-1008e5a6-f3f5-4cfe-88e6-a3eab570cfc2 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:45.003458 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1d47fad-4347-4e28-909a-94700398e4a5 req-1008e5a6-f3f5-4cfe-88e6-a3eab570cfc2 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 945 time: 0.0944858 Jul 30 01:58:45.070795 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d1d47fad-4347-4e28-909a-94700398e4a5 req-9cbc832b-f31c-4a73-aa3c-b08dd1877699 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519977 Jul 30 01:58:45.092623 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.115463 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdd7c36-be98-45c1-9a3e-d81e660e3634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce0b2b6-018c-46d4-852b-29fb1ce695d2'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:45.117663 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c70dee-41d9-41f4-b554-ddf01e97f54d" -d '{"events": [{"server_uuid": "efdd7c36-be98-45c1-9a3e-d81e660e3634", "name": "network-vif-plugged", "status": "completed", "tag": "7ce0b2b6-018c-46d4-852b-29fb1ce695d2"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:45.136889 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 7ce0b2b6-018c-46d4-852b-29fb1ce695d2, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=7ce0b2b6-018c-46d4-852b-29fb1ce695d2,segment=NetworkSegment(b6674916-2b8b-4363-8de2-34e61e878bd5),segment_id=b6674916-2b8b-4363-8de2-34e61e878bd5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:45.161753 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b63e47-3ab7-4ccb-98c2-1c626b90886e x-openstack-request-id: req-c0b63e47-3ab7-4ccb-98c2-1c626b90886e {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:45.161753 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdd7c36-be98-45c1-9a3e-d81e660e3634", "name": "network-vif-plugged", "status": "completed", "tag": "7ce0b2b6-018c-46d4-852b-29fb1ce695d2", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:45.161753 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c0b63e47-3ab7-4ccb-98c2-1c626b90886e {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:45.161753 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdd7c36-be98-45c1-9a3e-d81e660e3634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce0b2b6-018c-46d4-852b-29fb1ce695d2', 'code': 200} Jul 30 01:58:45.207673 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.286337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=7ce0b2b6-018c-46d4-852b-29fb1ce695d2,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:45.382258 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af90c6-e41b-4d09-8f94-b45102178256 req-25765df3-be53-492e-9ab9-34e0276f6ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:45.390768 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57af90c6-e41b-4d09-8f94-b45102178256 req-25765df3-be53-492e-9ab9-34e0276f6ec2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 1096 time: 0.1154268 Jul 30 01:58:45.431939 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57af90c6-e41b-4d09-8f94-b45102178256 req-45f553ae-b033-4eaf-a1fa-17461e5e480c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=08d29d2f-a09a-4d9c-a8ad-fe51125131c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312176 Jul 30 01:58:45.726959 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56200) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:45.805670 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04950091-d38c-47e9-a56f-0c53fe52cd4b req-3c63785f-b67c-4e71-9972-08b522b0b895 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:45.808809 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-04950091-d38c-47e9-a56f-0c53fe52cd4b req-3c63785f-b67c-4e71-9972-08b522b0b895 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 945 time: 0.0842638 Jul 30 01:58:45.859417 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a571c3c2-c410-4944-8477-41709b600e02 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1813185783-network', 'tenant_id': 'ec9dba869dc047058081bd4d1cc7af1a'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:45.893446 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-04950091-d38c-47e9-a56f-0c53fe52cd4b req-955fb4be-9804-47d5-80b3-681eb0e8337f tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=08d29d2f-a09a-4d9c-a8ad-fe51125131c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679190 Jul 30 01:58:45.978901 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a571c3c2-c410-4944-8477-41709b600e02 admin admin] Made reservation on behalf of ec9dba869dc047058081bd4d1cc7af1a for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:45.981504 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a571c3c2-c410-4944-8477-41709b600e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.997784 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a571c3c2-c410-4944-8477-41709b600e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.085075 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56220) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:46.229382 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a571c3c2-c410-4944-8477-41709b600e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.249272 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-0615ba61-e4fb-491b-a22a-a3648366a95c tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-805990568'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:46.249934 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412e2fa-12d8-4959-8259-7166267f0586 req-90f0a7eb-85b6-49c2-840e-ab8c31391342 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:46.251683 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2412e2fa-12d8-4959-8259-7166267f0586 req-90f0a7eb-85b6-49c2-840e-ab8c31391342 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 945 time: 0.0704741 Jul 30 01:58:46.303650 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2412e2fa-12d8-4959-8259-7166267f0586 req-21c2397b-846e-4325-a48d-be08b3af1a67 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449841 Jul 30 01:58:46.305093 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a571c3c2-c410-4944-8477-41709b600e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.331092 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a571c3c2-c410-4944-8477-41709b600e02 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:58:46.347758 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571c3c2-c410-4944-8477-41709b600e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1327735a-47e2-4184-a58f-cef601fdd1c9,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:46.354265 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a571c3c2-c410-4944-8477-41709b600e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.354909 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-a571c3c2-c410-4944-8477-41709b600e02 admin admin] Added segment a9363743-9cd9-463b-8859-8503e8bf7b77 of type vlan for network eaf41656-3c9e-4620-8512-a7192144c1d7 Jul 30 01:58:46.390864 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0615ba61-e4fb-491b-a22a-a3648366a95c tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Made reservation on behalf of ee98760280724386ae9f78d85feb144c for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:46.395367 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0615ba61-e4fb-491b-a22a-a3648366a95c tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.422209 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a571c3c2-c410-4944-8477-41709b600e02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.430898 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0615ba61-e4fb-491b-a22a-a3648366a95c tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.669076 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0615ba61-e4fb-491b-a22a-a3648366a95c tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.693153 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75416751-8fdc-4679-9aec-03804b2468a7 req-c5db6f18-84f2-4fcf-bba5-cbf951affe95 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:46.694668 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-75416751-8fdc-4679-9aec-03804b2468a7 req-c5db6f18-84f2-4fcf-bba5-cbf951affe95 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 945 time: 0.0500748 Jul 30 01:58:46.779523 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a571c3c2-c410-4944-8477-41709b600e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.779523 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a571c3c2-c410-4944-8477-41709b600e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:46.779523 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a571c3c2-c410-4944-8477-41709b600e02 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.794266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-75416751-8fdc-4679-9aec-03804b2468a7 req-0a57b507-290c-4065-8b84-6aa0fcf631bf tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Deleting port 676058da-d99e-45c9-858d-63b17a18bcc1 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:46.794643 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-75416751-8fdc-4679-9aec-03804b2468a7 req-0a57b507-290c-4065-8b84-6aa0fcf631bf tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.843514 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0615ba61-e4fb-491b-a22a-a3648366a95c tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.899364 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571c3c2-c410-4944-8477-41709b600e02 admin admin] Pushing event updated for resources: {'Network': ['ID=eaf41656-3c9e-4620-8512-a7192144c1d7,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:46.904091 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0615ba61-e4fb-491b-a22a-a3648366a95c tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:58:46.910608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network eaf41656-3c9e-4620-8512-a7192144c1d7 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:58:46.941694 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615ba61-e4fb-491b-a22a-a3648366a95c tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660b91cc-6ab4-456b-9c0c-94a84a6c64b5,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:46.945128 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0615ba61-e4fb-491b-a22a-a3648366a95c tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.945483 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-0615ba61-e4fb-491b-a22a-a3648366a95c tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Added segment dd617f8e-77f4-45d4-afa1-15852c110880 of type vlan for network 857e34e9-479e-40e7-94fe-f003817f3227 Jul 30 01:58:46.980189 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a571c3c2-c410-4944-8477-41709b600e02 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2512691 Jul 30 01:58:46.983343 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56244) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:47.007945 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-75416751-8fdc-4679-9aec-03804b2468a7 req-0a57b507-290c-4065-8b84-6aa0fcf631bf tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] For port 676058da-d99e-45c9-858d-63b17a18bcc1, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=676058da-d99e-45c9-858d-63b17a18bcc1,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:47.009562 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-75416751-8fdc-4679-9aec-03804b2468a7 req-0a57b507-290c-4065-8b84-6aa0fcf631bf tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.015863 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-2395f826-2040-44c3-b8c2-408297a2b540 admin admin] Request body: {'subnet': {'network_id': 'eaf41656-3c9e-4620-8512-a7192144c1d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1813185783-subnet', 'tenant_id': 'ec9dba869dc047058081bd4d1cc7af1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:47.032713 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0615ba61-e4fb-491b-a22a-a3648366a95c tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.083239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-75416751-8fdc-4679-9aec-03804b2468a7 req-0a57b507-290c-4065-8b84-6aa0fcf631bf tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Calling delete_port for 676058da-d99e-45c9-858d-63b17a18bcc1 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:47.123631 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e77e3-210f-4da6-a776-da504d4b45a5 req-7bec3ce6-73fd-4ddf-a751-a08b248dd087 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:47.129719 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8d5e77e3-210f-4da6-a776-da504d4b45a5 req-7bec3ce6-73fd-4ddf-a751-a08b248dd087 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 945 time: 0.0983531 Jul 30 01:58:47.201400 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2395f826-2040-44c3-b8c2-408297a2b540 admin admin] Made reservation on behalf of ec9dba869dc047058081bd4d1cc7af1a for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:47.204159 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2395f826-2040-44c3-b8c2-408297a2b540 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.220443 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8d5e77e3-210f-4da6-a776-da504d4b45a5 req-6c5fd524-c589-44af-8d41-c391f61dd744 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=08d29d2f-a09a-4d9c-a8ad-fe51125131c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578170 Jul 30 01:58:47.284248 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0615ba61-e4fb-491b-a22a-a3648366a95c tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.291173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0615ba61-e4fb-491b-a22a-a3648366a95c tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:47.309277 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0615ba61-e4fb-491b-a22a-a3648366a95c tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.384159 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615ba61-e4fb-491b-a22a-a3648366a95c tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Pushing event updated for resources: {'Network': ['ID=857e34e9-479e-40e7-94fe-f003817f3227,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:47.396789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 857e34e9-479e-40e7-94fe-f003817f3227 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:58:47.400407 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf85a71-0636-4c50-aade-fe5fa64e61a2 req-c8741caf-bad7-4844-b126-96fcafbfa868 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:47.407374 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dcf85a71-0636-4c50-aade-fe5fa64e61a2 req-c8741caf-bad7-4844-b126-96fcafbfa868 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 945 time: 0.0834048 Jul 30 01:58:47.417316 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56268) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:47.423413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5f258635-7ab0-417e-af4b-25cbbed2cfff tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Request body: {'floatingip': {'port_id': '7ce0b2b6-018c-46d4-852b-29fb1ce695d2'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:47.468826 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0615ba61-e4fb-491b-a22a-a3648366a95c tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3817897 Jul 30 01:58:47.476542 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-75416751-8fdc-4679-9aec-03804b2468a7 req-0a57b507-290c-4065-8b84-6aa0fcf631bf tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.483022 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56270) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:47.491871 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d9b2d5f7-658f-40a6-8965-90bf2244f074 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Request body: {'subnet': {'network_id': '857e34e9-479e-40e7-94fe-f003817f3227', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:47.528640 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['c9eb3f59-0896-4eab-9ec0-1234b646a847'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:47.584205 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-44683d06-5a40-4083-b63d-a6bac8945cee req-d75fd338-910e-417c-bc0a-b31cda7b3462 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 210 time: 0.1538429 Jul 30 01:58:47.593753 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5f258635-7ab0-417e-af4b-25cbbed2cfff tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for floatingip, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.613738 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57b507-290c-4065-8b84-6aa0fcf631bf tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Pushing event deleted for resources: {'Port': ['ID=676058da-d99e-45c9-858d-63b17a18bcc1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:47.618896 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-75416751-8fdc-4679-9aec-03804b2468a7 req-0a57b507-290c-4065-8b84-6aa0fcf631bf tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] No DVR routers for this DVR port 676058da-d99e-45c9-858d-63b17a18bcc1 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:47.622073 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-75416751-8fdc-4679-9aec-03804b2468a7 req-0a57b507-290c-4065-8b84-6aa0fcf631bf tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.625290 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-75416751-8fdc-4679-9aec-03804b2468a7 req-0a57b507-290c-4065-8b84-6aa0fcf631bf tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.77 "DELETE /v2.0/ports/676058da-d99e-45c9-858d-63b17a18bcc1 HTTP/1.1" status: 204 len: 173 time: 0.9245808 Jul 30 01:58:47.658006 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.663598 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e791dba-f4b9-4533-bac6-2f0954610e58', 'name': 'network-vif-deleted', 'tag': '676058da-d99e-45c9-858d-63b17a18bcc1'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:47.666214 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f1e7db-f207-4de7-bbd6-543add08117d" -d '{"events": [{"server_uuid": "4e791dba-f4b9-4533-bac6-2f0954610e58", "name": "network-vif-deleted", "tag": "676058da-d99e-45c9-858d-63b17a18bcc1"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:47.753015 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516b0365-ecd0-4651-8e2b-7325b9049632 x-openstack-request-id: req-516b0365-ecd0-4651-8e2b-7325b9049632 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:47.753804 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e791dba-f4b9-4533-bac6-2f0954610e58", "name": "network-vif-deleted", "tag": "676058da-d99e-45c9-858d-63b17a18bcc1", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:47.754145 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-516b0365-ecd0-4651-8e2b-7325b9049632 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:47.754589 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e791dba-f4b9-4533-bac6-2f0954610e58', 'name': 'network-vif-deleted', 'tag': '676058da-d99e-45c9-858d-63b17a18bcc1', 'status': 'completed', 'code': 200} Jul 30 01:58:47.819320 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b2d5f7-658f-40a6-8965-90bf2244f074 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Made reservation on behalf of ee98760280724386ae9f78d85feb144c for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:47.823595 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d9b2d5f7-658f-40a6-8965-90bf2244f074 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.832583 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2395f826-2040-44c3-b8c2-408297a2b540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.943634 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395f826-2040-44c3-b8c2-408297a2b540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a69847e6-2297-44bc-b2e8-00b4627054c6,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:48.100038 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2395f826-2040-44c3-b8c2-408297a2b540 admin admin] Checking segment: {'id': 'a9363743-9cd9-463b-8859-8503e8bf7b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'eaf41656-3c9e-4620-8512-a7192144c1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:48.100404 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2395f826-2040-44c3-b8c2-408297a2b540 admin admin] Network hostable DHCP agents. Network: eaf41656-3c9e-4620-8512-a7192144c1d7, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:58:48.280100 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2395f826-2040-44c3-b8c2-408297a2b540 admin admin] Network eaf41656-3c9e-4620-8512-a7192144c1d7 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:58:48.384563 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-2395f826-2040-44c3-b8c2-408297a2b540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, eaf41656-3c9e-4620-8512-a7192144c1d7) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:48.402752 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05017d0c-39ba-4d23-bab4-c6e26ef0ba32 None None] Network eaf41656-3c9e-4620-8512-a7192144c1d7 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:58:48.440820 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2395f826-2040-44c3-b8c2-408297a2b540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:48.442039 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2395f826-2040-44c3-b8c2-408297a2b540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.470664 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5f258635-7ab0-417e-af4b-25cbbed2cfff tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.503779 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d9b2d5f7-658f-40a6-8965-90bf2244f074 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.523014 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5f258635-7ab0-417e-af4b-25cbbed2cfff tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.648942 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2395f826-2040-44c3-b8c2-408297a2b540 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6505077 Jul 30 01:58:48.698167 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f031aef-ed75-4da1-b488-efb91f993139 None None] Network eaf41656-3c9e-4620-8512-a7192144c1d7 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:58:48.779514 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2d5f7-658f-40a6-8965-90bf2244f074 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Pushing event updated for resources: {'Subnet': ['ID=8bc4ebb5-07ca-4667-a4fe-b97218e6f20c,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:48.791841 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b2d5f7-658f-40a6-8965-90bf2244f074 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Checking segment: {'id': 'dd617f8e-77f4-45d4-afa1-15852c110880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '857e34e9-479e-40e7-94fe-f003817f3227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:48.793402 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b2d5f7-658f-40a6-8965-90bf2244f074 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Network hostable DHCP agents. Network: 857e34e9-479e-40e7-94fe-f003817f3227, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:58:48.837139 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-5f258635-7ab0-417e-af4b-25cbbed2cfff tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Floating IP b4f5917d-6396-45d9-94e3-66d29193fb63 associated. External IP: 172.25.1.43, port: 7ce0b2b6-018c-46d4-852b-29fb1ce695d2. Jul 30 01:58:48.875247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 676058da-d99e-45c9-858d-63b17a18bcc1 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:48.899890 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7e9c5841-5582-454a-ab2a-b375f9ca3706 req-99ce7d26-4ecb-4a10-955a-ecd47462b780 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e791dba-f4b9-4533-bac6-2f0954610e58 HTTP/1.1" status: 200 len: 210 time: 0.0595186 Jul 30 01:58:48.925495 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b2d5f7-658f-40a6-8965-90bf2244f074 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Network 857e34e9-479e-40e7-94fe-f003817f3227 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:58:48.935611 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 676058da-d99e-45c9-858d-63b17a18bcc1 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:58:48.936577 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 676058da-d99e-45c9-858d-63b17a18bcc1 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:49.005954 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d9b2d5f7-658f-40a6-8965-90bf2244f074 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 857e34e9-479e-40e7-94fe-f003817f3227) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:49.011882 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b2d5f7-658f-40a6-8965-90bf2244f074 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:49.014595 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d9b2d5f7-658f-40a6-8965-90bf2244f074 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.102330 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d9b2d5f7-658f-40a6-8965-90bf2244f074 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6174881 Jul 30 01:58:49.104635 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56354) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:49.110343 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-8e5a54b5-1005-485a-b08d-b6534a118430 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Request body: {'port': {'network_id': '857e34e9-479e-40e7-94fe-f003817f3227', 'name': 'tempest-ExtraDHCPOptionsTestJSON-345066052'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:49.145063 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56356) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:49.148246 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd76699d-db33-461c-a932-59843d64a157 None None] Network 857e34e9-479e-40e7-94fe-f003817f3227 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:58:49.475827 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5a54b5-1005-485a-b08d-b6534a118430 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Made reservation on behalf of ee98760280724386ae9f78d85feb144c for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:49.479758 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e5a54b5-1005-485a-b08d-b6534a118430 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.495459 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bdcf50d5-dbc0-41b6-b097-70b649eb2129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.556029 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-8e5a54b5-1005-485a-b08d-b6534a118430 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] device_id is not set on port 2770c64b-fba3-43e5-b31d-dcbdd11df8c1 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:58:49.571672 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-857e34e9-479e-40e7-94fe-f003817f3227', 'network_id': '857e34e9-479e-40e7-94fe-f003817f3227', 'tenant_id': 'ee98760280724386ae9f78d85feb144c', 'fixed_ips': [{'subnet_id': '8bc4ebb5-07ca-4667-a4fe-b97218e6f20c'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:58:49.573745 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.731502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-8e5a54b5-1005-485a-b08d-b6534a118430 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Allocated IP 172.20.0.2 (857e34e9-479e-40e7-94fe-f003817f3227/8bc4ebb5-07ca-4667-a4fe-b97218e6f20c/2770c64b-fba3-43e5-b31d-dcbdd11df8c1) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:49.810719 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bdcf50d5-dbc0-41b6-b097-70b649eb2129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.876838 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bdcf50d5-dbc0-41b6-b097-70b649eb2129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.913348 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f258635-7ab0-417e-af4b-25cbbed2cfff tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Router 1732e64a-18a8-4964-9da9-dc4081133786 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:49.954689 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-bdcf50d5-dbc0-41b6-b097-70b649eb2129 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7d63994734da4199a9421020be0fd206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8083880 Jul 30 01:58:49.961865 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56394) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:49.972464 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf50d5-dbc0-41b6-b097-70b649eb2129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9323d5e3-2478-4f7f-8105-50c8c79e7ec6,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:49.999932 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-6d8f65df-13c8-437b-a215-1c8b377c0492 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:50.009625 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-6d8f65df-13c8-437b-a215-1c8b377c0492 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/networks?id=eaf41656-3c9e-4620-8512-a7192144c1d7 HTTP/1.1" status: 200 len: 822 time: 0.1910193 Jul 30 01:58:50.027751 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-4ba56958-77ec-47f0-975d-eaa5b705e993 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/quotas/ec9dba869dc047058081bd4d1cc7af1a HTTP/1.1" status: 200 len: 375 time: 0.0190151 Jul 30 01:58:50.045942 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e5a54b5-1005-485a-b08d-b6534a118430 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:50.070779 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-8e5a54b5-1005-485a-b08d-b6534a118430 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Transition to ACTIVE for port object 2770c64b-fba3-43e5-b31d-dcbdd11df8c1 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:50.081390 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18cf19df-e47b-4403-8c46-ea2e42ce5dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:50.100942 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-962ea817-ad8b-42a1-bb45-65e4c6e61647 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec9dba869dc047058081bd4d1cc7af1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655379 Jul 30 01:58:50.129038 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18cf19df-e47b-4403-8c46-ea2e42ce5dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:50.192791 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f258635-7ab0-417e-af4b-25cbbed2cfff tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:50.206717 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5f258635-7ab0-417e-af4b-25cbbed2cfff tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:50.208554 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab06730-6f67-4b8a-8e98-8c8117d17652 None None] Sync routers for ids ['1732e64a-18a8-4964-9da9-dc4081133786'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:50.219651 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e5a54b5-1005-485a-b08d-b6534a118430 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:50.309522 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5a54b5-1005-485a-b08d-b6534a118430 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Network 857e34e9-479e-40e7-94fe-f003817f3227 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:50.314165 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-8e5a54b5-1005-485a-b08d-b6534a118430 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:50.317130 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18cf19df-e47b-4403-8c46-ea2e42ce5dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:50.319729 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18cf19df-e47b-4403-8c46-ea2e42ce5dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:50.320890 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-18cf19df-e47b-4403-8c46-ea2e42ce5dc0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9323d5e3-2478-4f7f-8105-50c8c79e7ec6 HTTP/1.1" status: 204 len: 168 time: 0.3580344 Jul 30 01:58:50.321824 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5a54b5-1005-485a-b08d-b6534a118430 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:50.323368 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5f258635-7ab0-417e-af4b-25cbbed2cfff tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "PUT /v2.0/floatingips/b4f5917d-6396-45d9-94e3-66d29193fb63 HTTP/1.1" status: 200 len: 990 time: 2.9046757 Jul 30 01:58:50.331188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efdd7c36-be98-45c1-9a3e-d81e660e3634', 'tag': '7ce0b2b6-018c-46d4-852b-29fb1ce695d2'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:50.332201 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1779ab-e94a-4ef6-8fb9-18f8a0ce9b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "efdd7c36-be98-45c1-9a3e-d81e660e3634", "tag": "7ce0b2b6-018c-46d4-852b-29fb1ce695d2"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:50.333831 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a54b5-1005-485a-b08d-b6534a118430 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Pushing event updated for resources: {'Port': ['ID=2770c64b-fba3-43e5-b31d-dcbdd11df8c1,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:50.397744 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf19df-e47b-4403-8c46-ea2e42ce5dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9323d5e3-2478-4f7f-8105-50c8c79e7ec6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:50.414160 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-b90560cb-fb35-493d-b465-5f5c3a5160db service neutron] 10.222.0.70 "GET /v2.0/networks/eaf41656-3c9e-4620-8512-a7192144c1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061135 Jul 30 01:58:50.441982 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab06730-6f67-4b8a-8e98-8c8117d17652 None None] Routers {'1732e64a-18a8-4964-9da9-dc4081133786'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:50.442657 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-eab06730-6f67-4b8a-8e98-8c8117d17652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:58:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1732e64a-18a8-4964-9da9-dc4081133786'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:50.556786 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a772c4c7-018d-4b32-b978-7293e481635e {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:58:50.557153 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:58:50.567688 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-5f82c510-5c94-4c77-b198-11327b6b54bf service neutron] 10.222.0.70 "GET /v2.0/networks/eaf41656-3c9e-4620-8512-a7192144c1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424341 Jul 30 01:58:50.568048 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5a54b5-1005-485a-b08d-b6534a118430 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:50.568708 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e5a54b5-1005-485a-b08d-b6534a118430 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:50.610546 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-eab06730-6f67-4b8a-8e98-8c8117d17652 None None] Set router 1732e64a-18a8-4964-9da9-dc4081133786 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:50.633530 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-947e85ba-a25e-45a1-9719-c65963a65941 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:50.640435 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-947e85ba-a25e-45a1-9719-c65963a65941 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/networks?id=ba6a7637-8cab-4877-809b-af833f6bd6e0 HTTP/1.1" status: 200 len: 806 time: 0.2124746 Jul 30 01:58:50.660400 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-04b66623-cd26-4329-9568-0821c262c106 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/quotas/2512260259d7455494ba68636275b240 HTTP/1.1" status: 200 len: 375 time: 0.0182722 Jul 30 01:58:50.676083 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8e5a54b5-1005-485a-b08d-b6534a118430 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5667775 Jul 30 01:58:50.676289 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56438) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:50.681434 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-5dbcb80a-a076-496a-ac10-1d6afe0d97ea tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Request body: {'port': {'network_id': '857e34e9-479e-40e7-94fe-f003817f3227', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1474937427', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:50.684486 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.api.validators [None req-5dbcb80a-a076-496a-ac10-1d6afe0d97ea tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] bootfile-name is not in valid_values {{(pid=94464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:58:50.684845 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.api.validators [None req-5dbcb80a-a076-496a-ac10-1d6afe0d97ea tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] tftp-server is not in valid_values {{(pid=94464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:58:50.685191 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.api.validators [None req-5dbcb80a-a076-496a-ac10-1d6afe0d97ea tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] server-ip-address is not in valid_values {{(pid=94464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:58:50.858203 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-1b4b9cd1-8a1f-4df7-b342-ef5477a1ef60 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1968744 Jul 30 01:58:50.958454 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-eab06730-6f67-4b8a-8e98-8c8117d17652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732e64a-18a8-4964-9da9-dc4081133786', 'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:50Z', 'revision_number': 4, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'gw_port': {'id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:45Z', 'updated_at': '2021-07-30T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'b4f5917d-6396-45d9-94e3-66d29193fb63', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'port_id': '7ce0b2b6-018c-46d4-852b-29fb1ce695d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'mac_address': 'fa:16:3e:dc:20:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdd7c36-be98-45c1-9a3e-d81e660e3634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:58:27Z', 'updated_at': '2021-07-30T01:58:48Z', 'revision_number': 1, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70005305-9848-45c8-b07c-ce0aa5167bc4', 'name': '', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'mac_address': 'fa:16:3e:cb:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:49Z', 'updated_at': '2021-07-30T01:53:56Z', 'revision_number': 5, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'subnets': [{'id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:51.010934 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-b7c3cd06-f54f-4823-9065-40b0caee506d service neutron] 10.222.0.70 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517589 Jul 30 01:58:51.039030 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab06730-6f67-4b8a-8e98-8c8117d17652 None None] Checking router: 1732e64a-18a8-4964-9da9-dc4081133786 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:58:51.052359 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab06730-6f67-4b8a-8e98-8c8117d17652 None None] Routers {'1732e64a-18a8-4964-9da9-dc4081133786'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:51.053110 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-eab06730-6f67-4b8a-8e98-8c8117d17652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:58:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1732e64a-18a8-4964-9da9-dc4081133786'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:51.091698 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:51.140089 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56448) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:51.178615 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-62c3f006-c508-481c-99ea-f5aab538a4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:51.337814 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-eab06730-6f67-4b8a-8e98-8c8117d17652 None None] Set router 1732e64a-18a8-4964-9da9-dc4081133786 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:51.380984 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-62c3f006-c508-481c-99ea-f5aab538a4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:51.420468 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Allocated IP 172.20.0.3 (857e34e9-479e-40e7-94fe-f003817f3227/8bc4ebb5-07ca-4667-a4fe-b97218e6f20c/db7baced-b302-4064-bbf3-b91e58b5c1cc) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:51.460357 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-62c3f006-c508-481c-99ea-f5aab538a4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:51.469690 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6889f03-e672-4724-9bda-0a5c6b2f3674 x-openstack-request-id: req-f6889f03-e672-4724-9bda-0a5c6b2f3674 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:51.470059 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efdd7c36-be98-45c1-9a3e-d81e660e3634", "tag": "7ce0b2b6-018c-46d4-852b-29fb1ce695d2", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:51.470393 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f6889f03-e672-4724-9bda-0a5c6b2f3674 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:51.473005 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efdd7c36-be98-45c1-9a3e-d81e660e3634', 'tag': '7ce0b2b6-018c-46d4-852b-29fb1ce695d2', 'status': 'completed', 'code': 200} Jul 30 01:58:51.642440 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-62c3f006-c508-481c-99ea-f5aab538a4b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e782fc7e7adc404fb48f0d59218d6b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5004330 Jul 30 01:58:51.645899 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56456) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:51.669518 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3f006-c508-481c-99ea-f5aab538a4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69316e57-5f4b-4070-a3e4-95dd723f69a5,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:51.685606 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbcb80a-a076-496a-ac10-1d6afe0d97ea tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Made reservation on behalf of ee98760280724386ae9f78d85feb144c for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:51.691138 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5dbcb80a-a076-496a-ac10-1d6afe0d97ea tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:51.722211 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:51.727840 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-5dbcb80a-a076-496a-ac10-1d6afe0d97ea tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] device_id is not set on port 0faf63f6-0323-4bae-88e4-81a63b061cba yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:58:51.733010 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Transition to ACTIVE for port object db7baced-b302-4064-bbf3-b91e58b5c1cc will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:51.738921 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1779ab-e94a-4ef6-8fb9-18f8a0ce9b4f req-d381d54d-02f7-41ec-981d-ccc322d6f811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:51.740980 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b1779ab-e94a-4ef6-8fb9-18f8a0ce9b4f req-d381d54d-02f7-41ec-981d-ccc322d6f811 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1773aff5f2d24ceea84313862e0f7cc6&device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 1096 time: 0.2305539 Jul 30 01:58:51.744580 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e089119f-358d-461f-beda-138db27b2487 req-ffe21065-aaf2-4ae3-ad1b-0dae4d923d22 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 210 time: 0.0532367 Jul 30 01:58:51.750098 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Transition to ACTIVE for port object db7baced-b302-4064-bbf3-b91e58b5c1cc will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:51.839209 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5ca8-4987-453a-8c2a-5a702841909d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:51.856865 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-42044cc5-0ba3-4a76-83c0-082808a2a2ad service neutron] 10.222.0.70 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8383927 Jul 30 01:58:51.895585 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5ca8-4987-453a-8c2a-5a702841909d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:51.934237 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1779ab-e94a-4ef6-8fb9-18f8a0ce9b4f req-aaf9e453-7e3d-4458-81a6-3c9dc3b3ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:51.936166 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b1779ab-e94a-4ef6-8fb9-18f8a0ce9b4f req-aaf9e453-7e3d-4458-81a6-3c9dc3b3ef01 service neutron] 10.222.0.77 "GET /v2.0/networks?id=da367ee6-3a9f-4866-aaeb-75f83be72229 HTTP/1.1" status: 200 len: 910 time: 0.1862168 Jul 30 01:58:51.945813 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-eab06730-6f67-4b8a-8e98-8c8117d17652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732e64a-18a8-4964-9da9-dc4081133786', 'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:50Z', 'revision_number': 4, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'gw_port': {'id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:45Z', 'updated_at': '2021-07-30T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'b4f5917d-6396-45d9-94e3-66d29193fb63', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'port_id': '7ce0b2b6-018c-46d4-852b-29fb1ce695d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'mac_address': 'fa:16:3e:dc:20:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdd7c36-be98-45c1-9a3e-d81e660e3634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:58:27Z', 'updated_at': '2021-07-30T01:58:48Z', 'revision_number': 1, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70005305-9848-45c8-b07c-ce0aa5167bc4', 'name': '', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'mac_address': 'fa:16:3e:cb:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:49Z', 'updated_at': '2021-07-30T01:53:56Z', 'revision_number': 5, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'subnets': [{'id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:51.979006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab06730-6f67-4b8a-8e98-8c8117d17652 None None] The sync data for ids ['1732e64a-18a8-4964-9da9-dc4081133786'] in n-d-713498-9 is: [{'id': '1732e64a-18a8-4964-9da9-dc4081133786', 'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:50Z', 'revision_number': 4, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'gw_port': {'id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:45Z', 'updated_at': '2021-07-30T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'b4f5917d-6396-45d9-94e3-66d29193fb63', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'port_id': '7ce0b2b6-018c-46d4-852b-29fb1ce695d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'mac_address': 'fa:16:3e:dc:20:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdd7c36-be98-45c1-9a3e-d81e660e3634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:58:27Z', 'updated_at': '2021-07-30T01:58:48Z', 'revision_number': 1, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70005305-9848-45c8-b07c-ce0aa5167bc4', 'name': '', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'mac_address': 'fa:16:3e:cb:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:49Z', 'updated_at': '2021-07-30T01:53:56Z', 'revision_number': 5, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'subnets': [{'id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:52.033439 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b1779ab-e94a-4ef6-8fb9-18f8a0ce9b4f req-e00fe56b-f154-4694-9da7-c4b63f5d4894 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ce0b2b6-018c-46d4-852b-29fb1ce695d2 HTTP/1.1" status: 200 len: 998 time: 0.0886157 Jul 30 01:58:52.083940 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:52.093992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1779ab-e94a-4ef6-8fb9-18f8a0ce9b4f req-c538d298-2817-4dd0-a0dd-6b173631f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:52.095590 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b1779ab-e94a-4ef6-8fb9-18f8a0ce9b4f req-c538d298-2817-4dd0-a0dd-6b173631f9e7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e55ab10a-38fa-4f87-9d98-222aa1ee0cac HTTP/1.1" status: 200 len: 848 time: 0.0552320 Jul 30 01:58:52.102590 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5ca8-4987-453a-8c2a-5a702841909d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:52.102590 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5ca8-4987-453a-8c2a-5a702841909d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:52.130951 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5d0d5ca8-4987-453a-8c2a-5a702841909d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69316e57-5f4b-4070-a3e4-95dd723f69a5 HTTP/1.1" status: 204 len: 168 time: 0.4780157 Jul 30 01:58:52.188605 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d5ca8-4987-453a-8c2a-5a702841909d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69316e57-5f4b-4070-a3e4-95dd723f69a5,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:52.223436 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Network 857e34e9-479e-40e7-94fe-f003817f3227 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:52.228453 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:52.242809 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:52.259501 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f45e54e9-8757-49f1-9d7e-c524e0a295bc req-96b13c38-b6ff-4418-ae00-12a9f35ce170 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 210 time: 0.0684593 Jul 30 01:58:52.280386 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-5dbcb80a-a076-496a-ac10-1d6afe0d97ea tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Allocated IP 172.20.0.5 (857e34e9-479e-40e7-94fe-f003817f3227/8bc4ebb5-07ca-4667-a4fe-b97218e6f20c/0faf63f6-0323-4bae-88e4-81a63b061cba) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:52.285740 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Pushing event updated for resources: {'Port': ['ID=db7baced-b302-4064-bbf3-b91e58b5c1cc,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:52.300324 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1779ab-e94a-4ef6-8fb9-18f8a0ce9b4f req-d66c6ed4-1154-4686-affe-3a336c8fd3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:52.302218 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b1779ab-e94a-4ef6-8fb9-18f8a0ce9b4f req-d66c6ed4-1154-4686-affe-3a336c8fd3eb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da367ee6-3a9f-4866-aaeb-75f83be72229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1689796 Jul 30 01:58:52.332788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:52.333077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:52.333420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:52.333910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:52.334122 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:52.334460 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:52.334786 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:52.335109 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:52.335435 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:52.335881 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:52.336234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:52.336571 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:52.413246 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8007ecc3-0197-4ec1-a4f7-7ec03cdd6309 None None] New status for floating IP b4f5917d-6396-45d9-94e3-66d29193fb63: ACTIVE {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:58:52.450271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Attempting to bind port db7baced-b302-4064-bbf3-b91e58b5c1cc on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:52.451192 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Attempting to bind port db7baced-b302-4064-bbf3-b91e58b5c1cc by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'dd617f8e-77f4-45d4-afa1-15852c110880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '857e34e9-479e-40e7-94fe-f003817f3227'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:52.452793 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Attempting to bind port db7baced-b302-4064-bbf3-b91e58b5c1cc on network 857e34e9-479e-40e7-94fe-f003817f3227 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:52.469691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:52.485518 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Checking segment: {'id': 'dd617f8e-77f4-45d4-afa1-15852c110880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '857e34e9-479e-40e7-94fe-f003817f3227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:52.487590 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:52.488085 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Bound using segment: {'id': 'dd617f8e-77f4-45d4-afa1-15852c110880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '857e34e9-479e-40e7-94fe-f003817f3227'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:52.488761 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Bound port: db7baced-b302-4064-bbf3-b91e58b5c1cc, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd617f8e-77f4-45d4-afa1-15852c110880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '857e34e9-479e-40e7-94fe-f003817f3227'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:52.490188 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:52.565356 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b1779ab-e94a-4ef6-8fb9-18f8a0ce9b4f req-cd0f29a2-71dc-4a9f-b9d7-85d9e7cc7ee7 service neutron] 10.222.0.77 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484989 Jul 30 01:58:52.634423 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5dbcb80a-a076-496a-ac10-1d6afe0d97ea tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:52.657954 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-5dbcb80a-a076-496a-ac10-1d6afe0d97ea tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Transition to ACTIVE for port object 0faf63f6-0323-4bae-88e4-81a63b061cba will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:52.668865 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] For port db7baced-b302-4064-bbf3-b91e58b5c1cc, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:52.668865 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] For port db7baced-b302-4064-bbf3-b91e58b5c1cc, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=db7baced-b302-4064-bbf3-b91e58b5c1cc,segment=NetworkSegment(dd617f8e-77f4-45d4-afa1-15852c110880),segment_id=dd617f8e-77f4-45d4-afa1-15852c110880)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:52.730783 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b1779ab-e94a-4ef6-8fb9-18f8a0ce9b4f req-14f9876f-4546-414d-b5c6-16b2417f18c2 service neutron] 10.222.0.77 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566556 Jul 30 01:58:52.750769 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:52.844893 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ef124-bca9-4f87-a6db-ec57bc4df19b None None] Pushing event updated for resources: {'Port': ['ID=db7baced-b302-4064-bbf3-b91e58b5c1cc,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:52.877112 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5dbcb80a-a076-496a-ac10-1d6afe0d97ea tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:52.902041 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-075787ba-3ead-4f85-8778-7ce385ee36f2 req-1930bc7c-f1df-40c6-b0bf-abc7933dd8a2 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 210 time: 0.0375526 Jul 30 01:58:52.977192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbcb80a-a076-496a-ac10-1d6afe0d97ea tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Network 857e34e9-479e-40e7-94fe-f003817f3227 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:52.980660 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-5dbcb80a-a076-496a-ac10-1d6afe0d97ea tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:52.983543 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbcb80a-a076-496a-ac10-1d6afe0d97ea tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:53.057367 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcb80a-a076-496a-ac10-1d6afe0d97ea tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Pushing event updated for resources: {'Port': ['ID=0faf63f6-0323-4bae-88e4-81a63b061cba,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:53.140362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbcb80a-a076-496a-ac10-1d6afe0d97ea tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:53.140706 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5dbcb80a-a076-496a-ac10-1d6afe0d97ea tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:53.231146 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5dbcb80a-a076-496a-ac10-1d6afe0d97ea tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.5538111 Jul 30 01:58:53.233134 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56492) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:53.368033 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50a4b0c2-2368-4a5b-9c58-cadb2d675cfe req-75bbc614-bcd7-4bf2-82e1-b10ed52ac661 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 210 time: 0.0415132 Jul 30 01:58:53.398758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d674f62d-a99b-4f94-b0f2-7f7ce73c7ce3 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:53.421113 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d674f62d-a99b-4f94-b0f2-7f7ce73c7ce3 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:53.431297 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d674f62d-a99b-4f94-b0f2-7f7ce73c7ce3 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:53.434550 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d674f62d-a99b-4f94-b0f2-7f7ce73c7ce3 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1988158 Jul 30 01:58:53.437365 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56500) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:53.574889 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-85786c84-8544-4d62-9e36-d8fd7ed70196 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Deleting port 0faf63f6-0323-4bae-88e4-81a63b061cba {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:53.575247 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85786c84-8544-4d62-9e36-d8fd7ed70196 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:53.699449 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85786c84-8544-4d62-9e36-d8fd7ed70196 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:53.721031 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-85786c84-8544-4d62-9e36-d8fd7ed70196 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Calling delete_port for 0faf63f6-0323-4bae-88e4-81a63b061cba owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:54.171753 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a1dfb1f8-e6c3-4961-b734-f48a0a16507b req-02964b77-c039-40b5-8192-df33bf117e61 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 210 time: 0.0539935 Jul 30 01:58:54.172935 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85786c84-8544-4d62-9e36-d8fd7ed70196 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.228708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-17efa926-20a4-42ef-b0b4-57c991ac0722 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:54.228917 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85786c84-8544-4d62-9e36-d8fd7ed70196 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Pushing event deleted for resources: {'Port': ['ID=0faf63f6-0323-4bae-88e4-81a63b061cba,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:54.230806 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-17efa926-20a4-42ef-b0b4-57c991ac0722 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.77 "GET /v2.0/networks?id=eaf41656-3c9e-4620-8512-a7192144c1d7 HTTP/1.1" status: 200 len: 822 time: 0.2758470 Jul 30 01:58:54.253398 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-e07c1667-ef97-4f2d-a22f-2fc23b7e922a tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Request body: {'port': {'device_id': '12c7a52e-34d3-41d2-84af-d331fa6813c9', 'network_id': 'eaf41656-3c9e-4620-8512-a7192144c1d7', 'admin_state_up': True, 'tenant_id': 'ec9dba869dc047058081bd4d1cc7af1a'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:54.386630 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3071907a-6e53-4576-9423-5437017eb14a None None] Network 857e34e9-479e-40e7-94fe-f003817f3227 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:58:54.449162 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85786c84-8544-4d62-9e36-d8fd7ed70196 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.453072 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-85786c84-8544-4d62-9e36-d8fd7ed70196 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] 10.222.0.70 "DELETE /v2.0/ports/0faf63f6-0323-4bae-88e4-81a63b061cba HTTP/1.1" status: 204 len: 168 time: 1.0145454 Jul 30 01:58:54.457267 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56528) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:54.473476 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-baf4ac1d-7f94-4b00-a444-5f0716896050 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Request body: {'port': {'name': 'tempest-new-port-name-1370004647', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:54.475228 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.api.validators [None req-baf4ac1d-7f94-4b00-a444-5f0716896050 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] bootfile-name is not in valid_values {{(pid=94464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:58:54.479172 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.api.validators [None req-baf4ac1d-7f94-4b00-a444-5f0716896050 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] tftp-server is not in valid_values {{(pid=94464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:58:54.479172 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.api.validators [None req-baf4ac1d-7f94-4b00-a444-5f0716896050 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] server-ip-address is not in valid_values {{(pid=94464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:58:54.517416 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device db7baced-b302-4064-bbf3-b91e58b5c1cc up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:54.589787 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17e5749b-e826-472f-b690-00971478a75b req-cb337bf7-ef90-42fd-a276-a18f6bfe98b0 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 210 time: 0.0414338 Jul 30 01:58:54.609046 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-baf4ac1d-7f94-4b00-a444-5f0716896050 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.665277 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-202d920e-2572-4de0-bc01-79408d52b53e None None] Provisioning for port db7baced-b302-4064-bbf3-b91e58b5c1cc completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:54.704190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-e07c1667-ef97-4f2d-a22f-2fc23b7e922a tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Made reservation on behalf of ec9dba869dc047058081bd4d1cc7af1a for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:54.711023 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-e07c1667-ef97-4f2d-a22f-2fc23b7e922a tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.797464 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port db7baced-b302-4064-bbf3-b91e58b5c1cc completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:54.809447 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port db7baced-b302-4064-bbf3-b91e58b5c1cc triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:54.810565 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.904261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-e07c1667-ef97-4f2d-a22f-2fc23b7e922a tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Allocated IP 172.20.0.13 (eaf41656-3c9e-4620-8512-a7192144c1d7/a69847e6-2297-44bc-b2e8-00b4627054c6/d337e88f-1c12-487c-8f71-32343924ddb4) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:55.046221 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-baf4ac1d-7f94-4b00-a444-5f0716896050 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.048297 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.109988 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-baf4ac1d-7f94-4b00-a444-5f0716896050 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.133885 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port db7baced-b302-4064-bbf3-b91e58b5c1cc, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=db7baced-b302-4064-bbf3-b91e58b5c1cc,segment=NetworkSegment(dd617f8e-77f4-45d4-afa1-15852c110880),segment_id=dd617f8e-77f4-45d4-afa1-15852c110880)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:55.195868 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.304846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=db7baced-b302-4064-bbf3-b91e58b5c1cc,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:55.315901 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4ac1d-7f94-4b00-a444-5f0716896050 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Pushing event updated for resources: {'Port': ['ID=2770c64b-fba3-43e5-b31d-dcbdd11df8c1,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:55.370723 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7a71ffbf-0367-4667-b28e-aa51010ed572 None None] Provisioning complete for port db7baced-b302-4064-bbf3-b91e58b5c1cc triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:55.371102 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a71ffbf-0367-4667-b28e-aa51010ed572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.418577 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-baf4ac1d-7f94-4b00-a444-5f0716896050 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] In _notify_port_updated(), no bound segment for port 2770c64b-fba3-43e5-b31d-dcbdd11df8c1 on network 857e34e9-479e-40e7-94fe-f003817f3227 {{(pid=94464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:58:55.438744 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf4ac1d-7f94-4b00-a444-5f0716896050 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:55.440296 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-baf4ac1d-7f94-4b00-a444-5f0716896050 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.441810 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-baf4ac1d-7f94-4b00-a444-5f0716896050 tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] 10.222.0.70 "PUT /v2.0/ports/2770c64b-fba3-43e5-b31d-dcbdd11df8c1 HTTP/1.1" status: 200 len: 1136 time: 0.9832358 Jul 30 01:58:55.448155 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-85a6e56f-6910-4dba-9529-eb590576babd req-d907c8d8-c3f6-4032-9f23-8bbd920d8b1e tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 210 time: 0.1402707 Jul 30 01:58:55.451489 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56554) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:55.557031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-b381c5ad-94a3-4572-86d0-14a12bb514d5 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:55.558561 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-b381c5ad-94a3-4572-86d0-14a12bb514d5 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.77 "GET /v2.0/networks?id=ba6a7637-8cab-4877-809b-af833f6bd6e0 HTTP/1.1" status: 200 len: 806 time: 0.4661872 Jul 30 01:58:55.570229 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-e07c1667-ef97-4f2d-a22f-2fc23b7e922a tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.572892 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00d6e00-97f8-4413-9ccc-32ac41d9623d tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:55.574715 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a00d6e00-97f8-4413-9ccc-32ac41d9623d tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] 10.222.0.70 "GET /v2.0/ports/2770c64b-fba3-43e5-b31d-dcbdd11df8c1 HTTP/1.1" status: 200 len: 1136 time: 0.1216424 Jul 30 01:58:55.578366 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56558) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:55.585264 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-26e35a2b-099b-41b1-9de2-ff44dfe413a4 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Request body: {'port': {'device_id': '7b9235fa-0c5e-4593-9db4-249184c7a740', 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0', 'admin_state_up': True, 'tenant_id': '2512260259d7455494ba68636275b240'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:55.670154 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7a71ffbf-0367-4667-b28e-aa51010ed572 None None] Provisioning for port 2770c64b-fba3-43e5-b31d-dcbdd11df8c1 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:55.677777 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7a71ffbf-0367-4667-b28e-aa51010ed572 None None] Provisioning complete for port 2770c64b-fba3-43e5-b31d-dcbdd11df8c1 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:55.678566 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a71ffbf-0367-4667-b28e-aa51010ed572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.787975 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7a71ffbf-0367-4667-b28e-aa51010ed572 None None] Port 2770c64b-fba3-43e5-b31d-dcbdd11df8c1 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:58:55.878017 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e53c4400-4d86-4e86-a7df-b6a8f6c2bcc5 req-e3b61ee3-d4a1-4966-9f39-f7125d829918 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 210 time: 0.0737894 Jul 30 01:58:55.913803 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6c8c993e-5342-4c7c-bcfd-7d9fa311e94a tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Deleting port 2770c64b-fba3-43e5-b31d-dcbdd11df8c1 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:55.914280 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c8c993e-5342-4c7c-bcfd-7d9fa311e94a tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.927634 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-58ac73a1-ca89-4623-9554-25ed9a3ba81b None None] Provisioning complete for port 2770c64b-fba3-43e5-b31d-dcbdd11df8c1 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:55.927634 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58ac73a1-ca89-4623-9554-25ed9a3ba81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.973200 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-e07c1667-ef97-4f2d-a22f-2fc23b7e922a tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:56.005394 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-58ac73a1-ca89-4623-9554-25ed9a3ba81b None None] Port 2770c64b-fba3-43e5-b31d-dcbdd11df8c1 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:58:56.035737 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-26e35a2b-099b-41b1-9de2-ff44dfe413a4 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Made reservation on behalf of 2512260259d7455494ba68636275b240 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:56.039466 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-26e35a2b-099b-41b1-9de2-ff44dfe413a4 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:56.081947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-e07c1667-ef97-4f2d-a22f-2fc23b7e922a tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Network eaf41656-3c9e-4620-8512-a7192144c1d7 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:56.105544 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-e07c1667-ef97-4f2d-a22f-2fc23b7e922a tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:56.122195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-e07c1667-ef97-4f2d-a22f-2fc23b7e922a tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:56.124161 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5c9061f8-9a48-4799-b9ea-5de28874c8eb None None] Could not find standard attr ID for object 0faf63f6-0323-4bae-88e4-81a63b061cba. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:58:56.126057 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c1667-ef97-4f2d-a22f-2fc23b7e922a tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Pushing event updated for resources: {'Port': ['ID=d337e88f-1c12-487c-8f71-32343924ddb4,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:56.183666 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c8c993e-5342-4c7c-bcfd-7d9fa311e94a tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:56.262075 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6c8c993e-5342-4c7c-bcfd-7d9fa311e94a tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Calling delete_port for 2770c64b-fba3-43e5-b31d-dcbdd11df8c1 owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:56.288497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-e07c1667-ef97-4f2d-a22f-2fc23b7e922a tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:56.290992 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-e07c1667-ef97-4f2d-a22f-2fc23b7e922a tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:56.425626 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-e07c1667-ef97-4f2d-a22f-2fc23b7e922a tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1800373 Jul 30 01:58:56.429728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device db7baced-b302-4064-bbf3-b91e58b5c1cc up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:56.436398 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-26e35a2b-099b-41b1-9de2-ff44dfe413a4 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Allocated IP 172.20.0.14 (ba6a7637-8cab-4877-809b-af833f6bd6e0/d2bdb7f5-8d0f-432b-8087-856e79091b08/e2fce12b-2335-462c-8176-57bf36b88179) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:56.455900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] Request body: {'port': {'device_id': '12c7a52e-34d3-41d2-84af-d331fa6813c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:56.554418 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port db7baced-b302-4064-bbf3-b91e58b5c1cc triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:56.554955 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:56.580168 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:56.789636 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c1a26029-3d8f-4ddf-86c3-b3abb940fb3d None None] Provisioning complete for port 2770c64b-fba3-43e5-b31d-dcbdd11df8c1 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:56.789636 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c1a26029-3d8f-4ddf-86c3-b3abb940fb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:56.858313 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bb00e-08cc-4a5b-a6ae-9dd34cd52bcb req-9c942bf9-0dae-462a-9dc9-e5eec3a07d37 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:56.858986 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c1a26029-3d8f-4ddf-86c3-b3abb940fb3d None None] Port 2770c64b-fba3-43e5-b31d-dcbdd11df8c1 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:58:56.859873 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-644bb00e-08cc-4a5b-a6ae-9dd34cd52bcb req-9c942bf9-0dae-462a-9dc9-e5eec3a07d37 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 932 time: 0.2942533 Jul 30 01:58:56.894079 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c8c993e-5342-4c7c-bcfd-7d9fa311e94a tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:56.983188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c993e-5342-4c7c-bcfd-7d9fa311e94a tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Pushing event deleted for resources: {'Port': ['ID=2770c64b-fba3-43e5-b31d-dcbdd11df8c1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:57.045048 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-644bb00e-08cc-4a5b-a6ae-9dd34cd52bcb req-5185363d-019f-41f5-927e-cae9902ed1b9 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/security-groups?id=1327735a-47e2-4184-a58f-cef601fdd1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743424 Jul 30 01:58:57.067155 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-675d7a0f-3f3c-4dd1-b88d-42915cd88f12 req-924da6b6-2e38-4186-bbd0-c17710de8465 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 210 time: 0.0579054 Jul 30 01:58:57.085476 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-26e35a2b-099b-41b1-9de2-ff44dfe413a4 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.200740 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c8c993e-5342-4c7c-bcfd-7d9fa311e94a tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.202953 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56608) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:57.209541 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6c8c993e-5342-4c7c-bcfd-7d9fa311e94a tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] 10.222.0.70 "DELETE /v2.0/ports/2770c64b-fba3-43e5-b31d-dcbdd11df8c1 HTTP/1.1" status: 204 len: 168 time: 1.6279213 Jul 30 01:58:57.324327 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5d0c41-dd4a-4717-8493-110ed6e661ae tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Deleting subnet 8bc4ebb5-07ca-4667-a4fe-b97218e6f20c {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:58:57.339948 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0c41-dd4a-4717-8493-110ed6e661ae tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.352762 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d337e88f-1c12-487c-8f71-32343924ddb4 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:57.372812 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-26e35a2b-099b-41b1-9de2-ff44dfe413a4 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.375342 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.385108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['c9eb3f59-0896-4eab-9ec0-1234b646a847'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:57.442473 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0c41-dd4a-4717-8493-110ed6e661ae tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.584306 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0c41-dd4a-4717-8493-110ed6e661ae tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.752774 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0c41-dd4a-4717-8493-110ed6e661ae tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.796564 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d0c41-dd4a-4717-8493-110ed6e661ae tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc4ebb5-07ca-4667-a4fe-b97218e6f20c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:57.809393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3a07c3-57de-4458-b27f-946f6e9e6bbe None None] Network 857e34e9-479e-40e7-94fe-f003817f3227 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:58:57.809936 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0c41-dd4a-4717-8493-110ed6e661ae tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.815505 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fa5d0c41-dd4a-4717-8493-110ed6e661ae tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] 10.222.0.70 "DELETE /v2.0/subnets/8bc4ebb5-07ca-4667-a4fe-b97218e6f20c HTTP/1.1" status: 204 len: 168 time: 0.6114998 Jul 30 01:58:57.816172 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56624) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:57.830983 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-26e35a2b-099b-41b1-9de2-ff44dfe413a4 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Network ba6a7637-8cab-4877-809b-af833f6bd6e0 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:57.833429 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] Transition to ACTIVE for port object d337e88f-1c12-487c-8f71-32343924ddb4 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:57.836739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-26e35a2b-099b-41b1-9de2-ff44dfe413a4 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:57.841674 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-26e35a2b-099b-41b1-9de2-ff44dfe413a4 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:57.899854 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e35a2b-099b-41b1-9de2-ff44dfe413a4 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Pushing event updated for resources: {'Port': ['ID=e2fce12b-2335-462c-8176-57bf36b88179,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:57.913275 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.960633 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-26e35a2b-099b-41b1-9de2-ff44dfe413a4 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:57.961561 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-26e35a2b-099b-41b1-9de2-ff44dfe413a4 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.065507 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e63e1fe-b344-4e70-9f41-3e13fd6cb46f tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.169059 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5aafe7-2204-4828-a853-2f232375a528 None None] DHCP port deletion for 857e34e9-479e-40e7-94fe-f003817f3227 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:58:58.191144 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-26e35a2b-099b-41b1-9de2-ff44dfe413a4 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6150963 Jul 30 01:58:58.201102 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] Pushing event updated for resources: {'Port': ['ID=d337e88f-1c12-487c-8f71-32343924ddb4,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:58.249392 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] Request body: {'port': {'device_id': '7b9235fa-0c5e-4593-9db4-249184c7a740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:58.272714 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] Attempting to bind port d337e88f-1c12-487c-8f71-32343924ddb4 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:58.273298 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] Attempting to bind port d337e88f-1c12-487c-8f71-32343924ddb4 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'a9363743-9cd9-463b-8859-8503e8bf7b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'eaf41656-3c9e-4620-8512-a7192144c1d7'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:58.273788 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] Attempting to bind port d337e88f-1c12-487c-8f71-32343924ddb4 on network eaf41656-3c9e-4620-8512-a7192144c1d7 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:58.277524 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-3e63e1fe-b344-4e70-9f41-3e13fd6cb46f tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Deleting port db7baced-b302-4064-bbf3-b91e58b5c1cc {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:58.278835 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e63e1fe-b344-4e70-9f41-3e13fd6cb46f tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.304734 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bc5aafe7-2204-4828-a853-2f232375a528 None None] Deleting port db7baced-b302-4064-bbf3-b91e58b5c1cc {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:58.305119 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bc5aafe7-2204-4828-a853-2f232375a528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.343221 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] Port d337e88f-1c12-487c-8f71-32343924ddb4 on network eaf41656-3c9e-4620-8512-a7192144c1d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:58:58.343547 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] Attempting to bind port d337e88f-1c12-487c-8f71-32343924ddb4 on network eaf41656-3c9e-4620-8512-a7192144c1d7 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:58.369974 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-3e63e1fe-b344-4e70-9f41-3e13fd6cb46f tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] For port db7baced-b302-4064-bbf3-b91e58b5c1cc, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=db7baced-b302-4064-bbf3-b91e58b5c1cc,segment=NetworkSegment(dd617f8e-77f4-45d4-afa1-15852c110880),segment_id=dd617f8e-77f4-45d4-afa1-15852c110880)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:58.370862 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e63e1fe-b344-4e70-9f41-3e13fd6cb46f tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.398098 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56642) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:58.412649 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:58.412994 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] Checking segment: {'id': 'a9363743-9cd9-463b-8859-8503e8bf7b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'eaf41656-3c9e-4620-8512-a7192144c1d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:58.413758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] Bound using segment: {'id': 'a9363743-9cd9-463b-8859-8503e8bf7b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'eaf41656-3c9e-4620-8512-a7192144c1d7'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:58.414416 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] Bound port: d337e88f-1c12-487c-8f71-32343924ddb4, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9363743-9cd9-463b-8859-8503e8bf7b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'eaf41656-3c9e-4620-8512-a7192144c1d7'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:58.414979 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.430465 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-3e63e1fe-b344-4e70-9f41-3e13fd6cb46f tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Calling delete_port for db7baced-b302-4064-bbf3-b91e58b5c1cc owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:58.446849 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-bc5aafe7-2204-4828-a853-2f232375a528 None None] For port db7baced-b302-4064-bbf3-b91e58b5c1cc, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=db7baced-b302-4064-bbf3-b91e58b5c1cc,segment=NetworkSegment(dd617f8e-77f4-45d4-afa1-15852c110880),segment_id=dd617f8e-77f4-45d4-afa1-15852c110880)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:58.447254 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bc5aafe7-2204-4828-a853-2f232375a528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.469453 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bc5aafe7-2204-4828-a853-2f232375a528 None None] Calling delete_port for db7baced-b302-4064-bbf3-b91e58b5c1cc owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:58.482383 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.584634 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device db7baced-b302-4064-bbf3-b91e58b5c1cc no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:58.600393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e72466-3dcb-425e-9a01-903a77054e02 req-2b39d335-ca34-4926-96d0-875a355aeeb6 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:58.602289 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-27e72466-3dcb-425e-9a01-903a77054e02 req-2b39d335-ca34-4926-96d0-875a355aeeb6 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 944 time: 0.3743529 Jul 30 01:58:58.651284 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bc5aafe7-2204-4828-a853-2f232375a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.690870 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-27e72466-3dcb-425e-9a01-903a77054e02 req-19779cd2-8704-42fa-802b-197270148f9a tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/security-groups?id=1327735a-47e2-4184-a58f-cef601fdd1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794768 Jul 30 01:58:58.703180 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e63e1fe-b344-4e70-9f41-3e13fd6cb46f tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.730707 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e63e1fe-b344-4e70-9f41-3e13fd6cb46f tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] No DVR routers for this DVR port db7baced-b302-4064-bbf3-b91e58b5c1cc on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:58.742721 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5aafe7-2204-4828-a853-2f232375a528 None None] Pushing event deleted for resources: {'Port': ['ID=db7baced-b302-4064-bbf3-b91e58b5c1cc,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:58.748349 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5aafe7-2204-4828-a853-2f232375a528 None None] No DVR routers for this DVR port db7baced-b302-4064-bbf3-b91e58b5c1cc on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:58.755651 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No active binding found for port db7baced-b302-4064-bbf3-b91e58b5c1cc {{(pid=94466) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 01:58:58.756930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device db7baced-b302-4064-bbf3-b91e58b5c1cc not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:58.801011 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63e1fe-b344-4e70-9f41-3e13fd6cb46f tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Pushing event deleted for resources: {'Port': ['ID=db7baced-b302-4064-bbf3-b91e58b5c1cc,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:58.828495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77b9a8-78c4-4e10-af04-fc9567354c51 req-223aa2c9-5ac9-4bca-a722-3dc9679a907c tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:58.836597 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ea77b9a8-78c4-4e10-af04-fc9567354c51 req-223aa2c9-5ac9-4bca-a722-3dc9679a907c tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 932 time: 0.5805197 Jul 30 01:58:58.900466 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e63e1fe-b344-4e70-9f41-3e13fd6cb46f tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.930708 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-3e63e1fe-b344-4e70-9f41-3e13fd6cb46f tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857e34e9-479e-40e7-94fe-f003817f3227']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:58.951620 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-3e63e1fe-b344-4e70-9f41-3e13fd6cb46f tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd617f8e-77f4-45d4-afa1-15852c110880') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:58.951981 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-3e63e1fe-b344-4e70-9f41-3e13fd6cb46f tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd617f8e-77f4-45d4-afa1-15852c110880') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:58.966700 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e63e1fe-b344-4e70-9f41-3e13fd6cb46f tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.993448 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e63e1fe-b344-4e70-9f41-3e13fd6cb46f tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:59.003637 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e63e1fe-b344-4e70-9f41-3e13fd6cb46f tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:58:59.004040 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e63e1fe-b344-4e70-9f41-3e13fd6cb46f tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:58:59.007180 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:58:59.040664 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ea77b9a8-78c4-4e10-af04-fc9567354c51 req-0e470d1c-9a24-4d7d-a3bd-c7623994f750 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014878 Jul 30 01:58:59.047575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] For port d337e88f-1c12-487c-8f71-32343924ddb4, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:59.105694 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] For port d337e88f-1c12-487c-8f71-32343924ddb4, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d337e88f-1c12-487c-8f71-32343924ddb4,segment=NetworkSegment(a9363743-9cd9-463b-8859-8503e8bf7b77),segment_id=a9363743-9cd9-463b-8859-8503e8bf7b77)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:59.167372 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e63e1fe-b344-4e70-9f41-3e13fd6cb46f tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:59.177362 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e63e1fe-b344-4e70-9f41-3e13fd6cb46f tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:59.179400 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3e63e1fe-b344-4e70-9f41-3e13fd6cb46f tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] 10.222.0.70 "DELETE /v2.0/networks/857e34e9-479e-40e7-94fe-f003817f3227 HTTP/1.1" status: 204 len: 168 time: 1.3622797 Jul 30 01:58:59.204274 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63e1fe-b344-4e70-9f41-3e13fd6cb46f tempest-ExtraDHCPOptionsTestJSON-1212730144 tempest-ExtraDHCPOptionsTestJSON-1212730144-project] Pushing event deleted for resources: {'Network': ['ID=857e34e9-479e-40e7-94fe-f003817f3227,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:59.232377 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:59.307684 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2fce12b-2335-462c-8176-57bf36b88179 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:59.337401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:59.338025 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:59.339484 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] 10.222.0.77 "PUT /v2.0/ports/d337e88f-1c12-487c-8f71-32343924ddb4 HTTP/1.1" status: 200 len: 1092 time: 2.8907697 Jul 30 01:58:59.346048 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c7a52e-34d3-41d2-84af-d331fa6813c9', 'tag': 'd337e88f-1c12-487c-8f71-32343924ddb4'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:59.346048 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b9d6f9-1164-4ce4-bac5-be5c43eeac80" -d '{"events": [{"name": "network-changed", "server_uuid": "12c7a52e-34d3-41d2-84af-d331fa6813c9", "tag": "d337e88f-1c12-487c-8f71-32343924ddb4"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:59.353809 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:59.389666 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] Transition to ACTIVE for port object e2fce12b-2335-462c-8176-57bf36b88179 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:59.401617 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f936ff-952e-4251-bc22-a9aaea2c6228 service neutron] Pushing event updated for resources: {'Port': ['ID=d337e88f-1c12-487c-8f71-32343924ddb4,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:59.460701 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2609b418-92d1-4fe8-975f-ac629f855156 x-openstack-request-id: req-2609b418-92d1-4fe8-975f-ac629f855156 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:59.461571 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c7a52e-34d3-41d2-84af-d331fa6813c9", "tag": "d337e88f-1c12-487c-8f71-32343924ddb4", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:59.461985 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2609b418-92d1-4fe8-975f-ac629f855156 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:59.464744 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c7a52e-34d3-41d2-84af-d331fa6813c9', 'tag': 'd337e88f-1c12-487c-8f71-32343924ddb4', 'status': 'completed', 'code': 200} Jul 30 01:58:59.495083 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:59.601281 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94263343-a856-4b01-9a07-1634483c950e service neutron] Pushing event updated for resources: {'Port': ['ID=e2fce12b-2335-462c-8176-57bf36b88179,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:59.615584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9d6f9-1164-4ce4-bac5-be5c43eeac80 req-ee2288db-482a-454f-baa6-d487b09f3e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:59.617859 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5b9d6f9-1164-4ce4-bac5-be5c43eeac80 req-ee2288db-482a-454f-baa6-d487b09f3e85 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec9dba869dc047058081bd4d1cc7af1a&device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 1095 time: 0.1348951 Jul 30 01:58:59.669240 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56680) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:59.785303 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] Attempting to bind port e2fce12b-2335-462c-8176-57bf36b88179 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:59.785651 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] Attempting to bind port e2fce12b-2335-462c-8176-57bf36b88179 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:59.785973 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] Attempting to bind port e2fce12b-2335-462c-8176-57bf36b88179 on network ba6a7637-8cab-4877-809b-af833f6bd6e0 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:59.811957 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] Port e2fce12b-2335-462c-8176-57bf36b88179 on network ba6a7637-8cab-4877-809b-af833f6bd6e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:58:59.813739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] Attempting to bind port e2fce12b-2335-462c-8176-57bf36b88179 on network ba6a7637-8cab-4877-809b-af833f6bd6e0 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:59.854660 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9d6f9-1164-4ce4-bac5-be5c43eeac80 req-822fcc8a-40ac-46ff-b8be-eb9471932581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:59.856785 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10980726-cf03-468b-a6d2-dcc9fda2360c req-3f1e7af2-6b5f-4778-b030-b93504c7225f tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:59.861728 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5b9d6f9-1164-4ce4-bac5-be5c43eeac80 req-822fcc8a-40ac-46ff-b8be-eb9471932581 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=ec9dba869dc047058081bd4d1cc7af1a&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2244399 Jul 30 01:58:59.862947 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-10980726-cf03-468b-a6d2-dcc9fda2360c req-3f1e7af2-6b5f-4778-b030-b93504c7225f tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 944 time: 0.0842340 Jul 30 01:58:59.867309 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:59.867669 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] Checking segment: {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:59.868043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] Bound using segment: {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:59.868491 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] Bound port: e2fce12b-2335-462c-8176-57bf36b88179, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e39c0f-bbdb-454f-8544-6a01cf6f09aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:59.868873 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:59.924355 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e075395b-dd14-4d2a-94cc-cad653fbb3cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ee98760280724386ae9f78d85feb144c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530839 Jul 30 01:58:59.926872 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56694) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:59.981840 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-10980726-cf03-468b-a6d2-dcc9fda2360c req-b457e8b5-a160-4867-9806-f7f143541e53 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/security-groups?id=1327735a-47e2-4184-a58f-cef601fdd1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017475 Jul 30 01:59:00.001340 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a58f4fa2-d2e4-4296-8dd9-9e3f753c661f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.015089 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7510f7c3-59b8-4747-9b21-969a4e2be1af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.026068 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a58f4fa2-d2e4-4296-8dd9-9e3f753c661f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.140571 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] For port e2fce12b-2335-462c-8176-57bf36b88179, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:00.186467 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9d6f9-1164-4ce4-bac5-be5c43eeac80 req-0f7b1f7f-0df3-40ed-8ecf-367436d10568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:00.186467 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5b9d6f9-1164-4ce4-bac5-be5c43eeac80 req-0f7b1f7f-0df3-40ed-8ecf-367436d10568 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3048003 Jul 30 01:59:00.190185 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a58f4fa2-d2e4-4296-8dd9-9e3f753c661f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.192648 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a58f4fa2-d2e4-4296-8dd9-9e3f753c661f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.196266 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a58f4fa2-d2e4-4296-8dd9-9e3f753c661f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/660b91cc-6ab4-456b-9c0c-94a84a6c64b5 HTTP/1.1" status: 204 len: 168 time: 0.2632668 Jul 30 01:59:00.222766 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f4fa2-d2e4-4296-8dd9-9e3f753c661f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660b91cc-6ab4-456b-9c0c-94a84a6c64b5,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:00.250965 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] For port e2fce12b-2335-462c-8176-57bf36b88179, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e2fce12b-2335-462c-8176-57bf36b88179,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:00.340823 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.360724 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6b9b4-29ea-4d36-8b4f-12bfab0cd816 req-a2490dd9-a635-4bce-81f1-5447187c6b10 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:00.362956 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79f6b9b4-29ea-4d36-8b4f-12bfab0cd816 req-a2490dd9-a635-4bce-81f1-5447187c6b10 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 944 time: 0.2422533 Jul 30 01:59:00.412520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:00.413149 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.414583 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-94263343-a856-4b01-9a07-1634483c950e service neutron] 10.222.0.77 "PUT /v2.0/ports/e2fce12b-2335-462c-8176-57bf36b88179 HTTP/1.1" status: 200 len: 1092 time: 2.1833389 Jul 30 01:59:00.436973 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-ad971c92-c533-48cf-80eb-0620921328f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:00.438545 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-ad971c92-c533-48cf-80eb-0620921328f6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec9dba869dc047058081bd4d1cc7af1a&device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 1095 time: 0.1506231 Jul 30 01:59:00.476809 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94263343-a856-4b01-9a07-1634483c950e service neutron] Pushing event updated for resources: {'Port': ['ID=e2fce12b-2335-462c-8176-57bf36b88179,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:00.514402 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79f6b9b4-29ea-4d36-8b4f-12bfab0cd816 req-ad751603-d7a9-4891-8444-a3a8c10b5152 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255004 Jul 30 01:59:00.514939 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-0f48bee2-e45a-4db7-982f-62f380be1c47 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d337e88f-1c12-487c-8f71-32343924ddb4 HTTP/1.1" status: 200 len: 217 time: 0.0598571 Jul 30 01:59:00.642872 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-d22fa0e4-ecaf-4d7c-9ffb-653c950b7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:00.644386 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-d22fa0e4-ecaf-4d7c-9ffb-653c950b7bda service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a69847e6-2297-44bc-b2e8-00b4627054c6 HTTP/1.1" status: 200 len: 862 time: 0.1198156 Jul 30 01:59:00.690923 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-0a6e9200-600e-426c-a31c-9a03ab598234 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=eaf41656-3c9e-4620-8512-a7192144c1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360305 Jul 30 01:59:00.693583 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-15765dc7-b09a-4831-820b-584f9a034187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:00.695046 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-15765dc7-b09a-4831-820b-584f9a034187 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 1095 time: 0.1141217 Jul 30 01:59:00.706025 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-7510f7c3-59b8-4747-9b21-969a4e2be1af admin admin] Deleting port af4cc6a2-7720-4ba9-990b-19951fbe7e8e {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:00.706546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7510f7c3-59b8-4747-9b21-969a4e2be1af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.825974 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-5c79a58e-1dcf-42e8-976e-d1ecbb83caa6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2fce12b-2335-462c-8176-57bf36b88179 HTTP/1.1" status: 200 len: 217 time: 0.1058958 Jul 30 01:59:00.925695 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-c72baec0-64da-4479-b9a1-f659b2aad16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:00.925695 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-c72baec0-64da-4479-b9a1-f659b2aad16c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2bdb7f5-8d0f-432b-8087-856e79091b08 HTTP/1.1" status: 200 len: 846 time: 0.0921786 Jul 30 01:59:00.944230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-7510f7c3-59b8-4747-9b21-969a4e2be1af admin admin] For port af4cc6a2-7720-4ba9-990b-19951fbe7e8e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=af4cc6a2-7720-4ba9-990b-19951fbe7e8e,segment=NetworkSegment(f2f1301b-cba8-4a95-bfd3-2c80deced6b9),segment_id=f2f1301b-cba8-4a95-bfd3-2c80deced6b9)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:00.944603 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7510f7c3-59b8-4747-9b21-969a4e2be1af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.975395 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-dce6bd86-46af-4622-a680-79ea445d255f service neutron] 10.222.0.77 "GET /v2.0/networks/eaf41656-3c9e-4620-8512-a7192144c1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554548 Jul 30 01:59:00.977941 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-65ab9204-3f17-4b96-b5c5-bd6011c9738a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ba6a7637-8cab-4877-809b-af833f6bd6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443814 Jul 30 01:59:00.983004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-7510f7c3-59b8-4747-9b21-969a4e2be1af admin admin] Calling delete_port for af4cc6a2-7720-4ba9-990b-19951fbe7e8e owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:01.255471 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a438470-37b8-4bc9-8f52-f91a77b7f0b4 req-ea98eed5-9bc7-4942-9bb0-0a43bde03eb2 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:01.257907 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a438470-37b8-4bc9-8f52-f91a77b7f0b4 req-ea98eed5-9bc7-4942-9bb0-0a43bde03eb2 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 944 time: 0.1717479 Jul 30 01:59:01.262598 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-3cfd41ce-77d8-4bc7-a67d-c1cb4e3f0480 service neutron] 10.222.0.77 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741055 Jul 30 01:59:01.269655 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82cc05d5-503b-44a3-a252-552ccba46a85 req-c2518a2c-64d7-454d-b04a-91f5bb7ccc3b service neutron] 10.222.0.77 "GET /v2.0/networks/eaf41656-3c9e-4620-8512-a7192144c1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817366 Jul 30 01:59:01.543798 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56756) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:01.681384 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9235fa-0c5e-4593-9db4-249184c7a740', 'tag': 'e2fce12b-2335-462c-8176-57bf36b88179'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:01.683687 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d76daa-5444-486e-a8f3-c286244026fb" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9235fa-0c5e-4593-9db4-249184c7a740", "tag": "e2fce12b-2335-462c-8176-57bf36b88179"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:01.728375 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792a2ee-17bd-4874-b4f1-1cd5b526a38c req-338b40e7-b6fc-4f07-a74e-709fe87371f8 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:01.731408 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e792a2ee-17bd-4874-b4f1-1cd5b526a38c req-338b40e7-b6fc-4f07-a74e-709fe87371f8 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 944 time: 0.1073604 Jul 30 01:59:01.739792 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a15d4664-486d-4e21-bcdb-21079c467c8e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-351348033'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:01.807543 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a438470-37b8-4bc9-8f52-f91a77b7f0b4 req-5e9854f6-f134-4c25-91d0-bea60328bcfa tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/security-groups?id=1327735a-47e2-4184-a58f-cef601fdd1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368981 Jul 30 01:59:01.835632 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e792a2ee-17bd-4874-b4f1-1cd5b526a38c req-8dab5069-6683-4a28-9518-afdcf3c42bb5 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862772 Jul 30 01:59:01.844303 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6437cce4-5cf7-402e-8f2b-779e792604fc req-f6649375-033e-48b3-923a-ba3d04f7f93f service neutron] 10.222.0.77 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546571 Jul 30 01:59:01.870144 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15d4664-486d-4e21-bcdb-21079c467c8e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Made reservation on behalf of e2b6dcd7b9724ad1a80613e04482e975 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:01.873747 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a15d4664-486d-4e21-bcdb-21079c467c8e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:01.889153 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a15d4664-486d-4e21-bcdb-21079c467c8e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:01.889356 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a96791-aa4f-45b0-bef2-c9d155e5d88c x-openstack-request-id: req-18a96791-aa4f-45b0-bef2-c9d155e5d88c {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:01.889761 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9235fa-0c5e-4593-9db4-249184c7a740", "tag": "e2fce12b-2335-462c-8176-57bf36b88179", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:01.890022 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18a96791-aa4f-45b0-bef2-c9d155e5d88c {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:01.890534 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9235fa-0c5e-4593-9db4-249184c7a740', 'tag': 'e2fce12b-2335-462c-8176-57bf36b88179', 'status': 'completed', 'code': 200} Jul 30 01:59:02.015837 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a15d4664-486d-4e21-bcdb-21079c467c8e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:02.071114 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d76daa-5444-486e-a8f3-c286244026fb req-6f0de10c-f3bd-4cb9-aa36-5d412947b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:02.072853 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13d76daa-5444-486e-a8f3-c286244026fb req-6f0de10c-f3bd-4cb9-aa36-5d412947b4d3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 1095 time: 0.0482719 Jul 30 01:59:02.081830 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a15d4664-486d-4e21-bcdb-21079c467c8e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:02.101975 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7510f7c3-59b8-4747-9b21-969a4e2be1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:02.110577 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15d4664-486d-4e21-bcdb-21079c467c8e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:02.130652 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d4664-486d-4e21-bcdb-21079c467c8e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d5c144-4b68-4202-826e-491003a83cfb,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:02.131507 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a15d4664-486d-4e21-bcdb-21079c467c8e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:02.132027 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-a15d4664-486d-4e21-bcdb-21079c467c8e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Added segment 6dec4f26-6260-468d-a726-1f8ce6c1890c of type vlan for network c3d1fe78-413f-42dd-aacf-aa89f2722a15 Jul 30 01:59:02.181527 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510f7c3-59b8-4747-9b21-969a4e2be1af admin admin] Pushing event deleted for resources: {'Port': ['ID=af4cc6a2-7720-4ba9-990b-19951fbe7e8e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:02.197501 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a15d4664-486d-4e21-bcdb-21079c467c8e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:02.295393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d76daa-5444-486e-a8f3-c286244026fb req-cb753c24-61d6-4284-9f19-59caa7ad5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:02.297170 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13d76daa-5444-486e-a8f3-c286244026fb req-cb753c24-61d6-4284-9f19-59caa7ad5e44 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ba6a7637-8cab-4877-809b-af833f6bd6e0 HTTP/1.1" status: 200 len: 907 time: 0.2158663 Jul 30 01:59:02.298269 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a15d4664-486d-4e21-bcdb-21079c467c8e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:02.305158 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15d4664-486d-4e21-bcdb-21079c467c8e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:02.305762 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a15d4664-486d-4e21-bcdb-21079c467c8e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:02.398742 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13d76daa-5444-486e-a8f3-c286244026fb req-3db4a940-6224-453f-b383-bd3f515c0977 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2fce12b-2335-462c-8176-57bf36b88179 HTTP/1.1" status: 200 len: 217 time: 0.0405107 Jul 30 01:59:02.450771 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a15d4664-486d-4e21-bcdb-21079c467c8e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9054701 Jul 30 01:59:02.456821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56820) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:02.490436 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d4664-486d-4e21-bcdb-21079c467c8e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Network': ['ID=c3d1fe78-413f-42dd-aacf-aa89f2722a15,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:02.495102 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-cc1f3e65-6409-4891-b6db-86e077d8878f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'subnet': {'network_id': 'c3d1fe78-413f-42dd-aacf-aa89f2722a15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:02.505551 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network c3d1fe78-413f-42dd-aacf-aa89f2722a15 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:02.589205 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d76daa-5444-486e-a8f3-c286244026fb req-1134deb1-5155-4dd9-810a-2d1513626f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:02.591455 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13d76daa-5444-486e-a8f3-c286244026fb req-1134deb1-5155-4dd9-810a-2d1513626f89 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2bdb7f5-8d0f-432b-8087-856e79091b08 HTTP/1.1" status: 200 len: 846 time: 0.1804476 Jul 30 01:59:02.604898 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7510f7c3-59b8-4747-9b21-969a4e2be1af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:02.643212 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13d76daa-5444-486e-a8f3-c286244026fb req-541307a9-4969-4dc6-82e3-b4877e874a7e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ba6a7637-8cab-4877-809b-af833f6bd6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401564 Jul 30 01:59:02.858645 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:02.864575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1f3e65-6409-4891-b6db-86e077d8878f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Made reservation on behalf of e2b6dcd7b9724ad1a80613e04482e975 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:02.869282 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3e65-6409-4891-b6db-86e077d8878f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:02.951242 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13d76daa-5444-486e-a8f3-c286244026fb req-35a2a8fe-b595-496f-a7f1-2a95f1eb1a79 service neutron] 10.222.0.77 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495887 Jul 30 01:59:02.975375 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3d0ca-edae-42b1-a1fb-bb74ec9a409e req-b431e5c8-7088-4a4d-8871-e34e4aa563c6 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:02.978786 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bde3d0ca-edae-42b1-a1fb-bb74ec9a409e req-b431e5c8-7088-4a4d-8871-e34e4aa563c6 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 944 time: 0.0771964 Jul 30 01:59:03.036809 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bde3d0ca-edae-42b1-a1fb-bb74ec9a409e req-160b279d-7e56-4d18-842e-699145b7b21f tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/security-groups?id=1327735a-47e2-4184-a58f-cef601fdd1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510709 Jul 30 01:59:03.132721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7510f7c3-59b8-4747-9b21-969a4e2be1af admin admin] Router 1043a1e7-6c0f-4dd2-8980-427befd8249a has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:03.149907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44324ff5-1a84-4cb1-9599-9329ebc6478e req-2ce86814-f582-4a9d-9f9e-07830ba57f4f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:03.152674 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-44324ff5-1a84-4cb1-9599-9329ebc6478e req-2ce86814-f582-4a9d-9f9e-07830ba57f4f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 944 time: 0.2234478 Jul 30 01:59:03.190582 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13d76daa-5444-486e-a8f3-c286244026fb req-41fd712c-5f2c-47fc-b37d-f92a10fe3d4e service neutron] 10.222.0.77 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034032 Jul 30 01:59:03.299427 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-44324ff5-1a84-4cb1-9599-9329ebc6478e req-383b498c-a38c-4139-bd1d-065b8fc2f41b tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317251 Jul 30 01:59:03.394089 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7510f7c3-59b8-4747-9b21-969a4e2be1af admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:03.399255 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7510f7c3-59b8-4747-9b21-969a4e2be1af admin admin] 10.222.0.70 "PUT /v2.0/routers/1043a1e7-6c0f-4dd2-8980-427befd8249a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9814591 Jul 30 01:59:03.402082 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56866) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:03.410728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8bf90e-8add-4afe-9240-506d8a991192 None None] Sync routers for ids ['1043a1e7-6c0f-4dd2-8980-427befd8249a'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:03.418843 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8bf90e-8add-4afe-9240-506d8a991192 None None] Routers {'1043a1e7-6c0f-4dd2-8980-427befd8249a'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:03.419452 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ed8bf90e-8add-4afe-9240-506d8a991192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:58:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1043a1e7-6c0f-4dd2-8980-427befd8249a'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:03.460834 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3e65-6409-4891-b6db-86e077d8878f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:03.544601 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-ed8bf90e-8add-4afe-9240-506d8a991192 None None] Set router 1043a1e7-6c0f-4dd2-8980-427befd8249a gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:03.572332 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0536-1bfc-4ace-a3c2-5b44ef9aa511 admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:03.579331 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f3e65-6409-4891-b6db-86e077d8878f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Subnet': ['ID=cad2dfea-62de-4416-8fa0-c243fd2c10d8,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:03.646529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1f3e65-6409-4891-b6db-86e077d8878f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Checking segment: {'id': '6dec4f26-6260-468d-a726-1f8ce6c1890c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c3d1fe78-413f-42dd-aacf-aa89f2722a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:03.646899 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1f3e65-6409-4891-b6db-86e077d8878f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Network hostable DHCP agents. Network: c3d1fe78-413f-42dd-aacf-aa89f2722a15, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:59:03.724454 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0536-1bfc-4ace-a3c2-5b44ef9aa511 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:03.769611 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ed8bf90e-8add-4afe-9240-506d8a991192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'name': 'tempest-TaggedBootDevicesTest-846272825-router', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:13Z', 'updated_at': '2021-07-30T01:59:01Z', 'revision_number': 5, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'gw_port': {'id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:14Z', 'updated_at': '2021-07-30T01:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:03.809155 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8bf90e-8add-4afe-9240-506d8a991192 None None] Checking router: 1043a1e7-6c0f-4dd2-8980-427befd8249a for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:59:03.809374 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1f3e65-6409-4891-b6db-86e077d8878f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Network c3d1fe78-413f-42dd-aacf-aa89f2722a15 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:59:03.812223 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8bf90e-8add-4afe-9240-506d8a991192 None None] Routers {'1043a1e7-6c0f-4dd2-8980-427befd8249a'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:03.812856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ed8bf90e-8add-4afe-9240-506d8a991192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:58:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1043a1e7-6c0f-4dd2-8980-427befd8249a'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:03.884834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d0536-1bfc-4ace-a3c2-5b44ef9aa511 admin admin] Deleting port ccfe0e00-6729-4fb2-8e38-392378df329e {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:03.885344 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0536-1bfc-4ace-a3c2-5b44ef9aa511 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:03.898122 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-cc1f3e65-6409-4891-b6db-86e077d8878f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, c3d1fe78-413f-42dd-aacf-aa89f2722a15) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:03.912523 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3fc9e7-09d6-472c-9f9f-8a55992357b6 None None] Network c3d1fe78-413f-42dd-aacf-aa89f2722a15 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:03.927713 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1f3e65-6409-4891-b6db-86e077d8878f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:03.928325 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3e65-6409-4891-b6db-86e077d8878f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:03.984621 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-ed8bf90e-8add-4afe-9240-506d8a991192 None None] Set router 1043a1e7-6c0f-4dd2-8980-427befd8249a gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:03.984984 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-ad5d0536-1bfc-4ace-a3c2-5b44ef9aa511 admin admin] For port ccfe0e00-6729-4fb2-8e38-392378df329e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ccfe0e00-6729-4fb2-8e38-392378df329e,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:03.985761 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0536-1bfc-4ace-a3c2-5b44ef9aa511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.000684 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d0536-1bfc-4ace-a3c2-5b44ef9aa511 admin admin] Calling delete_port for ccfe0e00-6729-4fb2-8e38-392378df329e owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:04.076333 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56894) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:04.080976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-2da530d3-e721-45ac-bbb0-91b7a1684fee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-469169910', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}, 'admin_state_up': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:04.090899 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cc1f3e65-6409-4891-b6db-86e077d8878f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6011610 Jul 30 01:59:04.195774 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2da530d3-e721-45ac-bbb0-91b7a1684fee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.196845 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2da530d3-e721-45ac-bbb0-91b7a1684fee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.204098 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec690c4-3587-46c2-b597-359350f049d1 None None] Network c3d1fe78-413f-42dd-aacf-aa89f2722a15 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:04.228479 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0f201-1e96-4d29-8ee8-72be203d43bd req-5349a8dd-1c34-4a5f-8f80-105d365846dc tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:04.230054 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3fb0f201-1e96-4d29-8ee8-72be203d43bd req-5349a8dd-1c34-4a5f-8f80-105d365846dc tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 944 time: 0.1093011 Jul 30 01:59:04.280330 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2da530d3-e721-45ac-bbb0-91b7a1684fee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.359879 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3fb0f201-1e96-4d29-8ee8-72be203d43bd req-f25d3508-d352-442d-8c19-1ae583f11a66 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/security-groups?id=1327735a-47e2-4184-a58f-cef601fdd1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092713 Jul 30 01:59:04.442159 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0536-1bfc-4ace-a3c2-5b44ef9aa511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.495012 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d0536-1bfc-4ace-a3c2-5b44ef9aa511 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccfe0e00-6729-4fb2-8e38-392378df329e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:04.511490 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ed8bf90e-8add-4afe-9240-506d8a991192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'name': 'tempest-TaggedBootDevicesTest-846272825-router', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:13Z', 'updated_at': '2021-07-30T01:59:01Z', 'revision_number': 5, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'gw_port': {'id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:14Z', 'updated_at': '2021-07-30T01:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:04.556232 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0536-1bfc-4ace-a3c2-5b44ef9aa511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.560526 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8bf90e-8add-4afe-9240-506d8a991192 None None] The sync data for ids ['1043a1e7-6c0f-4dd2-8980-427befd8249a'] in n-d-713498-9 is: [{'id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'name': 'tempest-TaggedBootDevicesTest-846272825-router', 'tenant_id': 'b925993cc6564ab9911b25e36e01c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:13Z', 'updated_at': '2021-07-30T01:59:01Z', 'revision_number': 5, 'project_id': 'b925993cc6564ab9911b25e36e01c143', 'gw_port': {'id': 'ccfe0e00-6729-4fb2-8e38-392378df329e', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043a1e7-6c0f-4dd2-8980-427befd8249a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:14Z', 'updated_at': '2021-07-30T01:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:04.566787 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2da530d3-e721-45ac-bbb0-91b7a1684fee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.578812 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f152b-edaa-4374-8d7f-1f28917cb01e req-ddbe831a-e0f1-48b5-97da-b858defdc053 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:04.580741 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-af1f152b-edaa-4374-8d7f-1f28917cb01e req-ddbe831a-e0f1-48b5-97da-b858defdc053 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 944 time: 0.1526818 Jul 30 01:59:04.663110 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0536-1bfc-4ace-a3c2-5b44ef9aa511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.665821 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0536-1bfc-4ace-a3c2-5b44ef9aa511 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.678777 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-af1f152b-edaa-4374-8d7f-1f28917cb01e req-869a9729-ab26-44b1-ad08-f0916fe70e52 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909672 Jul 30 01:59:04.790357 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0536-1bfc-4ace-a3c2-5b44ef9aa511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.790948 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5d0536-1bfc-4ace-a3c2-5b44ef9aa511 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1043a1e7-6c0f-4dd2-8980-427befd8249a {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:59:04.806233 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0536-1bfc-4ace-a3c2-5b44ef9aa511 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.808490 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ad5d0536-1bfc-4ace-a3c2-5b44ef9aa511 admin admin] 10.222.0.70 "DELETE /v2.0/routers/1043a1e7-6c0f-4dd2-8980-427befd8249a HTTP/1.1" status: 204 len: 168 time: 1.4054170 Jul 30 01:59:04.810288 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56932) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:04.850225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device e2fce12b-2335-462c-8176-57bf36b88179 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:59:04.903660 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2da530d3-e721-45ac-bbb0-91b7a1684fee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.930156 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2da530d3-e721-45ac-bbb0-91b7a1684fee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.941479 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff075fc-3d7d-4056-9853-9b91a16970c3 admin admin] Deleting subnet e06878ac-6342-4e72-a6a9-2977bc593aeb {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:59:04.946485 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ff075fc-3d7d-4056-9853-9b91a16970c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.987824 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port e2fce12b-2335-462c-8176-57bf36b88179, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e2fce12b-2335-462c-8176-57bf36b88179,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:05.003203 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'e2fce12b-2335-462c-8176-57bf36b88179', 'network_id': 'ba6a7637-8cab-4877-809b-af833f6bd6e0', 'port_id': 'e2fce12b-2335-462c-8176-57bf36b88179', 'mac_address': 'fa:16:3e:f3:9b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2bdb7f5-8d0f-432b-8087-856e79091b08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:59:05.031022 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ff075fc-3d7d-4056-9853-9b91a16970c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.062426 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.078325 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fce12b-2335-462c-8176-57bf36b88179 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:59:05.105746 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port e2fce12b-2335-462c-8176-57bf36b88179, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e2fce12b-2335-462c-8176-57bf36b88179,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:05.140471 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-2da530d3-e721-45ac-bbb0-91b7a1684fee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Allocated IP 172.25.1.179 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/ed7d623d-9879-4f2b-91e5-8f9b44b4f5cd) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:05.149453 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.150137 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d337e88f-1c12-487c-8f71-32343924ddb4 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:59:05.181709 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ff075fc-3d7d-4056-9853-9b91a16970c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.278857 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=e2fce12b-2335-462c-8176-57bf36b88179,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:05.329892 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2da530d3-e721-45ac-bbb0-91b7a1684fee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.371583 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port d337e88f-1c12-487c-8f71-32343924ddb4, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d337e88f-1c12-487c-8f71-32343924ddb4,segment=NetworkSegment(a9363743-9cd9-463b-8859-8503e8bf7b77),segment_id=a9363743-9cd9-463b-8859-8503e8bf7b77)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:05.402946 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'd337e88f-1c12-487c-8f71-32343924ddb4', 'network_id': 'eaf41656-3c9e-4620-8512-a7192144c1d7', 'port_id': 'd337e88f-1c12-487c-8f71-32343924ddb4', 'mac_address': 'fa:16:3e:68:d5:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a69847e6-2297-44bc-b2e8-00b4627054c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:59:05.418576 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ff075fc-3d7d-4056-9853-9b91a16970c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.460841 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff075fc-3d7d-4056-9853-9b91a16970c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e06878ac-6342-4e72-a6a9-2977bc593aeb,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:05.463112 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ff075fc-3d7d-4056-9853-9b91a16970c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.467309 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6ff075fc-3d7d-4056-9853-9b91a16970c3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e06878ac-6342-4e72-a6a9-2977bc593aeb HTTP/1.1" status: 204 len: 168 time: 0.6538742 Jul 30 01:59:05.469803 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56964) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:05.480664 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2da530d3-e721-45ac-bbb0-91b7a1684fee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.480924 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f4ed31-3c7e-40d3-bd4e-ef7dd43046d3 None None] Network c4c1a6d3-9310-46dd-b172-3b32195b5301 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:05.553249 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8326cd-1b7d-4b43-9ed0-6381a9975f42 req-26b09b80-1891-4b9e-a6e4-53e7292bb19b tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:05.555645 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc8326cd-1b7d-4b43-9ed0-6381a9975f42 req-26b09b80-1891-4b9e-a6e4-53e7292bb19b tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 944 time: 0.0913031 Jul 30 01:59:05.585424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da530d3-e721-45ac-bbb0-91b7a1684fee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:05.590746 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-2da530d3-e721-45ac-bbb0-91b7a1684fee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:05.599004 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da530d3-e721-45ac-bbb0-91b7a1684fee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:05.617410 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.629062 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc8326cd-1b7d-4b43-9ed0-6381a9975f42 req-152d025f-bd78-4f58-820a-c9fcb3a5bf28 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/security-groups?id=1327735a-47e2-4184-a58f-cef601fdd1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637219 Jul 30 01:59:05.689070 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da530d3-e721-45ac-bbb0-91b7a1684fee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Port': ['ID=ed7d623d-9879-4f2b-91e5-8f9b44b4f5cd,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:05.689853 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d337e88f-1c12-487c-8f71-32343924ddb4 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:59:05.689991 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1636e11-855b-4826-b6fe-8d8e7caab195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.708945 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port d337e88f-1c12-487c-8f71-32343924ddb4, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d337e88f-1c12-487c-8f71-32343924ddb4,segment=NetworkSegment(a9363743-9cd9-463b-8859-8503e8bf7b77),segment_id=a9363743-9cd9-463b-8859-8503e8bf7b77)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:05.826414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d84c67c-df96-42f2-a849-9339804bbdd5 None None] DHCP port deletion for c4c1a6d3-9310-46dd-b172-3b32195b5301 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:59:05.987914 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6d84c67c-df96-42f2-a849-9339804bbdd5 None None] Deleting port 147373d4-fbce-4c8a-81c7-e185b4b2f0b7 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:05.987914 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d84c67c-df96-42f2-a849-9339804bbdd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.987914 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-6d84c67c-df96-42f2-a849-9339804bbdd5 None None] For port 147373d4-fbce-4c8a-81c7-e185b4b2f0b7, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=147373d4-fbce-4c8a-81c7-e185b4b2f0b7,segment=NetworkSegment(f2f1301b-cba8-4a95-bfd3-2c80deced6b9),segment_id=f2f1301b-cba8-4a95-bfd3-2c80deced6b9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:05.987914 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d84c67c-df96-42f2-a849-9339804bbdd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.987914 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6d84c67c-df96-42f2-a849-9339804bbdd5 None None] Calling delete_port for 147373d4-fbce-4c8a-81c7-e185b4b2f0b7 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:05.988551 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedba584-7cda-4403-919f-b443e1247da3 req-2cacb488-810d-4036-ac19-2f67820259ac tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:05.988551 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eedba584-7cda-4403-919f-b443e1247da3 req-2cacb488-810d-4036-ac19-2f67820259ac tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 945 time: 0.1738698 Jul 30 01:59:05.988551 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-d1636e11-855b-4826-b6fe-8d8e7caab195 admin admin] Deleting port 147373d4-fbce-4c8a-81c7-e185b4b2f0b7 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:05.988551 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1636e11-855b-4826-b6fe-8d8e7caab195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.075824 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.090582 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eedba584-7cda-4403-919f-b443e1247da3 req-db774ae4-ed74-4937-9d99-9af6386ac7f8 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853360 Jul 30 01:59:06.125800 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=d337e88f-1c12-487c-8f71-32343924ddb4,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:06.132481 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d84c67c-df96-42f2-a849-9339804bbdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.146608 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-d1636e11-855b-4826-b6fe-8d8e7caab195 admin admin] For port 147373d4-fbce-4c8a-81c7-e185b4b2f0b7, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=147373d4-fbce-4c8a-81c7-e185b4b2f0b7,segment=NetworkSegment(f2f1301b-cba8-4a95-bfd3-2c80deced6b9),segment_id=f2f1301b-cba8-4a95-bfd3-2c80deced6b9)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:06.147562 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1636e11-855b-4826-b6fe-8d8e7caab195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.163582 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84c67c-df96-42f2-a849-9339804bbdd5 None None] Pushing event deleted for resources: {'Port': ['ID=147373d4-fbce-4c8a-81c7-e185b4b2f0b7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:06.165585 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84c67c-df96-42f2-a849-9339804bbdd5 None None] No DVR routers for this DVR port 147373d4-fbce-4c8a-81c7-e185b4b2f0b7 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:06.180468 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-d1636e11-855b-4826-b6fe-8d8e7caab195 admin admin] Calling delete_port for 147373d4-fbce-4c8a-81c7-e185b4b2f0b7 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:06.287705 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2da530d3-e721-45ac-bbb0-91b7a1684fee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.407769 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['e2fce12b-2335-462c-8176-57bf36b88179'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:06.428863 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1636e11-855b-4826-b6fe-8d8e7caab195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.473007 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1636e11-855b-4826-b6fe-8d8e7caab195 admin admin] Pushing event deleted for resources: {'Port': ['ID=147373d4-fbce-4c8a-81c7-e185b4b2f0b7,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:06.490033 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1636e11-855b-4826-b6fe-8d8e7caab195 admin admin] No DVR routers for this DVR port 147373d4-fbce-4c8a-81c7-e185b4b2f0b7 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:06.595939 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:59:06.602346 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device af4cc6a2-7720-4ba9-990b-19951fbe7e8e no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:06.610185 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['d337e88f-1c12-487c-8f71-32343924ddb4'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:06.622372 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1636e11-855b-4826-b6fe-8d8e7caab195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.649970 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: af4cc6a2-7720-4ba9-990b-19951fbe7e8e {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:06.650431 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device af4cc6a2-7720-4ba9-990b-19951fbe7e8e not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:06.650800 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 147373d4-fbce-4c8a-81c7-e185b4b2f0b7 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:06.666800 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-d1636e11-855b-4826-b6fe-8d8e7caab195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c1a6d3-9310-46dd-b172-3b32195b5301']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:06.680488 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-d1636e11-855b-4826-b6fe-8d8e7caab195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f1301b-cba8-4a95-bfd3-2c80deced6b9') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:06.685856 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-d1636e11-855b-4826-b6fe-8d8e7caab195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f1301b-cba8-4a95-bfd3-2c80deced6b9') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:06.694645 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 147373d4-fbce-4c8a-81c7-e185b4b2f0b7 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:06.694995 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 147373d4-fbce-4c8a-81c7-e185b4b2f0b7 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:06.695579 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ccfe0e00-6729-4fb2-8e38-392378df329e no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:06.698896 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1636e11-855b-4826-b6fe-8d8e7caab195 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.734682 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: ccfe0e00-6729-4fb2-8e38-392378df329e {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:06.735059 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ccfe0e00-6729-4fb2-8e38-392378df329e not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:06.749521 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2da530d3-e721-45ac-bbb0-91b7a1684fee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.753198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1636e11-855b-4826-b6fe-8d8e7caab195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.763606 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1636e11-855b-4826-b6fe-8d8e7caab195 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1636e11-855b-4826-b6fe-8d8e7caab195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:06.769036 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:07.262312 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057f8c7-aece-4b47-b858-91fac0bd61d6 req-5fc51267-7903-44c8-b550-ca6111a273e9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:07.285338 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9057f8c7-aece-4b47-b858-91fac0bd61d6 req-5fc51267-7903-44c8-b550-ca6111a273e9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 945 time: 0.0597875 Jul 30 01:59:07.308423 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9057f8c7-aece-4b47-b858-91fac0bd61d6 req-8be8ec02-1291-44e7-bd24-182b0ce49804 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375865 Jul 30 01:59:07.310128 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752236d7-8c79-4212-8e49-1f9546cd86a5 req-e6710976-da75-4ad9-9168-0089fa60b312 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:07.315030 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-752236d7-8c79-4212-8e49-1f9546cd86a5 req-e6710976-da75-4ad9-9168-0089fa60b312 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 945 time: 0.6047776 Jul 30 01:59:07.362500 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b88cbac4-68c8-4b58-9f1b-6550bd8a4f40 req-fb639753-7075-4c46-93ae-fa96f519e9fc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=79b6237f-4365-4e87-afc3-30b900dfa558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5964258 Jul 30 01:59:07.402674 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-752236d7-8c79-4212-8e49-1f9546cd86a5 req-5df9da34-f761-4158-8502-13e996a6efa8 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/security-groups?id=1327735a-47e2-4184-a58f-cef601fdd1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541825 Jul 30 01:59:07.463831 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cbac4-68c8-4b58-9f1b-6550bd8a4f40 req-8accc306-863c-4ae9-8386-ba0bcf4d623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:07.463831 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b88cbac4-68c8-4b58-9f1b-6550bd8a4f40 req-8accc306-863c-4ae9-8386-ba0bcf4d623d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2512260259d7455494ba68636275b240&device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 1096 time: 0.0536585 Jul 30 01:59:07.569514 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cbac4-68c8-4b58-9f1b-6550bd8a4f40 req-f6c6ea2a-f2cb-4212-b14c-4f57b1bfae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:07.571091 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b88cbac4-68c8-4b58-9f1b-6550bd8a4f40 req-f6c6ea2a-f2cb-4212-b14c-4f57b1bfae62 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ba6a7637-8cab-4877-809b-af833f6bd6e0 HTTP/1.1" status: 200 len: 907 time: 0.0930185 Jul 30 01:59:07.614772 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1636e11-855b-4826-b6fe-8d8e7caab195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:07.621074 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b88cbac4-68c8-4b58-9f1b-6550bd8a4f40 req-ae82dc94-31d0-4189-8b2c-2cd9279e8aa8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9eb3f59-0896-4eab-9ec0-1234b646a847 HTTP/1.1" status: 200 len: 217 time: 0.0430722 Jul 30 01:59:07.622262 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1636e11-855b-4826-b6fe-8d8e7caab195 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:07.623698 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d1636e11-855b-4826-b6fe-8d8e7caab195 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c4c1a6d3-9310-46dd-b172-3b32195b5301 HTTP/1.1" status: 204 len: 168 time: 2.1528845 Jul 30 01:59:07.643640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1636e11-855b-4826-b6fe-8d8e7caab195 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4c1a6d3-9310-46dd-b172-3b32195b5301,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:07.690171 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cbac4-68c8-4b58-9f1b-6550bd8a4f40 req-6b8904bb-8bc6-4568-94b5-2efc631a72af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:07.693159 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b88cbac4-68c8-4b58-9f1b-6550bd8a4f40 req-6b8904bb-8bc6-4568-94b5-2efc631a72af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d2bdb7f5-8d0f-432b-8087-856e79091b08 HTTP/1.1" status: 200 len: 846 time: 0.0566778 Jul 30 01:59:07.728619 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b88cbac4-68c8-4b58-9f1b-6550bd8a4f40 req-d93bd734-cd2a-4cae-8f45-3f4a66a01747 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ba6a7637-8cab-4877-809b-af833f6bd6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300131 Jul 30 01:59:07.822432 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b88cbac4-68c8-4b58-9f1b-6550bd8a4f40 req-1dcc0e6c-7daf-4427-b75c-7d9f4960d780 service neutron] 10.222.0.10 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870357 Jul 30 01:59:07.924132 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b88cbac4-68c8-4b58-9f1b-6550bd8a4f40 req-132ed6fa-f55a-4240-bf73-8b87c3212701 service neutron] 10.222.0.10 "GET /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925534 Jul 30 01:59:08.292430 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da530d3-e721-45ac-bbb0-91b7a1684fee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Router 76c36449-11ac-4843-9789-9d76f3949045 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:59:08.417904 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da530d3-e721-45ac-bbb0-91b7a1684fee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:08.431472 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586e86c-5ed3-4602-8e9f-2d8405dd69ae None None] Sync routers for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:08.455751 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5586e86c-5ed3-4602-8e9f-2d8405dd69ae None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:08.455751 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5586e86c-5ed3-4602-8e9f-2d8405dd69ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:58:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:08.496823 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5586e86c-5ed3-4602-8e9f-2d8405dd69ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:08.509136 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5586e86c-5ed3-4602-8e9f-2d8405dd69ae None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:08.510026 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5586e86c-5ed3-4602-8e9f-2d8405dd69ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:58:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:08.550181 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5586e86c-5ed3-4602-8e9f-2d8405dd69ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:08.550447 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2da530d3-e721-45ac-bbb0-91b7a1684fee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.551585 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586e86c-5ed3-4602-8e9f-2d8405dd69ae None None] The sync data for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:08.551982 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2da530d3-e721-45ac-bbb0-91b7a1684fee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4744406 Jul 30 01:59:08.554745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57032) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:08.590548 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57034) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:08.630028 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec493ca-d069-4dc7-8647-2aba80f275c3 req-d1943f11-5a2e-4114-94a2-f9fc56f49e90 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:08.637461 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fec493ca-d069-4dc7-8647-2aba80f275c3 req-d1943f11-5a2e-4114-94a2-f9fc56f49e90 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 945 time: 0.1263838 Jul 30 01:59:08.678909 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-10c0ebf4-dd04-4fe6-8b56-e1b1237b78a2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b925993cc6564ab9911b25e36e01c143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871899 Jul 30 01:59:08.686850 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57036) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:08.695686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57038) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:08.711730 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579792d-23bf-4d16-9154-6d88148f8267 req-5f7cd344-751b-4ddd-aeff-2d2c7619fbf6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:08.717686 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8579792d-23bf-4d16-9154-6d88148f8267 req-5f7cd344-751b-4ddd-aeff-2d2c7619fbf6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 945 time: 0.3308413 Jul 30 01:59:08.778900 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fec493ca-d069-4dc7-8647-2aba80f275c3 req-6e6ed827-0436-4a10-b20a-42b6263400fb tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/security-groups?id=1327735a-47e2-4184-a58f-cef601fdd1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404078 Jul 30 01:59:08.813518 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8579792d-23bf-4d16-9154-6d88148f8267 req-e28901c0-5d4e-42ed-9acf-647af454bf65 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948486 Jul 30 01:59:08.815475 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6344c34e-e2b3-4133-9383-841556b89c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.842582 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6344c34e-e2b3-4133-9383-841556b89c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.880244 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device e2fce12b-2335-462c-8176-57bf36b88179 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:09.029643 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port e2fce12b-2335-462c-8176-57bf36b88179 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:09.035037 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port e2fce12b-2335-462c-8176-57bf36b88179 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:09.036911 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.143260 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.156494 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d5b6d8d0-961f-40cd-b0f4-cfe1f0949e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.160803 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec97ca8d-bf15-46ad-af15-8ae230136382 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.178641 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9235fa-0c5e-4593-9db4-249184c7a740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fce12b-2335-462c-8176-57bf36b88179'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:09.181807 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07589b9d-6730-40b5-99bd-e3477e87af88" -d '{"events": [{"server_uuid": "7b9235fa-0c5e-4593-9db4-249184c7a740", "name": "network-vif-plugged", "status": "completed", "tag": "e2fce12b-2335-462c-8176-57bf36b88179"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:09.209450 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port e2fce12b-2335-462c-8176-57bf36b88179, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e2fce12b-2335-462c-8176-57bf36b88179,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:09.237632 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fcd817-7722-4873-9827-c0acdfdb4bd8 x-openstack-request-id: req-a1fcd817-7722-4873-9827-c0acdfdb4bd8 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:09.237632 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9235fa-0c5e-4593-9db4-249184c7a740", "name": "network-vif-plugged", "status": "completed", "tag": "e2fce12b-2335-462c-8176-57bf36b88179", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:09.237977 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a1fcd817-7722-4873-9827-c0acdfdb4bd8 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:09.238518 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9235fa-0c5e-4593-9db4-249184c7a740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fce12b-2335-462c-8176-57bf36b88179', 'code': 200} Jul 30 01:59:09.281172 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b58e4ceb-1c30-4e97-9162-15a501e3b39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.343767 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.344871 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d337e88f-1c12-487c-8f71-32343924ddb4 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:09.405247 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6344c34e-e2b3-4133-9383-841556b89c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.407805 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6344c34e-e2b3-4133-9383-841556b89c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.409194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6344c34e-e2b3-4133-9383-841556b89c28 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e7f82b5a-cca9-43e3-802f-33dc9166a641 HTTP/1.1" status: 204 len: 168 time: 0.7258301 Jul 30 01:59:09.454620 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=e2fce12b-2335-462c-8176-57bf36b88179,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:09.456460 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344c34e-e2b3-4133-9383-841556b89c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f82b5a-cca9-43e3-802f-33dc9166a641,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:09.514873 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd3d81-6f76-4cb5-a941-7d6343a84ccc req-1f371a43-324e-4591-bde4-94f38d35757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:09.516830 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6fcd3d81-6f76-4cb5-a941-7d6343a84ccc req-1f371a43-324e-4591-bde4-94f38d35757e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 1097 time: 0.1515286 Jul 30 01:59:09.526609 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-ec97ca8d-bf15-46ad-af15-8ae230136382 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Allocated IP 172.20.0.1 (c3d1fe78-413f-42dd-aacf-aa89f2722a15/cad2dfea-62de-4416-8fa0-c243fd2c10d8/17657988-a8b9-4983-b987-52ac7d351b29) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:09.543130 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b58e4ceb-1c30-4e97-9162-15a501e3b39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.544568 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port d337e88f-1c12-487c-8f71-32343924ddb4 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:09.550828 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port d337e88f-1c12-487c-8f71-32343924ddb4 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:09.551499 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.564495 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6fcd3d81-6f76-4cb5-a941-7d6343a84ccc req-cc3d0cb2-680b-42cc-8dc4-b54925a6a134 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391111 Jul 30 01:59:09.618285 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b58e4ceb-1c30-4e97-9162-15a501e3b39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.651001 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.657275 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec97ca8d-bf15-46ad-af15-8ae230136382 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.675689 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b58e4ceb-1c30-4e97-9162-15a501e3b39b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d8eb3d987a645129abc69d87238b1d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9558764 Jul 30 01:59:09.677030 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e4ceb-1c30-4e97-9162-15a501e3b39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d351760-d02e-41f0-bc70-f61136f88d68,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:09.679740 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57058) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:09.716545 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port d337e88f-1c12-487c-8f71-32343924ddb4, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d337e88f-1c12-487c-8f71-32343924ddb4,segment=NetworkSegment(a9363743-9cd9-463b-8859-8503e8bf7b77),segment_id=a9363743-9cd9-463b-8859-8503e8bf7b77)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:09.753562 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e7ce81d-ab7d-4e85-8535-a773ba38e70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.776229 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e7ce81d-ab7d-4e85-8535-a773ba38e70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.789439 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.796316 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec97ca8d-bf15-46ad-af15-8ae230136382 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.834557 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec97ca8d-bf15-46ad-af15-8ae230136382 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Network c3d1fe78-413f-42dd-aacf-aa89f2722a15 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:09.849718 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-ec97ca8d-bf15-46ad-af15-8ae230136382 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:09.852148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec97ca8d-bf15-46ad-af15-8ae230136382 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:09.885925 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=d337e88f-1c12-487c-8f71-32343924ddb4,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:09.893017 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e7ce81d-ab7d-4e85-8535-a773ba38e70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.899165 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e7ce81d-ab7d-4e85-8535-a773ba38e70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.902867 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6e7ce81d-ab7d-4e85-8535-a773ba38e70a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1d351760-d02e-41f0-bc70-f61136f88d68 HTTP/1.1" status: 204 len: 168 time: 0.2194948 Jul 30 01:59:09.914170 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ce81d-ab7d-4e85-8535-a773ba38e70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d351760-d02e-41f0-bc70-f61136f88d68,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:09.948119 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec97ca8d-bf15-46ad-af15-8ae230136382 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:10.022913 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0afb14-98a0-4203-8472-f89a14a38af9 req-384e0c5f-7508-4d64-ad75-65b5449e7279 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:10.025140 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e0afb14-98a0-4203-8472-f89a14a38af9 req-384e0c5f-7508-4d64-ad75-65b5449e7279 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.0605423 Jul 30 01:59:10.035538 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97ca8d-bf15-46ad-af15-8ae230136382 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Port': ['ID=17657988-a8b9-4983-b987-52ac7d351b29,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:10.094403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de6ce9-ae55-42fd-92ba-0bb238ba429c req-0fe8535c-5aeb-4d03-a3ef-13bf691b2784 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:10.102158 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-23de6ce9-ae55-42fd-92ba-0bb238ba429c req-0fe8535c-5aeb-4d03-a3ef-13bf691b2784 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 946 time: 0.1381838 Jul 30 01:59:10.120156 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e0afb14-98a0-4203-8472-f89a14a38af9 req-a771bd31-822c-4aff-88bc-7a6e4150e9a3 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884733 Jul 30 01:59:10.174989 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-23de6ce9-ae55-42fd-92ba-0bb238ba429c req-717f1cf4-a291-4289-b0eb-129002a0db41 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/security-groups?id=1327735a-47e2-4184-a58f-cef601fdd1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716751 Jul 30 01:59:10.250956 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec97ca8d-bf15-46ad-af15-8ae230136382 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:10.624540 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec97ca8d-bf15-46ad-af15-8ae230136382 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:10.675675 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57110) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:10.680852 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec97ca8d-bf15-46ad-af15-8ae230136382 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:10.765206 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97ca8d-bf15-46ad-af15-8ae230136382 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Port': ['ID=17657988-a8b9-4983-b987-52ac7d351b29,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:10.768159 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec97ca8d-bf15-46ad-af15-8ae230136382 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:10.814688 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-8094475e-dee1-465d-bded-b205bc4df38b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-121463012-network', 'tenant_id': 'fa908674f31a46ce8f979a23fe043471'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:10.870509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec97ca8d-bf15-46ad-af15-8ae230136382 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Network c3d1fe78-413f-42dd-aacf-aa89f2722a15 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:10.872084 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-ec97ca8d-bf15-46ad-af15-8ae230136382 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:10.933594 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8094475e-dee1-465d-bded-b205bc4df38b admin admin] Made reservation on behalf of fa908674f31a46ce8f979a23fe043471 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:10.936616 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8094475e-dee1-465d-bded-b205bc4df38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:10.950892 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8094475e-dee1-465d-bded-b205bc4df38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:11.019287 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec97ca8d-bf15-46ad-af15-8ae230136382 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Router 76c36449-11ac-4843-9789-9d76f3949045 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:11.084210 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8094475e-dee1-465d-bded-b205bc4df38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:11.153179 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec97ca8d-bf15-46ad-af15-8ae230136382 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:11.162884 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ec97ca8d-bf15-46ad-af15-8ae230136382 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "PUT /v2.0/routers/76c36449-11ac-4843-9789-9d76f3949045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6070392 Jul 30 01:59:11.165501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57144) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:11.167354 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca878f-fc10-40e9-a1a4-80a0620be982 None None] Sync routers for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:11.180983 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-0de47b51-3ffe-485a-8168-c722be030554 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'port': {'network_id': 'c3d1fe78-413f-42dd-aacf-aa89f2722a15', 'name': 'tempest-FloatingIPTestJSON-1881149721'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:11.185529 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca878f-fc10-40e9-a1a4-80a0620be982 None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:11.186168 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-90ca878f-fc10-40e9-a1a4-80a0620be982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:58:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:11.208658 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8094475e-dee1-465d-bded-b205bc4df38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:11.270058 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c7a52e-34d3-41d2-84af-d331fa6813c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd337e88f-1c12-487c-8f71-32343924ddb4'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:11.285194 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1dceb5-d33a-49dc-9cee-54798d3a3181" -d '{"events": [{"server_uuid": "12c7a52e-34d3-41d2-84af-d331fa6813c9", "name": "network-vif-plugged", "status": "completed", "tag": "d337e88f-1c12-487c-8f71-32343924ddb4"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:11.290133 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-90ca878f-fc10-40e9-a1a4-80a0620be982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:11.302022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca878f-fc10-40e9-a1a4-80a0620be982 None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:11.302745 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-90ca878f-fc10-40e9-a1a4-80a0620be982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:58:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:11.320812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094475e-dee1-465d-bded-b205bc4df38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:11.350594 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-90ca878f-fc10-40e9-a1a4-80a0620be982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:11.351332 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca878f-fc10-40e9-a1a4-80a0620be982 None None] The sync data for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:11.361697 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939393c-bf57-488d-8084-bbeb2986ec07 req-70452f93-f2c7-4e7c-85ed-29635793dd6a tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:11.367629 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3939393c-bf57-488d-8084-bbeb2986ec07 req-70452f93-f2c7-4e7c-85ed-29635793dd6a tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 946 time: 0.0914278 Jul 30 01:59:11.380160 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8094475e-dee1-465d-bded-b205bc4df38b admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:11.418376 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3939393c-bf57-488d-8084-bbeb2986ec07 req-bdaa7dbe-7b16-4478-8d7c-5e3ad5cfb585 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/security-groups?id=1327735a-47e2-4184-a58f-cef601fdd1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465329 Jul 30 01:59:11.420520 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8094475e-dee1-465d-bded-b205bc4df38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:11.421367 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-8094475e-dee1-465d-bded-b205bc4df38b admin admin] Added segment 4b1cc4de-efbe-47ef-af88-b827d5e7fdd4 of type vlan for network 66dcbf6c-fad9-41b5-b138-62e447f0d8c2 Jul 30 01:59:11.484348 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56964f27-96ff-4827-92f5-492e328a675d req-61ac574c-9cbe-476d-9b3e-5b0a6738c9bf tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:11.485930 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-56964f27-96ff-4827-92f5-492e328a675d req-61ac574c-9cbe-476d-9b3e-5b0a6738c9bf tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.1664178 Jul 30 01:59:11.520365 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8094475e-dee1-465d-bded-b205bc4df38b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:11.540556 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3f31f3-6a8f-4261-b8bf-848bb3145e40 x-openstack-request-id: req-2b3f31f3-6a8f-4261-b8bf-848bb3145e40 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:11.541080 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c7a52e-34d3-41d2-84af-d331fa6813c9", "name": "network-vif-plugged", "status": "completed", "tag": "d337e88f-1c12-487c-8f71-32343924ddb4", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:11.541518 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b3f31f3-6a8f-4261-b8bf-848bb3145e40 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:11.542243 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c7a52e-34d3-41d2-84af-d331fa6813c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd337e88f-1c12-487c-8f71-32343924ddb4', 'code': 200} Jul 30 01:59:11.595546 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b50e05a-e7b5-4d22-95e4-cb718d628512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:11.596144 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-56964f27-96ff-4827-92f5-492e328a675d req-f0619ffe-0d71-462d-b5e5-f9afb1120bb6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970385 Jul 30 01:59:11.700360 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de47b51-3ffe-485a-8168-c722be030554 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Made reservation on behalf of e2b6dcd7b9724ad1a80613e04482e975 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:11.703860 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0de47b51-3ffe-485a-8168-c722be030554 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:11.726620 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:11.727733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-0de47b51-3ffe-485a-8168-c722be030554 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] device_id is not set on port 087c61f8-40e9-487f-afbb-a92b563d39d2 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:59:11.734263 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8094475e-dee1-465d-bded-b205bc4df38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:11.735317 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8094475e-dee1-465d-bded-b205bc4df38b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:11.739042 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8094475e-dee1-465d-bded-b205bc4df38b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:11.764046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8625267-f60c-4077-be60-73cdef046ecb req-7658f4fb-4e8c-4b2d-acb5-99737bca7c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:11.765800 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b8625267-f60c-4077-be60-73cdef046ecb req-7658f4fb-4e8c-4b2d-acb5-99737bca7c86 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 1097 time: 0.0942285 Jul 30 01:59:11.843572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094475e-dee1-465d-bded-b205bc4df38b admin admin] Pushing event updated for resources: {'Network': ['ID=66dcbf6c-fad9-41b5-b138-62e447f0d8c2,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:11.857621 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 66dcbf6c-fad9-41b5-b138-62e447f0d8c2 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:11.872023 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57192) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:11.950320 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b8625267-f60c-4077-be60-73cdef046ecb req-6d2b50c9-d3d3-4a6f-9786-a77e82f9130d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1327735a-47e2-4184-a58f-cef601fdd1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031499 Jul 30 01:59:11.955473 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8094475e-dee1-465d-bded-b205bc4df38b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2783649 Jul 30 01:59:11.963667 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57196) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:11.966166 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a1fafc93-62f6-4415-8021-0732a37912bd admin admin] Request body: {'subnet': {'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-121463012-subnet', 'tenant_id': 'fa908674f31a46ce8f979a23fe043471', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:12.000216 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-0de47b51-3ffe-485a-8168-c722be030554 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Allocated IP 172.20.0.6 (c3d1fe78-413f-42dd-aacf-aa89f2722a15/cad2dfea-62de-4416-8fa0-c243fd2c10d8/087c61f8-40e9-487f-afbb-a92b563d39d2) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:12.003332 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b5963-fe2b-4a92-aa2f-119f1315e2cf req-6a83c59e-85d0-4538-98ae-ae9fc968aed9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:12.005419 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-454b5963-fe2b-4a92-aa2f-119f1315e2cf req-6a83c59e-85d0-4538-98ae-ae9fc968aed9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.1089311 Jul 30 01:59:12.041330 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9b5757e-62b2-46b2-8998-033846376d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.070546 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-454b5963-fe2b-4a92-aa2f-119f1315e2cf req-0a5f2157-bbd1-4d78-b4d1-6bff656c3845 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573535 Jul 30 01:59:12.073071 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fafc93-62f6-4415-8021-0732a37912bd admin admin] Made reservation on behalf of fa908674f31a46ce8f979a23fe043471 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:12.075546 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1fafc93-62f6-4415-8021-0732a37912bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.230801 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0de47b51-3ffe-485a-8168-c722be030554 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.257131 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925633ad-84e1-4bb1-92db-d0c0c12b9c14 req-8350a223-b21b-4430-8b63-2439faff1ca6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:12.262791 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-925633ad-84e1-4bb1-92db-d0c0c12b9c14 req-8350a223-b21b-4430-8b63-2439faff1ca6 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.0863473 Jul 30 01:59:12.275970 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9b5757e-62b2-46b2-8998-033846376d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.326761 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9b5757e-62b2-46b2-8998-033846376d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.327322 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-925633ad-84e1-4bb1-92db-d0c0c12b9c14 req-4c8521a0-03a6-4e94-8162-e06638422576 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609789 Jul 30 01:59:12.374261 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1fafc93-62f6-4415-8021-0732a37912bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.410178 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e9b5757e-62b2-46b2-8998-033846376d35 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ae8b22e975f9485a96a8b0bb57a12b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5369523 Jul 30 01:59:12.413363 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0de47b51-3ffe-485a-8168-c722be030554 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.415049 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57202) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:12.417877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5757e-62b2-46b2-8998-033846376d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ceae4d-e57b-46f7-bece-b06d21e60ee3,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:12.473257 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fafc93-62f6-4415-8021-0732a37912bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d51713-fbca-453d-adee-2f8e234bb47b,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:12.484237 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fafc93-62f6-4415-8021-0732a37912bd admin admin] Checking segment: {'id': '4b1cc4de-efbe-47ef-af88-b827d5e7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:12.484237 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fafc93-62f6-4415-8021-0732a37912bd admin admin] Network hostable DHCP agents. Network: 66dcbf6c-fad9-41b5-b138-62e447f0d8c2, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:59:12.512767 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de47b51-3ffe-485a-8168-c722be030554 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Network c3d1fe78-413f-42dd-aacf-aa89f2722a15 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:12.530654 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de47b51-3ffe-485a-8168-c722be030554 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Port': ['ID=087c61f8-40e9-487f-afbb-a92b563d39d2,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:12.534353 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-0de47b51-3ffe-485a-8168-c722be030554 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:12.552610 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de47b51-3ffe-485a-8168-c722be030554 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:12.555167 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fafc93-62f6-4415-8021-0732a37912bd admin admin] Network 66dcbf6c-fad9-41b5-b138-62e447f0d8c2 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:59:12.636692 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2452f-37fd-4afe-9dea-523b6c933ca4 req-9ea0ca34-0ea2-4fdb-a74b-9e0040ebe41d tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:12.638574 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17e2452f-37fd-4afe-9dea-523b6c933ca4 req-9ea0ca34-0ea2-4fdb-a74b-9e0040ebe41d tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 946 time: 0.1234248 Jul 30 01:59:12.646571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-a1fafc93-62f6-4415-8021-0732a37912bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 66dcbf6c-fad9-41b5-b138-62e447f0d8c2) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:12.650909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fafc93-62f6-4415-8021-0732a37912bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:12.651531 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1fafc93-62f6-4415-8021-0732a37912bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.658679 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de47b51-3ffe-485a-8168-c722be030554 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:12.659326 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0de47b51-3ffe-485a-8168-c722be030554 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.660188 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d56161-fffe-4c3f-9278-042dbafb528f None None] Network 66dcbf6c-fad9-41b5-b138-62e447f0d8c2 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:12.684283 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9d2edf6-9488-48f6-a0ca-e7d71dd7e66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.722534 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9d2edf6-9488-48f6-a0ca-e7d71dd7e66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.735540 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17e2452f-37fd-4afe-9dea-523b6c933ca4 req-2ae67414-73e9-4d4d-8dba-c6ee526e32f0 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/security-groups?id=1327735a-47e2-4184-a58f-cef601fdd1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879369 Jul 30 01:59:12.739039 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a1fafc93-62f6-4415-8021-0732a37912bd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7782629 Jul 30 01:59:12.788959 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57218) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:12.789611 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0de47b51-3ffe-485a-8168-c722be030554 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6229324 Jul 30 01:59:12.794799 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-ed684a6d-2609-4e11-bf27-5851688f2b42 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'port': {'network_id': 'c3d1fe78-413f-42dd-aacf-aa89f2722a15', 'name': 'tempest-FloatingIPTestJSON-2119787057'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:12.924938 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9d2edf6-9488-48f6-a0ca-e7d71dd7e66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.929362 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9d2edf6-9488-48f6-a0ca-e7d71dd7e66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.933263 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f9d2edf6-9488-48f6-a0ca-e7d71dd7e66c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/54ceae4d-e57b-46f7-bece-b06d21e60ee3 HTTP/1.1" status: 204 len: 168 time: 0.5168304 Jul 30 01:59:12.965017 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2edf6-9488-48f6-a0ca-e7d71dd7e66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ceae4d-e57b-46f7-bece-b06d21e60ee3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:12.993583 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-66dcbf6c-fad9-41b5-b138-62e447f0d8c2', 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2', 'tenant_id': 'fa908674f31a46ce8f979a23fe043471', 'fixed_ips': [{'subnet_id': '36d51713-fbca-453d-adee-2f8e234bb47b'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:59:12.997489 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.011961 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2c36c-b20f-4543-89ac-612c06515196 req-4dfb59e0-3619-4889-b14f-f73c1dc07b63 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:13.020072 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b9d2c36c-b20f-4543-89ac-612c06515196 req-4dfb59e0-3619-4889-b14f-f73c1dc07b63 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.3008602 Jul 30 01:59:13.075971 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b9d2c36c-b20f-4543-89ac-612c06515196 req-6d44eaf4-c8b4-429c-8607-af156a2e789c tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549729 Jul 30 01:59:13.132537 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed684a6d-2609-4e11-bf27-5851688f2b42 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Made reservation on behalf of e2b6dcd7b9724ad1a80613e04482e975 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:13.136942 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed684a6d-2609-4e11-bf27-5851688f2b42 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.179288 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-ed684a6d-2609-4e11-bf27-5851688f2b42 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] device_id is not set on port d4381967-e7d7-48f0-97c0-d8f89253d42c yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:59:13.210776 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Allocated IP 172.20.0.2 (66dcbf6c-fad9-41b5-b138-62e447f0d8c2/36d51713-fbca-453d-adee-2f8e234bb47b/124bee2f-da43-4dab-b1de-7b4b07f2db90) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:13.278359 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.332299 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-ed684a6d-2609-4e11-bf27-5851688f2b42 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Allocated IP 172.20.0.14 (c3d1fe78-413f-42dd-aacf-aa89f2722a15/cad2dfea-62de-4416-8fa0-c243fd2c10d8/d4381967-e7d7-48f0-97c0-d8f89253d42c) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:13.420043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-a1426c57-79b1-480a-9705-28ae23a44866 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:13.421837 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-a1426c57-79b1-480a-9705-28ae23a44866 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/networks?id=66dcbf6c-fad9-41b5-b138-62e447f0d8c2 HTTP/1.1" status: 200 len: 815 time: 0.1808059 Jul 30 01:59:13.452576 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-a13c5e93-47c4-4a64-9602-9d56b0d86e92 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/quotas/fa908674f31a46ce8f979a23fe043471 HTTP/1.1" status: 200 len: 375 time: 0.0189936 Jul 30 01:59:13.478759 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.483239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Transition to ACTIVE for port object 124bee2f-da43-4dab-b1de-7b4b07f2db90 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:13.505499 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Transition to ACTIVE for port object 124bee2f-da43-4dab-b1de-7b4b07f2db90 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:13.515900 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-f1ca8b4a-e1e7-4b13-a9b3-8d797c618bff tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fa908674f31a46ce8f979a23fe043471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525284 Jul 30 01:59:13.585778 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed684a6d-2609-4e11-bf27-5851688f2b42 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.601509 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.640147 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Network 66dcbf6c-fad9-41b5-b138-62e447f0d8c2 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:13.644793 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:13.649468 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:13.653270 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-d14e9449-6222-4bd6-bad2-abcfcd261c3c service neutron] 10.222.0.70 "GET /v2.0/networks/66dcbf6c-fad9-41b5-b138-62e447f0d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278853 Jul 30 01:59:13.667761 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Pushing event updated for resources: {'Port': ['ID=124bee2f-da43-4dab-b1de-7b4b07f2db90,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:13.737204 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Attempting to bind port 124bee2f-da43-4dab-b1de-7b4b07f2db90 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:13.737607 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Attempting to bind port 124bee2f-da43-4dab-b1de-7b4b07f2db90 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '4b1cc4de-efbe-47ef-af88-b827d5e7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:13.741436 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Attempting to bind port 124bee2f-da43-4dab-b1de-7b4b07f2db90 on network 66dcbf6c-fad9-41b5-b138-62e447f0d8c2 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:13.746840 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:13.747219 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Checking segment: {'id': '4b1cc4de-efbe-47ef-af88-b827d5e7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:13.747632 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.748036 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Bound using segment: {'id': '4b1cc4de-efbe-47ef-af88-b827d5e7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:13.748490 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Bound port: 124bee2f-da43-4dab-b1de-7b4b07f2db90, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b1cc4de-efbe-47ef-af88-b827d5e7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:13.748881 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.790267 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-e1211d92-462f-4b1b-a140-fb821afd42db service neutron] 10.222.0.70 "GET /v2.0/networks/66dcbf6c-fad9-41b5-b138-62e447f0d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106257 Jul 30 01:59:13.821824 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] For port 124bee2f-da43-4dab-b1de-7b4b07f2db90, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:13.880473 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb975721-a398-4c6e-8dca-062e6d1392e1 req-fcbebc90-7aac-437f-bc0a-56dd6e53ea84 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:13.882002 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cb975721-a398-4c6e-8dca-062e6d1392e1 req-fcbebc90-7aac-437f-bc0a-56dd6e53ea84 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 946 time: 0.0591655 Jul 30 01:59:13.925495 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cb975721-a398-4c6e-8dca-062e6d1392e1 req-fb205db9-7f25-4bf4-804a-dc96996ea985 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/security-groups?id=1327735a-47e2-4184-a58f-cef601fdd1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361922 Jul 30 01:59:13.960141 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed684a6d-2609-4e11-bf27-5851688f2b42 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:14.002031 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed684a6d-2609-4e11-bf27-5851688f2b42 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Network c3d1fe78-413f-42dd-aacf-aa89f2722a15 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:14.005603 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-ed684a6d-2609-4e11-bf27-5851688f2b42 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:14.009570 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed684a6d-2609-4e11-bf27-5851688f2b42 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:14.024195 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] For port 124bee2f-da43-4dab-b1de-7b4b07f2db90, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=124bee2f-da43-4dab-b1de-7b4b07f2db90,segment=NetworkSegment(4b1cc4de-efbe-47ef-af88-b827d5e7fdd4),segment_id=4b1cc4de-efbe-47ef-af88-b827d5e7fdd4)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:14.044254 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed684a6d-2609-4e11-bf27-5851688f2b42 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Port': ['ID=d4381967-e7d7-48f0-97c0-d8f89253d42c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:14.088081 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed684a6d-2609-4e11-bf27-5851688f2b42 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:14.088704 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed684a6d-2609-4e11-bf27-5851688f2b42 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:14.207820 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:14.268401 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ed684a6d-2609-4e11-bf27-5851688f2b42 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4740059 Jul 30 01:59:14.269908 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57272) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:14.275101 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-990079ac-d7d4-40d0-ba41-34210666c2a3 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': 'd4381967-e7d7-48f0-97c0-d8f89253d42c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:14.332648 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d913fa0-79d0-4ff1-8f25-7ce81043ecb1 None None] Pushing event updated for resources: {'Port': ['ID=124bee2f-da43-4dab-b1de-7b4b07f2db90,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:14.377499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efa3ca-49fc-4fe7-b070-a67195c5d0b0 req-d045cd2d-006d-433a-b8b9-451c2a2c28e9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:14.377499 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8efa3ca-49fc-4fe7-b070-a67195c5d0b0 req-d045cd2d-006d-433a-b8b9-451c2a2c28e9 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.1595511 Jul 30 01:59:14.432934 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8efa3ca-49fc-4fe7-b070-a67195c5d0b0 req-0e832578-3fc8-4f82-9adb-e6e196b0bb38 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457315 Jul 30 01:59:14.458572 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-990079ac-d7d4-40d0-ba41-34210666c2a3 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:14.621784 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:14.686415 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-4c508586-0977-4ee6-b6ce-aa9bec2e96b5 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:14.695033 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-4c508586-0977-4ee6-b6ce-aa9bec2e96b5 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/networks?id=66dcbf6c-fad9-41b5-b138-62e447f0d8c2 HTTP/1.1" status: 200 len: 815 time: 0.1618080 Jul 30 01:59:14.717046 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-31da9ffb-ab5e-45ad-9db1-bc7b56b89514 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/quotas/fa908674f31a46ce8f979a23fe043471 HTTP/1.1" status: 200 len: 375 time: 0.0208676 Jul 30 01:59:14.773933 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f2f4a-2035-4c83-80a5-cba39100b1a9 req-a349e79d-af7d-4cf6-9f5b-9fc95193ce0c tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:14.775418 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-6d100b19-cdf8-4f3d-a285-ad89c5216355 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fa908674f31a46ce8f979a23fe043471&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575254 Jul 30 01:59:14.778948 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ab4f2f4a-2035-4c83-80a5-cba39100b1a9 req-a349e79d-af7d-4cf6-9f5b-9fc95193ce0c tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 946 time: 0.0718865 Jul 30 01:59:14.781389 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-990079ac-d7d4-40d0-ba41-34210666c2a3 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:14.869519 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ab4f2f4a-2035-4c83-80a5-cba39100b1a9 req-5773a23b-cdb4-4975-b22c-f886f5395df5 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/security-groups?id=1327735a-47e2-4184-a58f-cef601fdd1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835700 Jul 30 01:59:14.891735 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-17333e40-ebb5-4aa0-8fee-d3355072b582 service neutron] 10.222.0.70 "GET /v2.0/networks/66dcbf6c-fad9-41b5-b138-62e447f0d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094241 Jul 30 01:59:14.947044 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-990079ac-d7d4-40d0-ba41-34210666c2a3 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Allocated IP 172.25.1.184 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/58a78549-df47-489b-ada7-02d6356612b3) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:15.000612 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-754eeae5-7091-4a11-a657-9a6e2e681b36 service neutron] 10.222.0.70 "GET /v2.0/networks/66dcbf6c-fad9-41b5-b138-62e447f0d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023738 Jul 30 01:59:15.075272 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-990079ac-d7d4-40d0-ba41-34210666c2a3 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.257638 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-990079ac-d7d4-40d0-ba41-34210666c2a3 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.297289 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990079ac-d7d4-40d0-ba41-34210666c2a3 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:15.301405 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-990079ac-d7d4-40d0-ba41-34210666c2a3 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:15.304884 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990079ac-d7d4-40d0-ba41-34210666c2a3 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:15.313350 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990079ac-d7d4-40d0-ba41-34210666c2a3 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Port': ['ID=58a78549-df47-489b-ada7-02d6356612b3,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:15.575391 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fba720-dd39-48a9-b23c-8aab42700932 None None] Network 66dcbf6c-fad9-41b5-b138-62e447f0d8c2 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:15.711599 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b16fa-68c7-49ad-bc11-05d6fb7a5201 req-c0ed2976-1580-48dd-8b6a-e1688d254298 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:15.729666 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-069b16fa-68c7-49ad-bc11-05d6fb7a5201 req-c0ed2976-1580-48dd-8b6a-e1688d254298 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.1762652 Jul 30 01:59:15.790612 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-1f0a75b0-f6f0-4c17-b506-dad393161938 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:15.795746 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c20b3dff-f6dc-4dba-a325-ee8a9378f18a None None] Provisioning for port 124bee2f-da43-4dab-b1de-7b4b07f2db90 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:15.809274 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-1f0a75b0-f6f0-4c17-b506-dad393161938 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/networks?id=66dcbf6c-fad9-41b5-b138-62e447f0d8c2 HTTP/1.1" status: 200 len: 815 time: 0.1486959 Jul 30 01:59:15.826879 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-715120f1-3668-43c8-a783-b265286f1089 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/quotas/fa908674f31a46ce8f979a23fe043471 HTTP/1.1" status: 200 len: 375 time: 0.0149364 Jul 30 01:59:15.846946 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-069b16fa-68c7-49ad-bc11-05d6fb7a5201 req-87c1ca9f-7b62-40a7-9265-346ff0a6f2ec tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162546 Jul 30 01:59:15.894720 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-0e05a339-5a87-4e20-a8a7-0b04086882b5 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fa908674f31a46ce8f979a23fe043471&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558927 Jul 30 01:59:16.049859 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-b4a03d02-1182-4926-aaf8-d1aecf6f5b58 service neutron] 10.222.0.70 "GET /v2.0/networks/66dcbf6c-fad9-41b5-b138-62e447f0d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464331 Jul 30 01:59:16.082212 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-990079ac-d7d4-40d0-ba41-34210666c2a3 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.092696 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a08383-4d43-4264-b16e-e030dea97e40 req-2e9ec360-275d-415c-9851-ef4753df6608 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:16.094410 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a4a08383-4d43-4264-b16e-e030dea97e40 req-2e9ec360-275d-415c-9851-ef4753df6608 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 946 time: 0.0981669 Jul 30 01:59:16.187415 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-6c7951d0-2c04-4fcc-89a2-66c974699f2e service neutron] 10.222.0.70 "GET /v2.0/networks/66dcbf6c-fad9-41b5-b138-62e447f0d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278625 Jul 30 01:59:16.203954 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a4a08383-4d43-4264-b16e-e030dea97e40 req-151efbb2-491d-404c-b937-126b229d5014 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/security-groups?id=1327735a-47e2-4184-a58f-cef601fdd1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754225 Jul 30 01:59:16.297318 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57362) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:16.364073 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-990079ac-d7d4-40d0-ba41-34210666c2a3 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.364890 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f8fc1-6c8d-48fc-b25d-463de435bbe4 req-9efca5ad-d966-46ca-95b0-e1a521307ab8 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:16.364890 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca8f8fc1-6c8d-48fc-b25d-463de435bbe4 req-9efca5ad-d966-46ca-95b0-e1a521307ab8 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.77 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 946 time: 0.1052520 Jul 30 01:59:16.443459 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 124bee2f-da43-4dab-b1de-7b4b07f2db90 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:16.586820 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-ca8f8fc1-6c8d-48fc-b25d-463de435bbe4 req-2d9bc8e7-ec0e-4604-8057-81da803b7d02 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Deleting port d337e88f-1c12-487c-8f71-32343924ddb4 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:16.587159 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ca8f8fc1-6c8d-48fc-b25d-463de435bbe4 req-2d9bc8e7-ec0e-4604-8057-81da803b7d02 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.647018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 124bee2f-da43-4dab-b1de-7b4b07f2db90 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:16.656424 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 124bee2f-da43-4dab-b1de-7b4b07f2db90 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:16.656424 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.761491 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.795974 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 124bee2f-da43-4dab-b1de-7b4b07f2db90, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=124bee2f-da43-4dab-b1de-7b4b07f2db90,segment=NetworkSegment(4b1cc4de-efbe-47ef-af88-b827d5e7fdd4),segment_id=4b1cc4de-efbe-47ef-af88-b827d5e7fdd4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:16.805269 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1991fe2d-cbfb-4e43-9642-dd7bd55a9220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.810137 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ea8cfcab-6415-42a4-81f5-2bb6eeb1b2c8 req-84853de2-6619-4298-a554-5e1e8009e8d0 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 210 time: 0.0438643 Jul 30 01:59:16.862945 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-ca8f8fc1-6c8d-48fc-b25d-463de435bbe4 req-2d9bc8e7-ec0e-4604-8057-81da803b7d02 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] For port d337e88f-1c12-487c-8f71-32343924ddb4, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d337e88f-1c12-487c-8f71-32343924ddb4,segment=NetworkSegment(a9363743-9cd9-463b-8859-8503e8bf7b77),segment_id=a9363743-9cd9-463b-8859-8503e8bf7b77)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:16.863321 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ca8f8fc1-6c8d-48fc-b25d-463de435bbe4 req-2d9bc8e7-ec0e-4604-8057-81da803b7d02 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.881718 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-ca8f8fc1-6c8d-48fc-b25d-463de435bbe4 req-2d9bc8e7-ec0e-4604-8057-81da803b7d02 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Calling delete_port for d337e88f-1c12-487c-8f71-32343924ddb4 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:16.961164 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.977307 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-990079ac-d7d4-40d0-ba41-34210666c2a3 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.013196 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1991fe2d-cbfb-4e43-9642-dd7bd55a9220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.035376 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d8f9c-bd02-4f4d-bdf9-d9204c6bd2c6 req-f9c82b00-9a2c-47cc-886b-33b6dfeaa955 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:17.037218 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-054d8f9c-bd02-4f4d-bdf9-d9204c6bd2c6 req-f9c82b00-9a2c-47cc-886b-33b6dfeaa955 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.0898752 Jul 30 01:59:17.038254 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=124bee2f-da43-4dab-b1de-7b4b07f2db90,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:17.116088 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-054d8f9c-bd02-4f4d-bdf9-d9204c6bd2c6 req-233e76da-fc8e-4903-8504-8903c4d48883 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687222 Jul 30 01:59:17.143950 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1991fe2d-cbfb-4e43-9642-dd7bd55a9220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.160915 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-990079ac-d7d4-40d0-ba41-34210666c2a3 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.246783 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991fe2d-cbfb-4e43-9642-dd7bd55a9220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0246ca80-af8b-4bb6-ba31-6d949d760685,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:17.251894 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1991fe2d-cbfb-4e43-9642-dd7bd55a9220 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=611f2fba9d0549edb2264c877b2d3ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9528198 Jul 30 01:59:17.253230 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ca8f8fc1-6c8d-48fc-b25d-463de435bbe4 req-2d9bc8e7-ec0e-4604-8057-81da803b7d02 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.271310 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57382) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:17.271310 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990079ac-d7d4-40d0-ba41-34210666c2a3 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Port': ['ID=58a78549-df47-489b-ada7-02d6356612b3,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:17.311579 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-990079ac-d7d4-40d0-ba41-34210666c2a3 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.430840 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9db25ec6-8293-4414-9146-988a135ebdee req-f844bcb0-11bc-477c-a6ac-41c06e93d7b4 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 210 time: 0.0446420 Jul 30 01:59:17.478680 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8f8fc1-6c8d-48fc-b25d-463de435bbe4 req-2d9bc8e7-ec0e-4604-8057-81da803b7d02 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] No DVR routers for this DVR port d337e88f-1c12-487c-8f71-32343924ddb4 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:17.480952 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bc8e7-ec0e-4604-8057-81da803b7d02 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Pushing event deleted for resources: {'Port': ['ID=d337e88f-1c12-487c-8f71-32343924ddb4,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:17.483137 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ca8f8fc1-6c8d-48fc-b25d-463de435bbe4 req-2d9bc8e7-ec0e-4604-8057-81da803b7d02 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.485841 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca8f8fc1-6c8d-48fc-b25d-463de435bbe4 req-2d9bc8e7-ec0e-4604-8057-81da803b7d02 tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.77 "DELETE /v2.0/ports/d337e88f-1c12-487c-8f71-32343924ddb4 HTTP/1.1" status: 204 len: 173 time: 1.0931907 Jul 30 01:59:17.486338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c7a52e-34d3-41d2-84af-d331fa6813c9', 'name': 'network-vif-deleted', 'tag': 'd337e88f-1c12-487c-8f71-32343924ddb4'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:17.489792 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-143ab6a3-4437-4427-a5fe-ce91a5d6ad82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.489966 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855ca757-0c89-4171-939a-81adf4c3bc74" -d '{"events": [{"server_uuid": "12c7a52e-34d3-41d2-84af-d331fa6813c9", "name": "network-vif-deleted", "tag": "d337e88f-1c12-487c-8f71-32343924ddb4"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:17.535830 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-143ab6a3-4437-4427-a5fe-ce91a5d6ad82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.546705 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280372f3-8869-4e53-b4e1-13ee9c3334e6 x-openstack-request-id: req-280372f3-8869-4e53-b4e1-13ee9c3334e6 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:17.547127 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c7a52e-34d3-41d2-84af-d331fa6813c9", "name": "network-vif-deleted", "tag": "d337e88f-1c12-487c-8f71-32343924ddb4", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:17.547483 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-280372f3-8869-4e53-b4e1-13ee9c3334e6 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:17.548210 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c7a52e-34d3-41d2-84af-d331fa6813c9', 'name': 'network-vif-deleted', 'tag': 'd337e88f-1c12-487c-8f71-32343924ddb4', 'status': 'completed', 'code': 200} Jul 30 01:59:17.549948 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-990079ac-d7d4-40d0-ba41-34210666c2a3 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Floating IP aa50467a-a25a-4c08-83f0-f647fc2fd456 associated. External IP: 172.25.1.184, port: d4381967-e7d7-48f0-97c0-d8f89253d42c. Jul 30 01:59:17.608556 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.772594 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-d7fb33e9-61bd-4e6e-b3d1-dec72e62a4f0 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:17.774136 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-d7fb33e9-61bd-4e6e-b3d1-dec72e62a4f0 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.10 "GET /v2.0/networks?id=66dcbf6c-fad9-41b5-b138-62e447f0d8c2 HTTP/1.1" status: 200 len: 815 time: 0.1779616 Jul 30 01:59:17.816885 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-216b828d-6032-40fc-8884-71aa64806048 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Request body: {'port': {'device_id': '40adc3aa-8bb1-4c64-a6e1-66af1540e798', 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2', 'admin_state_up': True, 'tenant_id': 'fa908674f31a46ce8f979a23fe043471'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:17.868692 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-143ab6a3-4437-4427-a5fe-ce91a5d6ad82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.871203 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-143ab6a3-4437-4427-a5fe-ce91a5d6ad82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.875482 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-143ab6a3-4437-4427-a5fe-ce91a5d6ad82 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0246ca80-af8b-4bb6-ba31-6d949d760685 HTTP/1.1" status: 204 len: 168 time: 0.6109829 Jul 30 01:59:17.907884 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2647d289-6405-4be2-a86a-8d411488ac3d req-f08c5e1e-2c9c-4638-aefe-4f8bc128533f tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 210 time: 0.0355515 Jul 30 01:59:17.933238 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ab6a3-4437-4427-a5fe-ce91a5d6ad82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0246ca80-af8b-4bb6-ba31-6d949d760685,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:17.989704 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990079ac-d7d4-40d0-ba41-34210666c2a3 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Router 76c36449-11ac-4843-9789-9d76f3949045 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:18.133094 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990079ac-d7d4-40d0-ba41-34210666c2a3 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:18.145741 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c6fb43-dd8c-4a1f-9826-b52a1d6bfbcc None None] Sync routers for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:18.156332 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c6fb43-dd8c-4a1f-9826-b52a1d6bfbcc None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:18.156956 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e2c6fb43-dd8c-4a1f-9826-b52a1d6bfbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:18.190447 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e2c6fb43-dd8c-4a1f-9826-b52a1d6bfbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:18.199349 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c6fb43-dd8c-4a1f-9826-b52a1d6bfbcc None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:18.199961 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e2c6fb43-dd8c-4a1f-9826-b52a1d6bfbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:18.214325 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-216b828d-6032-40fc-8884-71aa64806048 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Made reservation on behalf of fa908674f31a46ce8f979a23fe043471 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:18.217823 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-216b828d-6032-40fc-8884-71aa64806048 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.235538 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e2c6fb43-dd8c-4a1f-9826-b52a1d6bfbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:18.236181 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c6fb43-dd8c-4a1f-9826-b52a1d6bfbcc None None] The sync data for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:18.314614 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f4df2-c742-4011-9ae7-080a171b8445 req-40f59615-b211-4811-85f6-ab86babcefd1 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:18.322522 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-683f4df2-c742-4011-9ae7-080a171b8445 req-40f59615-b211-4811-85f6-ab86babcefd1 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.1207249 Jul 30 01:59:18.414790 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 124bee2f-da43-4dab-b1de-7b4b07f2db90 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:18.450871 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-990079ac-d7d4-40d0-ba41-34210666c2a3 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.488373 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 124bee2f-da43-4dab-b1de-7b4b07f2db90 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:18.488373 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.613318 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-990079ac-d7d4-40d0-ba41-34210666c2a3 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.3429053 Jul 30 01:59:18.626921 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-683f4df2-c742-4011-9ae7-080a171b8445 req-e50aaa0c-1108-4446-b524-7fa4a023cd9c tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034482 Jul 30 01:59:18.628044 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57416) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:18.630733 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5ce0fcb7-c6ee-4ed7-9f10-bab16a0674f2 req-d6dcebd5-9734-40b8-846c-01bd3ffe0b8c tempest-ServerAddressesNegativeTestJSON-1724508772 tempest-ServerAddressesNegativeTestJSON-1724508772-project] 10.222.0.70 "GET /v2.0/ports?device_id=12c7a52e-34d3-41d2-84af-d331fa6813c9 HTTP/1.1" status: 200 len: 210 time: 0.0396483 Jul 30 01:59:18.658623 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a9b52721-9063-4e0f-a170-bd41e4b0d12e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:18.665008 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-216b828d-6032-40fc-8884-71aa64806048 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Allocated IP 172.20.0.13 (66dcbf6c-fad9-41b5-b138-62e447f0d8c2/36d51713-fbca-453d-adee-2f8e234bb47b/389c82ff-125d-485a-90ce-98ce6be8208b) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:18.742364 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-8db7cab2-8cec-4f61-a19c-ba0b9477878b tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:18.744549 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-8db7cab2-8cec-4f61-a19c-ba0b9477878b tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.10 "GET /v2.0/networks?id=66dcbf6c-fad9-41b5-b138-62e447f0d8c2 HTTP/1.1" status: 200 len: 815 time: 0.3735921 Jul 30 01:59:18.769607 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-17c22ca4-ca2a-417d-a7cb-5d8e5e82cc50 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Request body: {'port': {'device_id': 'a20d5a96-5550-486c-b670-873fcfca83ad', 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2', 'admin_state_up': True, 'tenant_id': 'fa908674f31a46ce8f979a23fe043471'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:18.837615 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9b52721-9063-4e0f-a170-bd41e4b0d12e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.892858 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d337e88f-1c12-487c-8f71-32343924ddb4 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:18.912297 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: d337e88f-1c12-487c-8f71-32343924ddb4 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:18.912590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d337e88f-1c12-487c-8f71-32343924ddb4 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:19.025560 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1bd3fcfc-07ce-4660-a8fd-f9920486c3ec req-746ffed3-b129-4e94-93bb-6ed0065818ab tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 210 time: 0.0410330 Jul 30 01:59:19.158593 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9b52721-9063-4e0f-a170-bd41e4b0d12e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:19.177830 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-216b828d-6032-40fc-8884-71aa64806048 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:19.190669 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-216b828d-6032-40fc-8884-71aa64806048 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Transition to ACTIVE for port object 389c82ff-125d-485a-90ce-98ce6be8208b will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:19.269092 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-17c22ca4-ca2a-417d-a7cb-5d8e5e82cc50 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Made reservation on behalf of fa908674f31a46ce8f979a23fe043471 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:19.272872 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-17c22ca4-ca2a-417d-a7cb-5d8e5e82cc50 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:19.275079 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9b52721-9063-4e0f-a170-bd41e4b0d12e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:19.281694 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-a9b52721-9063-4e0f-a170-bd41e4b0d12e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Floating IP aa50467a-a25a-4c08-83f0-f647fc2fd456 disassociated. External IP: 172.25.1.184, port: d4381967-e7d7-48f0-97c0-d8f89253d42c. Jul 30 01:59:19.412984 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-216b828d-6032-40fc-8884-71aa64806048 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:19.527254 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b828d-6032-40fc-8884-71aa64806048 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Pushing event updated for resources: {'Port': ['ID=389c82ff-125d-485a-90ce-98ce6be8208b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:19.546698 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-216b828d-6032-40fc-8884-71aa64806048 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Network 66dcbf6c-fad9-41b5-b138-62e447f0d8c2 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:19.552256 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-216b828d-6032-40fc-8884-71aa64806048 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:19.555151 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-216b828d-6032-40fc-8884-71aa64806048 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:19.745740 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-17c22ca4-ca2a-417d-a7cb-5d8e5e82cc50 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Allocated IP 172.20.0.7 (66dcbf6c-fad9-41b5-b138-62e447f0d8c2/36d51713-fbca-453d-adee-2f8e234bb47b/498994fd-aae6-42db-ad0f-e3690cf22160) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:19.776051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-ee801ff3-eab4-4c6d-b498-ee5867dbc762 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:19.777686 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-ee801ff3-eab4-4c6d-b498-ee5867dbc762 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.10 "GET /v2.0/networks?id=66dcbf6c-fad9-41b5-b138-62e447f0d8c2 HTTP/1.1" status: 200 len: 815 time: 0.2942774 Jul 30 01:59:19.801894 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-0cf9fcbb-95b5-40f4-8a33-2537d0be95bf tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Request body: {'port': {'device_id': '89c1ed38-3bde-49e1-af1f-217365bfbdcd', 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2', 'admin_state_up': True, 'tenant_id': 'fa908674f31a46ce8f979a23fe043471'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:19.822209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57444) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:19.832938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-216b828d-6032-40fc-8884-71aa64806048 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:19.833611 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-216b828d-6032-40fc-8884-71aa64806048 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:19.929124 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-216b828d-6032-40fc-8884-71aa64806048 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1175866 Jul 30 01:59:19.963298 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-f6ee8706-92b1-4b4f-8ac2-01ec86954a2b tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:59:19.964327 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-f6ee8706-92b1-4b4f-8ac2-01ec86954a2b tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136187 Jul 30 01:59:19.977675 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] Request body: {'port': {'device_id': '40adc3aa-8bb1-4c64-a6e1-66af1540e798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:19.994895 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-07c9abc7-192e-4c90-80e1-670e53da48ef None None] Provisioning for port 389c82ff-125d-485a-90ce-98ce6be8208b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:19.999669 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-07c9abc7-192e-4c90-80e1-670e53da48ef None None] Provisioning complete for port 389c82ff-125d-485a-90ce-98ce6be8208b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:20.000047 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-07c9abc7-192e-4c90-80e1-670e53da48ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.022034 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b52721-9063-4e0f-a170-bd41e4b0d12e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Router 76c36449-11ac-4843-9789-9d76f3949045 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:20.044107 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-07c9abc7-192e-4c90-80e1-670e53da48ef None None] Port 389c82ff-125d-485a-90ce-98ce6be8208b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:59:20.089866 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca62c05-add2-4703-b5ef-32e17c4954fe admin admin] Deleting subnet a69847e6-2297-44bc-b2e8-00b4627054c6 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:59:20.102714 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fca62c05-add2-4703-b5ef-32e17c4954fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.171453 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef432b4e-4ee6-4819-b0d3-5cfe6c06ed14 req-cad56bed-9e50-4a96-befc-8bfcac63a34a tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:20.181729 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ef432b4e-4ee6-4819-b0d3-5cfe6c06ed14 req-cad56bed-9e50-4a96-befc-8bfcac63a34a tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.1886337 Jul 30 01:59:20.240574 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fca62c05-add2-4703-b5ef-32e17c4954fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.267468 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ef432b4e-4ee6-4819-b0d3-5cfe6c06ed14 req-5c5bf35a-4156-4bfe-86d7-0fa7dac6f808 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841222 Jul 30 01:59:20.292035 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fca62c05-add2-4703-b5ef-32e17c4954fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.317265 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-0cf9fcbb-95b5-40f4-8a33-2537d0be95bf tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Made reservation on behalf of fa908674f31a46ce8f979a23fe043471 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:20.320785 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-0cf9fcbb-95b5-40f4-8a33-2537d0be95bf tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.509939 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fca62c05-add2-4703-b5ef-32e17c4954fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.536752 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca62c05-add2-4703-b5ef-32e17c4954fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a69847e6-2297-44bc-b2e8-00b4627054c6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:20.542088 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fca62c05-add2-4703-b5ef-32e17c4954fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.544482 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-368453a5-ec3a-43e6-b388-6703e748e2fc req-57125141-d515-49b2-a522-89b93abf5114 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 210 time: 0.0553508 Jul 30 01:59:20.546859 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fca62c05-add2-4703-b5ef-32e17c4954fe admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a69847e6-2297-44bc-b2e8-00b4627054c6 HTTP/1.1" status: 204 len: 168 time: 0.7130952 Jul 30 01:59:20.547538 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57460) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:20.555705 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.633343 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8f93-5a48-4e30-8850-584597dfb3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.657012 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-17c22ca4-ca2a-417d-a7cb-5d8e5e82cc50 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.683983 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57464) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:20.688654 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b52721-9063-4e0f-a170-bd41e4b0d12e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:20.690633 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-17c22ca4-ca2a-417d-a7cb-5d8e5e82cc50 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Transition to ACTIVE for port object 498994fd-aae6-42db-ad0f-e3690cf22160 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:20.699689 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e38f408-4678-42f6-85d2-450fd7c40a99 None None] Sync routers for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:20.702268 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a9b52721-9063-4e0f-a170-bd41e4b0d12e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.712166 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e38f408-4678-42f6-85d2-450fd7c40a99 None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:20.712727 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-6e38f408-4678-42f6-85d2-450fd7c40a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:20.733397 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8f93-5a48-4e30-8850-584597dfb3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.749619 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-7ebc8f93-5a48-4e30-8850-584597dfb3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf41656-3c9e-4620-8512-a7192144c1d7']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:20.755522 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-6e38f408-4678-42f6-85d2-450fd7c40a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:20.765180 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e38f408-4678-42f6-85d2-450fd7c40a99 None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:20.765744 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-7ebc8f93-5a48-4e30-8850-584597dfb3f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9363743-9cd9-463b-8859-8503e8bf7b77') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:20.766112 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-7ebc8f93-5a48-4e30-8850-584597dfb3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9363743-9cd9-463b-8859-8503e8bf7b77') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:20.767072 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-6e38f408-4678-42f6-85d2-450fd7c40a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:20.779532 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8f93-5a48-4e30-8850-584597dfb3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.793871 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a9b52721-9063-4e0f-a170-bd41e4b0d12e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "PUT /v2.0/floatingips/aa50467a-a25a-4c08-83f0-f647fc2fd456 HTTP/1.1" status: 200 len: 688 time: 2.1452465 Jul 30 01:59:20.798697 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8f93-5a48-4e30-8850-584597dfb3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.805760 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57468) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:20.805910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-6e38f408-4678-42f6-85d2-450fd7c40a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:20.805910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e38f408-4678-42f6-85d2-450fd7c40a99 None None] The sync data for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:20.806100 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebc8f93-5a48-4e30-8850-584597dfb3f5 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:20.806325 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8f93-5a48-4e30-8850-584597dfb3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:20.813920 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:20.856931 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ccaf4f6c-5585-4618-ad7e-3d29f90b6190 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1693292351', 'router:external': True}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:20.937530 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8f93-5a48-4e30-8850-584597dfb3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.944220 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8f93-5a48-4e30-8850-584597dfb3f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.946096 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7ebc8f93-5a48-4e30-8850-584597dfb3f5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/eaf41656-3c9e-4620-8512-a7192144c1d7 HTTP/1.1" status: 204 len: 168 time: 0.3975110 Jul 30 01:59:20.955626 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ed67bd1c-8f2e-46a4-8f98-07f2459246df tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Deleting port 58a78549-df47-489b-ada7-02d6356612b3 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:20.955953 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed67bd1c-8f2e-46a4-8f98-07f2459246df tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.956496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc8f93-5a48-4e30-8850-584597dfb3f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaf41656-3c9e-4620-8512-a7192144c1d7,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:20.969244 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-17c22ca4-ca2a-417d-a7cb-5d8e5e82cc50 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.989475 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccaf4f6c-5585-4618-ad7e-3d29f90b6190 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Made reservation on behalf of 9b35b484da0b4f61b7fe1fe5ba808c28 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:20.991780 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ccaf4f6c-5585-4618-ad7e-3d29f90b6190 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.009250 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ccaf4f6c-5585-4618-ad7e-3d29f90b6190 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.034391 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-0cf9fcbb-95b5-40f4-8a33-2537d0be95bf tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Allocated IP 172.20.0.3 (66dcbf6c-fad9-41b5-b138-62e447f0d8c2/36d51713-fbca-453d-adee-2f8e234bb47b/110d0f46-5137-4c8f-9698-13b431d0dc99) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:21.042115 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-17c22ca4-ca2a-417d-a7cb-5d8e5e82cc50 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Network 66dcbf6c-fad9-41b5-b138-62e447f0d8c2 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:21.049006 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-17c22ca4-ca2a-417d-a7cb-5d8e5e82cc50 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:21.050115 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-17c22ca4-ca2a-417d-a7cb-5d8e5e82cc50 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:21.106469 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c22ca4-ca2a-417d-a7cb-5d8e5e82cc50 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Pushing event updated for resources: {'Port': ['ID=498994fd-aae6-42db-ad0f-e3690cf22160,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:21.141206 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-17c22ca4-ca2a-417d-a7cb-5d8e5e82cc50 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:21.141893 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-17c22ca4-ca2a-417d-a7cb-5d8e5e82cc50 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.151321 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed67bd1c-8f2e-46a4-8f98-07f2459246df tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.151721 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed67bd1c-8f2e-46a4-8f98-07f2459246df tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.166474 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ed67bd1c-8f2e-46a4-8f98-07f2459246df tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Calling delete_port for 58a78549-df47-489b-ada7-02d6356612b3 owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:21.244907 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ccaf4f6c-5585-4618-ad7e-3d29f90b6190 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.266198 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-0cf9fcbb-95b5-40f4-8a33-2537d0be95bf tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.285677 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-0cf9fcbb-95b5-40f4-8a33-2537d0be95bf tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Transition to ACTIVE for port object 110d0f46-5137-4c8f-9698-13b431d0dc99 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:21.349232 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ccaf4f6c-5585-4618-ad7e-3d29f90b6190 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.395027 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf4f6c-5585-4618-ad7e-3d29f90b6190 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b201ce3-583e-4bbb-a7c5-d6d0db1f7f55,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:21.417126 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed67bd1c-8f2e-46a4-8f98-07f2459246df tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.428865 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccaf4f6c-5585-4618-ad7e-3d29f90b6190 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:21.444084 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67bd1c-8f2e-46a4-8f98-07f2459246df tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event deleted for resources: {'Port': ['ID=58a78549-df47-489b-ada7-02d6356612b3,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:21.458613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cc334-a919-4dd2-9a98-8f733c651f68 req-a9e5447f-6af1-4879-829c-464fe519c645 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:21.458613 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c01cc334-a919-4dd2-9a98-8f733c651f68 req-a9e5447f-6af1-4879-829c-464fe519c645 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.0804615 Jul 30 01:59:21.458613 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ccaf4f6c-5585-4618-ad7e-3d29f90b6190 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.458613 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-ccaf4f6c-5585-4618-ad7e-3d29f90b6190 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Added segment 15b64bdd-c731-4963-b1fc-431cb157a7ff of type vlan for network 78c65dff-dbfa-4223-bcd5-4592435bd4cd Jul 30 01:59:21.496024 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-17c22ca4-ca2a-417d-a7cb-5d8e5e82cc50 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7384982 Jul 30 01:59:21.514106 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d1241c30-7bb2-4260-9129-bf8eb8f559fb None None] Provisioning for port 498994fd-aae6-42db-ad0f-e3690cf22160 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:21.514818 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-0cf9fcbb-95b5-40f4-8a33-2537d0be95bf tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.514965 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57484) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:21.515075 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d1241c30-7bb2-4260-9129-bf8eb8f559fb None None] Provisioning complete for port 498994fd-aae6-42db-ad0f-e3690cf22160 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:21.515075 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d1241c30-7bb2-4260-9129-bf8eb8f559fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.546094 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d1241c30-7bb2-4260-9129-bf8eb8f559fb None None] Port 498994fd-aae6-42db-ad0f-e3690cf22160 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:59:21.558027 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] Request body: {'port': {'device_id': 'a20d5a96-5550-486c-b670-873fcfca83ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:21.578646 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ccaf4f6c-5585-4618-ad7e-3d29f90b6190 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.583644 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-0cf9fcbb-95b5-40f4-8a33-2537d0be95bf tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Network 66dcbf6c-fad9-41b5-b138-62e447f0d8c2 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:21.592542 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-0cf9fcbb-95b5-40f4-8a33-2537d0be95bf tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:21.608968 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c01cc334-a919-4dd2-9a98-8f733c651f68 req-64131d02-013d-44dd-99a6-89c49742fb6f tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391392 Jul 30 01:59:21.623735 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-0cf9fcbb-95b5-40f4-8a33-2537d0be95bf tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:21.626930 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9fcbb-95b5-40f4-8a33-2537d0be95bf tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Pushing event updated for resources: {'Port': ['ID=110d0f46-5137-4c8f-9698-13b431d0dc99,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:21.642508 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed67bd1c-8f2e-46a4-8f98-07f2459246df tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.645063 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed67bd1c-8f2e-46a4-8f98-07f2459246df tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.646271 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ed67bd1c-8f2e-46a4-8f98-07f2459246df tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "DELETE /v2.0/floatingips/aa50467a-a25a-4c08-83f0-f647fc2fd456 HTTP/1.1" status: 204 len: 168 time: 0.8416610 Jul 30 01:59:21.659449 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57490) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:21.665750 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-6005d7bb-1ab8-4f84-aeda-f9fe97fb1ff7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': '087c61f8-40e9-487f-afbb-a92b563d39d2'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:21.716932 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.780418 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-0cf9fcbb-95b5-40f4-8a33-2537d0be95bf tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:21.781765 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-0cf9fcbb-95b5-40f4-8a33-2537d0be95bf tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.784773 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ae0e960c-40fc-4672-994f-fc2f5c3ff423 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ec9dba869dc047058081bd4d1cc7af1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669780 Jul 30 01:59:21.793624 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57496) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:21.830788 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6005d7bb-1ab8-4f84-aeda-f9fe97fb1ff7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.853536 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd86eeb-635e-435a-bcd9-e8fa5f25a9e4 req-8e807567-bc72-4a88-9012-e6db737011d8 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:21.855315 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fbd86eeb-635e-435a-bcd9-e8fa5f25a9e4 req-8e807567-bc72-4a88-9012-e6db737011d8 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 931 time: 0.2060485 Jul 30 01:59:21.882515 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ccaf4f6c-5585-4618-ad7e-3d29f90b6190 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.883412 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaf4f6c-5585-4618-ad7e-3d29f90b6190 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:21.884036 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ccaf4f6c-5585-4618-ad7e-3d29f90b6190 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.957686 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d9656fb4-661f-470a-a7d1-81c027fc5564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.962730 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-0cf9fcbb-95b5-40f4-8a33-2537d0be95bf tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1744256 Jul 30 01:59:21.972947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf4f6c-5585-4618-ad7e-3d29f90b6190 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Pushing event updated for resources: {'Network': ['ID=78c65dff-dbfa-4223-bcd5-4592435bd4cd,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:21.982578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 78c65dff-dbfa-4223-bcd5-4592435bd4cd details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:21.988988 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Request body: {'port': {'device_id': '89c1ed38-3bde-49e1-af1f-217365bfbdcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:22.014116 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fbd86eeb-635e-435a-bcd9-e8fa5f25a9e4 req-eb4d66e3-570a-43d6-bcd5-27ac6b1fd8aa tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415951 Jul 30 01:59:22.021054 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389c82ff-125d-485a-90ce-98ce6be8208b {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:59:22.033637 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d9656fb4-661f-470a-a7d1-81c027fc5564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.035493 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.052785 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ccaf4f6c-5585-4618-ad7e-3d29f90b6190 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3676250 Jul 30 01:59:22.056831 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57498) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:22.058675 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] Transition to ACTIVE for port object 389c82ff-125d-485a-90ce-98ce6be8208b will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:22.060594 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bb78198a-a209-444d-bbfe-68a24ce544ff None None] Provisioning for port 110d0f46-5137-4c8f-9698-13b431d0dc99 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:22.064616 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-fa22444c-2328-4d4d-bfdd-498bfb3e68c1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Request body: {'subnet': {'network_id': '78c65dff-dbfa-4223-bcd5-4592435bd4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:22.068874 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bb78198a-a209-444d-bbfe-68a24ce544ff None None] Provisioning complete for port 110d0f46-5137-4c8f-9698-13b431d0dc99 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:22.069945 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb78198a-a209-444d-bbfe-68a24ce544ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.106046 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bb78198a-a209-444d-bbfe-68a24ce544ff None None] Port 110d0f46-5137-4c8f-9698-13b431d0dc99 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:59:22.115173 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.137551 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.179290 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6005d7bb-1ab8-4f84-aeda-f9fe97fb1ff7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.180814 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa22444c-2328-4d4d-bfdd-498bfb3e68c1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Made reservation on behalf of 9b35b484da0b4f61b7fe1fe5ba808c28 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:22.183278 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa22444c-2328-4d4d-bfdd-498bfb3e68c1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.275568 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d9656fb4-661f-470a-a7d1-81c027fc5564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.278409 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d9656fb4-661f-470a-a7d1-81c027fc5564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.278888 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] Pushing event updated for resources: {'Port': ['ID=389c82ff-125d-485a-90ce-98ce6be8208b,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:22.279290 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d9656fb4-661f-470a-a7d1-81c027fc5564 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1327735a-47e2-4184-a58f-cef601fdd1c9 HTTP/1.1" status: 204 len: 168 time: 0.4846981 Jul 30 01:59:22.344574 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9656fb4-661f-470a-a7d1-81c027fc5564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1327735a-47e2-4184-a58f-cef601fdd1c9,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:22.458722 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-6005d7bb-1ab8-4f84-aeda-f9fe97fb1ff7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Allocated IP 172.25.1.161 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/c7840a13-e2f6-4785-a152-64572bc14365) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:22.515398 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] Attempting to bind port 389c82ff-125d-485a-90ce-98ce6be8208b on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:22.515797 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] Attempting to bind port 389c82ff-125d-485a-90ce-98ce6be8208b by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '4b1cc4de-efbe-47ef-af88-b827d5e7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:22.516129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] Attempting to bind port 389c82ff-125d-485a-90ce-98ce6be8208b on network 66dcbf6c-fad9-41b5-b138-62e447f0d8c2 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:22.550281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] Port 389c82ff-125d-485a-90ce-98ce6be8208b on network 66dcbf6c-fad9-41b5-b138-62e447f0d8c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:22.550754 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] Attempting to bind port 389c82ff-125d-485a-90ce-98ce6be8208b on network 66dcbf6c-fad9-41b5-b138-62e447f0d8c2 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:22.556268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498994fd-aae6-42db-ad0f-e3690cf22160 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:59:22.569631 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.572153 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:22.572498 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] Checking segment: {'id': '4b1cc4de-efbe-47ef-af88-b827d5e7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:22.572889 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] Bound using segment: {'id': '4b1cc4de-efbe-47ef-af88-b827d5e7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:22.573338 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] Bound port: 389c82ff-125d-485a-90ce-98ce6be8208b, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1cc4de-efbe-47ef-af88-b827d5e7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:22.574068 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.591740 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6005d7bb-1ab8-4f84-aeda-f9fe97fb1ff7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.656306 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] Transition to ACTIVE for port object 498994fd-aae6-42db-ad0f-e3690cf22160 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:22.720523 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] For port 389c82ff-125d-485a-90ce-98ce6be8208b, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:22.735067 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] For port 389c82ff-125d-485a-90ce-98ce6be8208b, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=389c82ff-125d-485a-90ce-98ce6be8208b,segment=NetworkSegment(4b1cc4de-efbe-47ef-af88-b827d5e7fdd4),segment_id=4b1cc4de-efbe-47ef-af88-b827d5e7fdd4)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:22.750376 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7de3f-24a0-4b2d-b662-122f2728936c req-2f6a9ad1-79f7-4129-8253-0fcd42674a05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:22.752009 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-34a7de3f-24a0-4b2d-b662-122f2728936c req-2f6a9ad1-79f7-4129-8253-0fcd42674a05 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.0708928 Jul 30 01:59:22.788646 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.793111 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6005d7bb-1ab8-4f84-aeda-f9fe97fb1ff7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.863470 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-34a7de3f-24a0-4b2d-b662-122f2728936c req-0ce98ec1-7a9f-4779-a381-17e0c34a3af1 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044970 Jul 30 01:59:22.883053 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6005d7bb-1ab8-4f84-aeda-f9fe97fb1ff7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:22.883053 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-6005d7bb-1ab8-4f84-aeda-f9fe97fb1ff7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:22.903061 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6005d7bb-1ab8-4f84-aeda-f9fe97fb1ff7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:22.904892 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.944491 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005d7bb-1ab8-4f84-aeda-f9fe97fb1ff7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Port': ['ID=c7840a13-e2f6-4785-a152-64572bc14365,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:23.004209 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:23.005307 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.007306 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] 10.222.0.10 "PUT /v2.0/ports/389c82ff-125d-485a-90ce-98ce6be8208b HTTP/1.1" status: 200 len: 1092 time: 3.0336976 Jul 30 01:59:23.022119 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40adc3aa-8bb1-4c64-a6e1-66af1540e798', 'tag': '389c82ff-125d-485a-90ce-98ce6be8208b'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:23.025357 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048c913f-eea6-43a4-931b-1be7a5753d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "40adc3aa-8bb1-4c64-a6e1-66af1540e798", "tag": "389c82ff-125d-485a-90ce-98ce6be8208b"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:23.065285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] Pushing event updated for resources: {'Port': ['ID=498994fd-aae6-42db-ad0f-e3690cf22160,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:23.158261 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5305c8b-a7bb-49d9-973c-322f847c33a5 x-openstack-request-id: req-c5305c8b-a7bb-49d9-973c-322f847c33a5 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:23.158580 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40adc3aa-8bb1-4c64-a6e1-66af1540e798", "tag": "389c82ff-125d-485a-90ce-98ce6be8208b", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:23.158847 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c5305c8b-a7bb-49d9-973c-322f847c33a5 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:23.159524 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40adc3aa-8bb1-4c64-a6e1-66af1540e798', 'tag': '389c82ff-125d-485a-90ce-98ce6be8208b', 'status': 'completed', 'code': 200} Jul 30 01:59:23.302928 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] Attempting to bind port 498994fd-aae6-42db-ad0f-e3690cf22160 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:23.302928 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] Attempting to bind port 498994fd-aae6-42db-ad0f-e3690cf22160 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '4b1cc4de-efbe-47ef-af88-b827d5e7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:23.303375 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] Attempting to bind port 498994fd-aae6-42db-ad0f-e3690cf22160 on network 66dcbf6c-fad9-41b5-b138-62e447f0d8c2 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:23.353613 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c47cb-52a2-49de-8497-c751738fe218 req-b2361981-f872-45bc-a486-3cfcf6f52b3f tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:23.355411 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-143c47cb-52a2-49de-8497-c751738fe218 req-b2361981-f872-45bc-a486-3cfcf6f52b3f tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 931 time: 0.1951153 Jul 30 01:59:23.365005 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-857746b2-78bf-4202-b02e-a2888ebc3f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:23.367068 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-857746b2-78bf-4202-b02e-a2888ebc3f67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa908674f31a46ce8f979a23fe043471&device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 1095 time: 0.2127483 Jul 30 01:59:23.367696 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] Port 498994fd-aae6-42db-ad0f-e3690cf22160 on network 66dcbf6c-fad9-41b5-b138-62e447f0d8c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:23.367835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] Attempting to bind port 498994fd-aae6-42db-ad0f-e3690cf22160 on network 66dcbf6c-fad9-41b5-b138-62e447f0d8c2 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:23.376415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:23.376766 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] Checking segment: {'id': '4b1cc4de-efbe-47ef-af88-b827d5e7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:23.377296 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] Bound using segment: {'id': '4b1cc4de-efbe-47ef-af88-b827d5e7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:23.377745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] Bound port: 498994fd-aae6-42db-ad0f-e3690cf22160, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1cc4de-efbe-47ef-af88-b827d5e7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:23.378116 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.393102 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6b225-a760-452f-a798-98e6ef904297 service neutron] Pushing event updated for resources: {'Port': ['ID=389c82ff-125d-485a-90ce-98ce6be8208b,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:23.450906 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-ac2bfcf9-272c-4578-ba53-c232d3eb7094 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=389c82ff-125d-485a-90ce-98ce6be8208b HTTP/1.1" status: 200 len: 217 time: 0.0536742 Jul 30 01:59:23.548865 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-143c47cb-52a2-49de-8497-c751738fe218 req-4ca0a20e-c840-4d47-95b1-b58fba816a1a tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742921 Jul 30 01:59:23.593484 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-b1f5e662-5d57-4f3c-af42-6bf55995af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:23.595705 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-b1f5e662-5d57-4f3c-af42-6bf55995af6b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36d51713-fbca-453d-adee-2f8e234bb47b HTTP/1.1" status: 200 len: 854 time: 0.1162500 Jul 30 01:59:23.596615 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] For port 498994fd-aae6-42db-ad0f-e3690cf22160, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:23.615460 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] For port 498994fd-aae6-42db-ad0f-e3690cf22160, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=498994fd-aae6-42db-ad0f-e3690cf22160,segment=NetworkSegment(4b1cc4de-efbe-47ef-af88-b827d5e7fdd4),segment_id=4b1cc4de-efbe-47ef-af88-b827d5e7fdd4)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:23.645111 n-d-713498-9 neutron-server[94464]: DEBUG neutron.objects.ports [None req-fa22444c-2328-4d4d-bfdd-498bfb3e68c1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94464) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:59:23.645815 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa22444c-2328-4d4d-bfdd-498bfb3e68c1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.653854 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110d0f46-5137-4c8f-9698-13b431d0dc99 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:59:23.667387 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.719100 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Transition to ACTIVE for port object 110d0f46-5137-4c8f-9698-13b431d0dc99 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:23.722002 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.746041 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22444c-2328-4d4d-bfdd-498bfb3e68c1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Pushing event updated for resources: {'Subnet': ['ID=74fed40a-e18f-43a1-9362-74fe88079ff0,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:23.783610 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-9217edff-f76e-4474-9275-7516876bcd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:23.785201 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-9217edff-f76e-4474-9275-7516876bcd9d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=66dcbf6c-fad9-41b5-b138-62e447f0d8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1684427 Jul 30 01:59:23.788482 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:23.789321 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.791966 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] 10.222.0.10 "PUT /v2.0/ports/498994fd-aae6-42db-ad0f-e3690cf22160 HTTP/1.1" status: 200 len: 1091 time: 2.2760904 Jul 30 01:59:23.811890 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa22444c-2328-4d4d-bfdd-498bfb3e68c1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Checking segment: {'id': '15b64bdd-c731-4963-b1fc-431cb157a7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78c65dff-dbfa-4223-bcd5-4592435bd4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:23.812313 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa22444c-2328-4d4d-bfdd-498bfb3e68c1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Network hostable DHCP agents. Network: 78c65dff-dbfa-4223-bcd5-4592435bd4cd, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:59:23.838354 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.878998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d81ef3-9c66-4300-ac41-4c4cfeca4b4f service neutron] Pushing event updated for resources: {'Port': ['ID=498994fd-aae6-42db-ad0f-e3690cf22160,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:23.893861 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Pushing event updated for resources: {'Port': ['ID=110d0f46-5137-4c8f-9698-13b431d0dc99,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:23.913255 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57544) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:23.916665 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:23.917089 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:23.917495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:23.918678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:23.918678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:23.918965 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:23.919517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:23.919720 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:23.920144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:23.920593 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:23.920897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:23.921280 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:24.003375 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa22444c-2328-4d4d-bfdd-498bfb3e68c1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Network 78c65dff-dbfa-4223-bcd5-4592435bd4cd is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:59:24.017423 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-b44120c8-cca5-46d1-93d3-f37b20e1d88c service neutron] 10.222.0.10 "GET /v2.0/networks/66dcbf6c-fad9-41b5-b138-62e447f0d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210445 Jul 30 01:59:24.090188 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-fa22444c-2328-4d4d-bfdd-498bfb3e68c1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 78c65dff-dbfa-4223-bcd5-4592435bd4cd) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:24.093095 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-af517b9b-8aff-45c3-ad36-24bffd191a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:24.095672 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-af517b9b-8aff-45c3-ad36-24bffd191a12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa908674f31a46ce8f979a23fe043471&device_id=a20d5a96-5550-486c-b670-873fcfca83ad HTTP/1.1" status: 200 len: 1094 time: 0.1418312 Jul 30 01:59:24.100754 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa22444c-2328-4d4d-bfdd-498bfb3e68c1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:24.105008 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa22444c-2328-4d4d-bfdd-498bfb3e68c1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.115979 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c8f8b4-0bf3-4be7-800d-1f6f58c122a4 None None] Network 78c65dff-dbfa-4223-bcd5-4592435bd4cd requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:24.126608 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-427f07aa-1f32-433b-9384-c0a57f19ded0 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1723283003-network', 'tenant_id': '0b3e8918db4646e6b3db6f0d7d91a624'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:24.170219 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9f706-551b-413d-8aa6-416bfd77e682 req-1e757618-9805-4faf-b872-67d526d8e3a1 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:24.172135 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8fe9f706-551b-413d-8aa6-416bfd77e682 req-1e757618-9805-4faf-b872-67d526d8e3a1 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.1891558 Jul 30 01:59:24.173703 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-8b6b2b0f-b203-44b3-8e42-1fc9b7527b9f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=498994fd-aae6-42db-ad0f-e3690cf22160 HTTP/1.1" status: 200 len: 217 time: 0.0662427 Jul 30 01:59:24.178958 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Attempting to bind port 110d0f46-5137-4c8f-9698-13b431d0dc99 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:24.179618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Attempting to bind port 110d0f46-5137-4c8f-9698-13b431d0dc99 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '4b1cc4de-efbe-47ef-af88-b827d5e7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:24.180143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Attempting to bind port 110d0f46-5137-4c8f-9698-13b431d0dc99 on network 66dcbf6c-fad9-41b5-b138-62e447f0d8c2 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:24.199571 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Port 110d0f46-5137-4c8f-9698-13b431d0dc99 on network 66dcbf6c-fad9-41b5-b138-62e447f0d8c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:24.200213 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Attempting to bind port 110d0f46-5137-4c8f-9698-13b431d0dc99 on network 66dcbf6c-fad9-41b5-b138-62e447f0d8c2 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:24.203039 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6005d7bb-1ab8-4f84-aeda-f9fe97fb1ff7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.234109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:24.234495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Checking segment: {'id': '4b1cc4de-efbe-47ef-af88-b827d5e7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:24.235266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Bound using segment: {'id': '4b1cc4de-efbe-47ef-af88-b827d5e7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:24.235422 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Bound port: 110d0f46-5137-4c8f-9698-13b431d0dc99, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1cc4de-efbe-47ef-af88-b827d5e7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:24.235813 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.254668 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-82b8b2ee-05a3-4293-8120-c7dba6bfa07b req-d9090826-6dac-4978-b774-a65aa33c6cd7 service neutron] 10.222.0.10 "GET /v2.0/networks/66dcbf6c-fad9-41b5-b138-62e447f0d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297213 Jul 30 01:59:24.258532 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-2821daae-42bc-4e4f-8080-508ff001ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:24.259982 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-2821daae-42bc-4e4f-8080-508ff001ed7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36d51713-fbca-453d-adee-2f8e234bb47b HTTP/1.1" status: 200 len: 854 time: 0.0797672 Jul 30 01:59:24.307751 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427f07aa-1f32-433b-9384-c0a57f19ded0 admin admin] Made reservation on behalf of 0b3e8918db4646e6b3db6f0d7d91a624 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:24.309889 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8fe9f706-551b-413d-8aa6-416bfd77e682 req-81e34a3f-1852-4223-93b6-d1e315de62d8 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200759 Jul 30 01:59:24.310040 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-427f07aa-1f32-433b-9384-c0a57f19ded0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.322777 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-427f07aa-1f32-433b-9384-c0a57f19ded0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.340392 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aab0e2-e831-4efb-a6ce-9044e60895b3 None None] Network 78c65dff-dbfa-4223-bcd5-4592435bd4cd requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:24.348555 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-9d7bfb58-3912-4306-a6a1-face9ddc8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:24.350085 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-9d7bfb58-3912-4306-a6a1-face9ddc8bf1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=66dcbf6c-fad9-41b5-b138-62e447f0d8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824168 Jul 30 01:59:24.419935 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] For port 110d0f46-5137-4c8f-9698-13b431d0dc99, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:24.430855 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fa22444c-2328-4d4d-bfdd-498bfb3e68c1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3709254 Jul 30 01:59:24.436271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57550) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:24.447549 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-9562a3df-fac4-497b-a18d-6b0aa485f37e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1299455788', 'network_id': '78c65dff-dbfa-4223-bcd5-4592435bd4cd'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:24.448524 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6005d7bb-1ab8-4f84-aeda-f9fe97fb1ff7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.452458 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] For port 110d0f46-5137-4c8f-9698-13b431d0dc99, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=110d0f46-5137-4c8f-9698-13b431d0dc99,segment=NetworkSegment(4b1cc4de-efbe-47ef-af88-b827d5e7fdd4),segment_id=4b1cc4de-efbe-47ef-af88-b827d5e7fdd4)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:24.541256 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.584573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:24.585711 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.587267 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] 10.222.0.10 "PUT /v2.0/ports/110d0f46-5137-4c8f-9698-13b431d0dc99 HTTP/1.1" status: 200 len: 1091 time: 2.6158869 Jul 30 01:59:24.615545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c1ed38-3bde-49e1-af1f-217365bfbdcd', 'tag': '110d0f46-5137-4c8f-9698-13b431d0dc99'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:24.621425 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cebc26-dd57-4b1c-870b-6d5292c8f0ff" -d '{"events": [{"name": "network-changed", "server_uuid": "89c1ed38-3bde-49e1-af1f-217365bfbdcd", "tag": "110d0f46-5137-4c8f-9698-13b431d0dc99"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:24.721574 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8c4f6-6503-440a-b144-66b7600143fc service neutron] Pushing event updated for resources: {'Port': ['ID=110d0f46-5137-4c8f-9698-13b431d0dc99,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:24.736944 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993288bf-9605-4775-a1ad-c06fa56dd049 x-openstack-request-id: req-993288bf-9605-4775-a1ad-c06fa56dd049 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:24.737262 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c1ed38-3bde-49e1-af1f-217365bfbdcd", "tag": "110d0f46-5137-4c8f-9698-13b431d0dc99", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:24.737486 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-993288bf-9605-4775-a1ad-c06fa56dd049 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:24.737891 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c1ed38-3bde-49e1-af1f-217365bfbdcd', 'tag': '110d0f46-5137-4c8f-9698-13b431d0dc99', 'status': 'completed', 'code': 200} Jul 30 01:59:24.836821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-facda3c2-67bb-4d67-bb69-32ebcda9cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:24.838421 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-facda3c2-67bb-4d67-bb69-32ebcda9cbb6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa908674f31a46ce8f979a23fe043471&device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 1094 time: 0.1317525 Jul 30 01:59:24.843327 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6005d7bb-1ab8-4f84-aeda-f9fe97fb1ff7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.863289 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21f3d7-a769-4c8c-8e02-998f9e8fbe7c req-831da2b2-0538-477d-8659-46037ce5b86c tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:24.864869 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1a21f3d7-a769-4c8c-8e02-998f9e8fbe7c req-831da2b2-0538-477d-8659-46037ce5b86c tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 943 time: 0.1064835 Jul 30 01:59:24.903238 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-85667d0b-27be-43d5-b6e3-c7480ba51081 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=110d0f46-5137-4c8f-9698-13b431d0dc99 HTTP/1.1" status: 200 len: 217 time: 0.0542581 Jul 30 01:59:24.903538 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c913f-eea6-43a4-931b-1be7a5753d6b req-ed976045-9ad8-4e4f-983e-693aaa0b06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:24.905186 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-048c913f-eea6-43a4-931b-1be7a5753d6b req-ed976045-9ad8-4e4f-983e-693aaa0b06fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa908674f31a46ce8f979a23fe043471&device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 1095 time: 0.5098243 Jul 30 01:59:24.912517 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-2c6967d6-33ef-4871-a80a-c2a13f87c59e service neutron] 10.222.0.10 "GET /v2.0/networks/66dcbf6c-fad9-41b5-b138-62e447f0d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530283 Jul 30 01:59:24.952698 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6005d7bb-1ab8-4f84-aeda-f9fe97fb1ff7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.045465 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6005d7bb-1ab8-4f84-aeda-f9fe97fb1ff7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.049896 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1a21f3d7-a769-4c8c-8e02-998f9e8fbe7c req-f6011d7c-1f01-43c9-82e1-d43fc27cc466 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495767 Jul 30 01:59:25.110956 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-427f07aa-1f32-433b-9384-c0a57f19ded0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.120783 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-899ad78b-0cc9-4aa5-b045-d51109ff0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:25.124343 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-899ad78b-0cc9-4aa5-b045-d51109ff0bbd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36d51713-fbca-453d-adee-2f8e234bb47b HTTP/1.1" status: 200 len: 854 time: 0.2056694 Jul 30 01:59:25.144923 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005d7bb-1ab8-4f84-aeda-f9fe97fb1ff7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Port': ['ID=c7840a13-e2f6-4785-a152-64572bc14365,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:25.150356 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1d07b078-34c7-4ef3-87eb-aa41bafd5782 req-4bf409c9-b0f4-445c-b3c6-6dc488424731 service neutron] 10.222.0.10 "GET /v2.0/networks/66dcbf6c-fad9-41b5-b138-62e447f0d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250621 Jul 30 01:59:25.154317 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c913f-eea6-43a4-931b-1be7a5753d6b req-1c58910b-3ffc-4a90-b83a-7c2b979cdb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:25.154317 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-048c913f-eea6-43a4-931b-1be7a5753d6b req-1c58910b-3ffc-4a90-b83a-7c2b979cdb1f service neutron] 10.222.0.10 "GET /v2.0/networks?id=66dcbf6c-fad9-41b5-b138-62e447f0d8c2 HTTP/1.1" status: 200 len: 916 time: 0.2296724 Jul 30 01:59:25.160196 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20d5a96-5550-486c-b670-873fcfca83ad', 'tag': '498994fd-aae6-42db-ad0f-e3690cf22160'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:25.162643 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f935883-09ab-40bd-95a2-034b1d4a0b39" -d '{"events": [{"name": "network-changed", "server_uuid": "a20d5a96-5550-486c-b670-873fcfca83ad", "tag": "498994fd-aae6-42db-ad0f-e3690cf22160"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:25.225281 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-427f07aa-1f32-433b-9384-c0a57f19ded0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.238555 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427f07aa-1f32-433b-9384-c0a57f19ded0 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:25.251370 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-427f07aa-1f32-433b-9384-c0a57f19ded0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.251728 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-427f07aa-1f32-433b-9384-c0a57f19ded0 admin admin] Added segment b8c56bac-533e-479e-9ec2-3e522bd8d653 of type vlan for network 98297e65-d7be-4e7c-8231-82f24766903a Jul 30 01:59:25.254524 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-4bc44793-0443-4720-84f2-c3ca3a8ba534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:25.256576 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-4bc44793-0443-4720-84f2-c3ca3a8ba534 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=66dcbf6c-fad9-41b5-b138-62e447f0d8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225340 Jul 30 01:59:25.298230 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-427f07aa-1f32-433b-9384-c0a57f19ded0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.334407 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-6005d7bb-1ab8-4f84-aeda-f9fe97fb1ff7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Floating IP 32cf18a5-5716-4993-9568-772aa9c141f3 associated. External IP: 172.25.1.161, port: 087c61f8-40e9-487f-afbb-a92b563d39d2. Jul 30 01:59:25.338708 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ffa7ff-1a1f-406a-a6f1-41da3f1f89c0 x-openstack-request-id: req-88ffa7ff-1a1f-406a-a6f1-41da3f1f89c0 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:25.339034 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20d5a96-5550-486c-b670-873fcfca83ad", "tag": "498994fd-aae6-42db-ad0f-e3690cf22160", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:25.339286 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-88ffa7ff-1a1f-406a-a6f1-41da3f1f89c0 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:25.341038 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20d5a96-5550-486c-b670-873fcfca83ad', 'tag': '498994fd-aae6-42db-ad0f-e3690cf22160', 'status': 'completed', 'code': 200} Jul 30 01:59:25.366397 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-048c913f-eea6-43a4-931b-1be7a5753d6b req-55252566-6c75-4041-9722-6ff9392a12d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=389c82ff-125d-485a-90ce-98ce6be8208b HTTP/1.1" status: 200 len: 217 time: 0.2001464 Jul 30 01:59:25.367035 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9562a3df-fac4-497b-a18d-6b0aa485f37e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Made reservation on behalf of 9b35b484da0b4f61b7fe1fe5ba808c28 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:25.369480 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9562a3df-fac4-497b-a18d-6b0aa485f37e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.429056 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f07aa-1f32-433b-9384-c0a57f19ded0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caf2ce3-6b1c-4ab5-9ddc-b9ea1074630f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:25.508332 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-427f07aa-1f32-433b-9384-c0a57f19ded0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.509623 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427f07aa-1f32-433b-9384-c0a57f19ded0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:25.510518 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-427f07aa-1f32-433b-9384-c0a57f19ded0 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.521365 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-e3cbc7a0-9945-49d7-96ab-be834a1ef362 service neutron] 10.222.0.10 "GET /v2.0/networks/66dcbf6c-fad9-41b5-b138-62e447f0d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555935 Jul 30 01:59:25.526658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-9562a3df-fac4-497b-a18d-6b0aa485f37e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] device_id is not set on port a69de1f8-8971-44a5-a9d6-d649cf6eb1c8 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:59:25.604179 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929a45e-bd19-47b5-8be7-cf5a863ba5f3 req-b3822bb4-d0c6-4a5f-b80f-a361ff9d8069 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:25.605706 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4929a45e-bd19-47b5-8be7-cf5a863ba5f3 req-b3822bb4-d0c6-4a5f-b80f-a361ff9d8069 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.1434839 Jul 30 01:59:25.646609 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-427f07aa-1f32-433b-9384-c0a57f19ded0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7301905 Jul 30 01:59:25.662113 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57572) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:25.667806 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c913f-eea6-43a4-931b-1be7a5753d6b req-da006b91-f209-4fe5-b9f8-00c4ee9d806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:25.669250 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-135eabee-d1d5-4776-8884-1289e6066153 admin admin] Request body: {'subnet': {'network_id': '98297e65-d7be-4e7c-8231-82f24766903a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1723283003-subnet', 'tenant_id': '0b3e8918db4646e6b3db6f0d7d91a624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:25.669410 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-048c913f-eea6-43a4-931b-1be7a5753d6b req-da006b91-f209-4fe5-b9f8-00c4ee9d806b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36d51713-fbca-453d-adee-2f8e234bb47b HTTP/1.1" status: 200 len: 854 time: 0.2805572 Jul 30 01:59:25.725007 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f07aa-1f32-433b-9384-c0a57f19ded0 admin admin] Pushing event updated for resources: {'Network': ['ID=98297e65-d7be-4e7c-8231-82f24766903a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:25.731595 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfa9278b-78cc-4791-bd9e-69c16dc90bc5 req-ca3862c4-70eb-4f6b-98b6-0fa8cfc61c82 service neutron] 10.222.0.10 "GET /v2.0/networks/66dcbf6c-fad9-41b5-b138-62e447f0d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026508 Jul 30 01:59:25.740454 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 98297e65-d7be-4e7c-8231-82f24766903a details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:25.752794 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6005d7bb-1ab8-4f84-aeda-f9fe97fb1ff7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Router 76c36449-11ac-4843-9789-9d76f3949045 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:25.753039 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f935883-09ab-40bd-95a2-034b1d4a0b39 req-c4da8399-8de1-4891-ac9a-9a6524a769d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:25.754369 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9f935883-09ab-40bd-95a2-034b1d4a0b39 req-c4da8399-8de1-4891-ac9a-9a6524a769d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa908674f31a46ce8f979a23fe043471&device_id=a20d5a96-5550-486c-b670-873fcfca83ad HTTP/1.1" status: 200 len: 1094 time: 0.4266407 Jul 30 01:59:25.812432 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4929a45e-bd19-47b5-8be7-cf5a863ba5f3 req-005b8ccb-80ee-4838-8db8-ad5604387072 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729100 Jul 30 01:59:25.870098 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135eabee-d1d5-4776-8884-1289e6066153 admin admin] Made reservation on behalf of 0b3e8918db4646e6b3db6f0d7d91a624 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:25.872339 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-135eabee-d1d5-4776-8884-1289e6066153 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.873553 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c913f-eea6-43a4-931b-1be7a5753d6b req-ac66a9cd-a0a9-4770-988d-75c68308a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:25.875089 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-048c913f-eea6-43a4-931b-1be7a5753d6b req-ac66a9cd-a0a9-4770-988d-75c68308a7b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=66dcbf6c-fad9-41b5-b138-62e447f0d8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1942225 Jul 30 01:59:25.895896 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-9562a3df-fac4-497b-a18d-6b0aa485f37e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Allocated IP 2001:db8::e (78c65dff-dbfa-4223-bcd5-4592435bd4cd/74fed40a-e18f-43a1-9362-74fe88079ff0/a69de1f8-8971-44a5-a9d6-d649cf6eb1c8) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:25.977302 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6005d7bb-1ab8-4f84-aeda-f9fe97fb1ff7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:25.997106 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b165ec-c198-4d5c-b678-5e821d2b2b43 None None] Sync routers for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:26.010947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cebc26-dd57-4b1c-870b-6d5292c8f0ff req-9bac65d5-ff5e-410b-8204-505e4775aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:26.011562 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b165ec-c198-4d5c-b678-5e821d2b2b43 None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:26.012379 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-18b165ec-c198-4d5c-b678-5e821d2b2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:26.012795 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4cebc26-dd57-4b1c-870b-6d5292c8f0ff req-9bac65d5-ff5e-410b-8204-505e4775aedb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa908674f31a46ce8f979a23fe043471&device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 1094 time: 0.1357260 Jul 30 01:59:26.036335 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-048c913f-eea6-43a4-931b-1be7a5753d6b req-ca9ac716-aa69-4d2d-a0b2-700d0a5fd82b service neutron] 10.222.0.10 "GET /v2.0/networks/66dcbf6c-fad9-41b5-b138-62e447f0d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500049 Jul 30 01:59:26.052614 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-18b165ec-c198-4d5c-b678-5e821d2b2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:26.062143 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b165ec-c198-4d5c-b678-5e821d2b2b43 None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:26.063703 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-18b165ec-c198-4d5c-b678-5e821d2b2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:26.108520 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6005d7bb-1ab8-4f84-aeda-f9fe97fb1ff7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.145154 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-18b165ec-c198-4d5c-b678-5e821d2b2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:26.146202 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b165ec-c198-4d5c-b678-5e821d2b2b43 None None] The sync data for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:26.221617 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6005d7bb-1ab8-4f84-aeda-f9fe97fb1ff7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.5594623 Jul 30 01:59:26.242232 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57580) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:26.256366 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f935883-09ab-40bd-95a2-034b1d4a0b39 req-30faf99e-ffb8-4494-9b9f-6122792c54be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:26.258161 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9f935883-09ab-40bd-95a2-034b1d4a0b39 req-30faf99e-ffb8-4494-9b9f-6122792c54be service neutron] 10.222.0.10 "GET /v2.0/networks?id=66dcbf6c-fad9-41b5-b138-62e447f0d8c2 HTTP/1.1" status: 200 len: 916 time: 0.4917829 Jul 30 01:59:26.314400 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cebc26-dd57-4b1c-870b-6d5292c8f0ff req-10f37ff1-f2b3-44eb-ba42-616141c42450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:26.316099 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4cebc26-dd57-4b1c-870b-6d5292c8f0ff req-10f37ff1-f2b3-44eb-ba42-616141c42450 service neutron] 10.222.0.10 "GET /v2.0/networks?id=66dcbf6c-fad9-41b5-b138-62e447f0d8c2 HTTP/1.1" status: 200 len: 916 time: 0.2939289 Jul 30 01:59:26.318946 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9f935883-09ab-40bd-95a2-034b1d4a0b39 req-a4448b71-0612-4255-bdcd-dcab9bf3003e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=498994fd-aae6-42db-ad0f-e3690cf22160 HTTP/1.1" status: 200 len: 217 time: 0.0498466 Jul 30 01:59:26.381424 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14793d79-b6c8-4065-8309-64d29e10c089 req-5e18247d-035e-4e1b-a8c2-786b76a1dbe9 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:26.382991 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-14793d79-b6c8-4065-8309-64d29e10c089 req-5e18247d-035e-4e1b-a8c2-786b76a1dbe9 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 943 time: 0.2130277 Jul 30 01:59:26.386696 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-135eabee-d1d5-4776-8884-1289e6066153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.394405 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fb139bce-5488-49a3-93bc-32596ce46932 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "GET /v2.0/floatingips/32cf18a5-5716-4993-9568-772aa9c141f3 HTTP/1.1" status: 200 len: 978 time: 0.1465297 Jul 30 01:59:26.398384 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4cebc26-dd57-4b1c-870b-6d5292c8f0ff req-8cb9eb2e-cded-467a-9b4b-04187bbb5b50 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=110d0f46-5137-4c8f-9698-13b431d0dc99 HTTP/1.1" status: 200 len: 217 time: 0.0683937 Jul 30 01:59:26.408843 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57582) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:26.414203 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9562a3df-fac4-497b-a18d-6b0aa485f37e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.423941 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-048c913f-eea6-43a4-931b-1be7a5753d6b req-dea65ac2-cda2-4ded-8960-69941ca52b09 service neutron] 10.222.0.10 "GET /v2.0/networks/66dcbf6c-fad9-41b5-b138-62e447f0d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406693 Jul 30 01:59:26.516284 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f935883-09ab-40bd-95a2-034b1d4a0b39 req-855ec6bb-f347-43f6-ba24-3144d6141b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:26.516284 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9f935883-09ab-40bd-95a2-034b1d4a0b39 req-855ec6bb-f347-43f6-ba24-3144d6141b4b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36d51713-fbca-453d-adee-2f8e234bb47b HTTP/1.1" status: 200 len: 854 time: 0.1850550 Jul 30 01:59:26.614425 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-29f09884-749e-443b-9bc8-d96bf44842be tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2030082 Jul 30 01:59:26.621564 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57586) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:26.629245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-7313ae0c-7b9c-4886-8317-6de8e1febfc8 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'floatingip': {'port_id': 'd4381967-e7d7-48f0-97c0-d8f89253d42c'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:26.691392 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f935883-09ab-40bd-95a2-034b1d4a0b39 req-1d203100-ab0d-402c-a94d-53b6ffdc1e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:26.692899 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9f935883-09ab-40bd-95a2-034b1d4a0b39 req-1d203100-ab0d-402c-a94d-53b6ffdc1e70 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=66dcbf6c-fad9-41b5-b138-62e447f0d8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612678 Jul 30 01:59:26.701929 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7313ae0c-7b9c-4886-8317-6de8e1febfc8 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.789855 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9562a3df-fac4-497b-a18d-6b0aa485f37e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.863700 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135eabee-d1d5-4776-8884-1289e6066153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a99fc183-a9ee-4fa2-99e9-e7de87394ba5,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:26.886286 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9562a3df-fac4-497b-a18d-6b0aa485f37e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Network 78c65dff-dbfa-4223-bcd5-4592435bd4cd is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:26.893543 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-14793d79-b6c8-4065-8309-64d29e10c089 req-70dce442-39d8-4588-b369-b8bcbf93ac89 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013232 Jul 30 01:59:26.898327 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cebc26-dd57-4b1c-870b-6d5292c8f0ff req-5bbac4e5-8b21-42c4-879e-62d570a0be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:26.899844 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4cebc26-dd57-4b1c-870b-6d5292c8f0ff req-5bbac4e5-8b21-42c4-879e-62d570a0be65 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36d51713-fbca-453d-adee-2f8e234bb47b HTTP/1.1" status: 200 len: 854 time: 0.4759207 Jul 30 01:59:26.910176 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135eabee-d1d5-4776-8884-1289e6066153 admin admin] Checking segment: {'id': 'b8c56bac-533e-479e-9ec2-3e522bd8d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '98297e65-d7be-4e7c-8231-82f24766903a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:26.910483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135eabee-d1d5-4776-8884-1289e6066153 admin admin] Network hostable DHCP agents. Network: 98297e65-d7be-4e7c-8231-82f24766903a, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:59:26.913770 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-9562a3df-fac4-497b-a18d-6b0aa485f37e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:26.921626 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562a3df-fac4-497b-a18d-6b0aa485f37e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Pushing event updated for resources: {'Port': ['ID=a69de1f8-8971-44a5-a9d6-d649cf6eb1c8,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:26.936191 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9562a3df-fac4-497b-a18d-6b0aa485f37e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:26.937172 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9562a3df-fac4-497b-a18d-6b0aa485f37e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:26.937778 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9562a3df-fac4-497b-a18d-6b0aa485f37e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.964071 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cebc26-dd57-4b1c-870b-6d5292c8f0ff req-f60e2e75-203d-4641-820e-afdd8d8b71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:26.965803 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4cebc26-dd57-4b1c-870b-6d5292c8f0ff req-f60e2e75-203d-4641-820e-afdd8d8b71f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=66dcbf6c-fad9-41b5-b138-62e447f0d8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569105 Jul 30 01:59:27.000395 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9f935883-09ab-40bd-95a2-034b1d4a0b39 req-84cc6879-d685-46ba-9cf5-c270f3fc16a1 service neutron] 10.222.0.10 "GET /v2.0/networks/66dcbf6c-fad9-41b5-b138-62e447f0d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960191 Jul 30 01:59:27.021972 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135eabee-d1d5-4776-8884-1289e6066153 admin admin] Network 98297e65-d7be-4e7c-8231-82f24766903a is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:59:27.067852 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4cebc26-dd57-4b1c-870b-6d5292c8f0ff req-40875c3c-b0a2-4bce-8461-1e4130ba9e7a service neutron] 10.222.0.10 "GET /v2.0/networks/66dcbf6c-fad9-41b5-b138-62e447f0d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939906 Jul 30 01:59:27.093432 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-135eabee-d1d5-4776-8884-1289e6066153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 98297e65-d7be-4e7c-8231-82f24766903a) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:27.102396 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0042b4-0480-452e-a277-4072fc497855 None None] Network 98297e65-d7be-4e7c-8231-82f24766903a requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:27.102916 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9970c-e1a7-4991-a9c9-c3d8b3908632 req-1b2a282a-d5e7-44a9-94b5-54d87e6a7ab2 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:27.104359 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d9f9970c-e1a7-4991-a9c9-c3d8b3908632 req-1b2a282a-d5e7-44a9-94b5-54d87e6a7ab2 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.1947222 Jul 30 01:59:27.110925 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9562a3df-fac4-497b-a18d-6b0aa485f37e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6690454 Jul 30 01:59:27.115961 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57590) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:27.124893 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135eabee-d1d5-4776-8884-1289e6066153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:27.125537 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-135eabee-d1d5-4776-8884-1289e6066153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:27.226175 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4cebc26-dd57-4b1c-870b-6d5292c8f0ff req-c1590049-1cc4-40bf-83ce-71453281ffb2 service neutron] 10.222.0.10 "GET /v2.0/networks/66dcbf6c-fad9-41b5-b138-62e447f0d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471300 Jul 30 01:59:27.226175 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-135eabee-d1d5-4776-8884-1289e6066153 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5599165 Jul 30 01:59:27.269003 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b434b4db-d946-4612-808b-0f7328b3e28c None None] Network 98297e65-d7be-4e7c-8231-82f24766903a requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:27.333993 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d9f9970c-e1a7-4991-a9c9-c3d8b3908632 req-e43beb36-032f-4cc3-9ed5-a9aaf9a2c418 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940842 Jul 30 01:59:27.413358 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9f935883-09ab-40bd-95a2-034b1d4a0b39 req-39d1dfbe-a586-4b1c-ab70-87fa7b8482f6 service neutron] 10.222.0.10 "GET /v2.0/networks/66dcbf6c-fad9-41b5-b138-62e447f0d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967271 Jul 30 01:59:27.481653 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-758374b6-1039-4721-8517-291a48126d17 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Deleting port a69de1f8-8971-44a5-a9d6-d649cf6eb1c8 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:27.482000 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-758374b6-1039-4721-8517-291a48126d17 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:27.694029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 389c82ff-125d-485a-90ce-98ce6be8208b details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:59:27.905961 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-014fecbc-cb7f-41fc-9b49-a87d6bb15c97 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:27.910149 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 389c82ff-125d-485a-90ce-98ce6be8208b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=389c82ff-125d-485a-90ce-98ce6be8208b,segment=NetworkSegment(4b1cc4de-efbe-47ef-af88-b827d5e7fdd4),segment_id=4b1cc4de-efbe-47ef-af88-b827d5e7fdd4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:27.914372 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-014fecbc-cb7f-41fc-9b49-a87d6bb15c97 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/networks?id=98297e65-d7be-4e7c-8231-82f24766903a HTTP/1.1" status: 200 len: 821 time: 0.1758785 Jul 30 01:59:27.924141 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '389c82ff-125d-485a-90ce-98ce6be8208b', 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2', 'port_id': '389c82ff-125d-485a-90ce-98ce6be8208b', 'mac_address': 'fa:16:3e:83:c7:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d51713-fbca-453d-adee-2f8e234bb47b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:59:27.930835 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-429c7cdc-65d9-4133-8245-96b05da79835 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/quotas/0b3e8918db4646e6b3db6f0d7d91a624 HTTP/1.1" status: 200 len: 375 time: 0.0155253 Jul 30 01:59:27.964004 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-febd1c00-9929-4b19-8b31-4305abd36f50 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b3e8918db4646e6b3db6f0d7d91a624&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321453 Jul 30 01:59:27.971526 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:27.996977 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389c82ff-125d-485a-90ce-98ce6be8208b {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:59:28.019752 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 389c82ff-125d-485a-90ce-98ce6be8208b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=389c82ff-125d-485a-90ce-98ce6be8208b,segment=NetworkSegment(4b1cc4de-efbe-47ef-af88-b827d5e7fdd4),segment_id=4b1cc4de-efbe-47ef-af88-b827d5e7fdd4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:28.086967 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-8d9b2105-93b9-455f-a47a-aed4c0aa4c85 service neutron] 10.222.0.70 "GET /v2.0/networks/98297e65-d7be-4e7c-8231-82f24766903a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151490 Jul 30 01:59:28.091673 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-758374b6-1039-4721-8517-291a48126d17 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.104039 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.104741 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 498994fd-aae6-42db-ad0f-e3690cf22160 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:59:28.105456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-758374b6-1039-4721-8517-291a48126d17 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Calling delete_port for a69de1f8-8971-44a5-a9d6-d649cf6eb1c8 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:28.222719 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 498994fd-aae6-42db-ad0f-e3690cf22160, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=498994fd-aae6-42db-ad0f-e3690cf22160,segment=NetworkSegment(4b1cc4de-efbe-47ef-af88-b827d5e7fdd4),segment_id=4b1cc4de-efbe-47ef-af88-b827d5e7fdd4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:28.225103 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=389c82ff-125d-485a-90ce-98ce6be8208b,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:28.239103 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '498994fd-aae6-42db-ad0f-e3690cf22160', 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2', 'port_id': '498994fd-aae6-42db-ad0f-e3690cf22160', 'mac_address': 'fa:16:3e:8f:37:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d51713-fbca-453d-adee-2f8e234bb47b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:59:28.289709 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.302909 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-012d3eb5-91f4-4378-bf60-eda9adc09fe2 service neutron] 10.222.0.70 "GET /v2.0/networks/98297e65-d7be-4e7c-8231-82f24766903a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150486 Jul 30 01:59:28.318126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498994fd-aae6-42db-ad0f-e3690cf22160 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:59:28.322291 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.db.resource_extend [None req-7313ae0c-7b9c-4886-8317-6de8e1febfc8 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:59:28.350940 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 498994fd-aae6-42db-ad0f-e3690cf22160, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=498994fd-aae6-42db-ad0f-e3690cf22160,segment=NetworkSegment(4b1cc4de-efbe-47ef-af88-b827d5e7fdd4),segment_id=4b1cc4de-efbe-47ef-af88-b827d5e7fdd4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:28.378205 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb2312-5570-419b-a823-9a5d8aa50801 req-fe7d584d-0356-4d3e-8bc9-003e2c77d62f tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:28.379859 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0fdb2312-5570-419b-a823-9a5d8aa50801 req-fe7d584d-0356-4d3e-8bc9-003e2c77d62f tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 943 time: 0.3773372 Jul 30 01:59:28.393069 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-758374b6-1039-4721-8517-291a48126d17 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.434108 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758374b6-1039-4721-8517-291a48126d17 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Pushing event deleted for resources: {'Port': ['ID=a69de1f8-8971-44a5-a9d6-d649cf6eb1c8,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:28.435585 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.468088 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7313ae0c-7b9c-4886-8317-6de8e1febfc8 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.474306 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-758374b6-1039-4721-8517-291a48126d17 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.476071 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-758374b6-1039-4721-8517-291a48126d17 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "DELETE /v2.0/ports/a69de1f8-8971-44a5-a9d6-d649cf6eb1c8 HTTP/1.1" status: 204 len: 168 time: 1.3595140 Jul 30 01:59:28.478943 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57624) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:28.483685 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-d14e7878-2492-4a5b-b225-a97693d1c14e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78c65dff-dbfa-4223-bcd5-4592435bd4cd', 'external_fixed_ips': [{'subnet_id': '74fed40a-e18f-43a1-9362-74fe88079ff0', 'ip_address': '2001:db8::e'}]}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:28.520031 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=498994fd-aae6-42db-ad0f-e3690cf22160,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:28.530264 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0fdb2312-5570-419b-a823-9a5d8aa50801 req-bd71642e-271c-469a-8127-0ada390d6591 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017294 Jul 30 01:59:28.538045 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7313ae0c-7b9c-4886-8317-6de8e1febfc8 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.614982 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d14e7878-2492-4a5b-b225-a97693d1c14e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.621673 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d14e7878-2492-4a5b-b225-a97693d1c14e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.682016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['389c82ff-125d-485a-90ce-98ce6be8208b'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:28.689151 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['498994fd-aae6-42db-ad0f-e3690cf22160'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:28.751828 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29359ebd-d259-4dd8-a123-5427ec2327dc req-84d291fd-e52e-4779-9eb1-73c1d1d465f2 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:28.753286 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-29359ebd-d259-4dd8-a123-5427ec2327dc req-84d291fd-e52e-4779-9eb1-73c1d1d465f2 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.1126027 Jul 30 01:59:28.758165 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-7313ae0c-7b9c-4886-8317-6de8e1febfc8 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Floating IP 32cf18a5-5716-4993-9568-772aa9c141f3 associated. External IP: 172.25.1.161, port: 087c61f8-40e9-487f-afbb-a92b563d39d2. Jul 30 01:59:28.796959 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d14e7878-2492-4a5b-b225-a97693d1c14e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.800798 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ba7e8435-48b2-4319-a566-47447d4e71cc req-ae100098-e5c0-4f5d-9a25-50b4a15b71ea tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d37d99-46ed-4140-af05-b3fc468be187 HTTP/1.1" status: 200 len: 210 time: 0.0766647 Jul 30 01:59:28.935470 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-29359ebd-d259-4dd8-a123-5427ec2327dc req-9c587547-829e-424a-b7d4-d38b889cb58d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730471 Jul 30 01:59:29.084144 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d14e7878-2492-4a5b-b225-a97693d1c14e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.090199 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7313ae0c-7b9c-4886-8317-6de8e1febfc8 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Router 76c36449-11ac-4843-9789-9d76f3949045 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:29.206023 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7313ae0c-7b9c-4886-8317-6de8e1febfc8 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:29.221492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c00a9-fb25-4d26-8ffd-e8551d299475 None None] Sync routers for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:29.232502 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2c00a9-fb25-4d26-8ffd-e8551d299475 None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:29.233299 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-dc2c00a9-fb25-4d26-8ffd-e8551d299475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:29.293079 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-dc2c00a9-fb25-4d26-8ffd-e8551d299475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:29.308006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2c00a9-fb25-4d26-8ffd-e8551d299475 None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:29.309075 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-dc2c00a9-fb25-4d26-8ffd-e8551d299475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:29.346573 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-dc2c00a9-fb25-4d26-8ffd-e8551d299475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:29.347282 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c00a9-fb25-4d26-8ffd-e8551d299475 None None] The sync data for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:29.413086 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d14e7878-2492-4a5b-b225-a97693d1c14e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.433556 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d14e7878-2492-4a5b-b225-a97693d1c14e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.492726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7313ae0c-7b9c-4886-8317-6de8e1febfc8 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Router 76c36449-11ac-4843-9789-9d76f3949045 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:29.669282 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7313ae0c-7b9c-4886-8317-6de8e1febfc8 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:29.677811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-d14e7878-2492-4a5b-b225-a97693d1c14e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Allocated IP 2001:db8::e (78c65dff-dbfa-4223-bcd5-4592435bd4cd/74fed40a-e18f-43a1-9362-74fe88079ff0/f1ee9b44-9fae-43a3-89ab-1ab9e612336d) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:29.686007 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bf817d-80bc-4c68-b657-690c0d2e9634 None None] Sync routers for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:29.692396 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7313ae0c-7b9c-4886-8317-6de8e1febfc8 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.701465 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bf817d-80bc-4c68-b657-690c0d2e9634 None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:29.706212 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 110d0f46-5137-4c8f-9698-13b431d0dc99 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:59:29.712556 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a9bf817d-80bc-4c68-b657-690c0d2e9634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:29.712744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 389c82ff-125d-485a-90ce-98ce6be8208b up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:29.748838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b1fd2-1526-4e4f-9996-277abf3fe4ea req-b114e849-f4a3-4dd8-b32e-104a9b870704 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.756134 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd4b1fd2-1526-4e4f-9996-277abf3fe4ea req-b114e849-f4a3-4dd8-b32e-104a9b870704 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 943 time: 0.1447592 Jul 30 01:59:29.798124 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a9bf817d-80bc-4c68-b657-690c0d2e9634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:29.820551 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7313ae0c-7b9c-4886-8317-6de8e1febfc8 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "PUT /v2.0/floatingips/32cf18a5-5716-4993-9568-772aa9c141f3 HTTP/1.1" status: 200 len: 979 time: 3.1975064 Jul 30 01:59:29.821967 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bf817d-80bc-4c68-b657-690c0d2e9634 None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:29.822680 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a9bf817d-80bc-4c68-b657-690c0d2e9634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:29.823910 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57648) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:29.835152 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-123aa2a6-44e7-4912-9df4-33b6623c4075 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:29.851808 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd4b1fd2-1526-4e4f-9996-277abf3fe4ea req-46f281ee-5856-4c01-a8cd-4b9277ec4730 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947003 Jul 30 01:59:29.892381 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d14e7878-2492-4a5b-b225-a97693d1c14e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.920831 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a9bf817d-80bc-4c68-b657-690c0d2e9634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:29.921723 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bf817d-80bc-4c68-b657-690c0d2e9634 None None] The sync data for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:29.954318 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 389c82ff-125d-485a-90ce-98ce6be8208b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:29.972983 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-123aa2a6-44e7-4912-9df4-33b6623c4075 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.973958 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 389c82ff-125d-485a-90ce-98ce6be8208b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:29.979798 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.052131 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d2b60d3b-8f75-4b11-8e45-a8ee57c1da67 req-7e491919-3f42-422d-bda5-597492d96fda tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d37d99-46ed-4140-af05-b3fc468be187 HTTP/1.1" status: 200 len: 210 time: 0.0646749 Jul 30 01:59:30.099968 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 110d0f46-5137-4c8f-9698-13b431d0dc99, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=110d0f46-5137-4c8f-9698-13b431d0dc99,segment=NetworkSegment(4b1cc4de-efbe-47ef-af88-b827d5e7fdd4),segment_id=4b1cc4de-efbe-47ef-af88-b827d5e7fdd4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:30.116529 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '110d0f46-5137-4c8f-9698-13b431d0dc99', 'network_id': '66dcbf6c-fad9-41b5-b138-62e447f0d8c2', 'port_id': '110d0f46-5137-4c8f-9698-13b431d0dc99', 'mac_address': 'fa:16:3e:3d:92:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d51713-fbca-453d-adee-2f8e234bb47b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:59:30.149077 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d14e7878-2492-4a5b-b225-a97693d1c14e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.185701 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.188782 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.194411 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-123aa2a6-44e7-4912-9df4-33b6623c4075 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.218148 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110d0f46-5137-4c8f-9698-13b431d0dc99 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:59:30.229977 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40adc3aa-8bb1-4c64-a6e1-66af1540e798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389c82ff-125d-485a-90ce-98ce6be8208b'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:30.234413 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fcd6bc-8065-431b-8cf1-99abf31322f4" -d '{"events": [{"server_uuid": "40adc3aa-8bb1-4c64-a6e1-66af1540e798", "name": "network-vif-plugged", "status": "completed", "tag": "389c82ff-125d-485a-90ce-98ce6be8208b"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:30.235044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e7878-2492-4a5b-b225-a97693d1c14e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Pushing event updated for resources: {'Port': ['ID=f1ee9b44-9fae-43a3-89ab-1ab9e612336d,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:30.260111 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 389c82ff-125d-485a-90ce-98ce6be8208b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=389c82ff-125d-485a-90ce-98ce6be8208b,segment=NetworkSegment(4b1cc4de-efbe-47ef-af88-b827d5e7fdd4),segment_id=4b1cc4de-efbe-47ef-af88-b827d5e7fdd4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:30.264262 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 110d0f46-5137-4c8f-9698-13b431d0dc99, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=110d0f46-5137-4c8f-9698-13b431d0dc99,segment=NetworkSegment(4b1cc4de-efbe-47ef-af88-b827d5e7fdd4),segment_id=4b1cc4de-efbe-47ef-af88-b827d5e7fdd4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:30.264417 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdefefb-a583-4d57-a5e6-5021186b7ea9 req-826faea4-6eb2-4785-8217-6b09cdf0f1b7 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.270963 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-123aa2a6-44e7-4912-9df4-33b6623c4075 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.271478 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-123aa2a6-44e7-4912-9df4-33b6623c4075 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Floating IP 32cf18a5-5716-4993-9568-772aa9c141f3 disassociated. External IP: 172.25.1.161, port: d4381967-e7d7-48f0-97c0-d8f89253d42c. Jul 30 01:59:30.275245 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6bdefefb-a583-4d57-a5e6-5021186b7ea9 req-826faea4-6eb2-4785-8217-6b09cdf0f1b7 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.1626174 Jul 30 01:59:30.290081 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14e7878-2492-4a5b-b225-a97693d1c14e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Network 78c65dff-dbfa-4223-bcd5-4592435bd4cd is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:30.299716 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-d14e7878-2492-4a5b-b225-a97693d1c14e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:30.300986 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808ac1d7-e157-4a00-ab12-c486ae9c78e7 x-openstack-request-id: req-808ac1d7-e157-4a00-ab12-c486ae9c78e7 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:30.301377 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40adc3aa-8bb1-4c64-a6e1-66af1540e798", "name": "network-vif-plugged", "status": "completed", "tag": "389c82ff-125d-485a-90ce-98ce6be8208b", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:30.301745 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-808ac1d7-e157-4a00-ab12-c486ae9c78e7 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:30.302238 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40adc3aa-8bb1-4c64-a6e1-66af1540e798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389c82ff-125d-485a-90ce-98ce6be8208b', 'code': 200} Jul 30 01:59:30.304173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e7878-2492-4a5b-b225-a97693d1c14e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:30.332562 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.335384 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 498994fd-aae6-42db-ad0f-e3690cf22160 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:30.438625 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=389c82ff-125d-485a-90ce-98ce6be8208b,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:30.438625 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.470903 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69788b-99b5-4911-b559-61c9b2016a33 req-d5dd9ed7-9da4-401e-afcb-2fe6a541907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.471846 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6bdefefb-a583-4d57-a5e6-5021186b7ea9 req-d5d99682-457e-4fa2-a32f-14e883741396 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892092 Jul 30 01:59:30.473301 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-af69788b-99b5-4911-b559-61c9b2016a33 req-d5dd9ed7-9da4-401e-afcb-2fe6a541907c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 1097 time: 0.1030788 Jul 30 01:59:30.504971 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=110d0f46-5137-4c8f-9698-13b431d0dc99,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:30.579996 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-af69788b-99b5-4911-b559-61c9b2016a33 req-0983ef0d-4225-4cfa-8390-0795cb014749 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940938 Jul 30 01:59:30.632323 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 498994fd-aae6-42db-ad0f-e3690cf22160 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:30.643023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 498994fd-aae6-42db-ad0f-e3690cf22160 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:30.643401 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.646187 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123aa2a6-44e7-4912-9df4-33b6623c4075 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Router 76c36449-11ac-4843-9789-9d76f3949045 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:30.728160 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['110d0f46-5137-4c8f-9698-13b431d0dc99'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:30.746524 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d14e7878-2492-4a5b-b225-a97693d1c14e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.785392 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123aa2a6-44e7-4912-9df4-33b6623c4075 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:30.793609 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-123aa2a6-44e7-4912-9df4-33b6623c4075 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.803707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9de166-097d-4e92-907e-2c177652b337 None None] Sync routers for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:30.824352 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-123aa2a6-44e7-4912-9df4-33b6623c4075 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "PUT /v2.0/floatingips/32cf18a5-5716-4993-9568-772aa9c141f3 HTTP/1.1" status: 200 len: 688 time: 0.9989238 Jul 30 01:59:30.826911 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57662) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:30.869823 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9de166-097d-4e92-907e-2c177652b337 None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:30.870660 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5b9de166-097d-4e92-907e-2c177652b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:30.977307 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5b9de166-097d-4e92-907e-2c177652b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:30.998014 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9de166-097d-4e92-907e-2c177652b337 None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:30.998608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5b9de166-097d-4e92-907e-2c177652b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:31.015133 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-9142e051-6f7e-4b15-82a9-230d1268df2e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Deleting port c7840a13-e2f6-4785-a152-64572bc14365 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:31.015763 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9142e051-6f7e-4b15-82a9-230d1268df2e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.059197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5b9de166-097d-4e92-907e-2c177652b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:31.060360 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9de166-097d-4e92-907e-2c177652b337 None None] The sync data for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:31.105512 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-90d4f479-d4f0-4a08-aaa7-9236a553e1cf req-58586315-9625-429b-855c-7ce515731169 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2108066 Jul 30 01:59:31.142074 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.144806 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9142e051-6f7e-4b15-82a9-230d1268df2e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.145157 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9142e051-6f7e-4b15-82a9-230d1268df2e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.165463 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-9142e051-6f7e-4b15-82a9-230d1268df2e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Calling delete_port for c7840a13-e2f6-4785-a152-64572bc14365 owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:31.185676 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 498994fd-aae6-42db-ad0f-e3690cf22160, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=498994fd-aae6-42db-ad0f-e3690cf22160,segment=NetworkSegment(4b1cc4de-efbe-47ef-af88-b827d5e7fdd4),segment_id=4b1cc4de-efbe-47ef-af88-b827d5e7fdd4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:31.274436 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.302332 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1cb69ea3-34fd-41b1-b3a5-6a19426bd909 req-1d622311-2927-49a5-b937-c36a96b8fd8a tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d37d99-46ed-4140-af05-b3fc468be187 HTTP/1.1" status: 200 len: 210 time: 0.0500944 Jul 30 01:59:31.304027 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffa487-5c51-417f-9740-49f7fb0d0534 req-b69ecca1-9427-4b05-800d-2ad694e6111b tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:31.305547 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e7ffa487-5c51-417f-9740-49f7fb0d0534 req-b69ecca1-9427-4b05-800d-2ad694e6111b tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 944 time: 0.2760403 Jul 30 01:59:31.318752 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4f479-d4f0-4a08-aaa7-9236a553e1cf req-98042c8f-c88d-47ed-8096-601c05eece32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:31.320387 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-90d4f479-d4f0-4a08-aaa7-9236a553e1cf req-98042c8f-c88d-47ed-8096-601c05eece32 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1773aff5f2d24ceea84313862e0f7cc6&device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 1096 time: 0.1274946 Jul 30 01:59:31.337354 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d14e7878-2492-4a5b-b225-a97693d1c14e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.339138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=498994fd-aae6-42db-ad0f-e3690cf22160,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:31.460303 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e7ffa487-5c51-417f-9740-49f7fb0d0534 req-612937fe-ae5d-4414-b63e-5781f23d752d tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389530 Jul 30 01:59:31.487277 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9142e051-6f7e-4b15-82a9-230d1268df2e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.523819 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142e051-6f7e-4b15-82a9-230d1268df2e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event deleted for resources: {'Port': ['ID=c7840a13-e2f6-4785-a152-64572bc14365,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:31.620172 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9142e051-6f7e-4b15-82a9-230d1268df2e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.621709 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9142e051-6f7e-4b15-82a9-230d1268df2e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.625844 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9142e051-6f7e-4b15-82a9-230d1268df2e tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "DELETE /v2.0/floatingips/32cf18a5-5716-4993-9568-772aa9c141f3 HTTP/1.1" status: 204 len: 168 time: 0.7960737 Jul 30 01:59:31.626428 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57674) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:31.633060 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4f479-d4f0-4a08-aaa7-9236a553e1cf req-b90ebf05-d381-4f1d-ba94-21859676599c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:31.634724 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-90d4f479-d4f0-4a08-aaa7-9236a553e1cf req-b90ebf05-d381-4f1d-ba94-21859676599c service neutron] 10.222.0.77 "GET /v2.0/networks?id=da367ee6-3a9f-4866-aaeb-75f83be72229 HTTP/1.1" status: 200 len: 910 time: 0.2878792 Jul 30 01:59:31.666088 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-4cba7d16-001d-4204-a16d-550b92e3f08a tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] delete failed (client error): The resource could not be found. Jul 30 01:59:31.668208 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4cba7d16-001d-4204-a16d-550b92e3f08a tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "DELETE /v2.0/floatingips/32cf18a5-5716-4993-9568-772aa9c141f3 HTTP/1.1" status: 404 len: 345 time: 0.0382459 Jul 30 01:59:31.673918 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57676) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:31.683297 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0949a0-5f1d-41e6-bce4-d4f30e0a5f04 req-9b74f5c0-1fa1-4e82-8e35-4673e086992d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:31.684769 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8e0949a0-5f1d-41e6-bce4-d4f30e0a5f04 req-9b74f5c0-1fa1-4e82-8e35-4673e086992d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.1311760 Jul 30 01:59:31.695106 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-ae1caaa8-9b18-4070-a760-c958ac59315d tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:31.696610 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-ae1caaa8-9b18-4070-a760-c958ac59315d tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.77 "GET /v2.0/networks?id=98297e65-d7be-4e7c-8231-82f24766903a HTTP/1.1" status: 200 len: 821 time: 0.2818241 Jul 30 01:59:31.722666 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-1fe19e51-a6e6-4924-8556-14e59ed51a5f tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Request body: {'port': {'device_id': 'd0d37d99-46ed-4140-af05-b3fc468be187', 'network_id': '98297e65-d7be-4e7c-8231-82f24766903a', 'admin_state_up': True, 'tenant_id': '0b3e8918db4646e6b3db6f0d7d91a624'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:31.786464 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-90d4f479-d4f0-4a08-aaa7-9236a553e1cf req-67345eed-4d38-4ae4-b605-257b738a7276 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ce0b2b6-018c-46d4-852b-29fb1ce695d2 HTTP/1.1" status: 200 len: 1000 time: 0.1395426 Jul 30 01:59:31.795181 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8e0949a0-5f1d-41e6-bce4-d4f30e0a5f04 req-7f9b8602-77b7-4ae4-a679-487131ff5e87 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809155 Jul 30 01:59:31.814694 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df8ae1-8e05-4d61-893d-4f838cc00e99 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:31.820812 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df8ae1-8e05-4d61-893d-4f838cc00e99 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:31.827171 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df8ae1-8e05-4d61-893d-4f838cc00e99 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:31.829524 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-73df8ae1-8e05-4d61-893d-4f838cc00e99 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "GET /v2.0/ports?network_id=c3d1fe78-413f-42dd-aacf-aa89f2722a15 HTTP/1.1" status: 200 len: 2359 time: 0.1543336 Jul 30 01:59:31.832341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57678) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:31.884059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4f479-d4f0-4a08-aaa7-9236a553e1cf req-c2133d8c-f5b7-434b-80b6-7bb54cf1cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:31.885432 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-90d4f479-d4f0-4a08-aaa7-9236a553e1cf req-c2133d8c-f5b7-434b-80b6-7bb54cf1cc7c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e55ab10a-38fa-4f87-9d98-222aa1ee0cac HTTP/1.1" status: 200 len: 848 time: 0.0872259 Jul 30 01:59:31.897993 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cebe1d7-625e-420a-9227-ce82d0a1dede tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:31.902344 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4cebe1d7-625e-420a-9227-ce82d0a1dede tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "GET /v2.0/subnets/cad2dfea-62de-4416-8fa0-c243fd2c10d8 HTTP/1.1" status: 200 len: 797 time: 0.0662105 Jul 30 01:59:31.904622 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57682) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:31.912678 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-19afc63a-e2d7-4d65-81d0-a197fe8ef391 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'port': {'network_id': 'c3d1fe78-413f-42dd-aacf-aa89f2722a15', 'name': 'tempest-FloatingIPTestJSON-1683981730', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:31.924404 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14e7878-2492-4a5b-b225-a97693d1c14e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Router f6e889aa-2284-4299-bd7c-2310dccef8a1 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:59:31.954538 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4f479-d4f0-4a08-aaa7-9236a553e1cf req-813f4190-d6ea-43aa-8bca-e1c9d372ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:31.956065 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-90d4f479-d4f0-4a08-aaa7-9236a553e1cf req-813f4190-d6ea-43aa-8bca-e1c9d372ea9e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da367ee6-3a9f-4866-aaeb-75f83be72229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638521 Jul 30 01:59:31.995138 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-90d4f479-d4f0-4a08-aaa7-9236a553e1cf req-467e0ddf-5400-4cac-bd3f-b91b8f0323b6 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:59:31.996086 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-90d4f479-d4f0-4a08-aaa7-9236a553e1cf req-467e0ddf-5400-4cac-bd3f-b91b8f0323b6 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066838 Jul 30 01:59:32.012281 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-1fe19e51-a6e6-4924-8556-14e59ed51a5f tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Made reservation on behalf of 0b3e8918db4646e6b3db6f0d7d91a624 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:32.016691 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-1fe19e51-a6e6-4924-8556-14e59ed51a5f tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.103086 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19afc63a-e2d7-4d65-81d0-a197fe8ef391 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Made reservation on behalf of e2b6dcd7b9724ad1a80613e04482e975 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:32.206456 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19afc63a-e2d7-4d65-81d0-a197fe8ef391 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.231188 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-19afc63a-e2d7-4d65-81d0-a197fe8ef391 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] device_id is not set on port 1b9f5f68-a029-4499-8c4a-3e6a1a3e6a42 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:59:32.303400 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20d5a96-5550-486c-b670-873fcfca83ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498994fd-aae6-42db-ad0f-e3690cf22160'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:32.306245 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db140ea-297b-4567-9f38-28d793d891b8" -d '{"events": [{"server_uuid": "a20d5a96-5550-486c-b670-873fcfca83ad", "name": "network-vif-plugged", "status": "completed", "tag": "498994fd-aae6-42db-ad0f-e3690cf22160"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:32.353167 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb29acc0-08ca-4898-a355-b20078cf0f24 x-openstack-request-id: req-cb29acc0-08ca-4898-a355-b20078cf0f24 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:32.353567 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20d5a96-5550-486c-b670-873fcfca83ad", "name": "network-vif-plugged", "status": "completed", "tag": "498994fd-aae6-42db-ad0f-e3690cf22160", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:32.353914 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb29acc0-08ca-4898-a355-b20078cf0f24 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:32.355270 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20d5a96-5550-486c-b670-873fcfca83ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498994fd-aae6-42db-ad0f-e3690cf22160', 'code': 200} Jul 30 01:59:32.539218 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14e7878-2492-4a5b-b225-a97693d1c14e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:32.556512 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] Sync routers for ids ['f6e889aa-2284-4299-bd7c-2310dccef8a1'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:32.570961 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] Routers {'f6e889aa-2284-4299-bd7c-2310dccef8a1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:32.571923 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f6e889aa-2284-4299-bd7c-2310dccef8a1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:32.600965 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-90d4f479-d4f0-4a08-aaa7-9236a553e1cf req-9defe358-61e3-41e5-9106-e2aa73787cb6 service neutron] 10.222.0.77 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914964 Jul 30 01:59:32.685325 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d14e7878-2492-4a5b-b225-a97693d1c14e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.689023 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d14e7878-2492-4a5b-b225-a97693d1c14e tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.2064149 Jul 30 01:59:32.707660 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] Set router f6e889aa-2284-4299-bd7c-2310dccef8a1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:32.716835 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57696) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:32.814869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7d476-d1f2-4d5d-9845-c6700144e0d5 req-291b78a6-731c-4314-a6d0-518ddb1edede tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:32.817453 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cca7d476-d1f2-4d5d-9845-c6700144e0d5 req-291b78a6-731c-4314-a6d0-518ddb1edede tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 944 time: 0.2139695 Jul 30 01:59:32.819680 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-1fe19e51-a6e6-4924-8556-14e59ed51a5f tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Allocated IP 172.20.0.7 (98297e65-d7be-4e7c-8231-82f24766903a/a99fc183-a9ee-4fa2-99e9-e7de87394ba5/4fdfe929-509b-4398-8e6a-0c2b22d887cd) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:32.863768 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.915500 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-90d4f479-d4f0-4a08-aaa7-9236a553e1cf req-49f309ec-89c0-4a89-bbdf-c076f2cd8232 service neutron] 10.222.0.77 "GET /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953320 Jul 30 01:59:32.933871 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ad3abb61-420a-46e2-bfba-fcfec85696a2 req-07eff2b2-1b45-481e-9390-783e0b64ebf3 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d37d99-46ed-4140-af05-b3fc468be187 HTTP/1.1" status: 200 len: 210 time: 0.4770277 Jul 30 01:59:32.975601 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e889aa-2284-4299-bd7c-2310dccef8a1', 'name': '', 'tenant_id': '9b35b484da0b4f61b7fe1fe5ba808c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c65dff-dbfa-4223-bcd5-4592435bd4cd', 'external_fixed_ips': [{'subnet_id': '74fed40a-e18f-43a1-9362-74fe88079ff0', 'ip_address': '2001:db8::e'}], 'enable_snat': True}, 'gw_port_id': 'f1ee9b44-9fae-43a3-89ab-1ab9e612336d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:28Z', 'updated_at': '2021-07-30T01:59:30Z', 'revision_number': 3, 'project_id': '9b35b484da0b4f61b7fe1fe5ba808c28', 'gw_port': {'id': 'f1ee9b44-9fae-43a3-89ab-1ab9e612336d', 'name': '', 'network_id': '78c65dff-dbfa-4223-bcd5-4592435bd4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:76:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e889aa-2284-4299-bd7c-2310dccef8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '74fed40a-e18f-43a1-9362-74fe88079ff0', 'ip_address': '2001:db8::e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:29Z', 'updated_at': '2021-07-30T01:59:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74fed40a-e18f-43a1-9362-74fe88079ff0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:32.976686 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cca7d476-d1f2-4d5d-9845-c6700144e0d5 req-2a83d392-3d15-4317-97a2-7d1b40be96cb tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441255 Jul 30 01:59:32.984495 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b45c7480-0ffe-4808-9474-06c7f9962ab9 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.040997 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] Checking router: f6e889aa-2284-4299-bd7c-2310dccef8a1 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:59:33.043661 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] Updating router f6e889aa-2284-4299-bd7c-2310dccef8a1 port f1ee9b44-9fae-43a3-89ab-1ab9e612336d binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:59:33.095591 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.096847 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94052b-42b9-435d-86b0-e91a029f7490 req-ad5d02e7-18f4-43b5-aa87-685f12725242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:33.099712 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8c94052b-42b9-435d-86b0-e91a029f7490 req-ad5d02e7-18f4-43b5-aa87-685f12725242 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a20d5a96-5550-486c-b670-873fcfca83ad HTTP/1.1" status: 200 len: 1096 time: 0.6417010 Jul 30 01:59:33.193824 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-1fe19e51-a6e6-4924-8556-14e59ed51a5f tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.202026 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b45c7480-0ffe-4808-9474-06c7f9962ab9 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.237751 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8c94052b-42b9-435d-86b0-e91a029f7490 req-dbb5b5e6-04d1-444d-8c6d-e073b5a2dbf6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213579 Jul 30 01:59:33.252127 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85490f-baff-4934-9de1-f0553e323578 req-6bdabe70-94b3-437a-90d8-d90003cbdd39 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:33.260516 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ad85490f-baff-4934-9de1-f0553e323578 req-6bdabe70-94b3-437a-90d8-d90003cbdd39 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.1711705 Jul 30 01:59:33.272336 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-19afc63a-e2d7-4d65-81d0-a197fe8ef391 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Allocated IP 172.20.0.13 (c3d1fe78-413f-42dd-aacf-aa89f2722a15/cad2dfea-62de-4416-8fa0-c243fd2c10d8/1b9f5f68-a029-4499-8c4a-3e6a1a3e6a42) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:33.331653 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-19afc63a-e2d7-4d65-81d0-a197fe8ef391 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Allocated IP 172.20.0.12 (c3d1fe78-413f-42dd-aacf-aa89f2722a15/cad2dfea-62de-4416-8fa0-c243fd2c10d8/1b9f5f68-a029-4499-8c4a-3e6a1a3e6a42) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:33.332762 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-1fe19e51-a6e6-4924-8556-14e59ed51a5f tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.376187 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ad85490f-baff-4934-9de1-f0553e323578 req-6e3578e2-0c8c-41d1-8871-53a1c928fa2d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134458 Jul 30 01:59:33.415295 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-1fe19e51-a6e6-4924-8556-14e59ed51a5f tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Network 98297e65-d7be-4e7c-8231-82f24766903a is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:33.417472 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe19e51-a6e6-4924-8556-14e59ed51a5f tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Pushing event updated for resources: {'Port': ['ID=4fdfe929-509b-4398-8e6a-0c2b22d887cd,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:33.421249 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-1fe19e51-a6e6-4924-8556-14e59ed51a5f tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:33.424951 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-1fe19e51-a6e6-4924-8556-14e59ed51a5f tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:33.450345 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.461604 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] Transition to ACTIVE for port object f1ee9b44-9fae-43a3-89ab-1ab9e612336d will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:33.466926 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b45c7480-0ffe-4808-9474-06c7f9962ab9 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Deleting port f1ee9b44-9fae-43a3-89ab-1ab9e612336d {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:33.467237 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b45c7480-0ffe-4808-9474-06c7f9962ab9 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.526010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-1fe19e51-a6e6-4924-8556-14e59ed51a5f tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:33.526776 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-1fe19e51-a6e6-4924-8556-14e59ed51a5f tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.543091 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.570921 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b45c7480-0ffe-4808-9474-06c7f9962ab9 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.571572 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19afc63a-e2d7-4d65-81d0-a197fe8ef391 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.586811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b45c7480-0ffe-4808-9474-06c7f9962ab9 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Calling delete_port for f1ee9b44-9fae-43a3-89ab-1ab9e612336d owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:33.599498 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e9e6f-0284-445b-b779-0b01f552cce9 None None] Pushing event updated for resources: {'Port': ['ID=f1ee9b44-9fae-43a3-89ab-1ab9e612336d,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:33.609262 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] Attempting to bind port f1ee9b44-9fae-43a3-89ab-1ab9e612336d on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:33.614675 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] Attempting to bind port f1ee9b44-9fae-43a3-89ab-1ab9e612336d by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '15b64bdd-c731-4963-b1fc-431cb157a7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78c65dff-dbfa-4223-bcd5-4592435bd4cd'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:33.614675 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] Attempting to bind port f1ee9b44-9fae-43a3-89ab-1ab9e612336d on network 78c65dff-dbfa-4223-bcd5-4592435bd4cd {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:33.614675 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e9e6f-0284-445b-b779-0b01f552cce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:33.614675 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e9e6f-0284-445b-b779-0b01f552cce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:33.615313 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e9e6f-0284-445b-b779-0b01f552cce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:33.615795 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e9e6f-0284-445b-b779-0b01f552cce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:33.616208 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e9e6f-0284-445b-b779-0b01f552cce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:33.616610 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e9e6f-0284-445b-b779-0b01f552cce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:33.617011 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e9e6f-0284-445b-b779-0b01f552cce9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:33.617410 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e9e6f-0284-445b-b779-0b01f552cce9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:33.617810 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e9e6f-0284-445b-b779-0b01f552cce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:33.618200 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e9e6f-0284-445b-b779-0b01f552cce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:33.618616 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e9e6f-0284-445b-b779-0b01f552cce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:33.619012 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e9e6f-0284-445b-b779-0b01f552cce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:33.624712 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:33.625967 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] Checking segment: {'id': '15b64bdd-c731-4963-b1fc-431cb157a7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78c65dff-dbfa-4223-bcd5-4592435bd4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:33.626645 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.626968 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] Bound using segment: {'id': '15b64bdd-c731-4963-b1fc-431cb157a7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78c65dff-dbfa-4223-bcd5-4592435bd4cd'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:33.627431 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] Bound port: f1ee9b44-9fae-43a3-89ab-1ab9e612336d, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b64bdd-c731-4963-b1fc-431cb157a7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78c65dff-dbfa-4223-bcd5-4592435bd4cd'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:33.627952 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.645936 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-1fe19e51-a6e6-4924-8556-14e59ed51a5f tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9345458 Jul 30 01:59:33.672957 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] Request body: {'port': {'device_id': 'd0d37d99-46ed-4140-af05-b3fc468be187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:33.683179 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] For port f1ee9b44-9fae-43a3-89ab-1ab9e612336d, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:33.686290 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] For port f1ee9b44-9fae-43a3-89ab-1ab9e612336d, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f1ee9b44-9fae-43a3-89ab-1ab9e612336d,segment=NetworkSegment(15b64bdd-c731-4963-b1fc-431cb157a7ff),segment_id=15b64bdd-c731-4963-b1fc-431cb157a7ff)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:33.705923 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 110d0f46-5137-4c8f-9698-13b431d0dc99 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:33.715322 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19afc63a-e2d7-4d65-81d0-a197fe8ef391 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.743361 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57710) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:33.769839 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19afc63a-e2d7-4d65-81d0-a197fe8ef391 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Network c3d1fe78-413f-42dd-aacf-aa89f2722a15 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:33.772984 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-19afc63a-e2d7-4d65-81d0-a197fe8ef391 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:33.776963 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19afc63a-e2d7-4d65-81d0-a197fe8ef391 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:33.786653 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.808479 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afc63a-e2d7-4d65-81d0-a197fe8ef391 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Port': ['ID=1b9f5f68-a029-4499-8c4a-3e6a1a3e6a42,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:33.815215 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.847653 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19afc63a-e2d7-4d65-81d0-a197fe8ef391 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:33.848153 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19afc63a-e2d7-4d65-81d0-a197fe8ef391 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.849883 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] Routers {'f6e889aa-2284-4299-bd7c-2310dccef8a1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:33.850647 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f6e889aa-2284-4299-bd7c-2310dccef8a1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:33.855573 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e9e6f-0284-445b-b779-0b01f552cce9 None None] Pushing event updated for resources: {'Port': ['ID=f1ee9b44-9fae-43a3-89ab-1ab9e612336d,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:33.874991 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 110d0f46-5137-4c8f-9698-13b431d0dc99 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:33.882867 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 110d0f46-5137-4c8f-9698-13b431d0dc99 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:33.883678 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.903349 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ae3ba6a-63b0-4cd3-a43b-8ae5c8dfad02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.952655 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] Set router f6e889aa-2284-4299-bd7c-2310dccef8a1 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:33.968455 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.983249 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-19afc63a-e2d7-4d65-81d0-a197fe8ef391 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.0750484 Jul 30 01:59:33.985774 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57716) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:33.999653 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': '1b9f5f68-a029-4499-8c4a-3e6a1a3e6a42', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:34.021488 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 110d0f46-5137-4c8f-9698-13b431d0dc99, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=110d0f46-5137-4c8f-9698-13b431d0dc99,segment=NetworkSegment(4b1cc4de-efbe-47ef-af88-b827d5e7fdd4),segment_id=4b1cc4de-efbe-47ef-af88-b827d5e7fdd4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:34.038493 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e889aa-2284-4299-bd7c-2310dccef8a1', 'name': '', 'tenant_id': '9b35b484da0b4f61b7fe1fe5ba808c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:28Z', 'updated_at': '2021-07-30T01:59:33Z', 'revision_number': 4, 'project_id': '9b35b484da0b4f61b7fe1fe5ba808c28', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:34.066456 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3444b86-cdbc-45d3-9ea8-9700341d3a4d None None] The sync data for ids ['f6e889aa-2284-4299-bd7c-2310dccef8a1'] in n-d-713498-9 is: [{'id': 'f6e889aa-2284-4299-bd7c-2310dccef8a1', 'name': '', 'tenant_id': '9b35b484da0b4f61b7fe1fe5ba808c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:28Z', 'updated_at': '2021-07-30T01:59:33Z', 'revision_number': 4, 'project_id': '9b35b484da0b4f61b7fe1fe5ba808c28', 'gw_port_host': None}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:34.105950 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.172757 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c7153-ce1e-4cbc-8f6b-f06a4ebf7b51 req-d4d4e5aa-b68a-429b-8d40-8010814f095c tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:34.174261 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e13c7153-ce1e-4cbc-8f6b-f06a4ebf7b51 req-d4d4e5aa-b68a-429b-8d40-8010814f095c tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 945 time: 0.0907900 Jul 30 01:59:34.175923 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b45c7480-0ffe-4808-9474-06c7f9962ab9 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.183671 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=110d0f46-5137-4c8f-9698-13b431d0dc99,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:34.214828 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ae3ba6a-63b0-4cd3-a43b-8ae5c8dfad02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.234921 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c7480-0ffe-4808-9474-06c7f9962ab9 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1ee9b44-9fae-43a3-89ab-1ab9e612336d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:34.243912 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5bab5-d869-47df-9d6c-087a12dedc26 req-a610dd6f-1551-4519-8963-1f23badf5ccc tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:34.245530 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2db5bab5-d869-47df-9d6c-087a12dedc26 req-a610dd6f-1551-4519-8963-1f23badf5ccc tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d37d99-46ed-4140-af05-b3fc468be187 HTTP/1.1" status: 200 len: 931 time: 0.1757286 Jul 30 01:59:34.253794 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e13c7153-ce1e-4cbc-8f6b-f06a4ebf7b51 req-0c91d642-eade-4abd-9bf6-c49f16988e0d tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538716 Jul 30 01:59:34.253975 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b45c7480-0ffe-4808-9474-06c7f9962ab9 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.288612 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ae3ba6a-63b0-4cd3-a43b-8ae5c8dfad02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.348225 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9ae3ba6a-63b0-4cd3-a43b-8ae5c8dfad02 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5485083038f3459f8b0c842bbc69837f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6014774 Jul 30 01:59:34.351837 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57722) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:34.351837 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3ba6a-63b0-4cd3-a43b-8ae5c8dfad02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f699c57f-8298-4f07-be45-a6e74f3b2034,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:34.356334 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c1ed38-3bde-49e1-af1f-217365bfbdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110d0f46-5137-4c8f-9698-13b431d0dc99'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:34.359012 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9771966-927f-451f-85b5-f9176d922a9c" -d '{"events": [{"server_uuid": "89c1ed38-3bde-49e1-af1f-217365bfbdcd", "name": "network-vif-plugged", "status": "completed", "tag": "110d0f46-5137-4c8f-9698-13b431d0dc99"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:34.392575 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b45c7480-0ffe-4808-9474-06c7f9962ab9 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.404716 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b45c7480-0ffe-4808-9474-06c7f9962ab9 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.404960 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.428532 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2db5bab5-d869-47df-9d6c-087a12dedc26 req-2993d949-ef66-49e9-8120-0056d47d4678 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/security-groups?id=9caf2ce3-6b1c-4ab5-9ddc-b9ea1074630f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442986 Jul 30 01:59:34.432714 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c20fcd-980e-4c10-87a4-29c21735c91c x-openstack-request-id: req-b2c20fcd-980e-4c10-87a4-29c21735c91c {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:34.433091 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c1ed38-3bde-49e1-af1f-217365bfbdcd", "name": "network-vif-plugged", "status": "completed", "tag": "110d0f46-5137-4c8f-9698-13b431d0dc99", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:34.433549 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b2c20fcd-980e-4c10-87a4-29c21735c91c {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:34.434037 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c1ed38-3bde-49e1-af1f-217365bfbdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110d0f46-5137-4c8f-9698-13b431d0dc99', 'code': 200} Jul 30 01:59:34.468815 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0260fa56-a9bc-489c-b77b-49a8c4283159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.512198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0260fa56-a9bc-489c-b77b-49a8c4283159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.583896 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcca19-a6e3-42d1-9779-5fc20a6f57ed req-8413356c-7b51-49ea-8b0c-020140baabf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:34.585428 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c9dcca19-a6e3-42d1-9779-5fc20a6f57ed req-8413356c-7b51-49ea-8b0c-020140baabf8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 1096 time: 0.0883260 Jul 30 01:59:34.585858 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fdfe929-509b-4398-8e6a-0c2b22d887cd {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:59:34.594647 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b45c7480-0ffe-4808-9474-06c7f9962ab9 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.595171 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45c7480-0ffe-4808-9474-06c7f9962ab9 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6e889aa-2284-4299-bd7c-2310dccef8a1 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:59:34.598655 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.603348 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b45c7480-0ffe-4808-9474-06c7f9962ab9 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.604605 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b45c7480-0ffe-4808-9474-06c7f9962ab9 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "DELETE /v2.0/routers/f6e889aa-2284-4299-bd7c-2310dccef8a1 HTTP/1.1" status: 204 len: 168 time: 1.8865831 Jul 30 01:59:34.607843 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57730) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:34.625188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b1097-cfc1-4077-8d4a-70bdc1f28290 req-eec4edbd-fdb7-49ae-8a62-cf2eb9fc3d20 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:34.626720 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1c8b1097-cfc1-4077-8d4a-70bdc1f28290 req-eec4edbd-fdb7-49ae-8a62-cf2eb9fc3d20 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.1014054 Jul 30 01:59:34.667697 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1c8b1097-cfc1-4077-8d4a-70bdc1f28290 req-f826787b-2bc4-459a-b304-6f8c9197efd1 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332313 Jul 30 01:59:34.679509 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.684988 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c9dcca19-a6e3-42d1-9779-5fc20a6f57ed req-be5a4101-44ac-4f49-8168-f093a9ac1977 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876241 Jul 30 01:59:34.698261 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-700a0ce8-b497-47dc-8e66-75ff0e11c72c tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Deleting subnet 74fed40a-e18f-43a1-9362-74fe88079ff0 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:59:34.701507 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-700a0ce8-b497-47dc-8e66-75ff0e11c72c tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.719621 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] Transition to ACTIVE for port object 4fdfe929-509b-4398-8e6a-0c2b22d887cd will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:34.725116 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0260fa56-a9bc-489c-b77b-49a8c4283159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.727914 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0260fa56-a9bc-489c-b77b-49a8c4283159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.729908 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0260fa56-a9bc-489c-b77b-49a8c4283159 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f699c57f-8298-4f07-be45-a6e74f3b2034 HTTP/1.1" status: 204 len: 168 time: 0.3762503 Jul 30 01:59:34.782290 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260fa56-a9bc-489c-b77b-49a8c4283159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f699c57f-8298-4f07-be45-a6e74f3b2034,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:34.793108 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-700a0ce8-b497-47dc-8e66-75ff0e11c72c tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.799290 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.868715 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] Pushing event updated for resources: {'Port': ['ID=4fdfe929-509b-4398-8e6a-0c2b22d887cd,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:34.875655 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-700a0ce8-b497-47dc-8e66-75ff0e11c72c tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.911280 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Allocated IP 172.25.1.148 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/dface226-16b4-4893-8c80-3727c91a5cd9) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:34.937149 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] Attempting to bind port 4fdfe929-509b-4398-8e6a-0c2b22d887cd on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:34.937447 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] Attempting to bind port 4fdfe929-509b-4398-8e6a-0c2b22d887cd by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'b8c56bac-533e-479e-9ec2-3e522bd8d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '98297e65-d7be-4e7c-8231-82f24766903a'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:34.938276 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] Attempting to bind port 4fdfe929-509b-4398-8e6a-0c2b22d887cd on network 98297e65-d7be-4e7c-8231-82f24766903a {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:34.942694 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] Port 4fdfe929-509b-4398-8e6a-0c2b22d887cd on network 98297e65-d7be-4e7c-8231-82f24766903a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:34.945877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] Attempting to bind port 4fdfe929-509b-4398-8e6a-0c2b22d887cd on network 98297e65-d7be-4e7c-8231-82f24766903a {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:34.948405 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:34.948814 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] Checking segment: {'id': 'b8c56bac-533e-479e-9ec2-3e522bd8d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '98297e65-d7be-4e7c-8231-82f24766903a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:34.949204 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] Bound using segment: {'id': 'b8c56bac-533e-479e-9ec2-3e522bd8d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '98297e65-d7be-4e7c-8231-82f24766903a'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:34.949756 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] Bound port: 4fdfe929-509b-4398-8e6a-0c2b22d887cd, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c56bac-533e-479e-9ec2-3e522bd8d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '98297e65-d7be-4e7c-8231-82f24766903a'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:34.950182 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.030368 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] For port 4fdfe929-509b-4398-8e6a-0c2b22d887cd, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:35.034387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] For port 4fdfe929-509b-4398-8e6a-0c2b22d887cd, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4fdfe929-509b-4398-8e6a-0c2b22d887cd,segment=NetworkSegment(b8c56bac-533e-479e-9ec2-3e522bd8d653),segment_id=b8c56bac-533e-479e-9ec2-3e522bd8d653)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:35.039401 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-700a0ce8-b497-47dc-8e66-75ff0e11c72c tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.055693 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.084223 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a0ce8-b497-47dc-8e66-75ff0e11c72c tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=74fed40a-e18f-43a1-9362-74fe88079ff0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:35.088584 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-700a0ce8-b497-47dc-8e66-75ff0e11c72c tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.093614 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-700a0ce8-b497-47dc-8e66-75ff0e11c72c tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/74fed40a-e18f-43a1-9362-74fe88079ff0 HTTP/1.1" status: 204 len: 168 time: 0.4853315 Jul 30 01:59:35.093762 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57736) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:35.115754 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.193728 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:35.194385 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.195802 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] 10.222.0.77 "PUT /v2.0/ports/4fdfe929-509b-4398-8e6a-0c2b22d887cd HTTP/1.1" status: 200 len: 1091 time: 1.5282934 Jul 30 01:59:35.199488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d37d99-46ed-4140-af05-b3fc468be187', 'tag': '4fdfe929-509b-4398-8e6a-0c2b22d887cd'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:35.201003 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.201787 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564729d2-10a1-4680-ad3d-6b41d4dfdb96" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d37d99-46ed-4140-af05-b3fc468be187", "tag": "4fdfe929-509b-4398-8e6a-0c2b22d887cd"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:35.247036 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c9b5abb3-61ac-409f-8184-6325cc0aa08d tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.247413 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:35.251495 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:35.255503 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:35.255962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34255318-5aeb-436f-ad6d-101da7c68d61 service neutron] Pushing event updated for resources: {'Port': ['ID=4fdfe929-509b-4398-8e6a-0c2b22d887cd,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:35.296690 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Port': ['ID=dface226-16b4-4893-8c80-3727c91a5cd9,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:35.305453 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38910dc8-bc41-4fcd-a895-586c4f5c9a9e x-openstack-request-id: req-38910dc8-bc41-4fcd-a895-586c4f5c9a9e {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:35.305797 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d37d99-46ed-4140-af05-b3fc468be187", "tag": "4fdfe929-509b-4398-8e6a-0c2b22d887cd", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:35.306163 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-38910dc8-bc41-4fcd-a895-586c4f5c9a9e {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:35.306587 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d37d99-46ed-4140-af05-b3fc468be187', 'tag': '4fdfe929-509b-4398-8e6a-0c2b22d887cd', 'status': 'completed', 'code': 200} Jul 30 01:59:35.446709 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c9b5abb3-61ac-409f-8184-6325cc0aa08d tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.480132 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c9b5abb3-61ac-409f-8184-6325cc0aa08d tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c65dff-dbfa-4223-bcd5-4592435bd4cd']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:35.495350 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c9b5abb3-61ac-409f-8184-6325cc0aa08d tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b64bdd-c731-4963-b1fc-431cb157a7ff') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:35.495721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c9b5abb3-61ac-409f-8184-6325cc0aa08d tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b64bdd-c731-4963-b1fc-431cb157a7ff') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:35.513860 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c9b5abb3-61ac-409f-8184-6325cc0aa08d tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.518222 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564729d2-10a1-4680-ad3d-6b41d4dfdb96 req-eaeb8033-b4ef-4f2f-a23a-3f43db508d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:35.529621 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-564729d2-10a1-4680-ad3d-6b41d4dfdb96 req-eaeb8033-b4ef-4f2f-a23a-3f43db508d78 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b3e8918db4646e6b3db6f0d7d91a624&device_id=d0d37d99-46ed-4140-af05-b3fc468be187 HTTP/1.1" status: 200 len: 1094 time: 0.1552720 Jul 30 01:59:35.533425 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825822c-d017-4777-ba5b-f3a05c9049f4 req-88a92e79-2049-411e-a14f-c8f72b2ffff3 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:35.535048 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d825822c-d017-4777-ba5b-f3a05c9049f4 req-88a92e79-2049-411e-a14f-c8f72b2ffff3 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 945 time: 0.1554947 Jul 30 01:59:35.554104 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c9b5abb3-61ac-409f-8184-6325cc0aa08d tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.608543 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49268b-d15e-449a-bbb1-b3b4e1047e7c req-e1fe294d-1391-40f7-bd5e-4511ecd3c9f2 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:35.612426 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-da49268b-d15e-449a-bbb1-b3b4e1047e7c req-e1fe294d-1391-40f7-bd5e-4511ecd3c9f2 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d37d99-46ed-4140-af05-b3fc468be187 HTTP/1.1" status: 200 len: 943 time: 0.0934906 Jul 30 01:59:35.613952 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b5abb3-61ac-409f-8184-6325cc0aa08d tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:35.614513 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c9b5abb3-61ac-409f-8184-6325cc0aa08d tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: items = [ Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:35.616148 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:35.667733 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-da49268b-d15e-449a-bbb1-b3b4e1047e7c req-0cfca3f7-e155-4c7b-a6d0-aef5f617db94 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/security-groups?id=9caf2ce3-6b1c-4ab5-9ddc-b9ea1074630f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478337 Jul 30 01:59:35.715869 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d825822c-d017-4777-ba5b-f3a05c9049f4 req-3f5c5afe-3833-4863-a79b-86ca9bd6472a tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677268 Jul 30 01:59:35.735238 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564729d2-10a1-4680-ad3d-6b41d4dfdb96 req-e59ef025-df60-4aad-b402-05c695fd8992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:35.735238 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-564729d2-10a1-4680-ad3d-6b41d4dfdb96 req-e59ef025-df60-4aad-b402-05c695fd8992 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=0b3e8918db4646e6b3db6f0d7d91a624&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1963248 Jul 30 01:59:35.800557 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c9b5abb3-61ac-409f-8184-6325cc0aa08d tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.805329 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b5abb3-61ac-409f-8184-6325cc0aa08d tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 78c65dff-dbfa-4223-bcd5-4592435bd4cd {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 01:59:35.807438 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c9b5abb3-61ac-409f-8184-6325cc0aa08d tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.815194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c9b5abb3-61ac-409f-8184-6325cc0aa08d tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "DELETE /v2.0/networks/78c65dff-dbfa-4223-bcd5-4592435bd4cd HTTP/1.1" status: 204 len: 168 time: 0.7191038 Jul 30 01:59:35.867820 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5abb3-61ac-409f-8184-6325cc0aa08d tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Pushing event deleted for resources: {'Network': ['ID=78c65dff-dbfa-4223-bcd5-4592435bd4cd,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:35.931719 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843698a-c303-47b2-940b-b70673e59536 req-9602a570-d41e-4836-bd44-c2ad3c52077e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:35.933523 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b843698a-c303-47b2-940b-b70673e59536 req-9602a570-d41e-4836-bd44-c2ad3c52077e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.1371696 Jul 30 01:59:35.937046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564729d2-10a1-4680-ad3d-6b41d4dfdb96 req-af8b0093-f0d0-4f43-856b-9cb84f8d2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:35.938733 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-564729d2-10a1-4680-ad3d-6b41d4dfdb96 req-af8b0093-f0d0-4f43-856b-9cb84f8d2643 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1940780 Jul 30 01:59:36.023187 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b843698a-c303-47b2-940b-b70673e59536 req-1a7e320a-91c5-49e2-86a6-51b4a2bfff7c tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833757 Jul 30 01:59:36.024972 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.063406 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57768) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:36.111870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-21f21496-7295-4440-a591-cc8205bae9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:36.113845 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-21f21496-7295-4440-a591-cc8205bae9a3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b3e8918db4646e6b3db6f0d7d91a624&device_id=d0d37d99-46ed-4140-af05-b3fc468be187 HTTP/1.1" status: 200 len: 1094 time: 0.0898559 Jul 30 01:59:36.166375 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-9aaa7e61-a3dd-42d7-9ee1-232671bbb415 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fdfe929-509b-4398-8e6a-0c2b22d887cd HTTP/1.1" status: 200 len: 217 time: 0.0353382 Jul 30 01:59:36.186806 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-8ffb5dc6-dd56-4a60-86b4-23493d1c4956 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1313978870-network', 'tenant_id': '8618554f30b3439aa1262eeb4ae2c3d5'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:36.199972 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.221198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-3a749395-03f1-4373-affa-96c4e768f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:36.223982 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-3a749395-03f1-4373-affa-96c4e768f546 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a99fc183-a9ee-4fa2-99e9-e7de87394ba5 HTTP/1.1" status: 200 len: 861 time: 0.0502071 Jul 30 01:59:36.263710 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-cdbaf67e-0bd7-48fd-a856-96c1a9f344e2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=98297e65-d7be-4e7c-8231-82f24766903a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322049 Jul 30 01:59:36.323737 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffb5dc6-dd56-4a60-86b4-23493d1c4956 admin admin] Made reservation on behalf of 8618554f30b3439aa1262eeb4ae2c3d5 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:36.326031 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8ffb5dc6-dd56-4a60-86b4-23493d1c4956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.345776 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8ffb5dc6-dd56-4a60-86b4-23493d1c4956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.350350 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57776) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:36.355060 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-74880efb-ff9c-440f-b52f-669fd2bf61ee tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Request body: {'router': {'name': 'tempest-router--78543328', 'project_id': 'b56470b93fd1460aae7805520ae1da3b'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:36.383556 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-852fa4a4-625d-4fd1-afbd-3f80b8704a2a service neutron] 10.222.0.77 "GET /v2.0/networks/98297e65-d7be-4e7c-8231-82f24766903a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120987 Jul 30 01:59:36.425393 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.476443 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40af1ab1-b820-459b-ac90-eeb850e7bea4 req-14e1ab00-76dd-4895-bd4c-eb194b629f64 service neutron] 10.222.0.77 "GET /v2.0/networks/98297e65-d7be-4e7c-8231-82f24766903a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846968 Jul 30 01:59:36.493825 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74880efb-ff9c-440f-b52f-669fd2bf61ee tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.494898 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74880efb-ff9c-440f-b52f-669fd2bf61ee tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.511264 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.624720 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74880efb-ff9c-440f-b52f-669fd2bf61ee tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.641726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Port': ['ID=dface226-16b4-4893-8c80-3727c91a5cd9,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:36.666089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:36.666505 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:36.666851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:36.667193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:36.667569 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:36.667942 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:36.668279 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:36.668612 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:36.668968 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:36.669297 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:36.669624 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:36.669947 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:36.677342 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.720909 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74880efb-ff9c-440f-b52f-669fd2bf61ee tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.799465 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b011952-f1c0-425a-a5ff-97aa82e2e875 req-0db6258d-9ddc-4f64-9b02-85174831e5f9 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:36.801205 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9b011952-f1c0-425a-a5ff-97aa82e2e875 req-0db6258d-9ddc-4f64-9b02-85174831e5f9 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d37d99-46ed-4140-af05-b3fc468be187 HTTP/1.1" status: 200 len: 943 time: 0.0576289 Jul 30 01:59:36.813082 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8ffb5dc6-dd56-4a60-86b4-23493d1c4956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.840415 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9b011952-f1c0-425a-a5ff-97aa82e2e875 req-69e581bd-65ba-4f03-858e-521de228fb33 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/security-groups?id=9caf2ce3-6b1c-4ab5-9ddc-b9ea1074630f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330498 Jul 30 01:59:36.845418 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Floating IP 5a15d84e-a6cb-4491-981d-b48b33d59cf8 associated. External IP: 172.25.1.148, port: 1b9f5f68-a029-4499-8c4a-3e6a1a3e6a42. Jul 30 01:59:36.889544 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8ffb5dc6-dd56-4a60-86b4-23493d1c4956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.928978 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ffb5dc6-dd56-4a60-86b4-23493d1c4956 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:36.941810 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057afbe4-a9fd-45a2-91ad-397b7a05f6d2 req-afbdb05f-3551-44ca-8dab-b36d9d3e2a0b tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:36.943336 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-057afbe4-a9fd-45a2-91ad-397b7a05f6d2 req-afbdb05f-3551-44ca-8dab-b36d9d3e2a0b tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 945 time: 0.1470256 Jul 30 01:59:36.987847 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb5dc6-dd56-4a60-86b4-23493d1c4956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb55c9ee-2644-4370-9cfe-cd0d17167237,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:36.991647 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8ffb5dc6-dd56-4a60-86b4-23493d1c4956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.992002 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-8ffb5dc6-dd56-4a60-86b4-23493d1c4956 admin admin] Added segment cb0aef01-f6fc-4651-b8b8-de6054c1da9e of type vlan for network 1d29d748-6718-4c3c-a735-a592a682bcb8 Jul 30 01:59:36.996034 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74880efb-ff9c-440f-b52f-669fd2bf61ee tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.997198 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-74880efb-ff9c-440f-b52f-669fd2bf61ee tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6457436 Jul 30 01:59:37.000175 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57786) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:37.071688 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8ffb5dc6-dd56-4a60-86b4-23493d1c4956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.076651 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-954f5892-8e29-4d14-9765-a70d1634daf7 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.077976 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-057afbe4-a9fd-45a2-91ad-397b7a05f6d2 req-113b8f19-a3fa-44b8-8b53-907033763c23 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253269 Jul 30 01:59:37.209625 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8ffb5dc6-dd56-4a60-86b4-23493d1c4956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.210526 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffb5dc6-dd56-4a60-86b4-23493d1c4956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:37.211129 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8ffb5dc6-dd56-4a60-86b4-23493d1c4956 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.302800 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb5dc6-dd56-4a60-86b4-23493d1c4956 admin admin] Pushing event updated for resources: {'Network': ['ID=1d29d748-6718-4c3c-a735-a592a682bcb8,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:37.313660 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 1d29d748-6718-4c3c-a735-a592a682bcb8 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:37.314478 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ac80e-bdf1-4f45-b5eb-91209a210919 req-3e2f19a4-1d46-4542-b12b-147557f9fd56 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:37.316346 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-342ac80e-bdf1-4f45-b5eb-91209a210919 req-3e2f19a4-1d46-4542-b12b-147557f9fd56 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.1641514 Jul 30 01:59:37.327660 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Router 76c36449-11ac-4843-9789-9d76f3949045 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:37.370693 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8ffb5dc6-dd56-4a60-86b4-23493d1c4956 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3061411 Jul 30 01:59:37.372313 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57792) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:37.415696 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-f01b9272-e543-4717-b618-27b66b9ab9f5 admin admin] Request body: {'subnet': {'network_id': '1d29d748-6718-4c3c-a735-a592a682bcb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1313978870-subnet', 'tenant_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:37.424270 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-342ac80e-bdf1-4f45-b5eb-91209a210919 req-a6a53e9e-dbb1-47dc-85e7-c1b5b343ddab tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995841 Jul 30 01:59:37.530236 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:37.536685 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01b9272-e543-4717-b618-27b66b9ab9f5 admin admin] Made reservation on behalf of 8618554f30b3439aa1262eeb4ae2c3d5 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:37.539781 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f01b9272-e543-4717-b618-27b66b9ab9f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.540949 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81a0e16-bcfe-4235-aafa-771c29687a1b None None] Sync routers for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:37.551832 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81a0e16-bcfe-4235-aafa-771c29687a1b None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:37.552613 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-b81a0e16-bcfe-4235-aafa-771c29687a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:37.586704 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-b81a0e16-bcfe-4235-aafa-771c29687a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:37.596572 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81a0e16-bcfe-4235-aafa-771c29687a1b None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:37.597517 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-b81a0e16-bcfe-4235-aafa-771c29687a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:37.599015 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-954f5892-8e29-4d14-9765-a70d1634daf7 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.602488 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-954f5892-8e29-4d14-9765-a70d1634daf7 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.612892 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e980dc9-27cd-4312-8a0b-9c06f2f4b2e3 req-b85f1109-46e1-457c-bdff-4d42b1dc6b86 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:37.614434 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4e980dc9-27cd-4312-8a0b-9c06f2f4b2e3 req-b85f1109-46e1-457c-bdff-4d42b1dc6b86 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.4971926 Jul 30 01:59:37.624226 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14aabce-c253-45d1-8b33-c5b653b16d3b req-81501610-2f21-4777-bdd0-d56f0c1879db tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:37.626558 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b14aabce-c253-45d1-8b33-c5b653b16d3b req-81501610-2f21-4777-bdd0-d56f0c1879db tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=a20d5a96-5550-486c-b670-873fcfca83ad HTTP/1.1" status: 200 len: 945 time: 0.1326885 Jul 30 01:59:37.634451 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-b81a0e16-bcfe-4235-aafa-771c29687a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:37.637051 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81a0e16-bcfe-4235-aafa-771c29687a1b None None] The sync data for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:37.662057 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.680993 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4e980dc9-27cd-4312-8a0b-9c06f2f4b2e3 req-6e02d73b-5f04-4b2b-9d89-278cfe3b1984 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324943 Jul 30 01:59:37.713721 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b14aabce-c253-45d1-8b33-c5b653b16d3b req-511a9cd7-3d03-4978-a182-38bfe127ab5c tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753417 Jul 30 01:59:37.717325 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4a059c82-43c8-426e-9c4e-d98eae057550 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.7303815 Jul 30 01:59:37.720089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57798) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:37.724675 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-c96b9487-f727-4fda-b91b-22f8fa5ea9ee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'floatingip': {'port_id': '1b9f5f68-a029-4499-8c4a-3e6a1a3e6a42', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:37.772050 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-954f5892-8e29-4d14-9765-a70d1634daf7 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.772593 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954f5892-8e29-4d14-9765-a70d1634daf7 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22733ef7-f3df-4e66-a788-7a8e850e59f5 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:59:37.781217 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-954f5892-8e29-4d14-9765-a70d1634daf7 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.781217 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-954f5892-8e29-4d14-9765-a70d1634daf7 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "DELETE /v2.0/routers/22733ef7-f3df-4e66-a788-7a8e850e59f5 HTTP/1.1" status: 204 len: 168 time: 0.7772050 Jul 30 01:59:37.819997 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c96b9487-f727-4fda-b91b-22f8fa5ea9ee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.968146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e973d-71e1-4d01-94f4-5100e8f0f418 req-10206a72-9783-4bda-b27c-a9fcec04d584 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:37.968754 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f01b9272-e543-4717-b618-27b66b9ab9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.970334 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f6e973d-71e1-4d01-94f4-5100e8f0f418 req-10206a72-9783-4bda-b27c-a9fcec04d584 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d37d99-46ed-4140-af05-b3fc468be187 HTTP/1.1" status: 200 len: 943 time: 0.0566254 Jul 30 01:59:38.008599 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f6e973d-71e1-4d01-94f4-5100e8f0f418 req-e1cee702-bdb7-417a-9e58-a3f4f144f2fb tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/security-groups?id=9caf2ce3-6b1c-4ab5-9ddc-b9ea1074630f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320225 Jul 30 01:59:38.014913 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57808) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:38.235398 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-458b5769-b483-4ec7-9bfe-85b188f635fe tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-850523285', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}, 'admin_state_up': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:38.320586 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-458b5769-b483-4ec7-9bfe-85b188f635fe tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.321774 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-458b5769-b483-4ec7-9bfe-85b188f635fe tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.377687 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-458b5769-b483-4ec7-9bfe-85b188f635fe tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.446688 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b9272-e543-4717-b618-27b66b9ab9f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab707f4-77e4-41a0-8eb0-22d07a69dee1,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:38.493276 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9edfa-8e7c-4e99-a753-3a211a04dd7e req-219ece90-4b05-4c93-b70d-40864dec03c1 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:38.494698 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0df9edfa-8e7c-4e99-a753-3a211a04dd7e req-219ece90-4b05-4c93-b70d-40864dec03c1 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 945 time: 0.5301447 Jul 30 01:59:38.513803 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b9272-e543-4717-b618-27b66b9ab9f5 admin admin] Checking segment: {'id': 'cb0aef01-f6fc-4651-b8b8-de6054c1da9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1d29d748-6718-4c3c-a735-a592a682bcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:38.514157 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01b9272-e543-4717-b618-27b66b9ab9f5 admin admin] Network hostable DHCP agents. Network: 1d29d748-6718-4c3c-a735-a592a682bcb8, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:59:38.582588 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-458b5769-b483-4ec7-9bfe-85b188f635fe tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.595335 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0df9edfa-8e7c-4e99-a753-3a211a04dd7e req-6a10a5ba-6506-43ce-81f5-01d9e48e4f11 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908945 Jul 30 01:59:38.773314 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01b9272-e543-4717-b618-27b66b9ab9f5 admin admin] Network 1d29d748-6718-4c3c-a735-a592a682bcb8 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:59:38.854985 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-f01b9272-e543-4717-b618-27b66b9ab9f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 1d29d748-6718-4c3c-a735-a592a682bcb8) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:38.863664 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8071f5da-ea95-4e63-8960-47ba004de047 None None] Network 1d29d748-6718-4c3c-a735-a592a682bcb8 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:38.865751 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01b9272-e543-4717-b618-27b66b9ab9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:38.866525 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f01b9272-e543-4717-b618-27b66b9ab9f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.892121 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c96b9487-f727-4fda-b91b-22f8fa5ea9ee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.901765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b30ba-20b5-4bc2-ac5e-2fdebdca73ad req-85a95e53-da14-4bc5-b9af-39654201fc85 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:38.905364 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2d3b30ba-20b5-4bc2-ac5e-2fdebdca73ad req-85a95e53-da14-4bc5-b9af-39654201fc85 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.1242390 Jul 30 01:59:38.917785 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-458b5769-b483-4ec7-9bfe-85b188f635fe tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.940893 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-458b5769-b483-4ec7-9bfe-85b188f635fe tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.944086 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2d3b30ba-20b5-4bc2-ac5e-2fdebdca73ad req-d2ad582c-06ff-417a-9a95-8bbffd3654ee tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340860 Jul 30 01:59:38.954604 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c96b9487-f727-4fda-b91b-22f8fa5ea9ee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.967098 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf6ce9-6abb-41c1-8a8b-aeeb1bde2cf2 req-5caafb3d-3814-4929-9fd4-60753a43b620 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:38.967098 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71cf6ce9-6abb-41c1-8a8b-aeeb1bde2cf2 req-5caafb3d-3814-4929-9fd4-60753a43b620 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.1279228 Jul 30 01:59:39.003611 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f01b9272-e543-4717-b618-27b66b9ab9f5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6254072 Jul 30 01:59:39.003886 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57818) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:39.010490 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-2407b286-05f4-4cb9-b888-0494ef07eafa admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1313978870-router', 'tenant_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:39.021335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4fdfe929-509b-4398-8e6a-0c2b22d887cd details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:59:39.106490 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71cf6ce9-6abb-41c1-8a8b-aeeb1bde2cf2 req-a82d0c09-4414-4ea4-8f44-26209dc7e43a tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303658 Jul 30 01:59:39.140046 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-1d29d748-6718-4c3c-a735-a592a682bcb8', 'network_id': '1d29d748-6718-4c3c-a735-a592a682bcb8', 'tenant_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'fixed_ips': [{'subnet_id': '5ab707f4-77e4-41a0-8eb0-22d07a69dee1'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:59:39.141004 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.151402 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-458b5769-b483-4ec7-9bfe-85b188f635fe tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Allocated IP 172.25.1.213 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/c4a75aa5-7c20-43c0-8ea6-ae9cbd4cf47c) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:39.169952 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2407b286-05f4-4cb9-b888-0494ef07eafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.171198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2407b286-05f4-4cb9-b888-0494ef07eafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.244659 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-37e7d714-387c-444c-b90a-1366b1f91579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.260285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7bd84-f5c3-46c0-970c-208c4270ee06 req-a5b4e198-b988-44f1-aed6-4f457220af6f tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:39.268801 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eba7bd84-f5c3-46c0-970c-208c4270ee06 req-a5b4e198-b988-44f1-aed6-4f457220af6f tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d37d99-46ed-4140-af05-b3fc468be187 HTTP/1.1" status: 200 len: 943 time: 0.1286736 Jul 30 01:59:39.294742 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4fdfe929-509b-4398-8e6a-0c2b22d887cd, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4fdfe929-509b-4398-8e6a-0c2b22d887cd,segment=NetworkSegment(b8c56bac-533e-479e-9ec2-3e522bd8d653),segment_id=b8c56bac-533e-479e-9ec2-3e522bd8d653)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:39.306138 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-458b5769-b483-4ec7-9bfe-85b188f635fe tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.309708 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2407b286-05f4-4cb9-b888-0494ef07eafa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.325696 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '4fdfe929-509b-4398-8e6a-0c2b22d887cd', 'network_id': '98297e65-d7be-4e7c-8231-82f24766903a', 'port_id': '4fdfe929-509b-4398-8e6a-0c2b22d887cd', 'mac_address': 'fa:16:3e:fd:02:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99fc183-a9ee-4fa2-99e9-e7de87394ba5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:59:39.334034 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96b9487-f727-4fda-b91b-22f8fa5ea9ee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Router 76c36449-11ac-4843-9789-9d76f3949045 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:39.373012 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eba7bd84-f5c3-46c0-970c-208c4270ee06 req-8cec088b-5f7e-4073-a788-7c6b854e163b tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/security-groups?id=9caf2ce3-6b1c-4ab5-9ddc-b9ea1074630f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955758 Jul 30 01:59:39.391860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Allocated IP 172.20.0.2 (1d29d748-6718-4c3c-a735-a592a682bcb8/5ab707f4-77e4-41a0-8eb0-22d07a69dee1/e67a39b0-4346-4645-9976-c454c4579bda) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:39.405986 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.428074 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fdfe929-509b-4398-8e6a-0c2b22d887cd {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:59:39.444793 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-458b5769-b483-4ec7-9bfe-85b188f635fe tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.491746 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458b5769-b483-4ec7-9bfe-85b188f635fe tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:39.501794 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-458b5769-b483-4ec7-9bfe-85b188f635fe tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:39.504326 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458b5769-b483-4ec7-9bfe-85b188f635fe tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:39.536261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b5769-b483-4ec7-9bfe-85b188f635fe tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Pushing event updated for resources: {'Port': ['ID=c4a75aa5-7c20-43c0-8ea6-ae9cbd4cf47c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:39.553052 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bf41c-f4e6-4d7b-bb28-2464ace27e8d req-a531c236-8d32-4135-b348-9ec48ffa9562 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:39.559345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bf41c-f4e6-4d7b-bb28-2464ace27e8d req-a531c236-8d32-4135-b348-9ec48ffa9562 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:39.565567 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bf41c-f4e6-4d7b-bb28-2464ace27e8d req-a531c236-8d32-4135-b348-9ec48ffa9562 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:39.567352 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce8bf41c-f4e6-4d7b-bb28-2464ace27e8d req-a531c236-8d32-4135-b348-9ec48ffa9562 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd&device_id=a20d5a96-5550-486c-b670-873fcfca83ad&device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 2417 time: 0.1550250 Jul 30 01:59:39.617287 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4fdfe929-509b-4398-8e6a-0c2b22d887cd, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4fdfe929-509b-4398-8e6a-0c2b22d887cd,segment=NetworkSegment(b8c56bac-533e-479e-9ec2-3e522bd8d653),segment_id=b8c56bac-533e-479e-9ec2-3e522bd8d653)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:39.634467 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2407b286-05f4-4cb9-b888-0494ef07eafa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.663427 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96b9487-f727-4fda-b91b-22f8fa5ea9ee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:39.668820 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c96b9487-f727-4fda-b91b-22f8fa5ea9ee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.669235 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.679925 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601fbb33-ab55-4192-afed-f9ae2403cf0a None None] Sync routers for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:39.681577 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce8bf41c-f4e6-4d7b-bb28-2464ace27e8d req-76ffdd3f-f3e5-41b6-8b96-03961e43988b tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056437 Jul 30 01:59:39.691067 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601fbb33-ab55-4192-afed-f9ae2403cf0a None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:39.691784 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-601fbb33-ab55-4192-afed-f9ae2403cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:39.794196 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=4fdfe929-509b-4398-8e6a-0c2b22d887cd,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:39.836401 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.848427 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Transition to ACTIVE for port object e67a39b0-4346-4645-9976-c454c4579bda will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:39.865319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Transition to ACTIVE for port object e67a39b0-4346-4645-9976-c454c4579bda will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:39.874334 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-601fbb33-ab55-4192-afed-f9ae2403cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:39.878759 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c96b9487-f727-4fda-b91b-22f8fa5ea9ee tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "PUT /v2.0/floatingips/5a15d84e-a6cb-4491-981d-b48b33d59cf8 HTTP/1.1" status: 200 len: 979 time: 2.1576061 Jul 30 01:59:39.881733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57828) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:39.884736 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601fbb33-ab55-4192-afed-f9ae2403cf0a None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:39.885561 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-601fbb33-ab55-4192-afed-f9ae2403cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:39.905285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a0eb2-b3f1-480d-9a7a-068807a6fe50 req-deab96fa-5baa-4ac6-9a5d-3b638dfdfdea tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:39.907533 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-502a0eb2-b3f1-480d-9a7a-068807a6fe50 req-deab96fa-5baa-4ac6-9a5d-3b638dfdfdea tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 945 time: 0.0834920 Jul 30 01:59:39.915717 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.925694 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-601fbb33-ab55-4192-afed-f9ae2403cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:39.926638 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601fbb33-ab55-4192-afed-f9ae2403cf0a None None] The sync data for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:39.963128 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-502a0eb2-b3f1-480d-9a7a-068807a6fe50 req-c705a952-65f3-4072-aff5-2adaa54f4ea7 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489695 Jul 30 01:59:39.988333 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Pushing event updated for resources: {'Port': ['ID=e67a39b0-4346-4645-9976-c454c4579bda,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:39.991899 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['4fdfe929-509b-4398-8e6a-0c2b22d887cd'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:40.063929 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Network 1d29d748-6718-4c3c-a735-a592a682bcb8 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:40.067636 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:40.071438 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:40.104840 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-458b5769-b483-4ec7-9bfe-85b188f635fe tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.124323 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2407b286-05f4-4cb9-b888-0494ef07eafa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.147638 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2407b286-05f4-4cb9-b888-0494ef07eafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.151325 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Attempting to bind port e67a39b0-4346-4645-9976-c454c4579bda on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:40.151702 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Attempting to bind port e67a39b0-4346-4645-9976-c454c4579bda by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'cb0aef01-f6fc-4651-b8b8-de6054c1da9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1d29d748-6718-4c3c-a735-a592a682bcb8'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:40.152556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Attempting to bind port e67a39b0-4346-4645-9976-c454c4579bda on network 1d29d748-6718-4c3c-a735-a592a682bcb8 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:40.163679 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:40.164052 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Checking segment: {'id': 'cb0aef01-f6fc-4651-b8b8-de6054c1da9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1d29d748-6718-4c3c-a735-a592a682bcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:40.167501 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.167501 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Bound using segment: {'id': 'cb0aef01-f6fc-4651-b8b8-de6054c1da9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1d29d748-6718-4c3c-a735-a592a682bcb8'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:40.167501 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Bound port: e67a39b0-4346-4645-9976-c454c4579bda, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0aef01-f6fc-4651-b8b8-de6054c1da9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1d29d748-6718-4c3c-a735-a592a682bcb8'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:40.167501 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.195458 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148ba0b-9ab2-441e-8e2e-1f7c1f9123ac req-e76afe49-a628-4f9e-9454-68a8ed16999e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:40.196789 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3148ba0b-9ab2-441e-8e2e-1f7c1f9123ac req-e76afe49-a628-4f9e-9454-68a8ed16999e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.1454101 Jul 30 01:59:40.245723 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] For port e67a39b0-4346-4645-9976-c454c4579bda, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:40.249095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] For port e67a39b0-4346-4645-9976-c454c4579bda, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e67a39b0-4346-4645-9976-c454c4579bda,segment=NetworkSegment(cb0aef01-f6fc-4651-b8b8-de6054c1da9e),segment_id=cb0aef01-f6fc-4651-b8b8-de6054c1da9e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:40.275116 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-2407b286-05f4-4cb9-b888-0494ef07eafa admin admin] Allocated IP 172.25.1.81 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/e579e563-1a1a-4b3b-8037-e0c6f844eddb) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:40.299827 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3148ba0b-9ab2-441e-8e2e-1f7c1f9123ac req-1b8b193e-254f-4768-9c00-56bd46e12751 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951231 Jul 30 01:59:40.307089 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-bc916a9f-665c-4e33-a162-f4366b69887b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Deleting port dface226-16b4-4893-8c80-3727c91a5cd9 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:40.307687 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc916a9f-665c-4e33-a162-f4366b69887b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.347782 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.441709 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7811090-ba25-4f41-a881-964efc5ae47f None None] Pushing event updated for resources: {'Port': ['ID=e67a39b0-4346-4645-9976-c454c4579bda,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:40.481916 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2407b286-05f4-4cb9-b888-0494ef07eafa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.497185 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc916a9f-665c-4e33-a162-f4366b69887b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.497547 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc916a9f-665c-4e33-a162-f4366b69887b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.535595 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-bc916a9f-665c-4e33-a162-f4366b69887b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Calling delete_port for dface226-16b4-4893-8c80-3727c91a5cd9 owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:40.555257 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-458b5769-b483-4ec7-9bfe-85b188f635fe tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.577273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34182249-9a09-4446-9da2-a6c0df8b02d4 req-04f1364c-9d9a-4867-a05f-d5f40e025f05 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:40.579382 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34182249-9a09-4446-9da2-a6c0df8b02d4 req-04f1364c-9d9a-4867-a05f-d5f40e025f05 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d37d99-46ed-4140-af05-b3fc468be187 HTTP/1.1" status: 200 len: 944 time: 0.1056576 Jul 30 01:59:40.583024 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2407b286-05f4-4cb9-b888-0494ef07eafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.655199 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2407b286-05f4-4cb9-b888-0494ef07eafa admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:40.670252 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-2407b286-05f4-4cb9-b888-0494ef07eafa admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:40.680393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2407b286-05f4-4cb9-b888-0494ef07eafa admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:40.713149 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407b286-05f4-4cb9-b888-0494ef07eafa admin admin] Pushing event updated for resources: {'Port': ['ID=e579e563-1a1a-4b3b-8037-e0c6f844eddb,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:40.817031 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34182249-9a09-4446-9da2-a6c0df8b02d4 req-2c36d9e7-df55-49d6-9c90-299b57a9edc5 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/security-groups?id=9caf2ce3-6b1c-4ab5-9ddc-b9ea1074630f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420350 Jul 30 01:59:40.977311 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458b5769-b483-4ec7-9bfe-85b188f635fe tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Router eb57e33f-aa14-45e8-a364-f876eed11730 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:59:41.018955 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4fdfe929-509b-4398-8e6a-0c2b22d887cd up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:41.025779 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc916a9f-665c-4e33-a162-f4366b69887b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.037961 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2407b286-05f4-4cb9-b888-0494ef07eafa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.098046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc916a9f-665c-4e33-a162-f4366b69887b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event deleted for resources: {'Port': ['ID=dface226-16b4-4893-8c80-3727c91a5cd9,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:41.185267 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc916a9f-665c-4e33-a162-f4366b69887b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.185626 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-bc916a9f-665c-4e33-a162-f4366b69887b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Floating IP 5a15d84e-a6cb-4491-981d-b48b33d59cf8 disassociated (deleted). External IP: 172.25.1.148, port: 1b9f5f68-a029-4499-8c4a-3e6a1a3e6a42. Jul 30 01:59:41.215910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 4fdfe929-509b-4398-8e6a-0c2b22d887cd completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:41.221297 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 4fdfe929-509b-4398-8e6a-0c2b22d887cd triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:41.222785 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.227996 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458b5769-b483-4ec7-9bfe-85b188f635fe tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:41.265674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb6754-1446-4a4e-bdfa-9e0543dd77e5 None None] Sync routers for ids ['eb57e33f-aa14-45e8-a364-f876eed11730'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:41.317838 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2407b286-05f4-4cb9-b888-0494ef07eafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.323077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb6754-1446-4a4e-bdfa-9e0543dd77e5 None None] Routers {'eb57e33f-aa14-45e8-a364-f876eed11730'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:41.323863 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ebdb6754-1446-4a4e-bdfa-9e0543dd77e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['eb57e33f-aa14-45e8-a364-f876eed11730'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:41.388279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ebdb6754-1446-4a4e-bdfa-9e0543dd77e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:41.409604 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb6754-1446-4a4e-bdfa-9e0543dd77e5 None None] Routers {'eb57e33f-aa14-45e8-a364-f876eed11730'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:41.410623 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ebdb6754-1446-4a4e-bdfa-9e0543dd77e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['eb57e33f-aa14-45e8-a364-f876eed11730'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:41.438069 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-458b5769-b483-4ec7-9bfe-85b188f635fe tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.443284 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-458b5769-b483-4ec7-9bfe-85b188f635fe tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.4273467 Jul 30 01:59:41.445418 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57858) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:41.472836 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ebdb6754-1446-4a4e-bdfa-9e0543dd77e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:41.473489 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb6754-1446-4a4e-bdfa-9e0543dd77e5 None None] The sync data for ids ['eb57e33f-aa14-45e8-a364-f876eed11730'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:41.497892 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.527693 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d37d99-46ed-4140-af05-b3fc468be187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdfe929-509b-4398-8e6a-0c2b22d887cd'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:41.530089 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7227d62e-a9f2-410d-954a-3ba046f3e1a6" -d '{"events": [{"server_uuid": "d0d37d99-46ed-4140-af05-b3fc468be187", "name": "network-vif-plugged", "status": "completed", "tag": "4fdfe929-509b-4398-8e6a-0c2b22d887cd"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:41.533068 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963552ff-2a46-4872-9d5c-b2afed7d7d10 req-4b89fef2-a07d-4002-9334-5a123a853046 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:41.533818 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-963552ff-2a46-4872-9d5c-b2afed7d7d10 req-4b89fef2-a07d-4002-9334-5a123a853046 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.0705140 Jul 30 01:59:41.553886 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 4fdfe929-509b-4398-8e6a-0c2b22d887cd, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4fdfe929-509b-4398-8e6a-0c2b22d887cd,segment=NetworkSegment(b8c56bac-533e-479e-9ec2-3e522bd8d653),segment_id=b8c56bac-533e-479e-9ec2-3e522bd8d653)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:41.573781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc916a9f-665c-4e33-a162-f4366b69887b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Router 76c36449-11ac-4843-9789-9d76f3949045 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:41.587557 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-963552ff-2a46-4872-9d5c-b2afed7d7d10 req-f80896cb-9ff1-46bf-9131-d61de8051a4c tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435987 Jul 30 01:59:41.589984 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd04695d-15f7-4f53-9247-cc4f8b0bdb17 None None] Network 1d29d748-6718-4c3c-a735-a592a682bcb8 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:41.644996 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681ca165-91ba-4510-94a5-f608d1842ad6 x-openstack-request-id: req-681ca165-91ba-4510-94a5-f608d1842ad6 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:41.645267 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d37d99-46ed-4140-af05-b3fc468be187", "name": "network-vif-plugged", "status": "completed", "tag": "4fdfe929-509b-4398-8e6a-0c2b22d887cd", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:41.645516 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-681ca165-91ba-4510-94a5-f608d1842ad6 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:41.645927 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d37d99-46ed-4140-af05-b3fc468be187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdfe929-509b-4398-8e6a-0c2b22d887cd', 'code': 200} Jul 30 01:59:41.674909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2407b286-05f4-4cb9-b888-0494ef07eafa admin admin] Router 66dc6888-bf73-41f5-ba0d-2299fe23bacd is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:59:41.700295 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.720901 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.763878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-81031242-3271-48e7-8dee-29900744a3b2 None None] Provisioning for port e67a39b0-4346-4645-9976-c454c4579bda completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:41.791870 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c1d016f2-2a03-4c6c-91dd-eb1966510da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.807732 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=4fdfe929-509b-4398-8e6a-0c2b22d887cd,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:41.836224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2407b286-05f4-4cb9-b888-0494ef07eafa admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:41.854483 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] Sync routers for ids ['66dc6888-bf73-41f5-ba0d-2299fe23bacd'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:41.862854 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] Routers {'66dc6888-bf73-41f5-ba0d-2299fe23bacd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:41.863575 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['66dc6888-bf73-41f5-ba0d-2299fe23bacd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:41.932255 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2407b286-05f4-4cb9-b888-0494ef07eafa admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.936258 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2407b286-05f4-4cb9-b888-0494ef07eafa admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9287775 Jul 30 01:59:41.940530 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57866) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:42.014476 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9c1aa-6164-4551-961c-68f856dc0f76 req-6e8b127a-fe4d-4945-b22d-3c4e0cd02f94 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:42.022903 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] Set router 66dc6888-bf73-41f5-ba0d-2299fe23bacd gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:42.027032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5a9c1aa-6164-4551-961c-68f856dc0f76 req-6e8b127a-fe4d-4945-b22d-3c4e0cd02f94 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.5820627 Jul 30 01:59:42.180639 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087412e0-5544-4f60-88bc-279c62e12e20 req-c2974a9c-afda-4dc5-ac6a-d5b98361c762 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:42.181688 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-087412e0-5544-4f60-88bc-279c62e12e20 req-c2974a9c-afda-4dc5-ac6a-d5b98361c762 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d37d99-46ed-4140-af05-b3fc468be187 HTTP/1.1" status: 200 len: 945 time: 0.1630912 Jul 30 01:59:42.194630 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d74c4501-d56b-4ac4-9d40-28c6f094edad tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "GET /v2.0/routers/eb57e33f-aa14-45e8-a364-f876eed11730 HTTP/1.1" status: 200 len: 924 time: 0.7435460 Jul 30 01:59:42.202843 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57868) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:42.241582 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dc6888-bf73-41f5-ba0d-2299fe23bacd', 'name': 'tempest-TestAggregatesBasicOps-1313978870-router', 'tenant_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e579e563-1a1a-4b3b-8037-e0c6f844eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:39Z', 'updated_at': '2021-07-30T01:59:40Z', 'revision_number': 3, 'project_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'gw_port': {'id': 'e579e563-1a1a-4b3b-8037-e0c6f844eddb', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dc6888-bf73-41f5-ba0d-2299fe23bacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:40Z', 'updated_at': '2021-07-30T01:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:42.242405 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81723ea0-1d0e-4592-ba62-f5efc79c9524 req-2bebb399-5856-4519-94b5-eb21a966cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:42.244268 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-81723ea0-1d0e-4592-ba62-f5efc79c9524 req-2bebb399-5856-4519-94b5-eb21a966cf35 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d0d37d99-46ed-4140-af05-b3fc468be187 HTTP/1.1" status: 200 len: 1096 time: 0.2601359 Jul 30 01:59:42.266570 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a3e68034-6c41-44e4-9017-575897c4b523 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb57e33f-aa14-45e8-a364-f876eed11730 HTTP/1.1" status: 200 len: 205 time: 0.0585554 Jul 30 01:59:42.275089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57872) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:42.277359 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] Checking router: 66dc6888-bf73-41f5-ba0d-2299fe23bacd for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:59:42.277708 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] Updating router 66dc6888-bf73-41f5-ba0d-2299fe23bacd port e579e563-1a1a-4b3b-8037-e0c6f844eddb binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:59:42.282933 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5a9c1aa-6164-4551-961c-68f856dc0f76 req-a3381825-89f0-42c0-810f-fe6af6c411b2 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180731 Jul 30 01:59:42.312572 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.371547 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-81723ea0-1d0e-4592-ba62-f5efc79c9524 req-79b42fe3-a4f2-48cb-9baf-bba55e5d0f82 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9caf2ce3-6b1c-4ab5-9ddc-b9ea1074630f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071639 Jul 30 01:59:42.384154 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc916a9f-665c-4e33-a162-f4366b69887b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:42.389562 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc916a9f-665c-4e33-a162-f4366b69887b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.394870 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c567320-27fb-4798-bee5-bda0606fa470 None None] Sync routers for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:42.413934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c567320-27fb-4798-bee5-bda0606fa470 None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:42.415759 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-087412e0-5544-4f60-88bc-279c62e12e20 req-e216edfd-ba31-49d6-a611-4be3badd872a tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/security-groups?id=9caf2ce3-6b1c-4ab5-9ddc-b9ea1074630f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059808 Jul 30 01:59:42.421150 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-7c567320-27fb-4798-bee5-bda0606fa470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:42.429972 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bc916a9f-665c-4e33-a162-f4366b69887b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "DELETE /v2.0/floatingips/5a15d84e-a6cb-4491-981d-b48b33d59cf8 HTTP/1.1" status: 204 len: 168 time: 2.5442147 Jul 30 01:59:42.430245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57874) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:42.479127 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-7c567320-27fb-4798-bee5-bda0606fa470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:42.490128 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c567320-27fb-4798-bee5-bda0606fa470 None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:42.491061 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-7c567320-27fb-4798-bee5-bda0606fa470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:42.525030 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f1b6f537-4226-4f29-934d-79c8156cb4d3 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.525192 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-7c567320-27fb-4798-bee5-bda0606fa470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:42.525775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c567320-27fb-4798-bee5-bda0606fa470 None None] The sync data for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:42.529504 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e67a39b0-4346-4645-9976-c454c4579bda up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:42.635181 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port e67a39b0-4346-4645-9976-c454c4579bda completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:42.641773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port e67a39b0-4346-4645-9976-c454c4579bda triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:42.642724 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.657491 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.670862 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] Transition to ACTIVE for port object e579e563-1a1a-4b3b-8037-e0c6f844eddb will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:42.723156 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b5694-9fc3-4d9a-a21d-4fad95fd04fa req-fc68f550-7821-4c52-9813-7b8a1531348d tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:42.724803 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fb9b5694-9fc3-4d9a-a21d-4fad95fd04fa req-fc68f550-7821-4c52-9813-7b8a1531348d tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.0562911 Jul 30 01:59:42.748606 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.759605 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.778862 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fb9b5694-9fc3-4d9a-a21d-4fad95fd04fa req-502b4bf3-e16f-431c-8271-8c05c670f595 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471830 Jul 30 01:59:42.786464 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port e67a39b0-4346-4645-9976-c454c4579bda, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e67a39b0-4346-4645-9976-c454c4579bda,segment=NetworkSegment(cb0aef01-f6fc-4651-b8b8-de6054c1da9e),segment_id=cb0aef01-f6fc-4651-b8b8-de6054c1da9e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:42.834674 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361500a8-9e9f-4f27-a51f-03103ead43a8 None None] Pushing event updated for resources: {'Port': ['ID=e579e563-1a1a-4b3b-8037-e0c6f844eddb,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:42.836968 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] Attempting to bind port e579e563-1a1a-4b3b-8037-e0c6f844eddb on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:42.837364 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] Attempting to bind port e579e563-1a1a-4b3b-8037-e0c6f844eddb by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:42.837761 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] Attempting to bind port e579e563-1a1a-4b3b-8037-e0c6f844eddb on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:42.844890 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:42.845298 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:42.845730 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.846128 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:42.846632 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] Bound port: e579e563-1a1a-4b3b-8037-e0c6f844eddb, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:42.847015 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.856360 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.910289 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=e67a39b0-4346-4645-9976-c454c4579bda,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:42.915163 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] For port e579e563-1a1a-4b3b-8037-e0c6f844eddb, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:42.918826 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] For port e579e563-1a1a-4b3b-8037-e0c6f844eddb, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e579e563-1a1a-4b3b-8037-e0c6f844eddb,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:43.000311 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:43.045106 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] Routers {'66dc6888-bf73-41f5-ba0d-2299fe23bacd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:43.045728 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['66dc6888-bf73-41f5-ba0d-2299fe23bacd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:43.102981 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361500a8-9e9f-4f27-a51f-03103ead43a8 None None] Pushing event updated for resources: {'Port': ['ID=e579e563-1a1a-4b3b-8037-e0c6f844eddb,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:43.106268 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f1b6f537-4226-4f29-934d-79c8156cb4d3 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:43.111010 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-92c864dd-5145-491a-8877-62a4a239db23 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Deleting port 1b9f5f68-a029-4499-8c4a-3e6a1a3e6a42 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:43.111340 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92c864dd-5145-491a-8877-62a4a239db23 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:43.168032 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] Set router 66dc6888-bf73-41f5-ba0d-2299fe23bacd gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:43.240077 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:43.271758 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92c864dd-5145-491a-8877-62a4a239db23 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:43.300434 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-92c864dd-5145-491a-8877-62a4a239db23 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Calling delete_port for 1b9f5f68-a029-4499-8c4a-3e6a1a3e6a42 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:43.350235 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dc6888-bf73-41f5-ba0d-2299fe23bacd', 'name': 'tempest-TestAggregatesBasicOps-1313978870-router', 'tenant_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e579e563-1a1a-4b3b-8037-e0c6f844eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:39Z', 'updated_at': '2021-07-30T01:59:40Z', 'revision_number': 3, 'project_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'gw_port': {'id': 'e579e563-1a1a-4b3b-8037-e0c6f844eddb', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dc6888-bf73-41f5-ba0d-2299fe23bacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:40Z', 'updated_at': '2021-07-30T01:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:43.379245 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79687405-76e1-4ccf-af99-8ca4243df85a None None] The sync data for ids ['66dc6888-bf73-41f5-ba0d-2299fe23bacd'] in n-d-713498-9 is: [{'id': '66dc6888-bf73-41f5-ba0d-2299fe23bacd', 'name': 'tempest-TestAggregatesBasicOps-1313978870-router', 'tenant_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e579e563-1a1a-4b3b-8037-e0c6f844eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:39Z', 'updated_at': '2021-07-30T01:59:40Z', 'revision_number': 3, 'project_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'gw_port': {'id': 'e579e563-1a1a-4b3b-8037-e0c6f844eddb', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dc6888-bf73-41f5-ba0d-2299fe23bacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:40Z', 'updated_at': '2021-07-30T01:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:43.389757 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-f1b6f537-4226-4f29-934d-79c8156cb4d3 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Deleting port c4a75aa5-7c20-43c0-8ea6-ae9cbd4cf47c {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:43.390102 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f1b6f537-4226-4f29-934d-79c8156cb4d3 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:43.395721 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3c510e66-1401-4b22-bf14-34dbbeca6533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:43.426951 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d4c4f-3127-496a-b91d-8c78cf60cc5d req-e4dd6e0f-47ca-4284-af55-f2a949ae794d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:43.434137 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e51d4c4f-3127-496a-b91d-8c78cf60cc5d req-e4dd6e0f-47ca-4284-af55-f2a949ae794d tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.0688496 Jul 30 01:59:43.493456 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e51d4c4f-3127-496a-b91d-8c78cf60cc5d req-d1f53dbd-ebf9-4072-9af4-2b872b464540 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559020 Jul 30 01:59:43.578833 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f1b6f537-4226-4f29-934d-79c8156cb4d3 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:43.597752 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:59:43.623648 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4ecbd-e945-4a0e-a5f3-78144a931012 req-a11ef394-8fde-45a0-a1c6-79b08a324549 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:43.626388 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-33d4ecbd-e945-4a0e-a5f3-78144a931012 req-a11ef394-8fde-45a0-a1c6-79b08a324549 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d37d99-46ed-4140-af05-b3fc468be187 HTTP/1.1" status: 200 len: 945 time: 0.0608985 Jul 30 01:59:43.652823 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-f1b6f537-4226-4f29-934d-79c8156cb4d3 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Calling delete_port for c4a75aa5-7c20-43c0-8ea6-ae9cbd4cf47c owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:43.683080 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-33d4ecbd-e945-4a0e-a5f3-78144a931012 req-5b23d826-ed0d-4af0-946d-241b8e032c51 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/security-groups?id=9caf2ce3-6b1c-4ab5-9ddc-b9ea1074630f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507605 Jul 30 01:59:43.843193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-3c510e66-1401-4b22-bf14-34dbbeca6533 admin admin] Allocated IP 172.20.0.1 (1d29d748-6718-4c3c-a735-a592a682bcb8/5ab707f4-77e4-41a0-8eb0-22d07a69dee1/39309964-2ffe-46f6-8412-c4f183b75200) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:43.914389 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92c864dd-5145-491a-8877-62a4a239db23 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.005806 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c864dd-5145-491a-8877-62a4a239db23 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event deleted for resources: {'Port': ['ID=1b9f5f68-a029-4499-8c4a-3e6a1a3e6a42,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:44.134532 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af1873-9347-4967-b59f-9d24c88241c5 req-b68633ba-ff97-4998-8151-5dac13b70d97 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:44.136082 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19af1873-9347-4967-b59f-9d24c88241c5 req-b68633ba-ff97-4998-8151-5dac13b70d97 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.2465627 Jul 30 01:59:44.193540 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3c510e66-1401-4b22-bf14-34dbbeca6533 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.220546 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-3c510e66-1401-4b22-bf14-34dbbeca6533 admin admin] Transition to ACTIVE for port object 39309964-2ffe-46f6-8412-c4f183b75200 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:44.237696 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f1b6f537-4226-4f29-934d-79c8156cb4d3 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.277333 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19af1873-9347-4967-b59f-9d24c88241c5 req-16ae6051-e954-4f99-98cb-e113c677c0bb tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286976 Jul 30 01:59:44.277333 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92c864dd-5145-491a-8877-62a4a239db23 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.277333 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-92c864dd-5145-491a-8877-62a4a239db23 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "DELETE /v2.0/ports/1b9f5f68-a029-4499-8c4a-3e6a1a3e6a42 HTTP/1.1" status: 204 len: 168 time: 1.8154316 Jul 30 01:59:44.281514 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57890) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:44.285450 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6f537-4226-4f29-934d-79c8156cb4d3 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Pushing event deleted for resources: {'Port': ['ID=c4a75aa5-7c20-43c0-8ea6-ae9cbd4cf47c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:44.291803 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-de91439a-5850-41c9-84d9-07850cbc897f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:44.405532 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f1b6f537-4226-4f29-934d-79c8156cb4d3 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.468101 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de91439a-5850-41c9-84d9-07850cbc897f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.471616 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3c510e66-1401-4b22-bf14-34dbbeca6533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.497592 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e67a39b0-4346-4645-9976-c454c4579bda up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:44.524557 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f1b6f537-4226-4f29-934d-79c8156cb4d3 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.558698 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.561391 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port e67a39b0-4346-4645-9976-c454c4579bda triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:44.561824 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.588222 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f1b6f537-4226-4f29-934d-79c8156cb4d3 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.692383 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c510e66-1401-4b22-bf14-34dbbeca6533 admin admin] Network 1d29d748-6718-4c3c-a735-a592a682bcb8 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:44.695509 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72bb53-1bda-4e2a-87e9-5411b7883b45 req-dc6b2d07-062b-4565-a0b7-3741a7de57f5 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:44.696451 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-3c510e66-1401-4b22-bf14-34dbbeca6533 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:44.696554 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e579e563-1a1a-4b3b-8037-e0c6f844eddb up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:44.696676 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c510e66-1401-4b22-bf14-34dbbeca6533 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:44.697127 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad72bb53-1bda-4e2a-87e9-5411b7883b45 req-dc6b2d07-062b-4565-a0b7-3741a7de57f5 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.0886304 Jul 30 01:59:44.697245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c510e66-1401-4b22-bf14-34dbbeca6533 admin admin] Pushing event updated for resources: {'Port': ['ID=39309964-2ffe-46f6-8412-c4f183b75200,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:44.723838 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad72bb53-1bda-4e2a-87e9-5411b7883b45 req-1add3c23-67c3-42ec-8f77-80df7ee322a2 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493436 Jul 30 01:59:44.725658 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3c510e66-1401-4b22-bf14-34dbbeca6533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.924944 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84392bd1-9819-45ea-951f-b15f5dfee7a1 req-e64b3abe-c283-4230-bd51-f4f88d4c0047 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:44.926532 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-84392bd1-9819-45ea-951f-b15f5dfee7a1 req-e64b3abe-c283-4230-bd51-f4f88d4c0047 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d37d99-46ed-4140-af05-b3fc468be187 HTTP/1.1" status: 200 len: 945 time: 0.1008346 Jul 30 01:59:44.929184 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f1b6f537-4226-4f29-934d-79c8156cb4d3 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.929839 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b6f537-4226-4f29-934d-79c8156cb4d3 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Fanout notify agent at l3_agent the message router_deleted on router eb57e33f-aa14-45e8-a364-f876eed11730 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:59:44.938000 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f1b6f537-4226-4f29-934d-79c8156cb4d3 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.947714 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f1b6f537-4226-4f29-934d-79c8156cb4d3 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "DELETE /v2.0/routers/eb57e33f-aa14-45e8-a364-f876eed11730 HTTP/1.1" status: 204 len: 168 time: 2.6632724 Jul 30 01:59:44.947851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port e579e563-1a1a-4b3b-8037-e0c6f844eddb completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:44.947963 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port e579e563-1a1a-4b3b-8037-e0c6f844eddb triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:44.948397 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.948751 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57900) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:44.952923 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de91439a-5850-41c9-84d9-07850cbc897f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.962093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-337c0bdd-fde0-4510-abf3-5236ff5ba225 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1822033377', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'enable_snat': False}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:45.032645 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-84392bd1-9819-45ea-951f-b15f5dfee7a1 req-cacb5f1b-6d52-4ee7-8942-a8325f2cf1d3 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/security-groups?id=9caf2ce3-6b1c-4ab5-9ddc-b9ea1074630f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904768 Jul 30 01:59:45.075579 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.078454 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3c510e66-1401-4b22-bf14-34dbbeca6533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.096550 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dd087d3d-c32c-4835-b796-df4f2763498d None None] Provisioning for port 39309964-2ffe-46f6-8412-c4f183b75200 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:45.096911 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c04f4-4e30-4305-be63-a9cc1308e2fb req-d7217b30-e1c5-4e30-bc88-d9fc3d79674b tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:45.105748 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b0c04f4-4e30-4305-be63-a9cc1308e2fb req-d7217b30-e1c5-4e30-bc88-d9fc3d79674b tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.0651414 Jul 30 01:59:45.108656 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dd087d3d-c32c-4835-b796-df4f2763498d None None] Provisioning complete for port 39309964-2ffe-46f6-8412-c4f183b75200 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:45.109030 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dd087d3d-c32c-4835-b796-df4f2763498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.112502 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port e579e563-1a1a-4b3b-8037-e0c6f844eddb, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e579e563-1a1a-4b3b-8037-e0c6f844eddb,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:45.129776 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-337c0bdd-fde0-4510-abf3-5236ff5ba225 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.131466 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-337c0bdd-fde0-4510-abf3-5236ff5ba225 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.145568 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-de91439a-5850-41c9-84d9-07850cbc897f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Allocated IP 172.25.1.151 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/58287443-0d1a-42cc-8fc7-3d56d8ba199a) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:45.157112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-dd087d3d-c32c-4835-b796-df4f2763498d None None] Port 39309964-2ffe-46f6-8412-c4f183b75200 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:59:45.182717 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b0c04f4-4e30-4305-be63-a9cc1308e2fb req-beb5524c-948a-4909-be77-fdee80e7d0dd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756428 Jul 30 01:59:45.183279 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.239085 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-337c0bdd-fde0-4510-abf3-5236ff5ba225 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.271423 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=e579e563-1a1a-4b3b-8037-e0c6f844eddb,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:45.313130 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de91439a-5850-41c9-84d9-07850cbc897f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.475058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5f635-b0cb-4a23-adec-a540b831a4d1 req-a763c1bb-f18b-413f-8342-55bf3024028e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:45.476602 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a5b5f635-b0cb-4a23-adec-a540b831a4d1 req-a763c1bb-f18b-413f-8342-55bf3024028e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.1924186 Jul 30 01:59:45.477944 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec713b-4e5a-4e1d-88a0-df89f7792160 req-63736ab1-a020-4d08-8d8a-447aa90aaf96 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:45.479461 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9bec713b-4e5a-4e1d-88a0-df89f7792160 req-63736ab1-a020-4d08-8d8a-447aa90aaf96 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.0952661 Jul 30 01:59:45.521615 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-337c0bdd-fde0-4510-abf3-5236ff5ba225 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.531152 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3c510e66-1401-4b22-bf14-34dbbeca6533 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.541377 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9bec713b-4e5a-4e1d-88a0-df89f7792160 req-67f0ff5e-dddf-4cae-b40d-288c578b6f29 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508235 Jul 30 01:59:45.541377 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de91439a-5850-41c9-84d9-07850cbc897f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.567482 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a5b5f635-b0cb-4a23-adec-a540b831a4d1 req-c583fc20-5534-4ca6-962f-6e8dbb02cecd tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593181 Jul 30 01:59:45.579423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de91439a-5850-41c9-84d9-07850cbc897f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:45.582360 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-de91439a-5850-41c9-84d9-07850cbc897f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:45.588748 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de91439a-5850-41c9-84d9-07850cbc897f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:45.591869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91439a-5850-41c9-84d9-07850cbc897f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Port': ['ID=58287443-0d1a-42cc-8fc7-3d56d8ba199a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:45.622632 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3c510e66-1401-4b22-bf14-34dbbeca6533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.723793 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3c510e66-1401-4b22-bf14-34dbbeca6533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.727973 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c510e66-1401-4b22-bf14-34dbbeca6533 admin admin] Pushing event updated for resources: {'Port': ['ID=39309964-2ffe-46f6-8412-c4f183b75200,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:45.788616 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de91439a-5850-41c9-84d9-07850cbc897f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.819824 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-337c0bdd-fde0-4510-abf3-5236ff5ba225 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.847287 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-337c0bdd-fde0-4510-abf3-5236ff5ba225 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.853983 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c510e66-1401-4b22-bf14-34dbbeca6533 admin admin] Network 1d29d748-6718-4c3c-a735-a592a682bcb8 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:45.855510 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-3c510e66-1401-4b22-bf14-34dbbeca6533 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:45.939724 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de91439a-5850-41c9-84d9-07850cbc897f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.987403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-337c0bdd-fde0-4510-abf3-5236ff5ba225 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Allocated IP 172.25.1.98 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/746d7d10-c529-4095-80e0-11aa0afa0693) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:46.117669 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c510e66-1401-4b22-bf14-34dbbeca6533 admin admin] Router 66dc6888-bf73-41f5-ba0d-2299fe23bacd has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:46.121892 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-337c0bdd-fde0-4510-abf3-5236ff5ba225 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.197018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-460ee029-fabb-42dd-bfae-f961b16c4d58 None None] Provisioning complete for port 39309964-2ffe-46f6-8412-c4f183b75200 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:46.198261 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-460ee029-fabb-42dd-bfae-f961b16c4d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.229961 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-337c0bdd-fde0-4510-abf3-5236ff5ba225 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.237380 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-460ee029-fabb-42dd-bfae-f961b16c4d58 None None] Port 39309964-2ffe-46f6-8412-c4f183b75200 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:59:46.269819 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337c0bdd-fde0-4510-abf3-5236ff5ba225 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:46.273007 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-337c0bdd-fde0-4510-abf3-5236ff5ba225 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:46.276776 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337c0bdd-fde0-4510-abf3-5236ff5ba225 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:46.309389 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c0bdd-fde0-4510-abf3-5236ff5ba225 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Pushing event updated for resources: {'Port': ['ID=746d7d10-c529-4095-80e0-11aa0afa0693,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:46.311924 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de91439a-5850-41c9-84d9-07850cbc897f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.337360 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86e263-b14d-4264-be61-7901a8339693 req-dd75f338-27d6-45e4-af0d-dc9854ad7385 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:46.339075 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6d86e263-b14d-4264-be61-7901a8339693 req-dd75f338-27d6-45e4-af0d-dc9854ad7385 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.1375990 Jul 30 01:59:46.342530 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c510e66-1401-4b22-bf14-34dbbeca6533 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:46.351345 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3c510e66-1401-4b22-bf14-34dbbeca6533 admin admin] 10.222.0.70 "PUT /v2.0/routers/66dc6888-bf73-41f5-ba0d-2299fe23bacd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4134634 Jul 30 01:59:46.360888 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] Sync routers for ids ['66dc6888-bf73-41f5-ba0d-2299fe23bacd'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:46.378124 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] Routers {'66dc6888-bf73-41f5-ba0d-2299fe23bacd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:46.379759 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['66dc6888-bf73-41f5-ba0d-2299fe23bacd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:46.407608 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de91439a-5850-41c9-84d9-07850cbc897f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.412814 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6d86e263-b14d-4264-be61-7901a8339693 req-897a6810-3f45-4ba2-b165-6d69085596a2 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599942 Jul 30 01:59:46.487684 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e579e563-1a1a-4b3b-8037-e0c6f844eddb up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:46.509221 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91439a-5850-41c9-84d9-07850cbc897f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Port': ['ID=58287443-0d1a-42cc-8fc7-3d56d8ba199a,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:46.519891 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de91439a-5850-41c9-84d9-07850cbc897f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.541688 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] Set router 66dc6888-bf73-41f5-ba0d-2299fe23bacd gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:46.561752 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port e579e563-1a1a-4b3b-8037-e0c6f844eddb triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:46.562807 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.588957 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de91439a-5850-41c9-84d9-07850cbc897f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.590559 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-de91439a-5850-41c9-84d9-07850cbc897f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3066320 Jul 30 01:59:46.593150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57952) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:46.599112 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-36ea282e-e23e-4aa1-9208-57d8a261fd37 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'port': {'network_id': 'c3d1fe78-413f-42dd-aacf-aa89f2722a15', 'name': 'tempest-FloatingIPTestJSON-1231239591'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:46.613604 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baba54c-59df-4249-b60d-13557dbba99c req-eabf6e81-755b-46d6-8d7a-f7c50b021437 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:46.625779 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8baba54c-59df-4249-b60d-13557dbba99c req-eabf6e81-755b-46d6-8d7a-f7c50b021437 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d37d99-46ed-4140-af05-b3fc468be187 HTTP/1.1" status: 200 len: 945 time: 0.1712494 Jul 30 01:59:46.707120 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8baba54c-59df-4249-b60d-13557dbba99c req-65c3bd0d-1556-42d5-9926-9ec8b50943e9 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/security-groups?id=9caf2ce3-6b1c-4ab5-9ddc-b9ea1074630f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804238 Jul 30 01:59:46.813285 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dc6888-bf73-41f5-ba0d-2299fe23bacd', 'name': 'tempest-TestAggregatesBasicOps-1313978870-router', 'tenant_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e579e563-1a1a-4b3b-8037-e0c6f844eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:39Z', 'updated_at': '2021-07-30T01:59:44Z', 'revision_number': 4, 'project_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'gw_port': {'id': 'e579e563-1a1a-4b3b-8037-e0c6f844eddb', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dc6888-bf73-41f5-ba0d-2299fe23bacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:40Z', 'updated_at': '2021-07-30T01:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '39309964-2ffe-46f6-8412-c4f183b75200', 'name': '', 'network_id': '1d29d748-6718-4c3c-a735-a592a682bcb8', 'tenant_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'mac_address': 'fa:16:3e:ba:f1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dc6888-bf73-41f5-ba0d-2299fe23bacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '5ab707f4-77e4-41a0-8eb0-22d07a69dee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:43Z', 'updated_at': '2021-07-30T01:59:45Z', 'revision_number': 2, 'project_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'subnets': [{'id': '5ab707f4-77e4-41a0-8eb0-22d07a69dee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:46.902615 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-337c0bdd-fde0-4510-abf3-5236ff5ba225 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.005347 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] Checking router: 66dc6888-bf73-41f5-ba0d-2299fe23bacd for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:59:47.006749 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] Updating router 66dc6888-bf73-41f5-ba0d-2299fe23bacd port 39309964-2ffe-46f6-8412-c4f183b75200 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:59:47.041722 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.126835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca3207-fdc1-4170-b4bc-5b53ee754eff req-467920ee-8905-46ef-bb26-d5acb936ff41 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:47.133991 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-71ca3207-fdc1-4170-b4bc-5b53ee754eff req-467920ee-8905-46ef-bb26-d5acb936ff41 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.0804930 Jul 30 01:59:47.147273 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-337c0bdd-fde0-4510-abf3-5236ff5ba225 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.202647 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-71ca3207-fdc1-4170-b4bc-5b53ee754eff req-d413a2fc-3a3a-4871-b329-f76cb327ab8c tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633898 Jul 30 01:59:47.269388 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57966) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:47.272225 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-90efb424-1997-4f89-94f9-650d7abfe7d2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2032870742-network', 'tenant_id': '728efbee4041432896293e9bb5d5baf6'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:47.287126 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ea282e-e23e-4aa1-9208-57d8a261fd37 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Made reservation on behalf of e2b6dcd7b9724ad1a80613e04482e975 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:47.290794 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-36ea282e-e23e-4aa1-9208-57d8a261fd37 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.316492 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-36ea282e-e23e-4aa1-9208-57d8a261fd37 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] device_id is not set on port 483f77ca-f4fe-431e-b871-62867db82be0 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:59:47.347625 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.360968 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] Transition to ACTIVE for port object 39309964-2ffe-46f6-8412-c4f183b75200 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:47.377289 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337c0bdd-fde0-4510-abf3-5236ff5ba225 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Router 12a1586a-4bf8-4b2d-a578-6eb105fef031 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:59:47.413136 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90efb424-1997-4f89-94f9-650d7abfe7d2 admin admin] Made reservation on behalf of 728efbee4041432896293e9bb5d5baf6 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:47.415562 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90efb424-1997-4f89-94f9-650d7abfe7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.431056 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90efb424-1997-4f89-94f9-650d7abfe7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.461189 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-36ea282e-e23e-4aa1-9208-57d8a261fd37 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Allocated IP 172.20.0.10 (c3d1fe78-413f-42dd-aacf-aa89f2722a15/cad2dfea-62de-4416-8fa0-c243fd2c10d8/483f77ca-f4fe-431e-b871-62867db82be0) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:47.469260 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.498167 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.519125 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc7b62-d3a3-40bb-acf1-d23b483b225b None None] Pushing event updated for resources: {'Port': ['ID=39309964-2ffe-46f6-8412-c4f183b75200,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:47.524761 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337c0bdd-fde0-4510-abf3-5236ff5ba225 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:47.548880 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] Sync routers for ids ['12a1586a-4bf8-4b2d-a578-6eb105fef031'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:47.559180 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] Routers {'12a1586a-4bf8-4b2d-a578-6eb105fef031'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:47.559590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['12a1586a-4bf8-4b2d-a578-6eb105fef031'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:47.595205 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] Attempting to bind port 39309964-2ffe-46f6-8412-c4f183b75200 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:47.595572 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] Attempting to bind port 39309964-2ffe-46f6-8412-c4f183b75200 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'cb0aef01-f6fc-4651-b8b8-de6054c1da9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1d29d748-6718-4c3c-a735-a592a682bcb8'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:47.595934 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] Attempting to bind port 39309964-2ffe-46f6-8412-c4f183b75200 on network 1d29d748-6718-4c3c-a735-a592a682bcb8 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:47.601097 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:47.601755 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] Checking segment: {'id': 'cb0aef01-f6fc-4651-b8b8-de6054c1da9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1d29d748-6718-4c3c-a735-a592a682bcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:47.602382 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.602952 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] Bound using segment: {'id': 'cb0aef01-f6fc-4651-b8b8-de6054c1da9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1d29d748-6718-4c3c-a735-a592a682bcb8'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:47.603599 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] Bound port: 39309964-2ffe-46f6-8412-c4f183b75200, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0aef01-f6fc-4651-b8b8-de6054c1da9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1d29d748-6718-4c3c-a735-a592a682bcb8'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:47.604150 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.629027 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90efb424-1997-4f89-94f9-650d7abfe7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.672896 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] For port 39309964-2ffe-46f6-8412-c4f183b75200, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:47.676457 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] For port 39309964-2ffe-46f6-8412-c4f183b75200, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=39309964-2ffe-46f6-8412-c4f183b75200,segment=NetworkSegment(cb0aef01-f6fc-4651-b8b8-de6054c1da9e),segment_id=cb0aef01-f6fc-4651-b8b8-de6054c1da9e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:47.696611 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] Set router 12a1586a-4bf8-4b2d-a578-6eb105fef031 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:47.718268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e3271-dfa7-4fed-b1b3-8d9b9b8e8632 req-36f22d03-94dd-4a1c-b917-bc52b155b401 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:47.725498 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4b8e3271-dfa7-4fed-b1b3-8d9b9b8e8632 req-36f22d03-94dd-4a1c-b917-bc52b155b401 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.2115691 Jul 30 01:59:47.725498 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90efb424-1997-4f89-94f9-650d7abfe7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.765967 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67664bbf-8a53-41b7-969c-4040f4ef9a95 req-bb491413-8927-43f3-857e-83b5c9911e20 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:47.767538 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-67664bbf-8a53-41b7-969c-4040f4ef9a95 req-bb491413-8927-43f3-857e-83b5c9911e20 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 946 time: 0.1020021 Jul 30 01:59:47.801048 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.812186 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90efb424-1997-4f89-94f9-650d7abfe7d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:47.826228 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efb424-1997-4f89-94f9-650d7abfe7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc32106e-6326-459b-b806-bbd67bbe418c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:47.846151 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-337c0bdd-fde0-4510-abf3-5236ff5ba225 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.850494 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-337c0bdd-fde0-4510-abf3-5236ff5ba225 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8970203 Jul 30 01:59:47.852547 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4b8e3271-dfa7-4fed-b1b3-8d9b9b8e8632 req-78d627c7-582b-4c24-a132-d71ad7469bec tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205282 Jul 30 01:59:47.853118 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57974) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:47.863138 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90efb424-1997-4f89-94f9-650d7abfe7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.863731 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-90efb424-1997-4f89-94f9-650d7abfe7d2 admin admin] Added segment 85e1cec0-d1b9-46de-b2e2-1e4dd033166a of type vlan for network 551181e2-3164-4163-a2eb-6097fe82929f Jul 30 01:59:47.891893 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc7b62-d3a3-40bb-acf1-d23b483b225b None None] Pushing event updated for resources: {'Port': ['ID=39309964-2ffe-46f6-8412-c4f183b75200,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:47.905296 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] Routers {'66dc6888-bf73-41f5-ba0d-2299fe23bacd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:47.906738 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['66dc6888-bf73-41f5-ba0d-2299fe23bacd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:47.925025 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-36ea282e-e23e-4aa1-9208-57d8a261fd37 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.979744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a1586a-4bf8-4b2d-a578-6eb105fef031', 'name': 'tempest-snat-router-1822033377', 'tenant_id': '9b35b484da0b4f61b7fe1fe5ba808c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.98'}], 'enable_snat': False}, 'gw_port_id': '746d7d10-c529-4095-80e0-11aa0afa0693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:45Z', 'updated_at': '2021-07-30T01:59:46Z', 'revision_number': 3, 'project_id': '9b35b484da0b4f61b7fe1fe5ba808c28', 'gw_port': {'id': '746d7d10-c529-4095-80e0-11aa0afa0693', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:10:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a1586a-4bf8-4b2d-a578-6eb105fef031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:45Z', 'updated_at': '2021-07-30T01:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:48.008277 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45c9d0-ba8d-487e-bc29-b7ad8c7b79f6 req-7c2a36f4-3f39-4a21-8907-ba93a0ccff65 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:48.010537 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9b45c9d0-ba8d-487e-bc29-b7ad8c7b79f6 req-7c2a36f4-3f39-4a21-8907-ba93a0ccff65 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d37d99-46ed-4140-af05-b3fc468be187 HTTP/1.1" status: 200 len: 945 time: 0.1914012 Jul 30 01:59:48.028312 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90efb424-1997-4f89-94f9-650d7abfe7d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.033323 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] Checking router: 12a1586a-4bf8-4b2d-a578-6eb105fef031 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:59:48.033690 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] Updating router 12a1586a-4bf8-4b2d-a578-6eb105fef031 port 746d7d10-c529-4095-80e0-11aa0afa0693 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:59:48.054537 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005536b-15b9-4871-9658-0199c7192823 req-60dd324f-5799-4bc3-a769-156fd1abf736 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:48.060635 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2005536b-15b9-4871-9658-0199c7192823 req-60dd324f-5799-4bc3-a769-156fd1abf736 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0d37d99-46ed-4140-af05-b3fc468be187 HTTP/1.1" status: 200 len: 945 time: 0.1655922 Jul 30 01:59:48.081180 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.084523 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] Set router 66dc6888-bf73-41f5-ba0d-2299fe23bacd gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:48.114667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-67664bbf-8a53-41b7-969c-4040f4ef9a95 req-af1d486c-41b2-4060-a684-ef48dbfd7e3e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Deleting port e2fce12b-2335-462c-8176-57bf36b88179 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:48.115416 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-67664bbf-8a53-41b7-969c-4040f4ef9a95 req-af1d486c-41b2-4060-a684-ef48dbfd7e3e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.149924 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-14c5a965-cc6f-45ca-bb65-efc9c45f50a9 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "GET /v2.0/routers/12a1586a-4bf8-4b2d-a578-6eb105fef031 HTTP/1.1" status: 200 len: 908 time: 0.2908564 Jul 30 01:59:48.157213 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57978) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:48.163378 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b0bd67c3-0a09-4dc8-9886-62b51893c5d2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1822033377', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'enable_snat': True}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:48.221787 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9b45c9d0-ba8d-487e-bc29-b7ad8c7b79f6 req-bcf290af-4bda-401e-8c37-fdac10243fae tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/security-groups?id=9caf2ce3-6b1c-4ab5-9ddc-b9ea1074630f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853352 Jul 30 01:59:48.224513 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-36ea282e-e23e-4aa1-9208-57d8a261fd37 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.290418 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea282e-e23e-4aa1-9208-57d8a261fd37 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Port': ['ID=483f77ca-f4fe-431e-b871-62867db82be0,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:48.312693 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b0bd67c3-0a09-4dc8-9886-62b51893c5d2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.312693 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b0bd67c3-0a09-4dc8-9886-62b51893c5d2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.330538 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90efb424-1997-4f89-94f9-650d7abfe7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.340209 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90efb424-1997-4f89-94f9-650d7abfe7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:48.340209 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90efb424-1997-4f89-94f9-650d7abfe7d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.392796 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dc6888-bf73-41f5-ba0d-2299fe23bacd', 'name': 'tempest-TestAggregatesBasicOps-1313978870-router', 'tenant_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e579e563-1a1a-4b3b-8037-e0c6f844eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:39Z', 'updated_at': '2021-07-30T01:59:44Z', 'revision_number': 4, 'project_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'gw_port': {'id': 'e579e563-1a1a-4b3b-8037-e0c6f844eddb', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dc6888-bf73-41f5-ba0d-2299fe23bacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:40Z', 'updated_at': '2021-07-30T01:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '39309964-2ffe-46f6-8412-c4f183b75200', 'name': '', 'network_id': '1d29d748-6718-4c3c-a735-a592a682bcb8', 'tenant_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'mac_address': 'fa:16:3e:ba:f1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dc6888-bf73-41f5-ba0d-2299fe23bacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '5ab707f4-77e4-41a0-8eb0-22d07a69dee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:43Z', 'updated_at': '2021-07-30T01:59:47Z', 'revision_number': 4, 'project_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'subnets': [{'id': '5ab707f4-77e4-41a0-8eb0-22d07a69dee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:48.398844 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efb424-1997-4f89-94f9-650d7abfe7d2 admin admin] Pushing event updated for resources: {'Network': ['ID=551181e2-3164-4163-a2eb-6097fe82929f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:48.412428 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-67664bbf-8a53-41b7-969c-4040f4ef9a95 req-af1d486c-41b2-4060-a684-ef48dbfd7e3e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] For port e2fce12b-2335-462c-8176-57bf36b88179, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e2fce12b-2335-462c-8176-57bf36b88179,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:48.418324 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-67664bbf-8a53-41b7-969c-4040f4ef9a95 req-af1d486c-41b2-4060-a684-ef48dbfd7e3e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.418503 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 551181e2-3164-4163-a2eb-6097fe82929f details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:48.418615 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ea282e-e23e-4aa1-9208-57d8a261fd37 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Network c3d1fe78-413f-42dd-aacf-aa89f2722a15 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:48.425228 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-36ea282e-e23e-4aa1-9208-57d8a261fd37 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:48.427939 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ea282e-e23e-4aa1-9208-57d8a261fd37 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:48.431429 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-67664bbf-8a53-41b7-969c-4040f4ef9a95 req-af1d486c-41b2-4060-a684-ef48dbfd7e3e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Calling delete_port for e2fce12b-2335-462c-8176-57bf36b88179 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:48.450419 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c55bd3c-dd1f-4c0a-8743-003c159e6bb5 None None] The sync data for ids ['66dc6888-bf73-41f5-ba0d-2299fe23bacd'] in n-d-713498-9 is: [{'id': '66dc6888-bf73-41f5-ba0d-2299fe23bacd', 'name': 'tempest-TestAggregatesBasicOps-1313978870-router', 'tenant_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e579e563-1a1a-4b3b-8037-e0c6f844eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:39Z', 'updated_at': '2021-07-30T01:59:44Z', 'revision_number': 4, 'project_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'gw_port': {'id': 'e579e563-1a1a-4b3b-8037-e0c6f844eddb', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dc6888-bf73-41f5-ba0d-2299fe23bacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:40Z', 'updated_at': '2021-07-30T01:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '39309964-2ffe-46f6-8412-c4f183b75200', 'name': '', 'network_id': '1d29d748-6718-4c3c-a735-a592a682bcb8', 'tenant_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'mac_address': 'fa:16:3e:ba:f1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dc6888-bf73-41f5-ba0d-2299fe23bacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '5ab707f4-77e4-41a0-8eb0-22d07a69dee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:43Z', 'updated_at': '2021-07-30T01:59:47Z', 'revision_number': 4, 'project_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'subnets': [{'id': '5ab707f4-77e4-41a0-8eb0-22d07a69dee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:48.501920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-2005536b-15b9-4871-9658-0199c7192823 req-16455a9f-e1c9-4532-b1a9-24bfcb9a073b tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Deleting port 4fdfe929-509b-4398-8e6a-0c2b22d887cd {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:48.502274 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2005536b-15b9-4871-9658-0199c7192823 req-16455a9f-e1c9-4532-b1a9-24bfcb9a073b tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.579765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b07589-3102-48d7-aec0-28c93ac470c1 req-ebad2418-787d-4bd5-b297-ae03d649eb19 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:48.582742 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20b07589-3102-48d7-aec0-28c93ac470c1 req-ebad2418-787d-4bd5-b297-ae03d649eb19 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.2852099 Jul 30 01:59:48.587308 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-90efb424-1997-4f89-94f9-650d7abfe7d2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3192787 Jul 30 01:59:48.587990 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 57984) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:48.598502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-46b0855b-c322-4b87-8089-18a1e7ab73f2 admin admin] Request body: {'subnet': {'network_id': '551181e2-3164-4163-a2eb-6097fe82929f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2032870742-subnet', 'tenant_id': '728efbee4041432896293e9bb5d5baf6', 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:48.604324 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.604897 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b0bd67c3-0a09-4dc8-9886-62b51893c5d2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.628163 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] Transition to ACTIVE for port object 746d7d10-c529-4095-80e0-11aa0afa0693 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:48.632956 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ea282e-e23e-4aa1-9208-57d8a261fd37 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:48.634953 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-36ea282e-e23e-4aa1-9208-57d8a261fd37 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.689438 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-2005536b-15b9-4871-9658-0199c7192823 req-16455a9f-e1c9-4532-b1a9-24bfcb9a073b tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] For port 4fdfe929-509b-4398-8e6a-0c2b22d887cd, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=4fdfe929-509b-4398-8e6a-0c2b22d887cd,segment=NetworkSegment(b8c56bac-533e-479e-9ec2-3e522bd8d653),segment_id=b8c56bac-533e-479e-9ec2-3e522bd8d653)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:48.689809 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2005536b-15b9-4871-9658-0199c7192823 req-16455a9f-e1c9-4532-b1a9-24bfcb9a073b tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.715324 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-2005536b-15b9-4871-9658-0199c7192823 req-16455a9f-e1c9-4532-b1a9-24bfcb9a073b tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Calling delete_port for 4fdfe929-509b-4398-8e6a-0c2b22d887cd owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:48.715455 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.715603 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-20b07589-3102-48d7-aec0-28c93ac470c1 req-e1b25c00-ac0d-4f57-ad25-af3d772bf8b8 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071436 Jul 30 01:59:48.745508 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b0855b-c322-4b87-8089-18a1e7ab73f2 admin admin] Made reservation on behalf of 728efbee4041432896293e9bb5d5baf6 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:48.752415 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-46b0855b-c322-4b87-8089-18a1e7ab73f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.781154 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-67664bbf-8a53-41b7-969c-4040f4ef9a95 req-af1d486c-41b2-4060-a684-ef48dbfd7e3e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.813772 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-36ea282e-e23e-4aa1-9208-57d8a261fd37 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2188578 Jul 30 01:59:48.840420 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57986) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:48.846422 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3e2a8f67-ec6c-4495-a823-457e1ff2edff tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'floatingip': {'port_id': '483f77ca-f4fe-431e-b871-62867db82be0'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:48.869574 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d486c-41b2-4060-a684-ef48dbfd7e3e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Pushing event deleted for resources: {'Port': ['ID=e2fce12b-2335-462c-8176-57bf36b88179,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:48.914386 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['c9eb3f59-0896-4eab-9ec0-1234b646a847'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:48.946914 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-67664bbf-8a53-41b7-969c-4040f4ef9a95 req-af1d486c-41b2-4060-a684-ef48dbfd7e3e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] No DVR routers for this DVR port e2fce12b-2335-462c-8176-57bf36b88179 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:48.952004 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-67664bbf-8a53-41b7-969c-4040f4ef9a95 req-af1d486c-41b2-4060-a684-ef48dbfd7e3e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.954672 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-67664bbf-8a53-41b7-969c-4040f4ef9a95 req-af1d486c-41b2-4060-a684-ef48dbfd7e3e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.77 "DELETE /v2.0/ports/e2fce12b-2335-462c-8176-57bf36b88179 HTTP/1.1" status: 204 len: 173 time: 1.1802766 Jul 30 01:59:48.955252 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b0bd67c3-0a09-4dc8-9886-62b51893c5d2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.955417 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9235fa-0c5e-4593-9db4-249184c7a740', 'name': 'network-vif-deleted', 'tag': 'e2fce12b-2335-462c-8176-57bf36b88179'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:48.957855 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ad4f73-034f-4b7f-b22a-24914741ec13" -d '{"events": [{"server_uuid": "7b9235fa-0c5e-4593-9db4-249184c7a740", "name": "network-vif-deleted", "tag": "e2fce12b-2335-462c-8176-57bf36b88179"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:48.966805 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['e2fce12b-2335-462c-8176-57bf36b88179'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:48.975784 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e2a8f67-ec6c-4495-a823-457e1ff2edff tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.043663 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2176f611-e890-4619-90be-ee082ee0920f x-openstack-request-id: req-2176f611-e890-4619-90be-ee082ee0920f {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:49.044308 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9235fa-0c5e-4593-9db4-249184c7a740", "name": "network-vif-deleted", "tag": "e2fce12b-2335-462c-8176-57bf36b88179", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:49.046172 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2176f611-e890-4619-90be-ee082ee0920f {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:49.047326 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9235fa-0c5e-4593-9db4-249184c7a740', 'name': 'network-vif-deleted', 'tag': 'e2fce12b-2335-462c-8176-57bf36b88179', 'status': 'completed', 'code': 200} Jul 30 01:59:49.057966 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] Attempting to bind port 746d7d10-c529-4095-80e0-11aa0afa0693 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:49.058412 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] Attempting to bind port 746d7d10-c529-4095-80e0-11aa0afa0693 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:49.058784 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] Attempting to bind port 746d7d10-c529-4095-80e0-11aa0afa0693 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:49.079192 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:49.079512 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:49.080017 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.080417 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:49.080898 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] Bound port: 746d7d10-c529-4095-80e0-11aa0afa0693, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:49.081306 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.113262 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50563d2-87f2-4aed-a0fc-2bd8a9372565 None None] Pushing event updated for resources: {'Port': ['ID=746d7d10-c529-4095-80e0-11aa0afa0693,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:49.197492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] For port 746d7d10-c529-4095-80e0-11aa0afa0693, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:49.202740 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] For port 746d7d10-c529-4095-80e0-11aa0afa0693, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=746d7d10-c529-4095-80e0-11aa0afa0693,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:49.216963 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-969ecc85-9ff6-455f-86ef-15bdc281b998 req-50e04bb2-f0a6-4abd-9d61-dcc34edff33e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9235fa-0c5e-4593-9db4-249184c7a740 HTTP/1.1" status: 200 len: 210 time: 0.1774719 Jul 30 01:59:49.310694 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.360913 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2005536b-15b9-4871-9658-0199c7192823 req-16455a9f-e1c9-4532-b1a9-24bfcb9a073b tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.364835 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-46b0855b-c322-4b87-8089-18a1e7ab73f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.397752 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['4fdfe929-509b-4398-8e6a-0c2b22d887cd'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:49.402759 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] Routers {'12a1586a-4bf8-4b2d-a578-6eb105fef031'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:49.403384 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['12a1586a-4bf8-4b2d-a578-6eb105fef031'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:49.450239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16455a9f-e1c9-4532-b1a9-24bfcb9a073b tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Pushing event deleted for resources: {'Port': ['ID=4fdfe929-509b-4398-8e6a-0c2b22d887cd,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:49.473127 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d3dba8bf-affb-4537-bbbc-d2027fcf2448 req-12f357c1-0d14-4088-8b2e-705437598562 tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d37d99-46ed-4140-af05-b3fc468be187 HTTP/1.1" status: 200 len: 210 time: 0.0826464 Jul 30 01:59:49.498439 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50563d2-87f2-4aed-a0fc-2bd8a9372565 None None] Pushing event updated for resources: {'Port': ['ID=746d7d10-c529-4095-80e0-11aa0afa0693,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:49.502163 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b0bd67c3-0a09-4dc8-9886-62b51893c5d2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.535169 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b0bd67c3-0a09-4dc8-9886-62b51893c5d2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.540346 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0855b-c322-4b87-8089-18a1e7ab73f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be68fec-78ef-4b05-a07d-5b0b909b856c,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:49.545500 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-2005536b-15b9-4871-9658-0199c7192823 req-16455a9f-e1c9-4532-b1a9-24bfcb9a073b tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] No DVR routers for this DVR port 4fdfe929-509b-4398-8e6a-0c2b22d887cd on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:49.552033 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2005536b-15b9-4871-9658-0199c7192823 req-16455a9f-e1c9-4532-b1a9-24bfcb9a073b tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.554153 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2005536b-15b9-4871-9658-0199c7192823 req-16455a9f-e1c9-4532-b1a9-24bfcb9a073b tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.77 "DELETE /v2.0/ports/4fdfe929-509b-4398-8e6a-0c2b22d887cd HTTP/1.1" status: 204 len: 173 time: 1.4871869 Jul 30 01:59:49.569147 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0855b-c322-4b87-8089-18a1e7ab73f2 admin admin] Checking segment: {'id': '85e1cec0-d1b9-46de-b2e2-1e4dd033166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '551181e2-3164-4163-a2eb-6097fe82929f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:49.569147 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b0855b-c322-4b87-8089-18a1e7ab73f2 admin admin] Network hostable DHCP agents. Network: 551181e2-3164-4163-a2eb-6097fe82929f, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:59:49.580814 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] Set router 12a1586a-4bf8-4b2d-a578-6eb105fef031 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:49.767582 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-b0bd67c3-0a09-4dc8-9886-62b51893c5d2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Allocated IP 172.25.1.156 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/ec22b6ad-1977-48d7-a1e8-2a334ff634fc) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:49.775978 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b0855b-c322-4b87-8089-18a1e7ab73f2 admin admin] Network 551181e2-3164-4163-a2eb-6097fe82929f is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:59:49.812470 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a1586a-4bf8-4b2d-a578-6eb105fef031', 'name': 'tempest-snat-router-1822033377', 'tenant_id': '9b35b484da0b4f61b7fe1fe5ba808c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.98'}], 'enable_snat': False}, 'gw_port_id': '746d7d10-c529-4095-80e0-11aa0afa0693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:45Z', 'updated_at': '2021-07-30T01:59:46Z', 'revision_number': 3, 'project_id': '9b35b484da0b4f61b7fe1fe5ba808c28', 'gw_port': {'id': '746d7d10-c529-4095-80e0-11aa0afa0693', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:10:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a1586a-4bf8-4b2d-a578-6eb105fef031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:45Z', 'updated_at': '2021-07-30T01:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:49.853974 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b47afe-1be2-4c2c-9150-0e0298876637 None None] The sync data for ids ['12a1586a-4bf8-4b2d-a578-6eb105fef031'] in n-d-713498-9 is: [{'id': '12a1586a-4bf8-4b2d-a578-6eb105fef031', 'name': 'tempest-snat-router-1822033377', 'tenant_id': '9b35b484da0b4f61b7fe1fe5ba808c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.98'}], 'enable_snat': False}, 'gw_port_id': '746d7d10-c529-4095-80e0-11aa0afa0693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:45Z', 'updated_at': '2021-07-30T01:59:46Z', 'revision_number': 3, 'project_id': '9b35b484da0b4f61b7fe1fe5ba808c28', 'gw_port': {'id': '746d7d10-c529-4095-80e0-11aa0afa0693', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:10:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a1586a-4bf8-4b2d-a578-6eb105fef031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:45Z', 'updated_at': '2021-07-30T01:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:49.888070 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-46b0855b-c322-4b87-8089-18a1e7ab73f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 551181e2-3164-4163-a2eb-6097fe82929f) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:49.901593 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c255ee6b-ec29-4295-a714-f78a7adfb3ba None None] Network 551181e2-3164-4163-a2eb-6097fe82929f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:49.941821 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b0855b-c322-4b87-8089-18a1e7ab73f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:49.942461 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-46b0855b-c322-4b87-8089-18a1e7ab73f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.953602 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e2a8f67-ec6c-4495-a823-457e1ff2edff tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.005069 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ef31-c5c8-4de8-9a17-21a7b3efaa5a req-a5f2651c-bc2b-4651-9f45-2f2a42364a6d tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:50.013147 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4f42ef31-c5c8-4de8-9a17-21a7b3efaa5a req-a5f2651c-bc2b-4651-9f45-2f2a42364a6d tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.1400847 Jul 30 01:59:50.040537 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e2a8f67-ec6c-4495-a823-457e1ff2edff tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.062986 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b0bd67c3-0a09-4dc8-9886-62b51893c5d2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.073323 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-46b0855b-c322-4b87-8089-18a1e7ab73f2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4800949 Jul 30 01:59:50.100841 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4f42ef31-c5c8-4de8-9a17-21a7b3efaa5a req-f375a353-2b7a-4615-92ac-af1a9d2f4fc1 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861106 Jul 30 01:59:50.112409 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58000) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:50.119256 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-d5fc7c04-8556-4e34-a950-8366a7635e71 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2032870742-router', 'tenant_id': '728efbee4041432896293e9bb5d5baf6', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:50.139694 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-551181e2-3164-4163-a2eb-6097fe82929f', 'network_id': '551181e2-3164-4163-a2eb-6097fe82929f', 'tenant_id': '728efbee4041432896293e9bb5d5baf6', 'fixed_ips': [{'subnet_id': '8be68fec-78ef-4b05-a07d-5b0b909b856c'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:59:50.141973 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.215351 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-3e2a8f67-ec6c-4495-a823-457e1ff2edff tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Floating IP 06785349-ac7a-45fc-b298-e2750c60e73e associated. External IP: 172.25.1.151, port: 483f77ca-f4fe-431e-b871-62867db82be0. Jul 30 01:59:50.278934 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7c04-8556-4e34-a950-8366a7635e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.280239 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7c04-8556-4e34-a950-8366a7635e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.311262 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b0bd67c3-0a09-4dc8-9886-62b51893c5d2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.394576 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bd67c3-0a09-4dc8-9886-62b51893c5d2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:50.401421 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-b0bd67c3-0a09-4dc8-9886-62b51893c5d2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:50.429716 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bd67c3-0a09-4dc8-9886-62b51893c5d2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:50.435419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd67c3-0a09-4dc8-9886-62b51893c5d2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Pushing event updated for resources: {'Port': ['ID=ec22b6ad-1977-48d7-a1e8-2a334ff634fc,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:50.436532 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Allocated IP 172.20.0.2 (551181e2-3164-4163-a2eb-6097fe82929f/8be68fec-78ef-4b05-a07d-5b0b909b856c/16ddcc8a-864e-4680-8bc7-42bece5f9973) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:50.657781 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.667177 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Transition to ACTIVE for port object 16ddcc8a-864e-4680-8bc7-42bece5f9973 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:50.683711 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Transition to ACTIVE for port object 16ddcc8a-864e-4680-8bc7-42bece5f9973 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:50.689764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 746d7d10-c529-4095-80e0-11aa0afa0693 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:50.789037 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.842363 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Network 551181e2-3164-4163-a2eb-6097fe82929f is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:50.843923 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 746d7d10-c529-4095-80e0-11aa0afa0693 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:50.870268 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:50.892746 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:50.898605 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 746d7d10-c529-4095-80e0-11aa0afa0693 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:50.899381 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.903772 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Pushing event updated for resources: {'Port': ['ID=16ddcc8a-864e-4680-8bc7-42bece5f9973,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:50.979482 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b0bd67c3-0a09-4dc8-9886-62b51893c5d2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.029517 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7c04-8556-4e34-a950-8366a7635e71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.036264 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Attempting to bind port 16ddcc8a-864e-4680-8bc7-42bece5f9973 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:51.037113 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Attempting to bind port 16ddcc8a-864e-4680-8bc7-42bece5f9973 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '85e1cec0-d1b9-46de-b2e2-1e4dd033166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '551181e2-3164-4163-a2eb-6097fe82929f'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:51.043551 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Attempting to bind port 16ddcc8a-864e-4680-8bc7-42bece5f9973 on network 551181e2-3164-4163-a2eb-6097fe82929f {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:51.053248 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d37d99-46ed-4140-af05-b3fc468be187', 'name': 'network-vif-deleted', 'tag': '4fdfe929-509b-4398-8e6a-0c2b22d887cd'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:51.058988 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd92b951-8ffa-4a12-8d9d-7de098ab70ed" -d '{"events": [{"server_uuid": "d0d37d99-46ed-4140-af05-b3fc468be187", "name": "network-vif-deleted", "tag": "4fdfe929-509b-4398-8e6a-0c2b22d887cd"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:51.069161 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:51.070006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Checking segment: {'id': '85e1cec0-d1b9-46de-b2e2-1e4dd033166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '551181e2-3164-4163-a2eb-6097fe82929f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:51.070834 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.071465 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Bound using segment: {'id': '85e1cec0-d1b9-46de-b2e2-1e4dd033166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '551181e2-3164-4163-a2eb-6097fe82929f'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:51.072133 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Bound port: 16ddcc8a-864e-4680-8bc7-42bece5f9973, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e1cec0-d1b9-46de-b2e2-1e4dd033166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '551181e2-3164-4163-a2eb-6097fe82929f'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:51.072705 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.099000 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2298578f-c487-4e22-ae1a-e791e7273be9 req-2d20a873-bad6-4e97-9a3c-d086722b764a tempest-ServerMetadataNegativeTestJSON-1500522160 tempest-ServerMetadataNegativeTestJSON-1500522160-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d37d99-46ed-4140-af05-b3fc468be187 HTTP/1.1" status: 200 len: 210 time: 0.0559151 Jul 30 01:59:51.158554 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.219835 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 746d7d10-c529-4095-80e0-11aa0afa0693, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=746d7d10-c529-4095-80e0-11aa0afa0693,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:51.241354 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] For port 16ddcc8a-864e-4680-8bc7-42bece5f9973, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:51.243190 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] For port 16ddcc8a-864e-4680-8bc7-42bece5f9973, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=16ddcc8a-864e-4680-8bc7-42bece5f9973,segment=NetworkSegment(85e1cec0-d1b9-46de-b2e2-1e4dd033166a),segment_id=85e1cec0-d1b9-46de-b2e2-1e4dd033166a)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:51.258766 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e73630-4617-497b-9b90-0818f204d8c9 x-openstack-request-id: req-86e73630-4617-497b-9b90-0818f204d8c9 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:51.259267 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d37d99-46ed-4140-af05-b3fc468be187", "name": "network-vif-deleted", "tag": "4fdfe929-509b-4398-8e6a-0c2b22d887cd", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:51.259684 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86e73630-4617-497b-9b90-0818f204d8c9 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:51.260082 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d37d99-46ed-4140-af05-b3fc468be187', 'name': 'network-vif-deleted', 'tag': '4fdfe929-509b-4398-8e6a-0c2b22d887cd', 'status': 'completed', 'code': 200} Jul 30 01:59:51.286451 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.287265 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 39309964-2ffe-46f6-8412-c4f183b75200 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:51.347794 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b0bd67c3-0a09-4dc8-9886-62b51893c5d2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.407221 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=746d7d10-c529-4095-80e0-11aa0afa0693,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:51.416097 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.501065 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7c04-8556-4e34-a950-8366a7635e71 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.530547 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5d567-6264-414e-aa35-e0daa26106e0 None None] Pushing event updated for resources: {'Port': ['ID=16ddcc8a-864e-4680-8bc7-42bece5f9973,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:51.544345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b25b6-e4c1-447a-9084-b5638b448941 req-6c9f792e-5bd4-407c-83d4-9455e219ac43 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:51.545945 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-743b25b6-e4c1-447a-9084-b5638b448941 req-6c9f792e-5bd4-407c-83d4-9455e219ac43 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.2850974 Jul 30 01:59:51.582418 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2a8f67-ec6c-4495-a823-457e1ff2edff tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Router 76c36449-11ac-4843-9789-9d76f3949045 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:51.594132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 39309964-2ffe-46f6-8412-c4f183b75200 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:51.594471 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bd67c3-0a09-4dc8-9886-62b51893c5d2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Router 5f32236c-41b7-4d04-a8a2-c9d77d8fd7ee is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:59:51.600075 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 39309964-2ffe-46f6-8412-c4f183b75200 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:51.600574 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.656191 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-743b25b6-e4c1-447a-9084-b5638b448941 req-59dc2130-b340-4715-afac-e824e29cc8c2 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005514 Jul 30 01:59:51.745408 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.798230 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 39309964-2ffe-46f6-8412-c4f183b75200, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=39309964-2ffe-46f6-8412-c4f183b75200,segment=NetworkSegment(cb0aef01-f6fc-4651-b8b8-de6054c1da9e),segment_id=cb0aef01-f6fc-4651-b8b8-de6054c1da9e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:51.814818 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bd67c3-0a09-4dc8-9886-62b51893c5d2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:51.826702 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] Sync routers for ids ['5f32236c-41b7-4d04-a8a2-c9d77d8fd7ee'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:51.837123 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] Routers {'5f32236c-41b7-4d04-a8a2-c9d77d8fd7ee'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:51.838022 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['5f32236c-41b7-4d04-a8a2-c9d77d8fd7ee'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:51.841904 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2a8f67-ec6c-4495-a823-457e1ff2edff tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:51.847871 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e2a8f67-ec6c-4495-a823-457e1ff2edff tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.855308 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d930ad-e405-438f-9755-88c06d8cded5 None None] Sync routers for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:51.871966 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d930ad-e405-438f-9755-88c06d8cded5 None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:51.873482 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-43d930ad-e405-438f-9755-88c06d8cded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:51.923604 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-43d930ad-e405-438f-9755-88c06d8cded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:51.932285 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.967933 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3e2a8f67-ec6c-4495-a823-457e1ff2edff tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "PUT /v2.0/floatingips/06785349-ac7a-45fc-b298-e2750c60e73e HTTP/1.1" status: 200 len: 979 time: 3.1261139 Jul 30 01:59:51.982802 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58050) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:51.996065 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=39309964-2ffe-46f6-8412-c4f183b75200,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:52.001027 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d930ad-e405-438f-9755-88c06d8cded5 None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:52.001694 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-43d930ad-e405-438f-9755-88c06d8cded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:52.036836 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] Set router 5f32236c-41b7-4d04-a8a2-c9d77d8fd7ee gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:52.039175 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-43d930ad-e405-438f-9755-88c06d8cded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:52.039920 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b0bd67c3-0a09-4dc8-9886-62b51893c5d2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.040798 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d930ad-e405-438f-9755-88c06d8cded5 None None] The sync data for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:52.043708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58052) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:52.047157 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b0bd67c3-0a09-4dc8-9886-62b51893c5d2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8887651 Jul 30 01:59:52.075815 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bf799-217d-49ed-8f17-bdad9b097d33 req-35758087-8d24-4a3e-9899-c9ea10c147b0 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:52.079424 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a53bf799-217d-49ed-8f17-bdad9b097d33 req-35758087-8d24-4a3e-9899-c9ea10c147b0 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 945 time: 0.1412277 Jul 30 01:59:52.099563 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7c04-8556-4e34-a950-8366a7635e71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.123968 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7c04-8556-4e34-a950-8366a7635e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.176681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58056) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:52.191198 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a53bf799-217d-49ed-8f17-bdad9b097d33 req-b14ce13c-16f8-436d-ab33-7ca7da52692e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784857 Jul 30 01:59:52.202052 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-65036789-9298-47ca-b137-edb3ee15bca2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Deleting port 483f77ca-f4fe-431e-b871-62867db82be0 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:52.207012 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-65036789-9298-47ca-b137-edb3ee15bca2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.255270 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f32236c-41b7-4d04-a8a2-c9d77d8fd7ee', 'name': 'tempest-snat-router-1822033377', 'tenant_id': '9b35b484da0b4f61b7fe1fe5ba808c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ec22b6ad-1977-48d7-a1e8-2a334ff634fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:48Z', 'updated_at': '2021-07-30T01:59:50Z', 'revision_number': 3, 'project_id': '9b35b484da0b4f61b7fe1fe5ba808c28', 'gw_port': {'id': 'ec22b6ad-1977-48d7-a1e8-2a334ff634fc', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:27:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f32236c-41b7-4d04-a8a2-c9d77d8fd7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:49Z', 'updated_at': '2021-07-30T01:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:52.284212 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] Checking router: 5f32236c-41b7-4d04-a8a2-c9d77d8fd7ee for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:59:52.287295 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4782d2fc-9786-43d5-abb3-fa5d21a8a5a8 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "GET /v2.0/routers/5f32236c-41b7-4d04-a8a2-c9d77d8fd7ee HTTP/1.1" status: 200 len: 908 time: 0.2399688 Jul 30 01:59:52.287940 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58058) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:52.288702 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] Updating router 5f32236c-41b7-4d04-a8a2-c9d77d8fd7ee port ec22b6ad-1977-48d7-a1e8-2a334ff634fc binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:59:52.294393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5072a8-c538-4786-9b90-2dafda13cc47 admin admin] Deleting subnet a99fc183-a9ee-4fa2-99e9-e7de87394ba5 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:59:52.300070 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c5072a8-c538-4786-9b90-2dafda13cc47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.330414 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.348051 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-65036789-9298-47ca-b137-edb3ee15bca2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.379017 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c5072a8-c538-4786-9b90-2dafda13cc47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.433883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-d5fc7c04-8556-4e34-a950-8366a7635e71 admin admin] Allocated IP 172.25.1.62 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/9484201c-4092-4c12-a997-c611ee8829d7) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:52.527661 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b6dae42-8e3f-446a-b5b9-b8ef7295ae4f tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.529671 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c5072a8-c538-4786-9b90-2dafda13cc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.618546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7c04-8556-4e34-a950-8366a7635e71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.630868 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 16ddcc8a-864e-4680-8bc7-42bece5f9973 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:52.697804 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b6dae42-8e3f-446a-b5b9-b8ef7295ae4f tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.701948 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c5072a8-c538-4786-9b90-2dafda13cc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.703750 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-65036789-9298-47ca-b137-edb3ee15bca2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.704525 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-65036789-9298-47ca-b137-edb3ee15bca2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.704525 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-65036789-9298-47ca-b137-edb3ee15bca2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Floating IP 06785349-ac7a-45fc-b298-e2750c60e73e disassociated. External IP: 172.25.1.151, port: 483f77ca-f4fe-431e-b871-62867db82be0. Jul 30 01:59:52.704766 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-65036789-9298-47ca-b137-edb3ee15bca2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Calling delete_port for 483f77ca-f4fe-431e-b871-62867db82be0 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:52.732283 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5072a8-c538-4786-9b90-2dafda13cc47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a99fc183-a9ee-4fa2-99e9-e7de87394ba5,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:52.736557 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c5072a8-c538-4786-9b90-2dafda13cc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.741016 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1c5072a8-c538-4786-9b90-2dafda13cc47 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a99fc183-a9ee-4fa2-99e9-e7de87394ba5 HTTP/1.1" status: 204 len: 168 time: 0.5607598 Jul 30 01:59:52.741345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58064) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:52.750363 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7c04-8556-4e34-a950-8366a7635e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.792428 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 16ddcc8a-864e-4680-8bc7-42bece5f9973 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:52.798625 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 746d7d10-c529-4095-80e0-11aa0afa0693 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:52.834207 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b40c4c-6261-4d1e-ac2a-5e2fb96c5581 req-8b5ac90a-1eaf-4283-b0ae-43d82c10036d tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:52.841362 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a6b40c4c-6261-4d1e-ac2a-5e2fb96c5581 req-8b5ac90a-1eaf-4283-b0ae-43d82c10036d tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.0877075 Jul 30 01:59:52.853301 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 746d7d10-c529-4095-80e0-11aa0afa0693 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:52.853458 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fc7c04-8556-4e34-a950-8366a7635e71 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:52.854352 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.862183 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-d5fc7c04-8556-4e34-a950-8366a7635e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:52.867668 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-44a89c7a-ba02-47b6-b0dc-5ee8ecc18ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.875086 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fc7c04-8556-4e34-a950-8366a7635e71 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:52.887281 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc7c04-8556-4e34-a950-8366a7635e71 admin admin] Pushing event updated for resources: {'Port': ['ID=9484201c-4092-4c12-a997-c611ee8829d7,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:52.958952 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a6b40c4c-6261-4d1e-ac2a-5e2fb96c5581 req-08a9aeaa-ce8c-4afe-adf0-57146f4e3733 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147645 Jul 30 01:59:52.986192 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 39309964-2ffe-46f6-8412-c4f183b75200 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:53.009808 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.017269 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1b6dae42-8e3f-446a-b5b9-b8ef7295ae4f tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Deleting port ec22b6ad-1977-48d7-a1e8-2a334ff634fc {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:53.017617 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b6dae42-8e3f-446a-b5b9-b8ef7295ae4f tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.045091 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 39309964-2ffe-46f6-8412-c4f183b75200 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:53.045431 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.051718 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] Transition to ACTIVE for port object ec22b6ad-1977-48d7-a1e8-2a334ff634fc will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:53.071310 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4fdfe929-509b-4398-8e6a-0c2b22d887cd no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:53.076564 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-65036789-9298-47ca-b137-edb3ee15bca2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.097549 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 4fdfe929-509b-4398-8e6a-0c2b22d887cd {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:53.097809 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 4fdfe929-509b-4398-8e6a-0c2b22d887cd not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:53.098809 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device e2fce12b-2335-462c-8176-57bf36b88179 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:53.120890 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65036789-9298-47ca-b137-edb3ee15bca2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event deleted for resources: {'Port': ['ID=483f77ca-f4fe-431e-b871-62867db82be0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:53.130399 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: e2fce12b-2335-462c-8176-57bf36b88179 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:53.130748 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device e2fce12b-2335-462c-8176-57bf36b88179 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:53.142924 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.173272 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-44a89c7a-ba02-47b6-b0dc-5ee8ecc18ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.199321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-44a89c7a-ba02-47b6-b0dc-5ee8ecc18ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98297e65-d7be-4e7c-8231-82f24766903a']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:53.203673 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] Attempting to bind port ec22b6ad-1977-48d7-a1e8-2a334ff634fc on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:53.204048 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] Attempting to bind port ec22b6ad-1977-48d7-a1e8-2a334ff634fc by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:53.204404 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] Attempting to bind port ec22b6ad-1977-48d7-a1e8-2a334ff634fc on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:53.217496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-44a89c7a-ba02-47b6-b0dc-5ee8ecc18ea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c56bac-533e-479e-9ec2-3e522bd8d653') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:53.217496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-44a89c7a-ba02-47b6-b0dc-5ee8ecc18ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c56bac-533e-479e-9ec2-3e522bd8d653') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:53.241763 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-44a89c7a-ba02-47b6-b0dc-5ee8ecc18ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.243313 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:53.243699 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:53.244087 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.244479 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:53.244954 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] Bound port: ec22b6ad-1977-48d7-a1e8-2a334ff634fc, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:53.245338 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.260195 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-44a89c7a-ba02-47b6-b0dc-5ee8ecc18ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.268224 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a89c7a-ba02-47b6-b0dc-5ee8ecc18ea4 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-44a89c7a-ba02-47b6-b0dc-5ee8ecc18ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: timer() Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:53.274890 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:53.356930 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d35c27-3b20-45ed-a88c-7cc8df67ae72 None None] Pushing event updated for resources: {'Port': ['ID=ec22b6ad-1977-48d7-a1e8-2a334ff634fc,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:53.366885 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] For port ec22b6ad-1977-48d7-a1e8-2a334ff634fc, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:53.385963 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] For port ec22b6ad-1977-48d7-a1e8-2a334ff634fc, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ec22b6ad-1977-48d7-a1e8-2a334ff634fc,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:53.454154 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7c04-8556-4e34-a950-8366a7635e71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.458691 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-44a89c7a-ba02-47b6-b0dc-5ee8ecc18ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.460670 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d7eada-3ce1-4e17-bda6-f4d84567c4ff None None] Network 551181e2-3164-4163-a2eb-6097fe82929f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:53.490924 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.502143 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-44a89c7a-ba02-47b6-b0dc-5ee8ecc18ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.504231 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-44a89c7a-ba02-47b6-b0dc-5ee8ecc18ea4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/98297e65-d7be-4e7c-8231-82f24766903a HTTP/1.1" status: 204 len: 168 time: 0.7621388 Jul 30 01:59:53.535359 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a89c7a-ba02-47b6-b0dc-5ee8ecc18ea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=98297e65-d7be-4e7c-8231-82f24766903a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:53.604047 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d35c27-3b20-45ed-a88c-7cc8df67ae72 None None] Pushing event updated for resources: {'Port': ['ID=ec22b6ad-1977-48d7-a1e8-2a334ff634fc,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:53.644395 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] Routers {'5f32236c-41b7-4d04-a8a2-c9d77d8fd7ee'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:53.645778 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['5f32236c-41b7-4d04-a8a2-c9d77d8fd7ee'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:53.698457 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b6dae42-8e3f-446a-b5b9-b8ef7295ae4f tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.779937 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f7f59926-f08a-4a97-b6d2-b884c18367ed None None] Provisioning for port 16ddcc8a-864e-4680-8bc7-42bece5f9973 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:53.782657 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1b6dae42-8e3f-446a-b5b9-b8ef7295ae4f tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Calling delete_port for ec22b6ad-1977-48d7-a1e8-2a334ff634fc owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:53.789806 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f7f59926-f08a-4a97-b6d2-b884c18367ed None None] Provisioning complete for port 16ddcc8a-864e-4680-8bc7-42bece5f9973 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:53.790184 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f7f59926-f08a-4a97-b6d2-b884c18367ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.799229 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4360c6-316b-4ca0-9605-f72d8df3b63d req-624dfbaf-62d4-4f7f-96d0-924fe3e9e0df tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:53.800887 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6d4360c6-316b-4ca0-9605-f72d8df3b63d req-624dfbaf-62d4-4f7f-96d0-924fe3e9e0df tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.10 "GET /v2.0/ports?device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 945 time: 0.1984580 Jul 30 01:59:53.825827 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e841a6-689b-48d5-838a-7944d1859fd4 req-81ed5d56-3fc6-49be-a83b-576a353dc0eb tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:53.829608 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7c04-8556-4e34-a950-8366a7635e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.836177 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-25e841a6-689b-48d5-838a-7944d1859fd4 req-81ed5d56-3fc6-49be-a83b-576a353dc0eb tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 945 time: 0.2337203 Jul 30 01:59:53.882419 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] Set router 5f32236c-41b7-4d04-a8a2-c9d77d8fd7ee gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:53.940534 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f32236c-41b7-4d04-a8a2-c9d77d8fd7ee', 'name': 'tempest-snat-router-1822033377', 'tenant_id': '9b35b484da0b4f61b7fe1fe5ba808c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:48Z', 'updated_at': '2021-07-30T01:59:52Z', 'revision_number': 4, 'project_id': '9b35b484da0b4f61b7fe1fe5ba808c28', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:53.945389 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f7f59926-f08a-4a97-b6d2-b884c18367ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.977195 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1668c6a4-4f02-4c95-8b20-e25672342a2c None None] The sync data for ids ['5f32236c-41b7-4d04-a8a2-c9d77d8fd7ee'] in n-d-713498-9 is: [{'id': '5f32236c-41b7-4d04-a8a2-c9d77d8fd7ee', 'name': 'tempest-snat-router-1822033377', 'tenant_id': '9b35b484da0b4f61b7fe1fe5ba808c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:48Z', 'updated_at': '2021-07-30T01:59:52Z', 'revision_number': 4, 'project_id': '9b35b484da0b4f61b7fe1fe5ba808c28', 'gw_port_host': None}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:53.992606 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f7f59926-f08a-4a97-b6d2-b884c18367ed None None] For port 16ddcc8a-864e-4680-8bc7-42bece5f9973, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=16ddcc8a-864e-4680-8bc7-42bece5f9973,segment=NetworkSegment(85e1cec0-d1b9-46de-b2e2-1e4dd033166a),segment_id=85e1cec0-d1b9-46de-b2e2-1e4dd033166a)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:54.024761 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65036789-9298-47ca-b137-edb3ee15bca2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Router 76c36449-11ac-4843-9789-9d76f3949045 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:54.051184 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58076) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:54.052505 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-25e841a6-689b-48d5-838a-7944d1859fd4 req-a808ccb2-3520-4a01-8c88-0da5af7b50a8 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cdca9f5-7cda-4529-a0ff-364ec9161cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151799 Jul 30 01:59:54.079171 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f7f59926-f08a-4a97-b6d2-b884c18367ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.138077 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d2673d05-67fb-44a5-8512-8667613dc81d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0b3e8918db4646e6b3db6f0d7d91a624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0855322 Jul 30 01:59:54.138851 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fc7c04-8556-4e34-a950-8366a7635e71 admin admin] Router 47ab34bb-e72b-4d90-b21a-88ec768a758d is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:59:54.146744 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58080) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:54.169276 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f59926-f08a-4a97-b6d2-b884c18367ed None None] Pushing event updated for resources: {'Port': ['ID=16ddcc8a-864e-4680-8bc7-42bece5f9973,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:54.187456 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f59926-f08a-4a97-b6d2-b884c18367ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:54.188311 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f59926-f08a-4a97-b6d2-b884c18367ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:54.188311 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f59926-f08a-4a97-b6d2-b884c18367ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:54.188712 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f59926-f08a-4a97-b6d2-b884c18367ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:54.189135 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f59926-f08a-4a97-b6d2-b884c18367ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:54.189966 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f59926-f08a-4a97-b6d2-b884c18367ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:54.189966 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f59926-f08a-4a97-b6d2-b884c18367ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:54.190462 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f59926-f08a-4a97-b6d2-b884c18367ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:54.190890 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f59926-f08a-4a97-b6d2-b884c18367ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:54.191574 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f59926-f08a-4a97-b6d2-b884c18367ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:54.192156 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f59926-f08a-4a97-b6d2-b884c18367ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:54.192574 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f59926-f08a-4a97-b6d2-b884c18367ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:54.279823 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-6d4360c6-316b-4ca0-9605-f72d8df3b63d req-63a2de7b-d47b-4207-a825-72cd774f91fa tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Deleting port c9eb3f59-0896-4eab-9ec0-1234b646a847 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:54.280216 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6d4360c6-316b-4ca0-9605-f72d8df3b63d req-63a2de7b-d47b-4207-a825-72cd774f91fa tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.316365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2c8a8371-ec28-480a-8487-f5f311773d44 None None] Provisioning complete for port 16ddcc8a-864e-4680-8bc7-42bece5f9973 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:54.318719 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c8a8371-ec28-480a-8487-f5f311773d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.337555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fc7c04-8556-4e34-a950-8366a7635e71 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:54.350534 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] Sync routers for ids ['47ab34bb-e72b-4d90-b21a-88ec768a758d'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:54.363772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bf415-4c24-4df1-84ef-28d5fbe18985 req-6352d7d5-f16e-4666-b7b1-021f4f202a42 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:54.368563 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] Routers {'47ab34bb-e72b-4d90-b21a-88ec768a758d'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:54.369190 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['47ab34bb-e72b-4d90-b21a-88ec768a758d'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:54.377891 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fb5bf415-4c24-4df1-84ef-28d5fbe18985 req-6352d7d5-f16e-4666-b7b1-021f4f202a42 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.3037965 Jul 30 01:59:54.417195 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-11356373-725f-4289-863d-35fc3ec49b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.419703 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65036789-9298-47ca-b137-edb3ee15bca2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:54.444914 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5378ac2e-feb5-4606-a4ac-74ddb110a9a7 None None] Sync routers for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:54.458857 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-11356373-725f-4289-863d-35fc3ec49b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.466416 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5378ac2e-feb5-4606-a4ac-74ddb110a9a7 None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:54.467324 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5378ac2e-feb5-4606-a4ac-74ddb110a9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:54.474883 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 16ddcc8a-864e-4680-8bc7-42bece5f9973 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:54.514456 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-65036789-9298-47ca-b137-edb3ee15bca2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.517955 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-65036789-9298-47ca-b137-edb3ee15bca2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "DELETE /v2.0/ports/483f77ca-f4fe-431e-b871-62867db82be0 HTTP/1.1" status: 204 len: 168 time: 2.5301182 Jul 30 01:59:54.518174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58082) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:54.541321 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] Set router 47ab34bb-e72b-4d90-b21a-88ec768a758d gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:54.548512 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-6d4360c6-316b-4ca0-9605-f72d8df3b63d req-63a2de7b-d47b-4207-a825-72cd774f91fa tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] For port c9eb3f59-0896-4eab-9ec0-1234b646a847, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c9eb3f59-0896-4eab-9ec0-1234b646a847,segment=NetworkSegment(01e39c0f-bbdb-454f-8544-6a01cf6f09aa),segment_id=01e39c0f-bbdb-454f-8544-6a01cf6f09aa)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:54.548882 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6d4360c6-316b-4ca0-9605-f72d8df3b63d req-63a2de7b-d47b-4207-a825-72cd774f91fa tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.559470 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5378ac2e-feb5-4606-a4ac-74ddb110a9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:54.564587 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-6d4360c6-316b-4ca0-9605-f72d8df3b63d req-63a2de7b-d47b-4207-a825-72cd774f91fa tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Calling delete_port for c9eb3f59-0896-4eab-9ec0-1234b646a847 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:54.582875 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fb5bf415-4c24-4df1-84ef-28d5fbe18985 req-adb0cd7c-c5ba-4cf8-b091-bc827d7f0f7f tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037547 Jul 30 01:59:54.600184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5378ac2e-feb5-4606-a4ac-74ddb110a9a7 None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:54.600811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5378ac2e-feb5-4606-a4ac-74ddb110a9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:54.603392 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7c04-8556-4e34-a950-8366a7635e71 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.604624 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d5fc7c04-8556-4e34-a950-8366a7635e71 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4909575 Jul 30 01:59:54.611242 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58086) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:54.623946 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b6dae42-8e3f-446a-b5b9-b8ef7295ae4f tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.634480 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-53005a0a-301a-4f4f-a00c-b6dc801db25f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "GET /v2.0/floatingips/06785349-ac7a-45fc-b298-e2750c60e73e HTTP/1.1" status: 200 len: 688 time: 0.1126528 Jul 30 01:59:54.655223 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5378ac2e-feb5-4606-a4ac-74ddb110a9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:54.656179 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5378ac2e-feb5-4606-a4ac-74ddb110a9a7 None None] The sync data for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:54.659878 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58088) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:54.662797 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6dae42-8e3f-446a-b5b9-b8ef7295ae4f tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec22b6ad-1977-48d7-a1e8-2a334ff634fc,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:54.673567 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 16ddcc8a-864e-4680-8bc7-42bece5f9973 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:54.674731 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.699931 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-11356373-725f-4289-863d-35fc3ec49b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.702762 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-11356373-725f-4289-863d-35fc3ec49b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.703977 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-11356373-725f-4289-863d-35fc3ec49b2a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9caf2ce3-6b1c-4ab5-9ddc-b9ea1074630f HTTP/1.1" status: 204 len: 168 time: 0.5548906 Jul 30 01:59:54.722610 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11356373-725f-4289-863d-35fc3ec49b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caf2ce3-6b1c-4ab5-9ddc-b9ea1074630f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:54.832817 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ab34bb-e72b-4d90-b21a-88ec768a758d', 'name': 'tempest-TestAggregatesBasicOps-2032870742-router', 'tenant_id': '728efbee4041432896293e9bb5d5baf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9484201c-4092-4c12-a997-c611ee8829d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:50Z', 'updated_at': '2021-07-30T01:59:53Z', 'revision_number': 3, 'project_id': '728efbee4041432896293e9bb5d5baf6', 'gw_port': {'id': '9484201c-4092-4c12-a997-c611ee8829d7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:47:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ab34bb-e72b-4d90-b21a-88ec768a758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:52Z', 'updated_at': '2021-07-30T01:59:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:54.867468 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] Checking router: 47ab34bb-e72b-4d90-b21a-88ec768a758d for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:59:54.867822 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] Updating router 47ab34bb-e72b-4d90-b21a-88ec768a758d port 9484201c-4092-4c12-a997-c611ee8829d7 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:59:54.888149 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b6dae42-8e3f-446a-b5b9-b8ef7295ae4f tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.903313 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.038133 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b6dae42-8e3f-446a-b5b9-b8ef7295ae4f tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.045696 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b6dae42-8e3f-446a-b5b9-b8ef7295ae4f tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.048755 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f46f-9d0e-43b4-a4fb-7093eb04c6e4 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Deleting port 58287443-0d1a-42cc-8fc7-3d56d8ba199a {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:55.049203 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f46f-9d0e-43b4-a4fb-7093eb04c6e4 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.138968 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6d4360c6-316b-4ca0-9605-f72d8df3b63d req-63a2de7b-d47b-4207-a825-72cd774f91fa tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.152363 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['c9eb3f59-0896-4eab-9ec0-1234b646a847'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:55.177405 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2570b6e9-6551-45a3-b790-12426e993a12 req-90ee6de6-8dba-404e-9197-3911fb5267ce tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 210 time: 0.0411162 Jul 30 01:59:55.214580 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2de7b-d47b-4207-a825-72cd774f91fa tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Pushing event deleted for resources: {'Port': ['ID=c9eb3f59-0896-4eab-9ec0-1234b646a847,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:55.260501 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.272663 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] Transition to ACTIVE for port object 9484201c-4092-4c12-a997-c611ee8829d7 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:55.280983 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4360c6-316b-4ca0-9605-f72d8df3b63d req-63a2de7b-d47b-4207-a825-72cd774f91fa tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] No DVR routers for this DVR port c9eb3f59-0896-4eab-9ec0-1234b646a847 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:55.284361 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b6dae42-8e3f-446a-b5b9-b8ef7295ae4f tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.284935 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6dae42-8e3f-446a-b5b9-b8ef7295ae4f tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f32236c-41b7-4d04-a8a2-c9d77d8fd7ee {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:59:55.289181 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6d4360c6-316b-4ca0-9605-f72d8df3b63d req-63a2de7b-d47b-4207-a825-72cd774f91fa tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.291246 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6d4360c6-316b-4ca0-9605-f72d8df3b63d req-63a2de7b-d47b-4207-a825-72cd774f91fa tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.10 "DELETE /v2.0/ports/c9eb3f59-0896-4eab-9ec0-1234b646a847 HTTP/1.1" status: 204 len: 173 time: 1.4769170 Jul 30 01:59:55.291719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b6237f-4365-4e87-afc3-30b900dfa558', 'name': 'network-vif-deleted', 'tag': 'c9eb3f59-0896-4eab-9ec0-1234b646a847'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:55.295092 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94f873a-ceb6-4328-9653-f820779ca478" -d '{"events": [{"server_uuid": "79b6237f-4365-4e87-afc3-30b900dfa558", "name": "network-vif-deleted", "tag": "c9eb3f59-0896-4eab-9ec0-1234b646a847"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:55.303217 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b6dae42-8e3f-446a-b5b9-b8ef7295ae4f tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.306893 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1b6dae42-8e3f-446a-b5b9-b8ef7295ae4f tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "DELETE /v2.0/routers/5f32236c-41b7-4d04-a8a2-c9d77d8fd7ee HTTP/1.1" status: 204 len: 168 time: 3.0182946 Jul 30 01:59:55.311874 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58100) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:55.318273 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f46f-9d0e-43b4-a4fb-7093eb04c6e4 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.318518 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f46f-9d0e-43b4-a4fb-7093eb04c6e4 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.337777 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f46f-9d0e-43b4-a4fb-7093eb04c6e4 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Calling delete_port for 58287443-0d1a-42cc-8fc7-3d56d8ba199a owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:55.342917 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.396501 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52b41ab-1241-4b3f-b926-61f1f0135b57 x-openstack-request-id: req-c52b41ab-1241-4b3f-b926-61f1f0135b57 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:55.396797 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b6237f-4365-4e87-afc3-30b900dfa558", "name": "network-vif-deleted", "tag": "c9eb3f59-0896-4eab-9ec0-1234b646a847", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:55.397054 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c52b41ab-1241-4b3f-b926-61f1f0135b57 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:55.397724 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b6237f-4365-4e87-afc3-30b900dfa558', 'name': 'network-vif-deleted', 'tag': 'c9eb3f59-0896-4eab-9ec0-1234b646a847', 'status': 'completed', 'code': 200} Jul 30 01:59:55.430403 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] Attempting to bind port 9484201c-4092-4c12-a997-c611ee8829d7 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:55.430994 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] Attempting to bind port 9484201c-4092-4c12-a997-c611ee8829d7 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:55.431119 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] Attempting to bind port 9484201c-4092-4c12-a997-c611ee8829d7 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:55.449909 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:55.450482 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:55.450980 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.451857 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:55.452484 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] Bound port: 9484201c-4092-4c12-a997-c611ee8829d7, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:55.455588 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.457739 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f4f8a-eef5-4d07-b8dd-7a528a5e2604 None None] Pushing event updated for resources: {'Port': ['ID=9484201c-4092-4c12-a997-c611ee8829d7,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:55.540016 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] For port 9484201c-4092-4c12-a997-c611ee8829d7, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:55.543666 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] For port 9484201c-4092-4c12-a997-c611ee8829d7, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9484201c-4092-4c12-a997-c611ee8829d7,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:55.583220 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f46f-9d0e-43b4-a4fb-7093eb04c6e4 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.610444 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f46f-9d0e-43b4-a4fb-7093eb04c6e4 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event deleted for resources: {'Port': ['ID=58287443-0d1a-42cc-8fc7-3d56d8ba199a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:55.618119 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.709757 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] Routers {'47ab34bb-e72b-4d90-b21a-88ec768a758d'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:55.710413 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['47ab34bb-e72b-4d90-b21a-88ec768a758d'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:55.731594 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f46f-9d0e-43b4-a4fb-7093eb04c6e4 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.735208 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f46f-9d0e-43b4-a4fb-7093eb04c6e4 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.739767 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cbf8f46f-9d0e-43b4-a4fb-7093eb04c6e4 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "DELETE /v2.0/floatingips/06785349-ac7a-45fc-b298-e2750c60e73e HTTP/1.1" status: 204 len: 168 time: 1.0710108 Jul 30 01:59:55.741228 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58114) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:55.746265 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-110371da-1056-45bc-a7ee-a4718f63a05b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': 'd4381967-e7d7-48f0-97c0-d8f89253d42c'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:55.800712 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c0c74-b9af-43d7-a3ff-c1ca70cf9d32 req-215d7f80-1b6a-4e7c-8fbd-2f413e9a1c1c tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:55.802451 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7e7c0c74-b9af-43d7-a3ff-c1ca70cf9d32 req-215d7f80-1b6a-4e7c-8fbd-2f413e9a1c1c tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.1240587 Jul 30 01:59:55.856817 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] Set router 47ab34bb-e72b-4d90-b21a-88ec768a758d gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:55.857002 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7e7c0c74-b9af-43d7-a3ff-c1ca70cf9d32 req-6eb6cf52-e68b-478b-b585-53df3354d8a4 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478551 Jul 30 01:59:55.860650 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f4f8a-eef5-4d07-b8dd-7a528a5e2604 None None] Pushing event updated for resources: {'Port': ['ID=9484201c-4092-4c12-a997-c611ee8829d7,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:55.860819 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-110371da-1056-45bc-a7ee-a4718f63a05b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.990981 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-110371da-1056-45bc-a7ee-a4718f63a05b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.008152 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a27b310-04ce-41f5-bfa3-8ec6059fb870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.019749 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc9cf-b378-4986-a7db-615c2503fcc1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.086320 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ab34bb-e72b-4d90-b21a-88ec768a758d', 'name': 'tempest-TestAggregatesBasicOps-2032870742-router', 'tenant_id': '728efbee4041432896293e9bb5d5baf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9484201c-4092-4c12-a997-c611ee8829d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:50Z', 'updated_at': '2021-07-30T01:59:53Z', 'revision_number': 3, 'project_id': '728efbee4041432896293e9bb5d5baf6', 'gw_port': {'id': '9484201c-4092-4c12-a997-c611ee8829d7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:47:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ab34bb-e72b-4d90-b21a-88ec768a758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:52Z', 'updated_at': '2021-07-30T01:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:56.116051 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c7f1ed-8b13-4227-a790-9049ac481f72 None None] The sync data for ids ['47ab34bb-e72b-4d90-b21a-88ec768a758d'] in n-d-713498-9 is: [{'id': '47ab34bb-e72b-4d90-b21a-88ec768a758d', 'name': 'tempest-TestAggregatesBasicOps-2032870742-router', 'tenant_id': '728efbee4041432896293e9bb5d5baf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9484201c-4092-4c12-a997-c611ee8829d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:50Z', 'updated_at': '2021-07-30T01:59:53Z', 'revision_number': 3, 'project_id': '728efbee4041432896293e9bb5d5baf6', 'gw_port': {'id': '9484201c-4092-4c12-a997-c611ee8829d7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:47:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ab34bb-e72b-4d90-b21a-88ec768a758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:52Z', 'updated_at': '2021-07-30T01:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:56.136969 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-110371da-1056-45bc-a7ee-a4718f63a05b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Allocated IP 172.25.1.164 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/398c7807-3cb5-4235-b6df-4572a094bfb6) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:56.253388 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-110371da-1056-45bc-a7ee-a4718f63a05b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.359262 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b04c1983-19c2-454a-9521-156135fbf40d req-82ac66b1-b90c-47a0-8734-479f7c261546 tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] 10.222.0.70 "GET /v2.0/ports?device_id=79b6237f-4365-4e87-afc3-30b900dfa558 HTTP/1.1" status: 200 len: 210 time: 0.0497136 Jul 30 01:59:56.400432 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-110371da-1056-45bc-a7ee-a4718f63a05b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.403706 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-4a27b310-04ce-41f5-bfa3-8ec6059fb870 admin admin] Allocated IP 172.20.0.1 (551181e2-3164-4163-a2eb-6097fe82929f/8be68fec-78ef-4b05-a07d-5b0b909b856c/ffe1f03c-b64c-4d60-8f58-df807b915a0e) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:56.412790 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc9cf-b378-4986-a7db-615c2503fcc1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.440893 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110371da-1056-45bc-a7ee-a4718f63a05b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:56.450124 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-110371da-1056-45bc-a7ee-a4718f63a05b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:56.450124 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110371da-1056-45bc-a7ee-a4718f63a05b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:56.479770 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110371da-1056-45bc-a7ee-a4718f63a05b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Port': ['ID=398c7807-3cb5-4235-b6df-4572a094bfb6,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:56.608329 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a27b310-04ce-41f5-bfa3-8ec6059fb870 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.633721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-4a27b310-04ce-41f5-bfa3-8ec6059fb870 admin admin] Transition to ACTIVE for port object ffe1f03c-b64c-4d60-8f58-df807b915a0e will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:56.662264 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-2c6dc9cf-b378-4986-a7db-615c2503fcc1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Deleting port 746d7d10-c529-4095-80e0-11aa0afa0693 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:56.662658 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc9cf-b378-4986-a7db-615c2503fcc1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.761952 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-2c6dc9cf-b378-4986-a7db-615c2503fcc1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] For port 746d7d10-c529-4095-80e0-11aa0afa0693, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=746d7d10-c529-4095-80e0-11aa0afa0693,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:56.762693 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc9cf-b378-4986-a7db-615c2503fcc1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.777735 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-2c6dc9cf-b378-4986-a7db-615c2503fcc1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Calling delete_port for 746d7d10-c529-4095-80e0-11aa0afa0693 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:56.840068 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a27b310-04ce-41f5-bfa3-8ec6059fb870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.894975 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a27b310-04ce-41f5-bfa3-8ec6059fb870 admin admin] Network 551181e2-3164-4163-a2eb-6097fe82929f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:56.903940 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-4a27b310-04ce-41f5-bfa3-8ec6059fb870 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:56.909332 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a27b310-04ce-41f5-bfa3-8ec6059fb870 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:56.960634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27b310-04ce-41f5-bfa3-8ec6059fb870 admin admin] Pushing event updated for resources: {'Port': ['ID=ffe1f03c-b64c-4d60-8f58-df807b915a0e,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:57.008055 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-110371da-1056-45bc-a7ee-a4718f63a05b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.033770 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a27b310-04ce-41f5-bfa3-8ec6059fb870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.159914 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f795fb-1176-4617-9edd-8b84fec632c0 req-c9c3dfda-dc6b-4c04-b0ab-ede6c9a2c4b8 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:57.161595 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-39f795fb-1176-4617-9edd-8b84fec632c0 req-c9c3dfda-dc6b-4c04-b0ab-ede6c9a2c4b8 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.1716802 Jul 30 01:59:57.224630 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-110371da-1056-45bc-a7ee-a4718f63a05b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.250320 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-39f795fb-1176-4617-9edd-8b84fec632c0 req-633dbfa1-ebcb-411f-8e0b-45a67f8b8b05 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818691 Jul 30 01:59:57.263325 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc9cf-b378-4986-a7db-615c2503fcc1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.291855 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e3edba9f-4a87-4f40-97c9-1b4e46d44862 None None] Provisioning for port ffe1f03c-b64c-4d60-8f58-df807b915a0e completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:57.296078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e3edba9f-4a87-4f40-97c9-1b4e46d44862 None None] Provisioning complete for port ffe1f03c-b64c-4d60-8f58-df807b915a0e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:57.296632 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e3edba9f-4a87-4f40-97c9-1b4e46d44862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.314395 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6dc9cf-b378-4986-a7db-615c2503fcc1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Pushing event deleted for resources: {'Port': ['ID=746d7d10-c529-4095-80e0-11aa0afa0693,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:57.375333 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e3edba9f-4a87-4f40-97c9-1b4e46d44862 None None] Port ffe1f03c-b64c-4d60-8f58-df807b915a0e cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:59:57.440756 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc9cf-b378-4986-a7db-615c2503fcc1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.451737 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-110371da-1056-45bc-a7ee-a4718f63a05b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.464539 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58152) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:57.469388 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a27b310-04ce-41f5-bfa3-8ec6059fb870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.508992 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-110371da-1056-45bc-a7ee-a4718f63a05b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.551606 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc9cf-b378-4986-a7db-615c2503fcc1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.557582 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc9cf-b378-4986-a7db-615c2503fcc1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.591603 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ee47a3-5ad0-4d65-aade-7458a4a93d92 admin admin] Deleting subnet d2bdb7f5-8d0f-432b-8087-856e79091b08 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:59:57.604201 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-82ee47a3-5ad0-4d65-aade-7458a4a93d92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.608821 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110371da-1056-45bc-a7ee-a4718f63a05b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Port': ['ID=398c7807-3cb5-4235-b6df-4572a094bfb6,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:57.638682 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-110371da-1056-45bc-a7ee-a4718f63a05b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.684246 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-82ee47a3-5ad0-4d65-aade-7458a4a93d92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.700112 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc9cf-b378-4986-a7db-615c2503fcc1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.700710 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6dc9cf-b378-4986-a7db-615c2503fcc1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12a1586a-4bf8-4b2d-a578-6eb105fef031 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:59:57.709218 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc9cf-b378-4986-a7db-615c2503fcc1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.710417 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2c6dc9cf-b378-4986-a7db-615c2503fcc1 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "DELETE /v2.0/routers/12a1586a-4bf8-4b2d-a578-6eb105fef031 HTTP/1.1" status: 204 len: 168 time: 2.3957801 Jul 30 01:59:57.715178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58158) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:57.722422 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3b2f323a-c549-4e5d-928c-dfd7ab233d84 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2074365289', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}, 'admin_state_up': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:57.776564 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-82ee47a3-5ad0-4d65-aade-7458a4a93d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.787322 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device c9eb3f59-0896-4eab-9ec0-1234b646a847 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:57.817185 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-110371da-1056-45bc-a7ee-a4718f63a05b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Floating IP ecdf4cf2-99fd-41c7-8d95-1b224c0096e9 associated. External IP: 172.25.1.164, port: d4381967-e7d7-48f0-97c0-d8f89253d42c. Jul 30 01:59:57.825382 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: c9eb3f59-0896-4eab-9ec0-1234b646a847 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:57.828395 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device c9eb3f59-0896-4eab-9ec0-1234b646a847 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:57.835729 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b2f323a-c549-4e5d-928c-dfd7ab233d84 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.837239 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b2f323a-c549-4e5d-928c-dfd7ab233d84 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.848299 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a27b310-04ce-41f5-bfa3-8ec6059fb870 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.912112 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b2f323a-c549-4e5d-928c-dfd7ab233d84 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.931711 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a27b310-04ce-41f5-bfa3-8ec6059fb870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.022430 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27b310-04ce-41f5-bfa3-8ec6059fb870 admin admin] Pushing event updated for resources: {'Port': ['ID=ffe1f03c-b64c-4d60-8f58-df807b915a0e,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:58.038122 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-82ee47a3-5ad0-4d65-aade-7458a4a93d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.066989 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a27b310-04ce-41f5-bfa3-8ec6059fb870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.075988 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee47a3-5ad0-4d65-aade-7458a4a93d92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2bdb7f5-8d0f-432b-8087-856e79091b08,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:58.078861 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-82ee47a3-5ad0-4d65-aade-7458a4a93d92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.083321 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-82ee47a3-5ad0-4d65-aade-7458a4a93d92 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d2bdb7f5-8d0f-432b-8087-856e79091b08 HTTP/1.1" status: 204 len: 168 time: 0.6177497 Jul 30 01:59:58.083928 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58164) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:58.169713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110371da-1056-45bc-a7ee-a4718f63a05b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Router 76c36449-11ac-4843-9789-9d76f3949045 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:58.191688 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dc309f06-7184-470b-9088-99c570c282e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.254737 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b2f323a-c549-4e5d-928c-dfd7ab233d84 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.310966 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a27b310-04ce-41f5-bfa3-8ec6059fb870 admin admin] Network 551181e2-3164-4163-a2eb-6097fe82929f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:58.312774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-4a27b310-04ce-41f5-bfa3-8ec6059fb870 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:58.529220 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9484201c-4092-4c12-a997-c611ee8829d7 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:58.569533 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a27b310-04ce-41f5-bfa3-8ec6059fb870 admin admin] Router 47ab34bb-e72b-4d90-b21a-88ec768a758d has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:58.678574 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 9484201c-4092-4c12-a997-c611ee8829d7 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:58.684340 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 9484201c-4092-4c12-a997-c611ee8829d7 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:58.687311 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.745446 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c029e4be-544c-4993-b787-9d7b65a123af None None] Provisioning complete for port ffe1f03c-b64c-4d60-8f58-df807b915a0e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:58.745813 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c029e4be-544c-4993-b787-9d7b65a123af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.796848 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dc309f06-7184-470b-9088-99c570c282e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.798477 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a27b310-04ce-41f5-bfa3-8ec6059fb870 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:58.804828 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4a27b310-04ce-41f5-bfa3-8ec6059fb870 admin admin] 10.222.0.70 "PUT /v2.0/routers/47ab34bb-e72b-4d90-b21a-88ec768a758d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1892288 Jul 30 01:59:58.809926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c029e4be-544c-4993-b787-9d7b65a123af None None] Port ffe1f03c-b64c-4d60-8f58-df807b915a0e cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:59:58.817491 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] Sync routers for ids ['47ab34bb-e72b-4d90-b21a-88ec768a758d'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:58.834715 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.835590 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] Routers {'47ab34bb-e72b-4d90-b21a-88ec768a758d'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:58.841240 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['47ab34bb-e72b-4d90-b21a-88ec768a758d'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:58.853663 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b2f323a-c549-4e5d-928c-dfd7ab233d84 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.859830 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 9484201c-4092-4c12-a997-c611ee8829d7, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9484201c-4092-4c12-a997-c611ee8829d7,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:58.865520 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-dc309f06-7184-470b-9088-99c570c282e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6a7637-8cab-4877-809b-af833f6bd6e0']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:58.887925 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b2f323a-c549-4e5d-928c-dfd7ab233d84 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.899082 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-dc309f06-7184-470b-9088-99c570c282e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e39c0f-bbdb-454f-8544-6a01cf6f09aa') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:58.899507 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-dc309f06-7184-470b-9088-99c570c282e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e39c0f-bbdb-454f-8544-6a01cf6f09aa') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:58.914762 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dc309f06-7184-470b-9088-99c570c282e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.941158 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dc309f06-7184-470b-9088-99c570c282e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.948355 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.959851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110371da-1056-45bc-a7ee-a4718f63a05b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:58.961924 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc309f06-7184-470b-9088-99c570c282e9 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:58.962452 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dc309f06-7184-470b-9088-99c570c282e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: items = [ Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: timer() Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:58.965060 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:58.977725 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] Set router 47ab34bb-e72b-4d90-b21a-88ec768a758d gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:58.990717 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0d500-98bb-4fec-8282-4265f87ab33f req-3865010c-c50f-405c-8583-4a7b67c31393 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:58.998352 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-38d0d500-98bb-4fec-8282-4265f87ab33f req-3865010c-c50f-405c-8583-4a7b67c31393 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.1866267 Jul 30 01:59:59.029899 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b5dfe6-130f-40f5-82a4-a3d5fff7ea42 None None] Sync routers for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:59.075885 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 746d7d10-c529-4095-80e0-11aa0afa0693 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:59.111046 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-38d0d500-98bb-4fec-8282-4265f87ab33f req-392f196c-239e-4088-9f3c-3d56c7581221 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109140 Jul 30 01:59:59.135899 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-110371da-1056-45bc-a7ee-a4718f63a05b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.136828 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 746d7d10-c529-4095-80e0-11aa0afa0693 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:59.141933 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 746d7d10-c529-4095-80e0-11aa0afa0693 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:59.158950 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b5dfe6-130f-40f5-82a4-a3d5fff7ea42 None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:59.159591 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-40b5dfe6-130f-40f5-82a4-a3d5fff7ea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:59.167875 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dc309f06-7184-470b-9088-99c570c282e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.183698 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-3b2f323a-c549-4e5d-928c-dfd7ab233d84 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Allocated IP 172.25.1.21 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/31d0d5e7-a445-4fe4-aa35-1e7b97166d8e) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:59.191556 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dc309f06-7184-470b-9088-99c570c282e9 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.194996 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dc309f06-7184-470b-9088-99c570c282e9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ba6a7637-8cab-4877-809b-af833f6bd6e0 HTTP/1.1" status: 204 len: 168 time: 1.0964098 Jul 30 01:59:59.232546 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-40b5dfe6-130f-40f5-82a4-a3d5fff7ea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:59.240438 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-110371da-1056-45bc-a7ee-a4718f63a05b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.4980929 Jul 30 01:59:59.241358 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58190) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:59.246986 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=9484201c-4092-4c12-a997-c611ee8829d7,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:59.251173 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-afad4301-bb36-406a-b1d1-3852f9b1a01b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-478802976'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:59.253223 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b5dfe6-130f-40f5-82a4-a3d5fff7ea42 None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:59.253860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-40b5dfe6-130f-40f5-82a4-a3d5fff7ea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:59.268686 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc309f06-7184-470b-9088-99c570c282e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba6a7637-8cab-4877-809b-af833f6bd6e0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:59.292462 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-40b5dfe6-130f-40f5-82a4-a3d5fff7ea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:59.293135 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b5dfe6-130f-40f5-82a4-a3d5fff7ea42 None None] The sync data for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:59.293845 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b2f323a-c549-4e5d-928c-dfd7ab233d84 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.361003 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ab34bb-e72b-4d90-b21a-88ec768a758d', 'name': 'tempest-TestAggregatesBasicOps-2032870742-router', 'tenant_id': '728efbee4041432896293e9bb5d5baf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9484201c-4092-4c12-a997-c611ee8829d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:50Z', 'updated_at': '2021-07-30T01:59:57Z', 'revision_number': 4, 'project_id': '728efbee4041432896293e9bb5d5baf6', 'gw_port': {'id': '9484201c-4092-4c12-a997-c611ee8829d7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:47:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ab34bb-e72b-4d90-b21a-88ec768a758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:52Z', 'updated_at': '2021-07-30T01:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'ffe1f03c-b64c-4d60-8f58-df807b915a0e', 'name': '', 'network_id': '551181e2-3164-4163-a2eb-6097fe82929f', 'tenant_id': '728efbee4041432896293e9bb5d5baf6', 'mac_address': 'fa:16:3e:d1:55:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ab34bb-e72b-4d90-b21a-88ec768a758d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '8be68fec-78ef-4b05-a07d-5b0b909b856c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:56Z', 'updated_at': '2021-07-30T01:59:57Z', 'revision_number': 2, 'project_id': '728efbee4041432896293e9bb5d5baf6', 'subnets': [{'id': '8be68fec-78ef-4b05-a07d-5b0b909b856c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:59.394533 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] Checking router: 47ab34bb-e72b-4d90-b21a-88ec768a758d for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:59:59.394977 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] Updating router 47ab34bb-e72b-4d90-b21a-88ec768a758d port ffe1f03c-b64c-4d60-8f58-df807b915a0e binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:59:59.406609 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afad4301-bb36-406a-b1d1-3852f9b1a01b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Made reservation on behalf of e2b6dcd7b9724ad1a80613e04482e975 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:59.411675 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-afad4301-bb36-406a-b1d1-3852f9b1a01b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.421996 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.438374 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afad4301-bb36-406a-b1d1-3852f9b1a01b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:59.447643 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-afad4301-bb36-406a-b1d1-3852f9b1a01b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.447994 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-afad4301-bb36-406a-b1d1-3852f9b1a01b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Added segment a2bc701c-05aa-4dfb-9cd3-817877b23088 of type vlan for network 4892eb50-a403-4126-9a36-2ae70a452980 Jul 30 01:59:59.457807 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b2f323a-c549-4e5d-928c-dfd7ab233d84 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.502979 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2f323a-c549-4e5d-928c-dfd7ab233d84 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:59.508333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-3b2f323a-c549-4e5d-928c-dfd7ab233d84 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:59.509902 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f323a-c549-4e5d-928c-dfd7ab233d84 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:59.540180 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-afad4301-bb36-406a-b1d1-3852f9b1a01b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.622004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f323a-c549-4e5d-928c-dfd7ab233d84 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Pushing event updated for resources: {'Port': ['ID=31d0d5e7-a445-4fe4-aa35-1e7b97166d8e,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:59.712782 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-afad4301-bb36-406a-b1d1-3852f9b1a01b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.720364 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afad4301-bb36-406a-b1d1-3852f9b1a01b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:59.721847 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-afad4301-bb36-406a-b1d1-3852f9b1a01b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.809942 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad4301-bb36-406a-b1d1-3852f9b1a01b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Network': ['ID=4892eb50-a403-4126-9a36-2ae70a452980,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:59.816999 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 4892eb50-a403-4126-9a36-2ae70a452980 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:59.883298 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-afad4301-bb36-406a-b1d1-3852f9b1a01b tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6408350 Jul 30 01:59:59.892974 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58206) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:59.907289 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-bb873f53-9920-4950-b8d2-f0c963e98356 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'subnet': {'network_id': '4892eb50-a403-4126-9a36-2ae70a452980', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:59.928528 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.943429 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] Transition to ACTIVE for port object ffe1f03c-b64c-4d60-8f58-df807b915a0e will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:59.951956 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b2f323a-c549-4e5d-928c-dfd7ab233d84 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.009019 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58212) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:00.040935 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.053413 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c2e8a830-0951-40a5-ba25-a95db5f732af admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2512260259d7455494ba68636275b240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431364 Jul 30 02:00:00.056180 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58214) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:00.121683 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ef2aecb0-db23-4a06-9f5a-3114d77d36a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.132282 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb873f53-9920-4950-b8d2-f0c963e98356 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Made reservation on behalf of e2b6dcd7b9724ad1a80613e04482e975 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:00.133832 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faddd41-33ec-41e0-a60e-33c28d46d14c None None] Pushing event updated for resources: {'Port': ['ID=ffe1f03c-b64c-4d60-8f58-df807b915a0e,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:00.142474 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb873f53-9920-4950-b8d2-f0c963e98356 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.252111 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] Attempting to bind port ffe1f03c-b64c-4d60-8f58-df807b915a0e on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:00:00.252804 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] Attempting to bind port ffe1f03c-b64c-4d60-8f58-df807b915a0e by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '85e1cec0-d1b9-46de-b2e2-1e4dd033166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '551181e2-3164-4163-a2eb-6097fe82929f'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:00:00.253343 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] Attempting to bind port ffe1f03c-b64c-4d60-8f58-df807b915a0e on network 551181e2-3164-4163-a2eb-6097fe82929f {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:00:00.259241 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:00:00.260032 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] Checking segment: {'id': '85e1cec0-d1b9-46de-b2e2-1e4dd033166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '551181e2-3164-4163-a2eb-6097fe82929f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:00.260629 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.261187 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] Bound using segment: {'id': '85e1cec0-d1b9-46de-b2e2-1e4dd033166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '551181e2-3164-4163-a2eb-6097fe82929f'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:00:00.262069 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] Bound port: ffe1f03c-b64c-4d60-8f58-df807b915a0e, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e1cec0-d1b9-46de-b2e2-1e4dd033166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '551181e2-3164-4163-a2eb-6097fe82929f'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:00:00.262648 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.289646 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ef2aecb0-db23-4a06-9f5a-3114d77d36a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.320413 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b2f323a-c549-4e5d-928c-dfd7ab233d84 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.392015 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58222) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:00.412451 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] For port ffe1f03c-b64c-4d60-8f58-df807b915a0e, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:00:00.428349 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] For port ffe1f03c-b64c-4d60-8f58-df807b915a0e, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ffe1f03c-b64c-4d60-8f58-df807b915a0e,segment=NetworkSegment(85e1cec0-d1b9-46de-b2e2-1e4dd033166a),segment_id=85e1cec0-d1b9-46de-b2e2-1e4dd033166a)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:00:00.476874 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9484201c-4092-4c12-a997-c611ee8829d7 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:00:00.497373 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.520114 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f575927-e904-44e0-a316-556fba733cee req-848ac810-2f54-4f75-a282-f70e9cf59f65 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:00.521746 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6f575927-e904-44e0-a316-556fba733cee req-848ac810-2f54-4f75-a282-f70e9cf59f65 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.2400932 Jul 30 02:00:00.571712 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faddd41-33ec-41e0-a60e-33c28d46d14c None None] Pushing event updated for resources: {'Port': ['ID=ffe1f03c-b64c-4d60-8f58-df807b915a0e,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:00.604749 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 9484201c-4092-4c12-a997-c611ee8829d7 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:00.605547 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.632507 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] Routers {'47ab34bb-e72b-4d90-b21a-88ec768a758d'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:00.633148 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['47ab34bb-e72b-4d90-b21a-88ec768a758d'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:00.675035 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ef2aecb0-db23-4a06-9f5a-3114d77d36a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.679504 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ef2aecb0-db23-4a06-9f5a-3114d77d36a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.683162 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ef2aecb0-db23-4a06-9f5a-3114d77d36a8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0cdca9f5-7cda-4529-a0ff-364ec9161cb5 HTTP/1.1" status: 204 len: 168 time: 0.6235290 Jul 30 02:00:00.704057 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6f575927-e904-44e0-a316-556fba733cee req-fb0d0e9a-c64a-424d-8903-f2248c93fbc4 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685865 Jul 30 02:00:00.742346 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-94015cc8-1f38-4ff1-8bb1-585616424895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.752645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2aecb0-db23-4a06-9f5a-3114d77d36a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdca9f5-7cda-4529-a0ff-364ec9161cb5,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:00.765548 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb873f53-9920-4950-b8d2-f0c963e98356 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.834152 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] Set router 47ab34bb-e72b-4d90-b21a-88ec768a758d gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:00:00.990463 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb873f53-9920-4950-b8d2-f0c963e98356 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Subnet': ['ID=8d10a069-2fab-4945-9f84-94d35a53c410,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:01.002651 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb873f53-9920-4950-b8d2-f0c963e98356 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Checking segment: {'id': 'a2bc701c-05aa-4dfb-9cd3-817877b23088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4892eb50-a403-4126-9a36-2ae70a452980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:01.002651 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb873f53-9920-4950-b8d2-f0c963e98356 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Network hostable DHCP agents. Network: 4892eb50-a403-4126-9a36-2ae70a452980, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:00:01.112005 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-94015cc8-1f38-4ff1-8bb1-585616424895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.131947 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ab34bb-e72b-4d90-b21a-88ec768a758d', 'name': 'tempest-TestAggregatesBasicOps-2032870742-router', 'tenant_id': '728efbee4041432896293e9bb5d5baf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9484201c-4092-4c12-a997-c611ee8829d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:50Z', 'updated_at': '2021-07-30T01:59:57Z', 'revision_number': 4, 'project_id': '728efbee4041432896293e9bb5d5baf6', 'gw_port': {'id': '9484201c-4092-4c12-a997-c611ee8829d7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ab34bb-e72b-4d90-b21a-88ec768a758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:52Z', 'updated_at': '2021-07-30T01:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'ffe1f03c-b64c-4d60-8f58-df807b915a0e', 'name': '', 'network_id': '551181e2-3164-4163-a2eb-6097fe82929f', 'tenant_id': '728efbee4041432896293e9bb5d5baf6', 'mac_address': 'fa:16:3e:d1:55:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ab34bb-e72b-4d90-b21a-88ec768a758d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '8be68fec-78ef-4b05-a07d-5b0b909b856c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:56Z', 'updated_at': '2021-07-30T02:00:00Z', 'revision_number': 4, 'project_id': '728efbee4041432896293e9bb5d5baf6', 'subnets': [{'id': '8be68fec-78ef-4b05-a07d-5b0b909b856c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:01.135226 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb873f53-9920-4950-b8d2-f0c963e98356 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Network 4892eb50-a403-4126-9a36-2ae70a452980 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:00:01.163087 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17329ed4-339e-410e-bb6a-ba64285d91e6 None None] The sync data for ids ['47ab34bb-e72b-4d90-b21a-88ec768a758d'] in n-d-713498-9 is: [{'id': '47ab34bb-e72b-4d90-b21a-88ec768a758d', 'name': 'tempest-TestAggregatesBasicOps-2032870742-router', 'tenant_id': '728efbee4041432896293e9bb5d5baf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9484201c-4092-4c12-a997-c611ee8829d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:50Z', 'updated_at': '2021-07-30T01:59:57Z', 'revision_number': 4, 'project_id': '728efbee4041432896293e9bb5d5baf6', 'gw_port': {'id': '9484201c-4092-4c12-a997-c611ee8829d7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ab34bb-e72b-4d90-b21a-88ec768a758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:52Z', 'updated_at': '2021-07-30T01:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'ffe1f03c-b64c-4d60-8f58-df807b915a0e', 'name': '', 'network_id': '551181e2-3164-4163-a2eb-6097fe82929f', 'tenant_id': '728efbee4041432896293e9bb5d5baf6', 'mac_address': 'fa:16:3e:d1:55:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ab34bb-e72b-4d90-b21a-88ec768a758d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '8be68fec-78ef-4b05-a07d-5b0b909b856c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:56Z', 'updated_at': '2021-07-30T02:00:00Z', 'revision_number': 4, 'project_id': '728efbee4041432896293e9bb5d5baf6', 'subnets': [{'id': '8be68fec-78ef-4b05-a07d-5b0b909b856c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:01.195103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2f323a-c549-4e5d-928c-dfd7ab233d84 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Router 955e0117-62da-43a1-aabb-fa99eb4d4569 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:00:01.231820 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-94015cc8-1f38-4ff1-8bb1-585616424895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.256891 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-94015cc8-1f38-4ff1-8bb1-585616424895 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9a4e9d9fcf34492e9cc36a6265da6546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8629146 Jul 30 02:00:01.257278 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-bb873f53-9920-4950-b8d2-f0c963e98356 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 4892eb50-a403-4126-9a36-2ae70a452980) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:01.262106 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58260) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:01.281343 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb873f53-9920-4950-b8d2-f0c963e98356 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:01.285008 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5539a3-af59-4577-9cb6-22016e664601 None None] Network 4892eb50-a403-4126-9a36-2ae70a452980 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:01.289759 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb873f53-9920-4950-b8d2-f0c963e98356 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.363643 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94015cc8-1f38-4ff1-8bb1-585616424895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b8f051-ba94-49b3-98cb-e345ac7e2873,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:01.397110 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-bb873f53-9920-4950-b8d2-f0c963e98356 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5025702 Jul 30 02:00:01.399560 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-99836540-5fe7-468d-8d48-c5dfb92bc780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.402556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58266) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:01.411151 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-4c94f83e-d9d0-4f65-b599-9b24bc69ab56 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-790194290', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}, 'admin_state_up': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:01.440776 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-99836540-5fe7-468d-8d48-c5dfb92bc780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.453861 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58270) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:01.486494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2f323a-c549-4e5d-928c-dfd7ab233d84 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:01.500070 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2590164f-e7cd-488d-ad9d-c659c14f5352 None None] Sync routers for ids ['955e0117-62da-43a1-aabb-fa99eb4d4569'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:01.516225 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2590164f-e7cd-488d-ad9d-c659c14f5352 None None] Routers {'955e0117-62da-43a1-aabb-fa99eb4d4569'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:01.516815 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2590164f-e7cd-488d-ad9d-c659c14f5352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['955e0117-62da-43a1-aabb-fa99eb4d4569'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:01.527327 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4c94f83e-d9d0-4f65-b599-9b24bc69ab56 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.528726 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4c94f83e-d9d0-4f65-b599-9b24bc69ab56 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.574207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-4892eb50-a403-4126-9a36-2ae70a452980', 'network_id': '4892eb50-a403-4126-9a36-2ae70a452980', 'tenant_id': 'e2b6dcd7b9724ad1a80613e04482e975', 'fixed_ips': [{'subnet_id': '8d10a069-2fab-4945-9f84-94d35a53c410'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:00:01.575094 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.585849 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2590164f-e7cd-488d-ad9d-c659c14f5352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:01.604347 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2590164f-e7cd-488d-ad9d-c659c14f5352 None None] Routers {'955e0117-62da-43a1-aabb-fa99eb4d4569'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:01.605058 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2590164f-e7cd-488d-ad9d-c659c14f5352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['955e0117-62da-43a1-aabb-fa99eb4d4569'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:01.635697 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b2f323a-c549-4e5d-928c-dfd7ab233d84 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.640202 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3b2f323a-c549-4e5d-928c-dfd7ab233d84 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.9237030 Jul 30 02:00:01.641817 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4c94f83e-d9d0-4f65-b599-9b24bc69ab56 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.642594 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58272) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:01.648424 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-679c8745-f876-4c56-8799-bb977bc1f6a3 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'enable_snat': False}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:01.651438 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2590164f-e7cd-488d-ad9d-c659c14f5352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:01.652106 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2590164f-e7cd-488d-ad9d-c659c14f5352 None None] The sync data for ids ['955e0117-62da-43a1-aabb-fa99eb4d4569'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:01.728838 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-99836540-5fe7-468d-8d48-c5dfb92bc780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.732639 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-99836540-5fe7-468d-8d48-c5dfb92bc780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.734947 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-99836540-5fe7-468d-8d48-c5dfb92bc780 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/67b8f051-ba94-49b3-98cb-e345ac7e2873 HTTP/1.1" status: 204 len: 168 time: 0.4707682 Jul 30 02:00:01.754780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99836540-5fe7-468d-8d48-c5dfb92bc780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b8f051-ba94-49b3-98cb-e345ac7e2873,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:01.972762 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Allocated IP 172.20.0.2 (4892eb50-a403-4126-9a36-2ae70a452980/8d10a069-2fab-4945-9f84-94d35a53c410/4a20d6f4-80e2-490c-9508-ddcc816657b6) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:02.065770 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5c9019f6-3262-478d-8389-7b2b45bae400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.201068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999e26f-2e81-462b-ba8f-57830ddab79b req-827fa2e3-3ef1-4b9a-8293-73901a39df8e tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:02.212070 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.218718 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a999e26f-2e81-462b-ba8f-57830ddab79b req-827fa2e3-3ef1-4b9a-8293-73901a39df8e tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.3726504 Jul 30 02:00:02.223696 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Transition to ACTIVE for port object 4a20d6f4-80e2-490c-9508-ddcc816657b6 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:02.245456 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Transition to ACTIVE for port object 4a20d6f4-80e2-490c-9508-ddcc816657b6 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:02.252224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58290) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:02.288528 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4c94f83e-d9d0-4f65-b599-9b24bc69ab56 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.326016 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.338776 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a999e26f-2e81-462b-ba8f-57830ddab79b req-a0e675ed-595e-4e58-9b7d-a8d771378348 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146545 Jul 30 02:00:02.413439 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Pushing event updated for resources: {'Port': ['ID=4a20d6f4-80e2-490c-9508-ddcc816657b6,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:02.445906 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Network 4892eb50-a403-4126-9a36-2ae70a452980 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:02.448936 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:02.459646 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:02.511574 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-7d9315a6-cd20-4b6f-9aa2-45a833e79cdb admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-339335482-network', 'tenant_id': '5c9967a584374b399469067c25ad3c1b'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:02.536861 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ffe1f03c-b64c-4d60-8f58-df807b915a0e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:00:02.602161 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-5c9019f6-3262-478d-8389-7b2b45bae400 admin admin] Deleting port 39309964-2ffe-46f6-8412-c4f183b75200 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:02.603013 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5c9019f6-3262-478d-8389-7b2b45bae400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.606879 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Attempting to bind port 4a20d6f4-80e2-490c-9508-ddcc816657b6 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:00:02.607249 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Attempting to bind port 4a20d6f4-80e2-490c-9508-ddcc816657b6 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'a2bc701c-05aa-4dfb-9cd3-817877b23088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4892eb50-a403-4126-9a36-2ae70a452980'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:00:02.607667 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Attempting to bind port 4a20d6f4-80e2-490c-9508-ddcc816657b6 on network 4892eb50-a403-4126-9a36-2ae70a452980 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:00:02.621506 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9315a6-cd20-4b6f-9aa2-45a833e79cdb admin admin] Made reservation on behalf of 5c9967a584374b399469067c25ad3c1b for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:02.621740 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:00:02.623402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Checking segment: {'id': 'a2bc701c-05aa-4dfb-9cd3-817877b23088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4892eb50-a403-4126-9a36-2ae70a452980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:02.623402 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.623402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Bound using segment: {'id': 'a2bc701c-05aa-4dfb-9cd3-817877b23088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4892eb50-a403-4126-9a36-2ae70a452980'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:00:02.623402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Bound port: 4a20d6f4-80e2-490c-9508-ddcc816657b6, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2bc701c-05aa-4dfb-9cd3-817877b23088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4892eb50-a403-4126-9a36-2ae70a452980'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:00:02.623783 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.626285 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d9315a6-cd20-4b6f-9aa2-45a833e79cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.651219 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-679c8745-f876-4c56-8799-bb977bc1f6a3 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.666431 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d9315a6-cd20-4b6f-9aa2-45a833e79cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.710022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] For port 4a20d6f4-80e2-490c-9508-ddcc816657b6, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:00:02.717169 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] For port 4a20d6f4-80e2-490c-9508-ddcc816657b6, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4a20d6f4-80e2-490c-9508-ddcc816657b6,segment=NetworkSegment(a2bc701c-05aa-4dfb-9cd3-817877b23088),segment_id=a2bc701c-05aa-4dfb-9cd3-817877b23088)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:00:02.741661 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58296) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:02.771466 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port ffe1f03c-b64c-4d60-8f58-df807b915a0e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:00:02.776394 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port ffe1f03c-b64c-4d60-8f58-df807b915a0e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:02.776647 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.776837 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fadb1b0a-0386-4f79-a42f-52d1456bb19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.814862 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-5c9019f6-3262-478d-8389-7b2b45bae400 admin admin] For port 39309964-2ffe-46f6-8412-c4f183b75200, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=39309964-2ffe-46f6-8412-c4f183b75200,segment=NetworkSegment(cb0aef01-f6fc-4651-b8b8-de6054c1da9e),segment_id=cb0aef01-f6fc-4651-b8b8-de6054c1da9e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:02.815236 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5c9019f6-3262-478d-8389-7b2b45bae400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.837221 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-5c9019f6-3262-478d-8389-7b2b45bae400 admin admin] Calling delete_port for 39309964-2ffe-46f6-8412-c4f183b75200 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:02.850011 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.853547 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d9315a6-cd20-4b6f-9aa2-45a833e79cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.856956 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4c94f83e-d9d0-4f65-b599-9b24bc69ab56 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.882474 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4c94f83e-d9d0-4f65-b599-9b24bc69ab56 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.971635 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.978152 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61910e75-ac92-4b17-b1fe-18ef353de6b6 None None] Pushing event updated for resources: {'Port': ['ID=4a20d6f4-80e2-490c-9508-ddcc816657b6,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:02.996764 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.998729 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d9315a6-cd20-4b6f-9aa2-45a833e79cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.033481 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-4c94f83e-d9d0-4f65-b599-9b24bc69ab56 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Allocated IP 172.25.1.220 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/7f24ffaf-abe5-4b80-bed0-e18e8dee9eac) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:03.034182 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port ffe1f03c-b64c-4d60-8f58-df807b915a0e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ffe1f03c-b64c-4d60-8f58-df807b915a0e,segment=NetworkSegment(85e1cec0-d1b9-46de-b2e2-1e4dd033166a),segment_id=85e1cec0-d1b9-46de-b2e2-1e4dd033166a)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:03.048861 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9315a6-cd20-4b6f-9aa2-45a833e79cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854c7563-6128-4c05-9378-bdc3ffbd3ce6,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:03.057532 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9315a6-cd20-4b6f-9aa2-45a833e79cdb admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:00:03.138950 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.215914 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=ffe1f03c-b64c-4d60-8f58-df807b915a0e,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:03.225722 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d9315a6-cd20-4b6f-9aa2-45a833e79cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.226424 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-7d9315a6-cd20-4b6f-9aa2-45a833e79cdb admin admin] Added segment 5cfbb173-7d80-4906-8c00-83f3c851b223 of type vlan for network ec5669fd-ec48-4992-a752-e24b799ccc25 Jul 30 02:00:03.229156 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fadb1b0a-0386-4f79-a42f-52d1456bb19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.240928 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4c94f83e-d9d0-4f65-b599-9b24bc69ab56 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.287337 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d9315a6-cd20-4b6f-9aa2-45a833e79cdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.315042 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fadb1b0a-0386-4f79-a42f-52d1456bb19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.340486 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5c9019f6-3262-478d-8389-7b2b45bae400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.368227 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fadb1b0a-0386-4f79-a42f-52d1456bb19a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3bd0a81101f443248253fec88352e6a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6244004 Jul 30 02:00:03.370499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58302) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:03.387051 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9019f6-3262-478d-8389-7b2b45bae400 admin admin] Pushing event deleted for resources: {'Port': ['ID=39309964-2ffe-46f6-8412-c4f183b75200,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:03.389763 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d9315a6-cd20-4b6f-9aa2-45a833e79cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.391410 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9315a6-cd20-4b6f-9aa2-45a833e79cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:03.391410 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d9315a6-cd20-4b6f-9aa2-45a833e79cdb admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.394866 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb1b0a-0386-4f79-a42f-52d1456bb19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ed0d05-750b-4bab-ba84-d2025a217d5a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:03.479742 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4c94f83e-d9d0-4f65-b599-9b24bc69ab56 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.497782 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f660d0b-c0ca-4767-ba53-3803003536a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.525069 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9315a6-cd20-4b6f-9aa2-45a833e79cdb admin admin] Pushing event updated for resources: {'Network': ['ID=ec5669fd-ec48-4992-a752-e24b799ccc25,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:03.535637 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network ec5669fd-ec48-4992-a752-e24b799ccc25 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:00:03.566502 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7d9315a6-cd20-4b6f-9aa2-45a833e79cdb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3131781 Jul 30 02:00:03.598630 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef09ced-0894-4761-b770-a1df1c94c0ba req-a8b10eec-b926-4cd8-a2c8-0bf3a9e61e10 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:03.601520 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bef09ced-0894-4761-b770-a1df1c94c0ba req-a8b10eec-b926-4cd8-a2c8-0bf3a9e61e10 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.1390357 Jul 30 02:00:03.629025 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c94f83e-d9d0-4f65-b599-9b24bc69ab56 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:03.645002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-4c94f83e-d9d0-4f65-b599-9b24bc69ab56 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:03.655089 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f660d0b-c0ca-4767-ba53-3803003536a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.669540 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c94f83e-d9d0-4f65-b599-9b24bc69ab56 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:03.675631 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94f83e-d9d0-4f65-b599-9b24bc69ab56 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Port': ['ID=7f24ffaf-abe5-4b80-bed0-e18e8dee9eac,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:03.739020 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bef09ced-0894-4761-b770-a1df1c94c0ba req-f698d55f-082d-422d-8acf-9633316ecc5b tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288874 Jul 30 02:00:03.825294 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5c9019f6-3262-478d-8389-7b2b45bae400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.825570 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-679c8745-f876-4c56-8799-bb977bc1f6a3 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.863814 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-679c8745-f876-4c56-8799-bb977bc1f6a3 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:04.120028 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f660d0b-c0ca-4767-ba53-3803003536a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:04.123165 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f660d0b-c0ca-4767-ba53-3803003536a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:04.123950 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7f660d0b-c0ca-4767-ba53-3803003536a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/57ed0d05-750b-4bab-ba84-d2025a217d5a HTTP/1.1" status: 204 len: 168 time: 0.7524643 Jul 30 02:00:04.138556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f660d0b-c0ca-4767-ba53-3803003536a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ed0d05-750b-4bab-ba84-d2025a217d5a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:04.199354 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9019f6-3262-478d-8389-7b2b45bae400 admin admin] Router 66dc6888-bf73-41f5-ba0d-2299fe23bacd has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:00:04.213675 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557c684-ecce-417b-8511-73fcb1061e78 req-731c881f-083e-434c-9f9d-a2617923d732 tempest-ComputeTenantNetworksTest-317869407 tempest-ComputeTenantNetworksTest-317869407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:04.219005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679c8745-f876-4c56-8799-bb977bc1f6a3 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Router 955e0117-62da-43a1-aabb-fa99eb4d4569 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:00:04.225475 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557c684-ecce-417b-8511-73fcb1061e78 req-731c881f-083e-434c-9f9d-a2617923d732 tempest-ComputeTenantNetworksTest-317869407 tempest-ComputeTenantNetworksTest-317869407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:04.233190 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160c68b0-f20d-4b7f-8afe-5f9c57c1a7dc None None] Network 4892eb50-a403-4126-9a36-2ae70a452980 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:04.234843 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557c684-ecce-417b-8511-73fcb1061e78 req-731c881f-083e-434c-9f9d-a2617923d732 tempest-ComputeTenantNetworksTest-317869407 tempest-ComputeTenantNetworksTest-317869407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:04.237521 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4557c684-ecce-417b-8511-73fcb1061e78 req-731c881f-083e-434c-9f9d-a2617923d732 tempest-ComputeTenantNetworksTest-317869407 tempest-ComputeTenantNetworksTest-317869407-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2155037 Jul 30 02:00:04.268612 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4c94f83e-d9d0-4f65-b599-9b24bc69ab56 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:04.439630 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4f54758e-4f6d-4a03-ac22-8035b3e6f9cd None None] Provisioning for port 4a20d6f4-80e2-490c-9508-ddcc816657b6 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:00:04.457284 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9019f6-3262-478d-8389-7b2b45bae400 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:04.472670 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54839da4-404a-4514-8c7b-52dd62ff8089 None None] Sync routers for ids ['66dc6888-bf73-41f5-ba0d-2299fe23bacd'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:04.481455 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5c9019f6-3262-478d-8389-7b2b45bae400 admin admin] 10.222.0.70 "PUT /v2.0/routers/66dc6888-bf73-41f5-ba0d-2299fe23bacd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0241098 Jul 30 02:00:04.495345 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58326) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:04.528926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54839da4-404a-4514-8c7b-52dd62ff8089 None None] Routers {'66dc6888-bf73-41f5-ba0d-2299fe23bacd'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:04.529572 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-54839da4-404a-4514-8c7b-52dd62ff8089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['66dc6888-bf73-41f5-ba0d-2299fe23bacd'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:04.657812 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a53c0-c7cf-4637-9957-de7f684aa364 req-472d4e29-9029-4f23-84ab-7dfe673e79e2 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:04.659644 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a82a53c0-c7cf-4637-9957-de7f684aa364 req-472d4e29-9029-4f23-84ab-7dfe673e79e2 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.1793962 Jul 30 02:00:04.760104 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a82a53c0-c7cf-4637-9957-de7f684aa364 req-55b009e1-8b67-45f2-b12c-fa22fff94d64 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780876 Jul 30 02:00:04.786581 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-68851020-ea8b-4ace-8b94-5fbeeb9559dd admin admin] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:04.791557 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-54839da4-404a-4514-8c7b-52dd62ff8089 None None] Set router 66dc6888-bf73-41f5-ba0d-2299fe23bacd gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:00:04.876220 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ffe1f03c-b64c-4d60-8f58-df807b915a0e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:00:04.985249 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b825531-1648-4ccc-8cc2-6d823bbc45d9 req-c2769c68-eae3-4fc6-8916-743e51d2f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:04.987084 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1b825531-1648-4ccc-8cc2-6d823bbc45d9 req-c2769c68-eae3-4fc6-8916-743e51d2f3fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa908674f31a46ce8f979a23fe043471&device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 1097 time: 0.4710934 Jul 30 02:00:05.177475 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9b9a1-860d-47b7-b277-f90eb4b38416 req-d447bcbf-7cae-45f2-bdb1-c2e2a5648424 tempest-ComputeTenantNetworksTest-317869407 tempest-ComputeTenantNetworksTest-317869407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:05.190202 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5ab9b9a1-860d-47b7-b277-f90eb4b38416 req-d447bcbf-7cae-45f2-bdb1-c2e2a5648424 tempest-ComputeTenantNetworksTest-317869407 tempest-ComputeTenantNetworksTest-317869407-project] 10.222.0.70 "GET /v2.0/networks/ec5669fd-ec48-4992-a752-e24b799ccc25 HTTP/1.1" status: 200 len: 768 time: 0.7573042 Jul 30 02:00:05.220261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58344) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:05.277099 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port ffe1f03c-b64c-4d60-8f58-df807b915a0e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:05.277490 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.312341 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4c94f83e-d9d0-4f65-b599-9b24bc69ab56 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.438250 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-54839da4-404a-4514-8c7b-52dd62ff8089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dc6888-bf73-41f5-ba0d-2299fe23bacd', 'name': 'tempest-TestAggregatesBasicOps-1313978870-router', 'tenant_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e579e563-1a1a-4b3b-8037-e0c6f844eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:39Z', 'updated_at': '2021-07-30T02:00:03Z', 'revision_number': 5, 'project_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'gw_port': {'id': 'e579e563-1a1a-4b3b-8037-e0c6f844eddb', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dc6888-bf73-41f5-ba0d-2299fe23bacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:40Z', 'updated_at': '2021-07-30T01:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:05.448986 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679c8745-f876-4c56-8799-bb977bc1f6a3 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:05.461261 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-679c8745-f876-4c56-8799-bb977bc1f6a3 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.466731 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4b74e5-fcb4-4d9d-bd1a-d2964513f899 None None] Sync routers for ids ['955e0117-62da-43a1-aabb-fa99eb4d4569'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:05.467243 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-679c8745-f876-4c56-8799-bb977bc1f6a3 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "PUT /v2.0/routers/955e0117-62da-43a1-aabb-fa99eb4d4569 HTTP/1.1" status: 200 len: 925 time: 3.8218992 Jul 30 02:00:05.471545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58350) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:05.475941 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4b74e5-fcb4-4d9d-bd1a-d2964513f899 None None] Routers {'955e0117-62da-43a1-aabb-fa99eb4d4569'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:05.476585 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2c4b74e5-fcb4-4d9d-bd1a-d2964513f899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['955e0117-62da-43a1-aabb-fa99eb4d4569'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:05.511045 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54839da4-404a-4514-8c7b-52dd62ff8089 None None] Checking router: 66dc6888-bf73-41f5-ba0d-2299fe23bacd for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:00:05.529679 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2c4b74e5-fcb4-4d9d-bd1a-d2964513f899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:05.531733 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4a20d6f4-80e2-490c-9508-ddcc816657b6 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:00:05.542509 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4b74e5-fcb4-4d9d-bd1a-d2964513f899 None None] Routers {'955e0117-62da-43a1-aabb-fa99eb4d4569'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:05.544349 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2c4b74e5-fcb4-4d9d-bd1a-d2964513f899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['955e0117-62da-43a1-aabb-fa99eb4d4569'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:05.565901 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-68851020-ea8b-4ace-8b94-5fbeeb9559dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.568517 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6398be8-d3b6-41b2-bfea-7cb1e19218db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.569919 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54839da4-404a-4514-8c7b-52dd62ff8089 None None] Routers {'66dc6888-bf73-41f5-ba0d-2299fe23bacd'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:05.570529 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-54839da4-404a-4514-8c7b-52dd62ff8089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['66dc6888-bf73-41f5-ba0d-2299fe23bacd'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:05.605260 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2c4b74e5-fcb4-4d9d-bd1a-d2964513f899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:05.606136 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4b74e5-fcb4-4d9d-bd1a-d2964513f899 None None] The sync data for ids ['955e0117-62da-43a1-aabb-fa99eb4d4569'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:05.615716 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b825531-1648-4ccc-8cc2-6d823bbc45d9 req-7db4597d-323c-45df-9a6d-dcae37d90d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:05.621881 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1b825531-1648-4ccc-8cc2-6d823bbc45d9 req-7db4597d-323c-45df-9a6d-dcae37d90d14 service neutron] 10.222.0.10 "GET /v2.0/networks?id=66dcbf6c-fad9-41b5-b138-62e447f0d8c2 HTTP/1.1" status: 200 len: 916 time: 0.5973876 Jul 30 02:00:05.672137 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1b825531-1648-4ccc-8cc2-6d823bbc45d9 req-211132a3-6cda-443f-915a-14e3d444b82e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=389c82ff-125d-485a-90ce-98ce6be8208b HTTP/1.1" status: 200 len: 217 time: 0.0462375 Jul 30 02:00:05.747725 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b825531-1648-4ccc-8cc2-6d823bbc45d9 req-a605a3ce-9327-4349-9f72-4ba8982b3589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:05.749314 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1b825531-1648-4ccc-8cc2-6d823bbc45d9 req-a605a3ce-9327-4349-9f72-4ba8982b3589 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36d51713-fbca-453d-adee-2f8e234bb47b HTTP/1.1" status: 200 len: 854 time: 0.0587699 Jul 30 02:00:05.767807 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-61ecb32f-0766-4e40-bbd7-3471883b4682 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "GET /v2.0/routers/955e0117-62da-43a1-aabb-fa99eb4d4569 HTTP/1.1" status: 200 len: 925 time: 0.2832987 Jul 30 02:00:05.768191 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-54839da4-404a-4514-8c7b-52dd62ff8089 None None] Set router 66dc6888-bf73-41f5-ba0d-2299fe23bacd gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:00:05.768295 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58360) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:05.831485 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c94f83e-d9d0-4f65-b599-9b24bc69ab56 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Router f97a8d46-63a7-4174-b9a8-d652be1964eb is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:00:05.858367 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6398be8-d3b6-41b2-bfea-7cb1e19218db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.865451 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-68851020-ea8b-4ace-8b94-5fbeeb9559dd admin admin] Deleting port e579e563-1a1a-4b3b-8037-e0c6f844eddb {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:05.870062 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-68851020-ea8b-4ace-8b94-5fbeeb9559dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.877039 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 4a20d6f4-80e2-490c-9508-ddcc816657b6 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:00:05.896284 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 4a20d6f4-80e2-490c-9508-ddcc816657b6 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:05.896661 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.923313 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b6398be8-d3b6-41b2-bfea-7cb1e19218db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5669fd-ec48-4992-a752-e24b799ccc25']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:05.926905 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b825531-1648-4ccc-8cc2-6d823bbc45d9 req-0de196e4-9d0c-450e-b166-10ca1bc6ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:05.928483 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1b825531-1648-4ccc-8cc2-6d823bbc45d9 req-0de196e4-9d0c-450e-b166-10ca1bc6ca10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=66dcbf6c-fad9-41b5-b138-62e447f0d8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1701598 Jul 30 02:00:05.977781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b6398be8-d3b6-41b2-bfea-7cb1e19218db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cfbb173-7d80-4906-8c00-83f3c851b223') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:05.978477 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b6398be8-d3b6-41b2-bfea-7cb1e19218db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cfbb173-7d80-4906-8c00-83f3c851b223') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:05.995506 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-68851020-ea8b-4ace-8b94-5fbeeb9559dd admin admin] For port e579e563-1a1a-4b3b-8037-e0c6f844eddb, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e579e563-1a1a-4b3b-8037-e0c6f844eddb,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:05.995875 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-68851020-ea8b-4ace-8b94-5fbeeb9559dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.017116 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-68851020-ea8b-4ace-8b94-5fbeeb9559dd admin admin] Calling delete_port for e579e563-1a1a-4b3b-8037-e0c6f844eddb owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:06.055386 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6398be8-d3b6-41b2-bfea-7cb1e19218db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.077911 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f760ae-6828-4fed-9594-b934c5b39534 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:06.084798 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.088045 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-26f760ae-6828-4fed-9594-b934c5b39534 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&device_id=955e0117-62da-43a1-aabb-fa99eb4d4569&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3167527 Jul 30 02:00:06.090003 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58370) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:06.124861 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 4a20d6f4-80e2-490c-9508-ddcc816657b6, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4a20d6f4-80e2-490c-9508-ddcc816657b6,segment=NetworkSegment(a2bc701c-05aa-4dfb-9cd3-817877b23088),segment_id=a2bc701c-05aa-4dfb-9cd3-817877b23088)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:06.144209 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-54839da4-404a-4514-8c7b-52dd62ff8089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dc6888-bf73-41f5-ba0d-2299fe23bacd', 'name': 'tempest-TestAggregatesBasicOps-1313978870-router', 'tenant_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e579e563-1a1a-4b3b-8037-e0c6f844eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:39Z', 'updated_at': '2021-07-30T02:00:03Z', 'revision_number': 5, 'project_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'gw_port': {'id': 'e579e563-1a1a-4b3b-8037-e0c6f844eddb', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dc6888-bf73-41f5-ba0d-2299fe23bacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:40Z', 'updated_at': '2021-07-30T01:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:06.178943 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54839da4-404a-4514-8c7b-52dd62ff8089 None None] The sync data for ids ['66dc6888-bf73-41f5-ba0d-2299fe23bacd'] in n-d-713498-9 is: [{'id': '66dc6888-bf73-41f5-ba0d-2299fe23bacd', 'name': 'tempest-TestAggregatesBasicOps-1313978870-router', 'tenant_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e579e563-1a1a-4b3b-8037-e0c6f844eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:39Z', 'updated_at': '2021-07-30T02:00:03Z', 'revision_number': 5, 'project_id': '8618554f30b3439aa1262eeb4ae2c3d5', 'gw_port': {'id': 'e579e563-1a1a-4b3b-8037-e0c6f844eddb', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dc6888-bf73-41f5-ba0d-2299fe23bacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:40Z', 'updated_at': '2021-07-30T01:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:06.186144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2662e-7307-4744-b1b4-38c8839255c0 req-84757202-05bf-417d-a693-b2a5802c4fc3 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:06.194853 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ffd2662e-7307-4744-b1b4-38c8839255c0 req-84757202-05bf-417d-a693-b2a5802c4fc3 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.3129740 Jul 30 02:00:06.208548 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6398be8-d3b6-41b2-bfea-7cb1e19218db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.234352 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.284254 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1b825531-1648-4ccc-8cc2-6d823bbc45d9 req-63bfbb2c-fb28-434c-87cc-6117e8ec7460 service neutron] 10.222.0.10 "GET /v2.0/networks/66dcbf6c-fad9-41b5-b138-62e447f0d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453422 Jul 30 02:00:06.305080 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6398be8-d3b6-41b2-bfea-7cb1e19218db admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:00:06.305401 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6398be8-d3b6-41b2-bfea-7cb1e19218db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:00:06.308816 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:00:06.333938 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=4a20d6f4-80e2-490c-9508-ddcc816657b6,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:06.337913 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ffd2662e-7307-4744-b1b4-38c8839255c0 req-e50f88f4-efcf-4c6e-aefa-c5d77d2e66ae tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372683 Jul 30 02:00:06.378179 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-68851020-ea8b-4ace-8b94-5fbeeb9559dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.429290 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c94f83e-d9d0-4f65-b599-9b24bc69ab56 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:06.430716 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68851020-ea8b-4ace-8b94-5fbeeb9559dd admin admin] Pushing event deleted for resources: {'Port': ['ID=e579e563-1a1a-4b3b-8037-e0c6f844eddb,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:06.448177 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105691aa-2467-407a-bc37-8788586be901 None None] Sync routers for ids ['f97a8d46-63a7-4174-b9a8-d652be1964eb'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:06.454491 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70db6e8f-e805-4034-ad5d-47161814fcfe tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:06.456288 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-70db6e8f-e805-4034-ad5d-47161814fcfe tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 881 time: 0.3523901 Jul 30 02:00:06.460131 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58376) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:06.461937 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105691aa-2467-407a-bc37-8788586be901 None None] Routers {'f97a8d46-63a7-4174-b9a8-d652be1964eb'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:06.462735 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-105691aa-2467-407a-bc37-8788586be901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f97a8d46-63a7-4174-b9a8-d652be1964eb'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:06.497027 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bb4a40fc-dcfd-4023-a2e0-6bf723d42491 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "GET /v2.0/ports?device_id=955e0117-62da-43a1-aabb-fa99eb4d4569 HTTP/1.1" status: 200 len: 205 time: 0.0355520 Jul 30 02:00:06.500090 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58380) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:06.501527 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-105691aa-2467-407a-bc37-8788586be901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:06.514655 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-68851020-ea8b-4ace-8b94-5fbeeb9559dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.527318 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105691aa-2467-407a-bc37-8788586be901 None None] Routers {'f97a8d46-63a7-4174-b9a8-d652be1964eb'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:06.528219 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-105691aa-2467-407a-bc37-8788586be901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T01:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f97a8d46-63a7-4174-b9a8-d652be1964eb'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:06.607757 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-105691aa-2467-407a-bc37-8788586be901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:06.616243 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105691aa-2467-407a-bc37-8788586be901 None None] The sync data for ids ['f97a8d46-63a7-4174-b9a8-d652be1964eb'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:06.660755 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6398be8-d3b6-41b2-bfea-7cb1e19218db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.676112 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-68851020-ea8b-4ace-8b94-5fbeeb9559dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.677840 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4c94f83e-d9d0-4f65-b599-9b24bc69ab56 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.681021 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4c94f83e-d9d0-4f65-b599-9b24bc69ab56 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.2761981 Jul 30 02:00:06.681603 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-68851020-ea8b-4ace-8b94-5fbeeb9559dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.684328 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58386) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:06.689720 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1b825531-1648-4ccc-8cc2-6d823bbc45d9 req-37a0e3b2-6d05-4253-a70e-ed675eb8bd64 service neutron] 10.222.0.10 "GET /v2.0/networks/66dcbf6c-fad9-41b5-b138-62e447f0d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966765 Jul 30 02:00:06.700990 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6398be8-d3b6-41b2-bfea-7cb1e19218db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.705423 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b6398be8-d3b6-41b2-bfea-7cb1e19218db admin admin] 10.222.0.70 "DELETE /v2.0/networks/ec5669fd-ec48-4992-a752-e24b799ccc25 HTTP/1.1" status: 204 len: 168 time: 1.4801171 Jul 30 02:00:06.706158 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6398be8-d3b6-41b2-bfea-7cb1e19218db admin admin] Pushing event deleted for resources: {'Network': ['ID=ec5669fd-ec48-4992-a752-e24b799ccc25,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:06.737068 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bf87c5c-7534-4ff6-87f6-d1d065274e2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.825094 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4a20d6f4-80e2-490c-9508-ddcc816657b6 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:00:06.961018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 4a20d6f4-80e2-490c-9508-ddcc816657b6 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:06.961638 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.964941 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bf87c5c-7534-4ff6-87f6-d1d065274e2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.049167 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-68851020-ea8b-4ace-8b94-5fbeeb9559dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.049710 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68851020-ea8b-4ace-8b94-5fbeeb9559dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66dc6888-bf73-41f5-ba0d-2299fe23bacd {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:00:07.054563 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-68851020-ea8b-4ace-8b94-5fbeeb9559dd admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.059681 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-68851020-ea8b-4ace-8b94-5fbeeb9559dd admin admin] 10.222.0.70 "DELETE /v2.0/routers/66dc6888-bf73-41f5-ba0d-2299fe23bacd HTTP/1.1" status: 204 len: 168 time: 2.5644791 Jul 30 02:00:07.082689 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58396) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:07.114234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 39309964-2ffe-46f6-8412-c4f183b75200 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:07.140633 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 39309964-2ffe-46f6-8412-c4f183b75200 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:00:07.141332 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 39309964-2ffe-46f6-8412-c4f183b75200 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:00:07.168389 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58400) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:07.191108 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-36472a46-1901-4664-9ca3-f10c3678b1c6 admin admin] Deleting subnet 5ab707f4-77e4-41a0-8eb0-22d07a69dee1 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:00:07.202415 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-36472a46-1901-4664-9ca3-f10c3678b1c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.279430 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-36472a46-1901-4664-9ca3-f10c3678b1c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.311274 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6bf87c5c-7534-4ff6-87f6-d1d065274e2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Deleting port 31d0d5e7-a445-4fe4-aa35-1e7b97166d8e {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:07.312580 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bf87c5c-7534-4ff6-87f6-d1d065274e2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.330361 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d112793b-3a8f-454a-8542-553a951eb564 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5c9967a584374b399469067c25ad3c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559114 Jul 30 02:00:07.333260 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58404) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:07.464785 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f3ed0ece-49d9-472b-bd37-ae29c2cb8bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.500466 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-36472a46-1901-4664-9ca3-f10c3678b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.504749 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bf87c5c-7534-4ff6-87f6-d1d065274e2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.514155 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f3ed0ece-49d9-472b-bd37-ae29c2cb8bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.537357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6bf87c5c-7534-4ff6-87f6-d1d065274e2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Calling delete_port for 31d0d5e7-a445-4fe4-aa35-1e7b97166d8e owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:07.541732 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e94fe049-44bf-4d7d-9ad3-818562a33a53 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.566501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc07a60-32a1-4851-84df-cf847949f6c6 req-1c0cf121-ce7c-496d-87a5-a57010ba8249 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:07.568070 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0cc07a60-32a1-4851-84df-cf847949f6c6 req-1c0cf121-ce7c-496d-87a5-a57010ba8249 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.1342361 Jul 30 02:00:07.671847 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0cc07a60-32a1-4851-84df-cf847949f6c6 req-9cd035ca-1a42-45b2-822b-e0e700b2718b tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650663 Jul 30 02:00:07.749446 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f3ed0ece-49d9-472b-bd37-ae29c2cb8bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.752225 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f3ed0ece-49d9-472b-bd37-ae29c2cb8bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.753368 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f3ed0ece-49d9-472b-bd37-ae29c2cb8bbf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/854c7563-6128-4c05-9378-bdc3ffbd3ce6 HTTP/1.1" status: 204 len: 168 time: 0.4186814 Jul 30 02:00:07.767929 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed0ece-49d9-472b-bd37-ae29c2cb8bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854c7563-6128-4c05-9378-bdc3ffbd3ce6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:07.813123 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-36472a46-1901-4664-9ca3-f10c3678b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.853899 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36472a46-1901-4664-9ca3-f10c3678b1c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ab707f4-77e4-41a0-8eb0-22d07a69dee1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:07.857815 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-36472a46-1901-4664-9ca3-f10c3678b1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.862865 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-36472a46-1901-4664-9ca3-f10c3678b1c6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5ab707f4-77e4-41a0-8eb0-22d07a69dee1 HTTP/1.1" status: 204 len: 168 time: 0.7680545 Jul 30 02:00:07.863659 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58420) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:07.868244 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35459260-ea1e-4b9b-9559-70c8d9270479 None None] Network 1d29d748-6718-4c3c-a735-a592a682bcb8 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:07.910234 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc67c6c4-770d-47db-a857-fb87916a3cfa req-0a1af065-0cb5-425a-9751-795087901c4a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1144021 Jul 30 02:00:07.954688 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bf87c5c-7534-4ff6-87f6-d1d065274e2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.995192 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ff3a67ab-edaf-4ebe-894d-e3222fcc727f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.001174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf87c5c-7534-4ff6-87f6-d1d065274e2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Pushing event deleted for resources: {'Port': ['ID=31d0d5e7-a445-4fe4-aa35-1e7b97166d8e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:08.001538 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-e94fe049-44bf-4d7d-9ad3-818562a33a53 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Allocated IP 172.20.0.1 (4892eb50-a403-4126-9a36-2ae70a452980/8d10a069-2fab-4945-9f84-94d35a53c410/fe509c69-c774-41bb-93c2-83c40862828a) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:08.005444 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67c6c4-770d-47db-a857-fb87916a3cfa req-288d1abe-9a43-40fa-a31d-c48d0b964581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:08.007094 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc67c6c4-770d-47db-a857-fb87916a3cfa req-288d1abe-9a43-40fa-a31d-c48d0b964581 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e9759d07ba4e958653b10399043a13&device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 1096 time: 0.0681314 Jul 30 02:00:08.119945 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bf87c5c-7534-4ff6-87f6-d1d065274e2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.138558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a765a7b8-d99e-4b70-a767-9c06a7ad5e5f None None] DHCP port deletion for 1d29d748-6718-4c3c-a735-a592a682bcb8 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:00:08.231695 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e94fe049-44bf-4d7d-9ad3-818562a33a53 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.236563 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67c6c4-770d-47db-a857-fb87916a3cfa req-480245f7-8bd4-4ba4-9a04-40dbf7f42069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:08.238242 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc67c6c4-770d-47db-a857-fb87916a3cfa req-480245f7-8bd4-4ba4-9a04-40dbf7f42069 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb87329a-3973-4c1a-ad14-ee785b8bfa68 HTTP/1.1" status: 200 len: 917 time: 0.1961524 Jul 30 02:00:08.243432 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bf87c5c-7534-4ff6-87f6-d1d065274e2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.245757 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bf87c5c-7534-4ff6-87f6-d1d065274e2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.256522 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-e94fe049-44bf-4d7d-9ad3-818562a33a53 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Transition to ACTIVE for port object fe509c69-c774-41bb-93c2-83c40862828a will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:08.257161 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a765a7b8-d99e-4b70-a767-9c06a7ad5e5f None None] Deleting port e67a39b0-4346-4645-9976-c454c4579bda {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:08.258883 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a765a7b8-d99e-4b70-a767-9c06a7ad5e5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.290163 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-ff3a67ab-edaf-4ebe-894d-e3222fcc727f admin admin] Deleting port e67a39b0-4346-4645-9976-c454c4579bda {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:08.290467 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ff3a67ab-edaf-4ebe-894d-e3222fcc727f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.327963 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc67c6c4-770d-47db-a857-fb87916a3cfa req-b33ce1ae-11a4-4f93-8e7d-dcb100c23806 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deadf778-75a3-49ca-af0a-e6bd7145933b HTTP/1.1" status: 200 len: 1000 time: 0.0805364 Jul 30 02:00:08.372045 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a765a7b8-d99e-4b70-a767-9c06a7ad5e5f None None] For port e67a39b0-4346-4645-9976-c454c4579bda, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e67a39b0-4346-4645-9976-c454c4579bda,segment=NetworkSegment(cb0aef01-f6fc-4651-b8b8-de6054c1da9e),segment_id=cb0aef01-f6fc-4651-b8b8-de6054c1da9e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:08.372650 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a765a7b8-d99e-4b70-a767-9c06a7ad5e5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.372869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-ff3a67ab-edaf-4ebe-894d-e3222fcc727f admin admin] For port e67a39b0-4346-4645-9976-c454c4579bda, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e67a39b0-4346-4645-9976-c454c4579bda,segment=NetworkSegment(cb0aef01-f6fc-4651-b8b8-de6054c1da9e),segment_id=cb0aef01-f6fc-4651-b8b8-de6054c1da9e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:08.373334 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ff3a67ab-edaf-4ebe-894d-e3222fcc727f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.395214 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67c6c4-770d-47db-a857-fb87916a3cfa req-f885fcf3-45ee-44f1-b6dc-3c4767ac7a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:08.396524 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-ff3a67ab-edaf-4ebe-894d-e3222fcc727f admin admin] Calling delete_port for e67a39b0-4346-4645-9976-c454c4579bda owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:08.397170 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc67c6c4-770d-47db-a857-fb87916a3cfa req-f885fcf3-45ee-44f1-b6dc-3c4767ac7a2b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d5331bae-ecd8-4548-bb35-10d75f268fda HTTP/1.1" status: 200 len: 855 time: 0.0610039 Jul 30 02:00:08.401982 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a765a7b8-d99e-4b70-a767-9c06a7ad5e5f None None] Calling delete_port for e67a39b0-4346-4645-9976-c454c4579bda owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:08.448827 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bf87c5c-7534-4ff6-87f6-d1d065274e2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.449525 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf87c5c-7534-4ff6-87f6-d1d065274e2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Fanout notify agent at l3_agent the message router_deleted on router 955e0117-62da-43a1-aabb-fa99eb4d4569 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:00:08.482601 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bf87c5c-7534-4ff6-87f6-d1d065274e2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.484389 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e94fe049-44bf-4d7d-9ad3-818562a33a53 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.485195 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6bf87c5c-7534-4ff6-87f6-d1d065274e2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "DELETE /v2.0/routers/955e0117-62da-43a1-aabb-fa99eb4d4569 HTTP/1.1" status: 204 len: 168 time: 1.9836700 Jul 30 02:00:08.491806 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58438) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:08.502341 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e67a39b0-4346-4645-9976-c454c4579bda no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:08.504644 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-77f18139-de93-4cc4-8699-2cc5827b9747 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1919922983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:08.554056 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67c6c4-770d-47db-a857-fb87916a3cfa req-eb36b258-2187-4ae0-9ed9-afb79bf2c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:08.556073 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc67c6c4-770d-47db-a857-fb87916a3cfa req-eb36b258-2187-4ae0-9ed9-afb79bf2c2ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb87329a-3973-4c1a-ad14-ee785b8bfa68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488259 Jul 30 02:00:08.567754 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94fe049-44bf-4d7d-9ad3-818562a33a53 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Network 4892eb50-a403-4126-9a36-2ae70a452980 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:08.574861 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-e94fe049-44bf-4d7d-9ad3-818562a33a53 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:08.576478 n-d-713498-9 neutron-server[94466]: INFO neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No ports have port_id starting with e67a39b0-4346-4645-9976-c454c4579bda Jul 30 02:00:08.577968 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94fe049-44bf-4d7d-9ad3-818562a33a53 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:08.578525 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e579e563-1a1a-4b3b-8037-e0c6f844eddb no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:08.580406 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a765a7b8-d99e-4b70-a767-9c06a7ad5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.585626 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ff3a67ab-edaf-4ebe-894d-e3222fcc727f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.626395 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a67ab-edaf-4ebe-894d-e3222fcc727f admin admin] Pushing event deleted for resources: {'Port': ['ID=e67a39b0-4346-4645-9976-c454c4579bda,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:08.626610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: e579e563-1a1a-4b3b-8037-e0c6f844eddb {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:00:08.626959 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e579e563-1a1a-4b3b-8037-e0c6f844eddb not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:00:08.632151 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765a7b8-d99e-4b70-a767-9c06a7ad5e5f None None] Pushing event deleted for resources: {'Port': ['ID=e67a39b0-4346-4645-9976-c454c4579bda,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:08.635792 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fe049-44bf-4d7d-9ad3-818562a33a53 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Port': ['ID=fe509c69-c774-41bb-93c2-83c40862828a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:08.639106 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a765a7b8-d99e-4b70-a767-9c06a7ad5e5f None None] No DVR routers for this DVR port e67a39b0-4346-4645-9976-c454c4579bda on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:00:08.640154 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3a67ab-edaf-4ebe-894d-e3222fcc727f admin admin] No DVR routers for this DVR port e67a39b0-4346-4645-9976-c454c4579bda on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:00:08.733689 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e94fe049-44bf-4d7d-9ad3-818562a33a53 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.778160 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ff3a67ab-edaf-4ebe-894d-e3222fcc727f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.799527 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-ff3a67ab-edaf-4ebe-894d-e3222fcc727f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d29d748-6718-4c3c-a735-a592a682bcb8']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:08.817604 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-ff3a67ab-edaf-4ebe-894d-e3222fcc727f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0aef01-f6fc-4651-b8b8-de6054c1da9e') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:08.817909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-ff3a67ab-edaf-4ebe-894d-e3222fcc727f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0aef01-f6fc-4651-b8b8-de6054c1da9e') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:08.833260 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77f18139-de93-4cc4-8699-2cc5827b9747 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.835234 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77f18139-de93-4cc4-8699-2cc5827b9747 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.853954 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ff3a67ab-edaf-4ebe-894d-e3222fcc727f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.906636 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ff3a67ab-edaf-4ebe-894d-e3222fcc727f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.912792 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3a67ab-edaf-4ebe-894d-e3222fcc727f admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:00:08.913542 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ff3a67ab-edaf-4ebe-894d-e3222fcc727f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.913978 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc67c6c4-770d-47db-a857-fb87916a3cfa req-c08c1860-d366-462c-8b1f-1d010ae6bd29 service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331525 Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:00:08.915156 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:00:08.981140 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77f18139-de93-4cc4-8699-2cc5827b9747 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.990607 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad290caf-dcab-41f2-9213-354ee90482a4 req-23ace4d9-682b-484a-a062-70deeb5b6f62 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:08.991178 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad290caf-dcab-41f2-9213-354ee90482a4 req-23ace4d9-682b-484a-a062-70deeb5b6f62 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.1710300 Jul 30 02:00:09.041592 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad290caf-dcab-41f2-9213-354ee90482a4 req-f51ead61-7ca8-441c-bcbc-5d847a2f19d2 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400536 Jul 30 02:00:09.077968 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-82d4a0cc-5194-4ba7-9b9b-e045eabd8b05 None None] Provisioning for port fe509c69-c774-41bb-93c2-83c40862828a completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:00:09.083574 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-82d4a0cc-5194-4ba7-9b9b-e045eabd8b05 None None] Provisioning complete for port fe509c69-c774-41bb-93c2-83c40862828a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:09.084055 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82d4a0cc-5194-4ba7-9b9b-e045eabd8b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:09.124633 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-82d4a0cc-5194-4ba7-9b9b-e045eabd8b05 None None] Port fe509c69-c774-41bb-93c2-83c40862828a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:00:09.127717 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc67c6c4-770d-47db-a857-fb87916a3cfa req-4258b5a6-d81d-49b5-8b70-eb9e55cc00ce service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056427 Jul 30 02:00:09.131001 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77f18139-de93-4cc4-8699-2cc5827b9747 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:09.131697 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ff3a67ab-edaf-4ebe-894d-e3222fcc727f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:09.150371 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ff3a67ab-edaf-4ebe-894d-e3222fcc727f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:09.153102 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ff3a67ab-edaf-4ebe-894d-e3222fcc727f admin admin] 10.222.0.70 "DELETE /v2.0/networks/1d29d748-6718-4c3c-a735-a592a682bcb8 HTTP/1.1" status: 204 len: 168 time: 1.2884815 Jul 30 02:00:09.154249 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a67ab-edaf-4ebe-894d-e3222fcc727f admin admin] Pushing event deleted for resources: {'Network': ['ID=1d29d748-6718-4c3c-a735-a592a682bcb8,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:09.156930 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58470) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:09.160248 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e9af0065-aaf2-49f0-8c0b-f52e71a7ec4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:09.214177 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9c303-2dc3-4c0c-9229-0951b8e50c48 req-33848604-dfdf-4f4b-a20f-50c513800b4a tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:09.215905 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ffa9c303-2dc3-4c0c-9229-0951b8e50c48 req-33848604-dfdf-4f4b-a20f-50c513800b4a tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.0527151 Jul 30 02:00:09.235527 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77f18139-de93-4cc4-8699-2cc5827b9747 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:09.236722 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-77f18139-de93-4cc4-8699-2cc5827b9747 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7360041 Jul 30 02:00:09.240558 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58474) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:09.248037 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-99b5c3a3-69d1-4398-a757-8752d9ecb9f7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Request body: {'router': {'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:09.261394 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ffa9c303-2dc3-4c0c-9229-0951b8e50c48 req-c5d0b000-a77e-42ce-92df-64832c296a44 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378907 Jul 30 02:00:09.344614 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e94fe049-44bf-4d7d-9ad3-818562a33a53 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:09.419670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc1981-30b3-441b-9859-8d163c7b3529 req-ba53c10c-366a-4baf-9102-84c0fcaa5f8b tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:09.422342 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b5fc1981-30b3-441b-9859-8d163c7b3529 req-ba53c10c-366a-4baf-9102-84c0fcaa5f8b tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=a20d5a96-5550-486c-b670-873fcfca83ad HTTP/1.1" status: 200 len: 945 time: 0.0667908 Jul 30 02:00:09.485945 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b5fc1981-30b3-441b-9859-8d163c7b3529 req-acb3965f-2031-4ff9-828a-6c52437361fe tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567591 Jul 30 02:00:09.632030 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8b6bc-8e38-4381-ad71-8f94007b17ca req-f975cd0c-2e69-4e64-87e4-c02a6b9e4a28 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:09.633656 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-01b8b6bc-8e38-4381-ad71-8f94007b17ca req-f975cd0c-2e69-4e64-87e4-c02a6b9e4a28 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 945 time: 0.0633276 Jul 30 02:00:09.703764 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-01b8b6bc-8e38-4381-ad71-8f94007b17ca req-4b5c93c5-5f25-4120-8cb3-c92da37804fe tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580173 Jul 30 02:00:09.743431 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-053dd36a-3ba4-4e14-93f3-dcc09d3a2f69 req-3ae4077c-d44d-45db-9e76-09042260444d tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:09.744633 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-053dd36a-3ba4-4e14-93f3-dcc09d3a2f69 req-3ae4077c-d44d-45db-9e76-09042260444d tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084600 Jul 30 02:00:09.903711 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-053dd36a-3ba4-4e14-93f3-dcc09d3a2f69 req-c587fab4-c58a-47fb-8d1d-0de1f87d1e59 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1353588 Jul 30 02:00:10.063736 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-99b5c3a3-69d1-4398-a757-8752d9ecb9f7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:10.186867 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39df7f-ddc8-42c6-a4d2-1325fbd25976 req-5bcd1793-7e2d-4397-9e76-f9c906a45b1d tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:10.195225 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-be39df7f-ddc8-42c6-a4d2-1325fbd25976 req-5bcd1793-7e2d-4397-9e76-f9c906a45b1d tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.3123941 Jul 30 02:00:10.305687 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c6d75-cddd-4870-bfca-c5959eb7ae16 req-40e725e4-726a-4a3b-9c8d-e17a7f06f385 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:10.307216 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e56c6d75-cddd-4870-bfca-c5959eb7ae16 req-40e725e4-726a-4a3b-9c8d-e17a7f06f385 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.0515389 Jul 30 02:00:10.350734 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e56c6d75-cddd-4870-bfca-c5959eb7ae16 req-d94aee82-938f-49bb-a709-0a86f56ca228 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344555 Jul 30 02:00:10.408651 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-be39df7f-ddc8-42c6-a4d2-1325fbd25976 req-ed49eb1c-3e5b-4b5a-ad66-7ddb0671dbd1 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094121 Jul 30 02:00:10.495717 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66d404-bf4b-4881-9608-57fdfa414f2d req-01c3f676-8bc1-456c-961f-0e7ac1c323fb tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:10.497257 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e66d404-bf4b-4881-9608-57fdfa414f2d req-01c3f676-8bc1-456c-961f-0e7ac1c323fb tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=a20d5a96-5550-486c-b670-873fcfca83ad HTTP/1.1" status: 200 len: 945 time: 0.0628073 Jul 30 02:00:10.555730 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e66d404-bf4b-4881-9608-57fdfa414f2d req-8ec4c3a3-13c0-4e0b-960c-f62f42892ea2 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484180 Jul 30 02:00:10.593675 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e94fe049-44bf-4d7d-9ad3-818562a33a53 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:10.730740 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e94fe049-44bf-4d7d-9ad3-818562a33a53 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:10.824886 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-99b5c3a3-69d1-4398-a757-8752d9ecb9f7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:10.872616 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-99b5c3a3-69d1-4398-a757-8752d9ecb9f7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:10.898387 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fe049-44bf-4d7d-9ad3-818562a33a53 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Port': ['ID=fe509c69-c774-41bb-93c2-83c40862828a,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:10.901797 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e94fe049-44bf-4d7d-9ad3-818562a33a53 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:10.911225 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590aab4-2ebf-49cc-bfc0-cae3d6929dcf req-9304cde6-0426-40da-8bd5-e201050a1a23 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:10.912784 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e590aab4-2ebf-49cc-bfc0-cae3d6929dcf req-9304cde6-0426-40da-8bd5-e201050a1a23 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 945 time: 0.2518430 Jul 30 02:00:11.043614 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58538) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:11.097147 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e590aab4-2ebf-49cc-bfc0-cae3d6929dcf req-7d0749dc-1a88-4ed2-ba82-38ca3022125f tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748197 Jul 30 02:00:11.107209 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-348ea9c8-e754-4675-a07b-eb7f7a2ab967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:11.202141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-99b5c3a3-69d1-4398-a757-8752d9ecb9f7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Allocated IP 172.25.1.105 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/eaa447d8-a2f5-4b5e-9cd4-538adc7eec86) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:11.205239 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94fe049-44bf-4d7d-9ad3-818562a33a53 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Network 4892eb50-a403-4126-9a36-2ae70a452980 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:11.211998 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0a5ee7d7-f59f-4086-8177-1751d2b3dcf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:11.237317 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-e94fe049-44bf-4d7d-9ad3-818562a33a53 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:11.399650 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0a5ee7d7-f59f-4086-8177-1751d2b3dcf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:11.416442 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361887fe-1136-438d-9b91-8b7c487c0336 req-c8a7d651-3295-4bd6-8f54-cec3f05bdc9f tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:11.423180 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361887fe-1136-438d-9b91-8b7c487c0336 req-c8a7d651-3295-4bd6-8f54-cec3f05bdc9f tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:11.429911 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361887fe-1136-438d-9b91-8b7c487c0336 req-c8a7d651-3295-4bd6-8f54-cec3f05bdc9f tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:11.436926 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-361887fe-1136-438d-9b91-8b7c487c0336 req-c8a7d651-3295-4bd6-8f54-cec3f05bdc9f tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd&device_id=a20d5a96-5550-486c-b670-873fcfca83ad&device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 2417 time: 0.1185577 Jul 30 02:00:11.504138 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-361887fe-1136-438d-9b91-8b7c487c0336 req-b32c0b27-7ba4-4a50-a5b1-dd1a59f34b0d tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598783 Jul 30 02:00:11.513308 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94fe049-44bf-4d7d-9ad3-818562a33a53 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Router f97a8d46-63a7-4174-b9a8-d652be1964eb has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:00:11.521315 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-99b5c3a3-69d1-4398-a757-8752d9ecb9f7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:11.536587 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0a5ee7d7-f59f-4086-8177-1751d2b3dcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:11.614825 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-06a18229-47f0-4144-99dc-35ceb2cf86f4 None None] Provisioning complete for port fe509c69-c774-41bb-93c2-83c40862828a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:11.614825 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06a18229-47f0-4144-99dc-35ceb2cf86f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:11.616677 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0a5ee7d7-f59f-4086-8177-1751d2b3dcf4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c1f64959b894bb29e7f98e29201371a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5714231 Jul 30 02:00:11.617447 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58554) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:11.629579 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ee7d7-f59f-4086-8177-1751d2b3dcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a4b103-3bc4-404a-8409-5d08638aebe6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:11.667435 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-14f09a45-cb46-403e-b7a7-546fc8c17bc7 req-9156e03c-2c67-49e1-a7d2-ad8c8975742e tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1217585 Jul 30 02:00:11.680744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-06a18229-47f0-4144-99dc-35ceb2cf86f4 None None] Port fe509c69-c774-41bb-93c2-83c40862828a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:00:11.683779 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b4b32e02-3825-4e89-870a-4ac3e8644311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:11.690367 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:11.693692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a612d-0920-4205-aef3-45dc151983c3 req-6dbf684e-9ccf-468c-b005-3abd20fae699 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:11.695398 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bd1a612d-0920-4205-aef3-45dc151983c3 req-6dbf684e-9ccf-468c-b005-3abd20fae699 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.1541407 Jul 30 02:00:11.724134 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c56a768e-7bd1-418f-8989-b49989142162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:11.749714 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c56a768e-7bd1-418f-8989-b49989142162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:11.777996 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-99b5c3a3-69d1-4398-a757-8752d9ecb9f7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:11.854107 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94fe049-44bf-4d7d-9ad3-818562a33a53 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:11.860842 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e94fe049-44bf-4d7d-9ad3-818562a33a53 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "PUT /v2.0/routers/f97a8d46-63a7-4174-b9a8-d652be1964eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1744721 Jul 30 02:00:11.871014 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6dc251-1dd7-49f4-bc0e-52c33dafedab None None] Sync routers for ids ['f97a8d46-63a7-4174-b9a8-d652be1964eb'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:11.882938 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bd1a612d-0920-4205-aef3-45dc151983c3 req-51c43488-150f-4c0c-8b68-ab8b2adc1a3e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402678 Jul 30 02:00:11.886688 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58558) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:11.888335 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6dc251-1dd7-49f4-bc0e-52c33dafedab None None] Routers {'f97a8d46-63a7-4174-b9a8-d652be1964eb'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:11.888542 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b5c3a3-69d1-4398-a757-8752d9ecb9f7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:11.889164 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ec6dc251-1dd7-49f4-bc0e-52c33dafedab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f97a8d46-63a7-4174-b9a8-d652be1964eb'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:11.901920 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-2c8a1f23-3059-47b6-97c4-a36534e7b7e7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'port': {'network_id': '4892eb50-a403-4126-9a36-2ae70a452980', 'name': 'tempest-FloatingIPTestJSON-1636481681'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:11.910008 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-99b5c3a3-69d1-4398-a757-8752d9ecb9f7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:11.920561 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b5c3a3-69d1-4398-a757-8752d9ecb9f7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:11.949732 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ec6dc251-1dd7-49f4-bc0e-52c33dafedab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:11.967247 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5c3a3-69d1-4398-a757-8752d9ecb9f7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Pushing event updated for resources: {'Port': ['ID=eaa447d8-a2f5-4b5e-9cd4-538adc7eec86,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:11.968053 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6dc251-1dd7-49f4-bc0e-52c33dafedab None None] Routers {'f97a8d46-63a7-4174-b9a8-d652be1964eb'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:11.968787 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ec6dc251-1dd7-49f4-bc0e-52c33dafedab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f97a8d46-63a7-4174-b9a8-d652be1964eb'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:12.023299 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ec6dc251-1dd7-49f4-bc0e-52c33dafedab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:12.024292 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6dc251-1dd7-49f4-bc0e-52c33dafedab None None] The sync data for ids ['f97a8d46-63a7-4174-b9a8-d652be1964eb'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:12.174512 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58564) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:12.294815 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c56a768e-7bd1-418f-8989-b49989142162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:12.298011 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c56a768e-7bd1-418f-8989-b49989142162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:12.299238 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c56a768e-7bd1-418f-8989-b49989142162 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a4a4b103-3bc4-404a-8409-5d08638aebe6 HTTP/1.1" status: 204 len: 168 time: 0.6774137 Jul 30 02:00:12.308484 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f1cb576-c8b3-4dea-819c-798fa39b5bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:12.317595 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a768e-7bd1-418f-8989-b49989142162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a4b103-3bc4-404a-8409-5d08638aebe6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:12.477425 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f1cb576-c8b3-4dea-819c-798fa39b5bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:12.508637 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-348ea9c8-e754-4675-a07b-eb7f7a2ab967 admin admin] Deleting port ffe1f03c-b64c-4d60-8f58-df807b915a0e {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:12.511315 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-348ea9c8-e754-4675-a07b-eb7f7a2ab967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:12.559771 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f1cb576-c8b3-4dea-819c-798fa39b5bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:12.608487 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9f1cb576-c8b3-4dea-819c-798fa39b5bdd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=681958a7d4864d118585d0d1754b48ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325056 Jul 30 02:00:12.611030 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cb576-c8b3-4dea-819c-798fa39b5bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16301ec0-a0e0-4768-8b29-6b7bc8521fe4,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:12.615219 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58580) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:12.682906 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cd104da1-957e-4972-97d6-e80658f96d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:12.696324 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-348ea9c8-e754-4675-a07b-eb7f7a2ab967 admin admin] For port ffe1f03c-b64c-4d60-8f58-df807b915a0e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ffe1f03c-b64c-4d60-8f58-df807b915a0e,segment=NetworkSegment(85e1cec0-d1b9-46de-b2e2-1e4dd033166a),segment_id=85e1cec0-d1b9-46de-b2e2-1e4dd033166a)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:12.696697 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-348ea9c8-e754-4675-a07b-eb7f7a2ab967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:12.708108 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cd104da1-957e-4972-97d6-e80658f96d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:12.712093 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-348ea9c8-e754-4675-a07b-eb7f7a2ab967 admin admin] Calling delete_port for ffe1f03c-b64c-4d60-8f58-df807b915a0e owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:12.808637 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8a1f23-3059-47b6-97c4-a36534e7b7e7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Made reservation on behalf of e2b6dcd7b9724ad1a80613e04482e975 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:12.812775 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c8a1f23-3059-47b6-97c4-a36534e7b7e7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:12.854415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-2c8a1f23-3059-47b6-97c4-a36534e7b7e7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] device_id is not set on port ec3d7456-232e-44ff-84dc-d8d792cf6c3e yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:00:12.891533 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cd104da1-957e-4972-97d6-e80658f96d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:12.894259 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cd104da1-957e-4972-97d6-e80658f96d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:12.895499 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cd104da1-957e-4972-97d6-e80658f96d5a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/16301ec0-a0e0-4768-8b29-6b7bc8521fe4 HTTP/1.1" status: 204 len: 168 time: 0.2790754 Jul 30 02:00:12.903454 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd104da1-957e-4972-97d6-e80658f96d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16301ec0-a0e0-4768-8b29-6b7bc8521fe4,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:13.056130 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-99b5c3a3-69d1-4398-a757-8752d9ecb9f7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.112709 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58588) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:13.133886 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27a6923c-5b9d-40fe-ae54-7522ab4db632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.194141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdca06-77f1-4d07-8dbf-81358b7dcd56 req-156e37b3-9a6c-4ab0-898a-525789267a57 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:13.195831 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ecdca06-77f1-4d07-8dbf-81358b7dcd56 req-156e37b3-9a6c-4ab0-898a-525789267a57 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.2138345 Jul 30 02:00:13.199470 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-2c8a1f23-3059-47b6-97c4-a36534e7b7e7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Allocated IP 172.20.0.12 (4892eb50-a403-4126-9a36-2ae70a452980/8d10a069-2fab-4945-9f84-94d35a53c410/ec3d7456-232e-44ff-84dc-d8d792cf6c3e) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:13.237014 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27a6923c-5b9d-40fe-ae54-7522ab4db632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.246736 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.302376 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27a6923c-5b9d-40fe-ae54-7522ab4db632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.342645 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-27a6923c-5b9d-40fe-ae54-7522ab4db632 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=420e9f8b419b47118e13ddcc9a9d3bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317638 Jul 30 02:00:13.353368 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58594) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:13.363417 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6923c-5b9d-40fe-ae54-7522ab4db632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8646dc2e-f7c5-425b-9b7c-b4b15ce0f8e1,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:13.377293 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ecdca06-77f1-4d07-8dbf-81358b7dcd56 req-9eff95d6-84fb-4529-a8b8-d39d2c4f0150 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733451 Jul 30 02:00:13.499076 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-99b5c3a3-69d1-4398-a757-8752d9ecb9f7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.500789 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-348ea9c8-e754-4675-a07b-eb7f7a2ab967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.555936 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae85fea3-f54b-45d5-87a9-1f2e509e31a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.577605 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-99b5c3a3-69d1-4398-a757-8752d9ecb9f7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.592133 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a55f9-bbe6-4832-855c-04ad04264f87 req-8a48599d-f2ec-4c41-9588-27246164ad46 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:13.594906 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-500a55f9-bbe6-4832-855c-04ad04264f87 req-8a48599d-f2ec-4c41-9588-27246164ad46 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 945 time: 0.0516119 Jul 30 02:00:13.596785 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ea9c8-e754-4675-a07b-eb7f7a2ab967 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe1f03c-b64c-4d60-8f58-df807b915a0e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:13.648143 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-500a55f9-bbe6-4832-855c-04ad04264f87 req-3f3bb306-744d-4662-a2c3-0de7e9f80b47 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430071 Jul 30 02:00:13.657241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58598) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:13.673367 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65b7522a-5424-4947-b12b-29c456d55558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.696956 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae85fea3-f54b-45d5-87a9-1f2e509e31a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.781535 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65b7522a-5424-4947-b12b-29c456d55558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.787913 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c8a1f23-3059-47b6-97c4-a36534e7b7e7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.841250 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-2c8a1f23-3059-47b6-97c4-a36534e7b7e7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Transition to ACTIVE for port object ec3d7456-232e-44ff-84dc-d8d792cf6c3e will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:13.871779 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65b7522a-5424-4947-b12b-29c456d55558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.915887 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-65b7522a-5424-4947-b12b-29c456d55558 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=89692f7eb57c4b89a51ffe425622d4a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2551727 Jul 30 02:00:13.915887 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7522a-5424-4947-b12b-29c456d55558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecf0c02-c5df-4a24-9d9f-329664c58d96,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:13.916465 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58600) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:14.021833 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae85fea3-f54b-45d5-87a9-1f2e509e31a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:14.024346 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae85fea3-f54b-45d5-87a9-1f2e509e31a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:14.025480 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ae85fea3-f54b-45d5-87a9-1f2e509e31a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8646dc2e-f7c5-425b-9b7c-b4b15ce0f8e1 HTTP/1.1" status: 204 len: 168 time: 0.6711390 Jul 30 02:00:14.042990 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-348ea9c8-e754-4675-a07b-eb7f7a2ab967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:14.047858 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85fea3-f54b-45d5-87a9-1f2e509e31a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8646dc2e-f7c5-425b-9b7c-b4b15ce0f8e1,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:14.072997 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dec0d01b-a804-465d-a495-dafab3cbd567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:14.114527 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c8a1f23-3059-47b6-97c4-a36534e7b7e7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:14.157740 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dec0d01b-a804-465d-a495-dafab3cbd567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:14.170914 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b5c3a3-69d1-4398-a757-8752d9ecb9f7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Router 42cbc6ff-4dfd-4ee3-ae03-840e7e794bb0 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:00:14.229594 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8a1f23-3059-47b6-97c4-a36534e7b7e7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Network 4892eb50-a403-4126-9a36-2ae70a452980 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:14.254502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-2c8a1f23-3059-47b6-97c4-a36534e7b7e7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:14.258605 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a1f23-3059-47b6-97c4-a36534e7b7e7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event updated for resources: {'Port': ['ID=ec3d7456-232e-44ff-84dc-d8d792cf6c3e,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:14.263363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8a1f23-3059-47b6-97c4-a36534e7b7e7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:14.375958 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8a1f23-3059-47b6-97c4-a36534e7b7e7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:14.376165 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c8a1f23-3059-47b6-97c4-a36534e7b7e7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:14.436080 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dec0d01b-a804-465d-a495-dafab3cbd567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:14.443631 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dec0d01b-a804-465d-a495-dafab3cbd567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:14.447283 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dec0d01b-a804-465d-a495-dafab3cbd567 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0ecf0c02-c5df-4a24-9d9f-329664c58d96 HTTP/1.1" status: 204 len: 168 time: 0.5271592 Jul 30 02:00:14.552750 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0d01b-a804-465d-a495-dafab3cbd567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecf0c02-c5df-4a24-9d9f-329664c58d96,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:14.565402 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:14.611594 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2c8a1f23-3059-47b6-97c4-a36534e7b7e7 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7170513 Jul 30 02:00:14.614598 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58616) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:14.616971 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b5c3a3-69d1-4398-a757-8752d9ecb9f7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:14.620178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ae26843e-8514-4381-975d-dada77927628 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Request body: {'floatingip': {'port_id': 'ec3d7456-232e-44ff-84dc-d8d792cf6c3e'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:14.624327 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-99b5c3a3-69d1-4398-a757-8752d9ecb9f7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:14.627900 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-99b5c3a3-69d1-4398-a757-8752d9ecb9f7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "PUT /v2.0/routers/42cbc6ff-4dfd-4ee3-ae03-840e7e794bb0 HTTP/1.1" status: 200 len: 884 time: 5.3827002 Jul 30 02:00:14.631697 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd8674-e455-424b-a700-a6571b69041c None None] Sync routers for ids ['42cbc6ff-4dfd-4ee3-ae03-840e7e794bb0'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:14.644620 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd8674-e455-424b-a700-a6571b69041c None None] Routers {'42cbc6ff-4dfd-4ee3-ae03-840e7e794bb0'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:14.651491 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58618) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:14.651655 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-96bd8674-e455-424b-a700-a6571b69041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['42cbc6ff-4dfd-4ee3-ae03-840e7e794bb0'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:15.027957 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ae26843e-8514-4381-975d-dada77927628 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:15.031996 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b844e-42b5-48bb-9fc3-4a340526f61c req-722a0fdf-c5c2-4df9-9dee-e3861d712a8c tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:15.031996 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d50b844e-42b5-48bb-9fc3-4a340526f61c req-722a0fdf-c5c2-4df9-9dee-e3861d712a8c tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.1995955 Jul 30 02:00:15.032794 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-96bd8674-e455-424b-a700-a6571b69041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:15.033600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348ea9c8-e754-4675-a07b-eb7f7a2ab967 admin admin] Router 47ab34bb-e72b-4d90-b21a-88ec768a758d has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:00:15.034289 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6ef84dd9-9ccd-4ac4-9301-2644e34e1abe None None] Provisioning for port ec3d7456-232e-44ff-84dc-d8d792cf6c3e completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:00:15.034289 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6ef84dd9-9ccd-4ac4-9301-2644e34e1abe None None] Provisioning complete for port ec3d7456-232e-44ff-84dc-d8d792cf6c3e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:15.034289 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ef84dd9-9ccd-4ac4-9301-2644e34e1abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:15.034289 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd8674-e455-424b-a700-a6571b69041c None None] Routers {'42cbc6ff-4dfd-4ee3-ae03-840e7e794bb0'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:15.034289 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-96bd8674-e455-424b-a700-a6571b69041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['42cbc6ff-4dfd-4ee3-ae03-840e7e794bb0'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:15.034289 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-96bd8674-e455-424b-a700-a6571b69041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:15.034289 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd8674-e455-424b-a700-a6571b69041c None None] The sync data for ids ['42cbc6ff-4dfd-4ee3-ae03-840e7e794bb0'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:15.034289 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6ef84dd9-9ccd-4ac4-9301-2644e34e1abe None None] Port ec3d7456-232e-44ff-84dc-d8d792cf6c3e cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:00:15.036390 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20486a1b-0fa4-41f2-ba92-6414045edd82 req-0c67b22e-27c0-41ad-8f78-bec657d8ce0c tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:15.036390 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20486a1b-0fa4-41f2-ba92-6414045edd82 req-0c67b22e-27c0-41ad-8f78-bec657d8ce0c tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 945 time: 0.1121275 Jul 30 02:00:15.036390 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20486a1b-0fa4-41f2-ba92-6414045edd82 req-be60bf79-66ec-4c55-80c8-a5c74ecce724 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158907 Jul 30 02:00:15.247993 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d50b844e-42b5-48bb-9fc3-4a340526f61c req-92a6943d-80d1-465e-a523-65fc29b9d891 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5270946 Jul 30 02:00:15.258849 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8b436464-72e8-41a8-925c-15ef00e5c628 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "GET /v2.0/routers/42cbc6ff-4dfd-4ee3-ae03-840e7e794bb0 HTTP/1.1" status: 200 len: 925 time: 0.6102591 Jul 30 02:00:15.266328 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58630) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:15.380237 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2b543-7bf2-445a-86c9-e31410a7d94c req-936bf6c9-9a25-4032-bcad-d2d62c7e0628 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:15.381926 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9ce2b543-7bf2-445a-86c9-e31410a7d94c req-936bf6c9-9a25-4032-bcad-d2d62c7e0628 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 945 time: 0.1934862 Jul 30 02:00:15.394859 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ae26843e-8514-4381-975d-dada77927628 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:15.433676 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348ea9c8-e754-4675-a07b-eb7f7a2ab967 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:15.442589 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d14524-1ca3-44ec-8c7c-d0b4d4b3adef None None] Sync routers for ids ['47ab34bb-e72b-4d90-b21a-88ec768a758d'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:15.446436 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-348ea9c8-e754-4675-a07b-eb7f7a2ab967 admin admin] 10.222.0.70 "PUT /v2.0/routers/47ab34bb-e72b-4d90-b21a-88ec768a758d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2821040 Jul 30 02:00:15.449109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58642) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:15.451231 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d14524-1ca3-44ec-8c7c-d0b4d4b3adef None None] Routers {'47ab34bb-e72b-4d90-b21a-88ec768a758d'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:15.452035 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e5d14524-1ca3-44ec-8c7c-d0b4d4b3adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['47ab34bb-e72b-4d90-b21a-88ec768a758d'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:15.454546 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7159987-8993-408e-903c-1acf65ce6c59 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:15.457042 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a7159987-8993-408e-903c-1acf65ce6c59 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&device_id=42cbc6ff-4dfd-4ee3-ae03-840e7e794bb0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1873820 Jul 30 02:00:15.461555 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58644) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:15.492318 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ae26843e-8514-4381-975d-dada77927628 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:15.561808 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-e5d14524-1ca3-44ec-8c7c-d0b4d4b3adef None None] Set router 47ab34bb-e72b-4d90-b21a-88ec768a758d gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:00:15.608806 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64a24d1-750f-494a-9f4e-03069d0ab2e5 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:15.614771 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f64a24d1-750f-494a-9f4e-03069d0ab2e5 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 881 time: 0.1521094 Jul 30 02:00:15.620604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58648) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:15.621425 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-ae26843e-8514-4381-975d-dada77927628 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Floating IP ecdf4cf2-99fd-41c7-8d95-1b224c0096e9 associated. External IP: 172.25.1.164, port: d4381967-e7d7-48f0-97c0-d8f89253d42c. Jul 30 02:00:15.685385 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-9ce2b543-7bf2-445a-86c9-e31410a7d94c req-d1201af9-17e2-4be3-890c-e90ece249a2a tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Deleting port 110d0f46-5137-4c8f-9698-13b431d0dc99 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:15.687218 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9ce2b543-7bf2-445a-86c9-e31410a7d94c req-d1201af9-17e2-4be3-890c-e90ece249a2a tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:15.708860 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fab05ee0-04ba-441d-9844-be8b12ab759d tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "GET /v2.0/ports?device_id=42cbc6ff-4dfd-4ee3-ae03-840e7e794bb0 HTTP/1.1" status: 200 len: 205 time: 0.0858164 Jul 30 02:00:15.737684 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58654) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:15.844994 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-9ce2b543-7bf2-445a-86c9-e31410a7d94c req-d1201af9-17e2-4be3-890c-e90ece249a2a tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] For port 110d0f46-5137-4c8f-9698-13b431d0dc99, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=110d0f46-5137-4c8f-9698-13b431d0dc99,segment=NetworkSegment(4b1cc4de-efbe-47ef-af88-b827d5e7fdd4),segment_id=4b1cc4de-efbe-47ef-af88-b827d5e7fdd4)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:15.846676 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9ce2b543-7bf2-445a-86c9-e31410a7d94c req-d1201af9-17e2-4be3-890c-e90ece249a2a tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:15.854155 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e5d14524-1ca3-44ec-8c7c-d0b4d4b3adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ab34bb-e72b-4d90-b21a-88ec768a758d', 'name': 'tempest-TestAggregatesBasicOps-2032870742-router', 'tenant_id': '728efbee4041432896293e9bb5d5baf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9484201c-4092-4c12-a997-c611ee8829d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:50Z', 'updated_at': '2021-07-30T02:00:13Z', 'revision_number': 5, 'project_id': '728efbee4041432896293e9bb5d5baf6', 'gw_port': {'id': '9484201c-4092-4c12-a997-c611ee8829d7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ab34bb-e72b-4d90-b21a-88ec768a758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:52Z', 'updated_at': '2021-07-30T01:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:15.866391 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-9ce2b543-7bf2-445a-86c9-e31410a7d94c req-d1201af9-17e2-4be3-890c-e90ece249a2a tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Calling delete_port for 110d0f46-5137-4c8f-9698-13b431d0dc99 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:15.880254 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-581044e4-4a95-4b12-b857-326bbddfb68c admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:15.974902 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b42e76d-c024-4e3d-91bd-4110fbbc0c7a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:15.995436 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d14524-1ca3-44ec-8c7c-d0b4d4b3adef None None] Checking router: 47ab34bb-e72b-4d90-b21a-88ec768a758d for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:00:16.005223 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d14524-1ca3-44ec-8c7c-d0b4d4b3adef None None] Routers {'47ab34bb-e72b-4d90-b21a-88ec768a758d'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:16.005880 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e5d14524-1ca3-44ec-8c7c-d0b4d4b3adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['47ab34bb-e72b-4d90-b21a-88ec768a758d'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:16.125580 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-e5d14524-1ca3-44ec-8c7c-d0b4d4b3adef None None] Set router 47ab34bb-e72b-4d90-b21a-88ec768a758d gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:00:16.214313 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b4601-c541-4170-9182-1db38b47b0f8 req-a6b923c9-f711-4bde-bb1a-3c2173f99327 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:16.224768 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-524b4601-c541-4170-9182-1db38b47b0f8 req-a6b923c9-f711-4bde-bb1a-3c2173f99327 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 945 time: 0.1156545 Jul 30 02:00:16.250225 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9ce2b543-7bf2-445a-86c9-e31410a7d94c req-d1201af9-17e2-4be3-890c-e90ece249a2a tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:16.266505 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['389c82ff-125d-485a-90ce-98ce6be8208b', '498994fd-aae6-42db-ad0f-e3690cf22160', '110d0f46-5137-4c8f-9698-13b431d0dc99'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:00:16.298350 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-581044e4-4a95-4b12-b857-326bbddfb68c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:16.301226 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1201af9-17e2-4be3-890c-e90ece249a2a tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Pushing event deleted for resources: {'Port': ['ID=110d0f46-5137-4c8f-9698-13b431d0dc99,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:16.316755 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b42e76d-c024-4e3d-91bd-4110fbbc0c7a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:16.341099 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-524b4601-c541-4170-9182-1db38b47b0f8 req-5ee8992b-f1e1-4531-a421-abcf400be9b9 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150944 Jul 30 02:00:16.408977 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae26843e-8514-4381-975d-dada77927628 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Router 76c36449-11ac-4843-9789-9d76f3949045 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:00:16.412928 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce2b543-7bf2-445a-86c9-e31410a7d94c req-d1201af9-17e2-4be3-890c-e90ece249a2a tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] No DVR routers for this DVR port 110d0f46-5137-4c8f-9698-13b431d0dc99 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:00:16.416690 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9ce2b543-7bf2-445a-86c9-e31410a7d94c req-d1201af9-17e2-4be3-890c-e90ece249a2a tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:16.426126 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9ce2b543-7bf2-445a-86c9-e31410a7d94c req-d1201af9-17e2-4be3-890c-e90ece249a2a tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.10 "DELETE /v2.0/ports/110d0f46-5137-4c8f-9698-13b431d0dc99 HTTP/1.1" status: 204 len: 173 time: 1.0294919 Jul 30 02:00:16.426939 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c1ed38-3bde-49e1-af1f-217365bfbdcd', 'name': 'network-vif-deleted', 'tag': '110d0f46-5137-4c8f-9698-13b431d0dc99'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:00:16.434916 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b538d3-712b-4b32-8e5a-b07690904ec3" -d '{"events": [{"server_uuid": "89c1ed38-3bde-49e1-af1f-217365bfbdcd", "name": "network-vif-deleted", "tag": "110d0f46-5137-4c8f-9698-13b431d0dc99"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:00:16.463362 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e5d14524-1ca3-44ec-8c7c-d0b4d4b3adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ab34bb-e72b-4d90-b21a-88ec768a758d', 'name': 'tempest-TestAggregatesBasicOps-2032870742-router', 'tenant_id': '728efbee4041432896293e9bb5d5baf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9484201c-4092-4c12-a997-c611ee8829d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:50Z', 'updated_at': '2021-07-30T02:00:13Z', 'revision_number': 5, 'project_id': '728efbee4041432896293e9bb5d5baf6', 'gw_port': {'id': '9484201c-4092-4c12-a997-c611ee8829d7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ab34bb-e72b-4d90-b21a-88ec768a758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:52Z', 'updated_at': '2021-07-30T01:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:16.502998 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d14524-1ca3-44ec-8c7c-d0b4d4b3adef None None] The sync data for ids ['47ab34bb-e72b-4d90-b21a-88ec768a758d'] in n-d-713498-9 is: [{'id': '47ab34bb-e72b-4d90-b21a-88ec768a758d', 'name': 'tempest-TestAggregatesBasicOps-2032870742-router', 'tenant_id': '728efbee4041432896293e9bb5d5baf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9484201c-4092-4c12-a997-c611ee8829d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:50Z', 'updated_at': '2021-07-30T02:00:13Z', 'revision_number': 5, 'project_id': '728efbee4041432896293e9bb5d5baf6', 'gw_port': {'id': '9484201c-4092-4c12-a997-c611ee8829d7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ab34bb-e72b-4d90-b21a-88ec768a758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:52Z', 'updated_at': '2021-07-30T01:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:16.645453 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9774090-42a1-45e4-8ec0-399d869b65a8 req-bf1bb59c-580e-4e62-8efd-d7d0a2ad77fc tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:16.647051 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b9774090-42a1-45e4-8ec0-399d869b65a8 req-bf1bb59c-580e-4e62-8efd-d7d0a2ad77fc tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.1741848 Jul 30 02:00:16.701148 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae26843e-8514-4381-975d-dada77927628 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:16.726559 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25095e1a-1e53-4086-8edb-71830378d7b9 x-openstack-request-id: req-25095e1a-1e53-4086-8edb-71830378d7b9 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:00:16.727569 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c1ed38-3bde-49e1-af1f-217365bfbdcd", "name": "network-vif-deleted", "tag": "110d0f46-5137-4c8f-9698-13b431d0dc99", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:00:16.728096 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-25095e1a-1e53-4086-8edb-71830378d7b9 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:00:16.728407 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-581044e4-4a95-4b12-b857-326bbddfb68c admin admin] Deleting port 9484201c-4092-4c12-a997-c611ee8829d7 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:16.728753 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-581044e4-4a95-4b12-b857-326bbddfb68c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:16.729278 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c1ed38-3bde-49e1-af1f-217365bfbdcd', 'name': 'network-vif-deleted', 'tag': '110d0f46-5137-4c8f-9698-13b431d0dc99', 'status': 'completed', 'code': 200} Jul 30 02:00:16.746145 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591c0ac-7a03-4ef7-9b6d-6d8cc38eac7f None None] Sync routers for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:16.761184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591c0ac-7a03-4ef7-9b6d-6d8cc38eac7f None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:16.762057 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-c591c0ac-7a03-4ef7-9b6d-6d8cc38eac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:16.768767 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-3b42e76d-c024-4e3d-91bd-4110fbbc0c7a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Deleting port eaa447d8-a2f5-4b5e-9cd4-538adc7eec86 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:16.769181 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b42e76d-c024-4e3d-91bd-4110fbbc0c7a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:17.036079 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-c591c0ac-7a03-4ef7-9b6d-6d8cc38eac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:17.038855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-581044e4-4a95-4b12-b857-326bbddfb68c admin admin] For port 9484201c-4092-4c12-a997-c611ee8829d7, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9484201c-4092-4c12-a997-c611ee8829d7,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:17.039253 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-581044e4-4a95-4b12-b857-326bbddfb68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:17.049962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591c0ac-7a03-4ef7-9b6d-6d8cc38eac7f None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:17.050728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-c591c0ac-7a03-4ef7-9b6d-6d8cc38eac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:17.070540 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-581044e4-4a95-4b12-b857-326bbddfb68c admin admin] Calling delete_port for 9484201c-4092-4c12-a997-c611ee8829d7 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:17.114214 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-c591c0ac-7a03-4ef7-9b6d-6d8cc38eac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:17.114967 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591c0ac-7a03-4ef7-9b6d-6d8cc38eac7f None None] The sync data for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:17.140902 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b9774090-42a1-45e4-8ec0-399d869b65a8 req-49fa6de9-7858-4742-8330-baf449cbb7ae tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4829531 Jul 30 02:00:17.516072 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7dab04ef-c86d-4474-864e-b81311a58812 req-6739695f-efab-49d4-8fe7-ace9004c6bab tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c1ed38-3bde-49e1-af1f-217365bfbdcd HTTP/1.1" status: 200 len: 210 time: 0.0528886 Jul 30 02:00:17.524592 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:17.739731 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b42e76d-c024-4e3d-91bd-4110fbbc0c7a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:17.766249 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-3b42e76d-c024-4e3d-91bd-4110fbbc0c7a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Calling delete_port for eaa447d8-a2f5-4b5e-9cd4-538adc7eec86 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:18.018222 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae26843e-8514-4381-975d-dada77927628 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Router f97a8d46-63a7-4174-b9a8-d652be1964eb has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:00:18.067224 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-581044e4-4a95-4b12-b857-326bbddfb68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.125175 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581044e4-4a95-4b12-b857-326bbddfb68c admin admin] Pushing event deleted for resources: {'Port': ['ID=9484201c-4092-4c12-a997-c611ee8829d7,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:18.245934 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae26843e-8514-4381-975d-dada77927628 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:18.247470 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-581044e4-4a95-4b12-b857-326bbddfb68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.253054 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ae26843e-8514-4381-975d-dada77927628 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.256295 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f4f85-5320-4bb5-b6ce-bcec27ee4a3b None None] Sync routers for ids ['f97a8d46-63a7-4174-b9a8-d652be1964eb'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:18.266191 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f4f85-5320-4bb5-b6ce-bcec27ee4a3b None None] Routers {'f97a8d46-63a7-4174-b9a8-d652be1964eb'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:18.266924 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-159f4f85-5320-4bb5-b6ce-bcec27ee4a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f97a8d46-63a7-4174-b9a8-d652be1964eb'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:18.298385 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab95ad3-e960-4daa-9a02-e709689389d1 req-9a5fbb50-ba58-487d-a8b3-eadb894c3715 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:18.299978 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5ab95ad3-e960-4daa-9a02-e709689389d1 req-9a5fbb50-ba58-487d-a8b3-eadb894c3715 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.0657742 Jul 30 02:00:18.307307 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-159f4f85-5320-4bb5-b6ce-bcec27ee4a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:18.332533 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b42e76d-c024-4e3d-91bd-4110fbbc0c7a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.340252 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f4f85-5320-4bb5-b6ce-bcec27ee4a3b None None] Routers {'f97a8d46-63a7-4174-b9a8-d652be1964eb'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:18.341832 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-159f4f85-5320-4bb5-b6ce-bcec27ee4a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f97a8d46-63a7-4174-b9a8-d652be1964eb'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:18.375607 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5ab95ad3-e960-4daa-9a02-e709689389d1 req-7d7cad8f-7875-46a9-bc8e-049e5fe2f125 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667355 Jul 30 02:00:18.401746 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-581044e4-4a95-4b12-b857-326bbddfb68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.407406 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-581044e4-4a95-4b12-b857-326bbddfb68c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.408678 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-159f4f85-5320-4bb5-b6ce-bcec27ee4a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:18.409491 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f4f85-5320-4bb5-b6ce-bcec27ee4a3b None None] The sync data for ids ['f97a8d46-63a7-4174-b9a8-d652be1964eb'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:18.410358 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42e76d-c024-4e3d-91bd-4110fbbc0c7a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Pushing event deleted for resources: {'Port': ['ID=eaa447d8-a2f5-4b5e-9cd4-538adc7eec86,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:18.457030 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ffe1f03c-b64c-4d60-8f58-df807b915a0e no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:18.484398 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: ffe1f03c-b64c-4d60-8f58-df807b915a0e {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:00:18.485402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ffe1f03c-b64c-4d60-8f58-df807b915a0e not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:00:18.508968 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ae26843e-8514-4381-975d-dada77927628 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "PUT /v2.0/floatingips/ecdf4cf2-99fd-41c7-8d95-1b224c0096e9 HTTP/1.1" status: 200 len: 979 time: 3.8927684 Jul 30 02:00:18.512535 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58742) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:18.529123 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b42e76d-c024-4e3d-91bd-4110fbbc0c7a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.596618 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-581044e4-4a95-4b12-b857-326bbddfb68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.597186 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581044e4-4a95-4b12-b857-326bbddfb68c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47ab34bb-e72b-4d90-b21a-88ec768a758d {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:00:18.623477 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-7a34b65f-0c93-441d-8256-8f13d06d3920 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Deleting port ec3d7456-232e-44ff-84dc-d8d792cf6c3e {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:18.624569 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a34b65f-0c93-441d-8256-8f13d06d3920 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.627282 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-581044e4-4a95-4b12-b857-326bbddfb68c admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.631038 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-581044e4-4a95-4b12-b857-326bbddfb68c admin admin] 10.222.0.70 "DELETE /v2.0/routers/47ab34bb-e72b-4d90-b21a-88ec768a758d HTTP/1.1" status: 204 len: 168 time: 3.1807649 Jul 30 02:00:18.634035 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58748) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:18.653750 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b42e76d-c024-4e3d-91bd-4110fbbc0c7a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.681085 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b42e76d-c024-4e3d-91bd-4110fbbc0c7a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.764741 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da67cba-048f-49ac-8eb7-8f9fc183d28e admin admin] Deleting subnet 8be68fec-78ef-4b05-a07d-5b0b909b856c {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:00:18.768138 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7da67cba-048f-49ac-8eb7-8f9fc183d28e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.801529 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a34b65f-0c93-441d-8256-8f13d06d3920 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.814268 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7da67cba-048f-49ac-8eb7-8f9fc183d28e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.835912 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58754) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:18.875241 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b42e76d-c024-4e3d-91bd-4110fbbc0c7a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.875936 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b42e76d-c024-4e3d-91bd-4110fbbc0c7a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Fanout notify agent at l3_agent the message router_deleted on router 42cbc6ff-4dfd-4ee3-ae03-840e7e794bb0 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:00:18.883167 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b42e76d-c024-4e3d-91bd-4110fbbc0c7a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.888188 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3b42e76d-c024-4e3d-91bd-4110fbbc0c7a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "DELETE /v2.0/routers/42cbc6ff-4dfd-4ee3-ae03-840e7e794bb0 HTTP/1.1" status: 204 len: 168 time: 3.1456592 Jul 30 02:00:18.902355 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58758) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:18.909557 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b641bc5a-9729-4d5b-bbad-f6f4ccfa13c4 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2012502674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:18.940543 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7da67cba-048f-49ac-8eb7-8f9fc183d28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.986951 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-371de8a1-bed5-4991-a972-d8a96c12972d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.007661 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a34b65f-0c93-441d-8256-8f13d06d3920 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.008051 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a34b65f-0c93-441d-8256-8f13d06d3920 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.008425 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-7a34b65f-0c93-441d-8256-8f13d06d3920 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Floating IP ecdf4cf2-99fd-41c7-8d95-1b224c0096e9 disassociated. External IP: 172.25.1.164, port: ec3d7456-232e-44ff-84dc-d8d792cf6c3e. Jul 30 02:00:19.008891 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-7a34b65f-0c93-441d-8256-8f13d06d3920 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Calling delete_port for ec3d7456-232e-44ff-84dc-d8d792cf6c3e owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:19.037703 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b641bc5a-9729-4d5b-bbad-f6f4ccfa13c4 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.038913 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b641bc5a-9729-4d5b-bbad-f6f4ccfa13c4 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.101997 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b641bc5a-9729-4d5b-bbad-f6f4ccfa13c4 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.148460 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7da67cba-048f-49ac-8eb7-8f9fc183d28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.180008 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da67cba-048f-49ac-8eb7-8f9fc183d28e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be68fec-78ef-4b05-a07d-5b0b909b856c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:19.185720 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b641bc5a-9729-4d5b-bbad-f6f4ccfa13c4 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.194612 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034d82f5-5833-40aa-8adf-44f52b9ee7d7 None None] Network 551181e2-3164-4163-a2eb-6097fe82929f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:19.195695 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7da67cba-048f-49ac-8eb7-8f9fc183d28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.197635 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7da67cba-048f-49ac-8eb7-8f9fc183d28e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8be68fec-78ef-4b05-a07d-5b0b909b856c HTTP/1.1" status: 204 len: 168 time: 0.5624924 Jul 30 02:00:19.200419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58766) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:19.258089 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a34b65f-0c93-441d-8256-8f13d06d3920 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.274567 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bbe84-9d5f-46b6-828c-b2af25eadf3b req-17c4f603-b9c4-48f3-a9fb-3b1058364333 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:19.276239 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b71bbe84-9d5f-46b6-828c-b2af25eadf3b req-17c4f603-b9c4-48f3-a9fb-3b1058364333 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=a20d5a96-5550-486c-b670-873fcfca83ad HTTP/1.1" status: 200 len: 945 time: 0.0994458 Jul 30 02:00:19.294924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58768) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:19.304812 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34b65f-0c93-441d-8256-8f13d06d3920 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event deleted for resources: {'Port': ['ID=ec3d7456-232e-44ff-84dc-d8d792cf6c3e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:19.340427 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e928fa17-1ed3-4d25-8018-5ebe1521ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.362464 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b71bbe84-9d5f-46b6-828c-b2af25eadf3b req-a2e373a0-96f4-48aa-8e0d-5a7e2ca21ecc tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749705 Jul 30 02:00:19.496656 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-371de8a1-bed5-4991-a972-d8a96c12972d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.497963 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f13e875-15d7-4653-b7bd-4291c7f0b28a None None] DHCP port deletion for 551181e2-3164-4163-a2eb-6097fe82929f request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:00:19.498911 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-371de8a1-bed5-4991-a972-d8a96c12972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.530768 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6f13e875-15d7-4653-b7bd-4291c7f0b28a None None] Deleting port 16ddcc8a-864e-4680-8bc7-42bece5f9973 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:19.531332 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6f13e875-15d7-4653-b7bd-4291c7f0b28a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.542198 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-371de8a1-bed5-4991-a972-d8a96c12972d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e60d57417e5345b988149293c0d8748e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7050445 Jul 30 02:00:19.547285 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-90966029-a7c4-41c3-87e4-815a2d05b220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.547285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58774) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:19.547925 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b641bc5a-9729-4d5b-bbad-f6f4ccfa13c4 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.549457 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b641bc5a-9729-4d5b-bbad-f6f4ccfa13c4 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6461239 Jul 30 02:00:19.551450 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371de8a1-bed5-4991-a972-d8a96c12972d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247b5d9b-9e43-4fc3-9581-3854fa11fe6c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:19.555331 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58776) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:19.564670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-6d01e405-5160-49d2-8048-302d820edff6 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'enable_snat': True}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:19.612314 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-6f13e875-15d7-4653-b7bd-4291c7f0b28a None None] For port 16ddcc8a-864e-4680-8bc7-42bece5f9973, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=16ddcc8a-864e-4680-8bc7-42bece5f9973,segment=NetworkSegment(85e1cec0-d1b9-46de-b2e2-1e4dd033166a),segment_id=85e1cec0-d1b9-46de-b2e2-1e4dd033166a)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:19.612989 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6f13e875-15d7-4653-b7bd-4291c7f0b28a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.622900 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dee12-a70a-4023-8538-319070ea334a req-be6e26ee-afb5-4d4e-936a-9a0f0df700f4 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:19.624464 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b87dee12-a70a-4023-8538-319070ea334a req-be6e26ee-afb5-4d4e-936a-9a0f0df700f4 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.1093581 Jul 30 02:00:19.634043 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6f13e875-15d7-4653-b7bd-4291c7f0b28a None None] Calling delete_port for 16ddcc8a-864e-4680-8bc7-42bece5f9973 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:19.639021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a34b65f-0c93-441d-8256-8f13d06d3920 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Router f97a8d46-63a7-4174-b9a8-d652be1964eb has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:00:19.663334 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-e928fa17-1ed3-4d25-8018-5ebe1521ef9f admin admin] Deleting port 16ddcc8a-864e-4680-8bc7-42bece5f9973 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:19.663686 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e928fa17-1ed3-4d25-8018-5ebe1521ef9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.758841 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b87dee12-a70a-4023-8538-319070ea334a req-a78d47d3-7c79-4a9f-9c14-256529d154ed tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253312 Jul 30 02:00:19.790656 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-e928fa17-1ed3-4d25-8018-5ebe1521ef9f admin admin] For port 16ddcc8a-864e-4680-8bc7-42bece5f9973, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=16ddcc8a-864e-4680-8bc7-42bece5f9973,segment=NetworkSegment(85e1cec0-d1b9-46de-b2e2-1e4dd033166a),segment_id=85e1cec0-d1b9-46de-b2e2-1e4dd033166a)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:19.791098 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e928fa17-1ed3-4d25-8018-5ebe1521ef9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.801410 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f41e420f-55c1-482d-ad19-78dd196eeaa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.811022 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6f13e875-15d7-4653-b7bd-4291c7f0b28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.846150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-e928fa17-1ed3-4d25-8018-5ebe1521ef9f admin admin] Calling delete_port for 16ddcc8a-864e-4680-8bc7-42bece5f9973 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:19.857632 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13e875-15d7-4653-b7bd-4291c7f0b28a None None] Pushing event deleted for resources: {'Port': ['ID=16ddcc8a-864e-4680-8bc7-42bece5f9973,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:19.865196 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13e875-15d7-4653-b7bd-4291c7f0b28a None None] No DVR routers for this DVR port 16ddcc8a-864e-4680-8bc7-42bece5f9973 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:00:19.889381 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6d01e405-5160-49d2-8048-302d820edff6 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.898840 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 110d0f46-5137-4c8f-9698-13b431d0dc99 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:19.908689 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f41e420f-55c1-482d-ad19-78dd196eeaa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.919193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a34b65f-0c93-441d-8256-8f13d06d3920 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:19.924528 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 110d0f46-5137-4c8f-9698-13b431d0dc99 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:00:19.925298 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 110d0f46-5137-4c8f-9698-13b431d0dc99 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:00:19.936968 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d09391e-7f09-4432-a586-1774dd6c9f91 None None] Sync routers for ids ['f97a8d46-63a7-4174-b9a8-d652be1964eb'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:19.946757 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d09391e-7f09-4432-a586-1774dd6c9f91 None None] Routers {'f97a8d46-63a7-4174-b9a8-d652be1964eb'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:19.947378 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-3d09391e-7f09-4432-a586-1774dd6c9f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f97a8d46-63a7-4174-b9a8-d652be1964eb'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:19.963113 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-90966029-a7c4-41c3-87e4-815a2d05b220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.984162 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-3d09391e-7f09-4432-a586-1774dd6c9f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:19.993000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d09391e-7f09-4432-a586-1774dd6c9f91 None None] Routers {'f97a8d46-63a7-4174-b9a8-d652be1964eb'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:19.994335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-3d09391e-7f09-4432-a586-1774dd6c9f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f97a8d46-63a7-4174-b9a8-d652be1964eb'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:20.004209 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e928fa17-1ed3-4d25-8018-5ebe1521ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.011007 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a34b65f-0c93-441d-8256-8f13d06d3920 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.012824 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7a34b65f-0c93-441d-8256-8f13d06d3920 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "DELETE /v2.0/ports/ec3d7456-232e-44ff-84dc-d8d792cf6c3e HTTP/1.1" status: 204 len: 168 time: 1.4983888 Jul 30 02:00:20.015844 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58778) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:20.026842 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-3d09391e-7f09-4432-a586-1774dd6c9f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:20.027493 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d09391e-7f09-4432-a586-1774dd6c9f91 None None] The sync data for ids ['f97a8d46-63a7-4174-b9a8-d652be1964eb'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:20.035013 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928fa17-1ed3-4d25-8018-5ebe1521ef9f admin admin] Pushing event deleted for resources: {'Port': ['ID=16ddcc8a-864e-4680-8bc7-42bece5f9973,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:20.038274 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e928fa17-1ed3-4d25-8018-5ebe1521ef9f admin admin] No DVR routers for this DVR port 16ddcc8a-864e-4680-8bc7-42bece5f9973 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:00:20.109433 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-90966029-a7c4-41c3-87e4-815a2d05b220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.112457 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e928fa17-1ed3-4d25-8018-5ebe1521ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.122880 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-e928fa17-1ed3-4d25-8018-5ebe1521ef9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551181e2-3164-4163-a2eb-6097fe82929f']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:20.136140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-e928fa17-1ed3-4d25-8018-5ebe1521ef9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e1cec0-d1b9-46de-b2e2-1e4dd033166a') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:20.136448 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-e928fa17-1ed3-4d25-8018-5ebe1521ef9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e1cec0-d1b9-46de-b2e2-1e4dd033166a') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:20.149289 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e928fa17-1ed3-4d25-8018-5ebe1521ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.167963 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e928fa17-1ed3-4d25-8018-5ebe1521ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.175254 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e928fa17-1ed3-4d25-8018-5ebe1521ef9f admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:00:20.175646 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e928fa17-1ed3-4d25-8018-5ebe1521ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:00:20.177521 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:00:20.180813 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f41e420f-55c1-482d-ad19-78dd196eeaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.183851 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f41e420f-55c1-482d-ad19-78dd196eeaa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.187546 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f41e420f-55c1-482d-ad19-78dd196eeaa0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/247b5d9b-9e43-4fc3-9581-3854fa11fe6c HTTP/1.1" status: 204 len: 168 time: 0.6346157 Jul 30 02:00:20.212571 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-90966029-a7c4-41c3-87e4-815a2d05b220 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=39aaa40f02984d8eaae2256a71d22e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9092970 Jul 30 02:00:20.212925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90966029-a7c4-41c3-87e4-815a2d05b220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ea35ce-8983-41fd-a7a6-7e3b835ac501,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:20.213006 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58784) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:20.240230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e420f-55c1-482d-ad19-78dd196eeaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247b5d9b-9e43-4fc3-9581-3854fa11fe6c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:20.278623 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9329c190-75bc-495a-8e91-9995fbbabf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.302230 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9329c190-75bc-495a-8e91-9995fbbabf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.319755 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e928fa17-1ed3-4d25-8018-5ebe1521ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.327368 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e928fa17-1ed3-4d25-8018-5ebe1521ef9f admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.332807 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e928fa17-1ed3-4d25-8018-5ebe1521ef9f admin admin] 10.222.0.70 "DELETE /v2.0/networks/551181e2-3164-4163-a2eb-6097fe82929f HTTP/1.1" status: 204 len: 168 time: 1.1286745 Jul 30 02:00:20.355694 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928fa17-1ed3-4d25-8018-5ebe1521ef9f admin admin] Pushing event deleted for resources: {'Network': ['ID=551181e2-3164-4163-a2eb-6097fe82929f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:20.463292 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 16ddcc8a-864e-4680-8bc7-42bece5f9973 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:20.468671 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9329c190-75bc-495a-8e91-9995fbbabf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.472121 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9329c190-75bc-495a-8e91-9995fbbabf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.476162 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9329c190-75bc-495a-8e91-9995fbbabf23 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d2ea35ce-8983-41fd-a7a6-7e3b835ac501 HTTP/1.1" status: 204 len: 168 time: 0.2601240 Jul 30 02:00:20.500445 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 16ddcc8a-864e-4680-8bc7-42bece5f9973 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:00:20.500445 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 16ddcc8a-864e-4680-8bc7-42bece5f9973 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:00:20.500445 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9484201c-4092-4c12-a997-c611ee8829d7 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:20.518934 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329c190-75bc-495a-8e91-9995fbbabf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ea35ce-8983-41fd-a7a6-7e3b835ac501,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:20.558187 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5c8fd-f88d-4fab-96cb-47a6d3fe65b7 req-457d5867-14fb-49c2-a157-674758ca79f4 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:20.559741 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 9484201c-4092-4c12-a997-c611ee8829d7 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:00:20.559869 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-59b5c8fd-f88d-4fab-96cb-47a6d3fe65b7 req-457d5867-14fb-49c2-a157-674758ca79f4 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=a20d5a96-5550-486c-b670-873fcfca83ad HTTP/1.1" status: 200 len: 945 time: 0.1056116 Jul 30 02:00:20.560411 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9484201c-4092-4c12-a997-c611ee8829d7 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:00:20.582524 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25022c5-bbc3-470d-a48e-5a8f2da66f30 req-e32244c3-c363-49e2-966b-603d205d8560 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:20.584017 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a25022c5-bbc3-470d-a48e-5a8f2da66f30 req-e32244c3-c363-49e2-966b-603d205d8560 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.10 "GET /v2.0/ports?device_id=a20d5a96-5550-486c-b670-873fcfca83ad HTTP/1.1" status: 200 len: 945 time: 0.0852711 Jul 30 02:00:20.601391 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:00:20.615891 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6d01e405-5160-49d2-8048-302d820edff6 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.637612 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6d01e405-5160-49d2-8048-302d820edff6 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.641291 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-59b5c8fd-f88d-4fab-96cb-47a6d3fe65b7 req-e2472b75-e64d-452a-bdce-6f529da6bab8 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708218 Jul 30 02:00:20.695062 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-a25022c5-bbc3-470d-a48e-5a8f2da66f30 req-9a96021b-4990-49fa-9639-cd9238820f17 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Deleting port 498994fd-aae6-42db-ad0f-e3690cf22160 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:20.695560 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a25022c5-bbc3-470d-a48e-5a8f2da66f30 req-9a96021b-4990-49fa-9639-cd9238820f17 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.801298 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-6d01e405-5160-49d2-8048-302d820edff6 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Allocated IP 172.25.1.200 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/f57b25c0-7540-43ad-93d3-9c0af0a59100) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:20.814784 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f4a59e87-5f6a-46e3-b901-57e87ff4aa7f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.820105 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-a25022c5-bbc3-470d-a48e-5a8f2da66f30 req-9a96021b-4990-49fa-9639-cd9238820f17 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] For port 498994fd-aae6-42db-ad0f-e3690cf22160, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=498994fd-aae6-42db-ad0f-e3690cf22160,segment=NetworkSegment(4b1cc4de-efbe-47ef-af88-b827d5e7fdd4),segment_id=4b1cc4de-efbe-47ef-af88-b827d5e7fdd4)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:20.820546 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a25022c5-bbc3-470d-a48e-5a8f2da66f30 req-9a96021b-4990-49fa-9639-cd9238820f17 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.836508 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-a25022c5-bbc3-470d-a48e-5a8f2da66f30 req-9a96021b-4990-49fa-9639-cd9238820f17 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Calling delete_port for 498994fd-aae6-42db-ad0f-e3690cf22160 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:20.964198 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58798) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:21.029088 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-35710dad-1c6c-4b6c-b0e9-5932208ce1d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8618554f30b3439aa1262eeb4ae2c3d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614469 Jul 30 02:00:21.030426 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58802) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:21.103708 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce6ebc32-701e-4fd6-a5f8-0ee5539824bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.109142 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a25022c5-bbc3-470d-a48e-5a8f2da66f30 req-9a96021b-4990-49fa-9639-cd9238820f17 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.124777 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['389c82ff-125d-485a-90ce-98ce6be8208b', '498994fd-aae6-42db-ad0f-e3690cf22160'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:00:21.162826 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96021b-4990-49fa-9639-cd9238820f17 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Pushing event deleted for resources: {'Port': ['ID=498994fd-aae6-42db-ad0f-e3690cf22160,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:21.195869 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce6ebc32-701e-4fd6-a5f8-0ee5539824bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.284093 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25022c5-bbc3-470d-a48e-5a8f2da66f30 req-9a96021b-4990-49fa-9639-cd9238820f17 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] No DVR routers for this DVR port 498994fd-aae6-42db-ad0f-e3690cf22160 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:00:21.285972 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a25022c5-bbc3-470d-a48e-5a8f2da66f30 req-9a96021b-4990-49fa-9639-cd9238820f17 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.288433 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a25022c5-bbc3-470d-a48e-5a8f2da66f30 req-9a96021b-4990-49fa-9639-cd9238820f17 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.10 "DELETE /v2.0/ports/498994fd-aae6-42db-ad0f-e3690cf22160 HTTP/1.1" status: 204 len: 173 time: 0.6965232 Jul 30 02:00:21.288918 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20d5a96-5550-486c-b670-873fcfca83ad', 'name': 'network-vif-deleted', 'tag': '498994fd-aae6-42db-ad0f-e3690cf22160'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:00:21.291362 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fe31ed-d1f2-4518-ac3d-c2f9f0063551" -d '{"events": [{"server_uuid": "a20d5a96-5550-486c-b670-873fcfca83ad", "name": "network-vif-deleted", "tag": "498994fd-aae6-42db-ad0f-e3690cf22160"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:00:21.358337 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4a5f9c-dceb-4458-b8b0-ea7885e2afa1 x-openstack-request-id: req-ce4a5f9c-dceb-4458-b8b0-ea7885e2afa1 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:00:21.359546 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20d5a96-5550-486c-b670-873fcfca83ad", "name": "network-vif-deleted", "tag": "498994fd-aae6-42db-ad0f-e3690cf22160", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:00:21.360472 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce4a5f9c-dceb-4458-b8b0-ea7885e2afa1 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:00:21.361235 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20d5a96-5550-486c-b670-873fcfca83ad', 'name': 'network-vif-deleted', 'tag': '498994fd-aae6-42db-ad0f-e3690cf22160', 'status': 'completed', 'code': 200} Jul 30 02:00:21.382176 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce6ebc32-701e-4fd6-a5f8-0ee5539824bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.385543 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce6ebc32-701e-4fd6-a5f8-0ee5539824bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.387016 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ce6ebc32-701e-4fd6-a5f8-0ee5539824bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb55c9ee-2644-4370-9cfe-cd0d17167237 HTTP/1.1" status: 204 len: 168 time: 0.3547533 Jul 30 02:00:21.396013 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ebc32-701e-4fd6-a5f8-0ee5539824bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb55c9ee-2644-4370-9cfe-cd0d17167237,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:21.427629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb49e0a-b4cb-4f48-9235-d46a5f50b549 req-5a31bf7f-5149-45ae-87cd-291bd641481b tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:21.429177 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2cb49e0a-b4cb-4f48-9235-d46a5f50b549 req-5a31bf7f-5149-45ae-87cd-291bd641481b tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.5774806 Jul 30 02:00:21.448772 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58816) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:21.464723 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-97792721-b3e2-4b6f-8001-0d7dae21d621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.559698 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6d01e405-5160-49d2-8048-302d820edff6 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.582870 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-97792721-b3e2-4b6f-8001-0d7dae21d621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.595410 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2cb49e0a-b4cb-4f48-9235-d46a5f50b549 req-00a03a41-9483-4678-a06e-284633e616ba tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531379 Jul 30 02:00:21.697007 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-97792721-b3e2-4b6f-8001-0d7dae21d621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.758998 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f4a59e87-5f6a-46e3-b901-57e87ff4aa7f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Deleting port fe509c69-c774-41bb-93c2-83c40862828a {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:21.759341 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f4a59e87-5f6a-46e3-b901-57e87ff4aa7f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.775693 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97792721-b3e2-4b6f-8001-0d7dae21d621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf0e10b-0553-4d1c-91db-596f961cb49a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:21.776440 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-97792721-b3e2-4b6f-8001-0d7dae21d621 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=792e72c0d9154907abd902978c1cb9a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3262901 Jul 30 02:00:21.790328 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58826) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:21.797965 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-57d7d5dd-fadf-412f-a057-7fb426e37086 req-8436455e-2c3f-4cc4-b721-2ef71f8d5611 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=a20d5a96-5550-486c-b670-873fcfca83ad HTTP/1.1" status: 200 len: 210 time: 0.0561783 Jul 30 02:00:21.805122 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-d99df99b-82c0-4ad5-bf4e-6aed3ccb8bd7 service neutron] (94464) timed out ('10.222.0.70', 58728) {{(pid=94464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:00:21.806156 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6d01e405-5160-49d2-8048-302d820edff6 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.850775 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6787074-377e-4a17-bf39-545a84329b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.861451 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d01e405-5160-49d2-8048-302d820edff6 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:21.868623 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-6d01e405-5160-49d2-8048-302d820edff6 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:21.881521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d01e405-5160-49d2-8048-302d820edff6 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:21.893223 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6787074-377e-4a17-bf39-545a84329b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.917931 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01e405-5160-49d2-8048-302d820edff6 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Pushing event updated for resources: {'Port': ['ID=f57b25c0-7540-43ad-93d3-9c0af0a59100,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:21.940250 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f4a59e87-5f6a-46e3-b901-57e87ff4aa7f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.957771 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f4a59e87-5f6a-46e3-b901-57e87ff4aa7f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Calling delete_port for fe509c69-c774-41bb-93c2-83c40862828a owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:22.016635 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6787074-377e-4a17-bf39-545a84329b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:22.020580 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6787074-377e-4a17-bf39-545a84329b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:22.024014 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f6787074-377e-4a17-bf39-545a84329b8b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bdf0e10b-0553-4d1c-91db-596f961cb49a HTTP/1.1" status: 204 len: 168 time: 0.2304776 Jul 30 02:00:22.031004 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6787074-377e-4a17-bf39-545a84329b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf0e10b-0553-4d1c-91db-596f961cb49a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:22.366922 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6d01e405-5160-49d2-8048-302d820edff6 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:22.448638 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f4a59e87-5f6a-46e3-b901-57e87ff4aa7f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:22.478758 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58846) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:22.506677 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a59e87-5f6a-46e3-b901-57e87ff4aa7f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event deleted for resources: {'Port': ['ID=fe509c69-c774-41bb-93c2-83c40862828a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:22.542458 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-70021fad-38c8-40c1-b0b2-f993ed044082 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=728efbee4041432896293e9bb5d5baf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624933 Jul 30 02:00:22.548002 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58852) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:22.612087 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2d5deb0-1633-4a4b-839a-e09054e73660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:22.645438 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2d5deb0-1633-4a4b-839a-e09054e73660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:22.776395 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc61cb1-b2f5-42d4-b797-04f227ee2f41 req-f013817d-b6c3-4037-836e-3bdb7345a481 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:22.776637 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6d01e405-5160-49d2-8048-302d820edff6 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:22.777962 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7fc61cb1-b2f5-42d4-b797-04f227ee2f41 req-f013817d-b6c3-4037-836e-3bdb7345a481 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.0575514 Jul 30 02:00:22.812390 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6d01e405-5160-49d2-8048-302d820edff6 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:22.820291 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2d5deb0-1633-4a4b-839a-e09054e73660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:22.823577 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2d5deb0-1633-4a4b-839a-e09054e73660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:22.828290 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b2d5deb0-1633-4a4b-839a-e09054e73660 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dc32106e-6326-459b-b806-bbd67bbe418c HTTP/1.1" status: 204 len: 168 time: 0.2786493 Jul 30 02:00:22.834317 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7fc61cb1-b2f5-42d4-b797-04f227ee2f41 req-c1d6c01d-ffa0-456c-b052-e73178193eec tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479670 Jul 30 02:00:22.841461 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5deb0-1633-4a4b-839a-e09054e73660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc32106e-6326-459b-b806-bbd67bbe418c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:22.992313 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f4a59e87-5f6a-46e3-b901-57e87ff4aa7f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:23.167844 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d01e405-5160-49d2-8048-302d820edff6 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Router ca14d8a7-aedb-4425-b5d2-682d7ff4044c is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:00:23.270893 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58876) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:23.361473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d01e405-5160-49d2-8048-302d820edff6 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:23.375912 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6d01e405-5160-49d2-8048-302d820edff6 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:23.376106 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc832d9-6fa7-456b-9f14-e953c63ae32a None None] Sync routers for ids ['ca14d8a7-aedb-4425-b5d2-682d7ff4044c'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:23.381458 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6d01e405-5160-49d2-8048-302d820edff6 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "PUT /v2.0/routers/ca14d8a7-aedb-4425-b5d2-682d7ff4044c HTTP/1.1" status: 200 len: 919 time: 3.8186271 Jul 30 02:00:23.384361 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58884) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:23.396785 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359dc13-5b5c-45af-be8b-78aa9ae53915 req-524a7793-8a93-4398-b9e1-412f5ac7dbc1 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:23.402955 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2359dc13-5b5c-45af-be8b-78aa9ae53915 req-524a7793-8a93-4398-b9e1-412f5ac7dbc1 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.1014810 Jul 30 02:00:23.414269 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc832d9-6fa7-456b-9f14-e953c63ae32a None None] Routers {'ca14d8a7-aedb-4425-b5d2-682d7ff4044c'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:23.429174 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-cdc832d9-6fa7-456b-9f14-e953c63ae32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['ca14d8a7-aedb-4425-b5d2-682d7ff4044c'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:23.487864 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2359dc13-5b5c-45af-be8b-78aa9ae53915 req-c02d619b-a0b7-44da-9bcc-461e633abbdd tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747144 Jul 30 02:00:23.524210 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-cdc832d9-6fa7-456b-9f14-e953c63ae32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:23.526401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a59e87-5f6a-46e3-b901-57e87ff4aa7f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Router f97a8d46-63a7-4174-b9a8-d652be1964eb has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:00:23.537088 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc832d9-6fa7-456b-9f14-e953c63ae32a None None] Routers {'ca14d8a7-aedb-4425-b5d2-682d7ff4044c'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:23.542330 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-cdc832d9-6fa7-456b-9f14-e953c63ae32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['ca14d8a7-aedb-4425-b5d2-682d7ff4044c'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:23.557342 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5eee9e1c-d120-4f67-ba37-3897bad297f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:23.585460 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-cdc832d9-6fa7-456b-9f14-e953c63ae32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:23.586112 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc832d9-6fa7-456b-9f14-e953c63ae32a None None] The sync data for ids ['ca14d8a7-aedb-4425-b5d2-682d7ff4044c'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:23.663182 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5eee9e1c-d120-4f67-ba37-3897bad297f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:23.680861 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4da5491d-d188-42c0-a3fd-a4c65288838c tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "GET /v2.0/routers/ca14d8a7-aedb-4425-b5d2-682d7ff4044c HTTP/1.1" status: 200 len: 925 time: 0.2945697 Jul 30 02:00:23.683762 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58890) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:23.725971 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5eee9e1c-d120-4f67-ba37-3897bad297f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:23.732696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a59e87-5f6a-46e3-b901-57e87ff4aa7f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:23.737800 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f4a59e87-5f6a-46e3-b901-57e87ff4aa7f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "PUT /v2.0/routers/f97a8d46-63a7-4174-b9a8-d652be1964eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7192576 Jul 30 02:00:23.740529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58892) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:23.743242 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50628960-ba80-4857-aa1e-3d683b096f4e None None] Sync routers for ids ['f97a8d46-63a7-4174-b9a8-d652be1964eb'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:23.751028 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960aecc6-08e3-4fc2-99ed-9877e319289c tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:23.752694 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-960aecc6-08e3-4fc2-99ed-9877e319289c tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&device_id=ca14d8a7-aedb-4425-b5d2-682d7ff4044c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0679553 Jul 30 02:00:23.757248 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50628960-ba80-4857-aa1e-3d683b096f4e None None] Routers {'f97a8d46-63a7-4174-b9a8-d652be1964eb'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:23.758191 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-50628960-ba80-4857-aa1e-3d683b096f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f97a8d46-63a7-4174-b9a8-d652be1964eb'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:23.762764 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58894) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:23.797741 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-50628960-ba80-4857-aa1e-3d683b096f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:23.797971 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5eee9e1c-d120-4f67-ba37-3897bad297f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5d5f1d84b2ce4a4fab185d3d2e52f9a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5251131 Jul 30 02:00:23.806541 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50628960-ba80-4857-aa1e-3d683b096f4e None None] Routers {'f97a8d46-63a7-4174-b9a8-d652be1964eb'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:23.806714 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58898) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:23.807638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-50628960-ba80-4857-aa1e-3d683b096f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f97a8d46-63a7-4174-b9a8-d652be1964eb'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:23.834884 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee9e1c-d120-4f67-ba37-3897bad297f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bce999-7025-4e5c-af04-3b34e5bd4b7d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:23.878508 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-50628960-ba80-4857-aa1e-3d683b096f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:23.879590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50628960-ba80-4857-aa1e-3d683b096f4e None None] The sync data for ids ['f97a8d46-63a7-4174-b9a8-d652be1964eb'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:23.891456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cb6367-f5b4-4ef9-b80b-b1279960f624 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:23.892992 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-79cb6367-f5b4-4ef9-b80b-b1279960f624 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 881 time: 0.1291766 Jul 30 02:00:23.895589 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58900) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:23.896073 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-934a9b97-ef1f-4f18-8647-3154b1c073f2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:23.913718 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device deadf778-75a3-49ca-af0a-e6bd7145933b details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:00:23.916653 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 498994fd-aae6-42db-ad0f-e3690cf22160 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:23.929600 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-38dff338-25e3-4f31-a9a3-211abb954100 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca14d8a7-aedb-4425-b5d2-682d7ff4044c HTTP/1.1" status: 200 len: 205 time: 0.0323353 Jul 30 02:00:23.938614 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58904) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:23.944700 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-64aaaed3-c9e5-4b51-a625-934e463f22a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:23.945643 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 498994fd-aae6-42db-ad0f-e3690cf22160 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:00:23.946057 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 498994fd-aae6-42db-ad0f-e3690cf22160 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:00:24.006394 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-64aaaed3-c9e5-4b51-a625-934e463f22a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:24.073946 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port deadf778-75a3-49ca-af0a-e6bd7145933b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=deadf778-75a3-49ca-af0a-e6bd7145933b,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:24.090922 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'deadf778-75a3-49ca-af0a-e6bd7145933b', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'port_id': 'deadf778-75a3-49ca-af0a-e6bd7145933b', 'mac_address': 'fa:16:3e:3f:14:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:00:24.099131 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-934a9b97-ef1f-4f18-8647-3154b1c073f2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:24.102619 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d9db5eb9-4e46-4636-aebf-e726ccec77cd tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:24.112321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba9fa7-74cc-4675-85f3-0c988f20c56f req-06585ec7-bcf4-4aff-95df-ce5b4e4b6ffb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:24.113871 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-83ba9fa7-74cc-4675-85f3-0c988f20c56f req-06585ec7-bcf4-4aff-95df-ce5b4e4b6ffb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.1104012 Jul 30 02:00:24.143596 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:24.158272 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id deadf778-75a3-49ca-af0a-e6bd7145933b {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:00:24.172196 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-83ba9fa7-74cc-4675-85f3-0c988f20c56f req-624a0336-e2af-4601-a67f-da0ac99180c2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473061 Jul 30 02:00:24.181393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port deadf778-75a3-49ca-af0a-e6bd7145933b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=deadf778-75a3-49ca-af0a-e6bd7145933b,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:24.219832 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-64aaaed3-c9e5-4b51-a625-934e463f22a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:24.222427 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-64aaaed3-c9e5-4b51-a625-934e463f22a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:24.223561 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-64aaaed3-c9e5-4b51-a625-934e463f22a2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4bce999-7025-4e5c-af04-3b34e5bd4b7d HTTP/1.1" status: 204 len: 168 time: 0.4126956 Jul 30 02:00:24.233327 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d9db5eb9-4e46-4636-aebf-e726ccec77cd tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:24.256261 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:24.259255 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aaaed3-c9e5-4b51-a625-934e463f22a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bce999-7025-4e5c-af04-3b34e5bd4b7d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:24.270403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaaed3-c9e5-4b51-a625-934e463f22a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:24.270759 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaaed3-c9e5-4b51-a625-934e463f22a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:24.271103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaaed3-c9e5-4b51-a625-934e463f22a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:24.271436 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaaed3-c9e5-4b51-a625-934e463f22a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:24.271768 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaaed3-c9e5-4b51-a625-934e463f22a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:24.272101 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaaed3-c9e5-4b51-a625-934e463f22a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:24.272414 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaaed3-c9e5-4b51-a625-934e463f22a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:24.272730 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaaed3-c9e5-4b51-a625-934e463f22a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:24.273051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaaed3-c9e5-4b51-a625-934e463f22a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:24.273766 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaaed3-c9e5-4b51-a625-934e463f22a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:24.273766 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaaed3-c9e5-4b51-a625-934e463f22a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:24.274033 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaaed3-c9e5-4b51-a625-934e463f22a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:24.299905 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-934a9b97-ef1f-4f18-8647-3154b1c073f2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Deleting port 7f24ffaf-abe5-4b80-bed0-e18e8dee9eac {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:24.300316 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-934a9b97-ef1f-4f18-8647-3154b1c073f2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:24.333806 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=deadf778-75a3-49ca-af0a-e6bd7145933b,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:24.344786 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['deadf778-75a3-49ca-af0a-e6bd7145933b'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:00:24.398929 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-934a9b97-ef1f-4f18-8647-3154b1c073f2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:24.403029 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-d9db5eb9-4e46-4636-aebf-e726ccec77cd tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Deleting port f57b25c0-7540-43ad-93d3-9c0af0a59100 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:24.403461 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d9db5eb9-4e46-4636-aebf-e726ccec77cd tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:24.414197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-934a9b97-ef1f-4f18-8647-3154b1c073f2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Calling delete_port for 7f24ffaf-abe5-4b80-bed0-e18e8dee9eac owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:24.525552 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d9db5eb9-4e46-4636-aebf-e726ccec77cd tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:24.547762 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-d9db5eb9-4e46-4636-aebf-e726ccec77cd tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Calling delete_port for f57b25c0-7540-43ad-93d3-9c0af0a59100 owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:24.874080 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d9db5eb9-4e46-4636-aebf-e726ccec77cd tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:24.909459 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db5eb9-4e46-4636-aebf-e726ccec77cd tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Pushing event deleted for resources: {'Port': ['ID=f57b25c0-7540-43ad-93d3-9c0af0a59100,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:25.013772 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d9db5eb9-4e46-4636-aebf-e726ccec77cd tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.056727 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838571d-d481-4795-aa88-56aa43866272 req-f2e66f85-79bb-481c-a25d-5bf0b5bed9d8 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:25.058418 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a838571d-d481-4795-aa88-56aa43866272 req-f2e66f85-79bb-481c-a25d-5bf0b5bed9d8 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.10 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.0996244 Jul 30 02:00:25.122252 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f79e6-7300-4b11-a9f3-3f87c82bd595 req-af1b002b-e771-443b-995e-9f625151d110 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:25.132893 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-575f79e6-7300-4b11-a9f3-3f87c82bd595 req-af1b002b-e771-443b-995e-9f625151d110 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 946 time: 0.5191538 Jul 30 02:00:25.150098 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d9db5eb9-4e46-4636-aebf-e726ccec77cd tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.154053 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d9db5eb9-4e46-4636-aebf-e726ccec77cd tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.169139 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-575f79e6-7300-4b11-a9f3-3f87c82bd595 req-e7990c30-f732-4da5-bcc0-965f0d65a8c8 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/security-groups?id=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354180 Jul 30 02:00:25.204320 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-934a9b97-ef1f-4f18-8647-3154b1c073f2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.260692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-a838571d-d481-4795-aa88-56aa43866272 req-8e5815ca-38f8-46d5-994f-89492c0c6681 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Deleting port 389c82ff-125d-485a-90ce-98ce6be8208b {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:25.261034 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a838571d-d481-4795-aa88-56aa43866272 req-8e5815ca-38f8-46d5-994f-89492c0c6681 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.267500 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a9b97-ef1f-4f18-8647-3154b1c073f2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event deleted for resources: {'Port': ['ID=7f24ffaf-abe5-4b80-bed0-e18e8dee9eac,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:25.357494 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d9db5eb9-4e46-4636-aebf-e726ccec77cd tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.357624 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9db5eb9-4e46-4636-aebf-e726ccec77cd tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Fanout notify agent at l3_agent the message router_deleted on router ca14d8a7-aedb-4425-b5d2-682d7ff4044c {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:00:25.370772 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-934a9b97-ef1f-4f18-8647-3154b1c073f2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.403666 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d9db5eb9-4e46-4636-aebf-e726ccec77cd tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.405333 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d9db5eb9-4e46-4636-aebf-e726ccec77cd tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "DELETE /v2.0/routers/ca14d8a7-aedb-4425-b5d2-682d7ff4044c HTTP/1.1" status: 204 len: 168 time: 1.4653184 Jul 30 02:00:25.410005 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58970) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:25.417734 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d78fdc6f-f7a8-4527-aed6-77f904c19a2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-104153815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:25.494088 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0e1e1-cf26-40f9-873d-f2b511dc985c req-a9152030-a727-457a-873e-180bd0b5e5bd tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:25.495843 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-71a0e1e1-cf26-40f9-873d-f2b511dc985c req-a9152030-a727-457a-873e-180bd0b5e5bd tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 944 time: 0.1341827 Jul 30 02:00:25.499673 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-a838571d-d481-4795-aa88-56aa43866272 req-8e5815ca-38f8-46d5-994f-89492c0c6681 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] For port 389c82ff-125d-485a-90ce-98ce6be8208b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=389c82ff-125d-485a-90ce-98ce6be8208b,segment=NetworkSegment(4b1cc4de-efbe-47ef-af88-b827d5e7fdd4),segment_id=4b1cc4de-efbe-47ef-af88-b827d5e7fdd4)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:25.500045 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a838571d-d481-4795-aa88-56aa43866272 req-8e5815ca-38f8-46d5-994f-89492c0c6681 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.507957 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-934a9b97-ef1f-4f18-8647-3154b1c073f2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.512236 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-934a9b97-ef1f-4f18-8647-3154b1c073f2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.533977 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-a838571d-d481-4795-aa88-56aa43866272 req-8e5815ca-38f8-46d5-994f-89492c0c6681 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Calling delete_port for 389c82ff-125d-485a-90ce-98ce6be8208b owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:25.555000 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-71a0e1e1-cf26-40f9-873d-f2b511dc985c req-42d9c3cf-a3e3-4cd4-b898-eab2566ad924 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520093 Jul 30 02:00:25.610921 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d78fdc6f-f7a8-4527-aed6-77f904c19a2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.613806 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d78fdc6f-f7a8-4527-aed6-77f904c19a2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.694869 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-934a9b97-ef1f-4f18-8647-3154b1c073f2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.695801 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934a9b97-ef1f-4f18-8647-3154b1c073f2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Fanout notify agent at l3_agent the message router_deleted on router f97a8d46-63a7-4174-b9a8-d652be1964eb {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:00:25.705753 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-934a9b97-ef1f-4f18-8647-3154b1c073f2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.707180 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-934a9b97-ef1f-4f18-8647-3154b1c073f2 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "DELETE /v2.0/routers/f97a8d46-63a7-4174-b9a8-d652be1964eb HTTP/1.1" status: 204 len: 168 time: 1.9654658 Jul 30 02:00:25.710263 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58982) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:25.783708 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d78fdc6f-f7a8-4527-aed6-77f904c19a2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.807450 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc453e9c-0a05-4924-92b7-603fd05f47e5 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Deleting subnet 8d10a069-2fab-4945-9f84-94d35a53c410 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:00:25.811768 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fc453e9c-0a05-4924-92b7-603fd05f47e5 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.848886 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d78fdc6f-f7a8-4527-aed6-77f904c19a2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.864898 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fc453e9c-0a05-4924-92b7-603fd05f47e5 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.941755 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device deadf778-75a3-49ca-af0a-e6bd7145933b up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:00:25.970677 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fc453e9c-0a05-4924-92b7-603fd05f47e5 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:26.079284 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port deadf778-75a3-49ca-af0a-e6bd7145933b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:26.079661 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:26.105285 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d78fdc6f-f7a8-4527-aed6-77f904c19a2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:26.105285 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d78fdc6f-f7a8-4527-aed6-77f904c19a2a tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6883168 Jul 30 02:00:26.109175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58988) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:26.122736 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-25dda0fb-e29f-4bfa-8b77-424303562801 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'enable_snat': False}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:26.211909 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fc453e9c-0a05-4924-92b7-603fd05f47e5 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:26.260687 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:26.293008 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc453e9c-0a05-4924-92b7-603fd05f47e5 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event deleted for resources: {'Subnet': ['ID=8d10a069-2fab-4945-9f84-94d35a53c410,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:26.304441 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fc453e9c-0a05-4924-92b7-603fd05f47e5 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:26.307457 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fc453e9c-0a05-4924-92b7-603fd05f47e5 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "DELETE /v2.0/subnets/8d10a069-2fab-4945-9f84-94d35a53c410 HTTP/1.1" status: 204 len: 168 time: 0.5959005 Jul 30 02:00:26.310060 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58996) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:26.320118 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port deadf778-75a3-49ca-af0a-e6bd7145933b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=deadf778-75a3-49ca-af0a-e6bd7145933b,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:26.323719 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacd65e5-79c8-4fa7-9c8b-6d61f5924a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deadf778-75a3-49ca-af0a-e6bd7145933b'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:00:26.326874 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe675193-34d2-45e1-808e-789d21bb5d9b" -d '{"events": [{"server_uuid": "bacd65e5-79c8-4fa7-9c8b-6d61f5924a84", "name": "network-vif-plugged", "status": "completed", "tag": "deadf778-75a3-49ca-af0a-e6bd7145933b"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:00:26.331740 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79cd913-379f-4766-9b64-aeb55b05970d None None] Network 4892eb50-a403-4126-9a36-2ae70a452980 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:26.400772 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a838571d-d481-4795-aa88-56aa43866272 req-8e5815ca-38f8-46d5-994f-89492c0c6681 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:26.400871 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:26.418691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['389c82ff-125d-485a-90ce-98ce6be8208b'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:00:26.458200 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5561be3e-2aa2-484d-a343-57ce5f8c4ed9 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:26.541785 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-5561be3e-2aa2-484d-a343-57ce5f8c4ed9 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Deleting port 4a20d6f4-80e2-490c-9508-ddcc816657b6 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:26.542391 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5561be3e-2aa2-484d-a343-57ce5f8c4ed9 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:26.583718 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=deadf778-75a3-49ca-af0a-e6bd7145933b,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:26.702375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-5561be3e-2aa2-484d-a343-57ce5f8c4ed9 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] For port 4a20d6f4-80e2-490c-9508-ddcc816657b6, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4a20d6f4-80e2-490c-9508-ddcc816657b6,segment=NetworkSegment(a2bc701c-05aa-4dfb-9cd3-817877b23088),segment_id=a2bc701c-05aa-4dfb-9cd3-817877b23088)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:26.702857 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5561be3e-2aa2-484d-a343-57ce5f8c4ed9 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:26.739903 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-5561be3e-2aa2-484d-a343-57ce5f8c4ed9 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Calling delete_port for 4a20d6f4-80e2-490c-9508-ddcc816657b6 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:26.740974 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03e87ce-bbda-467e-915f-355bbd453212 None None] DHCP port deletion for 4892eb50-a403-4126-9a36-2ae70a452980 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:00:26.862114 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6010b1e-980a-45d5-87c4-9e32e5bc8213 x-openstack-request-id: req-f6010b1e-980a-45d5-87c4-9e32e5bc8213 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:00:26.864778 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacd65e5-79c8-4fa7-9c8b-6d61f5924a84", "name": "network-vif-plugged", "status": "completed", "tag": "deadf778-75a3-49ca-af0a-e6bd7145933b", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:00:26.864778 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f6010b1e-980a-45d5-87c4-9e32e5bc8213 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:00:26.864778 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacd65e5-79c8-4fa7-9c8b-6d61f5924a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deadf778-75a3-49ca-af0a-e6bd7145933b', 'code': 200} Jul 30 02:00:26.878982 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b03e87ce-bbda-467e-915f-355bbd453212 None None] Deleting port 4a20d6f4-80e2-490c-9508-ddcc816657b6 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:26.879363 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b03e87ce-bbda-467e-915f-355bbd453212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:26.990177 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5561be3e-2aa2-484d-a343-57ce5f8c4ed9 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.001689 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6e614a5d-98d1-4413-a7ee-c4ee08fc46d9 req-52c491e3-209f-47ea-a845-4dc25d8f15d8 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 210 time: 0.6490695 Jul 30 02:00:27.011742 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b03e87ce-bbda-467e-915f-355bbd453212 None None] For port 4a20d6f4-80e2-490c-9508-ddcc816657b6, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4a20d6f4-80e2-490c-9508-ddcc816657b6,segment=NetworkSegment(a2bc701c-05aa-4dfb-9cd3-817877b23088),segment_id=a2bc701c-05aa-4dfb-9cd3-817877b23088)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:27.012233 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b03e87ce-bbda-467e-915f-355bbd453212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.028044 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5815ca-38f8-46d5-994f-89492c0c6681 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Pushing event deleted for resources: {'Port': ['ID=389c82ff-125d-485a-90ce-98ce6be8208b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:27.045293 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b03e87ce-bbda-467e-915f-355bbd453212 None None] Calling delete_port for 4a20d6f4-80e2-490c-9508-ddcc816657b6 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:27.064044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561be3e-2aa2-484d-a343-57ce5f8c4ed9 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event deleted for resources: {'Port': ['ID=4a20d6f4-80e2-490c-9508-ddcc816657b6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:27.102898 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5561be3e-2aa2-484d-a343-57ce5f8c4ed9 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] No DVR routers for this DVR port 4a20d6f4-80e2-490c-9508-ddcc816657b6 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:00:27.200659 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded11270-0853-46a5-b9e5-f6ae52fda030 req-b2190e56-2777-4f83-854a-142e55781e23 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:27.205564 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ded11270-0853-46a5-b9e5-f6ae52fda030 req-b2190e56-2777-4f83-854a-142e55781e23 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.2819209 Jul 30 02:00:27.256670 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b03e87ce-bbda-467e-915f-355bbd453212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.266868 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-25dda0fb-e29f-4bfa-8b77-424303562801 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.297294 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-a838571d-d481-4795-aa88-56aa43866272 req-8e5815ca-38f8-46d5-994f-89492c0c6681 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] No DVR routers for this DVR port 389c82ff-125d-485a-90ce-98ce6be8208b on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:00:27.301136 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-a838571d-d481-4795-aa88-56aa43866272 req-8e5815ca-38f8-46d5-994f-89492c0c6681 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.303745 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a838571d-d481-4795-aa88-56aa43866272 req-8e5815ca-38f8-46d5-994f-89492c0c6681 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.10 "DELETE /v2.0/ports/389c82ff-125d-485a-90ce-98ce6be8208b HTTP/1.1" status: 204 len: 173 time: 2.2137487 Jul 30 02:00:27.304236 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40adc3aa-8bb1-4c64-a6e1-66af1540e798', 'name': 'network-vif-deleted', 'tag': '389c82ff-125d-485a-90ce-98ce6be8208b'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:00:27.314400 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c26559-7d81-47b6-8080-18551bccf653" -d '{"events": [{"server_uuid": "40adc3aa-8bb1-4c64-a6e1-66af1540e798", "name": "network-vif-deleted", "tag": "389c82ff-125d-485a-90ce-98ce6be8208b"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:00:27.342717 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e87ce-bbda-467e-915f-355bbd453212 None None] Pushing event deleted for resources: {'Port': ['ID=4a20d6f4-80e2-490c-9508-ddcc816657b6,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:27.350413 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03e87ce-bbda-467e-915f-355bbd453212 None None] No DVR routers for this DVR port 4a20d6f4-80e2-490c-9508-ddcc816657b6 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:00:27.443964 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5561be3e-2aa2-484d-a343-57ce5f8c4ed9 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.457563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-5561be3e-2aa2-484d-a343-57ce5f8c4ed9 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4892eb50-a403-4126-9a36-2ae70a452980']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:27.472536 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-5561be3e-2aa2-484d-a343-57ce5f8c4ed9 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2bc701c-05aa-4dfb-9cd3-817877b23088') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:27.473367 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-5561be3e-2aa2-484d-a343-57ce5f8c4ed9 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2bc701c-05aa-4dfb-9cd3-817877b23088') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:27.492096 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5561be3e-2aa2-484d-a343-57ce5f8c4ed9 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.505337 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7c0ba8-1a76-428c-9086-9197ebe7f10b x-openstack-request-id: req-2f7c0ba8-1a76-428c-9086-9197ebe7f10b {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:00:27.505685 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40adc3aa-8bb1-4c64-a6e1-66af1540e798", "name": "network-vif-deleted", "tag": "389c82ff-125d-485a-90ce-98ce6be8208b", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:00:27.506073 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2f7c0ba8-1a76-428c-9086-9197ebe7f10b {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:00:27.506366 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40adc3aa-8bb1-4c64-a6e1-66af1540e798', 'name': 'network-vif-deleted', 'tag': '389c82ff-125d-485a-90ce-98ce6be8208b', 'status': 'completed', 'code': 200} Jul 30 02:00:27.520172 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5561be3e-2aa2-484d-a343-57ce5f8c4ed9 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.531315 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5561be3e-2aa2-484d-a343-57ce5f8c4ed9 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:00:27.531315 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5561be3e-2aa2-484d-a343-57ce5f8c4ed9 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:00:27.581924 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:00:27.587284 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ded11270-0853-46a5-b9e5-f6ae52fda030 req-74d449ca-d856-4ef1-a071-8554cb09a3f2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3713627 Jul 30 02:00:27.730845 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5561be3e-2aa2-484d-a343-57ce5f8c4ed9 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.758075 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5561be3e-2aa2-484d-a343-57ce5f8c4ed9 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.766738 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5561be3e-2aa2-484d-a343-57ce5f8c4ed9 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "DELETE /v2.0/networks/4892eb50-a403-4126-9a36-2ae70a452980 HTTP/1.1" status: 204 len: 168 time: 1.4546027 Jul 30 02:00:27.768119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561be3e-2aa2-484d-a343-57ce5f8c4ed9 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event deleted for resources: {'Network': ['ID=4892eb50-a403-4126-9a36-2ae70a452980,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:27.769518 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59034) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:27.851523 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-25dda0fb-e29f-4bfa-8b77-424303562801 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.908120 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-25dda0fb-e29f-4bfa-8b77-424303562801 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.070770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-da274a0d-4634-4222-92b7-9c87edf7df96 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Deleting port 398c7807-3cb5-4235-b6df-4572a094bfb6 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:28.083971 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da274a0d-4634-4222-92b7-9c87edf7df96 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.220776 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8b1eb551-6e9a-4262-8de6-840e36766898 req-df32312c-f3a0-4a06-8459-99537db8e7a0 tempest-ListServerFiltersTestJSON-304408487 tempest-ListServerFiltersTestJSON-304408487-project] 10.222.0.70 "GET /v2.0/ports?device_id=40adc3aa-8bb1-4c64-a6e1-66af1540e798 HTTP/1.1" status: 200 len: 210 time: 0.0449188 Jul 30 02:00:28.245577 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da274a0d-4634-4222-92b7-9c87edf7df96 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.246046 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da274a0d-4634-4222-92b7-9c87edf7df96 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.265140 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-da274a0d-4634-4222-92b7-9c87edf7df96 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Calling delete_port for 398c7807-3cb5-4235-b6df-4572a094bfb6 owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:28.312449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-25dda0fb-e29f-4bfa-8b77-424303562801 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Allocated IP 172.25.1.161 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/f395c13a-8ebc-4a03-9640-795af55cb5f5) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:28.521458 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4a20d6f4-80e2-490c-9508-ddcc816657b6 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:28.547616 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-25dda0fb-e29f-4bfa-8b77-424303562801 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.572015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 4a20d6f4-80e2-490c-9508-ddcc816657b6 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:00:28.572775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4a20d6f4-80e2-490c-9508-ddcc816657b6 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:00:28.674934 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da274a0d-4634-4222-92b7-9c87edf7df96 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.737214 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-25dda0fb-e29f-4bfa-8b77-424303562801 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.787133 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da274a0d-4634-4222-92b7-9c87edf7df96 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event deleted for resources: {'Port': ['ID=398c7807-3cb5-4235-b6df-4572a094bfb6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:28.831358 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dda0fb-e29f-4bfa-8b77-424303562801 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Pushing event updated for resources: {'Port': ['ID=f395c13a-8ebc-4a03-9640-795af55cb5f5,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:28.855731 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dda0fb-e29f-4bfa-8b77-424303562801 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:28.856427 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-25dda0fb-e29f-4bfa-8b77-424303562801 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:28.865724 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dda0fb-e29f-4bfa-8b77-424303562801 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:28.913619 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90001885-3627-4878-b8a2-9c66bd7a4a9a req-2c6ac43b-f36e-493f-8d0e-57b5705d4400 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:28.923291 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-90001885-3627-4878-b8a2-9c66bd7a4a9a req-2c6ac43b-f36e-493f-8d0e-57b5705d4400 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.1616879 Jul 30 02:00:28.952281 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da274a0d-4634-4222-92b7-9c87edf7df96 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.956459 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da274a0d-4634-4222-92b7-9c87edf7df96 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.962337 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-da274a0d-4634-4222-92b7-9c87edf7df96 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "DELETE /v2.0/floatingips/ecdf4cf2-99fd-41c7-8d95-1b224c0096e9 HTTP/1.1" status: 204 len: 168 time: 1.1827166 Jul 30 02:00:28.963420 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59084) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:29.004428 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-90001885-3627-4878-b8a2-9c66bd7a4a9a req-0c9d30d2-eb8c-4768-b6dc-09c407c39bc9 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798843 Jul 30 02:00:29.037061 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1a2cd0-6217-48f2-b701-1f317be9094f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] DELETE failed (client error): The resource could not be found. Jul 30 02:00:29.041696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1a2cd0-6217-48f2-b701-1f317be9094f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:00:29.049886 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9e1a2cd0-6217-48f2-b701-1f317be9094f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "DELETE /v2.0/ports/ec3d7456-232e-44ff-84dc-d8d792cf6c3e HTTP/1.1" status: 404 len: 333 time: 0.0701344 Jul 30 02:00:29.050918 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59086) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:29.088353 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6669f10d-a8ca-4b85-849b-1cbe77960fac tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "GET /v2.0/ports?device_id=f97a8d46-63a7-4174-b9a8-d652be1964eb HTTP/1.1" status: 200 len: 205 time: 0.0359571 Jul 30 02:00:29.089313 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59088) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:29.131665 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-d3c81542-b8e0-46dc-8895-f4a168740c84 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] delete failed (client error): The resource could not be found. Jul 30 02:00:29.136759 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59096) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:29.137258 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d3c81542-b8e0-46dc-8895-f4a168740c84 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "DELETE /v2.0/routers/f97a8d46-63a7-4174-b9a8-d652be1964eb HTTP/1.1" status: 404 len: 336 time: 0.0449982 Jul 30 02:00:29.176872 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-345c2c2d-139e-4088-9442-6cd6799b06f6 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] DELETE failed (client error): The resource could not be found. Jul 30 02:00:29.177342 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-345c2c2d-139e-4088-9442-6cd6799b06f6 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:00:29.181635 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-345c2c2d-139e-4088-9442-6cd6799b06f6 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "DELETE /v2.0/subnets/8d10a069-2fab-4945-9f84-94d35a53c410 HTTP/1.1" status: 404 len: 337 time: 0.0387292 Jul 30 02:00:29.181880 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59098) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:29.339173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59112) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:29.454507 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-57cfb2cc-1f5c-4b93-a928-d16dd70259ec admin admin] Deleting subnet 36d51713-fbca-453d-adee-2f8e234bb47b {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:00:29.461652 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-57cfb2cc-1f5c-4b93-a928-d16dd70259ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:29.502008 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-57cfb2cc-1f5c-4b93-a928-d16dd70259ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:29.522214 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-583d7829-65ea-4402-b287-c4051605c3c8 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Deleting port d4381967-e7d7-48f0-97c0-d8f89253d42c {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:29.522806 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-583d7829-65ea-4402-b287-c4051605c3c8 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:29.537977 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-25dda0fb-e29f-4bfa-8b77-424303562801 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:29.632247 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-57cfb2cc-1f5c-4b93-a928-d16dd70259ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:29.693221 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-583d7829-65ea-4402-b287-c4051605c3c8 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:29.714283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-583d7829-65ea-4402-b287-c4051605c3c8 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Calling delete_port for d4381967-e7d7-48f0-97c0-d8f89253d42c owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:29.808785 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-57cfb2cc-1f5c-4b93-a928-d16dd70259ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:29.865100 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-25dda0fb-e29f-4bfa-8b77-424303562801 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:29.871561 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfb2cc-1f5c-4b93-a928-d16dd70259ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d51713-fbca-453d-adee-2f8e234bb47b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:29.873550 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-25dda0fb-e29f-4bfa-8b77-424303562801 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:29.893429 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f731ff26-3e51-427b-b843-72ed47be7a2d None None] Network 66dcbf6c-fad9-41b5-b138-62e447f0d8c2 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:29.903951 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-57cfb2cc-1f5c-4b93-a928-d16dd70259ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:29.914596 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-57cfb2cc-1f5c-4b93-a928-d16dd70259ec admin admin] 10.222.0.70 "DELETE /v2.0/subnets/36d51713-fbca-453d-adee-2f8e234bb47b HTTP/1.1" status: 204 len: 168 time: 0.5691512 Jul 30 02:00:29.915665 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59124) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:29.989144 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 389c82ff-125d-485a-90ce-98ce6be8208b no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:30.055153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 389c82ff-125d-485a-90ce-98ce6be8208b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:00:30.055934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 389c82ff-125d-485a-90ce-98ce6be8208b not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:00:30.061964 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83903611-15da-4345-86b4-aac45c1217a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.174995 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dda0fb-e29f-4bfa-8b77-424303562801 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Router 071beab9-ba27-4ab2-8404-2d55c4586835 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:00:30.178687 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-583d7829-65ea-4402-b287-c4051605c3c8 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.186029 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-83903611-15da-4345-86b4-aac45c1217a9 admin admin] Deleting port 124bee2f-da43-4dab-b1de-7b4b07f2db90 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:30.186427 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83903611-15da-4345-86b4-aac45c1217a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.324846 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41f7a4-4db4-4ba9-bb6b-b0bd6319f402 req-77fd18e5-fba5-4491-a256-e85e996118c2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:30.327182 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c41f7a4-4db4-4ba9-bb6b-b0bd6319f402 req-77fd18e5-fba5-4491-a256-e85e996118c2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.2018669 Jul 30 02:00:30.335674 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59136) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.341225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8041c1f3-b999-47ad-bf17-02b4566dd558 None None] DHCP port deletion for 66dcbf6c-fad9-41b5-b138-62e447f0d8c2 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:00:30.372032 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-83903611-15da-4345-86b4-aac45c1217a9 admin admin] For port 124bee2f-da43-4dab-b1de-7b4b07f2db90, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=124bee2f-da43-4dab-b1de-7b4b07f2db90,segment=NetworkSegment(4b1cc4de-efbe-47ef-af88-b827d5e7fdd4),segment_id=4b1cc4de-efbe-47ef-af88-b827d5e7fdd4)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:30.372515 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83903611-15da-4345-86b4-aac45c1217a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.405072 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-83903611-15da-4345-86b4-aac45c1217a9 admin admin] Calling delete_port for 124bee2f-da43-4dab-b1de-7b4b07f2db90 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:30.412955 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d7829-65ea-4402-b287-c4051605c3c8 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event deleted for resources: {'Port': ['ID=d4381967-e7d7-48f0-97c0-d8f89253d42c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:30.431263 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c41f7a4-4db4-4ba9-bb6b-b0bd6319f402 req-2973dd8c-4667-42ea-b890-d7fc3f808587 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965784 Jul 30 02:00:30.514509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8041c1f3-b999-47ad-bf17-02b4566dd558 None None] Deleting port 124bee2f-da43-4dab-b1de-7b4b07f2db90 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:30.515101 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8041c1f3-b999-47ad-bf17-02b4566dd558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.593357 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2bf6b33c-87fc-4048-86b7-b700ccfe2916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.603144 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 124bee2f-da43-4dab-b1de-7b4b07f2db90 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:30.657532 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83903611-15da-4345-86b4-aac45c1217a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.668247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No active binding found for port 124bee2f-da43-4dab-b1de-7b4b07f2db90 {{(pid=94466) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 02:00:30.669298 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 124bee2f-da43-4dab-b1de-7b4b07f2db90 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:00:30.708054 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8041c1f3-b999-47ad-bf17-02b4566dd558 None None] For port 124bee2f-da43-4dab-b1de-7b4b07f2db90, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=124bee2f-da43-4dab-b1de-7b4b07f2db90,segment=NetworkSegment(4b1cc4de-efbe-47ef-af88-b827d5e7fdd4),segment_id=4b1cc4de-efbe-47ef-af88-b827d5e7fdd4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:30.708794 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8041c1f3-b999-47ad-bf17-02b4566dd558 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.715721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83903611-15da-4345-86b4-aac45c1217a9 admin admin] No DVR routers for this DVR port 124bee2f-da43-4dab-b1de-7b4b07f2db90 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:00:30.719443 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83903611-15da-4345-86b4-aac45c1217a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=124bee2f-da43-4dab-b1de-7b4b07f2db90,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:30.719673 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-583d7829-65ea-4402-b287-c4051605c3c8 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.723950 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-583d7829-65ea-4402-b287-c4051605c3c8 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "DELETE /v2.0/ports/d4381967-e7d7-48f0-97c0-d8f89253d42c HTTP/1.1" status: 204 len: 168 time: 1.5388169 Jul 30 02:00:30.724361 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59146) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.741496 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8041c1f3-b999-47ad-bf17-02b4566dd558 None None] Calling delete_port for 124bee2f-da43-4dab-b1de-7b4b07f2db90 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:30.844823 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83903611-15da-4345-86b4-aac45c1217a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.848743 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2bf6b33c-87fc-4048-86b7-b700ccfe2916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.858914 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-83903611-15da-4345-86b4-aac45c1217a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66dcbf6c-fad9-41b5-b138-62e447f0d8c2']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:30.870999 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-83903611-15da-4345-86b4-aac45c1217a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1cc4de-efbe-47ef-af88-b827d5e7fdd4') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:30.871310 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-83903611-15da-4345-86b4-aac45c1217a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1cc4de-efbe-47ef-af88-b827d5e7fdd4') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:30.878960 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dda0fb-e29f-4bfa-8b77-424303562801 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:30.884275 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83903611-15da-4345-86b4-aac45c1217a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.884784 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-25dda0fb-e29f-4bfa-8b77-424303562801 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.886850 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-25dda0fb-e29f-4bfa-8b77-424303562801 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "PUT /v2.0/routers/071beab9-ba27-4ab2-8404-2d55c4586835 HTTP/1.1" status: 200 len: 919 time: 4.7781274 Jul 30 02:00:30.889425 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fcc8d5-2a3e-40e4-811d-e35c2519c88e None None] Sync routers for ids ['071beab9-ba27-4ab2-8404-2d55c4586835'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:30.890717 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59154) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.902016 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fcc8d5-2a3e-40e4-811d-e35c2519c88e None None] Routers {'071beab9-ba27-4ab2-8404-2d55c4586835'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:30.902832 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-88fcc8d5-2a3e-40e4-811d-e35c2519c88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['071beab9-ba27-4ab2-8404-2d55c4586835'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:30.903748 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83903611-15da-4345-86b4-aac45c1217a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.915632 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83903611-15da-4345-86b4-aac45c1217a9 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:00:30.922692 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83903611-15da-4345-86b4-aac45c1217a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.926247 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8041c1f3-b999-47ad-bf17-02b4566dd558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:00:30.927913 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:00:30.955364 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2bf6b33c-87fc-4048-86b7-b700ccfe2916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.990470 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041c1f3-b999-47ad-bf17-02b4566dd558 None None] Pushing event deleted for resources: {'Port': ['ID=124bee2f-da43-4dab-b1de-7b4b07f2db90,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:31.016210 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-88fcc8d5-2a3e-40e4-811d-e35c2519c88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:31.018323 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8041c1f3-b999-47ad-bf17-02b4566dd558 None None] No DVR routers for this DVR port 124bee2f-da43-4dab-b1de-7b4b07f2db90 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:00:31.036704 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fcc8d5-2a3e-40e4-811d-e35c2519c88e None None] Routers {'071beab9-ba27-4ab2-8404-2d55c4586835'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:31.036704 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-88fcc8d5-2a3e-40e4-811d-e35c2519c88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['071beab9-ba27-4ab2-8404-2d55c4586835'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:31.037273 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f7fe773c-ad43-412c-9bc7-89263706ecc5 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "GET /v2.0/routers/071beab9-ba27-4ab2-8404-2d55c4586835 HTTP/1.1" status: 200 len: 925 time: 0.1431704 Jul 30 02:00:31.037810 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59158) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:31.070065 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2bf6b33c-87fc-4048-86b7-b700ccfe2916 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2146f27825fa44a5a7c68d9a64a1d0df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7333922 Jul 30 02:00:31.073187 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59160) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:31.124131 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-115193f7-7033-48f6-b158-0ba05b27b59f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Deleting port 087c61f8-40e9-487f-afbb-a92b563d39d2 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:31.124884 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-115193f7-7033-48f6-b158-0ba05b27b59f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.125333 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-88fcc8d5-2a3e-40e4-811d-e35c2519c88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:31.127085 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6b33c-87fc-4048-86b7-b700ccfe2916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c3e594-5caf-4c6a-87a1-18113395dbc4,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:31.129413 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fcc8d5-2a3e-40e4-811d-e35c2519c88e None None] The sync data for ids ['071beab9-ba27-4ab2-8404-2d55c4586835'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:31.194807 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-38fc3958-014c-4bec-a36b-ecb88d23b1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.212521 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83903611-15da-4345-86b4-aac45c1217a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.227937 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-83903611-15da-4345-86b4-aac45c1217a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.230068 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-83903611-15da-4345-86b4-aac45c1217a9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/66dcbf6c-fad9-41b5-b138-62e447f0d8c2 HTTP/1.1" status: 204 len: 168 time: 1.3114855 Jul 30 02:00:31.230797 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcc104b-4a36-423c-82f9-b4de4a1f14e2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:31.236785 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3bcc104b-4a36-423c-82f9-b4de4a1f14e2 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&device_id=071beab9-ba27-4ab2-8404-2d55c4586835&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1975331 Jul 30 02:00:31.237531 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59166) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:31.237713 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-38fc3958-014c-4bec-a36b-ecb88d23b1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.256335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83903611-15da-4345-86b4-aac45c1217a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=66dcbf6c-fad9-41b5-b138-62e447f0d8c2,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:31.343072 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-115193f7-7033-48f6-b158-0ba05b27b59f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.394233 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-115193f7-7033-48f6-b158-0ba05b27b59f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Calling delete_port for 087c61f8-40e9-487f-afbb-a92b563d39d2 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:31.411560 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d42827-7fb4-4f8b-bc01-89580dd7f945 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:31.414338 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-58d42827-7fb4-4f8b-bc01-89580dd7f945 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 881 time: 0.1723714 Jul 30 02:00:31.416381 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59170) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:31.460909 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-38fc3958-014c-4bec-a36b-ecb88d23b1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.465101 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-38fc3958-014c-4bec-a36b-ecb88d23b1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.465101 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-38fc3958-014c-4bec-a36b-ecb88d23b1be admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/06c3e594-5caf-4c6a-87a1-18113395dbc4 HTTP/1.1" status: 204 len: 168 time: 0.3843708 Jul 30 02:00:31.479666 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dc4b4d05-d2f9-40b4-ba5b-8b40efb0286d tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "GET /v2.0/ports?device_id=071beab9-ba27-4ab2-8404-2d55c4586835 HTTP/1.1" status: 200 len: 205 time: 0.0619037 Jul 30 02:00:31.485163 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59174) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:31.538473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc3958-014c-4bec-a36b-ecb88d23b1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c3e594-5caf-4c6a-87a1-18113395dbc4,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:31.793207 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a1b63-d9cb-4a8a-a565-720ae49a9d20 req-dee02bf7-7542-4c7e-af17-9d17f5d482a0 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:31.795114 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9d2a1b63-d9cb-4a8a-a565-720ae49a9d20 req-dee02bf7-7542-4c7e-af17-9d17f5d482a0 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.1523516 Jul 30 02:00:31.797700 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-28b85e15-45bd-4710-9958-f935ab00719f tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.817127 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-115193f7-7033-48f6-b158-0ba05b27b59f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.842059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115193f7-7033-48f6-b158-0ba05b27b59f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event deleted for resources: {'Port': ['ID=087c61f8-40e9-487f-afbb-a92b563d39d2,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:31.927408 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-115193f7-7033-48f6-b158-0ba05b27b59f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.929692 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-115193f7-7033-48f6-b158-0ba05b27b59f tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "DELETE /v2.0/ports/087c61f8-40e9-487f-afbb-a92b563d39d2 HTTP/1.1" status: 204 len: 168 time: 1.2042422 Jul 30 02:00:31.930687 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9d2a1b63-d9cb-4a8a-a565-720ae49a9d20 req-05c22891-e3cc-4f7c-9ef0-191da0d46e79 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287999 Jul 30 02:00:31.932462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59182) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:31.987554 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ffe2c8-b8d2-4553-9790-ddb32ef7b386 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:31.990344 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d0ffe2c8-b8d2-4553-9790-ddb32ef7b386 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "GET /v2.0/ports?device_id=76c36449-11ac-4843-9789-9d76f3949045 HTTP/1.1" status: 200 len: 913 time: 0.0560381 Jul 30 02:00:31.993170 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59184) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:32.014953 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-28b85e15-45bd-4710-9958-f935ab00719f tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:32.156457 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-28b85e15-45bd-4710-9958-f935ab00719f tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Deleting port f395c13a-8ebc-4a03-9640-795af55cb5f5 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:32.156921 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-28b85e15-45bd-4710-9958-f935ab00719f tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:32.257995 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59190) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:32.269336 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-28b85e15-45bd-4710-9958-f935ab00719f tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:32.298642 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-28b85e15-45bd-4710-9958-f935ab00719f tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Calling delete_port for f395c13a-8ebc-4a03-9640-795af55cb5f5 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:32.427257 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c3f4041-c80c-4acd-b482-8aa98c0c6306 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:32.437425 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-894a8913-d882-4860-8cb1-55be90a1e8c7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fa908674f31a46ce8f979a23fe043471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733882 Jul 30 02:00:32.446118 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59196) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:32.593333 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f45e61ba-49cc-4948-8e98-6ce9ded28922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:32.639056 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f45e61ba-49cc-4948-8e98-6ce9ded28922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:32.899968 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:32.901464 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-28b85e15-45bd-4710-9958-f935ab00719f tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:32.938343 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b85e15-45bd-4710-9958-f935ab00719f tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Pushing event deleted for resources: {'Port': ['ID=f395c13a-8ebc-4a03-9640-795af55cb5f5,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:33.058264 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-4c3f4041-c80c-4acd-b482-8aa98c0c6306 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Deleting port 17657988-a8b9-4983-b987-52ac7d351b29 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:33.059222 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-28b85e15-45bd-4710-9958-f935ab00719f tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.067315 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c3f4041-c80c-4acd-b482-8aa98c0c6306 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.071125 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f45e61ba-49cc-4948-8e98-6ce9ded28922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.073735 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f45e61ba-49cc-4948-8e98-6ce9ded28922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.080943 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f45e61ba-49cc-4948-8e98-6ce9ded28922 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1 HTTP/1.1" status: 204 len: 168 time: 0.6300199 Jul 30 02:00:33.203426 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e61ba-49cc-4948-8e98-6ce9ded28922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06bbdfb-aae7-43f7-9f69-0658bbbaf7a1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:33.218238 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-28b85e15-45bd-4710-9958-f935ab00719f tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.223939 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-28b85e15-45bd-4710-9958-f935ab00719f tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.244040 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59214) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:33.254853 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697a387-2338-461e-809d-b5222c14d629 req-51300d16-f132-466f-beee-674139d40b7d tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:33.256451 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5697a387-2338-461e-809d-b5222c14d629 req-51300d16-f132-466f-beee-674139d40b7d tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.1013529 Jul 30 02:00:33.303160 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ace847bd-64a3-451f-8902-c4f67dfd1567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.397129 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5697a387-2338-461e-809d-b5222c14d629 req-5f901cd3-6878-4ab6-83a2-5615262b1777 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161065 Jul 30 02:00:33.406003 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-28b85e15-45bd-4710-9958-f935ab00719f tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.406823 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b85e15-45bd-4710-9958-f935ab00719f tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Fanout notify agent at l3_agent the message router_deleted on router 071beab9-ba27-4ab2-8404-2d55c4586835 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:00:33.422430 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-28b85e15-45bd-4710-9958-f935ab00719f tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.431834 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-28b85e15-45bd-4710-9958-f935ab00719f tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "DELETE /v2.0/routers/071beab9-ba27-4ab2-8404-2d55c4586835 HTTP/1.1" status: 204 len: 168 time: 1.9266009 Jul 30 02:00:33.432378 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c3f4041-c80c-4acd-b482-8aa98c0c6306 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.437405 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59216) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:33.442052 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a38bd367-4e35-46a2-a552-17dbc78f39a7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-129805369', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}, 'admin_state_up': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:33.466804 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-4c3f4041-c80c-4acd-b482-8aa98c0c6306 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Calling delete_port for 17657988-a8b9-4983-b987-52ac7d351b29 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:33.598982 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ace847bd-64a3-451f-8902-c4f67dfd1567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.689879 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ace847bd-64a3-451f-8902-c4f67dfd1567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.829900 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ace847bd-64a3-451f-8902-c4f67dfd1567 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=300cf8dcef88410197befe24be103c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5853703 Jul 30 02:00:33.830866 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace847bd-64a3-451f-8902-c4f67dfd1567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f8ac78-0b99-479e-b369-0d7949643bdd,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:33.833246 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59224) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:33.911407 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a38bd367-4e35-46a2-a552-17dbc78f39a7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.912795 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a38bd367-4e35-46a2-a552-17dbc78f39a7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.939110 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-81906688-4c68-4f7b-a57f-a1f56306a46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:34.017965 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-81906688-4c68-4f7b-a57f-a1f56306a46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:34.117906 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a38bd367-4e35-46a2-a552-17dbc78f39a7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:34.297254 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-81906688-4c68-4f7b-a57f-a1f56306a46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:34.297717 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-81906688-4c68-4f7b-a57f-a1f56306a46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:34.301337 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-81906688-4c68-4f7b-a57f-a1f56306a46c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/46f8ac78-0b99-479e-b369-0d7949643bdd HTTP/1.1" status: 204 len: 168 time: 0.4647532 Jul 30 02:00:34.310817 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81906688-4c68-4f7b-a57f-a1f56306a46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f8ac78-0b99-479e-b369-0d7949643bdd,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:34.428034 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c3f4041-c80c-4acd-b482-8aa98c0c6306 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:34.477213 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a38bd367-4e35-46a2-a552-17dbc78f39a7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:34.514399 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f4041-c80c-4acd-b482-8aa98c0c6306 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event deleted for resources: {'Port': ['ID=17657988-a8b9-4983-b987-52ac7d351b29,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:34.789053 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf4d6f-52ab-430f-9207-c5da2a5aacbd req-dc79aaac-f77e-4a17-a44c-8f1176519847 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:34.790778 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9dcf4d6f-52ab-430f-9207-c5da2a5aacbd req-dc79aaac-f77e-4a17-a44c-8f1176519847 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.2173111 Jul 30 02:00:34.821954 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c3f4041-c80c-4acd-b482-8aa98c0c6306 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:34.880063 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9dcf4d6f-52ab-430f-9207-c5da2a5aacbd req-ca3c6b1d-a6cf-4e86-87c9-177a93f97236 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775909 Jul 30 02:00:35.088682 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a38bd367-4e35-46a2-a552-17dbc78f39a7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:35.139941 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a38bd367-4e35-46a2-a552-17dbc78f39a7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:35.416646 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-a38bd367-4e35-46a2-a552-17dbc78f39a7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Allocated IP 172.25.1.251 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/128a6b13-f0fa-4a79-8bef-fb6915791af4) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:35.445953 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3f4041-c80c-4acd-b482-8aa98c0c6306 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Router 76c36449-11ac-4843-9789-9d76f3949045 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:00:35.571933 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a38bd367-4e35-46a2-a552-17dbc78f39a7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:35.665551 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3f4041-c80c-4acd-b482-8aa98c0c6306 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:35.674606 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59270) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:35.675502 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4c3f4041-c80c-4acd-b482-8aa98c0c6306 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "PUT /v2.0/routers/76c36449-11ac-4843-9789-9d76f3949045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6810617 Jul 30 02:00:35.680031 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0573195a-5c6a-4920-bf43-b24e71a7912f None None] Sync routers for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:35.702235 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0573195a-5c6a-4920-bf43-b24e71a7912f None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:35.703131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-0573195a-5c6a-4920-bf43-b24e71a7912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:35.764118 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59272) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:35.789268 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-0573195a-5c6a-4920-bf43-b24e71a7912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:35.810903 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0573195a-5c6a-4920-bf43-b24e71a7912f None None] Routers {'76c36449-11ac-4843-9789-9d76f3949045'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:35.815582 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-0573195a-5c6a-4920-bf43-b24e71a7912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76c36449-11ac-4843-9789-9d76f3949045'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:35.886244 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-0573195a-5c6a-4920-bf43-b24e71a7912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:35.886835 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0573195a-5c6a-4920-bf43-b24e71a7912f None None] The sync data for ids ['76c36449-11ac-4843-9789-9d76f3949045'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:36.073713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1592409421-network', 'tenant_id': 'dcb9b7f983f54cf2a36f4eab2e05141d'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:36.177363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91ce03-5a2c-413c-b69e-5578ecc66685 req-abbdc4d5-bb1e-4f11-bd0b-bfa1f27e7579 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:36.193644 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c91ce03-5a2c-413c-b69e-5578ecc66685 req-abbdc4d5-bb1e-4f11-bd0b-bfa1f27e7579 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.1886313 Jul 30 02:00:36.264008 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c91ce03-5a2c-413c-b69e-5578ecc66685 req-d422f4be-bd08-4404-8327-ad8628e89cb8 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685370 Jul 30 02:00:36.268908 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Made reservation on behalf of dcb9b7f983f54cf2a36f4eab2e05141d for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:36.275116 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.296512 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.386586 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a38bd367-4e35-46a2-a552-17dbc78f39a7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.449497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38bd367-4e35-46a2-a552-17dbc78f39a7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Pushing event updated for resources: {'Port': ['ID=128a6b13-f0fa-4a79-8bef-fb6915791af4,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:36.479065 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38bd367-4e35-46a2-a552-17dbc78f39a7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:36.483136 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-a38bd367-4e35-46a2-a552-17dbc78f39a7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:36.486257 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38bd367-4e35-46a2-a552-17dbc78f39a7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:36.500170 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.553768 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.574231 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:00:36.585536 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.586248 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Added segment a0249e8a-c7db-4552-9811-e49c6e48e5c6 of type vlan for network fa3cddde-c439-47b7-bd2a-836c83ebd2b5 Jul 30 02:00:36.631802 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.687156 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef0482e-a8cf-48be-bd68-720e2e04b887,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:36.690167 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9b179b9-7648-42d2-9273-70521eb82d03 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.698607 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:36.699818 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:36.700379 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:36.701458 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:36.702000 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:36.702815 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:36.703357 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:36.703949 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:36.704768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:36.705331 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:36.705897 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:36.706672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:36.728308 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.729625 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:36.730333 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.801624 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] Pushing event updated for resources: {'Network': ['ID=fa3cddde-c439-47b7-bd2a-836c83ebd2b5,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:36.818383 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network fa3cddde-c439-47b7-bd2a-836c83ebd2b5 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:00:36.854752 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4eb0fbeb-453b-4b3b-b279-09f056ad2570 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0894063 Jul 30 02:00:36.858973 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59300) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:36.864735 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-23672100-3fbb-4035-8c19-e4f214667ea7 admin admin] Request body: {'subnet': {'network_id': 'fa3cddde-c439-47b7-bd2a-836c83ebd2b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1592409421-subnet', 'tenant_id': 'dcb9b7f983f54cf2a36f4eab2e05141d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:36.932207 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9b179b9-7648-42d2-9273-70521eb82d03 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.968499 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23672100-3fbb-4035-8c19-e4f214667ea7 admin admin] Made reservation on behalf of dcb9b7f983f54cf2a36f4eab2e05141d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:36.971410 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-23672100-3fbb-4035-8c19-e4f214667ea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:37.206601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f9b179b9-7648-42d2-9273-70521eb82d03 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Deleting port ed7d623d-9879-4f2b-91e5-8f9b44b4f5cd {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:37.207155 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9b179b9-7648-42d2-9273-70521eb82d03 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:37.285410 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-23672100-3fbb-4035-8c19-e4f214667ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:37.297974 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a38bd367-4e35-46a2-a552-17dbc78f39a7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:37.468300 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23672100-3fbb-4035-8c19-e4f214667ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e55b9772-667d-40ec-8b60-71083e8bda61,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:37.481739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23672100-3fbb-4035-8c19-e4f214667ea7 admin admin] Checking segment: {'id': 'a0249e8a-c7db-4552-9811-e49c6e48e5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa3cddde-c439-47b7-bd2a-836c83ebd2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:37.483501 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23672100-3fbb-4035-8c19-e4f214667ea7 admin admin] Network hostable DHCP agents. Network: fa3cddde-c439-47b7-bd2a-836c83ebd2b5, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:00:37.559906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2614a-943f-4ef9-8ea8-2cf1f7d4724b req-7cc4859f-e2da-45be-9ead-c11e89a9224a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:37.561452 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6e2614a-943f-4ef9-8ea8-2cf1f7d4724b req-7cc4859f-e2da-45be-9ead-c11e89a9224a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.1294243 Jul 30 02:00:37.565550 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23672100-3fbb-4035-8c19-e4f214667ea7 admin admin] Network fa3cddde-c439-47b7-bd2a-836c83ebd2b5 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:00:37.574492 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9b179b9-7648-42d2-9273-70521eb82d03 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:37.614693 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f9b179b9-7648-42d2-9273-70521eb82d03 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Calling delete_port for ed7d623d-9879-4f2b-91e5-8f9b44b4f5cd owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:37.643367 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-23672100-3fbb-4035-8c19-e4f214667ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, fa3cddde-c439-47b7-bd2a-836c83ebd2b5) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:37.658217 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb45338-7a29-4dbd-a7a9-30148db61cda None None] Network fa3cddde-c439-47b7-bd2a-836c83ebd2b5 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:37.667282 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23672100-3fbb-4035-8c19-e4f214667ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:37.668694 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-23672100-3fbb-4035-8c19-e4f214667ea7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:37.793310 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6e2614a-943f-4ef9-8ea8-2cf1f7d4724b req-61ed6338-ac67-4282-997d-320ddcd174ad tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054272 Jul 30 02:00:37.798556 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-23672100-3fbb-4035-8c19-e4f214667ea7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9382386 Jul 30 02:00:37.925239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272a71e9-96af-446d-ae5d-2013940ce8d2 None None] Network fa3cddde-c439-47b7-bd2a-836c83ebd2b5 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:38.051510 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a38bd367-4e35-46a2-a552-17dbc78f39a7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.380494 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9b179b9-7648-42d2-9273-70521eb82d03 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.443319 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b179b9-7648-42d2-9273-70521eb82d03 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event deleted for resources: {'Port': ['ID=ed7d623d-9879-4f2b-91e5-8f9b44b4f5cd,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:38.482205 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38bd367-4e35-46a2-a552-17dbc78f39a7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Router 099ce02c-9c57-40a4-b583-166b0e0bcd61 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:00:38.577818 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9b179b9-7648-42d2-9273-70521eb82d03 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.754465 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38bd367-4e35-46a2-a552-17dbc78f39a7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:38.766119 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5f9ee2-135d-4780-9c0d-1ede521f1bed None None] Sync routers for ids ['099ce02c-9c57-40a4-b583-166b0e0bcd61'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:38.769303 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9b179b9-7648-42d2-9273-70521eb82d03 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.774326 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9b179b9-7648-42d2-9273-70521eb82d03 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.777500 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5f9ee2-135d-4780-9c0d-1ede521f1bed None None] Routers {'099ce02c-9c57-40a4-b583-166b0e0bcd61'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:38.778401 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7b5f9ee2-135d-4780-9c0d-1ede521f1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['099ce02c-9c57-40a4-b583-166b0e0bcd61'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:38.814160 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59350) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:38.861849 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a38bd367-4e35-46a2-a552-17dbc78f39a7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.863230 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a38bd367-4e35-46a2-a552-17dbc78f39a7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.4248452 Jul 30 02:00:38.865940 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59358) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:38.878965 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e8fab693-70e5-404b-ad48-1a40d48b3f3c tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:38.879047 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7b5f9ee2-135d-4780-9c0d-1ede521f1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:38.944411 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5f9ee2-135d-4780-9c0d-1ede521f1bed None None] Routers {'099ce02c-9c57-40a4-b583-166b0e0bcd61'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:38.945070 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7b5f9ee2-135d-4780-9c0d-1ede521f1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['099ce02c-9c57-40a4-b583-166b0e0bcd61'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:39.032847 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c164f1-3935-447c-95f4-4f7028093b93 req-d9d678d9-c44d-444c-bab2-65ec04ef4646 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:39.033017 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7b5f9ee2-135d-4780-9c0d-1ede521f1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:39.033017 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5f9ee2-135d-4780-9c0d-1ede521f1bed None None] The sync data for ids ['099ce02c-9c57-40a4-b583-166b0e0bcd61'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:39.033146 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73c164f1-3935-447c-95f4-4f7028093b93 req-d9d678d9-c44d-444c-bab2-65ec04ef4646 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.1088848 Jul 30 02:00:39.062676 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9b179b9-7648-42d2-9273-70521eb82d03 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.062676 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b179b9-7648-42d2-9273-70521eb82d03 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Fanout notify agent at l3_agent the message router_deleted on router 76c36449-11ac-4843-9789-9d76f3949045 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:00:39.062676 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9b179b9-7648-42d2-9273-70521eb82d03 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.062676 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f9b179b9-7648-42d2-9273-70521eb82d03 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "DELETE /v2.0/routers/76c36449-11ac-4843-9789-9d76f3949045 HTTP/1.1" status: 204 len: 168 time: 3.3803871 Jul 30 02:00:39.063327 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59362) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:39.120111 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-6a51a062-971d-48cb-8841-0031b4fe2a0e tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:39.143522 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73c164f1-3935-447c-95f4-4f7028093b93 req-0fccfa40-24f6-4e58-a4c7-ce79648964a8 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108115 Jul 30 02:00:39.150324 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5375e89-f8db-4857-a17d-c4b5c7b951a5 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Deleting subnet cad2dfea-62de-4416-8fa0-c243fd2c10d8 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:00:39.153441 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f5375e89-f8db-4857-a17d-c4b5c7b951a5 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.200195 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f5375e89-f8db-4857-a17d-c4b5c7b951a5 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.247320 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f5375e89-f8db-4857-a17d-c4b5c7b951a5 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.302105 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e8fab693-70e5-404b-ad48-1a40d48b3f3c tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.402359 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc68ffae-b678-484d-9c51-ad209d166f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.406097 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f5375e89-f8db-4857-a17d-c4b5c7b951a5 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.408455 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e8fab693-70e5-404b-ad48-1a40d48b3f3c tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.426815 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6a51a062-971d-48cb-8841-0031b4fe2a0e tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] 10.222.0.70 "PUT /v2.0/quotas/c84c8cc1b2c84a39bc17ed1996194c91 HTTP/1.1" status: 200 len: 368 time: 0.6109014 Jul 30 02:00:39.427897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59370) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:39.435935 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-0e0248d5-eceb-4ba7-9edc-f9d49bd8d701 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Request body: {'network': {'project_id': 'c84c8cc1b2c84a39bc17ed1996194c91'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:39.449815 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5375e89-f8db-4857-a17d-c4b5c7b951a5 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event deleted for resources: {'Subnet': ['ID=cad2dfea-62de-4416-8fa0-c243fd2c10d8,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:39.455827 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f5375e89-f8db-4857-a17d-c4b5c7b951a5 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.456035 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f5375e89-f8db-4857-a17d-c4b5c7b951a5 tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "DELETE /v2.0/subnets/cad2dfea-62de-4416-8fa0-c243fd2c10d8 HTTP/1.1" status: 204 len: 168 time: 0.3974802 Jul 30 02:00:39.458598 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59372) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:39.540416 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0248d5-eceb-4ba7-9edc-f9d49bd8d701 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Made reservation on behalf of c84c8cc1b2c84a39bc17ed1996194c91 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:39.542903 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0e0248d5-eceb-4ba7-9edc-f9d49bd8d701 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.554389 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0e0248d5-eceb-4ba7-9edc-f9d49bd8d701 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.581125 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-e8fab693-70e5-404b-ad48-1a40d48b3f3c tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Deleting port 128a6b13-f0fa-4a79-8bef-fb6915791af4 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:39.581882 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e8fab693-70e5-404b-ad48-1a40d48b3f3c tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.593180 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b2c77c1-5b68-4dfc-819d-4570732fd02d tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.752910 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b2c77c1-5b68-4dfc-819d-4570732fd02d tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.764274 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-2b2c77c1-5b68-4dfc-819d-4570732fd02d tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d1fe78-413f-42dd-aacf-aa89f2722a15']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:39.777753 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-2b2c77c1-5b68-4dfc-819d-4570732fd02d tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dec4f26-6260-468d-a726-1f8ce6c1890c') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:39.778271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-2b2c77c1-5b68-4dfc-819d-4570732fd02d tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dec4f26-6260-468d-a726-1f8ce6c1890c') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:39.789413 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b2c77c1-5b68-4dfc-819d-4570732fd02d tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.820591 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b2c77c1-5b68-4dfc-819d-4570732fd02d tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.829192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2c77c1-5b68-4dfc-819d-4570732fd02d tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:00:39.829779 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b2c77c1-5b68-4dfc-819d-4570732fd02d tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:00:39.833635 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:00:39.851337 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0e0248d5-eceb-4ba7-9edc-f9d49bd8d701 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.862318 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e8fab693-70e5-404b-ad48-1a40d48b3f3c tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.882476 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-e8fab693-70e5-404b-ad48-1a40d48b3f3c tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Calling delete_port for 128a6b13-f0fa-4a79-8bef-fb6915791af4 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:39.936782 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0e0248d5-eceb-4ba7-9edc-f9d49bd8d701 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.975774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0248d5-eceb-4ba7-9edc-f9d49bd8d701 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:00:39.993260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0248d5-eceb-4ba7-9edc-f9d49bd8d701 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982f3c7b-360c-4a2c-b20a-0e09d0e02ffa,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:40.039594 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b2c77c1-5b68-4dfc-819d-4570732fd02d tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.049933 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b2c77c1-5b68-4dfc-819d-4570732fd02d tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.052950 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0e0248d5-eceb-4ba7-9edc-f9d49bd8d701 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.054343 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-0e0248d5-eceb-4ba7-9edc-f9d49bd8d701 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Added segment e10effce-a8ad-4c0b-bd91-0f07dc1f006e of type vlan for network 426f427d-0fdb-44ee-b50a-2ef20c240103 Jul 30 02:00:40.055855 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2b2c77c1-5b68-4dfc-819d-4570732fd02d tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] 10.222.0.70 "DELETE /v2.0/networks/c3d1fe78-413f-42dd-aacf-aa89f2722a15 HTTP/1.1" status: 204 len: 168 time: 0.5923305 Jul 30 02:00:40.079970 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c77c1-5b68-4dfc-819d-4570732fd02d tempest-FloatingIPTestJSON-169289959 tempest-FloatingIPTestJSON-169289959-project] Pushing event deleted for resources: {'Network': ['ID=c3d1fe78-413f-42dd-aacf-aa89f2722a15,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:40.195109 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0e0248d5-eceb-4ba7-9edc-f9d49bd8d701 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.348584 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47584d52-25e4-4cb8-a8e7-e1f5ed1b5882 req-6114b558-5a52-47ff-ad89-8775a6270a8d tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:40.350111 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-47584d52-25e4-4cb8-a8e7-e1f5ed1b5882 req-6114b558-5a52-47ff-ad89-8775a6270a8d tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.0589426 Jul 30 02:00:40.363029 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0e0248d5-eceb-4ba7-9edc-f9d49bd8d701 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.364465 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0248d5-eceb-4ba7-9edc-f9d49bd8d701 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:40.365285 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0e0248d5-eceb-4ba7-9edc-f9d49bd8d701 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.434964 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-47584d52-25e4-4cb8-a8e7-e1f5ed1b5882 req-36b9bb6e-30d2-4c67-9d97-82ee36ab6bf1 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784783 Jul 30 02:00:40.532254 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e8fab693-70e5-404b-ad48-1a40d48b3f3c tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.574008 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fab693-70e5-404b-ad48-1a40d48b3f3c tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Pushing event deleted for resources: {'Port': ['ID=128a6b13-f0fa-4a79-8bef-fb6915791af4,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:40.614910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0248d5-eceb-4ba7-9edc-f9d49bd8d701 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Pushing event updated for resources: {'Network': ['ID=426f427d-0fdb-44ee-b50a-2ef20c240103,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:40.627908 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 426f427d-0fdb-44ee-b50a-2ef20c240103 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:00:40.678940 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0e0248d5-eceb-4ba7-9edc-f9d49bd8d701 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2468667 Jul 30 02:00:40.680166 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59412) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:40.687968 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-27124d15-9c40-48b8-92db-a41167d0d508 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Request body: {'network': {'project_id': 'c84c8cc1b2c84a39bc17ed1996194c91'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:40.791215 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e8fab693-70e5-404b-ad48-1a40d48b3f3c tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.791697 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27124d15-9c40-48b8-92db-a41167d0d508 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Made reservation on behalf of c84c8cc1b2c84a39bc17ed1996194c91 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:40.794619 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27124d15-9c40-48b8-92db-a41167d0d508 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.903551 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27124d15-9c40-48b8-92db-a41167d0d508 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:00:40.922489 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27124d15-9c40-48b8-92db-a41167d0d508 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.924656 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-27124d15-9c40-48b8-92db-a41167d0d508 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Added segment a6039933-5aec-4542-b716-410d72a30601 of type vlan for network 637bdc18-bd55-468d-bc95-689dfe76ca8f Jul 30 02:00:40.941111 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59418) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:41.093030 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27124d15-9c40-48b8-92db-a41167d0d508 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:41.224885 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27124d15-9c40-48b8-92db-a41167d0d508 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:41.226415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27124d15-9c40-48b8-92db-a41167d0d508 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:41.227487 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27124d15-9c40-48b8-92db-a41167d0d508 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:41.304261 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27124d15-9c40-48b8-92db-a41167d0d508 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Pushing event updated for resources: {'Network': ['ID=637bdc18-bd55-468d-bc95-689dfe76ca8f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:41.316317 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 637bdc18-bd55-468d-bc95-689dfe76ca8f details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:00:41.345972 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-27124d15-9c40-48b8-92db-a41167d0d508 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6643751 Jul 30 02:00:41.351812 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59430) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:41.358692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-c21fc0f4-6496-43ff-b7a9-42a9180a7441 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Request body: {'network': {'project_id': 'c84c8cc1b2c84a39bc17ed1996194c91'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:41.398982 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21fc0f4-6496-43ff-b7a9-42a9180a7441 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 30 02:00:41.399807 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c21fc0f4-6496-43ff-b7a9-42a9180a7441 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:00:41.402350 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c21fc0f4-6496-43ff-b7a9-42a9180a7441 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0489643 Jul 30 02:00:41.520319 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-25e8700c-3630-4184-a3b2-1657b67c05fa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e2b6dcd7b9724ad1a80613e04482e975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5779216 Jul 30 02:00:41.523898 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59442) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:41.630583 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a459b802-8950-4e49-9d3c-57d5282cb1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:41.644852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59450) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:41.728193 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:41.730595 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e8fab693-70e5-404b-ad48-1a40d48b3f3c tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:41.751482 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-415080b2-73fa-4910-9e1a-742017b67bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:41.753109 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e8fab693-70e5-404b-ad48-1a40d48b3f3c tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:41.771518 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8186ae-5ce9-4822-9d25-0cd627aeac11 req-a18dccc3-4fc5-49d4-a7e8-fbf30844bf0b tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:41.779671 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a8186ae-5ce9-4822-9d25-0cd627aeac11 req-a18dccc3-4fc5-49d4-a7e8-fbf30844bf0b tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.1289878 Jul 30 02:00:41.801043 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-415080b2-73fa-4910-9e1a-742017b67bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:41.848479 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-d016274b-5d0f-4e4f-bd13-90d80b3dc9c7 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:41.859453 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-d016274b-5d0f-4e4f-bd13-90d80b3dc9c7 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/networks?id=fa3cddde-c439-47b7-bd2a-836c83ebd2b5 HTTP/1.1" status: 200 len: 810 time: 0.2377234 Jul 30 02:00:41.892103 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-ce1a19c4-cfde-4292-acef-e0c9ab1c01ba tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/quotas/dcb9b7f983f54cf2a36f4eab2e05141d HTTP/1.1" status: 200 len: 375 time: 0.0316486 Jul 30 02:00:41.895449 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a8186ae-5ce9-4822-9d25-0cd627aeac11 req-1f253b0d-cec7-4660-847b-5105b88af81e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089871 Jul 30 02:00:41.913143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fab693-70e5-404b-ad48-1a40d48b3f3c tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Router 099ce02c-9c57-40a4-b583-166b0e0bcd61 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:00:41.960631 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-e3a3ec3b-8022-4a9c-9519-fafbd979587c tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=dcb9b7f983f54cf2a36f4eab2e05141d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663190 Jul 30 02:00:41.975377 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-9e0edda6-c63f-47b4-b0ef-f27ebddef014 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:41.987006 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-9e0edda6-c63f-47b4-b0ef-f27ebddef014 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243430 Jul 30 02:00:41.993456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fab693-70e5-404b-ad48-1a40d48b3f3c tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:42.004693 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b38dee-a58b-4728-a9d5-fa627683e298 None None] Sync routers for ids ['099ce02c-9c57-40a4-b583-166b0e0bcd61'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:42.010494 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e8fab693-70e5-404b-ad48-1a40d48b3f3c tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.013803 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e8fab693-70e5-404b-ad48-1a40d48b3f3c tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "PUT /v2.0/routers/099ce02c-9c57-40a4-b583-166b0e0bcd61 HTTP/1.1" status: 200 len: 709 time: 3.1468403 Jul 30 02:00:42.017280 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b38dee-a58b-4728-a9d5-fa627683e298 None None] Routers {'099ce02c-9c57-40a4-b583-166b0e0bcd61'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:42.018459 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a8b38dee-a58b-4728-a9d5-fa627683e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['099ce02c-9c57-40a4-b583-166b0e0bcd61'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:42.018970 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59456) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:42.055711 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a8b38dee-a58b-4728-a9d5-fa627683e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:42.065343 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b38dee-a58b-4728-a9d5-fa627683e298 None None] Routers {'099ce02c-9c57-40a4-b583-166b0e0bcd61'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:42.066119 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a8b38dee-a58b-4728-a9d5-fa627683e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['099ce02c-9c57-40a4-b583-166b0e0bcd61'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:42.099573 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a8b38dee-a58b-4728-a9d5-fa627683e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:42.100664 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b38dee-a58b-4728-a9d5-fa627683e298 None None] The sync data for ids ['099ce02c-9c57-40a4-b583-166b0e0bcd61'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:42.224498 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-732d69bd-5596-4094-a666-9de1a2e2a8dc tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "GET /v2.0/routers/099ce02c-9c57-40a4-b583-166b0e0bcd61 HTTP/1.1" status: 200 len: 744 time: 0.1789265 Jul 30 02:00:42.225323 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59458) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:42.255499 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-415080b2-73fa-4910-9e1a-742017b67bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.258484 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-415080b2-73fa-4910-9e1a-742017b67bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.262319 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-415080b2-73fa-4910-9e1a-742017b67bce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58d5c144-4b68-4202-826e-491003a83cfb HTTP/1.1" status: 204 len: 168 time: 0.7364974 Jul 30 02:00:42.271339 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e8f54c58-91aa-4d7f-888d-7d5d25bb5942 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c84c8cc1b2c84a39bc17ed1996194c91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6186428 Jul 30 02:00:42.271898 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59462) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:42.284746 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-46f316dc-5cbe-43b1-b697-f34d3bf21990 service neutron] 10.222.0.70 "GET /v2.0/networks/fa3cddde-c439-47b7-bd2a-836c83ebd2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965596 Jul 30 02:00:42.290352 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415080b2-73fa-4910-9e1a-742017b67bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d5c144-4b68-4202-826e-491003a83cfb,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:42.342152 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-42d69dd1-42c7-4604-a977-8b5db2a7d637 tempest-RoutersIpV6AdminTest-1523021547 tempest-RoutersIpV6AdminTest-1523021547-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&device_id=099ce02c-9c57-40a4-b583-166b0e0bcd61 HTTP/1.1" status: 200 len: 205 time: 0.1154528 Jul 30 02:00:42.342796 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59464) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:42.394958 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-908fd5b1-7db2-48e9-8fa8-2492917e270e tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "GET /v2.0/ports?device_id=099ce02c-9c57-40a4-b583-166b0e0bcd61 HTTP/1.1" status: 200 len: 205 time: 0.0505502 Jul 30 02:00:42.398551 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59466) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:42.424813 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2481a587-ed19-4206-8b21-7daccb6ff1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.473586 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-a6228a9d-8f5b-4f59-8a0e-9255b9e1cdfd service neutron] 10.222.0.70 "GET /v2.0/networks/fa3cddde-c439-47b7-bd2a-836c83ebd2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661289 Jul 30 02:00:42.476377 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2481a587-ed19-4206-8b21-7daccb6ff1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.540139 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc12778b-e541-4cef-8d8d-fcb8fb50c545 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.670941 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2481a587-ed19-4206-8b21-7daccb6ff1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.673574 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2481a587-ed19-4206-8b21-7daccb6ff1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.674795 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2481a587-ed19-4206-8b21-7daccb6ff1b7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/982f3c7b-360c-4a2c-b20a-0e09d0e02ffa HTTP/1.1" status: 204 len: 168 time: 0.3980093 Jul 30 02:00:42.678058 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59472) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:42.724864 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481a587-ed19-4206-8b21-7daccb6ff1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982f3c7b-360c-4a2c-b20a-0e09d0e02ffa,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:42.758287 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc12778b-e541-4cef-8d8d-fcb8fb50c545 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.760982 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc12778b-e541-4cef-8d8d-fcb8fb50c545 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.836266 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-272c5617-26a6-4edf-8bfb-1ccc2c3c0c42 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.913781 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc12778b-e541-4cef-8d8d-fcb8fb50c545 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.914336 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc12778b-e541-4cef-8d8d-fcb8fb50c545 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Fanout notify agent at l3_agent the message router_deleted on router 099ce02c-9c57-40a4-b583-166b0e0bcd61 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:00:42.923525 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc12778b-e541-4cef-8d8d-fcb8fb50c545 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.929819 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bc12778b-e541-4cef-8d8d-fcb8fb50c545 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "DELETE /v2.0/routers/099ce02c-9c57-40a4-b583-166b0e0bcd61 HTTP/1.1" status: 204 len: 168 time: 0.5276897 Jul 30 02:00:42.933146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59482) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:42.986392 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0483b243-28ca-40c2-ac9b-fe4f3672caaf tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "GET /v2.0/ports?device_id=099ce02c-9c57-40a4-b583-166b0e0bcd61 HTTP/1.1" status: 200 len: 205 time: 0.0475147 Jul 30 02:00:42.989603 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59488) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:43.043497 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-272c5617-26a6-4edf-8bfb-1ccc2c3c0c42 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.046899 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-c9b41ce6-5e83-4bf7-8a3e-2522a88dd901 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] delete failed (client error): The resource could not be found. Jul 30 02:00:43.050475 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c9b41ce6-5e83-4bf7-8a3e-2522a88dd901 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "DELETE /v2.0/routers/099ce02c-9c57-40a4-b583-166b0e0bcd61 HTTP/1.1" status: 404 len: 336 time: 0.0570323 Jul 30 02:00:43.053512 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59490) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:43.072757 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-272c5617-26a6-4edf-8bfb-1ccc2c3c0c42 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637bdc18-bd55-468d-bc95-689dfe76ca8f']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:43.101291 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8a330a1e-1dd6-470f-ba5e-5dffcf1a2555 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "GET /v2.0/ports?device_id=071beab9-ba27-4ab2-8404-2d55c4586835 HTTP/1.1" status: 200 len: 205 time: 0.0446365 Jul 30 02:00:43.101525 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59494) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:43.110285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-272c5617-26a6-4edf-8bfb-1ccc2c3c0c42 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6039933-5aec-4542-b716-410d72a30601') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:43.110615 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-272c5617-26a6-4edf-8bfb-1ccc2c3c0c42 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6039933-5aec-4542-b716-410d72a30601') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:43.142853 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356dfb2-7425-47f2-a3fd-590c024a08d2 req-0dbad7ba-87ea-47ad-bdb8-5ece46e6b1bf tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:43.150766 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d356dfb2-7425-47f2-a3fd-590c024a08d2 req-0dbad7ba-87ea-47ad-bdb8-5ece46e6b1bf tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.1581991 Jul 30 02:00:43.164052 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-c8b07694-6533-4b61-a1ba-16db4388ffb3 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] delete failed (client error): The resource could not be found. Jul 30 02:00:43.168425 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c8b07694-6533-4b61-a1ba-16db4388ffb3 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "DELETE /v2.0/routers/071beab9-ba27-4ab2-8404-2d55c4586835 HTTP/1.1" status: 404 len: 336 time: 0.0637660 Jul 30 02:00:43.176511 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-272c5617-26a6-4edf-8bfb-1ccc2c3c0c42 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.177250 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59496) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:43.201972 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-30f8b7cd-8273-498d-b66b-df7073b8195f req-64637217-d9f2-4fe8-8422-b7b115ef9b43 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/ports?device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 210 time: 0.0420175 Jul 30 02:00:43.213886 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-272c5617-26a6-4edf-8bfb-1ccc2c3c0c42 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.233465 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272c5617-26a6-4edf-8bfb-1ccc2c3c0c42 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:00:43.233884 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-272c5617-26a6-4edf-8bfb-1ccc2c3c0c42 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.234131 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:00:43.240846 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:00:43.246807 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cdae4bc3-5985-41e7-8b01-a7e11a1e9c94 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca14d8a7-aedb-4425-b5d2-682d7ff4044c HTTP/1.1" status: 200 len: 205 time: 0.0667529 Jul 30 02:00:43.248231 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59504) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:43.290222 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-56abaed9-7e28-4849-82dd-d9792c980c05 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] delete failed (client error): The resource could not be found. Jul 30 02:00:43.294858 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-56abaed9-7e28-4849-82dd-d9792c980c05 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "DELETE /v2.0/routers/ca14d8a7-aedb-4425-b5d2-682d7ff4044c HTTP/1.1" status: 404 len: 336 time: 0.0444288 Jul 30 02:00:43.299107 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59506) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:43.338383 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ba3d95dc-4c06-4fbd-8fb0-022bde01f4ae tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "GET /v2.0/ports?device_id=42cbc6ff-4dfd-4ee3-ae03-840e7e794bb0 HTTP/1.1" status: 200 len: 205 time: 0.0310657 Jul 30 02:00:43.338383 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59508) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:43.338618 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d356dfb2-7425-47f2-a3fd-590c024a08d2 req-3777755e-5a9a-475a-90c7-fccbb7829e25 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793327 Jul 30 02:00:43.388544 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-68cea0e7-f18e-414a-b7fb-b7edbb23f1a8 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] delete failed (client error): The resource could not be found. Jul 30 02:00:43.389810 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-68cea0e7-f18e-414a-b7fb-b7edbb23f1a8 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "DELETE /v2.0/routers/42cbc6ff-4dfd-4ee3-ae03-840e7e794bb0 HTTP/1.1" status: 404 len: 336 time: 0.0533729 Jul 30 02:00:43.392739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59512) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:43.428453 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59514) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:43.428834 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-be23e1fe-954b-4e07-8a15-ee4e6be3e6d8 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "GET /v2.0/ports?device_id=955e0117-62da-43a1-aabb-fa99eb4d4569 HTTP/1.1" status: 200 len: 205 time: 0.0347657 Jul 30 02:00:43.479942 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-61e2b23c-de3a-41ce-be03-04f6d9f3c6c1 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] delete failed (client error): The resource could not be found. Jul 30 02:00:43.481069 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-61e2b23c-de3a-41ce-be03-04f6d9f3c6c1 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "DELETE /v2.0/routers/955e0117-62da-43a1-aabb-fa99eb4d4569 HTTP/1.1" status: 404 len: 336 time: 0.0509181 Jul 30 02:00:43.483002 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-272c5617-26a6-4edf-8bfb-1ccc2c3c0c42 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.484465 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59516) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:43.508995 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-272c5617-26a6-4edf-8bfb-1ccc2c3c0c42 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.511965 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-272c5617-26a6-4edf-8bfb-1ccc2c3c0c42 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] 10.222.0.70 "DELETE /v2.0/networks/637bdc18-bd55-468d-bc95-689dfe76ca8f HTTP/1.1" status: 204 len: 168 time: 0.8316658 Jul 30 02:00:43.514468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59518) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:43.531688 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e6534271-5af4-4d99-b8d3-4b77e3692be7 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb57e33f-aa14-45e8-a364-f876eed11730 HTTP/1.1" status: 200 len: 205 time: 0.0461628 Jul 30 02:00:43.544976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59520) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:43.552257 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c5617-26a6-4edf-8bfb-1ccc2c3c0c42 tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Pushing event deleted for resources: {'Network': ['ID=637bdc18-bd55-468d-bc95-689dfe76ca8f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:43.596113 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-e44c5d80-b850-45ca-bb97-a55b6c38e85e tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] delete failed (client error): The resource could not be found. Jul 30 02:00:43.597645 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e44c5d80-b850-45ca-bb97-a55b6c38e85e tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "DELETE /v2.0/routers/eb57e33f-aa14-45e8-a364-f876eed11730 HTTP/1.1" status: 404 len: 336 time: 0.0516760 Jul 30 02:00:43.600304 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59526) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:43.631141 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e35242-8f88-42cc-895f-9f5f20bb7ca1 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] DELETE failed (client error): The resource could not be found. Jul 30 02:00:43.631614 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e35242-8f88-42cc-895f-9f5f20bb7ca1 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:00:43.633515 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c0e35242-8f88-42cc-895f-9f5f20bb7ca1 tempest-RoutersIpV6AdminTest-1696963414 tempest-RoutersIpV6AdminTest-1696963414-project] 10.222.0.70 "DELETE /v2.0/subnets/74fed40a-e18f-43a1-9362-74fe88079ff0 HTTP/1.1" status: 404 len: 337 time: 0.0322502 Jul 30 02:00:43.693298 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-61bbd42f-776d-4534-b0ba-04c4868ffd2f tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.809216 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-61bbd42f-776d-4534-b0ba-04c4868ffd2f tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.820537 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-61bbd42f-776d-4534-b0ba-04c4868ffd2f tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426f427d-0fdb-44ee-b50a-2ef20c240103']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:43.841851 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-61bbd42f-776d-4534-b0ba-04c4868ffd2f tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10effce-a8ad-4c0b-bd91-0f07dc1f006e') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:43.842247 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-61bbd42f-776d-4534-b0ba-04c4868ffd2f tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10effce-a8ad-4c0b-bd91-0f07dc1f006e') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:43.886934 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-61bbd42f-776d-4534-b0ba-04c4868ffd2f tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.923154 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-61bbd42f-776d-4534-b0ba-04c4868ffd2f tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.943810 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bbd42f-776d-4534-b0ba-04c4868ffd2f tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:00:43.944477 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-61bbd42f-776d-4534-b0ba-04c4868ffd2f tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:00:43.947289 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:00:44.130446 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-61bbd42f-776d-4534-b0ba-04c4868ffd2f tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:44.143226 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-61bbd42f-776d-4534-b0ba-04c4868ffd2f tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:44.144036 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-61bbd42f-776d-4534-b0ba-04c4868ffd2f tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] 10.222.0.70 "DELETE /v2.0/networks/426f427d-0fdb-44ee-b50a-2ef20c240103 HTTP/1.1" status: 204 len: 168 time: 0.6282732 Jul 30 02:00:44.165096 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbd42f-776d-4534-b0ba-04c4868ffd2f tempest-QuotasNegativeTest-1350536565 tempest-QuotasNegativeTest-1350536565-project-admin] Pushing event deleted for resources: {'Network': ['ID=426f427d-0fdb-44ee-b50a-2ef20c240103,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:44.311806 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-13eef8dc-7b1e-4158-a3af-4252238569ca req-9ef9c8d8-62b4-4fce-bb58-2a7e1a429ae6 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/ports?device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 210 time: 0.0313635 Jul 30 02:00:44.410798 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59554) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:44.546418 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff204a-258f-477f-9e73-be05fad76d7e req-a1d0863f-0cee-4fda-8d3f-9652d832d109 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:44.546418 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7bff204a-258f-477f-9e73-be05fad76d7e req-a1d0863f-0cee-4fda-8d3f-9652d832d109 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.0745931 Jul 30 02:00:44.546418 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7bff204a-258f-477f-9e73-be05fad76d7e req-eee32297-d509-4a01-aeb9-6b943199ee09 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392976 Jul 30 02:00:44.640239 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:44.649859 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2e95eb32-951e-4716-bb14-785d299adde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:44.752657 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2e95eb32-951e-4716-bb14-785d299adde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:44.858398 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2e95eb32-951e-4716-bb14-785d299adde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:44.900088 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95eb32-951e-4716-bb14-785d299adde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48c6c40-ecda-4e73-bfd1-222b5ea6a4db,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:44.919915 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2e95eb32-951e-4716-bb14-785d299adde3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a254c98bd70420a9a117e77f16547a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5081522 Jul 30 02:00:44.922524 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59570) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:45.006255 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b46357d6-1145-4bf0-af43-855e47d9c449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.038187 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b46357d6-1145-4bf0-af43-855e47d9c449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.236255 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b46357d6-1145-4bf0-af43-855e47d9c449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.239037 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b46357d6-1145-4bf0-af43-855e47d9c449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.240516 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b46357d6-1145-4bf0-af43-855e47d9c449 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d48c6c40-ecda-4e73-bfd1-222b5ea6a4db HTTP/1.1" status: 204 len: 168 time: 0.3167355 Jul 30 02:00:45.251068 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46357d6-1145-4bf0-af43-855e47d9c449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48c6c40-ecda-4e73-bfd1-222b5ea6a4db,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:45.311203 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59590) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:45.429347 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3cfa346a-f07a-4780-bd14-95c9909531fe req-23f83019-4c99-4d5b-a0e2-d1c88e58edb2 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/ports?device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 210 time: 0.0390713 Jul 30 02:00:45.462853 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59598) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:45.481365 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5f3f50dc-7d31-48e6-90dc-d7a444fd7a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.643122 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5f3f50dc-7d31-48e6-90dc-d7a444fd7a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.734346 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-044f9c30-f418-4596-bb72-8c1a588c03b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-665234461'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:45.735104 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb8ca1-106d-40d1-aaf6-56237c8dbbc5 req-bf6f1892-533b-48b9-a2ed-b8d9e1692001 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:45.742007 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5f3f50dc-7d31-48e6-90dc-d7a444fd7a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.744360 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42fb8ca1-106d-40d1-aaf6-56237c8dbbc5 req-bf6f1892-533b-48b9-a2ed-b8d9e1692001 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.0951612 Jul 30 02:00:45.785503 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42fb8ca1-106d-40d1-aaf6-56237c8dbbc5 req-d727c804-9106-4302-bbf3-9c45be8bac41 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398061 Jul 30 02:00:45.823503 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5f3f50dc-7d31-48e6-90dc-d7a444fd7a84 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=846ea54998604648b4d2e38f7e1c3462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3457696 Jul 30 02:00:45.823503 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f50dc-7d31-48e6-90dc-d7a444fd7a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72df749c-aca6-474b-bd0c-70d61260b61c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:45.824092 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59602) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:45.868050 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dab1bf7e-1950-4f71-9d65-e55745c3b9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.890036 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dab1bf7e-1950-4f71-9d65-e55745c3b9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.956309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044f9c30-f418-4596-bb72-8c1a588c03b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Made reservation on behalf of 9a69b2830bde49d18d7db7ef9f671a90 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:45.959895 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-044f9c30-f418-4596-bb72-8c1a588c03b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.969654 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-044f9c30-f418-4596-bb72-8c1a588c03b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.031107 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dab1bf7e-1950-4f71-9d65-e55745c3b9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.036503 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dab1bf7e-1950-4f71-9d65-e55745c3b9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.037673 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dab1bf7e-1950-4f71-9d65-e55745c3b9be admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72df749c-aca6-474b-bd0c-70d61260b61c HTTP/1.1" status: 204 len: 168 time: 0.2235150 Jul 30 02:00:46.049589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1bf7e-1950-4f71-9d65-e55745c3b9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72df749c-aca6-474b-bd0c-70d61260b61c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:46.127906 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-044f9c30-f418-4596-bb72-8c1a588c03b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.222402 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-044f9c30-f418-4596-bb72-8c1a588c03b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.280521 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044f9c30-f418-4596-bb72-8c1a588c03b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:00:46.295894 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f9c30-f418-4596-bb72-8c1a588c03b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5273c792-7a0c-40d1-a68f-5a69c79c90b2,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:46.315721 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-044f9c30-f418-4596-bb72-8c1a588c03b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.316240 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-044f9c30-f418-4596-bb72-8c1a588c03b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Added segment a86ad186-1970-459f-b8df-800c9cf91947 of type vlan for network 4cc4ae50-7a6a-4b9c-95fe-cff53e82b889 Jul 30 02:00:46.357884 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-044f9c30-f418-4596-bb72-8c1a588c03b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.444360 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-044f9c30-f418-4596-bb72-8c1a588c03b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.452311 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044f9c30-f418-4596-bb72-8c1a588c03b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:46.452311 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-044f9c30-f418-4596-bb72-8c1a588c03b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.538331 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f9c30-f418-4596-bb72-8c1a588c03b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Pushing event updated for resources: {'Network': ['ID=4cc4ae50-7a6a-4b9c-95fe-cff53e82b889,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:46.561252 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 4cc4ae50-7a6a-4b9c-95fe-cff53e82b889 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:00:46.587678 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5f5335cd-b3d7-412f-943a-e92d188e236e req-751d12ec-0d85-41c5-b7de-f4f436020edc tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/ports?device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 210 time: 0.0346496 Jul 30 02:00:46.626087 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59632) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:46.628146 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-044f9c30-f418-4596-bb72-8c1a588c03b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3155916 Jul 30 02:00:46.632170 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-d7c82c5b-0b6e-455a-af73-644d7a146486 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Request body: {'subnet': {'network_id': '4cc4ae50-7a6a-4b9c-95fe-cff53e82b889', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:46.732251 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59636) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:46.778111 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-25e9dcd8-bca9-4ae9-98c1-72b1e3e84583 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9b35b484da0b4f61b7fe1fe5ba808c28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446694 Jul 30 02:00:46.780546 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59638) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:46.845353 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c82c5b-0b6e-455a-af73-644d7a146486 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Made reservation on behalf of 9a69b2830bde49d18d7db7ef9f671a90 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:46.848018 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-13f51ecb-6704-45bc-ab82-f31d96ac7205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.852735 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d7c82c5b-0b6e-455a-af73-644d7a146486 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.895793 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-13f51ecb-6704-45bc-ab82-f31d96ac7205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.016685 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12cc16-2072-4e8d-8df5-79890ad6ad3d req-ef08b938-84b3-4bee-8141-59d462db2da0 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:47.018161 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8d12cc16-2072-4e8d-8df5-79890ad6ad3d req-ef08b938-84b3-4bee-8141-59d462db2da0 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.0722623 Jul 30 02:00:47.066860 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648183e4-976e-4ab0-8294-dbca1511cab2 req-61069dd3-e0ba-4c53-9b57-c8f9a4b24428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:47.071716 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-648183e4-976e-4ab0-8294-dbca1511cab2 req-61069dd3-e0ba-4c53-9b57-c8f9a4b24428 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e9759d07ba4e958653b10399043a13&device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 1096 time: 0.0671473 Jul 30 02:00:47.078452 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-13f51ecb-6704-45bc-ab82-f31d96ac7205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.078585 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-13f51ecb-6704-45bc-ab82-f31d96ac7205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.080097 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-13f51ecb-6704-45bc-ab82-f31d96ac7205 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6b201ce3-583e-4bbb-a7c5-d6d0db1f7f55 HTTP/1.1" status: 204 len: 168 time: 0.2985196 Jul 30 02:00:47.113297 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8d12cc16-2072-4e8d-8df5-79890ad6ad3d req-2964d2a5-88b8-487a-9613-b7053b378939 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869746 Jul 30 02:00:47.156793 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f51ecb-6704-45bc-ab82-f31d96ac7205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b201ce3-583e-4bbb-a7c5-d6d0db1f7f55,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:47.237568 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648183e4-976e-4ab0-8294-dbca1511cab2 req-f8aeffbc-5cab-47ef-8631-e20ba595ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:47.239205 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-648183e4-976e-4ab0-8294-dbca1511cab2 req-f8aeffbc-5cab-47ef-8631-e20ba595ba7c service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb87329a-3973-4c1a-ad14-ee785b8bfa68 HTTP/1.1" status: 200 len: 917 time: 0.1581349 Jul 30 02:00:47.262171 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59650) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:47.307731 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d7c82c5b-0b6e-455a-af73-644d7a146486 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.316590 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-947a1bca-8323-46d0-8ce9-2351c8bbb9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.344653 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-648183e4-976e-4ab0-8294-dbca1511cab2 req-27405ff6-447d-4ca9-a049-6820f9f72dc6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deadf778-75a3-49ca-af0a-e6bd7145933b HTTP/1.1" status: 200 len: 1000 time: 0.0963991 Jul 30 02:00:47.426450 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648183e4-976e-4ab0-8294-dbca1511cab2 req-dc8436bb-315e-4218-b34c-cb03d6d17a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:47.427985 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-648183e4-976e-4ab0-8294-dbca1511cab2 req-dc8436bb-315e-4218-b34c-cb03d6d17a64 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d5331bae-ecd8-4548-bb35-10d75f268fda HTTP/1.1" status: 200 len: 855 time: 0.0767357 Jul 30 02:00:47.458848 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c82c5b-0b6e-455a-af73-644d7a146486 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Pushing event updated for resources: {'Subnet': ['ID=654fba35-3cd0-4ccf-916e-82c5f403233b,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:47.480692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648183e4-976e-4ab0-8294-dbca1511cab2 req-309518e0-09a4-4c74-9b1c-da1961850ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:47.483001 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-648183e4-976e-4ab0-8294-dbca1511cab2 req-309518e0-09a4-4c74-9b1c-da1961850ece service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb87329a-3973-4c1a-ad14-ee785b8bfa68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475380 Jul 30 02:00:47.493044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-ddb2c8e1-e0b0-4544-8453-52fdd93d7f84 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:47.494639 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-ddb2c8e1-e0b0-4544-8453-52fdd93d7f84 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.77 "GET /v2.0/networks?id=fa3cddde-c439-47b7-bd2a-836c83ebd2b5 HTTP/1.1" status: 200 len: 810 time: 0.2869170 Jul 30 02:00:47.508434 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c82c5b-0b6e-455a-af73-644d7a146486 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Checking segment: {'id': 'a86ad186-1970-459f-b8df-800c9cf91947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4cc4ae50-7a6a-4b9c-95fe-cff53e82b889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:47.508776 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c82c5b-0b6e-455a-af73-644d7a146486 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Network hostable DHCP agents. Network: 4cc4ae50-7a6a-4b9c-95fe-cff53e82b889, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:00:47.517636 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-1c822e73-6de5-4866-bd97-4948a66d5b52 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Request body: {'port': {'device_id': '4aa55b06-c906-4e76-a666-234c68eb32ea', 'network_id': 'fa3cddde-c439-47b7-bd2a-836c83ebd2b5', 'admin_state_up': True, 'tenant_id': 'dcb9b7f983f54cf2a36f4eab2e05141d'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:47.551805 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.609087 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-648183e4-976e-4ab0-8294-dbca1511cab2 req-6a5f8282-87c3-4a41-9327-8d000e0e47c3 service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185522 Jul 30 02:00:47.644931 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-947a1bca-8323-46d0-8ce9-2351c8bbb9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.667032 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c82c5b-0b6e-455a-af73-644d7a146486 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Network 4cc4ae50-7a6a-4b9c-95fe-cff53e82b889 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:00:47.711163 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f8ff99b4-7a7f-4dd4-9b06-50e7f7e73c10 req-a61b0492-0ae7-43ad-861a-6650aa2b848c tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/ports?device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 210 time: 0.0308275 Jul 30 02:00:47.722063 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-947a1bca-8323-46d0-8ce9-2351c8bbb9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.758395 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-648183e4-976e-4ab0-8294-dbca1511cab2 req-f011df41-6782-4424-bd4c-8025f0a34738 service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410766 Jul 30 02:00:47.769597 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-d7c82c5b-0b6e-455a-af73-644d7a146486 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 4cc4ae50-7a6a-4b9c-95fe-cff53e82b889) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:47.773317 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe58a9da-beb4-4075-9f38-28697ae152ba None None] Network 4cc4ae50-7a6a-4b9c-95fe-cff53e82b889 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:47.779400 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c82c5b-0b6e-455a-af73-644d7a146486 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:47.780236 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d7c82c5b-0b6e-455a-af73-644d7a146486 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.793139 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-947a1bca-8323-46d0-8ce9-2351c8bbb9d0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3663e3de861a413498482c83bb41adc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5287442 Jul 30 02:00:47.795555 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59662) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:47.796585 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a1bca-8323-46d0-8ce9-2351c8bbb9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd08695d-e260-4619-8a51-21a14cdbc722,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:47.840593 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-1c822e73-6de5-4866-bd97-4948a66d5b52 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Made reservation on behalf of dcb9b7f983f54cf2a36f4eab2e05141d for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:47.845445 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-1c822e73-6de5-4866-bd97-4948a66d5b52 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.868936 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1abe04d5-d87b-42ed-bd73-f5bf5c5f8817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.897669 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1abe04d5-d87b-42ed-bd73-f5bf5c5f8817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.939900 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d7c82c5b-0b6e-455a-af73-644d7a146486 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3126063 Jul 30 02:00:47.940084 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59672) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:47.951844 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-43cc544a-415d-481a-a725-dcfccffdc6a4 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1870218339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:47.997642 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-4cc4ae50-7a6a-4b9c-95fe-cff53e82b889', 'network_id': '4cc4ae50-7a6a-4b9c-95fe-cff53e82b889', 'tenant_id': '9a69b2830bde49d18d7db7ef9f671a90', 'fixed_ips': [{'subnet_id': '654fba35-3cd0-4ccf-916e-82c5f403233b'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:00:47.998538 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.043125 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-1c822e73-6de5-4866-bd97-4948a66d5b52 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Allocated IP 172.20.0.13 (fa3cddde-c439-47b7-bd2a-836c83ebd2b5/e55b9772-667d-40ec-8b60-71083e8bda61/8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:48.079004 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-43cc544a-415d-481a-a725-dcfccffdc6a4 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.080048 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-43cc544a-415d-481a-a725-dcfccffdc6a4 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.145453 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-43cc544a-415d-481a-a725-dcfccffdc6a4 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.146750 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1abe04d5-d87b-42ed-bd73-f5bf5c5f8817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.149213 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1abe04d5-d87b-42ed-bd73-f5bf5c5f8817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.152739 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1abe04d5-d87b-42ed-bd73-f5bf5c5f8817 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dd08695d-e260-4619-8a51-21a14cdbc722 HTTP/1.1" status: 204 len: 168 time: 0.3538246 Jul 30 02:00:48.162167 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Allocated IP 172.20.0.2 (4cc4ae50-7a6a-4b9c-95fe-cff53e82b889/654fba35-3cd0-4ccf-916e-82c5f403233b/caa90497-5278-4381-ab43-3042d2acb728) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:48.175296 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe04d5-d87b-42ed-bd73-f5bf5c5f8817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd08695d-e260-4619-8a51-21a14cdbc722,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:48.250458 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-43cc544a-415d-481a-a725-dcfccffdc6a4 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.274843 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-1c822e73-6de5-4866-bd97-4948a66d5b52 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.306428 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d5394-7e7e-4342-8fa0-f98e78b552bb req-1f9341a5-23a7-4d7c-a500-316bd4340f34 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:48.307798 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e4d5394-7e7e-4342-8fa0-f98e78b552bb req-1f9341a5-23a7-4d7c-a500-316bd4340f34 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.0865991 Jul 30 02:00:48.350725 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.353606 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-43cc544a-415d-481a-a725-dcfccffdc6a4 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.355742 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-43cc544a-415d-481a-a725-dcfccffdc6a4 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4147279 Jul 30 02:00:48.362360 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59690) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:48.368687 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Transition to ACTIVE for port object caa90497-5278-4381-ab43-3042d2acb728 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:48.394428 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Transition to ACTIVE for port object caa90497-5278-4381-ab43-3042d2acb728 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:48.405321 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e4d5394-7e7e-4342-8fa0-f98e78b552bb req-c42ff75a-a354-4080-9f43-5d36d006697b tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884199 Jul 30 02:00:48.468465 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.468605 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-1c822e73-6de5-4866-bd97-4948a66d5b52 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.519326 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Network 4cc4ae50-7a6a-4b9c-95fe-cff53e82b889 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:48.522077 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-1c822e73-6de5-4866-bd97-4948a66d5b52 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Network fa3cddde-c439-47b7-bd2a-836c83ebd2b5 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:48.522641 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:48.525563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-1c822e73-6de5-4866-bd97-4948a66d5b52 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:48.526470 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:48.530518 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-1c822e73-6de5-4866-bd97-4948a66d5b52 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:48.563756 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c822e73-6de5-4866-bd97-4948a66d5b52 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Pushing event updated for resources: {'Port': ['ID=8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:48.571825 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Pushing event updated for resources: {'Port': ['ID=caa90497-5278-4381-ab43-3042d2acb728,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:48.605267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-63830304-de0c-4e8f-94f6-893d3ab1db2d req-df2a1b02-0308-4626-8e38-6b660ef8e2f1 service neutron] (94465) timed out ('10.222.0.77', 53524) {{(pid=94465) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:00:48.605474 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Attempting to bind port caa90497-5278-4381-ab43-3042d2acb728 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:00:48.605635 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Attempting to bind port caa90497-5278-4381-ab43-3042d2acb728 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'a86ad186-1970-459f-b8df-800c9cf91947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4cc4ae50-7a6a-4b9c-95fe-cff53e82b889'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:00:48.606228 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Attempting to bind port caa90497-5278-4381-ab43-3042d2acb728 on network 4cc4ae50-7a6a-4b9c-95fe-cff53e82b889 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:00:48.612124 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:00:48.615240 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Checking segment: {'id': 'a86ad186-1970-459f-b8df-800c9cf91947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4cc4ae50-7a6a-4b9c-95fe-cff53e82b889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:48.615240 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.615240 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Bound using segment: {'id': 'a86ad186-1970-459f-b8df-800c9cf91947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4cc4ae50-7a6a-4b9c-95fe-cff53e82b889'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:00:48.615240 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Bound port: caa90497-5278-4381-ab43-3042d2acb728, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86ad186-1970-459f-b8df-800c9cf91947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4cc4ae50-7a6a-4b9c-95fe-cff53e82b889'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:00:48.615240 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.615685 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-1c822e73-6de5-4866-bd97-4948a66d5b52 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:48.615932 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-1c822e73-6de5-4866-bd97-4948a66d5b52 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.685802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] For port caa90497-5278-4381-ab43-3042d2acb728, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:00:48.689107 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] For port caa90497-5278-4381-ab43-3042d2acb728, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=caa90497-5278-4381-ab43-3042d2acb728,segment=NetworkSegment(a86ad186-1970-459f-b8df-800c9cf91947),segment_id=a86ad186-1970-459f-b8df-800c9cf91947)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:00:48.731325 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-1c822e73-6de5-4866-bd97-4948a66d5b52 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2196455 Jul 30 02:00:48.760562 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.906074 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698d08e-d8dc-498a-a154-b8e7f805a244 None None] Pushing event updated for resources: {'Port': ['ID=caa90497-5278-4381-ab43-3042d2acb728,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:48.931201 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95772b-a459-4e55-8697-d03c7f6600b3 req-3ea43c10-c0de-4280-8fbe-3b993b198be7 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:48.940305 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a95772b-a459-4e55-8697-d03c7f6600b3 req-3ea43c10-c0de-4280-8fbe-3b993b198be7 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/ports?device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 932 time: 0.1208091 Jul 30 02:00:49.003129 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a95772b-a459-4e55-8697-d03c7f6600b3 req-9f2b21ce-f225-497d-a28c-77e1e5a5a474 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/security-groups?id=bef0482e-a8cf-48be-bd68-720e2e04b887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596273 Jul 30 02:00:49.033550 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] Request body: {'port': {'device_id': '4aa55b06-c906-4e76-a666-234c68eb32ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:49.166444 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:49.255821 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d3162425-5084-4259-befe-1050c9253ba8 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:49.639451 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fad70a-4d9c-4c11-91bf-3ac724d7042d req-2a4128fd-bc6c-45b1-a5bb-bc8626cd75d0 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:49.646922 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5fad70a-4d9c-4c11-91bf-3ac724d7042d req-2a4128fd-bc6c-45b1-a5bb-bc8626cd75d0 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 945 time: 0.1039934 Jul 30 02:00:49.724106 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-d3162425-5084-4259-befe-1050c9253ba8 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Allocated IP 172.20.0.1 (4cc4ae50-7a6a-4b9c-95fe-cff53e82b889/654fba35-3cd0-4ccf-916e-82c5f403233b/5f8a27eb-e516-4ff3-8ff3-f95eafa53409) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:49.741802 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5fad70a-4d9c-4c11-91bf-3ac724d7042d req-2dff1441-0f05-405b-9ae9-98666fa6fd00 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783920 Jul 30 02:00:49.772192 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:00:49.783273 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:49.799295 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] Transition to ACTIVE for port object 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:49.899785 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:49.973159 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d3162425-5084-4259-befe-1050c9253ba8 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:49.985757 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:49.990797 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-d3162425-5084-4259-befe-1050c9253ba8 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Transition to ACTIVE for port object 5f8a27eb-e516-4ff3-8ff3-f95eafa53409 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:50.031757 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device deadf778-75a3-49ca-af0a-e6bd7145933b no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:50.134227 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] Attempting to bind port 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:00:50.134520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] Attempting to bind port 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'a0249e8a-c7db-4552-9811-e49c6e48e5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa3cddde-c439-47b7-bd2a-836c83ebd2b5'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:00:50.135095 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] Attempting to bind port 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 on network fa3cddde-c439-47b7-bd2a-836c83ebd2b5 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:00:50.143366 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] Port 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 on network fa3cddde-c439-47b7-bd2a-836c83ebd2b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:00:50.145657 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] Attempting to bind port 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 on network fa3cddde-c439-47b7-bd2a-836c83ebd2b5 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:00:50.158497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:00:50.158840 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] Checking segment: {'id': 'a0249e8a-c7db-4552-9811-e49c6e48e5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa3cddde-c439-47b7-bd2a-836c83ebd2b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:50.161774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] Bound using segment: {'id': 'a0249e8a-c7db-4552-9811-e49c6e48e5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa3cddde-c439-47b7-bd2a-836c83ebd2b5'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:00:50.163708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] Bound port: 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0249e8a-c7db-4552-9811-e49c6e48e5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa3cddde-c439-47b7-bd2a-836c83ebd2b5'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:00:50.163708 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:50.171119 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d3162425-5084-4259-befe-1050c9253ba8 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:50.207382 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:50.216653 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3162425-5084-4259-befe-1050c9253ba8 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Network 4cc4ae50-7a6a-4b9c-95fe-cff53e82b889 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:50.219701 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d3162425-5084-4259-befe-1050c9253ba8 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:50.226903 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3162425-5084-4259-befe-1050c9253ba8 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:50.258746 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacd65e5-79c8-4fa7-9c8b-6d61f5924a84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deadf778-75a3-49ca-af0a-e6bd7145933b'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:00:50.261377 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e900c9b-cb65-480f-9cd9-da1db02dd9ec" -d '{"events": [{"server_uuid": "bacd65e5-79c8-4fa7-9c8b-6d61f5924a84", "name": "network-vif-unplugged", "status": "completed", "tag": "deadf778-75a3-49ca-af0a-e6bd7145933b"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:00:50.275229 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port deadf778-75a3-49ca-af0a-e6bd7145933b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=deadf778-75a3-49ca-af0a-e6bd7145933b,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:50.325095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b5510f-74d5-4a37-a1bc-007e348b75f7 None None] Network 4cc4ae50-7a6a-4b9c-95fe-cff53e82b889 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:50.332622 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d3162425-5084-4259-befe-1050c9253ba8 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:50.346934 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] For port 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:00:50.367291 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] For port 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06,segment=NetworkSegment(a0249e8a-c7db-4552-9811-e49c6e48e5c6),segment_id=a0249e8a-c7db-4552-9811-e49c6e48e5c6)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:00:50.427991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3162425-5084-4259-befe-1050c9253ba8 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Pushing event updated for resources: {'Port': ['ID=5f8a27eb-e516-4ff3-8ff3-f95eafa53409,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:50.453890 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ef5ec-d420-43a4-8ae7-a3e78a04d6e2 req-818daecb-53af-4b25-bc43-131080175eec tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:50.456530 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:50.473944 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4f3ef5ec-d420-43a4-8ae7-a3e78a04d6e2 req-818daecb-53af-4b25-bc43-131080175eec tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/ports?device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 944 time: 0.3422291 Jul 30 02:00:50.535642 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99344bb2-9269-4c6a-93d9-49055676c552 x-openstack-request-id: req-99344bb2-9269-4c6a-93d9-49055676c552 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:00:50.535942 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacd65e5-79c8-4fa7-9c8b-6d61f5924a84", "name": "network-vif-unplugged", "status": "completed", "tag": "deadf778-75a3-49ca-af0a-e6bd7145933b", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:00:50.536261 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99344bb2-9269-4c6a-93d9-49055676c552 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:00:50.538560 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacd65e5-79c8-4fa7-9c8b-6d61f5924a84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deadf778-75a3-49ca-af0a-e6bd7145933b', 'code': 200} Jul 30 02:00:50.544904 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:50.544904 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:50.550290 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] 10.222.0.77 "PUT /v2.0/ports/8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 HTTP/1.1" status: 200 len: 1092 time: 1.8049285 Jul 30 02:00:50.550795 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa55b06-c906-4e76-a666-234c68eb32ea', 'tag': '8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:00:50.554976 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627e3bc3-0c72-49a9-ad00-3ff2131646dc" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa55b06-c906-4e76-a666-234c68eb32ea", "tag": "8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:00:50.614125 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4f3ef5ec-d420-43a4-8ae7-a3e78a04d6e2 req-2eb8d828-16c5-4fa3-9739-2e42b637d01f tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/security-groups?id=bef0482e-a8cf-48be-bd68-720e2e04b887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984094 Jul 30 02:00:50.624585 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ee679-c06b-498f-9701-27fad1ec0ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:50.673599 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device caa90497-5278-4381-ab43-3042d2acb728 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:00:50.680559 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:50.692622 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d3162425-5084-4259-befe-1050c9253ba8 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:50.738131 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-0e248511-7368-4d76-a768-00599dd0af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:50.740064 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-0e248511-7368-4d76-a768-00599dd0af02 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dcb9b7f983f54cf2a36f4eab2e05141d&device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 1095 time: 0.0526466 Jul 30 02:00:50.832636 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=deadf778-75a3-49ca-af0a-e6bd7145933b,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:50.844572 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-612d3282-a04a-4b0c-87da-2b41e5ec37c1 None None] Provisioning for port caa90497-5278-4381-ab43-3042d2acb728 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:00:50.872047 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-15374ea5-c165-4553-afff-6c31cf4d1a45 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 HTTP/1.1" status: 200 len: 217 time: 0.1170800 Jul 30 02:00:50.907927 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port caa90497-5278-4381-ab43-3042d2acb728 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:00:50.912890 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port caa90497-5278-4381-ab43-3042d2acb728 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:50.913556 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:50.973969 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-8082ad8e-bbe7-4b85-b3e9-e113abc9889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:50.978182 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-8082ad8e-bbe7-4b85-b3e9-e113abc9889a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e55b9772-667d-40ec-8b60-71083e8bda61 HTTP/1.1" status: 200 len: 850 time: 0.0973411 Jul 30 02:00:51.039268 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-a169a66f-e570-478d-9d25-a61dbffa09c3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fa3cddde-c439-47b7-bd2a-836c83ebd2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554566 Jul 30 02:00:51.063411 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f45854-ca91-4f30-bf11-929a63e2f009 req-767fa540-401a-44b1-b806-81f8cdf54f04 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:51.065554 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-69f45854-ca91-4f30-bf11-929a63e2f009 req-767fa540-401a-44b1-b806-81f8cdf54f04 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.1400957 Jul 30 02:00:51.119355 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:51.188412 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263b614d-b57e-4fd0-8abd-06e05df0a943 x-openstack-request-id: req-263b614d-b57e-4fd0-8abd-06e05df0a943 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:00:51.189474 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa55b06-c906-4e76-a666-234c68eb32ea", "tag": "8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:00:51.189724 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-263b614d-b57e-4fd0-8abd-06e05df0a943 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:00:51.192172 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa55b06-c906-4e76-a666-234c68eb32ea', 'tag': '8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06', 'status': 'completed', 'code': 200} Jul 30 02:00:51.204095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port caa90497-5278-4381-ab43-3042d2acb728, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=caa90497-5278-4381-ab43-3042d2acb728,segment=NetworkSegment(a86ad186-1970-459f-b8df-800c9cf91947),segment_id=a86ad186-1970-459f-b8df-800c9cf91947)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:51.212812 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-69f45854-ca91-4f30-bf11-929a63e2f009 req-2fe6bc5f-e233-4f68-b52a-e2ebe7035c3c tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400282 Jul 30 02:00:51.241392 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d3162425-5084-4259-befe-1050c9253ba8 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:51.268660 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-26731aaa-2ed9-409b-bffc-b72d4f160410 service neutron] 10.222.0.77 "GET /v2.0/networks/fa3cddde-c439-47b7-bd2a-836c83ebd2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218714 Jul 30 02:00:51.304403 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:51.330250 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d3162425-5084-4259-befe-1050c9253ba8 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:51.420316 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=caa90497-5278-4381-ab43-3042d2acb728,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:51.430036 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-77873e98-0b5f-47d3-aa2f-ce25f7376f76 None None] Provisioning complete for port caa90497-5278-4381-ab43-3042d2acb728 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:51.430269 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-77873e98-0b5f-47d3-aa2f-ce25f7376f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:51.500651 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ed48d67-36c4-4bf6-98c2-f0fc6db65b28 req-2fe0c45e-1b9d-45df-9078-ea85f2fdb758 service neutron] 10.222.0.77 "GET /v2.0/networks/fa3cddde-c439-47b7-bd2a-836c83ebd2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230823 Jul 30 02:00:51.525799 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3162425-5084-4259-befe-1050c9253ba8 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Pushing event updated for resources: {'Port': ['ID=5f8a27eb-e516-4ff3-8ff3-f95eafa53409,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:51.558234 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d3162425-5084-4259-befe-1050c9253ba8 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:51.685370 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-77873e98-0b5f-47d3-aa2f-ce25f7376f76 None None] Provisioning for port 5f8a27eb-e516-4ff3-8ff3-f95eafa53409 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:00:51.690508 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-77873e98-0b5f-47d3-aa2f-ce25f7376f76 None None] Provisioning complete for port 5f8a27eb-e516-4ff3-8ff3-f95eafa53409 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:51.691138 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-77873e98-0b5f-47d3-aa2f-ce25f7376f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:51.753388 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-77873e98-0b5f-47d3-aa2f-ce25f7376f76 None None] Port 5f8a27eb-e516-4ff3-8ff3-f95eafa53409 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:00:51.758766 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e3bc3-0c72-49a9-ad00-3ff2131646dc req-dc0d8a11-3c5f-49d2-b344-25684b81a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:51.763860 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-627e3bc3-0c72-49a9-ad00-3ff2131646dc req-dc0d8a11-3c5f-49d2-b344-25684b81a630 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dcb9b7f983f54cf2a36f4eab2e05141d&device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 1095 time: 0.0972910 Jul 30 02:00:51.786651 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3162425-5084-4259-befe-1050c9253ba8 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Network 4cc4ae50-7a6a-4b9c-95fe-cff53e82b889 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:51.795866 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d3162425-5084-4259-befe-1050c9253ba8 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:51.862322 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52107db-887d-40a9-a73f-d7fdabed0804 req-9d78d4be-2762-4ef3-9b7f-a18498fa0493 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:51.870758 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d52107db-887d-40a9-a73f-d7fdabed0804 req-9d78d4be-2762-4ef3-9b7f-a18498fa0493 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/ports?device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 944 time: 0.1226957 Jul 30 02:00:51.891420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a0eaeda2-31d7-4d99-888d-8235d51a7568 None None] Provisioning complete for port 5f8a27eb-e516-4ff3-8ff3-f95eafa53409 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:51.891420 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0eaeda2-31d7-4d99-888d-8235d51a7568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:51.952691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a0eaeda2-31d7-4d99-888d-8235d51a7568 None None] Port 5f8a27eb-e516-4ff3-8ff3-f95eafa53409 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:00:51.997094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e3bc3-0c72-49a9-ad00-3ff2131646dc req-45ccf742-1fea-42aa-9320-15322af31cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:51.999258 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-627e3bc3-0c72-49a9-ad00-3ff2131646dc req-45ccf742-1fea-42aa-9320-15322af31cba service neutron] 10.222.0.77 "GET /v2.0/networks?id=fa3cddde-c439-47b7-bd2a-836c83ebd2b5 HTTP/1.1" status: 200 len: 911 time: 0.2283185 Jul 30 02:00:52.062577 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d52107db-887d-40a9-a73f-d7fdabed0804 req-ec3deea7-330b-4807-ba68-af77665cae41 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/security-groups?id=bef0482e-a8cf-48be-bd68-720e2e04b887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291246 Jul 30 02:00:52.114382 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-627e3bc3-0c72-49a9-ad00-3ff2131646dc req-fa8b3000-ad9c-44d3-b5a1-af0d12c7be05 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 HTTP/1.1" status: 200 len: 217 time: 0.0978665 Jul 30 02:00:52.115516 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59792) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:52.197512 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e3bc3-0c72-49a9-ad00-3ff2131646dc req-dd46f9ef-2bab-41ea-ac9a-f20f27bd0b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:52.199071 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-627e3bc3-0c72-49a9-ad00-3ff2131646dc req-dd46f9ef-2bab-41ea-ac9a-f20f27bd0b67 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e55b9772-667d-40ec-8b60-71083e8bda61 HTTP/1.1" status: 200 len: 850 time: 0.0799062 Jul 30 02:00:52.202342 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3162425-5084-4259-befe-1050c9253ba8 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Router dc05dd43-b25c-4d7a-a04d-adf9b90551ce is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:00:52.241947 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-627e3bc3-0c72-49a9-ad00-3ff2131646dc req-cac71132-3a66-495c-b6ae-6ff8c7b26fb4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fa3cddde-c439-47b7-bd2a-836c83ebd2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319543 Jul 30 02:00:52.275727 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9968950b-fbb7-46f5-b5d4-40b2a2ada67b None None] Provisioning complete for port 5f8a27eb-e516-4ff3-8ff3-f95eafa53409 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:52.276831 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9968950b-fbb7-46f5-b5d4-40b2a2ada67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:52.303110 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3162425-5084-4259-befe-1050c9253ba8 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:52.316246 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d3162425-5084-4259-befe-1050c9253ba8 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] 10.222.0.70 "PUT /v2.0/routers/dc05dd43-b25c-4d7a-a04d-adf9b90551ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9535606 Jul 30 02:00:52.316745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59798) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:52.318040 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5c5737-08be-49bc-9fba-bb0947f64e23 None None] Sync routers for ids ['dc05dd43-b25c-4d7a-a04d-adf9b90551ce'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:52.325517 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-cfeb02c5-9ba9-4860-991b-37dd8f39dc0b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Request body: {'port': {'network_id': '4cc4ae50-7a6a-4b9c-95fe-cff53e82b889', 'name': 'tempest-FloatingIPNegativeTestJSON-1407682721'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:52.334645 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9968950b-fbb7-46f5-b5d4-40b2a2ada67b None None] Port 5f8a27eb-e516-4ff3-8ff3-f95eafa53409 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:00:52.335575 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5c5737-08be-49bc-9fba-bb0947f64e23 None None] Routers {'dc05dd43-b25c-4d7a-a04d-adf9b90551ce'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:52.336608 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2a5c5737-08be-49bc-9fba-bb0947f64e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['dc05dd43-b25c-4d7a-a04d-adf9b90551ce'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:52.380959 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2a5c5737-08be-49bc-9fba-bb0947f64e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:52.402412 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5c5737-08be-49bc-9fba-bb0947f64e23 None None] Routers {'dc05dd43-b25c-4d7a-a04d-adf9b90551ce'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:52.403068 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2a5c5737-08be-49bc-9fba-bb0947f64e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['dc05dd43-b25c-4d7a-a04d-adf9b90551ce'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:52.465492 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2a5c5737-08be-49bc-9fba-bb0947f64e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:52.472647 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-627e3bc3-0c72-49a9-ad00-3ff2131646dc req-e7ad03dc-85eb-49d0-9c17-0064e9f4c60d service neutron] 10.222.0.77 "GET /v2.0/networks/fa3cddde-c439-47b7-bd2a-836c83ebd2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199583 Jul 30 02:00:52.478326 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5c5737-08be-49bc-9fba-bb0947f64e23 None None] The sync data for ids ['dc05dd43-b25c-4d7a-a04d-adf9b90551ce'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:52.538625 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device caa90497-5278-4381-ab43-3042d2acb728 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:00:52.632919 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-627e3bc3-0c72-49a9-ad00-3ff2131646dc req-458c5284-fb3c-4630-9ff2-99fff89e25b6 service neutron] 10.222.0.77 "GET /v2.0/networks/fa3cddde-c439-47b7-bd2a-836c83ebd2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369092 Jul 30 02:00:52.633018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port caa90497-5278-4381-ab43-3042d2acb728 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:52.633018 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:52.653657 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfeb02c5-9ba9-4860-991b-37dd8f39dc0b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Made reservation on behalf of 9a69b2830bde49d18d7db7ef9f671a90 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:52.661428 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cfeb02c5-9ba9-4860-991b-37dd8f39dc0b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:52.694515 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-cfeb02c5-9ba9-4860-991b-37dd8f39dc0b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] device_id is not set on port 6f89c66e-daf5-4387-9c3c-babfa3b2acec yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:00:52.774928 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-6b4493f4-8b0f-4795-a18f-f6ffe6cf0831 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-36394579'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:52.846323 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-cfeb02c5-9ba9-4860-991b-37dd8f39dc0b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Allocated IP 172.20.0.9 (4cc4ae50-7a6a-4b9c-95fe-cff53e82b889/654fba35-3cd0-4ccf-916e-82c5f403233b/6f89c66e-daf5-4387-9c3c-babfa3b2acec) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:52.945826 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6b4493f4-8b0f-4795-a18f-f6ffe6cf0831 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:52.946779 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6b4493f4-8b0f-4795-a18f-f6ffe6cf0831 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.072694 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cfeb02c5-9ba9-4860-991b-37dd8f39dc0b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.096084 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-cfeb02c5-9ba9-4860-991b-37dd8f39dc0b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Transition to ACTIVE for port object 6f89c66e-daf5-4387-9c3c-babfa3b2acec will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:53.161644 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6b4493f4-8b0f-4795-a18f-f6ffe6cf0831 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.233882 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6b4493f4-8b0f-4795-a18f-f6ffe6cf0831 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.234625 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73e8fe-4d9b-4ba5-93d9-c919abb5a720 req-5e85c770-0b17-4dfe-b2a0-e3030cc1b567 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:53.243615 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f73e8fe-4d9b-4ba5-93d9-c919abb5a720 req-5e85c770-0b17-4dfe-b2a0-e3030cc1b567 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/ports?device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 944 time: 0.0797191 Jul 30 02:00:53.260434 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cfeb02c5-9ba9-4860-991b-37dd8f39dc0b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.305497 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f73e8fe-4d9b-4ba5-93d9-c919abb5a720 req-023be7c1-3eef-4c6a-834d-5e3e13f4e8a4 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/security-groups?id=bef0482e-a8cf-48be-bd68-720e2e04b887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525148 Jul 30 02:00:53.312371 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeb02c5-9ba9-4860-991b-37dd8f39dc0b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Network 4cc4ae50-7a6a-4b9c-95fe-cff53e82b889 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:53.317989 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-cfeb02c5-9ba9-4860-991b-37dd8f39dc0b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:53.320557 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeb02c5-9ba9-4860-991b-37dd8f39dc0b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:53.353768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb02c5-9ba9-4860-991b-37dd8f39dc0b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Pushing event updated for resources: {'Port': ['ID=6f89c66e-daf5-4387-9c3c-babfa3b2acec,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:53.388550 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6b4493f4-8b0f-4795-a18f-f6ffe6cf0831 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.388550 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6b4493f4-8b0f-4795-a18f-f6ffe6cf0831 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 1.2668455 Jul 30 02:00:53.388832 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59828) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:53.415521 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeb02c5-9ba9-4860-991b-37dd8f39dc0b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:53.416393 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cfeb02c5-9ba9-4860-991b-37dd8f39dc0b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.495834 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9fc7dd78-1ab2-4e56-bc44-d2080c92b3aa tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.517026 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cfeb02c5-9ba9-4860-991b-37dd8f39dc0b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1991670 Jul 30 02:00:53.522791 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59834) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:53.525319 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b3be542e-d3f9-4f06-8dd6-cd1bf8ca6f5d tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:53.655967 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3be542e-d3f9-4f06-8dd6-cd1bf8ca6f5d tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.713539 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9fc7dd78-1ab2-4e56-bc44-d2080c92b3aa tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.715734 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9fc7dd78-1ab2-4e56-bc44-d2080c92b3aa tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.758250 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3be542e-d3f9-4f06-8dd6-cd1bf8ca6f5d tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.775947 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2b4f5860-66bd-4d23-8c6b-3eb21fb7980c None None] Provisioning for port 6f89c66e-daf5-4387-9c3c-babfa3b2acec completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:00:53.781329 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2b4f5860-66bd-4d23-8c6b-3eb21fb7980c None None] Provisioning complete for port 6f89c66e-daf5-4387-9c3c-babfa3b2acec triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:53.781773 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b4f5860-66bd-4d23-8c6b-3eb21fb7980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.824473 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f5860-66bd-4d23-8c6b-3eb21fb7980c None None] Port 6f89c66e-daf5-4387-9c3c-babfa3b2acec cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:00:53.866979 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9fc7dd78-1ab2-4e56-bc44-d2080c92b3aa tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.867517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc7dd78-1ab2-4e56-bc44-d2080c92b3aa tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68ffdfd1-5440-4c26-b975-6efa650a0c34 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:00:53.872785 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9fc7dd78-1ab2-4e56-bc44-d2080c92b3aa tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.873867 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9fc7dd78-1ab2-4e56-bc44-d2080c92b3aa tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] 10.222.0.70 "DELETE /v2.0/routers/68ffdfd1-5440-4c26-b975-6efa650a0c34 HTTP/1.1" status: 204 len: 168 time: 0.4852200 Jul 30 02:00:53.876962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59844) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:53.881294 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-86e01af6-efb9-4357-bd3b-658e12252dd8 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Request body: {'router': {'name': 'tempest-router-2022197931', 'distributed': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:53.917255 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59846) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:53.996869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-b3be542e-d3f9-4f06-8dd6-cd1bf8ca6f5d tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Allocated IP 172.25.1.76 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/806440e3-16cd-42ba-a535-865d70223b12) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:54.027487 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-86e01af6-efb9-4357-bd3b-658e12252dd8 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.029391 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-86e01af6-efb9-4357-bd3b-658e12252dd8 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.036534 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device deadf778-75a3-49ca-af0a-e6bd7145933b no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:54.181969 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-86e01af6-efb9-4357-bd3b-658e12252dd8 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.188524 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-bd0c8f75-fa65-4a55-81da-4c63f65c8715 tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:54.216450 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3be542e-d3f9-4f06-8dd6-cd1bf8ca6f5d tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.265021 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-86e01af6-efb9-4357-bd3b-658e12252dd8 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.285778 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afd73e-52f6-4e02-ae1d-b2a0548eb6e6 req-29414831-e093-40dd-9fac-7e61796e8b27 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:54.287648 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07afd73e-52f6-4e02-ae1d-b2a0548eb6e6 req-29414831-e093-40dd-9fac-7e61796e8b27 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.1921704 Jul 30 02:00:54.342891 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07afd73e-52f6-4e02-ae1d-b2a0548eb6e6 req-81595903-3c3f-418e-a2f0-a1f8c2e1dd4e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485950 Jul 30 02:00:54.370576 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3be542e-d3f9-4f06-8dd6-cd1bf8ca6f5d tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.405373 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-86e01af6-efb9-4357-bd3b-658e12252dd8 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.407133 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-86e01af6-efb9-4357-bd3b-658e12252dd8 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5293114 Jul 30 02:00:54.415603 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59864) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:54.429576 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bd0c8f75-fa65-4a55-81da-4c63f65c8715 tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] 10.222.0.70 "PUT /v2.0/quotas/f498c663bcc6430f8eb0a7dc7c2b3965 HTTP/1.1" status: 200 len: 366 time: 0.5108521 Jul 30 02:00:54.451355 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59866) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:54.483624 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be542e-d3f9-4f06-8dd6-cd1bf8ca6f5d tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Pushing event updated for resources: {'Port': ['ID=806440e3-16cd-42ba-a535-865d70223b12,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:54.490431 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fca22b7f-30dc-45ef-a0e2-7dd724dade94 tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0300384 Jul 30 02:00:54.493099 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59872) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:54.505106 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3be542e-d3f9-4f06-8dd6-cd1bf8ca6f5d tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:54.507549 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-b3be542e-d3f9-4f06-8dd6-cd1bf8ca6f5d tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:54.512796 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b761240b-2a61-4a6d-8461-b0f666fbc79e tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] 10.222.0.70 "GET /v2.0/quotas/f498c663bcc6430f8eb0a7dc7c2b3965 HTTP/1.1" status: 200 len: 366 time: 0.0197017 Jul 30 02:00:54.523074 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3be542e-d3f9-4f06-8dd6-cd1bf8ca6f5d tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:54.534722 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59874) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:54.585252 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27e6dd20-6111-4ddb-b53b-1341c7b0e329 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.598899 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaba59d-087e-489b-b63a-f0a07c004b08 req-7e25fd5e-ca82-4e96-9e75-15b70ab2b44b tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:54.600434 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8aaba59d-087e-489b-b63a-f0a07c004b08 req-7e25fd5e-ca82-4e96-9e75-15b70ab2b44b tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/ports?device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 944 time: 0.1279387 Jul 30 02:00:54.604630 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3be542e-d3f9-4f06-8dd6-cd1bf8ca6f5d tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.674707 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d78b8c97-96e1-4be2-9414-bc1d7f4091e7 tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/f498c663bcc6430f8eb0a7dc7c2b3965 HTTP/1.1" status: 204 len: 168 time: 0.1162665 Jul 30 02:00:54.675354 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59876) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:54.709070 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-17617314-d0ac-4b91-ba5c-8e59277d0c3a tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0299590 Jul 30 02:00:54.712256 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59880) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:54.728531 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-256c5e31-cd2a-4b53-a015-86426c85a865 tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] 10.222.0.70 "GET /v2.0/quotas/f498c663bcc6430f8eb0a7dc7c2b3965 HTTP/1.1" status: 200 len: 370 time: 0.0150893 Jul 30 02:00:54.737426 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59882) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:54.737763 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59884) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:54.738564 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3be542e-d3f9-4f06-8dd6-cd1bf8ca6f5d tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.752028 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a27974a1-c3af-45c1-b78b-ae1f636aa831 tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] 10.222.0.70 "GET /v2.0/quotas/f498c663bcc6430f8eb0a7dc7c2b3965/default HTTP/1.1" status: 200 len: 370 time: 0.0108681 Jul 30 02:00:54.774091 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59888) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:54.788658 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-5f2d3fdf-c80c-4549-8b6b-9e797164b308 tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] delete failed (client error): The resource could not be found. Jul 30 02:00:54.789902 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5f2d3fdf-c80c-4549-8b6b-9e797164b308 tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/f498c663bcc6430f8eb0a7dc7c2b3965 HTTP/1.1" status: 404 len: 348 time: 0.0147128 Jul 30 02:00:55.034880 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3be542e-d3f9-4f06-8dd6-cd1bf8ca6f5d tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.045481 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6c0d817-b407-4305-8163-5a7724073eda req-316431e2-148d-49de-ae88-b2e52eaed6e0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3031199 Jul 30 02:00:55.093702 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3be542e-d3f9-4f06-8dd6-cd1bf8ca6f5d tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.159342 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be542e-d3f9-4f06-8dd6-cd1bf8ca6f5d tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Pushing event updated for resources: {'Port': ['ID=806440e3-16cd-42ba-a535-865d70223b12,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:55.217399 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27e6dd20-6111-4ddb-b53b-1341c7b0e329 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.219612 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27e6dd20-6111-4ddb-b53b-1341c7b0e329 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.270777 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3be542e-d3f9-4f06-8dd6-cd1bf8ca6f5d tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.282984 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8aaba59d-087e-489b-b63a-f0a07c004b08 req-842c54dd-d6b0-413f-96fc-162320cd15b6 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/security-groups?id=bef0482e-a8cf-48be-bd68-720e2e04b887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6473706 Jul 30 02:00:55.351352 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59904) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:55.353668 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27e6dd20-6111-4ddb-b53b-1341c7b0e329 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.356679 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e6dd20-6111-4ddb-b53b-1341c7b0e329 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 146be52f-9dea-45f0-985c-aac9438fc5a5 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:00:55.362565 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27e6dd20-6111-4ddb-b53b-1341c7b0e329 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.365089 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3be542e-d3f9-4f06-8dd6-cd1bf8ca6f5d tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.369563 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-27e6dd20-6111-4ddb-b53b-1341c7b0e329 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] 10.222.0.70 "DELETE /v2.0/routers/146be52f-9dea-45f0-985c-aac9438fc5a5 HTTP/1.1" status: 204 len: 168 time: 0.9538758 Jul 30 02:00:55.369664 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b3be542e-d3f9-4f06-8dd6-cd1bf8ca6f5d tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8453693 Jul 30 02:00:55.369664 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59906) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:55.370150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59908) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:55.376557 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-5d7be1db-4dbd-4692-b87f-231aa2e976cb tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Request body: {'floatingip': {'port_id': '6f89c66e-daf5-4387-9c3c-babfa3b2acec', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:55.385104 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-945124e0-6197-4244-800a-2681e558c38f tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Request body: {'router': {'name': 'tempest-router-821297475', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '36df95047ae740dd99a81630f9faf819'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:55.396455 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:00:55.447792 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d7be1db-4dbd-4692-b87f-231aa2e976cb tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for floatingip, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.497584 n-d-713498-9 neutron-server[94464]: DEBUG neutron.quota.resource [None req-879c3517-6051-4261-8d7e-ef92c666d6cf tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] Usage tracker for resource:network and tenant:1999607d8ad34ef39dce78c26ca22f21 is out of sync, need to count used quota {{(pid=94464) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 02:00:55.541952 n-d-713498-9 neutron-server[94464]: DEBUG neutron.quota.resource [None req-879c3517-6051-4261-8d7e-ef92c666d6cf tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94464) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 02:00:55.543072 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06,segment=NetworkSegment(a0249e8a-c7db-4552-9811-e49c6e48e5c6),segment_id=a0249e8a-c7db-4552-9811-e49c6e48e5c6)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:55.556741 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06', 'network_id': 'fa3cddde-c439-47b7-bd2a-836c83ebd2b5', 'port_id': '8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06', 'mac_address': 'fa:16:3e:dd:29:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55b9772-667d-40ec-8b60-71083e8bda61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:00:55.583880 n-d-713498-9 neutron-server[94464]: DEBUG neutron.quota.resource [None req-879c3517-6051-4261-8d7e-ef92c666d6cf tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] Usage tracker for resource:subnet and tenant:1999607d8ad34ef39dce78c26ca22f21 is out of sync, need to count used quota {{(pid=94464) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 02:00:55.595419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.quota.resource [None req-879c3517-6051-4261-8d7e-ef92c666d6cf tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94464) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 02:00:55.605431 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-945124e0-6197-4244-800a-2681e558c38f tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.607025 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-945124e0-6197-4244-800a-2681e558c38f tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.611738 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.631819 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a788937-d942-400c-992d-20f44fd31021 req-0e8fe5a3-9c00-41a6-8663-eff69386a5fa tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:55.633378 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3a788937-d942-400c-992d-20f44fd31021 req-0e8fe5a3-9c00-41a6-8663-eff69386a5fa tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.1436377 Jul 30 02:00:55.641309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.quota.resource [None req-879c3517-6051-4261-8d7e-ef92c666d6cf tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] Usage tracker for resource:subnetpool and tenant:1999607d8ad34ef39dce78c26ca22f21 is out of sync, need to count used quota {{(pid=94464) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 02:00:55.646216 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-5d7be1db-4dbd-4692-b87f-231aa2e976cb tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] update failed (client error): The resource could not be found. Jul 30 02:00:55.649776 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5d7be1db-4dbd-4692-b87f-231aa2e976cb tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] 10.222.0.70 "PUT /v2.0/floatingips/025835a9-8614-4304-aef4-2fe18f80cb29 HTTP/1.1" status: 404 len: 507 time: 0.2761748 Jul 30 02:00:55.649904 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:00:55.650772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59914) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:55.674883 n-d-713498-9 neutron-server[94464]: DEBUG neutron.quota.resource [None req-879c3517-6051-4261-8d7e-ef92c666d6cf tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94464) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 02:00:55.682396 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06,segment=NetworkSegment(a0249e8a-c7db-4552-9811-e49c6e48e5c6),segment_id=a0249e8a-c7db-4552-9811-e49c6e48e5c6)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:55.716649 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-945124e0-6197-4244-800a-2681e558c38f tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.719648 n-d-713498-9 neutron-server[94464]: DEBUG neutron.quota.resource [None req-879c3517-6051-4261-8d7e-ef92c666d6cf tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] Usage tracker for resource:port and tenant:1999607d8ad34ef39dce78c26ca22f21 is out of sync, need to count used quota {{(pid=94464) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 02:00:55.727718 n-d-713498-9 neutron-server[94464]: DEBUG neutron.quota.resource [None req-879c3517-6051-4261-8d7e-ef92c666d6cf tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94464) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 02:00:55.745871 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3a788937-d942-400c-992d-20f44fd31021 req-86cf2151-95f8-446c-8ad5-d66687ec8924 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008613 Jul 30 02:00:55.746771 n-d-713498-9 neutron-server[94464]: DEBUG neutron.quota.resource [None req-879c3517-6051-4261-8d7e-ef92c666d6cf tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] Usage tracker for resource:router and tenant:1999607d8ad34ef39dce78c26ca22f21 is out of sync, need to count used quota {{(pid=94464) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 02:00:55.752077 n-d-713498-9 neutron-server[94464]: DEBUG neutron.quota.resource [None req-879c3517-6051-4261-8d7e-ef92c666d6cf tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94464) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 02:00:55.758840 n-d-713498-9 neutron-server[94464]: DEBUG neutron.quota.resource [None req-879c3517-6051-4261-8d7e-ef92c666d6cf tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] Usage tracker for resource:floatingip and tenant:1999607d8ad34ef39dce78c26ca22f21 is out of sync, need to count used quota {{(pid=94464) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 02:00:55.764309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.quota.resource [None req-879c3517-6051-4261-8d7e-ef92c666d6cf tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94464) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 02:00:55.808584 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.811133 n-d-713498-9 neutron-server[94464]: DEBUG neutron.quota.resource [None req-879c3517-6051-4261-8d7e-ef92c666d6cf tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] Usage tracker for resource:security_group and tenant:1999607d8ad34ef39dce78c26ca22f21 is out of sync, need to count used quota {{(pid=94464) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 02:00:55.817753 n-d-713498-9 neutron-server[94464]: DEBUG neutron.quota.resource [None req-879c3517-6051-4261-8d7e-ef92c666d6cf tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94464) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 02:00:55.821705 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-48827432-b0a8-4e1a-93de-b30dc7221ed4 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Deleting port 806440e3-16cd-42ba-a535-865d70223b12 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:55.822064 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-48827432-b0a8-4e1a-93de-b30dc7221ed4 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.825736 n-d-713498-9 neutron-server[94464]: DEBUG neutron.quota.resource [None req-879c3517-6051-4261-8d7e-ef92c666d6cf tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] Usage tracker for resource:security_group_rule and tenant:1999607d8ad34ef39dce78c26ca22f21 is out of sync, need to count used quota {{(pid=94464) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 02:00:55.831401 n-d-713498-9 neutron-server[94464]: DEBUG neutron.quota.resource [None req-879c3517-6051-4261-8d7e-ef92c666d6cf tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94464) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 02:00:55.837097 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-879c3517-6051-4261-8d7e-ef92c666d6cf tempest-QuotasTest-66144388 tempest-QuotasTest-66144388-project-admin] 10.222.0.70 "GET /v2.0/quotas/1999607d8ad34ef39dce78c26ca22f21/details.json HTTP/1.1" status: 200 len: 703 time: 0.4850283 Jul 30 02:00:55.852311 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-945124e0-6197-4244-800a-2681e558c38f tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.869951 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:55.882117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:55.882117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:55.882117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:55.882117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:55.882117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:55.882117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:55.882117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:55.882117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:55.882117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:55.882117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:55.882117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:55.882117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:55.911618 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-48827432-b0a8-4e1a-93de-b30dc7221ed4 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.911999 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-48827432-b0a8-4e1a-93de-b30dc7221ed4 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.923669 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-48827432-b0a8-4e1a-93de-b30dc7221ed4 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Calling delete_port for 806440e3-16cd-42ba-a535-865d70223b12 owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:56.002176 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-945124e0-6197-4244-800a-2681e558c38f tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.005292 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-945124e0-6197-4244-800a-2681e558c38f tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6322536 Jul 30 02:00:56.007975 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59918) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:56.014529 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-6780cbfa-1c91-4841-bda8-3a1bc8c06e4c tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:56.108185 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:00:56.124642 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-48827432-b0a8-4e1a-93de-b30dc7221ed4 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.153773 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48827432-b0a8-4e1a-93de-b30dc7221ed4 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Pushing event deleted for resources: {'Port': ['ID=806440e3-16cd-42ba-a535-865d70223b12,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:56.219176 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-48827432-b0a8-4e1a-93de-b30dc7221ed4 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.222819 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-48827432-b0a8-4e1a-93de-b30dc7221ed4 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.224126 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-48827432-b0a8-4e1a-93de-b30dc7221ed4 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] 10.222.0.70 "DELETE /v2.0/floatingips/025835a9-8614-4304-aef4-2fe18f80cb29 HTTP/1.1" status: 204 len: 168 time: 0.5723062 Jul 30 02:00:56.227729 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59920) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:56.233945 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-49139658-8dc5-4b9b-b508-b5a5291be696 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Request body: {'floatingip': {'floating_network_id': '4cc4ae50-7a6a-4b9c-95fe-cff53e82b889', 'port_id': '6f89c66e-daf5-4387-9c3c-babfa3b2acec', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:56.248800 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6780cbfa-1c91-4841-bda8-3a1bc8c06e4c tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.249316 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6780cbfa-1c91-4841-bda8-3a1bc8c06e4c tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.341957 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6780cbfa-1c91-4841-bda8-3a1bc8c06e4c tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94464) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 30 02:00:56.342764 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6780cbfa-1c91-4841-bda8-3a1bc8c06e4c tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Router 47e82269-62e0-40f2-a4ce-36f2832c520d migrating from provider to provider. {{(pid=94464) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 30 02:00:56.342764 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6780cbfa-1c91-4841-bda8-3a1bc8c06e4c tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.347398 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6780cbfa-1c91-4841-bda8-3a1bc8c06e4c tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.348962 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-49139658-8dc5-4b9b-b508-b5a5291be696 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.418770 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59930) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:56.436364 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59934) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:56.443602 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6780cbfa-1c91-4841-bda8-3a1bc8c06e4c tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.485590 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035ca23-9be2-4f0a-b7d5-d213fede8e69 req-3e8353b9-281e-4893-901e-b6fbde2251a7 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:56.493009 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2035ca23-9be2-4f0a-b7d5-d213fede8e69 req-3e8353b9-281e-4893-901e-b6fbde2251a7 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/ports?device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 945 time: 0.1072035 Jul 30 02:00:56.538461 n-d-713498-9 neutron-server[94464]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6780cbfa-1c91-4841-bda8-3a1bc8c06e4c tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] No L3 agents can host the router 47e82269-62e0-40f2-a4ce-36f2832c520d Jul 30 02:00:56.541382 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2035ca23-9be2-4f0a-b7d5-d213fede8e69 req-822bb7c0-d410-48ed-aa5d-c54e4cca9c15 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/security-groups?id=bef0482e-a8cf-48be-bd68-720e2e04b887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475161 Jul 30 02:00:56.564915 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-29ba67cb-1653-4a79-add0-d523c787fa75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.623508 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d0f28ab8-4ff4-4167-a1ce-0f501bb1b49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.655371 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-49139658-8dc5-4b9b-b508-b5a5291be696 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:00:56.656569 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-49139658-8dc5-4b9b-b508-b5a5291be696 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4274588 Jul 30 02:00:56.660119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59938) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:56.671302 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3abea8b8-20c2-4948-ba9e-77ca69c021b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': '6f89c66e-daf5-4387-9c3c-babfa3b2acec', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:56.676609 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.db.api [None req-d0f28ab8-4ff4-4167-a1ce-0f501bb1b49f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:00:56.676609 n-d-713498-9 neutron-server[94464]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 02:00:56.676609 n-d-713498-9 neutron-server[94464]: [parameters: {'project_id_1': 'a5f02609a28d478e9aa132c4e08189c3', 'expiration_1': datetime.datetime(2021, 7, 30, 2, 0, 56, 666089)}] Jul 30 02:00:56.676609 n-d-713498-9 neutron-server[94464]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:00:56.676994 n-d-713498-9 neutron-server[94464]: DEBUG oslo_db.api [None req-d0f28ab8-4ff4-4167-a1ce-0f501bb1b49f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:00:56.702043 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6780cbfa-1c91-4841-bda8-3a1bc8c06e4c tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Hosts for router 47e82269-62e0-40f2-a4ce-36f2832c520d: [] {{(pid=94464) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 30 02:00:56.761114 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6780cbfa-1c91-4841-bda8-3a1bc8c06e4c tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Hosts for other DVR routers connected to router 47e82269-62e0-40f2-a4ce-36f2832c520d: set() {{(pid=94464) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 30 02:00:56.763791 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6780cbfa-1c91-4841-bda8-3a1bc8c06e4c tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.765034 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6780cbfa-1c91-4841-bda8-3a1bc8c06e4c tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] 10.222.0.70 "PUT /v2.0/routers/47e82269-62e0-40f2-a4ce-36f2832c520d HTTP/1.1" status: 200 len: 716 time: 0.7560890 Jul 30 02:00:56.767942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59940) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:56.820680 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0d817-b407-4305-8163-5a7724073eda req-1daad8ba-29c8-4edf-980b-86e9162156fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:56.822220 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6c0d817-b407-4305-8163-5a7724073eda req-1daad8ba-29c8-4edf-980b-86e9162156fe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84&tenant_id=b5e9759d07ba4e958653b10399043a13 HTTP/1.1" status: 200 len: 1094 time: 0.0967495 Jul 30 02:00:56.826774 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-29ba67cb-1653-4a79-add0-d523c787fa75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.848071 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4a1f4233-0cad-494c-a4da-d641058284e4 tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] 10.222.0.70 "GET /v2.0/routers/47e82269-62e0-40f2-a4ce-36f2832c520d HTTP/1.1" status: 200 len: 716 time: 0.0788450 Jul 30 02:00:56.850551 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59944) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:56.886622 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-29ba67cb-1653-4a79-add0-d523c787fa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.929021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f01196-84c7-4ecd-aebf-2d9c804ad3d8 req-75e8c0e3-eaa3-467c-aac8-39c9775f5dce tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:56.930519 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-31f01196-84c7-4ecd-aebf-2d9c804ad3d8 req-75e8c0e3-eaa3-467c-aac8-39c9775f5dce tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.1025171 Jul 30 02:00:56.954953 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-29ba67cb-1653-4a79-add0-d523c787fa75 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=749c9d41dcdf400689012f819cabd0de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5343311 Jul 30 02:00:56.958573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59948) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:56.958780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0d817-b407-4305-8163-5a7724073eda req-555008dc-7a95-46f3-9916-8f2dc3bf3da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:56.960205 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6c0d817-b407-4305-8163-5a7724073eda req-555008dc-7a95-46f3-9916-8f2dc3bf3da0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e9759d07ba4e958653b10399043a13&device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 1094 time: 0.1074519 Jul 30 02:00:56.978700 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba67cb-1653-4a79-add0-d523c787fa75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304735dc-e525-42da-9f08-9c73479431da,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:57.035161 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-31f01196-84c7-4ecd-aebf-2d9c804ad3d8 req-64ee40c7-66d8-46be-9bec-09e4416c94a5 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974920 Jul 30 02:00:57.045551 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3abea8b8-20c2-4948-ba9e-77ca69c021b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.072827 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-355f352d-4c6a-4bc1-a0b6-d565c648583f tempest-RoutersTestDVR-1742415037 tempest-RoutersTestDVR-1742415037-project] 10.222.0.70 "GET /v2.0/routers/47e82269-62e0-40f2-a4ce-36f2832c520d HTTP/1.1" status: 200 len: 682 time: 0.2198031 Jul 30 02:00:57.073016 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0d817-b407-4305-8163-5a7724073eda req-b9843eb5-a647-4d96-89a2-09839bf06dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:57.073016 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6c0d817-b407-4305-8163-5a7724073eda req-b9843eb5-a647-4d96-89a2-09839bf06dc5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb87329a-3973-4c1a-ad14-ee785b8bfa68 HTTP/1.1" status: 200 len: 917 time: 0.1041579 Jul 30 02:00:57.073990 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59950) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:57.142968 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9687ef6-1cf4-4dcc-9347-ddfee3985e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.174052 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9687ef6-1cf4-4dcc-9347-ddfee3985e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.177536 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d0f28ab8-4ff4-4167-a1ce-0f501bb1b49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.230078 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3abea8b8-20c2-4948-ba9e-77ca69c021b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.312224 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9687ef6-1cf4-4dcc-9347-ddfee3985e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.314885 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9687ef6-1cf4-4dcc-9347-ddfee3985e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.316107 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f9687ef6-1cf4-4dcc-9347-ddfee3985e30 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/304735dc-e525-42da-9f08-9c73479431da HTTP/1.1" status: 204 len: 168 time: 0.3556135 Jul 30 02:00:57.355363 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9687ef6-1cf4-4dcc-9347-ddfee3985e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304735dc-e525-42da-9f08-9c73479431da,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:57.409333 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:00:57.454660 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-3abea8b8-20c2-4948-ba9e-77ca69c021b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Allocated IP 172.25.1.183 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/b840f7d7-d17d-47a7-949b-a9401c7fe383) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:57.535752 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-570eb21b-d409-407f-bd3a-4a37c70e91aa tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.546750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:00:57.551023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:57.551401 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.578960 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3abea8b8-20c2-4948-ba9e-77ca69c021b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.585256 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6c0d817-b407-4305-8163-5a7724073eda req-fb189074-73b0-4637-ae47-17d9c078906a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deadf778-75a3-49ca-af0a-e6bd7145933b HTTP/1.1" status: 200 len: 998 time: 0.5040197 Jul 30 02:00:57.602409 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:00:57.667215 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.695016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa55b06-c906-4e76-a666-234c68eb32ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:00:57.698513 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7160c38-b7ad-4020-8e02-d6fb10edba1e" -d '{"events": [{"server_uuid": "4aa55b06-c906-4e76-a666-234c68eb32ea", "name": "network-vif-plugged", "status": "completed", "tag": "8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:00:57.714862 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06,segment=NetworkSegment(a0249e8a-c7db-4552-9811-e49c6e48e5c6),segment_id=a0249e8a-c7db-4552-9811-e49c6e48e5c6)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:57.720046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0671860-6d66-4550-80d5-acd940184d5c req-d9234cc0-bb05-4fd3-86dc-e029fabd3c20 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:57.721666 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0671860-6d66-4550-80d5-acd940184d5c req-d9234cc0-bb05-4fd3-86dc-e029fabd3c20 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/ports?device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 945 time: 0.0715797 Jul 30 02:00:57.727684 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3abea8b8-20c2-4948-ba9e-77ca69c021b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.753508 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37b9c0b-3c3b-4f3f-8f86-f86a805b179d x-openstack-request-id: req-a37b9c0b-3c3b-4f3f-8f86-f86a805b179d {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:00:57.758982 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa55b06-c906-4e76-a666-234c68eb32ea", "name": "network-vif-plugged", "status": "completed", "tag": "8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:00:57.758982 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a37b9c0b-3c3b-4f3f-8f86-f86a805b179d {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:00:57.758982 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa55b06-c906-4e76-a666-234c68eb32ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06', 'code': 200} Jul 30 02:00:57.768230 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0d817-b407-4305-8163-5a7724073eda req-857cfa8a-8bf0-4b02-b1aa-0386cb01d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:57.769721 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6c0d817-b407-4305-8163-5a7724073eda req-857cfa8a-8bf0-4b02-b1aa-0386cb01d2d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d5331bae-ecd8-4548-bb35-10d75f268fda HTTP/1.1" status: 200 len: 855 time: 0.1568782 Jul 30 02:00:57.777163 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-570eb21b-d409-407f-bd3a-4a37c70e91aa tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.788478 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-570eb21b-d409-407f-bd3a-4a37c70e91aa tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.792456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abea8b8-20c2-4948-ba9e-77ca69c021b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:57.801130 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-3abea8b8-20c2-4948-ba9e-77ca69c021b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:57.808675 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abea8b8-20c2-4948-ba9e-77ca69c021b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:57.809856 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.820975 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0671860-6d66-4550-80d5-acd940184d5c req-c9f3bc10-c345-4437-b80a-3c4bd737381a tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/security-groups?id=bef0482e-a8cf-48be-bd68-720e2e04b887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890217 Jul 30 02:00:57.841373 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abea8b8-20c2-4948-ba9e-77ca69c021b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Pushing event updated for resources: {'Port': ['ID=b840f7d7-d17d-47a7-949b-a9401c7fe383,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:57.875232 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0d817-b407-4305-8163-5a7724073eda req-261bef53-4667-44fa-acb7-4160e96c25f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:57.876770 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6c0d817-b407-4305-8163-5a7724073eda req-261bef53-4667-44fa-acb7-4160e96c25f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb87329a-3973-4c1a-ad14-ee785b8bfa68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978034 Jul 30 02:00:57.885849 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:57.940256 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d0f28ab8-4ff4-4167-a1ce-0f501bb1b49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.957686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1ef9c-ede0-480a-a8e0-6e92e233a005 req-f2dcbdd3-ea63-420d-b91b-592d9d85d996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:57.959245 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c1d1ef9c-ede0-480a-a8e0-6e92e233a005 req-f2dcbdd3-ea63-420d-b91b-592d9d85d996 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 1097 time: 0.0945106 Jul 30 02:00:57.963561 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-570eb21b-d409-407f-bd3a-4a37c70e91aa tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.973877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570eb21b-d409-407f-bd3a-4a37c70e91aa tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47e82269-62e0-40f2-a4ce-36f2832c520d {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:00:57.973877 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-570eb21b-d409-407f-bd3a-4a37c70e91aa tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.973877 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-570eb21b-d409-407f-bd3a-4a37c70e91aa tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] 10.222.0.70 "DELETE /v2.0/routers/47e82269-62e0-40f2-a4ce-36f2832c520d HTTP/1.1" status: 204 len: 168 time: 0.8958020 Jul 30 02:00:57.974886 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59962) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:57.984524 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a2822e3b-4daf-4fb2-9db6-69a58e84032e tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Request body: {'router': {'name': 'tempest-router-1696146136', 'distributed': True}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:58.000135 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6c0d817-b407-4305-8163-5a7724073eda req-d83b7e86-64a0-4a77-b021-ba47c2bd3b07 service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163046 Jul 30 02:00:58.032718 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c1d1ef9c-ede0-480a-a8e0-6e92e233a005 req-d677bfbe-6092-4369-b858-5460c85aea8e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bef0482e-a8cf-48be-bd68-720e2e04b887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655022 Jul 30 02:00:58.054328 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-3abea8b8-20c2-4948-ba9e-77ca69c021b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Deleting port b840f7d7-d17d-47a7-949b-a9401c7fe383 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:58.054675 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3abea8b8-20c2-4948-ba9e-77ca69c021b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.055644 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d0f28ab8-4ff4-4167-a1ce-0f501bb1b49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.115179 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f28ab8-4ff4-4167-a1ce-0f501bb1b49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729bc926-0e18-4eab-b43c-43d09fe7487d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:58.119370 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d0f28ab8-4ff4-4167-a1ce-0f501bb1b49f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a5f02609a28d478e9aa132c4e08189c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6819634 Jul 30 02:00:58.126007 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59966) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:58.126396 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59968) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:58.147558 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3abea8b8-20c2-4948-ba9e-77ca69c021b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.148140 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3abea8b8-20c2-4948-ba9e-77ca69c021b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.161802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-3abea8b8-20c2-4948-ba9e-77ca69c021b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Calling delete_port for b840f7d7-d17d-47a7-949b-a9401c7fe383 owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:58.170569 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3575a3b2-7ef0-4c68-ab96-715feab4cf7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.203319 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a2822e3b-4daf-4fb2-9db6-69a58e84032e tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.204308 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a2822e3b-4daf-4fb2-9db6-69a58e84032e tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.225075 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6c0d817-b407-4305-8163-5a7724073eda req-9ca7a680-2325-4714-937d-310010e37df2 service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179375 Jul 30 02:00:58.320761 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dcdf3-cb1f-42b7-b634-dd5f32630d8b req-88ff4516-10b7-4841-90f3-1547eeb09bc2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:58.322237 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-168dcdf3-cb1f-42b7-b634-dd5f32630d8b req-88ff4516-10b7-4841-90f3-1547eeb09bc2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.1785536 Jul 30 02:00:58.328678 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a2822e3b-4daf-4fb2-9db6-69a58e84032e tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.339459 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3abea8b8-20c2-4948-ba9e-77ca69c021b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.343558 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f865a2af-2362-499e-852c-de113143f06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.369351 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abea8b8-20c2-4948-ba9e-77ca69c021b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Pushing event deleted for resources: {'Port': ['ID=b840f7d7-d17d-47a7-949b-a9401c7fe383,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:58.393919 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f865a2af-2362-499e-852c-de113143f06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.423558 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a2822e3b-4daf-4fb2-9db6-69a58e84032e tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.456472 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-168dcdf3-cb1f-42b7-b634-dd5f32630d8b req-0a9b7454-5199-4eaa-9e81-39b855dd300c tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234539 Jul 30 02:00:58.503143 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3575a3b2-7ef0-4c68-ab96-715feab4cf7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.577425 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3575a3b2-7ef0-4c68-ab96-715feab4cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.621182 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f865a2af-2362-499e-852c-de113143f06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.624206 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f865a2af-2362-499e-852c-de113143f06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.625422 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f865a2af-2362-499e-852c-de113143f06a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/729bc926-0e18-4eab-b43c-43d09fe7487d HTTP/1.1" status: 204 len: 168 time: 0.4969418 Jul 30 02:00:58.631985 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3575a3b2-7ef0-4c68-ab96-715feab4cf7a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5daa6e4936b342b5a27b71d9040dbc95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5020697 Jul 30 02:00:58.631985 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575a3b2-7ef0-4c68-ab96-715feab4cf7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e180561-7052-4507-aa54-2b2babe1406b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:58.632705 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59986) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:58.642439 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865a2af-2362-499e-852c-de113143f06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729bc926-0e18-4eab-b43c-43d09fe7487d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:58.645091 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-3abea8b8-20c2-4948-ba9e-77ca69c021b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] create failed (client error): The resource could not be found. Jul 30 02:00:58.646131 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3abea8b8-20c2-4948-ba9e-77ca69c021b7 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9849410 Jul 30 02:00:58.650283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59990) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:58.691607 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da732758-d404-49dd-b95a-066793af2b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.715394 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da732758-d404-49dd-b95a-066793af2b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.722287 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a2822e3b-4daf-4fb2-9db6-69a58e84032e tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.726572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59992) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:58.726711 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a2822e3b-4daf-4fb2-9db6-69a58e84032e tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7491021 Jul 30 02:00:58.756355 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc5555-ef29-4afe-9cec-317d1bba2769 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Deleting port 6f89c66e-daf5-4387-9c3c-babfa3b2acec {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:58.756713 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9fc5555-ef29-4afe-9cec-317d1bba2769 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.817228 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cc68696e-5731-4aa1-87c4-5aeb277b88ca tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.895070 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9fc5555-ef29-4afe-9cec-317d1bba2769 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.917617 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc5555-ef29-4afe-9cec-317d1bba2769 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Calling delete_port for 6f89c66e-daf5-4387-9c3c-babfa3b2acec owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:58.992546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cc68696e-5731-4aa1-87c4-5aeb277b88ca tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.995186 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cc68696e-5731-4aa1-87c4-5aeb277b88ca tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.099593 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cc68696e-5731-4aa1-87c4-5aeb277b88ca tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.100224 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc68696e-5731-4aa1-87c4-5aeb277b88ca tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6943bc5e-5ad0-4381-83db-455fc46def73 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:00:59.107849 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cc68696e-5731-4aa1-87c4-5aeb277b88ca tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.128291 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cc68696e-5731-4aa1-87c4-5aeb277b88ca tempest-RoutersTestDVR-288703127 tempest-RoutersTestDVR-288703127-project-admin] 10.222.0.70 "DELETE /v2.0/routers/6943bc5e-5ad0-4381-83db-455fc46def73 HTTP/1.1" status: 204 len: 168 time: 0.4006236 Jul 30 02:00:59.143149 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da732758-d404-49dd-b95a-066793af2b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.148019 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da732758-d404-49dd-b95a-066793af2b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.151902 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-da732758-d404-49dd-b95a-066793af2b53 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e180561-7052-4507-aa54-2b2babe1406b HTTP/1.1" status: 204 len: 168 time: 0.5151215 Jul 30 02:00:59.172564 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe4212-39c7-460c-b686-88a8a93dcc57 req-f0140157-ed49-4362-a02a-8cf5f9111c9c tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:59.175279 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-86fe4212-39c7-460c-b686-88a8a93dcc57 req-f0140157-ed49-4362-a02a-8cf5f9111c9c tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/ports?device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 946 time: 0.1368754 Jul 30 02:00:59.176201 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da732758-d404-49dd-b95a-066793af2b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e180561-7052-4507-aa54-2b2babe1406b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:59.246408 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-86fe4212-39c7-460c-b686-88a8a93dcc57 req-4511d5e8-b3ff-424e-bff3-bdf0ccb8fca9 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/security-groups?id=bef0482e-a8cf-48be-bd68-720e2e04b887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625334 Jul 30 02:00:59.315988 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9fc5555-ef29-4afe-9cec-317d1bba2769 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.385074 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc5555-ef29-4afe-9cec-317d1bba2769 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Pushing event deleted for resources: {'Port': ['ID=6f89c66e-daf5-4387-9c3c-babfa3b2acec,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:59.471447 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9fc5555-ef29-4afe-9cec-317d1bba2769 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.473736 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f9fc5555-ef29-4afe-9cec-317d1bba2769 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] 10.222.0.70 "DELETE /v2.0/ports/6f89c66e-daf5-4387-9c3c-babfa3b2acec HTTP/1.1" status: 204 len: 168 time: 0.8221023 Jul 30 02:00:59.476214 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60004) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:59.593839 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499503df-5ecd-4c9b-9af9-8a1373859aef tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:59.595453 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-499503df-5ecd-4c9b-9af9-8a1373859aef tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc05dd43-b25c-4d7a-a04d-adf9b90551ce HTTP/1.1" status: 200 len: 913 time: 0.1182377 Jul 30 02:00:59.598394 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60010) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:59.645728 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60012) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:59.686576 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc93f2-7f0b-4644-8dcf-9ba4cb1a44fb req-7aa72b6b-b786-45b7-9ea0-53c4d0f920ec tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:59.697693 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-08cc93f2-7f0b-4644-8dcf-9ba4cb1a44fb req-7aa72b6b-b786-45b7-9ea0-53c4d0f920ec tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.1272500 Jul 30 02:00:59.697693 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d69aca83-bebb-43d6-9e14-db2b2ea5cab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.797332 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-08cc93f2-7f0b-4644-8dcf-9ba4cb1a44fb req-2de0ac0b-3f17-42c4-bf17-4dd6e82644fb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974383 Jul 30 02:00:59.921036 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60016) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:59.957744 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d69aca83-bebb-43d6-9e14-db2b2ea5cab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.013280 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d69aca83-bebb-43d6-9e14-db2b2ea5cab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.067702 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69aca83-bebb-43d6-9e14-db2b2ea5cab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1117b70-d469-4e6e-b336-f1d55d63fba2,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:00.087520 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d69aca83-bebb-43d6-9e14-db2b2ea5cab7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1999607d8ad34ef39dce78c26ca22f21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4312968 Jul 30 02:01:00.090155 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60020) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:00.137869 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1171a92-9717-4921-a36b-416b6977ad89 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.161306 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0d7f6842-4037-48c9-b99c-ccf504934570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.225341 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0d7f6842-4037-48c9-b99c-ccf504934570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.338421 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a7bf48c8-aed9-41e3-9e1a-f21d3abb82a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.401547 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0d7f6842-4037-48c9-b99c-ccf504934570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.408723 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0d7f6842-4037-48c9-b99c-ccf504934570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.410162 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0d7f6842-4037-48c9-b99c-ccf504934570 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e1117b70-d469-4e6e-b336-f1d55d63fba2 HTTP/1.1" status: 204 len: 168 time: 0.3185735 Jul 30 02:01:00.424016 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f6842-4037-48c9-b99c-ccf504934570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1117b70-d469-4e6e-b336-f1d55d63fba2,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:00.477314 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1978d5-1f2d-463f-a262-83f0db23fa9b req-21a2e478-17ce-4f46-954c-7cad3010116a tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:00.478909 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1c1978d5-1f2d-463f-a262-83f0db23fa9b req-21a2e478-17ce-4f46-954c-7cad3010116a tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/ports?device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 946 time: 0.1128237 Jul 30 02:01:00.575506 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1c1978d5-1f2d-463f-a262-83f0db23fa9b req-fe075c3f-d565-49be-bad7-3b1d728ae516 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/security-groups?id=bef0482e-a8cf-48be-bd68-720e2e04b887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822504 Jul 30 02:01:00.661828 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a7bf48c8-aed9-41e3-9e1a-f21d3abb82a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.680942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-d1171a92-9717-4921-a36b-416b6977ad89 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Deleting port 5f8a27eb-e516-4ff3-8ff3-f95eafa53409 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:00.681354 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1171a92-9717-4921-a36b-416b6977ad89 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.786956 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1171a92-9717-4921-a36b-416b6977ad89 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.801812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-d1171a92-9717-4921-a36b-416b6977ad89 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Calling delete_port for 5f8a27eb-e516-4ff3-8ff3-f95eafa53409 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:00.809289 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a7bf48c8-aed9-41e3-9e1a-f21d3abb82a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.892487 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf48c8-aed9-41e3-9e1a-f21d3abb82a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e87d38-1767-4764-af80-2d56473a5f1b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:00.900515 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a7bf48c8-aed9-41e3-9e1a-f21d3abb82a0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=36df95047ae740dd99a81630f9faf819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9783807 Jul 30 02:01:00.903508 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60050) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:01.088175 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7bd63c5a-3dc6-447b-91f1-ba4ef66e70b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.118699 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d94ae-0a74-45fb-bec3-aecec3a54864 req-a7acef81-492b-4879-a26e-6ee780a6f134 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:01.125959 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-730d94ae-0a74-45fb-bec3-aecec3a54864 req-a7acef81-492b-4879-a26e-6ee780a6f134 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.1697676 Jul 30 02:01:01.136744 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1171a92-9717-4921-a36b-416b6977ad89 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.156637 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7bd63c5a-3dc6-447b-91f1-ba4ef66e70b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.182835 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-730d94ae-0a74-45fb-bec3-aecec3a54864 req-c6ef1507-bd2d-4bbd-afa7-0cfb54635b0e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558548 Jul 30 02:01:01.185366 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1171a92-9717-4921-a36b-416b6977ad89 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Pushing event deleted for resources: {'Port': ['ID=5f8a27eb-e516-4ff3-8ff3-f95eafa53409,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:01.307122 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7bd63c5a-3dc6-447b-91f1-ba4ef66e70b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.310567 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7bd63c5a-3dc6-447b-91f1-ba4ef66e70b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.311502 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7bd63c5a-3dc6-447b-91f1-ba4ef66e70b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/24e87d38-1767-4764-af80-2d56473a5f1b HTTP/1.1" status: 204 len: 168 time: 0.4065094 Jul 30 02:01:01.330472 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd63c5a-3dc6-447b-91f1-ba4ef66e70b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e87d38-1767-4764-af80-2d56473a5f1b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:01.521345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b4900-1f0f-4a8e-a687-c9a20878bfc6 req-3f43d214-e496-4741-bded-684a5ba5575d tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:01.529296 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-003b4900-1f0f-4a8e-a687-c9a20878bfc6 req-3f43d214-e496-4741-bded-684a5ba5575d tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/ports?device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 946 time: 0.2514944 Jul 30 02:01:01.539979 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1171a92-9717-4921-a36b-416b6977ad89 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.579192 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-003b4900-1f0f-4a8e-a687-c9a20878bfc6 req-54769052-665b-4e60-9f24-11e99cb4ae84 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/security-groups?id=bef0482e-a8cf-48be-bd68-720e2e04b887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487566 Jul 30 02:01:02.195157 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1171a92-9717-4921-a36b-416b6977ad89 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Router dc05dd43-b25c-4d7a-a04d-adf9b90551ce has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:01:02.298900 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60098) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:02.335356 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a769572-55ba-400a-88c9-3b69fae84b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.380909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1171a92-9717-4921-a36b-416b6977ad89 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:01:02.398005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794acef3-11dc-4225-b1db-ad428cdbe23a None None] Sync routers for ids ['dc05dd43-b25c-4d7a-a04d-adf9b90551ce'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:01:02.405951 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d1171a92-9717-4921-a36b-416b6977ad89 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] 10.222.0.70 "PUT /v2.0/routers/dc05dd43-b25c-4d7a-a04d-adf9b90551ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8062871 Jul 30 02:01:02.424783 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794acef3-11dc-4225-b1db-ad428cdbe23a None None] Routers {'dc05dd43-b25c-4d7a-a04d-adf9b90551ce'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:02.429132 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60102) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:02.440425 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-794acef3-11dc-4225-b1db-ad428cdbe23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['dc05dd43-b25c-4d7a-a04d-adf9b90551ce'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:02.531500 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a769572-55ba-400a-88c9-3b69fae84b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.560429 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-794acef3-11dc-4225-b1db-ad428cdbe23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:02.577805 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794acef3-11dc-4225-b1db-ad428cdbe23a None None] Routers {'dc05dd43-b25c-4d7a-a04d-adf9b90551ce'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:02.578976 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-794acef3-11dc-4225-b1db-ad428cdbe23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:00:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['dc05dd43-b25c-4d7a-a04d-adf9b90551ce'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:02.615041 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a769572-55ba-400a-88c9-3b69fae84b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.661393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-794acef3-11dc-4225-b1db-ad428cdbe23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:02.662687 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794acef3-11dc-4225-b1db-ad428cdbe23a None None] The sync data for ids ['dc05dd43-b25c-4d7a-a04d-adf9b90551ce'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:01:02.688374 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7a769572-55ba-400a-88c9-3b69fae84b36 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c9857b16bf94d7c8d36d779ec025c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3856330 Jul 30 02:01:02.693479 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60112) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:02.731541 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a769572-55ba-400a-88c9-3b69fae84b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7121231-d2e8-4987-96f1-54194000ee37,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:02.748310 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83034c0a-93f8-4152-9d98-9192f6cbf80d req-c4e89d75-4625-46cd-83e9-3a809a3f2ff7 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:02.757788 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-83034c0a-93f8-4152-9d98-9192f6cbf80d req-c4e89d75-4625-46cd-83e9-3a809a3f2ff7 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.2244446 Jul 30 02:01:02.772246 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2581dfc4-9d90-4995-9881-c66e3f5a1d62 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.836464 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-83034c0a-93f8-4152-9d98-9192f6cbf80d req-66fc2c3a-0ad9-4dd7-9d11-c36432eb912f tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770898 Jul 30 02:01:02.872984 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.004060 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b1ff8-9db8-4ad9-a3f3-1a550b52b1d5 req-68392128-ffae-48ff-9fdd-49d34c422b82 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:03.016189 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0c7b1ff8-9db8-4ad9-a3f3-1a550b52b1d5 req-68392128-ffae-48ff-9fdd-49d34c422b82 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/ports?device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 946 time: 0.1138217 Jul 30 02:01:03.095826 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0c7b1ff8-9db8-4ad9-a3f3-1a550b52b1d5 req-0a11987c-c7d9-4a07-8e9f-c2b7cf5d023a tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/security-groups?id=bef0482e-a8cf-48be-bd68-720e2e04b887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647795 Jul 30 02:01:03.184875 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2581dfc4-9d90-4995-9881-c66e3f5a1d62 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.187592 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2581dfc4-9d90-4995-9881-c66e3f5a1d62 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.281228 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1debe7-6cfe-405b-9aad-4af67a893d8b req-c3a74928-54be-4572-9100-46066d1578a6 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:03.282864 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d1debe7-6cfe-405b-9aad-4af67a893d8b req-c3a74928-54be-4572-9100-46066d1578a6 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.77 "GET /v2.0/ports?device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 946 time: 0.4754350 Jul 30 02:01:03.283775 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c1d83471-76b6-429e-ab7b-087b666f2e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.333096 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2581dfc4-9d90-4995-9881-c66e3f5a1d62 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.333855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2581dfc4-9d90-4995-9881-c66e3f5a1d62 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Fanout notify agent at l3_agent the message router_deleted on router dc05dd43-b25c-4d7a-a04d-adf9b90551ce {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:01:03.339298 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c1d83471-76b6-429e-ab7b-087b666f2e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.349783 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2581dfc4-9d90-4995-9881-c66e3f5a1d62 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.351139 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2581dfc4-9d90-4995-9881-c66e3f5a1d62 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] 10.222.0.70 "DELETE /v2.0/routers/dc05dd43-b25c-4d7a-a04d-adf9b90551ce HTTP/1.1" status: 204 len: 168 time: 0.9105740 Jul 30 02:01:03.353892 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60128) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:03.473739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcf3c3b-4e3c-4e81-aa20-d48127aebe6b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Deleting subnet 654fba35-3cd0-4ccf-916e-82c5f403233b {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:01:03.482806 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3c3b-4e3c-4e81-aa20-d48127aebe6b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.494406 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-1d1debe7-6cfe-405b-9aad-4af67a893d8b req-8648d8d2-2b6e-4882-97b3-1073dd0de9c8 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Deleting port 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:03.494774 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-1d1debe7-6cfe-405b-9aad-4af67a893d8b req-8648d8d2-2b6e-4882-97b3-1073dd0de9c8 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.551904 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3c3b-4e3c-4e81-aa20-d48127aebe6b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.594626 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c1d83471-76b6-429e-ab7b-087b666f2e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.597438 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c1d83471-76b6-429e-ab7b-087b666f2e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.601173 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c1d83471-76b6-429e-ab7b-087b666f2e7a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d7121231-d2e8-4987-96f1-54194000ee37 HTTP/1.1" status: 204 len: 168 time: 0.8898010 Jul 30 02:01:03.629308 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d83471-76b6-429e-ab7b-087b666f2e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7121231-d2e8-4987-96f1-54194000ee37,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:03.708711 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-1d1debe7-6cfe-405b-9aad-4af67a893d8b req-8648d8d2-2b6e-4882-97b3-1073dd0de9c8 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] For port 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06,segment=NetworkSegment(a0249e8a-c7db-4552-9811-e49c6e48e5c6),segment_id=a0249e8a-c7db-4552-9811-e49c6e48e5c6)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:03.709938 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-1d1debe7-6cfe-405b-9aad-4af67a893d8b req-8648d8d2-2b6e-4882-97b3-1073dd0de9c8 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.728535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-1d1debe7-6cfe-405b-9aad-4af67a893d8b req-8648d8d2-2b6e-4882-97b3-1073dd0de9c8 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Calling delete_port for 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:03.764335 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3c3b-4e3c-4e81-aa20-d48127aebe6b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.970567 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3c3b-4e3c-4e81-aa20-d48127aebe6b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.996023 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f485e17-9c35-4833-83fd-13fe6db7130e req-5c6eb1be-c86e-4417-843a-e2fc6713cf0a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:03.998484 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f485e17-9c35-4833-83fd-13fe6db7130e req-5c6eb1be-c86e-4417-843a-e2fc6713cf0a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.0736921 Jul 30 02:01:04.032817 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf3c3b-4e3c-4e81-aa20-d48127aebe6b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Pushing event deleted for resources: {'Subnet': ['ID=654fba35-3cd0-4ccf-916e-82c5f403233b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:04.037011 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3c3b-4e3c-4e81-aa20-d48127aebe6b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.041722 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2dcf3c3b-4e3c-4e81-aa20-d48127aebe6b tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] 10.222.0.70 "DELETE /v2.0/subnets/654fba35-3cd0-4ccf-916e-82c5f403233b HTTP/1.1" status: 204 len: 168 time: 0.6867599 Jul 30 02:01:04.042632 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60144) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:04.046901 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20383191-4d89-4af6-a4e6-f216aba6a904 None None] Network 4cc4ae50-7a6a-4b9c-95fe-cff53e82b889 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:04.069535 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-1d1debe7-6cfe-405b-9aad-4af67a893d8b req-8648d8d2-2b6e-4882-97b3-1073dd0de9c8 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.177682 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f485e17-9c35-4833-83fd-13fe6db7130e req-e099c997-0dd2-469d-abe6-a3452879debe tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731064 Jul 30 02:01:04.185791 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648d8d2-2b6e-4882-97b3-1073dd0de9c8 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Pushing event deleted for resources: {'Port': ['ID=8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:04.296465 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1debe7-6cfe-405b-9aad-4af67a893d8b req-8648d8d2-2b6e-4882-97b3-1073dd0de9c8 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] No DVR routers for this DVR port 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:04.299301 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-1d1debe7-6cfe-405b-9aad-4af67a893d8b req-8648d8d2-2b6e-4882-97b3-1073dd0de9c8 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.304721 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d1debe7-6cfe-405b-9aad-4af67a893d8b req-8648d8d2-2b6e-4882-97b3-1073dd0de9c8 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.77 "DELETE /v2.0/ports/8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 HTTP/1.1" status: 204 len: 173 time: 1.0100486 Jul 30 02:01:04.305206 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa55b06-c906-4e76-a666-234c68eb32ea', 'name': 'network-vif-deleted', 'tag': '8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:04.308605 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31053097-deb8-4e1e-84df-13aaf0c37fd5" -d '{"events": [{"server_uuid": "4aa55b06-c906-4e76-a666-234c68eb32ea", "name": "network-vif-deleted", "tag": "8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:04.359020 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a021a62-3ecc-4598-83c7-96ba932988c6 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.383657 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d02180-d387-4fea-ac3b-5269eb9eb94d x-openstack-request-id: req-48d02180-d387-4fea-ac3b-5269eb9eb94d {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:04.383978 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa55b06-c906-4e76-a666-234c68eb32ea", "name": "network-vif-deleted", "tag": "8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:04.384603 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48d02180-d387-4fea-ac3b-5269eb9eb94d {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:04.384889 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa55b06-c906-4e76-a666-234c68eb32ea', 'name': 'network-vif-deleted', 'tag': '8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06', 'status': 'completed', 'code': 200} Jul 30 02:01:04.390581 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-175a6fd6-bfa2-4a9e-ba69-b74d764e535a req-12f780a8-ebab-4d95-ab4f-23944be2660d tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/ports?device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 210 time: 0.1140399 Jul 30 02:01:04.400725 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:01:04.536220 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1a021a62-3ecc-4598-83c7-96ba932988c6 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Deleting port caa90497-5278-4381-ab43-3042d2acb728 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:04.536891 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a021a62-3ecc-4598-83c7-96ba932988c6 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.648564 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974587d7-4e55-4426-ae73-d835d6de0532 None None] DHCP port deletion for 4cc4ae50-7a6a-4b9c-95fe-cff53e82b889 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:01:04.687197 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-1a021a62-3ecc-4598-83c7-96ba932988c6 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] For port caa90497-5278-4381-ab43-3042d2acb728, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=caa90497-5278-4381-ab43-3042d2acb728,segment=NetworkSegment(a86ad186-1970-459f-b8df-800c9cf91947),segment_id=a86ad186-1970-459f-b8df-800c9cf91947)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:04.688170 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a021a62-3ecc-4598-83c7-96ba932988c6 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.705151 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1a021a62-3ecc-4598-83c7-96ba932988c6 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Calling delete_port for caa90497-5278-4381-ab43-3042d2acb728 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:04.802249 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-974587d7-4e55-4426-ae73-d835d6de0532 None None] Deleting port caa90497-5278-4381-ab43-3042d2acb728 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:04.810046 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-974587d7-4e55-4426-ae73-d835d6de0532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.895575 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a021a62-3ecc-4598-83c7-96ba932988c6 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.946182 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60164) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:04.954796 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-974587d7-4e55-4426-ae73-d835d6de0532 None None] For port caa90497-5278-4381-ab43-3042d2acb728, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=caa90497-5278-4381-ab43-3042d2acb728,segment=NetworkSegment(a86ad186-1970-459f-b8df-800c9cf91947),segment_id=a86ad186-1970-459f-b8df-800c9cf91947)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:04.955189 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-974587d7-4e55-4426-ae73-d835d6de0532 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.961977 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a021a62-3ecc-4598-83c7-96ba932988c6 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Pushing event deleted for resources: {'Port': ['ID=caa90497-5278-4381-ab43-3042d2acb728,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:04.973711 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a021a62-3ecc-4598-83c7-96ba932988c6 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] No DVR routers for this DVR port caa90497-5278-4381-ab43-3042d2acb728 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:04.993694 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-974587d7-4e55-4426-ae73-d835d6de0532 None None] Calling delete_port for caa90497-5278-4381-ab43-3042d2acb728 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:05.148833 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-974587d7-4e55-4426-ae73-d835d6de0532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:05.176475 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a021a62-3ecc-4598-83c7-96ba932988c6 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:05.180287 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974587d7-4e55-4426-ae73-d835d6de0532 None None] Pushing event deleted for resources: {'Port': ['ID=caa90497-5278-4381-ab43-3042d2acb728,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:05.182327 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974587d7-4e55-4426-ae73-d835d6de0532 None None] No DVR routers for this DVR port caa90497-5278-4381-ab43-3042d2acb728 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:05.214846 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-1a021a62-3ecc-4598-83c7-96ba932988c6 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc4ae50-7a6a-4b9c-95fe-cff53e82b889']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:05.241851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-1a021a62-3ecc-4598-83c7-96ba932988c6 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86ad186-1970-459f-b8df-800c9cf91947') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:05.242161 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-1a021a62-3ecc-4598-83c7-96ba932988c6 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86ad186-1970-459f-b8df-800c9cf91947') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:05.258498 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a021a62-3ecc-4598-83c7-96ba932988c6 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:05.293909 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a021a62-3ecc-4598-83c7-96ba932988c6 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:05.316951 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a021a62-3ecc-4598-83c7-96ba932988c6 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:05.317370 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a021a62-3ecc-4598-83c7-96ba932988c6 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:05.332563 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:05.516343 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a021a62-3ecc-4598-83c7-96ba932988c6 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:05.531489 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a021a62-3ecc-4598-83c7-96ba932988c6 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:05.540763 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1a021a62-3ecc-4598-83c7-96ba932988c6 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] 10.222.0.70 "DELETE /v2.0/networks/4cc4ae50-7a6a-4b9c-95fe-cff53e82b889 HTTP/1.1" status: 204 len: 168 time: 1.4973953 Jul 30 02:01:05.566045 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364555ed-21eb-4577-8610-496ae57c2329 req-59ea12cf-2f25-476a-bdda-7dc6e1f923a6 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:05.571369 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-364555ed-21eb-4577-8610-496ae57c2329 req-59ea12cf-2f25-476a-bdda-7dc6e1f923a6 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.2047386 Jul 30 02:01:05.572061 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a021a62-3ecc-4598-83c7-96ba932988c6 tempest-FloatingIPNegativeTestJSON-2073796990 tempest-FloatingIPNegativeTestJSON-2073796990-project] Pushing event deleted for resources: {'Network': ['ID=4cc4ae50-7a6a-4b9c-95fe-cff53e82b889,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:05.640937 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5668067f-522b-4ff8-9c33-6367368f5de9 req-e25ae3f7-4be7-44be-ba90-01aef6a8f904 tempest-ServerGroupTestJSON-509438604 tempest-ServerGroupTestJSON-509438604-project] 10.222.0.70 "GET /v2.0/ports?device_id=4aa55b06-c906-4e76-a666-234c68eb32ea HTTP/1.1" status: 200 len: 210 time: 0.0619574 Jul 30 02:01:05.655892 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-045f90ed-544a-4d39-8a4a-4577ed05114d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1247879032', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:05.677536 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-364555ed-21eb-4577-8610-496ae57c2329 req-d45b702b-d88d-419c-808f-c671fb5e838e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907409 Jul 30 02:01:05.769997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045f90ed-544a-4d39-8a4a-4577ed05114d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Made reservation on behalf of 27cc20cd67764ccdb5329be1b1f5da06 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:05.772412 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-045f90ed-544a-4d39-8a4a-4577ed05114d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:05.787473 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-045f90ed-544a-4d39-8a4a-4577ed05114d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:05.935213 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-045f90ed-544a-4d39-8a4a-4577ed05114d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:05.989778 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-045f90ed-544a-4d39-8a4a-4577ed05114d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:05.998641 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-045f90ed-544a-4d39-8a4a-4577ed05114d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] device_id is not set on port 5a9231fb-eee3-45a7-85e9-fac46154da2f yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:06.121814 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f90ed-544a-4d39-8a4a-4577ed05114d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7928cf2f-33c6-443e-af10-8e2fcbe2c233,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:06.266032 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-045f90ed-544a-4d39-8a4a-4577ed05114d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Allocated IP 172.25.1.145 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/5a9231fb-eee3-45a7-85e9-fac46154da2f) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:06.526014 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60194) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:06.539627 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device caa90497-5278-4381-ab43-3042d2acb728 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:06.598727 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: caa90497-5278-4381-ab43-3042d2acb728 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:01:06.598913 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device caa90497-5278-4381-ab43-3042d2acb728 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:01:06.673587 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-045f90ed-544a-4d39-8a4a-4577ed05114d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:06.813260 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-045f90ed-544a-4d39-8a4a-4577ed05114d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:06.962525 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-abe546bf-6e03-471c-8dcd-52f4984299b7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9a69b2830bde49d18d7db7ef9f671a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4349155 Jul 30 02:01:06.965622 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60216) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:06.979735 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045f90ed-544a-4d39-8a4a-4577ed05114d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:07.004114 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-045f90ed-544a-4d39-8a4a-4577ed05114d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:07.062683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045f90ed-544a-4d39-8a4a-4577ed05114d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:07.062683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f90ed-544a-4d39-8a4a-4577ed05114d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Pushing event updated for resources: {'Port': ['ID=5a9231fb-eee3-45a7-85e9-fac46154da2f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:07.075666 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4701fef6-0dfc-494b-8477-b6cdf7796a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.132425 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4701fef6-0dfc-494b-8477-b6cdf7796a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.142816 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206e1db-b5d8-4ebe-a614-4f0ac63f8851 req-260d338f-7ca1-4c62-90e3-bc58c12b9945 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:07.144436 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3206e1db-b5d8-4ebe-a614-4f0ac63f8851 req-260d338f-7ca1-4c62-90e3-bc58c12b9945 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.2541215 Jul 30 02:01:07.177496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045f90ed-544a-4d39-8a4a-4577ed05114d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:07.178327 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-045f90ed-544a-4d39-8a4a-4577ed05114d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.240689 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3206e1db-b5d8-4ebe-a614-4f0ac63f8851 req-b7bad2be-3461-4b79-ad8e-e16129a46ded tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852344 Jul 30 02:01:07.283528 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60234) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:07.299076 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-045f90ed-544a-4d39-8a4a-4577ed05114d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3510919 Jul 30 02:01:07.302020 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60236) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:07.307639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3d10e1a4-9657-4ac5-a6a6-1dd3fd1b8e8d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.145'}]}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:07.330088 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60238) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:07.342270 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4701fef6-0dfc-494b-8477-b6cdf7796a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.359089 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4701fef6-0dfc-494b-8477-b6cdf7796a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.363985 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4701fef6-0dfc-494b-8477-b6cdf7796a1d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5273c792-7a0c-40d1-a68f-5a69c79c90b2 HTTP/1.1" status: 204 len: 168 time: 0.3959484 Jul 30 02:01:07.397976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701fef6-0dfc-494b-8477-b6cdf7796a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5273c792-7a0c-40d1-a68f-5a69c79c90b2,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:07.432614 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d10e1a4-9657-4ac5-a6a6-1dd3fd1b8e8d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.434480 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d10e1a4-9657-4ac5-a6a6-1dd3fd1b8e8d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.446362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-027f1ae5-1402-4c34-8b9d-6dc6a03c8040 admin admin] Deleting subnet e55b9772-667d-40ec-8b60-71083e8bda61 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:01:07.463538 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-027f1ae5-1402-4c34-8b9d-6dc6a03c8040 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.471596 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:07.549587 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d10e1a4-9657-4ac5-a6a6-1dd3fd1b8e8d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.559595 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:01:07.560077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 8d2ecfeb-fce1-4cc3-84c4-81ad071e3f06 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:01:07.578211 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-027f1ae5-1402-4c34-8b9d-6dc6a03c8040 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.652688 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-027f1ae5-1402-4c34-8b9d-6dc6a03c8040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.825194 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d10e1a4-9657-4ac5-a6a6-1dd3fd1b8e8d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.828800 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-027f1ae5-1402-4c34-8b9d-6dc6a03c8040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.842771 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ee37a086-842f-4dc9-81fe-d08bf3e93ce8 tempest-SubnetPoolsTestJSON-666830601 tempest-SubnetPoolsTestJSON-666830601-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1692648312', 'prefixes': ['172.20.0.0/16']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:07.845423 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-027f1ae5-1402-4c34-8b9d-6dc6a03c8040 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.848636 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-027f1ae5-1402-4c34-8b9d-6dc6a03c8040 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e55b9772-667d-40ec-8b60-71083e8bda61 HTTP/1.1" status: 204 len: 168 time: 0.5637434 Jul 30 02:01:07.856502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60248) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:07.878116 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f1ae5-1402-4c34-8b9d-6dc6a03c8040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e55b9772-667d-40ec-8b60-71083e8bda61,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:08.044828 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-25845675-efee-4652-970d-ced4c0d0b14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:08.221088 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-25845675-efee-4652-970d-ced4c0d0b14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:08.248016 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-25845675-efee-4652-970d-ced4c0d0b14f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3cddde-c439-47b7-bd2a-836c83ebd2b5']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:08.361208 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ee37a086-842f-4dc9-81fe-d08bf3e93ce8 tempest-SubnetPoolsTestJSON-666830601 tempest-SubnetPoolsTestJSON-666830601-project] Notify callbacks [] for subnetpool, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:08.362441 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ee37a086-842f-4dc9-81fe-d08bf3e93ce8 tempest-SubnetPoolsTestJSON-666830601 tempest-SubnetPoolsTestJSON-666830601-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0305488 Jul 30 02:01:08.364632 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-25845675-efee-4652-970d-ced4c0d0b14f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0249e8a-c7db-4552-9811-e49c6e48e5c6') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:08.364632 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-25845675-efee-4652-970d-ced4c0d0b14f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0249e8a-c7db-4552-9811-e49c6e48e5c6') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:08.365281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60262) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:08.424624 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-25845675-efee-4652-970d-ced4c0d0b14f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:08.438407 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3c1575d4-f1ad-4c66-9338-78450e049672 tempest-SubnetPoolsTestJSON-666830601 tempest-SubnetPoolsTestJSON-666830601-project] 10.222.0.70 "GET /v2.0/subnetpools/557e99b3-be2e-423e-b779-f1c3b29ee6a0 HTTP/1.1" status: 200 len: 732 time: 0.0694909 Jul 30 02:01:08.438793 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60266) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:08.444944 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-f3288962-93df-456f-8957-201b21db16a4 tempest-SubnetPoolsTestJSON-666830601 tempest-SubnetPoolsTestJSON-666830601-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-359905755'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:08.487883 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-25845675-efee-4652-970d-ced4c0d0b14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:08.530889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25845675-efee-4652-970d-ced4c0d0b14f admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-25845675-efee-4652-970d-ced4c0d0b14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:08.535531 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:08.616694 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f3288962-93df-456f-8957-201b21db16a4 tempest-SubnetPoolsTestJSON-666830601 tempest-SubnetPoolsTestJSON-666830601-project] Notify callbacks [] for subnetpool, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:08.621238 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f3288962-93df-456f-8957-201b21db16a4 tempest-SubnetPoolsTestJSON-666830601 tempest-SubnetPoolsTestJSON-666830601-project] 10.222.0.70 "PUT /v2.0/subnetpools/557e99b3-be2e-423e-b779-f1c3b29ee6a0 HTTP/1.1" status: 200 len: 683 time: 0.1778040 Jul 30 02:01:08.621238 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60274) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:08.650519 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d10e1a4-9657-4ac5-a6a6-1dd3fd1b8e8d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:08.701963 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d10e1a4-9657-4ac5-a6a6-1dd3fd1b8e8d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:08.734999 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d669a-c7c9-4495-a5a8-846377d6e949 req-9c985dd4-b546-4374-b0c9-962db85043a1 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:08.739408 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca8d669a-c7c9-4495-a5a8-846377d6e949 req-9c985dd4-b546-4374-b0c9-962db85043a1 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.3473732 Jul 30 02:01:08.892053 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca8d669a-c7c9-4495-a5a8-846377d6e949 req-8cd0e54f-304a-41c0-aa52-f911863f27f3 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427720 Jul 30 02:01:08.957441 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f00225-f8a8-4702-b223-8e63a07908a7 req-31828a79-2dd6-4f9a-b514-ed94723451e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:08.961082 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11f00225-f8a8-4702-b223-8e63a07908a7 req-31828a79-2dd6-4f9a-b514-ed94723451e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e9759d07ba4e958653b10399043a13&device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 1094 time: 0.0899525 Jul 30 02:01:09.029771 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-25845675-efee-4652-970d-ced4c0d0b14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:09.041332 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-25845675-efee-4652-970d-ced4c0d0b14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:09.043709 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-25845675-efee-4652-970d-ced4c0d0b14f admin admin] 10.222.0.70 "DELETE /v2.0/networks/fa3cddde-c439-47b7-bd2a-836c83ebd2b5 HTTP/1.1" status: 204 len: 168 time: 1.1819754 Jul 30 02:01:09.069691 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de2fd4da-7b12-445b-a023-7c75a2e97e5e tempest-SubnetPoolsTestJSON-666830601 tempest-SubnetPoolsTestJSON-666830601-project] Notify callbacks [] for subnetpool, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:09.069691 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-de2fd4da-7b12-445b-a023-7c75a2e97e5e tempest-SubnetPoolsTestJSON-666830601 tempest-SubnetPoolsTestJSON-666830601-project] 10.222.0.70 "DELETE /v2.0/subnetpools/557e99b3-be2e-423e-b779-f1c3b29ee6a0 HTTP/1.1" status: 204 len: 168 time: 0.4429679 Jul 30 02:01:09.069876 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25845675-efee-4652-970d-ced4c0d0b14f admin admin] Pushing event deleted for resources: {'Network': ['ID=fa3cddde-c439-47b7-bd2a-836c83ebd2b5,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:09.071714 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60286) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:09.087328 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d10e1a4-9657-4ac5-a6a6-1dd3fd1b8e8d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:09.103546 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-4aaf4719-3f31-4d44-8927-0a477b96fe2a tempest-SubnetPoolsTestJSON-666830601 tempest-SubnetPoolsTestJSON-666830601-project] show failed (client error): The resource could not be found. Jul 30 02:01:09.107435 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4aaf4719-3f31-4d44-8927-0a477b96fe2a tempest-SubnetPoolsTestJSON-666830601 tempest-SubnetPoolsTestJSON-666830601-project] 10.222.0.70 "GET /v2.0/subnetpools/557e99b3-be2e-423e-b779-f1c3b29ee6a0 HTTP/1.1" status: 404 len: 346 time: 0.0321376 Jul 30 02:01:09.108220 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60290) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:09.165673 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-a1f7f2ca-9e9d-48b8-aab7-7db950a25e53 tempest-SubnetPoolsTestJSON-666830601 tempest-SubnetPoolsTestJSON-666830601-project] delete failed (client error): The resource could not be found. Jul 30 02:01:09.170547 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a1f7f2ca-9e9d-48b8-aab7-7db950a25e53 tempest-SubnetPoolsTestJSON-666830601 tempest-SubnetPoolsTestJSON-666830601-project] 10.222.0.70 "DELETE /v2.0/subnetpools/557e99b3-be2e-423e-b779-f1c3b29ee6a0 HTTP/1.1" status: 404 len: 346 time: 0.0576651 Jul 30 02:01:09.220983 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9a8dd1c1-9371-4201-b170-b8935ccc6748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:09.373264 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d10e1a4-9657-4ac5-a6a6-1dd3fd1b8e8d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:09.375576 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d10e1a4-9657-4ac5-a6a6-1dd3fd1b8e8d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:09.509642 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d10e1a4-9657-4ac5-a6a6-1dd3fd1b8e8d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:09.510192 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d10e1a4-9657-4ac5-a6a6-1dd3fd1b8e8d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5332df69-a3ab-4b17-af6c-45e5160f8361 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:01:09.530556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60298) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:09.587963 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-3d10e1a4-9657-4ac5-a6a6-1dd3fd1b8e8d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 30 02:01:09.587963 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3d10e1a4-9657-4ac5-a6a6-1dd3fd1b8e8d tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2815025 Jul 30 02:01:09.588261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60302) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:09.698828 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-5a18e42a-c5db-4714-b36e-35d6fcb27365 tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Deleting port 5a9231fb-eee3-45a7-85e9-fac46154da2f {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:09.699695 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a18e42a-c5db-4714-b36e-35d6fcb27365 tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:09.838725 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a18e42a-c5db-4714-b36e-35d6fcb27365 tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:09.854404 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60308) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:09.864722 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-5a18e42a-c5db-4714-b36e-35d6fcb27365 tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Calling delete_port for 5a9231fb-eee3-45a7-85e9-fac46154da2f owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:09.964453 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60312) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:09.966415 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b4c9b504-5270-4cc0-a75c-0dcb99952d06 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dcb9b7f983f54cf2a36f4eab2e05141d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1102066 Jul 30 02:01:10.087456 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d9b4da75-5790-4dce-a767-3084c8d40a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.126336 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d9b4da75-5790-4dce-a767-3084c8d40a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.283179 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1336f6-42d8-44af-b507-89ecc7bfa280 req-f9cfed7b-8681-4d17-b7b7-abe63aa7534e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:10.284772 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0a1336f6-42d8-44af-b507-89ecc7bfa280 req-f9cfed7b-8681-4d17-b7b7-abe63aa7534e tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.1358271 Jul 30 02:01:10.367643 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a18e42a-c5db-4714-b36e-35d6fcb27365 tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.379589 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0a1336f6-42d8-44af-b507-89ecc7bfa280 req-112274d8-7cec-418e-b115-d6887a9640fa tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783467 Jul 30 02:01:10.399482 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Request body: {'networks': [{'name': 'tempest-network--1736145732'}, {'name': 'tempest-network--1584909618'}]} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:10.400040 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Request body: {'network': {'name': 'tempest-network--1736145732'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:10.400465 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Request body: {'network': {'name': 'tempest-network--1584909618'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:10.442458 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d9b4da75-5790-4dce-a767-3084c8d40a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.446338 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d9b4da75-5790-4dce-a767-3084c8d40a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.447707 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d9b4da75-5790-4dce-a767-3084c8d40a0b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bef0482e-a8cf-48be-bd68-720e2e04b887 HTTP/1.1" status: 204 len: 168 time: 0.4816632 Jul 30 02:01:10.483635 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18e42a-c5db-4714-b36e-35d6fcb27365 tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a9231fb-eee3-45a7-85e9-fac46154da2f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:10.494111 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4da75-5790-4dce-a767-3084c8d40a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef0482e-a8cf-48be-bd68-720e2e04b887,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:10.503422 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Made reservation on behalf of 073af13724fa40d09d14b93d889294ad for: {'network': 2} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:10.508200 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.536942 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.570678 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60328) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:10.636860 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a18e42a-c5db-4714-b36e-35d6fcb27365 tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.642062 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5a18e42a-c5db-4714-b36e-35d6fcb27365 tempest-RoutersAdminNegativeTest-448318341 tempest-RoutersAdminNegativeTest-448318341-project-admin] 10.222.0.70 "DELETE /v2.0/ports/5a9231fb-eee3-45a7-85e9-fac46154da2f HTTP/1.1" status: 204 len: 168 time: 1.0499656 Jul 30 02:01:10.789486 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.856048 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.856808 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.895118 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec89311-0a6e-46a7-b70a-bdba3d15d79b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:10.904130 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:10.913308 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.913657 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Added segment 58d12d4e-1e0a-408d-81e1-cded50b3f3d0 of type vlan for network 960f5ca1-a677-4dbe-9ea0-eb8072392073 Jul 30 02:01:10.975725 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.007673 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:11.016710 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.017100 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Added segment 2d3eabf2-4f9e-4ae7-ad2d-be1b34913134 of type vlan for network 14a96c68-91ca-449e-a8c2-ce29ac02a828 Jul 30 02:01:11.057077 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.187312 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.187880 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.193707 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:11.198741 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:11.200022 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.275719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event updated for resources: {'Network': ['ID=960f5ca1-a677-4dbe-9ea0-eb8072392073,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:11.288404 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 960f5ca1-a677-4dbe-9ea0-eb8072392073 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:11.345972 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3f6bce93-7f26-40e6-8dbe-4b2fc8878b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.369001 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.8368874 Jul 30 02:01:11.372377 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60342) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:11.463890 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60348) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:11.566917 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908418c-e4a3-4216-a89e-962e2a43e42e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event updated for resources: {'Network': ['ID=14a96c68-91ca-449e-a8c2-ce29ac02a828,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:11.581043 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 14a96c68-91ca-449e-a8c2-ce29ac02a828 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:11.669611 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-49b5fc5d-87d3-453f-ba12-86cd0bca33b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.700758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d77123-f649-433d-a7ea-8bb81629a3ff tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:11.724470 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d77123-f649-433d-a7ea-8bb81629a3ff tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:11.727158 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e93425-6ea8-43d6-b813-9ce01e29c97d req-ab8c0b49-39ac-479d-ab6d-71691bb7c79c tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:11.735849 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c3e93425-6ea8-43d6-b813-9ce01e29c97d req-ab8c0b49-39ac-479d-ab6d-71691bb7c79c tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.1699486 Jul 30 02:01:11.744827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d77123-f649-433d-a7ea-8bb81629a3ff tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:11.749548 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f00225-f8a8-4702-b223-8e63a07908a7 req-0c0cd7af-d54a-4cea-bb3e-633446c59087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:11.751145 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11f00225-f8a8-4702-b223-8e63a07908a7 req-0c0cd7af-d54a-4cea-bb3e-633446c59087 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb87329a-3973-4c1a-ad14-ee785b8bfa68 HTTP/1.1" status: 200 len: 917 time: 0.3505516 Jul 30 02:01:11.759812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d77123-f649-433d-a7ea-8bb81629a3ff tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:11.766982 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.767191 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c3d77123-f649-433d-a7ea-8bb81629a3ff tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3911121 Jul 30 02:01:11.767704 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60360) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:11.853658 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e03af624-71eb-4ed2-a7bc-d22e018a16b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.880142 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7dc582ac-9052-491b-b56b-30b71c3bca4c tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.883641 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c3e93425-6ea8-43d6-b813-9ce01e29c97d req-9ba1d64a-4d7c-47cb-a459-33393b7b435f tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429396 Jul 30 02:01:11.936613 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11f00225-f8a8-4702-b223-8e63a07908a7 req-7c5d1cd7-7e07-4afc-9715-c0c3b16571e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deadf778-75a3-49ca-af0a-e6bd7145933b HTTP/1.1" status: 200 len: 998 time: 0.1722455 Jul 30 02:01:11.966491 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3f6bce93-7f26-40e6-8dbe-4b2fc8878b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.983668 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7dc582ac-9052-491b-b56b-30b71c3bca4c tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.994263 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-7dc582ac-9052-491b-b56b-30b71c3bca4c tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960f5ca1-a677-4dbe-9ea0-eb8072392073']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:12.009094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-7dc582ac-9052-491b-b56b-30b71c3bca4c tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d12d4e-1e0a-408d-81e1-cded50b3f3d0') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:12.009094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-7dc582ac-9052-491b-b56b-30b71c3bca4c tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d12d4e-1e0a-408d-81e1-cded50b3f3d0') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:12.019852 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7dc582ac-9052-491b-b56b-30b71c3bca4c tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.020428 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f00225-f8a8-4702-b223-8e63a07908a7 req-aa3640b2-471b-499f-b613-f3a692524e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:12.022940 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11f00225-f8a8-4702-b223-8e63a07908a7 req-aa3640b2-471b-499f-b613-f3a692524e16 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d5331bae-ecd8-4548-bb35-10d75f268fda HTTP/1.1" status: 200 len: 855 time: 0.0750515 Jul 30 02:01:12.031556 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3f6bce93-7f26-40e6-8dbe-4b2fc8878b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.044046 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7dc582ac-9052-491b-b56b-30b71c3bca4c tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.050386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc582ac-9052-491b-b56b-30b71c3bca4c tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:12.050757 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7dc582ac-9052-491b-b56b-30b71c3bca4c tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.091089 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3f6bce93-7f26-40e6-8dbe-4b2fc8878b26 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=344d65ac3c9f489c9c5f67b0a88dac57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5156443 Jul 30 02:01:12.109534 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60364) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:12.110357 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:12.136918 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bce93-7f26-40e6-8dbe-4b2fc8878b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e520ea-f92c-40ee-952e-33bbf3519100,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:12.155695 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f00225-f8a8-4702-b223-8e63a07908a7 req-7a9a2ead-a5d9-4cf1-a82d-a162a93d30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:12.157221 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11f00225-f8a8-4702-b223-8e63a07908a7 req-7a9a2ead-a5d9-4cf1-a82d-a162a93d30f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb87329a-3973-4c1a-ad14-ee785b8bfa68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947547 Jul 30 02:01:12.165627 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c1df-a07e-475b-b52e-8f62c02ea268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.197826 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c1df-a07e-475b-b52e-8f62c02ea268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.197826 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7dc582ac-9052-491b-b56b-30b71c3bca4c tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.211127 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7dc582ac-9052-491b-b56b-30b71c3bca4c tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.216204 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7dc582ac-9052-491b-b56b-30b71c3bca4c tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "DELETE /v2.0/networks/960f5ca1-a677-4dbe-9ea0-eb8072392073 HTTP/1.1" status: 204 len: 168 time: 0.4443734 Jul 30 02:01:12.217892 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60370) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:12.258484 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc582ac-9052-491b-b56b-30b71c3bca4c tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event deleted for resources: {'Network': ['ID=960f5ca1-a677-4dbe-9ea0-eb8072392073,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:12.392427 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e03af624-71eb-4ed2-a7bc-d22e018a16b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.395165 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11f00225-f8a8-4702-b223-8e63a07908a7 req-8cf647c4-91cc-43cc-b8f1-b04a4f4c6af4 service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298281 Jul 30 02:01:12.505120 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e03af624-71eb-4ed2-a7bc-d22e018a16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.537262 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60378) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:12.593785 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e03af624-71eb-4ed2-a7bc-d22e018a16b5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7e8612df98994c10a1690b905501fe7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1231179 Jul 30 02:01:12.595748 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60382) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:12.630415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03af624-71eb-4ed2-a7bc-d22e018a16b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5922b8-203f-4f81-be18-21507c986946,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:12.650241 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11f00225-f8a8-4702-b223-8e63a07908a7 req-ba47c097-ebaf-4122-b6ef-6c8fdc099aaa service neutron] 10.222.0.10 "GET /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459738 Jul 30 02:01:12.681540 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6c4fa5e1-ce6f-4a6a-bd7c-414b188df543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.721086 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6c4fa5e1-ce6f-4a6a-bd7c-414b188df543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.857432 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91997f72-3bed-4dfe-9d32-0d314d5e99e3 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.864300 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-da03800f-d5cb-4454-b9a1-ea6ab8c24ccb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1929535127-network', 'tenant_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:12.893387 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6c4fa5e1-ce6f-4a6a-bd7c-414b188df543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.896308 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6c4fa5e1-ce6f-4a6a-bd7c-414b188df543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.897521 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6c4fa5e1-ce6f-4a6a-bd7c-414b188df543 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c5922b8-203f-4f81-be18-21507c986946 HTTP/1.1" status: 204 len: 168 time: 0.2885897 Jul 30 02:01:12.902270 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c1df-a07e-475b-b52e-8f62c02ea268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.906680 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c1df-a07e-475b-b52e-8f62c02ea268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.906915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fa5e1-ce6f-4a6a-bd7c-414b188df543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5922b8-203f-4f81-be18-21507c986946,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:12.908808 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6fe8c1df-a07e-475b-b52e-8f62c02ea268 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/31e520ea-f92c-40ee-952e-33bbf3519100 HTTP/1.1" status: 204 len: 168 time: 0.7973940 Jul 30 02:01:12.992375 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da03800f-d5cb-4454-b9a1-ea6ab8c24ccb admin admin] Made reservation on behalf of c8345e06e1f34c0f8c6aef4f6223e6fb for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:12.995505 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-da03800f-d5cb-4454-b9a1-ea6ab8c24ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.005866 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-da03800f-d5cb-4454-b9a1-ea6ab8c24ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.021825 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8c1df-a07e-475b-b52e-8f62c02ea268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e520ea-f92c-40ee-952e-33bbf3519100,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:13.053888 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91997f72-3bed-4dfe-9d32-0d314d5e99e3 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.071060 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-91997f72-3bed-4dfe-9d32-0d314d5e99e3 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a96c68-91ca-449e-a8c2-ce29ac02a828']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:13.087228 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-91997f72-3bed-4dfe-9d32-0d314d5e99e3 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3eabf2-4f9e-4ae7-ad2d-be1b34913134') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:13.087590 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-91997f72-3bed-4dfe-9d32-0d314d5e99e3 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3eabf2-4f9e-4ae7-ad2d-be1b34913134') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:13.103209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1214dd-cbaf-4c0b-9e5f-9fadfe9165bc req-ffc7011a-350b-40b6-ad4d-f5c5ae1968f2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:13.111328 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a1214dd-cbaf-4c0b-9e5f-9fadfe9165bc req-ffc7011a-350b-40b6-ad4d-f5c5ae1968f2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.1033633 Jul 30 02:01:13.121354 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91997f72-3bed-4dfe-9d32-0d314d5e99e3 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.145565 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91997f72-3bed-4dfe-9d32-0d314d5e99e3 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.159473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91997f72-3bed-4dfe-9d32-0d314d5e99e3 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:13.159886 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91997f72-3bed-4dfe-9d32-0d314d5e99e3 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:13.163042 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:13.187470 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-da03800f-d5cb-4454-b9a1-ea6ab8c24ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.226359 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a1214dd-cbaf-4c0b-9e5f-9fadfe9165bc req-58bf7abe-c25b-41fc-95c5-5dc1b89b9628 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065702 Jul 30 02:01:13.272286 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-da03800f-d5cb-4454-b9a1-ea6ab8c24ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.293860 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91997f72-3bed-4dfe-9d32-0d314d5e99e3 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.313676 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da03800f-d5cb-4454-b9a1-ea6ab8c24ccb admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:13.320875 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03800f-d5cb-4454-b9a1-ea6ab8c24ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7043040-c6d7-4af5-a1da-6108966a4355,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:13.332609 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-da03800f-d5cb-4454-b9a1-ea6ab8c24ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.333081 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-da03800f-d5cb-4454-b9a1-ea6ab8c24ccb admin admin] Added segment e78594f6-adab-4377-853c-ca83e09b2ba9 of type vlan for network d41a50cc-89f1-438b-8f85-d0516089c451 Jul 30 02:01:13.343955 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91997f72-3bed-4dfe-9d32-0d314d5e99e3 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.349195 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-91997f72-3bed-4dfe-9d32-0d314d5e99e3 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "DELETE /v2.0/networks/14a96c68-91ca-449e-a8c2-ce29ac02a828 HTTP/1.1" status: 204 len: 168 time: 1.1302867 Jul 30 02:01:13.351834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91997f72-3bed-4dfe-9d32-0d314d5e99e3 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event deleted for resources: {'Network': ['ID=14a96c68-91ca-449e-a8c2-ce29ac02a828,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:13.355863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60398) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:13.410988 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-da03800f-d5cb-4454-b9a1-ea6ab8c24ccb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.423419 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.503502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6849f28c-fdff-40f8-9cc7-0c2d9b86a572 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:13.513650 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6849f28c-fdff-40f8-9cc7-0c2d9b86a572 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:13.515704 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6849f28c-fdff-40f8-9cc7-0c2d9b86a572 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1601758 Jul 30 02:01:13.520484 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60402) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:13.525617 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ada589f1-dded-4cb1-9af6-d62f25697e17 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-209483658'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:14.160931 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device deadf778-75a3-49ca-af0a-e6bd7145933b details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:01:14.207336 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-da03800f-d5cb-4454-b9a1-ea6ab8c24ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.208453 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da03800f-d5cb-4454-b9a1-ea6ab8c24ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:14.209108 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-da03800f-d5cb-4454-b9a1-ea6ab8c24ccb admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.271106 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port deadf778-75a3-49ca-af0a-e6bd7145933b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=deadf778-75a3-49ca-af0a-e6bd7145933b,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:14.276583 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03800f-d5cb-4454-b9a1-ea6ab8c24ccb admin admin] Pushing event updated for resources: {'Network': ['ID=d41a50cc-89f1-438b-8f85-d0516089c451,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:14.284645 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'deadf778-75a3-49ca-af0a-e6bd7145933b', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'port_id': 'deadf778-75a3-49ca-af0a-e6bd7145933b', 'mac_address': 'fa:16:3e:3f:14:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:01:14.290327 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network d41a50cc-89f1-438b-8f85-d0516089c451 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:14.329941 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada589f1-dded-4cb1-9af6-d62f25697e17 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Made reservation on behalf of 073af13724fa40d09d14b93d889294ad for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:14.337985 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ada589f1-dded-4cb1-9af6-d62f25697e17 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.381813 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.382258 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf3a6c-9841-4fd1-b091-a84b5712cbec req-8e2420a5-327c-4c07-ad34-9a280996c5eb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:14.387014 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-43cf3a6c-9841-4fd1-b091-a84b5712cbec req-8e2420a5-327c-4c07-ad34-9a280996c5eb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 943 time: 0.0877199 Jul 30 02:01:14.399070 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deadf778-75a3-49ca-af0a-e6bd7145933b {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:01:14.430615 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port deadf778-75a3-49ca-af0a-e6bd7145933b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=deadf778-75a3-49ca-af0a-e6bd7145933b,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:14.433207 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada589f1-dded-4cb1-9af6-d62f25697e17 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:14.442240 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ada589f1-dded-4cb1-9af6-d62f25697e17 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.442760 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-ada589f1-dded-4cb1-9af6-d62f25697e17 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Added segment d965eea0-11ce-42b9-b3e8-e51245a4c75b of type vlan for network 242b3ee7-b37e-40a2-8a44-47fdfaacfa31 Jul 30 02:01:14.459707 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-43cf3a6c-9841-4fd1-b091-a84b5712cbec req-0bbc80ba-3670-4a11-884e-b98a237111f0 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563793 Jul 30 02:01:14.474404 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-da03800f-d5cb-4454-b9a1-ea6ab8c24ccb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9312744 Jul 30 02:01:14.477884 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60410) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:14.484555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-127916b3-df7f-420a-9a2b-611558b9b539 admin admin] Request body: {'subnet': {'network_id': 'd41a50cc-89f1-438b-8f85-d0516089c451', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1929535127-subnet', 'tenant_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:14.503171 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ada589f1-dded-4cb1-9af6-d62f25697e17 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.558798 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.583240 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127916b3-df7f-420a-9a2b-611558b9b539 admin admin] Made reservation on behalf of c8345e06e1f34c0f8c6aef4f6223e6fb for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:14.584853 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.589792 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-127916b3-df7f-420a-9a2b-611558b9b539 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.615338 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=deadf778-75a3-49ca-af0a-e6bd7145933b,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:14.625834 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60416) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:14.661611 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ada589f1-dded-4cb1-9af6-d62f25697e17 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.667342 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada589f1-dded-4cb1-9af6-d62f25697e17 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:14.668703 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ada589f1-dded-4cb1-9af6-d62f25697e17 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.670686 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8d02ae42-0f13-41ce-8221-cd426910d702 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=27cc20cd67764ccdb5329be1b1f5da06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429723 Jul 30 02:01:14.673330 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60418) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:14.728920 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39f44381-be4e-4280-8d44-86c8d206d432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.758325 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39f44381-be4e-4280-8d44-86c8d206d432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.761694 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['deadf778-75a3-49ca-af0a-e6bd7145933b'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:01:14.763377 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada589f1-dded-4cb1-9af6-d62f25697e17 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event updated for resources: {'Network': ['ID=242b3ee7-b37e-40a2-8a44-47fdfaacfa31,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:14.797984 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 242b3ee7-b37e-40a2-8a44-47fdfaacfa31 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:14.972806 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ada589f1-dded-4cb1-9af6-d62f25697e17 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4511881 Jul 30 02:01:14.988906 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60430) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:14.994489 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-0434c919-af13-4379-9276-b6a425c412fb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1589982208'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:15.029810 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-127916b3-df7f-420a-9a2b-611558b9b539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.034244 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39f44381-be4e-4280-8d44-86c8d206d432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.044549 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39f44381-be4e-4280-8d44-86c8d206d432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.061271 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-39f44381-be4e-4280-8d44-86c8d206d432 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7928cf2f-33c6-443e-af10-8e2fcbe2c233 HTTP/1.1" status: 204 len: 168 time: 0.3868163 Jul 30 02:01:15.077020 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f44381-be4e-4280-8d44-86c8d206d432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7928cf2f-33c6-443e-af10-8e2fcbe2c233,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:15.081346 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0434c919-af13-4379-9276-b6a425c412fb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Made reservation on behalf of 073af13724fa40d09d14b93d889294ad for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:15.085153 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0434c919-af13-4379-9276-b6a425c412fb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.131613 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0434c919-af13-4379-9276-b6a425c412fb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:15.135435 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127916b3-df7f-420a-9a2b-611558b9b539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f835ba-459b-4963-95fe-debca7945261,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:15.141200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127916b3-df7f-420a-9a2b-611558b9b539 admin admin] Checking segment: {'id': 'e78594f6-adab-4377-853c-ca83e09b2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd41a50cc-89f1-438b-8f85-d0516089c451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:15.146811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127916b3-df7f-420a-9a2b-611558b9b539 admin admin] Network hostable DHCP agents. Network: d41a50cc-89f1-438b-8f85-d0516089c451, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:01:15.148806 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0434c919-af13-4379-9276-b6a425c412fb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.149223 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-0434c919-af13-4379-9276-b6a425c412fb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Added segment 6ea29ac2-2c90-4843-b6d4-e07bf9618dc2 of type vlan for network 1866cc4f-ca08-4b84-8a2e-6667b801530d Jul 30 02:01:15.197963 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0434c919-af13-4379-9276-b6a425c412fb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.280441 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127916b3-df7f-420a-9a2b-611558b9b539 admin admin] Network d41a50cc-89f1-438b-8f85-d0516089c451 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:01:15.303445 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0434c919-af13-4379-9276-b6a425c412fb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.309749 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0434c919-af13-4379-9276-b6a425c412fb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:15.310359 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0434c919-af13-4379-9276-b6a425c412fb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.372415 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-127916b3-df7f-420a-9a2b-611558b9b539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, d41a50cc-89f1-438b-8f85-d0516089c451) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:15.381348 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127916b3-df7f-420a-9a2b-611558b9b539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:15.381348 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-127916b3-df7f-420a-9a2b-611558b9b539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.382186 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434c919-af13-4379-9276-b6a425c412fb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event updated for resources: {'Network': ['ID=1866cc4f-ca08-4b84-8a2e-6667b801530d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:15.384441 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471aab8c-3798-406c-af07-bcd37f0c2353 None None] Network d41a50cc-89f1-438b-8f85-d0516089c451 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:15.399573 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 1866cc4f-ca08-4b84-8a2e-6667b801530d details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:15.462691 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0434c919-af13-4379-9276-b6a425c412fb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4703603 Jul 30 02:01:15.462816 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-127916b3-df7f-420a-9a2b-611558b9b539 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9816499 Jul 30 02:01:15.462945 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60440) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:15.467958 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-f8b07fc3-efb5-48d5-a2ec-e86605811983 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1929535127-router', 'tenant_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:15.469927 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60442) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:15.476022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Request body: {'ports': [{'network_id': '242b3ee7-b37e-40a2-8a44-47fdfaacfa31', 'name': 'tempest-port--1103048125', 'admin_state_up': True}, {'network_id': '1866cc4f-ca08-4b84-8a2e-6667b801530d', 'admin_state_up': False}]} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:15.476853 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Request body: {'port': {'network_id': '242b3ee7-b37e-40a2-8a44-47fdfaacfa31', 'name': 'tempest-port--1103048125', 'admin_state_up': True}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:15.476976 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Request body: {'port': {'network_id': '1866cc4f-ca08-4b84-8a2e-6667b801530d', 'admin_state_up': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:15.572976 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8b07fc3-efb5-48d5-a2ec-e86605811983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.574376 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8b07fc3-efb5-48d5-a2ec-e86605811983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.581694 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51bab86-789a-4e15-9b81-944aaab0493c None None] Network d41a50cc-89f1-438b-8f85-d0516089c451 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:15.692842 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8b07fc3-efb5-48d5-a2ec-e86605811983 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.693141 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758494d-7e46-48ab-bc7c-27cf2852f968 req-fb1ca080-4deb-4ce5-afa9-95456196a6a2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:15.693141 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e758494d-7e46-48ab-bc7c-27cf2852f968 req-fb1ca080-4deb-4ce5-afa9-95456196a6a2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 944 time: 0.1170700 Jul 30 02:01:15.775846 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e758494d-7e46-48ab-bc7c-27cf2852f968 req-96bfa1ee-3b9a-4c95-b977-049083a9a13c tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864925 Jul 30 02:01:15.878376 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Made reservation on behalf of 073af13724fa40d09d14b93d889294ad for: {'port': 2} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:15.883564 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.898368 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.945847 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8b07fc3-efb5-48d5-a2ec-e86605811983 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.983692 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] device_id is not set on port 8f1c6fcf-1bab-46e5-80d8-791d06cf4c26 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:16.132769 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.172171 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device deadf778-75a3-49ca-af0a-e6bd7145933b up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:16.245197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] device_id is not set on port a872bea5-71f4-4baa-9333-d19c208115c1 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:16.278745 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port deadf778-75a3-49ca-af0a-e6bd7145933b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:16.283651 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.340600 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8b07fc3-efb5-48d5-a2ec-e86605811983 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.368917 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8b07fc3-efb5-48d5-a2ec-e86605811983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.386987 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.419956 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacd65e5-79c8-4fa7-9c8b-6d61f5924a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deadf778-75a3-49ca-af0a-e6bd7145933b'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:16.423528 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7398450-e4cf-46e8-a7e4-82fe962460d6" -d '{"events": [{"server_uuid": "bacd65e5-79c8-4fa7-9c8b-6d61f5924a84", "name": "network-vif-plugged", "status": "completed", "tag": "deadf778-75a3-49ca-af0a-e6bd7145933b"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:16.472469 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port deadf778-75a3-49ca-af0a-e6bd7145933b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=deadf778-75a3-49ca-af0a-e6bd7145933b,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:16.484150 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.494274 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5d840f-f081-43e8-aa7a-13cb1736404e x-openstack-request-id: req-af5d840f-f081-43e8-aa7a-13cb1736404e {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:16.499105 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacd65e5-79c8-4fa7-9c8b-6d61f5924a84", "name": "network-vif-plugged", "status": "completed", "tag": "deadf778-75a3-49ca-af0a-e6bd7145933b", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:16.499105 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af5d840f-f081-43e8-aa7a-13cb1736404e {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:16.499105 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacd65e5-79c8-4fa7-9c8b-6d61f5924a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deadf778-75a3-49ca-af0a-e6bd7145933b', 'code': 200} Jul 30 02:01:16.551569 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-f8b07fc3-efb5-48d5-a2ec-e86605811983 admin admin] Allocated IP 172.25.1.92 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/1ef45e64-6f32-49f8-a9a1-1289f18fbab2) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:16.586893 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.622590 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.649100 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=deadf778-75a3-49ca-af0a-e6bd7145933b,revision_number=10']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:16.708497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event updated for resources: {'Port': ['ID=8f1c6fcf-1bab-46e5-80d8-791d06cf4c26,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:16.725943 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Checking segment: {'id': 'd965eea0-11ce-42b9-b3e8-e51245a4c75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '242b3ee7-b37e-40a2-8a44-47fdfaacfa31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:16.732887 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Network hostable DHCP agents. Network: 242b3ee7-b37e-40a2-8a44-47fdfaacfa31, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:01:16.832778 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Network 242b3ee7-b37e-40a2-8a44-47fdfaacfa31 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:01:16.924529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60500) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:16.938636 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 242b3ee7-b37e-40a2-8a44-47fdfaacfa31) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:16.940671 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:16.941652 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.950353 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fce4e4f-db97-488a-87d5-467d74f231f9 None None] Network 242b3ee7-b37e-40a2-8a44-47fdfaacfa31 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:17.031138 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event updated for resources: {'Port': ['ID=a872bea5-71f4-4baa-9333-d19c208115c1,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:17.141117 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f169689-8cc4-4a42-a505-aa0f8bdce107 req-ceb9c221-9691-42c8-b239-2a8513b59d76 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:17.146358 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0f169689-8cc4-4a42-a505-aa0f8bdce107 req-ceb9c221-9691-42c8-b239-2a8513b59d76 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 945 time: 0.1307826 Jul 30 02:01:17.149463 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Checking segment: {'id': '6ea29ac2-2c90-4843-b6d4-e07bf9618dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1866cc4f-ca08-4b84-8a2e-6667b801530d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:17.153302 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Network hostable DHCP agents. Network: 1866cc4f-ca08-4b84-8a2e-6667b801530d, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:01:17.241191 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2403e-50c2-45a1-8d61-450bf3c3cdce req-9695a572-4340-4250-8cbc-ad45208547e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:17.243972 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4db2403e-50c2-45a1-8d61-450bf3c3cdce req-9695a572-4340-4250-8cbc-ad45208547e3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 1097 time: 0.1190283 Jul 30 02:01:17.250869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d76c8b-cf21-4cce-bbf4-fd9d052cf4d6 req-e6eb16c4-3fea-45d4-9bfe-f1974e1919df tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:17.259660 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-99d76c8b-cf21-4cce-bbf4-fd9d052cf4d6 req-e6eb16c4-3fea-45d4-9bfe-f1974e1919df tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 946 time: 0.1400738 Jul 30 02:01:17.278758 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0f169689-8cc4-4a42-a505-aa0f8bdce107 req-6256f081-74d3-4674-808c-1321cc4aacb0 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=08d29d2f-a09a-4d9c-a8ad-fe51125131c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130152 Jul 30 02:01:17.288430 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5d71098c-df71-443f-9473-ef2d89944f03 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-579675093'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:17.317068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Network 1866cc4f-ca08-4b84-8a2e-6667b801530d is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:01:17.326089 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8b07fc3-efb5-48d5-a2ec-e86605811983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.362587 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-99d76c8b-cf21-4cce-bbf4-fd9d052cf4d6 req-d5d532ef-2186-4375-ba2f-b0b622ce1c49 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971434 Jul 30 02:01:17.384867 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4db2403e-50c2-45a1-8d61-450bf3c3cdce req-d6adf856-5ecb-4b95-80ac-6754a7d0970d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194799 Jul 30 02:01:17.431924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 1866cc4f-ca08-4b84-8a2e-6667b801530d) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:17.432666 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:17.441069 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6095871a-2254-4dfd-a229-51583db87b1a None None] Network 1866cc4f-ca08-4b84-8a2e-6667b801530d requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:17.456354 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:17.469214 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:17.469998 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.474877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d71098c-df71-443f-9473-ef2d89944f03 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Made reservation on behalf of d3b610ae6c094d569082c642f6b4ce36 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:17.478101 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d71098c-df71-443f-9473-ef2d89944f03 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.492775 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d71098c-df71-443f-9473-ef2d89944f03 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.501305 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8b07fc3-efb5-48d5-a2ec-e86605811983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.550933 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b07fc3-efb5-48d5-a2ec-e86605811983 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:17.555710 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-f8b07fc3-efb5-48d5-a2ec-e86605811983 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:17.559989 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b07fc3-efb5-48d5-a2ec-e86605811983 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:17.575318 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b07fc3-efb5-48d5-a2ec-e86605811983 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef45e64-6f32-49f8-a9a1-1289f18fbab2,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:17.586018 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-36f9f913-05e9-4555-ac4e-1017ab00b49e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1148853 Jul 30 02:01:17.597699 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60516) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:17.612217 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.688464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432ea34-72f6-4318-ac9b-096e8093761f tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:17.695157 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432ea34-72f6-4318-ac9b-096e8093761f tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:17.697451 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2432ea34-72f6-4318-ac9b-096e8093761f tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1069496 Jul 30 02:01:17.701141 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60518) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:17.836507 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d71098c-df71-443f-9473-ef2d89944f03 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.846142 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c6c06c45-3d91-4e43-9efb-8d6cc5b62b83 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Deleting port 8f1c6fcf-1bab-46e5-80d8-791d06cf4c26 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:17.846519 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c6c06c45-3d91-4e43-9efb-8d6cc5b62b83 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.920682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60524) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:17.932873 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d71098c-df71-443f-9473-ef2d89944f03 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.971723 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c6c06c45-3d91-4e43-9efb-8d6cc5b62b83 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.974239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d71098c-df71-443f-9473-ef2d89944f03 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:18.019242 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71098c-df71-443f-9473-ef2d89944f03 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45bcb975-eb06-4ffb-86ac-f0fa81989b17,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:18.020147 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8b07fc3-efb5-48d5-a2ec-e86605811983 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.022269 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c6c06c45-3d91-4e43-9efb-8d6cc5b62b83 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Calling delete_port for 8f1c6fcf-1bab-46e5-80d8-791d06cf4c26 owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:18.028470 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d71098c-df71-443f-9473-ef2d89944f03 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.028833 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-5d71098c-df71-443f-9473-ef2d89944f03 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Added segment 4d1727b3-5885-4929-8704-eec1f921cb66 of type vlan for network e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e Jul 30 02:01:18.126411 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e6c89fa1-ef65-4226-8286-aa3ef2713f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.136483 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d71098c-df71-443f-9473-ef2d89944f03 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.258379 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8b07fc3-efb5-48d5-a2ec-e86605811983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.314239 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d71098c-df71-443f-9473-ef2d89944f03 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.324367 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d71098c-df71-443f-9473-ef2d89944f03 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:18.324367 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d71098c-df71-443f-9473-ef2d89944f03 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.328690 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e6c89fa1-ef65-4226-8286-aa3ef2713f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.382306 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c6c06c45-3d91-4e43-9efb-8d6cc5b62b83 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.443049 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e6c89fa1-ef65-4226-8286-aa3ef2713f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.452201 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c06c45-3d91-4e43-9efb-8d6cc5b62b83 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event deleted for resources: {'Port': ['ID=8f1c6fcf-1bab-46e5-80d8-791d06cf4c26,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:18.479279 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71098c-df71-443f-9473-ef2d89944f03 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Pushing event updated for resources: {'Network': ['ID=e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:18.492230 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5d71098c-df71-443f-9473-ef2d89944f03 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5665753 Jul 30 02:01:18.500742 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c6c06c45-3d91-4e43-9efb-8d6cc5b62b83 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.503632 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c6c06c45-3d91-4e43-9efb-8d6cc5b62b83 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "DELETE /v2.0/ports/8f1c6fcf-1bab-46e5-80d8-791d06cf4c26 HTTP/1.1" status: 204 len: 168 time: 0.8014855 Jul 30 02:01:18.503748 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:18.505180 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60546) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:18.516033 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60550) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:18.522721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1334b155-fc3e-4e5a-9095-8efbafdceee4 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Request body: {'subnet': {'network_id': 'e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:18.527822 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b07fc3-efb5-48d5-a2ec-e86605811983 admin admin] Router 9d16a798-87a9-4ecf-924c-f5937605f050 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:01:18.538211 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e6c89fa1-ef65-4226-8286-aa3ef2713f6b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=040143aa72bf44f5b5d429435174a7db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6163106 Jul 30 02:01:18.561959 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60556) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:18.628995 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442d25f-47ff-4951-94d5-10751d781d01 req-05acb3d1-f706-4249-ab3d-0475ccb79aa4 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:18.630741 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0442d25f-47ff-4951-94d5-10751d781d01 req-05acb3d1-f706-4249-ab3d-0475ccb79aa4 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 946 time: 0.1713860 Jul 30 02:01:18.633940 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c89fa1-ef65-4226-8286-aa3ef2713f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23503ad5-a634-4367-bdb0-f6600a0f66d9,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:18.646569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c91ea-2d93-40f4-8995-5fdf52c754cb req-d8319790-8f61-4299-a160-c5a0b54e052a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:18.648153 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d4c91ea-2d93-40f4-8995-5fdf52c754cb req-d8319790-8f61-4299-a160-c5a0b54e052a tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 945 time: 0.2437065 Jul 30 02:01:18.711085 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d4c91ea-2d93-40f4-8995-5fdf52c754cb req-e16ad7a4-7658-49ca-957f-5d4d48346e1c tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=08d29d2f-a09a-4d9c-a8ad-fe51125131c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491734 Jul 30 02:01:18.801597 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1334b155-fc3e-4e5a-9095-8efbafdceee4 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Made reservation on behalf of d3b610ae6c094d569082c642f6b4ce36 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:18.806613 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1334b155-fc3e-4e5a-9095-8efbafdceee4 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.829330 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0442d25f-47ff-4951-94d5-10751d781d01 req-76f8d207-5320-451f-b37f-fead391c7690 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432076 Jul 30 02:01:18.838117 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-87923cb4-0ab9-46cd-a6ca-0379b81362d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.845320 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b07fc3-efb5-48d5-a2ec-e86605811983 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:01:18.858061 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] Sync routers for ids ['9d16a798-87a9-4ecf-924c-f5937605f050'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:01:18.867724 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] Routers {'9d16a798-87a9-4ecf-924c-f5937605f050'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:18.868177 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:01:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9d16a798-87a9-4ecf-924c-f5937605f050'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:18.881416 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-87923cb4-0ab9-46cd-a6ca-0379b81362d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.884693 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-2e21b8fc-9cb5-4922-9185-f81223461b93 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Deleting port a872bea5-71f4-4baa-9333-d19c208115c1 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:18.884925 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2e21b8fc-9cb5-4922-9185-f81223461b93 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.988919 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f8b07fc3-efb5-48d5-a2ec-e86605811983 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.990164 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f8b07fc3-efb5-48d5-a2ec-e86605811983 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5265322 Jul 30 02:01:18.994989 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] Set router 9d16a798-87a9-4ecf-924c-f5937605f050 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:01:18.997316 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60578) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:19.007960 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2e21b8fc-9cb5-4922-9185-f81223461b93 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.061669 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-2e21b8fc-9cb5-4922-9185-f81223461b93 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Calling delete_port for a872bea5-71f4-4baa-9333-d19c208115c1 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:19.072121 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee0e6e-d155-475e-a75a-49769e1819c2 req-1e976b34-a0c3-46cb-9240-16096c251a43 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:19.073949 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16ee0e6e-d155-475e-a75a-49769e1819c2 req-1e976b34-a0c3-46cb-9240-16096c251a43 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.77 "GET /v2.0/ports?device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 945 time: 0.1994092 Jul 30 02:01:19.155566 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-87923cb4-0ab9-46cd-a6ca-0379b81362d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.158085 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-87923cb4-0ab9-46cd-a6ca-0379b81362d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.161472 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-87923cb4-0ab9-46cd-a6ca-0379b81362d1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/23503ad5-a634-4367-bdb0-f6600a0f66d9 HTTP/1.1" status: 204 len: 168 time: 0.5937543 Jul 30 02:01:19.190685 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d16a798-87a9-4ecf-924c-f5937605f050', 'name': 'tempest-ServerRescueTestJSON-1929535127-router', 'tenant_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '1ef45e64-6f32-49f8-a9a1-1289f18fbab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:15Z', 'updated_at': '2021-07-30T02:01:17Z', 'revision_number': 3, 'project_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'gw_port': {'id': '1ef45e64-6f32-49f8-a9a1-1289f18fbab2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d16a798-87a9-4ecf-924c-f5937605f050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:16Z', 'updated_at': '2021-07-30T02:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:19.197317 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87923cb4-0ab9-46cd-a6ca-0379b81362d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23503ad5-a634-4367-bdb0-f6600a0f66d9,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:19.227228 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] Checking router: 9d16a798-87a9-4ecf-924c-f5937605f050 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:01:19.228105 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] Updating router 9d16a798-87a9-4ecf-924c-f5937605f050 port 1ef45e64-6f32-49f8-a9a1-1289f18fbab2 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:01:19.252424 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-16ee0e6e-d155-475e-a75a-49769e1819c2 req-514d5cb5-c25c-4b20-acea-91b54d4b6b5c tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Deleting port 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:19.252765 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16ee0e6e-d155-475e-a75a-49769e1819c2 req-514d5cb5-c25c-4b20-acea-91b54d4b6b5c tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.260172 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.356855 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1334b155-fc3e-4e5a-9095-8efbafdceee4 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.398349 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2e21b8fc-9cb5-4922-9185-f81223461b93 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.435583 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21b8fc-9cb5-4922-9185-f81223461b93 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event deleted for resources: {'Port': ['ID=a872bea5-71f4-4baa-9333-d19c208115c1,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:19.445334 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2e21b8fc-9cb5-4922-9185-f81223461b93 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.450134 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2e21b8fc-9cb5-4922-9185-f81223461b93 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "DELETE /v2.0/ports/a872bea5-71f4-4baa-9333-d19c208115c1 HTTP/1.1" status: 204 len: 168 time: 0.9326885 Jul 30 02:01:19.450831 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60588) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:19.482859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1334b155-fc3e-4e5a-9095-8efbafdceee4 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Checking segment: {'id': '4d1727b3-5885-4929-8704-eec1f921cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:19.483540 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1334b155-fc3e-4e5a-9095-8efbafdceee4 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Network hostable DHCP agents. Network: e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:01:19.500047 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-16ee0e6e-d155-475e-a75a-49769e1819c2 req-514d5cb5-c25c-4b20-acea-91b54d4b6b5c tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] For port 7ce0b2b6-018c-46d4-852b-29fb1ce695d2, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=7ce0b2b6-018c-46d4-852b-29fb1ce695d2,segment=NetworkSegment(b6674916-2b8b-4363-8de2-34e61e878bd5),segment_id=b6674916-2b8b-4363-8de2-34e61e878bd5)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:19.501259 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16ee0e6e-d155-475e-a75a-49769e1819c2 req-514d5cb5-c25c-4b20-acea-91b54d4b6b5c tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.517996 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334b155-fc3e-4e5a-9095-8efbafdceee4 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Pushing event updated for resources: {'Subnet': ['ID=d2688876-5d14-456a-9336-931061830f90,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:19.550816 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cdc299b2-6e4e-4489-b4eb-0299c8b6dad4 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0720406 Jul 30 02:01:19.553243 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60592) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:19.559738 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-cbb1456f-6ac3-4af0-a5f1-56a0a82c3f22 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1479840480'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:19.595896 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1334b155-fc3e-4e5a-9095-8efbafdceee4 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Network e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:01:19.734877 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.782795 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] Transition to ACTIVE for port object 1ef45e64-6f32-49f8-a9a1-1289f18fbab2 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:19.785106 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-1334b155-fc3e-4e5a-9095-8efbafdceee4 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:19.791274 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb1456f-6ac3-4af0-a5f1-56a0a82c3f22 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Made reservation on behalf of 073af13724fa40d09d14b93d889294ad for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:19.796993 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbb1456f-6ac3-4af0-a5f1-56a0a82c3f22 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.805419 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1334b155-fc3e-4e5a-9095-8efbafdceee4 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:19.809593 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1334b155-fc3e-4e5a-9095-8efbafdceee4 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.833871 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9e6f9a-242a-453c-bf31-7fbe829d48e3 None None] Network e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:19.874476 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d277af44-3824-4567-a449-aee6b6261217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.881956 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb1456f-6ac3-4af0-a5f1-56a0a82c3f22 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:19.887248 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16ee0e6e-d155-475e-a75a-49769e1819c2 req-514d5cb5-c25c-4b20-acea-91b54d4b6b5c tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.887648 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16ee0e6e-d155-475e-a75a-49769e1819c2 req-514d5cb5-c25c-4b20-acea-91b54d4b6b5c tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.888034 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [req-16ee0e6e-d155-475e-a75a-49769e1819c2 req-514d5cb5-c25c-4b20-acea-91b54d4b6b5c tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Floating IP b4f5917d-6396-45d9-94e3-66d29193fb63 disassociated. External IP: 172.25.1.43, port: 7ce0b2b6-018c-46d4-852b-29fb1ce695d2. Jul 30 02:01:19.888327 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-16ee0e6e-d155-475e-a75a-49769e1819c2 req-514d5cb5-c25c-4b20-acea-91b54d4b6b5c tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Calling delete_port for 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:19.896283 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbb1456f-6ac3-4af0-a5f1-56a0a82c3f22 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.896740 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-cbb1456f-6ac3-4af0-a5f1-56a0a82c3f22 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Added segment d532a403-6947-4693-9cd5-2b1dc24e2b18 of type vlan for network 47c28521-82e0-46f7-ac4a-e2e580a8c329 Jul 30 02:01:19.900934 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.991426 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] Attempting to bind port 1ef45e64-6f32-49f8-a9a1-1289f18fbab2 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:19.992182 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] Attempting to bind port 1ef45e64-6f32-49f8-a9a1-1289f18fbab2 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:19.992776 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] Attempting to bind port 1ef45e64-6f32-49f8-a9a1-1289f18fbab2 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:19.995208 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d9e9b-5d82-41bc-a23c-d3dfc4d5afb7 None None] Pushing event updated for resources: {'Port': ['ID=1ef45e64-6f32-49f8-a9a1-1289f18fbab2,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:20.006181 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:20.006824 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:20.007412 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.007990 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:20.008873 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] Bound port: 1ef45e64-6f32-49f8-a9a1-1289f18fbab2, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:20.009420 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.012798 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d9e9b-5d82-41bc-a23c-d3dfc4d5afb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:20.015642 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d9e9b-5d82-41bc-a23c-d3dfc4d5afb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:20.015642 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d9e9b-5d82-41bc-a23c-d3dfc4d5afb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:20.015642 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d9e9b-5d82-41bc-a23c-d3dfc4d5afb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:20.015642 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d9e9b-5d82-41bc-a23c-d3dfc4d5afb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:20.015642 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d9e9b-5d82-41bc-a23c-d3dfc4d5afb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:20.015642 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d9e9b-5d82-41bc-a23c-d3dfc4d5afb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:20.015642 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d9e9b-5d82-41bc-a23c-d3dfc4d5afb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:20.016262 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d9e9b-5d82-41bc-a23c-d3dfc4d5afb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:20.016932 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d9e9b-5d82-41bc-a23c-d3dfc4d5afb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:20.017686 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d9e9b-5d82-41bc-a23c-d3dfc4d5afb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:20.018231 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d9e9b-5d82-41bc-a23c-d3dfc4d5afb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:20.082525 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] For port 1ef45e64-6f32-49f8-a9a1-1289f18fbab2, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:20.083703 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e', 'network_id': 'e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e', 'tenant_id': 'd3b610ae6c094d569082c642f6b4ce36', 'fixed_ips': [{'subnet_id': 'd2688876-5d14-456a-9336-931061830f90'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:01:20.084619 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.085699 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] For port 1ef45e64-6f32-49f8-a9a1-1289f18fbab2, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1ef45e64-6f32-49f8-a9a1-1289f18fbab2,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:20.095750 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbb1456f-6ac3-4af0-a5f1-56a0a82c3f22 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.100506 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1334b155-fc3e-4e5a-9095-8efbafdceee4 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5870512 Jul 30 02:01:20.103316 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60600) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:20.108520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7e1ae403-aaeb-47b4-8224-aee371da674f tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Request body: {'port': {'network_id': 'e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-732380889'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:20.146279 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.193795 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60602) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:20.223948 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] Routers {'9d16a798-87a9-4ecf-924c-f5937605f050'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:20.224777 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:01:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9d16a798-87a9-4ecf-924c-f5937605f050'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:20.246082 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Allocated IP 2001:db8::2 (e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e/d2688876-5d14-456a-9336-931061830f90/ec7beb18-01f4-4df2-9a3e-158812a448dc) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:20.262537 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3d092-f2e7-46c2-b77a-164f8e7d85e0 req-8f5fb44c-3a9a-4cc0-a0a9-fa8d5d6c966e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:20.265080 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dee3d092-f2e7-46c2-b77a-164f8e7d85e0 req-8f5fb44c-3a9a-4cc0-a0a9-fa8d5d6c966e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 945 time: 0.3867722 Jul 30 02:01:20.291403 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71be142a-4912-4d29-9fd7-b94bbaae56eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.304159 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90436eaf-2054-48b8-8f94-fbee2ea5d8a2 req-d3ac7cb0-24d9-410f-b65f-bb99aea853bb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:20.312463 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-90436eaf-2054-48b8-8f94-fbee2ea5d8a2 req-d3ac7cb0-24d9-410f-b65f-bb99aea853bb tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 946 time: 0.3262703 Jul 30 02:01:20.333134 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] Set router 9d16a798-87a9-4ecf-924c-f5937605f050 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:01:20.361413 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbb1456f-6ac3-4af0-a5f1-56a0a82c3f22 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.374766 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb1456f-6ac3-4af0-a5f1-56a0a82c3f22 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:20.375433 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbb1456f-6ac3-4af0-a5f1-56a0a82c3f22 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.406354 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.414496 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60608) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:20.418520 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Transition to ACTIVE for port object ec7beb18-01f4-4df2-9a3e-158812a448dc will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:20.430017 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Transition to ACTIVE for port object ec7beb18-01f4-4df2-9a3e-158812a448dc will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:20.479823 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dee3d092-f2e7-46c2-b77a-164f8e7d85e0 req-760c918c-a8ec-477e-9e24-8fdcb03d6ad0 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups?id=08d29d2f-a09a-4d9c-a8ad-fe51125131c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940212 Jul 30 02:01:20.510840 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.517503 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d9e9b-5d82-41bc-a23c-d3dfc4d5afb7 None None] Pushing event updated for resources: {'Port': ['ID=1ef45e64-6f32-49f8-a9a1-1289f18fbab2,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:20.534101 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Network e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:20.538233 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16ee0e6e-d155-475e-a75a-49769e1819c2 req-514d5cb5-c25c-4b20-acea-91b54d4b6b5c tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.555403 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:20.559825 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:20.602202 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d5cb5-c25c-4b20-acea-91b54d4b6b5c tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Pushing event deleted for resources: {'Port': ['ID=7ce0b2b6-018c-46d4-852b-29fb1ce695d2,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:20.605791 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d16a798-87a9-4ecf-924c-f5937605f050', 'name': 'tempest-ServerRescueTestJSON-1929535127-router', 'tenant_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '1ef45e64-6f32-49f8-a9a1-1289f18fbab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:15Z', 'updated_at': '2021-07-30T02:01:17Z', 'revision_number': 3, 'project_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'gw_port': {'id': '1ef45e64-6f32-49f8-a9a1-1289f18fbab2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d16a798-87a9-4ecf-924c-f5937605f050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:16Z', 'updated_at': '2021-07-30T02:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:20.619984 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1ae403-aaeb-47b4-8224-aee371da674f tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Made reservation on behalf of d3b610ae6c094d569082c642f6b4ce36 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:20.623444 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e1ae403-aaeb-47b4-8224-aee371da674f tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.639731 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Attempting to bind port ec7beb18-01f4-4df2-9a3e-158812a448dc on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:20.640096 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Attempting to bind port ec7beb18-01f4-4df2-9a3e-158812a448dc by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '4d1727b3-5885-4929-8704-eec1f921cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:20.640459 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Attempting to bind port ec7beb18-01f4-4df2-9a3e-158812a448dc on network e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:20.640685 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab363a22-8099-4595-9204-c289d5bc22bf None None] The sync data for ids ['9d16a798-87a9-4ecf-924c-f5937605f050'] in n-d-713498-9 is: [{'id': '9d16a798-87a9-4ecf-924c-f5937605f050', 'name': 'tempest-ServerRescueTestJSON-1929535127-router', 'tenant_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '1ef45e64-6f32-49f8-a9a1-1289f18fbab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:15Z', 'updated_at': '2021-07-30T02:01:17Z', 'revision_number': 3, 'project_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'gw_port': {'id': '1ef45e64-6f32-49f8-a9a1-1289f18fbab2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d16a798-87a9-4ecf-924c-f5937605f050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:16Z', 'updated_at': '2021-07-30T02:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:01:20.642589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Pushing event updated for resources: {'Port': ['ID=ec7beb18-01f4-4df2-9a3e-158812a448dc,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:20.648492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:20.648875 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Checking segment: {'id': '4d1727b3-5885-4929-8704-eec1f921cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:20.649273 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.649659 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Bound using segment: {'id': '4d1727b3-5885-4929-8704-eec1f921cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:20.650120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Bound port: ec7beb18-01f4-4df2-9a3e-158812a448dc, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1727b3-5885-4929-8704-eec1f921cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:20.650581 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.731695 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-7e1ae403-aaeb-47b4-8224-aee371da674f tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] device_id is not set on port 9a75b670-fd32-4dfb-a266-7fe254386deb yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:20.792115 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-d277af44-3824-4567-a449-aee6b6261217 admin admin] Allocated IP 172.20.0.1 (d41a50cc-89f1-438b-8f85-d0516089c451/72f835ba-459b-4963-95fe-debca7945261/54d68972-6376-41ba-a85e-2f7f76b17182) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:20.808316 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1456f-6ac3-4af0-a5f1-56a0a82c3f22 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event updated for resources: {'Network': ['ID=47c28521-82e0-46f7-ac4a-e2e580a8c329,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:20.838985 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 47c28521-82e0-46f7-ac4a-e2e580a8c329 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:20.869840 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-90436eaf-2054-48b8-8f94-fbee2ea5d8a2 req-24f44e80-2c81-43f9-a877-b80598e4db96 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5564966 Jul 30 02:01:20.915072 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-7e1ae403-aaeb-47b4-8224-aee371da674f tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Allocated IP 2001:db8::27d (e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e/d2688876-5d14-456a-9336-931061830f90/9a75b670-fd32-4dfb-a266-7fe254386deb) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:20.932784 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d277af44-3824-4567-a449-aee6b6261217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.976029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] For port ec7beb18-01f4-4df2-9a3e-158812a448dc, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:20.991664 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] For port ec7beb18-01f4-4df2-9a3e-158812a448dc, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ec7beb18-01f4-4df2-9a3e-158812a448dc,segment=NetworkSegment(4d1727b3-5885-4929-8704-eec1f921cb66),segment_id=4d1727b3-5885-4929-8704-eec1f921cb66)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:21.030093 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aec5d4b2-ada1-4447-b541-cb899155cd0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.078210 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d277af44-3824-4567-a449-aee6b6261217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.109541 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16ee0e6e-d155-475e-a75a-49769e1819c2 req-514d5cb5-c25c-4b20-acea-91b54d4b6b5c tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Router 1732e64a-18a8-4964-9da9-dc4081133786 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:01:21.135695 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.150188 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277af44-3824-4567-a449-aee6b6261217 admin admin] Pushing event updated for resources: {'Port': ['ID=54d68972-6376-41ba-a85e-2f7f76b17182,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:21.171052 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d277af44-3824-4567-a449-aee6b6261217 admin admin] Network d41a50cc-89f1-438b-8f85-d0516089c451 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:21.172813 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d277af44-3824-4567-a449-aee6b6261217 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:21.175406 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d277af44-3824-4567-a449-aee6b6261217 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:21.247137 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59e68a-62aa-452b-9aee-306f12ccc534 None None] Pushing event updated for resources: {'Port': ['ID=ec7beb18-01f4-4df2-9a3e-158812a448dc,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:21.249076 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d277af44-3824-4567-a449-aee6b6261217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.318070 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71be142a-4912-4d29-9fd7-b94bbaae56eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.394185 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71be142a-4912-4d29-9fd7-b94bbaae56eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.398451 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e1ae403-aaeb-47b4-8224-aee371da674f tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.462529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16ee0e6e-d155-475e-a75a-49769e1819c2 req-514d5cb5-c25c-4b20-acea-91b54d4b6b5c tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:01:21.465285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-7e1ae403-aaeb-47b4-8224-aee371da674f tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Transition to ACTIVE for port object 9a75b670-fd32-4dfb-a266-7fe254386deb will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:21.472989 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cbb1456f-6ac3-4af0-a5f1-56a0a82c3f22 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9186828 Jul 30 02:01:21.475037 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be142a-4912-4d29-9fd7-b94bbaae56eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64530da3-0c80-4c10-9f5b-9f995a77a9dc,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:21.476911 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60612) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:21.487660 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-71be142a-4912-4d29-9fd7-b94bbaae56eb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b7e146eed67b488581175ccc12689fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2912548 Jul 30 02:01:21.488277 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60614) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:21.497752 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bb520-e87d-43c6-9ce6-6df097083ebc None None] Sync routers for ids ['1732e64a-18a8-4964-9da9-dc4081133786'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:01:21.510144 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-0f96e8ed-0da1-428b-bed2-c8c8a9b09535 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-370604914'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:21.514105 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636bb520-e87d-43c6-9ce6-6df097083ebc None None] Routers {'1732e64a-18a8-4964-9da9-dc4081133786'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:21.514950 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-636bb520-e87d-43c6-9ce6-6df097083ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:01:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1732e64a-18a8-4964-9da9-dc4081133786'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:21.592199 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d277af44-3824-4567-a449-aee6b6261217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.601676 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ee0e6e-d155-475e-a75a-49769e1819c2 req-514d5cb5-c25c-4b20-acea-91b54d4b6b5c tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] No DVR routers for this DVR port 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:21.605115 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16ee0e6e-d155-475e-a75a-49769e1819c2 req-514d5cb5-c25c-4b20-acea-91b54d4b6b5c tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.607750 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16ee0e6e-d155-475e-a75a-49769e1819c2 req-514d5cb5-c25c-4b20-acea-91b54d4b6b5c tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.77 "DELETE /v2.0/ports/7ce0b2b6-018c-46d4-852b-29fb1ce695d2 HTTP/1.1" status: 204 len: 173 time: 2.5248160 Jul 30 02:01:21.642583 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdd7c36-be98-45c1-9a3e-d81e660e3634', 'name': 'network-vif-deleted', 'tag': '7ce0b2b6-018c-46d4-852b-29fb1ce695d2'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:21.645013 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37833b86-2c71-4ab7-8c63-38f8051dafcd" -d '{"events": [{"server_uuid": "efdd7c36-be98-45c1-9a3e-d81e660e3634", "name": "network-vif-deleted", "tag": "7ce0b2b6-018c-46d4-852b-29fb1ce695d2"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:21.711167 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5012afb8-de6e-46ff-8073-8c194df13625 req-bfb747c8-da98-4099-b0dc-206e38d286d8 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 210 time: 0.0809882 Jul 30 02:01:21.711457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-636bb520-e87d-43c6-9ce6-6df097083ebc None None] Set router 1732e64a-18a8-4964-9da9-dc4081133786 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:01:21.746521 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8cfed6d3-7b3f-499e-b6da-968eea9e07c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.749565 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76663c6-f9ea-4659-97ea-ba54e5a0213e x-openstack-request-id: req-b76663c6-f9ea-4659-97ea-ba54e5a0213e {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:21.750039 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdd7c36-be98-45c1-9a3e-d81e660e3634", "name": "network-vif-deleted", "tag": "7ce0b2b6-018c-46d4-852b-29fb1ce695d2", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:21.750474 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b76663c6-f9ea-4659-97ea-ba54e5a0213e {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:21.751021 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdd7c36-be98-45c1-9a3e-d81e660e3634', 'name': 'network-vif-deleted', 'tag': '7ce0b2b6-018c-46d4-852b-29fb1ce695d2', 'status': 'completed', 'code': 200} Jul 30 02:01:21.790944 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8cfed6d3-7b3f-499e-b6da-968eea9e07c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.791962 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aec5d4b2-ada1-4447-b541-cb899155cd0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.794393 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e1ae403-aaeb-47b4-8224-aee371da674f tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.891344 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1ae403-aaeb-47b4-8224-aee371da674f tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Network e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:21.894098 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aec5d4b2-ada1-4447-b541-cb899155cd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.895654 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-7e1ae403-aaeb-47b4-8224-aee371da674f tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:21.899741 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ae403-aaeb-47b4-8224-aee371da674f tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:21.905504 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1ae403-aaeb-47b4-8224-aee371da674f tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:21.906147 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e1ae403-aaeb-47b4-8224-aee371da674f tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.919574 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ae403-aaeb-47b4-8224-aee371da674f tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Pushing event updated for resources: {'Port': ['ID=9a75b670-fd32-4dfb-a266-7fe254386deb,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:21.972659 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d277af44-3824-4567-a449-aee6b6261217 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.974551 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5d4b2-ada1-4447-b541-cb899155cd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647c2f48-2806-4a2b-9883-1341d6371afc,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:21.979905 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-aec5d4b2-ada1-4447-b541-cb899155cd0a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c546d26273394ede957fdba6926c3a01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5583005 Jul 30 02:01:21.981586 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60622) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:21.996030 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-636bb520-e87d-43c6-9ce6-6df097083ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732e64a-18a8-4964-9da9-dc4081133786', 'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:50Z', 'revision_number': 4, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'gw_port': {'id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:45Z', 'updated_at': '2021-07-30T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '70005305-9848-45c8-b07c-ce0aa5167bc4', 'name': '', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'mac_address': 'fa:16:3e:cb:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:49Z', 'updated_at': '2021-07-30T01:53:56Z', 'revision_number': 5, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'subnets': [{'id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:22.031911 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bb520-e87d-43c6-9ce6-6df097083ebc None None] Checking router: 1732e64a-18a8-4964-9da9-dc4081133786 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:01:22.041931 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636bb520-e87d-43c6-9ce6-6df097083ebc None None] Routers {'1732e64a-18a8-4964-9da9-dc4081133786'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:22.042773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-636bb520-e87d-43c6-9ce6-6df097083ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:01:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1732e64a-18a8-4964-9da9-dc4081133786'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:22.046449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f96e8ed-0da1-428b-bed2-c8c8a9b09535 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Made reservation on behalf of 073af13724fa40d09d14b93d889294ad for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:22.054948 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f96e8ed-0da1-428b-bed2-c8c8a9b09535 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.054948 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d277af44-3824-4567-a449-aee6b6261217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.075608 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8cfed6d3-7b3f-499e-b6da-968eea9e07c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.078752 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8cfed6d3-7b3f-499e-b6da-968eea9e07c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.080096 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8cfed6d3-7b3f-499e-b6da-968eea9e07c4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64530da3-0c80-4c10-9f5b-9f995a77a9dc HTTP/1.1" status: 204 len: 168 time: 0.5657055 Jul 30 02:01:22.099178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfed6d3-7b3f-499e-b6da-968eea9e07c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64530da3-0c80-4c10-9f5b-9f995a77a9dc,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:22.119099 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993abdb-fb2f-4ec3-8bfe-e41902e6b4cd req-a3c67d25-ae42-4c07-9886-6aa05c5dfd16 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:22.123440 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e993abdb-fb2f-4ec3-8bfe-e41902e6b4cd req-a3c67d25-ae42-4c07-9886-6aa05c5dfd16 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 946 time: 0.1199493 Jul 30 02:01:22.157913 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-703f1b90-b2e2-4a92-ad99-acc4cd188051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.201787 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-703f1b90-b2e2-4a92-ad99-acc4cd188051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.215597 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-636bb520-e87d-43c6-9ce6-6df097083ebc None None] Set router 1732e64a-18a8-4964-9da9-dc4081133786 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:01:22.223600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f96e8ed-0da1-428b-bed2-c8c8a9b09535 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:22.230678 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277af44-3824-4567-a449-aee6b6261217 admin admin] Pushing event updated for resources: {'Port': ['ID=54d68972-6376-41ba-a85e-2f7f76b17182,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:22.237230 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d277af44-3824-4567-a449-aee6b6261217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.247910 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e993abdb-fb2f-4ec3-8bfe-e41902e6b4cd req-cf0bf514-86f2-4784-a6d9-c556aba3468a tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152642 Jul 30 02:01:22.262909 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f96e8ed-0da1-428b-bed2-c8c8a9b09535 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.263258 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-0f96e8ed-0da1-428b-bed2-c8c8a9b09535 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Added segment 5c29426f-87f8-4ec9-a7ce-31815a8a1d52 of type vlan for network 2b10dc3f-56b0-4ef5-8f05-d9631a04fac1 Jul 30 02:01:22.269555 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7e1ae403-aaeb-47b4-8224-aee371da674f tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1660330 Jul 30 02:01:22.272665 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60626) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:22.278271 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-88de08e4-3a93-4d36-af79-1e1e770123c9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Request body: {'port': {'network_id': 'e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-360073369', 'allowed_address_pairs': [{'ip_address': '2001:db8::27d', 'mac_address': 'fa:16:3e:e8:ce:1f'}]}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:22.353757 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f96e8ed-0da1-428b-bed2-c8c8a9b09535 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.465517 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-703f1b90-b2e2-4a92-ad99-acc4cd188051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.467314 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d277af44-3824-4567-a449-aee6b6261217 admin admin] Network d41a50cc-89f1-438b-8f85-d0516089c451 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:22.468855 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d277af44-3824-4567-a449-aee6b6261217 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:22.469487 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-703f1b90-b2e2-4a92-ad99-acc4cd188051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.501300 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-703f1b90-b2e2-4a92-ad99-acc4cd188051 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/647c2f48-2806-4a2b-9883-1341d6371afc HTTP/1.1" status: 204 len: 168 time: 0.5185061 Jul 30 02:01:22.533771 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f1b90-b2e2-4a92-ad99-acc4cd188051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647c2f48-2806-4a2b-9883-1341d6371afc,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:22.552502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88de08e4-3a93-4d36-af79-1e1e770123c9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Made reservation on behalf of d3b610ae6c094d569082c642f6b4ce36 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:22.664667 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ec7beb18-01f4-4df2-9a3e-158812a448dc up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:22.715485 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3463039b-ddc3-4749-934e-494dc8446dc1 None None] Network e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:22.744325 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88de08e4-3a93-4d36-af79-1e1e770123c9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.769873 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f96e8ed-0da1-428b-bed2-c8c8a9b09535 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.783813 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-88de08e4-3a93-4d36-af79-1e1e770123c9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] device_id is not set on port a508b955-9e33-4896-91f4-342bcb4c7a43 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:22.792563 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f96e8ed-0da1-428b-bed2-c8c8a9b09535 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:22.803607 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f96e8ed-0da1-428b-bed2-c8c8a9b09535 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.846008 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d277af44-3824-4567-a449-aee6b6261217 admin admin] Router 9d16a798-87a9-4ecf-924c-f5937605f050 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:01:22.919306 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-636bb520-e87d-43c6-9ce6-6df097083ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732e64a-18a8-4964-9da9-dc4081133786', 'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:50Z', 'revision_number': 4, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'gw_port': {'id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:45Z', 'updated_at': '2021-07-30T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '70005305-9848-45c8-b07c-ce0aa5167bc4', 'name': '', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'mac_address': 'fa:16:3e:cb:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:49Z', 'updated_at': '2021-07-30T01:53:56Z', 'revision_number': 5, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'subnets': [{'id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:22.972066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ff6b8f11-1398-4198-8a7d-664ee1d79b3a None None] Provisioning for port ec7beb18-01f4-4df2-9a3e-158812a448dc completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:22.976227 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bb520-e87d-43c6-9ce6-6df097083ebc None None] The sync data for ids ['1732e64a-18a8-4964-9da9-dc4081133786'] in n-d-713498-9 is: [{'id': '1732e64a-18a8-4964-9da9-dc4081133786', 'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:50Z', 'revision_number': 4, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'gw_port': {'id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:45Z', 'updated_at': '2021-07-30T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '70005305-9848-45c8-b07c-ce0aa5167bc4', 'name': '', 'network_id': 'da367ee6-3a9f-4866-aaeb-75f83be72229', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'mac_address': 'fa:16:3e:cb:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:49Z', 'updated_at': '2021-07-30T01:53:56Z', 'revision_number': 5, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'subnets': [{'id': 'e55ab10a-38fa-4f87-9d98-222aa1ee0cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:01:23.023331 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-88de08e4-3a93-4d36-af79-1e1e770123c9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Allocated IP 2001:db8::70 (e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e/d2688876-5d14-456a-9336-931061830f90/a508b955-9e33-4896-91f4-342bcb4c7a43) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:23.041603 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-85af0f1c-dea7-4b3c-8c0c-73408b9a879c req-cd955749-a9cf-4c98-b9fa-4b267fb0cde5 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/ports?device_id=efdd7c36-be98-45c1-9a3e-d81e660e3634 HTTP/1.1" status: 200 len: 210 time: 0.1016135 Jul 30 02:01:23.069699 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96e8ed-0da1-428b-bed2-c8c8a9b09535 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event updated for resources: {'Network': ['ID=2b10dc3f-56b0-4ef5-8f05-d9631a04fac1,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:23.079342 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port ec7beb18-01f4-4df2-9a3e-158812a448dc completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:23.096889 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0f96e8ed-0da1-428b-bed2-c8c8a9b09535 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6078291 Jul 30 02:01:23.097238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port ec7beb18-01f4-4df2-9a3e-158812a448dc triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:23.097349 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.149680 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 2b10dc3f-56b0-4ef5-8f05-d9631a04fac1 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:23.270146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60646) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:23.276173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Request body: {'subnets': [{'network_id': '47c28521-82e0-46f7-ac4a-e2e580a8c329', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2109130329', 'ip_version': 4}, {'network_id': '2b10dc3f-56b0-4ef5-8f05-d9631a04fac1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:23.276486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Request body: {'subnet': {'network_id': '47c28521-82e0-46f7-ac4a-e2e580a8c329', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2109130329', 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:23.277136 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Request body: {'subnet': {'network_id': '2b10dc3f-56b0-4ef5-8f05-d9631a04fac1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:23.304777 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d277af44-3824-4567-a449-aee6b6261217 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:01:23.319164 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d277af44-3824-4567-a449-aee6b6261217 admin admin] 10.222.0.70 "PUT /v2.0/routers/9d16a798-87a9-4ecf-924c-f5937605f050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3214464 Jul 30 02:01:23.351428 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.359898 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] Sync routers for ids ['9d16a798-87a9-4ecf-924c-f5937605f050'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:01:23.381158 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] Routers {'9d16a798-87a9-4ecf-924c-f5937605f050'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:23.381796 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:01:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9d16a798-87a9-4ecf-924c-f5937605f050'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:23.425419 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port ec7beb18-01f4-4df2-9a3e-158812a448dc, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ec7beb18-01f4-4df2-9a3e-158812a448dc,segment=NetworkSegment(4d1727b3-5885-4929-8704-eec1f921cb66),segment_id=4d1727b3-5885-4929-8704-eec1f921cb66)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:23.474072 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60652) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:23.497059 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4d5b-01dd-4d00-b9c3-7c65b061957c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.509226 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.519768 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 1ef45e64-6f32-49f8-a9a1-1289f18fbab2 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:23.523682 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88de08e4-3a93-4d36-af79-1e1e770123c9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.548176 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] Set router 9d16a798-87a9-4ecf-924c-f5937605f050 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:01:23.593929 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-88de08e4-3a93-4d36-af79-1e1e770123c9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Transition to ACTIVE for port object a508b955-9e33-4896-91f4-342bcb4c7a43 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:23.647334 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:23.722048 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88de08e4-3a93-4d36-af79-1e1e770123c9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.743625 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:01:23.746739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 7ce0b2b6-018c-46d4-852b-29fb1ce695d2 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:01:23.773954 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-773990ce-cf8d-4df5-83e6-681c601f6467 None None] Provisioning for port 9a75b670-fd32-4dfb-a266-7fe254386deb completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:23.778580 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4d5b-01dd-4d00-b9c3-7c65b061957c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.790239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-773990ce-cf8d-4df5-83e6-681c601f6467 None None] Provisioning complete for port 9a75b670-fd32-4dfb-a266-7fe254386deb triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:23.790239 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-773990ce-cf8d-4df5-83e6-681c601f6467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.828383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88de08e4-3a93-4d36-af79-1e1e770123c9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Network e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:23.838697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-88de08e4-3a93-4d36-af79-1e1e770123c9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:23.843564 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-773990ce-cf8d-4df5-83e6-681c601f6467 None None] Port 9a75b670-fd32-4dfb-a266-7fe254386deb cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:23.856928 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88de08e4-3a93-4d36-af79-1e1e770123c9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:23.863092 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0aefc5-cb6b-4a77-8a1b-3563237d102a None None] New status for floating IP b4f5917d-6396-45d9-94e3-66d29193fb63: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:01:23.866471 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88de08e4-3a93-4d36-af79-1e1e770123c9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:23.866618 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4d5b-01dd-4d00-b9c3-7c65b061957c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.870620 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88de08e4-3a93-4d36-af79-1e1e770123c9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.912132 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d16a798-87a9-4ecf-924c-f5937605f050', 'name': 'tempest-ServerRescueTestJSON-1929535127-router', 'tenant_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '1ef45e64-6f32-49f8-a9a1-1289f18fbab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:15Z', 'updated_at': '2021-07-30T02:01:21Z', 'revision_number': 4, 'project_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'gw_port': {'id': '1ef45e64-6f32-49f8-a9a1-1289f18fbab2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d16a798-87a9-4ecf-924c-f5937605f050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:16Z', 'updated_at': '2021-07-30T02:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '54d68972-6376-41ba-a85e-2f7f76b17182', 'name': '', 'network_id': 'd41a50cc-89f1-438b-8f85-d0516089c451', 'tenant_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'mac_address': 'fa:16:3e:38:5b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d16a798-87a9-4ecf-924c-f5937605f050', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '72f835ba-459b-4963-95fe-debca7945261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:19Z', 'updated_at': '2021-07-30T02:01:21Z', 'revision_number': 2, 'project_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'subnets': [{'id': '72f835ba-459b-4963-95fe-debca7945261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:23.919477 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de08e4-3a93-4d36-af79-1e1e770123c9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Pushing event updated for resources: {'Port': ['ID=a508b955-9e33-4896-91f4-342bcb4c7a43,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:23.936197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=ec7beb18-01f4-4df2-9a3e-158812a448dc,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:23.940668 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] Checking router: 9d16a798-87a9-4ecf-924c-f5937605f050 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:01:23.940835 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] Updating router 9d16a798-87a9-4ecf-924c-f5937605f050 port 54d68972-6376-41ba-a85e-2f7f76b17182 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:01:23.944052 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-773990ce-cf8d-4df5-83e6-681c601f6467 None None] Provisioning complete for port ec7beb18-01f4-4df2-9a3e-158812a448dc triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:23.944583 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-773990ce-cf8d-4df5-83e6-681c601f6467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.972976 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.979514 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8b7d4d5b-01dd-4d00-b9c3-7c65b061957c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24ade52d96fa4f94ab2651f3d3e5c67c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5038824 Jul 30 02:01:23.981116 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d4d5b-01dd-4d00-b9c3-7c65b061957c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7951cef1-6d2d-403f-b44b-dbb21c1bd3f7,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:23.981965 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60664) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:24.020928 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Made reservation on behalf of 073af13724fa40d09d14b93d889294ad for: {'subnet': 2} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:24.025649 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.026006 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.150340 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-88de08e4-3a93-4d36-af79-1e1e770123c9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.8765922 Jul 30 02:01:24.153369 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60678) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:24.259524 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 1ef45e64-6f32-49f8-a9a1-1289f18fbab2 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:24.279732 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1738e589-d3ab-4359-a978-e519c7976988 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:24.286540 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1738e589-d3ab-4359-a978-e519c7976988 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:24.294492 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1738e589-d3ab-4359-a978-e519c7976988 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:24.296515 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1738e589-d3ab-4359-a978-e519c7976988 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1415753 Jul 30 02:01:24.298042 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 1ef45e64-6f32-49f8-a9a1-1289f18fbab2 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:24.298042 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.299570 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60682) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:24.335772 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60686) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:24.459295 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5323e66d-91bb-4bce-b954-1d8745fee053 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.480284 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.498904 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5323e66d-91bb-4bce-b954-1d8745fee053 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.509414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 1ef45e64-6f32-49f8-a9a1-1289f18fbab2, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1ef45e64-6f32-49f8-a9a1-1289f18fbab2,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:24.510227 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.520605 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-eee7fa31-1252-46b3-b1db-bc74d9e54cba tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Deleting port a508b955-9e33-4896-91f4-342bcb4c7a43 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:24.522156 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eee7fa31-1252-46b3-b1db-bc74d9e54cba tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.531120 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] Transition to ACTIVE for port object 54d68972-6376-41ba-a85e-2f7f76b17182 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:24.555758 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0d777046-c976-4087-9956-8ec3aa77b2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.608185 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.635218 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.649302 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eee7fa31-1252-46b3-b1db-bc74d9e54cba tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.666719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-eee7fa31-1252-46b3-b1db-bc74d9e54cba tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Calling delete_port for a508b955-9e33-4896-91f4-342bcb4c7a43 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:24.733193 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=1ef45e64-6f32-49f8-a9a1-1289f18fbab2,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:24.737881 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9f520a58-eb14-4347-8f77-acecad298dc9 None None] Provisioning for port a508b955-9e33-4896-91f4-342bcb4c7a43 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:24.741142 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ec7beb18-01f4-4df2-9a3e-158812a448dc up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:24.744198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5323e66d-91bb-4bce-b954-1d8745fee053 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.752955 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe2378-36db-4824-b562-9b45d25da3dc None None] Pushing event updated for resources: {'Port': ['ID=54d68972-6376-41ba-a85e-2f7f76b17182,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:24.755056 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5323e66d-91bb-4bce-b954-1d8745fee053 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.759030 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0d777046-c976-4087-9956-8ec3aa77b2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.762109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60690) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:24.763304 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5323e66d-91bb-4bce-b954-1d8745fee053 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "DELETE /v2.0/security-groups/08d29d2f-a09a-4d9c-a8ad-fe51125131c4 HTTP/1.1" status: 204 len: 168 time: 0.4262950 Jul 30 02:01:24.782020 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323e66d-91bb-4bce-b954-1d8745fee053 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d29d2f-a09a-4d9c-a8ad-fe51125131c4,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:24.799464 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9f520a58-eb14-4347-8f77-acecad298dc9 None None] Provisioning complete for port a508b955-9e33-4896-91f4-342bcb4c7a43 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:24.799840 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f520a58-eb14-4347-8f77-acecad298dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.838003 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] Attempting to bind port 54d68972-6376-41ba-a85e-2f7f76b17182 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:24.838437 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] Attempting to bind port 54d68972-6376-41ba-a85e-2f7f76b17182 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'e78594f6-adab-4377-853c-ca83e09b2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd41a50cc-89f1-438b-8f85-d0516089c451'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:24.838815 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] Attempting to bind port 54d68972-6376-41ba-a85e-2f7f76b17182 on network d41a50cc-89f1-438b-8f85-d0516089c451 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:24.847177 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:24.847615 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] Checking segment: {'id': 'e78594f6-adab-4377-853c-ca83e09b2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd41a50cc-89f1-438b-8f85-d0516089c451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:24.847975 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.848564 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] Bound using segment: {'id': 'e78594f6-adab-4377-853c-ca83e09b2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd41a50cc-89f1-438b-8f85-d0516089c451'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:24.849194 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] Bound port: 54d68972-6376-41ba-a85e-2f7f76b17182, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78594f6-adab-4377-853c-ca83e09b2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd41a50cc-89f1-438b-8f85-d0516089c451'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:24.849586 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.854233 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9f520a58-eb14-4347-8f77-acecad298dc9 None None] Port a508b955-9e33-4896-91f4-342bcb4c7a43 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:24.880269 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9f520a58-eb14-4347-8f77-acecad298dc9 None None] Provisioning complete for port 9a75b670-fd32-4dfb-a266-7fe254386deb triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:24.880648 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f520a58-eb14-4347-8f77-acecad298dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.924766 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9f520a58-eb14-4347-8f77-acecad298dc9 None None] Port 9a75b670-fd32-4dfb-a266-7fe254386deb cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:24.937378 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] For port 54d68972-6376-41ba-a85e-2f7f76b17182, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:24.939353 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port ec7beb18-01f4-4df2-9a3e-158812a448dc triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:24.941001 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.942782 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] For port 54d68972-6376-41ba-a85e-2f7f76b17182, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=54d68972-6376-41ba-a85e-2f7f76b17182,segment=NetworkSegment(e78594f6-adab-4377-853c-ca83e09b2ba9),segment_id=e78594f6-adab-4377-853c-ca83e09b2ba9)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:24.988856 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eee7fa31-1252-46b3-b1db-bc74d9e54cba tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.017936 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.024111 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7fa31-1252-46b3-b1db-bc74d9e54cba tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Pushing event deleted for resources: {'Port': ['ID=a508b955-9e33-4896-91f4-342bcb4c7a43,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:25.081912 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] Routers {'9d16a798-87a9-4ecf-924c-f5937605f050'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:25.082575 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:01:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9d16a798-87a9-4ecf-924c-f5937605f050'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:25.146855 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe2378-36db-4824-b562-9b45d25da3dc None None] Pushing event updated for resources: {'Port': ['ID=54d68972-6376-41ba-a85e-2f7f76b17182,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:25.189716 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eee7fa31-1252-46b3-b1db-bc74d9e54cba tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.192419 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-eee7fa31-1252-46b3-b1db-bc74d9e54cba tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "DELETE /v2.0/ports/a508b955-9e33-4896-91f4-342bcb4c7a43 HTTP/1.1" status: 204 len: 168 time: 0.8911071 Jul 30 02:01:25.195070 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60698) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:25.234675 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-a03f0248-4c39-44c3-a153-0d5dc357502e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] show failed (client error): The resource could not be found. Jul 30 02:01:25.236266 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a03f0248-4c39-44c3-a153-0d5dc357502e tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "GET /v2.0/security-groups/08d29d2f-a09a-4d9c-a8ad-fe51125131c4 HTTP/1.1" status: 404 len: 347 time: 0.4732614 Jul 30 02:01:25.240516 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9a62b5-602e-49ad-9695-237c2f29211e tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] GET failed (client error): The resource could not be found. Jul 30 02:01:25.241496 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dc9a62b5-602e-49ad-9695-237c2f29211e tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "GET /v2.0/ports/a508b955-9e33-4896-91f4-342bcb4c7a43 HTTP/1.1" status: 404 len: 333 time: 0.0452433 Jul 30 02:01:25.243959 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60700) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:25.254621 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60702) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:25.263826 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-4a853592-4182-43a7-a3f4-25dab046ad25 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Request body: {'port': {'network_id': 'e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-696102249'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:25.333835 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.405713 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] Set router 9d16a798-87a9-4ecf-924c-f5937605f050 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:01:25.411504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-613db046-d068-40ba-9a2f-1d05f0b66d40 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Deleting port 39c82a9a-a908-4f80-b2eb-923659837706 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:25.411950 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-613db046-d068-40ba-9a2f-1d05f0b66d40 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.418105 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-fb6ea512-dd2a-4424-8558-bc3553b50bf9 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:25.419765 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-fb6ea512-dd2a-4424-8558-bc3553b50bf9 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/networks?id=d41a50cc-89f1-438b-8f85-d0516089c451 HTTP/1.1" status: 200 len: 811 time: 1.2683690 Jul 30 02:01:25.457993 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-6a63cb1f-38b2-4d2f-ac92-d6708d78cb8e tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/quotas/c8345e06e1f34c0f8c6aef4f6223e6fb HTTP/1.1" status: 200 len: 375 time: 0.0215640 Jul 30 02:01:25.474721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event updated for resources: {'Subnet': ['ID=367a8c14-2566-4907-8983-429bf8037612,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:25.514962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:25.516063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:25.516063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:25.516063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:25.516473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:25.516945 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:25.517361 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:25.517767 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:25.518167 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:25.518620 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:25.519033 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:25.519784 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:25.529057 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-613db046-d068-40ba-9a2f-1d05f0b66d40 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.529057 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-613db046-d068-40ba-9a2f-1d05f0b66d40 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.548668 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-613db046-d068-40ba-9a2f-1d05f0b66d40 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Calling delete_port for 39c82a9a-a908-4f80-b2eb-923659837706 owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:25.573584 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0d777046-c976-4087-9956-8ec3aa77b2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.576769 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0d777046-c976-4087-9956-8ec3aa77b2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.578014 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0d777046-c976-4087-9956-8ec3aa77b2f1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7951cef1-6d2d-403f-b44b-dbb21c1bd3f7 HTTP/1.1" status: 204 len: 168 time: 1.5946822 Jul 30 02:01:25.595538 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d777046-c976-4087-9956-8ec3aa77b2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7951cef1-6d2d-403f-b44b-dbb21c1bd3f7,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:25.620652 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Checking segment: {'id': 'd532a403-6947-4693-9cd5-2b1dc24e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '47c28521-82e0-46f7-ac4a-e2e580a8c329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:25.621176 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Network hostable DHCP agents. Network: 47c28521-82e0-46f7-ac4a-e2e580a8c329, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:01:25.628226 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-3c0a200e-0ae8-45ab-8e6d-dfd8ac776e3c tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8345e06e1f34c0f8c6aef4f6223e6fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1610005 Jul 30 02:01:25.707778 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d16a798-87a9-4ecf-924c-f5937605f050', 'name': 'tempest-ServerRescueTestJSON-1929535127-router', 'tenant_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '1ef45e64-6f32-49f8-a9a1-1289f18fbab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:15Z', 'updated_at': '2021-07-30T02:01:21Z', 'revision_number': 4, 'project_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'gw_port': {'id': '1ef45e64-6f32-49f8-a9a1-1289f18fbab2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d16a798-87a9-4ecf-924c-f5937605f050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:16Z', 'updated_at': '2021-07-30T02:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '54d68972-6376-41ba-a85e-2f7f76b17182', 'name': '', 'network_id': 'd41a50cc-89f1-438b-8f85-d0516089c451', 'tenant_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'mac_address': 'fa:16:3e:38:5b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d16a798-87a9-4ecf-924c-f5937605f050', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '72f835ba-459b-4963-95fe-debca7945261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:19Z', 'updated_at': '2021-07-30T02:01:24Z', 'revision_number': 4, 'project_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'subnets': [{'id': '72f835ba-459b-4963-95fe-debca7945261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:25.737227 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a853592-4182-43a7-a3f4-25dab046ad25 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Made reservation on behalf of d3b610ae6c094d569082c642f6b4ce36 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:25.741696 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a853592-4182-43a7-a3f4-25dab046ad25 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.755842 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9c3d95-f03e-4d10-9033-02a819e251c6 None None] The sync data for ids ['9d16a798-87a9-4ecf-924c-f5937605f050'] in n-d-713498-9 is: [{'id': '9d16a798-87a9-4ecf-924c-f5937605f050', 'name': 'tempest-ServerRescueTestJSON-1929535127-router', 'tenant_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '1ef45e64-6f32-49f8-a9a1-1289f18fbab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:15Z', 'updated_at': '2021-07-30T02:01:21Z', 'revision_number': 4, 'project_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'gw_port': {'id': '1ef45e64-6f32-49f8-a9a1-1289f18fbab2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d16a798-87a9-4ecf-924c-f5937605f050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:16Z', 'updated_at': '2021-07-30T02:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '54d68972-6376-41ba-a85e-2f7f76b17182', 'name': '', 'network_id': 'd41a50cc-89f1-438b-8f85-d0516089c451', 'tenant_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'mac_address': 'fa:16:3e:38:5b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d16a798-87a9-4ecf-924c-f5937605f050', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '72f835ba-459b-4963-95fe-debca7945261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:19Z', 'updated_at': '2021-07-30T02:01:24Z', 'revision_number': 4, 'project_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'subnets': [{'id': '72f835ba-459b-4963-95fe-debca7945261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:01:25.761377 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-4a853592-4182-43a7-a3f4-25dab046ad25 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] device_id is not set on port 3fd9424f-80a5-482a-b79c-0766852efda0 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:25.801318 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Network 47c28521-82e0-46f7-ac4a-e2e580a8c329 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:01:25.832857 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-2f822ccd-33b7-4f72-afb1-1676883d2419 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:25.835167 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-2f822ccd-33b7-4f72-afb1-1676883d2419 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1890168 Jul 30 02:01:25.880676 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-613db046-d068-40ba-9a2f-1d05f0b66d40 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.910423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613db046-d068-40ba-9a2f-1d05f0b66d40 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Pushing event deleted for resources: {'Port': ['ID=39c82a9a-a908-4f80-b2eb-923659837706,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:25.932909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 47c28521-82e0-46f7-ac4a-e2e580a8c329) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:25.942960 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.948909 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bc66eb-a76a-4fb3-8086-ffadb812b881 None None] Network 47c28521-82e0-46f7-ac4a-e2e580a8c329 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:26.060289 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-613db046-d068-40ba-9a2f-1d05f0b66d40 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:26.063072 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-613db046-d068-40ba-9a2f-1d05f0b66d40 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:26.065026 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-613db046-d068-40ba-9a2f-1d05f0b66d40 tempest-AttachVolumeTestJSON-1913088276 tempest-AttachVolumeTestJSON-1913088276-project] 10.222.0.70 "DELETE /v2.0/floatingips/b4f5917d-6396-45d9-94e3-66d29193fb63 HTTP/1.1" status: 204 len: 168 time: 0.8197126 Jul 30 02:01:26.109076 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-4a853592-4182-43a7-a3f4-25dab046ad25 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Allocated IP 2001:db8::250 (e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e/d2688876-5d14-456a-9336-931061830f90/3fd9424f-80a5-482a-b79c-0766852efda0) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:26.178342 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event updated for resources: {'Subnet': ['ID=9c1cc3c3-2919-4570-8199-ff6db459ecf1,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:26.217481 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Checking segment: {'id': '5c29426f-87f8-4ec9-a7ce-31815a8a1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2b10dc3f-56b0-4ef5-8f05-d9631a04fac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:26.217853 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Network hostable DHCP agents. Network: 2b10dc3f-56b0-4ef5-8f05-d9631a04fac1, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:01:26.220933 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-47c28521-82e0-46f7-ac4a-e2e580a8c329', 'network_id': '47c28521-82e0-46f7-ac4a-e2e580a8c329', 'tenant_id': '073af13724fa40d09d14b93d889294ad', 'fixed_ips': [{'subnet_id': '367a8c14-2566-4907-8983-429bf8037612'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:01:26.225580 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:26.227594 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-78b2c9ce-5eb2-4b49-97d7-d1f9c9ca29b9 service neutron] 10.222.0.70 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808742 Jul 30 02:01:26.500640 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Network 2b10dc3f-56b0-4ef5-8f05-d9631a04fac1 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:01:26.546111 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-c352964f-4e92-4534-a866-1ee616628154 service neutron] 10.222.0.70 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176215 Jul 30 02:01:26.584242 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Allocated IP 172.20.0.2 (47c28521-82e0-46f7-ac4a-e2e580a8c329/367a8c14-2566-4907-8983-429bf8037612/61918496-18e9-4757-bae4-9d634acd8133) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:26.615769 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a853592-4182-43a7-a3f4-25dab046ad25 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:26.639956 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 2b10dc3f-56b0-4ef5-8f05-d9631a04fac1) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:26.657647 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387e2157-983a-43be-8ba0-1674bace4f37 None None] Network 2b10dc3f-56b0-4ef5-8f05-d9631a04fac1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:26.669037 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:26.669686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:26.670163 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:26.694719 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-4a853592-4182-43a7-a3f4-25dab046ad25 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Transition to ACTIVE for port object 3fd9424f-80a5-482a-b79c-0766852efda0 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:26.791556 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f6b11522-404c-4ff8-aa8b-f5b912299a23 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.5179107 Jul 30 02:01:26.792896 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60742) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:26.864568 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a853592-4182-43a7-a3f4-25dab046ad25 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:26.898137 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a853592-4182-43a7-a3f4-25dab046ad25 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Network e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:26.900856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-4a853592-4182-43a7-a3f4-25dab046ad25 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:26.927515 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a853592-4182-43a7-a3f4-25dab046ad25 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:26.937092 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a853592-4182-43a7-a3f4-25dab046ad25 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:26.937976 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a853592-4182-43a7-a3f4-25dab046ad25 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.039268 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 54d68972-6376-41ba-a85e-2f7f76b17182 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:27.070331 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a853592-4182-43a7-a3f4-25dab046ad25 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Pushing event updated for resources: {'Port': ['ID=3fd9424f-80a5-482a-b79c-0766852efda0,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:27.143735 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-949f7317-8b55-4ebb-9b71-833797c5891a req-17557271-ba29-457b-a309-9693a0632987 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 210 time: 0.1672602 Jul 30 02:01:27.174599 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316d5dad-cd9e-414e-9f3f-cb31c6683bc3 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:27.178702 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316d5dad-cd9e-414e-9f3f-cb31c6683bc3 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:27.182093 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316d5dad-cd9e-414e-9f3f-cb31c6683bc3 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:27.191899 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4a853592-4182-43a7-a3f4-25dab046ad25 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9341991 Jul 30 02:01:27.194679 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60762) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:27.202530 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-33ea3a20-819d-4d53-81de-11af34632a46 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::27d', 'mac_address': 'fa:16:3e:e8:ce:1f'}]}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:27.204981 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-316d5dad-cd9e-414e-9f3f-cb31c6683bc3 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3989336 Jul 30 02:01:27.209072 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60764) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:27.396344 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de2b3d6-7f75-40ca-a59a-74afc95a0406 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Deleting subnet 367a8c14-2566-4907-8983-429bf8037612 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:01:27.405536 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.431608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Transition to ACTIVE for port object 61918496-18e9-4757-bae4-9d634acd8133 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:27.437816 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-33ea3a20-819d-4d53-81de-11af34632a46 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.519219 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Transition to ACTIVE for port object 61918496-18e9-4757-bae4-9d634acd8133 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:27.523254 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 54d68972-6376-41ba-a85e-2f7f76b17182 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:27.541456 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-2b10dc3f-56b0-4ef5-8f05-d9631a04fac1', 'network_id': '2b10dc3f-56b0-4ef5-8f05-d9631a04fac1', 'tenant_id': '073af13724fa40d09d14b93d889294ad', 'fixed_ips': [{'subnet_id': '9c1cc3c3-2919-4570-8199-ff6db459ecf1'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:01:27.544805 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.611932 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5de2b3d6-7f75-40ca-a59a-74afc95a0406 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.710132 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5de2b3d6-7f75-40ca-a59a-74afc95a0406 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.717731 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Allocated IP 172.20.0.18 (2b10dc3f-56b0-4ef5-8f05-d9631a04fac1/9c1cc3c3-2919-4570-8199-ff6db459ecf1/85a61e9c-3a54-4c5b-8bc8-2e6b63051c92) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:27.807673 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 54d68972-6376-41ba-a85e-2f7f76b17182 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:27.808566 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.813888 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.870875 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5de2b3d6-7f75-40ca-a59a-74afc95a0406 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.879307 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Network 47c28521-82e0-46f7-ac4a-e2e580a8c329 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:27.906850 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:27.914531 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:27.975212 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-99acdfa5-c9ca-4f60-82cc-110fcbef7b50 None None] Provisioning for port 3fd9424f-80a5-482a-b79c-0766852efda0 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:27.976975 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-33ea3a20-819d-4d53-81de-11af34632a46 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.019244 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Pushing event updated for resources: {'Port': ['ID=61918496-18e9-4757-bae4-9d634acd8133,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:28.024518 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-99acdfa5-c9ca-4f60-82cc-110fcbef7b50 None None] Provisioning complete for port 3fd9424f-80a5-482a-b79c-0766852efda0 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:28.031776 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-99acdfa5-c9ca-4f60-82cc-110fcbef7b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.052356 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5de2b3d6-7f75-40ca-a59a-74afc95a0406 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.080818 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2b3d6-7f75-40ca-a59a-74afc95a0406 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event deleted for resources: {'Subnet': ['ID=367a8c14-2566-4907-8983-429bf8037612,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:28.083117 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5de2b3d6-7f75-40ca-a59a-74afc95a0406 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.085218 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5de2b3d6-7f75-40ca-a59a-74afc95a0406 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "DELETE /v2.0/subnets/367a8c14-2566-4907-8983-429bf8037612 HTTP/1.1" status: 204 len: 168 time: 0.8726833 Jul 30 02:01:28.088099 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60806) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:28.109173 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Attempting to bind port 61918496-18e9-4757-bae4-9d634acd8133 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:28.110244 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Attempting to bind port 61918496-18e9-4757-bae4-9d634acd8133 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'd532a403-6947-4693-9cd5-2b1dc24e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '47c28521-82e0-46f7-ac4a-e2e580a8c329'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:28.110818 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Attempting to bind port 61918496-18e9-4757-bae4-9d634acd8133 on network 47c28521-82e0-46f7-ac4a-e2e580a8c329 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:28.122648 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-33ea3a20-819d-4d53-81de-11af34632a46 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.192947 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-99acdfa5-c9ca-4f60-82cc-110fcbef7b50 None None] Port 3fd9424f-80a5-482a-b79c-0766852efda0 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:28.216388 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:28.217140 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Checking segment: {'id': 'd532a403-6947-4693-9cd5-2b1dc24e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '47c28521-82e0-46f7-ac4a-e2e580a8c329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:28.217140 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.217549 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Bound using segment: {'id': 'd532a403-6947-4693-9cd5-2b1dc24e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '47c28521-82e0-46f7-ac4a-e2e580a8c329'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:28.218615 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Bound port: 61918496-18e9-4757-bae4-9d634acd8133, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd532a403-6947-4693-9cd5-2b1dc24e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '47c28521-82e0-46f7-ac4a-e2e580a8c329'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:28.218997 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.237504 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.251765 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-33ea3a20-819d-4d53-81de-11af34632a46 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] In _notify_port_updated(), no bound segment for port 3fd9424f-80a5-482a-b79c-0766852efda0 on network e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e {{(pid=94465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:01:28.269545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ea3a20-819d-4d53-81de-11af34632a46 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:28.270247 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-33ea3a20-819d-4d53-81de-11af34632a46 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.279216 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-33ea3a20-819d-4d53-81de-11af34632a46 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "PUT /v2.0/ports/3fd9424f-80a5-482a-b79c-0766852efda0 HTTP/1.1" status: 200 len: 1002 time: 1.0837240 Jul 30 02:01:28.281625 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.282197 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60824) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:28.326851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Transition to ACTIVE for port object 85a61e9c-3a54-4c5b-8bc8-2e6b63051c92 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:28.332921 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 54d68972-6376-41ba-a85e-2f7f76b17182, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=54d68972-6376-41ba-a85e-2f7f76b17182,segment=NetworkSegment(e78594f6-adab-4377-853c-ca83e09b2ba9),segment_id=e78594f6-adab-4377-853c-ca83e09b2ba9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:28.360390 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c91a03-14c1-4e2d-8532-c07556bd8921 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Deleting subnet 9c1cc3c3-2919-4570-8199-ff6db459ecf1 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:01:28.399422 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] For port 61918496-18e9-4757-bae4-9d634acd8133, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:28.403797 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b43a36a-7523-4196-8a6f-84eb5c283e5c req-972886ee-c2ed-4acc-b776-1f7779c3550b tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 210 time: 0.1970892 Jul 30 02:01:28.405330 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea3a20-819d-4d53-81de-11af34632a46 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Pushing event updated for resources: {'Port': ['ID=3fd9424f-80a5-482a-b79c-0766852efda0,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:28.405464 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] For port 61918496-18e9-4757-bae4-9d634acd8133, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=61918496-18e9-4757-bae4-9d634acd8133,segment=NetworkSegment(d532a403-6947-4693-9cd5-2b1dc24e2b18),segment_id=d532a403-6947-4693-9cd5-2b1dc24e2b18)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:28.439705 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Transition to ACTIVE for port object 85a61e9c-3a54-4c5b-8bc8-2e6b63051c92 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:28.446143 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.449889 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 1ef45e64-6f32-49f8-a9a1-1289f18fbab2 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:28.458286 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1ef0530e-7079-4152-a595-b960c9f7a903 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Deleting port 3fd9424f-80a5-482a-b79c-0766852efda0 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:28.458908 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1ef0530e-7079-4152-a595-b960c9f7a903 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.528977 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92c91a03-14c1-4e2d-8532-c07556bd8921 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.546590 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.572331 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.620711 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1ef0530e-7079-4152-a595-b960c9f7a903 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.626843 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92c91a03-14c1-4e2d-8532-c07556bd8921 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.644487 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Network 2b10dc3f-56b0-4ef5-8f05-d9631a04fac1 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:28.656066 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1ef0530e-7079-4152-a595-b960c9f7a903 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Calling delete_port for 3fd9424f-80a5-482a-b79c-0766852efda0 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:28.676960 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:28.685018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:28.690803 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 1ef45e64-6f32-49f8-a9a1-1289f18fbab2 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:28.691301 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.732623 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=54d68972-6376-41ba-a85e-2f7f76b17182,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:28.780851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a06c6de-071f-4d1d-9beb-fcaf0da72cc2 None None] Network 47c28521-82e0-46f7-ac4a-e2e580a8c329 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:28.802204 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92c91a03-14c1-4e2d-8532-c07556bd8921 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.953036 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Attempting to bind port 85a61e9c-3a54-4c5b-8bc8-2e6b63051c92 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:28.953036 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Attempting to bind port 85a61e9c-3a54-4c5b-8bc8-2e6b63051c92 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '5c29426f-87f8-4ec9-a7ce-31815a8a1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2b10dc3f-56b0-4ef5-8f05-d9631a04fac1'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:28.953036 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Attempting to bind port 85a61e9c-3a54-4c5b-8bc8-2e6b63051c92 on network 2b10dc3f-56b0-4ef5-8f05-d9631a04fac1 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:28.962964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae84e8-8e41-4710-bf96-fba583e75ef1 None None] Pushing event updated for resources: {'Port': ['ID=61918496-18e9-4757-bae4-9d634acd8133,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:28.971130 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:28.971507 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Checking segment: {'id': '5c29426f-87f8-4ec9-a7ce-31815a8a1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2b10dc3f-56b0-4ef5-8f05-d9631a04fac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:28.971953 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.972296 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Bound using segment: {'id': '5c29426f-87f8-4ec9-a7ce-31815a8a1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2b10dc3f-56b0-4ef5-8f05-d9631a04fac1'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:28.972766 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Bound port: 85a61e9c-3a54-4c5b-8bc8-2e6b63051c92, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c29426f-87f8-4ec9-a7ce-31815a8a1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2b10dc3f-56b0-4ef5-8f05-d9631a04fac1'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:28.973257 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.977510 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-74d7b5e4-b8e4-4eae-a5b3-b2556953ef6d None None] Provisioning complete for port 3fd9424f-80a5-482a-b79c-0766852efda0 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:28.977881 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-74d7b5e4-b8e4-4eae-a5b3-b2556953ef6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.981348 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1ef0530e-7079-4152-a595-b960c9f7a903 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.989884 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60844) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:29.023915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0530e-7079-4152-a595-b960c9f7a903 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Pushing event deleted for resources: {'Port': ['ID=3fd9424f-80a5-482a-b79c-0766852efda0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:29.036074 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92c91a03-14c1-4e2d-8532-c07556bd8921 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.073913 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-74d7b5e4-b8e4-4eae-a5b3-b2556953ef6d None None] Port 3fd9424f-80a5-482a-b79c-0766852efda0 was deleted so its status cannot be updated. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 02:01:29.077604 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92c91a03-14c1-4e2d-8532-c07556bd8921 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.096914 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-92c91a03-14c1-4e2d-8532-c07556bd8921 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "DELETE /v2.0/subnets/9c1cc3c3-2919-4570-8199-ff6db459ecf1 HTTP/1.1" status: 204 len: 168 time: 1.0013657 Jul 30 02:01:29.160618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60852) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:29.181865 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Pushing event updated for resources: {'Port': ['ID=85a61e9c-3a54-4c5b-8bc8-2e6b63051c92,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:29.281270 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] For port 85a61e9c-3a54-4c5b-8bc8-2e6b63051c92, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:29.304810 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] For port 85a61e9c-3a54-4c5b-8bc8-2e6b63051c92, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=85a61e9c-3a54-4c5b-8bc8-2e6b63051c92,segment=NetworkSegment(5c29426f-87f8-4ec9-a7ce-31815a8a1d52),segment_id=5c29426f-87f8-4ec9-a7ce-31815a8a1d52)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:29.358607 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 54d68972-6376-41ba-a85e-2f7f76b17182 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:29.365065 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.395474 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1ef0530e-7079-4152-a595-b960c9f7a903 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.398153 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1ef0530e-7079-4152-a595-b960c9f7a903 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "DELETE /v2.0/ports/3fd9424f-80a5-482a-b79c-0766852efda0 HTTP/1.1" status: 204 len: 168 time: 1.1145740 Jul 30 02:01:29.401039 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60868) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:29.467303 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-760faa3b-7a5c-4e30-b1ad-779bd5235357 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] GET failed (client error): The resource could not be found. Jul 30 02:01:29.472703 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-760faa3b-7a5c-4e30-b1ad-779bd5235357 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "GET /v2.0/ports/3fd9424f-80a5-482a-b79c-0766852efda0 HTTP/1.1" status: 404 len: 333 time: 0.0697021 Jul 30 02:01:29.473010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c91a03-14c1-4e2d-8532-c07556bd8921 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event deleted for resources: {'Subnet': ['ID=9c1cc3c3-2919-4570-8199-ff6db459ecf1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:29.477220 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60872) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:29.484266 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a8dc2f1b-e3bc-421b-a745-36aa734826d3 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Request body: {'port': {'network_id': 'e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1528050037'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:29.488676 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa43ae6-af0f-44f3-a940-ff6b33d6f37e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:29.491812 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3fa43ae6-af0f-44f3-a940-ff6b33d6f37e tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3258684 Jul 30 02:01:29.509124 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60874) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:29.529733 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-497b41b9-0f3b-4aa4-85cb-7272856267f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.693899 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-497b41b9-0f3b-4aa4-85cb-7272856267f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.768172 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0df5f-d2da-4def-a018-8d6d289c37e5 None None] Pushing event updated for resources: {'Port': ['ID=85a61e9c-3a54-4c5b-8bc8-2e6b63051c92,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:29.779822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d86a977-8435-4dc0-8610-df6e9162c6b1 None None] Network 2b10dc3f-56b0-4ef5-8f05-d9631a04fac1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:29.780961 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-497b41b9-0f3b-4aa4-85cb-7272856267f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.886768 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 54d68972-6376-41ba-a85e-2f7f76b17182 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:29.887141 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.898970 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-497b41b9-0f3b-4aa4-85cb-7272856267f5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3694ce0e74a247f98514e832a884c795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9070256 Jul 30 02:01:29.904521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60882) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:29.914626 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b41b9-0f3b-4aa4-85cb-7272856267f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2f01ea-09dd-4001-a443-b1ba44c03464,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:29.935324 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d90734a-61cd-4349-a26e-1e90095d3312 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.967150 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-51f01ecc-0b97-4355-af92-76888a96377b req-28cfb952-db8a-4c96-847d-35ff0d96381f tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 210 time: 0.3481932 Jul 30 02:01:30.018235 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d7d02ac9-fa49-44cd-a57e-9e382f1b1062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.029509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e9d7b8-899a-495e-aef2-eda0b8a579fd None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:01:30.041664 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d7d02ac9-fa49-44cd-a57e-9e382f1b1062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.176184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e9d7b8-899a-495e-aef2-eda0b8a579fd None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:01:30.232294 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-60f60274-a261-49fa-8ef5-446768da05d9 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:30.233917 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-60f60274-a261-49fa-8ef5-446768da05d9 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.10 "GET /v2.0/networks?id=d41a50cc-89f1-438b-8f85-d0516089c451 HTTP/1.1" status: 200 len: 811 time: 0.1684794 Jul 30 02:01:30.253051 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1d90734a-61cd-4349-a26e-1e90095d3312 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Deleting port 85a61e9c-3a54-4c5b-8bc8-2e6b63051c92 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:30.253391 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d90734a-61cd-4349-a26e-1e90095d3312 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.258119 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-4753a406-9877-49df-88c8-d34ac59b88f7 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Request body: {'port': {'device_id': 'd4182644-4807-4b88-af99-f34c395a6605', 'network_id': 'd41a50cc-89f1-438b-8f85-d0516089c451', 'admin_state_up': True, 'tenant_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:30.326635 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d7d02ac9-fa49-44cd-a57e-9e382f1b1062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.332871 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d7d02ac9-fa49-44cd-a57e-9e382f1b1062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.337541 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d7d02ac9-fa49-44cd-a57e-9e382f1b1062 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6f2f01ea-09dd-4001-a443-b1ba44c03464 HTTP/1.1" status: 204 len: 168 time: 0.4315081 Jul 30 02:01:30.365063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d02ac9-fa49-44cd-a57e-9e382f1b1062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2f01ea-09dd-4001-a443-b1ba44c03464,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:30.393035 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dc2f1b-e3bc-421b-a745-36aa734826d3 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Made reservation on behalf of d3b610ae6c094d569082c642f6b4ce36 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:30.405878 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a8dc2f1b-e3bc-421b-a745-36aa734826d3 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.464591 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-1d90734a-61cd-4349-a26e-1e90095d3312 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] For port 85a61e9c-3a54-4c5b-8bc8-2e6b63051c92, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=85a61e9c-3a54-4c5b-8bc8-2e6b63051c92,segment=NetworkSegment(5c29426f-87f8-4ec9-a7ce-31815a8a1d52),segment_id=5c29426f-87f8-4ec9-a7ce-31815a8a1d52)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:30.465167 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d90734a-61cd-4349-a26e-1e90095d3312 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.485551 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-a8dc2f1b-e3bc-421b-a745-36aa734826d3 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] device_id is not set on port e9d7c306-6e2b-46e8-8bad-db47cbc57c51 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:30.510342 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1d90734a-61cd-4349-a26e-1e90095d3312 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Calling delete_port for 85a61e9c-3a54-4c5b-8bc8-2e6b63051c92 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:30.615283 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c507baed-7645-43eb-bc8a-1b3d02efcbae None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:01:30.703522 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c507baed-7645-43eb-bc8a-1b3d02efcbae None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:01:30.725388 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-a8dc2f1b-e3bc-421b-a745-36aa734826d3 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Allocated IP 2001:db8::7 (e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e/d2688876-5d14-456a-9336-931061830f90/e9d7c306-6e2b-46e8-8bad-db47cbc57c51) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:30.753548 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-4753a406-9877-49df-88c8-d34ac59b88f7 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Made reservation on behalf of c8345e06e1f34c0f8c6aef4f6223e6fb for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:30.765378 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-4753a406-9877-49df-88c8-d34ac59b88f7 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.911503 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d90734a-61cd-4349-a26e-1e90095d3312 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.009811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60914) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:31.035628 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90734a-61cd-4349-a26e-1e90095d3312 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event deleted for resources: {'Port': ['ID=85a61e9c-3a54-4c5b-8bc8-2e6b63051c92,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:31.038257 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d90734a-61cd-4349-a26e-1e90095d3312 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] No DVR routers for this DVR port 85a61e9c-3a54-4c5b-8bc8-2e6b63051c92 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:31.118758 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0551e38-1b16-49be-93d8-62ba8798cff9 req-136390da-9227-4f15-be9f-774cf159fab5 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 210 time: 0.0622048 Jul 30 02:01:31.232431 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a8dc2f1b-e3bc-421b-a745-36aa734826d3 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.269780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-a8dc2f1b-e3bc-421b-a745-36aa734826d3 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Transition to ACTIVE for port object e9d7c306-6e2b-46e8-8bad-db47cbc57c51 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:31.272050 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d90734a-61cd-4349-a26e-1e90095d3312 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.273705 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3f21664-21a0-485a-a97a-03af1e41f6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.291593 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-1d90734a-61cd-4349-a26e-1e90095d3312 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b10dc3f-56b0-4ef5-8f05-d9631a04fac1']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:31.297370 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-4753a406-9877-49df-88c8-d34ac59b88f7 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Allocated IP 172.20.0.14 (d41a50cc-89f1-438b-8f85-d0516089c451/72f835ba-459b-4963-95fe-debca7945261/69f4c824-e9fe-4761-9eb0-3a4107e448de) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:31.313594 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-1d90734a-61cd-4349-a26e-1e90095d3312 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c29426f-87f8-4ec9-a7ce-31815a8a1d52') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:31.314147 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-1d90734a-61cd-4349-a26e-1e90095d3312 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c29426f-87f8-4ec9-a7ce-31815a8a1d52') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:31.331932 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d90734a-61cd-4349-a26e-1e90095d3312 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.365430 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d90734a-61cd-4349-a26e-1e90095d3312 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.387777 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d90734a-61cd-4349-a26e-1e90095d3312 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:31.388839 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d90734a-61cd-4349-a26e-1e90095d3312 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.422144 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3f21664-21a0-485a-a97a-03af1e41f6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:31.474783 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:31.477723 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a8dc2f1b-e3bc-421b-a745-36aa734826d3 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.503053 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3f21664-21a0-485a-a97a-03af1e41f6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.539851 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d90734a-61cd-4349-a26e-1e90095d3312 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.577143 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d90734a-61cd-4349-a26e-1e90095d3312 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.580409 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1d90734a-61cd-4349-a26e-1e90095d3312 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "DELETE /v2.0/networks/2b10dc3f-56b0-4ef5-8f05-d9631a04fac1 HTTP/1.1" status: 204 len: 168 time: 2.0673795 Jul 30 02:01:31.583298 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60930) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:31.583579 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dc2f1b-e3bc-421b-a745-36aa734826d3 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Network e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:31.601148 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f21664-21a0-485a-a97a-03af1e41f6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5774300d-5089-4405-bbb3-7df17bc6d7bf,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:31.612585 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d3f21664-21a0-485a-a97a-03af1e41f6af admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ba0664b11b44674a57dd0265933431f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6016352 Jul 30 02:01:31.624353 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60932) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:31.712963 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cfadeacd-9a79-4080-ab95-bb21aaa38d21 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.742021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-a8dc2f1b-e3bc-421b-a745-36aa734826d3 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:31.745741 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dc2f1b-e3bc-421b-a745-36aa734826d3 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:31.753300 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dc2f1b-e3bc-421b-a745-36aa734826d3 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:31.753300 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a8dc2f1b-e3bc-421b-a745-36aa734826d3 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.783472 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc2f1b-e3bc-421b-a745-36aa734826d3 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Pushing event updated for resources: {'Port': ['ID=e9d7c306-6e2b-46e8-8bad-db47cbc57c51,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:31.801070 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f53af966-1243-4df7-91d7-fafe23a2fbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.845608 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90734a-61cd-4349-a26e-1e90095d3312 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event deleted for resources: {'Network': ['ID=2b10dc3f-56b0-4ef5-8f05-d9631a04fac1,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:31.853477 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f53af966-1243-4df7-91d7-fafe23a2fbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.871248 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-4753a406-9877-49df-88c8-d34ac59b88f7 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.923886 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-cfadeacd-9a79-4080-ab95-bb21aaa38d21 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Deleting port 61918496-18e9-4757-bae4-9d634acd8133 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:31.924238 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cfadeacd-9a79-4080-ab95-bb21aaa38d21 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.935930 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a8dc2f1b-e3bc-421b-a745-36aa734826d3 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4554753 Jul 30 02:01:31.939493 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60936) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:31.974992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a1669ec4-b899-46fa-b746-369b511e8fac tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e8:ce:1f'}]}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:32.020326 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f53af966-1243-4df7-91d7-fafe23a2fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.022935 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f53af966-1243-4df7-91d7-fafe23a2fbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.030574 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f53af966-1243-4df7-91d7-fafe23a2fbbe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5774300d-5089-4405-bbb3-7df17bc6d7bf HTTP/1.1" status: 204 len: 168 time: 0.4014397 Jul 30 02:01:32.054161 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-4753a406-9877-49df-88c8-d34ac59b88f7 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.103504 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53af966-1243-4df7-91d7-fafe23a2fbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5774300d-5089-4405-bbb3-7df17bc6d7bf,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:32.105443 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-4753a406-9877-49df-88c8-d34ac59b88f7 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Network d41a50cc-89f1-438b-8f85-d0516089c451 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:32.115712 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-4753a406-9877-49df-88c8-d34ac59b88f7 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:32.115712 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-4753a406-9877-49df-88c8-d34ac59b88f7 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:32.121113 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-cfadeacd-9a79-4080-ab95-bb21aaa38d21 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] For port 61918496-18e9-4757-bae4-9d634acd8133, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=61918496-18e9-4757-bae4-9d634acd8133,segment=NetworkSegment(d532a403-6947-4693-9cd5-2b1dc24e2b18),segment_id=d532a403-6947-4693-9cd5-2b1dc24e2b18)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:32.121642 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cfadeacd-9a79-4080-ab95-bb21aaa38d21 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.143340 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-cfadeacd-9a79-4080-ab95-bb21aaa38d21 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Calling delete_port for 61918496-18e9-4757-bae4-9d634acd8133 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:32.159157 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753a406-9877-49df-88c8-d34ac59b88f7 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Pushing event updated for resources: {'Port': ['ID=69f4c824-e9fe-4761-9eb0-3a4107e448de,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:32.196618 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-4753a406-9877-49df-88c8-d34ac59b88f7 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:32.197289 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-4753a406-9877-49df-88c8-d34ac59b88f7 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.278518 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2e89ad33-140a-432f-ab50-5ffd1fb0dc37 None None] Provisioning for port e9d7c306-6e2b-46e8-8bad-db47cbc57c51 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:32.283775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2e89ad33-140a-432f-ab50-5ffd1fb0dc37 None None] Provisioning complete for port e9d7c306-6e2b-46e8-8bad-db47cbc57c51 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:32.284280 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e89ad33-140a-432f-ab50-5ffd1fb0dc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.285272 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-4753a406-9877-49df-88c8-d34ac59b88f7 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0342531 Jul 30 02:01:32.307884 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] Request body: {'port': {'device_id': 'd4182644-4807-4b88-af99-f34c395a6605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:32.337327 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a1669ec4-b899-46fa-b746-369b511e8fac tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.363631 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2e89ad33-140a-432f-ab50-5ffd1fb0dc37 None None] Port e9d7c306-6e2b-46e8-8bad-db47cbc57c51 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:32.364911 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd83dc-decc-44e2-ad1c-37a6d539b642 req-0047b0dd-9018-44cd-814f-752fbe7a507f tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:32.366751 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21dd83dc-decc-44e2-ad1c-37a6d539b642 req-0047b0dd-9018-44cd-814f-752fbe7a507f tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 932 time: 0.0970435 Jul 30 02:01:32.411239 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.458733 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21dd83dc-decc-44e2-ad1c-37a6d539b642 req-d97dbeb2-8c95-4f6a-bc15-0e2d6e0dd29d tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747049 Jul 30 02:01:32.516046 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cfadeacd-9a79-4080-ab95-bb21aaa38d21 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.553836 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfadeacd-9a79-4080-ab95-bb21aaa38d21 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event deleted for resources: {'Port': ['ID=61918496-18e9-4757-bae4-9d634acd8133,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:32.625849 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfadeacd-9a79-4080-ab95-bb21aaa38d21 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] No DVR routers for this DVR port 61918496-18e9-4757-bae4-9d634acd8133 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:32.741447 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cfadeacd-9a79-4080-ab95-bb21aaa38d21 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.766243 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-cfadeacd-9a79-4080-ab95-bb21aaa38d21 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c28521-82e0-46f7-ac4a-e2e580a8c329']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:32.784675 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-cfadeacd-9a79-4080-ab95-bb21aaa38d21 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd532a403-6947-4693-9cd5-2b1dc24e2b18') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:32.784974 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-cfadeacd-9a79-4080-ab95-bb21aaa38d21 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd532a403-6947-4693-9cd5-2b1dc24e2b18') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:32.800375 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cfadeacd-9a79-4080-ab95-bb21aaa38d21 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.828774 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a1669ec4-b899-46fa-b746-369b511e8fac tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.829962 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f4c824-e9fe-4761-9eb0-3a4107e448de {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:01:32.830745 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cfadeacd-9a79-4080-ab95-bb21aaa38d21 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.838594 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfadeacd-9a79-4080-ab95-bb21aaa38d21 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:32.838594 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cfadeacd-9a79-4080-ab95-bb21aaa38d21 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:32.841857 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:32.849060 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.879010 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] Transition to ACTIVE for port object 69f4c824-e9fe-4761-9eb0-3a4107e448de will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:32.919921 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.924307 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a1669ec4-b899-46fa-b746-369b511e8fac tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.958635 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-a1669ec4-b899-46fa-b746-369b511e8fac tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] In _notify_port_updated(), no bound segment for port e9d7c306-6e2b-46e8-8bad-db47cbc57c51 on network e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e {{(pid=94465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:01:32.965023 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1669ec4-b899-46fa-b746-369b511e8fac tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:32.965691 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a1669ec4-b899-46fa-b746-369b511e8fac tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.970198 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a1669ec4-b899-46fa-b746-369b511e8fac tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "PUT /v2.0/ports/e9d7c306-6e2b-46e8-8bad-db47cbc57c51 HTTP/1.1" status: 200 len: 1001 time: 1.0253828 Jul 30 02:01:32.970198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60956) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:32.976430 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.026358 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1669ec4-b899-46fa-b746-369b511e8fac tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Pushing event updated for resources: {'Port': ['ID=e9d7c306-6e2b-46e8-8bad-db47cbc57c51,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:33.062948 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cfadeacd-9a79-4080-ab95-bb21aaa38d21 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.074327 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cfadeacd-9a79-4080-ab95-bb21aaa38d21 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.076530 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cfadeacd-9a79-4080-ab95-bb21aaa38d21 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "DELETE /v2.0/networks/47c28521-82e0-46f7-ac4a-e2e580a8c329 HTTP/1.1" status: 204 len: 168 time: 1.4914820 Jul 30 02:01:33.090822 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60960) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:33.103505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfadeacd-9a79-4080-ab95-bb21aaa38d21 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event deleted for resources: {'Network': ['ID=47c28521-82e0-46f7-ac4a-e2e580a8c329,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:33.103995 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] Pushing event updated for resources: {'Port': ['ID=69f4c824-e9fe-4761-9eb0-3a4107e448de,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:33.125626 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60962) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:33.204789 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a7fee83-00d7-4bdd-8c3c-d18ea3ae7000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.223112 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-601667f0-74d9-419f-94eb-adbdf53b6bcb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.241528 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a925d-c6d6-4ebc-b998-aabd041e5bfb tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Deleting port e9d7c306-6e2b-46e8-8bad-db47cbc57c51 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:33.241889 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cf0a925d-c6d6-4ebc-b998-aabd041e5bfb tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.266248 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] Attempting to bind port 69f4c824-e9fe-4761-9eb0-3a4107e448de on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:33.266607 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] Attempting to bind port 69f4c824-e9fe-4761-9eb0-3a4107e448de by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'e78594f6-adab-4377-853c-ca83e09b2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd41a50cc-89f1-438b-8f85-d0516089c451'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:33.266937 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] Attempting to bind port 69f4c824-e9fe-4761-9eb0-3a4107e448de on network d41a50cc-89f1-438b-8f85-d0516089c451 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:33.279785 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] Port 69f4c824-e9fe-4761-9eb0-3a4107e448de on network d41a50cc-89f1-438b-8f85-d0516089c451 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:01:33.280112 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] Attempting to bind port 69f4c824-e9fe-4761-9eb0-3a4107e448de on network d41a50cc-89f1-438b-8f85-d0516089c451 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:33.293072 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:33.293753 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] Checking segment: {'id': 'e78594f6-adab-4377-853c-ca83e09b2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd41a50cc-89f1-438b-8f85-d0516089c451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:33.293865 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] Bound using segment: {'id': 'e78594f6-adab-4377-853c-ca83e09b2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd41a50cc-89f1-438b-8f85-d0516089c451'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:33.294220 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] Bound port: 69f4c824-e9fe-4761-9eb0-3a4107e448de, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78594f6-adab-4377-853c-ca83e09b2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd41a50cc-89f1-438b-8f85-d0516089c451'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:33.294673 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.405965 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-601667f0-74d9-419f-94eb-adbdf53b6bcb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.415117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] For port 69f4c824-e9fe-4761-9eb0-3a4107e448de, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:33.419268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] For port 69f4c824-e9fe-4761-9eb0-3a4107e448de, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=69f4c824-e9fe-4761-9eb0-3a4107e448de,segment=NetworkSegment(e78594f6-adab-4377-853c-ca83e09b2ba9),segment_id=e78594f6-adab-4377-853c-ca83e09b2ba9)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:33.422060 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e5d985fc-8775-4b52-848a-ebe9d244fee8 None None] Provisioning complete for port e9d7c306-6e2b-46e8-8bad-db47cbc57c51 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:33.424209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-601667f0-74d9-419f-94eb-adbdf53b6bcb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1866cc4f-ca08-4b84-8a2e-6667b801530d']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:33.425171 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5d985fc-8775-4b52-848a-ebe9d244fee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.433459 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cf0a925d-c6d6-4ebc-b998-aabd041e5bfb tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.439548 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a7fee83-00d7-4bdd-8c3c-d18ea3ae7000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.443005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-601667f0-74d9-419f-94eb-adbdf53b6bcb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea29ac2-2c90-4843-b6d4-e07bf9618dc2') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:33.443310 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-601667f0-74d9-419f-94eb-adbdf53b6bcb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea29ac2-2c90-4843-b6d4-e07bf9618dc2') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:33.456892 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a925d-c6d6-4ebc-b998-aabd041e5bfb tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Calling delete_port for e9d7c306-6e2b-46e8-8bad-db47cbc57c51 owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:33.459573 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-601667f0-74d9-419f-94eb-adbdf53b6bcb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.493124 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-601667f0-74d9-419f-94eb-adbdf53b6bcb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.513610 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.517507 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601667f0-74d9-419f-94eb-adbdf53b6bcb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:33.517881 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-601667f0-74d9-419f-94eb-adbdf53b6bcb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.517999 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e5d985fc-8775-4b52-848a-ebe9d244fee8 None None] Port e9d7c306-6e2b-46e8-8bad-db47cbc57c51 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:33.520966 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:33.547509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:33.548385 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.550892 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] 10.222.0.10 "PUT /v2.0/ports/69f4c824-e9fe-4761-9eb0-3a4107e448de HTTP/1.1" status: 200 len: 1092 time: 1.2477286 Jul 30 02:01:33.552988 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4182644-4807-4b88-af99-f34c395a6605', 'tag': '69f4c824-e9fe-4761-9eb0-3a4107e448de'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:33.556832 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462b8d64-d0f6-47f7-aefd-e44b6964d2f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d4182644-4807-4b88-af99-f34c395a6605", "tag": "69f4c824-e9fe-4761-9eb0-3a4107e448de"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:33.560145 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a7fee83-00d7-4bdd-8c3c-d18ea3ae7000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.663243 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8442865-2710-4664-b1a2-6c7d445c208e req-98e564aa-5cf9-43db-97e0-59693a9b5893 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:33.664863 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b8442865-2710-4664-b1a2-6c7d445c208e req-98e564aa-5cf9-43db-97e0-59693a9b5893 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 944 time: 0.0992033 Jul 30 02:01:33.690776 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31dbdaf-d576-4833-866c-f917548b9888 x-openstack-request-id: req-f31dbdaf-d576-4833-866c-f917548b9888 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:33.691064 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4182644-4807-4b88-af99-f34c395a6605", "tag": "69f4c824-e9fe-4761-9eb0-3a4107e448de", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:33.691373 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f31dbdaf-d576-4833-866c-f917548b9888 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:33.692238 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4182644-4807-4b88-af99-f34c395a6605', 'tag': '69f4c824-e9fe-4761-9eb0-3a4107e448de', 'status': 'completed', 'code': 200} Jul 30 02:01:33.707253 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0a7fee83-00d7-4bdd-8c3c-d18ea3ae7000 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bae6172ea0e4476a97381e8da240216b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5770416 Jul 30 02:01:33.708649 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60976) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:33.716965 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fee83-00d7-4bdd-8c3c-d18ea3ae7000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401c7101-e50f-429b-af34-1095c4b97be0,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:33.725542 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-601667f0-74d9-419f-94eb-adbdf53b6bcb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.737532 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09318515-6661-4a07-a63a-d4bb1d4433ca service neutron] Pushing event updated for resources: {'Port': ['ID=69f4c824-e9fe-4761-9eb0-3a4107e448de,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:33.748694 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-95ac335f-eb9e-413a-a556-3d9a436cd165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:33.750582 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-95ac335f-eb9e-413a-a556-3d9a436cd165 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8345e06e1f34c0f8c6aef4f6223e6fb&device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 1095 time: 0.0993860 Jul 30 02:01:33.756248 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-601667f0-74d9-419f-94eb-adbdf53b6bcb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.758632 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-601667f0-74d9-419f-94eb-adbdf53b6bcb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "DELETE /v2.0/networks/1866cc4f-ca08-4b84-8a2e-6667b801530d HTTP/1.1" status: 204 len: 168 time: 0.6662719 Jul 30 02:01:33.763983 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60978) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:33.804286 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-48478e19-0943-48e7-8270-ae0142ec5420 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69f4c824-e9fe-4761-9eb0-3a4107e448de HTTP/1.1" status: 200 len: 217 time: 0.0447626 Jul 30 02:01:33.819093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601667f0-74d9-419f-94eb-adbdf53b6bcb tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event deleted for resources: {'Network': ['ID=1866cc4f-ca08-4b84-8a2e-6667b801530d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:33.867288 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-6c16cc34-caca-4163-95f1-7785920db132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:33.869278 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-6c16cc34-caca-4163-95f1-7785920db132 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72f835ba-459b-4963-95fe-debca7945261 HTTP/1.1" status: 200 len: 851 time: 0.0570631 Jul 30 02:01:33.875972 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b8442865-2710-4664-b1a2-6c7d445c208e req-cd92bdc6-9329-4f2b-b1ff-66b140f7fe89 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833122 Jul 30 02:01:33.900882 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cf0a925d-c6d6-4ebc-b998-aabd041e5bfb tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.913633 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d66bf24-c781-4010-959f-cc135209c7e9 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.921601 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-216072e5-567c-46bf-aa5f-78e2ae98afef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d41a50cc-89f1-438b-8f85-d0516089c451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423954 Jul 30 02:01:33.929574 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dededdd1-e883-4cfb-8874-f7334131207d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.957131 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a925d-c6d6-4ebc-b998-aabd041e5bfb tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Pushing event deleted for resources: {'Port': ['ID=e9d7c306-6e2b-46e8-8bad-db47cbc57c51,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:33.999283 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cf0a925d-c6d6-4ebc-b998-aabd041e5bfb tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.001162 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cf0a925d-c6d6-4ebc-b998-aabd041e5bfb tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "DELETE /v2.0/ports/e9d7c306-6e2b-46e8-8bad-db47cbc57c51 HTTP/1.1" status: 204 len: 168 time: 1.0292692 Jul 30 02:01:34.009452 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60984) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:34.022969 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dededdd1-e883-4cfb-8874-f7334131207d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.054102 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba18702-03c3-4d9e-8692-c1d6e8a7863c tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] GET failed (client error): The resource could not be found. Jul 30 02:01:34.063089 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9ba18702-03c3-4d9e-8692-c1d6e8a7863c tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "GET /v2.0/ports/e9d7c306-6e2b-46e8-8bad-db47cbc57c51 HTTP/1.1" status: 404 len: 333 time: 0.0519626 Jul 30 02:01:34.064065 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60986) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:34.072008 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-2740290a-75d0-41b3-b952-cb1aaeef93d9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Request body: {'port': {'network_id': 'e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-298140409'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:34.118603 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d66bf24-c781-4010-959f-cc135209c7e9 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.129549 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-1d66bf24-c781-4010-959f-cc135209c7e9 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242b3ee7-b37e-40a2-8a44-47fdfaacfa31']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:34.142241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-1d66bf24-c781-4010-959f-cc135209c7e9 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd965eea0-11ce-42b9-b3e8-e51245a4c75b') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:34.142569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-1d66bf24-c781-4010-959f-cc135209c7e9 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd965eea0-11ce-42b9-b3e8-e51245a4c75b') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:34.152919 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d66bf24-c781-4010-959f-cc135209c7e9 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.169176 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d66bf24-c781-4010-959f-cc135209c7e9 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.176119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d66bf24-c781-4010-959f-cc135209c7e9 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:34.177329 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d66bf24-c781-4010-959f-cc135209c7e9 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:34.180639 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:34.223592 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-729c78eb-39a4-4d9c-9a98-bbd352c83200 service neutron] 10.222.0.10 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947376 Jul 30 02:01:34.225698 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60990) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:34.256741 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dededdd1-e883-4cfb-8874-f7334131207d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.259705 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dededdd1-e883-4cfb-8874-f7334131207d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.261975 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dededdd1-e883-4cfb-8874-f7334131207d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/401c7101-e50f-429b-af34-1095c4b97be0 HTTP/1.1" status: 204 len: 168 time: 0.5507469 Jul 30 02:01:34.273690 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dededdd1-e883-4cfb-8874-f7334131207d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401c7101-e50f-429b-af34-1095c4b97be0,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:34.347519 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-264a18bd-44dd-4634-8096-b3d61e9ebac3 req-703d789d-5501-43f5-9f04-a1dad4602732 service neutron] 10.222.0.10 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133459 Jul 30 02:01:34.368975 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d66bf24-c781-4010-959f-cc135209c7e9 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.369160 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2740290a-75d0-41b3-b952-cb1aaeef93d9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Made reservation on behalf of d3b610ae6c094d569082c642f6b4ce36 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:34.373432 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2740290a-75d0-41b3-b952-cb1aaeef93d9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.384509 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d66bf24-c781-4010-959f-cc135209c7e9 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.387193 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1d66bf24-c781-4010-959f-cc135209c7e9 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] 10.222.0.70 "DELETE /v2.0/networks/242b3ee7-b37e-40a2-8a44-47fdfaacfa31 HTTP/1.1" status: 204 len: 168 time: 0.6187553 Jul 30 02:01:34.406032 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66bf24-c781-4010-959f-cc135209c7e9 tempest-BulkNetworkOpsTest-180921061 tempest-BulkNetworkOpsTest-180921061-project] Pushing event deleted for resources: {'Network': ['ID=242b3ee7-b37e-40a2-8a44-47fdfaacfa31,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:34.414205 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-2740290a-75d0-41b3-b952-cb1aaeef93d9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] device_id is not set on port b015c5c2-d92a-4893-afd4-035106d0944d yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:34.464811 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:34.593124 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b8d64-d0f6-47f7-aefd-e44b6964d2f0 req-22673612-b967-4558-9382-7549075efaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:34.594746 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-462b8d64-d0f6-47f7-aefd-e44b6964d2f0 req-22673612-b967-4558-9382-7549075efaf8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8345e06e1f34c0f8c6aef4f6223e6fb&device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 1095 time: 0.1129541 Jul 30 02:01:34.605643 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:01:34.609410 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-2740290a-75d0-41b3-b952-cb1aaeef93d9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Allocated IP 2001:db8::43 (e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e/d2688876-5d14-456a-9336-931061830f90/b015c5c2-d92a-4893-afd4-035106d0944d) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:34.622980 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.948868 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32788) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:35.149286 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b8d64-d0f6-47f7-aefd-e44b6964d2f0 req-c11df675-5c51-49ff-a4b3-e159927a13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:35.150817 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-462b8d64-d0f6-47f7-aefd-e44b6964d2f0 req-c11df675-5c51-49ff-a4b3-e159927a13a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d41a50cc-89f1-438b-8f85-d0516089c451 HTTP/1.1" status: 200 len: 912 time: 0.5429006 Jul 30 02:01:35.179976 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f509f80b-b8e4-4b6f-b4ea-d752f2cb10d2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=073af13724fa40d09d14b93d889294ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2291770 Jul 30 02:01:35.183367 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32794) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:35.211115 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9e481-a865-44ea-b0cb-f62a28f77b33 req-1740f9b0-59a7-4d02-a570-2e353ffcd08c tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:35.211115 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c6a9e481-a865-44ea-b0cb-f62a28f77b33 req-1740f9b0-59a7-4d02-a570-2e353ffcd08c tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 944 time: 0.1927428 Jul 30 02:01:35.261843 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-462b8d64-d0f6-47f7-aefd-e44b6964d2f0 req-6e66118c-7c52-44da-91f4-90ccd220649f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69f4c824-e9fe-4761-9eb0-3a4107e448de HTTP/1.1" status: 200 len: 217 time: 0.0775120 Jul 30 02:01:35.418696 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c6a9e481-a865-44ea-b0cb-f62a28f77b33 req-1f210d82-d113-4923-9863-2ed2984c1d5e tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636376 Jul 30 02:01:35.435635 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b8d64-d0f6-47f7-aefd-e44b6964d2f0 req-2877cf0c-9847-49a2-b7e3-db20b288fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:35.437133 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-462b8d64-d0f6-47f7-aefd-e44b6964d2f0 req-2877cf0c-9847-49a2-b7e3-db20b288fc47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72f835ba-459b-4963-95fe-debca7945261 HTTP/1.1" status: 200 len: 851 time: 0.1602643 Jul 30 02:01:35.444852 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2740290a-75d0-41b3-b952-cb1aaeef93d9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.457463 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d36c2a61-c51b-4cfb-ae87-5b21860eb530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.496494 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-462b8d64-d0f6-47f7-aefd-e44b6964d2f0 req-920c2355-222a-4ac3-a7d6-dd17fd8fd26f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d41a50cc-89f1-438b-8f85-d0516089c451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490689 Jul 30 02:01:35.506566 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.514554 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-2740290a-75d0-41b3-b952-cb1aaeef93d9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Transition to ACTIVE for port object b015c5c2-d92a-4893-afd4-035106d0944d will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:35.535456 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d36c2a61-c51b-4cfb-ae87-5b21860eb530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.745673 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-462b8d64-d0f6-47f7-aefd-e44b6964d2f0 req-850ba1f6-9333-406b-aad4-70a7f44735c9 service neutron] 10.222.0.10 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288396 Jul 30 02:01:35.808174 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2740290a-75d0-41b3-b952-cb1aaeef93d9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.824403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Allocated IP 172.25.1.212 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/4b4dbe46-31eb-491a-b4aa-114434160c42) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:35.876052 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d36c2a61-c51b-4cfb-ae87-5b21860eb530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.878651 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d36c2a61-c51b-4cfb-ae87-5b21860eb530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.882121 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d36c2a61-c51b-4cfb-ae87-5b21860eb530 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9ec89311-0a6e-46a7-b70a-bdba3d15d79b HTTP/1.1" status: 204 len: 168 time: 0.6914124 Jul 30 02:01:35.911486 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2740290a-75d0-41b3-b952-cb1aaeef93d9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Network e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:35.949559 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-2740290a-75d0-41b3-b952-cb1aaeef93d9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:35.951610 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c2a61-c51b-4cfb-ae87-5b21860eb530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec89311-0a6e-46a7-b70a-bdba3d15d79b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:35.953322 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2740290a-75d0-41b3-b952-cb1aaeef93d9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:35.959104 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2740290a-75d0-41b3-b952-cb1aaeef93d9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:35.959734 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2740290a-75d0-41b3-b952-cb1aaeef93d9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.975362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740290a-75d0-41b3-b952-cb1aaeef93d9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Pushing event updated for resources: {'Port': ['ID=b015c5c2-d92a-4893-afd4-035106d0944d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:36.021301 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-462b8d64-d0f6-47f7-aefd-e44b6964d2f0 req-406c6feb-bf80-4539-a31f-1162049f2d3f service neutron] 10.222.0.10 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674465 Jul 30 02:01:36.061030 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.097140 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2740290a-75d0-41b3-b952-cb1aaeef93d9 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0269952 Jul 30 02:01:36.097955 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32812) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:36.107116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b20e5905-dddf-4a7c-a34d-949eeb617b99 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Request body: {'port': {'network_id': 'e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1804831713'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:36.186978 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.243831 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:36.252672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:36.263289 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:36.266281 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 69f4c824-e9fe-4761-9eb0-3a4107e448de details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:01:36.268180 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Pushing event updated for resources: {'Port': ['ID=4b4dbe46-31eb-491a-b4aa-114434160c42,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:36.336495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20e5905-dddf-4a7c-a34d-949eeb617b99 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Made reservation on behalf of d3b610ae6c094d569082c642f6b4ce36 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:36.342254 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b20e5905-dddf-4a7c-a34d-949eeb617b99 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.378924 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.387446 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-b20e5905-dddf-4a7c-a34d-949eeb617b99 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] device_id is not set on port 8aa0790a-e661-4849-a219-c0d12a34192c yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:36.403213 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 69f4c824-e9fe-4761-9eb0-3a4107e448de, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=69f4c824-e9fe-4761-9eb0-3a4107e448de,segment=NetworkSegment(e78594f6-adab-4377-853c-ca83e09b2ba9),segment_id=e78594f6-adab-4377-853c-ca83e09b2ba9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:36.419531 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '69f4c824-e9fe-4761-9eb0-3a4107e448de', 'network_id': 'd41a50cc-89f1-438b-8f85-d0516089c451', 'port_id': '69f4c824-e9fe-4761-9eb0-3a4107e448de', 'mac_address': 'fa:16:3e:fc:64:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f835ba-459b-4963-95fe-debca7945261', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:01:36.473296 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.491133 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f4c824-e9fe-4761-9eb0-3a4107e448de {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:01:36.500648 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.517018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 69f4c824-e9fe-4761-9eb0-3a4107e448de, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=69f4c824-e9fe-4761-9eb0-3a4107e448de,segment=NetworkSegment(e78594f6-adab-4377-853c-ca83e09b2ba9),segment_id=e78594f6-adab-4377-853c-ca83e09b2ba9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:36.565812 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-eafbee16-3de6-40a2-ad01-acdb16d6488a None None] Provisioning for port b015c5c2-d92a-4893-afd4-035106d0944d completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:36.570429 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-eafbee16-3de6-40a2-ad01-acdb16d6488a None None] Provisioning complete for port b015c5c2-d92a-4893-afd4-035106d0944d triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:36.571004 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eafbee16-3de6-40a2-ad01-acdb16d6488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.639616 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-b20e5905-dddf-4a7c-a34d-949eeb617b99 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Allocated IP 2001:db8::32 (e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e/d2688876-5d14-456a-9336-931061830f90/8aa0790a-e661-4849-a219-c0d12a34192c) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:36.641454 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.662265 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-eafbee16-3de6-40a2-ad01-acdb16d6488a None None] Port b015c5c2-d92a-4893-afd4-035106d0944d cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:36.705368 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cc323-546f-42f8-9b7f-3f5d8674dd50 req-a4fcfa3c-5637-445d-9397-ed2533585dd7 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:36.712942 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c23cc323-546f-42f8-9b7f-3f5d8674dd50 req-a4fcfa3c-5637-445d-9397-ed2533585dd7 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 944 time: 0.1822152 Jul 30 02:01:36.786626 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.790394 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=69f4c824-e9fe-4761-9eb0-3a4107e448de,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:36.829494 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c23cc323-546f-42f8-9b7f-3f5d8674dd50 req-23339535-0a2a-4892-9e29-bb58633bcba3 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071761 Jul 30 02:01:36.856836 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.872088 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['69f4c824-e9fe-4761-9eb0-3a4107e448de'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:01:36.956878 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b20e5905-dddf-4a7c-a34d-949eeb617b99 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.976678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-b20e5905-dddf-4a7c-a34d-949eeb617b99 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Transition to ACTIVE for port object 8aa0790a-e661-4849-a219-c0d12a34192c will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:36.987905 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Pushing event updated for resources: {'Port': ['ID=4b4dbe46-31eb-491a-b4aa-114434160c42,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:36.999088 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:36.999505 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:36.999790 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:37.000131 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:37.000469 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:37.000799 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:37.001129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:37.001459 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:37.001785 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:37.002109 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:37.002460 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:37.002784 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:37.017981 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.069762 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b20e5905-dddf-4a7c-a34d-949eeb617b99 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.097564 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.101952 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1a3c3e5d-49ca-46c8-995e-0d15d3ff1f60 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8752079 Jul 30 02:01:37.102644 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32846) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:37.108808 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-69ffc2e6-1fec-4f40-a445-8a5cc707adae tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1890604235'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:37.156709 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20e5905-dddf-4a7c-a34d-949eeb617b99 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Network e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:37.160802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-b20e5905-dddf-4a7c-a34d-949eeb617b99 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:37.164870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20e5905-dddf-4a7c-a34d-949eeb617b99 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:37.172612 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20e5905-dddf-4a7c-a34d-949eeb617b99 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:37.173449 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b20e5905-dddf-4a7c-a34d-949eeb617b99 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.190742 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e5905-dddf-4a7c-a34d-949eeb617b99 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Pushing event updated for resources: {'Port': ['ID=8aa0790a-e661-4849-a219-c0d12a34192c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:37.221273 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ffc2e6-1fec-4f40-a445-8a5cc707adae tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Made reservation on behalf of ee251359495b464a9c88221f4618cdd7 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:37.226104 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-69ffc2e6-1fec-4f40-a445-8a5cc707adae tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.240522 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-69ffc2e6-1fec-4f40-a445-8a5cc707adae tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.312199 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b20e5905-dddf-4a7c-a34d-949eeb617b99 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2091618 Jul 30 02:01:37.312403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32852) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:37.320665 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c41e30d3-c15f-41dd-a98b-18ba0ffaf95a tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::27d', 'mac_address': 'fa:16:3e:e8:ce:1f'}, {'ip_address': '2001:db8::43', 'mac_address': 'fa:16:3e:b9:59:9a'}]}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:37.344273 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32854) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:37.484739 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-69ffc2e6-1fec-4f40-a445-8a5cc707adae tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.555973 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c41e30d3-c15f-41dd-a98b-18ba0ffaf95a tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.558214 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-69ffc2e6-1fec-4f40-a445-8a5cc707adae tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.578782 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-ec3ae20a-1101-4668-bc54-7609ef0f88d6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1287455705'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:37.588374 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1347c60b-e401-4999-85d0-2b91cd7945bd None None] Provisioning for port 8aa0790a-e661-4849-a219-c0d12a34192c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:37.598029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1347c60b-e401-4999-85d0-2b91cd7945bd None None] Provisioning complete for port 8aa0790a-e661-4849-a219-c0d12a34192c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:37.601062 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1347c60b-e401-4999-85d0-2b91cd7945bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.609499 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ffc2e6-1fec-4f40-a445-8a5cc707adae tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:37.618506 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffc2e6-1fec-4f40-a445-8a5cc707adae tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a64e58-5220-4a5f-a4cc-c28530f31491,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:37.627490 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-69ffc2e6-1fec-4f40-a445-8a5cc707adae tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.627954 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-69ffc2e6-1fec-4f40-a445-8a5cc707adae tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Added segment 347927bc-91a4-46d6-a703-f180c34cdbc9 of type vlan for network 66bd4e5e-5943-4744-90b5-7441332e226c Jul 30 02:01:37.664311 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1347c60b-e401-4999-85d0-2b91cd7945bd None None] Port 8aa0790a-e661-4849-a219-c0d12a34192c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:37.671116 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-69ffc2e6-1fec-4f40-a445-8a5cc707adae tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.771062 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3ae20a-1101-4668-bc54-7609ef0f88d6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:37.774744 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec3ae20a-1101-4668-bc54-7609ef0f88d6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.780863 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c41e30d3-c15f-41dd-a98b-18ba0ffaf95a tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.787489 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec3ae20a-1101-4668-bc54-7609ef0f88d6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.816471 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-69ffc2e6-1fec-4f40-a445-8a5cc707adae tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.821898 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ffc2e6-1fec-4f40-a445-8a5cc707adae tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:37.822509 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-69ffc2e6-1fec-4f40-a445-8a5cc707adae tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.898459 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c41e30d3-c15f-41dd-a98b-18ba0ffaf95a tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.908285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffc2e6-1fec-4f40-a445-8a5cc707adae tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Pushing event updated for resources: {'Network': ['ID=66bd4e5e-5943-4744-90b5-7441332e226c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:37.921544 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 66bd4e5e-5943-4744-90b5-7441332e226c details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:37.948726 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e30d3-c15f-41dd-a98b-18ba0ffaf95a tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Pushing event updated for resources: {'Port': ['ID=8aa0790a-e661-4849-a219-c0d12a34192c,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:37.956396 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c41e30d3-c15f-41dd-a98b-18ba0ffaf95a tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] In _notify_port_updated(), no bound segment for port 8aa0790a-e661-4849-a219-c0d12a34192c on network e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e {{(pid=94465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:01:37.963517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41e30d3-c15f-41dd-a98b-18ba0ffaf95a tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:37.964579 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c41e30d3-c15f-41dd-a98b-18ba0ffaf95a tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.969705 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c41e30d3-c15f-41dd-a98b-18ba0ffaf95a tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "PUT /v2.0/ports/8aa0790a-e661-4849-a219-c0d12a34192c HTTP/1.1" status: 200 len: 1066 time: 0.6519754 Jul 30 02:01:37.969705 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32860) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:38.003520 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec3ae20a-1101-4668-bc54-7609ef0f88d6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.014513 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34604089-ae05-4365-895e-74864d2c9d2f req-44e9b569-3dab-477e-8517-784ffb608929 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:38.016075 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-34604089-ae05-4365-895e-74864d2c9d2f req-44e9b569-3dab-477e-8517-784ffb608929 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 945 time: 0.1043673 Jul 30 02:01:38.069213 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-34604089-ae05-4365-895e-74864d2c9d2f req-56a80b25-0ba5-4bce-ac7d-b910a3e83083 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465450 Jul 30 02:01:38.084324 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-50ac8802-afad-4765-b00c-872c46589c0b tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Deleting port 8aa0790a-e661-4849-a219-c0d12a34192c {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:38.084717 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-50ac8802-afad-4765-b00c-872c46589c0b tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.085026 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec3ae20a-1101-4668-bc54-7609ef0f88d6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.127938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3ae20a-1101-4668-bc54-7609ef0f88d6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:38.139462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ae20a-1101-4668-bc54-7609ef0f88d6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b954547-9104-4b39-acaa-128a3554f909,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:38.144530 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec3ae20a-1101-4668-bc54-7609ef0f88d6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.145088 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-ec3ae20a-1101-4668-bc54-7609ef0f88d6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Added segment bf74325f-827b-44b8-8990-be52827ec3ac of type vlan for network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 Jul 30 02:01:38.160527 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-69ffc2e6-1fec-4f40-a445-8a5cc707adae tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0566339 Jul 30 02:01:38.171967 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32866) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:38.177808 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e715bbc2-55c9-4781-8357-4beca3d3edca tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Request body: {'subnet': {'network_id': '66bd4e5e-5943-4744-90b5-7441332e226c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:38.201097 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec3ae20a-1101-4668-bc54-7609ef0f88d6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.280427 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 69f4c824-e9fe-4761-9eb0-3a4107e448de up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:38.290643 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-50ac8802-afad-4765-b00c-872c46589c0b tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.316550 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-50ac8802-afad-4765-b00c-872c46589c0b tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Calling delete_port for 8aa0790a-e661-4849-a219-c0d12a34192c owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:38.330921 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec3ae20a-1101-4668-bc54-7609ef0f88d6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.337345 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3ae20a-1101-4668-bc54-7609ef0f88d6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:38.337977 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec3ae20a-1101-4668-bc54-7609ef0f88d6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.394479 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32874) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:38.424100 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-249bd2fe-d7f1-47f3-8a05-e9a6e7128ce9 None None] Provisioning complete for port 8aa0790a-e661-4849-a219-c0d12a34192c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:38.424645 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-249bd2fe-d7f1-47f3-8a05-e9a6e7128ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.433326 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e715bbc2-55c9-4781-8357-4beca3d3edca tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Made reservation on behalf of ee251359495b464a9c88221f4618cdd7 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:38.436988 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e715bbc2-55c9-4781-8357-4beca3d3edca tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.445780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ae20a-1101-4668-bc54-7609ef0f88d6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Network': ['ID=8995dd0c-839c-4ac8-aadb-6f0c3fd78179,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:38.459149 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:38.544229 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ec3ae20a-1101-4668-bc54-7609ef0f88d6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1986659 Jul 30 02:01:38.547110 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32880) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:38.554061 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e828c474-08aa-437d-b064-376a373c66af tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'port': {'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179', 'name': 'tempest-PortsTestJSON-1692202230'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:38.688018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 69f4c824-e9fe-4761-9eb0-3a4107e448de completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:38.729648 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 69f4c824-e9fe-4761-9eb0-3a4107e448de triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:38.730026 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.733112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-249bd2fe-d7f1-47f3-8a05-e9a6e7128ce9 None None] Port 8aa0790a-e661-4849-a219-c0d12a34192c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:38.817130 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e828c474-08aa-437d-b064-376a373c66af tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:38.821988 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e828c474-08aa-437d-b064-376a373c66af tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.835391 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.864015 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-e828c474-08aa-437d-b064-376a373c66af tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] device_id is not set on port d6fff4ea-8bbb-4093-9e2b-79f3ee1bd021 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:38.865313 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4182644-4807-4b88-af99-f34c395a6605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f4c824-e9fe-4761-9eb0-3a4107e448de'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:38.868047 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdd8e8e-526e-43d8-8311-0f1449ce06ea" -d '{"events": [{"server_uuid": "d4182644-4807-4b88-af99-f34c395a6605", "name": "network-vif-plugged", "status": "completed", "tag": "69f4c824-e9fe-4761-9eb0-3a4107e448de"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:38.886245 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 69f4c824-e9fe-4761-9eb0-3a4107e448de, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=69f4c824-e9fe-4761-9eb0-3a4107e448de,segment=NetworkSegment(e78594f6-adab-4377-853c-ca83e09b2ba9),segment_id=e78594f6-adab-4377-853c-ca83e09b2ba9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:38.913504 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c1fee6-9bf2-4bfd-8eb4-2ff16556d7bd x-openstack-request-id: req-a5c1fee6-9bf2-4bfd-8eb4-2ff16556d7bd {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:38.913800 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4182644-4807-4b88-af99-f34c395a6605", "name": "network-vif-plugged", "status": "completed", "tag": "69f4c824-e9fe-4761-9eb0-3a4107e448de", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:38.914055 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a5c1fee6-9bf2-4bfd-8eb4-2ff16556d7bd {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:38.914479 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4182644-4807-4b88-af99-f34c395a6605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f4c824-e9fe-4761-9eb0-3a4107e448de', 'code': 200} Jul 30 02:01:38.966687 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:39.094853 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=69f4c824-e9fe-4761-9eb0-3a4107e448de,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:39.129866 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93d36e-d927-4906-a82b-093d8191fdbc req-f82e34eb-2d80-41b0-bc3f-4301214b07ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:39.131873 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bf93d36e-d927-4906-a82b-093d8191fdbc req-f82e34eb-2d80-41b0-bc3f-4301214b07ae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 1097 time: 0.1510460 Jul 30 02:01:39.180214 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e828c474-08aa-437d-b064-376a373c66af tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:39.194210 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db2039e1-a5ae-45c0-8e0d-3be8d2f1b862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:39.220596 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bf93d36e-d927-4906-a82b-093d8191fdbc req-d4117ef2-c949-4e9b-86a9-2e99d5490de4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750749 Jul 30 02:01:39.288813 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293e029-d8b9-4d27-aec6-44bb370424a3 req-02411f8a-a1b5-440e-899a-d23af50a0a04 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:39.290646 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5293e029-d8b9-4d27-aec6-44bb370424a3 req-02411f8a-a1b5-440e-899a-d23af50a0a04 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.1063099 Jul 30 02:01:39.346819 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5293e029-d8b9-4d27-aec6-44bb370424a3 req-31fd8575-f4dd-41f9-9b7f-2de83a0c9489 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430841 Jul 30 02:01:39.389414 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-50ac8802-afad-4765-b00c-872c46589c0b tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:39.420954 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e828c474-08aa-437d-b064-376a373c66af tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:39.480652 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac8802-afad-4765-b00c-872c46589c0b tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Pushing event deleted for resources: {'Port': ['ID=8aa0790a-e661-4849-a219-c0d12a34192c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:39.500606 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828c474-08aa-437d-b064-376a373c66af tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=d6fff4ea-8bbb-4093-9e2b-79f3ee1bd021,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:39.529285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e828c474-08aa-437d-b064-376a373c66af tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Checking segment: {'id': 'bf74325f-827b-44b8-8990-be52827ec3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:39.529719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e828c474-08aa-437d-b064-376a373c66af tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network hostable DHCP agents. Network: 8995dd0c-839c-4ac8-aadb-6f0c3fd78179, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:01:39.575301 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e715bbc2-55c9-4781-8357-4beca3d3edca tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:39.657619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e828c474-08aa-437d-b064-376a373c66af tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:01:39.707496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715bbc2-55c9-4781-8357-4beca3d3edca tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Pushing event updated for resources: {'Subnet': ['ID=92edfe50-be9a-4cc8-b864-f2fb649b49c2,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:39.746201 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-e828c474-08aa-437d-b064-376a373c66af tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 8995dd0c-839c-4ac8-aadb-6f0c3fd78179) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:39.749950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e828c474-08aa-437d-b064-376a373c66af tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:39.756174 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e828c474-08aa-437d-b064-376a373c66af tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:39.757352 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e828c474-08aa-437d-b064-376a373c66af tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:39.761099 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099bed1f-17f0-4ba0-8713-9c572adda3b8 None None] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:39.796448 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e715bbc2-55c9-4781-8357-4beca3d3edca tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Checking segment: {'id': '347927bc-91a4-46d6-a703-f180c34cdbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '66bd4e5e-5943-4744-90b5-7441332e226c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:39.796814 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e715bbc2-55c9-4781-8357-4beca3d3edca tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Network hostable DHCP agents. Network: 66bd4e5e-5943-4744-90b5-7441332e226c, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:01:39.800566 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-50ac8802-afad-4765-b00c-872c46589c0b tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:39.802491 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-50ac8802-afad-4765-b00c-872c46589c0b tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "DELETE /v2.0/ports/8aa0790a-e661-4849-a219-c0d12a34192c HTTP/1.1" status: 204 len: 168 time: 1.8326674 Jul 30 02:01:39.805762 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32890) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:39.839484 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e828c474-08aa-437d-b064-376a373c66af tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2911134 Jul 30 02:01:39.840528 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca815b28-98d8-4856-ac77-01ab3d73130e tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] GET failed (client error): The resource could not be found. Jul 30 02:01:39.842040 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ca815b28-98d8-4856-ac77-01ab3d73130e tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "GET /v2.0/ports/8aa0790a-e661-4849-a219-c0d12a34192c HTTP/1.1" status: 404 len: 333 time: 0.0345728 Jul 30 02:01:39.843143 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32892) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:39.846897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32894) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:39.848646 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e502dee0-928d-446e-b31f-49f271cd0f26 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-935980566'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:39.904271 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e715bbc2-55c9-4781-8357-4beca3d3edca tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Network 66bd4e5e-5943-4744-90b5-7441332e226c is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:01:39.919378 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-e715bbc2-55c9-4781-8357-4beca3d3edca tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 66bd4e5e-5943-4744-90b5-7441332e226c) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:39.923791 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e715bbc2-55c9-4781-8357-4beca3d3edca tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:39.924445 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e715bbc2-55c9-4781-8357-4beca3d3edca tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:39.928174 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a469c9-b5f9-4833-a09d-be265f8438d0 None None] Network 66bd4e5e-5943-4744-90b5-7441332e226c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:39.931132 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e502dee0-928d-446e-b31f-49f271cd0f26 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:39.935764 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e502dee0-928d-446e-b31f-49f271cd0f26 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:39.962434 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e502dee0-928d-446e-b31f-49f271cd0f26 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:39.972424 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e502dee0-928d-446e-b31f-49f271cd0f26 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:39.972836 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-e502dee0-928d-446e-b31f-49f271cd0f26 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Added segment d6f77432-f6a0-424f-8c35-0946089bc1fc of type vlan for network 93eb618e-cf81-4e21-813d-c31a117f6f1b Jul 30 02:01:39.987379 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d720a5d1-c3c3-4d8d-ba8e-a75e52a962a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.018483 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e502dee0-928d-446e-b31f-49f271cd0f26 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.044773 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-816a4c0a-237f-4b30-8f7d-42771ee6a6bb tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Deleting port b015c5c2-d92a-4893-afd4-035106d0944d {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:40.045120 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-816a4c0a-237f-4b30-8f7d-42771ee6a6bb tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.058269 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e715bbc2-55c9-4781-8357-4beca3d3edca tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8823884 Jul 30 02:01:40.058885 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32896) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:40.063976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-41556cad-1bb3-47a9-acb3-324387d847b3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-180152261', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}, 'admin_state_up': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:40.096293 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-66bd4e5e-5943-4744-90b5-7441332e226c', 'network_id': '66bd4e5e-5943-4744-90b5-7441332e226c', 'tenant_id': 'ee251359495b464a9c88221f4618cdd7', 'fixed_ips': [{'subnet_id': '92edfe50-be9a-4cc8-b864-f2fb649b49c2'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:01:40.097138 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.120674 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e502dee0-928d-446e-b31f-49f271cd0f26 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.126412 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e502dee0-928d-446e-b31f-49f271cd0f26 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:40.127168 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e502dee0-928d-446e-b31f-49f271cd0f26 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.157328 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41556cad-1bb3-47a9-acb3-324387d847b3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.157328 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41556cad-1bb3-47a9-acb3-324387d847b3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.210465 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502dee0-928d-446e-b31f-49f271cd0f26 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Network': ['ID=93eb618e-cf81-4e21-813d-c31a117f6f1b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:40.225471 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 93eb618e-cf81-4e21-813d-c31a117f6f1b details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:40.252043 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-816a4c0a-237f-4b30-8f7d-42771ee6a6bb tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.268089 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-816a4c0a-237f-4b30-8f7d-42771ee6a6bb tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Calling delete_port for b015c5c2-d92a-4893-afd4-035106d0944d owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:40.281296 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e502dee0-928d-446e-b31f-49f271cd0f26 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4369888 Jul 30 02:01:40.284750 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32902) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:40.287653 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41556cad-1bb3-47a9-acb3-324387d847b3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.293852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'ports': [{'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179'}, {'network_id': '93eb618e-cf81-4e21-813d-c31a117f6f1b'}]} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:40.293852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'port': {'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:40.294382 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'port': {'network_id': '93eb618e-cf81-4e21-813d-c31a117f6f1b'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:40.340673 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Allocated IP 172.20.0.2 (66bd4e5e-5943-4744-90b5-7441332e226c/92edfe50-be9a-4cc8-b864-f2fb649b49c2/7a920c75-207b-4ab1-92ee-fa636f199448) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:40.529665 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.537581 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd6318-af85-4e91-b63a-340bcb786d2c req-ee78863a-13a0-4548-9a73-fc3e8ae63b94 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:40.539876 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39fd6318-af85-4e91-b63a-340bcb786d2c req-ee78863a-13a0-4548-9a73-fc3e8ae63b94 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.1034920 Jul 30 02:01:40.565121 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-d720a5d1-c3c3-4d8d-ba8e-a75e52a962a7 admin admin] Deleting port 70005305-9848-45c8-b07c-ce0aa5167bc4 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:40.565466 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d720a5d1-c3c3-4d8d-ba8e-a75e52a962a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.583431 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41556cad-1bb3-47a9-acb3-324387d847b3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.644045 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39fd6318-af85-4e91-b63a-340bcb786d2c req-c73952b0-ff1d-4c42-adf4-bb3259a1f99e tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937924 Jul 30 02:01:40.668337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Transition to ACTIVE for port object 7a920c75-207b-4ab1-92ee-fa636f199448 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:40.673936 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-816a4c0a-237f-4b30-8f7d-42771ee6a6bb tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.685253 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-d720a5d1-c3c3-4d8d-ba8e-a75e52a962a7 admin admin] For port 70005305-9848-45c8-b07c-ce0aa5167bc4, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=70005305-9848-45c8-b07c-ce0aa5167bc4,segment=NetworkSegment(b6674916-2b8b-4363-8de2-34e61e878bd5),segment_id=b6674916-2b8b-4363-8de2-34e61e878bd5)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:40.685613 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d720a5d1-c3c3-4d8d-ba8e-a75e52a962a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.695898 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'port': 2} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:40.699763 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.705617 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Transition to ACTIVE for port object 7a920c75-207b-4ab1-92ee-fa636f199448 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:40.716524 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.723114 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a4c0a-237f-4b30-8f7d-42771ee6a6bb tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Pushing event deleted for resources: {'Port': ['ID=b015c5c2-d92a-4893-afd4-035106d0944d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:40.730881 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-d720a5d1-c3c3-4d8d-ba8e-a75e52a962a7 admin admin] Calling delete_port for 70005305-9848-45c8-b07c-ce0aa5167bc4 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:40.777513 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.784128 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-816a4c0a-237f-4b30-8f7d-42771ee6a6bb tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.792040 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32910) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:40.793642 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-816a4c0a-237f-4b30-8f7d-42771ee6a6bb tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "DELETE /v2.0/ports/b015c5c2-d92a-4893-afd4-035106d0944d HTTP/1.1" status: 204 len: 168 time: 0.9443307 Jul 30 02:01:40.824384 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b6f3283-b28d-49a0-b562-6572e9ec8fee tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] GET failed (client error): The resource could not be found. Jul 30 02:01:40.826104 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7b6f3283-b28d-49a0-b562-6572e9ec8fee tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "GET /v2.0/ports/b015c5c2-d92a-4893-afd4-035106d0944d HTTP/1.1" status: 404 len: 333 time: 0.0330069 Jul 30 02:01:40.830308 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32912) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:40.831189 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Network 66bd4e5e-5943-4744-90b5-7441332e226c is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:40.834420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:40.837154 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:40.850370 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Pushing event updated for resources: {'Port': ['ID=7a920c75-207b-4ab1-92ee-fa636f199448,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:40.850671 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] device_id is not set on port 23c1f7b1-3e77-42e3-8f0d-0ec7ac713199 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:40.934610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Attempting to bind port 7a920c75-207b-4ab1-92ee-fa636f199448 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:40.934987 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Attempting to bind port 7a920c75-207b-4ab1-92ee-fa636f199448 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '347927bc-91a4-46d6-a703-f180c34cdbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '66bd4e5e-5943-4744-90b5-7441332e226c'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:40.935360 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Attempting to bind port 7a920c75-207b-4ab1-92ee-fa636f199448 on network 66bd4e5e-5943-4744-90b5-7441332e226c {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:40.941031 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:40.941411 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Checking segment: {'id': '347927bc-91a4-46d6-a703-f180c34cdbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '66bd4e5e-5943-4744-90b5-7441332e226c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:40.941819 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.942338 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Bound using segment: {'id': '347927bc-91a4-46d6-a703-f180c34cdbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '66bd4e5e-5943-4744-90b5-7441332e226c'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:40.942824 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Bound port: 7a920c75-207b-4ab1-92ee-fa636f199448, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347927bc-91a4-46d6-a703-f180c34cdbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '66bd4e5e-5943-4744-90b5-7441332e226c'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:40.943208 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.058750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] For port 7a920c75-207b-4ab1-92ee-fa636f199448, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:41.110212 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-d88ab04f-db04-4ea5-bb57-2c87066e5c3b tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Deleting port 9a75b670-fd32-4dfb-a266-7fe254386deb {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:41.110657 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d88ab04f-db04-4ea5-bb57-2c87066e5c3b tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.165634 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d720a5d1-c3c3-4d8d-ba8e-a75e52a962a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.167266 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] For port 7a920c75-207b-4ab1-92ee-fa636f199448, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7a920c75-207b-4ab1-92ee-fa636f199448,segment=NetworkSegment(347927bc-91a4-46d6-a703-f180c34cdbc9),segment_id=347927bc-91a4-46d6-a703-f180c34cdbc9)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:41.204439 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720a5d1-c3c3-4d8d-ba8e-a75e52a962a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=70005305-9848-45c8-b07c-ce0aa5167bc4,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:41.251941 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.375575 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd52657-9e2a-484d-8f8f-d4557e72b07e None None] Pushing event updated for resources: {'Port': ['ID=7a920c75-207b-4ab1-92ee-fa636f199448,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:41.390477 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39e38d-9cbe-4c3e-bcb4-67858db37409 req-c26a0621-6262-4b65-8949-0ec23b18c54c tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:41.398870 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0a39e38d-9cbe-4c3e-bcb4-67858db37409 req-c26a0621-6262-4b65-8949-0ec23b18c54c tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.2269804 Jul 30 02:01:41.489237 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0a39e38d-9cbe-4c3e-bcb4-67858db37409 req-33742829-42d2-4851-94cd-609c3e203306 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893297 Jul 30 02:01:41.517158 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d720a5d1-c3c3-4d8d-ba8e-a75e52a962a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.630834 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f95bea73-a624-4c02-821b-b5cdc60e359a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.657385 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41556cad-1bb3-47a9-acb3-324387d847b3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.696966 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.702133 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.710763 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0611e-58d1-4b8f-95bf-bec1f22f8b3e req-c7ad2fd7-0e27-4ac2-a33d-dc66fbf547b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:41.712369 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-23d0611e-58d1-4b8f-95bf-bec1f22f8b3e req-c7ad2fd7-0e27-4ac2-a33d-dc66fbf547b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8345e06e1f34c0f8c6aef4f6223e6fb&device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 1097 time: 0.2651112 Jul 30 02:01:41.713420 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41556cad-1bb3-47a9-acb3-324387d847b3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.739197 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d88ab04f-db04-4ea5-bb57-2c87066e5c3b tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.807803 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-d88ab04f-db04-4ea5-bb57-2c87066e5c3b tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Calling delete_port for 9a75b670-fd32-4dfb-a266-7fe254386deb owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:41.822448 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d720a5d1-c3c3-4d8d-ba8e-a75e52a962a7 admin admin] Router 1732e64a-18a8-4964-9da9-dc4081133786 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:01:41.918640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] device_id is not set on port ff815e27-4ca2-4b48-b670-ac246d70e154 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:41.950719 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d720a5d1-c3c3-4d8d-ba8e-a75e52a962a7 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:01:41.956485 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d720a5d1-c3c3-4d8d-ba8e-a75e52a962a7 admin admin] 10.222.0.70 "PUT /v2.0/routers/1732e64a-18a8-4964-9da9-dc4081133786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5609508 Jul 30 02:01:41.959000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32918) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:41.972222 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee6d84-3339-4766-a95c-bdb15f26f7a5 None None] Sync routers for ids ['1732e64a-18a8-4964-9da9-dc4081133786'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:01:41.988585 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee6d84-3339-4766-a95c-bdb15f26f7a5 None None] Routers {'1732e64a-18a8-4964-9da9-dc4081133786'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:41.993452 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0dee6d84-3339-4766-a95c-bdb15f26f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:01:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1732e64a-18a8-4964-9da9-dc4081133786'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:42.048772 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0611e-58d1-4b8f-95bf-bec1f22f8b3e req-dc8028e5-ee98-4471-ae24-f225ba09001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:42.050173 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-23d0611e-58d1-4b8f-95bf-bec1f22f8b3e req-dc8028e5-ee98-4471-ae24-f225ba09001f service neutron] 10.222.0.10 "GET /v2.0/networks?id=d41a50cc-89f1-438b-8f85-d0516089c451 HTTP/1.1" status: 200 len: 912 time: 0.3250012 Jul 30 02:01:42.070292 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-41556cad-1bb3-47a9-acb3-324387d847b3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Allocated IP 172.25.1.31 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/1ac7e263-a7f1-4824-80ee-5aa9ba4119ec) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:42.095424 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a7fb75cc-f232-4d26-8e88-1418a5252661 admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.116950 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-0dee6d84-3339-4766-a95c-bdb15f26f7a5 None None] Set router 1732e64a-18a8-4964-9da9-dc4081133786 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:01:42.130788 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-23d0611e-58d1-4b8f-95bf-bec1f22f8b3e req-5851be87-ce57-4f73-b9ad-5e028a73abdc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69f4c824-e9fe-4761-9eb0-3a4107e448de HTTP/1.1" status: 200 len: 217 time: 0.0629199 Jul 30 02:01:42.374820 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0611e-58d1-4b8f-95bf-bec1f22f8b3e req-83df194d-7112-499d-be1d-f2b9118b662c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:42.382321 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-23d0611e-58d1-4b8f-95bf-bec1f22f8b3e req-83df194d-7112-499d-be1d-f2b9118b662c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72f835ba-459b-4963-95fe-debca7945261 HTTP/1.1" status: 200 len: 851 time: 0.2137668 Jul 30 02:01:42.402922 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0dee6d84-3339-4766-a95c-bdb15f26f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732e64a-18a8-4964-9da9-dc4081133786', 'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T02:01:41Z', 'revision_number': 5, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'gw_port': {'id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:45Z', 'updated_at': '2021-07-30T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:42.471061 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-23d0611e-58d1-4b8f-95bf-bec1f22f8b3e req-adcf7139-6347-4b8c-85b7-59e3780b89c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d41a50cc-89f1-438b-8f85-d0516089c451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710580 Jul 30 02:01:42.481845 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee6d84-3339-4766-a95c-bdb15f26f7a5 None None] Checking router: 1732e64a-18a8-4964-9da9-dc4081133786 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:01:42.482685 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.512222 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee6d84-3339-4766-a95c-bdb15f26f7a5 None None] Routers {'1732e64a-18a8-4964-9da9-dc4081133786'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:42.513105 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0dee6d84-3339-4766-a95c-bdb15f26f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:01:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1732e64a-18a8-4964-9da9-dc4081133786'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:42.644537 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a7fb75cc-f232-4d26-8e88-1418a5252661 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.645322 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d88ab04f-db04-4ea5-bb57-2c87066e5c3b tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.667326 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41556cad-1bb3-47a9-acb3-324387d847b3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.701683 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-0dee6d84-3339-4766-a95c-bdb15f26f7a5 None None] Set router 1732e64a-18a8-4964-9da9-dc4081133786 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:01:42.703603 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ab04f-db04-4ea5-bb57-2c87066e5c3b tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Pushing event deleted for resources: {'Port': ['ID=9a75b670-fd32-4dfb-a266-7fe254386deb,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:42.784754 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d88ab04f-db04-4ea5-bb57-2c87066e5c3b tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.788880 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d88ab04f-db04-4ea5-bb57-2c87066e5c3b tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "DELETE /v2.0/ports/9a75b670-fd32-4dfb-a266-7fe254386deb HTTP/1.1" status: 204 len: 168 time: 1.9506106 Jul 30 02:01:42.789338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32922) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:42.847402 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb7412-c823-4715-aa3c-d571e2850ca2 req-0e465cf4-f38f-409f-adab-07603188ee9b tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:42.852089 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9fb7412-c823-4715-aa3c-d571e2850ca2 req-0e465cf4-f38f-409f-adab-07603188ee9b tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.2343285 Jul 30 02:01:42.880212 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb75cc-f232-4d26-8e88-1418a5252661 admin admin] Deleting port add5e266-2cb8-4b03-beb9-68986cecb5f9 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:42.880753 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a7fb75cc-f232-4d26-8e88-1418a5252661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.918657 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cdff31-dc0e-469f-bba9-1c647b526000 None None] Network 66bd4e5e-5943-4744-90b5-7441332e226c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:42.922836 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-23d0611e-58d1-4b8f-95bf-bec1f22f8b3e req-2eb9a59a-425d-4c7f-b997-02ff874bb6e4 service neutron] 10.222.0.10 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345672 Jul 30 02:01:42.927343 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.955259 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0dee6d84-3339-4766-a95c-bdb15f26f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732e64a-18a8-4964-9da9-dc4081133786', 'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T02:01:41Z', 'revision_number': 5, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'gw_port': {'id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:45Z', 'updated_at': '2021-07-30T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:42.958364 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-5254b6d3-7c42-4747-83e6-6836b5e9d0b5 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Deleting subnet d2688876-5d14-456a-9336-931061830f90 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:01:42.969564 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5254b6d3-7c42-4747-83e6-6836b5e9d0b5 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.062920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-a7fb75cc-f232-4d26-8e88-1418a5252661 admin admin] For port add5e266-2cb8-4b03-beb9-68986cecb5f9, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=add5e266-2cb8-4b03-beb9-68986cecb5f9,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:43.063294 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a7fb75cc-f232-4d26-8e88-1418a5252661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.065688 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee6d84-3339-4766-a95c-bdb15f26f7a5 None None] The sync data for ids ['1732e64a-18a8-4964-9da9-dc4081133786'] in n-d-713498-9 is: [{'id': '1732e64a-18a8-4964-9da9-dc4081133786', 'name': 'tempest-AttachVolumeTestJSON-83824335-router', 'tenant_id': '1773aff5f2d24ceea84313862e0f7cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T02:01:41Z', 'revision_number': 5, 'project_id': '1773aff5f2d24ceea84313862e0f7cc6', 'gw_port': {'id': 'add5e266-2cb8-4b03-beb9-68986cecb5f9', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732e64a-18a8-4964-9da9-dc4081133786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:45Z', 'updated_at': '2021-07-30T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:01:43.080799 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5454a518-b9c1-46dc-91b3-dbb90d380b4b None None] Provisioning for port 7a920c75-207b-4ab1-92ee-fa636f199448 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:43.088089 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5254b6d3-7c42-4747-83e6-6836b5e9d0b5 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.103049 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=23c1f7b1-3e77-42e3-8f0d-0ec7ac713199,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:43.107330 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-23d0611e-58d1-4b8f-95bf-bec1f22f8b3e req-025365e4-3423-4051-bbb3-0573cfbf9710 service neutron] 10.222.0.10 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741288 Jul 30 02:01:43.128582 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb75cc-f232-4d26-8e88-1418a5252661 admin admin] Calling delete_port for add5e266-2cb8-4b03-beb9-68986cecb5f9 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:43.131886 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9fb7412-c823-4715-aa3c-d571e2850ca2 req-21dadcc4-a5ea-42c9-8a9f-2131a3664dbc tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701213 Jul 30 02:01:43.139211 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41556cad-1bb3-47a9-acb3-324387d847b3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.151804 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:43.184542 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:43.189969 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:43.190848 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.243536 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41556cad-1bb3-47a9-acb3-324387d847b3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:43.254054 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-41556cad-1bb3-47a9-acb3-324387d847b3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:43.255691 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.260967 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41556cad-1bb3-47a9-acb3-324387d847b3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:43.289906 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5254b6d3-7c42-4747-83e6-6836b5e9d0b5 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.294515 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41556cad-1bb3-47a9-acb3-324387d847b3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Pushing event updated for resources: {'Port': ['ID=1ac7e263-a7f1-4824-80ee-5aa9ba4119ec,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:43.355462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Checking segment: {'id': 'd6f77432-f6a0-424f-8c35-0946089bc1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '93eb618e-cf81-4e21-813d-c31a117f6f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:43.355736 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network hostable DHCP agents. Network: 93eb618e-cf81-4e21-813d-c31a117f6f1b, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:01:43.412589 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=ff815e27-4ca2-4b48-b670-ac246d70e154,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:43.526982 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5254b6d3-7c42-4747-83e6-6836b5e9d0b5 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.554064 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network 93eb618e-cf81-4e21-813d-c31a117f6f1b is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:01:43.567715 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254b6d3-7c42-4747-83e6-6836b5e9d0b5 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Pushing event deleted for resources: {'Subnet': ['ID=d2688876-5d14-456a-9336-931061830f90,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:43.569520 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a7fb75cc-f232-4d26-8e88-1418a5252661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.582942 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9685445c-52a3-461f-a017-467167fec969 None None] Network e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:43.584724 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5254b6d3-7c42-4747-83e6-6836b5e9d0b5 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.586594 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5254b6d3-7c42-4747-83e6-6836b5e9d0b5 tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "DELETE /v2.0/subnets/d2688876-5d14-456a-9336-931061830f90 HTTP/1.1" status: 204 len: 168 time: 0.7951829 Jul 30 02:01:43.598611 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32938) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:43.605259 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7a920c75-207b-4ab1-92ee-fa636f199448 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:43.611979 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb75cc-f232-4d26-8e88-1418a5252661 admin admin] Pushing event deleted for resources: {'Port': ['ID=add5e266-2cb8-4b03-beb9-68986cecb5f9,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:43.663522 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 93eb618e-cf81-4e21-813d-c31a117f6f1b) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:43.684748 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34c054e-fb03-4368-9e65-27245276572e None None] Network 93eb618e-cf81-4e21-813d-c31a117f6f1b requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:43.717362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:43.722084 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a7fb75cc-f232-4d26-8e88-1418a5252661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.723328 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:43.728563 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:43.730444 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.765972 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03f10f51-d03f-4f96-91ec-226bed7e87aa tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.834243 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a7fb75cc-f232-4d26-8e88-1418a5252661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.836555 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a7fb75cc-f232-4d26-8e88-1418a5252661 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.849088 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-87a815de-c77e-4750-be10-46d440599541 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5605459 Jul 30 02:01:43.849369 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32940) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:43.882235 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41556cad-1bb3-47a9-acb3-324387d847b3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.934409 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 7a920c75-207b-4ab1-92ee-fa636f199448 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:43.938480 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7a920c75-207b-4ab1-92ee-fa636f199448 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:43.938860 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.961225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74420d52-0b99-4644-b7e0-f4a30ecaea03 None None] DHCP port deletion for e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:01:43.999469 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a7fb75cc-f232-4d26-8e88-1418a5252661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.000645 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fb75cc-f232-4d26-8e88-1418a5252661 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1732e64a-18a8-4964-9da9-dc4081133786 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:01:44.008368 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a7fb75cc-f232-4d26-8e88-1418a5252661 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.013554 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a7fb75cc-f232-4d26-8e88-1418a5252661 admin admin] 10.222.0.70 "DELETE /v2.0/routers/1732e64a-18a8-4964-9da9-dc4081133786 HTTP/1.1" status: 204 len: 168 time: 2.0511463 Jul 30 02:01:44.015251 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32942) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:44.029728 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-03f10f51-d03f-4f96-91ec-226bed7e87aa tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Deleting port ec7beb18-01f4-4df2-9a3e-158812a448dc {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:44.030269 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03f10f51-d03f-4f96-91ec-226bed7e87aa tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.059787 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.070959 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccb7008-ba98-4bee-9d68-74ef31d8663c admin admin] Deleting subnet e55ab10a-38fa-4f87-9d98-222aa1ee0cac {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:01:44.074900 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fccb7008-ba98-4bee-9d68-74ef31d8663c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.079271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-74420d52-0b99-4644-b7e0-f4a30ecaea03 None None] Deleting port ec7beb18-01f4-4df2-9a3e-158812a448dc {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:44.079697 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-74420d52-0b99-4644-b7e0-f4a30ecaea03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.115926 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fccb7008-ba98-4bee-9d68-74ef31d8663c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.142078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 7a920c75-207b-4ab1-92ee-fa636f199448, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7a920c75-207b-4ab1-92ee-fa636f199448,segment=NetworkSegment(347927bc-91a4-46d6-a703-f180c34cdbc9),segment_id=347927bc-91a4-46d6-a703-f180c34cdbc9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:44.154335 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-7eacac75-1f96-4fe7-8466-db047b8824bc tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port ff815e27-4ca2-4b48-b670-ac246d70e154 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:44.154677 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7eacac75-1f96-4fe7-8466-db047b8824bc tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.160539 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-74420d52-0b99-4644-b7e0-f4a30ecaea03 None None] For port ec7beb18-01f4-4df2-9a3e-158812a448dc, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ec7beb18-01f4-4df2-9a3e-158812a448dc,segment=NetworkSegment(4d1727b3-5885-4929-8704-eec1f921cb66),segment_id=4d1727b3-5885-4929-8704-eec1f921cb66)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:44.160940 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-74420d52-0b99-4644-b7e0-f4a30ecaea03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.188548 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-74420d52-0b99-4644-b7e0-f4a30ecaea03 None None] Calling delete_port for ec7beb18-01f4-4df2-9a3e-158812a448dc owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:44.215782 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.222612 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fccb7008-ba98-4bee-9d68-74ef31d8663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.327051 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=7a920c75-207b-4ab1-92ee-fa636f199448,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:44.331478 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578bcdf-9717-42ec-8117-d4a66e88dd41 req-6e239dff-b4f2-4390-8ba5-5ff4c483f8ff tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:44.333096 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4578bcdf-9717-42ec-8117-d4a66e88dd41 req-6e239dff-b4f2-4390-8ba5-5ff4c483f8ff tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.0827346 Jul 30 02:01:44.376925 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4578bcdf-9717-42ec-8117-d4a66e88dd41 req-5badf3b4-9cf1-481e-867a-933a64863cc7 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364802 Jul 30 02:01:44.410964 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-74420d52-0b99-4644-b7e0-f4a30ecaea03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.411490 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fccb7008-ba98-4bee-9d68-74ef31d8663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.436205 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74420d52-0b99-4644-b7e0-f4a30ecaea03 None None] Pushing event deleted for resources: {'Port': ['ID=ec7beb18-01f4-4df2-9a3e-158812a448dc,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:44.439991 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb7008-ba98-4bee-9d68-74ef31d8663c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e55ab10a-38fa-4f87-9d98-222aa1ee0cac,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:44.443882 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74420d52-0b99-4644-b7e0-f4a30ecaea03 None None] No DVR routers for this DVR port ec7beb18-01f4-4df2-9a3e-158812a448dc on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:44.444064 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fccb7008-ba98-4bee-9d68-74ef31d8663c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.449470 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fccb7008-ba98-4bee-9d68-74ef31d8663c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e55ab10a-38fa-4f87-9d98-222aa1ee0cac HTTP/1.1" status: 204 len: 168 time: 0.4317751 Jul 30 02:01:44.450181 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32946) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:44.454580 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297780a4-f088-4c81-a568-c024b604e944 None None] Network da367ee6-3a9f-4866-aaeb-75f83be72229 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:44.529534 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-73cd8f32-6c9e-400c-83ca-68f72ecdd3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.569147 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-03f10f51-d03f-4f96-91ec-226bed7e87aa tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] For port ec7beb18-01f4-4df2-9a3e-158812a448dc, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ec7beb18-01f4-4df2-9a3e-158812a448dc,segment=NetworkSegment(4d1727b3-5885-4929-8704-eec1f921cb66),segment_id=4d1727b3-5885-4929-8704-eec1f921cb66)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:44.569533 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03f10f51-d03f-4f96-91ec-226bed7e87aa tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.591069 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-03f10f51-d03f-4f96-91ec-226bed7e87aa tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Calling delete_port for ec7beb18-01f4-4df2-9a3e-158812a448dc owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:44.592820 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.623602 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 70005305-9848-45c8-b07c-ce0aa5167bc4 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:44.659754 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-73cd8f32-6c9e-400c-83ca-68f72ecdd3ab admin admin] Deleting port c0c94693-4933-45cb-a3cf-f563d334f593 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:44.662720 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-73cd8f32-6c9e-400c-83ca-68f72ecdd3ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.676724 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 70005305-9848-45c8-b07c-ce0aa5167bc4 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:01:44.677275 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 70005305-9848-45c8-b07c-ce0aa5167bc4 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:01:44.702331 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7eacac75-1f96-4fe7-8466-db047b8824bc tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.730222 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41556cad-1bb3-47a9-acb3-324387d847b3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.734455 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-7eacac75-1f96-4fe7-8466-db047b8824bc tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for ff815e27-4ca2-4b48-b670-ac246d70e154 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:44.740541 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a93b1c-52ab-4045-ada9-4d97ecab2a22 None None] DHCP port deletion for da367ee6-3a9f-4866-aaeb-75f83be72229 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:01:44.770678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-73cd8f32-6c9e-400c-83ca-68f72ecdd3ab admin admin] For port c0c94693-4933-45cb-a3cf-f563d334f593, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c0c94693-4933-45cb-a3cf-f563d334f593,segment=NetworkSegment(b6674916-2b8b-4363-8de2-34e61e878bd5),segment_id=b6674916-2b8b-4363-8de2-34e61e878bd5)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:44.771226 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-73cd8f32-6c9e-400c-83ca-68f72ecdd3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.789597 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-73cd8f32-6c9e-400c-83ca-68f72ecdd3ab admin admin] Calling delete_port for c0c94693-4933-45cb-a3cf-f563d334f593 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:44.810781 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f2a93b1c-52ab-4045-ada9-4d97ecab2a22 None None] Deleting port c0c94693-4933-45cb-a3cf-f563d334f593 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:44.810781 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2a93b1c-52ab-4045-ada9-4d97ecab2a22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.866982 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f2a93b1c-52ab-4045-ada9-4d97ecab2a22 None None] For port c0c94693-4933-45cb-a3cf-f563d334f593, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c0c94693-4933-45cb-a3cf-f563d334f593,segment=NetworkSegment(b6674916-2b8b-4363-8de2-34e61e878bd5),segment_id=b6674916-2b8b-4363-8de2-34e61e878bd5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:44.867746 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2a93b1c-52ab-4045-ada9-4d97ecab2a22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.883702 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f2a93b1c-52ab-4045-ada9-4d97ecab2a22 None None] Calling delete_port for c0c94693-4933-45cb-a3cf-f563d334f593 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:44.899435 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03f10f51-d03f-4f96-91ec-226bed7e87aa tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.946973 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f10f51-d03f-4f96-91ec-226bed7e87aa tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Pushing event deleted for resources: {'Port': ['ID=ec7beb18-01f4-4df2-9a3e-158812a448dc,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:44.948952 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f10f51-d03f-4f96-91ec-226bed7e87aa tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] No DVR routers for this DVR port ec7beb18-01f4-4df2-9a3e-158812a448dc on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:44.980801 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-73cd8f32-6c9e-400c-83ca-68f72ecdd3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.987787 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2a93b1c-52ab-4045-ada9-4d97ecab2a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.008696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd8f32-6c9e-400c-83ca-68f72ecdd3ab admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c94693-4933-45cb-a3cf-f563d334f593,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:45.010914 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cd8f32-6c9e-400c-83ca-68f72ecdd3ab admin admin] No DVR routers for this DVR port c0c94693-4933-45cb-a3cf-f563d334f593 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:45.021321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a93b1c-52ab-4045-ada9-4d97ecab2a22 None None] Pushing event deleted for resources: {'Port': ['ID=c0c94693-4933-45cb-a3cf-f563d334f593,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:45.027048 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a93b1c-52ab-4045-ada9-4d97ecab2a22 None None] No DVR routers for this DVR port c0c94693-4933-45cb-a3cf-f563d334f593 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:45.054427 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03f10f51-d03f-4f96-91ec-226bed7e87aa tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.062588 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7eacac75-1f96-4fe7-8466-db047b8824bc tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.071068 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-03f10f51-d03f-4f96-91ec-226bed7e87aa tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:45.093670 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-73cd8f32-6c9e-400c-83ca-68f72ecdd3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.101381 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-03f10f51-d03f-4f96-91ec-226bed7e87aa tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1727b3-5885-4929-8704-eec1f921cb66') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:45.101683 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-03f10f51-d03f-4f96-91ec-226bed7e87aa tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1727b3-5885-4929-8704-eec1f921cb66') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:45.103641 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacac75-1f96-4fe7-8466-db047b8824bc tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=ff815e27-4ca2-4b48-b670-ac246d70e154,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:45.103777 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-73cd8f32-6c9e-400c-83ca-68f72ecdd3ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da367ee6-3a9f-4866-aaeb-75f83be72229']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:45.115103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-73cd8f32-6c9e-400c-83ca-68f72ecdd3ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6674916-2b8b-4363-8de2-34e61e878bd5') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:45.115426 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-73cd8f32-6c9e-400c-83ca-68f72ecdd3ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6674916-2b8b-4363-8de2-34e61e878bd5') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:45.115818 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03f10f51-d03f-4f96-91ec-226bed7e87aa tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.117766 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7eacac75-1f96-4fe7-8466-db047b8824bc tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.119713 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7eacac75-1f96-4fe7-8466-db047b8824bc tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/ports/ff815e27-4ca2-4b48-b670-ac246d70e154 HTTP/1.1" status: 204 len: 168 time: 1.2694421 Jul 30 02:01:45.123458 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32954) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:45.126747 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41556cad-1bb3-47a9-acb3-324387d847b3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Router 626b359b-9795-43ed-8bc6-f0cdf9ed9ac2 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:01:45.134811 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-73cd8f32-6c9e-400c-83ca-68f72ecdd3ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.136530 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03f10f51-d03f-4f96-91ec-226bed7e87aa tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.145186 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f10f51-d03f-4f96-91ec-226bed7e87aa tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:45.145659 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03f10f51-d03f-4f96-91ec-226bed7e87aa tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:45.148678 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:45.163797 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-73cd8f32-6c9e-400c-83ca-68f72ecdd3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.172938 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73cd8f32-6c9e-400c-83ca-68f72ecdd3ab admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:45.173412 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-73cd8f32-6c9e-400c-83ca-68f72ecdd3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:45.175022 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:45.232699 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a3cd6f-c2e2-4cd8-8109-a28b4103e11b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:45.238586 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a3cd6f-c2e2-4cd8-8109-a28b4103e11b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:45.243505 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f2a3cd6f-c2e2-4cd8-8109-a28b4103e11b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1157582 Jul 30 02:01:45.244370 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32956) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:45.294837 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7a920c75-207b-4ab1-92ee-fa636f199448 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:45.335600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41556cad-1bb3-47a9-acb3-324387d847b3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:01:45.337721 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03f10f51-d03f-4f96-91ec-226bed7e87aa tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.347606 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca7b96a-c7e7-4976-967b-bce148bd66be None None] Sync routers for ids ['626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:01:45.362667 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca7b96a-c7e7-4976-967b-bce148bd66be None None] Routers {'626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:45.363624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-dca7b96a-c7e7-4976-967b-bce148bd66be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:01:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:45.364944 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-73cd8f32-6c9e-400c-83ca-68f72ecdd3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.370492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-363fdf45-5730-4c81-a22a-851e82545eed tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port 23c1f7b1-3e77-42e3-8f0d-0ec7ac713199 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:45.370492 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-363fdf45-5730-4c81-a22a-851e82545eed tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.394987 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-73cd8f32-6c9e-400c-83ca-68f72ecdd3ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.402114 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03f10f51-d03f-4f96-91ec-226bed7e87aa tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.403315 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-03f10f51-d03f-4f96-91ec-226bed7e87aa tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] 10.222.0.70 "DELETE /v2.0/networks/e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e HTTP/1.1" status: 204 len: 168 time: 1.8033061 Jul 30 02:01:45.403888 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-73cd8f32-6c9e-400c-83ca-68f72ecdd3ab admin admin] 10.222.0.70 "DELETE /v2.0/networks/da367ee6-3a9f-4866-aaeb-75f83be72229 HTTP/1.1" status: 204 len: 168 time: 0.9521201 Jul 30 02:01:45.404281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f10f51-d03f-4f96-91ec-226bed7e87aa tempest-AllowedAddressPairIpV6TestJSON-204074226 tempest-AllowedAddressPairIpV6TestJSON-204074226-project] Pushing event deleted for resources: {'Network': ['ID=e0f27afa-5ff2-4440-a6b2-d1d6f03abf9e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:45.424367 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7a920c75-207b-4ab1-92ee-fa636f199448 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:45.424757 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.440176 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41556cad-1bb3-47a9-acb3-324387d847b3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.441633 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-41556cad-1bb3-47a9-acb3-324387d847b3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.3815162 Jul 30 02:01:45.444114 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32966) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:45.452573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd8f32-6c9e-400c-83ca-68f72ecdd3ab admin admin] Pushing event deleted for resources: {'Network': ['ID=da367ee6-3a9f-4866-aaeb-75f83be72229,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:45.466166 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-dca7b96a-c7e7-4976-967b-bce148bd66be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:45.487064 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-363fdf45-5730-4c81-a22a-851e82545eed tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.504758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-363fdf45-5730-4c81-a22a-851e82545eed tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for 23c1f7b1-3e77-42e3-8f0d-0ec7ac713199 owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:45.535393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca7b96a-c7e7-4976-967b-bce148bd66be None None] Routers {'626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:45.536059 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-dca7b96a-c7e7-4976-967b-bce148bd66be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:01:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:45.583131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-dca7b96a-c7e7-4976-967b-bce148bd66be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:45.583947 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca7b96a-c7e7-4976-967b-bce148bd66be None None] The sync data for ids ['626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:01:45.690717 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1c6e5-5b16-4431-b27c-9cb8c555584a req-39a8e521-f8b1-4082-9192-f7ed1be339bb tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:45.692284 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11b1c6e5-5b16-4431-b27c-9cb8c555584a req-39a8e521-f8b1-4082-9192-f7ed1be339bb tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.1150746 Jul 30 02:01:45.706592 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c0c94693-4933-45cb-a3cf-f563d334f593 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:45.738055 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: c0c94693-4933-45cb-a3cf-f563d334f593 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:01:45.738525 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c0c94693-4933-45cb-a3cf-f563d334f593 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:01:45.738954 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ec7beb18-01f4-4df2-9a3e-158812a448dc no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:45.764989 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: ec7beb18-01f4-4df2-9a3e-158812a448dc {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:01:45.765330 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ec7beb18-01f4-4df2-9a3e-158812a448dc not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:01:45.765766 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device add5e266-2cb8-4b03-beb9-68986cecb5f9 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:45.773085 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-363fdf45-5730-4c81-a22a-851e82545eed tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.779437 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11b1c6e5-5b16-4431-b27c-9cb8c555584a req-bd46955f-0524-4484-b65d-0095b4698660 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545115 Jul 30 02:01:45.789795 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: add5e266-2cb8-4b03-beb9-68986cecb5f9 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:01:45.789795 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device add5e266-2cb8-4b03-beb9-68986cecb5f9 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:01:45.855989 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fdf45-5730-4c81-a22a-851e82545eed tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=23c1f7b1-3e77-42e3-8f0d-0ec7ac713199,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:45.868233 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-363fdf45-5730-4c81-a22a-851e82545eed tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.871341 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-363fdf45-5730-4c81-a22a-851e82545eed tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/ports/23c1f7b1-3e77-42e3-8f0d-0ec7ac713199 HTTP/1.1" status: 204 len: 168 time: 0.6254632 Jul 30 02:01:45.873268 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32968) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:45.930414 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5c081-5335-422c-aedc-fb068ea8dc93 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:45.932367 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-53a5c081-5335-422c-aedc-fb068ea8dc93 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0581529 Jul 30 02:01:45.936475 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32972) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:45.965660 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32974) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:45.972010 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc58a574-288c-4d72-bdfe-926f5e741cb3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] GET failed (client error): The resource could not be found. Jul 30 02:01:45.973646 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dc58a574-288c-4d72-bdfe-926f5e741cb3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports/ff815e27-4ca2-4b48-b670-ac246d70e154 HTTP/1.1" status: 404 len: 333 time: 0.0360587 Jul 30 02:01:45.977243 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32976) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:46.000927 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32978) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:46.022483 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d32ff1-64a1-44f9-9917-16a23f982002 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] GET failed (client error): The resource could not be found. Jul 30 02:01:46.024327 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d4d32ff1-64a1-44f9-9917-16a23f982002 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports/23c1f7b1-3e77-42e3-8f0d-0ec7ac713199 HTTP/1.1" status: 404 len: 333 time: 0.0455527 Jul 30 02:01:46.028065 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32982) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:46.064700 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6fde4b0c-093e-415c-8dce-7da412e38dc2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1773aff5f2d24ceea84313862e0f7cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0969393 Jul 30 02:01:46.083383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32984) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:46.107938 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1463e39a-b75a-471d-b2f0-99fe6255ab19 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.150500 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0afd2968-7aed-420b-90e7-f644ac9d2d18 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.176347 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c036584c-06e5-4ba5-9ca2-6cbeb0f52553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.266707 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c036584c-06e5-4ba5-9ca2-6cbeb0f52553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.300504 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0afd2968-7aed-420b-90e7-f644ac9d2d18 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.331185 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-0afd2968-7aed-420b-90e7-f644ac9d2d18 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93eb618e-cf81-4e21-813d-c31a117f6f1b']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:46.348418 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-838a8cb9-7706-4dfd-97ec-b5682bc34aa0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d3b610ae6c094d569082c642f6b4ce36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3463573 Jul 30 02:01:46.350235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-0afd2968-7aed-420b-90e7-f644ac9d2d18 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f77432-f6a0-424f-8c35-0946089bc1fc') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:46.350582 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-0afd2968-7aed-420b-90e7-f644ac9d2d18 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f77432-f6a0-424f-8c35-0946089bc1fc') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:46.355181 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32988) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:46.371505 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0afd2968-7aed-420b-90e7-f644ac9d2d18 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.382218 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0afd2968-7aed-420b-90e7-f644ac9d2d18 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.390949 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0afd2968-7aed-420b-90e7-f644ac9d2d18 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:46.391607 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0afd2968-7aed-420b-90e7-f644ac9d2d18 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:46.395592 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:46.441280 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-1463e39a-b75a-471d-b2f0-99fe6255ab19 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Allocated IP 172.20.0.1 (66bd4e5e-5943-4744-90b5-7441332e226c/92edfe50-be9a-4cc8-b864-f2fb649b49c2/550352aa-2ae9-4506-a273-ba8eb77311d5) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:46.457999 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-93d6a2a0-7b8c-466d-bc66-1658fc5895ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.491045 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c036584c-06e5-4ba5-9ca2-6cbeb0f52553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.493647 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c036584c-06e5-4ba5-9ca2-6cbeb0f52553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.497363 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c036584c-06e5-4ba5-9ca2-6cbeb0f52553 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7077ea96-d33b-470e-b058-a8bddc877bac HTTP/1.1" status: 204 len: 168 time: 0.4106877 Jul 30 02:01:46.504723 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036584c-06e5-4ba5-9ca2-6cbeb0f52553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7077ea96-d33b-470e-b058-a8bddc877bac,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:46.519631 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0afd2968-7aed-420b-90e7-f644ac9d2d18 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.535438 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-93d6a2a0-7b8c-466d-bc66-1658fc5895ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.538917 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0afd2968-7aed-420b-90e7-f644ac9d2d18 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.544719 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0afd2968-7aed-420b-90e7-f644ac9d2d18 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/networks/93eb618e-cf81-4e21-813d-c31a117f6f1b HTTP/1.1" status: 204 len: 168 time: 0.5151680 Jul 30 02:01:46.545852 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32992) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:46.546756 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd2968-7aed-420b-90e7-f644ac9d2d18 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Network': ['ID=93eb618e-cf81-4e21-813d-c31a117f6f1b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:46.553551 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-59f9dfa1-7645-40bc-91b6-9ff33c878841 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-68527599'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:46.622754 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1463e39a-b75a-471d-b2f0-99fe6255ab19 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.656108 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f9dfa1-7645-40bc-91b6-9ff33c878841 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:46.659739 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-59f9dfa1-7645-40bc-91b6-9ff33c878841 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.689006 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-1463e39a-b75a-471d-b2f0-99fe6255ab19 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Transition to ACTIVE for port object 550352aa-2ae9-4506-a273-ba8eb77311d5 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:46.689515 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f9dfa1-7645-40bc-91b6-9ff33c878841 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:46.691218 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-93d6a2a0-7b8c-466d-bc66-1658fc5895ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.694080 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-93d6a2a0-7b8c-466d-bc66-1658fc5895ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.695361 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-93d6a2a0-7b8c-466d-bc66-1658fc5895ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/45bcb975-eb06-4ffb-86ac-f0fa81989b17 HTTP/1.1" status: 204 len: 168 time: 0.3394656 Jul 30 02:01:46.707407 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-59f9dfa1-7645-40bc-91b6-9ff33c878841 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.707574 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6a2a0-7b8c-466d-bc66-1658fc5895ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bcb975-eb06-4ffb-86ac-f0fa81989b17,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:46.707973 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-59f9dfa1-7645-40bc-91b6-9ff33c878841 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Added segment 1f2fd297-343a-4bf7-b739-c315f7c34bf8 of type vlan for network e3a917c2-efb4-4b8e-b853-f616baee704b Jul 30 02:01:46.776844 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-59f9dfa1-7645-40bc-91b6-9ff33c878841 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.826165 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1463e39a-b75a-471d-b2f0-99fe6255ab19 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.883334 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1463e39a-b75a-471d-b2f0-99fe6255ab19 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Network 66bd4e5e-5943-4744-90b5-7441332e226c is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:46.884494 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463e39a-b75a-471d-b2f0-99fe6255ab19 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Pushing event updated for resources: {'Port': ['ID=550352aa-2ae9-4506-a273-ba8eb77311d5,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:46.887866 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-1463e39a-b75a-471d-b2f0-99fe6255ab19 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:46.890167 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1463e39a-b75a-471d-b2f0-99fe6255ab19 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:46.894572 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-59f9dfa1-7645-40bc-91b6-9ff33c878841 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.901553 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f9dfa1-7645-40bc-91b6-9ff33c878841 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:46.910285 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-59f9dfa1-7645-40bc-91b6-9ff33c878841 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.984245 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1463e39a-b75a-471d-b2f0-99fe6255ab19 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:47.042127 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-59f9dfa1-7645-40bc-91b6-9ff33c878841 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4923735 Jul 30 02:01:47.044952 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9dfa1-7645-40bc-91b6-9ff33c878841 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Network': ['ID=e3a917c2-efb4-4b8e-b853-f616baee704b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:47.047087 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33004) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:47.061865 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network e3a917c2-efb4-4b8e-b853-f616baee704b details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:47.078278 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f356c-3a75-4ae4-a428-82d0559d41e7 req-65300513-a75b-4e0b-abd4-10ee92e3ce17 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:47.079896 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4b8f356c-3a75-4ae4-a428-82d0559d41e7 req-65300513-a75b-4e0b-abd4-10ee92e3ce17 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.1590710 Jul 30 02:01:47.092345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ff692476-c23e-4978-aa92-356b9508aaf4 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'subnet': {'network_id': 'e3a917c2-efb4-4b8e-b853-f616baee704b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:47.284506 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4b8f356c-3a75-4ae4-a428-82d0559d41e7 req-7794881d-a128-42bd-89cf-a2d6b1bb8fc0 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735094 Jul 30 02:01:47.313289 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1463e39a-b75a-471d-b2f0-99fe6255ab19 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:47.399282 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1fe97aa9-4032-4ce3-9a4b-29cac9af9bfa None None] Provisioning for port 550352aa-2ae9-4506-a273-ba8eb77311d5 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:47.404138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1fe97aa9-4032-4ce3-9a4b-29cac9af9bfa None None] Provisioning complete for port 550352aa-2ae9-4506-a273-ba8eb77311d5 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:47.404518 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1fe97aa9-4032-4ce3-9a4b-29cac9af9bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:47.422775 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff692476-c23e-4978-aa92-356b9508aaf4 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:47.428767 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ff692476-c23e-4978-aa92-356b9508aaf4 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:47.472118 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1fe97aa9-4032-4ce3-9a4b-29cac9af9bfa None None] Port 550352aa-2ae9-4506-a273-ba8eb77311d5 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:47.622381 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:47.713040 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1463e39a-b75a-471d-b2f0-99fe6255ab19 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:47.725569 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ff692476-c23e-4978-aa92-356b9508aaf4 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:47.785739 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1463e39a-b75a-471d-b2f0-99fe6255ab19 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:47.789792 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff692476-c23e-4978-aa92-356b9508aaf4 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Subnet': ['ID=e6097a39-0093-442a-a734-832e9e02b18a,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:47.816376 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff692476-c23e-4978-aa92-356b9508aaf4 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Checking segment: {'id': '1f2fd297-343a-4bf7-b739-c315f7c34bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e3a917c2-efb4-4b8e-b853-f616baee704b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:47.817023 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff692476-c23e-4978-aa92-356b9508aaf4 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network hostable DHCP agents. Network: e3a917c2-efb4-4b8e-b853-f616baee704b, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:01:47.856934 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1463e39a-b75a-471d-b2f0-99fe6255ab19 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:47.870074 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463e39a-b75a-471d-b2f0-99fe6255ab19 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Pushing event updated for resources: {'Port': ['ID=550352aa-2ae9-4506-a273-ba8eb77311d5,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:47.956877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1463e39a-b75a-471d-b2f0-99fe6255ab19 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Network 66bd4e5e-5943-4744-90b5-7441332e226c is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:47.957701 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-1463e39a-b75a-471d-b2f0-99fe6255ab19 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:48.011070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff692476-c23e-4978-aa92-356b9508aaf4 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network e3a917c2-efb4-4b8e-b853-f616baee704b is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:01:48.096375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-ff692476-c23e-4978-aa92-356b9508aaf4 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, e3a917c2-efb4-4b8e-b853-f616baee704b) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:48.109835 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff692476-c23e-4978-aa92-356b9508aaf4 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:48.109835 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ff692476-c23e-4978-aa92-356b9508aaf4 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:48.110068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5270fcdc-95e8-4839-a437-41a26429d6fd None None] Network e3a917c2-efb4-4b8e-b853-f616baee704b requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:48.113683 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1463e39a-b75a-471d-b2f0-99fe6255ab19 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Router 626b359b-9795-43ed-8bc6-f0cdf9ed9ac2 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:01:48.228716 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ff692476-c23e-4978-aa92-356b9508aaf4 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1734614 Jul 30 02:01:48.231910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33040) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:48.237330 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-f49e1386-f7e5-45da-853a-a52ab96f07ce tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'port': {'network_id': 'e3a917c2-efb4-4b8e-b853-f616baee704b', 'name': 'tempest-PortsTestJSON-1723969554'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:48.346040 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1463e39a-b75a-471d-b2f0-99fe6255ab19 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:01:48.361591 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8731e3-bf4e-47ff-b307-594bdc81de06 None None] Sync routers for ids ['626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:01:48.373719 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1463e39a-b75a-471d-b2f0-99fe6255ab19 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] 10.222.0.70 "PUT /v2.0/routers/626b359b-9795-43ed-8bc6-f0cdf9ed9ac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9267397 Jul 30 02:01:48.373719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33046) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:48.376445 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8731e3-bf4e-47ff-b307-594bdc81de06 None None] Routers {'626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:48.377097 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8a8731e3-bf4e-47ff-b307-594bdc81de06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:01:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:48.379947 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-933bb6b8-c15c-43e9-8f3d-8ec383126081 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Request body: {'port': {'network_id': '66bd4e5e-5943-4744-90b5-7441332e226c', 'name': 'tempest-FloatingIPAdminTestJSON-1655411825'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:48.381764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-e3a917c2-efb4-4b8e-b853-f616baee704b', 'network_id': 'e3a917c2-efb4-4b8e-b853-f616baee704b', 'tenant_id': '9138c236eb354dc7b6d82470ff20ddb8', 'fixed_ips': [{'subnet_id': 'e6097a39-0093-442a-a734-832e9e02b18a'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:01:48.382933 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:48.492712 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8a8731e3-bf4e-47ff-b307-594bdc81de06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:48.514896 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8731e3-bf4e-47ff-b307-594bdc81de06 None None] Routers {'626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:48.518073 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8a8731e3-bf4e-47ff-b307-594bdc81de06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:01:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:48.539125 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-edc8829a-d4d3-49b8-a27c-d550c45f71bc None None] Provisioning complete for port 550352aa-2ae9-4506-a273-ba8eb77311d5 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:48.539509 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-edc8829a-d4d3-49b8-a27c-d550c45f71bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:48.549298 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49e1386-f7e5-45da-853a-a52ab96f07ce tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:48.553202 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f49e1386-f7e5-45da-853a-a52ab96f07ce tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:48.578023 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33054) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:48.608960 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-f49e1386-f7e5-45da-853a-a52ab96f07ce tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] device_id is not set on port 1cabd622-dcbc-4720-96e5-e973c1f5358b yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:48.620034 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-edc8829a-d4d3-49b8-a27c-d550c45f71bc None None] Port 550352aa-2ae9-4506-a273-ba8eb77311d5 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:48.623336 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8a8731e3-bf4e-47ff-b307-594bdc81de06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:48.626849 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8731e3-bf4e-47ff-b307-594bdc81de06 None None] The sync data for ids ['626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:01:48.680973 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Allocated IP 172.20.0.2 (e3a917c2-efb4-4b8e-b853-f616baee704b/e6097a39-0093-442a-a734-832e9e02b18a/512374b3-8c3e-4a46-bd8e-72e071691025) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:48.769598 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-b711152f-0742-4e0a-9c34-2ff0d5dc7be4 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:48.771802 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b711152f-0742-4e0a-9c34-2ff0d5dc7be4 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1919231 Jul 30 02:01:48.774449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33062) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:48.780523 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-b172177a-d1ea-49c5-938a-49bae8c5a7a7 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:48.781827 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b172177a-d1ea-49c5-938a-49bae8c5a7a7 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0062048 Jul 30 02:01:48.784198 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933bb6b8-c15c-43e9-8f3d-8ec383126081 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Made reservation on behalf of ee251359495b464a9c88221f4618cdd7 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:48.788996 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33064) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:48.793640 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-933bb6b8-c15c-43e9-8f3d-8ec383126081 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:48.800978 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-a85c9246-8884-4d2f-bf33-01da8451425f tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:48.810511 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a85c9246-8884-4d2f-bf33-01da8451425f tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0153964 Jul 30 02:01:48.814412 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33066) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:48.832532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-a5fe4e97-2155-4115-8da7-761d95f55b85 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:48.834005 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a5fe4e97-2155-4115-8da7-761d95f55b85 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0182691 Jul 30 02:01:48.841950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33068) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:48.847189 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-81070175-37dd-4db0-be72-204c26a3ac98 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:48.848895 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-81070175-37dd-4db0-be72-204c26a3ac98 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047929 Jul 30 02:01:48.858007 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33070) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:48.862559 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-952eeb05-8187-45b8-bb26-26674fb56816 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:48.871151 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-952eeb05-8187-45b8-bb26-26674fb56816 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0118847 Jul 30 02:01:48.872088 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33072) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:48.874660 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:48.882993 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-054c9319-ee84-4f89-9e93-0305b88f008d tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:48.887171 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-054c9319-ee84-4f89-9e93-0305b88f008d tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0109816 Jul 30 02:01:48.887171 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33074) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:48.893085 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Transition to ACTIVE for port object 512374b3-8c3e-4a46-bd8e-72e071691025 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:48.894282 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-3e5c6b13-96b0-4daa-af31-554095d9f16a tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:48.897654 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3e5c6b13-96b0-4daa-af31-554095d9f16a tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047448 Jul 30 02:01:48.898438 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33076) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:48.903410 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-c9957e77-4fb8-4da0-bc21-a8a619fc431b tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:48.906803 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c9957e77-4fb8-4da0-bc21-a8a619fc431b tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052276 Jul 30 02:01:48.907436 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33078) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:48.918153 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-06c235ad-3444-4fc3-9895-5aa2df495f91 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:48.921885 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-06c235ad-3444-4fc3-9895-5aa2df495f91 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0095899 Jul 30 02:01:48.926088 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33082) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:48.929356 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Transition to ACTIVE for port object 512374b3-8c3e-4a46-bd8e-72e071691025 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:48.933484 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-47e81784-7d5c-4633-911f-83c4c4737466 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:48.934704 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-47e81784-7d5c-4633-911f-83c4c4737466 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0074711 Jul 30 02:01:48.937493 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33084) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:48.943185 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-a8e762a0-3b51-4846-95f1-d1d1e294a23a tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:48.944532 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a8e762a0-3b51-4846-95f1-d1d1e294a23a tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0056460 Jul 30 02:01:48.947823 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33086) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:48.954994 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-0bdcd6b6-f080-4508-b567-6a2cc8d25ed6 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:48.957572 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0bdcd6b6-f080-4508-b567-6a2cc8d25ed6 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0065639 Jul 30 02:01:48.967001 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33088) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:48.971964 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-124bc706-998d-464f-a827-fb29f31c53a3 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:48.975632 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-124bc706-998d-464f-a827-fb29f31c53a3 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0056915 Jul 30 02:01:48.978257 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33090) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:48.985924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-7853907d-ed88-4d08-b1db-08f5fedd922f tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:48.989282 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7853907d-ed88-4d08-b1db-08f5fedd922f tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0070102 Jul 30 02:01:48.998811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33092) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.017457 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:49.036922 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-22a45c67-0917-4c7a-a30b-dff41a6c2429 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.038010 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-22a45c67-0917-4c7a-a30b-dff41a6c2429 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0357080 Jul 30 02:01:49.047397 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33094) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.056049 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-e7d430f3-498b-4ea1-9243-312c54cb7f25 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.059932 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e7d430f3-498b-4ea1-9243-312c54cb7f25 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0086148 Jul 30 02:01:49.077025 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33096) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.101499 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Pushing event updated for resources: {'Port': ['ID=512374b3-8c3e-4a46-bd8e-72e071691025,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:49.117007 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Network e3a917c2-efb4-4b8e-b853-f616baee704b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:49.117588 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-26fffc5b-70b7-4588-b90b-852a7686cf5a tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.118558 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-26fffc5b-70b7-4588-b90b-852a7686cf5a tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0403175 Jul 30 02:01:49.121875 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33100) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.123583 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:49.127126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:49.127287 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-9b1094d7-31ca-4832-bea7-3beae05b218b tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.128263 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9b1094d7-31ca-4832-bea7-3beae05b218b tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0060205 Jul 30 02:01:49.132748 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33102) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.139246 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-6caa3b70-173d-42c2-999f-0bfe146e5024 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.140295 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6caa3b70-173d-42c2-999f-0bfe146e5024 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0063884 Jul 30 02:01:49.145038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33104) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.150324 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-6c6d5b75-7211-44fc-984a-f919cc210f5a tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.151896 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6c6d5b75-7211-44fc-984a-f919cc210f5a tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0059464 Jul 30 02:01:49.154862 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33106) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.159703 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-95feae65-c0dc-45c6-a28f-7581cc387819 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.160666 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-95feae65-c0dc-45c6-a28f-7581cc387819 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0049117 Jul 30 02:01:49.165030 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33108) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.184688 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-90127bdd-3ef9-483e-8b9b-4372886bfb6c tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.190861 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-90127bdd-3ef9-483e-8b9b-4372886bfb6c tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0247998 Jul 30 02:01:49.191531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33112) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.208141 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-f0216eb4-6840-4697-820b-a37b0a54c472 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.208141 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f0216eb4-6840-4697-820b-a37b0a54c472 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0099189 Jul 30 02:01:49.215257 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33114) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.217957 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-f49e1386-f7e5-45da-853a-a52ab96f07ce tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Allocated IP 172.20.0.5 (e3a917c2-efb4-4b8e-b853-f616baee704b/e6097a39-0093-442a-a734-832e9e02b18a/1cabd622-dcbc-4720-96e5-e973c1f5358b) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:49.222904 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-f340978c-2674-4976-882e-50b5cf5edf49 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.226661 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f340978c-2674-4976-882e-50b5cf5edf49 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0103259 Jul 30 02:01:49.227454 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33116) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.236123 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Attempting to bind port 512374b3-8c3e-4a46-bd8e-72e071691025 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:49.236750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Attempting to bind port 512374b3-8c3e-4a46-bd8e-72e071691025 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '1f2fd297-343a-4bf7-b739-c315f7c34bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e3a917c2-efb4-4b8e-b853-f616baee704b'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:49.237236 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Attempting to bind port 512374b3-8c3e-4a46-bd8e-72e071691025 on network e3a917c2-efb4-4b8e-b853-f616baee704b {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:49.237765 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-b5560ea4-ee0d-4277-bf3e-5ecfe1160eeb tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.239983 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b5560ea4-ee0d-4277-bf3e-5ecfe1160eeb tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0079780 Jul 30 02:01:49.246705 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33118) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.247872 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:49.248314 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Checking segment: {'id': '1f2fd297-343a-4bf7-b739-c315f7c34bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e3a917c2-efb4-4b8e-b853-f616baee704b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:49.248661 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:49.249520 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Bound using segment: {'id': '1f2fd297-343a-4bf7-b739-c315f7c34bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e3a917c2-efb4-4b8e-b853-f616baee704b'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:49.250688 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Bound port: 512374b3-8c3e-4a46-bd8e-72e071691025, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2fd297-343a-4bf7-b739-c315f7c34bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e3a917c2-efb4-4b8e-b853-f616baee704b'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:49.252041 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:49.256287 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-4e09aa2d-b438-40ef-9552-6404bb055531 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.258688 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4e09aa2d-b438-40ef-9552-6404bb055531 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0109005 Jul 30 02:01:49.270348 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33120) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.274150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-933bb6b8-c15c-43e9-8f3d-8ec383126081 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] device_id is not set on port 9e5886ed-f72c-4289-8260-601d1c52cb9a yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:49.283413 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-f2d9d086-f7f0-4f67-a869-363160b32baa tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.284830 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f2d9d086-f7f0-4f67-a869-363160b32baa tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0125790 Jul 30 02:01:49.287144 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33122) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.295462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-cc332159-bab4-4dc4-a375-7cf84128c3b7 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.296584 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cc332159-bab4-4dc4-a375-7cf84128c3b7 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0074210 Jul 30 02:01:49.322206 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33124) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.328923 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] For port 512374b3-8c3e-4a46-bd8e-72e071691025, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:49.331463 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-d0febb89-55e5-4e7a-af89-2e8502766adc tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.332569 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d0febb89-55e5-4e7a-af89-2e8502766adc tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0080724 Jul 30 02:01:49.336004 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] For port 512374b3-8c3e-4a46-bd8e-72e071691025, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=512374b3-8c3e-4a46-bd8e-72e071691025,segment=NetworkSegment(1f2fd297-343a-4bf7-b739-c315f7c34bf8),segment_id=1f2fd297-343a-4bf7-b739-c315f7c34bf8)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:49.340156 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33126) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.345205 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-abfbfd7b-153c-40f4-81fc-2be56e6f50f5 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.348662 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-abfbfd7b-153c-40f4-81fc-2be56e6f50f5 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0094504 Jul 30 02:01:49.349872 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33130) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.357436 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-568c0e4f-aace-4c48-a18a-04756d5d26c3 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.360569 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-568c0e4f-aace-4c48-a18a-04756d5d26c3 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0048525 Jul 30 02:01:49.365589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33132) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.381025 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c0c49-6d40-4809-ad35-567036c588dc req-e47f6e5b-20df-4be8-8272-57b24ce22b1d tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:49.382815 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d71c0c49-6d40-4809-ad35-567036c588dc req-e47f6e5b-20df-4be8-8272-57b24ce22b1d tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.1421957 Jul 30 02:01:49.409612 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-88b0bb24-6552-4c3b-89bf-0263624d4934 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.410625 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-88b0bb24-6552-4c3b-89bf-0263624d4934 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0438962 Jul 30 02:01:49.413388 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33136) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.418947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-777f6a0b-bbd2-4bdf-a9d4-427d42c9e140 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.419979 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-777f6a0b-bbd2-4bdf-a9d4-427d42c9e140 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0055723 Jul 30 02:01:49.422837 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33138) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.427027 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-3673bfba-058c-4ce3-abda-264db49d2f5e tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.430032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3673bfba-058c-4ce3-abda-264db49d2f5e tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0042539 Jul 30 02:01:49.430742 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33140) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.432986 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:49.437115 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-78e90306-a319-4cb2-a61d-a0c8bdfbc409 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.438684 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-78e90306-a319-4cb2-a61d-a0c8bdfbc409 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0065801 Jul 30 02:01:49.442716 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33142) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.447855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-599b0260-68f5-407c-a288-c04ac460341f tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.451149 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-599b0260-68f5-407c-a288-c04ac460341f tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0052319 Jul 30 02:01:49.451664 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33144) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.457703 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-0accc367-579e-4ec6-8c4c-572333b48c63 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.461607 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0accc367-579e-4ec6-8c4c-572333b48c63 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0061593 Jul 30 02:01:49.461870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33146) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.471767 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-9c374e00-2944-483b-8546-e9ef11b68560 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.479391 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9c374e00-2944-483b-8546-e9ef11b68560 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0117581 Jul 30 02:01:49.490272 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d71c0c49-6d40-4809-ad35-567036c588dc req-2eb38493-aa80-41b7-af29-3af114e5d14e tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003230 Jul 30 02:01:49.490731 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33150) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.504924 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-ce6d8971-632a-4d49-85da-9fd03a5cf391 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.509113 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ce6d8971-632a-4d49-85da-9fd03a5cf391 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0109348 Jul 30 02:01:49.509113 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33152) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.529756 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-5cc96297-dd30-4378-9b5e-e1e5fb977b35 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.529756 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5cc96297-dd30-4378-9b5e-e1e5fb977b35 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0132453 Jul 30 02:01:49.529756 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-933bb6b8-c15c-43e9-8f3d-8ec383126081 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Allocated IP 172.20.0.4 (66bd4e5e-5943-4744-90b5-7441332e226c/92edfe50-be9a-4cc8-b864-f2fb649b49c2/9e5886ed-f72c-4289-8260-601d1c52cb9a) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:49.530017 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf976e92-7843-45f9-8a2f-8c528f251dd6 None None] Pushing event updated for resources: {'Port': ['ID=512374b3-8c3e-4a46-bd8e-72e071691025,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:49.533764 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33156) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.541790 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-2ee7d5ba-064a-4003-a8e1-22208e2adfee tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.545131 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2ee7d5ba-064a-4003-a8e1-22208e2adfee tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0078528 Jul 30 02:01:49.546291 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33158) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.550693 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-73422478-43de-47d1-9fb6-b817d77d24e8 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.559218 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-73422478-43de-47d1-9fb6-b817d77d24e8 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0044794 Jul 30 02:01:49.561222 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33160) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.565913 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-8ab51485-2dfc-494d-b126-8f221835cdd7 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.569131 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8ab51485-2dfc-494d-b126-8f221835cdd7 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0047526 Jul 30 02:01:49.569741 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33162) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.570233 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f49e1386-f7e5-45da-853a-a52ab96f07ce tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:49.574589 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-c31c40b5-6213-4050-90f1-d3f41357d6c3 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.577823 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c31c40b5-6213-4050-90f1-d3f41357d6c3 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0048819 Jul 30 02:01:49.578131 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33164) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.585398 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-2e90f1af-13df-432c-be2b-3df01d5f8110 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.586483 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2e90f1af-13df-432c-be2b-3df01d5f8110 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0072925 Jul 30 02:01:49.591672 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33166) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.596129 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-888286c3-d12d-4b9e-85ce-35ebc877173c tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.597151 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-888286c3-d12d-4b9e-85ce-35ebc877173c tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0045769 Jul 30 02:01:49.598329 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-f49e1386-f7e5-45da-853a-a52ab96f07ce tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Transition to ACTIVE for port object 1cabd622-dcbc-4720-96e5-e973c1f5358b will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:49.599729 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33168) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.611144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-86f593eb-230d-4240-8157-3063de9e96c4 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.612304 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-86f593eb-230d-4240-8157-3063de9e96c4 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0114772 Jul 30 02:01:49.617508 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33170) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.627099 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-597bf07d-67f5-4b7b-9cd0-f72be9ac2ca7 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.627984 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-597bf07d-67f5-4b7b-9cd0-f72be9ac2ca7 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0046644 Jul 30 02:01:49.631315 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33172) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.636371 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-fcf39367-37a6-4888-8472-fa475d559737 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.639179 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fcf39367-37a6-4888-8472-fa475d559737 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0065446 Jul 30 02:01:49.640660 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33174) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.645731 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-f38a8719-5f3b-47bd-a124-91033e128dd5 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.649031 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f38a8719-5f3b-47bd-a124-91033e128dd5 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0051377 Jul 30 02:01:49.652810 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33176) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.654066 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-b2767872-5794-4507-bcb2-0d03790db8f8 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.657251 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b2767872-5794-4507-bcb2-0d03790db8f8 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047371 Jul 30 02:01:49.657794 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33178) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.663102 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-8199b137-5599-49d1-b49f-570677bd383f tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.666549 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8199b137-5599-49d1-b49f-570677bd383f tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0057602 Jul 30 02:01:49.667058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33180) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.671384 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-b5699eb9-d18d-4291-a662-73cb40570ac2 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.677380 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b5699eb9-d18d-4291-a662-73cb40570ac2 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044425 Jul 30 02:01:49.681227 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33184) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.682553 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-0553c7a1-a174-461b-9084-026aa3f8a212 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.685974 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0553c7a1-a174-461b-9084-026aa3f8a212 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0054247 Jul 30 02:01:49.686183 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33186) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.690619 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-7a5c2b80-4340-4d40-8919-e4ac54faac33 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.691636 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7a5c2b80-4340-4d40-8919-e4ac54faac33 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0045230 Jul 30 02:01:49.694070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33188) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.699755 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-91b4abb6-0a04-45e2-989b-7f769136e84a tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.700771 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-91b4abb6-0a04-45e2-989b-7f769136e84a tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0057433 Jul 30 02:01:49.710338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33190) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.710338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-80c2971f-2434-4fba-9e62-6e6b0abc8c39 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.710726 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-80c2971f-2434-4fba-9e62-6e6b0abc8c39 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0052042 Jul 30 02:01:49.714689 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33194) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.721934 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-357dac62-ed1f-4190-a12b-dc90e8d44506 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.725165 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-357dac62-ed1f-4190-a12b-dc90e8d44506 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0073628 Jul 30 02:01:49.725737 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33196) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.729106 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f49e1386-f7e5-45da-853a-a52ab96f07ce tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:49.731173 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-15f7b7e2-6adc-4fb0-a18b-4d95f805f041 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.733116 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-15f7b7e2-6adc-4fb0-a18b-4d95f805f041 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0055311 Jul 30 02:01:49.747416 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33198) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.759876 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-19223dac-cea8-4289-8677-7a8d85479873 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.762290 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-19223dac-cea8-4289-8677-7a8d85479873 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0093484 Jul 30 02:01:49.778727 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33202) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.784607 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-9838237c-9927-4d1f-b6e6-8dbb05bd64d2 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.788680 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9838237c-9927-4d1f-b6e6-8dbb05bd64d2 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0089042 Jul 30 02:01:49.792391 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33204) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.802463 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-53209a2a-35c4-4bfc-a157-6a3a1dce2637 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.802704 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e1386-f7e5-45da-853a-a52ab96f07ce tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=1cabd622-dcbc-4720-96e5-e973c1f5358b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:49.802855 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-53209a2a-35c4-4bfc-a157-6a3a1dce2637 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0076420 Jul 30 02:01:49.806459 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33206) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.812372 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-cfd4b4e0-1e1f-42a6-9ca6-d92c6b49d5a8 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.813376 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cfd4b4e0-1e1f-42a6-9ca6-d92c6b49d5a8 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0049355 Jul 30 02:01:49.820774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33210) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.830578 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-9abb51a8-6c69-4433-9ba5-e8073ef39caf tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.832056 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9abb51a8-6c69-4433-9ba5-e8073ef39caf tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0079820 Jul 30 02:01:49.835291 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33212) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.839445 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-5c04df95-47c5-4efe-9c46-483d4d3d963b tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.840444 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5c04df95-47c5-4efe-9c46-483d4d3d963b tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042577 Jul 30 02:01:49.841842 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-933bb6b8-c15c-43e9-8f3d-8ec383126081 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:49.843992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33214) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.847947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49e1386-f7e5-45da-853a-a52ab96f07ce tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network e3a917c2-efb4-4b8e-b853-f616baee704b is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:49.854714 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [None req-42d9db80-1ac1-4802-aeb9-c32a44675753 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.857075 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-42d9db80-1ac1-4802-aeb9-c32a44675753 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0115461 Jul 30 02:01:49.859059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-f49e1386-f7e5-45da-853a-a52ab96f07ce tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:49.862061 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33216) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.862195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49e1386-f7e5-45da-853a-a52ab96f07ce tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:49.867135 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-e538340c-a170-44ab-bf0c-86baec29c29d tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.875608 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e538340c-a170-44ab-bf0c-86baec29c29d tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0124588 Jul 30 02:01:49.877077 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-933bb6b8-c15c-43e9-8f3d-8ec383126081 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Transition to ACTIVE for port object 9e5886ed-f72c-4289-8260-601d1c52cb9a will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:49.878506 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33218) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.884126 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [None req-8c6278c4-f1e0-4e88-8081-96883fd55e48 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:01:49.888422 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8c6278c4-f1e0-4e88-8081-96883fd55e48 tempest-ExtensionsTestJSON-1288478273 tempest-ExtensionsTestJSON-1288478273-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0051324 Jul 30 02:01:49.927918 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49e1386-f7e5-45da-853a-a52ab96f07ce tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:49.928741 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f49e1386-f7e5-45da-853a-a52ab96f07ce tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.028457 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f49e1386-f7e5-45da-853a-a52ab96f07ce tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7954435 Jul 30 02:01:50.031316 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33228) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:50.067230 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-933bb6b8-c15c-43e9-8f3d-8ec383126081 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.145697 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933bb6b8-c15c-43e9-8f3d-8ec383126081 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Network 66bd4e5e-5943-4744-90b5-7441332e226c is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:50.153683 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-933bb6b8-c15c-43e9-8f3d-8ec383126081 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:50.156189 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933bb6b8-c15c-43e9-8f3d-8ec383126081 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:50.186507 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bb6b8-c15c-43e9-8f3d-8ec383126081 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Pushing event updated for resources: {'Port': ['ID=9e5886ed-f72c-4289-8260-601d1c52cb9a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:50.220917 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933bb6b8-c15c-43e9-8f3d-8ec383126081 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:50.221574 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-933bb6b8-c15c-43e9-8f3d-8ec383126081 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.242476 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-65befedb-77dd-4302-a6ba-8df80ae9a16d tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port 1cabd622-dcbc-4720-96e5-e973c1f5358b {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:50.242830 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-65befedb-77dd-4302-a6ba-8df80ae9a16d tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.313727 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-933bb6b8-c15c-43e9-8f3d-8ec383126081 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9399619 Jul 30 02:01:50.316982 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33234) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:50.352042 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-65befedb-77dd-4302-a6ba-8df80ae9a16d tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.364633 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-65befedb-77dd-4302-a6ba-8df80ae9a16d tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for 1cabd622-dcbc-4720-96e5-e973c1f5358b owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:50.517675 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-06fdd736-beb1-4270-a18d-fb47d60772d7 None None] Provisioning for port 9e5886ed-f72c-4289-8260-601d1c52cb9a completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:50.524001 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-06fdd736-beb1-4270-a18d-fb47d60772d7 None None] Provisioning complete for port 9e5886ed-f72c-4289-8260-601d1c52cb9a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:50.524380 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06fdd736-beb1-4270-a18d-fb47d60772d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.554597 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33246) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:50.597425 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-06fdd736-beb1-4270-a18d-fb47d60772d7 None None] Port 9e5886ed-f72c-4289-8260-601d1c52cb9a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:50.610469 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e7781d1b-5f7c-47ea-909b-98be90a185b6 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'project_id': 'ee251359495b464a9c88221f4618cdd7', 'port_id': '9e5886ed-f72c-4289-8260-601d1c52cb9a'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:50.627489 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-65befedb-77dd-4302-a6ba-8df80ae9a16d tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.687267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701b4f6-f6db-43ab-8eee-39479435f618 req-a2176ba4-cf46-45db-9cf0-e3ad3b813b7f tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:50.691511 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65befedb-77dd-4302-a6ba-8df80ae9a16d tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=1cabd622-dcbc-4720-96e5-e973c1f5358b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:50.691732 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b701b4f6-f6db-43ab-8eee-39479435f618 req-a2176ba4-cf46-45db-9cf0-e3ad3b813b7f tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.0741534 Jul 30 02:01:50.715447 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6f79e862-a321-4290-ac10-50d1abd828f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.760488 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5e3bf3-8759-46bf-9cbd-c1fba4e30856 None None] Network e3a917c2-efb4-4b8e-b853-f616baee704b requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:50.778875 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7781d1b-5f7c-47ea-909b-98be90a185b6 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.780653 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b701b4f6-f6db-43ab-8eee-39479435f618 req-a720062f-4160-40ce-bcf0-8ad2e8689df6 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699470 Jul 30 02:01:50.832305 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-65befedb-77dd-4302-a6ba-8df80ae9a16d tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.836436 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-65befedb-77dd-4302-a6ba-8df80ae9a16d tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/ports/1cabd622-dcbc-4720-96e5-e973c1f5358b HTTP/1.1" status: 204 len: 168 time: 0.8017228 Jul 30 02:01:50.838225 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33256) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:50.872506 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80cbe45-0c88-4169-aa9c-bcb82fa4e5fa tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:50.873256 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b80cbe45-0c88-4169-aa9c-bcb82fa4e5fa tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:50.876578 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b80cbe45-0c88-4169-aa9c-bcb82fa4e5fa tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/ports/1cabd622-dcbc-4720-96e5-e973c1f5358b HTTP/1.1" status: 404 len: 333 time: 0.0360880 Jul 30 02:01:50.878204 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33258) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:50.909369 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4e70db-4429-4136-9e78-12847869c8d3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] GET failed (client error): The resource could not be found. Jul 30 02:01:50.910965 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9f4e70db-4429-4136-9e78-12847869c8d3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports/1cabd622-dcbc-4720-96e5-e973c1f5358b HTTP/1.1" status: 404 len: 333 time: 0.0317101 Jul 30 02:01:50.913934 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33260) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:50.974330 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3b2120-1b19-4837-b7d8-556912926640 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting subnet e6097a39-0093-442a-a734-832e9e02b18a {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:01:50.982969 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6f79e862-a321-4290-ac10-50d1abd828f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.986969 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f3b2120-1b19-4837-b7d8-556912926640 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.039266 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f3b2120-1b19-4837-b7d8-556912926640 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.056509 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6f79e862-a321-4290-ac10-50d1abd828f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.067434 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7781d1b-5f7c-47ea-909b-98be90a185b6 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.085403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33264) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:51.120718 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7e527783-2c6a-454c-95a1-75807448a328 None None] Provisioning for port 512374b3-8c3e-4a46-bd8e-72e071691025 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:51.142808 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79e862-a321-4290-ac10-50d1abd828f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47771d83-e7a0-4d5d-8618-2a9dfc970d10,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:51.149414 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6f79e862-a321-4290-ac10-50d1abd828f1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=352dc4e3379c41c2aa2f811481215a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5932264 Jul 30 02:01:51.153754 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33268) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:51.227128 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f3b2120-1b19-4837-b7d8-556912926640 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.307964 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-e7781d1b-5f7c-47ea-909b-98be90a185b6 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Allocated IP 172.25.1.62 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/92f9cc26-bfd9-4c30-b8f8-e9fea11ae2fe) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:51.382362 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 512374b3-8c3e-4a46-bd8e-72e071691025 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:51.445532 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f3b2120-1b19-4837-b7d8-556912926640 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.502765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b2120-1b19-4837-b7d8-556912926640 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Subnet': ['ID=e6097a39-0093-442a-a734-832e9e02b18a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:51.517289 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f3b2120-1b19-4837-b7d8-556912926640 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.519280 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0f3b2120-1b19-4837-b7d8-556912926640 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/subnets/e6097a39-0093-442a-a734-832e9e02b18a HTTP/1.1" status: 204 len: 168 time: 0.6043484 Jul 30 02:01:51.521963 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33270) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:51.531510 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 512374b3-8c3e-4a46-bd8e-72e071691025 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:51.537319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 512374b3-8c3e-4a46-bd8e-72e071691025 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:51.538507 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.589358 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eb0087de-04fc-408e-9f5f-9364fa915f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.615834 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-153e2142-96d8-4e18-b327-f8b9f22d748e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.641372 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7781d1b-5f7c-47ea-909b-98be90a185b6 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.653577 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-153e2142-96d8-4e18-b327-f8b9f22d748e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.674700 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdab8973-a53f-4a6e-93de-2b6ba21140ff None None] Network e3a917c2-efb4-4b8e-b853-f616baee704b requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:51.717946 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d18b380-1df4-48a7-8427-3405622b4327 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.745267 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c038821f-345b-465a-b6ee-8dfb44f3c9b7 None None] Could not find standard attr ID for object 1cabd622-dcbc-4720-96e5-e973c1f5358b. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:01:51.769872 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.773017 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eb0087de-04fc-408e-9f5f-9364fa915f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.782952 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-9d18b380-1df4-48a7-8427-3405622b4327 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port 512374b3-8c3e-4a46-bd8e-72e071691025 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:51.783747 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d18b380-1df4-48a7-8427-3405622b4327 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.844390 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-153e2142-96d8-4e18-b327-f8b9f22d748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.847059 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-153e2142-96d8-4e18-b327-f8b9f22d748e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.850637 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-153e2142-96d8-4e18-b327-f8b9f22d748e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/47771d83-e7a0-4d5d-8618-2a9dfc970d10 HTTP/1.1" status: 204 len: 168 time: 0.6935124 Jul 30 02:01:51.853618 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 512374b3-8c3e-4a46-bd8e-72e071691025, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=512374b3-8c3e-4a46-bd8e-72e071691025,segment=NetworkSegment(1f2fd297-343a-4bf7-b739-c315f7c34bf8),segment_id=1f2fd297-343a-4bf7-b739-c315f7c34bf8)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:51.856316 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7781d1b-5f7c-47ea-909b-98be90a185b6 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.863516 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e2142-96d8-4e18-b327-f8b9f22d748e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47771d83-e7a0-4d5d-8618-2a9dfc970d10,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:51.877598 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eb0087de-04fc-408e-9f5f-9364fa915f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.949432 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7781d1b-5f7c-47ea-909b-98be90a185b6 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:51.953333 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.967498 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-e7781d1b-5f7c-47ea-909b-98be90a185b6 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:51.970563 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-9d18b380-1df4-48a7-8427-3405622b4327 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] For port 512374b3-8c3e-4a46-bd8e-72e071691025, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=512374b3-8c3e-4a46-bd8e-72e071691025,segment=NetworkSegment(1f2fd297-343a-4bf7-b739-c315f7c34bf8),segment_id=1f2fd297-343a-4bf7-b739-c315f7c34bf8)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:51.970935 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d18b380-1df4-48a7-8427-3405622b4327 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.974800 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7781d1b-5f7c-47ea-909b-98be90a185b6 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:51.981323 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7781d1b-5f7c-47ea-909b-98be90a185b6 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Pushing event updated for resources: {'Port': ['ID=92f9cc26-bfd9-4c30-b8f8-e9fea11ae2fe,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:51.987626 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0087de-04fc-408e-9f5f-9364fa915f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01009c10-6298-482d-be40-f63a3da29631,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:51.993298 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-eb0087de-04fc-408e-9f5f-9364fa915f0b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=54e8c8fd60ea43daafb709cadd183508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9011178 Jul 30 02:01:51.996336 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33278) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:52.008457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425c7647-bc56-4b47-afee-0b89026f14c1 None None] DHCP port deletion for e3a917c2-efb4-4b8e-b853-f616baee704b request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:01:52.030202 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-9d18b380-1df4-48a7-8427-3405622b4327 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for 512374b3-8c3e-4a46-bd8e-72e071691025 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:52.054717 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083d4d0-4ec1-4e47-93de-cfa722795fe8 req-00fc6424-e95e-40f9-8bf8-29404b242f66 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:52.056476 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f083d4d0-4ec1-4e47-93de-cfa722795fe8 req-00fc6424-e95e-40f9-8bf8-29404b242f66 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.2015808 Jul 30 02:01:52.081589 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3c3b60f4-b7f6-4d7a-8d12-99913c228d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.085350 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=512374b3-8c3e-4a46-bd8e-72e071691025,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:52.123267 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-425c7647-bc56-4b47-afee-0b89026f14c1 None None] Deleting port 512374b3-8c3e-4a46-bd8e-72e071691025 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:52.124223 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-425c7647-bc56-4b47-afee-0b89026f14c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.132733 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3c3b60f4-b7f6-4d7a-8d12-99913c228d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.224498 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-425c7647-bc56-4b47-afee-0b89026f14c1 None None] For port 512374b3-8c3e-4a46-bd8e-72e071691025, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=512374b3-8c3e-4a46-bd8e-72e071691025,segment=NetworkSegment(1f2fd297-343a-4bf7-b739-c315f7c34bf8),segment_id=1f2fd297-343a-4bf7-b739-c315f7c34bf8)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:52.224914 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-425c7647-bc56-4b47-afee-0b89026f14c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.239442 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-425c7647-bc56-4b47-afee-0b89026f14c1 None None] Calling delete_port for 512374b3-8c3e-4a46-bd8e-72e071691025 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:52.241361 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f083d4d0-4ec1-4e47-93de-cfa722795fe8 req-34fd7c60-969a-473f-9382-98f3dfd3916f tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274357 Jul 30 02:01:52.388524 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3c3b60f4-b7f6-4d7a-8d12-99913c228d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.393543 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3c3b60f4-b7f6-4d7a-8d12-99913c228d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.397878 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3c3b60f4-b7f6-4d7a-8d12-99913c228d1a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/01009c10-6298-482d-be40-f63a3da29631 HTTP/1.1" status: 204 len: 168 time: 0.3975501 Jul 30 02:01:52.405323 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b60f4-b7f6-4d7a-8d12-99913c228d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01009c10-6298-482d-be40-f63a3da29631,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:52.415144 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d18b380-1df4-48a7-8427-3405622b4327 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.445502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18b380-1df4-48a7-8427-3405622b4327 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=512374b3-8c3e-4a46-bd8e-72e071691025,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:52.449338 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18b380-1df4-48a7-8427-3405622b4327 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No DVR routers for this DVR port 512374b3-8c3e-4a46-bd8e-72e071691025 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:52.502045 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-425c7647-bc56-4b47-afee-0b89026f14c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.530597 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c7647-bc56-4b47-afee-0b89026f14c1 None None] Pushing event deleted for resources: {'Port': ['ID=512374b3-8c3e-4a46-bd8e-72e071691025,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:52.532779 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425c7647-bc56-4b47-afee-0b89026f14c1 None None] No DVR routers for this DVR port 512374b3-8c3e-4a46-bd8e-72e071691025 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:52.608683 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d18b380-1df4-48a7-8427-3405622b4327 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.654559 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-9d18b380-1df4-48a7-8427-3405622b4327 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a917c2-efb4-4b8e-b853-f616baee704b']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:52.706550 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-9d18b380-1df4-48a7-8427-3405622b4327 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2fd297-343a-4bf7-b739-c315f7c34bf8') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:52.706550 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-9d18b380-1df4-48a7-8427-3405622b4327 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2fd297-343a-4bf7-b739-c315f7c34bf8') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:52.734493 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d18b380-1df4-48a7-8427-3405622b4327 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.017335 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d18b380-1df4-48a7-8427-3405622b4327 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.043685 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d18b380-1df4-48a7-8427-3405622b4327 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:53.044087 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d18b380-1df4-48a7-8427-3405622b4327 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:53.046982 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:53.108102 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7781d1b-5f7c-47ea-909b-98be90a185b6 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.147525 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33310) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:53.160496 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e914753e-d3d3-45d9-af7e-932be64813e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.200363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33312) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:53.228386 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d18b380-1df4-48a7-8427-3405622b4327 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.238416 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d18b380-1df4-48a7-8427-3405622b4327 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.240582 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9d18b380-1df4-48a7-8427-3405622b4327 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/networks/e3a917c2-efb4-4b8e-b853-f616baee704b HTTP/1.1" status: 204 len: 168 time: 1.7163427 Jul 30 02:01:53.243573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33318) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:53.269144 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e8c2403c-3e88-4971-9300-715a4f7bda77 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1181242620'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:53.273717 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18b380-1df4-48a7-8427-3405622b4327 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Network': ['ID=e3a917c2-efb4-4b8e-b853-f616baee704b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:53.299001 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e914753e-d3d3-45d9-af7e-932be64813e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.311004 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 512374b3-8c3e-4a46-bd8e-72e071691025 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:53.336038 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 512374b3-8c3e-4a46-bd8e-72e071691025 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:01:53.336038 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 512374b3-8c3e-4a46-bd8e-72e071691025 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:01:53.347754 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e914753e-d3d3-45d9-af7e-932be64813e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.378929 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7781d1b-5f7c-47ea-909b-98be90a185b6 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.399616 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e914753e-d3d3-45d9-af7e-932be64813e3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a8ceee106c874f6689194515f7f1b58b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508171 Jul 30 02:01:53.401335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914753e-d3d3-45d9-af7e-932be64813e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4522dc0-1dfb-4265-a32f-ac161c0a0fba,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:53.403906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33322) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:53.502393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f344c-fb34-490e-987b-d590c86cf374 req-94f4028b-7afe-4485-8c20-bbd0fa7afda9 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:53.502393 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-be7f344c-fb34-490e-987b-d590c86cf374 req-94f4028b-7afe-4485-8c20-bbd0fa7afda9 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.0864742 Jul 30 02:01:53.505459 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Request body: {'networks': [{'name': 'tempest-network--351287171'}, {'name': 'tempest-network--477697067'}]} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:53.505918 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Request body: {'network': {'name': 'tempest-network--351287171'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:53.506642 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Request body: {'network': {'name': 'tempest-network--477697067'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:53.518267 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7a693085-be9a-429a-a68a-ccf116cef2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.559733 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c2403c-3e88-4971-9300-715a4f7bda77 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:53.563681 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8c2403c-3e88-4971-9300-715a4f7bda77 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.564803 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7a693085-be9a-429a-a68a-ccf116cef2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.569611 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-be7f344c-fb34-490e-987b-d590c86cf374 req-cb4b0fef-4073-41e1-9751-a97629178cc5 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631199 Jul 30 02:01:53.631193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c2403c-3e88-4971-9300-715a4f7bda77 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:53.669021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Made reservation on behalf of 797d1792c2d64742968892e4731e5922 for: {'network': 2} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:53.677268 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.689466 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.708251 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7781d1b-5f7c-47ea-909b-98be90a185b6 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.747758 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7a693085-be9a-429a-a68a-ccf116cef2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.750436 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7a693085-be9a-429a-a68a-ccf116cef2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.754573 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7a693085-be9a-429a-a68a-ccf116cef2b9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d4522dc0-1dfb-4265-a32f-ac161c0a0fba HTTP/1.1" status: 204 len: 168 time: 0.3497105 Jul 30 02:01:53.758992 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8c2403c-3e88-4971-9300-715a4f7bda77 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.759515 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-e8c2403c-3e88-4971-9300-715a4f7bda77 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Added segment ebcba663-3184-486d-b51c-c6a834aeae08 of type vlan for network 1bce8db0-8df3-4460-b008-d1df4a256f1f Jul 30 02:01:53.766548 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a693085-be9a-429a-a68a-ccf116cef2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4522dc0-1dfb-4265-a32f-ac161c0a0fba,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:53.814878 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8c2403c-3e88-4971-9300-715a4f7bda77 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.822118 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7781d1b-5f7c-47ea-909b-98be90a185b6 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.938608 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7781d1b-5f7c-47ea-909b-98be90a185b6 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Pushing event updated for resources: {'Port': ['ID=92f9cc26-bfd9-4c30-b8f8-e9fea11ae2fe,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:53.975096 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7781d1b-5f7c-47ea-909b-98be90a185b6 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.011002 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.019072 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8c2403c-3e88-4971-9300-715a4f7bda77 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.025224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c2403c-3e88-4971-9300-715a4f7bda77 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:54.025871 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8c2403c-3e88-4971-9300-715a4f7bda77 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.089399 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.089874 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.106251 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503bffa-28bc-4e5d-8ef4-e37f219dd909 req-cd4bbf4d-6d63-450a-ac18-2122b6f1dc4c tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:54.108050 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6503bffa-28bc-4e5d-8ef4-e37f219dd909 req-cd4bbf4d-6d63-450a-ac18-2122b6f1dc4c tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 946 time: 0.0583994 Jul 30 02:01:54.154137 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6503bffa-28bc-4e5d-8ef4-e37f219dd909 req-81edfd5a-8684-4fa6-b263-4d3d97d35172 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388556 Jul 30 02:01:54.173899 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2403c-3e88-4971-9300-715a4f7bda77 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Network': ['ID=1bce8db0-8df3-4460-b008-d1df4a256f1f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:54.183318 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e8c2403c-3e88-4971-9300-715a4f7bda77 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9339406 Jul 30 02:01:54.189958 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 1bce8db0-8df3-4460-b008-d1df4a256f1f details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:54.190908 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33336) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:54.205547 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-63b8c2e5-089c-4e9b-bb35-fc88b621169c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'subnet': {'network_id': '1bce8db0-8df3-4460-b008-d1df4a256f1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:54.205547 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b984422c-f478-49d5-99e4-57245826c61b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:54.212477 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:54.259320 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-e7781d1b-5f7c-47ea-909b-98be90a185b6 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Floating IP 8fb508ef-db51-4b27-bfcc-5ab034ca2d20 associated. External IP: 172.25.1.62, port: 9e5886ed-f72c-4289-8260-601d1c52cb9a. Jul 30 02:01:54.301412 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.301766 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Added segment 87acc7b1-4da4-42ac-88f4-b9d2d55c4b15 of type vlan for network 60a66425-5e8e-4388-be57-20a4ac34ff71 Jul 30 02:01:54.380982 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.467599 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:54.510423 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.511036 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Added segment dfdb5001-56df-4307-ac83-4f466f3ec29a of type vlan for network fb412950-9867-4a2b-ad28-9ac336adc4df Jul 30 02:01:54.553567 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b8c2e5-089c-4e9b-bb35-fc88b621169c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:54.557594 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-63b8c2e5-089c-4e9b-bb35-fc88b621169c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.637568 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.743037 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7781d1b-5f7c-47ea-909b-98be90a185b6 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Router 626b359b-9795-43ed-8bc6-f0cdf9ed9ac2 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:01:54.774949 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74096dc8-d33e-44eb-b6e3-f134b1089bd7 req-01e77883-41ca-4853-9e16-4f0b051f77c1 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:54.776983 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-74096dc8-d33e-44eb-b6e3-f134b1089bd7 req-01e77883-41ca-4853-9e16-4f0b051f77c1 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.1171405 Jul 30 02:01:54.824162 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.824652 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.830119 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:54.836522 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:54.836522 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:55.032107 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.8303623 Jul 30 02:01:55.034560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33358) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:55.037374 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event updated for resources: {'Network': ['ID=60a66425-5e8e-4388-be57-20a4ac34ff71,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:55.051789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 60a66425-5e8e-4388-be57-20a4ac34ff71 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:55.059647 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-74096dc8-d33e-44eb-b6e3-f134b1089bd7 req-c65e5ae8-095e-415e-9932-2b1a3cff152a tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419724 Jul 30 02:01:55.129341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7781d1b-5f7c-47ea-909b-98be90a185b6 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:01:55.147760 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9486c7-408c-4dfc-8876-09e7b9c73625 None None] Sync routers for ids ['626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:01:55.149747 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc5cfb-67d1-4a72-a751-d807afe2237b tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event updated for resources: {'Network': ['ID=fb412950-9867-4a2b-ad28-9ac336adc4df,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:55.153640 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-63b8c2e5-089c-4e9b-bb35-fc88b621169c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:55.161610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network fb412950-9867-4a2b-ad28-9ac336adc4df details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:55.219403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8c2e5-089c-4e9b-bb35-fc88b621169c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Subnet': ['ID=ee74bc52-406b-4011-9a06-d3a13b16c44f,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:55.226755 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b8c2e5-089c-4e9b-bb35-fc88b621169c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Checking segment: {'id': 'ebcba663-3184-486d-b51c-c6a834aeae08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1bce8db0-8df3-4460-b008-d1df4a256f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:55.227118 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b8c2e5-089c-4e9b-bb35-fc88b621169c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network hostable DHCP agents. Network: 1bce8db0-8df3-4460-b008-d1df4a256f1f, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:01:55.236462 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7781d1b-5f7c-47ea-909b-98be90a185b6 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:55.241291 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9486c7-408c-4dfc-8876-09e7b9c73625 None None] Routers {'626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:55.242625 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2e9486c7-408c-4dfc-8876-09e7b9c73625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:01:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:55.269919 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e7781d1b-5f7c-47ea-909b-98be90a185b6 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.9520161 Jul 30 02:01:55.272111 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dadb38f-1d75-4c85-9e0b-1784a6f1a4c7 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:55.273244 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33364) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:55.285583 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dadb38f-1d75-4c85-9e0b-1784a6f1a4c7 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:55.290186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2e9486c7-408c-4dfc-8876-09e7b9c73625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:55.291463 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dadb38f-1d75-4c85-9e0b-1784a6f1a4c7 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:55.300098 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9486c7-408c-4dfc-8876-09e7b9c73625 None None] Routers {'626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:55.300789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2e9486c7-408c-4dfc-8876-09e7b9c73625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:01:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:55.307107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dadb38f-1d75-4c85-9e0b-1784a6f1a4c7 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:55.312596 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2dadb38f-1d75-4c85-9e0b-1784a6f1a4c7 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2733386 Jul 30 02:01:55.317234 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33368) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:55.335195 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2e9486c7-408c-4dfc-8876-09e7b9c73625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:55.336182 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9486c7-408c-4dfc-8876-09e7b9c73625 None None] The sync data for ids ['626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:01:55.383793 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b8c2e5-089c-4e9b-bb35-fc88b621169c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network 1bce8db0-8df3-4460-b008-d1df4a256f1f is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:01:55.393409 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94245c-21ac-4bef-ac35-e20cd1454181 req-060b9fbf-0fe1-445b-93d6-b735d956d23f tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:55.396849 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee94245c-21ac-4bef-ac35-e20cd1454181 req-060b9fbf-0fe1-445b-93d6-b735d956d23f tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 946 time: 0.0866737 Jul 30 02:01:55.474942 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee94245c-21ac-4bef-ac35-e20cd1454181 req-9019bf23-652b-434f-a73e-bf975c0a1772 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694969 Jul 30 02:01:55.511333 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3e40f690-c175-419a-beb1-b0701ed045fb tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] 10.222.0.70 "GET /v2.0/floatingips/8fb508ef-db51-4b27-bfcc-5ab034ca2d20 HTTP/1.1" status: 200 len: 982 time: 0.2368526 Jul 30 02:01:55.514117 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33376) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:55.515981 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec909af6-1cab-47ca-9521-5f5e955f1089 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:55.521512 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-63b8c2e5-089c-4e9b-bb35-fc88b621169c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 1bce8db0-8df3-4460-b008-d1df4a256f1f) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:55.529178 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b8c2e5-089c-4e9b-bb35-fc88b621169c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:55.529178 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-63b8c2e5-089c-4e9b-bb35-fc88b621169c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:55.534894 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7476fc-ec2c-49ee-a662-e212c18c86b1 None None] Network 1bce8db0-8df3-4460-b008-d1df4a256f1f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:55.545461 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e430e-161d-4608-bbb2-2807adffa2cb req-5dcfaea5-8981-4192-a9fd-8aada1b11874 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:55.546985 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d4e430e-161d-4608-bbb2-2807adffa2cb req-5dcfaea5-8981-4192-a9fd-8aada1b11874 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.10 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 946 time: 0.1259880 Jul 30 02:01:55.671430 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-63b8c2e5-089c-4e9b-bb35-fc88b621169c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4757257 Jul 30 02:01:55.679258 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33380) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:55.692813 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c023b546-6b59-4061-941e-e84ae18e2edd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'port': {'network_id': '1bce8db0-8df3-4460-b008-d1df4a256f1f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-533480187'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:55.693326 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec909af6-1cab-47ca-9521-5f5e955f1089 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:55.707418 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ec909af6-1cab-47ca-9521-5f5e955f1089 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a66425-5e8e-4388-be57-20a4ac34ff71']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:55.719104 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ec909af6-1cab-47ca-9521-5f5e955f1089 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87acc7b1-4da4-42ac-88f4-b9d2d55c4b15') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:55.719402 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ec909af6-1cab-47ca-9521-5f5e955f1089 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87acc7b1-4da4-42ac-88f4-b9d2d55c4b15') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:55.723053 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-1bce8db0-8df3-4460-b008-d1df4a256f1f', 'network_id': '1bce8db0-8df3-4460-b008-d1df4a256f1f', 'tenant_id': '9138c236eb354dc7b6d82470ff20ddb8', 'fixed_ips': [{'subnet_id': 'ee74bc52-406b-4011-9a06-d3a13b16c44f'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:01:55.724336 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:55.732202 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec909af6-1cab-47ca-9521-5f5e955f1089 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:55.753351 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec909af6-1cab-47ca-9521-5f5e955f1089 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:55.764311 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec909af6-1cab-47ca-9521-5f5e955f1089 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:55.764311 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec909af6-1cab-47ca-9521-5f5e955f1089 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:55.768161 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:55.787139 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e94973c2-6e9d-4c43-84aa-d0cf93ac002d tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.2712903 Jul 30 02:01:55.790216 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33384) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:55.936126 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33388) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:56.108044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-cca137a2-28f2-475a-8807-83772a2d2898 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Deleting port 92f9cc26-bfd9-4c30-b8f8-e9fea11ae2fe {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:56.108653 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cca137a2-28f2-475a-8807-83772a2d2898 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.171216 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-5d4e430e-161d-4608-bbb2-2807adffa2cb req-bd5fb501-9eb6-4e96-909a-d837acf065b2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Deleting port deadf778-75a3-49ca-af0a-e6bd7145933b {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:56.171613 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5d4e430e-161d-4608-bbb2-2807adffa2cb req-bd5fb501-9eb6-4e96-909a-d837acf065b2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.239885 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cca137a2-28f2-475a-8807-83772a2d2898 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.240214 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cca137a2-28f2-475a-8807-83772a2d2898 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.249294 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec909af6-1cab-47ca-9521-5f5e955f1089 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.255318 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-cca137a2-28f2-475a-8807-83772a2d2898 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Calling delete_port for 92f9cc26-bfd9-4c30-b8f8-e9fea11ae2fe owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:56.289540 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec909af6-1cab-47ca-9521-5f5e955f1089 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.295895 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ec909af6-1cab-47ca-9521-5f5e955f1089 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "DELETE /v2.0/networks/60a66425-5e8e-4388-be57-20a4ac34ff71 HTTP/1.1" status: 204 len: 168 time: 0.9776947 Jul 30 02:01:56.301391 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33400) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:56.341377 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec909af6-1cab-47ca-9521-5f5e955f1089 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event deleted for resources: {'Network': ['ID=60a66425-5e8e-4388-be57-20a4ac34ff71,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:56.342279 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c023b546-6b59-4061-941e-e84ae18e2edd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:56.353194 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c023b546-6b59-4061-941e-e84ae18e2edd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.443534 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60d299-4eb3-4521-8e99-a3d20aa22b1e req-9ee132a3-920b-4149-84f6-e9bd809c55a5 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:56.445476 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc60d299-4eb3-4521-8e99-a3d20aa22b1e req-9ee132a3-920b-4149-84f6-e9bd809c55a5 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.2157702 Jul 30 02:01:56.472983 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-5d4e430e-161d-4608-bbb2-2807adffa2cb req-bd5fb501-9eb6-4e96-909a-d837acf065b2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] For port deadf778-75a3-49ca-af0a-e6bd7145933b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=deadf778-75a3-49ca-af0a-e6bd7145933b,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:56.473757 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5d4e430e-161d-4608-bbb2-2807adffa2cb req-bd5fb501-9eb6-4e96-909a-d837acf065b2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.498526 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Allocated IP 172.20.0.2 (1bce8db0-8df3-4460-b008-d1df4a256f1f/ee74bc52-406b-4011-9a06-d3a13b16c44f/65b91f9d-a908-4f31-a730-fee76025546f) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:56.498968 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eb170bde-d9f3-4d0b-b66b-3b6d5ba836cb tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.518885 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1bcab681-171b-4c03-9133-40804ebd78cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.543124 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-c023b546-6b59-4061-941e-e84ae18e2edd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] device_id is not set on port ac968d81-fb47-4b07-8425-e90774f6a266 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:56.617457 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc60d299-4eb3-4521-8e99-a3d20aa22b1e req-4a3b470a-eec6-4141-a450-89590de1685f tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599526 Jul 30 02:01:56.644575 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cca137a2-28f2-475a-8807-83772a2d2898 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.718181 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca137a2-28f2-475a-8807-83772a2d2898 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Pushing event deleted for resources: {'Port': ['ID=92f9cc26-bfd9-4c30-b8f8-e9fea11ae2fe,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:56.743276 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.753298 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Transition to ACTIVE for port object 65b91f9d-a908-4f31-a730-fee76025546f will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:56.761806 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639771dc-533e-4e24-a283-b341da4c5de0 req-05f57e33-7384-4bf5-95f5-3d7c93bfc185 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:56.763219 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-639771dc-533e-4e24-a283-b341da4c5de0 req-05f57e33-7384-4bf5-95f5-3d7c93bfc185 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 946 time: 0.1745777 Jul 30 02:01:56.773631 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Transition to ACTIVE for port object 65b91f9d-a908-4f31-a730-fee76025546f will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:56.784682 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eb170bde-d9f3-4d0b-b66b-3b6d5ba836cb tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.805101 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-eb170bde-d9f3-4d0b-b66b-3b6d5ba836cb tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb412950-9867-4a2b-ad28-9ac336adc4df']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:56.852023 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-eb170bde-d9f3-4d0b-b66b-3b6d5ba836cb tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfdb5001-56df-4307-ac83-4f466f3ec29a') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:56.852320 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-eb170bde-d9f3-4d0b-b66b-3b6d5ba836cb tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfdb5001-56df-4307-ac83-4f466f3ec29a') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:56.853448 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cca137a2-28f2-475a-8807-83772a2d2898 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.854036 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-cca137a2-28f2-475a-8807-83772a2d2898 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Floating IP 8fb508ef-db51-4b27-bfcc-5ab034ca2d20 disassociated (deleted). External IP: 172.25.1.62, port: 9e5886ed-f72c-4289-8260-601d1c52cb9a. Jul 30 02:01:56.857262 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.877069 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eb170bde-d9f3-4d0b-b66b-3b6d5ba836cb tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.916239 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eb170bde-d9f3-4d0b-b66b-3b6d5ba836cb tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.917854 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Pushing event updated for resources: {'Port': ['ID=65b91f9d-a908-4f31-a730-fee76025546f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:56.922740 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5d4e430e-161d-4608-bbb2-2807adffa2cb req-bd5fb501-9eb6-4e96-909a-d837acf065b2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.922740 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5d4e430e-161d-4608-bbb2-2807adffa2cb req-bd5fb501-9eb6-4e96-909a-d837acf065b2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.923006 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [req-5d4e430e-161d-4608-bbb2-2807adffa2cb req-bd5fb501-9eb6-4e96-909a-d837acf065b2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Floating IP 2457d19a-c600-40f7-a554-625973831073 disassociated. External IP: 172.25.1.82, port: deadf778-75a3-49ca-af0a-e6bd7145933b. Jul 30 02:01:56.923427 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-5d4e430e-161d-4608-bbb2-2807adffa2cb req-bd5fb501-9eb6-4e96-909a-d837acf065b2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Calling delete_port for deadf778-75a3-49ca-af0a-e6bd7145933b owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:56.925193 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-639771dc-533e-4e24-a283-b341da4c5de0 req-9981efd2-6c31-419b-ab84-5eec8fe2a053 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups?id=57382ddf-4581-464b-a47d-224137719d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356802 Jul 30 02:01:56.928811 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb170bde-d9f3-4d0b-b66b-3b6d5ba836cb tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:56.929216 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eb170bde-d9f3-4d0b-b66b-3b6d5ba836cb tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:56.932292 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:56.946546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1bcab681-171b-4c03-9133-40804ebd78cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.950852 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:56.953396 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:56.954734 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:56.956314 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:56.956878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:56.968005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:56.968005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:56.968005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:56.968005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:56.968005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:56.968005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:56.968005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:56.982688 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Network 1bce8db0-8df3-4460-b008-d1df4a256f1f is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:56.984859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:56.989910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:57.011423 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-c023b546-6b59-4061-941e-e84ae18e2edd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Allocated IP 172.20.0.9 (1bce8db0-8df3-4460-b008-d1df4a256f1f/ee74bc52-406b-4011-9a06-d3a13b16c44f/ac968d81-fb47-4b07-8425-e90774f6a266) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:57.027659 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1bcab681-171b-4c03-9133-40804ebd78cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.050071 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Attempting to bind port 65b91f9d-a908-4f31-a730-fee76025546f on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:57.050487 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Attempting to bind port 65b91f9d-a908-4f31-a730-fee76025546f by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'ebcba663-3184-486d-b51c-c6a834aeae08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1bce8db0-8df3-4460-b008-d1df4a256f1f'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:57.050857 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Attempting to bind port 65b91f9d-a908-4f31-a730-fee76025546f on network 1bce8db0-8df3-4460-b008-d1df4a256f1f {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:57.057781 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:57.057975 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Checking segment: {'id': 'ebcba663-3184-486d-b51c-c6a834aeae08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1bce8db0-8df3-4460-b008-d1df4a256f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:57.058753 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.058753 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Bound using segment: {'id': 'ebcba663-3184-486d-b51c-c6a834aeae08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1bce8db0-8df3-4460-b008-d1df4a256f1f'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:57.059225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Bound port: 65b91f9d-a908-4f31-a730-fee76025546f, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebcba663-3184-486d-b51c-c6a834aeae08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1bce8db0-8df3-4460-b008-d1df4a256f1f'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:57.059612 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.131421 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] For port 65b91f9d-a908-4f31-a730-fee76025546f, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:57.135285 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eb170bde-d9f3-4d0b-b66b-3b6d5ba836cb tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.135755 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] For port 65b91f9d-a908-4f31-a730-fee76025546f, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=65b91f9d-a908-4f31-a730-fee76025546f,segment=NetworkSegment(ebcba663-3184-486d-b51c-c6a834aeae08),segment_id=ebcba663-3184-486d-b51c-c6a834aeae08)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:57.137124 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1bcab681-171b-4c03-9133-40804ebd78cf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f060a335fd0b43359048528d5c554e97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1988888 Jul 30 02:01:57.145202 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33418) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:57.145202 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcab681-171b-4c03-9133-40804ebd78cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806f1d8c-2291-45b5-9d28-c13f7261e307,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:57.152015 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eb170bde-d9f3-4d0b-b66b-3b6d5ba836cb tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.152962 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-eb170bde-d9f3-4d0b-b66b-3b6d5ba836cb tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "DELETE /v2.0/networks/fb412950-9867-4a2b-ad28-9ac336adc4df HTTP/1.1" status: 204 len: 168 time: 0.8483064 Jul 30 02:01:57.163738 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33420) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:57.202414 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb170bde-d9f3-4d0b-b66b-3b6d5ba836cb tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event deleted for resources: {'Network': ['ID=fb412950-9867-4a2b-ad28-9ac336adc4df,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:57.222666 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.302004 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f83015-c55a-4d6a-8285-8a6af4ffaf70 None None] Pushing event updated for resources: {'Port': ['ID=65b91f9d-a908-4f31-a730-fee76025546f,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:57.320849 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e9e2aa78-7bdf-4c1b-947a-61b65075db3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.364034 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c023b546-6b59-4061-941e-e84ae18e2edd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.376616 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e9e2aa78-7bdf-4c1b-947a-61b65075db3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.406978 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-c023b546-6b59-4061-941e-e84ae18e2edd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Transition to ACTIVE for port object ac968d81-fb47-4b07-8425-e90774f6a266 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:57.408501 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b82b2ab-ec09-401e-b403-b97850991368 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:57.414830 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b82b2ab-ec09-401e-b403-b97850991368 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:57.416956 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8b82b2ab-ec09-401e-b403-b97850991368 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2522564 Jul 30 02:01:57.418448 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5d4e430e-161d-4608-bbb2-2807adffa2cb req-bd5fb501-9eb6-4e96-909a-d837acf065b2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.424833 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33424) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:57.446504 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca137a2-28f2-475a-8807-83772a2d2898 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Router 626b359b-9795-43ed-8bc6-f0cdf9ed9ac2 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:01:57.451849 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-22f0fad4-8bfb-499a-a5cf-31fdec73f988 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1072429076'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:57.459862 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fb501-9eb6-4e96-909a-d837acf065b2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Pushing event deleted for resources: {'Port': ['ID=deadf778-75a3-49ca-af0a-e6bd7145933b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:57.604496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca137a2-28f2-475a-8807-83772a2d2898 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:01:57.612044 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cca137a2-28f2-475a-8807-83772a2d2898 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.616845 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f0fad4-8bfb-499a-a5cf-31fdec73f988 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Made reservation on behalf of 797d1792c2d64742968892e4731e5922 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:57.618118 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4417c12a-752c-46c9-b831-8223f2cdde2f None None] Sync routers for ids ['626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:01:57.620720 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22f0fad4-8bfb-499a-a5cf-31fdec73f988 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.628820 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c023b546-6b59-4061-941e-e84ae18e2edd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.631260 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4417c12a-752c-46c9-b831-8223f2cdde2f None None] Routers {'626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:57.631948 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-4417c12a-752c-46c9-b831-8223f2cdde2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:01:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:57.666709 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f0fad4-8bfb-499a-a5cf-31fdec73f988 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:57.680602 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22f0fad4-8bfb-499a-a5cf-31fdec73f988 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.680949 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-22f0fad4-8bfb-499a-a5cf-31fdec73f988 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Added segment 0cab29df-16e3-4f31-b4b0-262949e0e381 of type vlan for network 057b4783-5309-450a-9b0a-96dddb91811d Jul 30 02:01:57.696474 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d4e430e-161d-4608-bbb2-2807adffa2cb req-bd5fb501-9eb6-4e96-909a-d837acf065b2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Router 968dee7e-6833-4e65-82ee-d5e5a365f85a has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:01:57.720590 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-4417c12a-752c-46c9-b831-8223f2cdde2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:57.731508 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4417c12a-752c-46c9-b831-8223f2cdde2f None None] Routers {'626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:57.732209 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-4417c12a-752c-46c9-b831-8223f2cdde2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:01:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:57.750330 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e9e2aa78-7bdf-4c1b-947a-61b65075db3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.753108 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e9e2aa78-7bdf-4c1b-947a-61b65075db3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.757122 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e9e2aa78-7bdf-4c1b-947a-61b65075db3e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/806f1d8c-2291-45b5-9d28-c13f7261e307 HTTP/1.1" status: 204 len: 168 time: 0.6085126 Jul 30 02:01:57.774943 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-4417c12a-752c-46c9-b831-8223f2cdde2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:57.775700 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4417c12a-752c-46c9-b831-8223f2cdde2f None None] The sync data for ids ['626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:01:57.786942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c023b546-6b59-4061-941e-e84ae18e2edd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network 1bce8db0-8df3-4460-b008-d1df4a256f1f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:57.789508 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cca137a2-28f2-475a-8807-83772a2d2898 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] 10.222.0.70 "DELETE /v2.0/floatingips/8fb508ef-db51-4b27-bfcc-5ab034ca2d20 HTTP/1.1" status: 204 len: 168 time: 1.9968679 Jul 30 02:01:57.794075 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2aa78-7bdf-4c1b-947a-61b65075db3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806f1d8c-2291-45b5-9d28-c13f7261e307,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:57.794075 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33432) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:57.801021 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-268a3d4d-df01-4db0-9650-bfe7f049a7e4 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:57.804243 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-c023b546-6b59-4061-941e-e84ae18e2edd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:57.811937 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22f0fad4-8bfb-499a-a5cf-31fdec73f988 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.814040 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c023b546-6b59-4061-941e-e84ae18e2edd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:57.819871 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023b546-6b59-4061-941e-e84ae18e2edd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=ac968d81-fb47-4b07-8425-e90774f6a266,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:57.934702 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf7d07-20ff-4b3c-b01a-4e3c539e4184 req-7d9dc56d-7f49-4b71-9973-950321526a20 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:57.936247 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-97bf7d07-20ff-4b3c-b01a-4e3c539e4184 req-7d9dc56d-7f49-4b71-9973-950321526a20 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.2052829 Jul 30 02:01:57.965506 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d4e430e-161d-4608-bbb2-2807adffa2cb req-bd5fb501-9eb6-4e96-909a-d837acf065b2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:01:57.979548 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c170ff-df41-4559-aba1-186b25859c00 None None] Sync routers for ids ['968dee7e-6833-4e65-82ee-d5e5a365f85a'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:01:58.001313 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c170ff-df41-4559-aba1-186b25859c00 None None] Routers {'968dee7e-6833-4e65-82ee-d5e5a365f85a'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:58.004555 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-b8c170ff-df41-4559-aba1-186b25859c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:01:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['968dee7e-6833-4e65-82ee-d5e5a365f85a'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:58.040622 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4e430e-161d-4608-bbb2-2807adffa2cb req-bd5fb501-9eb6-4e96-909a-d837acf065b2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] No DVR routers for this DVR port deadf778-75a3-49ca-af0a-e6bd7145933b on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:58.042375 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22f0fad4-8bfb-499a-a5cf-31fdec73f988 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.048387 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f0fad4-8bfb-499a-a5cf-31fdec73f988 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:58.049037 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22f0fad4-8bfb-499a-a5cf-31fdec73f988 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.052057 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5d4e430e-161d-4608-bbb2-2807adffa2cb req-bd5fb501-9eb6-4e96-909a-d837acf065b2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.053997 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d4e430e-161d-4608-bbb2-2807adffa2cb req-bd5fb501-9eb6-4e96-909a-d837acf065b2 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.10 "DELETE /v2.0/ports/deadf778-75a3-49ca-af0a-e6bd7145933b HTTP/1.1" status: 204 len: 173 time: 2.4999278 Jul 30 02:01:58.085935 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacd65e5-79c8-4fa7-9c8b-6d61f5924a84', 'name': 'network-vif-deleted', 'tag': 'deadf778-75a3-49ca-af0a-e6bd7145933b'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:58.094410 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3b3c60-10dc-490e-bbb3-c84e3391be5a" -d '{"events": [{"server_uuid": "bacd65e5-79c8-4fa7-9c8b-6d61f5924a84", "name": "network-vif-deleted", "tag": "deadf778-75a3-49ca-af0a-e6bd7145933b"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:58.190462 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-97bf7d07-20ff-4b3c-b01a-4e3c539e4184 req-928843a8-8f0c-487a-b6df-18a69f31b07d tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357972 Jul 30 02:01:58.237377 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0fad4-8bfb-499a-a5cf-31fdec73f988 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event updated for resources: {'Network': ['ID=057b4783-5309-450a-9b0a-96dddb91811d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:58.272845 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 057b4783-5309-450a-9b0a-96dddb91811d details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:58.276215 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bda427-89e2-4dd0-bdaf-a33706259cf5 x-openstack-request-id: req-25bda427-89e2-4dd0-bdaf-a33706259cf5 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:58.276833 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacd65e5-79c8-4fa7-9c8b-6d61f5924a84", "name": "network-vif-deleted", "tag": "deadf778-75a3-49ca-af0a-e6bd7145933b", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:58.277265 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-25bda427-89e2-4dd0-bdaf-a33706259cf5 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:58.278568 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacd65e5-79c8-4fa7-9c8b-6d61f5924a84', 'name': 'network-vif-deleted', 'tag': 'deadf778-75a3-49ca-af0a-e6bd7145933b', 'status': 'completed', 'code': 200} Jul 30 02:01:58.302095 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c023b546-6b59-4061-941e-e84ae18e2edd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:58.303245 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c023b546-6b59-4061-941e-e84ae18e2edd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.321123 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-268a3d4d-df01-4db0-9650-bfe7f049a7e4 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.338776 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c05043aa-7007-44b6-89d8-e129175478bf req-276a16e2-5e0b-4ee6-ab3e-33007292cd08 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/ports?device_id=bacd65e5-79c8-4fa7-9c8b-6d61f5924a84 HTTP/1.1" status: 200 len: 210 time: 0.1047137 Jul 30 02:01:58.371958 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-22f0fad4-8bfb-499a-a5cf-31fdec73f988 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9442482 Jul 30 02:01:58.377836 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33444) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:58.386776 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-ecc7be49-07c9-4d91-a000-95bd19cedeba tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1326768148'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:58.401438 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-b8c170ff-df41-4559-aba1-186b25859c00 None None] Set router 968dee7e-6833-4e65-82ee-d5e5a365f85a gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:01:58.435429 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33446) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:58.437054 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c023b546-6b59-4061-941e-e84ae18e2edd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.7557683 Jul 30 02:01:58.544196 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-268a3d4d-df01-4db0-9650-bfe7f049a7e4 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.592713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc7be49-07c9-4d91-a000-95bd19cedeba tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Made reservation on behalf of 797d1792c2d64742968892e4731e5922 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:58.597356 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ecc7be49-07c9-4d91-a000-95bd19cedeba tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.640106 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc7be49-07c9-4d91-a000-95bd19cedeba tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:58.651267 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ecc7be49-07c9-4d91-a000-95bd19cedeba tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.651602 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-ecc7be49-07c9-4d91-a000-95bd19cedeba tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Added segment 338a24ff-bfba-49d4-9916-fecdf87dc2ec of type vlan for network 8427f773-feaf-48ee-8479-8f42a9491426 Jul 30 02:01:58.703790 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ecc7be49-07c9-4d91-a000-95bd19cedeba tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.707291 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-268a3d4d-df01-4db0-9650-bfe7f049a7e4 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Allocated IP 172.25.1.169 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/57e7ba1b-1634-4ebd-b256-ce0ab0923788) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:58.725968 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fa5cf7-2bfc-4f62-8725-690d74923071 None None] Network 1bce8db0-8df3-4460-b008-d1df4a256f1f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:58.779574 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-7fb0367e-8ef4-40c7-a22a-d9208e322c6b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port ac968d81-fb47-4b07-8425-e90774f6a266 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:58.791283 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7fb0367e-8ef4-40c7-a22a-d9208e322c6b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.792766 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-b8c170ff-df41-4559-aba1-186b25859c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5c89c567-87e5-446e-93b9-db08c613d581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:16Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'gw_port': {'id': '5c89c567-87e5-446e-93b9-db08c613d581', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0d893940-5aad-44d9-82d3-22a362f6e066', 'name': '', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'mac_address': 'fa:16:3e:0b:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:22Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 5, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'subnets': [{'id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:58.828302 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c170ff-df41-4559-aba1-186b25859c00 None None] Checking router: 968dee7e-6833-4e65-82ee-d5e5a365f85a for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:01:58.842052 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c170ff-df41-4559-aba1-186b25859c00 None None] Routers {'968dee7e-6833-4e65-82ee-d5e5a365f85a'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:58.842705 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-b8c170ff-df41-4559-aba1-186b25859c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:01:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['968dee7e-6833-4e65-82ee-d5e5a365f85a'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:58.858222 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ecc7be49-07c9-4d91-a000-95bd19cedeba tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.864242 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-268a3d4d-df01-4db0-9650-bfe7f049a7e4 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.869745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc7be49-07c9-4d91-a000-95bd19cedeba tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:58.871585 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ecc7be49-07c9-4d91-a000-95bd19cedeba tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.987193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7be49-07c9-4d91-a000-95bd19cedeba tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event updated for resources: {'Network': ['ID=8427f773-feaf-48ee-8479-8f42a9491426,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:59.001198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7fb0367e-8ef4-40c7-a22a-d9208e322c6b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.016832 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-7fb0367e-8ef4-40c7-a22a-d9208e322c6b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for ac968d81-fb47-4b07-8425-e90774f6a266 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:59.062349 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-268a3d4d-df01-4db0-9650-bfe7f049a7e4 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.095589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b278b607-329a-4636-893e-73f5c29b1f8b None None] Provisioning for port 65b91f9d-a908-4f31-a730-fee76025546f completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:59.101007 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 8427f773-feaf-48ee-8479-8f42a9491426 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:59.111974 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268a3d4d-df01-4db0-9650-bfe7f049a7e4 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:59.118150 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-268a3d4d-df01-4db0-9650-bfe7f049a7e4 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:59.122064 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268a3d4d-df01-4db0-9650-bfe7f049a7e4 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:59.130896 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33450) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:59.132725 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ecc7be49-07c9-4d91-a000-95bd19cedeba tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7529616 Jul 30 02:01:59.155838 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33452) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:59.160783 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Request body: {'ports': [{'network_id': '057b4783-5309-450a-9b0a-96dddb91811d', 'name': 'tempest-port--963066876', 'admin_state_up': True}, {'network_id': '8427f773-feaf-48ee-8479-8f42a9491426', 'admin_state_up': False}]} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:59.161092 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Request body: {'port': {'network_id': '057b4783-5309-450a-9b0a-96dddb91811d', 'name': 'tempest-port--963066876', 'admin_state_up': True}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:59.161380 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a3d4d-df01-4db0-9650-bfe7f049a7e4 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Pushing event updated for resources: {'Port': ['ID=57e7ba1b-1634-4ebd-b256-ce0ab0923788,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:59.161563 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Request body: {'port': {'network_id': '8427f773-feaf-48ee-8479-8f42a9491426', 'admin_state_up': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:59.176828 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91bb53b7-3783-4aba-85b7-5fd6796765c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.227543 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-b8c170ff-df41-4559-aba1-186b25859c00 None None] Set router 968dee7e-6833-4e65-82ee-d5e5a365f85a gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:01:59.425796 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 65b91f9d-a908-4f31-a730-fee76025546f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:59.460158 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-268a3d4d-df01-4db0-9650-bfe7f049a7e4 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.571570 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91bb53b7-3783-4aba-85b7-5fd6796765c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.616919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33462) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:59.626747 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33464) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:59.644538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-b8c170ff-df41-4559-aba1-186b25859c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5c89c567-87e5-446e-93b9-db08c613d581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:16Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'gw_port': {'id': '5c89c567-87e5-446e-93b9-db08c613d581', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0d893940-5aad-44d9-82d3-22a362f6e066', 'name': '', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'mac_address': 'fa:16:3e:0b:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:22Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 5, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'subnets': [{'id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:59.662098 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-268a3d4d-df01-4db0-9650-bfe7f049a7e4 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.675372 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7fb0367e-8ef4-40c7-a22a-d9208e322c6b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.693076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 65b91f9d-a908-4f31-a730-fee76025546f completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:59.697838 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c170ff-df41-4559-aba1-186b25859c00 None None] The sync data for ids ['968dee7e-6833-4e65-82ee-d5e5a365f85a'] in n-d-713498-9 is: [{'id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5c89c567-87e5-446e-93b9-db08c613d581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:16Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'gw_port': {'id': '5c89c567-87e5-446e-93b9-db08c613d581', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0d893940-5aad-44d9-82d3-22a362f6e066', 'name': '', 'network_id': 'fb87329a-3973-4c1a-ad14-ee785b8bfa68', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'mac_address': 'fa:16:3e:0b:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:22Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 5, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'subnets': [{'id': 'd5331bae-ecd8-4548-bb35-10d75f268fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:01:59.701245 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 65b91f9d-a908-4f31-a730-fee76025546f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:59.702885 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.751956 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-91bb53b7-3783-4aba-85b7-5fd6796765c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.764409 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0367e-8ef4-40c7-a22a-d9208e322c6b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=ac968d81-fb47-4b07-8425-e90774f6a266,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:59.859872 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.886216 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c00e3-f05b-4be9-8565-bdf230e27e04 req-799bd610-e917-421f-82d4-18a827359541 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:59.888326 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-927c00e3-f05b-4be9-8565-bdf230e27e04 req-799bd610-e917-421f-82d4-18a827359541 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.2171042 Jul 30 02:01:59.921307 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c6ad8bb5-6073-40d2-aa27-1668b8542ec2 None None] Provisioning complete for port 65b91f9d-a908-4f31-a730-fee76025546f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:59.921307 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c6ad8bb5-6073-40d2-aa27-1668b8542ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.926917 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b20d4506-9741-4a8e-8ba6-d3d01d5e9c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.934138 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-91bb53b7-3783-4aba-85b7-5fd6796765c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cb8eacbe29814cf8a06d147cd735347e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7794220 Jul 30 02:01:59.947925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33468) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:59.968595 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 65b91f9d-a908-4f31-a730-fee76025546f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=65b91f9d-a908-4f31-a730-fee76025546f,segment=NetworkSegment(ebcba663-3184-486d-b51c-c6a834aeae08),segment_id=ebcba663-3184-486d-b51c-c6a834aeae08)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:59.976247 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb53b7-3783-4aba-85b7-5fd6796765c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f197a5-5191-4c3d-8bc0-d878f116ec08,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:00.012179 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-927c00e3-f05b-4be9-8565-bdf230e27e04 req-ae5dea8f-67af-41ed-a75a-745a28bdc27e tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879650 Jul 30 02:02:00.027363 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7fb0367e-8ef4-40c7-a22a-d9208e322c6b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.035683 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7fb0367e-8ef4-40c7-a22a-d9208e322c6b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/ports/ac968d81-fb47-4b07-8425-e90774f6a266 HTTP/1.1" status: 204 len: 168 time: 1.5928018 Jul 30 02:02:00.037828 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33470) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:00.057874 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c6ad8bb5-6073-40d2-aa27-1668b8542ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.080614 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-15fa220a-fd13-41d1-98c3-f8ce07338325 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.086775 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f0aa47-d18a-4319-8585-8af7e136798b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] GET failed (client error): The resource could not be found. Jul 30 02:02:00.089751 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d8f0aa47-d18a-4319-8585-8af7e136798b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports/ac968d81-fb47-4b07-8425-e90774f6a266 HTTP/1.1" status: 404 len: 333 time: 0.0507307 Jul 30 02:02:00.092600 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.092754 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33472) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:00.128267 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-15fa220a-fd13-41d1-98c3-f8ce07338325 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.141730 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Made reservation on behalf of 797d1792c2d64742968892e4731e5922 for: {'port': 2} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:00.147024 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.168077 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-c6ad8bb5-6073-40d2-aa27-1668b8542ec2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:02:00.176465 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-c6ad8bb5-6073-40d2-aa27-1668b8542ec2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:02:00.176623 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.200077 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b37b7ff-6957-46d3-9257-a377f502b9fe tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting subnet ee74bc52-406b-4011-9a06-d3a13b16c44f {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:02:00.204910 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b37b7ff-6957-46d3-9257-a377f502b9fe tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.212646 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=65b91f9d-a908-4f31-a730-fee76025546f,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:00.225200 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a01fa6-8ad0-43a0-819b-90dd34ec1827 None None] New status for floating IP 2457d19a-c600-40f7-a554-625973831073: DOWN {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:02:00.253981 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-15fa220a-fd13-41d1-98c3-f8ce07338325 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.257053 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-15fa220a-fd13-41d1-98c3-f8ce07338325 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.261871 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-15fa220a-fd13-41d1-98c3-f8ce07338325 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "DELETE /v2.0/security-groups/57382ddf-4581-464b-a47d-224137719d11 HTTP/1.1" status: 204 len: 168 time: 0.6282823 Jul 30 02:02:00.265123 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33474) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:00.271434 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d1c2d3b-4293-4f65-bf80-5921e3818a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.295364 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b37b7ff-6957-46d3-9257-a377f502b9fe tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.303870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa220a-fd13-41d1-98c3-f8ce07338325 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57382ddf-4581-464b-a47d-224137719d11,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:00.344092 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-becbfcd0-3912-42db-8d42-a8ced65b1fa5 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] show failed (client error): The resource could not be found. Jul 30 02:02:00.345170 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-becbfcd0-3912-42db-8d42-a8ced65b1fa5 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "GET /v2.0/security-groups/57382ddf-4581-464b-a47d-224137719d11 HTTP/1.1" status: 404 len: 347 time: 0.0771499 Jul 30 02:02:00.351850 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33476) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:00.363906 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d1c2d3b-4293-4f65-bf80-5921e3818a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.391297 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device deadf778-75a3-49ca-af0a-e6bd7145933b no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:00.404604 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-268a3d4d-df01-4db0-9650-bfe7f049a7e4 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.405849 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] device_id is not set on port 30f849ae-a637-465c-b47b-6adc18f3fdb7 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:00.412388 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: deadf778-75a3-49ca-af0a-e6bd7145933b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:02:00.412970 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device deadf778-75a3-49ca-af0a-e6bd7145933b not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:02:00.445383 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b20d4506-9741-4a8e-8ba6-d3d01d5e9c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.501662 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-268a3d4d-df01-4db0-9650-bfe7f049a7e4 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.535202 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d1c2d3b-4293-4f65-bf80-5921e3818a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.537750 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d1c2d3b-4293-4f65-bf80-5921e3818a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.538941 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5d1c2d3b-4293-4f65-bf80-5921e3818a9d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/66f197a5-5191-4c3d-8bc0-d878f116ec08 HTTP/1.1" status: 204 len: 168 time: 0.5860901 Jul 30 02:02:00.539680 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b20d4506-9741-4a8e-8ba6-d3d01d5e9c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.555283 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b37b7ff-6957-46d3-9257-a377f502b9fe tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.597929 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c2d3b-4293-4f65-bf80-5921e3818a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f197a5-5191-4c3d-8bc0-d878f116ec08,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:00.605785 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a3d4d-df01-4db0-9650-bfe7f049a7e4 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Pushing event updated for resources: {'Port': ['ID=57e7ba1b-1634-4ebd-b256-ce0ab0923788,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:00.629633 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b20d4506-9741-4a8e-8ba6-d3d01d5e9c72 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bc1b72112c1945d096c279d72228c7d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0118876 Jul 30 02:02:00.635184 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33480) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:00.639763 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-268a3d4d-df01-4db0-9650-bfe7f049a7e4 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.649188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d4506-9741-4a8e-8ba6-d3d01d5e9c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3671e91c-17ab-4e3d-9493-de543fcc4041,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:00.708118 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c6ad8bb5-6073-40d2-aa27-1668b8542ec2 None None] Could not find standard attr ID for object ac968d81-fb47-4b07-8425-e90774f6a266. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:02:00.719324 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-268a3d4d-df01-4db0-9650-bfe7f049a7e4 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.723113 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-268a3d4d-df01-4db0-9650-bfe7f049a7e4 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9257565 Jul 30 02:02:00.723363 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33482) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:00.731950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1596856c-a18b-4675-b5f7-ab545e779315 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Deleting port 81303986-d294-48f3-8cb0-2d86031c8577 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:00.732408 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1596856c-a18b-4675-b5f7-ab545e779315 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.791846 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.819751 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b5778a1b-8fc2-4888-b6bc-b205a85eb686 None None] Could not find standard attr ID for object ac968d81-fb47-4b07-8425-e90774f6a266. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:02:00.855078 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec948-3063-455c-b491-69ac4b19ff31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.872163 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b37b7ff-6957-46d3-9257-a377f502b9fe tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.891747 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-88cdced1-85f1-47cd-a4e4-e013dd7c6d54 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:00.933570 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37b7ff-6957-46d3-9257-a377f502b9fe tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Subnet': ['ID=ee74bc52-406b-4011-9a06-d3a13b16c44f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:00.950430 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec948-3063-455c-b491-69ac4b19ff31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.954313 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e3e2b5-2c63-43ac-9ee4-f0f4c77a1674 None None] Network 1bce8db0-8df3-4460-b008-d1df4a256f1f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:00.970497 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88cdced1-85f1-47cd-a4e4-e013dd7c6d54 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.970880 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1596856c-a18b-4675-b5f7-ab545e779315 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.971214 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1596856c-a18b-4675-b5f7-ab545e779315 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.985003 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1596856c-a18b-4675-b5f7-ab545e779315 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Calling delete_port for 81303986-d294-48f3-8cb0-2d86031c8577 owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:01.068994 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] device_id is not set on port fa3857e2-1d8d-45bb-9fea-fb71abd703ed yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:01.086158 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b37b7ff-6957-46d3-9257-a377f502b9fe tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.088202 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2b37b7ff-6957-46d3-9257-a377f502b9fe tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/subnets/ee74bc52-406b-4011-9a06-d3a13b16c44f HTTP/1.1" status: 204 len: 168 time: 0.9945731 Jul 30 02:02:01.091261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33498) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:01.094329 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88cdced1-85f1-47cd-a4e4-e013dd7c6d54 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.208708 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8e5c35-0b37-4846-bf9f-679cf2447c97 None None] DHCP port deletion for 1bce8db0-8df3-4460-b008-d1df4a256f1f request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:02:01.292454 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9e8e5c35-0b37-4846-bf9f-679cf2447c97 None None] Deleting port 65b91f9d-a908-4f31-a730-fee76025546f {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:01.292875 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9e8e5c35-0b37-4846-bf9f-679cf2447c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.299020 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-84ba84e4-3b41-44e5-a7b4-85468b8e76d8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.330720 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec948-3063-455c-b491-69ac4b19ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.333387 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec948-3063-455c-b491-69ac4b19ff31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.337773 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cb7ec948-3063-455c-b491-69ac4b19ff31 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3671e91c-17ab-4e3d-9493-de543fcc4041 HTTP/1.1" status: 204 len: 168 time: 0.6961324 Jul 30 02:02:01.345741 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c60a3-4742-4e93-8164-3552d7aaf16d req-f97f9653-41b7-44b6-b927-2b8705c68542 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:01.347673 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-917c60a3-4742-4e93-8164-3552d7aaf16d req-f97f9653-41b7-44b6-b927-2b8705c68542 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.1973157 Jul 30 02:02:01.359112 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.362966 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 65b91f9d-a908-4f31-a730-fee76025546f no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:01.381114 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-88cdced1-85f1-47cd-a4e4-e013dd7c6d54 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Allocated IP 172.25.1.22 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/bc85074b-43b7-4c6a-9a74-295859faffda) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:01.387901 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ec948-3063-455c-b491-69ac4b19ff31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3671e91c-17ab-4e3d-9493-de543fcc4041,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:01.427768 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1596856c-a18b-4675-b5f7-ab545e779315 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.455934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-9e8e5c35-0b37-4846-bf9f-679cf2447c97 None None] For port 65b91f9d-a908-4f31-a730-fee76025546f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=65b91f9d-a908-4f31-a730-fee76025546f,segment=NetworkSegment(ebcba663-3184-486d-b51c-c6a834aeae08),segment_id=ebcba663-3184-486d-b51c-c6a834aeae08)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:01.456592 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9e8e5c35-0b37-4846-bf9f-679cf2447c97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.468206 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596856c-a18b-4675-b5f7-ab545e779315 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Pushing event deleted for resources: {'Port': ['ID=81303986-d294-48f3-8cb0-2d86031c8577,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:01.475279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9e8e5c35-0b37-4846-bf9f-679cf2447c97 None None] Calling delete_port for 65b91f9d-a908-4f31-a730-fee76025546f owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:01.544961 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-917c60a3-4742-4e93-8164-3552d7aaf16d req-7b043e23-f8f6-442e-9623-5e3255110e92 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880441 Jul 30 02:02:01.558685 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.563080 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1596856c-a18b-4675-b5f7-ab545e779315 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.567631 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1596856c-a18b-4675-b5f7-ab545e779315 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.584474 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1596856c-a18b-4675-b5f7-ab545e779315 tempest-AttachVolumeShelveTestJSON-380386941 tempest-AttachVolumeShelveTestJSON-380386941-project] 10.222.0.70 "DELETE /v2.0/floatingips/2457d19a-c600-40f7-a554-625973831073 HTTP/1.1" status: 204 len: 168 time: 1.2166126 Jul 30 02:02:01.612181 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88cdced1-85f1-47cd-a4e4-e013dd7c6d54 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.621551 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.644890 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 65b91f9d-a908-4f31-a730-fee76025546f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=65b91f9d-a908-4f31-a730-fee76025546f,segment=NetworkSegment(ebcba663-3184-486d-b51c-c6a834aeae08),segment_id=ebcba663-3184-486d-b51c-c6a834aeae08)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:01.713991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event updated for resources: {'Port': ['ID=30f849ae-a637-465c-b47b-6adc18f3fdb7,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:01.717090 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.757451 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Checking segment: {'id': '0cab29df-16e3-4f31-b4b0-262949e0e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '057b4783-5309-450a-9b0a-96dddb91811d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:01.758083 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Network hostable DHCP agents. Network: 057b4783-5309-450a-9b0a-96dddb91811d, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:01.762448 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-84ba84e4-3b41-44e5-a7b4-85468b8e76d8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port 65b91f9d-a908-4f31-a730-fee76025546f {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:01.763026 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-84ba84e4-3b41-44e5-a7b4-85468b8e76d8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.823567 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=65b91f9d-a908-4f31-a730-fee76025546f,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:01.829287 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9e8e5c35-0b37-4846-bf9f-679cf2447c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.831309 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88cdced1-85f1-47cd-a4e4-e013dd7c6d54 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.859329 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e5c35-0b37-4846-bf9f-679cf2447c97 None None] Pushing event deleted for resources: {'Port': ['ID=65b91f9d-a908-4f31-a730-fee76025546f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:01.861236 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8e5c35-0b37-4846-bf9f-679cf2447c97 None None] No DVR routers for this DVR port 65b91f9d-a908-4f31-a730-fee76025546f on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:01.878444 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Network 057b4783-5309-450a-9b0a-96dddb91811d is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:01.888425 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cdced1-85f1-47cd-a4e4-e013dd7c6d54 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:01.895741 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-88cdced1-85f1-47cd-a4e4-e013dd7c6d54 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:01.898651 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-84ba84e4-3b41-44e5-a7b4-85468b8e76d8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] For port 65b91f9d-a908-4f31-a730-fee76025546f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=65b91f9d-a908-4f31-a730-fee76025546f,segment=NetworkSegment(ebcba663-3184-486d-b51c-c6a834aeae08),segment_id=ebcba663-3184-486d-b51c-c6a834aeae08)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:01.899018 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-84ba84e4-3b41-44e5-a7b4-85468b8e76d8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.903677 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cdced1-85f1-47cd-a4e4-e013dd7c6d54 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:01.955215 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdced1-85f1-47cd-a4e4-e013dd7c6d54 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Pushing event updated for resources: {'Port': ['ID=bc85074b-43b7-4c6a-9a74-295859faffda,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:01.955215 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-84ba84e4-3b41-44e5-a7b4-85468b8e76d8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for 65b91f9d-a908-4f31-a730-fee76025546f owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:01.976195 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 057b4783-5309-450a-9b0a-96dddb91811d) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:01.987151 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3cde28-97e3-4f9d-aa1c-747d3960e72d None None] Network 057b4783-5309-450a-9b0a-96dddb91811d requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:01.988568 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:01.991671 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.086524 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88cdced1-85f1-47cd-a4e4-e013dd7c6d54 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.103720 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event updated for resources: {'Port': ['ID=fa3857e2-1d8d-45bb-9fea-fb71abd703ed,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:02.124451 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Checking segment: {'id': '338a24ff-bfba-49d4-9916-fecdf87dc2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8427f773-feaf-48ee-8479-8f42a9491426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:02.124879 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Network hostable DHCP agents. Network: 8427f773-feaf-48ee-8479-8f42a9491426, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:02.187232 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-84ba84e4-3b41-44e5-a7b4-85468b8e76d8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.225918 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Network 8427f773-feaf-48ee-8479-8f42a9491426 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:02.236121 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba84e4-3b41-44e5-a7b4-85468b8e76d8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No DVR routers for this DVR port 65b91f9d-a908-4f31-a730-fee76025546f on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:02.239644 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba84e4-3b41-44e5-a7b4-85468b8e76d8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=65b91f9d-a908-4f31-a730-fee76025546f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:02.264031 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88cdced1-85f1-47cd-a4e4-e013dd7c6d54 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.307729 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 8427f773-feaf-48ee-8479-8f42a9491426) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:02.317364 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd07a53d-625e-494d-9301-0fd3bcbf30d8 None None] Network 8427f773-feaf-48ee-8479-8f42a9491426 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:02.318122 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:02.325445 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:02.333668 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:02.334691 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.356948 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-84ba84e4-3b41-44e5-a7b4-85468b8e76d8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.377601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-84ba84e4-3b41-44e5-a7b4-85468b8e76d8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bce8db0-8df3-4460-b008-d1df4a256f1f']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:02.436120 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-84ba84e4-3b41-44e5-a7b4-85468b8e76d8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebcba663-3184-486d-b51c-c6a834aeae08') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:02.436430 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-84ba84e4-3b41-44e5-a7b4-85468b8e76d8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebcba663-3184-486d-b51c-c6a834aeae08') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:02.450574 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-84ba84e4-3b41-44e5-a7b4-85468b8e76d8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.460504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33526) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:02.477823 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-bd66f0ea-e35e-4c8f-b8c2-70732a07f4f1 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.3184788 Jul 30 02:02:02.478113 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-84ba84e4-3b41-44e5-a7b4-85468b8e76d8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.484993 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33528) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:02.487991 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92bb0ce4-a78d-4819-b0b7-fcdcf0bf97dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.504657 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ba84e4-3b41-44e5-a7b4-85468b8e76d8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:02.505230 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-84ba84e4-3b41-44e5-a7b4-85468b8e76d8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:02.508925 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:02.625349 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874cc558-c01d-4955-a838-644e86f9fc58 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:02.631580 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92bb0ce4-a78d-4819-b0b7-fcdcf0bf97dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.631785 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874cc558-c01d-4955-a838-644e86f9fc58 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:02.633758 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-874cc558-c01d-4955-a838-644e86f9fc58 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1477647 Jul 30 02:02:02.637135 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33536) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:02.649824 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88cdced1-85f1-47cd-a4e4-e013dd7c6d54 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.680069 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-84ba84e4-3b41-44e5-a7b4-85468b8e76d8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.691414 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-84ba84e4-3b41-44e5-a7b4-85468b8e76d8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.693050 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-84ba84e4-3b41-44e5-a7b4-85468b8e76d8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/networks/1bce8db0-8df3-4460-b008-d1df4a256f1f HTTP/1.1" status: 204 len: 168 time: 1.6005290 Jul 30 02:02:02.703089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33538) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:02.706323 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba84e4-3b41-44e5-a7b4-85468b8e76d8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Network': ['ID=1bce8db0-8df3-4460-b008-d1df4a256f1f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:02.723105 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88cdced1-85f1-47cd-a4e4-e013dd7c6d54 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.733867 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-31347272-d7d0-498e-b0ac-156973ff98b8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'port': {'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179', 'name': 'tempest-PortsTestJSON-1847559141'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:02.771303 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92bb0ce4-a78d-4819-b0b7-fcdcf0bf97dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.807090 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdced1-85f1-47cd-a4e4-e013dd7c6d54 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Pushing event updated for resources: {'Port': ['ID=bc85074b-43b7-4c6a-9a74-295859faffda,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:02.821694 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88cdced1-85f1-47cd-a4e4-e013dd7c6d54 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.867136 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.908295 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88cdced1-85f1-47cd-a4e4-e013dd7c6d54 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.912263 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-88cdced1-85f1-47cd-a4e4-e013dd7c6d54 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1857111 Jul 30 02:02:02.912755 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33546) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:02.933613 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb0ce4-a78d-4819-b0b7-fcdcf0bf97dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a00837d-d17e-4974-8144-5f89e6a99d76,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:02.954607 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-92bb0ce4-a78d-4819-b0b7-fcdcf0bf97dc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9f6d300dee744cd5a23f6676357f544c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4900906 Jul 30 02:02:02.957532 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33550) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:02.982778 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1cfc7-73a3-4a26-870e-423ef5f9547f req-c65e627b-a2b4-417c-8688-296e83e3cc3d tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:02.984260 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2be1cfc7-73a3-4a26-870e-423ef5f9547f req-c65e627b-a2b4-417c-8688-296e83e3cc3d tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.2829933 Jul 30 02:02:02.990038 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-21d8e5e8-d282-48e7-82c4-0b66beb83348 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.0736656 Jul 30 02:02:02.990416 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33552) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:03.035744 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-5d89d123-eb09-44a8-af8c-77bde05a7414 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Deleting port 30f849ae-a637-465c-b47b-6adc18f3fdb7 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:03.035744 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d89d123-eb09-44a8-af8c-77bde05a7414 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.084573 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a873cedf-ed73-4d8c-ac4a-4f3b7271f559 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0901072 Jul 30 02:02:03.085325 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33558) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:03.169654 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2be1cfc7-73a3-4a26-870e-423ef5f9547f req-8add82f7-7f69-4bb5-ba68-cd627f806486 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693528 Jul 30 02:02:03.176213 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31347272-d7d0-498e-b0ac-156973ff98b8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:03.182551 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-31347272-d7d0-498e-b0ac-156973ff98b8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.189704 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-21d15b63-df3d-452f-a43f-f2c7896a259a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.223809 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d89d123-eb09-44a8-af8c-77bde05a7414 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.233491 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-e2674ccb-7e86-476e-8316-7287c7054bf8 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Deleting port bc85074b-43b7-4c6a-9a74-295859faffda {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:03.233491 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2674ccb-7e86-476e-8316-7287c7054bf8 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.243587 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-31347272-d7d0-498e-b0ac-156973ff98b8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] device_id is not set on port f589998e-da00-4434-8441-4bd57bddc7a3 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:03.259092 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-21d15b63-df3d-452f-a43f-f2c7896a259a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.265087 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-5d89d123-eb09-44a8-af8c-77bde05a7414 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Calling delete_port for 30f849ae-a637-465c-b47b-6adc18f3fdb7 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:03.311573 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2674ccb-7e86-476e-8316-7287c7054bf8 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.311905 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2674ccb-7e86-476e-8316-7287c7054bf8 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.325034 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-e2674ccb-7e86-476e-8316-7287c7054bf8 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Calling delete_port for bc85074b-43b7-4c6a-9a74-295859faffda owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:03.505167 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-21d15b63-df3d-452f-a43f-f2c7896a259a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.508166 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-21d15b63-df3d-452f-a43f-f2c7896a259a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.511803 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-21d15b63-df3d-452f-a43f-f2c7896a259a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9a00837d-d17e-4974-8144-5f89e6a99d76 HTTP/1.1" status: 204 len: 168 time: 0.5479283 Jul 30 02:02:03.544265 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33564) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:03.550750 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d89d123-eb09-44a8-af8c-77bde05a7414 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.578490 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d15b63-df3d-452f-a43f-f2c7896a259a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a00837d-d17e-4974-8144-5f89e6a99d76,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:03.587958 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2674ccb-7e86-476e-8316-7287c7054bf8 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.624794 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2674ccb-7e86-476e-8316-7287c7054bf8 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Pushing event deleted for resources: {'Port': ['ID=bc85074b-43b7-4c6a-9a74-295859faffda,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:03.645447 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89d123-eb09-44a8-af8c-77bde05a7414 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event deleted for resources: {'Port': ['ID=30f849ae-a637-465c-b47b-6adc18f3fdb7,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:03.659440 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d89d123-eb09-44a8-af8c-77bde05a7414 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.664027 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5d89d123-eb09-44a8-af8c-77bde05a7414 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "DELETE /v2.0/ports/30f849ae-a637-465c-b47b-6adc18f3fdb7 HTTP/1.1" status: 204 len: 168 time: 1.0258255 Jul 30 02:02:03.664648 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33568) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:03.694566 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2674ccb-7e86-476e-8316-7287c7054bf8 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.698593 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2674ccb-7e86-476e-8316-7287c7054bf8 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.700294 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e2674ccb-7e86-476e-8316-7287c7054bf8 tempest-FloatingIPAdminTestJSON-765983885 tempest-FloatingIPAdminTestJSON-765983885-project] 10.222.0.70 "DELETE /v2.0/floatingips/1535429e-47ad-4e04-8351-9f39a91791dc HTTP/1.1" status: 204 len: 168 time: 0.6138651 Jul 30 02:02:03.707365 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33570) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:03.709503 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-31347272-d7d0-498e-b0ac-156973ff98b8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.784964 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b40d566-8af1-4e92-a572-a815ec2ceead admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.808597 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-b88b9c2e-8afd-4244-b282-a95561e010fd tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Deleting port fa3857e2-1d8d-45bb-9fea-fb71abd703ed {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:03.809207 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b88b9c2e-8afd-4244-b282-a95561e010fd tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.856028 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-31347272-d7d0-498e-b0ac-156973ff98b8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.921684 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31347272-d7d0-498e-b0ac-156973ff98b8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:03.928650 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-31347272-d7d0-498e-b0ac-156973ff98b8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:03.930882 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31347272-d7d0-498e-b0ac-156973ff98b8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:03.937304 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31347272-d7d0-498e-b0ac-156973ff98b8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:03.938015 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-31347272-d7d0-498e-b0ac-156973ff98b8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.941904 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b88b9c2e-8afd-4244-b282-a95561e010fd tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.969282 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-b88b9c2e-8afd-4244-b282-a95561e010fd tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Calling delete_port for fa3857e2-1d8d-45bb-9fea-fb71abd703ed owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:03.971732 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31347272-d7d0-498e-b0ac-156973ff98b8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=f589998e-da00-4434-8441-4bd57bddc7a3,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:04.140024 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b88b9c2e-8afd-4244-b282-a95561e010fd tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.203389 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b9c2e-8afd-4244-b282-a95561e010fd tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event deleted for resources: {'Port': ['ID=fa3857e2-1d8d-45bb-9fea-fb71abd703ed,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:04.207285 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b88b9c2e-8afd-4244-b282-a95561e010fd tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.210043 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b88b9c2e-8afd-4244-b282-a95561e010fd tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "DELETE /v2.0/ports/fa3857e2-1d8d-45bb-9fea-fb71abd703ed HTTP/1.1" status: 204 len: 168 time: 0.5417557 Jul 30 02:02:04.214411 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33588) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:04.256483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-e35665ed-fc95-4338-8aba-6f5c0c0bb073 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Deleting port 57e7ba1b-1634-4ebd-b256-ce0ab0923788 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:04.256902 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e35665ed-fc95-4338-8aba-6f5c0c0bb073 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.266966 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-26991b76-2113-472a-9369-575946e848a2 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0500813 Jul 30 02:02:04.270683 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33592) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:04.276271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-388946be-a532-48c0-abde-9c12a0d246ae tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-492482099'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:04.407470 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336037db-5360-414a-b633-e057bef5f9d8 req-af04880f-6bb8-48aa-a326-3d73aa52c463 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:04.409072 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-336037db-5360-414a-b633-e057bef5f9d8 req-af04880f-6bb8-48aa-a326-3d73aa52c463 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.1446762 Jul 30 02:02:04.420103 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b40d566-8af1-4e92-a572-a815ec2ceead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.435557 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e35665ed-fc95-4338-8aba-6f5c0c0bb073 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.435993 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e35665ed-fc95-4338-8aba-6f5c0c0bb073 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.465958 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-e35665ed-fc95-4338-8aba-6f5c0c0bb073 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Calling delete_port for 57e7ba1b-1634-4ebd-b256-ce0ab0923788 owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:04.531135 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b40d566-8af1-4e92-a572-a815ec2ceead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.573815 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-336037db-5360-414a-b633-e057bef5f9d8 req-0d4c8694-aba2-4a1a-8da9-1e2f49d94803 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537449 Jul 30 02:02:04.596111 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-31347272-d7d0-498e-b0ac-156973ff98b8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8918524 Jul 30 02:02:04.599840 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33604) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:04.638070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40d566-8af1-4e92-a572-a815ec2ceead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666395e3-0773-414a-9442-7c6df79753f5,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:04.646665 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4b40d566-8af1-4e92-a572-a815ec2ceead admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2970ab03eb0d473690be4e6e29c7ddff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1011477 Jul 30 02:02:04.647392 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33606) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:04.714579 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a348836-037d-4792-9a18-cee93143e3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.734000 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-e1099dbc-7199-4b73-978c-0bb13ed2751b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port f589998e-da00-4434-8441-4bd57bddc7a3 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:04.734506 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e1099dbc-7199-4b73-978c-0bb13ed2751b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.760448 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a348836-037d-4792-9a18-cee93143e3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.816054 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e1099dbc-7199-4b73-978c-0bb13ed2751b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.832878 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-e1099dbc-7199-4b73-978c-0bb13ed2751b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for f589998e-da00-4434-8441-4bd57bddc7a3 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:04.906412 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a348836-037d-4792-9a18-cee93143e3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.908887 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a348836-037d-4792-9a18-cee93143e3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.915483 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4a348836-037d-4792-9a18-cee93143e3d8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/666395e3-0773-414a-9442-7c6df79753f5 HTTP/1.1" status: 204 len: 168 time: 0.2629550 Jul 30 02:02:04.928414 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388946be-a532-48c0-abde-9c12a0d246ae tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Made reservation on behalf of 797d1792c2d64742968892e4731e5922 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:04.933431 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-388946be-a532-48c0-abde-9c12a0d246ae tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.941616 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a348836-037d-4792-9a18-cee93143e3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666395e3-0773-414a-9442-7c6df79753f5,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:05.033328 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e1099dbc-7199-4b73-978c-0bb13ed2751b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.068513 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e35665ed-fc95-4338-8aba-6f5c0c0bb073 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.069423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1099dbc-7199-4b73-978c-0bb13ed2751b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=f589998e-da00-4434-8441-4bd57bddc7a3,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:05.078677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388946be-a532-48c0-abde-9c12a0d246ae tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:05.101362 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e1099dbc-7199-4b73-978c-0bb13ed2751b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.108363 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e1099dbc-7199-4b73-978c-0bb13ed2751b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/ports/f589998e-da00-4434-8441-4bd57bddc7a3 HTTP/1.1" status: 204 len: 168 time: 0.5067341 Jul 30 02:02:05.108544 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33616) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:05.111043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35665ed-fc95-4338-8aba-6f5c0c0bb073 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Pushing event deleted for resources: {'Port': ['ID=57e7ba1b-1634-4ebd-b256-ce0ab0923788,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:05.116661 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-687df559-7fc9-4b74-b163-98c607cd62ef tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'port': {'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179', 'mac_address': 'fa:16:3e:46:08:90', 'name': 'tempest-PortsTestJSON-721024783'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:05.119063 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-388946be-a532-48c0-abde-9c12a0d246ae tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.119697 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-388946be-a532-48c0-abde-9c12a0d246ae tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Added segment b824f918-6f74-46f5-9130-d8c1bbc7014d of type vlan for network b264203a-2f78-47e3-9ae2-33cad753a6de Jul 30 02:02:05.215804 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-388946be-a532-48c0-abde-9c12a0d246ae tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.263742 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e35665ed-fc95-4338-8aba-6f5c0c0bb073 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.266395 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e35665ed-fc95-4338-8aba-6f5c0c0bb073 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.267578 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e35665ed-fc95-4338-8aba-6f5c0c0bb073 tempest-FloatingIPAdminTestJSON-1222944660 tempest-FloatingIPAdminTestJSON-1222944660-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/84aeb892-2c80-442c-a63f-836dd4c0c3eb HTTP/1.1" status: 204 len: 168 time: 1.5590727 Jul 30 02:02:05.271067 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33620) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:05.347163 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-388946be-a532-48c0-abde-9c12a0d246ae tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.353685 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388946be-a532-48c0-abde-9c12a0d246ae tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:05.354361 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-388946be-a532-48c0-abde-9c12a0d246ae tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.380292 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687df559-7fc9-4b74-b163-98c607cd62ef tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:05.468339 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-388946be-a532-48c0-abde-9c12a0d246ae tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1965332 Jul 30 02:02:05.470916 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-687df559-7fc9-4b74-b163-98c607cd62ef tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.471086 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33626) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:05.476283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-969f8756-f266-40c1-9e0a-391a60d12591 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1718732340'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:05.480557 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388946be-a532-48c0-abde-9c12a0d246ae tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event updated for resources: {'Network': ['ID=b264203a-2f78-47e3-9ae2-33cad753a6de,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:05.497656 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network b264203a-2f78-47e3-9ae2-33cad753a6de details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:05.500233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-952543c7-88a7-4de7-a18e-ef8d10310c8b tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Deleting port 9e5886ed-f72c-4289-8260-601d1c52cb9a {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:05.500696 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-952543c7-88a7-4de7-a18e-ef8d10310c8b tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.549737 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-687df559-7fc9-4b74-b163-98c607cd62ef tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] device_id is not set on port 94e6795a-3b29-4412-b21c-35535d84a8cf yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:05.592764 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969f8756-f266-40c1-9e0a-391a60d12591 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Made reservation on behalf of 797d1792c2d64742968892e4731e5922 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:05.596723 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-969f8756-f266-40c1-9e0a-391a60d12591 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.656268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969f8756-f266-40c1-9e0a-391a60d12591 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:05.663217 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-952543c7-88a7-4de7-a18e-ef8d10310c8b tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.680983 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-969f8756-f266-40c1-9e0a-391a60d12591 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.682119 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-969f8756-f266-40c1-9e0a-391a60d12591 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Added segment 38157832-e255-4aef-975e-4e3d0b9e48f0 of type vlan for network adf0372d-d873-4478-b62f-0c57eea7875a Jul 30 02:02:05.703833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-952543c7-88a7-4de7-a18e-ef8d10310c8b tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Calling delete_port for 9e5886ed-f72c-4289-8260-601d1c52cb9a owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:05.748560 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-969f8756-f266-40c1-9e0a-391a60d12591 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.766218 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823aae1-b234-4b36-b893-566001679af6 req-181ac287-a0e4-4313-9e18-d26c5a446c20 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:05.768279 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a823aae1-b234-4b36-b893-566001679af6 req-181ac287-a0e4-4313-9e18-d26c5a446c20 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.1037338 Jul 30 02:02:05.825918 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a823aae1-b234-4b36-b893-566001679af6 req-3981da35-3b34-46fb-9f44-f3c6ceae164f tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474834 Jul 30 02:02:05.855755 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33636) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:05.864241 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3fbad648-d678-4416-8979-9c3530d0c8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.900243 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-969f8756-f266-40c1-9e0a-391a60d12591 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.905879 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969f8756-f266-40c1-9e0a-391a60d12591 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:05.906596 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-969f8756-f266-40c1-9e0a-391a60d12591 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.922925 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-687df559-7fc9-4b74-b163-98c607cd62ef tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:06.002948 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f8756-f266-40c1-9e0a-391a60d12591 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event updated for resources: {'Network': ['ID=adf0372d-d873-4478-b62f-0c57eea7875a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:06.017630 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network adf0372d-d873-4478-b62f-0c57eea7875a details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:06.051508 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3fbad648-d678-4416-8979-9c3530d0c8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:06.097034 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-952543c7-88a7-4de7-a18e-ef8d10310c8b tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:06.129861 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3fbad648-d678-4416-8979-9c3530d0c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:06.132527 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-687df559-7fc9-4b74-b163-98c607cd62ef tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:06.134395 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952543c7-88a7-4de7-a18e-ef8d10310c8b tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Pushing event deleted for resources: {'Port': ['ID=9e5886ed-f72c-4289-8260-601d1c52cb9a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:06.166239 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbad648-d678-4416-8979-9c3530d0c8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a45acc2-946f-4ac7-92b4-753b659c5190,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:06.192028 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3fbad648-d678-4416-8979-9c3530d0c8d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f5de4d9e34f9427fb3a607a72ac8fdf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3409166 Jul 30 02:02:06.199599 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33640) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:06.221856 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-969f8756-f266-40c1-9e0a-391a60d12591 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7495198 Jul 30 02:02:06.271413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687df559-7fc9-4b74-b163-98c607cd62ef tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:06.272356 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62589205-a02c-4415-a25a-14d27c327d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:06.284081 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-687df559-7fc9-4b74-b163-98c607cd62ef tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:06.300145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687df559-7fc9-4b74-b163-98c607cd62ef tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=94e6795a-3b29-4412-b21c-35535d84a8cf,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:06.302384 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687df559-7fc9-4b74-b163-98c607cd62ef tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:06.315530 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687df559-7fc9-4b74-b163-98c607cd62ef tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:06.316437 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-687df559-7fc9-4b74-b163-98c607cd62ef tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:06.332360 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-952543c7-88a7-4de7-a18e-ef8d10310c8b tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:06.334675 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-952543c7-88a7-4de7-a18e-ef8d10310c8b tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] 10.222.0.70 "DELETE /v2.0/ports/9e5886ed-f72c-4289-8260-601d1c52cb9a HTTP/1.1" status: 204 len: 168 time: 1.0603392 Jul 30 02:02:06.338097 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33644) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:06.347485 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62589205-a02c-4415-a25a-14d27c327d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:06.416280 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-687df559-7fc9-4b74-b163-98c607cd62ef tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3057623 Jul 30 02:02:06.418674 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33648) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:06.452613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676a2e95-490e-47d5-b066-e04db4088660 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:06.462659 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-676a2e95-490e-47d5-b066-e04db4088660 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] 10.222.0.70 "GET /v2.0/ports?device_id=626b359b-9795-43ed-8bc6-f0cdf9ed9ac2 HTTP/1.1" status: 200 len: 913 time: 0.1231861 Jul 30 02:02:06.465800 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33650) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:06.539915 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62589205-a02c-4415-a25a-14d27c327d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:06.542587 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62589205-a02c-4415-a25a-14d27c327d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:06.544069 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-62589205-a02c-4415-a25a-14d27c327d68 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a45acc2-946f-4ac7-92b4-753b659c5190 HTTP/1.1" status: 204 len: 168 time: 0.3471012 Jul 30 02:02:06.554932 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62589205-a02c-4415-a25a-14d27c327d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a45acc2-946f-4ac7-92b4-753b659c5190,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:06.710725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be810cb1-2f5a-4145-81d1-64793b6a4aa8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:06.715704 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-be810cb1-2f5a-4145-81d1-64793b6a4aa8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports/94e6795a-3b29-4412-b21c-35535d84a8cf HTTP/1.1" status: 200 len: 840 time: 0.2911248 Jul 30 02:02:06.716234 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33658) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:06.887902 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-c0921c02-2923-4574-86bd-587ca0461a2b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port 94e6795a-3b29-4412-b21c-35535d84a8cf {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:06.888634 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c0921c02-2923-4574-86bd-587ca0461a2b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:06.966539 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c0921c02-2923-4574-86bd-587ca0461a2b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.015456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-c0921c02-2923-4574-86bd-587ca0461a2b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for 94e6795a-3b29-4412-b21c-35535d84a8cf owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:07.083074 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-32536c83-9cb8-4efb-98c5-affccd5ce8f1 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.191798 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba4c83-c26c-49d3-8f3c-812c463e43e4 req-5e5d3c33-b9f2-4949-a004-3771848137e8 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:07.193706 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8dba4c83-c26c-49d3-8f3c-812c463e43e4 req-5e5d3c33-b9f2-4949-a004-3771848137e8 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.1633787 Jul 30 02:02:07.226989 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c0921c02-2923-4574-86bd-587ca0461a2b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.261615 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c0921c02-2923-4574-86bd-587ca0461a2b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.268098 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c0921c02-2923-4574-86bd-587ca0461a2b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/ports/94e6795a-3b29-4412-b21c-35535d84a8cf HTTP/1.1" status: 204 len: 168 time: 0.5483313 Jul 30 02:02:07.277069 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33672) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:07.295465 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0921c02-2923-4574-86bd-587ca0461a2b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=94e6795a-3b29-4412-b21c-35535d84a8cf,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:07.363007 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8dba4c83-c26c-49d3-8f3c-812c463e43e4 req-92f9060a-8ea9-4ca7-beb5-f9baf62cd79a tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566346 Jul 30 02:02:07.365941 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-961b5593-9d6b-4dcb-88a4-520c47a81c2e tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] GET failed (client error): The resource could not be found. Jul 30 02:02:07.373736 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-961b5593-9d6b-4dcb-88a4-520c47a81c2e tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports/94e6795a-3b29-4412-b21c-35535d84a8cf HTTP/1.1" status: 404 len: 333 time: 0.0798514 Jul 30 02:02:07.373907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33678) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:07.379050 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-9d35472e-5062-4478-9053-5e3ecbfbff13 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'port': {'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179', 'name': 'tempest-PortsTestJSON-1423159949'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:07.650550 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d35472e-5062-4478-9053-5e3ecbfbff13 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:07.654247 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9d35472e-5062-4478-9053-5e3ecbfbff13 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.676364 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-9d35472e-5062-4478-9053-5e3ecbfbff13 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] device_id is not set on port 949fc56d-02cb-43d5-a2ca-50a09278b800 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:07.758499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-32536c83-9cb8-4efb-98c5-affccd5ce8f1 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Deleting port 550352aa-2ae9-4506-a273-ba8eb77311d5 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:07.758499 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-32536c83-9cb8-4efb-98c5-affccd5ce8f1 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.930173 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-32536c83-9cb8-4efb-98c5-affccd5ce8f1 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.952073 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9d35472e-5062-4478-9053-5e3ecbfbff13 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.953885 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-32536c83-9cb8-4efb-98c5-affccd5ce8f1 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Calling delete_port for 550352aa-2ae9-4506-a273-ba8eb77311d5 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:08.473411 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9d35472e-5062-4478-9053-5e3ecbfbff13 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:08.549476 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d35472e-5062-4478-9053-5e3ecbfbff13 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:08.551022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35472e-5062-4478-9053-5e3ecbfbff13 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=949fc56d-02cb-43d5-a2ca-50a09278b800,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:08.553416 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-9d35472e-5062-4478-9053-5e3ecbfbff13 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:08.555482 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d35472e-5062-4478-9053-5e3ecbfbff13 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:08.561237 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d35472e-5062-4478-9053-5e3ecbfbff13 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:08.561939 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9d35472e-5062-4478-9053-5e3ecbfbff13 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:08.608099 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d91b4-609a-4000-a53a-c044ee72b1d6 req-a1fa9c4f-f523-4d72-b55f-7b2e5d233c1d tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:08.608679 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-32536c83-9cb8-4efb-98c5-affccd5ce8f1 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:08.626376 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7d3d91b4-609a-4000-a53a-c044ee72b1d6 req-a1fa9c4f-f523-4d72-b55f-7b2e5d233c1d tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.1014004 Jul 30 02:02:08.639681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32536c83-9cb8-4efb-98c5-affccd5ce8f1 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Pushing event deleted for resources: {'Port': ['ID=550352aa-2ae9-4506-a273-ba8eb77311d5,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:08.676194 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7d3d91b4-609a-4000-a53a-c044ee72b1d6 req-d0be9e72-2abe-4825-9fd7-745b1760fd76 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546112 Jul 30 02:02:08.685982 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9d35472e-5062-4478-9053-5e3ecbfbff13 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3084929 Jul 30 02:02:08.686323 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33710) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:08.693150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-5ba4463b-17ea-44c2-92d4-a2132516464f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:08.895084 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ba4463b-17ea-44c2-92d4-a2132516464f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.135217 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-32536c83-9cb8-4efb-98c5-affccd5ce8f1 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.165477 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33722) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:09.255712 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d930578-7715-4624-96af-36e315bd0e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.442914 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdad1aa-67fc-478b-abaa-b2121ce650c1 req-05f0f0ae-c757-4fbf-b3dd-cba239433f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:09.444702 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5fdad1aa-67fc-478b-abaa-b2121ce650c1 req-05f0f0ae-c757-4fbf-b3dd-cba239433f08 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 1097 time: 0.1834106 Jul 30 02:02:09.456483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33732) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:09.503775 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5fdad1aa-67fc-478b-abaa-b2121ce650c1 req-215b1557-80f1-4277-8fe4-8473970497cf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482414 Jul 30 02:02:09.544030 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33738) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:09.561347 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Request body: {'subnets': [{'network_id': 'b264203a-2f78-47e3-9ae2-33cad753a6de', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--190923302', 'ip_version': 6}, {'network_id': 'adf0372d-d873-4478-b62f-0c57eea7875a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:09.564954 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Request body: {'subnet': {'network_id': 'b264203a-2f78-47e3-9ae2-33cad753a6de', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--190923302', 'ip_version': 6}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:09.567145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Request body: {'subnet': {'network_id': 'adf0372d-d873-4478-b62f-0c57eea7875a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:09.673011 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcfbbf-f1d2-433e-81d5-c38db024096c req-261e551d-eacf-4541-aa6a-4990a3d3d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:09.675044 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eefcfbbf-f1d2-433e-81d5-c38db024096c req-261e551d-eacf-4541-aa6a-4990a3d3d901 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8345e06e1f34c0f8c6aef4f6223e6fb&device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 1097 time: 0.8156693 Jul 30 02:02:09.697136 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ba4463b-17ea-44c2-92d4-a2132516464f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.815255 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ba4463b-17ea-44c2-92d4-a2132516464f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.861320 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-5ba4463b-17ea-44c2-92d4-a2132516464f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] In _notify_port_updated(), no bound segment for port 949fc56d-02cb-43d5-a2ca-50a09278b800 on network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 {{(pid=94464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:02:09.866983 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba4463b-17ea-44c2-92d4-a2132516464f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:09.867591 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ba4463b-17ea-44c2-92d4-a2132516464f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.872104 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5ba4463b-17ea-44c2-92d4-a2132516464f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "PUT /v2.0/ports/949fc56d-02cb-43d5-a2ca-50a09278b800 HTTP/1.1" status: 200 len: 818 time: 1.1817484 Jul 30 02:02:09.872545 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcfbbf-f1d2-433e-81d5-c38db024096c req-5e2e7ca3-87d1-4480-a53c-02368aed295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:09.873898 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eefcfbbf-f1d2-433e-81d5-c38db024096c req-5e2e7ca3-87d1-4480-a53c-02368aed295d service neutron] 10.222.0.10 "GET /v2.0/networks?id=d41a50cc-89f1-438b-8f85-d0516089c451 HTTP/1.1" status: 200 len: 912 time: 0.1710784 Jul 30 02:02:09.874385 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33748) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:09.897035 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ea59212-135b-4250-ac42-20048ab70c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.947398 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4463b-17ea-44c2-92d4-a2132516464f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=949fc56d-02cb-43d5-a2ca-50a09278b800,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:09.950397 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eefcfbbf-f1d2-433e-81d5-c38db024096c req-12897dbe-f417-4f44-88c0-141c768b16c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69f4c824-e9fe-4761-9eb0-3a4107e448de HTTP/1.1" status: 200 len: 217 time: 0.0647647 Jul 30 02:02:09.955114 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32536c83-9cb8-4efb-98c5-affccd5ce8f1 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Router 626b359b-9795-43ed-8bc6-f0cdf9ed9ac2 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:02:10.027702 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcfbbf-f1d2-433e-81d5-c38db024096c req-e3b4a5de-5d58-456c-aed7-7714adf94c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:10.028074 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190593d-aa62-45e8-bbaf-d92bd3d544a6 req-96879499-70b7-4ce2-b665-a391b673049e tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:10.029261 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eefcfbbf-f1d2-433e-81d5-c38db024096c req-e3b4a5de-5d58-456c-aed7-7714adf94c41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72f835ba-459b-4963-95fe-debca7945261 HTTP/1.1" status: 200 len: 851 time: 0.0670359 Jul 30 02:02:10.029628 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3190593d-aa62-45e8-bbaf-d92bd3d544a6 req-96879499-70b7-4ce2-b665-a391b673049e tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.2381079 Jul 30 02:02:10.072173 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eefcfbbf-f1d2-433e-81d5-c38db024096c req-ee7a0a7f-99d2-47d2-ac35-9a6a5d520a4c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d41a50cc-89f1-438b-8f85-d0516089c451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339544 Jul 30 02:02:10.078248 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-f9314ef2-46d2-440d-9a7d-6ab064f39e32 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port 949fc56d-02cb-43d5-a2ca-50a09278b800 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:10.078614 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9314ef2-46d2-440d-9a7d-6ab064f39e32 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.192680 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3190593d-aa62-45e8-bbaf-d92bd3d544a6 req-992a2811-c18a-4cd6-ba50-3478e3fa6bc8 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558800 Jul 30 02:02:10.242539 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9314ef2-46d2-440d-9a7d-6ab064f39e32 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.259787 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-f9314ef2-46d2-440d-9a7d-6ab064f39e32 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for 949fc56d-02cb-43d5-a2ca-50a09278b800 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:10.313889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32536c83-9cb8-4efb-98c5-affccd5ce8f1 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:02:10.321321 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ea59212-135b-4250-ac42-20048ab70c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.324626 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8a24c8-482b-4932-86fc-a2055256e286 None None] Sync routers for ids ['626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:02:10.326765 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eefcfbbf-f1d2-433e-81d5-c38db024096c req-2ad0cebc-94c5-4193-b102-8a80e9594ccc service neutron] 10.222.0.10 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407324 Jul 30 02:02:10.328091 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-32536c83-9cb8-4efb-98c5-affccd5ce8f1 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] 10.222.0.70 "PUT /v2.0/routers/626b359b-9795-43ed-8bc6-f0cdf9ed9ac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8611224 Jul 30 02:02:10.328254 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33756) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:10.334111 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8a24c8-482b-4932-86fc-a2055256e286 None None] Routers {'626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:02:10.334865 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-bd8a24c8-482b-4932-86fc-a2055256e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:01:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:10.368215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-bd8a24c8-482b-4932-86fc-a2055256e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:10.378384 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8a24c8-482b-4932-86fc-a2055256e286 None None] Routers {'626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:02:10.379075 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-bd8a24c8-482b-4932-86fc-a2055256e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:01:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:10.417226 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-bd8a24c8-482b-4932-86fc-a2055256e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:10.418114 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8a24c8-482b-4932-86fc-a2055256e286 None None] The sync data for ids ['626b359b-9795-43ed-8bc6-f0cdf9ed9ac2'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:02:10.425002 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ea59212-135b-4250-ac42-20048ab70c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.482947 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2ea59212-135b-4250-ac42-20048ab70c9a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=79f5b132eb224d47a65f4880ab38e66d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0230758 Jul 30 02:02:10.482947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea59212-135b-4250-ac42-20048ab70c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd3ff31-6fd1-49e5-beeb-0b906d8ba250,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:10.485100 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33758) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:10.518945 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6a04fb03-a51e-44f5-84b7-c6ea78a94ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.564463 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Made reservation on behalf of 797d1792c2d64742968892e4731e5922 for: {'subnet': 2} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:10.569022 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.569370 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.570208 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eefcfbbf-f1d2-433e-81d5-c38db024096c req-03dcadf5-1e4a-4b24-944f-5a829c39b386 service neutron] 10.222.0.10 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347291 Jul 30 02:02:10.572735 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-877d703a-06e9-4185-8397-7386656ebd62 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.659111 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9314ef2-46d2-440d-9a7d-6ab064f39e32 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.694754 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9314ef2-46d2-440d-9a7d-6ab064f39e32 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=949fc56d-02cb-43d5-a2ca-50a09278b800,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:10.702054 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-235d79a6-0a91-4a54-a256-e1aa6a13fcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.702961 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9314ef2-46d2-440d-9a7d-6ab064f39e32 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.708334 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f9314ef2-46d2-440d-9a7d-6ab064f39e32 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/ports/949fc56d-02cb-43d5-a2ca-50a09278b800 HTTP/1.1" status: 204 len: 168 time: 0.8312268 Jul 30 02:02:10.709337 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33760) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:10.727275 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-877d703a-06e9-4185-8397-7386656ebd62 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.771382 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-235d79a6-0a91-4a54-a256-e1aa6a13fcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.862557 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-877d703a-06e9-4185-8397-7386656ebd62 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Deleting port 1ac7e263-a7f1-4824-80ee-5aa9ba4119ec {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:10.862910 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-877d703a-06e9-4185-8397-7386656ebd62 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.904713 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a4200a-39d3-41bb-9d98-03390fabb030 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:10.908900 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e1a4200a-39d3-41bb-9d98-03390fabb030 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1917655 Jul 30 02:02:10.909680 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33764) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:10.938386 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ce28b3-3ee6-4656-965c-aa2dbba77d68 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] GET failed (client error): The resource could not be found. Jul 30 02:02:10.939907 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-86ce28b3-3ee6-4656-965c-aa2dbba77d68 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports/949fc56d-02cb-43d5-a2ca-50a09278b800 HTTP/1.1" status: 404 len: 333 time: 0.0292988 Jul 30 02:02:10.945979 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33766) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:10.951334 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e8e073a1-6828-4f38-b136-33d4afe4c9f6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1955510079'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:10.997113 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-877d703a-06e9-4185-8397-7386656ebd62 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.009985 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-877d703a-06e9-4185-8397-7386656ebd62 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Calling delete_port for 1ac7e263-a7f1-4824-80ee-5aa9ba4119ec owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:11.049102 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-235d79a6-0a91-4a54-a256-e1aa6a13fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.051501 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-235d79a6-0a91-4a54-a256-e1aa6a13fcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.052659 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-235d79a6-0a91-4a54-a256-e1aa6a13fcc1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2bd3ff31-6fd1-49e5-beeb-0b906d8ba250 HTTP/1.1" status: 204 len: 168 time: 0.5658641 Jul 30 02:02:11.056685 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e073a1-6828-4f38-b136-33d4afe4c9f6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:11.060224 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8e073a1-6828-4f38-b136-33d4afe4c9f6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.094152 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d79a6-0a91-4a54-a256-e1aa6a13fcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd3ff31-6fd1-49e5-beeb-0b906d8ba250,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:11.102585 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e073a1-6828-4f38-b136-33d4afe4c9f6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:11.150821 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8e073a1-6828-4f38-b136-33d4afe4c9f6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.151042 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-e8e073a1-6828-4f38-b136-33d4afe4c9f6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Added segment 8bb80e78-632f-4870-bf4a-f4f20ba92a00 of type vlan for network ba647eb9-ff5c-4797-a5ec-c67879e236a9 Jul 30 02:02:11.199063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6a04fb03-a51e-44f5-84b7-c6ea78a94ade admin admin] Deleting port 0d893940-5aad-44d9-82d3-22a362f6e066 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:11.199328 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6a04fb03-a51e-44f5-84b7-c6ea78a94ade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.207088 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8e073a1-6828-4f38-b136-33d4afe4c9f6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.330145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-6a04fb03-a51e-44f5-84b7-c6ea78a94ade admin admin] For port 0d893940-5aad-44d9-82d3-22a362f6e066, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0d893940-5aad-44d9-82d3-22a362f6e066,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:11.330145 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6a04fb03-a51e-44f5-84b7-c6ea78a94ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.345077 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6a04fb03-a51e-44f5-84b7-c6ea78a94ade admin admin] Calling delete_port for 0d893940-5aad-44d9-82d3-22a362f6e066 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:11.351175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea3deb-b93b-4ca3-950c-544b0dc16f0e req-3df4bd45-7cc9-45bf-889e-f73fe44e20c9 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:11.353653 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62ea3deb-b93b-4ca3-950c-544b0dc16f0e req-3df4bd45-7cc9-45bf-889e-f73fe44e20c9 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.0551794 Jul 30 02:02:11.355237 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8e073a1-6828-4f38-b136-33d4afe4c9f6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.360692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e073a1-6828-4f38-b136-33d4afe4c9f6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:11.361354 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8e073a1-6828-4f38-b136-33d4afe4c9f6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.398976 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.415870 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-877d703a-06e9-4185-8397-7386656ebd62 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.475618 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d703a-06e9-4185-8397-7386656ebd62 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Pushing event deleted for resources: {'Port': ['ID=1ac7e263-a7f1-4824-80ee-5aa9ba4119ec,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:11.484429 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e073a1-6828-4f38-b136-33d4afe4c9f6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Network': ['ID=ba647eb9-ff5c-4797-a5ec-c67879e236a9,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:11.502549 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network ba647eb9-ff5c-4797-a5ec-c67879e236a9 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:11.543369 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62ea3deb-b93b-4ca3-950c-544b0dc16f0e req-6cbfe7bc-9377-4fa1-b359-44609378fa3b tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597481 Jul 30 02:02:11.547530 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e8e073a1-6828-4f38-b136-33d4afe4c9f6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6000924 Jul 30 02:02:11.551236 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33780) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:11.556885 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e2dccfe0-3f41-4ff3-bd0e-e2cf3db1da57 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'subnet': {'network_id': 'ba647eb9-ff5c-4797-a5ec-c67879e236a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:11.612436 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:02:11.628888 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-877d703a-06e9-4185-8397-7386656ebd62 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.751390 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0aea3cf1-2dfc-477a-8597-32d796c9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.765486 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-877d703a-06e9-4185-8397-7386656ebd62 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.768606 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-877d703a-06e9-4185-8397-7386656ebd62 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.808235 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.856678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event updated for resources: {'Subnet': ['ID=e8787dfd-f213-4f34-8c59-14e398ce6897,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:11.916425 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Checking segment: {'id': 'b824f918-6f74-46f5-9130-d8c1bbc7014d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b264203a-2f78-47e3-9ae2-33cad753a6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:11.916787 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Network hostable DHCP agents. Network: b264203a-2f78-47e3-9ae2-33cad753a6de, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:11.941294 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-877d703a-06e9-4185-8397-7386656ebd62 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.942140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877d703a-06e9-4185-8397-7386656ebd62 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Fanout notify agent at l3_agent the message router_deleted on router 626b359b-9795-43ed-8bc6-f0cdf9ed9ac2 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:02:11.953812 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-877d703a-06e9-4185-8397-7386656ebd62 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.953812 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-877d703a-06e9-4185-8397-7386656ebd62 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] 10.222.0.70 "DELETE /v2.0/routers/626b359b-9795-43ed-8bc6-f0cdf9ed9ac2 HTTP/1.1" status: 204 len: 168 time: 1.6172414 Jul 30 02:02:11.954454 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33802) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:11.988063 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dccfe0-3f41-4ff3-bd0e-e2cf3db1da57 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:11.992068 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e2dccfe0-3f41-4ff3-bd0e-e2cf3db1da57 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:12.005164 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-2a791ca8-9ba8-4e8f-9796-267c2ff68147 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:12.006969 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-2a791ca8-9ba8-4e8f-9796-267c2ff68147 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/networks?id=d41a50cc-89f1-438b-8f85-d0516089c451 HTTP/1.1" status: 200 len: 811 time: 0.1512616 Jul 30 02:02:12.040480 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-12970753-a15c-4e4b-93e9-94329ea44f3f tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/quotas/c8345e06e1f34c0f8c6aef4f6223e6fb HTTP/1.1" status: 200 len: 375 time: 0.0148237 Jul 30 02:02:12.061961 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-49888c1e-b710-45ee-b74d-4c9bc956e0f1 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Deleting subnet 92edfe50-be9a-4cc8-b864-f2fb649b49c2 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:02:12.070888 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49888c1e-b710-45ee-b74d-4c9bc956e0f1 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:12.082908 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Network b264203a-2f78-47e3-9ae2-33cad753a6de is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:12.109661 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-90e65cbd-3ac4-4c20-a9ba-51e972382401 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8345e06e1f34c0f8c6aef4f6223e6fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625548 Jul 30 02:02:12.133384 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49888c1e-b710-45ee-b74d-4c9bc956e0f1 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:12.200236 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, b264203a-2f78-47e3-9ae2-33cad753a6de) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:12.205456 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:12.220016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb6bf77-ce9c-4612-ab6c-38dcdc5b453a None None] Network b264203a-2f78-47e3-9ae2-33cad753a6de requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:12.257115 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6a04fb03-a51e-44f5-84b7-c6ea78a94ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:12.306988 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49888c1e-b710-45ee-b74d-4c9bc956e0f1 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:12.313346 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04fb03-a51e-44f5-84b7-c6ea78a94ade admin admin] Pushing event deleted for resources: {'Port': ['ID=0d893940-5aad-44d9-82d3-22a362f6e066,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:12.377824 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event updated for resources: {'Subnet': ['ID=0ab124a8-524c-49fd-8803-7786fbbb5a11,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:12.438254 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e2dccfe0-3f41-4ff3-bd0e-e2cf3db1da57 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:12.469058 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-6340b9f3-0646-432b-b20c-e989064ed4bd service neutron] 10.222.0.70 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497572 Jul 30 02:02:12.471571 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Checking segment: {'id': '38157832-e255-4aef-975e-4e3d0b9e48f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'adf0372d-d873-4478-b62f-0c57eea7875a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:12.471947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Network hostable DHCP agents. Network: adf0372d-d873-4478-b62f-0c57eea7875a, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:12.528175 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-b264203a-2f78-47e3-9ae2-33cad753a6de', 'network_id': 'b264203a-2f78-47e3-9ae2-33cad753a6de', 'tenant_id': '797d1792c2d64742968892e4731e5922', 'fixed_ips': [{'subnet_id': 'e8787dfd-f213-4f34-8c59-14e398ce6897'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:02:12.530358 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dccfe0-3f41-4ff3-bd0e-e2cf3db1da57 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Subnet': ['ID=d7f06ab2-4645-4844-8611-f235b30cc3b6,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:12.530639 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:12.566601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dccfe0-3f41-4ff3-bd0e-e2cf3db1da57 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Checking segment: {'id': '8bb80e78-632f-4870-bf4a-f4f20ba92a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ba647eb9-ff5c-4797-a5ec-c67879e236a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:12.566601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dccfe0-3f41-4ff3-bd0e-e2cf3db1da57 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network hostable DHCP agents. Network: ba647eb9-ff5c-4797-a5ec-c67879e236a9, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:12.616328 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49888c1e-b710-45ee-b74d-4c9bc956e0f1 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:12.646957 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49888c1e-b710-45ee-b74d-4c9bc956e0f1 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Pushing event deleted for resources: {'Subnet': ['ID=92edfe50-be9a-4cc8-b864-f2fb649b49c2,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:12.648961 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49888c1e-b710-45ee-b74d-4c9bc956e0f1 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:12.652484 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-49888c1e-b710-45ee-b74d-4c9bc956e0f1 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] 10.222.0.70 "DELETE /v2.0/subnets/92edfe50-be9a-4cc8-b864-f2fb649b49c2 HTTP/1.1" status: 204 len: 168 time: 0.6965427 Jul 30 02:02:12.654250 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33816) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:12.662196 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3ff795-783d-487a-bf14-135173422158 None None] Network 66bd4e5e-5943-4744-90b5-7441332e226c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:12.667263 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6a04fb03-a51e-44f5-84b7-c6ea78a94ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:12.687360 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Network adf0372d-d873-4478-b62f-0c57eea7875a is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:12.716485 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dccfe0-3f41-4ff3-bd0e-e2cf3db1da57 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network ba647eb9-ff5c-4797-a5ec-c67879e236a9 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:12.751331 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba5582b8-2bd1-446e-b296-d530146ce5f3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:12.774492 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-e1dc0468-93df-4faf-abe0-c4e657c64b6c service neutron] 10.222.0.70 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603879 Jul 30 02:02:12.794897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, adf0372d-d873-4478-b62f-0c57eea7875a) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:12.795534 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-e2dccfe0-3f41-4ff3-bd0e-e2cf3db1da57 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, ba647eb9-ff5c-4797-a5ec-c67879e236a9) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:12.805033 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dccfe0-3f41-4ff3-bd0e-e2cf3db1da57 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:12.805633 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e2dccfe0-3f41-4ff3-bd0e-e2cf3db1da57 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:12.839215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ba5582b8-2bd1-446e-b296-d530146ce5f3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Deleting port 7a920c75-207b-4ab1-92ee-fa636f199448 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:12.839562 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba5582b8-2bd1-446e-b296-d530146ce5f3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:12.841841 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcde5fc6-1a7c-4977-8de7-0032828536c5 None None] Network ba647eb9-ff5c-4797-a5ec-c67879e236a9 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:12.842856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:12.843703 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:12.844091 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903a1a60-1877-4791-b6c4-f5c9f92e697e None None] Network adf0372d-d873-4478-b62f-0c57eea7875a requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:12.844762 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:12.919989 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e2dccfe0-3f41-4ff3-bd0e-e2cf3db1da57 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3650961 Jul 30 02:02:12.920208 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33820) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:12.933185 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-82ad6b19-bdef-4199-afbc-f1d28239a912 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'subnet': {'network_id': 'ba647eb9-ff5c-4797-a5ec-c67879e236a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:12.938597 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5d8262aa-18bf-4b4d-8d5d-60c4e8d74492 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.3913386 Jul 30 02:02:12.939149 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33822) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:13.048492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a04fb03-a51e-44f5-84b7-c6ea78a94ade admin admin] Router 968dee7e-6833-4e65-82ee-d5e5a365f85a has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:02:13.081422 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-ba5582b8-2bd1-446e-b296-d530146ce5f3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] For port 7a920c75-207b-4ab1-92ee-fa636f199448, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7a920c75-207b-4ab1-92ee-fa636f199448,segment=NetworkSegment(347927bc-91a4-46d6-a703-f180c34cdbc9),segment_id=347927bc-91a4-46d6-a703-f180c34cdbc9)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:13.081806 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba5582b8-2bd1-446e-b296-d530146ce5f3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:13.099743 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d6b9d5-c7da-4991-b70c-9c51b00e10d0 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:13.101400 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d6b9d5-c7da-4991-b70c-9c51b00e10d0 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:13.103893 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d6b9d5-c7da-4991-b70c-9c51b00e10d0 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:13.105455 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-37d6b9d5-c7da-4991-b70c-9c51b00e10d0 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1638961 Jul 30 02:02:13.114415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ba5582b8-2bd1-446e-b296-d530146ce5f3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Calling delete_port for 7a920c75-207b-4ab1-92ee-fa636f199448 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:13.116746 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33832) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:13.192743 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a04fb03-a51e-44f5-84b7-c6ea78a94ade admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:02:13.206811 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0950edf2-c9e6-4c54-844f-e1aabe4944e2 None None] Sync routers for ids ['968dee7e-6833-4e65-82ee-d5e5a365f85a'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:02:13.208756 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6a04fb03-a51e-44f5-84b7-c6ea78a94ade admin admin] 10.222.0.70 "PUT /v2.0/routers/968dee7e-6833-4e65-82ee-d5e5a365f85a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0414522 Jul 30 02:02:13.212065 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33836) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:13.221643 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0950edf2-c9e6-4c54-844f-e1aabe4944e2 None None] Routers {'968dee7e-6833-4e65-82ee-d5e5a365f85a'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:02:13.225100 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0950edf2-c9e6-4c54-844f-e1aabe4944e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:02:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['968dee7e-6833-4e65-82ee-d5e5a365f85a'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:13.298614 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-f347938f-61b0-4cf3-b810-c1ac8c67bc50 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Deleting subnet e8787dfd-f213-4f34-8c59-14e398ce6897 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:02:13.348576 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5d067af6-a070-45b9-9f0d-7163f3557798 req-0dcb3961-5ec9-4187-8f7f-6ea9e200895f tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 210 time: 0.2401128 Jul 30 02:02:13.409297 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ea4637f5-9b64-4c08-84ce-66af02f508fc admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:13.431853 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ad6b19-bdef-4199-afbc-f1d28239a912 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:13.435597 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-82ad6b19-bdef-4199-afbc-f1d28239a912 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:13.449781 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Allocated IP 2001:db8::1 (b264203a-2f78-47e3-9ae2-33cad753a6de/e8787dfd-f213-4f34-8c59-14e398ce6897/8d6405c8-a646-48b0-9d94-ea2b265363b7) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:13.519517 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-ba647eb9-ff5c-4797-a5ec-c67879e236a9', 'network_id': 'ba647eb9-ff5c-4797-a5ec-c67879e236a9', 'tenant_id': '9138c236eb354dc7b6d82470ff20ddb8', 'fixed_ips': [{'subnet_id': 'd7f06ab2-4645-4844-8611-f235b30cc3b6'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:02:13.520774 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:13.539944 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726fd781-4ccb-4441-b348-782531b88dd6 None None] DHCP port deletion for 66bd4e5e-5943-4744-90b5-7441332e226c request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:02:13.549731 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:13.625463 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-adf0372d-d873-4478-b62f-0c57eea7875a', 'network_id': 'adf0372d-d873-4478-b62f-0c57eea7875a', 'tenant_id': '797d1792c2d64742968892e4731e5922', 'fixed_ips': [{'subnet_id': '0ab124a8-524c-49fd-8803-7786fbbb5a11'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:02:13.626667 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:13.654107 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ea4637f5-9b64-4c08-84ce-66af02f508fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:13.681555 n-d-713498-9 neutron-server[94464]: INFO neutron.db.ipam_backend_mixin [None req-82ad6b19-bdef-4199-afbc-f1d28239a912 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d7f06ab2-4645-4844-8611-f235b30cc3b6 (CIDR: 172.20.0.0/28) Jul 30 02:02:13.695243 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-0950edf2-c9e6-4c54-844f-e1aabe4944e2 None None] Set router 968dee7e-6833-4e65-82ee-d5e5a365f85a gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:02:13.730967 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ad6b19-bdef-4199-afbc-f1d28239a912 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:02:13.731937 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ad6b19-bdef-4199-afbc-f1d28239a912 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:02:13.785058 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba5582b8-2bd1-446e-b296-d530146ce5f3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:13.832965 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5582b8-2bd1-446e-b296-d530146ce5f3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Pushing event deleted for resources: {'Port': ['ID=7a920c75-207b-4ab1-92ee-fa636f199448,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:13.848855 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5582b8-2bd1-446e-b296-d530146ce5f3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] No DVR routers for this DVR port 7a920c75-207b-4ab1-92ee-fa636f199448 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:13.880184 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-ea4637f5-9b64-4c08-84ce-66af02f508fc admin admin] Deleting port 5c89c567-87e5-446e-93b9-db08c613d581 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:13.885990 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ea4637f5-9b64-4c08-84ce-66af02f508fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:13.959741 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0950edf2-c9e6-4c54-844f-e1aabe4944e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5c89c567-87e5-446e-93b9-db08c613d581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:16Z', 'updated_at': '2021-07-30T02:02:11Z', 'revision_number': 5, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'gw_port': {'id': '5c89c567-87e5-446e-93b9-db08c613d581', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:13.960357 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-82ad6b19-bdef-4199-afbc-f1d28239a912 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0385535 Jul 30 02:02:13.964160 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33860) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:13.975481 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-d1d6628e-a2c3-407a-9f2b-159ac595f882 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'subnet': {'network_id': 'ba647eb9-ff5c-4797-a5ec-c67879e236a9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:13.997513 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-726fd781-4ccb-4441-b348-782531b88dd6 None None] Deleting port 7a920c75-207b-4ab1-92ee-fa636f199448 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:13.997865 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-726fd781-4ccb-4441-b348-782531b88dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.002235 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Allocated IP 172.20.0.2 (ba647eb9-ff5c-4797-a5ec-c67879e236a9/d7f06ab2-4645-4844-8611-f235b30cc3b6/1d60ade5-babb-498d-9f49-f523a89468df) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:14.032872 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0950edf2-c9e6-4c54-844f-e1aabe4944e2 None None] Checking router: 968dee7e-6833-4e65-82ee-d5e5a365f85a for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:02:14.047569 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba5582b8-2bd1-446e-b296-d530146ce5f3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.060319 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0950edf2-c9e6-4c54-844f-e1aabe4944e2 None None] Routers {'968dee7e-6833-4e65-82ee-d5e5a365f85a'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:02:14.060319 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0950edf2-c9e6-4c54-844f-e1aabe4944e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:02:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['968dee7e-6833-4e65-82ee-d5e5a365f85a'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:14.102670 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ba5582b8-2bd1-446e-b296-d530146ce5f3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66bd4e5e-5943-4744-90b5-7441332e226c']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:14.136516 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ba5582b8-2bd1-446e-b296-d530146ce5f3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347927bc-91a4-46d6-a703-f180c34cdbc9') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:14.136825 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ba5582b8-2bd1-446e-b296-d530146ce5f3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347927bc-91a4-46d6-a703-f180c34cdbc9') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:14.171179 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-ea4637f5-9b64-4c08-84ce-66af02f508fc admin admin] For port 5c89c567-87e5-446e-93b9-db08c613d581, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5c89c567-87e5-446e-93b9-db08c613d581,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:14.171740 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba5582b8-2bd1-446e-b296-d530146ce5f3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.172191 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ea4637f5-9b64-4c08-84ce-66af02f508fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.193767 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba5582b8-2bd1-446e-b296-d530146ce5f3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.196241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-ea4637f5-9b64-4c08-84ce-66af02f508fc admin admin] Calling delete_port for 5c89c567-87e5-446e-93b9-db08c613d581 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:14.206061 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5582b8-2bd1-446e-b296-d530146ce5f3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:14.206513 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba5582b8-2bd1-446e-b296-d530146ce5f3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:14.210848 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:14.239292 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Allocated IP 2001:db8:0:1::1 (adf0372d-d873-4478-b62f-0c57eea7875a/0ab124a8-524c-49fd-8803-7786fbbb5a11/482aee99-d42d-48b8-ad4a-ed5067f89467) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:14.251980 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-726fd781-4ccb-4441-b348-782531b88dd6 None None] For port 7a920c75-207b-4ab1-92ee-fa636f199448, host n-d-713498-9, got binding levels [] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:14.252386 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-726fd781-4ccb-4441-b348-782531b88dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.280828 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.285441 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-0950edf2-c9e6-4c54-844f-e1aabe4944e2 None None] Set router 968dee7e-6833-4e65-82ee-d5e5a365f85a gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:02:14.318520 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-726fd781-4ccb-4441-b348-782531b88dd6 None None] Calling delete_port for 7a920c75-207b-4ab1-92ee-fa636f199448 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:14.323272 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.ipam_backend_mixin [None req-726fd781-4ccb-4441-b348-782531b88dd6 None None] Port 7a920c75-207b-4ab1-92ee-fa636f199448 was not found and therefore no delete operation was performed {{(pid=94466) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:02:14.334823 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-726fd781-4ccb-4441-b348-782531b88dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.353022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d6628e-a2c3-407a-9f2b-159ac595f882 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:14.360663 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1d6628e-a2c3-407a-9f2b-159ac595f882 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.368781 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0950edf2-c9e6-4c54-844f-e1aabe4944e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:16Z', 'updated_at': '2021-07-30T02:02:13Z', 'revision_number': 6, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:14.391352 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Transition to ACTIVE for port object 8d6405c8-a646-48b0-9d94-ea2b265363b7 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:14.393646 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba5582b8-2bd1-446e-b296-d530146ce5f3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.395810 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726fd781-4ccb-4441-b348-782531b88dd6 None None] No DVR routers for this DVR port 7a920c75-207b-4ab1-92ee-fa636f199448 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:14.400533 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0950edf2-c9e6-4c54-844f-e1aabe4944e2 None None] The sync data for ids ['968dee7e-6833-4e65-82ee-d5e5a365f85a'] in n-d-713498-9 is: [{'id': '968dee7e-6833-4e65-82ee-d5e5a365f85a', 'name': 'tempest-AttachVolumeShelveTestJSON-621491620-router', 'tenant_id': 'b5e9759d07ba4e958653b10399043a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:16Z', 'updated_at': '2021-07-30T02:02:13Z', 'revision_number': 6, 'project_id': 'b5e9759d07ba4e958653b10399043a13', 'gw_port_host': None}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:02:14.416201 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba5582b8-2bd1-446e-b296-d530146ce5f3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.425798 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ba5582b8-2bd1-446e-b296-d530146ce5f3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] 10.222.0.70 "DELETE /v2.0/networks/66bd4e5e-5943-4744-90b5-7441332e226c HTTP/1.1" status: 204 len: 168 time: 1.7679446 Jul 30 02:02:14.429617 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33866) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:14.429926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fd781-4ccb-4441-b348-782531b88dd6 None None] Pushing event deleted for resources: {'Port': ['ID=7a920c75-207b-4ab1-92ee-fa636f199448,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:14.479257 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Transition to ACTIVE for port object 8d6405c8-a646-48b0-9d94-ea2b265363b7 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:14.529080 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5582b8-2bd1-446e-b296-d530146ce5f3 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Pushing event deleted for resources: {'Network': ['ID=66bd4e5e-5943-4744-90b5-7441332e226c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:14.532479 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-80574abd-fabf-4a58-969f-ecffe00b59b9 req-ab5daa96-c913-4e2a-808d-510d68761cc3 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 210 time: 0.0566173 Jul 30 02:02:14.575385 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.581934 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f347938f-61b0-4cf3-b810-c1ac8c67bc50 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.681569 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.683736 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.685103 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ea4637f5-9b64-4c08-84ce-66af02f508fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.696379 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Network b264203a-2f78-47e3-9ae2-33cad753a6de is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:14.705474 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f347938f-61b0-4cf3-b810-c1ac8c67bc50 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.716597 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:14.720582 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Transition to ACTIVE for port object 1d60ade5-babb-498d-9f49-f523a89468df will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:14.734639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4637f5-9b64-4c08-84ce-66af02f508fc admin admin] Pushing event deleted for resources: {'Port': ['ID=5c89c567-87e5-446e-93b9-db08c613d581,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:14.735567 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:14.737541 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Pushing event updated for resources: {'Port': ['ID=8d6405c8-a646-48b0-9d94-ea2b265363b7,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:14.762235 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.794328 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Transition to ACTIVE for port object 1d60ade5-babb-498d-9f49-f523a89468df will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:14.816019 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Transition to ACTIVE for port object 482aee99-d42d-48b8-ad4a-ed5067f89467 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:14.847995 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-30831be8-2f73-4bf3-84b3-40df87f5bfe8 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Deleting port 4b4dbe46-31eb-491a-b4aa-114434160c42 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:14.848657 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-30831be8-2f73-4bf3-84b3-40df87f5bfe8 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.877210 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Transition to ACTIVE for port object 482aee99-d42d-48b8-ad4a-ed5067f89467 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:14.879474 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Attempting to bind port 8d6405c8-a646-48b0-9d94-ea2b265363b7 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:14.880051 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Attempting to bind port 8d6405c8-a646-48b0-9d94-ea2b265363b7 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'b824f918-6f74-46f5-9130-d8c1bbc7014d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b264203a-2f78-47e3-9ae2-33cad753a6de'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:14.880428 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Attempting to bind port 8d6405c8-a646-48b0-9d94-ea2b265363b7 on network b264203a-2f78-47e3-9ae2-33cad753a6de {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:14.896001 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:02:14.896387 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Checking segment: {'id': 'b824f918-6f74-46f5-9130-d8c1bbc7014d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b264203a-2f78-47e3-9ae2-33cad753a6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:14.896792 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.897191 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Bound using segment: {'id': 'b824f918-6f74-46f5-9130-d8c1bbc7014d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b264203a-2f78-47e3-9ae2-33cad753a6de'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:02:14.897691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Bound port: 8d6405c8-a646-48b0-9d94-ea2b265363b7, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824f918-6f74-46f5-9130-d8c1bbc7014d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b264203a-2f78-47e3-9ae2-33cad753a6de'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:02:14.898142 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.910702 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.984564 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Network ba647eb9-ff5c-4797-a5ec-c67879e236a9 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:14.992005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:15.000565 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:15.008366 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Pushing event updated for resources: {'Port': ['ID=1d60ade5-babb-498d-9f49-f523a89468df,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:15.031117 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.055638 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ea4637f5-9b64-4c08-84ce-66af02f508fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.143041 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Pushing event updated for resources: {'Port': ['ID=482aee99-d42d-48b8-ad4a-ed5067f89467,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:15.150660 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Network adf0372d-d873-4478-b62f-0c57eea7875a is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:15.153156 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:15.160402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:15.173879 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Attempting to bind port 1d60ade5-babb-498d-9f49-f523a89468df on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:15.174183 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Attempting to bind port 1d60ade5-babb-498d-9f49-f523a89468df by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '8bb80e78-632f-4870-bf4a-f4f20ba92a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ba647eb9-ff5c-4797-a5ec-c67879e236a9'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:15.174749 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Attempting to bind port 1d60ade5-babb-498d-9f49-f523a89468df on network ba647eb9-ff5c-4797-a5ec-c67879e236a9 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:15.182942 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ea4637f5-9b64-4c08-84ce-66af02f508fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.189340 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ea4637f5-9b64-4c08-84ce-66af02f508fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.199101 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:02:15.206108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Checking segment: {'id': '8bb80e78-632f-4870-bf4a-f4f20ba92a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ba647eb9-ff5c-4797-a5ec-c67879e236a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:15.206108 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.206108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Bound using segment: {'id': '8bb80e78-632f-4870-bf4a-f4f20ba92a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ba647eb9-ff5c-4797-a5ec-c67879e236a9'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:02:15.206108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Bound port: 1d60ade5-babb-498d-9f49-f523a89468df, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb80e78-632f-4870-bf4a-f4f20ba92a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ba647eb9-ff5c-4797-a5ec-c67879e236a9'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:02:15.206108 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.279188 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1d6628e-a2c3-407a-9f2b-159ac595f882 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.340911 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Attempting to bind port 482aee99-d42d-48b8-ad4a-ed5067f89467 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:15.341363 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Attempting to bind port 482aee99-d42d-48b8-ad4a-ed5067f89467 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '38157832-e255-4aef-975e-4e3d0b9e48f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'adf0372d-d873-4478-b62f-0c57eea7875a'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:15.341729 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Attempting to bind port 482aee99-d42d-48b8-ad4a-ed5067f89467 on network adf0372d-d873-4478-b62f-0c57eea7875a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:15.349459 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d6628e-a2c3-407a-9f2b-159ac595f882 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network ba647eb9-ff5c-4797-a5ec-c67879e236a9 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:15.355881 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-d1d6628e-a2c3-407a-9f2b-159ac595f882 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:15.368625 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:02:15.369000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Checking segment: {'id': '38157832-e255-4aef-975e-4e3d0b9e48f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'adf0372d-d873-4478-b62f-0c57eea7875a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:15.369410 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.370359 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Bound using segment: {'id': '38157832-e255-4aef-975e-4e3d0b9e48f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'adf0372d-d873-4478-b62f-0c57eea7875a'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:02:15.370359 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Bound port: 482aee99-d42d-48b8-ad4a-ed5067f89467, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38157832-e255-4aef-975e-4e3d0b9e48f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'adf0372d-d873-4478-b62f-0c57eea7875a'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:02:15.370679 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.375286 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d6628e-a2c3-407a-9f2b-159ac595f882 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:15.376315 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1d6628e-a2c3-407a-9f2b-159ac595f882 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.420857 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ea4637f5-9b64-4c08-84ce-66af02f508fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.424915 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4637f5-9b64-4c08-84ce-66af02f508fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 968dee7e-6833-4e65-82ee-d5e5a365f85a {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:02:15.434700 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ea4637f5-9b64-4c08-84ce-66af02f508fc admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.441012 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ea4637f5-9b64-4c08-84ce-66af02f508fc admin admin] 10.222.0.70 "DELETE /v2.0/routers/968dee7e-6833-4e65-82ee-d5e5a365f85a HTTP/1.1" status: 204 len: 168 time: 2.2228942 Jul 30 02:02:15.448934 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33896) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:15.499389 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d1d6628e-a2c3-407a-9f2b-159ac595f882 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5339389 Jul 30 02:02:15.504456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33900) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:15.504923 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7a920c75-207b-4ab1-92ee-fa636f199448 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:15.510641 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-811128fc-e1a0-4a6e-a5f6-c75777fd57d0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'port': {'network_id': 'ba647eb9-ff5c-4797-a5ec-c67879e236a9', 'fixed_ips': [{'subnet_id': 'd7f06ab2-4645-4844-8611-f235b30cc3b6'}, {'subnet_id': '51ad05ab-5ce6-4824-a0fa-265e106aa816'}], 'name': 'tempest-PortsTestJSON-1970286667'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:15.515870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6628e-a2c3-407a-9f2b-159ac595f882 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Subnet': ['ID=51ad05ab-5ce6-4824-a0fa-265e106aa816,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:15.585869 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] For port 1d60ade5-babb-498d-9f49-f523a89468df, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:02:15.586379 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-30831be8-2f73-4bf3-84b3-40df87f5bfe8 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.586379 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-30831be8-2f73-4bf3-84b3-40df87f5bfe8 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.589617 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 7a920c75-207b-4ab1-92ee-fa636f199448 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:02:15.591130 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7a920c75-207b-4ab1-92ee-fa636f199448 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:02:15.591980 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0d893940-5aad-44d9-82d3-22a362f6e066 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:15.624223 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-30831be8-2f73-4bf3-84b3-40df87f5bfe8 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Calling delete_port for 4b4dbe46-31eb-491a-b4aa-114434160c42 owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:15.656141 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] For port 1d60ade5-babb-498d-9f49-f523a89468df, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1d60ade5-babb-498d-9f49-f523a89468df,segment=NetworkSegment(8bb80e78-632f-4870-bf4a-f4f20ba92a00),segment_id=8bb80e78-632f-4870-bf4a-f4f20ba92a00)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:02:15.684614 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 0d893940-5aad-44d9-82d3-22a362f6e066 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:02:15.684614 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0d893940-5aad-44d9-82d3-22a362f6e066 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:02:15.684614 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5c89c567-87e5-446e-93b9-db08c613d581 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:15.701179 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f347938f-61b0-4cf3-b810-c1ac8c67bc50 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.731094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-649e2a0c-db17-4456-b3be-674356c023b0 admin admin] Deleting subnet d5331bae-ecd8-4548-bb35-10d75f268fda {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:02:15.731094 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-649e2a0c-db17-4456-b3be-674356c023b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.732037 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 5c89c567-87e5-446e-93b9-db08c613d581 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:02:15.732037 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5c89c567-87e5-446e-93b9-db08c613d581 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:02:15.758552 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] For port 482aee99-d42d-48b8-ad4a-ed5067f89467, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:02:15.773191 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b131a2d1-011b-48ed-b67a-873e53804bd9 req-eb81b0b0-cccc-4815-be6e-37aa2d4a306f tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 210 time: 0.0425003 Jul 30 02:02:15.779259 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] For port 482aee99-d42d-48b8-ad4a-ed5067f89467, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=482aee99-d42d-48b8-ad4a-ed5067f89467,segment=NetworkSegment(38157832-e255-4aef-975e-4e3d0b9e48f0),segment_id=38157832-e255-4aef-975e-4e3d0b9e48f0)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:02:15.787933 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-649e2a0c-db17-4456-b3be-674356c023b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.873384 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.943372 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.981872 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f347938f-61b0-4cf3-b810-c1ac8c67bc50 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.000648 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] For port 8d6405c8-a646-48b0-9d94-ea2b265363b7, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:02:16.008654 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a1f0e-9e29-412a-82b7-0e3fa6e6a688 None None] Pushing event updated for resources: {'Port': ['ID=1d60ade5-babb-498d-9f49-f523a89468df,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:16.043601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347938f-61b0-4cf3-b810-c1ac8c67bc50 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event deleted for resources: {'Subnet': ['ID=e8787dfd-f213-4f34-8c59-14e398ce6897,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:16.092877 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-30831be8-2f73-4bf3-84b3-40df87f5bfe8 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.132108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbf160-ec32-4129-9336-a36ae66ea04c None None] Pushing event updated for resources: {'Port': ['ID=482aee99-d42d-48b8-ad4a-ed5067f89467,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:16.141680 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f347938f-61b0-4cf3-b810-c1ac8c67bc50 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.147399 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f347938f-61b0-4cf3-b810-c1ac8c67bc50 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "DELETE /v2.0/subnets/e8787dfd-f213-4f34-8c59-14e398ce6897 HTTP/1.1" status: 204 len: 168 time: 3.0221486 Jul 30 02:02:16.168822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] For port 8d6405c8-a646-48b0-9d94-ea2b265363b7, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8d6405c8-a646-48b0-9d94-ea2b265363b7,segment=NetworkSegment(b824f918-6f74-46f5-9130-d8c1bbc7014d),segment_id=b824f918-6f74-46f5-9130-d8c1bbc7014d)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:02:16.201592 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33924) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:16.228817 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30831be8-2f73-4bf3-84b3-40df87f5bfe8 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Pushing event deleted for resources: {'Port': ['ID=4b4dbe46-31eb-491a-b4aa-114434160c42,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:16.260265 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.403419 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0249d-2888-4f9a-a119-3bfa881ec972 None None] Pushing event updated for resources: {'Port': ['ID=8d6405c8-a646-48b0-9d94-ea2b265363b7,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:16.433331 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff44d852-2b5e-4802-a2e0-ec294ddac007 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Deleting subnet 0ab124a8-524c-49fd-8803-7786fbbb5a11 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:02:16.439978 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff44d852-2b5e-4802-a2e0-ec294ddac007 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.485445 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811128fc-e1a0-4a6e-a5f6-c75777fd57d0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:16.515249 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff44d852-2b5e-4802-a2e0-ec294ddac007 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.622837 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-30831be8-2f73-4bf3-84b3-40df87f5bfe8 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.627239 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-30831be8-2f73-4bf3-84b3-40df87f5bfe8 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.630794 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-30831be8-2f73-4bf3-84b3-40df87f5bfe8 tempest-FloatingIPAdminTestJSON-88062796 tempest-FloatingIPAdminTestJSON-88062796-project] 10.222.0.70 "DELETE /v2.0/floatingips/a1c56ca4-a6c2-4351-9c43-f5ff9d1aed3e HTTP/1.1" status: 204 len: 168 time: 2.1508577 Jul 30 02:02:16.702565 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff44d852-2b5e-4802-a2e0-ec294ddac007 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.735939 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-811128fc-e1a0-4a6e-a5f6-c75777fd57d0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.776343 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-811128fc-e1a0-4a6e-a5f6-c75777fd57d0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] device_id is not set on port 9275775d-413a-4f7b-8406-7a74f3a4ae24 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:16.903061 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff44d852-2b5e-4802-a2e0-ec294ddac007 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.945662 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33934) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:16.958645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44d852-2b5e-4802-a2e0-ec294ddac007 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event deleted for resources: {'Subnet': ['ID=0ab124a8-524c-49fd-8803-7786fbbb5a11,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:16.968362 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff44d852-2b5e-4802-a2e0-ec294ddac007 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.970552 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ff44d852-2b5e-4802-a2e0-ec294ddac007 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "DELETE /v2.0/subnets/0ab124a8-524c-49fd-8803-7786fbbb5a11 HTTP/1.1" status: 204 len: 168 time: 0.7665975 Jul 30 02:02:16.973051 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33936) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:17.070246 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6868a04c-2274-4bc3-b38c-cba1af8bfc20 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:17.076658 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6868a04c-2274-4bc3-b38c-cba1af8bfc20 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1024277 Jul 30 02:02:17.077410 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33940) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:17.111159 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ae25e93-7ebb-423d-97f5-4c5debfcf380 req-b64bb74c-1ffa-4aef-95e0-63c8a4c7b577 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 210 time: 0.1825221 Jul 30 02:02:17.123695 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-649e2a0c-db17-4456-b3be-674356c023b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:17.141833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-9e008355-25e6-4a33-b7c8-751d2ae94190 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:17.143402 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-9e008355-25e6-4a33-b7c8-751d2ae94190 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.77 "GET /v2.0/networks?id=d41a50cc-89f1-438b-8f85-d0516089c451 HTTP/1.1" status: 200 len: 811 time: 0.6780508 Jul 30 02:02:17.176282 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-1414ea12-7e0a-4e98-914e-d455ba329e24 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Request body: {'port': {'device_id': 'df887559-5632-4d06-a54e-8f2f45c3b049', 'network_id': 'd41a50cc-89f1-438b-8f85-d0516089c451', 'admin_state_up': True, 'tenant_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:17.322615 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7965-7ad3-4e2e-9dbb-72f0f5ab2a03 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:17.418149 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-1414ea12-7e0a-4e98-914e-d455ba329e24 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Made reservation on behalf of c8345e06e1f34c0f8c6aef4f6223e6fb for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:17.424842 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-1414ea12-7e0a-4e98-914e-d455ba329e24 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:17.426870 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33944) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:17.477928 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c7965-7ad3-4e2e-9dbb-72f0f5ab2a03 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Deleting port 482aee99-d42d-48b8-ad4a-ed5067f89467 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:17.477928 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7965-7ad3-4e2e-9dbb-72f0f5ab2a03 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:17.587918 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-40672383-368d-4d71-9a7d-e903a12b2f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:17.614069 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:17.628089 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 482aee99-d42d-48b8-ad4a-ed5067f89467 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:17.782248 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a9ead277-45f2-4b70-a050-74ca9a94895c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ee251359495b464a9c88221f4618cdd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442934 Jul 30 02:02:17.785738 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-1414ea12-7e0a-4e98-914e-d455ba329e24 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Allocated IP 172.20.0.9 (d41a50cc-89f1-438b-8f85-d0516089c451/72f835ba-459b-4963-95fe-debca7945261/c3767cda-862a-42b0-98d2-a26568c6af7e) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:17.789655 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33948) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:17.826502 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 482aee99-d42d-48b8-ad4a-ed5067f89467 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:17.831228 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 1d60ade5-babb-498d-9f49-f523a89468df up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:17.833573 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf931b4-1e9f-4171-9503-35cbc2304f43 None None] Network adf0372d-d873-4478-b62f-0c57eea7875a requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:17.871714 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-1e9c7965-7ad3-4e2e-9dbb-72f0f5ab2a03 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] For port 482aee99-d42d-48b8-ad4a-ed5067f89467, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=482aee99-d42d-48b8-ad4a-ed5067f89467,segment=NetworkSegment(38157832-e255-4aef-975e-4e3d0b9e48f0),segment_id=38157832-e255-4aef-975e-4e3d0b9e48f0)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:17.880671 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7965-7ad3-4e2e-9dbb-72f0f5ab2a03 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:17.909610 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c7965-7ad3-4e2e-9dbb-72f0f5ab2a03 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Calling delete_port for 482aee99-d42d-48b8-ad4a-ed5067f89467 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:17.948468 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0b013b3c-1b95-4ec3-9a28-edfe4a391551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:17.971650 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-1414ea12-7e0a-4e98-914e-d455ba329e24 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.103488 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-01b9defb-5fc0-4f8c-ad9a-86aa97f4325e None None] Provisioning for port 482aee99-d42d-48b8-ad4a-ed5067f89467 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:18.114851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-01b9defb-5fc0-4f8c-ad9a-86aa97f4325e None None] Provisioning complete for port 482aee99-d42d-48b8-ad4a-ed5067f89467 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:18.115080 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01b9defb-5fc0-4f8c-ad9a-86aa97f4325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.131979 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-649e2a0c-db17-4456-b3be-674356c023b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.145884 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0b013b3c-1b95-4ec3-9a28-edfe4a391551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.171848 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-1414ea12-7e0a-4e98-914e-d455ba329e24 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.197486 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['69f4c824-e9fe-4761-9eb0-3a4107e448de'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:02:18.224457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 1d60ade5-babb-498d-9f49-f523a89468df completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:18.270605 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414ea12-7e0a-4e98-914e-d455ba329e24 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Pushing event updated for resources: {'Port': ['ID=c3767cda-862a-42b0-98d2-a26568c6af7e,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:18.286059 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-649e2a0c-db17-4456-b3be-674356c023b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.291342 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-649e2a0c-db17-4456-b3be-674356c023b0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d5331bae-ecd8-4548-bb35-10d75f268fda HTTP/1.1" status: 204 len: 168 time: 2.8428295 Jul 30 02:02:18.291707 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33954) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:18.301046 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff48b1d-24f9-40bb-a55e-edaac7c75b16 None None] Network fb87329a-3973-4c1a-ad14-ee785b8bfa68 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:18.307845 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e2a0c-db17-4456-b3be-674356c023b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5331bae-ecd8-4548-bb35-10d75f268fda,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:18.312057 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8d6405c8-a646-48b0-9d94-ea2b265363b7 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:18.335718 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7965-7ad3-4e2e-9dbb-72f0f5ab2a03 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.433422 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-1414ea12-7e0a-4e98-914e-d455ba329e24 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Network d41a50cc-89f1-438b-8f85-d0516089c451 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:18.444862 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-1414ea12-7e0a-4e98-914e-d455ba329e24 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:18.450034 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-1414ea12-7e0a-4e98-914e-d455ba329e24 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:18.471831 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0b013b3c-1b95-4ec3-9a28-edfe4a391551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.474708 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0b013b3c-1b95-4ec3-9a28-edfe4a391551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.475907 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0b013b3c-1b95-4ec3-9a28-edfe4a391551 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/01a64e58-5220-4a5f-a4cc-c28530f31491 HTTP/1.1" status: 204 len: 168 time: 0.6851587 Jul 30 02:02:18.582997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-811128fc-e1a0-4a6e-a5f6-c75777fd57d0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Allocated IP 172.20.0.5 (ba647eb9-ff5c-4797-a5ec-c67879e236a9/d7f06ab2-4645-4844-8611-f235b30cc3b6/9275775d-413a-4f7b-8406-7a74f3a4ae24) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:18.613256 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-811128fc-e1a0-4a6e-a5f6-c75777fd57d0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Allocated IP 172.20.0.19 (ba647eb9-ff5c-4797-a5ec-c67879e236a9/51ad05ab-5ce6-4824-a0fa-265e106aa816/9275775d-413a-4f7b-8406-7a74f3a4ae24) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:18.615952 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b013b3c-1b95-4ec3-9a28-edfe4a391551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a64e58-5220-4a5f-a4cc-c28530f31491,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:18.627248 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c7965-7ad3-4e2e-9dbb-72f0f5ab2a03 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] No DVR routers for this DVR port 482aee99-d42d-48b8-ad4a-ed5067f89467 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:18.647146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-1414ea12-7e0a-4e98-914e-d455ba329e24 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:18.648148 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-1414ea12-7e0a-4e98-914e-d455ba329e24 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.656477 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-40672383-368d-4d71-9a7d-e903a12b2f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.740765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c7965-7ad3-4e2e-9dbb-72f0f5ab2a03 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event deleted for resources: {'Port': ['ID=482aee99-d42d-48b8-ad4a-ed5067f89467,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:18.791458 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36094a32-e2be-445d-94b3-823013d6b7be req-6b1ca1b0-cc9f-438d-bdb1-d4d1d90db45b tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:18.799690 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-36094a32-e2be-445d-94b3-823013d6b7be req-6b1ca1b0-cc9f-438d-bdb1-d4d1d90db45b tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 931 time: 0.4909661 Jul 30 02:02:18.817150 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ab2629-91f3-4ac2-ba47-8f0d05fd59ca None None] DHCP port deletion for adf0372d-d873-4478-b62f-0c57eea7875a request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:02:18.819277 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e579d33-913c-46bf-9683-9147a8c2cdae None None] Network ba647eb9-ff5c-4797-a5ec-c67879e236a9 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:18.824406 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7965-7ad3-4e2e-9dbb-72f0f5ab2a03 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.828981 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924f462d-c911-4d69-b1fc-779e76dbc40e None None] Network b264203a-2f78-47e3-9ae2-33cad753a6de requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:18.829212 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-40672383-368d-4d71-9a7d-e903a12b2f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.844455 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d85b7c3c-148b-4e41-8da5-ccd299af6c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.855328 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-1e9c7965-7ad3-4e2e-9dbb-72f0f5ab2a03 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf0372d-d873-4478-b62f-0c57eea7875a']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:18.871525 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-40672383-368d-4d71-9a7d-e903a12b2f82 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2c33fa741afd4c2baf4b8e0c7298bea6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9040623 Jul 30 02:02:18.872816 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33960) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:18.874953 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-1e9c7965-7ad3-4e2e-9dbb-72f0f5ab2a03 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38157832-e255-4aef-975e-4e3d0b9e48f0') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:18.874953 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-1e9c7965-7ad3-4e2e-9dbb-72f0f5ab2a03 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38157832-e255-4aef-975e-4e3d0b9e48f0') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:18.918051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40672383-368d-4d71-9a7d-e903a12b2f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd32bed-1694-47b1-88a9-5704705fcb45,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:18.928493 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7965-7ad3-4e2e-9dbb-72f0f5ab2a03 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.955430 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-1414ea12-7e0a-4e98-914e-d455ba329e24 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7872834 Jul 30 02:02:18.956673 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7965-7ad3-4e2e-9dbb-72f0f5ab2a03 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.958997 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-811128fc-e1a0-4a6e-a5f6-c75777fd57d0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.965915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9c7965-7ad3-4e2e-9dbb-72f0f5ab2a03 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:18.967933 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7965-7ad3-4e2e-9dbb-72f0f5ab2a03 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.984821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] Request body: {'port': {'device_id': 'df887559-5632-4d06-a54e-8f2f45c3b049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:18.990673 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-811128fc-e1a0-4a6e-a5f6-c75777fd57d0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Transition to ACTIVE for port object 9275775d-413a-4f7b-8406-7a74f3a4ae24 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:18.992188 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-01b9defb-5fc0-4f8c-ad9a-86aa97f4325e None None] Could not find standard attr ID for object 482aee99-d42d-48b8-ad4a-ed5067f89467. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:02:18.995748 n-d-713498-9 neutron-server[94466]: INFO neutron.plugins.ml2.db [None req-01b9defb-5fc0-4f8c-ad9a-86aa97f4325e None None] No ports have port_id starting with 482aee99-d42d-48b8-ad4a-ed5067f89467 Jul 30 02:02:19.071978 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-36094a32-e2be-445d-94b3-823013d6b7be req-88bbb004-f6d6-49b8-bcf4-cc46dd1662f0 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706268 Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:19.076189 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:19.094740 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.140022 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ac5876c2-4e11-485b-b366-5c43cddd550c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.158515 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-d85b7c3c-148b-4e41-8da5-ccd299af6c25 admin admin] Deleting port e1c98999-45f7-4b02-9fde-78aa77d8ea30 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:19.159226 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d85b7c3c-148b-4e41-8da5-ccd299af6c25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.173969 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7965-7ad3-4e2e-9dbb-72f0f5ab2a03 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.195539 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7965-7ad3-4e2e-9dbb-72f0f5ab2a03 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.196524 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1e9c7965-7ad3-4e2e-9dbb-72f0f5ab2a03 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "DELETE /v2.0/networks/adf0372d-d873-4478-b62f-0c57eea7875a HTTP/1.1" status: 204 len: 168 time: 2.1180670 Jul 30 02:02:19.198919 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ac5876c2-4e11-485b-b366-5c43cddd550c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.215761 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33968) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:19.275111 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c7965-7ad3-4e2e-9dbb-72f0f5ab2a03 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event deleted for resources: {'Network': ['ID=adf0372d-d873-4478-b62f-0c57eea7875a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:19.295245 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 8d6405c8-a646-48b0-9d94-ea2b265363b7 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:19.295245 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dd9e4aad-8f06-4411-9110-b95d4ebd9e3f None None] Provisioning for port 1d60ade5-babb-498d-9f49-f523a89468df completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:19.344470 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-d85b7c3c-148b-4e41-8da5-ccd299af6c25 admin admin] For port e1c98999-45f7-4b02-9fde-78aa77d8ea30, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e1c98999-45f7-4b02-9fde-78aa77d8ea30,segment=NetworkSegment(61b69ced-b837-4295-81db-bb73fd3ccacc),segment_id=61b69ced-b837-4295-81db-bb73fd3ccacc)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:19.345136 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d85b7c3c-148b-4e41-8da5-ccd299af6c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.348235 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd0fb11-ff94-408b-8a32-4a08f85b3da9 None None] DHCP port deletion for fb87329a-3973-4c1a-ad14-ee785b8bfa68 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:02:19.349949 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9685afe2-e7fe-47ee-bd22-3b19a0cdd232 None None] DHCP port deletion for b264203a-2f78-47e3-9ae2-33cad753a6de request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:02:19.357788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dd9e4aad-8f06-4411-9110-b95d4ebd9e3f None None] Provisioning complete for port 1d60ade5-babb-498d-9f49-f523a89468df triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:19.358168 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dd9e4aad-8f06-4411-9110-b95d4ebd9e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.358734 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-811128fc-e1a0-4a6e-a5f6-c75777fd57d0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.376774 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-d85b7c3c-148b-4e41-8da5-ccd299af6c25 admin admin] Calling delete_port for e1c98999-45f7-4b02-9fde-78aa77d8ea30 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:19.482185 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33974) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:19.514463 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ac5876c2-4e11-485b-b366-5c43cddd550c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.517423 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ac5876c2-4e11-485b-b366-5c43cddd550c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.518653 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ac5876c2-4e11-485b-b366-5c43cddd550c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dfd32bed-1694-47b1-88a9-5704705fcb45 HTTP/1.1" status: 204 len: 168 time: 0.6381676 Jul 30 02:02:19.529483 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5876c2-4e11-485b-b366-5c43cddd550c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd32bed-1694-47b1-88a9-5704705fcb45,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:19.545981 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811128fc-e1a0-4a6e-a5f6-c75777fd57d0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network ba647eb9-ff5c-4797-a5ec-c67879e236a9 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:19.549739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8d6405c8-a646-48b0-9d94-ea2b265363b7 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:19.575796 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d85b7c3c-148b-4e41-8da5-ccd299af6c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.596113 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-47119785-fa83-41fd-9901-7e34415650d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.642719 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-811128fc-e1a0-4a6e-a5f6-c75777fd57d0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:19.651140 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811128fc-e1a0-4a6e-a5f6-c75777fd57d0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:19.656929 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85b7c3c-148b-4e41-8da5-ccd299af6c25 admin admin] No DVR routers for this DVR port e1c98999-45f7-4b02-9fde-78aa77d8ea30 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:19.728228 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b7c3c-148b-4e41-8da5-ccd299af6c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c98999-45f7-4b02-9fde-78aa77d8ea30,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:19.799564 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d33958bb-f2d1-4e9d-9334-f818d4ab1115 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.809571 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811128fc-e1a0-4a6e-a5f6-c75777fd57d0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=9275775d-413a-4f7b-8406-7a74f3a4ae24,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:19.815242 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2fd0fb11-ff94-408b-8a32-4a08f85b3da9 None None] Deleting port e1c98999-45f7-4b02-9fde-78aa77d8ea30 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:19.815683 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2fd0fb11-ff94-408b-8a32-4a08f85b3da9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.830740 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811128fc-e1a0-4a6e-a5f6-c75777fd57d0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:19.831389 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-811128fc-e1a0-4a6e-a5f6-c75777fd57d0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.833568 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c829dc8a-3075-4fb7-a075-4cf10110784d None None] Update dhcp port {'port': {'network_id': 'ba647eb9-ff5c-4797-a5ec-c67879e236a9', 'fixed_ips': [{'subnet_id': 'd7f06ab2-4645-4844-8611-f235b30cc3b6', 'ip_address': '172.20.0.2'}, {'subnet_id': '51ad05ab-5ce6-4824-a0fa-265e106aa816'}], 'binding:host_id': 'n-d-713498-9'}, 'id': '1d60ade5-babb-498d-9f49-f523a89468df'} from n-d-713498-9. {{(pid=94466) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:02:19.834344 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d85b7c3c-148b-4e41-8da5-ccd299af6c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.851610 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-d85b7c3c-148b-4e41-8da5-ccd299af6c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb87329a-3973-4c1a-ad14-ee785b8bfa68']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:19.864904 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-d85b7c3c-148b-4e41-8da5-ccd299af6c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b69ced-b837-4295-81db-bb73fd3ccacc') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:19.865632 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-d85b7c3c-148b-4e41-8da5-ccd299af6c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b69ced-b837-4295-81db-bb73fd3ccacc') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:19.876050 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d85b7c3c-148b-4e41-8da5-ccd299af6c25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.895722 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d85b7c3c-148b-4e41-8da5-ccd299af6c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.907227 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85b7c3c-148b-4e41-8da5-ccd299af6c25 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:19.907885 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d85b7c3c-148b-4e41-8da5-ccd299af6c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.952605 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9685afe2-e7fe-47ee-bd22-3b19a0cdd232 None None] Deleting port 8d6405c8-a646-48b0-9d94-ea2b265363b7 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:19.952970 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9685afe2-e7fe-47ee-bd22-3b19a0cdd232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.985129 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-d33958bb-f2d1-4e9d-9334-f818d4ab1115 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Deleting port 8d6405c8-a646-48b0-9d94-ea2b265363b7 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:19.986083 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d33958bb-f2d1-4e9d-9334-f818d4ab1115 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.988933 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dd9e4aad-8f06-4411-9110-b95d4ebd9e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.992814 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2fd0fb11-ff94-408b-8a32-4a08f85b3da9 None None] For port e1c98999-45f7-4b02-9fde-78aa77d8ea30, host n-d-713498-9, got binding levels [] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:19.993234 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2fd0fb11-ff94-408b-8a32-4a08f85b3da9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:20.030257 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:20.036216 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c829dc8a-3075-4fb7-a075-4cf10110784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.074962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2fd0fb11-ff94-408b-8a32-4a08f85b3da9 None None] Calling delete_port for e1c98999-45f7-4b02-9fde-78aa77d8ea30 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:20.084516 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.ipam_backend_mixin [None req-2fd0fb11-ff94-408b-8a32-4a08f85b3da9 None None] Port e1c98999-45f7-4b02-9fde-78aa77d8ea30 was not found and therefore no delete operation was performed {{(pid=94466) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:02:20.095591 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2fd0fb11-ff94-408b-8a32-4a08f85b3da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.105451 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d85b7c3c-148b-4e41-8da5-ccd299af6c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.113446 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d85b7c3c-148b-4e41-8da5-ccd299af6c25 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.120801 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d85b7c3c-148b-4e41-8da5-ccd299af6c25 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fb87329a-3973-4c1a-ad14-ee785b8bfa68 HTTP/1.1" status: 204 len: 168 time: 1.8260057 Jul 30 02:02:20.162195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3767cda-862a-42b0-98d2-a26568c6af7e {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:02:20.162441 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b7c3c-148b-4e41-8da5-ccd299af6c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb87329a-3973-4c1a-ad14-ee785b8bfa68,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:20.185657 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 482aee99-d42d-48b8-ad4a-ed5067f89467 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:20.190523 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.204635 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-d33958bb-f2d1-4e9d-9334-f818d4ab1115 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] For port 8d6405c8-a646-48b0-9d94-ea2b265363b7, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8d6405c8-a646-48b0-9d94-ea2b265363b7,segment=NetworkSegment(b824f918-6f74-46f5-9130-d8c1bbc7014d),segment_id=b824f918-6f74-46f5-9130-d8c1bbc7014d)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:20.205089 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d33958bb-f2d1-4e9d-9334-f818d4ab1115 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.209429 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-47119785-fa83-41fd-9901-7e34415650d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.256329 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0fb11-ff94-408b-8a32-4a08f85b3da9 None None] Pushing event deleted for resources: {'Port': ['ID=e1c98999-45f7-4b02-9fde-78aa77d8ea30,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:20.259379 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-d33958bb-f2d1-4e9d-9334-f818d4ab1115 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Calling delete_port for 8d6405c8-a646-48b0-9d94-ea2b265363b7 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:20.259558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2fd0fb11-ff94-408b-8a32-4a08f85b3da9 None None] Network fb87329a-3973-4c1a-ad14-ee785b8bfa68 is not hosted by any dhcp agent {{(pid=94466) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 02:02:20.260030 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd0fb11-ff94-408b-8a32-4a08f85b3da9 None None] No DVR routers for this DVR port e1c98999-45f7-4b02-9fde-78aa77d8ea30 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:20.268987 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] Transition to ACTIVE for port object c3767cda-862a-42b0-98d2-a26568c6af7e will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:20.283381 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-47119785-fa83-41fd-9901-7e34415650d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.285564 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 482aee99-d42d-48b8-ad4a-ed5067f89467 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:02:20.285905 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 482aee99-d42d-48b8-ad4a-ed5067f89467 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:02:20.286345 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e1c98999-45f7-4b02-9fde-78aa77d8ea30 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:20.292629 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-dd9e4aad-8f06-4411-9110-b95d4ebd9e3f None None] For port 1d60ade5-babb-498d-9f49-f523a89468df, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1d60ade5-babb-498d-9f49-f523a89468df,segment=NetworkSegment(8bb80e78-632f-4870-bf4a-f4f20ba92a00),segment_id=8bb80e78-632f-4870-bf4a-f4f20ba92a00)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:20.295443 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-9685afe2-e7fe-47ee-bd22-3b19a0cdd232 None None] For port 8d6405c8-a646-48b0-9d94-ea2b265363b7, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8d6405c8-a646-48b0-9d94-ea2b265363b7,segment=NetworkSegment(b824f918-6f74-46f5-9130-d8c1bbc7014d),segment_id=b824f918-6f74-46f5-9130-d8c1bbc7014d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:20.295837 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9685afe2-e7fe-47ee-bd22-3b19a0cdd232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.374095 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae2a77-0183-40f8-bf50-b26a58b6921e req-9238ec8e-818c-4671-8fa5-2ed690725f78 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:20.375701 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0bae2a77-0183-40f8-bf50-b26a58b6921e req-9238ec8e-818c-4671-8fa5-2ed690725f78 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 931 time: 0.1573646 Jul 30 02:02:20.375945 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: e1c98999-45f7-4b02-9fde-78aa77d8ea30 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:02:20.376365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e1c98999-45f7-4b02-9fde-78aa77d8ea30 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:02:20.381745 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9685afe2-e7fe-47ee-bd22-3b19a0cdd232 None None] Calling delete_port for 8d6405c8-a646-48b0-9d94-ea2b265363b7 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:20.385244 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-47119785-fa83-41fd-9901-7e34415650d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=22d45930a4cc4e4fa02f6116b27e9517&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8957701 Jul 30 02:02:20.385789 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47119785-fa83-41fd-9901-7e34415650d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38a0fc3-9b8e-46c5-ac58-86fa6d4089c4,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:20.390090 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33990) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:20.397048 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.465333 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1c492481-f0d1-4647-91fb-fb06472ca053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.476105 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dd9e4aad-8f06-4411-9110-b95d4ebd9e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.495609 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-811128fc-e1a0-4a6e-a5f6-c75777fd57d0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.9893544 Jul 30 02:02:20.498056 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33992) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:20.505736 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-56c9f2fe-8089-423f-a68d-a908ab04beb6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd7f06ab2-4645-4844-8611-f235b30cc3b6'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:20.533288 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1c492481-f0d1-4647-91fb-fb06472ca053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.542033 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] Pushing event updated for resources: {'Port': ['ID=c3767cda-862a-42b0-98d2-a26568c6af7e,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:20.583795 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0bae2a77-0183-40f8-bf50-b26a58b6921e req-d03316b4-5c5d-4ef4-ace7-988326b9f3b3 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718585 Jul 30 02:02:20.592948 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d33958bb-f2d1-4e9d-9334-f818d4ab1115 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.608419 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e4aad-8f06-4411-9110-b95d4ebd9e3f None None] Pushing event updated for resources: {'Port': ['ID=1d60ade5-babb-498d-9f49-f523a89468df,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:20.611687 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-c829dc8a-3075-4fb7-a075-4cf10110784d None None] Allocated IP 172.20.0.18 (ba647eb9-ff5c-4797-a5ec-c67879e236a9/51ad05ab-5ce6-4824-a0fa-265e106aa816/1d60ade5-babb-498d-9f49-f523a89468df) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:20.627826 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dd9e4aad-8f06-4411-9110-b95d4ebd9e3f None None] Provisioning for port 8d6405c8-a646-48b0-9d94-ea2b265363b7 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:20.629772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33958bb-f2d1-4e9d-9334-f818d4ab1115 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event deleted for resources: {'Port': ['ID=8d6405c8-a646-48b0-9d94-ea2b265363b7,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:20.630659 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33958bb-f2d1-4e9d-9334-f818d4ab1115 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] No DVR routers for this DVR port 8d6405c8-a646-48b0-9d94-ea2b265363b7 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:20.634671 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dd9e4aad-8f06-4411-9110-b95d4ebd9e3f None None] Provisioning complete for port 8d6405c8-a646-48b0-9d94-ea2b265363b7 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:20.635114 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dd9e4aad-8f06-4411-9110-b95d4ebd9e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.656761 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-dd9e4aad-8f06-4411-9110-b95d4ebd9e3f None None] Port 8d6405c8-a646-48b0-9d94-ea2b265363b7 was deleted so its status cannot be updated. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 02:02:20.663583 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9685afe2-e7fe-47ee-bd22-3b19a0cdd232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.668495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] Attempting to bind port c3767cda-862a-42b0-98d2-a26568c6af7e on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:20.669016 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] Attempting to bind port c3767cda-862a-42b0-98d2-a26568c6af7e by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'e78594f6-adab-4377-853c-ca83e09b2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd41a50cc-89f1-438b-8f85-d0516089c451'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:20.669209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] Attempting to bind port c3767cda-862a-42b0-98d2-a26568c6af7e on network d41a50cc-89f1-438b-8f85-d0516089c451 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:20.688729 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9685afe2-e7fe-47ee-bd22-3b19a0cdd232 None None] No DVR routers for this DVR port 8d6405c8-a646-48b0-9d94-ea2b265363b7 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:20.720495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] Port c3767cda-862a-42b0-98d2-a26568c6af7e on network d41a50cc-89f1-438b-8f85-d0516089c451 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:20.720883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] Attempting to bind port c3767cda-862a-42b0-98d2-a26568c6af7e on network d41a50cc-89f1-438b-8f85-d0516089c451 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:20.744688 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33994) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:20.745532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:02:20.745532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] Checking segment: {'id': 'e78594f6-adab-4377-853c-ca83e09b2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd41a50cc-89f1-438b-8f85-d0516089c451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:20.746027 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685afe2-e7fe-47ee-bd22-3b19a0cdd232 None None] Pushing event deleted for resources: {'Port': ['ID=8d6405c8-a646-48b0-9d94-ea2b265363b7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:20.746157 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] Bound using segment: {'id': 'e78594f6-adab-4377-853c-ca83e09b2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd41a50cc-89f1-438b-8f85-d0516089c451'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:02:20.746690 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] Bound port: c3767cda-862a-42b0-98d2-a26568c6af7e, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78594f6-adab-4377-853c-ca83e09b2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd41a50cc-89f1-438b-8f85-d0516089c451'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:02:20.747124 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.766408 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c532bf44-ff29-48db-bdb4-0be8e73cae95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.766928 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d33958bb-f2d1-4e9d-9334-f818d4ab1115 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.784856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d33958bb-f2d1-4e9d-9334-f818d4ab1115 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b264203a-2f78-47e3-9ae2-33cad753a6de']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:20.798178 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c829dc8a-3075-4fb7-a075-4cf10110784d None None] For port 1d60ade5-babb-498d-9f49-f523a89468df, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1d60ade5-babb-498d-9f49-f523a89468df,segment=NetworkSegment(8bb80e78-632f-4870-bf4a-f4f20ba92a00),segment_id=8bb80e78-632f-4870-bf4a-f4f20ba92a00)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:20.816070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d33958bb-f2d1-4e9d-9334-f818d4ab1115 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b824f918-6f74-46f5-9130-d8c1bbc7014d') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:20.816412 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d33958bb-f2d1-4e9d-9334-f818d4ab1115 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b824f918-6f74-46f5-9130-d8c1bbc7014d') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:20.827568 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-56c9f2fe-8089-423f-a68d-a908ab04beb6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.829963 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d33958bb-f2d1-4e9d-9334-f818d4ab1115 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.836450 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c829dc8a-3075-4fb7-a075-4cf10110784d None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.851273 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c829dc8a-3075-4fb7-a075-4cf10110784d None None] Transition to ACTIVE for port object 1d60ade5-babb-498d-9f49-f523a89468df will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:20.857687 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d33958bb-f2d1-4e9d-9334-f818d4ab1115 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.867756 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33958bb-f2d1-4e9d-9334-f818d4ab1115 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:20.868805 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d33958bb-f2d1-4e9d-9334-f818d4ab1115 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:20.872032 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:20.874234 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1c492481-f0d1-4647-91fb-fb06472ca053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.875353 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1c492481-f0d1-4647-91fb-fb06472ca053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.878347 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1c492481-f0d1-4647-91fb-fb06472ca053 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d38a0fc3-9b8e-46c5-ac58-86fa6d4089c4 HTTP/1.1" status: 204 len: 168 time: 0.4803205 Jul 30 02:02:20.895109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] For port c3767cda-862a-42b0-98d2-a26568c6af7e, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:02:20.896995 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33998) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:20.906861 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c492481-f0d1-4647-91fb-fb06472ca053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38a0fc3-9b8e-46c5-ac58-86fa6d4089c4,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:20.917581 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34000) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:20.930226 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c829dc8a-3075-4fb7-a075-4cf10110784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.050473 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829dc8a-3075-4fb7-a075-4cf10110784d None None] Pushing event updated for resources: {'Port': ['ID=1d60ade5-babb-498d-9f49-f523a89468df,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:21.054197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] For port c3767cda-862a-42b0-98d2-a26568c6af7e, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c3767cda-862a-42b0-98d2-a26568c6af7e,segment=NetworkSegment(e78594f6-adab-4377-853c-ca83e09b2ba9),segment_id=e78594f6-adab-4377-853c-ca83e09b2ba9)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:02:21.089452 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c532bf44-ff29-48db-bdb4-0be8e73cae95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.094347 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8c0c506a-9e22-4970-8bcb-cad5015a8452 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b5e9759d07ba4e958653b10399043a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1025097 Jul 30 02:02:21.095408 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34006) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:21.107329 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d33958bb-f2d1-4e9d-9334-f818d4ab1115 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.136525 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d33958bb-f2d1-4e9d-9334-f818d4ab1115 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.140702 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d33958bb-f2d1-4e9d-9334-f818d4ab1115 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "DELETE /v2.0/networks/b264203a-2f78-47e3-9ae2-33cad753a6de HTTP/1.1" status: 204 len: 168 time: 1.9181225 Jul 30 02:02:21.140702 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33958bb-f2d1-4e9d-9334-f818d4ab1115 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event deleted for resources: {'Network': ['ID=b264203a-2f78-47e3-9ae2-33cad753a6de,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:21.142313 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34008) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:21.149819 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.158838 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20f8fcb3-2390-458b-ae52-930abb357883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.207482 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c532bf44-ff29-48db-bdb4-0be8e73cae95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.264212 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:21.265388 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.266889 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] 10.222.0.77 "PUT /v2.0/ports/c3767cda-862a-42b0-98d2-a26568c6af7e HTTP/1.1" status: 200 len: 1091 time: 2.2920923 Jul 30 02:02:21.272994 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df887559-5632-4d06-a54e-8f2f45c3b049', 'tag': 'c3767cda-862a-42b0-98d2-a26568c6af7e'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:02:21.276380 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac50b8e-db5b-4fe8-8f98-9d6c48e80192" -d '{"events": [{"name": "network-changed", "server_uuid": "df887559-5632-4d06-a54e-8f2f45c3b049", "tag": "c3767cda-862a-42b0-98d2-a26568c6af7e"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:02:21.298345 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532bf44-ff29-48db-bdb4-0be8e73cae95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92243d11-1cd8-4e17-8621-09c32b7219ee,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:21.303644 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c532bf44-ff29-48db-bdb4-0be8e73cae95 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7f4259a103ca499b86339eff4a37b37e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5577817 Jul 30 02:02:21.313867 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34012) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:21.339359 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-03c2dfaa-9ba5-489c-8060-92defcfa09cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.468001 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-56c9f2fe-8089-423f-a68d-a908ab04beb6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Delete allocated IP 172.20.0.19 (ba647eb9-ff5c-4797-a5ec-c67879e236a9/51ad05ab-5ce6-4824-a0fa-265e106aa816) {{(pid=94464) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 02:02:21.470807 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2e73a5-136e-40f6-b8b1-7f6c9ec94bfb x-openstack-request-id: req-bd2e73a5-136e-40f6-b8b1-7f6c9ec94bfb {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:02:21.470807 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df887559-5632-4d06-a54e-8f2f45c3b049", "tag": "c3767cda-862a-42b0-98d2-a26568c6af7e", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:02:21.470807 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd2e73a5-136e-40f6-b8b1-7f6c9ec94bfb {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:02:21.470807 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df887559-5632-4d06-a54e-8f2f45c3b049', 'tag': 'c3767cda-862a-42b0-98d2-a26568c6af7e', 'status': 'completed', 'code': 200} Jul 30 02:02:21.473989 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b27bab-9f88-47ff-893b-5f93b3d17090 service neutron] Pushing event updated for resources: {'Port': ['ID=c3767cda-862a-42b0-98d2-a26568c6af7e,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:21.514011 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 1d60ade5-babb-498d-9f49-f523a89468df up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:21.533886 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8d88626-3655-480c-8e0d-1539428108cc tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.569492 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-03c2dfaa-9ba5-489c-8060-92defcfa09cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.576698 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6b0e23b2-a782-4b47-85f0-b7a7d883eb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.681533 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6b0e23b2-a782-4b47-85f0-b7a7d883eb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.696802 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20f8fcb3-2390-458b-ae52-930abb357883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.775043 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20f8fcb3-2390-458b-ae52-930abb357883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.795297 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-56c9f2fe-8089-423f-a68d-a908ab04beb6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.839021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-56c9f2fe-8089-423f-a68d-a908ab04beb6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Ignored duplicate provisioning block setup for port 9275775d-413a-4f7b-8406-7a74f3a4ae24 by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 02:02:21.841822 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-20f8fcb3-2390-458b-ae52-930abb357883 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7a423118de7a435d9d2220e716924efd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9232750 Jul 30 02:02:21.844436 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34020) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:21.846841 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8fcb3-2390-458b-ae52-930abb357883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f922d034-2de7-4749-87e9-37032e8650ee,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:21.860786 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1758cb-5079-45b1-806a-9fca8b0ee5e3 None None] Network ba647eb9-ff5c-4797-a5ec-c67879e236a9 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:21.899161 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6b0e23b2-a782-4b47-85f0-b7a7d883eb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.899161 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6b0e23b2-a782-4b47-85f0-b7a7d883eb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.899161 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6b0e23b2-a782-4b47-85f0-b7a7d883eb78 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/92243d11-1cd8-4e17-8621-09c32b7219ee HTTP/1.1" status: 204 len: 168 time: 0.5808523 Jul 30 02:02:21.908456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e23b2-a782-4b47-85f0-b7a7d883eb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92243d11-1cd8-4e17-8621-09c32b7219ee,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:21.920488 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f31e31b2-1668-4f98-bc64-048dd5eb7a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.923773 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-56c9f2fe-8089-423f-a68d-a908ab04beb6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.940248 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34024) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:21.993704 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-426933dd-78f8-4457-b218-9358d9c7197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:21.996634 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-426933dd-78f8-4457-b218-9358d9c7197c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c8345e06e1f34c0f8c6aef4f6223e6fb&device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 1094 time: 0.5919044 Jul 30 02:02:21.997333 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f31e31b2-1668-4f98-bc64-048dd5eb7a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.002134 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-83ad1e14-ab42-49a2-b130-e6a7ca9b0ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.103496 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9f2fe-8089-423f-a68d-a908ab04beb6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=9275775d-413a-4f7b-8406-7a74f3a4ae24,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:22.122742 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-56c9f2fe-8089-423f-a68d-a908ab04beb6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] In _notify_port_updated(), no bound segment for port 9275775d-413a-4f7b-8406-7a74f3a4ae24 on network ba647eb9-ff5c-4797-a5ec-c67879e236a9 {{(pid=94464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:02:22.125865 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-03c2dfaa-9ba5-489c-8060-92defcfa09cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.128448 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9f2fe-8089-423f-a68d-a908ab04beb6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:22.128598 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-03c2dfaa-9ba5-489c-8060-92defcfa09cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.129110 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-56c9f2fe-8089-423f-a68d-a908ab04beb6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.136538 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-03c2dfaa-9ba5-489c-8060-92defcfa09cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/962a3cff-bb4b-4803-afbf-a87a67753f2f HTTP/1.1" status: 204 len: 168 time: 1.0334229 Jul 30 02:02:22.136756 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-56c9f2fe-8089-423f-a68d-a908ab04beb6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "PUT /v2.0/ports/9275775d-413a-4f7b-8406-7a74f3a4ae24 HTTP/1.1" status: 200 len: 919 time: 1.6313469 Jul 30 02:02:22.136873 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bcadb50c-ed96-4fa3-990d-35dfec3afee0 None None] Provisioning for port 1d60ade5-babb-498d-9f49-f523a89468df completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:22.138374 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34026) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:22.146344 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-4cf441a9-9be9-4b12-943a-47fd29240864 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd7f06ab2-4645-4844-8611-f235b30cc3b6'}, {'subnet_id': '51ad05ab-5ce6-4824-a0fa-265e106aa816'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:22.146522 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-3e4a75f7-d973-4133-bfdf-79c4144ea55d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3767cda-862a-42b0-98d2-a26568c6af7e HTTP/1.1" status: 200 len: 217 time: 0.1363561 Jul 30 02:02:22.172027 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8d88626-3655-480c-8e0d-1539428108cc tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.178485 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2dfaa-9ba5-489c-8060-92defcfa09cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962a3cff-bb4b-4803-afbf-a87a67753f2f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:22.205799 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bcadb50c-ed96-4fa3-990d-35dfec3afee0 None None] Provisioning complete for port 1d60ade5-babb-498d-9f49-f523a89468df triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:22.205799 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bcadb50c-ed96-4fa3-990d-35dfec3afee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.214977 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-a8d88626-3655-480c-8e0d-1539428108cc tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8427f773-feaf-48ee-8479-8f42a9491426']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:22.234435 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36478c7-3fec-436e-80cb-f6a71e38ea99 req-48a6c512-2e92-4b95-af0d-727d3c4c486c tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:22.234588 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cf441a9-9be9-4b12-943a-47fd29240864 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.235025 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e36478c7-3fec-436e-80cb-f6a71e38ea99 req-48a6c512-2e92-4b95-af0d-727d3c4c486c tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 943 time: 0.2795181 Jul 30 02:02:22.240171 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-a8d88626-3655-480c-8e0d-1539428108cc tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338a24ff-bfba-49d4-9916-fecdf87dc2ec') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:22.240467 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-a8d88626-3655-480c-8e0d-1539428108cc tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338a24ff-bfba-49d4-9916-fecdf87dc2ec') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:22.276102 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8d88626-3655-480c-8e0d-1539428108cc tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.299883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-0006773f-5773-4049-a489-7a7ac4ffb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:22.302160 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-0006773f-5773-4049-a489-7a7ac4ffb26b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72f835ba-459b-4963-95fe-debca7945261 HTTP/1.1" status: 200 len: 851 time: 0.1472266 Jul 30 02:02:22.312857 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8d88626-3655-480c-8e0d-1539428108cc tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.340183 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f31e31b2-1668-4f98-bc64-048dd5eb7a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.343171 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f31e31b2-1668-4f98-bc64-048dd5eb7a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.346351 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f31e31b2-1668-4f98-bc64-048dd5eb7a2e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f922d034-2de7-4749-87e9-37032e8650ee HTTP/1.1" status: 204 len: 168 time: 0.4989526 Jul 30 02:02:22.350768 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d88626-3655-480c-8e0d-1539428108cc tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:22.351190 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8d88626-3655-480c-8e0d-1539428108cc tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.364226 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-425a1e4f-f355-4e43-8a50-ff048d5aff7c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d41a50cc-89f1-438b-8f85-d0516089c451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430970 Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:22.365233 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:22.447354 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e36478c7-3fec-436e-80cb-f6a71e38ea99 req-ed5aa82d-cc1e-447e-96b9-c89ab3ed298a tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960337 Jul 30 02:02:22.455000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bcadb50c-ed96-4fa3-990d-35dfec3afee0 None None] Provisioning for port 9275775d-413a-4f7b-8406-7a74f3a4ae24 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:22.459779 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bcadb50c-ed96-4fa3-990d-35dfec3afee0 None None] Provisioning complete for port 9275775d-413a-4f7b-8406-7a74f3a4ae24 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:22.460216 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bcadb50c-ed96-4fa3-990d-35dfec3afee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.471499 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e31b2-1668-4f98-bc64-048dd5eb7a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f922d034-2de7-4749-87e9-37032e8650ee,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:22.554228 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bcadb50c-ed96-4fa3-990d-35dfec3afee0 None None] Port 9275775d-413a-4f7b-8406-7a74f3a4ae24 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:22.561137 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-ac3f27d4-d9f8-4ed8-b655-1c6645564e58 service neutron] 10.222.0.77 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897180 Jul 30 02:02:22.623970 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-83ad1e14-ab42-49a2-b130-e6a7ca9b0ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.647451 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8d88626-3655-480c-8e0d-1539428108cc tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.649008 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8d88626-3655-480c-8e0d-1539428108cc tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.657601 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a8d88626-3655-480c-8e0d-1539428108cc tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "DELETE /v2.0/networks/8427f773-feaf-48ee-8479-8f42a9491426 HTTP/1.1" status: 204 len: 168 time: 1.5063982 Jul 30 02:02:22.657707 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34038) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:22.664481 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-4cf441a9-9be9-4b12-943a-47fd29240864 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Allocated IP 172.20.0.21 (ba647eb9-ff5c-4797-a5ec-c67879e236a9/51ad05ab-5ce6-4824-a0fa-265e106aa816/9275775d-413a-4f7b-8406-7a74f3a4ae24) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:22.675444 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d88626-3655-480c-8e0d-1539428108cc tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event deleted for resources: {'Network': ['ID=8427f773-feaf-48ee-8479-8f42a9491426,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:22.708785 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61d9b856-b556-48fa-8f8b-0824f07fb767 req-492cb307-4ac2-4766-961b-46db4d230d3f service neutron] 10.222.0.77 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395483 Jul 30 02:02:22.721907 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-83ad1e14-ab42-49a2-b130-e6a7ca9b0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.842797 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-83ad1e14-ab42-49a2-b130-e6a7ca9b0ffb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb7a1a1bc853428f8a658801452cf80e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8985481 Jul 30 02:02:22.843508 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34050) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:22.847386 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-46634c4b-0533-4a37-840d-117a0ecb18c9 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.855303 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad1e14-ab42-49a2-b130-e6a7ca9b0ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d567ff-587b-4029-a0b2-cc447e4ee493,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:22.946691 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7bfe-ed13-4be0-b0f7-7558b94e4458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.983922 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7bfe-ed13-4be0-b0f7-7558b94e4458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.987166 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac50b8e-db5b-4fe8-8f98-9d6c48e80192 req-476a840d-bd56-477c-bd55-763e49348b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:22.988717 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ac50b8e-db5b-4fe8-8f98-9d6c48e80192 req-476a840d-bd56-477c-bd55-763e49348b58 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c8345e06e1f34c0f8c6aef4f6223e6fb&device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 1094 time: 0.0909052 Jul 30 02:02:22.998159 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-46634c4b-0533-4a37-840d-117a0ecb18c9 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.014130 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cf441a9-9be9-4b12-943a-47fd29240864 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.017813 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-46634c4b-0533-4a37-840d-117a0ecb18c9 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057b4783-5309-450a-9b0a-96dddb91811d']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:23.033941 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-46634c4b-0533-4a37-840d-117a0ecb18c9 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cab29df-16e3-4f31-b4b0-262949e0e381') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:23.034250 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-46634c4b-0533-4a37-840d-117a0ecb18c9 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cab29df-16e3-4f31-b4b0-262949e0e381') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:23.043988 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-4cf441a9-9be9-4b12-943a-47fd29240864 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Ignored duplicate provisioning block setup for port 9275775d-413a-4f7b-8406-7a74f3a4ae24 by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 02:02:23.048007 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-46634c4b-0533-4a37-840d-117a0ecb18c9 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.062929 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-46634c4b-0533-4a37-840d-117a0ecb18c9 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.073266 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46634c4b-0533-4a37-840d-117a0ecb18c9 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:23.073979 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-46634c4b-0533-4a37-840d-117a0ecb18c9 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:23.079221 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:23.137960 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac50b8e-db5b-4fe8-8f98-9d6c48e80192 req-93b69d39-7e81-41c1-9532-13f1dcea13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:23.142173 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ac50b8e-db5b-4fe8-8f98-9d6c48e80192 req-93b69d39-7e81-41c1-9532-13f1dcea13ed service neutron] 10.222.0.77 "GET /v2.0/networks?id=d41a50cc-89f1-438b-8f85-d0516089c451 HTTP/1.1" status: 200 len: 912 time: 0.1451881 Jul 30 02:02:23.154264 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cf441a9-9be9-4b12-943a-47fd29240864 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.188968 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7bfe-ed13-4be0-b0f7-7558b94e4458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.191556 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7bfe-ed13-4be0-b0f7-7558b94e4458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.195471 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5e2b7bfe-ed13-4be0-b0f7-7558b94e4458 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e2d567ff-587b-4029-a0b2-cc447e4ee493 HTTP/1.1" status: 204 len: 168 time: 0.3505704 Jul 30 02:02:23.199042 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ac50b8e-db5b-4fe8-8f98-9d6c48e80192 req-45199442-7f26-42a6-983e-b7e828e57396 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3767cda-862a-42b0-98d2-a26568c6af7e HTTP/1.1" status: 200 len: 217 time: 0.0487845 Jul 30 02:02:23.205395 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b7bfe-ed13-4be0-b0f7-7558b94e4458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d567ff-587b-4029-a0b2-cc447e4ee493,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:23.269649 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac50b8e-db5b-4fe8-8f98-9d6c48e80192 req-33ed8656-9e38-435f-aa69-cacf59aebfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:23.271753 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ac50b8e-db5b-4fe8-8f98-9d6c48e80192 req-33ed8656-9e38-435f-aa69-cacf59aebfe2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72f835ba-459b-4963-95fe-debca7945261 HTTP/1.1" status: 200 len: 851 time: 0.0632801 Jul 30 02:02:23.275400 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf441a9-9be9-4b12-943a-47fd29240864 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=9275775d-413a-4f7b-8406-7a74f3a4ae24,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:23.302734 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-46634c4b-0533-4a37-840d-117a0ecb18c9 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.307529 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-46634c4b-0533-4a37-840d-117a0ecb18c9 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.309493 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-46634c4b-0533-4a37-840d-117a0ecb18c9 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] 10.222.0.70 "DELETE /v2.0/networks/057b4783-5309-450a-9b0a-96dddb91811d HTTP/1.1" status: 204 len: 168 time: 0.6534448 Jul 30 02:02:23.314151 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ac50b8e-db5b-4fe8-8f98-9d6c48e80192 req-6824cbcb-b198-4eb7-ba97-c7b7d1bb2ad5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d41a50cc-89f1-438b-8f85-d0516089c451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326641 Jul 30 02:02:23.331780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46634c4b-0533-4a37-840d-117a0ecb18c9 tempest-BulkNetworkOpsIpV6Test-1041539153 tempest-BulkNetworkOpsIpV6Test-1041539153-project] Pushing event deleted for resources: {'Network': ['ID=057b4783-5309-450a-9b0a-96dddb91811d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:23.343382 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-4cf441a9-9be9-4b12-943a-47fd29240864 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] In _notify_port_updated(), no bound segment for port 9275775d-413a-4f7b-8406-7a74f3a4ae24 on network ba647eb9-ff5c-4797-a5ec-c67879e236a9 {{(pid=94464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:02:23.348880 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf441a9-9be9-4b12-943a-47fd29240864 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:23.349575 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cf441a9-9be9-4b12-943a-47fd29240864 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.351037 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4cf441a9-9be9-4b12-943a-47fd29240864 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "PUT /v2.0/ports/9275775d-413a-4f7b-8406-7a74f3a4ae24 HTTP/1.1" status: 200 len: 999 time: 1.2116666 Jul 30 02:02:23.354472 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34062) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:23.437369 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ac50b8e-db5b-4fe8-8f98-9d6c48e80192 req-1fb5184e-3eeb-4daa-ad2f-7d9454ee351d service neutron] 10.222.0.77 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152196 Jul 30 02:02:23.599083 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ac50b8e-db5b-4fe8-8f98-9d6c48e80192 req-1ad35a02-d25a-4b6d-a61f-2b4d01198b88 service neutron] 10.222.0.77 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523747 Jul 30 02:02:23.630403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34070) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:23.656602 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07c7d932-3fba-4833-99ae-7d2eae8c9b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.696514 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fd655153-c9a5-4866-bc91-9fa8952928d3 None None] Provisioning complete for port 1d60ade5-babb-498d-9f49-f523a89468df triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:23.699597 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fd655153-c9a5-4866-bc91-9fa8952928d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.845762 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07c7d932-3fba-4833-99ae-7d2eae8c9b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.865388 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fd655153-c9a5-4866-bc91-9fa8952928d3 None None] Provisioning complete for port 9275775d-413a-4f7b-8406-7a74f3a4ae24 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:23.865769 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fd655153-c9a5-4866-bc91-9fa8952928d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.894424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5bbc1-1846-4190-9951-402d804f179f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port 9275775d-413a-4f7b-8406-7a74f3a4ae24 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:23.894791 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f0b5bbc1-1846-4190-9951-402d804f179f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.909440 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fd655153-c9a5-4866-bc91-9fa8952928d3 None None] Port 9275775d-413a-4f7b-8406-7a74f3a4ae24 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:23.948806 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df05a6b-9216-4fde-a632-4412a6208ecb req-f60f0f88-68a3-43c6-892d-d37ae838ee74 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:23.950365 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1df05a6b-9216-4fde-a632-4412a6208ecb req-f60f0f88-68a3-43c6-892d-d37ae838ee74 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 943 time: 0.1253607 Jul 30 02:02:23.952068 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07c7d932-3fba-4833-99ae-7d2eae8c9b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.991869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7d932-3fba-4833-99ae-7d2eae8c9b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e224c03b-a691-4129-9385-7aeae4e576cd,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:24.001482 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-07c7d932-3fba-4833-99ae-7d2eae8c9b77 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d077f0d3b10449c3a74152463946e120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3679836 Jul 30 02:02:24.008849 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34074) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:24.040677 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1489d5ff-fe63-40a5-a2d2-ad43077e7e0d None None] Provisioning complete for port 9275775d-413a-4f7b-8406-7a74f3a4ae24 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:24.041059 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1489d5ff-fe63-40a5-a2d2-ad43077e7e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:24.045904 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1df05a6b-9216-4fde-a632-4412a6208ecb req-ca4c3ffe-e96b-42f1-aca2-bd672b973f53 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842228 Jul 30 02:02:24.082676 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f0b5bbc1-1846-4190-9951-402d804f179f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:24.089309 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f63b4933-2efd-45dc-9449-f7c5dabc983d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:24.097859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1489d5ff-fe63-40a5-a2d2-ad43077e7e0d None None] Port 9275775d-413a-4f7b-8406-7a74f3a4ae24 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:24.098066 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5bbc1-1846-4190-9951-402d804f179f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for 9275775d-413a-4f7b-8406-7a74f3a4ae24 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:24.118909 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f63b4933-2efd-45dc-9449-f7c5dabc983d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:24.282559 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f63b4933-2efd-45dc-9449-f7c5dabc983d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:24.286051 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f63b4933-2efd-45dc-9449-f7c5dabc983d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:24.287830 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f63b4933-2efd-45dc-9449-f7c5dabc983d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e224c03b-a691-4129-9385-7aeae4e576cd HTTP/1.1" status: 204 len: 168 time: 0.2779794 Jul 30 02:02:24.306281 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b4933-2efd-45dc-9449-f7c5dabc983d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e224c03b-a691-4129-9385-7aeae4e576cd,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:24.355303 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34090) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:24.426633 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f0b5bbc1-1846-4190-9951-402d804f179f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:24.456318 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5bbc1-1846-4190-9951-402d804f179f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=9275775d-413a-4f7b-8406-7a74f3a4ae24,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:24.548352 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f0b5bbc1-1846-4190-9951-402d804f179f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:24.550964 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f0b5bbc1-1846-4190-9951-402d804f179f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/ports/9275775d-413a-4f7b-8406-7a74f3a4ae24 HTTP/1.1" status: 204 len: 168 time: 1.1955020 Jul 30 02:02:24.557196 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34098) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:24.587655 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-834a15b6-6145-426b-ac04-bd546ffb288c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] GET failed (client error): The resource could not be found. Jul 30 02:02:24.589223 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-834a15b6-6145-426b-ac04-bd546ffb288c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports/9275775d-413a-4f7b-8406-7a74f3a4ae24 HTTP/1.1" status: 404 len: 333 time: 0.0310457 Jul 30 02:02:24.591986 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34100) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:24.646719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-653c4ab4-f1ee-4672-8223-d994450b05b0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting subnet 51ad05ab-5ce6-4824-a0fa-265e106aa816 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:02:24.650698 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-653c4ab4-f1ee-4672-8223-d994450b05b0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:24.692680 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-653c4ab4-f1ee-4672-8223-d994450b05b0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:24.779210 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-db6776ad-6095-4ca5-82e8-f178c7d37199 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=797d1792c2d64742968892e4731e5922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226916 Jul 30 02:02:24.779858 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34106) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:24.806343 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-653c4ab4-f1ee-4672-8223-d994450b05b0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:24.845812 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4e9514a8-a4d2-4a2d-aed4-59f0bd26c6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:24.873830 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4e9514a8-a4d2-4a2d-aed4-59f0bd26c6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:24.964244 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-653c4ab4-f1ee-4672-8223-d994450b05b0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:25.013996 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c4ab4-f1ee-4672-8223-d994450b05b0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Subnet': ['ID=51ad05ab-5ce6-4824-a0fa-265e106aa816,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:25.015931 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-653c4ab4-f1ee-4672-8223-d994450b05b0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:25.017886 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-653c4ab4-f1ee-4672-8223-d994450b05b0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/subnets/51ad05ab-5ce6-4824-a0fa-265e106aa816 HTTP/1.1" status: 204 len: 168 time: 0.4249628 Jul 30 02:02:25.020530 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34114) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:25.030693 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4e9514a8-a4d2-4a2d-aed4-59f0bd26c6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:25.033783 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4e9514a8-a4d2-4a2d-aed4-59f0bd26c6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:25.035533 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4e9514a8-a4d2-4a2d-aed4-59f0bd26c6a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b984422c-f478-49d5-99e4-57245826c61b HTTP/1.1" status: 204 len: 168 time: 0.2542582 Jul 30 02:02:25.049275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9514a8-a4d2-4a2d-aed4-59f0bd26c6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b984422c-f478-49d5-99e4-57245826c61b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:25.102218 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad965e25-a66d-4069-8b2c-3db197ac815e tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting subnet d7f06ab2-4645-4844-8611-f235b30cc3b6 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:02:25.106560 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ad965e25-a66d-4069-8b2c-3db197ac815e tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:25.122684 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23abe7a0-1598-4c92-97cb-1b1d88e82155 None None] Network ba647eb9-ff5c-4797-a5ec-c67879e236a9 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:25.161391 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ad965e25-a66d-4069-8b2c-3db197ac815e tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:25.216855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a174f-c3a3-4aee-b5ce-10734ef27b6a req-f5b197cf-4f87-466c-a16f-b07c84132e20 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:25.218672 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-882a174f-c3a3-4aee-b5ce-10734ef27b6a req-f5b197cf-4f87-466c-a16f-b07c84132e20 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 943 time: 0.0738828 Jul 30 02:02:25.230094 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8ed3f572-1b02-4e99-aff0-c463317a1b3e None None] Could not find standard attr ID for object 9275775d-413a-4f7b-8406-7a74f3a4ae24. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:02:25.280881 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-882a174f-c3a3-4aee-b5ce-10734ef27b6a req-e5fb6bce-a77a-47a8-831e-9470aca9ffc3 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531828 Jul 30 02:02:25.289127 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ad965e25-a66d-4069-8b2c-3db197ac815e tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:25.442353 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ad965e25-a66d-4069-8b2c-3db197ac815e tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:25.473863 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad965e25-a66d-4069-8b2c-3db197ac815e tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f06ab2-4645-4844-8611-f235b30cc3b6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:25.475890 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ad965e25-a66d-4069-8b2c-3db197ac815e tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:25.481287 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34130) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:25.481758 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ad965e25-a66d-4069-8b2c-3db197ac815e tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/subnets/d7f06ab2-4645-4844-8611-f235b30cc3b6 HTTP/1.1" status: 204 len: 168 time: 0.4597902 Jul 30 02:02:25.585674 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:25.651716 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port 1d60ade5-babb-498d-9f49-f523a89468df {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:25.652508 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:25.730476 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] For port 1d60ade5-babb-498d-9f49-f523a89468df, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1d60ade5-babb-498d-9f49-f523a89468df,segment=NetworkSegment(8bb80e78-632f-4870-bf4a-f4f20ba92a00),segment_id=8bb80e78-632f-4870-bf4a-f4f20ba92a00)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:25.730904 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:25.748225 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for 1d60ade5-babb-498d-9f49-f523a89468df owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:25.767025 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c3767cda-862a-42b0-98d2-a26568c6af7e details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:02:25.911215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port c3767cda-862a-42b0-98d2-a26568c6af7e, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c3767cda-862a-42b0-98d2-a26568c6af7e,segment=NetworkSegment(e78594f6-adab-4377-853c-ca83e09b2ba9),segment_id=e78594f6-adab-4377-853c-ca83e09b2ba9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:25.923915 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'c3767cda-862a-42b0-98d2-a26568c6af7e', 'network_id': 'd41a50cc-89f1-438b-8f85-d0516089c451', 'port_id': 'c3767cda-862a-42b0-98d2-a26568c6af7e', 'mac_address': 'fa:16:3e:31:fb:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f835ba-459b-4963-95fe-debca7945261', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:02:25.935475 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:25.979900 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:25.996775 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No DVR routers for this DVR port 1d60ade5-babb-498d-9f49-f523a89468df on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:26.008838 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3767cda-862a-42b0-98d2-a26568c6af7e {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:02:26.009325 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=1d60ade5-babb-498d-9f49-f523a89468df,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:26.034047 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port c3767cda-862a-42b0-98d2-a26568c6af7e, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c3767cda-862a-42b0-98d2-a26568c6af7e,segment=NetworkSegment(e78594f6-adab-4377-853c-ca83e09b2ba9),segment_id=e78594f6-adab-4377-853c-ca83e09b2ba9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:26.054521 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d715945-5522-4d0c-a5a4-5828895d59dd None None] Network ba647eb9-ff5c-4797-a5ec-c67879e236a9 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:26.059369 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6cc0b840-7d19-4a2d-b842-f19642d607a2 None None] Could not find standard attr ID for object 1d60ade5-babb-498d-9f49-f523a89468df. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:02:26.060091 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:26.060567 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:26.061070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:26.061437 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:26.061759 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:26.062258 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:26.062647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:26.062985 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:26.063374 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:26.064190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:26.064530 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:26.064997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:26.111117 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:26.139890 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:26.155692 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba647eb9-ff5c-4797-a5ec-c67879e236a9']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:26.176143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb80e78-632f-4870-bf4a-f4f20ba92a00') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:26.177248 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb80e78-632f-4870-bf4a-f4f20ba92a00') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:26.188489 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:26.200788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=c3767cda-862a-42b0-98d2-a26568c6af7e,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:26.210757 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:26.218131 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:26.218707 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:26.221990 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:26.307136 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e100abf-3f38-4e3d-81e8-e279a3b6357a None None] DHCP port deletion for ba647eb9-ff5c-4797-a5ec-c67879e236a9 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:02:26.386155 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:26.388569 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['c3767cda-862a-42b0-98d2-a26568c6af7e'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:02:26.398600 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:26.401035 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/networks/ba647eb9-ff5c-4797-a5ec-c67879e236a9 HTTP/1.1" status: 204 len: 168 time: 0.9175076 Jul 30 02:02:26.408665 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34170) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:26.428856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797e53b-4263-4a3f-8aa2-09da875bcca8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Network': ['ID=ba647eb9-ff5c-4797-a5ec-c67879e236a9,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:26.471415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d42625-3e38-460a-8b4d-dc533ceeec84 req-f03b0a75-331b-4f99-8e6d-c2fb01bb0bf0 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:26.472955 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a9d42625-3e38-460a-8b4d-dc533ceeec84 req-f03b0a75-331b-4f99-8e6d-c2fb01bb0bf0 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 944 time: 0.0872300 Jul 30 02:02:26.482130 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2b101b-fbf2-49fe-bcab-1041ab738222 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:26.487039 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7c2b101b-fbf2-49fe-bcab-1041ab738222 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0740411 Jul 30 02:02:26.488086 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34172) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:26.562189 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6c31b43e-fb98-4956-be74-13c4461f0b31 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0729730 Jul 30 02:02:26.564642 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a9d42625-3e38-460a-8b4d-dc533ceeec84 req-f183c797-2f5b-4901-a7a3-88032f0c3ce7 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766034 Jul 30 02:02:26.576582 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34180) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:26.582325 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-489ce626-827f-498a-9a05-4f6f35ec1088 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-545893507'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:26.689552 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489ce626-827f-498a-9a05-4f6f35ec1088 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:26.693354 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-489ce626-827f-498a-9a05-4f6f35ec1088 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:26.757196 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489ce626-827f-498a-9a05-4f6f35ec1088 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:26.775688 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-489ce626-827f-498a-9a05-4f6f35ec1088 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:26.776134 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-489ce626-827f-498a-9a05-4f6f35ec1088 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Added segment 4b3b0ecc-7be1-4b79-8769-15062f19c6f3 of type vlan for network 0ba5da67-4958-4d56-bdca-7063ad4c91cb Jul 30 02:02:26.855194 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-489ce626-827f-498a-9a05-4f6f35ec1088 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:26.958192 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-489ce626-827f-498a-9a05-4f6f35ec1088 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:26.964824 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489ce626-827f-498a-9a05-4f6f35ec1088 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:26.965601 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-489ce626-827f-498a-9a05-4f6f35ec1088 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.015265 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34194) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:27.059080 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ce626-827f-498a-9a05-4f6f35ec1088 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Network': ['ID=0ba5da67-4958-4d56-bdca-7063ad4c91cb,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:27.075545 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 0ba5da67-4958-4d56-bdca-7063ad4c91cb details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:27.084962 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-489ce626-827f-498a-9a05-4f6f35ec1088 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5053561 Jul 30 02:02:27.087784 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34198) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:27.095145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-67f643c7-6ff9-46a9-94af-190c93afc07c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'subnet': {'network_id': '0ba5da67-4958-4d56-bdca-7063ad4c91cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:27.243736 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f643c7-6ff9-46a9-94af-190c93afc07c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:27.247753 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-67f643c7-6ff9-46a9-94af-190c93afc07c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.406048 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a8036a1b-3383-4c34-bdda-d830ed861107 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1151434941'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:27.496112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 1d60ade5-babb-498d-9f49-f523a89468df no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:27.530871 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 1d60ade5-babb-498d-9f49-f523a89468df {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:02:27.532223 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 1d60ade5-babb-498d-9f49-f523a89468df not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:02:27.543252 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8036a1b-3383-4c34-bdda-d830ed861107 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Made reservation on behalf of e796a04d81a949e29ebaa50a5ac3998a for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:27.547558 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8036a1b-3383-4c34-bdda-d830ed861107 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.558214 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8036a1b-3383-4c34-bdda-d830ed861107 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.612467 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-67f643c7-6ff9-46a9-94af-190c93afc07c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.692127 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f643c7-6ff9-46a9-94af-190c93afc07c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Subnet': ['ID=e9c9cf05-a0ec-476a-b8f8-37f51c297fdb,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:27.701390 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad7994-1e68-4061-a275-1a77970b3683 req-bc1fc46b-38cd-41c8-bdad-440bb5eb89bf tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:27.703694 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-02ad7994-1e68-4061-a275-1a77970b3683 req-bc1fc46b-38cd-41c8-bdad-440bb5eb89bf tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 944 time: 0.0689263 Jul 30 02:02:27.727361 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8036a1b-3383-4c34-bdda-d830ed861107 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.728805 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f643c7-6ff9-46a9-94af-190c93afc07c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Checking segment: {'id': '4b3b0ecc-7be1-4b79-8769-15062f19c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0ba5da67-4958-4d56-bdca-7063ad4c91cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:27.729161 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f643c7-6ff9-46a9-94af-190c93afc07c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network hostable DHCP agents. Network: 0ba5da67-4958-4d56-bdca-7063ad4c91cb, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:27.754475 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-02ad7994-1e68-4061-a275-1a77970b3683 req-7c3404d4-bdda-4e29-b8b9-a2023521cc4a tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440445 Jul 30 02:02:27.782031 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c3767cda-862a-42b0-98d2-a26568c6af7e up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:27.830660 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8036a1b-3383-4c34-bdda-d830ed861107 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.845773 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f643c7-6ff9-46a9-94af-190c93afc07c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network 0ba5da67-4958-4d56-bdca-7063ad4c91cb is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:27.863942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8036a1b-3383-4c34-bdda-d830ed861107 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:27.872495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8036a1b-3383-4c34-bdda-d830ed861107 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=518858e9-0ccd-4f33-9dc9-8aaa897e285b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:27.878158 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8036a1b-3383-4c34-bdda-d830ed861107 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.878532 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-a8036a1b-3383-4c34-bdda-d830ed861107 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Added segment 72c86d3e-1ea4-4d96-a7ae-57911ce50d46 of type vlan for network 49628df2-2052-468e-bad7-a422650f1d52 Jul 30 02:02:27.918413 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8036a1b-3383-4c34-bdda-d830ed861107 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.940297 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port c3767cda-862a-42b0-98d2-a26568c6af7e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:27.944759 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port c3767cda-862a-42b0-98d2-a26568c6af7e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:27.945360 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.968030 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-67f643c7-6ff9-46a9-94af-190c93afc07c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 0ba5da67-4958-4d56-bdca-7063ad4c91cb) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:27.972505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f643c7-6ff9-46a9-94af-190c93afc07c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:27.974419 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-67f643c7-6ff9-46a9-94af-190c93afc07c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.978191 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca4fee7-a418-49aa-83a4-8f67e53f3dbe None None] Network 0ba5da67-4958-4d56-bdca-7063ad4c91cb requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:28.015065 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8036a1b-3383-4c34-bdda-d830ed861107 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.028297 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8036a1b-3383-4c34-bdda-d830ed861107 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:28.033178 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8036a1b-3383-4c34-bdda-d830ed861107 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.064839 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-67f643c7-6ff9-46a9-94af-190c93afc07c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9739997 Jul 30 02:02:28.067634 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34232) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:28.074595 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-fd26a32c-0a89-4adf-b422-3e6ae48347dd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'port': {'network_id': '0ba5da67-4958-4d56-bdca-7063ad4c91cb', 'name': 'tempest-PortsTestJSON-826840310'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:28.093910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34236) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:28.109777 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.132315 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8036a1b-3383-4c34-bdda-d830ed861107 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Pushing event updated for resources: {'Network': ['ID=49628df2-2052-468e-bad7-a422650f1d52,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:28.149553 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 49628df2-2052-468e-bad7-a422650f1d52 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:28.166066 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a8036a1b-3383-4c34-bdda-d830ed861107 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1463008 Jul 30 02:02:28.166267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34240) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:28.173915 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df887559-5632-4d06-a54e-8f2f45c3b049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3767cda-862a-42b0-98d2-a26568c6af7e'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:02:28.174437 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-9dc13ba4-371e-4da2-baf2-8dc8365226cc tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Request body: {'subnet': {'network_id': '49628df2-2052-468e-bad7-a422650f1d52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:28.176610 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91eaafd-1a1d-41c7-85b0-f388a8d07d26" -d '{"events": [{"server_uuid": "df887559-5632-4d06-a54e-8f2f45c3b049", "name": "network-vif-plugged", "status": "completed", "tag": "c3767cda-862a-42b0-98d2-a26568c6af7e"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:02:28.236975 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34244) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:28.245252 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port c3767cda-862a-42b0-98d2-a26568c6af7e, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c3767cda-862a-42b0-98d2-a26568c6af7e,segment=NetworkSegment(e78594f6-adab-4377-853c-ca83e09b2ba9),segment_id=e78594f6-adab-4377-853c-ca83e09b2ba9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:28.267349 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f93cd24-6c34-4479-8cf4-f4980c77218e x-openstack-request-id: req-9f93cd24-6c34-4479-8cf4-f4980c77218e {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:02:28.267859 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df887559-5632-4d06-a54e-8f2f45c3b049", "name": "network-vif-plugged", "status": "completed", "tag": "c3767cda-862a-42b0-98d2-a26568c6af7e", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:02:28.268856 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f93cd24-6c34-4479-8cf4-f4980c77218e {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:02:28.269666 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df887559-5632-4d06-a54e-8f2f45c3b049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3767cda-862a-42b0-98d2-a26568c6af7e', 'code': 200} Jul 30 02:02:28.318044 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.348041 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-0ba5da67-4958-4d56-bdca-7063ad4c91cb', 'network_id': '0ba5da67-4958-4d56-bdca-7063ad4c91cb', 'tenant_id': '9138c236eb354dc7b6d82470ff20ddb8', 'fixed_ips': [{'subnet_id': 'e9c9cf05-a0ec-476a-b8f8-37f51c297fdb'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:02:28.348888 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.369909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd26a32c-0a89-4adf-b422-3e6ae48347dd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:28.374336 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fd26a32c-0a89-4adf-b422-3e6ae48347dd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.397256 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-fd26a32c-0a89-4adf-b422-3e6ae48347dd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] device_id is not set on port 27d97d8f-9b38-4ec8-b4ee-da09b08dd711 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:28.429241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a75551-b010-491d-9f50-8ed4e51c3dcb req-a8aa5160-a638-495a-bb92-bd9878a16342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:28.429241 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-38a75551-b010-491d-9f50-8ed4e51c3dcb req-a8aa5160-a638-495a-bb92-bd9878a16342 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 1096 time: 0.0746858 Jul 30 02:02:28.451550 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=c3767cda-862a-42b0-98d2-a26568c6af7e,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:28.502164 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc13ba4-371e-4da2-baf2-8dc8365226cc tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Made reservation on behalf of e796a04d81a949e29ebaa50a5ac3998a for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:28.510086 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9dc13ba4-371e-4da2-baf2-8dc8365226cc tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.520641 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1740ff37-451b-4315-afa7-ea6c7beb6ea0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-836175249'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:28.537521 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-38a75551-b010-491d-9f50-8ed4e51c3dcb req-2088268a-b4e7-4a38-b7e0-e68afc93a898 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981355 Jul 30 02:02:28.560292 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Allocated IP 172.20.0.2 (0ba5da67-4958-4d56-bdca-7063ad4c91cb/e9c9cf05-a0ec-476a-b8f8-37f51c297fdb/b33a8446-3a33-43ef-8760-b09ba208549b) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:28.571889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-2ec28554-a45f-473f-a1c3-5467fb142cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-837328780'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:28.744261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1740ff37-451b-4315-afa7-ea6c7beb6ea0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Made reservation on behalf of 175d0ffa55a34d988e41d5389f8b4e88 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:28.748116 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1740ff37-451b-4315-afa7-ea6c7beb6ea0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.748683 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.757939 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Transition to ACTIVE for port object b33a8446-3a33-43ef-8760-b09ba208549b will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:28.772749 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1740ff37-451b-4315-afa7-ea6c7beb6ea0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.775214 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Transition to ACTIVE for port object b33a8446-3a33-43ef-8760-b09ba208549b will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:28.865426 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.892381 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9dc13ba4-371e-4da2-baf2-8dc8365226cc tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.904942 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77b822-2bba-4016-a870-6557abe02edd req-a61e543a-6151-4b1f-8aaf-687595008ec0 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:28.907199 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc77b822-2bba-4016-a870-6557abe02edd req-a61e543a-6151-4b1f-8aaf-687595008ec0 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.0777817 Jul 30 02:02:28.918796 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Network 0ba5da67-4958-4d56-bdca-7063ad4c91cb is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:28.921808 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:28.925218 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:28.941197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec28554-a45f-473f-a1c3-5467fb142cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Made reservation on behalf of 391d691ec61a472782639d835f24a0d3 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:28.946931 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-fd26a32c-0a89-4adf-b422-3e6ae48347dd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Allocated IP 172.20.0.8 (0ba5da67-4958-4d56-bdca-7063ad4c91cb/e9c9cf05-a0ec-476a-b8f8-37f51c297fdb/27d97d8f-9b38-4ec8-b4ee-da09b08dd711) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:28.947123 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ec28554-a45f-473f-a1c3-5467fb142cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.960524 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Pushing event updated for resources: {'Port': ['ID=b33a8446-3a33-43ef-8760-b09ba208549b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:28.974913 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cc77b822-2bba-4016-a870-6557abe02edd req-3f8791ef-c119-4db7-b35e-f6519e4bf5b3 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575783 Jul 30 02:02:29.014368 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ec28554-a45f-473f-a1c3-5467fb142cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.020708 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Attempting to bind port b33a8446-3a33-43ef-8760-b09ba208549b on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:29.021403 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Attempting to bind port b33a8446-3a33-43ef-8760-b09ba208549b by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '4b3b0ecc-7be1-4b79-8769-15062f19c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0ba5da67-4958-4d56-bdca-7063ad4c91cb'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:29.021961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Attempting to bind port b33a8446-3a33-43ef-8760-b09ba208549b on network 0ba5da67-4958-4d56-bdca-7063ad4c91cb {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:29.038902 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:02:29.039281 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Checking segment: {'id': '4b3b0ecc-7be1-4b79-8769-15062f19c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0ba5da67-4958-4d56-bdca-7063ad4c91cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:29.040209 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.040602 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Bound using segment: {'id': '4b3b0ecc-7be1-4b79-8769-15062f19c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0ba5da67-4958-4d56-bdca-7063ad4c91cb'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:02:29.041070 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Bound port: b33a8446-3a33-43ef-8760-b09ba208549b, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3b0ecc-7be1-4b79-8769-15062f19c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0ba5da67-4958-4d56-bdca-7063ad4c91cb'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:02:29.041453 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.083529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc13ba4-371e-4da2-baf2-8dc8365226cc tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Pushing event updated for resources: {'Subnet': ['ID=e4e85c6c-795e-4825-a9f5-2580efadadaf,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:29.110594 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc13ba4-371e-4da2-baf2-8dc8365226cc tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Checking segment: {'id': '72c86d3e-1ea4-4d96-a7ae-57911ce50d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '49628df2-2052-468e-bad7-a422650f1d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:29.110594 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc13ba4-371e-4da2-baf2-8dc8365226cc tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Network hostable DHCP agents. Network: 49628df2-2052-468e-bad7-a422650f1d52, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:29.151340 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1740ff37-451b-4315-afa7-ea6c7beb6ea0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.156957 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] For port b33a8446-3a33-43ef-8760-b09ba208549b, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:02:29.163860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] For port b33a8446-3a33-43ef-8760-b09ba208549b, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=b33a8446-3a33-43ef-8760-b09ba208549b,segment=NetworkSegment(4b3b0ecc-7be1-4b79-8769-15062f19c6f3),segment_id=4b3b0ecc-7be1-4b79-8769-15062f19c6f3)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:02:29.187830 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fd26a32c-0a89-4adf-b422-3e6ae48347dd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.205857 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-fd26a32c-0a89-4adf-b422-3e6ae48347dd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Transition to ACTIVE for port object 27d97d8f-9b38-4ec8-b4ee-da09b08dd711 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:29.262497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc13ba4-371e-4da2-baf2-8dc8365226cc tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Network 49628df2-2052-468e-bad7-a422650f1d52 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:29.267353 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1740ff37-451b-4315-afa7-ea6c7beb6ea0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.283810 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.305512 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1740ff37-451b-4315-afa7-ea6c7beb6ea0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:29.333027 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1740ff37-451b-4315-afa7-ea6c7beb6ea0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.333383 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-1740ff37-451b-4315-afa7-ea6c7beb6ea0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Added segment bf9a3476-46c1-417c-a695-a0ddbaebcacb of type vlan for network 73f1e718-6cf2-4977-b315-36eca152fd65 Jul 30 02:02:29.353213 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fd26a32c-0a89-4adf-b422-3e6ae48347dd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.401453 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad9e47-b89e-474e-b8c1-55c91731083e None None] Pushing event updated for resources: {'Port': ['ID=b33a8446-3a33-43ef-8760-b09ba208549b,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:29.424450 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26a32c-0a89-4adf-b422-3e6ae48347dd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=27d97d8f-9b38-4ec8-b4ee-da09b08dd711,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:29.438693 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd26a32c-0a89-4adf-b422-3e6ae48347dd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network 0ba5da67-4958-4d56-bdca-7063ad4c91cb is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:29.440291 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-fd26a32c-0a89-4adf-b422-3e6ae48347dd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:29.442755 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd26a32c-0a89-4adf-b422-3e6ae48347dd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:29.460034 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-9dc13ba4-371e-4da2-baf2-8dc8365226cc tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 49628df2-2052-468e-bad7-a422650f1d52) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:29.470646 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b07741-b5ec-4e57-bf67-2833a09f0faf None None] Network 49628df2-2052-468e-bad7-a422650f1d52 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:29.474902 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc13ba4-371e-4da2-baf2-8dc8365226cc tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:29.475684 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9dc13ba4-371e-4da2-baf2-8dc8365226cc tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.493907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740ff37-451b-4315-afa7-ea6c7beb6ea0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf5e99d-8325-4ae9-841e-e3ef22bf9436,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:29.511704 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1740ff37-451b-4315-afa7-ea6c7beb6ea0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.544702 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd26a32c-0a89-4adf-b422-3e6ae48347dd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:29.545404 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fd26a32c-0a89-4adf-b422-3e6ae48347dd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.690211 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ec28554-a45f-473f-a1c3-5467fb142cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.717270 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-49628df2-2052-468e-bad7-a422650f1d52', 'network_id': '49628df2-2052-468e-bad7-a422650f1d52', 'tenant_id': 'e796a04d81a949e29ebaa50a5ac3998a', 'fixed_ips': [{'subnet_id': 'e4e85c6c-795e-4825-a9f5-2580efadadaf'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:02:29.717270 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.743276 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1740ff37-451b-4315-afa7-ea6c7beb6ea0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.752054 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1740ff37-451b-4315-afa7-ea6c7beb6ea0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:29.752691 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1740ff37-451b-4315-afa7-ea6c7beb6ea0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.804932 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ec28554-a45f-473f-a1c3-5467fb142cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.869002 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fd26a32c-0a89-4adf-b422-3e6ae48347dd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7988017 Jul 30 02:02:29.872128 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34308) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:29.877075 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Allocated IP 172.20.0.2 (49628df2-2052-468e-bad7-a422650f1d52/e4e85c6c-795e-4825-a9f5-2580efadadaf/d472fd10-d0e3-4fb4-84b0-d3647b094b73) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:29.885543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec28554-a45f-473f-a1c3-5467fb142cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:29.889888 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e67c6184-b02b-43e2-984b-d3f9a6367fb8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'port': {'network_id': '0ba5da67-4958-4d56-bdca-7063ad4c91cb', 'name': 'tempest-PortsTestJSON-541720197'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:29.893161 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec28554-a45f-473f-a1c3-5467fb142cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=facb3dd4-2421-4785-af67-a4b524d50d78,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:29.909467 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740ff37-451b-4315-afa7-ea6c7beb6ea0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event updated for resources: {'Network': ['ID=73f1e718-6cf2-4977-b315-36eca152fd65,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:29.939275 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1740ff37-451b-4315-afa7-ea6c7beb6ea0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7006564 Jul 30 02:02:29.944192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34310) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:29.945216 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9dc13ba4-371e-4da2-baf2-8dc8365226cc tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7769463 Jul 30 02:02:29.950576 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ec28554-a45f-473f-a1c3-5467fb142cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.950749 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-41a42d38-19b9-4dab-9279-fb90639f83c5 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Request body: {'port': {'network_id': '49628df2-2052-468e-bad7-a422650f1d52', 'name': 'tempest-DHCPAgentSchedulersTestJSON-606961739'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:29.951297 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-2ec28554-a45f-473f-a1c3-5467fb142cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Added segment 8e6d7153-2315-406f-8362-ea3f15c91672 of type vlan for network 63e339ea-81e6-47bb-a159-14022cf5a073 Jul 30 02:02:29.973720 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 73f1e718-6cf2-4977-b315-36eca152fd65 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:30.038637 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ec28554-a45f-473f-a1c3-5467fb142cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:30.191282 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ec28554-a45f-473f-a1c3-5467fb142cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:30.200050 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec28554-a45f-473f-a1c3-5467fb142cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:30.200999 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ec28554-a45f-473f-a1c3-5467fb142cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:30.201508 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.db.api [None req-41a42d38-19b9-4dab-9279-fb90639f83c5 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:02:30.201508 n-d-713498-9 neutron-server[94464]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 02:02:30.201508 n-d-713498-9 neutron-server[94464]: [parameters: {'project_id_1': 'e796a04d81a949e29ebaa50a5ac3998a', 'expiration_1': datetime.datetime(2021, 7, 30, 2, 2, 30, 177417)}] Jul 30 02:02:30.201508 n-d-713498-9 neutron-server[94464]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:02:30.202861 n-d-713498-9 neutron-server[94464]: DEBUG oslo_db.api [None req-41a42d38-19b9-4dab-9279-fb90639f83c5 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:02:30.294721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67c6184-b02b-43e2-984b-d3f9a6367fb8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:30.298722 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e67c6184-b02b-43e2-984b-d3f9a6367fb8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:30.361928 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-e67c6184-b02b-43e2-984b-d3f9a6367fb8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] device_id is not set on port 34c80af6-7304-4cf2-bc32-1ba70266b1b4 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:30.373497 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:30.407006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Transition to ACTIVE for port object d472fd10-d0e3-4fb4-84b0-d3647b094b73 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:30.421057 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e990ccb-4f02-4281-871d-59b100e4afde req-39d53709-3717-460e-8e28-cf84555894c8 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:30.424121 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9e990ccb-4f02-4281-871d-59b100e4afde req-39d53709-3717-460e-8e28-cf84555894c8 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.2595744 Jul 30 02:02:30.428869 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2ec28554-a45f-473f-a1c3-5467fb142cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.3315465 Jul 30 02:02:30.461397 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34322) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:30.461541 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Transition to ACTIVE for port object d472fd10-d0e3-4fb4-84b0-d3647b094b73 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:30.521217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec28554-a45f-473f-a1c3-5467fb142cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Pushing event updated for resources: {'Network': ['ID=63e339ea-81e6-47bb-a159-14022cf5a073,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:30.535725 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 63e339ea-81e6-47bb-a159-14022cf5a073 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:30.542792 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:30.577895 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-e67c6184-b02b-43e2-984b-d3f9a6367fb8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Allocated IP 172.20.0.9 (0ba5da67-4958-4d56-bdca-7063ad4c91cb/e9c9cf05-a0ec-476a-b8f8-37f51c297fdb/34c80af6-7304-4cf2-bc32-1ba70266b1b4) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:30.592574 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9e990ccb-4f02-4281-871d-59b100e4afde req-3c2c1c66-ba21-4e4a-a38e-fe101b46e4bc tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285362 Jul 30 02:02:30.786415 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Pushing event updated for resources: {'Port': ['ID=d472fd10-d0e3-4fb4-84b0-d3647b094b73,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:30.831961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Network 49628df2-2052-468e-bad7-a422650f1d52 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:30.840707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:30.856031 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a42d38-19b9-4dab-9279-fb90639f83c5 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Made reservation on behalf of e796a04d81a949e29ebaa50a5ac3998a for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:30.856897 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e06db20-4335-4958-badb-2f018a373752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:30.870205 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41a42d38-19b9-4dab-9279-fb90639f83c5 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:30.871061 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:30.971224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-41a42d38-19b9-4dab-9279-fb90639f83c5 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] device_id is not set on port 5fc350ec-4184-436e-91f4-99e999ead1d6 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:31.134351 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Attempting to bind port d472fd10-d0e3-4fb4-84b0-d3647b094b73 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:31.137217 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Attempting to bind port d472fd10-d0e3-4fb4-84b0-d3647b094b73 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '72c86d3e-1ea4-4d96-a7ae-57911ce50d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '49628df2-2052-468e-bad7-a422650f1d52'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:31.142562 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Attempting to bind port d472fd10-d0e3-4fb4-84b0-d3647b094b73 on network 49628df2-2052-468e-bad7-a422650f1d52 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:31.198418 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1410a877-7044-4313-893e-f61be87861a1 None None] Network 0ba5da67-4958-4d56-bdca-7063ad4c91cb requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:31.209189 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:02:31.209920 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Checking segment: {'id': '72c86d3e-1ea4-4d96-a7ae-57911ce50d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '49628df2-2052-468e-bad7-a422650f1d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:31.210534 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:31.212367 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Bound using segment: {'id': '72c86d3e-1ea4-4d96-a7ae-57911ce50d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '49628df2-2052-468e-bad7-a422650f1d52'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:02:31.213069 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Bound port: d472fd10-d0e3-4fb4-84b0-d3647b094b73, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c86d3e-1ea4-4d96-a7ae-57911ce50d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '49628df2-2052-468e-bad7-a422650f1d52'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:02:31.214821 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:31.273173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34332) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:31.274852 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e67c6184-b02b-43e2-984b-d3f9a6367fb8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:31.289132 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Request body: {'port': {'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073', 'binding:host_id': 'n-h1-713498-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-249276099'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:31.294569 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-e67c6184-b02b-43e2-984b-d3f9a6367fb8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Transition to ACTIVE for port object 34c80af6-7304-4cf2-bc32-1ba70266b1b4 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:31.312154 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e06db20-4335-4958-badb-2f018a373752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:31.402202 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e06db20-4335-4958-badb-2f018a373752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:31.467906 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ef8181de-72a6-4152-8fcd-f04d45b6be34 None None] Provisioning for port b33a8446-3a33-43ef-8760-b09ba208549b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:31.554061 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-41a42d38-19b9-4dab-9279-fb90639f83c5 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Allocated IP 172.20.0.13 (49628df2-2052-468e-bad7-a422650f1d52/e4e85c6c-795e-4825-a9f5-2580efadadaf/5fc350ec-4184-436e-91f4-99e999ead1d6) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:31.607431 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e67c6184-b02b-43e2-984b-d3f9a6367fb8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:31.639108 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3e06db20-4335-4958-badb-2f018a373752 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=98b426b9697840a986f26600ef48f4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1538987 Jul 30 02:02:31.640434 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-be9678c0-848e-4650-a447-2222af30f536 None None] For port d472fd10-d0e3-4fb4-84b0-d3647b094b73, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:02:31.642757 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34340) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:31.644944 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-be9678c0-848e-4650-a447-2222af30f536 None None] For port d472fd10-d0e3-4fb4-84b0-d3647b094b73, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d472fd10-d0e3-4fb4-84b0-d3647b094b73,segment=NetworkSegment(72c86d3e-1ea4-4d96-a7ae-57911ce50d46),segment_id=72c86d3e-1ea4-4d96-a7ae-57911ce50d46)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:02:31.648290 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b33a8446-3a33-43ef-8760-b09ba208549b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:31.653268 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Made reservation on behalf of 08171a5e961c4a3db7c3eb2526ca32c9 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:31.656273 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:31.668587 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:31.677840 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06db20-4335-4958-badb-2f018a373752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81f36a8-5ff9-4364-b733-9d81fc6aaf81,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:31.714024 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67c6184-b02b-43e2-984b-d3f9a6367fb8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network 0ba5da67-4958-4d56-bdca-7063ad4c91cb is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:31.721841 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-e67c6184-b02b-43e2-984b-d3f9a6367fb8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:31.727842 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0951111-a973-4f2a-9af2-17053468bb8a req-bc364eeb-ccc3-4f49-ae82-5a10885d7393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:31.729370 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0951111-a973-4f2a-9af2-17053468bb8a req-bc364eeb-ccc3-4f49-ae82-5a10885d7393 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c8345e06e1f34c0f8c6aef4f6223e6fb&device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 1096 time: 0.2069910 Jul 30 02:02:31.730590 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67c6184-b02b-43e2-984b-d3f9a6367fb8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:31.736623 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:31.750998 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e094c1e-ec9b-4b6c-a176-6fa10cf828e2 req-88876f3d-8c6e-4d06-8c0a-b2cc1532a1a6 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:31.752511 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4e094c1e-ec9b-4b6c-a176-6fa10cf828e2 req-88876f3d-8c6e-4d06-8c0a-b2cc1532a1a6 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.2594082 Jul 30 02:02:31.770683 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c6184-b02b-43e2-984b-d3f9a6367fb8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=34c80af6-7304-4cf2-bc32-1ba70266b1b4,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:31.821317 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67c6184-b02b-43e2-984b-d3f9a6367fb8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:31.822113 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e67c6184-b02b-43e2-984b-d3f9a6367fb8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:31.858002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0951111-a973-4f2a-9af2-17053468bb8a req-de055dfe-0337-44ee-b06f-fd46c8496dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:31.859656 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0951111-a973-4f2a-9af2-17053468bb8a req-de055dfe-0337-44ee-b06f-fd46c8496dde service neutron] 10.222.0.77 "GET /v2.0/networks?id=d41a50cc-89f1-438b-8f85-d0516089c451 HTTP/1.1" status: 200 len: 912 time: 0.1199534 Jul 30 02:02:31.867914 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41a42d38-19b9-4dab-9279-fb90639f83c5 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:31.875071 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf4a8-0536-45af-9c59-6715bca19ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:31.906211 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-41a42d38-19b9-4dab-9279-fb90639f83c5 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Transition to ACTIVE for port object 5fc350ec-4184-436e-91f4-99e999ead1d6 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:31.968041 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0951111-a973-4f2a-9af2-17053468bb8a req-baff03c2-3231-4713-b42c-9bf89ba86c53 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3767cda-862a-42b0-98d2-a26568c6af7e HTTP/1.1" status: 200 len: 217 time: 0.0941501 Jul 30 02:02:32.034662 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4e094c1e-ec9b-4b6c-a176-6fa10cf828e2 req-13430d84-3f5a-41a7-8074-cc40cbab451d tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633320 Jul 30 02:02:32.056615 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41a42d38-19b9-4dab-9279-fb90639f83c5 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.068356 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf4a8-0536-45af-9c59-6715bca19ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.147937 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9678c0-848e-4650-a447-2222af30f536 None None] Pushing event updated for resources: {'Port': ['ID=d472fd10-d0e3-4fb4-84b0-d3647b094b73,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:32.152116 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a42d38-19b9-4dab-9279-fb90639f83c5 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Network 49628df2-2052-468e-bad7-a422650f1d52 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:32.159509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port b33a8446-3a33-43ef-8760-b09ba208549b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:32.159704 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0951111-a973-4f2a-9af2-17053468bb8a req-4613df10-0874-4321-835c-0792c451c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:32.160993 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-41a42d38-19b9-4dab-9279-fb90639f83c5 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:32.161121 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0951111-a973-4f2a-9af2-17053468bb8a req-4613df10-0874-4321-835c-0792c451c0fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72f835ba-459b-4963-95fe-debca7945261 HTTP/1.1" status: 200 len: 851 time: 0.1826074 Jul 30 02:02:32.166947 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a42d38-19b9-4dab-9279-fb90639f83c5 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:32.196920 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port b33a8446-3a33-43ef-8760-b09ba208549b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:32.197393 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.223638 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0951111-a973-4f2a-9af2-17053468bb8a req-eb8b724a-1db7-4b23-818e-3cb7df0bc597 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d41a50cc-89f1-438b-8f85-d0516089c451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529561 Jul 30 02:02:32.262665 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.325052 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a42d38-19b9-4dab-9279-fb90639f83c5 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:32.326032 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41a42d38-19b9-4dab-9279-fb90639f83c5 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.327688 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.347103 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf4a8-0536-45af-9c59-6715bca19ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.348720 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a42d38-19b9-4dab-9279-fb90639f83c5 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Pushing event updated for resources: {'Port': ['ID=5fc350ec-4184-436e-91f4-99e999ead1d6,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:32.357865 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf4a8-0536-45af-9c59-6715bca19ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.361408 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9c2cf4a8-0536-45af-9c59-6715bca19ec4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d81f36a8-5ff9-4364-b733-9d81fc6aaf81 HTTP/1.1" status: 204 len: 168 time: 0.7156689 Jul 30 02:02:32.374975 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.389837 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] device_id is not set on port 5209ca32-7587-4c89-927c-7acd7c454058 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:32.396935 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port b33a8446-3a33-43ef-8760-b09ba208549b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=b33a8446-3a33-43ef-8760-b09ba208549b,segment=NetworkSegment(4b3b0ecc-7be1-4b79-8769-15062f19c6f3),segment_id=4b3b0ecc-7be1-4b79-8769-15062f19c6f3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:32.442130 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e67c6184-b02b-43e2-984b-d3f9a6367fb8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5681934 Jul 30 02:02:32.443049 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34344) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:32.471719 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.593470 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=b33a8446-3a33-43ef-8760-b09ba208549b,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:32.634574 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-41a42d38-19b9-4dab-9279-fb90639f83c5 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6858799 Jul 30 02:02:32.641553 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34354) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:32.777075 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cf4a8-0536-45af-9c59-6715bca19ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81f36a8-5ff9-4364-b733-9d81fc6aaf81,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:32.800747 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f136c6c-8403-4365-96a5-6c22087d97de tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:32.806884 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8f136c6c-8403-4365-96a5-6c22087d97de tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.3623438 Jul 30 02:02:32.809348 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34362) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:32.952953 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec80bc4d-86bc-4f2c-b754-a30dec27091d,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:32.987671 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0951111-a973-4f2a-9af2-17053468bb8a req-0c1541e8-3ada-47a8-b022-40db0117a6b3 service neutron] 10.222.0.77 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7504025 Jul 30 02:02:32.997370 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-71fb45c1-bd4c-4092-991a-68ef5ef3c007 None None] Provisioning for port 34c80af6-7304-4cf2-bc32-1ba70266b1b4 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:33.003179 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-71fb45c1-bd4c-4092-991a-68ef5ef3c007 None None] Provisioning complete for port 34c80af6-7304-4cf2-bc32-1ba70266b1b4 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:33.011112 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71fb45c1-bd4c-4092-991a-68ef5ef3c007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.059154 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-37078d71-e93f-4df2-bdd7-11b29c816919 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Deleting port 5fc350ec-4184-436e-91f4-99e999ead1d6 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:33.059708 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-37078d71-e93f-4df2-bdd7-11b29c816919 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.089686 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.150631 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-71fb45c1-bd4c-4092-991a-68ef5ef3c007 None None] Port 34c80af6-7304-4cf2-bc32-1ba70266b1b4 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:33.178736 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-71fb45c1-bd4c-4092-991a-68ef5ef3c007 None None] Provisioning complete for port b33a8446-3a33-43ef-8760-b09ba208549b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:33.180669 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71fb45c1-bd4c-4092-991a-68ef5ef3c007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.267079 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34366) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:33.310243 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b3433c30-60ac-4780-82bd-c12d25e2ba1a tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Request body: {'subnet': {'network_id': '73f1e718-6cf2-4977-b315-36eca152fd65', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:33.374558 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630df00-cd79-4795-a8ce-62c25c73f3d3 req-d7ae18e4-6672-47d7-91a0-84719cf32580 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:33.383466 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0630df00-cd79-4795-a8ce-62c25c73f3d3 req-d7ae18e4-6672-47d7-91a0-84719cf32580 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.2032435 Jul 30 02:02:33.440451 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0951111-a973-4f2a-9af2-17053468bb8a req-c0fb115b-d57c-4113-a62f-11e565edf1b0 service neutron] 10.222.0.77 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413235 Jul 30 02:02:33.443583 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-71fb45c1-bd4c-4092-991a-68ef5ef3c007 None None] Provisioning for port 27d97d8f-9b38-4ec8-b4ee-da09b08dd711 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:33.448476 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-71fb45c1-bd4c-4092-991a-68ef5ef3c007 None None] Provisioning complete for port 27d97d8f-9b38-4ec8-b4ee-da09b08dd711 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:33.449021 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71fb45c1-bd4c-4092-991a-68ef5ef3c007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.515851 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-37078d71-e93f-4df2-bdd7-11b29c816919 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.516056 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] device_id is not set on port 5209ca32-7587-4c89-927c-7acd7c454058 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:33.548781 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0630df00-cd79-4795-a8ce-62c25c73f3d3 req-d9ff9298-e5a1-4336-92ad-68cd827ba7e2 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479330 Jul 30 02:02:33.548781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34368) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:33.549830 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.567095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-71fb45c1-bd4c-4092-991a-68ef5ef3c007 None None] Port 27d97d8f-9b38-4ec8-b4ee-da09b08dd711 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:33.585821 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-37078d71-e93f-4df2-bdd7-11b29c816919 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Calling delete_port for 5fc350ec-4184-436e-91f4-99e999ead1d6 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:33.618244 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a691bad1-d3e0-44c9-b983-102d69355322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.635978 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Transition to ACTIVE for port object 5209ca32-7587-4c89-927c-7acd7c454058 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:33.652211 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-421370d6-3c29-477d-96b8-213f242eb9c0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port 34c80af6-7304-4cf2-bc32-1ba70266b1b4 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:33.652685 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-421370d6-3c29-477d-96b8-213f242eb9c0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.690328 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0efd481a-f8d9-430f-9735-025001a8b023 None None] Provisioning complete for port 27d97d8f-9b38-4ec8-b4ee-da09b08dd711 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:33.690707 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0efd481a-f8d9-430f-9735-025001a8b023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.734474 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3433c30-60ac-4780-82bd-c12d25e2ba1a tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Made reservation on behalf of 175d0ffa55a34d988e41d5389f8b4e88 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:33.738586 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3433c30-60ac-4780-82bd-c12d25e2ba1a tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.740955 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d472fd10-d0e3-4fb4-84b0-d3647b094b73 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:33.751211 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.787894 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383653c0-a0e4-4803-838a-ec7c8c59404c None None] Network 49628df2-2052-468e-bad7-a422650f1d52 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:33.835665 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Pushing event updated for resources: {'Port': ['ID=5209ca32-7587-4c89-927c-7acd7c454058,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:33.853761 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0efd481a-f8d9-430f-9735-025001a8b023 None None] Port 27d97d8f-9b38-4ec8-b4ee-da09b08dd711 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:33.863437 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a691bad1-d3e0-44c9-b983-102d69355322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.866205 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Checking segment: {'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:33.866416 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Network hostable DHCP agents. Network: 63e339ea-81e6-47bb-a159-14022cf5a073, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:33.941438 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a691bad1-d3e0-44c9-b983-102d69355322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.971440 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-421370d6-3c29-477d-96b8-213f242eb9c0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.983687 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port d472fd10-d0e3-4fb4-84b0-d3647b094b73 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:33.985386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Network 63e339ea-81e6-47bb-a159-14022cf5a073 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:33.996719 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b33a8446-3a33-43ef-8760-b09ba208549b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:33.997956 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-421370d6-3c29-477d-96b8-213f242eb9c0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for 34c80af6-7304-4cf2-bc32-1ba70266b1b4 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:34.005341 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a691bad1-d3e0-44c9-b983-102d69355322 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05f3d7292f1e42149204604fab23b81f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4541786 Jul 30 02:02:34.005524 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34378) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:34.010820 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691bad1-d3e0-44c9-b983-102d69355322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc398dd7-fab1-4eac-a39a-8f7dbf30c8b0,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:34.065845 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port b33a8446-3a33-43ef-8760-b09ba208549b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:34.066221 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.083335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 63e339ea-81e6-47bb-a159-14022cf5a073) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:34.092740 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c0ab3e2f-655c-4da3-af10-daedbbfac329 None None] Provisioning for port d472fd10-d0e3-4fb4-84b0-d3647b094b73 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:34.093470 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:34.100042 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c0ab3e2f-655c-4da3-af10-daedbbfac329 None None] Provisioning complete for port d472fd10-d0e3-4fb4-84b0-d3647b094b73 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:34.100426 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c0ab3e2f-655c-4da3-af10-daedbbfac329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.125570 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:34.126543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:34.127239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:34.130635 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8e486c-edf7-437c-9ec6-6bb6841b19aa None None] Network 63e339ea-81e6-47bb-a159-14022cf5a073 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:34.134956 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port 5209ca32-7587-4c89-927c-7acd7c454058 on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:34.135624 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:34.136857 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 2 to bind port 5209ca32-7587-4c89-927c-7acd7c454058 Jul 30 02:02:34.154714 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:34.155306 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:34.155942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:34.161981 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port 5209ca32-7587-4c89-927c-7acd7c454058 on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:34.162760 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:34.163306 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 3 to bind port 5209ca32-7587-4c89-927c-7acd7c454058 Jul 30 02:02:34.178693 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:34.179284 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:34.179967 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:34.186873 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port 5209ca32-7587-4c89-927c-7acd7c454058 on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:34.187474 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:34.188940 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 4 to bind port 5209ca32-7587-4c89-927c-7acd7c454058 Jul 30 02:02:34.213988 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-37078d71-e93f-4df2-bdd7-11b29c816919 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.238109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:34.239137 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:34.239497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:34.248135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port 5209ca32-7587-4c89-927c-7acd7c454058 on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:34.248477 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:34.249137 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 5 to bind port 5209ca32-7587-4c89-927c-7acd7c454058 Jul 30 02:02:34.265277 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:34.265465 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:34.265920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:34.270916 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port 5209ca32-7587-4c89-927c-7acd7c454058 on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:34.271249 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:34.272313 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 6 to bind port 5209ca32-7587-4c89-927c-7acd7c454058 Jul 30 02:02:34.279118 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-473cffef-e9ff-4034-b4ce-be75a70fc446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.292281 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:34.292619 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:34.292960 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:34.300752 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port 5209ca32-7587-4c89-927c-7acd7c454058 on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:34.301371 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:34.301781 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 7 to bind port 5209ca32-7587-4c89-927c-7acd7c454058 Jul 30 02:02:34.307765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37078d71-e93f-4df2-bdd7-11b29c816919 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Pushing event deleted for resources: {'Port': ['ID=5fc350ec-4184-436e-91f4-99e999ead1d6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:34.324478 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:34.324827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:34.325167 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:34.332768 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port 5209ca32-7587-4c89-927c-7acd7c454058 on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:34.333035 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:34.333498 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 8 to bind port 5209ca32-7587-4c89-927c-7acd7c454058 Jul 30 02:02:34.350064 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:34.350907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:34.350907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:34.361449 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port 5209ca32-7587-4c89-927c-7acd7c454058 on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:34.361996 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:34.362840 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 9 to bind port 5209ca32-7587-4c89-927c-7acd7c454058 Jul 30 02:02:34.371067 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c0ab3e2f-655c-4da3-af10-daedbbfac329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.382387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:34.382387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:34.382760 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:34.393543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port 5209ca32-7587-4c89-927c-7acd7c454058 on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:34.393829 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:34.394234 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 10 to bind port 5209ca32-7587-4c89-927c-7acd7c454058 Jul 30 02:02:34.394643 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3433c30-60ac-4780-82bd-c12d25e2ba1a tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.411698 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:34.412492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:34.412872 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:34.419087 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port 5209ca32-7587-4c89-927c-7acd7c454058 on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:34.419451 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port 5209ca32-7587-4c89-927c-7acd7c454058 on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:34.419831 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.422648 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c0ab3e2f-655c-4da3-af10-daedbbfac329 None None] For port d472fd10-d0e3-4fb4-84b0-d3647b094b73, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d472fd10-d0e3-4fb4-84b0-d3647b094b73,segment=NetworkSegment(72c86d3e-1ea4-4d96-a7ae-57911ce50d46),segment_id=72c86d3e-1ea4-4d96-a7ae-57911ce50d46)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:34.487927 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-473cffef-e9ff-4034-b4ce-be75a70fc446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.501368 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c0ab3e2f-655c-4da3-af10-daedbbfac329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.538000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] For port 5209ca32-7587-4c89-927c-7acd7c454058, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:02:34.538384 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempted to set empty binding levels {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 02:02:34.566255 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-37078d71-e93f-4df2-bdd7-11b29c816919 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.571081 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-37078d71-e93f-4df2-bdd7-11b29c816919 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] 10.222.0.70 "DELETE /v2.0/ports/5fc350ec-4184-436e-91f4-99e999ead1d6 HTTP/1.1" status: 204 len: 168 time: 1.9177961 Jul 30 02:02:34.575633 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34382) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:34.593581 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c0ab3e2f-655c-4da3-af10-daedbbfac329 None None] Provisioning complete for port 34c80af6-7304-4cf2-bc32-1ba70266b1b4 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:34.594720 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c0ab3e2f-655c-4da3-af10-daedbbfac329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.615121 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.631713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3433c30-60ac-4780-82bd-c12d25e2ba1a tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event updated for resources: {'Subnet': ['ID=4d4df522-5d6f-486e-8198-20a461a4d575,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:34.636219 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab3e2f-655c-4da3-af10-daedbbfac329 None None] Pushing event updated for resources: {'Port': ['ID=d472fd10-d0e3-4fb4-84b0-d3647b094b73,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:34.650801 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3433c30-60ac-4780-82bd-c12d25e2ba1a tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Checking segment: {'id': 'bf9a3476-46c1-417c-a695-a0ddbaebcacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '73f1e718-6cf2-4977-b315-36eca152fd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:34.658112 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3433c30-60ac-4780-82bd-c12d25e2ba1a tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Network hostable DHCP agents. Network: 73f1e718-6cf2-4977-b315-36eca152fd65, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:34.675475 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c0ab3e2f-655c-4da3-af10-daedbbfac329 None None] Port 34c80af6-7304-4cf2-bc32-1ba70266b1b4 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:34.695681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:34.695681 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.743420 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Pushing event updated for resources: {'Port': ['ID=5209ca32-7587-4c89-927c-7acd7c454058,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:34.762907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74f8c8-73c6-447f-a72b-7dfee0b39c4b req-1ea6eeb2-da19-4edc-bdc4-7e0cff4b449e tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:34.764558 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af74f8c8-73c6-447f-a72b-7dfee0b39c4b req-1ea6eeb2-da19-4edc-bdc4-7e0cff4b449e tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.0972550 Jul 30 02:02:34.803831 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8cc95cd3-8b23-4740-8806-35e4a56b7c2b None None] Provisioning complete for port d472fd10-d0e3-4fb4-84b0-d3647b094b73 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:34.804331 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8cc95cd3-8b23-4740-8806-35e4a56b7c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.826888 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-473cffef-e9ff-4034-b4ce-be75a70fc446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.829896 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-473cffef-e9ff-4034-b4ce-be75a70fc446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.835952 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-473cffef-e9ff-4034-b4ce-be75a70fc446 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fc398dd7-fab1-4eac-a39a-8f7dbf30c8b0 HTTP/1.1" status: 204 len: 168 time: 0.8287749 Jul 30 02:02:34.864039 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3aa36a1c-b7be-4663-af1d-888b9793b9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.5871248 Jul 30 02:02:34.865845 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34388) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:34.872427 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-421370d6-3c29-477d-96b8-213f242eb9c0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.887942 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3433c30-60ac-4780-82bd-c12d25e2ba1a tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Network 73f1e718-6cf2-4977-b315-36eca152fd65 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:34.889906 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cffef-e9ff-4034-b4ce-be75a70fc446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc398dd7-fab1-4eac-a39a-8f7dbf30c8b0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:34.938178 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af74f8c8-73c6-447f-a72b-7dfee0b39c4b req-c8ddc876-8fff-4d33-bacf-ead623f5fa09 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586607 Jul 30 02:02:35.027686 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-464ac587-a98f-44c2-af69-231ad0febd29 tempest-DHCPAgentSchedulersTestJSON-1694610323 tempest-DHCPAgentSchedulersTestJSON-1694610323-project-admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.4477599 Jul 30 02:02:35.028457 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34394) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:35.031182 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421370d6-3c29-477d-96b8-213f242eb9c0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=34c80af6-7304-4cf2-bc32-1ba70266b1b4,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:35.037553 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-0a92ff46-d20a-4128-a7d6-1e9e27294dc7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1268974764'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:35.054578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8cc95cd3-8b23-4740-8806-35e4a56b7c2b None None] Could not find standard attr ID for object 5fc350ec-4184-436e-91f4-99e999ead1d6. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:02:35.058859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533d193-c106-4749-a2ce-d355dd5667eb req-2d769c24-90e8-4cce-9aeb-9e50d7aa33ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:35.061764 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4533d193-c106-4749-a2ce-d355dd5667eb req-2d769c24-90e8-4cce-9aeb-9e50d7aa33ce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c8345e06e1f34c0f8c6aef4f6223e6fb&device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 1096 time: 0.1226726 Jul 30 02:02:35.107809 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-b3433c30-60ac-4780-82bd-c12d25e2ba1a tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 73f1e718-6cf2-4977-b315-36eca152fd65) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:35.115527 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3433c30-60ac-4780-82bd-c12d25e2ba1a tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:35.116270 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3433c30-60ac-4780-82bd-c12d25e2ba1a tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.133884 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6e2a71-dea9-4d9d-9919-e39058ca950d None None] Network 73f1e718-6cf2-4977-b315-36eca152fd65 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:35.141760 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-421370d6-3c29-477d-96b8-213f242eb9c0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.146278 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-421370d6-3c29-477d-96b8-213f242eb9c0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/ports/34c80af6-7304-4cf2-bc32-1ba70266b1b4 HTTP/1.1" status: 204 len: 168 time: 2.3235397 Jul 30 02:02:35.146601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34396) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:35.174381 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-06de48e6-4477-4cd7-a12c-ce79a07174a0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] GET failed (client error): The resource could not be found. Jul 30 02:02:35.176328 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-06de48e6-4477-4cd7-a12c-ce79a07174a0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports/34c80af6-7304-4cf2-bc32-1ba70266b1b4 HTTP/1.1" status: 404 len: 333 time: 0.0287266 Jul 30 02:02:35.179234 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34398) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:35.217575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6fd3b983-d069-4250-98ff-b3a48b57b4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Deleting port 5209ca32-7587-4c89-927c-7acd7c454058 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:35.218180 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6fd3b983-d069-4250-98ff-b3a48b57b4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.304627 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-82c57c61-f1f3-4680-9e44-e9538335e585 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port 27d97d8f-9b38-4ec8-b4ee-da09b08dd711 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:35.305586 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-82c57c61-f1f3-4680-9e44-e9538335e585 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.313106 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a92ff46-d20a-4128-a7d6-1e9e27294dc7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Made reservation on behalf of e796a04d81a949e29ebaa50a5ac3998a for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:35.316676 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0a92ff46-d20a-4128-a7d6-1e9e27294dc7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.342953 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-73f1e718-6cf2-4977-b315-36eca152fd65', 'network_id': '73f1e718-6cf2-4977-b315-36eca152fd65', 'tenant_id': '175d0ffa55a34d988e41d5389f8b4e88', 'fixed_ips': [{'subnet_id': '4d4df522-5d6f-486e-8198-20a461a4d575'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:02:35.343932 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.353626 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b3433c30-60ac-4780-82bd-c12d25e2ba1a tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0503404 Jul 30 02:02:35.356987 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34400) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:35.367778 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-f0557dff-4efb-4bbc-abe2-97d3165b75ba tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-767571325'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:35.373869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-6fd3b983-d069-4250-98ff-b3a48b57b4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] For port 5209ca32-7587-4c89-927c-7acd7c454058, host n-h1-713498-9, got binding levels [] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:35.374216 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6fd3b983-d069-4250-98ff-b3a48b57b4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.389839 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6fd3b983-d069-4250-98ff-b3a48b57b4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Calling delete_port for 5209ca32-7587-4c89-927c-7acd7c454058 owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:35.429059 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-82c57c61-f1f3-4680-9e44-e9538335e585 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.448450 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-82c57c61-f1f3-4680-9e44-e9538335e585 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for 27d97d8f-9b38-4ec8-b4ee-da09b08dd711 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:35.500945 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a92ff46-d20a-4128-a7d6-1e9e27294dc7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:35.504757 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0557dff-4efb-4bbc-abe2-97d3165b75ba tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Made reservation on behalf of 175d0ffa55a34d988e41d5389f8b4e88 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:35.509150 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f0557dff-4efb-4bbc-abe2-97d3165b75ba tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.514157 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533d193-c106-4749-a2ce-d355dd5667eb req-b42d9d96-2934-4b97-9e53-6ac9b7f66ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:35.515663 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4533d193-c106-4749-a2ce-d355dd5667eb req-b42d9d96-2934-4b97-9e53-6ac9b7f66ea9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d41a50cc-89f1-438b-8f85-d0516089c451 HTTP/1.1" status: 200 len: 912 time: 0.4151006 Jul 30 02:02:35.521149 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d472fd10-d0e3-4fb4-84b0-d3647b094b73 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:35.540469 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0a92ff46-d20a-4128-a7d6-1e9e27294dc7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.540727 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-0a92ff46-d20a-4128-a7d6-1e9e27294dc7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Added segment 3c4cee1d-89d8-4266-b8d4-3c51a48084e2 of type vlan for network 807b443c-1e47-4a9c-855e-18f1edef7605 Jul 30 02:02:35.550527 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0557dff-4efb-4bbc-abe2-97d3165b75ba tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:35.559597 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Allocated IP 2001:db8:0:ffff::2 (73f1e718-6cf2-4977-b315-36eca152fd65/4d4df522-5d6f-486e-8198-20a461a4d575/a6ba5792-ba0c-427e-9746-7fbab9e0f57f) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:35.581450 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4533d193-c106-4749-a2ce-d355dd5667eb req-332dbd7f-80d0-467c-a530-bd361f53c847 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3767cda-862a-42b0-98d2-a26568c6af7e HTTP/1.1" status: 200 len: 217 time: 0.0565970 Jul 30 02:02:35.587150 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f0557dff-4efb-4bbc-abe2-97d3165b75ba tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.587743 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-f0557dff-4efb-4bbc-abe2-97d3165b75ba tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Added segment e2d9113c-a7bd-4249-99b9-c99e970ab631 of type vlan for network e6b70cf7-1101-4c44-8977-d253f33022b8 Jul 30 02:02:35.656879 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0a92ff46-d20a-4128-a7d6-1e9e27294dc7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.672607 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f0557dff-4efb-4bbc-abe2-97d3165b75ba tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.684405 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port d472fd10-d0e3-4fb4-84b0-d3647b094b73 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:35.685692 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.699008 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533d193-c106-4749-a2ce-d355dd5667eb req-ed3956bd-eac2-42d2-b092-9c1e9541e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:35.700773 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4533d193-c106-4749-a2ce-d355dd5667eb req-ed3956bd-eac2-42d2-b092-9c1e9541e97c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72f835ba-459b-4963-95fe-debca7945261 HTTP/1.1" status: 200 len: 851 time: 0.0991316 Jul 30 02:02:35.746079 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4533d193-c106-4749-a2ce-d355dd5667eb req-59af8da1-67b3-4a16-a549-8ced3ade68de service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d41a50cc-89f1-438b-8f85-d0516089c451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298078 Jul 30 02:02:35.771635 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6fd3b983-d069-4250-98ff-b3a48b57b4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.825655 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-82c57c61-f1f3-4680-9e44-e9538335e585 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.830425 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.834203 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0a92ff46-d20a-4128-a7d6-1e9e27294dc7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.840013 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a92ff46-d20a-4128-a7d6-1e9e27294dc7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:35.840615 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0a92ff46-d20a-4128-a7d6-1e9e27294dc7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.843137 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3b983-d069-4250-98ff-b3a48b57b4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Pushing event deleted for resources: {'Port': ['ID=5209ca32-7587-4c89-927c-7acd7c454058,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:35.846054 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Transition to ACTIVE for port object a6ba5792-ba0c-427e-9746-7fbab9e0f57f will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:35.872291 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Transition to ACTIVE for port object a6ba5792-ba0c-427e-9746-7fbab9e0f57f will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:35.875144 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c57c61-f1f3-4680-9e44-e9538335e585 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=27d97d8f-9b38-4ec8-b4ee-da09b08dd711,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:35.875654 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6fd3b983-d069-4250-98ff-b3a48b57b4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.877428 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f0557dff-4efb-4bbc-abe2-97d3165b75ba tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.878938 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6fd3b983-d069-4250-98ff-b3a48b57b4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] 10.222.0.70 "DELETE /v2.0/ports/5209ca32-7587-4c89-927c-7acd7c454058 HTTP/1.1" status: 204 len: 168 time: 1.0113668 Jul 30 02:02:35.884639 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0557dff-4efb-4bbc-abe2-97d3165b75ba tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:35.885424 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f0557dff-4efb-4bbc-abe2-97d3165b75ba tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.887877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34412) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:35.965441 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d6cf5b-5804-4d6c-af2e-0acfa5b93ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] GET failed (client error): The resource could not be found. Jul 30 02:02:35.966728 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92ff46-d20a-4128-a7d6-1e9e27294dc7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Pushing event updated for resources: {'Network': ['ID=807b443c-1e47-4a9c-855e-18f1edef7605,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:35.967365 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-59d6cf5b-5804-4d6c-af2e-0acfa5b93ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] 10.222.0.70 "GET /v2.0/ports/5209ca32-7587-4c89-927c-7acd7c454058 HTTP/1.1" status: 404 len: 333 time: 0.0718400 Jul 30 02:02:35.971949 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4533d193-c106-4749-a2ce-d355dd5667eb req-6386637d-2713-4ea9-8e0f-ffcbd64228ed service neutron] 10.222.0.77 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175796 Jul 30 02:02:35.972867 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34414) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:35.979115 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-03330d75-6be5-4744-a4a6-ed513ed26ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Request body: {'port': {'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-731690503'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:35.999092 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 807b443c-1e47-4a9c-855e-18f1edef7605 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:36.031158 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:36.054584 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0a92ff46-d20a-4128-a7d6-1e9e27294dc7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0240905 Jul 30 02:02:36.057575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34420) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:36.149620 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Pushing event updated for resources: {'Port': ['ID=a6ba5792-ba0c-427e-9746-7fbab9e0f57f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:36.211633 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03330d75-6be5-4744-a4a6-ed513ed26ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Made reservation on behalf of 08171a5e961c4a3db7c3eb2526ca32c9 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:36.214110 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-03330d75-6be5-4744-a4a6-ed513ed26ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:36.237056 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Network 73f1e718-6cf2-4977-b315-36eca152fd65 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:36.241405 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:36.252387 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:36.278873 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec12f9-695d-4f10-8591-816fd5a48058 req-8358029d-dd4e-493e-897f-8851764a2c71 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:36.280718 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c7ec12f9-695d-4f10-8591-816fd5a48058 req-8358029d-dd4e-493e-897f-8851764a2c71 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.1535153 Jul 30 02:02:36.298947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-03330d75-6be5-4744-a4a6-ed513ed26ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] device_id is not set on port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:36.305747 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4533d193-c106-4749-a2ce-d355dd5667eb req-db430a08-0ec0-483d-94ba-92a4a9327f44 service neutron] 10.222.0.77 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195820 Jul 30 02:02:36.326899 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Attempting to bind port a6ba5792-ba0c-427e-9746-7fbab9e0f57f on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:36.327761 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Attempting to bind port a6ba5792-ba0c-427e-9746-7fbab9e0f57f by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'bf9a3476-46c1-417c-a695-a0ddbaebcacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '73f1e718-6cf2-4977-b315-36eca152fd65'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:36.328331 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Attempting to bind port a6ba5792-ba0c-427e-9746-7fbab9e0f57f on network 73f1e718-6cf2-4977-b315-36eca152fd65 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:36.334726 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:02:36.335384 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Checking segment: {'id': 'bf9a3476-46c1-417c-a695-a0ddbaebcacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '73f1e718-6cf2-4977-b315-36eca152fd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:36.339108 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:36.339108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Bound using segment: {'id': 'bf9a3476-46c1-417c-a695-a0ddbaebcacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '73f1e718-6cf2-4977-b315-36eca152fd65'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:02:36.339108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Bound port: a6ba5792-ba0c-427e-9746-7fbab9e0f57f, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9a3476-46c1-417c-a695-a0ddbaebcacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '73f1e718-6cf2-4977-b315-36eca152fd65'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:02:36.339108 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:36.455042 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] For port a6ba5792-ba0c-427e-9746-7fbab9e0f57f, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:02:36.455352 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c7ec12f9-695d-4f10-8591-816fd5a48058 req-e273a74a-c9b2-483a-bbe4-536826963956 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579123 Jul 30 02:02:36.458523 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] For port a6ba5792-ba0c-427e-9746-7fbab9e0f57f, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a6ba5792-ba0c-427e-9746-7fbab9e0f57f,segment=NetworkSegment(bf9a3476-46c1-417c-a695-a0ddbaebcacb),segment_id=bf9a3476-46c1-417c-a695-a0ddbaebcacb)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:02:36.471574 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-31a580f6-72dc-46e5-ad4c-a314729d948b tempest-DHCPAgentSchedulersTestJSON-1694610323 tempest-DHCPAgentSchedulersTestJSON-1694610323-project-admin] 10.222.0.70 "GET /v2.0/agents/1b4b1598-ad6a-40e8-a64a-75bc6d33774d/dhcp-networks HTTP/1.1" status: 200 len: 7214 time: 0.4123912 Jul 30 02:02:36.478380 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34440) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:36.552669 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f0557dff-4efb-4bbc-abe2-97d3165b75ba tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1918154 Jul 30 02:02:36.552669 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0557dff-4efb-4bbc-abe2-97d3165b75ba tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event updated for resources: {'Network': ['ID=e6b70cf7-1101-4c44-8977-d253f33022b8,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:36.555267 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-82c57c61-f1f3-4680-9e44-e9538335e585 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:36.557812 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:36.558718 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-82c57c61-f1f3-4680-9e44-e9538335e585 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/ports/27d97d8f-9b38-4ec8-b4ee-da09b08dd711 HTTP/1.1" status: 204 len: 168 time: 1.3775706 Jul 30 02:02:36.559780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34442) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:36.565428 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Request body: {'subnet': {'network_id': 'e6b70cf7-1101-4c44-8977-d253f33022b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:36.565630 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network e6b70cf7-1101-4c44-8977-d253f33022b8 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:36.573252 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34444) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:36.615988 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f86ffeb-246f-47db-b316-65f42f12eebc tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] GET failed (client error): The resource could not be found. Jul 30 02:02:36.618255 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2f86ffeb-246f-47db-b316-65f42f12eebc tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports/27d97d8f-9b38-4ec8-b4ee-da09b08dd711 HTTP/1.1" status: 404 len: 333 time: 0.0438519 Jul 30 02:02:36.622612 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72404b-ea29-46ed-aa68-15b1a6c8a3df None None] Pushing event updated for resources: {'Port': ['ID=a6ba5792-ba0c-427e-9746-7fbab9e0f57f,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:36.624035 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34450) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:36.712652 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-66de893d-61ee-4ed5-b5e0-a82bb675d04f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting subnet e9c9cf05-a0ec-476a-b8f8-37f51c297fdb {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:02:36.727924 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66de893d-61ee-4ed5-b5e0-a82bb675d04f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:36.801474 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66de893d-61ee-4ed5-b5e0-a82bb675d04f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:36.807750 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-03330d75-6be5-4744-a4a6-ed513ed26ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:36.831739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Made reservation on behalf of 175d0ffa55a34d988e41d5389f8b4e88 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:36.836253 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:36.850051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300d224f-519e-46ce-9bf8-51415a5756e9 tempest-DHCPAgentSchedulersTestJSON-1694610323 tempest-DHCPAgentSchedulersTestJSON-1694610323-project-admin] Network 807b443c-1e47-4a9c-855e-18f1edef7605 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:36.960742 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-300d224f-519e-46ce-9bf8-51415a5756e9 tempest-DHCPAgentSchedulersTestJSON-1694610323 tempest-DHCPAgentSchedulersTestJSON-1694610323-project-admin] 10.222.0.70 "POST /v2.0/agents/1b4b1598-ad6a-40e8-a64a-75bc6d33774d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4790363 Jul 30 02:02:36.960742 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34454) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:36.966205 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1f8eae-f338-4395-ae7b-4f3855bfa1b9 None None] Network 807b443c-1e47-4a9c-855e-18f1edef7605 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:36.993082 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66de893d-61ee-4ed5-b5e0-a82bb675d04f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:37.074904 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-03330d75-6be5-4744-a4a6-ed513ed26ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:37.160101 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03330d75-6be5-4744-a4a6-ed513ed26ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Network 63e339ea-81e6-47bb-a159-14022cf5a073 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:37.178598 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03330d75-6be5-4744-a4a6-ed513ed26ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Pushing event updated for resources: {'Port': ['ID=5847e4d1-9b2f-4c9f-93e1-3f0132e3090c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:37.187653 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-03330d75-6be5-4744-a4a6-ed513ed26ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:37.194198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03330d75-6be5-4744-a4a6-ed513ed26ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:37.195227 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03330d75-6be5-4744-a4a6-ed513ed26ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:37.195999 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-03330d75-6be5-4744-a4a6-ed513ed26ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:37.240445 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-df6758cf-de6b-4e73-a1df-fa16ed12e10e tempest-DHCPAgentSchedulersTestJSON-1694610323 tempest-DHCPAgentSchedulersTestJSON-1694610323-project-admin] 10.222.0.70 "GET /v2.0/agents/1b4b1598-ad6a-40e8-a64a-75bc6d33774d/dhcp-networks HTTP/1.1" status: 200 len: 7985 time: 0.2715313 Jul 30 02:02:37.243726 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34458) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:37.316917 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66de893d-61ee-4ed5-b5e0-a82bb675d04f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:37.322666 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-03330d75-6be5-4744-a4a6-ed513ed26ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3460495 Jul 30 02:02:37.322821 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34460) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:37.323054 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34462) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:37.335960 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:37.366585 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de893d-61ee-4ed5-b5e0-a82bb675d04f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Subnet': ['ID=e9c9cf05-a0ec-476a-b8f8-37f51c297fdb,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:37.376399 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66de893d-61ee-4ed5-b5e0-a82bb675d04f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:37.377963 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bee2d91-1784-48f2-bb82-f84fc28217de None None] Network 0ba5da67-4958-4d56-bdca-7063ad4c91cb requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:37.379493 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-66de893d-61ee-4ed5-b5e0-a82bb675d04f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/subnets/e9c9cf05-a0ec-476a-b8f8-37f51c297fdb HTTP/1.1" status: 204 len: 168 time: 0.7533872 Jul 30 02:02:37.386514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34466) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:37.418109 n-d-713498-9 neutron-server[94464]: DEBUG neutron.objects.ports [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94464) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:02:37.420741 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:37.465340 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34468) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:37.466688 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-22b982d4-df65-45bb-9cc6-69799998c40d tempest-DHCPAgentSchedulersTestJSON-1694610323 tempest-DHCPAgentSchedulersTestJSON-1694610323-project-admin] 10.222.0.70 "DELETE /v2.0/agents/1b4b1598-ad6a-40e8-a64a-75bc6d33774d/dhcp-networks/807b443c-1e47-4a9c-855e-18f1edef7605 HTTP/1.1" status: 204 len: 168 time: 0.2216964 Jul 30 02:02:37.506926 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa328b15-561d-4e97-8aeb-23c20b598fe8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:37.578265 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:37.604144 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a6ba5792-ba0c-427e-9746-7fbab9e0f57f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:37.709084 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c010a2-ee99-4894-97ac-ecad1ee13549 req-9ddcac8c-bbfb-42f3-9fd7-baead9bc47b3 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:37.732510 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-09c010a2-ee99-4894-97ac-ecad1ee13549 req-9ddcac8c-bbfb-42f3-9fd7-baead9bc47b3 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.1509309 Jul 30 02:02:37.734645 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f73f6edd-698e-4a25-9858-6009e6b0e4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:37.736537 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event updated for resources: {'Subnet': ['ID=8cfbbde4-94d0-434e-90ac-2d3607d3da07,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:37.771897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-fa328b15-561d-4e97-8aeb-23c20b598fe8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port b33a8446-3a33-43ef-8760-b09ba208549b {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:37.772240 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa328b15-561d-4e97-8aeb-23c20b598fe8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:37.794281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:37.794281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:37.795197 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:37.795554 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:37.795887 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:37.796212 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:37.796540 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:37.796891 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:37.797399 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:37.797733 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:37.798059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:37.798407 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:37.803987 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port a6ba5792-ba0c-427e-9746-7fbab9e0f57f completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:37.813264 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f48078-b1b7-4192-9cf8-4d373b5393f7 None None] DHCP port deletion for 0ba5da67-4958-4d56-bdca-7063ad4c91cb request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:02:37.829007 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Checking segment: {'id': 'e2d9113c-a7bd-4249-99b9-c99e970ab631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e6b70cf7-1101-4c44-8977-d253f33022b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:37.829393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Network hostable DHCP agents. Network: e6b70cf7-1101-4c44-8977-d253f33022b8, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:37.848819 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-09c010a2-ee99-4894-97ac-ecad1ee13549 req-de6c7e94-1cf9-4fca-9a66-cd8a34346e1b tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152768 Jul 30 02:02:37.894402 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-fa328b15-561d-4e97-8aeb-23c20b598fe8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] For port b33a8446-3a33-43ef-8760-b09ba208549b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=b33a8446-3a33-43ef-8760-b09ba208549b,segment=NetworkSegment(4b3b0ecc-7be1-4b79-8769-15062f19c6f3),segment_id=4b3b0ecc-7be1-4b79-8769-15062f19c6f3)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:37.894753 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa328b15-561d-4e97-8aeb-23c20b598fe8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:37.915255 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-27f48078-b1b7-4192-9cf8-4d373b5393f7 None None] Deleting port b33a8446-3a33-43ef-8760-b09ba208549b {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:37.915255 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27f48078-b1b7-4192-9cf8-4d373b5393f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:37.921230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-fa328b15-561d-4e97-8aeb-23c20b598fe8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for b33a8446-3a33-43ef-8760-b09ba208549b owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:37.941976 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f73f6edd-698e-4a25-9858-6009e6b0e4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.017106 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-27f48078-b1b7-4192-9cf8-4d373b5393f7 None None] For port b33a8446-3a33-43ef-8760-b09ba208549b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=b33a8446-3a33-43ef-8760-b09ba208549b,segment=NetworkSegment(4b3b0ecc-7be1-4b79-8769-15062f19c6f3),segment_id=4b3b0ecc-7be1-4b79-8769-15062f19c6f3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:38.017106 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27f48078-b1b7-4192-9cf8-4d373b5393f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.040391 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-27f48078-b1b7-4192-9cf8-4d373b5393f7 None None] Calling delete_port for b33a8446-3a33-43ef-8760-b09ba208549b owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:38.070817 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f73f6edd-698e-4a25-9858-6009e6b0e4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.072981 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Network e6b70cf7-1101-4c44-8977-d253f33022b8 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:38.080794 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ed8bb1c1-fe1a-4dfe-85b8-ecee493c5b9e tempest-DHCPAgentSchedulersTestJSON-1694610323 tempest-DHCPAgentSchedulersTestJSON-1694610323-project-admin] 10.222.0.70 "GET /v2.0/agents/1b4b1598-ad6a-40e8-a64a-75bc6d33774d/dhcp-networks HTTP/1.1" status: 200 len: 7176 time: 0.5701795 Jul 30 02:02:38.083648 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34476) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:38.111945 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1cf33470-fe9d-4545-8b1f-60547b97aa4c tempest-DHCPAgentSchedulersTestJSON-1694610323 tempest-DHCPAgentSchedulersTestJSON-1694610323-project-admin] 10.222.0.70 "GET /v2.0/networks/49628df2-2052-468e-bad7-a422650f1d52/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0263505 Jul 30 02:02:38.114037 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34478) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:38.138202 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa328b15-561d-4e97-8aeb-23c20b598fe8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.146108 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f6edd-698e-4a25-9858-6009e6b0e4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5278c75b-4075-4415-a284-c88a80ece8ce,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:38.147477 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:02:38.156641 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd874685-b0f7-42ef-b4de-77cf23f622c9 None None] Network 73f1e718-6cf2-4977-b315-36eca152fd65 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:38.180872 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f73f6edd-698e-4a25-9858-6009e6b0e4d2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=64c608a2d9954c6c8c865eb23fbdebaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8457627 Jul 30 02:02:38.180872 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34480) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:38.181027 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27f48078-b1b7-4192-9cf8-4d373b5393f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.209016 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34482) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:38.210187 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-91fb4476-24ef-4d04-b9f9-e7978f5f4e8f tempest-DHCPAgentSchedulersTestJSON-1694610323 tempest-DHCPAgentSchedulersTestJSON-1694610323-project-admin] 10.222.0.70 "GET /v2.0/networks/49628df2-2052-468e-bad7-a422650f1d52/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0913637 Jul 30 02:02:38.214483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa328b15-561d-4e97-8aeb-23c20b598fe8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No DVR routers for this DVR port b33a8446-3a33-43ef-8760-b09ba208549b on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:38.221055 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa328b15-561d-4e97-8aeb-23c20b598fe8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=b33a8446-3a33-43ef-8760-b09ba208549b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:38.256514 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, e6b70cf7-1101-4c44-8977-d253f33022b8) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:38.324859 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:38.325864 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.333565 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa328b15-561d-4e97-8aeb-23c20b598fe8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.347998 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-fa328b15-561d-4e97-8aeb-23c20b598fe8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba5da67-4958-4d56-bdca-7063ad4c91cb']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:38.361034 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-fa328b15-561d-4e97-8aeb-23c20b598fe8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3b0ecc-7be1-4b79-8769-15062f19c6f3') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:38.361733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-fa328b15-561d-4e97-8aeb-23c20b598fe8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3b0ecc-7be1-4b79-8769-15062f19c6f3') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:38.373379 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa328b15-561d-4e97-8aeb-23c20b598fe8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.377874 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] device_id is not set on port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:38.387791 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.390977 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa328b15-561d-4e97-8aeb-23c20b598fe8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.398107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa328b15-561d-4e97-8aeb-23c20b598fe8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:38.398567 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa328b15-561d-4e97-8aeb-23c20b598fe8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:38.401736 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:38.426446 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Transition to ACTIVE for port object 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:38.430990 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa635c9-1dae-4d81-a577-53de9b9c315c None None] Network e6b70cf7-1101-4c44-8977-d253f33022b8 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:38.442337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f48078-b1b7-4192-9cf8-4d373b5393f7 None None] Pushing event deleted for resources: {'Port': ['ID=b33a8446-3a33-43ef-8760-b09ba208549b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:38.449730 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dfbe52e0-ad19-4970-89e4-d537e56510c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.458613 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f48078-b1b7-4192-9cf8-4d373b5393f7 None None] No DVR routers for this DVR port b33a8446-3a33-43ef-8760-b09ba208549b on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:38.485992 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dfbe52e0-ad19-4970-89e4-d537e56510c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.514710 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.558978 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa328b15-561d-4e97-8aeb-23c20b598fe8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.574759 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-53988f3f-dcea-4d86-8e8e-630bba1b1ca7 tempest-DHCPAgentSchedulersTestJSON-1694610323 tempest-DHCPAgentSchedulersTestJSON-1694610323-project-admin] 10.222.0.70 "GET /v2.0/agents/1b4b1598-ad6a-40e8-a64a-75bc6d33774d/dhcp-networks HTTP/1.1" status: 200 len: 7978 time: 0.3642850 Jul 30 02:02:38.577137 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34484) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:38.577303 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa328b15-561d-4e97-8aeb-23c20b598fe8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.579582 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fa328b15-561d-4e97-8aeb-23c20b598fe8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/networks/0ba5da67-4958-4d56-bdca-7063ad4c91cb HTTP/1.1" status: 204 len: 168 time: 1.1920989 Jul 30 02:02:38.583251 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa328b15-561d-4e97-8aeb-23c20b598fe8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Network': ['ID=0ba5da67-4958-4d56-bdca-7063ad4c91cb,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:38.584778 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34486) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:38.592829 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7f351df2-6446-4546-801d-e53b516d6208 None None] Provisioning for port a6ba5792-ba0c-427e-9746-7fbab9e0f57f completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:38.599199 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-76bad11a-64e1-4a2e-88d0-7bdf79f90f75 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0356894 Jul 30 02:02:38.602830 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-0a19b3c8-6fb2-48b4-83e5-9754bd4dc555 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-16229005'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:38.602968 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34488) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:38.626755 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-4451fcdd-5eab-4245-bcd0-d71554fa07a2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Request body: {'port': {'network_id': 'e6b70cf7-1101-4c44-8977-d253f33022b8', 'name': 'tempest-NetworksIpV6TestAttrs-1437971909'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:38.641847 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7f351df2-6446-4546-801d-e53b516d6208 None None] Provisioning complete for port a6ba5792-ba0c-427e-9746-7fbab9e0f57f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:38.642425 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f351df2-6446-4546-801d-e53b516d6208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.694190 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Pushing event updated for resources: {'Port': ['ID=5847e4d1-9b2f-4c9f-93e1-3f0132e3090c,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:38.701240 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a19b3c8-6fb2-48b4-83e5-9754bd4dc555 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:38.705553 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0a19b3c8-6fb2-48b4-83e5-9754bd4dc555 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.733627 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-e6b70cf7-1101-4c44-8977-d253f33022b8', 'network_id': 'e6b70cf7-1101-4c44-8977-d253f33022b8', 'tenant_id': '175d0ffa55a34d988e41d5389f8b4e88', 'fixed_ips': [{'subnet_id': '8cfbbde4-94d0-434e-90ac-2d3607d3da07'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:02:38.734534 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.814590 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f351df2-6446-4546-801d-e53b516d6208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.818480 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:38.818821 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:38.819188 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:38.828597 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dce557b2-b76a-44ea-a77a-94716ba936b7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.848383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a19b3c8-6fb2-48b4-83e5-9754bd4dc555 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:38.852686 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:38.853038 n-d-713498-9 neutron-server[94464]: ERROR neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:38.855984 n-d-713498-9 neutron-server[94464]: INFO neutron.plugins.ml2.plugin [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 2 to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c Jul 30 02:02:38.864876 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0a19b3c8-6fb2-48b4-83e5-9754bd4dc555 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.865216 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-0a19b3c8-6fb2-48b4-83e5-9754bd4dc555 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Added segment ea1a2bcb-cfd0-40b5-8b8a-0e316bc1d35c of type vlan for network df13715d-110f-47bd-ad6f-96bfa801676a Jul 30 02:02:38.891637 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dfbe52e0-ad19-4970-89e4-d537e56510c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.894121 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-7f351df2-6446-4546-801d-e53b516d6208 None None] For port a6ba5792-ba0c-427e-9746-7fbab9e0f57f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a6ba5792-ba0c-427e-9746-7fbab9e0f57f,segment=NetworkSegment(bf9a3476-46c1-417c-a695-a0ddbaebcacb),segment_id=bf9a3476-46c1-417c-a695-a0ddbaebcacb)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:38.894268 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dfbe52e0-ad19-4970-89e4-d537e56510c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.895384 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dfbe52e0-ad19-4970-89e4-d537e56510c5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5278c75b-4075-4415-a284-c88a80ece8ce HTTP/1.1" status: 204 len: 168 time: 0.7172592 Jul 30 02:02:38.910428 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:38.910769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:38.911108 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:38.955469 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe52e0-ad19-4970-89e4-d537e56510c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5278c75b-4075-4415-a284-c88a80ece8ce,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:38.959670 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:38.960073 n-d-713498-9 neutron-server[94464]: ERROR neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:38.965396 n-d-713498-9 neutron-server[94464]: INFO neutron.plugins.ml2.plugin [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 3 to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c Jul 30 02:02:38.967361 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0a19b3c8-6fb2-48b4-83e5-9754bd4dc555 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.991040 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Allocated IP 2001:db8::f816:3eff:fef3:36d (e6b70cf7-1101-4c44-8977-d253f33022b8/8cfbbde4-94d0-434e-90ac-2d3607d3da07/d1c6743e-d5a3-4acb-9a36-aec68c6a617e) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:39.067823 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:39.067823 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:39.067823 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:39.105466 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:39.105686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c005f-bc3e-46cc-85a4-6ce5aec1b6c2 req-0a53a5ca-b08e-4b0c-b785-35aa59ff9fbe tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:39.106618 n-d-713498-9 neutron-server[94464]: ERROR neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:39.107301 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-965c005f-bc3e-46cc-85a4-6ce5aec1b6c2 req-0a53a5ca-b08e-4b0c-b785-35aa59ff9fbe tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.0688312 Jul 30 02:02:39.111379 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f351df2-6446-4546-801d-e53b516d6208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.126107 n-d-713498-9 neutron-server[94464]: INFO neutron.plugins.ml2.plugin [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 4 to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c Jul 30 02:02:39.150852 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0a19b3c8-6fb2-48b4-83e5-9754bd4dc555 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.157604 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dce557b2-b76a-44ea-a77a-94716ba936b7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.160421 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:39.160758 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:39.161161 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:39.165798 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a19b3c8-6fb2-48b4-83e5-9754bd4dc555 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:39.167991 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0a19b3c8-6fb2-48b4-83e5-9754bd4dc555 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.171131 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:39.171454 n-d-713498-9 neutron-server[94464]: ERROR neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:39.173489 n-d-713498-9 neutron-server[94464]: INFO neutron.plugins.ml2.plugin [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 5 to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c Jul 30 02:02:39.178420 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-dce557b2-b76a-44ea-a77a-94716ba936b7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807b443c-1e47-4a9c-855e-18f1edef7605']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:39.197004 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-dce557b2-b76a-44ea-a77a-94716ba936b7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4cee1d-89d8-4266-b8d4-3c51a48084e2') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:39.197350 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-dce557b2-b76a-44ea-a77a-94716ba936b7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4cee1d-89d8-4266-b8d4-3c51a48084e2') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:39.209430 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:39.209430 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:39.209430 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:39.212778 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dce557b2-b76a-44ea-a77a-94716ba936b7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.223451 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:39.223779 n-d-713498-9 neutron-server[94464]: ERROR neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:39.224281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4451fcdd-5eab-4245-bcd0-d71554fa07a2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Made reservation on behalf of 175d0ffa55a34d988e41d5389f8b4e88 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:39.233114 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4451fcdd-5eab-4245-bcd0-d71554fa07a2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.233409 n-d-713498-9 neutron-server[94464]: INFO neutron.plugins.ml2.plugin [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 6 to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c Jul 30 02:02:39.240157 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.248140 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dce557b2-b76a-44ea-a77a-94716ba936b7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.251169 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Transition to ACTIVE for port object d1c6743e-d5a3-4acb-9a36-aec68c6a617e will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:39.271327 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-4451fcdd-5eab-4245-bcd0-d71554fa07a2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] device_id is not set on port 8fbf482a-1c23-45e2-8f3e-fc55eb11faae yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:39.279315 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Transition to ACTIVE for port object d1c6743e-d5a3-4acb-9a36-aec68c6a617e will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:39.338384 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f351df2-6446-4546-801d-e53b516d6208 None None] Pushing event updated for resources: {'Port': ['ID=a6ba5792-ba0c-427e-9746-7fbab9e0f57f,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:39.359671 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c7f99381-a0c1-4ea8-b8fe-4a5d0d3ab7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.373838 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.415549 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1aad3175-5631-48ff-9f80-d87727496fb2 None None] Provisioning complete for port a6ba5792-ba0c-427e-9746-7fbab9e0f57f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:39.416905 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1aad3175-5631-48ff-9f80-d87727496fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.508341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-4451fcdd-5eab-4245-bcd0-d71554fa07a2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Allocated IP 2001:db8::f816:3eff:fecd:f2ce (e6b70cf7-1101-4c44-8977-d253f33022b8/8cfbbde4-94d0-434e-90ac-2d3607d3da07/8fbf482a-1c23-45e2-8f3e-fc55eb11faae) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:39.521052 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Network e6b70cf7-1101-4c44-8977-d253f33022b8 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:39.546207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:39.552034 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:39.573566 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a6ba5792-ba0c-427e-9746-7fbab9e0f57f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:39.634768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce557b2-b76a-44ea-a77a-94716ba936b7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:39.635327 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dce557b2-b76a-44ea-a77a-94716ba936b7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.653199 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:39.653468 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:39.653870 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:39.659928 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:39.676356 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Pushing event updated for resources: {'Port': ['ID=d1c6743e-d5a3-4acb-9a36-aec68c6a617e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:39.700293 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:39.700629 n-d-713498-9 neutron-server[94464]: ERROR neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:39.705472 n-d-713498-9 neutron-server[94464]: INFO neutron.plugins.ml2.plugin [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 7 to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c Jul 30 02:02:39.733717 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-965c005f-bc3e-46cc-85a4-6ce5aec1b6c2 req-0d944318-f116-4a28-859f-345a7219de15 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6198580 Jul 30 02:02:39.734500 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19b3c8-6fb2-48b4-83e5-9754bd4dc555 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Network': ['ID=df13715d-110f-47bd-ad6f-96bfa801676a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:39.747082 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Attempting to bind port d1c6743e-d5a3-4acb-9a36-aec68c6a617e on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:39.747459 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Attempting to bind port d1c6743e-d5a3-4acb-9a36-aec68c6a617e by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'e2d9113c-a7bd-4249-99b9-c99e970ab631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e6b70cf7-1101-4c44-8977-d253f33022b8'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:39.747825 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Attempting to bind port d1c6743e-d5a3-4acb-9a36-aec68c6a617e on network e6b70cf7-1101-4c44-8977-d253f33022b8 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:39.760702 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:02:39.761137 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Checking segment: {'id': 'e2d9113c-a7bd-4249-99b9-c99e970ab631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e6b70cf7-1101-4c44-8977-d253f33022b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:39.761483 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.761870 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Bound using segment: {'id': 'e2d9113c-a7bd-4249-99b9-c99e970ab631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e6b70cf7-1101-4c44-8977-d253f33022b8'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:02:39.762387 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Bound port: d1c6743e-d5a3-4acb-9a36-aec68c6a617e, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d9113c-a7bd-4249-99b9-c99e970ab631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e6b70cf7-1101-4c44-8977-d253f33022b8'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:02:39.762822 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.764589 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:39.764944 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:39.765289 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:39.769162 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network df13715d-110f-47bd-ad6f-96bfa801676a details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:39.779058 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:39.779401 n-d-713498-9 neutron-server[94464]: ERROR neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:39.792335 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0a19b3c8-6fb2-48b4-83e5-9754bd4dc555 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2062690 Jul 30 02:02:39.795084 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34508) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:39.800317 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-50a960df-b94a-4c51-a3cb-5761f497fd45 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'subnet': {'network_id': 'df13715d-110f-47bd-ad6f-96bfa801676a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:39.871678 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port a6ba5792-ba0c-427e-9746-7fbab9e0f57f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:39.872050 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.886724 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4451fcdd-5eab-4245-bcd0-d71554fa07a2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.915463 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-4451fcdd-5eab-4245-bcd0-d71554fa07a2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Transition to ACTIVE for port object 8fbf482a-1c23-45e2-8f3e-fc55eb11faae will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:39.971096 n-d-713498-9 neutron-server[94464]: INFO neutron.plugins.ml2.plugin [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 8 to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c Jul 30 02:02:39.975606 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dce557b2-b76a-44ea-a77a-94716ba936b7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.989286 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dce557b2-b76a-44ea-a77a-94716ba936b7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.994280 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dce557b2-b76a-44ea-a77a-94716ba936b7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] 10.222.0.70 "DELETE /v2.0/networks/807b443c-1e47-4a9c-855e-18f1edef7605 HTTP/1.1" status: 204 len: 168 time: 1.4069710 Jul 30 02:02:39.995295 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34522) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:40.015301 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:40.016042 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:40.016599 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:40.020176 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce557b2-b76a-44ea-a77a-94716ba936b7 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Pushing event deleted for resources: {'Network': ['ID=807b443c-1e47-4a9c-855e-18f1edef7605,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:40.023058 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] For port d1c6743e-d5a3-4acb-9a36-aec68c6a617e, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:02:40.027929 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] For port d1c6743e-d5a3-4acb-9a36-aec68c6a617e, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d1c6743e-d5a3-4acb-9a36-aec68c6a617e,segment=NetworkSegment(e2d9113c-a7bd-4249-99b9-c99e970ab631),segment_id=e2d9113c-a7bd-4249-99b9-c99e970ab631)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:02:40.031150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:40.031724 n-d-713498-9 neutron-server[94464]: ERROR neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:40.032327 n-d-713498-9 neutron-server[94464]: INFO neutron.plugins.ml2.plugin [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 9 to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c Jul 30 02:02:40.048572 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:40.049034 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:40.049474 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:40.055405 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:40.055843 n-d-713498-9 neutron-server[94464]: ERROR neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:40.056408 n-d-713498-9 neutron-server[94464]: INFO neutron.plugins.ml2.plugin [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 10 to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c Jul 30 02:02:40.059829 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bdea4b3-2bad-4e65-af79-9da48ec164cc tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] DELETE failed (client error): The resource could not be found. Jul 30 02:02:40.061593 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bdea4b3-2bad-4e65-af79-9da48ec164cc tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:02:40.067617 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3bdea4b3-2bad-4e65-af79-9da48ec164cc tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] 10.222.0.70 "DELETE /v2.0/ports/5fc350ec-4184-436e-91f4-99e999ead1d6 HTTP/1.1" status: 404 len: 333 time: 0.0705662 Jul 30 02:02:40.073648 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a960df-b94a-4c51-a3cb-5761f497fd45 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:40.073779 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34526) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:40.074953 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4451fcdd-5eab-4245-bcd0-d71554fa07a2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.081295 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-50a960df-b94a-4c51-a3cb-5761f497fd45 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.140756 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.147734 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:40.148538 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:40.149212 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:40.196979 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4451fcdd-5eab-4245-bcd0-d71554fa07a2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Network e6b70cf7-1101-4c44-8977-d253f33022b8 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:40.208398 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-4451fcdd-5eab-4245-bcd0-d71554fa07a2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:40.217468 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b33a8446-3a33-43ef-8760-b09ba208549b no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:40.221210 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:40.221882 n-d-713498-9 neutron-server[94464]: ERROR neutron.plugins.ml2.managers [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:40.222624 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.224948 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4451fcdd-5eab-4245-bcd0-d71554fa07a2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:40.232469 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4451fcdd-5eab-4245-bcd0-d71554fa07a2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:40.234637 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4451fcdd-5eab-4245-bcd0-d71554fa07a2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.246726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451fcdd-5eab-4245-bcd0-d71554fa07a2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event updated for resources: {'Port': ['ID=8fbf482a-1c23-45e2-8f3e-fc55eb11faae,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:40.282178 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4231326-1c19-4a75-b488-d24826a62b31 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Deleting subnet e4e85c6c-795e-4825-a9f5-2580efadadaf {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:02:40.289013 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e4231326-1c19-4a75-b488-d24826a62b31 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.296881 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: b33a8446-3a33-43ef-8760-b09ba208549b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:02:40.297225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b33a8446-3a33-43ef-8760-b09ba208549b not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:02:40.344756 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485609d-0a49-4f77-94d8-0515c7a6674f None None] Pushing event updated for resources: {'Port': ['ID=d1c6743e-d5a3-4acb-9a36-aec68c6a617e,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:40.411324 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e4231326-1c19-4a75-b488-d24826a62b31 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.445607 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4451fcdd-5eab-4245-bcd0-d71554fa07a2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8295465 Jul 30 02:02:40.448624 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34536) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:40.468215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] For port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:02:40.468733 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempted to set empty binding levels {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 02:02:40.515075 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-50a960df-b94a-4c51-a3cb-5761f497fd45 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.581774 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.612104 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad2e489-4306-4012-aff1-f25405708197 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Deleting subnet 8cfbbde4-94d0-434e-90ac-2d3607d3da07 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:02:40.616743 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e489-4306-4012-aff1-f25405708197 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.663484 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Pushing event updated for resources: {'Port': ['ID=5847e4d1-9b2f-4c9f-93e1-3f0132e3090c,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:40.707752 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] In _notify_port_updated(), no bound segment for port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:02:40.709111 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:40.709400 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.713946 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-efe7baae-ba9c-4493-82df-316bacf35a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] 10.222.0.70 "PUT /v2.0/ports/5847e4d1-9b2f-4c9f-93e1-3f0132e3090c HTTP/1.1" status: 200 len: 978 time: 3.3845277 Jul 30 02:02:40.714627 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34546) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:40.724997 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e4231326-1c19-4a75-b488-d24826a62b31 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.729605 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e489-4306-4012-aff1-f25405708197 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.732989 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a960df-b94a-4c51-a3cb-5761f497fd45 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Subnet': ['ID=012951d4-91b0-4f7d-a8a5-613d4133d8f6,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:40.770801 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a960df-b94a-4c51-a3cb-5761f497fd45 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Checking segment: {'id': 'ea1a2bcb-cfd0-40b5-8b8a-0e316bc1d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'df13715d-110f-47bd-ad6f-96bfa801676a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:40.771185 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a960df-b94a-4c51-a3cb-5761f497fd45 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network hostable DHCP agents. Network: df13715d-110f-47bd-ad6f-96bfa801676a, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:40.799597 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34550) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:40.889261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a960df-b94a-4c51-a3cb-5761f497fd45 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network df13715d-110f-47bd-ad6f-96bfa801676a is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:40.901025 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566fa39f-35aa-4549-a8cd-9fd658cc7084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:40.901509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566fa39f-35aa-4549-a8cd-9fd658cc7084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:40.902052 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566fa39f-35aa-4549-a8cd-9fd658cc7084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:40.902706 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566fa39f-35aa-4549-a8cd-9fd658cc7084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:40.903243 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566fa39f-35aa-4549-a8cd-9fd658cc7084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:40.903721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566fa39f-35aa-4549-a8cd-9fd658cc7084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:40.904235 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566fa39f-35aa-4549-a8cd-9fd658cc7084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:40.904724 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566fa39f-35aa-4549-a8cd-9fd658cc7084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:40.905341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566fa39f-35aa-4549-a8cd-9fd658cc7084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:40.906006 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566fa39f-35aa-4549-a8cd-9fd658cc7084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:40.906516 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566fa39f-35aa-4549-a8cd-9fd658cc7084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:40.907196 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566fa39f-35aa-4549-a8cd-9fd658cc7084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:40.907675 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566fa39f-35aa-4549-a8cd-9fd658cc7084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:40.908154 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566fa39f-35aa-4549-a8cd-9fd658cc7084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:40.911270 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-566fa39f-35aa-4549-a8cd-9fd658cc7084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12690 time: 0.1957119 Jul 30 02:02:40.914812 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34554) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:40.924443 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e4231326-1c19-4a75-b488-d24826a62b31 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.968323 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a94fc-2ece-4beb-a173-3360c98ae534 req-d99a79f6-258c-47da-afb4-19e3289bc281 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:40.970152 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e58a94fc-2ece-4beb-a173-3360c98ae534 req-d99a79f6-258c-47da-afb4-19e3289bc281 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.1223967 Jul 30 02:02:40.972170 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4231326-1c19-4a75-b488-d24826a62b31 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e85c6c-795e-4825-a9f5-2580efadadaf,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:40.982985 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e489-4306-4012-aff1-f25405708197 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.988146 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e4231326-1c19-4a75-b488-d24826a62b31 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.998052 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8238acd0-ae0e-4b8d-a6f6-73403992b4b5 None None] Network 49628df2-2052-468e-bad7-a422650f1d52 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:40.998467 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e4231326-1c19-4a75-b488-d24826a62b31 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] 10.222.0.70 "DELETE /v2.0/subnets/e4e85c6c-795e-4825-a9f5-2580efadadaf HTTP/1.1" status: 204 len: 168 time: 0.9253786 Jul 30 02:02:41.001083 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34562) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:41.045713 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-edd26748-9773-4cd4-8d83-ef6acd2896a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.047958 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-50a960df-b94a-4c51-a3cb-5761f497fd45 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, df13715d-110f-47bd-ad6f-96bfa801676a) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:41.071031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a960df-b94a-4c51-a3cb-5761f497fd45 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:41.072288 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-50a960df-b94a-4c51-a3cb-5761f497fd45 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.075231 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c95a26-070c-43fe-b11d-ad8e207348ce None None] Network df13715d-110f-47bd-ad6f-96bfa801676a requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:41.141732 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0219-7633-4216-b6bf-11b15e14f072 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.158276 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e58a94fc-2ece-4beb-a173-3360c98ae534 req-2ed68226-9cb6-4a4e-8933-17106c9f905a tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573524 Jul 30 02:02:41.167535 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-e8d28220-f615-42e2-89d9-620ecffe1036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Deleting port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:41.174187 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8d28220-f615-42e2-89d9-620ecffe1036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.207705 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-50a960df-b94a-4c51-a3cb-5761f497fd45 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4091475 Jul 30 02:02:41.208785 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34588) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:41.220097 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c2525981-efae-4e1a-95e8-0fed09d20413 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'port': {'network_id': 'df13715d-110f-47bd-ad6f-96bfa801676a', 'name': 'tempest-PortsTestJSON-858914870', 'fixed_ips': [{'subnet_id': '012951d4-91b0-4f7d-a8a5-613d4133d8f6', 'ip_address': '172.20.0.10'}]}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:41.351341 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-edd26748-9773-4cd4-8d83-ef6acd2896a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.384105 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-e8d28220-f615-42e2-89d9-620ecffe1036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] For port 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c, host n-h1-713498-9, got binding levels [] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:41.384421 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e489-4306-4012-aff1-f25405708197 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.384554 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8d28220-f615-42e2-89d9-620ecffe1036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.422054 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-df13715d-110f-47bd-ad6f-96bfa801676a', 'network_id': 'df13715d-110f-47bd-ad6f-96bfa801676a', 'tenant_id': '9138c236eb354dc7b6d82470ff20ddb8', 'fixed_ips': [{'subnet_id': '012951d4-91b0-4f7d-a8a5-613d4133d8f6'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:02:41.423812 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.436747 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-e8d28220-f615-42e2-89d9-620ecffe1036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Calling delete_port for 5847e4d1-9b2f-4c9f-93e1-3f0132e3090c owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:41.468645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc0219-7633-4216-b6bf-11b15e14f072 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Deleting port d472fd10-d0e3-4fb4-84b0-d3647b094b73 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:41.468820 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0219-7633-4216-b6bf-11b15e14f072 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.496166 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-edd26748-9773-4cd4-8d83-ef6acd2896a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.531172 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5547b8ef-221f-481b-904f-97967ede9ad9 None None] DHCP port deletion for 49628df2-2052-468e-bad7-a422650f1d52 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:02:41.541337 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e489-4306-4012-aff1-f25405708197 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.543465 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8ad2e489-4306-4012-aff1-f25405708197 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "DELETE /v2.0/subnets/8cfbbde4-94d0-434e-90ac-2d3607d3da07 HTTP/1.1" status: 204 len: 168 time: 1.0911324 Jul 30 02:02:41.548603 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-edd26748-9773-4cd4-8d83-ef6acd2896a5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=df73ff78d4d84f9085a412128487eeb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7476966 Jul 30 02:02:41.549783 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2e489-4306-4012-aff1-f25405708197 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event deleted for resources: {'Subnet': ['ID=8cfbbde4-94d0-434e-90ac-2d3607d3da07,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:41.557985 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34594) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:41.558556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34596) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:41.607507 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d1c6743e-d5a3-4acb-9a36-aec68c6a617e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:41.631104 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-dbcc0219-7633-4216-b6bf-11b15e14f072 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] For port d472fd10-d0e3-4fb4-84b0-d3647b094b73, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d472fd10-d0e3-4fb4-84b0-d3647b094b73,segment=NetworkSegment(72c86d3e-1ea4-4d96-a7ae-57911ce50d46),segment_id=72c86d3e-1ea4-4d96-a7ae-57911ce50d46)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:41.631613 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0219-7633-4216-b6bf-11b15e14f072 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.650167 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc0219-7633-4216-b6bf-11b15e14f072 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Calling delete_port for d472fd10-d0e3-4fb4-84b0-d3647b094b73 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:41.664961 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd26748-9773-4cd4-8d83-ef6acd2896a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685add66-ad66-474e-9953-86c6c197765b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:41.735231 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Allocated IP 172.20.0.2 (df13715d-110f-47bd-ad6f-96bfa801676a/012951d4-91b0-4f7d-a8a5-613d4133d8f6/e5800578-2220-4283-9b00-14bbfd1bfb9b) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:41.750683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8bd14e-1e52-4c13-88d5-f5725be76cd5 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:41.752512 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8bd14e-1e52-4c13-88d5-f5725be76cd5 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:41.754114 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1d8bd14e-1e52-4c13-88d5-f5725be76cd5 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1923568 Jul 30 02:02:41.757500 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34598) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:41.761602 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec8c72b-43e2-4ce2-9286-a03aa9698762 None None] Network e6b70cf7-1101-4c44-8977-d253f33022b8 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:41.769819 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8271-39da-42b4-96e5-ee81c2e60ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.777049 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9d15e4fb-e3ea-48f4-a518-706522667545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.851167 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8271-39da-42b4-96e5-ee81c2e60ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.864741 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.889672 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bac96b88-183f-493e-be52-84b0e6fa0e48 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.899740 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0219-7633-4216-b6bf-11b15e14f072 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.903906 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac96b88-183f-493e-be52-84b0e6fa0e48 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 30 02:02:41.904386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac96b88-183f-493e-be52-84b0e6fa0e48 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:02:41.906156 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bac96b88-183f-493e-be52-84b0e6fa0e48 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "DELETE /v2.0/networks/e6b70cf7-1101-4c44-8977-d253f33022b8 HTTP/1.1" status: 409 len: 405 time: 0.1473887 Jul 30 02:02:41.906405 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5547b8ef-221f-481b-904f-97967ede9ad9 None None] Deleting port d472fd10-d0e3-4fb4-84b0-d3647b094b73 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:41.906784 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5547b8ef-221f-481b-904f-97967ede9ad9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.910330 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34600) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:41.916508 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-d01c6653-f32c-42ae-b336-050be32035a9 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-128986374'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:41.920230 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8d28220-f615-42e2-89d9-620ecffe1036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.925830 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2525981-efae-4e1a-95e8-0fed09d20413 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:41.926459 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc0219-7633-4216-b6bf-11b15e14f072 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] No DVR routers for this DVR port d472fd10-d0e3-4fb4-84b0-d3647b094b73 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:41.960116 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc0219-7633-4216-b6bf-11b15e14f072 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Pushing event deleted for resources: {'Port': ['ID=d472fd10-d0e3-4fb4-84b0-d3647b094b73,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:41.978955 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port d1c6743e-d5a3-4acb-9a36-aec68c6a617e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:41.980890 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b296866a-4889-4608-a0e4-b8cc3c561264 None None] Provisioning for port d1c6743e-d5a3-4acb-9a36-aec68c6a617e completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:42.013106 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port d1c6743e-d5a3-4acb-9a36-aec68c6a617e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:42.013741 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.016320 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d28220-f615-42e2-89d9-620ecffe1036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Pushing event deleted for resources: {'Port': ['ID=5847e4d1-9b2f-4c9f-93e1-3f0132e3090c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:42.018488 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8d28220-f615-42e2-89d9-620ecffe1036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.020388 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e8d28220-f615-42e2-89d9-620ecffe1036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] 10.222.0.70 "DELETE /v2.0/ports/5847e4d1-9b2f-4c9f-93e1-3f0132e3090c HTTP/1.1" status: 204 len: 168 time: 1.1044414 Jul 30 02:02:42.021438 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b296866a-4889-4608-a0e4-b8cc3c561264 None None] Provisioning complete for port d1c6743e-d5a3-4acb-9a36-aec68c6a617e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:42.021812 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b296866a-4889-4608-a0e4-b8cc3c561264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.029161 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34602) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:42.074638 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-73459dc2-db02-442d-bde1-5e6975a23e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] GET failed (client error): The resource could not be found. Jul 30 02:02:42.080894 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-73459dc2-db02-442d-bde1-5e6975a23e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] 10.222.0.70 "GET /v2.0/ports/5847e4d1-9b2f-4c9f-93e1-3f0132e3090c HTTP/1.1" status: 404 len: 333 time: 0.0490420 Jul 30 02:02:42.083676 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34606) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:42.084884 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2525981-efae-4e1a-95e8-0fed09d20413 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.091438 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8271-39da-42b4-96e5-ee81c2e60ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.093613 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-c53d515c-da6a-43e6-988c-4b26e9accfe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-538430448', 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:42.094335 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8271-39da-42b4-96e5-ee81c2e60ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.098915 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5b5f8271-39da-42b4-96e5-ee81c2e60ca6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/685add66-ad66-474e-9953-86c6c197765b HTTP/1.1" status: 204 len: 168 time: 0.5356979 Jul 30 02:02:42.115851 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01c6653-f32c-42ae-b336-050be32035a9 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Made reservation on behalf of 175d0ffa55a34d988e41d5389f8b4e88 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:42.120400 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d01c6653-f32c-42ae-b336-050be32035a9 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.126459 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0219-7633-4216-b6bf-11b15e14f072 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.136177 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-dbcc0219-7633-4216-b6bf-11b15e14f072 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49628df2-2052-468e-bad7-a422650f1d52']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:42.146481 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f8271-39da-42b4-96e5-ee81c2e60ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685add66-ad66-474e-9953-86c6c197765b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:42.159559 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-c2525981-efae-4e1a-95e8-0fed09d20413 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] device_id is not set on port 655fbf81-771a-4e35-b4de-4a3c642c44c6 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:42.159768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-dbcc0219-7633-4216-b6bf-11b15e14f072 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c86d3e-1ea4-4d96-a7ae-57911ce50d46') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:42.159768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-dbcc0219-7633-4216-b6bf-11b15e14f072 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c86d3e-1ea4-4d96-a7ae-57911ce50d46') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:42.170778 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0219-7633-4216-b6bf-11b15e14f072 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.175375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01c6653-f32c-42ae-b336-050be32035a9 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:42.188642 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0219-7633-4216-b6bf-11b15e14f072 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.188877 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d01c6653-f32c-42ae-b336-050be32035a9 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.189351 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-d01c6653-f32c-42ae-b336-050be32035a9 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Added segment 320f521d-7b98-4314-ac1c-d0a9c6e8f3db of type vlan for network 61488a24-1b16-4938-a790-7531dfc013eb Jul 30 02:02:42.198749 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbcc0219-7633-4216-b6bf-11b15e14f072 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:42.199242 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0219-7633-4216-b6bf-11b15e14f072 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:42.202829 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:42.289320 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5547b8ef-221f-481b-904f-97967ede9ad9 None None] For port d472fd10-d0e3-4fb4-84b0-d3647b094b73, host n-d-713498-9, got binding levels [] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:42.289702 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5547b8ef-221f-481b-904f-97967ede9ad9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.310941 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53d515c-da6a-43e6-988c-4b26e9accfe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Made reservation on behalf of 08171a5e961c4a3db7c3eb2526ca32c9 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:42.314606 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c53d515c-da6a-43e6-988c-4b26e9accfe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.318321 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d01c6653-f32c-42ae-b336-050be32035a9 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.333793 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5547b8ef-221f-481b-904f-97967ede9ad9 None None] Calling delete_port for d472fd10-d0e3-4fb4-84b0-d3647b094b73 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:42.345098 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.ipam_backend_mixin [None req-5547b8ef-221f-481b-904f-97967ede9ad9 None None] Port d472fd10-d0e3-4fb4-84b0-d3647b094b73 was not found and therefore no delete operation was performed {{(pid=94466) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:02:42.361608 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5547b8ef-221f-481b-904f-97967ede9ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.377360 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.420057 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Transition to ACTIVE for port object e5800578-2220-4283-9b00-14bbfd1bfb9b will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:42.437138 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-c53d515c-da6a-43e6-988c-4b26e9accfe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] device_id is not set on port a2f4bb2c-d34a-430e-a5e8-c77c04336af1 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:42.452730 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8ea72-89ff-4a0d-a1dd-883905b430a1 req-5c5751ba-7dfc-4018-b0b1-e3213b7b4cc3 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:42.456144 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-61e8ea72-89ff-4a0d-a1dd-883905b430a1 req-5c5751ba-7dfc-4018-b0b1-e3213b7b4cc3 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.1499624 Jul 30 02:02:42.459705 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547b8ef-221f-481b-904f-97967ede9ad9 None None] Pushing event deleted for resources: {'Port': ['ID=d472fd10-d0e3-4fb4-84b0-d3647b094b73,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:42.463560 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5547b8ef-221f-481b-904f-97967ede9ad9 None None] No DVR routers for this DVR port d472fd10-d0e3-4fb4-84b0-d3647b094b73 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:42.490685 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00f85d4-011d-448f-857a-1d1257d319db None None] DHCP port deletion for e6b70cf7-1101-4c44-8977-d253f33022b8 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:02:42.500192 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d01c6653-f32c-42ae-b336-050be32035a9 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.506592 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01c6653-f32c-42ae-b336-050be32035a9 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:42.507291 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d01c6653-f32c-42ae-b336-050be32035a9 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.517288 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-61e8ea72-89ff-4a0d-a1dd-883905b430a1 req-5f5a5438-50bd-477e-afbd-20b6b966724d tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542490 Jul 30 02:02:42.552362 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Transition to ACTIVE for port object e5800578-2220-4283-9b00-14bbfd1bfb9b will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:42.556598 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0219-7633-4216-b6bf-11b15e14f072 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.561272 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0219-7633-4216-b6bf-11b15e14f072 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.563231 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dbcc0219-7633-4216-b6bf-11b15e14f072 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] 10.222.0.70 "DELETE /v2.0/networks/49628df2-2052-468e-bad7-a422650f1d52 HTTP/1.1" status: 204 len: 168 time: 1.5612135 Jul 30 02:02:42.583424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc0219-7633-4216-b6bf-11b15e14f072 tempest-DHCPAgentSchedulersTestJSON-2079748614 tempest-DHCPAgentSchedulersTestJSON-2079748614-project] Pushing event deleted for resources: {'Network': ['ID=49628df2-2052-468e-bad7-a422650f1d52,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:42.591995 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b296866a-4889-4608-a0e4-b8cc3c561264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.622629 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.648694 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.693411 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c6653-f32c-42ae-b336-050be32035a9 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event updated for resources: {'Network': ['ID=61488a24-1b16-4938-a790-7531dfc013eb,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:42.708292 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d01c6653-f32c-42ae-b336-050be32035a9 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7967761 Jul 30 02:02:42.712079 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34628) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:42.723778 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c7e95cf8-e9c5-4f7b-bf08-74a18957b3db tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Request body: {'subnet': {'network_id': '61488a24-1b16-4938-a790-7531dfc013eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:42.744505 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b296866a-4889-4608-a0e4-b8cc3c561264 None None] For port d1c6743e-d5a3-4acb-9a36-aec68c6a617e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d1c6743e-d5a3-4acb-9a36-aec68c6a617e,segment=NetworkSegment(e2d9113c-a7bd-4249-99b9-c99e970ab631),segment_id=e2d9113c-a7bd-4249-99b9-c99e970ab631)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:42.745773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Pushing event updated for resources: {'Port': ['ID=e5800578-2220-4283-9b00-14bbfd1bfb9b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:42.754813 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 61488a24-1b16-4938-a790-7531dfc013eb details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:42.778035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Network df13715d-110f-47bd-ad6f-96bfa801676a is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:42.811792 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:42.828144 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c53d515c-da6a-43e6-988c-4b26e9accfe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.830373 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:42.832852 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b00f85d4-011d-448f-857a-1d1257d319db None None] Deleting port d1c6743e-d5a3-4acb-9a36-aec68c6a617e {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:42.833784 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b00f85d4-011d-448f-857a-1d1257d319db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.834937 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b296866a-4889-4608-a0e4-b8cc3c561264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.866145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-c2525981-efae-4e1a-95e8-0fed09d20413 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Allocated IP 172.20.0.10 (df13715d-110f-47bd-ad6f-96bfa801676a/012951d4-91b0-4f7d-a8a5-613d4133d8f6/655fbf81-771a-4e35-b4de-4a3c642c44c6) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:42.958257 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c53d515c-da6a-43e6-988c-4b26e9accfe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.022918 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53d515c-da6a-43e6-988c-4b26e9accfe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Network 63e339ea-81e6-47bb-a159-14022cf5a073 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:43.032073 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-c53d515c-da6a-43e6-988c-4b26e9accfe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:43.032861 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53d515c-da6a-43e6-988c-4b26e9accfe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:43.033878 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:02:43.034404 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53d515c-da6a-43e6-988c-4b26e9accfe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:43.034527 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:02:43.034931 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c53d515c-da6a-43e6-988c-4b26e9accfe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.040439 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b00f85d4-011d-448f-857a-1d1257d319db None None] For port d1c6743e-d5a3-4acb-9a36-aec68c6a617e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d1c6743e-d5a3-4acb-9a36-aec68c6a617e,segment=NetworkSegment(e2d9113c-a7bd-4249-99b9-c99e970ab631),segment_id=e2d9113c-a7bd-4249-99b9-c99e970ab631)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:43.040851 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b00f85d4-011d-448f-857a-1d1257d319db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.051706 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d515c-da6a-43e6-988c-4b26e9accfe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Pushing event updated for resources: {'Port': ['ID=a2f4bb2c-d34a-430e-a5e8-c77c04336af1,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:43.055632 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Attempting to bind port e5800578-2220-4283-9b00-14bbfd1bfb9b on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:43.055632 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Attempting to bind port e5800578-2220-4283-9b00-14bbfd1bfb9b by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'ea1a2bcb-cfd0-40b5-8b8a-0e316bc1d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'df13715d-110f-47bd-ad6f-96bfa801676a'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:43.055632 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Attempting to bind port e5800578-2220-4283-9b00-14bbfd1bfb9b on network df13715d-110f-47bd-ad6f-96bfa801676a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:43.071172 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e95cf8-e9c5-4f7b-bf08-74a18957b3db tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Made reservation on behalf of 175d0ffa55a34d988e41d5389f8b4e88 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:43.075236 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7e95cf8-e9c5-4f7b-bf08-74a18957b3db tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.076570 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b00f85d4-011d-448f-857a-1d1257d319db None None] Calling delete_port for d1c6743e-d5a3-4acb-9a36-aec68c6a617e owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:43.081881 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:02:43.082257 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Checking segment: {'id': 'ea1a2bcb-cfd0-40b5-8b8a-0e316bc1d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'df13715d-110f-47bd-ad6f-96bfa801676a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:43.082681 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.083072 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Bound using segment: {'id': 'ea1a2bcb-cfd0-40b5-8b8a-0e316bc1d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'df13715d-110f-47bd-ad6f-96bfa801676a'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:02:43.083545 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Bound port: e5800578-2220-4283-9b00-14bbfd1bfb9b, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1a2bcb-cfd0-40b5-8b8a-0e316bc1d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'df13715d-110f-47bd-ad6f-96bfa801676a'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:02:43.083922 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.086444 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296866a-4889-4608-a0e4-b8cc3c561264 None None] Pushing event updated for resources: {'Port': ['ID=d1c6743e-d5a3-4acb-9a36-aec68c6a617e,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:43.152481 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c53d515c-da6a-43e6-988c-4b26e9accfe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0670640 Jul 30 02:02:43.162023 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34664) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:43.241222 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] For port e5800578-2220-4283-9b00-14bbfd1bfb9b, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:02:43.249551 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed1d3df-14cc-4624-b513-ec35b0f58cf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:43.257978 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3ed1d3df-14cc-4624-b513-ec35b0f58cf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] 10.222.0.70 "GET /v2.0/ports/a2f4bb2c-d34a-430e-a5e8-c77c04336af1 HTTP/1.1" status: 200 len: 958 time: 0.0947011 Jul 30 02:02:43.258763 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34668) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:43.261152 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] For port e5800578-2220-4283-9b00-14bbfd1bfb9b, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e5800578-2220-4283-9b00-14bbfd1bfb9b,segment=NetworkSegment(ea1a2bcb-cfd0-40b5-8b8a-0e316bc1d35c),segment_id=ea1a2bcb-cfd0-40b5-8b8a-0e316bc1d35c)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:02:43.263597 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.282102 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2525981-efae-4e1a-95e8-0fed09d20413 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.300492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-c2525981-efae-4e1a-95e8-0fed09d20413 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Transition to ACTIVE for port object 655fbf81-771a-4e35-b4de-4a3c642c44c6 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:43.311551 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b00f85d4-011d-448f-857a-1d1257d319db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.347174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34670) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:43.349150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-39ed67d3-1963-40e2-9d4b-d8775403f0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Deleting port a2f4bb2c-d34a-430e-a5e8-c77c04336af1 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:43.349150 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39ed67d3-1963-40e2-9d4b-d8775403f0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.368200 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.374236 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f85d4-011d-448f-857a-1d1257d319db None None] Pushing event deleted for resources: {'Port': ['ID=d1c6743e-d5a3-4acb-9a36-aec68c6a617e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:43.380841 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00f85d4-011d-448f-857a-1d1257d319db None None] No DVR routers for this DVR port d1c6743e-d5a3-4acb-9a36-aec68c6a617e on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:43.482099 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39ed67d3-1963-40e2-9d4b-d8775403f0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.494381 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c174b-3c3b-43f3-b0e5-f3c78ab46080 None None] Pushing event updated for resources: {'Port': ['ID=e5800578-2220-4283-9b00-14bbfd1bfb9b,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:43.504405 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2525981-efae-4e1a-95e8-0fed09d20413 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.519601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-39ed67d3-1963-40e2-9d4b-d8775403f0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Calling delete_port for a2f4bb2c-d34a-430e-a5e8-c77c04336af1 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:43.559481 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Port d1c6743e-d5a3-4acb-9a36-aec68c6a617e update to ACTIVE by agent not found {{(pid=94466) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 30 02:02:43.678650 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d472fd10-d0e3-4fb4-84b0-d3647b094b73 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:43.703045 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: d472fd10-d0e3-4fb4-84b0-d3647b094b73 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:02:43.703873 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d472fd10-d0e3-4fb4-84b0-d3647b094b73 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:02:43.717679 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39ed67d3-1963-40e2-9d4b-d8775403f0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.719054 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d1c6743e-d5a3-4acb-9a36-aec68c6a617e no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:43.775353 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed67d3-1963-40e2-9d4b-d8775403f0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2f4bb2c-d34a-430e-a5e8-c77c04336af1,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:43.785899 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39ed67d3-1963-40e2-9d4b-d8775403f0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.786947 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: d1c6743e-d5a3-4acb-9a36-aec68c6a617e {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:02:43.788126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d1c6743e-d5a3-4acb-9a36-aec68c6a617e not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:02:43.792724 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-39ed67d3-1963-40e2-9d4b-d8775403f0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] 10.222.0.70 "DELETE /v2.0/ports/a2f4bb2c-d34a-430e-a5e8-c77c04336af1 HTTP/1.1" status: 204 len: 168 time: 0.5329161 Jul 30 02:02:43.795298 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34682) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:43.808775 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2525981-efae-4e1a-95e8-0fed09d20413 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network df13715d-110f-47bd-ad6f-96bfa801676a is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:43.829743 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-c2525981-efae-4e1a-95e8-0fed09d20413 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:43.835343 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2525981-efae-4e1a-95e8-0fed09d20413 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:43.841355 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4126f86-b7f1-4d69-a53a-6c51a85e0d82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] GET failed (client error): The resource could not be found. Jul 30 02:02:43.849643 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d4126f86-b7f1-4d69-a53a-6c51a85e0d82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] 10.222.0.70 "GET /v2.0/ports/a2f4bb2c-d34a-430e-a5e8-c77c04336af1 HTTP/1.1" status: 404 len: 333 time: 0.0470550 Jul 30 02:02:43.850341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34684) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:43.858507 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d43742b3-1ed3-488a-894f-37fc70d60698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Request body: {'port': {'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-836514773'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:43.867236 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2525981-efae-4e1a-95e8-0fed09d20413 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=655fbf81-771a-4e35-b4de-4a3c642c44c6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:43.904984 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9dc61446-2fa9-425d-851c-01d47da6e356 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e796a04d81a949e29ebaa50a5ac3998a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5564394 Jul 30 02:02:43.905884 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34686) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:43.966273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847e7cd-9d39-4b85-af24-ed0fdda07a0b req-d3b25cde-1687-4a68-9dca-02aeee0c83b6 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:43.968424 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9847e7cd-9d39-4b85-af24-ed0fdda07a0b req-d3b25cde-1687-4a68-9dca-02aeee0c83b6 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.2836623 Jul 30 02:02:43.981984 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43742b3-1ed3-488a-894f-37fc70d60698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Made reservation on behalf of 08171a5e961c4a3db7c3eb2526ca32c9 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:43.983339 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2525981-efae-4e1a-95e8-0fed09d20413 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:43.984081 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2525981-efae-4e1a-95e8-0fed09d20413 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.985299 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d43742b3-1ed3-488a-894f-37fc70d60698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.995853 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d40efb46-abd6-4234-ab22-6e74e5b7e057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.006456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-d43742b3-1ed3-488a-894f-37fc70d60698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] device_id is not set on port fbec9961-edad-4699-9297-178ddcdd3f17 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:44.069614 n-d-713498-9 neutron-server[94465]: DEBUG neutron.objects.ports [None req-c7e95cf8-e9c5-4f7b-bf08-74a18957b3db tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94465) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:02:44.071258 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d40efb46-abd6-4234-ab22-6e74e5b7e057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.073017 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7e95cf8-e9c5-4f7b-bf08-74a18957b3db tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.130061 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c2525981-efae-4e1a-95e8-0fed09d20413 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9201751 Jul 30 02:02:44.134677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34694) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:44.143646 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-ba0bbe5f-4c6a-46d6-b643-88e032630e5a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'port': {'network_id': 'df13715d-110f-47bd-ad6f-96bfa801676a', 'name': 'tempest-PortsTestJSON-26179403', 'fixed_ips': [{'subnet_id': '012951d4-91b0-4f7d-a8a5-613d4133d8f6', 'ip_address': '172.20.0.9'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:44.150880 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9847e7cd-9d39-4b85-af24-ed0fdda07a0b req-80a2d61e-3718-490a-aeff-0efe516a40cb tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605744 Jul 30 02:02:44.164258 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e95cf8-e9c5-4f7b-bf08-74a18957b3db tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event updated for resources: {'Subnet': ['ID=231faf74-e7e1-4792-ba4c-9ca3b2b6954b,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:44.177576 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e95cf8-e9c5-4f7b-bf08-74a18957b3db tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Checking segment: {'id': '320f521d-7b98-4314-ac1c-d0a9c6e8f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '61488a24-1b16-4938-a790-7531dfc013eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:44.177576 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e95cf8-e9c5-4f7b-bf08-74a18957b3db tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Network hostable DHCP agents. Network: 61488a24-1b16-4938-a790-7531dfc013eb, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:44.283154 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e95cf8-e9c5-4f7b-bf08-74a18957b3db tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Network 61488a24-1b16-4938-a790-7531dfc013eb is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:44.379763 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-c7e95cf8-e9c5-4f7b-bf08-74a18957b3db tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 61488a24-1b16-4938-a790-7531dfc013eb) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:44.388353 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e95cf8-e9c5-4f7b-bf08-74a18957b3db tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:44.388353 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7e95cf8-e9c5-4f7b-bf08-74a18957b3db tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.393260 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72465325-d4c5-4fac-8215-e9af242fba8a None None] Network 61488a24-1b16-4938-a790-7531dfc013eb requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:44.460759 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c7e95cf8-e9c5-4f7b-bf08-74a18957b3db tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7472625 Jul 30 02:02:44.463395 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34698) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:44.470431 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-d3c2ffc0-6c62-4aef-9754-cb6cae0a14c2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Request body: {'port': {'network_id': '61488a24-1b16-4938-a790-7531dfc013eb', 'name': 'tempest-NetworksIpV6TestAttrs-405744152'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:44.605337 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.624418 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-61488a24-1b16-4938-a790-7531dfc013eb', 'network_id': '61488a24-1b16-4938-a790-7531dfc013eb', 'tenant_id': '175d0ffa55a34d988e41d5389f8b4e88', 'fixed_ips': [{'subnet_id': '231faf74-e7e1-4792-ba4c-9ca3b2b6954b'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:02:44.625284 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.731533 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d43742b3-1ed3-488a-894f-37fc70d60698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.736728 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d40efb46-abd6-4234-ab22-6e74e5b7e057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.739518 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d40efb46-abd6-4234-ab22-6e74e5b7e057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.740745 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d40efb46-abd6-4234-ab22-6e74e5b7e057 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/518858e9-0ccd-4f33-9dc9-8aaa897e285b HTTP/1.1" status: 204 len: 168 time: 0.8336670 Jul 30 02:02:44.752632 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40efb46-abd6-4234-ab22-6e74e5b7e057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518858e9-0ccd-4f33-9dc9-8aaa897e285b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:44.771178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c2ffc0-6c62-4aef-9754-cb6cae0a14c2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Made reservation on behalf of 175d0ffa55a34d988e41d5389f8b4e88 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:44.779988 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3c2ffc0-6c62-4aef-9754-cb6cae0a14c2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.824527 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-d3c2ffc0-6c62-4aef-9754-cb6cae0a14c2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] device_id is not set on port c4ab0ba4-2a7f-47d1-b63b-efbdec5e49d3 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:44.859651 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Allocated IP 2001:db8::f816:3eff:fec7:e1c4 (61488a24-1b16-4938-a790-7531dfc013eb/231faf74-e7e1-4792-ba4c-9ca3b2b6954b/9b820c83-8d34-4600-9ea4-0eefd744e253) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:44.873980 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69768c8-78ee-4595-a282-7e15088aff5a None None] Network df13715d-110f-47bd-ad6f-96bfa801676a requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:44.893688 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0bbe5f-4c6a-46d6-b643-88e032630e5a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:44.908824 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d43742b3-1ed3-488a-894f-37fc70d60698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.038275 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43742b3-1ed3-488a-894f-37fc70d60698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Network 63e339ea-81e6-47bb-a159-14022cf5a073 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:45.055906 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d43742b3-1ed3-488a-894f-37fc70d60698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:45.058482 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43742b3-1ed3-488a-894f-37fc70d60698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:45.059438 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43742b3-1ed3-488a-894f-37fc70d60698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:45.060057 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d43742b3-1ed3-488a-894f-37fc70d60698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.072054 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43742b3-1ed3-488a-894f-37fc70d60698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Pushing event updated for resources: {'Port': ['ID=fbec9961-edad-4699-9297-178ddcdd3f17,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:45.086752 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba0bbe5f-4c6a-46d6-b643-88e032630e5a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.088159 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d6fc6b96-e0d1-4799-8150-f500f9f33c4b None None] Provisioning for port e5800578-2220-4283-9b00-14bbfd1bfb9b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:45.113125 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-ba0bbe5f-4c6a-46d6-b643-88e032630e5a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] device_id is not set on port 26c75eab-33e7-442d-9e32-b2d3cb523999 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:45.150708 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d43742b3-1ed3-488a-894f-37fc70d60698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2967536 Jul 30 02:02:45.151068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34710) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:45.156454 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:45.235012 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.247178 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.256960 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Transition to ACTIVE for port object 9b820c83-8d34-4600-9ea4-0eefd744e253 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:45.274669 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Transition to ACTIVE for port object 9b820c83-8d34-4600-9ea4-0eefd744e253 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:45.345757 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.411670 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Network 61488a24-1b16-4938-a790-7531dfc013eb is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:45.415707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:45.418394 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:45.433094 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Pushing event updated for resources: {'Port': ['ID=9b820c83-8d34-4600-9ea4-0eefd744e253,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:45.440123 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-ba0bbe5f-4c6a-46d6-b643-88e032630e5a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Allocated IP 172.20.0.9 (df13715d-110f-47bd-ad6f-96bfa801676a/012951d4-91b0-4f7d-a8a5-613d4133d8f6/26c75eab-33e7-442d-9e32-b2d3cb523999) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:45.486030 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa836a-f5da-4974-9ea3-15c8822284e3 req-41f3e224-5eea-4776-ba5a-3e04a9bc3b91 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:45.492977 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7efa836a-f5da-4974-9ea3-15c8822284e3 req-41f3e224-5eea-4776-ba5a-3e04a9bc3b91 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.1522663 Jul 30 02:02:45.530470 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Attempting to bind port 9b820c83-8d34-4600-9ea4-0eefd744e253 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:45.531174 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Attempting to bind port 9b820c83-8d34-4600-9ea4-0eefd744e253 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '320f521d-7b98-4314-ac1c-d0a9c6e8f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '61488a24-1b16-4938-a790-7531dfc013eb'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:45.531715 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Attempting to bind port 9b820c83-8d34-4600-9ea4-0eefd744e253 on network 61488a24-1b16-4938-a790-7531dfc013eb {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:45.546405 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:02:45.550009 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Checking segment: {'id': '320f521d-7b98-4314-ac1c-d0a9c6e8f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '61488a24-1b16-4938-a790-7531dfc013eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:45.551366 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.552606 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Bound using segment: {'id': '320f521d-7b98-4314-ac1c-d0a9c6e8f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '61488a24-1b16-4938-a790-7531dfc013eb'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:02:45.554014 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Bound port: 9b820c83-8d34-4600-9ea4-0eefd744e253, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320f521d-7b98-4314-ac1c-d0a9c6e8f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '61488a24-1b16-4938-a790-7531dfc013eb'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:02:45.559713 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.619150 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7efa836a-f5da-4974-9ea3-15c8822284e3 req-ec1390c7-2d22-4500-8129-a56c21259e1d tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147752 Jul 30 02:02:45.680356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-d3c2ffc0-6c62-4aef-9754-cb6cae0a14c2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Allocated IP 2001:db8::f816:3eff:fe2d:f5f8 (61488a24-1b16-4938-a790-7531dfc013eb/231faf74-e7e1-4792-ba4c-9ca3b2b6954b/c4ab0ba4-2a7f-47d1-b63b-efbdec5e49d3) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:45.694349 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] device_id is not set on port fbec9961-edad-4699-9297-178ddcdd3f17 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:45.719795 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.750362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34720) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:45.752700 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] For port 9b820c83-8d34-4600-9ea4-0eefd744e253, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:02:45.761723 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] For port 9b820c83-8d34-4600-9ea4-0eefd744e253, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9b820c83-8d34-4600-9ea4-0eefd744e253,segment=NetworkSegment(320f521d-7b98-4314-ac1c-d0a9c6e8f3db),segment_id=320f521d-7b98-4314-ac1c-d0a9c6e8f3db)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:02:45.764494 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-44204de8-927c-4b63-ad62-6a8bab01294a None None] Provisioning for port 655fbf81-771a-4e35-b4de-4a3c642c44c6 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:45.778891 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-44204de8-927c-4b63-ad62-6a8bab01294a None None] Provisioning complete for port 655fbf81-771a-4e35-b4de-4a3c642c44c6 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:45.779409 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44204de8-927c-4b63-ad62-6a8bab01294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.800048 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Transition to ACTIVE for port object fbec9961-edad-4699-9297-178ddcdd3f17 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:45.815015 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10f31759-76a2-4106-befd-8ddac3b728a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.828209 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e5800578-2220-4283-9b00-14bbfd1bfb9b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:45.859973 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.893644 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba0bbe5f-4c6a-46d6-b643-88e032630e5a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.919210 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-ba0bbe5f-4c6a-46d6-b643-88e032630e5a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Transition to ACTIVE for port object 26c75eab-33e7-442d-9e32-b2d3cb523999 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:45.939320 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a4cc3-8a41-4c2f-818a-0d1fbb5ea1d5 None None] Pushing event updated for resources: {'Port': ['ID=9b820c83-8d34-4600-9ea4-0eefd744e253,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:45.956154 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-44204de8-927c-4b63-ad62-6a8bab01294a None None] Port 655fbf81-771a-4e35-b4de-4a3c642c44c6 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:45.991823 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.042021 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba0bbe5f-4c6a-46d6-b643-88e032630e5a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.089224 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port e5800578-2220-4283-9b00-14bbfd1bfb9b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:46.095802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port e5800578-2220-4283-9b00-14bbfd1bfb9b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:46.096191 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.117146 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0bbe5f-4c6a-46d6-b643-88e032630e5a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network df13715d-110f-47bd-ad6f-96bfa801676a is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:46.135089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-ba0bbe5f-4c6a-46d6-b643-88e032630e5a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:46.144846 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0bbe5f-4c6a-46d6-b643-88e032630e5a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:46.150869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Pushing event updated for resources: {'Port': ['ID=fbec9961-edad-4699-9297-178ddcdd3f17,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:46.204028 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b7ff4667-f22c-4bda-9fed-ec923339b1fe None None] Provisioning complete for port 655fbf81-771a-4e35-b4de-4a3c642c44c6 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:46.204411 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b7ff4667-f22c-4bda-9fed-ec923339b1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.236768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0bbe5f-4c6a-46d6-b643-88e032630e5a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=26c75eab-33e7-442d-9e32-b2d3cb523999,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:46.250089 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3c2ffc0-6c62-4aef-9754-cb6cae0a14c2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.254757 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:46.255111 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:46.255454 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:46.302619 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port fbec9961-edad-4699-9297-178ddcdd3f17 on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:46.303429 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:46.305828 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-d3c2ffc0-6c62-4aef-9754-cb6cae0a14c2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Transition to ACTIVE for port object c4ab0ba4-2a7f-47d1-b63b-efbdec5e49d3 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:46.306380 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0bbe5f-4c6a-46d6-b643-88e032630e5a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:46.307133 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba0bbe5f-4c6a-46d6-b643-88e032630e5a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.308344 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 2 to bind port fbec9961-edad-4699-9297-178ddcdd3f17 Jul 30 02:02:46.338035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff4667-f22c-4bda-9fed-ec923339b1fe None None] Port 655fbf81-771a-4e35-b4de-4a3c642c44c6 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:46.339988 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.345960 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:46.346622 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:46.347512 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:46.387330 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10f31759-76a2-4106-befd-8ddac3b728a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.388358 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port fbec9961-edad-4699-9297-178ddcdd3f17 on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:46.388358 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:46.388358 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 3 to bind port fbec9961-edad-4699-9297-178ddcdd3f17 Jul 30 02:02:46.430624 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:46.431030 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:46.431427 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:46.439579 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port fbec9961-edad-4699-9297-178ddcdd3f17 on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:46.440005 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:46.441661 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 4 to bind port fbec9961-edad-4699-9297-178ddcdd3f17 Jul 30 02:02:46.465456 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port e5800578-2220-4283-9b00-14bbfd1bfb9b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e5800578-2220-4283-9b00-14bbfd1bfb9b,segment=NetworkSegment(ea1a2bcb-cfd0-40b5-8b8a-0e316bc1d35c),segment_id=ea1a2bcb-cfd0-40b5-8b8a-0e316bc1d35c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:46.473123 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:46.473572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:46.473982 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:46.479734 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port fbec9961-edad-4699-9297-178ddcdd3f17 on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:46.480322 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:46.480836 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 5 to bind port fbec9961-edad-4699-9297-178ddcdd3f17 Jul 30 02:02:46.508188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:46.508188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:46.508188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:46.512016 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port fbec9961-edad-4699-9297-178ddcdd3f17 on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:46.512477 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:46.512997 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 6 to bind port fbec9961-edad-4699-9297-178ddcdd3f17 Jul 30 02:02:46.533942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:46.536190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:46.536649 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:46.546823 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port fbec9961-edad-4699-9297-178ddcdd3f17 on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:46.547311 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:46.547816 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 7 to bind port fbec9961-edad-4699-9297-178ddcdd3f17 Jul 30 02:02:46.567022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:46.567360 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:46.567701 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:46.575893 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port fbec9961-edad-4699-9297-178ddcdd3f17 on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:46.576105 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:46.576451 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 8 to bind port fbec9961-edad-4699-9297-178ddcdd3f17 Jul 30 02:02:46.576927 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10f31759-76a2-4106-befd-8ddac3b728a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.592274 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:46.592620 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:46.592999 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:46.597623 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port fbec9961-edad-4699-9297-178ddcdd3f17 on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:46.597977 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:46.600982 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 9 to bind port fbec9961-edad-4699-9297-178ddcdd3f17 Jul 30 02:02:46.602601 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.612423 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3c2ffc0-6c62-4aef-9754-cb6cae0a14c2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.651428 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-10f31759-76a2-4106-befd-8ddac3b728a5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1d14a485e1f44e2d833d35271e20c573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8997803 Jul 30 02:02:46.653235 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f31759-76a2-4106-befd-8ddac3b728a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00406744-3b29-4808-8548-fd13ed6e5aea,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:46.658428 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34730) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:46.672519 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ba0bbe5f-4c6a-46d6-b643-88e032630e5a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5279179 Jul 30 02:02:46.681382 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34732) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:46.722038 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=e5800578-2220-4283-9b00-14bbfd1bfb9b,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:46.736268 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:46.736850 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:46.737626 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:46.757128 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c2ffc0-6c62-4aef-9754-cb6cae0a14c2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Network 61488a24-1b16-4938-a790-7531dfc013eb is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:46.762587 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-d3c2ffc0-6c62-4aef-9754-cb6cae0a14c2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:46.771569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c2ffc0-6c62-4aef-9754-cb6cae0a14c2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:46.781154 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c2ffc0-6c62-4aef-9754-cb6cae0a14c2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:46.782020 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d3c2ffc0-6c62-4aef-9754-cb6cae0a14c2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.785210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port fbec9961-edad-4699-9297-178ddcdd3f17 on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:46.785933 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:46.797564 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempt 10 to bind port fbec9961-edad-4699-9297-178ddcdd3f17 Jul 30 02:02:46.809554 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2ffc0-6c62-4aef-9754-cb6cae0a14c2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event updated for resources: {'Port': ['ID=c4ab0ba4-2a7f-47d1-b63b-efbdec5e49d3,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:46.822475 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:46.822964 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:46.823567 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempting to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:46.829124 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Port fbec9961-edad-4699-9297-178ddcdd3f17 on network 63e339ea-81e6-47bb-a159-14022cf5a073 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:46.829533 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Failed to bind port fbec9961-edad-4699-9297-178ddcdd3f17 on host n-h1-713498-9 for vnic_type normal using segments [{'id': '8e6d7153-2315-406f-8362-ea3f15c91672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '63e339ea-81e6-47bb-a159-14022cf5a073'}] Jul 30 02:02:46.830070 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.835409 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f1fbf38e-4a3f-44ab-adaa-aace5fdae40b None None] Provisioning for port 26c75eab-33e7-442d-9e32-b2d3cb523999 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:46.837937 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f1fbf38e-4a3f-44ab-adaa-aace5fdae40b None None] Provisioning complete for port 26c75eab-33e7-442d-9e32-b2d3cb523999 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:46.838551 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f1fbf38e-4a3f-44ab-adaa-aace5fdae40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.875604 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f1fbf38e-4a3f-44ab-adaa-aace5fdae40b None None] Port 26c75eab-33e7-442d-9e32-b2d3cb523999 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:46.875827 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2714ee-32f7-406b-b32c-9eae0af3dbfc tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:46.877297 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fc2714ee-32f7-406b-b32c-9eae0af3dbfc tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1947660 Jul 30 02:02:46.880011 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34734) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:46.882263 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dfb44ca9-05ec-453b-bb80-d0ddad847ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.904914 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfbe5c-8c12-47cc-ace5-6c2f139b9805 req-d7d75e75-3b77-4085-a6ca-15d6b1b0e851 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:46.909791 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ebdfbe5c-8c12-47cc-ace5-6c2f139b9805 req-d7d75e75-3b77-4085-a6ca-15d6b1b0e851 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.1282632 Jul 30 02:02:46.909944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] For port fbec9961-edad-4699-9297-178ddcdd3f17, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:02:46.909944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attempted to set empty binding levels {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 02:02:46.955894 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d3c2ffc0-6c62-4aef-9754-cb6cae0a14c2 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4885986 Jul 30 02:02:46.956142 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34736) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:46.958493 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dfb44ca9-05ec-453b-bb80-d0ddad847ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.005261 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de29ac03-0f84-45ce-92c1-a887f3aaa63a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:47.012012 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de29ac03-0f84-45ce-92c1-a887f3aaa63a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:47.014765 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.018498 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de29ac03-0f84-45ce-92c1-a887f3aaa63a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:47.020476 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-de29ac03-0f84-45ce-92c1-a887f3aaa63a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1391366 Jul 30 02:02:47.031309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34738) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:47.035790 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ebdfbe5c-8c12-47cc-ace5-6c2f139b9805 req-802cd13b-9c86-4f2f-a34b-7b289f51fb7e tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108594 Jul 30 02:02:47.075233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-94756477-af4d-42a5-9683-b6aef41d9bb0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Deleting subnet 231faf74-e7e1-4792-ba4c-9ca3b2b6954b {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:02:47.077482 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] In _notify_port_updated(), no bound segment for port fbec9961-edad-4699-9297-178ddcdd3f17 on network 63e339ea-81e6-47bb-a159-14022cf5a073 {{(pid=94465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:02:47.078356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:47.084494 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.089788 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] 10.222.0.70 "PUT /v2.0/ports/fbec9961-edad-4699-9297-178ddcdd3f17 HTTP/1.1" status: 200 len: 978 time: 1.9338524 Jul 30 02:02:47.089969 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34740) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:47.094582 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-94756477-af4d-42a5-9683-b6aef41d9bb0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.149893 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca611b6-359c-48df-b818-584b3032b716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Pushing event updated for resources: {'Port': ['ID=fbec9961-edad-4699-9297-178ddcdd3f17,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:47.159031 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-94756477-af4d-42a5-9683-b6aef41d9bb0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.193476 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dfb44ca9-05ec-453b-bb80-d0ddad847ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.196270 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dfb44ca9-05ec-453b-bb80-d0ddad847ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.198944 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dfb44ca9-05ec-453b-bb80-d0ddad847ee2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/00406744-3b29-4808-8548-fd13ed6e5aea HTTP/1.1" status: 204 len: 168 time: 0.5389373 Jul 30 02:02:47.238498 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb44ca9-05ec-453b-bb80-d0ddad847ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00406744-3b29-4808-8548-fd13ed6e5aea,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:47.261258 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-09fa2b2d-7a3b-4728-9a94-6fefb4ede256 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port 26c75eab-33e7-442d-9e32-b2d3cb523999 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:47.261592 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-09fa2b2d-7a3b-4728-9a94-6fefb4ede256 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.354452 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-94756477-af4d-42a5-9683-b6aef41d9bb0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.365607 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-5dcae6b6-3a05-481c-9370-a0fabe580bd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Deleting port fbec9961-edad-4699-9297-178ddcdd3f17 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:47.365983 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5dcae6b6-3a05-481c-9370-a0fabe580bd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.489164 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-09fa2b2d-7a3b-4728-9a94-6fefb4ede256 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.489836 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-5dcae6b6-3a05-481c-9370-a0fabe580bd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] For port fbec9961-edad-4699-9297-178ddcdd3f17, host n-h1-713498-9, got binding levels [] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:47.490198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5dcae6b6-3a05-481c-9370-a0fabe580bd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.506873 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212d7974-4457-414a-bae5-b1e25b9fa626 None None] Network 61488a24-1b16-4938-a790-7531dfc013eb requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:47.510073 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-09fa2b2d-7a3b-4728-9a94-6fefb4ede256 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for 26c75eab-33e7-442d-9e32-b2d3cb523999 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:47.518507 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-5dcae6b6-3a05-481c-9370-a0fabe580bd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Calling delete_port for fbec9961-edad-4699-9297-178ddcdd3f17 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:47.579041 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-94756477-af4d-42a5-9683-b6aef41d9bb0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.618551 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94756477-af4d-42a5-9683-b6aef41d9bb0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event deleted for resources: {'Subnet': ['ID=231faf74-e7e1-4792-ba4c-9ca3b2b6954b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:47.625279 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-94756477-af4d-42a5-9683-b6aef41d9bb0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.630781 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-94756477-af4d-42a5-9683-b6aef41d9bb0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "DELETE /v2.0/subnets/231faf74-e7e1-4792-ba4c-9ca3b2b6954b HTTP/1.1" status: 204 len: 168 time: 0.6718371 Jul 30 02:02:47.631557 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34758) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:47.729438 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d38c0a-75a5-4787-96f4-232349c114c0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:47.741032 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d38c0a-75a5-4787-96f4-232349c114c0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:47.746127 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-05d38c0a-75a5-4787-96f4-232349c114c0 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1133275 Jul 30 02:02:47.746742 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34764) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:47.819817 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5dcae6b6-3a05-481c-9370-a0fabe580bd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.870753 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcae6b6-3a05-481c-9370-a0fabe580bd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbec9961-edad-4699-9297-178ddcdd3f17,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:47.891255 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5dcae6b6-3a05-481c-9370-a0fabe580bd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.895204 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5dcae6b6-3a05-481c-9370-a0fabe580bd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] 10.222.0.70 "DELETE /v2.0/ports/fbec9961-edad-4699-9297-178ddcdd3f17 HTTP/1.1" status: 204 len: 168 time: 0.8045194 Jul 30 02:02:47.897198 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34768) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:47.921720 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6154e7c4-fd50-4626-861c-c52b415fe937 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.927641 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-09fa2b2d-7a3b-4728-9a94-6fefb4ede256 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.935022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e5800578-2220-4283-9b00-14bbfd1bfb9b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:47.940369 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-6154e7c4-fd50-4626-861c-c52b415fe937 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 30 02:02:47.940369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6154e7c4-fd50-4626-861c-c52b415fe937 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:02:47.940369 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6154e7c4-fd50-4626-861c-c52b415fe937 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "DELETE /v2.0/networks/61488a24-1b16-4938-a790-7531dfc013eb HTTP/1.1" status: 409 len: 405 time: 0.1915619 Jul 30 02:02:47.944255 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34772) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:47.944423 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-79fdca6a-a105-4790-a7dd-d8901a4c8f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] GET failed (client error): The resource could not be found. Jul 30 02:02:47.950065 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7806971d-1b8f-456c-836d-24cac62d1d1f tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-814786925'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:47.950351 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-79fdca6a-a105-4790-a7dd-d8901a4c8f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-999682376-project-admin] 10.222.0.70 "GET /v2.0/ports/fbec9961-edad-4699-9297-178ddcdd3f17 HTTP/1.1" status: 404 len: 333 time: 0.0517287 Jul 30 02:02:47.956499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34774) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:47.983854 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa2b2d-7a3b-4728-9a94-6fefb4ede256 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=26c75eab-33e7-442d-9e32-b2d3cb523999,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:48.027805 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:48.032086 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port e5800578-2220-4283-9b00-14bbfd1bfb9b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:48.032693 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:48.062175 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0ca63177-5601-42a0-97fc-e2bff552d866 None None] Provisioning for port 9b820c83-8d34-4600-9ea4-0eefd744e253 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:48.140137 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7d9627c-0136-4dc2-8895-4981c670ecc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:48.161129 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-09fa2b2d-7a3b-4728-9a94-6fefb4ede256 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:48.165646 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-09fa2b2d-7a3b-4728-9a94-6fefb4ede256 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/ports/26c75eab-33e7-442d-9e32-b2d3cb523999 HTTP/1.1" status: 204 len: 168 time: 1.1331849 Jul 30 02:02:48.169162 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34782) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:48.216524 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-3896e78f-1759-4b9b-989a-fa0d06a4350b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] GET failed (client error): The resource could not be found. Jul 30 02:02:48.222363 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3896e78f-1759-4b9b-989a-fa0d06a4350b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports/26c75eab-33e7-442d-9e32-b2d3cb523999 HTTP/1.1" status: 404 len: 333 time: 0.0519059 Jul 30 02:02:48.228327 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34784) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:48.260474 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7806971d-1b8f-456c-836d-24cac62d1d1f tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Made reservation on behalf of 175d0ffa55a34d988e41d5389f8b4e88 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:48.272727 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7806971d-1b8f-456c-836d-24cac62d1d1f tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:48.296601 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9b820c83-8d34-4600-9ea4-0eefd744e253 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:48.338558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34cced5-0a35-4381-a7b2-e22086a75702 None None] DHCP port deletion for 61488a24-1b16-4938-a790-7531dfc013eb request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:02:48.422014 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-76ab31df-796a-4d5c-94a1-135983e0f141 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port 655fbf81-771a-4e35-b4de-4a3c642c44c6 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:48.422869 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-76ab31df-796a-4d5c-94a1-135983e0f141 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:48.423887 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b34cced5-0a35-4381-a7b2-e22086a75702 None None] Deleting port 9b820c83-8d34-4600-9ea4-0eefd744e253 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:48.424584 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b34cced5-0a35-4381-a7b2-e22086a75702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:48.477658 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 9b820c83-8d34-4600-9ea4-0eefd744e253 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:48.486196 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 9b820c83-8d34-4600-9ea4-0eefd744e253 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:48.486674 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:48.539217 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7d9627c-0136-4dc2-8895-4981c670ecc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:48.539450 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b34cced5-0a35-4381-a7b2-e22086a75702 None None] For port 9b820c83-8d34-4600-9ea4-0eefd744e253, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9b820c83-8d34-4600-9ea4-0eefd744e253,segment=NetworkSegment(320f521d-7b98-4314-ac1c-d0a9c6e8f3db),segment_id=320f521d-7b98-4314-ac1c-d0a9c6e8f3db)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:48.539450 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b34cced5-0a35-4381-a7b2-e22086a75702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:48.557300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62573a8f-a3c1-4e08-8737-333d91bfb84f req-192d3501-f9f1-4703-8afc-91fa93468c65 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:48.558339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b34cced5-0a35-4381-a7b2-e22086a75702 None None] Calling delete_port for 9b820c83-8d34-4600-9ea4-0eefd744e253 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:48.563885 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-62573a8f-a3c1-4e08-8737-333d91bfb84f req-192d3501-f9f1-4703-8afc-91fa93468c65 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.3086579 Jul 30 02:02:48.564629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c7d9627c-0136-4dc2-8895-4981c670ecc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e339ea-81e6-47bb-a159-14022cf5a073']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:48.571806 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7806971d-1b8f-456c-836d-24cac62d1d1f tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:48.582174 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-76ab31df-796a-4d5c-94a1-135983e0f141 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:48.598951 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-76ab31df-796a-4d5c-94a1-135983e0f141 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for 655fbf81-771a-4e35-b4de-4a3c642c44c6 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:48.601381 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c7d9627c-0136-4dc2-8895-4981c670ecc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6d7153-2315-406f-8362-ea3f15c91672') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:48.601683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c7d9627c-0136-4dc2-8895-4981c670ecc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6d7153-2315-406f-8362-ea3f15c91672') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:48.606713 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:02:48.611530 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7806971d-1b8f-456c-836d-24cac62d1d1f tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:48.611882 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-7806971d-1b8f-456c-836d-24cac62d1d1f tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Added segment 2a0015e6-b8e7-4f70-a4b5-bc345da3494c of type vlan for network 384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce Jul 30 02:02:48.638607 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7d9627c-0136-4dc2-8895-4981c670ecc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:48.699829 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-62573a8f-a3c1-4e08-8737-333d91bfb84f req-4be9cce4-2544-4d07-a741-556123a9d0f2 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319649 Jul 30 02:02:48.700854 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7d9627c-0136-4dc2-8895-4981c670ecc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:48.719337 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d9627c-0136-4dc2-8895-4981c670ecc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:48.722714 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7d9627c-0136-4dc2-8895-4981c670ecc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:48.726993 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:48.746808 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:48.747277 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7806971d-1b8f-456c-836d-24cac62d1d1f tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:48.899009 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7d9627c-0136-4dc2-8895-4981c670ecc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:48.903618 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7d9627c-0136-4dc2-8895-4981c670ecc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:48.905937 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c7d9627c-0136-4dc2-8895-4981c670ecc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] 10.222.0.70 "DELETE /v2.0/networks/63e339ea-81e6-47bb-a159-14022cf5a073 HTTP/1.1" status: 204 len: 168 time: 0.9479735 Jul 30 02:02:48.923668 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9627c-0136-4dc2-8895-4981c670ecc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-534547712-project] Pushing event deleted for resources: {'Network': ['ID=63e339ea-81e6-47bb-a159-14022cf5a073,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:48.945546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7806971d-1b8f-456c-836d-24cac62d1d1f tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:48.954605 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7806971d-1b8f-456c-836d-24cac62d1d1f tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:48.954605 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7806971d-1b8f-456c-836d-24cac62d1d1f tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:49.045778 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b34cced5-0a35-4381-a7b2-e22086a75702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:49.054749 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:02:49.054749 n-d-713498-9 neutron-server[94466]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 30 02:02:49.054749 n-d-713498-9 neutron-server[94466]: [parameters: {'status': 'ACTIVE', 'ports_id': '9b820c83-8d34-4600-9ea4-0eefd744e253'}] Jul 30 02:02:49.054749 n-d-713498-9 neutron-server[94466]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:02:49.056384 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:02:49.065722 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806971d-1b8f-456c-836d-24cac62d1d1f tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event updated for resources: {'Network': ['ID=384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:49.085154 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:49.088780 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-76ab31df-796a-4d5c-94a1-135983e0f141 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:49.088965 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34cced5-0a35-4381-a7b2-e22086a75702 None None] Pushing event deleted for resources: {'Port': ['ID=9b820c83-8d34-4600-9ea4-0eefd744e253,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:49.096584 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34cced5-0a35-4381-a7b2-e22086a75702 None None] No DVR routers for this DVR port 9b820c83-8d34-4600-9ea4-0eefd744e253 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:49.122512 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7806971d-1b8f-456c-836d-24cac62d1d1f tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1749585 Jul 30 02:02:49.123447 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34804) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:49.134479 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-051bd3c1-3342-4995-8ae3-8bdb68e1b4ac tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Request body: {'subnet': {'network_id': '384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:49.168451 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab31df-796a-4d5c-94a1-135983e0f141 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=655fbf81-771a-4e35-b4de-4a3c642c44c6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:49.318589 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-76ab31df-796a-4d5c-94a1-135983e0f141 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:49.323058 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-76ab31df-796a-4d5c-94a1-135983e0f141 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/ports/655fbf81-771a-4e35-b4de-4a3c642c44c6 HTTP/1.1" status: 204 len: 168 time: 1.0964055 Jul 30 02:02:49.324227 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34808) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:49.362545 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62efcb0-bba2-48f2-bac8-344868c32284 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] GET failed (client error): The resource could not be found. Jul 30 02:02:49.367972 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f62efcb0-bba2-48f2-bac8-344868c32284 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports/655fbf81-771a-4e35-b4de-4a3c642c44c6 HTTP/1.1" status: 404 len: 333 time: 0.0426958 Jul 30 02:02:49.369158 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34810) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:49.453755 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2cb8bbe-6540-4ae3-bd98-484160bb8e04 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting subnet 012951d4-91b0-4f7d-a8a5-613d4133d8f6 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:02:49.458601 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2cb8bbe-6540-4ae3-bd98-484160bb8e04 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:49.529045 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2cb8bbe-6540-4ae3-bd98-484160bb8e04 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:49.593512 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Port 9b820c83-8d34-4600-9ea4-0eefd744e253 update to ACTIVE by agent not found {{(pid=94466) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 30 02:02:49.672629 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34816) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:49.706763 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2cb8bbe-6540-4ae3-bd98-484160bb8e04 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:49.776600 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9b820c83-8d34-4600-9ea4-0eefd744e253 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:49.817860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 9b820c83-8d34-4600-9ea4-0eefd744e253 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:02:49.818213 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9b820c83-8d34-4600-9ea4-0eefd744e253 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:02:49.825493 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051bd3c1-3342-4995-8ae3-8bdb68e1b4ac tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Made reservation on behalf of 175d0ffa55a34d988e41d5389f8b4e88 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:49.831736 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-051bd3c1-3342-4995-8ae3-8bdb68e1b4ac tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:49.938222 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34830) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:49.938845 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6c18097f-5dcb-46fc-a260-907ade622901 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=391d691ec61a472782639d835f24a0d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642105 Jul 30 02:02:49.947447 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2cb8bbe-6540-4ae3-bd98-484160bb8e04 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:49.996306 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9a0c8-c257-4ede-9634-4e446be8ac95 req-fb31dfa2-6363-4fd0-8d0f-fdeb14b4773a tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:49.999017 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61b9a0c8-c257-4ede-9634-4e446be8ac95 req-fb31dfa2-6363-4fd0-8d0f-fdeb14b4773a tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.1128669 Jul 30 02:02:49.999135 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94edf7e-564e-4627-b890-8814362cb0b7 None None] Network df13715d-110f-47bd-ad6f-96bfa801676a requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:50.056344 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb8bbe-6540-4ae3-bd98-484160bb8e04 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Subnet': ['ID=012951d4-91b0-4f7d-a8a5-613d4133d8f6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:50.056344 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2cb8bbe-6540-4ae3-bd98-484160bb8e04 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:50.063837 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c2cb8bbe-6540-4ae3-bd98-484160bb8e04 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/subnets/012951d4-91b0-4f7d-a8a5-613d4133d8f6 HTTP/1.1" status: 204 len: 168 time: 0.6905334 Jul 30 02:02:50.065929 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34834) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:50.169420 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f06d4491-47ee-47ea-a875-c5b94747d3f3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:50.191423 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61b9a0c8-c257-4ede-9634-4e446be8ac95 req-be943a63-4d94-4110-98f8-4b718165af43 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789773 Jul 30 02:02:50.266347 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c28d801c-39fe-4c1a-a69d-c8d27288df47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:50.292763 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59717936-5b14-4f6d-9d0d-a1a9adf186fd None None] DHCP port deletion for df13715d-110f-47bd-ad6f-96bfa801676a request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:02:50.332288 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c28d801c-39fe-4c1a-a69d-c8d27288df47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:50.373277 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-59717936-5b14-4f6d-9d0d-a1a9adf186fd None None] Deleting port e5800578-2220-4283-9b00-14bbfd1bfb9b {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:50.373982 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-59717936-5b14-4f6d-9d0d-a1a9adf186fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:50.422001 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f06d4491-47ee-47ea-a875-c5b94747d3f3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port e5800578-2220-4283-9b00-14bbfd1bfb9b {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:50.422246 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f06d4491-47ee-47ea-a875-c5b94747d3f3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:50.453196 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-59717936-5b14-4f6d-9d0d-a1a9adf186fd None None] For port e5800578-2220-4283-9b00-14bbfd1bfb9b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e5800578-2220-4283-9b00-14bbfd1bfb9b,segment=NetworkSegment(ea1a2bcb-cfd0-40b5-8b8a-0e316bc1d35c),segment_id=ea1a2bcb-cfd0-40b5-8b8a-0e316bc1d35c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:50.453734 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-59717936-5b14-4f6d-9d0d-a1a9adf186fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:50.469015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-59717936-5b14-4f6d-9d0d-a1a9adf186fd None None] Calling delete_port for e5800578-2220-4283-9b00-14bbfd1bfb9b owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:50.488147 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34842) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:50.517072 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-f06d4491-47ee-47ea-a875-c5b94747d3f3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] For port e5800578-2220-4283-9b00-14bbfd1bfb9b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e5800578-2220-4283-9b00-14bbfd1bfb9b,segment=NetworkSegment(ea1a2bcb-cfd0-40b5-8b8a-0e316bc1d35c),segment_id=ea1a2bcb-cfd0-40b5-8b8a-0e316bc1d35c)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:50.517462 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f06d4491-47ee-47ea-a875-c5b94747d3f3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:50.546397 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c28d801c-39fe-4c1a-a69d-c8d27288df47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:50.558866 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c28d801c-39fe-4c1a-a69d-c8d27288df47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:50.561872 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c28d801c-39fe-4c1a-a69d-c8d27288df47 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/facb3dd4-2421-4785-af67-a4b524d50d78 HTTP/1.1" status: 204 len: 168 time: 0.6184704 Jul 30 02:02:50.572170 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f06d4491-47ee-47ea-a875-c5b94747d3f3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for e5800578-2220-4283-9b00-14bbfd1bfb9b owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:50.633687 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d801c-39fe-4c1a-a69d-c8d27288df47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facb3dd4-2421-4785-af67-a4b524d50d78,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:50.662193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-8aae2351-354c-4b1c-bb6f-f9af0dbf5a80 tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1019962176'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:50.662193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-8aae2351-354c-4b1c-bb6f-f9af0dbf5a80 tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] Unknown quota resources ['metering_label']. {{(pid=94464) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 02:02:50.682696 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-59717936-5b14-4f6d-9d0d-a1a9adf186fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:50.723846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59717936-5b14-4f6d-9d0d-a1a9adf186fd None None] Pushing event deleted for resources: {'Port': ['ID=e5800578-2220-4283-9b00-14bbfd1bfb9b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:50.726630 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59717936-5b14-4f6d-9d0d-a1a9adf186fd None None] No DVR routers for this DVR port e5800578-2220-4283-9b00-14bbfd1bfb9b on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:50.770511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.objects.ports [None req-051bd3c1-3342-4995-8ae3-8bdb68e1b4ac tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94465) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:02:50.773393 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-051bd3c1-3342-4995-8ae3-8bdb68e1b4ac tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:50.810062 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f06d4491-47ee-47ea-a875-c5b94747d3f3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:50.858965 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d4491-47ee-47ea-a875-c5b94747d3f3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=e5800578-2220-4283-9b00-14bbfd1bfb9b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:50.863639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06d4491-47ee-47ea-a875-c5b94747d3f3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No DVR routers for this DVR port e5800578-2220-4283-9b00-14bbfd1bfb9b on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:50.893146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bd3c1-3342-4995-8ae3-8bdb68e1b4ac tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event updated for resources: {'Subnet': ['ID=739c86f4-8222-4879-b892-f7344f7db118,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:50.947881 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8aae2351-354c-4b1c-bb6f-f9af0dbf5a80 tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:50.949290 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8aae2351-354c-4b1c-bb6f-f9af0dbf5a80 tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4601400 Jul 30 02:02:50.955454 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34852) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:50.964612 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-af093079-2b6d-498c-b1d5-54b18e0a6ac9 tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '876449e6-9ded-4613-8129-b868e8af87c7'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:50.965120 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-af093079-2b6d-498c-b1d5-54b18e0a6ac9 tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94464) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 02:02:50.980086 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051bd3c1-3342-4995-8ae3-8bdb68e1b4ac tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Checking segment: {'id': '2a0015e6-b8e7-4f70-a4b5-bc345da3494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:50.980086 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051bd3c1-3342-4995-8ae3-8bdb68e1b4ac tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Network hostable DHCP agents. Network: 384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:50.995916 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f06d4491-47ee-47ea-a875-c5b94747d3f3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.011844 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-f06d4491-47ee-47ea-a875-c5b94747d3f3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df13715d-110f-47bd-ad6f-96bfa801676a']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:51.023581 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-f06d4491-47ee-47ea-a875-c5b94747d3f3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1a2bcb-cfd0-40b5-8b8a-0e316bc1d35c') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:51.027997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-f06d4491-47ee-47ea-a875-c5b94747d3f3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1a2bcb-cfd0-40b5-8b8a-0e316bc1d35c') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:51.034576 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f06d4491-47ee-47ea-a875-c5b94747d3f3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.053818 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f06d4491-47ee-47ea-a875-c5b94747d3f3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.065175 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06d4491-47ee-47ea-a875-c5b94747d3f3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:51.067408 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f06d4491-47ee-47ea-a875-c5b94747d3f3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:51.097254 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:51.134379 n-d-713498-9 neutron-server[94464]: WARNING neutron.services.metering.metering_plugin [None req-af093079-2b6d-498c-b1d5-54b18e0a6ac9 tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 30 02:02:51.139046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051bd3c1-3342-4995-8ae3-8bdb68e1b4ac tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Network 384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:51.225547 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-051bd3c1-3342-4995-8ae3-8bdb68e1b4ac tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:51.230556 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f06d4491-47ee-47ea-a875-c5b94747d3f3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.232898 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051bd3c1-3342-4995-8ae3-8bdb68e1b4ac tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:51.233289 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-051bd3c1-3342-4995-8ae3-8bdb68e1b4ac tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.254936 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657ba30e-8e5d-4993-a2cd-a9a98539e3d9 None None] Network 384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:51.294700 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f06d4491-47ee-47ea-a875-c5b94747d3f3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.297782 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f06d4491-47ee-47ea-a875-c5b94747d3f3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/networks/df13715d-110f-47bd-ad6f-96bfa801676a HTTP/1.1" status: 204 len: 168 time: 1.2276185 Jul 30 02:02:51.299878 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d4491-47ee-47ea-a875-c5b94747d3f3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Network': ['ID=df13715d-110f-47bd-ad6f-96bfa801676a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:51.305872 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34862) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:51.313705 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-430812e0-540f-44be-9e2f-25eede1d5705 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1660547719'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:51.317279 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af093079-2b6d-498c-b1d5-54b18e0a6ac9 tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.317794 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-af093079-2b6d-498c-b1d5-54b18e0a6ac9 tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3610120 Jul 30 02:02:51.321585 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34864) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:51.326836 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a28fb1fd-1f14-40bd-97e8-bc46b00a01ff tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '876449e6-9ded-4613-8129-b868e8af87c7'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:51.329291 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a28fb1fd-1f14-40bd-97e8-bc46b00a01ff tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94464) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 02:02:51.420723 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34866) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:51.423175 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-051bd3c1-3342-4995-8ae3-8bdb68e1b4ac tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2986572 Jul 30 02:02:51.425676 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34868) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:51.463494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c077c19-86e7-4b55-b1d4-6ae891da35ec req-bd167f4b-4296-4f5f-b649-c2222a7cacec tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:51.465819 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3c077c19-86e7-4b55-b1d4-6ae891da35ec req-bd167f4b-4296-4f5f-b649-c2222a7cacec tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.1409481 Jul 30 02:02:51.514373 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3c077c19-86e7-4b55-b1d4-6ae891da35ec req-5a95204a-bcb1-455f-ada3-02866d5654ee tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418856 Jul 30 02:02:51.524363 n-d-713498-9 neutron-server[94464]: WARNING neutron.services.metering.metering_plugin [None req-a28fb1fd-1f14-40bd-97e8-bc46b00a01ff tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 30 02:02:51.525985 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce', 'network_id': '384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce', 'tenant_id': '175d0ffa55a34d988e41d5389f8b4e88', 'fixed_ips': [{'subnet_id': '739c86f4-8222-4879-b892-f7344f7db118'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:02:51.527089 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.539672 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430812e0-540f-44be-9e2f-25eede1d5705 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:51.550456 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-430812e0-540f-44be-9e2f-25eede1d5705 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.579683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430812e0-540f-44be-9e2f-25eede1d5705 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:51.595579 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-430812e0-540f-44be-9e2f-25eede1d5705 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.596337 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-430812e0-540f-44be-9e2f-25eede1d5705 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Added segment 849664bf-2acb-4c97-80d9-aeee18a6fc74 of type vlan for network 57adacdb-bfc0-4c97-a79a-4fa680e9c183 Jul 30 02:02:51.684356 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-430812e0-540f-44be-9e2f-25eede1d5705 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.715065 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a28fb1fd-1f14-40bd-97e8-bc46b00a01ff tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.720244 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a28fb1fd-1f14-40bd-97e8-bc46b00a01ff tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3934197 Jul 30 02:02:51.721594 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4cea5e73-2089-4c7c-9678-7fb536b99eca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=08171a5e961c4a3db7c3eb2526ca32c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2993224 Jul 30 02:02:51.723437 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e5800578-2220-4283-9b00-14bbfd1bfb9b no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:51.723941 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34872) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:51.723941 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34874) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:51.744182 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-77071306-a326-4aa1-9830-c56fbdc93059 tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=2b6badff-4147-4eff-98a8-6429f8407f72 HTTP/1.1" status: 200 len: 464 time: 0.0191684 Jul 30 02:02:51.749642 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.757194 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34876) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:51.777419 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34878) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:51.807131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: e5800578-2220-4283-9b00-14bbfd1bfb9b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:02:51.807478 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e5800578-2220-4283-9b00-14bbfd1bfb9b not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:02:51.862047 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-430812e0-540f-44be-9e2f-25eede1d5705 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.865076 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-263274b6-60c4-4e7d-8ffe-f0cec76a5863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.869032 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Allocated IP 2001:db8::f816:3eff:fee7:a9f (384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce/739c86f4-8222-4879-b892-f7344f7db118/ba50ad49-6e58-4e67-9779-4906f32ea994) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:51.869359 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430812e0-540f-44be-9e2f-25eede1d5705 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:51.870046 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-430812e0-540f-44be-9e2f-25eede1d5705 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.870351 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.938644 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-263274b6-60c4-4e7d-8ffe-f0cec76a5863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.075404 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c1406f75-9133-4c34-86cf-5fbe7c581dc7 tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.076574 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c1406f75-9133-4c34-86cf-5fbe7c581dc7 tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/2b6badff-4147-4eff-98a8-6429f8407f72 HTTP/1.1" status: 204 len: 168 time: 0.3178611 Jul 30 02:02:52.079217 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34884) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:52.092881 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c34a4dc7-749d-4160-8114-2d1c10b8c292 tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=2b6badff-4147-4eff-98a8-6429f8407f72 HTTP/1.1" status: 200 len: 221 time: 0.0120084 Jul 30 02:02:52.096821 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34886) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:52.104201 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-66ea33a4-759b-44e5-9d87-1fc3657e177a tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--820016475', 'description': 'label created by tempest'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:52.104585 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-66ea33a4-759b-44e5-9d87-1fc3657e177a tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] Unknown quota resources ['metering_label']. {{(pid=94464) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 02:02:52.106878 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0194e81-8147-40a1-b5c6-96d5ce38c30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.124097 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430812e0-540f-44be-9e2f-25eede1d5705 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Network': ['ID=57adacdb-bfc0-4c97-a79a-4fa680e9c183,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:52.139847 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 57adacdb-bfc0-4c97-a79a-4fa680e9c183 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:52.146882 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.176255 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-430812e0-540f-44be-9e2f-25eede1d5705 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8690588 Jul 30 02:02:52.180424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34888) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:52.186170 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-bdc6fe5d-5446-401f-93a6-221942dbc530 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'subnet': {'network_id': '57adacdb-bfc0-4c97-a79a-4fa680e9c183', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:52.192819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Transition to ACTIVE for port object ba50ad49-6e58-4e67-9779-4906f32ea994 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:52.227127 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Transition to ACTIVE for port object ba50ad49-6e58-4e67-9779-4906f32ea994 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:52.295954 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.345774 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Network 384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:52.349119 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:52.360144 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:52.389161 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0194e81-8147-40a1-b5c6-96d5ce38c30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.400268 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Pushing event updated for resources: {'Port': ['ID=ba50ad49-6e58-4e67-9779-4906f32ea994,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:52.436653 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Attempting to bind port ba50ad49-6e58-4e67-9779-4906f32ea994 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:52.437035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Attempting to bind port ba50ad49-6e58-4e67-9779-4906f32ea994 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '2a0015e6-b8e7-4f70-a4b5-bc345da3494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:52.437409 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Attempting to bind port ba50ad49-6e58-4e67-9779-4906f32ea994 on network 384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:52.444495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:02:52.444945 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Checking segment: {'id': '2a0015e6-b8e7-4f70-a4b5-bc345da3494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:52.445364 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.445764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Bound using segment: {'id': '2a0015e6-b8e7-4f70-a4b5-bc345da3494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:02:52.446249 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Bound port: ba50ad49-6e58-4e67-9779-4906f32ea994, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0015e6-b8e7-4f70-a4b5-bc345da3494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:02:52.446735 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.448261 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0194e81-8147-40a1-b5c6-96d5ce38c30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.496042 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d0194e81-8147-40a1-b5c6-96d5ce38c30d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7959c9f9be1c477aabe652d3cb1bad3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7196929 Jul 30 02:02:52.496856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0194e81-8147-40a1-b5c6-96d5ce38c30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bdcc19-11bf-4e28-a7d7-19dbd1c3f092,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:52.499899 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34892) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:52.545743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] For port ba50ad49-6e58-4e67-9779-4906f32ea994, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:02:52.549108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] For port ba50ad49-6e58-4e67-9779-4906f32ea994, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ba50ad49-6e58-4e67-9779-4906f32ea994,segment=NetworkSegment(2a0015e6-b8e7-4f70-a4b5-bc345da3494c),segment_id=2a0015e6-b8e7-4f70-a4b5-bc345da3494c)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:02:52.566043 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-49cf9b34-86d9-4ef1-8dbc-4e0dd1e2e013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.587219 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-263274b6-60c4-4e7d-8ffe-f0cec76a5863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.590023 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-263274b6-60c4-4e7d-8ffe-f0cec76a5863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.591289 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-263274b6-60c4-4e7d-8ffe-f0cec76a5863 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec80bc4d-86bc-4f2c-b754-a30dec27091d HTTP/1.1" status: 204 len: 168 time: 0.8652573 Jul 30 02:02:52.594507 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-49cf9b34-86d9-4ef1-8dbc-4e0dd1e2e013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.621752 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.684266 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263274b6-60c4-4e7d-8ffe-f0cec76a5863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec80bc4d-86bc-4f2c-b754-a30dec27091d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:52.711453 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-49cf9b34-86d9-4ef1-8dbc-4e0dd1e2e013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.714072 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-49cf9b34-86d9-4ef1-8dbc-4e0dd1e2e013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.715702 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-49cf9b34-86d9-4ef1-8dbc-4e0dd1e2e013 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4bdcc19-11bf-4e28-a7d7-19dbd1c3f092 HTTP/1.1" status: 204 len: 168 time: 0.2148411 Jul 30 02:02:52.728454 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf9b34-86d9-4ef1-8dbc-4e0dd1e2e013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bdcc19-11bf-4e28-a7d7-19dbd1c3f092,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:52.735058 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b8fb3-2ed3-4f68-91b4-4bd40d2103d9 None None] Pushing event updated for resources: {'Port': ['ID=ba50ad49-6e58-4e67-9779-4906f32ea994,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:52.815825 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-66ea33a4-759b-44e5-9d87-1fc3657e177a tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.818811 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-66ea33a4-759b-44e5-9d87-1fc3657e177a tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7194405 Jul 30 02:02:52.820605 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34900) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:52.844019 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b45197-f050-461b-b8a4-14e3fe81544f req-e13ac736-0c09-41a6-a3ef-c23223244558 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:52.848300 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-61b45197-f050-461b-b8a4-14e3fe81544f req-e13ac736-0c09-41a6-a3ef-c23223244558 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.2090902 Jul 30 02:02:52.849721 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.905670 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event deleted for resources: {'Subnet': ['ID=739c86f4-8222-4879-b892-f7344f7db118,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:52.941982 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fb7da606-c23f-4055-b327-4339e40ee7d7 tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=a985b851-091b-435d-9b15-7992378be67f HTTP/1.1" status: 200 len: 467 time: 0.1201975 Jul 30 02:02:52.944536 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34902) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:52.995849 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc6fe5d-5446-401f-93a6-221942dbc530 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:52.999444 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bdc6fe5d-5446-401f-93a6-221942dbc530 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.080496 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-61b45197-f050-461b-b8a4-14e3fe81544f req-346a0992-c896-47c7-9a09-f54f9e1e761f tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197514 Jul 30 02:02:53.082202 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.114022 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:53.140990 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a0015e6-b8e7-4f70-a4b5-bc345da3494c') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:53.142024 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a0015e6-b8e7-4f70-a4b5-bc345da3494c') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:53.196099 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.218074 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.228231 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:53.228754 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:53.232233 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:53.366252 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-163384ec-2872-4b53-8001-3aa122399d6c tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.368063 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-163384ec-2872-4b53-8001-3aa122399d6c tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/a985b851-091b-435d-9b15-7992378be67f HTTP/1.1" status: 204 len: 168 time: 0.4223804 Jul 30 02:02:53.374846 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34920) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:53.394515 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c89e7c0a-ca4a-424d-8abd-7ecf64d695cc tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=a985b851-091b-435d-9b15-7992378be67f HTTP/1.1" status: 200 len: 216 time: 0.0173872 Jul 30 02:02:53.396976 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34924) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:53.411679 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-09cc4a70-523f-4591-a477-f86f5b0669a8 tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0105858 Jul 30 02:02:53.412015 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34926) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:53.422613 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.db.api [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:02:53.422613 n-d-713498-9 neutron-server[94464]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:02:53.422613 n-d-713498-9 neutron-server[94464]: [parameters: {'id': '384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce'}] Jul 30 02:02:53.422613 n-d-713498-9 neutron-server[94464]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:02:53.427630 n-d-713498-9 neutron-server[94464]: DEBUG oslo_db.api [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:02:53.427785 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e33babee-4dea-4ca0-867d-aa5a316bbebe tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0129454 Jul 30 02:02:53.430990 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34928) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:53.497391 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-90c989bc-cc6c-43d2-ad0e-d1b044ef04a2 tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/876449e6-9ded-4613-8129-b868e8af87c7 HTTP/1.1" status: 200 len: 473 time: 0.0653005 Jul 30 02:02:53.501881 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34932) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:53.516479 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-27bfbd53-998e-4c32-9895-39708920daff tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/6ce9c278-8583-4d95-8073-c8303182d014 HTTP/1.1" status: 200 len: 461 time: 0.0131676 Jul 30 02:02:53.521549 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34934) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:53.546274 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bdc6fe5d-5446-401f-93a6-221942dbc530 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.620089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc6fe5d-5446-401f-93a6-221942dbc530 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Checking segment: {'id': '849664bf-2acb-4c97-80d9-aeee18a6fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '57adacdb-bfc0-4c97-a79a-4fa680e9c183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:53.620697 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc6fe5d-5446-401f-93a6-221942dbc530 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network hostable DHCP agents. Network: 57adacdb-bfc0-4c97-a79a-4fa680e9c183, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:53.637754 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6fe5d-5446-401f-93a6-221942dbc530 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Subnet': ['ID=e7c6ddb1-2e8c-43be-bd19-bfdff3ea1afd,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:53.746100 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-541d6eb6-5ae0-4715-b1dd-827783613326 tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.749834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34940) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:53.755633 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-541d6eb6-5ae0-4715-b1dd-827783613326 tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/6ce9c278-8583-4d95-8073-c8303182d014 HTTP/1.1" status: 204 len: 168 time: 0.2285357 Jul 30 02:02:53.783592 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ba50ad49-6e58-4e67-9779-4906f32ea994 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:53.819178 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc6fe5d-5446-401f-93a6-221942dbc530 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network 57adacdb-bfc0-4c97-a79a-4fa680e9c183 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:53.924355 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.979895 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-bdc6fe5d-5446-401f-93a6-221942dbc530 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 57adacdb-bfc0-4c97-a79a-4fa680e9c183) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:53.984698 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc6fe5d-5446-401f-93a6-221942dbc530 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:53.985518 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bdc6fe5d-5446-401f-93a6-221942dbc530 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.991071 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0219d2-c364-4def-a27c-7daaf78727ce None None] Network 57adacdb-bfc0-4c97-a79a-4fa680e9c183 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:54.021209 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Deleting port ba50ad49-6e58-4e67-9779-4906f32ea994 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:54.022405 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.048851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d56184-1b02-4ad5-a4d3-ed11a52b3cac None None] Network 384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:54.050836 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port ba50ad49-6e58-4e67-9779-4906f32ea994 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:54.082038 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-bdc6fe5d-5446-401f-93a6-221942dbc530 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9004643 Jul 30 02:02:54.085080 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34954) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:54.114156 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cbb40389-2450-4f31-a674-f2098f28355b tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.114156 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cbb40389-2450-4f31-a674-f2098f28355b tempest-MeteringTestJSON-1472146306 tempest-MeteringTestJSON-1472146306-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/876449e6-9ded-4613-8129-b868e8af87c7 HTTP/1.1" status: 204 len: 168 time: 0.3595393 Jul 30 02:02:54.132497 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a6cce0e5-3da8-4104-a093-7773e7526d90 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-85058283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:54.183465 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] For port ba50ad49-6e58-4e67-9779-4906f32ea994, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ba50ad49-6e58-4e67-9779-4906f32ea994,segment=NetworkSegment(2a0015e6-b8e7-4f70-a4b5-bc345da3494c),segment_id=2a0015e6-b8e7-4f70-a4b5-bc345da3494c)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:54.184368 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.212745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Calling delete_port for ba50ad49-6e58-4e67-9779-4906f32ea994 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:54.237827 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-37ff7846-f611-4bb2-a999-5db3a3208160 None None] Provisioning for port ba50ad49-6e58-4e67-9779-4906f32ea994 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:54.260949 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-37ff7846-f611-4bb2-a999-5db3a3208160 None None] Provisioning complete for port ba50ad49-6e58-4e67-9779-4906f32ea994 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:54.261515 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-37ff7846-f611-4bb2-a999-5db3a3208160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.291292 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-57adacdb-bfc0-4c97-a79a-4fa680e9c183', 'network_id': '57adacdb-bfc0-4c97-a79a-4fa680e9c183', 'tenant_id': '9138c236eb354dc7b6d82470ff20ddb8', 'fixed_ips': [{'subnet_id': 'e7c6ddb1-2e8c-43be-bd19-bfdff3ea1afd'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:02:54.292424 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.360735 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f435ee-f93a-4165-9fde-49ba599e2c9b req-942bc032-c9bc-4366-ba3b-c3ff6f365ae5 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:54.362487 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-93f435ee-f93a-4165-9fde-49ba599e2c9b req-942bc032-c9bc-4366-ba3b-c3ff6f365ae5 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.1397803 Jul 30 02:02:54.388386 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a080d0b-8543-4c58-a33c-8f7bd4622bb1 None None] DHCP port deletion for 384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:02:54.404290 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a6cce0e5-3da8-4104-a093-7773e7526d90 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.408543 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a6cce0e5-3da8-4104-a093-7773e7526d90 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.449952 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-93f435ee-f93a-4165-9fde-49ba599e2c9b req-cf5ce6d5-2a82-4073-aa5c-89ce3ea29aff tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799179 Jul 30 02:02:54.494014 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.515102 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34968) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:54.519431 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-37ff7846-f611-4bb2-a999-5db3a3208160 None None] Port ba50ad49-6e58-4e67-9779-4906f32ea994 update to ACTIVE by agent not found {{(pid=94466) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 30 02:02:54.525120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Allocated IP 172.20.0.2 (57adacdb-bfc0-4c97-a79a-4fa680e9c183/e7c6ddb1-2e8c-43be-bd19-bfdff3ea1afd/722a47c2-f5e9-4833-a1b5-c97bfc12a2de) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:54.557664 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0a080d0b-8543-4c58-a33c-8f7bd4622bb1 None None] Deleting port ba50ad49-6e58-4e67-9779-4906f32ea994 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:54.558339 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a080d0b-8543-4c58-a33c-8f7bd4622bb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.576495 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] No DVR routers for this DVR port ba50ad49-6e58-4e67-9779-4906f32ea994 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:54.602968 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event deleted for resources: {'Port': ['ID=ba50ad49-6e58-4e67-9779-4906f32ea994,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:54.634345 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a6cce0e5-3da8-4104-a093-7773e7526d90 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.667526 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0a080d0b-8543-4c58-a33c-8f7bd4622bb1 None None] For port ba50ad49-6e58-4e67-9779-4906f32ea994, host n-d-713498-9, got binding levels [] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:54.668211 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a080d0b-8543-4c58-a33c-8f7bd4622bb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.691319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0a080d0b-8543-4c58-a33c-8f7bd4622bb1 None None] Calling delete_port for ba50ad49-6e58-4e67-9779-4906f32ea994 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:54.697224 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.ipam_backend_mixin [None req-0a080d0b-8543-4c58-a33c-8f7bd4622bb1 None None] Port ba50ad49-6e58-4e67-9779-4906f32ea994 was not found and therefore no delete operation was performed {{(pid=94466) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:02:54.701881 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a6cce0e5-3da8-4104-a093-7773e7526d90 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.704000 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a080d0b-8543-4c58-a33c-8f7bd4622bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.729217 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.743373 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:54.760421 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a0015e6-b8e7-4f70-a4b5-bc345da3494c') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:54.761355 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a0015e6-b8e7-4f70-a4b5-bc345da3494c') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:54.776060 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.813729 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.824435 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:54.825556 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:54.832649 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:54.892630 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a6cce0e5-3da8-4104-a093-7773e7526d90 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.896913 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34974) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:54.897328 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a6cce0e5-3da8-4104-a093-7773e7526d90 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8086188 Jul 30 02:02:54.907934 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-54e00d4e-7245-4d46-bc09-04eacb3113e0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'port': {'network_id': '57adacdb-bfc0-4c97-a79a-4fa680e9c183', 'name': 'tempest-PortsTestJSON-662656721'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:54.930081 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a080d0b-8543-4c58-a33c-8f7bd4622bb1 None None] Pushing event deleted for resources: {'Port': ['ID=ba50ad49-6e58-4e67-9779-4906f32ea994,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:54.938156 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a080d0b-8543-4c58-a33c-8f7bd4622bb1 None None] No DVR routers for this DVR port ba50ad49-6e58-4e67-9779-4906f32ea994 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:54.959924 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.995576 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34976) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:55.011758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-78036bb3-308a-4e41-b549-cda142781f6a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1933844039'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:55.018868 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Transition to ACTIVE for port object 722a47c2-f5e9-4833-a1b5-c97bfc12a2de will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:55.019908 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.026627 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.032103 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "DELETE /v2.0/networks/384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce HTTP/1.1" status: 204 len: 168 time: 3.6017919 Jul 30 02:02:55.032474 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34980) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:55.046666 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-90f336ab-968c-4091-9543-caa6bc39f9c8 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1829394787'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:55.051225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Transition to ACTIVE for port object 722a47c2-f5e9-4833-a1b5-c97bfc12a2de will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:55.063568 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258e045-a46e-49c6-9c1a-be991324a994 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event deleted for resources: {'Network': ['ID=384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:55.100542 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cfdd39bf-00b3-47f0-acea-69e223873197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.151684 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.152692 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78036bb3-308a-4e41-b549-cda142781f6a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:55.156905 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78036bb3-308a-4e41-b549-cda142781f6a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.173388 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78036bb3-308a-4e41-b549-cda142781f6a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.188492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Network 57adacdb-bfc0-4c97-a79a-4fa680e9c183 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:55.191952 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:55.196743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:55.227404 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Pushing event updated for resources: {'Port': ['ID=722a47c2-f5e9-4833-a1b5-c97bfc12a2de,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:55.238765 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f336ab-968c-4091-9543-caa6bc39f9c8 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Made reservation on behalf of 175d0ffa55a34d988e41d5389f8b4e88 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:55.242739 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-90f336ab-968c-4091-9543-caa6bc39f9c8 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.267132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Attempting to bind port 722a47c2-f5e9-4833-a1b5-c97bfc12a2de on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:55.267759 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Attempting to bind port 722a47c2-f5e9-4833-a1b5-c97bfc12a2de by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '849664bf-2acb-4c97-80d9-aeee18a6fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '57adacdb-bfc0-4c97-a79a-4fa680e9c183'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:55.268135 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Attempting to bind port 722a47c2-f5e9-4833-a1b5-c97bfc12a2de on network 57adacdb-bfc0-4c97-a79a-4fa680e9c183 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:55.277743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:02:55.278207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Checking segment: {'id': '849664bf-2acb-4c97-80d9-aeee18a6fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '57adacdb-bfc0-4c97-a79a-4fa680e9c183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:55.278679 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.279127 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Bound using segment: {'id': '849664bf-2acb-4c97-80d9-aeee18a6fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '57adacdb-bfc0-4c97-a79a-4fa680e9c183'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:02:55.279608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Bound port: 722a47c2-f5e9-4833-a1b5-c97bfc12a2de, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849664bf-2acb-4c97-80d9-aeee18a6fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '57adacdb-bfc0-4c97-a79a-4fa680e9c183'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:02:55.280428 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.287844 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f336ab-968c-4091-9543-caa6bc39f9c8 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:55.298536 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-90f336ab-968c-4091-9543-caa6bc39f9c8 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.298992 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-90f336ab-968c-4091-9543-caa6bc39f9c8 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Added segment 4d5cd55d-f005-4b35-9772-f9c8d98b7c2f of type vlan for network 8f1f261a-dd8f-4d87-9a5c-af17a77d407a Jul 30 02:02:55.339049 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e00d4e-7245-4d46-bc09-04eacb3113e0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:55.342825 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54e00d4e-7245-4d46-bc09-04eacb3113e0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.369292 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-54e00d4e-7245-4d46-bc09-04eacb3113e0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] device_id is not set on port f293bf92-bc03-4d38-bbce-9633542e0c9a yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:55.378241 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-90f336ab-968c-4091-9543-caa6bc39f9c8 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.379926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] For port 722a47c2-f5e9-4833-a1b5-c97bfc12a2de, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:02:55.384761 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] For port 722a47c2-f5e9-4833-a1b5-c97bfc12a2de, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=722a47c2-f5e9-4833-a1b5-c97bfc12a2de,segment=NetworkSegment(849664bf-2acb-4c97-80d9-aeee18a6fc74),segment_id=849664bf-2acb-4c97-80d9-aeee18a6fc74)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:02:55.449417 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.472139 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cfdd39bf-00b3-47f0-acea-69e223873197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.527143 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82562216-35bc-48ae-b6d9-2eb8e9051d39 None None] Pushing event updated for resources: {'Port': ['ID=722a47c2-f5e9-4833-a1b5-c97bfc12a2de,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:55.540171 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-54e00d4e-7245-4d46-bc09-04eacb3113e0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Allocated IP 172.20.0.9 (57adacdb-bfc0-4c97-a79a-4fa680e9c183/e7c6ddb1-2e8c-43be-bd19-bfdff3ea1afd/f293bf92-bc03-4d38-bbce-9633542e0c9a) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:55.543177 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-90f336ab-968c-4091-9543-caa6bc39f9c8 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.551359 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f336ab-968c-4091-9543-caa6bc39f9c8 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:55.552395 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-90f336ab-968c-4091-9543-caa6bc39f9c8 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.568487 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cfdd39bf-00b3-47f0-acea-69e223873197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.685837 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-90f336ab-968c-4091-9543-caa6bc39f9c8 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6523669 Jul 30 02:02:55.697767 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ba50ad49-6e58-4e67-9779-4906f32ea994 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:55.699531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34990) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:55.706006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e013e73e-7ffe-4b32-81f7-17034d0991c5 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Request body: {'subnet': {'network_id': '8f1f261a-dd8f-4d87-9a5c-af17a77d407a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:55.727112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: ba50ad49-6e58-4e67-9779-4906f32ea994 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:02:55.727562 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ba50ad49-6e58-4e67-9779-4906f32ea994 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:02:55.740614 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cfdd39bf-00b3-47f0-acea-69e223873197 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7f48b616315247f18be4c3fcee192b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7432759 Jul 30 02:02:55.744836 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd39bf-00b3-47f0-acea-69e223873197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ddc7bf-b4dc-4a98-8558-a950a1f3d627,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:55.748571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 34992) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:55.764951 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f336ab-968c-4091-9543-caa6bc39f9c8 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event updated for resources: {'Network': ['ID=8f1f261a-dd8f-4d87-9a5c-af17a77d407a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:55.784204 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 8f1f261a-dd8f-4d87-9a5c-af17a77d407a details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:55.846761 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b9d91-8922-428a-a84d-4d62c393809d req-da1b36ff-9b83-4d43-9e4e-c0cfdd12759f tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:55.848357 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-113b9d91-8922-428a-a84d-4d62c393809d req-da1b36ff-9b83-4d43-9e4e-c0cfdd12759f tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.2698882 Jul 30 02:02:55.932888 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8b9a811-a1e9-4b0e-bc73-eaa76fbf8ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.940889 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-113b9d91-8922-428a-a84d-4d62c393809d req-1f9fc754-103c-4339-8dcd-5aa52027b9af tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620141 Jul 30 02:02:55.982288 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8b9a811-a1e9-4b0e-bc73-eaa76fbf8ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.019404 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54e00d4e-7245-4d46-bc09-04eacb3113e0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.039098 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78036bb3-308a-4e41-b549-cda142781f6a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.110724 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8b9a811-a1e9-4b0e-bc73-eaa76fbf8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.110948 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-54e00d4e-7245-4d46-bc09-04eacb3113e0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Transition to ACTIVE for port object f293bf92-bc03-4d38-bbce-9633542e0c9a will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:56.114745 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8b9a811-a1e9-4b0e-bc73-eaa76fbf8ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.116022 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e8b9a811-a1e9-4b0e-bc73-eaa76fbf8ef7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64ddc7bf-b4dc-4a98-8558-a950a1f3d627 HTTP/1.1" status: 204 len: 168 time: 0.3645294 Jul 30 02:02:56.126362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9a811-a1e9-4b0e-bc73-eaa76fbf8ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ddc7bf-b4dc-4a98-8558-a950a1f3d627,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:56.161601 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78036bb3-308a-4e41-b549-cda142781f6a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.207549 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78036bb3-308a-4e41-b549-cda142781f6a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f74816-d9c7-4e6f-8161-566ff842fe68,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:56.216703 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78036bb3-308a-4e41-b549-cda142781f6a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:56.228250 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78036bb3-308a-4e41-b549-cda142781f6a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.228797 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-78036bb3-308a-4e41-b549-cda142781f6a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Added segment 477f670c-e1ad-4569-a314-cf1c9f187b3b of type vlan for network f8e68492-0c58-4db2-bc8f-b4dca73bd98f Jul 30 02:02:56.237050 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54e00d4e-7245-4d46-bc09-04eacb3113e0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.302530 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e013e73e-7ffe-4b32-81f7-17034d0991c5 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Made reservation on behalf of 175d0ffa55a34d988e41d5389f8b4e88 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:56.306228 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e013e73e-7ffe-4b32-81f7-17034d0991c5 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.323368 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78036bb3-308a-4e41-b549-cda142781f6a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.394146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e00d4e-7245-4d46-bc09-04eacb3113e0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network 57adacdb-bfc0-4c97-a79a-4fa680e9c183 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:56.424002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-54e00d4e-7245-4d46-bc09-04eacb3113e0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:56.426878 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e00d4e-7245-4d46-bc09-04eacb3113e0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:56.434952 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e00d4e-7245-4d46-bc09-04eacb3113e0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=f293bf92-bc03-4d38-bbce-9633542e0c9a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:56.525889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e00d4e-7245-4d46-bc09-04eacb3113e0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:56.526605 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54e00d4e-7245-4d46-bc09-04eacb3113e0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.610163 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78036bb3-308a-4e41-b549-cda142781f6a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.616707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78036bb3-308a-4e41-b549-cda142781f6a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:56.618558 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78036bb3-308a-4e41-b549-cda142781f6a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.763770 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-54e00d4e-7245-4d46-bc09-04eacb3113e0 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8647294 Jul 30 02:02:56.766860 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35004) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:56.773639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78036bb3-308a-4e41-b549-cda142781f6a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Network': ['ID=f8e68492-0c58-4db2-bc8f-b4dca73bd98f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:56.786224 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:56.870086 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a5e065-f4e4-4488-b0ff-be5bf51e1784 None None] Network 57adacdb-bfc0-4c97-a79a-4fa680e9c183 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:57.095474 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3afac-de66-4ad7-bca5-1c8fd43fbf8e req-f1541510-ecbb-408c-a7d9-abe237c81c5d tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:57.097100 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1d3afac-de66-4ad7-bca5-1c8fd43fbf8e req-f1541510-ecbb-408c-a7d9-abe237c81c5d tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.0572441 Jul 30 02:02:57.144870 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1d3afac-de66-4ad7-bca5-1c8fd43fbf8e req-d3686fa3-8b52-46be-a423-8d4fd2844f2d tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401020 Jul 30 02:02:57.185258 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e013e73e-7ffe-4b32-81f7-17034d0991c5 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.194981 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5be9af7-ff06-4031-8eef-0c420c5ba49a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.230388 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4475fa65-feda-48d3-b54b-51d173aa8168 None None] Provisioning for port 722a47c2-f5e9-4833-a1b5-c97bfc12a2de completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:57.248887 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-78036bb3-308a-4e41-b549-cda142781f6a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7274520 Jul 30 02:02:57.248887 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35008) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:57.258831 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a134bfeb-7710-4f0b-929c-3e97f3d9443c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'port': {'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f', 'name': 'tempest-PortsIpV6TestJSON-1718313277'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:57.277130 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013e73e-7ffe-4b32-81f7-17034d0991c5 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event updated for resources: {'Subnet': ['ID=7310aaa2-3843-45e4-8ca6-9d7ebb2c725b,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:57.319445 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35010) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:57.330846 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013e73e-7ffe-4b32-81f7-17034d0991c5 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Checking segment: {'id': '4d5cd55d-f005-4b35-9772-f9c8d98b7c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8f1f261a-dd8f-4d87-9a5c-af17a77d407a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:57.331265 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e013e73e-7ffe-4b32-81f7-17034d0991c5 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Network hostable DHCP agents. Network: 8f1f261a-dd8f-4d87-9a5c-af17a77d407a, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:57.349032 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c3d68c34-637d-4884-aa3c-228e44c7383b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.453500 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-26a8ab49-33ab-4e3e-b9dc-555821adc3e0 None None] Provisioning for port f293bf92-bc03-4d38-bbce-9633542e0c9a completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:57.457894 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-26a8ab49-33ab-4e3e-b9dc-555821adc3e0 None None] Provisioning complete for port f293bf92-bc03-4d38-bbce-9633542e0c9a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:57.458228 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-26a8ab49-33ab-4e3e-b9dc-555821adc3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.489450 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e013e73e-7ffe-4b32-81f7-17034d0991c5 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Network 8f1f261a-dd8f-4d87-9a5c-af17a77d407a is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:57.527749 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-26a8ab49-33ab-4e3e-b9dc-555821adc3e0 None None] Port f293bf92-bc03-4d38-bbce-9633542e0c9a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:57.547943 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c3d68c34-637d-4884-aa3c-228e44c7383b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.563949 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5be9af7-ff06-4031-8eef-0c420c5ba49a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.573272 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-e013e73e-7ffe-4b32-81f7-17034d0991c5 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 8f1f261a-dd8f-4d87-9a5c-af17a77d407a) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:57.578515 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e013e73e-7ffe-4b32-81f7-17034d0991c5 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:57.579628 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e013e73e-7ffe-4b32-81f7-17034d0991c5 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.584403 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f576b9b5-2fa0-4dfe-bf65-1d4ad2556075 None None] Network 8f1f261a-dd8f-4d87-9a5c-af17a77d407a requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:57.656146 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c3d68c34-637d-4884-aa3c-228e44c7383b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.683038 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5be9af7-ff06-4031-8eef-0c420c5ba49a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.684934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-073384d3-1945-4fe1-a524-2bbdc17b27f4 None None] Provisioning complete for port f293bf92-bc03-4d38-bbce-9633542e0c9a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:57.685311 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-073384d3-1945-4fe1-a524-2bbdc17b27f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.736773 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c3d68c34-637d-4884-aa3c-228e44c7383b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e5dc935944ee44868d021ef1cb3205ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4145799 Jul 30 02:02:57.740047 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d68c34-637d-4884-aa3c-228e44c7383b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f6275d-b401-44ef-b4c0-486d0d4029df,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:57.743788 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35018) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:57.749990 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e013e73e-7ffe-4b32-81f7-17034d0991c5 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0493755 Jul 30 02:02:57.761769 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35020) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:57.769938 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-073384d3-1945-4fe1-a524-2bbdc17b27f4 None None] Port f293bf92-bc03-4d38-bbce-9633542e0c9a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:57.852221 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 722a47c2-f5e9-4833-a1b5-c97bfc12a2de up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:57.858846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-8f1f261a-dd8f-4d87-9a5c-af17a77d407a', 'network_id': '8f1f261a-dd8f-4d87-9a5c-af17a77d407a', 'tenant_id': '175d0ffa55a34d988e41d5389f8b4e88', 'fixed_ips': [{'subnet_id': '7310aaa2-3843-45e4-8ca6-9d7ebb2c725b'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:02:57.860160 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.879934 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a134bfeb-7710-4f0b-929c-3e97f3d9443c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:57.883921 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a134bfeb-7710-4f0b-929c-3e97f3d9443c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.933188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-a134bfeb-7710-4f0b-929c-3e97f3d9443c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] device_id is not set on port f538425e-e93a-458e-8ed2-4436b5cd253f yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:57.940851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be9af7-ff06-4031-8eef-0c420c5ba49a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=f293bf92-bc03-4d38-bbce-9633542e0c9a,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:58.079621 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 722a47c2-f5e9-4833-a1b5-c97bfc12a2de completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:58.101550 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 722a47c2-f5e9-4833-a1b5-c97bfc12a2de triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:58.102102 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.154430 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Allocated IP 2001:db8::2 (8f1f261a-dd8f-4d87-9a5c-af17a77d407a/7310aaa2-3843-45e4-8ca6-9d7ebb2c725b/74cfb65b-4bda-4aaf-bd02-443723e2677d) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:58.190374 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5be9af7-ff06-4031-8eef-0c420c5ba49a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.339684 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c4dd00ab-6c97-45d6-b10e-4d09c1fd9046 None None] Provisioning complete for port f293bf92-bc03-4d38-bbce-9633542e0c9a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:58.340151 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4dd00ab-6c97-45d6-b10e-4d09c1fd9046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.441936 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5be9af7-ff06-4031-8eef-0c420c5ba49a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.450441 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd00ab-6c97-45d6-b10e-4d09c1fd9046 None None] Port f293bf92-bc03-4d38-bbce-9633542e0c9a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:58.460773 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d4823d4-9888-4478-bc81-68529ba8d9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.461061 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.499751 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.510909 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.514198 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 722a47c2-f5e9-4833-a1b5-c97bfc12a2de, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=722a47c2-f5e9-4833-a1b5-c97bfc12a2de,segment=NetworkSegment(849664bf-2acb-4c97-80d9-aeee18a6fc74),segment_id=849664bf-2acb-4c97-80d9-aeee18a6fc74)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:58.517006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Transition to ACTIVE for port object 74cfb65b-4bda-4aaf-bd02-443723e2677d will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:58.533285 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Transition to ACTIVE for port object 74cfb65b-4bda-4aaf-bd02-443723e2677d will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:58.578766 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d4823d4-9888-4478-bc81-68529ba8d9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.590233 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.623333 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.627901 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03979a8-f9ce-453b-a6d2-1f3cd6d46443 req-86aedf83-9be3-4b8b-a546-5b0b28c40525 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:58.640534 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b03979a8-f9ce-453b-a6d2-1f3cd6d46443 req-86aedf83-9be3-4b8b-a546-5b0b28c40525 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.3022778 Jul 30 02:02:58.683027 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Network 8f1f261a-dd8f-4d87-9a5c-af17a77d407a is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:58.689674 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a134bfeb-7710-4f0b-929c-3e97f3d9443c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.690180 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:58.691157 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=722a47c2-f5e9-4833-a1b5-c97bfc12a2de,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:58.693343 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:58.704995 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:58.705342 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:58.705678 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:58.706017 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:58.706332 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:58.706661 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:58.706983 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:58.707304 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:58.707632 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:58.707920 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:58.712602 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:58.712602 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:58.798061 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Attempting to bind port 74cfb65b-4bda-4aaf-bd02-443723e2677d on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:58.798499 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Attempting to bind port 74cfb65b-4bda-4aaf-bd02-443723e2677d by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '4d5cd55d-f005-4b35-9772-f9c8d98b7c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8f1f261a-dd8f-4d87-9a5c-af17a77d407a'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:58.799082 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Attempting to bind port 74cfb65b-4bda-4aaf-bd02-443723e2677d on network 8f1f261a-dd8f-4d87-9a5c-af17a77d407a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:58.801155 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Pushing event updated for resources: {'Port': ['ID=74cfb65b-4bda-4aaf-bd02-443723e2677d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:58.810750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:02:58.810750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Checking segment: {'id': '4d5cd55d-f005-4b35-9772-f9c8d98b7c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8f1f261a-dd8f-4d87-9a5c-af17a77d407a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:58.810750 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.810750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Bound using segment: {'id': '4d5cd55d-f005-4b35-9772-f9c8d98b7c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8f1f261a-dd8f-4d87-9a5c-af17a77d407a'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:02:58.810750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Bound port: 74cfb65b-4bda-4aaf-bd02-443723e2677d, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5cd55d-f005-4b35-9772-f9c8d98b7c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8f1f261a-dd8f-4d87-9a5c-af17a77d407a'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:02:58.810750 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.831718 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b03979a8-f9ce-453b-a6d2-1f3cd6d46443 req-a3d78422-1789-4f2f-8c95-ee932c3be9ee tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860764 Jul 30 02:02:58.843855 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5be9af7-ff06-4031-8eef-0c420c5ba49a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.849257 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.886785 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] For port 74cfb65b-4bda-4aaf-bd02-443723e2677d, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:02:58.889782 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] For port 74cfb65b-4bda-4aaf-bd02-443723e2677d, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=74cfb65b-4bda-4aaf-bd02-443723e2677d,segment=NetworkSegment(4d5cd55d-f005-4b35-9772-f9c8d98b7c2f),segment_id=4d5cd55d-f005-4b35-9772-f9c8d98b7c2f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:02:58.939067 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5be9af7-ff06-4031-8eef-0c420c5ba49a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.939409 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d4823d4-9888-4478-bc81-68529ba8d9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.942117 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d4823d4-9888-4478-bc81-68529ba8d9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.943370 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7d4823d4-9888-4478-bc81-68529ba8d9b1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/73f6275d-b401-44ef-b4c0-486d0d4029df HTTP/1.1" status: 204 len: 168 time: 1.1922195 Jul 30 02:02:58.945273 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a134bfeb-7710-4f0b-929c-3e97f3d9443c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.972246 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4823d4-9888-4478-bc81-68529ba8d9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f6275d-b401-44ef-b4c0-486d0d4029df,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:58.999283 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:59.035029 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:59.037789 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be9af7-ff06-4031-8eef-0c420c5ba49a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=f293bf92-bc03-4d38-bbce-9633542e0c9a,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:59.041023 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5be9af7-ff06-4031-8eef-0c420c5ba49a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:59.126324 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d80747-c97b-402f-87d9-cfe9c8b13c77 None None] Pushing event updated for resources: {'Port': ['ID=74cfb65b-4bda-4aaf-bd02-443723e2677d,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:59.146405 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134bfeb-7710-4f0b-929c-3e97f3d9443c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=f538425e-e93a-458e-8ed2-4436b5cd253f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:59.149156 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event deleted for resources: {'Subnet': ['ID=7310aaa2-3843-45e4-8ca6-9d7ebb2c725b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:59.185751 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5be9af7-ff06-4031-8eef-0c420c5ba49a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network 57adacdb-bfc0-4c97-a79a-4fa680e9c183 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:59.188088 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d5be9af7-ff06-4031-8eef-0c420c5ba49a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:59.262531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a134bfeb-7710-4f0b-929c-3e97f3d9443c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Checking segment: {'id': '477f670c-e1ad-4569-a314-cf1c9f187b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:59.262905 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a134bfeb-7710-4f0b-929c-3e97f3d9443c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network hostable DHCP agents. Network: f8e68492-0c58-4db2-bc8f-b4dca73bd98f, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:59.281550 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:59.311533 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1f261a-dd8f-4d87-9a5c-af17a77d407a']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:59.344642 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5cd55d-f005-4b35-9772-f9c8d98b7c2f') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:59.345041 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5cd55d-f005-4b35-9772-f9c8d98b7c2f') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:59.376511 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:59.439105 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:59.450121 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:59.450655 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:59.456568 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:59.500965 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a134bfeb-7710-4f0b-929c-3e97f3d9443c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:59.568445 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:02:59.568445 n-d-713498-9 neutron-server[94465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:02:59.568445 n-d-713498-9 neutron-server[94465]: [parameters: {'id': '8f1f261a-dd8f-4d87-9a5c-af17a77d407a'}] Jul 30 02:02:59.568445 n-d-713498-9 neutron-server[94465]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:02:59.569353 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:02:59.570053 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5be9af7-ff06-4031-8eef-0c420c5ba49a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Router c76619d5-09e1-48ce-8d0b-b0ddcd5d958f is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:02:59.595906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-a134bfeb-7710-4f0b-929c-3e97f3d9443c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, f8e68492-0c58-4db2-bc8f-b4dca73bd98f) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:59.601696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a134bfeb-7710-4f0b-929c-3e97f3d9443c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:59.618963 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a134bfeb-7710-4f0b-929c-3e97f3d9443c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:59.619641 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a134bfeb-7710-4f0b-929c-3e97f3d9443c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:59.622509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53463777-a48e-47fd-b858-8c4462bb3d7e None None] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:59.745599 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a134bfeb-7710-4f0b-929c-3e97f3d9443c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4964712 Jul 30 02:02:59.748449 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35052) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:59.755269 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e5ffda40-7bc3-4deb-9231-79d69b87c807 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1024495281'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:59.825993 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-73e3163d-efa1-4138-898c-e61a2c612316 None None] Provisioning complete for port f293bf92-bc03-4d38-bbce-9633542e0c9a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:59.828819 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73e3163d-efa1-4138-898c-e61a2c612316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:59.829436 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5be9af7-ff06-4031-8eef-0c420c5ba49a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:02:59.841000 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d5be9af7-ff06-4031-8eef-0c420c5ba49a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "PUT /v2.0/routers/c76619d5-09e1-48ce-8d0b-b0ddcd5d958f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0711441 Jul 30 02:02:59.841650 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35054) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:59.906934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-73e3163d-efa1-4138-898c-e61a2c612316 None None] Port f293bf92-bc03-4d38-bbce-9633542e0c9a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:59.917134 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33aca5a-2a02-461b-ba46-3ef17cfa5e25 None None] Sync routers for ids ['c76619d5-09e1-48ce-8d0b-b0ddcd5d958f'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:02:59.937709 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a239bce-1678-4dfd-88d5-430842289458 req-a1ce3df2-a6ea-42a9-96ee-0cf0ca862a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:59.940073 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a239bce-1678-4dfd-88d5-430842289458 req-a1ce3df2-a6ea-42a9-96ee-0cf0ca862a52 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 1096 time: 0.1592724 Jul 30 02:02:59.972056 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33aca5a-2a02-461b-ba46-3ef17cfa5e25 None None] Routers {'c76619d5-09e1-48ce-8d0b-b0ddcd5d958f'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:02:59.972056 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d33aca5a-2a02-461b-ba46-3ef17cfa5e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:02:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c76619d5-09e1-48ce-8d0b-b0ddcd5d958f'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:59.983415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6d42f3-538f-4899-b7ee-9bb663c783eb tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:59.990690 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35060) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:59.994567 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5a6d42f3-538f-4899-b7ee-9bb663c783eb tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports?device_id=c76619d5-09e1-48ce-8d0b-b0ddcd5d958f HTTP/1.1" status: 200 len: 981 time: 0.1516669 Jul 30 02:03:00.064607 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 722a47c2-f5e9-4833-a1b5-c97bfc12a2de up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:00.070686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d33aca5a-2a02-461b-ba46-3ef17cfa5e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:00.075028 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.091136 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ffda40-7bc3-4deb-9231-79d69b87c807 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:00.095226 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e5ffda40-7bc3-4deb-9231-79d69b87c807 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.110334 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21534376-8958-4fc0-adb3-16fed9f98977 req-43ab0bbc-ea8a-4e0f-a7e6-09c25b692c6d tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:00.131426 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21534376-8958-4fc0-adb3-16fed9f98977 req-43ab0bbc-ea8a-4e0f-a7e6-09c25b692c6d tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.1356215 Jul 30 02:03:00.200132 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a239bce-1678-4dfd-88d5-430842289458 req-47d0b8d5-5ee7-42b2-9abf-137914a46344 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527020 Jul 30 02:03:00.202434 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21534376-8958-4fc0-adb3-16fed9f98977 req-9868d530-e19f-4b1c-99dc-bc69abc81878 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647750 Jul 30 02:03:00.232923 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33aca5a-2a02-461b-ba46-3ef17cfa5e25 None None] Routers {'c76619d5-09e1-48ce-8d0b-b0ddcd5d958f'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:00.233807 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d33aca5a-2a02-461b-ba46-3ef17cfa5e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:02:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c76619d5-09e1-48ce-8d0b-b0ddcd5d958f'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:00.251883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ffda40-7bc3-4deb-9231-79d69b87c807 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:03:00.275161 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d33aca5a-2a02-461b-ba46-3ef17cfa5e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:00.275806 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33aca5a-2a02-461b-ba46-3ef17cfa5e25 None None] The sync data for ids ['c76619d5-09e1-48ce-8d0b-b0ddcd5d958f'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:00.306465 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 722a47c2-f5e9-4833-a1b5-c97bfc12a2de triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:00.306836 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.314574 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e5ffda40-7bc3-4deb-9231-79d69b87c807 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.314936 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-e5ffda40-7bc3-4deb-9231-79d69b87c807 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Added segment 8191506d-b070-47f7-a875-d6c561c4a2f2 of type vlan for network d8bebbc4-a6e0-4714-b0eb-f19c2469e2f0 Jul 30 02:03:00.403844 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e5ffda40-7bc3-4deb-9231-79d69b87c807 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.413887 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 74cfb65b-4bda-4aaf-bd02-443723e2677d up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:00.439015 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Deleting port 74cfb65b-4bda-4aaf-bd02-443723e2677d {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:00.439366 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.539574 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcdfa2c-3fff-48ca-8982-83ec70c96458 None None] Network 8f1f261a-dd8f-4d87-9a5c-af17a77d407a requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:00.553693 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 74cfb65b-4bda-4aaf-bd02-443723e2677d completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:00.595963 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] For port 74cfb65b-4bda-4aaf-bd02-443723e2677d, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=74cfb65b-4bda-4aaf-bd02-443723e2677d,segment=NetworkSegment(4d5cd55d-f005-4b35-9772-f9c8d98b7c2f),segment_id=4d5cd55d-f005-4b35-9772-f9c8d98b7c2f)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:00.597316 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.615166 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Calling delete_port for 74cfb65b-4bda-4aaf-bd02-443723e2677d owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:00.646510 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e5ffda40-7bc3-4deb-9231-79d69b87c807 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.652819 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ffda40-7bc3-4deb-9231-79d69b87c807 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:00.653427 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e5ffda40-7bc3-4deb-9231-79d69b87c807 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.715051 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3af91293-c974-42ea-a736-d8bdd15eccda None None] Provisioning for port 74cfb65b-4bda-4aaf-bd02-443723e2677d completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:00.721344 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3af91293-c974-42ea-a736-d8bdd15eccda None None] Provisioning complete for port 74cfb65b-4bda-4aaf-bd02-443723e2677d triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:00.721842 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3af91293-c974-42ea-a736-d8bdd15eccda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.763779 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bce5ad-379b-4fc2-863e-ed5bea7683a9 None None] DHCP port deletion for 8f1f261a-dd8f-4d87-9a5c-af17a77d407a request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:03:00.850387 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3af91293-c974-42ea-a736-d8bdd15eccda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.893772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffda40-7bc3-4deb-9231-79d69b87c807 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Network': ['ID=d8bebbc4-a6e0-4714-b0eb-f19c2469e2f0,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:00.919824 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e5ffda40-7bc3-4deb-9231-79d69b87c807 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1704202 Jul 30 02:03:00.926127 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3af91293-c974-42ea-a736-d8bdd15eccda None None] For port 74cfb65b-4bda-4aaf-bd02-443723e2677d, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=74cfb65b-4bda-4aaf-bd02-443723e2677d,segment=NetworkSegment(4d5cd55d-f005-4b35-9772-f9c8d98b7c2f),segment_id=4d5cd55d-f005-4b35-9772-f9c8d98b7c2f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:00.929005 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35080) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:00.934290 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'ports': [{'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f'}, {'network_id': 'd8bebbc4-a6e0-4714-b0eb-f19c2469e2f0'}]} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:00.934667 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'port': {'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:00.935157 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'port': {'network_id': 'd8bebbc4-a6e0-4714-b0eb-f19c2469e2f0'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:00.944345 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network d8bebbc4-a6e0-4714-b0eb-f19c2469e2f0 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:03:01.050809 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c51195f9-a1af-4c96-8085-5e3317c98c37 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.055140 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3af91293-c974-42ea-a736-d8bdd15eccda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.090881 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-64bce5ad-379b-4fc2-863e-ed5bea7683a9 None None] Deleting port 74cfb65b-4bda-4aaf-bd02-443723e2677d {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:01.091263 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64bce5ad-379b-4fc2-863e-ed5bea7683a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.199554 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-64bce5ad-379b-4fc2-863e-ed5bea7683a9 None None] For port 74cfb65b-4bda-4aaf-bd02-443723e2677d, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=74cfb65b-4bda-4aaf-bd02-443723e2677d,segment=NetworkSegment(4d5cd55d-f005-4b35-9772-f9c8d98b7c2f),segment_id=4d5cd55d-f005-4b35-9772-f9c8d98b7c2f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:01.199866 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64bce5ad-379b-4fc2-863e-ed5bea7683a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.207699 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af91293-c974-42ea-a736-d8bdd15eccda None None] Pushing event updated for resources: {'Port': ['ID=74cfb65b-4bda-4aaf-bd02-443723e2677d,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:01.217569 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-64bce5ad-379b-4fc2-863e-ed5bea7683a9 None None] Calling delete_port for 74cfb65b-4bda-4aaf-bd02-443723e2677d owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:01.287674 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'port': 2} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:01.291752 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.292928 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.309730 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.321911 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event deleted for resources: {'Port': ['ID=74cfb65b-4bda-4aaf-bd02-443723e2677d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:01.371234 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] No DVR routers for this DVR port 74cfb65b-4bda-4aaf-bd02-443723e2677d on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:01.402520 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64bce5ad-379b-4fc2-863e-ed5bea7683a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.488552 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bce5ad-379b-4fc2-863e-ed5bea7683a9 None None] Pushing event deleted for resources: {'Port': ['ID=74cfb65b-4bda-4aaf-bd02-443723e2677d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:01.491230 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bce5ad-379b-4fc2-863e-ed5bea7683a9 None None] No DVR routers for this DVR port 74cfb65b-4bda-4aaf-bd02-443723e2677d on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:01.492683 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] device_id is not set on port cea5422c-e3f7-4cb6-91e7-ab82601ad552 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:01.507786 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0305ec-6ceb-4763-bef4-956f7422ca8b req-d7ed69b2-b217-441f-baad-1b080ae9725e tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:01.509636 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9f0305ec-6ceb-4763-bef4-956f7422ca8b req-d7ed69b2-b217-441f-baad-1b080ae9725e tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.1688018 Jul 30 02:03:01.531785 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.544941 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1f261a-dd8f-4d87-9a5c-af17a77d407a']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:01.561424 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5cd55d-f005-4b35-9772-f9c8d98b7c2f') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:01.561734 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5cd55d-f005-4b35-9772-f9c8d98b7c2f') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:01.571275 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9f0305ec-6ceb-4763-bef4-956f7422ca8b req-4cd2e5d3-3264-4ea3-a499-9aee858f7f03 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527489 Jul 30 02:03:01.572993 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.617994 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.628085 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:01.628487 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:01.636999 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:01.707359 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 74cfb65b-4bda-4aaf-bd02-443723e2677d no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:01.722101 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c51195f9-a1af-4c96-8085-5e3317c98c37 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port f293bf92-bc03-4d38-bbce-9633542e0c9a {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:01.722476 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c51195f9-a1af-4c96-8085-5e3317c98c37 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.732709 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 74cfb65b-4bda-4aaf-bd02-443723e2677d {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:01.733449 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 74cfb65b-4bda-4aaf-bd02-443723e2677d not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:01.753735 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.841085 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c51195f9-a1af-4c96-8085-5e3317c98c37 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.856446 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] device_id is not set on port 9dbf9dc2-a810-4729-8d57-a4cc9a224f5e yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:01.859035 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c51195f9-a1af-4c96-8085-5e3317c98c37 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for f293bf92-bc03-4d38-bbce-9633542e0c9a owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:01.935320 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.947375 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.949278 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "DELETE /v2.0/networks/8f1f261a-dd8f-4d87-9a5c-af17a77d407a HTTP/1.1" status: 204 len: 168 time: 4.1782780 Jul 30 02:03:01.956774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35106) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:01.972087 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-994756ff-e6b0-4a80-9c32-a5dc76aa56d3 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-331696415'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:01.990043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d7891-8a57-4a9b-b05f-cb859e7925fb tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event deleted for resources: {'Network': ['ID=8f1f261a-dd8f-4d87-9a5c-af17a77d407a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:01.993942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35108) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:02.089605 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:02.096019 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994756ff-e6b0-4a80-9c32-a5dc76aa56d3 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Made reservation on behalf of 175d0ffa55a34d988e41d5389f8b4e88 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:02.106718 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-994756ff-e6b0-4a80-9c32-a5dc76aa56d3 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:02.179768 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994756ff-e6b0-4a80-9c32-a5dc76aa56d3 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:03:02.184855 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:02.200932 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-994756ff-e6b0-4a80-9c32-a5dc76aa56d3 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:02.201282 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-994756ff-e6b0-4a80-9c32-a5dc76aa56d3 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Added segment f901f5e9-b37f-4763-9436-f664026ad03f of type vlan for network b9a363de-f395-4f2c-ab66-8cf97a3a0958 Jul 30 02:03:02.259437 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-994756ff-e6b0-4a80-9c32-a5dc76aa56d3 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:02.263890 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:02.267365 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:02.271602 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:02.272199 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:02.309370 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=cea5422c-e3f7-4cb6-91e7-ab82601ad552,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:02.311027 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-19baa4a8-77f6-486c-bb78-d2cfa2601744 tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-788741736'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:02.337404 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Checking segment: {'id': '8191506d-b070-47f7-a875-d6c561c4a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd8bebbc4-a6e0-4714-b0eb-f19c2469e2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:02.337859 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network hostable DHCP agents. Network: d8bebbc4-a6e0-4714-b0eb-f19c2469e2f0, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:03:02.396335 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=9dbf9dc2-a810-4729-8d57-a4cc9a224f5e,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:02.718644 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03619e-8d15-4f38-b335-474063ac0210 req-d08d132b-7311-49d6-8050-fb6348c637ef tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:02.720182 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe03619e-8d15-4f38-b335-474063ac0210 req-d08d132b-7311-49d6-8050-fb6348c637ef tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.0584738 Jul 30 02:03:02.759143 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe03619e-8d15-4f38-b335-474063ac0210 req-ccac535b-d6d4-4726-ae14-3b366ffa9f70 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321867 Jul 30 02:03:02.950475 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c51195f9-a1af-4c96-8085-5e3317c98c37 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:02.981206 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51195f9-a1af-4c96-8085-5e3317c98c37 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=f293bf92-bc03-4d38-bbce-9633542e0c9a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:03.144360 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c51195f9-a1af-4c96-8085-5e3317c98c37 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.150249 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network d8bebbc4-a6e0-4714-b0eb-f19c2469e2f0 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:03:03.154712 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-994756ff-e6b0-4a80-9c32-a5dc76aa56d3 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.174089 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994756ff-e6b0-4a80-9c32-a5dc76aa56d3 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:03.174089 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-994756ff-e6b0-4a80-9c32-a5dc76aa56d3 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.174089 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19baa4a8-77f6-486c-bb78-d2cfa2601744 tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Made reservation on behalf of 0ebb6b2fa82249efabf29f66cb79a30a for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:03.174089 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19baa4a8-77f6-486c-bb78-d2cfa2601744 tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.239097 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19baa4a8-77f6-486c-bb78-d2cfa2601744 tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.293474 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.385874 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, d8bebbc4-a6e0-4714-b0eb-f19c2469e2f0) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:03.401685 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:03.402227 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5766dd01-26b9-4da6-b49e-6e0db303a6f4 None None] Network d8bebbc4-a6e0-4714-b0eb-f19c2469e2f0 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:03.410951 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:03.417544 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:03.418275 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.504749 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-27c20f40-06ed-4d37-8c87-ffab6d311980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5746028 Jul 30 02:03:03.508292 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35126) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:03.648484 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-7cc181e6-33de-48bf-8776-cb893e38ce76 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port 9dbf9dc2-a810-4729-8d57-a4cc9a224f5e {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:03.648836 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7cc181e6-33de-48bf-8776-cb893e38ce76 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.717105 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7cc181e6-33de-48bf-8776-cb893e38ce76 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.731962 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-7cc181e6-33de-48bf-8776-cb893e38ce76 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for 9dbf9dc2-a810-4729-8d57-a4cc9a224f5e owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:03.798109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994756ff-e6b0-4a80-9c32-a5dc76aa56d3 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event updated for resources: {'Network': ['ID=b9a363de-f395-4f2c-ab66-8cf97a3a0958,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:03.813199 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network b9a363de-f395-4f2c-ab66-8cf97a3a0958 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:03:03.845960 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-994756ff-e6b0-4a80-9c32-a5dc76aa56d3 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8753595 Jul 30 02:03:03.846685 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35136) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:03.852604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-1131d3c2-1e00-4809-a984-797f28440895 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Request body: {'subnet': {'network_id': 'b9a363de-f395-4f2c-ab66-8cf97a3a0958', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:03.866599 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1a120-4e1a-447f-83fb-4e0e44d716ea req-7bb9ff81-8567-4245-9a1f-d9c7258266b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:03.870671 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0e1a120-4e1a-447f-83fb-4e0e44d716ea req-7bb9ff81-8567-4245-9a1f-d9c7258266b9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c8345e06e1f34c0f8c6aef4f6223e6fb&device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 1096 time: 0.1789861 Jul 30 02:03:03.875732 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51195f9-a1af-4c96-8085-5e3317c98c37 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Router c76619d5-09e1-48ce-8d0b-b0ddcd5d958f has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:03:03.893838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b685f-7c1b-41dc-9b9c-04a1877bca0a req-3c7a5fa4-d04a-45c4-a166-03773a11cbab tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:03.898988 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-399b685f-7c1b-41dc-9b9c-04a1877bca0a req-3c7a5fa4-d04a-45c4-a166-03773a11cbab tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.2108045 Jul 30 02:03:03.919011 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7cc181e6-33de-48bf-8776-cb893e38ce76 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.961024 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7cc181e6-33de-48bf-8776-cb893e38ce76 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.966034 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7cc181e6-33de-48bf-8776-cb893e38ce76 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/ports/9dbf9dc2-a810-4729-8d57-a4cc9a224f5e HTTP/1.1" status: 204 len: 168 time: 0.4565816 Jul 30 02:03:03.970608 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35140) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:03.971325 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc181e6-33de-48bf-8776-cb893e38ce76 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=9dbf9dc2-a810-4729-8d57-a4cc9a224f5e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:04.053114 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eef9f51-6397-46ab-b9a7-a0ef0efb2df4 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:04.060090 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eef9f51-6397-46ab-b9a7-a0ef0efb2df4 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:04.065126 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1eef9f51-6397-46ab-b9a7-a0ef0efb2df4 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0859303 Jul 30 02:03:04.065791 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35148) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:04.075853 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51195f9-a1af-4c96-8085-5e3317c98c37 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:03:04.082138 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c51195f9-a1af-4c96-8085-5e3317c98c37 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "PUT /v2.0/routers/c76619d5-09e1-48ce-8d0b-b0ddcd5d958f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0875483 Jul 30 02:03:04.086068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35152) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:04.089157 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9dcc83-b72a-4237-acea-a7c534cd87a2 None None] Sync routers for ids ['c76619d5-09e1-48ce-8d0b-b0ddcd5d958f'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:03:04.100955 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9dcc83-b72a-4237-acea-a7c534cd87a2 None None] Routers {'c76619d5-09e1-48ce-8d0b-b0ddcd5d958f'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:04.104256 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-cd9dcc83-b72a-4237-acea-a7c534cd87a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:02:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c76619d5-09e1-48ce-8d0b-b0ddcd5d958f'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:04.154170 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-cd9dcc83-b72a-4237-acea-a7c534cd87a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:04.163906 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9dcc83-b72a-4237-acea-a7c534cd87a2 None None] Routers {'c76619d5-09e1-48ce-8d0b-b0ddcd5d958f'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:04.164534 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-cd9dcc83-b72a-4237-acea-a7c534cd87a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:02:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c76619d5-09e1-48ce-8d0b-b0ddcd5d958f'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:04.198704 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-cd9dcc83-b72a-4237-acea-a7c534cd87a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:04.199360 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9dcc83-b72a-4237-acea-a7c534cd87a2 None None] The sync data for ids ['c76619d5-09e1-48ce-8d0b-b0ddcd5d958f'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:04.212405 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1a120-4e1a-447f-83fb-4e0e44d716ea req-11316dff-fcf9-4d9e-b8ba-60dc989028cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:04.212405 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0e1a120-4e1a-447f-83fb-4e0e44d716ea req-11316dff-fcf9-4d9e-b8ba-60dc989028cb service neutron] 10.222.0.77 "GET /v2.0/networks?id=d41a50cc-89f1-438b-8f85-d0516089c451 HTTP/1.1" status: 200 len: 912 time: 0.3320637 Jul 30 02:03:04.212755 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-dad698f4-80ca-48df-a296-6ca847ccab82 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port cea5422c-e3f7-4cb6-91e7-ab82601ad552 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:04.213118 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dad698f4-80ca-48df-a296-6ca847ccab82 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:04.228585 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-399b685f-7c1b-41dc-9b9c-04a1877bca0a req-c13211bb-2f66-444b-bb1a-5632535f9ac9 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218138 Jul 30 02:03:04.244038 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3818ad-6cf2-4878-bc4c-e2e55c993c2a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] GET failed (client error): The resource could not be found. Jul 30 02:03:04.246700 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2c3818ad-6cf2-4878-bc4c-e2e55c993c2a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports/f293bf92-bc03-4d38-bbce-9633542e0c9a HTTP/1.1" status: 404 len: 333 time: 0.1409726 Jul 30 02:03:04.284502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35164) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:04.291031 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0e1a120-4e1a-447f-83fb-4e0e44d716ea req-ca835757-5c24-434b-abf0-b11f488c8b76 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3767cda-862a-42b0-98d2-a26568c6af7e HTTP/1.1" status: 200 len: 217 time: 0.0628524 Jul 30 02:03:04.292925 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19baa4a8-77f6-486c-bb78-d2cfa2601744 tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:04.331677 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dad698f4-80ca-48df-a296-6ca847ccab82 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:04.351707 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-dad698f4-80ca-48df-a296-6ca847ccab82 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for cea5422c-e3f7-4cb6-91e7-ab82601ad552 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:04.401369 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19baa4a8-77f6-486c-bb78-d2cfa2601744 tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:04.430765 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2bad7645-959d-4a1e-a693-5acd4e7f3887 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:04.510193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1131d3c2-1e00-4809-a984-797f28440895 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Made reservation on behalf of 175d0ffa55a34d988e41d5389f8b4e88 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:04.513861 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1131d3c2-1e00-4809-a984-797f28440895 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:04.514190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19baa4a8-77f6-486c-bb78-d2cfa2601744 tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:03:04.524907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1a120-4e1a-447f-83fb-4e0e44d716ea req-796ad77c-e7dc-4238-adcd-2cfdb1db69fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:04.526418 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0e1a120-4e1a-447f-83fb-4e0e44d716ea req-796ad77c-e7dc-4238-adcd-2cfdb1db69fe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72f835ba-459b-4963-95fe-debca7945261 HTTP/1.1" status: 200 len: 851 time: 0.1958365 Jul 30 02:03:04.529910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19baa4a8-77f6-486c-bb78-d2cfa2601744 tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc20259d-806b-4037-b221-358329c794e5,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:04.535262 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19baa4a8-77f6-486c-bb78-d2cfa2601744 tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:04.535600 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-19baa4a8-77f6-486c-bb78-d2cfa2601744 tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Added segment efa9461d-784c-4fc0-8f2c-c0272f0fa3c4 of type vlan for network d5048f66-7e43-469f-81d5-084f762a64ef Jul 30 02:03:04.578564 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dad698f4-80ca-48df-a296-6ca847ccab82 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:04.628259 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad698f4-80ca-48df-a296-6ca847ccab82 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=cea5422c-e3f7-4cb6-91e7-ab82601ad552,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:04.638487 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dad698f4-80ca-48df-a296-6ca847ccab82 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:04.640664 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dad698f4-80ca-48df-a296-6ca847ccab82 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/ports/cea5422c-e3f7-4cb6-91e7-ab82601ad552 HTTP/1.1" status: 204 len: 168 time: 0.5733786 Jul 30 02:03:04.644174 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35182) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:04.679863 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0e1a120-4e1a-447f-83fb-4e0e44d716ea req-aecc1ed1-1316-4a3d-9d48-d0465d147d36 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d41a50cc-89f1-438b-8f85-d0516089c451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336415 Jul 30 02:03:04.713796 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b100678c-58af-43e1-aaca-4603ff374ec2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:04.715919 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b100678c-58af-43e1-aaca-4603ff374ec2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0705969 Jul 30 02:03:04.718768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35188) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:04.742436 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2bad7645-959d-4a1e-a693-5acd4e7f3887 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:04.752004 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-98084f1d-9c37-4e44-901d-b9b823cb525b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] GET failed (client error): The resource could not be found. Jul 30 02:03:04.753717 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-98084f1d-9c37-4e44-901d-b9b823cb525b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports/9dbf9dc2-a810-4729-8d57-a4cc9a224f5e HTTP/1.1" status: 404 len: 333 time: 0.0339365 Jul 30 02:03:04.759631 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2bad7645-959d-4a1e-a693-5acd4e7f3887 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:04.775797 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35190) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:04.826168 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19baa4a8-77f6-486c-bb78-d2cfa2601744 tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:04.903419 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0e1a120-4e1a-447f-83fb-4e0e44d716ea req-b71936d4-e8bc-4878-8995-a6b85cd66839 service neutron] 10.222.0.77 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756227 Jul 30 02:03:04.987186 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2bad7645-959d-4a1e-a693-5acd4e7f3887 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:04.987844 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bad7645-959d-4a1e-a693-5acd4e7f3887 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Fanout notify agent at l3_agent the message router_deleted on router c76619d5-09e1-48ce-8d0b-b0ddcd5d958f {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:03:05.020796 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2bad7645-959d-4a1e-a693-5acd4e7f3887 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.025035 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2bad7645-959d-4a1e-a693-5acd4e7f3887 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/routers/c76619d5-09e1-48ce-8d0b-b0ddcd5d958f HTTP/1.1" status: 204 len: 168 time: 0.7361965 Jul 30 02:03:05.026436 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19baa4a8-77f6-486c-bb78-d2cfa2601744 tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.031169 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19baa4a8-77f6-486c-bb78-d2cfa2601744 tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:05.031871 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19baa4a8-77f6-486c-bb78-d2cfa2601744 tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.034420 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35200) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:05.072220 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b0e1a120-4e1a-447f-83fb-4e0e44d716ea req-effd56f3-3942-44cc-b81a-1e7b91370c5d service neutron] 10.222.0.77 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598697 Jul 30 02:03:05.149038 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-977d1048-38dd-4b8f-86a5-09e1cfc34dff tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] GET failed (client error): The resource could not be found. Jul 30 02:03:05.153124 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-977d1048-38dd-4b8f-86a5-09e1cfc34dff tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports/cea5422c-e3f7-4cb6-91e7-ab82601ad552 HTTP/1.1" status: 404 len: 333 time: 0.3737237 Jul 30 02:03:05.159221 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35206) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:05.205214 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19baa4a8-77f6-486c-bb78-d2cfa2601744 tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Pushing event updated for resources: {'Network': ['ID=d5048f66-7e43-469f-81d5-084f762a64ef,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:05.206242 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-833c7f10-8813-4f36-b628-f0e0fc02ac6a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting subnet e7c6ddb1-2e8c-43be-bd19-bfdff3ea1afd {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:03:05.209708 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-833c7f10-8813-4f36-b628-f0e0fc02ac6a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.211728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network d5048f66-7e43-469f-81d5-084f762a64ef details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:03:05.238702 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-19baa4a8-77f6-486c-bb78-d2cfa2601744 tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.2422128 Jul 30 02:03:05.323547 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-833c7f10-8813-4f36-b628-f0e0fc02ac6a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.437810 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-833c7f10-8813-4f36-b628-f0e0fc02ac6a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.485591 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4c38-c06d-4c68-a3b9-35b8c94d1791 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.509486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35216) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:05.514093 n-d-713498-9 neutron-server[94464]: DEBUG neutron.objects.ports [None req-1131d3c2-1e00-4809-a984-797f28440895 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94464) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:03:05.517519 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Request body: {'port': {'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef', 'binding:host_id': 'n-h1-713498-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-316790615'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:05.518861 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1131d3c2-1e00-4809-a984-797f28440895 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.590789 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28644ea-ce71-4813-9ebf-2f7956d868e4 req-8f540cae-5fe1-4926-9cd2-770f0cda2caf tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:05.592291 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f28644ea-ce71-4813-9ebf-2f7956d868e4 req-8f540cae-5fe1-4926-9cd2-770f0cda2caf tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.2111464 Jul 30 02:03:05.597147 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-833c7f10-8813-4f36-b628-f0e0fc02ac6a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.643255 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131d3c2-1e00-4809-a984-797f28440895 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event updated for resources: {'Subnet': ['ID=0a1225bd-94bb-446d-a06a-fdd5526968b1,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:05.675174 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c84d889-df62-40ac-b711-b86debb44566 None None] Network 57adacdb-bfc0-4c97-a79a-4fa680e9c183 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:05.700654 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-833c7f10-8813-4f36-b628-f0e0fc02ac6a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.702841 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-833c7f10-8813-4f36-b628-f0e0fc02ac6a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/subnets/e7c6ddb1-2e8c-43be-bd19-bfdff3ea1afd HTTP/1.1" status: 204 len: 168 time: 0.6341226 Jul 30 02:03:05.706583 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Made reservation on behalf of 867f1b64a88c41298af8aafec73212f8 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:05.713557 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.722931 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35218) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:05.731940 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.740070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c7f10-8813-4f36-b628-f0e0fc02ac6a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c6ddb1-2e8c-43be-bd19-bfdff3ea1afd,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:05.812308 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1131d3c2-1e00-4809-a984-797f28440895 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Checking segment: {'id': 'f901f5e9-b37f-4763-9436-f664026ad03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'b9a363de-f395-4f2c-ab66-8cf97a3a0958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:05.812308 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1131d3c2-1e00-4809-a984-797f28440895 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Network hostable DHCP agents. Network: b9a363de-f395-4f2c-ab66-8cf97a3a0958, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:03:05.817075 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4c38-c06d-4c68-a3b9-35b8c94d1791 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.842802 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f28644ea-ce71-4813-9ebf-2f7956d868e4 req-e881ea8d-6222-4b70-9fd5-09f4af40d61d tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292814 Jul 30 02:03:05.847166 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-2b3c4c38-c06d-4c68-a3b9-35b8c94d1791 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8bebbc4-a6e0-4714-b0eb-f19c2469e2f0']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:05.879447 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-2b3c4c38-c06d-4c68-a3b9-35b8c94d1791 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8191506d-b070-47f7-a875-d6c561c4a2f2') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:05.879757 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-2b3c4c38-c06d-4c68-a3b9-35b8c94d1791 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8191506d-b070-47f7-a875-d6c561c4a2f2') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:05.887347 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55710d15-8f35-4214-9f2b-1eb3d7ef8f0a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.892151 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.898525 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4c38-c06d-4c68-a3b9-35b8c94d1791 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.940277 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db27fbf0-99e7-445d-87c5-97c65cb20ba1 None None] DHCP port deletion for 57adacdb-bfc0-4c97-a79a-4fa680e9c183 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:03:05.940624 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4c38-c06d-4c68-a3b9-35b8c94d1791 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.965083 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3c4c38-c06d-4c68-a3b9-35b8c94d1791 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:05.965539 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4c38-c06d-4c68-a3b9-35b8c94d1791 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:05.969776 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:06.001495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-db27fbf0-99e7-445d-87c5-97c65cb20ba1 None None] Deleting port 722a47c2-f5e9-4833-a1b5-c97bfc12a2de {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:06.001964 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db27fbf0-99e7-445d-87c5-97c65cb20ba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.008294 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.011831 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] device_id is not set on port 078bc3c9-47ed-4435-8375-e0dffa5492fb yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:06.039038 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1131d3c2-1e00-4809-a984-797f28440895 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Network b9a363de-f395-4f2c-ab66-8cf97a3a0958 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:03:06.063261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0442c9-c1f3-492c-90d3-1d113a564458,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:06.090030 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-55710d15-8f35-4214-9f2b-1eb3d7ef8f0a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port 722a47c2-f5e9-4833-a1b5-c97bfc12a2de {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:06.090400 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55710d15-8f35-4214-9f2b-1eb3d7ef8f0a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.093208 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-db27fbf0-99e7-445d-87c5-97c65cb20ba1 None None] For port 722a47c2-f5e9-4833-a1b5-c97bfc12a2de, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=722a47c2-f5e9-4833-a1b5-c97bfc12a2de,segment=NetworkSegment(849664bf-2acb-4c97-80d9-aeee18a6fc74),segment_id=849664bf-2acb-4c97-80d9-aeee18a6fc74)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:06.095185 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db27fbf0-99e7-445d-87c5-97c65cb20ba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.109686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-db27fbf0-99e7-445d-87c5-97c65cb20ba1 None None] Calling delete_port for 722a47c2-f5e9-4833-a1b5-c97bfc12a2de owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:06.137861 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-1131d3c2-1e00-4809-a984-797f28440895 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, b9a363de-f395-4f2c-ab66-8cf97a3a0958) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:06.156748 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb223d0-af6a-47b3-8bd0-60b1c7423281 None None] Network b9a363de-f395-4f2c-ab66-8cf97a3a0958 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:06.164510 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1131d3c2-1e00-4809-a984-797f28440895 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:06.165121 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1131d3c2-1e00-4809-a984-797f28440895 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.171697 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4c38-c06d-4c68-a3b9-35b8c94d1791 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.202758 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4c38-c06d-4c68-a3b9-35b8c94d1791 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.204649 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2b3c4c38-c06d-4c68-a3b9-35b8c94d1791 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/networks/d8bebbc4-a6e0-4714-b0eb-f19c2469e2f0 HTTP/1.1" status: 204 len: 168 time: 0.9641256 Jul 30 02:03:06.225324 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35228) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:06.229769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-55710d15-8f35-4214-9f2b-1eb3d7ef8f0a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] For port 722a47c2-f5e9-4833-a1b5-c97bfc12a2de, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=722a47c2-f5e9-4833-a1b5-c97bfc12a2de,segment=NetworkSegment(849664bf-2acb-4c97-80d9-aeee18a6fc74),segment_id=849664bf-2acb-4c97-80d9-aeee18a6fc74)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:06.230135 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55710d15-8f35-4214-9f2b-1eb3d7ef8f0a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.236825 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-4759422b-6b9b-4992-afd1-b02f33519e84 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1422728184'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:06.240252 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c4c38-c06d-4c68-a3b9-35b8c94d1791 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Network': ['ID=d8bebbc4-a6e0-4714-b0eb-f19c2469e2f0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:06.258286 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-55710d15-8f35-4214-9f2b-1eb3d7ef8f0a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for 722a47c2-f5e9-4833-a1b5-c97bfc12a2de owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:06.328028 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1131d3c2-1e00-4809-a984-797f28440895 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4755962 Jul 30 02:03:06.329927 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35232) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:06.375064 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db27fbf0-99e7-445d-87c5-97c65cb20ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.390362 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55710d15-8f35-4214-9f2b-1eb3d7ef8f0a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.423829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55710d15-8f35-4214-9f2b-1eb3d7ef8f0a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=722a47c2-f5e9-4833-a1b5-c97bfc12a2de,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:06.442029 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55710d15-8f35-4214-9f2b-1eb3d7ef8f0a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No DVR routers for this DVR port 722a47c2-f5e9-4833-a1b5-c97bfc12a2de on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:06.452327 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-b9a363de-f395-4f2c-ab66-8cf97a3a0958', 'network_id': 'b9a363de-f395-4f2c-ab66-8cf97a3a0958', 'tenant_id': '175d0ffa55a34d988e41d5389f8b4e88', 'fixed_ips': [{'subnet_id': '0a1225bd-94bb-446d-a06a-fdd5526968b1'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:03:06.453671 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.460549 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db27fbf0-99e7-445d-87c5-97c65cb20ba1 None None] No DVR routers for this DVR port 722a47c2-f5e9-4833-a1b5-c97bfc12a2de on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:06.468576 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27fbf0-99e7-445d-87c5-97c65cb20ba1 None None] Pushing event deleted for resources: {'Port': ['ID=722a47c2-f5e9-4833-a1b5-c97bfc12a2de,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:06.495725 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.564304 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55710d15-8f35-4214-9f2b-1eb3d7ef8f0a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.576206 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-55710d15-8f35-4214-9f2b-1eb3d7ef8f0a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57adacdb-bfc0-4c97-a79a-4fa680e9c183']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:06.589170 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-55710d15-8f35-4214-9f2b-1eb3d7ef8f0a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849664bf-2acb-4c97-80d9-aeee18a6fc74') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:06.589578 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-55710d15-8f35-4214-9f2b-1eb3d7ef8f0a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849664bf-2acb-4c97-80d9-aeee18a6fc74') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:06.599335 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4759422b-6b9b-4992-afd1-b02f33519e84 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:06.603654 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4759422b-6b9b-4992-afd1-b02f33519e84 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.614792 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55710d15-8f35-4214-9f2b-1eb3d7ef8f0a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.652870 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4759422b-6b9b-4992-afd1-b02f33519e84 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:03:06.669025 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4759422b-6b9b-4992-afd1-b02f33519e84 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.669596 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-4759422b-6b9b-4992-afd1-b02f33519e84 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Added segment cb8add8d-d894-4cdc-8c4a-b8486c280443 of type vlan for network deb7c791-3ea4-492e-95fd-6dc858e883ce Jul 30 02:03:06.690620 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.692109 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Allocated IP 2001:db8::f816:3eff:fe87:4faa (b9a363de-f395-4f2c-ab66-8cf97a3a0958/0a1225bd-94bb-446d-a06a-fdd5526968b1/843aeea4-6412-4e5b-bbd4-279d64940bbe) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:06.726415 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4759422b-6b9b-4992-afd1-b02f33519e84 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.746791 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55710d15-8f35-4214-9f2b-1eb3d7ef8f0a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.765455 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] device_id is not set on port 078bc3c9-47ed-4435-8375-e0dffa5492fb yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:06.771363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55710d15-8f35-4214-9f2b-1eb3d7ef8f0a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:06.772858 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55710d15-8f35-4214-9f2b-1eb3d7ef8f0a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:06.777502 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:06.784680 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.900104 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4759422b-6b9b-4992-afd1-b02f33519e84 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.906967 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4759422b-6b9b-4992-afd1-b02f33519e84 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:06.908766 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4759422b-6b9b-4992-afd1-b02f33519e84 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.927624 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Transition to ACTIVE for port object 078bc3c9-47ed-4435-8375-e0dffa5492fb will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:06.976794 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55710d15-8f35-4214-9f2b-1eb3d7ef8f0a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.991817 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55710d15-8f35-4214-9f2b-1eb3d7ef8f0a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.997995 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-55710d15-8f35-4214-9f2b-1eb3d7ef8f0a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/networks/57adacdb-bfc0-4c97-a79a-4fa680e9c183 HTTP/1.1" status: 204 len: 168 time: 1.2703741 Jul 30 02:03:06.998681 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35238) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:07.016567 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759422b-6b9b-4992-afd1-b02f33519e84 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Network': ['ID=deb7c791-3ea4-492e-95fd-6dc858e883ce,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:07.029589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network deb7c791-3ea4-492e-95fd-6dc858e883ce details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:03:07.040515 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:07.055503 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55710d15-8f35-4214-9f2b-1eb3d7ef8f0a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Network': ['ID=57adacdb-bfc0-4c97-a79a-4fa680e9c183,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:07.074967 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb46887-797d-4f9e-b16a-f2bc4508af2c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:07.080737 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4bb46887-797d-4f9e-b16a-f2bc4508af2c tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports/d6fff4ea-8bbb-4093-9e2b-79f3ee1bd021 HTTP/1.1" status: 200 len: 841 time: 0.0779040 Jul 30 02:03:07.081794 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35240) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:07.103013 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4759422b-6b9b-4992-afd1-b02f33519e84 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8755586 Jul 30 02:03:07.103696 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35242) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:07.135124 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0ef77-5ed9-4689-a626-3d3c6e949d6f req-d67c1198-7d8d-4901-8203-47a6d2cf3f60 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:07.137432 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fed0ef77-5ed9-4689-a626-3d3c6e949d6f req-d67c1198-7d8d-4901-8203-47a6d2cf3f60 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.1786010 Jul 30 02:03:07.149010 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d8ce91c1-969a-4c7c-a7b3-05c926dddbd2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'subnet': {'network_id': 'deb7c791-3ea4-492e-95fd-6dc858e883ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:07.183999 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Pushing event updated for resources: {'Port': ['ID=078bc3c9-47ed-4435-8375-e0dffa5492fb,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:07.199866 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:07.205011 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Checking segment: {'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:07.209416 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Network hostable DHCP agents. Network: d5048f66-7e43-469f-81d5-084f762a64ef, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:03:07.211998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Transition to ACTIVE for port object 843aeea4-6412-4e5b-bbd4-279d64940bbe will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:07.232947 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Transition to ACTIVE for port object 843aeea4-6412-4e5b-bbd4-279d64940bbe will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:07.233480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35244) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:07.234219 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ae47a046-33d3-4c8a-8b81-ac2f55931ab4 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports/d6fff4ea-8bbb-4093-9e2b-79f3ee1bd021?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1511238 Jul 30 02:03:07.239424 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fed0ef77-5ed9-4689-a626-3d3c6e949d6f req-cd04129f-27b4-4f42-982b-ccdfde390c70 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919573 Jul 30 02:03:07.252083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b4ad6596-a6e1-47e6-8469-2fcddd79df31 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'subnet': {'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:07.311588 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:07.373029 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Network d5048f66-7e43-469f-81d5-084f762a64ef is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:03:07.391256 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ce91c1-969a-4c7c-a7b3-05c926dddbd2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:07.395885 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d8ce91c1-969a-4c7c-a7b3-05c926dddbd2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:07.414520 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Network b9a363de-f395-4f2c-ab66-8cf97a3a0958 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:07.422107 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:07.434948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:07.454526 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, d5048f66-7e43-469f-81d5-084f762a64ef) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:07.458511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:07.467807 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e626abdb-facd-4364-83ba-84f79bf06da2 None None] Network d5048f66-7e43-469f-81d5-084f762a64ef requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:07.500872 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:07.514488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ad6596-a6e1-47e6-8469-2fcddd79df31 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:07.517885 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4ad6596-a6e1-47e6-8469-2fcddd79df31 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:07.522580 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Attempting to bind port 843aeea4-6412-4e5b-bbd4-279d64940bbe on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:07.522955 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Attempting to bind port 843aeea4-6412-4e5b-bbd4-279d64940bbe by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f901f5e9-b37f-4763-9436-f664026ad03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'b9a363de-f395-4f2c-ab66-8cf97a3a0958'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:07.523323 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Attempting to bind port 843aeea4-6412-4e5b-bbd4-279d64940bbe on network b9a363de-f395-4f2c-ab66-8cf97a3a0958 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:07.559944 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Pushing event updated for resources: {'Port': ['ID=843aeea4-6412-4e5b-bbd4-279d64940bbe,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:07.573187 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:03:07.573544 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Checking segment: {'id': 'f901f5e9-b37f-4763-9436-f664026ad03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'b9a363de-f395-4f2c-ab66-8cf97a3a0958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:07.573954 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:07.574370 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Bound using segment: {'id': 'f901f5e9-b37f-4763-9436-f664026ad03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'b9a363de-f395-4f2c-ab66-8cf97a3a0958'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:03:07.574851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Bound port: 843aeea4-6412-4e5b-bbd4-279d64940bbe, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f901f5e9-b37f-4763-9436-f664026ad03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'b9a363de-f395-4f2c-ab66-8cf97a3a0958'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:03:07.575231 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:07.645702 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] For port 843aeea4-6412-4e5b-bbd4-279d64940bbe, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:03:07.649135 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] For port 843aeea4-6412-4e5b-bbd4-279d64940bbe, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=843aeea4-6412-4e5b-bbd4-279d64940bbe,segment=NetworkSegment(f901f5e9-b37f-4763-9436-f664026ad03f),segment_id=f901f5e9-b37f-4763-9436-f664026ad03f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:03:07.727233 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:07.757697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:07.758046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:07.758446 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:07.764790 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1225bd-94bb-446d-a06a-fdd5526968b1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:07.768511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port 078bc3c9-47ed-4435-8375-e0dffa5492fb on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:07.768835 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:07.771893 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 2 to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb Jul 30 02:03:07.809515 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 722a47c2-f5e9-4833-a1b5-c97bfc12a2de no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:07.829949 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:07.830201 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:07.830569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:07.830958 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d8ce91c1-969a-4c7c-a7b3-05c926dddbd2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:07.857282 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4ad6596-a6e1-47e6-8469-2fcddd79df31 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:07.865937 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 722a47c2-f5e9-4833-a1b5-c97bfc12a2de {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:07.866214 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 722a47c2-f5e9-4833-a1b5-c97bfc12a2de not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:07.879226 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port 078bc3c9-47ed-4435-8375-e0dffa5492fb on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:07.879944 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:07.893565 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387ed948-2aa3-4496-856c-e4ada33b5f5f None None] Network b9a363de-f395-4f2c-ab66-8cf97a3a0958 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:07.903084 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 3 to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb Jul 30 02:03:07.909647 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:07.935111 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a363de-f395-4f2c-ab66-8cf97a3a0958']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:07.955301 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ad6596-a6e1-47e6-8469-2fcddd79df31 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:07.956108 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:07.956439 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:07.956770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:07.965407 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775fab7-fee7-4331-bec9-afef1fd126f8 None None] Pushing event updated for resources: {'Port': ['ID=843aeea4-6412-4e5b-bbd4-279d64940bbe,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:07.965624 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f901f5e9-b37f-4763-9436-f664026ad03f') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:07.965756 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f901f5e9-b37f-4763-9436-f664026ad03f') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:07.976595 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-b4ad6596-a6e1-47e6-8469-2fcddd79df31 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:07.984732 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:07.986922 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ad6596-a6e1-47e6-8469-2fcddd79df31 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:07.987509 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4ad6596-a6e1-47e6-8469-2fcddd79df31 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:07.989768 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port 078bc3c9-47ed-4435-8375-e0dffa5492fb on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:07.990233 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:07.990923 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d86950-45d2-4bd9-b169-0d4fbb457cf4 None None] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:07.997967 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 4 to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb Jul 30 02:03:08.000535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad6596-a6e1-47e6-8469-2fcddd79df31 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Subnet': ['ID=cfd25f87-4117-4d24-b88c-7eb5a4930cae,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:08.028049 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe96a9-628d-41d7-be28-3c2dd635055c req-b25dde1b-d5a9-40e1-83ff-c460b02b37e6 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:08.029589 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1fe96a9-628d-41d7-be28-3c2dd635055c req-b25dde1b-d5a9-40e1-83ff-c460b02b37e6 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.2113760 Jul 30 02:03:08.033477 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.040194 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:08.040527 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:08.041358 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:08.052253 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:08.052665 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:08.056985 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:08.070095 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce91c1-969a-4c7c-a7b3-05c926dddbd2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Subnet': ['ID=a5cc9a92-6bcc-4cfa-8503-6ccfd34e41ac,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:08.073408 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port 078bc3c9-47ed-4435-8375-e0dffa5492fb on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:08.073748 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:08.105418 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 5 to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb Jul 30 02:03:08.119103 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ce91c1-969a-4c7c-a7b3-05c926dddbd2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Checking segment: {'id': 'cb8add8d-d894-4cdc-8c4a-b8486c280443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'deb7c791-3ea4-492e-95fd-6dc858e883ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:08.119465 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ce91c1-969a-4c7c-a7b3-05c926dddbd2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network hostable DHCP agents. Network: deb7c791-3ea4-492e-95fd-6dc858e883ce, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:03:08.134968 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b4ad6596-a6e1-47e6-8469-2fcddd79df31 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8941641 Jul 30 02:03:08.135336 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35254) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:08.150148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-3a6db590-fcb9-487e-85c9-b5d812c95d9f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'security_group': {'name': 'tempest-secgroup-1943390071'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:08.151101 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:08.151393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:08.151712 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:08.160565 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1fe96a9-628d-41d7-be28-3c2dd635055c req-b1c9e69d-8ae6-41c4-836c-b86c08939291 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212947 Jul 30 02:03:08.161289 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port 078bc3c9-47ed-4435-8375-e0dffa5492fb on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:08.161619 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:08.162182 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 6 to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb Jul 30 02:03:08.187177 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:03:08.187177 n-d-713498-9 neutron-server[94465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:03:08.187177 n-d-713498-9 neutron-server[94465]: [parameters: {'id': 'b9a363de-f395-4f2c-ab66-8cf97a3a0958'}] Jul 30 02:03:08.187177 n-d-713498-9 neutron-server[94465]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:03:08.187913 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:03:08.188882 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:08.189320 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:08.189922 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:08.196490 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port 078bc3c9-47ed-4435-8375-e0dffa5492fb on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:08.197510 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:08.198096 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 7 to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb Jul 30 02:03:08.221635 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:08.221635 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:08.221635 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:08.226044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port 078bc3c9-47ed-4435-8375-e0dffa5492fb on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:08.226619 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:08.227132 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 8 to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb Jul 30 02:03:08.227431 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-8995dd0c-839c-4ac8-aadb-6f0c3fd78179', 'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179', 'tenant_id': '9138c236eb354dc7b6d82470ff20ddb8', 'fixed_ips': [{'subnet_id': 'cfd25f87-4117-4d24-b88c-7eb5a4930cae'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:03:08.228575 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.244338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:08.245045 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:08.245562 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:08.253311 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port 078bc3c9-47ed-4435-8375-e0dffa5492fb on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:08.253714 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:08.254118 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 9 to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb Jul 30 02:03:08.258573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ce91c1-969a-4c7c-a7b3-05c926dddbd2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network deb7c791-3ea4-492e-95fd-6dc858e883ce is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:03:08.270823 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:08.271170 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:08.271495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:08.278448 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a6db590-fcb9-487e-85c9-b5d812c95d9f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.281114 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port 078bc3c9-47ed-4435-8375-e0dffa5492fb on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:08.281527 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:08.281983 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 10 to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb Jul 30 02:03:08.297947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:08.298479 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:08.298927 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:08.304490 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port 078bc3c9-47ed-4435-8375-e0dffa5492fb on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:08.304949 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port 078bc3c9-47ed-4435-8375-e0dffa5492fb on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:08.305792 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.370251 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d8ce91c1-969a-4c7c-a7b3-05c926dddbd2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, deb7c791-3ea4-492e-95fd-6dc858e883ce) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:08.376547 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ce91c1-969a-4c7c-a7b3-05c926dddbd2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:08.377184 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d8ce91c1-969a-4c7c-a7b3-05c926dddbd2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.392292 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca42c55-bd32-48b7-aa56-d2ac34d61a1a None None] Network deb7c791-3ea4-492e-95fd-6dc858e883ce requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:08.403209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] For port 078bc3c9-47ed-4435-8375-e0dffa5492fb, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:03:08.403996 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempted to set empty binding levels {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 02:03:08.436574 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a6db590-fcb9-487e-85c9-b5d812c95d9f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.477566 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Allocated IP 172.20.0.2 (8995dd0c-839c-4ac8-aadb-6f0c3fd78179/cfd25f87-4117-4d24-b88c-7eb5a4930cae/5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:08.484681 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.511662 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a6db590-fcb9-487e-85c9-b5d812c95d9f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.537169 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:08.537816 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.547732 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6db590-fcb9-487e-85c9-b5d812c95d9f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=155c9f1d-4a4f-4dcd-a30c-4b439b856039,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:08.566925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Pushing event updated for resources: {'Port': ['ID=078bc3c9-47ed-4435-8375-e0dffa5492fb,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:08.605875 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35262) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:08.606476 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d8ce91c1-969a-4c7c-a7b3-05c926dddbd2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5004020 Jul 30 02:03:08.613647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e053f8a3-b8b5-4544-bd83-148b25e54ca3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'port': {'network_id': 'deb7c791-3ea4-492e-95fd-6dc858e883ce', 'name': 'tempest-PortsIpV6TestJSON-1942110267'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:08.630499 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a6db590-fcb9-487e-85c9-b5d812c95d9f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.634851 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3a6db590-fcb9-487e-85c9-b5d812c95d9f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4953959 Jul 30 02:03:08.635662 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35264) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:08.640444 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-22c38d9b-3e48-4d64-ae58-d869cd2ea685 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'security_group': {'name': 'tempest-secgroup-1226835025'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:08.659322 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35266) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:08.659950 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-afde0db5-f48d-4aa4-b5ab-5e0b1b50fa0e tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.1493385 Jul 30 02:03:08.689991 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.808023 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-69667a05-1e20-4126-bc9b-038156697955 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Deleting port 078bc3c9-47ed-4435-8375-e0dffa5492fb {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:08.808723 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-69667a05-1e20-4126-bc9b-038156697955 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.817739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Deleting port 843aeea4-6412-4e5b-bbd4-279d64940bbe {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:08.818207 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.824395 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-deb7c791-3ea4-492e-95fd-6dc858e883ce', 'network_id': 'deb7c791-3ea4-492e-95fd-6dc858e883ce', 'tenant_id': 'fb54f7ee248443f6b8ca067f300bbb58', 'fixed_ips': [{'subnet_id': 'a5cc9a92-6bcc-4cfa-8503-6ccfd34e41ac'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:03:08.825392 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.902785 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] For port 843aeea4-6412-4e5b-bbd4-279d64940bbe, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=843aeea4-6412-4e5b-bbd4-279d64940bbe,segment=NetworkSegment(f901f5e9-b37f-4763-9436-f664026ad03f),segment_id=f901f5e9-b37f-4763-9436-f664026ad03f)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:08.902785 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.903088 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-69667a05-1e20-4126-bc9b-038156697955 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] For port 078bc3c9-47ed-4435-8375-e0dffa5492fb, host n-h1-713498-9, got binding levels [] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:08.903572 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-69667a05-1e20-4126-bc9b-038156697955 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.920044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Calling delete_port for 843aeea4-6412-4e5b-bbd4-279d64940bbe owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:08.922116 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-69667a05-1e20-4126-bc9b-038156697955 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Calling delete_port for 078bc3c9-47ed-4435-8375-e0dffa5492fb owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:08.925405 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.951320 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Transition to ACTIVE for port object 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:08.997862 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Transition to ACTIVE for port object 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:09.023723 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Allocated IP 2001:db8::2 (deb7c791-3ea4-492e-95fd-6dc858e883ce/a5cc9a92-6bcc-4cfa-8503-6ccfd34e41ac/3c9932bd-b593-499f-b265-6af5eb95484b) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:09.054426 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22c38d9b-3e48-4d64-ae58-d869cd2ea685 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.185210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e053f8a3-b8b5-4544-bd83-148b25e54ca3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:09.190726 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.190933 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e053f8a3-b8b5-4544-bd83-148b25e54ca3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.192662 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.223840 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.238043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event deleted for resources: {'Port': ['ID=843aeea4-6412-4e5b-bbd4-279d64940bbe,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:09.241762 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a2beedce-1a87-4cff-a421-5c8a12bc92d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.246026 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:09.248404 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Transition to ACTIVE for port object 3c9932bd-b593-499f-b265-6af5eb95484b will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:09.249339 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] No DVR routers for this DVR port 843aeea4-6412-4e5b-bbd4-279d64940bbe on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:09.255276 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:09.261012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:09.280679 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-69667a05-1e20-4126-bc9b-038156697955 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.282149 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Pushing event updated for resources: {'Port': ['ID=5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:09.322427 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69667a05-1e20-4126-bc9b-038156697955 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Pushing event deleted for resources: {'Port': ['ID=078bc3c9-47ed-4435-8375-e0dffa5492fb,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:09.336633 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Transition to ACTIVE for port object 3c9932bd-b593-499f-b265-6af5eb95484b will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:09.343111 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22c38d9b-3e48-4d64-ae58-d869cd2ea685 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.361717 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Attempting to bind port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:09.361717 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Attempting to bind port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'bf74325f-827b-44b8-8990-be52827ec3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:09.361717 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Attempting to bind port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa on network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:09.365858 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:03:09.367193 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Checking segment: {'id': 'bf74325f-827b-44b8-8990-be52827ec3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:09.367193 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.368041 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Bound using segment: {'id': 'bf74325f-827b-44b8-8990-be52827ec3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:03:09.368041 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Bound port: 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf74325f-827b-44b8-8990-be52827ec3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:03:09.368450 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.369777 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-69667a05-1e20-4126-bc9b-038156697955 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.374286 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-69667a05-1e20-4126-bc9b-038156697955 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] 10.222.0.70 "DELETE /v2.0/ports/078bc3c9-47ed-4435-8375-e0dffa5492fb HTTP/1.1" status: 204 len: 168 time: 0.7113459 Jul 30 02:03:09.374509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35274) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:09.407820 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4443d26-3f63-4944-9217-d562eb7d41cf tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] GET failed (client error): The resource could not be found. Jul 30 02:03:09.409434 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c4443d26-3f63-4944-9217-d562eb7d41cf tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] 10.222.0.70 "GET /v2.0/ports/078bc3c9-47ed-4435-8375-e0dffa5492fb HTTP/1.1" status: 404 len: 333 time: 0.0326631 Jul 30 02:03:09.419231 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35276) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:09.424174 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d538b0d6-a99c-47ed-b8f0-a1f661d4e8be tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Request body: {'port': {'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1277816847'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:09.443026 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5395d0e-a547-4c40-9c0b-8edd59bb283a req-5a399ef5-ee14-43e5-b9b9-8f6190808f62 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:09.445219 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5395d0e-a547-4c40-9c0b-8edd59bb283a req-5a399ef5-ee14-43e5-b9b9-8f6190808f62 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.1289275 Jul 30 02:03:09.472793 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] For port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:03:09.477241 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] For port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa,segment=NetworkSegment(bf74325f-827b-44b8-8990-be52827ec3ac),segment_id=bf74325f-827b-44b8-8990-be52827ec3ac)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:03:09.488253 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.492928 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5395d0e-a547-4c40-9c0b-8edd59bb283a req-08c8f64e-2938-4ef9-a60c-30bdb30a27dd tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382390 Jul 30 02:03:09.545821 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22c38d9b-3e48-4d64-ae58-d869cd2ea685 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.561898 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Network deb7c791-3ea4-492e-95fd-6dc858e883ce is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:09.577280 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:09.590228 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:09.593875 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.599607 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Pushing event updated for resources: {'Port': ['ID=3c9932bd-b593-499f-b265-6af5eb95484b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:09.641015 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c38d9b-3e48-4d64-ae58-d869cd2ea685 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f60336c-9c87-4c43-9e4f-5e9905c8a12f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:09.715220 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Attempting to bind port 3c9932bd-b593-499f-b265-6af5eb95484b on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:09.715595 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Attempting to bind port 3c9932bd-b593-499f-b265-6af5eb95484b by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'cb8add8d-d894-4cdc-8c4a-b8486c280443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'deb7c791-3ea4-492e-95fd-6dc858e883ce'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:09.715942 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Attempting to bind port 3c9932bd-b593-499f-b265-6af5eb95484b on network deb7c791-3ea4-492e-95fd-6dc858e883ce {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:09.721991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d538b0d6-a99c-47ed-b8f0-a1f661d4e8be tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Made reservation on behalf of 867f1b64a88c41298af8aafec73212f8 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:09.724210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-e053f8a3-b8b5-4544-bd83-148b25e54ca3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] device_id is not set on port fdb7bcaf-fc6f-4e08-9b11-f177d2ff53c4 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:09.724700 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d538b0d6-a99c-47ed-b8f0-a1f661d4e8be tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.733761 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:03:09.734187 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Checking segment: {'id': 'cb8add8d-d894-4cdc-8c4a-b8486c280443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'deb7c791-3ea4-492e-95fd-6dc858e883ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:09.734573 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.734972 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Bound using segment: {'id': 'cb8add8d-d894-4cdc-8c4a-b8486c280443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'deb7c791-3ea4-492e-95fd-6dc858e883ce'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:03:09.735449 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Bound port: 3c9932bd-b593-499f-b265-6af5eb95484b, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8add8d-d894-4cdc-8c4a-b8486c280443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'deb7c791-3ea4-492e-95fd-6dc858e883ce'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:03:09.735829 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.754263 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-d538b0d6-a99c-47ed-b8f0-a1f661d4e8be tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] device_id is not set on port d63b899c-a45b-4923-8792-1af801593f2e yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:09.757617 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e23d58-176b-4ea5-8ec5-35b6f0b41656 None None] Pushing event updated for resources: {'Port': ['ID=5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:09.811747 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22c38d9b-3e48-4d64-ae58-d869cd2ea685 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.813164 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-22c38d9b-3e48-4d64-ae58-d869cd2ea685 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1765349 Jul 30 02:03:09.828790 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] For port 3c9932bd-b593-499f-b265-6af5eb95484b, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:03:09.829358 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35280) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:09.833691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] For port 3c9932bd-b593-499f-b265-6af5eb95484b, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3c9932bd-b593-499f-b265-6af5eb95484b,segment=NetworkSegment(cb8add8d-d894-4cdc-8c4a-b8486c280443),segment_id=cb8add8d-d894-4cdc-8c4a-b8486c280443)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:03:09.840448 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d98f41db-872f-4fa2-b9bc-026366537020 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2132201558', 'security_groups': ['5f60336c-9c87-4c43-9e4f-5e9905c8a12f'], 'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cfd25f87-4117-4d24-b88c-7eb5a4930cae'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:09.847554 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.866538 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a363de-f395-4f2c-ab66-8cf97a3a0958']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:09.886402 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f901f5e9-b37f-4763-9436-f664026ad03f') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:09.886533 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f901f5e9-b37f-4763-9436-f664026ad03f') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:09.929395 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.937340 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.973590 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.990560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:09.993305 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:09.995581 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:10.028550 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-e053f8a3-b8b5-4544-bd83-148b25e54ca3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Allocated IP 2001:db8::15b (deb7c791-3ea4-492e-95fd-6dc858e883ce/a5cc9a92-6bcc-4cfa-8503-6ccfd34e41ac/fdb7bcaf-fc6f-4e08-9b11-f177d2ff53c4) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:10.039586 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce4e36-8fa9-4039-bcdb-dec30feab6fd None None] Pushing event updated for resources: {'Port': ['ID=3c9932bd-b593-499f-b265-6af5eb95484b,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:10.055128 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a106e73d-417d-44a8-8728-512f716dafd5 req-762bd58d-6e4e-4ead-948a-b73d12460670 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2868578 Jul 30 02:03:10.231933 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:10.240269 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d538b0d6-a99c-47ed-b8f0-a1f661d4e8be tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:10.244466 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:10.246671 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "DELETE /v2.0/networks/b9a363de-f395-4f2c-ab66-8cf97a3a0958 HTTP/1.1" status: 204 len: 168 time: 3.9156451 Jul 30 02:03:10.254168 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35284) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:10.262477 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106e73d-417d-44a8-8728-512f716dafd5 req-e20c3485-f18c-4aa3-b62f-fa6ada5d7f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:10.264528 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a106e73d-417d-44a8-8728-512f716dafd5 req-e20c3485-f18c-4aa3-b62f-fa6ada5d7f7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8345e06e1f34c0f8c6aef4f6223e6fb&device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 1097 time: 0.1512094 Jul 30 02:03:10.278108 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b4a04-1147-4f37-99bb-69fc945b8377 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event deleted for resources: {'Network': ['ID=b9a363de-f395-4f2c-ab66-8cf97a3a0958,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:10.302878 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-0293f2b3-6002-401a-a680-e33eafe649d9 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] DELETE failed (client error): The resource could not be found. Jul 30 02:03:10.304173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0293f2b3-6002-401a-a680-e33eafe649d9 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:10.308545 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0293f2b3-6002-401a-a680-e33eafe649d9 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "DELETE /v2.0/subnets/0a1225bd-94bb-446d-a06a-fdd5526968b1 HTTP/1.1" status: 404 len: 337 time: 0.0416305 Jul 30 02:03:10.311069 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35286) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:10.378878 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-2adb1a3e-e090-480e-9133-f955276676ea tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] DELETE failed (client error): The resource could not be found. Jul 30 02:03:10.379381 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2adb1a3e-e090-480e-9133-f955276676ea tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:10.381460 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2adb1a3e-e090-480e-9133-f955276676ea tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "DELETE /v2.0/networks/b9a363de-f395-4f2c-ab66-8cf97a3a0958 HTTP/1.1" status: 404 len: 339 time: 0.0693974 Jul 30 02:03:10.393577 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35288) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:10.409432 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98f41db-872f-4fa2-b9bc-026366537020 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:10.444616 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e053f8a3-b8b5-4544-bd83-148b25e54ca3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:10.471390 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-e053f8a3-b8b5-4544-bd83-148b25e54ca3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Transition to ACTIVE for port object fdb7bcaf-fc6f-4e08-9b11-f177d2ff53c4 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:10.495521 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-801d7932-325d-4c5c-9700-be7e8489277b tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] DELETE failed (client error): The resource could not be found. Jul 30 02:03:10.495980 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801d7932-325d-4c5c-9700-be7e8489277b tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:10.500300 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-801d7932-325d-4c5c-9700-be7e8489277b tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "DELETE /v2.0/subnets/7310aaa2-3843-45e4-8ca6-9d7ebb2c725b HTTP/1.1" status: 404 len: 337 time: 0.1019208 Jul 30 02:03:10.503942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35290) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:10.504851 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d538b0d6-a99c-47ed-b8f0-a1f661d4e8be tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:10.534113 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1012d7-e996-4287-b017-0d8daa276813 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] DELETE failed (client error): The resource could not be found. Jul 30 02:03:10.534887 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1012d7-e996-4287-b017-0d8daa276813 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:10.537001 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fc1012d7-e996-4287-b017-0d8daa276813 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "DELETE /v2.0/networks/8f1f261a-dd8f-4d87-9a5c-af17a77d407a HTTP/1.1" status: 404 len: 339 time: 0.0353386 Jul 30 02:03:10.541022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35294) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:10.576069 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106e73d-417d-44a8-8728-512f716dafd5 req-2e0af805-6990-4995-9a45-d9e5c39c24ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:10.578273 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a106e73d-417d-44a8-8728-512f716dafd5 req-2e0af805-6990-4995-9a45-d9e5c39c24ae service neutron] 10.222.0.10 "GET /v2.0/networks?id=d41a50cc-89f1-438b-8f85-d0516089c451 HTTP/1.1" status: 200 len: 912 time: 0.2891905 Jul 30 02:03:10.589102 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d538b0d6-a99c-47ed-b8f0-a1f661d4e8be tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Network d5048f66-7e43-469f-81d5-084f762a64ef is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:10.604696 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db6200b-4103-415c-8631-4376e51efeca tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] DELETE failed (client error): The resource could not be found. Jul 30 02:03:10.605383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db6200b-4103-415c-8631-4376e51efeca tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:10.609532 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9db6200b-4103-415c-8631-4376e51efeca tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "DELETE /v2.0/subnets/739c86f4-8222-4879-b892-f7344f7db118 HTTP/1.1" status: 404 len: 337 time: 0.0673060 Jul 30 02:03:10.616059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35298) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:10.633339 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d538b0d6-a99c-47ed-b8f0-a1f661d4e8be tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:10.656456 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad2eb67-0cd7-4e3a-8c9c-81ff5b4acdf3 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] DELETE failed (client error): The resource could not be found. Jul 30 02:03:10.656924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad2eb67-0cd7-4e3a-8c9c-81ff5b4acdf3 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:10.659086 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-aad2eb67-0cd7-4e3a-8c9c-81ff5b4acdf3 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "DELETE /v2.0/networks/384b2c3f-a92f-40e6-8f75-2f4ad6d2cdce HTTP/1.1" status: 404 len: 339 time: 0.0410135 Jul 30 02:03:10.661639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35300) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:10.670624 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b0d6-a99c-47ed-b8f0-a1f661d4e8be tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Pushing event updated for resources: {'Port': ['ID=d63b899c-a45b-4923-8792-1af801593f2e,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:10.673138 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d538b0d6-a99c-47ed-b8f0-a1f661d4e8be tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:10.674095 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d538b0d6-a99c-47ed-b8f0-a1f661d4e8be tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:10.674743 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d538b0d6-a99c-47ed-b8f0-a1f661d4e8be tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:10.681530 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a106e73d-417d-44a8-8728-512f716dafd5 req-99d343fe-0e55-4819-961c-7eb382a99b2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69f4c824-e9fe-4761-9eb0-3a4107e448de HTTP/1.1" status: 200 len: 217 time: 0.0915055 Jul 30 02:03:10.694258 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e053f8a3-b8b5-4544-bd83-148b25e54ca3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:10.742158 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d98f41db-872f-4fa2-b9bc-026366537020 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:10.774056 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-d98f41db-872f-4fa2-b9bc-026366537020 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] device_id is not set on port ea115edc-e1a4-43b1-8d2c-9dd37385722a yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:10.782938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106e73d-417d-44a8-8728-512f716dafd5 req-83544aaf-3638-4991-a836-ee46386a41bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:10.784437 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a106e73d-417d-44a8-8728-512f716dafd5 req-83544aaf-3638-4991-a836-ee46386a41bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72f835ba-459b-4963-95fe-debca7945261 HTTP/1.1" status: 200 len: 851 time: 0.0953357 Jul 30 02:03:10.824892 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e053f8a3-b8b5-4544-bd83-148b25e54ca3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network deb7c791-3ea4-492e-95fd-6dc858e883ce is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:10.844654 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d538b0d6-a99c-47ed-b8f0-a1f661d4e8be tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4243584 Jul 30 02:03:10.873334 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35302) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:10.875472 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-e053f8a3-b8b5-4544-bd83-148b25e54ca3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:10.878110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e053f8a3-b8b5-4544-bd83-148b25e54ca3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:10.886215 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e053f8a3-b8b5-4544-bd83-148b25e54ca3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:10.894643 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a106e73d-417d-44a8-8728-512f716dafd5 req-592d0d62-3ebb-45a6-a9c4-23e6420eab2d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d41a50cc-89f1-438b-8f85-d0516089c451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596082 Jul 30 02:03:10.894796 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e053f8a3-b8b5-4544-bd83-148b25e54ca3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:10.907174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:10.954684 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393ec9e-99a4-450a-a5ad-175f0716f083 req-42c3704b-2a98-4529-a994-7f5b78a16934 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:10.957427 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4393ec9e-99a4-450a-a5ad-175f0716f083 req-42c3704b-2a98-4529-a994-7f5b78a16934 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.3144662 Jul 30 02:03:10.965545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053f8a3-b8b5-4544-bd83-148b25e54ca3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=fdb7bcaf-fc6f-4e08-9b11-f177d2ff53c4,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:11.038371 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e60179-5786-4489-8186-339aafe0349c req-cd875fbd-32f8-4e67-a5e4-d300bc339638 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:11.040089 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49e60179-5786-4489-8186-339aafe0349c req-cd875fbd-32f8-4e67-a5e4-d300bc339638 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.77 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 945 time: 0.3000662 Jul 30 02:03:11.116356 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a106e73d-417d-44a8-8728-512f716dafd5 req-010f30f9-2512-4052-a501-2be726f9634e service neutron] 10.222.0.10 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207878 Jul 30 02:03:11.128644 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e053f8a3-b8b5-4544-bd83-148b25e54ca3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5215793 Jul 30 02:03:11.136017 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35304) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:11.149017 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.153461 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4393ec9e-99a4-450a-a5ad-175f0716f083 req-704b8c84-1ee6-40bf-a115-ec2bbc5fe09a tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776335 Jul 30 02:03:11.159133 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-d98f41db-872f-4fa2-b9bc-026366537020 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Allocated IP 172.20.0.4 (8995dd0c-839c-4ac8-aadb-6f0c3fd78179/cfd25f87-4117-4d24-b88c-7eb5a4930cae/ea115edc-e1a4-43b1-8d2c-9dd37385722a) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:11.199235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-895239f3-30fd-444c-ab3d-2dc488802a23 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Deleting port c4ab0ba4-2a7f-47d1-b63b-efbdec5e49d3 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:11.199578 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-895239f3-30fd-444c-ab3d-2dc488802a23 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.299269 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a106e73d-417d-44a8-8728-512f716dafd5 req-40db30c1-07ac-4148-880a-da4cbbe0435a service neutron] 10.222.0.10 "GET /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755302 Jul 30 02:03:11.384087 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ed32c7b8-7e0d-42c3-a35d-2f60a3304c1e None None] Provisioning for port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:11.402056 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ed32c7b8-7e0d-42c3-a35d-2f60a3304c1e None None] Provisioning complete for port d6fff4ea-8bbb-4093-9e2b-79f3ee1bd021 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:11.402486 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed32c7b8-7e0d-42c3-a35d-2f60a3304c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.406218 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-895239f3-30fd-444c-ab3d-2dc488802a23 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.433691 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-895239f3-30fd-444c-ab3d-2dc488802a23 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Calling delete_port for c4ab0ba4-2a7f-47d1-b63b-efbdec5e49d3 owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:11.462281 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d98f41db-872f-4fa2-b9bc-026366537020 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.479752 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-d98f41db-872f-4fa2-b9bc-026366537020 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Transition to ACTIVE for port object ea115edc-e1a4-43b1-8d2c-9dd37385722a will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:11.499167 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ed32c7b8-7e0d-42c3-a35d-2f60a3304c1e None None] Port d6fff4ea-8bbb-4093-9e2b-79f3ee1bd021 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:11.549332 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e06b89f-7b79-4ac7-acfa-18283f2b11aa None None] Network deb7c791-3ea4-492e-95fd-6dc858e883ce requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:11.591004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-49e60179-5786-4489-8186-339aafe0349c req-6a5d6314-a036-4bf2-adb3-080280507672 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Deleting port c3767cda-862a-42b0-98d2-a26568c6af7e {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:11.591376 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-49e60179-5786-4489-8186-339aafe0349c req-6a5d6314-a036-4bf2-adb3-080280507672 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.625721 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d98f41db-872f-4fa2-b9bc-026366537020 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.660717 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98f41db-872f-4fa2-b9bc-026366537020 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:11.680280 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e129bdbd-a8cc-442d-9d2e-dac00a4eee8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.700078 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d98f41db-872f-4fa2-b9bc-026366537020 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:11.703924 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98f41db-872f-4fa2-b9bc-026366537020 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:11.757254 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6926023e-2b04-4b03-a208-9f67bacc68a2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port fdb7bcaf-fc6f-4e08-9b11-f177d2ff53c4 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:11.757551 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6926023e-2b04-4b03-a208-9f67bacc68a2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.768455 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f41db-872f-4fa2-b9bc-026366537020 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=ea115edc-e1a4-43b1-8d2c-9dd37385722a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:11.808163 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a580793c-1cd4-460e-b2e2-510a90570e3b None None] Provisioning for port 3c9932bd-b593-499f-b265-6af5eb95484b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:11.813975 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.821290 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98f41db-872f-4fa2-b9bc-026366537020 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:11.821578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3c9932bd-b593-499f-b265-6af5eb95484b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:11.821705 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d98f41db-872f-4fa2-b9bc-026366537020 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.874637 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-49e60179-5786-4489-8186-339aafe0349c req-6a5d6314-a036-4bf2-adb3-080280507672 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] For port c3767cda-862a-42b0-98d2-a26568c6af7e, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c3767cda-862a-42b0-98d2-a26568c6af7e,segment=NetworkSegment(e78594f6-adab-4377-853c-ca83e09b2ba9),segment_id=e78594f6-adab-4377-853c-ca83e09b2ba9)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:11.875261 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-49e60179-5786-4489-8186-339aafe0349c req-6a5d6314-a036-4bf2-adb3-080280507672 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.932501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-49e60179-5786-4489-8186-339aafe0349c req-6a5d6314-a036-4bf2-adb3-080280507672 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Calling delete_port for c3767cda-862a-42b0-98d2-a26568c6af7e owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:11.945637 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d98f41db-872f-4fa2-b9bc-026366537020 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1135993 Jul 30 02:03:11.948491 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35310) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:11.964362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-00d8f9c4-d455-44d8-b9ad-afba7520e356 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'subnet': {'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:11.990261 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 3c9932bd-b593-499f-b265-6af5eb95484b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:11.995935 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 3c9932bd-b593-499f-b265-6af5eb95484b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:11.996370 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.999378 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] device_id is not set on port d63b899c-a45b-4923-8792-1af801593f2e yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:12.066743 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-895239f3-30fd-444c-ab3d-2dc488802a23 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.075797 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.088789 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6926023e-2b04-4b03-a208-9f67bacc68a2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.119295 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.139383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895239f3-30fd-444c-ab3d-2dc488802a23 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event deleted for resources: {'Port': ['ID=c4ab0ba4-2a7f-47d1-b63b-efbdec5e49d3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:12.147367 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-895239f3-30fd-444c-ab3d-2dc488802a23 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.149510 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-895239f3-30fd-444c-ab3d-2dc488802a23 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "DELETE /v2.0/ports/c4ab0ba4-2a7f-47d1-b63b-efbdec5e49d3 HTTP/1.1" status: 204 len: 168 time: 1.4866884 Jul 30 02:03:12.152783 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35312) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:12.154771 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6926023e-2b04-4b03-a208-9f67bacc68a2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for fdb7bcaf-fc6f-4e08-9b11-f177d2ff53c4 owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:12.156848 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Transition to ACTIVE for port object d63b899c-a45b-4923-8792-1af801593f2e will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:12.167627 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 3c9932bd-b593-499f-b265-6af5eb95484b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3c9932bd-b593-499f-b265-6af5eb95484b,segment=NetworkSegment(cb8add8d-d894-4cdc-8c4a-b8486c280443),segment_id=cb8add8d-d894-4cdc-8c4a-b8486c280443)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:12.170958 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f1606232-d549-45ac-95a2-5ed222191a79 None None] Provisioning for port ea115edc-e1a4-43b1-8d2c-9dd37385722a completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:12.175778 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f1606232-d549-45ac-95a2-5ed222191a79 None None] Provisioning complete for port ea115edc-e1a4-43b1-8d2c-9dd37385722a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:12.176599 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f1606232-d549-45ac-95a2-5ed222191a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.231563 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f1606232-d549-45ac-95a2-5ed222191a79 None None] Port ea115edc-e1a4-43b1-8d2c-9dd37385722a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:12.238840 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-355470a0-d0ec-4bea-b43c-3112624b9c00 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] DELETE failed (client error): The resource could not be found. Jul 30 02:03:12.239539 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355470a0-d0ec-4bea-b43c-3112624b9c00 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:12.243032 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-355470a0-d0ec-4bea-b43c-3112624b9c00 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "DELETE /v2.0/subnets/231faf74-e7e1-4792-ba4c-9ca3b2b6954b HTTP/1.1" status: 404 len: 337 time: 0.0891440 Jul 30 02:03:12.243939 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d8f9c4-d455-44d8-b9ad-afba7520e356 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:12.247677 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-00d8f9c4-d455-44d8-b9ad-afba7520e356 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.252640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35316) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:12.291830 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.321317 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.326985 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:12.479540 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=3c9932bd-b593-499f-b265-6af5eb95484b,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:12.488453 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-71522951-3d15-4f1b-9102-bed3fe996c66 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.490611 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fbe01c64-06e3-4278-9532-c9b57b7ac924 None None] Provisioning complete for port 3c9932bd-b593-499f-b265-6af5eb95484b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:12.491800 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fbe01c64-06e3-4278-9532-c9b57b7ac924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.535908 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-49e60179-5786-4489-8186-339aafe0349c req-6a5d6314-a036-4bf2-adb3-080280507672 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.544196 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78385e-0a36-4210-84fc-c3e7d71f027e req-a04c3fc4-2b03-4057-b59a-16a46c45eb76 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:12.545711 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1a78385e-0a36-4210-84fc-c3e7d71f027e req-a04c3fc4-2b03-4057-b59a-16a46c45eb76 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 867 time: 0.2696173 Jul 30 02:03:12.550828 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['69f4c824-e9fe-4761-9eb0-3a4107e448de'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:03:12.605038 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['c3767cda-862a-42b0-98d2-a26568c6af7e'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:03:12.615147 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817bf724-d6fb-49ef-9267-6726cfe56861 None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:03:12.648432 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e60179-5786-4489-8186-339aafe0349c req-6a5d6314-a036-4bf2-adb3-080280507672 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] No DVR routers for this DVR port c3767cda-862a-42b0-98d2-a26568c6af7e on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:12.650182 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Pushing event updated for resources: {'Port': ['ID=d63b899c-a45b-4923-8792-1af801593f2e,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:12.674498 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:12.676495 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-49e60179-5786-4489-8186-339aafe0349c req-6a5d6314-a036-4bf2-adb3-080280507672 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.679049 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49e60179-5786-4489-8186-339aafe0349c req-6a5d6314-a036-4bf2-adb3-080280507672 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.77 "DELETE /v2.0/ports/c3767cda-862a-42b0-98d2-a26568c6af7e HTTP/1.1" status: 204 len: 173 time: 1.6094854 Jul 30 02:03:12.680229 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:12.684116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:12.684497 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:12.685449 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.687229 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:12.701418 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df887559-5632-4d06-a54e-8f2f45c3b049', 'name': 'network-vif-deleted', 'tag': 'c3767cda-862a-42b0-98d2-a26568c6af7e'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:03:12.704966 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87957c5b-9235-4d63-8de4-00f3a02a3517" -d '{"events": [{"server_uuid": "df887559-5632-4d06-a54e-8f2f45c3b049", "name": "network-vif-deleted", "tag": "c3767cda-862a-42b0-98d2-a26568c6af7e"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:03:12.762414 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d6314-a036-4bf2-adb3-080280507672 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Pushing event deleted for resources: {'Port': ['ID=c3767cda-862a-42b0-98d2-a26568c6af7e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:12.764021 n-d-713498-9 neutron-server[94464]: INFO neutron.db.ipam_backend_mixin [None req-00d8f9c4-d455-44d8-b9ad-afba7520e356 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cfd25f87-4117-4d24-b88c-7eb5a4930cae (CIDR: 172.20.0.0/28) Jul 30 02:03:12.774600 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port d63b899c-a45b-4923-8792-1af801593f2e on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:12.774954 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port d63b899c-a45b-4923-8792-1af801593f2e on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:12.775838 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 2 to bind port d63b899c-a45b-4923-8792-1af801593f2e Jul 30 02:03:12.796453 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db281d37-79b9-47db-885f-ee3bad3fd121 x-openstack-request-id: req-db281d37-79b9-47db-885f-ee3bad3fd121 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:03:12.796729 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df887559-5632-4d06-a54e-8f2f45c3b049", "name": "network-vif-deleted", "tag": "c3767cda-862a-42b0-98d2-a26568c6af7e", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:03:12.796954 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-db281d37-79b9-47db-885f-ee3bad3fd121 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:03:12.797663 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df887559-5632-4d06-a54e-8f2f45c3b049', 'name': 'network-vif-deleted', 'tag': 'c3767cda-862a-42b0-98d2-a26568c6af7e', 'status': 'completed', 'code': 200} Jul 30 02:03:12.851219 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1a78385e-0a36-4210-84fc-c3e7d71f027e req-12ea20ac-2fbe-4e2a-8a5d-7d179e5b8663 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367773 Jul 30 02:03:12.851345 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6926023e-2b04-4b03-a208-9f67bacc68a2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.851463 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-71522951-3d15-4f1b-9102-bed3fe996c66 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.851573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:12.851573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:12.851573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:12.851836 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-71522951-3d15-4f1b-9102-bed3fe996c66 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61488a24-1b16-4938-a790-7531dfc013eb']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:12.863173 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-71522951-3d15-4f1b-9102-bed3fe996c66 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320f521d-7b98-4314-ac1c-d0a9c6e8f3db') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:12.876676 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-71522951-3d15-4f1b-9102-bed3fe996c66 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320f521d-7b98-4314-ac1c-d0a9c6e8f3db') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:12.876824 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926023e-2b04-4b03-a208-9f67bacc68a2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=fdb7bcaf-fc6f-4e08-9b11-f177d2ff53c4,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:12.877265 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-71522951-3d15-4f1b-9102-bed3fe996c66 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.877372 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port d63b899c-a45b-4923-8792-1af801593f2e on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:12.877459 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port d63b899c-a45b-4923-8792-1af801593f2e on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:12.879352 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 3 to bind port d63b899c-a45b-4923-8792-1af801593f2e Jul 30 02:03:12.900486 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d8f9c4-d455-44d8-b9ad-afba7520e356 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:03:12.915616 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d8f9c4-d455-44d8-b9ad-afba7520e356 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:12.915616 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-71522951-3d15-4f1b-9102-bed3fe996c66 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.915998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fbe01c64-06e3-4278-9532-c9b57b7ac924 None None] Could not find standard attr ID for object fdb7bcaf-fc6f-4e08-9b11-f177d2ff53c4. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:03:12.917077 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71522951-3d15-4f1b-9102-bed3fe996c66 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:12.917202 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6926023e-2b04-4b03-a208-9f67bacc68a2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.917298 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-71522951-3d15-4f1b-9102-bed3fe996c66 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.918460 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6926023e-2b04-4b03-a208-9f67bacc68a2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/ports/fdb7bcaf-fc6f-4e08-9b11-f177d2ff53c4 HTTP/1.1" status: 204 len: 168 time: 1.7805979 Jul 30 02:03:12.919991 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:12.920322 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:12.920661 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:12.923042 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35328) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:12.923314 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:12.966182 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817bf724-d6fb-49ef-9267-6726cfe56861 None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:03:12.973891 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port d63b899c-a45b-4923-8792-1af801593f2e on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:12.974733 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port d63b899c-a45b-4923-8792-1af801593f2e on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:12.976464 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b9911e-2132-4ab6-b7e8-09c9481fbc58 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] DELETE failed (client error): The resource could not be found. Jul 30 02:03:12.977841 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6b9911e-2132-4ab6-b7e8-09c9481fbc58 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:12.983727 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f6b9911e-2132-4ab6-b7e8-09c9481fbc58 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/ports/fdb7bcaf-fc6f-4e08-9b11-f177d2ff53c4 HTTP/1.1" status: 404 len: 333 time: 0.0590165 Jul 30 02:03:12.985939 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 4 to bind port d63b899c-a45b-4923-8792-1af801593f2e Jul 30 02:03:12.989290 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35330) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:13.006756 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:13.007423 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:13.007973 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:13.015492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port d63b899c-a45b-4923-8792-1af801593f2e on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:13.016282 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port d63b899c-a45b-4923-8792-1af801593f2e on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:13.016943 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 5 to bind port d63b899c-a45b-4923-8792-1af801593f2e Jul 30 02:03:13.028674 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e153371-6dd7-4ce3-b1fc-fe3791b53158 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] GET failed (client error): The resource could not be found. Jul 30 02:03:13.030710 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4e153371-6dd7-4ce3-b1fc-fe3791b53158 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports/fdb7bcaf-fc6f-4e08-9b11-f177d2ff53c4 HTTP/1.1" status: 404 len: 333 time: 0.0403864 Jul 30 02:03:13.033907 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35332) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:13.050580 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:13.051244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:13.051839 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:13.058999 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port d63b899c-a45b-4923-8792-1af801593f2e on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:13.059350 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port d63b899c-a45b-4923-8792-1af801593f2e on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:13.059768 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 6 to bind port d63b899c-a45b-4923-8792-1af801593f2e Jul 30 02:03:13.076598 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:13.076951 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:13.077301 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:13.085014 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port d63b899c-a45b-4923-8792-1af801593f2e on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:13.086288 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port d63b899c-a45b-4923-8792-1af801593f2e on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:13.086738 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 7 to bind port d63b899c-a45b-4923-8792-1af801593f2e Jul 30 02:03:13.096266 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7340eae9-7389-46ee-8c06-2f1c95f71e3f None None] Could not find standard attr ID for object fdb7bcaf-fc6f-4e08-9b11-f177d2ff53c4. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:03:13.116997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:13.116997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:13.116997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:13.117275 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.120311 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port d63b899c-a45b-4923-8792-1af801593f2e on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:13.120707 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port d63b899c-a45b-4923-8792-1af801593f2e on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:13.121187 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 8 to bind port d63b899c-a45b-4923-8792-1af801593f2e Jul 30 02:03:13.134291 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae69906a-0a08-47b4-a8e3-9943d5a12552 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting subnet a5cc9a92-6bcc-4cfa-8503-6ccfd34e41ac {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:03:13.139984 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:13.141815 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:13.143466 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:13.143697 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-00d8f9c4-d455-44d8-b9ad-afba7520e356 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1940453 Jul 30 02:03:13.144420 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35334) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:13.155441 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae69906a-0a08-47b4-a8e3-9943d5a12552 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.156044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port d63b899c-a45b-4923-8792-1af801593f2e on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:13.156140 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-71522951-3d15-4f1b-9102-bed3fe996c66 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.156235 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port d63b899c-a45b-4923-8792-1af801593f2e on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:13.156235 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 9 to bind port d63b899c-a45b-4923-8792-1af801593f2e Jul 30 02:03:13.178678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:13.179319 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:13.179670 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d73984fa-61e8-47c2-a299-44bef3052e81 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'subnet': {'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:13.179931 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:13.187786 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port d63b899c-a45b-4923-8792-1af801593f2e on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:13.192982 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port d63b899c-a45b-4923-8792-1af801593f2e on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:13.193518 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 10 to bind port d63b899c-a45b-4923-8792-1af801593f2e Jul 30 02:03:13.206586 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-71522951-3d15-4f1b-9102-bed3fe996c66 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.211421 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-71522951-3d15-4f1b-9102-bed3fe996c66 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "DELETE /v2.0/networks/61488a24-1b16-4938-a790-7531dfc013eb HTTP/1.1" status: 204 len: 168 time: 0.9550989 Jul 30 02:03:13.216544 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35336) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:13.221424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71522951-3d15-4f1b-9102-bed3fe996c66 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event deleted for resources: {'Network': ['ID=61488a24-1b16-4938-a790-7531dfc013eb,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:13.268099 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:13.268785 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:13.269318 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port d63b899c-a45b-4923-8792-1af801593f2e on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:13.278228 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae69906a-0a08-47b4-a8e3-9943d5a12552 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.297859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port d63b899c-a45b-4923-8792-1af801593f2e on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:13.298593 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port d63b899c-a45b-4923-8792-1af801593f2e on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:13.299197 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.374437 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa,segment=NetworkSegment(bf74325f-827b-44b8-8990-be52827ec3ac),segment_id=bf74325f-827b-44b8-8990-be52827ec3ac)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:13.460690 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.469985 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] For port d63b899c-a45b-4923-8792-1af801593f2e, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:03:13.472542 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempted to set empty binding levels {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 02:03:13.476100 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d3061-09c4-459d-a95d-7bba6f539e3b tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Deleting port 8fbf482a-1c23-45e2-8f3e-fc55eb11faae {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:13.476675 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3061-09c4-459d-a95d-7bba6f539e3b tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.557326 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.574666 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:13.577249 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3061-09c4-459d-a95d-7bba6f539e3b tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.608688 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d3061-09c4-459d-a95d-7bba6f539e3b tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Calling delete_port for 8fbf482a-1c23-45e2-8f3e-fc55eb11faae owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:13.691033 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.742725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] In _notify_port_updated(), no bound segment for port d63b899c-a45b-4923-8792-1af801593f2e on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:03:13.743766 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:13.744723 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.744895 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3c9932bd-b593-499f-b265-6af5eb95484b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:13.748303 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] 10.222.0.70 "PUT /v2.0/ports/d63b899c-a45b-4923-8792-1af801593f2e HTTP/1.1" status: 200 len: 975 time: 2.8543010 Jul 30 02:03:13.749403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35338) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:13.833345 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae69906a-0a08-47b4-a8e3-9943d5a12552 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.834780 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c26eff-8833-4c8a-9d8e-d4cef1374592 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Pushing event updated for resources: {'Port': ['ID=d63b899c-a45b-4923-8792-1af801593f2e,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:13.844225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 3c9932bd-b593-499f-b265-6af5eb95484b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:13.844599 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.871817 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f0ec3-b44a-4070-b2d5-c1c55c5125e0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:13.873750 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f0ec3-b44a-4070-b2d5-c1c55c5125e0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:13.874530 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f0ec3-b44a-4070-b2d5-c1c55c5125e0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:13.881505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f0ec3-b44a-4070-b2d5-c1c55c5125e0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:13.882896 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f0ec3-b44a-4070-b2d5-c1c55c5125e0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:13.883589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f0ec3-b44a-4070-b2d5-c1c55c5125e0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:13.884245 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f0ec3-b44a-4070-b2d5-c1c55c5125e0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:13.884893 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f0ec3-b44a-4070-b2d5-c1c55c5125e0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:13.885539 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f0ec3-b44a-4070-b2d5-c1c55c5125e0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:13.886212 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f0ec3-b44a-4070-b2d5-c1c55c5125e0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:13.890968 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f0ec3-b44a-4070-b2d5-c1c55c5125e0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:13.891896 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f0ec3-b44a-4070-b2d5-c1c55c5125e0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:13.892607 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f0ec3-b44a-4070-b2d5-c1c55c5125e0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:13.893496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f0ec3-b44a-4070-b2d5-c1c55c5125e0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:13.894186 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f0ec3-b44a-4070-b2d5-c1c55c5125e0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:13.897144 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a77f0ec3-b44a-4070-b2d5-c1c55c5125e0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13241 time: 0.1469581 Jul 30 02:03:13.901233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35346) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:13.979629 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73984fa-61e8-47c2-a299-44bef3052e81 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:13.983220 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d73984fa-61e8-47c2-a299-44bef3052e81 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.010630 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3061-09c4-459d-a95d-7bba6f539e3b tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.027852 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:14.083457 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d3061-09c4-459d-a95d-7bba6f539e3b tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event deleted for resources: {'Port': ['ID=8fbf482a-1c23-45e2-8f3e-fc55eb11faae,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:14.098747 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:14.099464 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.121411 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-038bc5a4-21d1-4f2d-9b13-a20990e4570f req-2413893b-2463-4e74-818f-fd7d6605295f tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=df887559-5632-4d06-a54e-8f2f45c3b049 HTTP/1.1" status: 200 len: 210 time: 0.0421395 Jul 30 02:03:14.123938 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3061-09c4-459d-a95d-7bba6f539e3b tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.129114 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4e7d3061-09c4-459d-a95d-7bba6f539e3b tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "DELETE /v2.0/ports/8fbf482a-1c23-45e2-8f3e-fc55eb11faae HTTP/1.1" status: 204 len: 168 time: 0.9114804 Jul 30 02:03:14.134796 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35348) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:14.162497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-71043d66-5b96-410a-850d-2a5af9c80b77 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Deleting port d63b899c-a45b-4923-8792-1af801593f2e {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:14.163195 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71043d66-5b96-410a-850d-2a5af9c80b77 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.174261 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd30d48-d249-4e65-999b-af44afd4362e tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] DELETE failed (client error): The resource could not be found. Jul 30 02:03:14.174815 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd30d48-d249-4e65-999b-af44afd4362e tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:14.176721 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0dd30d48-d249-4e65-999b-af44afd4362e tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "DELETE /v2.0/subnets/8cfbbde4-94d0-434e-90ac-2d3607d3da07 HTTP/1.1" status: 404 len: 337 time: 0.0408752 Jul 30 02:03:14.180162 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35350) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:14.260129 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-71043d66-5b96-410a-850d-2a5af9c80b77 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] For port d63b899c-a45b-4923-8792-1af801593f2e, host n-h1-713498-9, got binding levels [] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:14.260688 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71043d66-5b96-410a-850d-2a5af9c80b77 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.277788 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-71043d66-5b96-410a-850d-2a5af9c80b77 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Calling delete_port for d63b899c-a45b-4923-8792-1af801593f2e owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:14.283560 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae69906a-0a08-47b4-a8e3-9943d5a12552 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.340924 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69906a-0a08-47b4-a8e3-9943d5a12552 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Subnet': ['ID=a5cc9a92-6bcc-4cfa-8503-6ccfd34e41ac,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:14.350645 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae69906a-0a08-47b4-a8e3-9943d5a12552 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.354904 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ae69906a-0a08-47b4-a8e3-9943d5a12552 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/subnets/a5cc9a92-6bcc-4cfa-8503-6ccfd34e41ac HTTP/1.1" status: 204 len: 168 time: 1.3181648 Jul 30 02:03:14.357135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35352) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:14.365275 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da068c7-3a9e-4ffa-b9b3-9e015133f334 None None] Network deb7c791-3ea4-492e-95fd-6dc858e883ce requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:14.410481 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-70b42ad3-9edb-48fa-b2c5-530e56c6ff21 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.466289 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e9855838-a727-4bd1-80f0-5ce25bd98757 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.535935 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-e9855838-a727-4bd1-80f0-5ce25bd98757 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port 3c9932bd-b593-499f-b265-6af5eb95484b {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:14.536288 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e9855838-a727-4bd1-80f0-5ce25bd98757 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.590132 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71043d66-5b96-410a-850d-2a5af9c80b77 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.601560 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-70b42ad3-9edb-48fa-b2c5-530e56c6ff21 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.635939 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71043d66-5b96-410a-850d-2a5af9c80b77 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Pushing event deleted for resources: {'Port': ['ID=d63b899c-a45b-4923-8792-1af801593f2e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:14.647544 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71043d66-5b96-410a-850d-2a5af9c80b77 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.652744 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35354) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:14.653285 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-71043d66-5b96-410a-850d-2a5af9c80b77 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] 10.222.0.70 "DELETE /v2.0/ports/d63b899c-a45b-4923-8792-1af801593f2e HTTP/1.1" status: 204 len: 168 time: 0.7486620 Jul 30 02:03:14.666465 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-70b42ad3-9edb-48fa-b2c5-530e56c6ff21 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b70cf7-1101-4c44-8977-d253f33022b8']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:14.681241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-e9855838-a727-4bd1-80f0-5ce25bd98757 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] For port 3c9932bd-b593-499f-b265-6af5eb95484b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3c9932bd-b593-499f-b265-6af5eb95484b,segment=NetworkSegment(cb8add8d-d894-4cdc-8c4a-b8486c280443),segment_id=cb8add8d-d894-4cdc-8c4a-b8486c280443)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:14.681611 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e9855838-a727-4bd1-80f0-5ce25bd98757 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.699145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-e9855838-a727-4bd1-80f0-5ce25bd98757 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for 3c9932bd-b593-499f-b265-6af5eb95484b owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:14.764662 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-70b42ad3-9edb-48fa-b2c5-530e56c6ff21 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d9113c-a7bd-4249-99b9-c99e970ab631') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:14.765028 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-70b42ad3-9edb-48fa-b2c5-530e56c6ff21 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d9113c-a7bd-4249-99b9-c99e970ab631') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:14.768771 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-283aca31-2828-4f1f-ae72-c36a7795baa2 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] GET failed (client error): The resource could not be found. Jul 30 02:03:14.770435 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-283aca31-2828-4f1f-ae72-c36a7795baa2 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] 10.222.0.70 "GET /v2.0/ports/d63b899c-a45b-4923-8792-1af801593f2e HTTP/1.1" status: 404 len: 333 time: 0.1167054 Jul 30 02:03:14.776807 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35356) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:14.785063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5a644240-566e-4c2e-874d-4087d3f3ffb0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-593722180', 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:14.814871 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-70b42ad3-9edb-48fa-b2c5-530e56c6ff21 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.830631 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-70b42ad3-9edb-48fa-b2c5-530e56c6ff21 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.835028 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.837407 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b42ad3-9edb-48fa-b2c5-530e56c6ff21 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:14.837810 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-70b42ad3-9edb-48fa-b2c5-530e56c6ff21 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:14.847292 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:14.882158 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a644240-566e-4c2e-874d-4087d3f3ffb0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Made reservation on behalf of 867f1b64a88c41298af8aafec73212f8 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:14.890410 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a644240-566e-4c2e-874d-4087d3f3ffb0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.901221 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e9855838-a727-4bd1-80f0-5ce25bd98757 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.901397 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d73984fa-61e8-47c2-a299-44bef3052e81 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.955043 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79af7e46-878f-43f4-b581-5ad28e4a6193 None None] DHCP port deletion for deb7c791-3ea4-492e-95fd-6dc858e883ce request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:03:14.958215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73984fa-61e8-47c2-a299-44bef3052e81 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:14.975995 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d73984fa-61e8-47c2-a299-44bef3052e81 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:14.992579 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73984fa-61e8-47c2-a299-44bef3052e81 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:14.992739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43660916-b95f-498a-9d60-1a9e7944b893 None None] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:14.993617 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d73984fa-61e8-47c2-a299-44bef3052e81 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.003545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9855838-a727-4bd1-80f0-5ce25bd98757 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=3c9932bd-b593-499f-b265-6af5eb95484b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:15.014514 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73984fa-61e8-47c2-a299-44bef3052e81 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Subnet': ['ID=35d3fe5a-82e5-40ec-9933-a167f450f0b7,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:15.019106 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-5a644240-566e-4c2e-874d-4087d3f3ffb0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] device_id is not set on port 4350e50c-f0ea-4795-afff-b0e94a0fe037 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:15.027168 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-70b42ad3-9edb-48fa-b2c5-530e56c6ff21 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.039619 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9855838-a727-4bd1-80f0-5ce25bd98757 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No DVR routers for this DVR port 3c9932bd-b593-499f-b265-6af5eb95484b on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:15.053886 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-70b42ad3-9edb-48fa-b2c5-530e56c6ff21 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.058106 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-70b42ad3-9edb-48fa-b2c5-530e56c6ff21 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "DELETE /v2.0/networks/e6b70cf7-1101-4c44-8977-d253f33022b8 HTTP/1.1" status: 204 len: 168 time: 0.8675325 Jul 30 02:03:15.062739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35362) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:15.071453 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b42ad3-9edb-48fa-b2c5-530e56c6ff21 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event deleted for resources: {'Network': ['ID=e6b70cf7-1101-4c44-8977-d253f33022b8,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:15.105686 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d73984fa-61e8-47c2-a299-44bef3052e81 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9542964 Jul 30 02:03:15.108316 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35364) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:15.114996 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-12ebdd75-d560-48e1-80ed-0db7be114393 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-591890484', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '35d3fe5a-82e5-40ec-9933-a167f450f0b7'}], 'security_groups': ['155c9f1d-4a4f-4dcd-a30c-4b439b856039']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:15.201276 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-12ebdd75-d560-48e1-80ed-0db7be114393 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.355684 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f5292d-c27c-4aec-8d93-4a70ffccabcc None None] Update dhcp port {'port': {'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179', 'fixed_ips': [{'subnet_id': 'cfd25f87-4117-4d24-b88c-7eb5a4930cae', 'ip_address': '172.20.0.2'}, {'subnet_id': '35d3fe5a-82e5-40ec-9933-a167f450f0b7'}], 'binding:host_id': 'n-d-713498-9'}, 'id': '5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa'} from n-d-713498-9. {{(pid=94466) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:03:15.393760 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60f5292d-c27c-4aec-8d93-4a70ffccabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.594898 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e9855838-a727-4bd1-80f0-5ce25bd98757 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.612856 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-12ebdd75-d560-48e1-80ed-0db7be114393 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Delete allocated IP 172.20.0.4 (8995dd0c-839c-4ac8-aadb-6f0c3fd78179/cfd25f87-4117-4d24-b88c-7eb5a4930cae) {{(pid=94464) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 02:03:15.618821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c40e365-8250-4f32-b145-b2ac215a45fa tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Deleting subnet 4d4df522-5d6f-486e-8198-20a461a4d575 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:03:15.623038 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-12ebdd75-d560-48e1-80ed-0db7be114393 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Allocated IP 172.20.0.29 (8995dd0c-839c-4ac8-aadb-6f0c3fd78179/35d3fe5a-82e5-40ec-9933-a167f450f0b7/ea115edc-e1a4-43b1-8d2c-9dd37385722a) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:15.652704 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c40e365-8250-4f32-b145-b2ac215a45fa tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.656302 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-e9855838-a727-4bd1-80f0-5ce25bd98757 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb7c791-3ea4-492e-95fd-6dc858e883ce']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:15.699450 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-e9855838-a727-4bd1-80f0-5ce25bd98757 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8add8d-d894-4cdc-8c4a-b8486c280443') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:15.699747 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-e9855838-a727-4bd1-80f0-5ce25bd98757 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8add8d-d894-4cdc-8c4a-b8486c280443') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:15.712030 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3c9932bd-b593-499f-b265-6af5eb95484b no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:15.719185 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e9855838-a727-4bd1-80f0-5ce25bd98757 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.737188 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c40e365-8250-4f32-b145-b2ac215a45fa tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.738243 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 3c9932bd-b593-499f-b265-6af5eb95484b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:15.738736 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3c9932bd-b593-499f-b265-6af5eb95484b not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:15.793239 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e9855838-a727-4bd1-80f0-5ce25bd98757 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.799187 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a644240-566e-4c2e-874d-4087d3f3ffb0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.807799 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9855838-a727-4bd1-80f0-5ce25bd98757 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:15.808204 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e9855838-a727-4bd1-80f0-5ce25bd98757 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.813509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cc064-cc93-49bf-b348-5df09c0cd6fb req-cca1eca5-0cb2-4166-90e9-b594a4d5bf92 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:15.814026 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:15.816103 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-141cc064-cc93-49bf-b348-5df09c0cd6fb req-cca1eca5-0cb2-4166-90e9-b594a4d5bf92 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.0788951 Jul 30 02:03:15.886008 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-141cc064-cc93-49bf-b348-5df09c0cd6fb req-184ee06a-1f0e-45ac-b64d-56b81a4be342 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610521 Jul 30 02:03:15.889668 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-12ebdd75-d560-48e1-80ed-0db7be114393 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.927450 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c40e365-8250-4f32-b145-b2ac215a45fa tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.986706 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e9855838-a727-4bd1-80f0-5ce25bd98757 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.986944 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c3767cda-862a-42b0-98d2-a26568c6af7e no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:15.994405 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e9855838-a727-4bd1-80f0-5ce25bd98757 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.999636 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e9855838-a727-4bd1-80f0-5ce25bd98757 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/networks/deb7c791-3ea4-492e-95fd-6dc858e883ce HTTP/1.1" status: 204 len: 168 time: 1.6413174 Jul 30 02:03:15.999953 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35372) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:16.005703 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e6442200-b59b-4b87-89c7-b4b24bd234a0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1529292691'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:16.018239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9855838-a727-4bd1-80f0-5ce25bd98757 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Network': ['ID=deb7c791-3ea4-492e-95fd-6dc858e883ce,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:16.031532 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: c3767cda-862a-42b0-98d2-a26568c6af7e {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:16.031724 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c3767cda-862a-42b0-98d2-a26568c6af7e not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:16.070571 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a644240-566e-4c2e-874d-4087d3f3ffb0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.104625 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-12ebdd75-d560-48e1-80ed-0db7be114393 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Transition to ACTIVE for port object ea115edc-e1a4-43b1-8d2c-9dd37385722a will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:16.104856 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c40e365-8250-4f32-b145-b2ac215a45fa tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.110759 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6442200-b59b-4b87-89c7-b4b24bd234a0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:16.114695 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e6442200-b59b-4b87-89c7-b4b24bd234a0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.126788 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a644240-566e-4c2e-874d-4087d3f3ffb0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Network d5048f66-7e43-469f-81d5-084f762a64ef is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:16.143777 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6442200-b59b-4b87-89c7-b4b24bd234a0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:03:16.149772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40e365-8250-4f32-b145-b2ac215a45fa tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event deleted for resources: {'Subnet': ['ID=4d4df522-5d6f-486e-8198-20a461a4d575,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:16.151608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-5a644240-566e-4c2e-874d-4087d3f3ffb0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:16.152330 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e6442200-b59b-4b87-89c7-b4b24bd234a0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.152677 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-e6442200-b59b-4b87-89c7-b4b24bd234a0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Added segment 1ee89645-52ee-4c14-ae2e-8f695dd43055 of type vlan for network b65e7af3-e82e-4a52-91a3-0906a28165e1 Jul 30 02:03:16.156994 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a644240-566e-4c2e-874d-4087d3f3ffb0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:16.160276 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a644240-566e-4c2e-874d-4087d3f3ffb0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:16.160987 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a644240-566e-4c2e-874d-4087d3f3ffb0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.169612 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484e10a8-49b2-40b9-a7a4-171126bba854 None None] Network 73f1e718-6cf2-4977-b315-36eca152fd65 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:16.175266 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c40e365-8250-4f32-b145-b2ac215a45fa tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.181036 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5c40e365-8250-4f32-b145-b2ac215a45fa tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "DELETE /v2.0/subnets/4d4df522-5d6f-486e-8198-20a461a4d575 HTTP/1.1" status: 204 len: 168 time: 1.0869339 Jul 30 02:03:16.187178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35382) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:16.189074 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-12ebdd75-d560-48e1-80ed-0db7be114393 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.220323 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a644240-566e-4c2e-874d-4087d3f3ffb0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Pushing event updated for resources: {'Port': ['ID=4350e50c-f0ea-4795-afff-b0e94a0fe037,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:16.279077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-60f5292d-c27c-4aec-8d93-4a70ffccabcc None None] Allocated IP 172.20.0.18 (8995dd0c-839c-4ac8-aadb-6f0c3fd78179/35d3fe5a-82e5-40ec-9933-a167f450f0b7/5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:16.291371 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e6442200-b59b-4b87-89c7-b4b24bd234a0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.314650 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-28bd6db5-f1b5-4e24-b038-ac7756a599e1 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.375904 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ebdd75-d560-48e1-80ed-0db7be114393 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=ea115edc-e1a4-43b1-8d2c-9dd37385722a,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:16.403701 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5a644240-566e-4c2e-874d-4087d3f3ffb0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6233385 Jul 30 02:03:16.404911 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35386) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:16.416450 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-12ebdd75-d560-48e1-80ed-0db7be114393 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] In _notify_port_updated(), no bound segment for port ea115edc-e1a4-43b1-8d2c-9dd37385722a on network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 {{(pid=94464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:03:16.422486 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ebdd75-d560-48e1-80ed-0db7be114393 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:16.423277 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-12ebdd75-d560-48e1-80ed-0db7be114393 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.425052 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-12ebdd75-d560-48e1-80ed-0db7be114393 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "PUT /v2.0/ports/ea115edc-e1a4-43b1-8d2c-9dd37385722a HTTP/1.1" status: 200 len: 920 time: 1.3150723 Jul 30 02:03:16.427383 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35388) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:16.464340 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-28bd6db5-f1b5-4e24-b038-ac7756a599e1 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Deleting port a6ba5792-ba0c-427e-9746-7fbab9e0f57f {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:16.464694 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-28bd6db5-f1b5-4e24-b038-ac7756a599e1 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.476578 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3841c9ee-5afc-4c91-af97-ba66f164f8b0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:16.480609 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3841c9ee-5afc-4c91-af97-ba66f164f8b0 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] 10.222.0.70 "GET /v2.0/ports/4350e50c-f0ea-4795-afff-b0e94a0fe037 HTTP/1.1" status: 200 len: 954 time: 0.0624833 Jul 30 02:03:16.490629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35392) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:16.546551 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e6442200-b59b-4b87-89c7-b4b24bd234a0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.557757 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6442200-b59b-4b87-89c7-b4b24bd234a0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:16.558637 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e6442200-b59b-4b87-89c7-b4b24bd234a0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.604831 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-60f5292d-c27c-4aec-8d93-4a70ffccabcc None None] For port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa,segment=NetworkSegment(bf74325f-827b-44b8-8990-be52827ec3ac),segment_id=bf74325f-827b-44b8-8990-be52827ec3ac)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:16.665213 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6e2fb1-5fd7-4748-8188-10c36aaf7a31 None None] DHCP port deletion for 73f1e718-6cf2-4977-b315-36eca152fd65 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:03:16.673017 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60f5292d-c27c-4aec-8d93-4a70ffccabcc None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.703710 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6442200-b59b-4b87-89c7-b4b24bd234a0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Network': ['ID=b65e7af3-e82e-4a52-91a3-0906a28165e1,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:16.723805 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network b65e7af3-e82e-4a52-91a3-0906a28165e1 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:03:16.743344 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-3dd03ae2-e7c0-44b1-aba0-28de8fb73b28 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port ea115edc-e1a4-43b1-8d2c-9dd37385722a {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:16.743694 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3dd03ae2-e7c0-44b1-aba0-28de8fb73b28 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.768772 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e6442200-b59b-4b87-89c7-b4b24bd234a0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7676389 Jul 30 02:03:16.769424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35400) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:16.772816 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-28bd6db5-f1b5-4e24-b038-ac7756a599e1 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] For port a6ba5792-ba0c-427e-9746-7fbab9e0f57f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a6ba5792-ba0c-427e-9746-7fbab9e0f57f,segment=NetworkSegment(bf9a3476-46c1-417c-a695-a0ddbaebcacb),segment_id=bf9a3476-46c1-417c-a695-a0ddbaebcacb)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:16.773191 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-28bd6db5-f1b5-4e24-b038-ac7756a599e1 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.776244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35402) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:16.789643 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-595217d9-b49b-47df-a5d0-4b645a0ba8db tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'subnet': {'network_id': 'b65e7af3-e82e-4a52-91a3-0906a28165e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:16.791498 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-60f5292d-c27c-4aec-8d93-4a70ffccabcc None None] Transition to ACTIVE for port object 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:16.807945 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-28bd6db5-f1b5-4e24-b038-ac7756a599e1 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Calling delete_port for a6ba5792-ba0c-427e-9746-7fbab9e0f57f owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:16.851444 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0a6e2fb1-5fd7-4748-8188-10c36aaf7a31 None None] Deleting port a6ba5792-ba0c-427e-9746-7fbab9e0f57f {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:16.852526 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a6e2fb1-5fd7-4748-8188-10c36aaf7a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.867560 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3dd03ae2-e7c0-44b1-aba0-28de8fb73b28 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.895492 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-3dd03ae2-e7c0-44b1-aba0-28de8fb73b28 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for ea115edc-e1a4-43b1-8d2c-9dd37385722a owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:16.968469 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0a6e2fb1-5fd7-4748-8188-10c36aaf7a31 None None] For port a6ba5792-ba0c-427e-9746-7fbab9e0f57f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a6ba5792-ba0c-427e-9746-7fbab9e0f57f,segment=NetworkSegment(bf9a3476-46c1-417c-a695-a0ddbaebcacb),segment_id=bf9a3476-46c1-417c-a695-a0ddbaebcacb)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:16.968873 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a6e2fb1-5fd7-4748-8188-10c36aaf7a31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.971394 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60f5292d-c27c-4aec-8d93-4a70ffccabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.012256 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-44a5af00-b043-49a6-96e6-dc9a6883966f tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Deleting port 4350e50c-f0ea-4795-afff-b0e94a0fe037 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:17.019782 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-44a5af00-b043-49a6-96e6-dc9a6883966f tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.020681 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0a6e2fb1-5fd7-4748-8188-10c36aaf7a31 None None] Calling delete_port for a6ba5792-ba0c-427e-9746-7fbab9e0f57f owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:17.076405 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d320ae95-a351-43fe-aff5-ee71e2c8abf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.098272 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595217d9-b49b-47df-a5d0-4b645a0ba8db tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:17.103438 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-595217d9-b49b-47df-a5d0-4b645a0ba8db tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.108179 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5292d-c27c-4aec-8d93-4a70ffccabcc None None] Pushing event updated for resources: {'Port': ['ID=5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:17.183008 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3dd03ae2-e7c0-44b1-aba0-28de8fb73b28 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.210438 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-44a5af00-b043-49a6-96e6-dc9a6883966f tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.234327 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-44a5af00-b043-49a6-96e6-dc9a6883966f tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Calling delete_port for 4350e50c-f0ea-4795-afff-b0e94a0fe037 owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:17.264575 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd03ae2-e7c0-44b1-aba0-28de8fb73b28 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=ea115edc-e1a4-43b1-8d2c-9dd37385722a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:17.275775 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42a1a0-b2e6-42a3-9eab-bd3dbfaf634d req-af63d627-5d84-4b9f-ad2b-4dd2bf8e66c0 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:17.278259 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5c42a1a0-b2e6-42a3-9eab-bd3dbfaf634d req-af63d627-5d84-4b9f-ad2b-4dd2bf8e66c0 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.2699280 Jul 30 02:03:17.346577 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-28bd6db5-f1b5-4e24-b038-ac7756a599e1 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.384344 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3dd03ae2-e7c0-44b1-aba0-28de8fb73b28 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.393875 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3dd03ae2-e7c0-44b1-aba0-28de8fb73b28 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/ports/ea115edc-e1a4-43b1-8d2c-9dd37385722a HTTP/1.1" status: 204 len: 168 time: 0.9644947 Jul 30 02:03:17.395992 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35410) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:17.396977 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a6e2fb1-5fd7-4748-8188-10c36aaf7a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.423925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd6db5-f1b5-4e24-b038-ac7756a599e1 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event deleted for resources: {'Port': ['ID=a6ba5792-ba0c-427e-9746-7fbab9e0f57f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:17.435072 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7b3df2-cdc4-4f78-869a-c39270c59450 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] GET failed (client error): The resource could not be found. Jul 30 02:03:17.435655 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd6db5-f1b5-4e24-b038-ac7756a599e1 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] No DVR routers for this DVR port a6ba5792-ba0c-427e-9746-7fbab9e0f57f on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:17.446010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35412) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:17.448177 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5c7b3df2-cdc4-4f78-869a-c39270c59450 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports/ea115edc-e1a4-43b1-8d2c-9dd37385722a HTTP/1.1" status: 404 len: 333 time: 0.0502694 Jul 30 02:03:17.453556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e2fb1-5fd7-4748-8188-10c36aaf7a31 None None] Pushing event deleted for resources: {'Port': ['ID=a6ba5792-ba0c-427e-9746-7fbab9e0f57f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:17.472445 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6e2fb1-5fd7-4748-8188-10c36aaf7a31 None None] No DVR routers for this DVR port a6ba5792-ba0c-427e-9746-7fbab9e0f57f on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:17.509281 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d320ae95-a351-43fe-aff5-ee71e2c8abf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.595529 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d320ae95-a351-43fe-aff5-ee71e2c8abf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.595749 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.610691 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5c42a1a0-b2e6-42a3-9eab-bd3dbfaf634d req-e6e81022-ed23-4887-9d49-9312b1a8db80 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652283 Jul 30 02:03:17.620478 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-44a5af00-b043-49a6-96e6-dc9a6883966f tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.658762 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320ae95-a351-43fe-aff5-ee71e2c8abf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1af907-a148-4962-ba21-6bb275656c86,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:17.696012 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-44a5af00-b043-49a6-96e6-dc9a6883966f tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.697870 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-44a5af00-b043-49a6-96e6-dc9a6883966f tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] 10.222.0.70 "DELETE /v2.0/ports/4350e50c-f0ea-4795-afff-b0e94a0fe037 HTTP/1.1" status: 204 len: 168 time: 1.2059944 Jul 30 02:03:17.704739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35414) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:17.735906 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-28bd6db5-f1b5-4e24-b038-ac7756a599e1 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.739252 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:17.745113 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5af00-b043-49a6-96e6-dc9a6883966f tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Pushing event deleted for resources: {'Port': ['ID=4350e50c-f0ea-4795-afff-b0e94a0fe037,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:17.783269 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-28bd6db5-f1b5-4e24-b038-ac7756a599e1 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f1e718-6cf2-4977-b315-36eca152fd65']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:17.803174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-28bd6db5-f1b5-4e24-b038-ac7756a599e1 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9a3476-46c1-417c-a695-a0ddbaebcacb') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:17.803546 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-28bd6db5-f1b5-4e24-b038-ac7756a599e1 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9a3476-46c1-417c-a695-a0ddbaebcacb') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:17.804081 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d320ae95-a351-43fe-aff5-ee71e2c8abf0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e82a2dbaa8bb4641b7fa2b3a2a8e52f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0060608 Jul 30 02:03:17.811189 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-5434829c-a4c7-4d19-866d-b48f293bd089 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] GET failed (client error): The resource could not be found. Jul 30 02:03:17.814882 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5434829c-a4c7-4d19-866d-b48f293bd089 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] 10.222.0.70 "GET /v2.0/ports/4350e50c-f0ea-4795-afff-b0e94a0fe037 HTTP/1.1" status: 404 len: 333 time: 0.1077549 Jul 30 02:03:17.815517 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35416) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:17.835606 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35418) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:17.847891 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7b078ebf-d52b-4cf0-8ebb-d1332eefa155 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Request body: {'port': {'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-827296529'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:17.852038 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-28bd6db5-f1b5-4e24-b038-ac7756a599e1 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.860002 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bfb39015-9b78-4690-a5c2-6ab28b1e5650 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.868261 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11ac8b-7275-4403-9218-4de0bd6a194c req-ed7640f3-dd5c-458b-9a3d-0d8db42957c6 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:17.870110 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3e11ac8b-7275-4403-9218-4de0bd6a194c req-ed7640f3-dd5c-458b-9a3d-0d8db42957c6 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.1644847 Jul 30 02:03:17.891555 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bfb39015-9b78-4690-a5c2-6ab28b1e5650 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.941558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a6ba5792-ba0c-427e-9746-7fbab9e0f57f no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:17.946498 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-28bd6db5-f1b5-4e24-b038-ac7756a599e1 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.948749 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-595217d9-b49b-47df-a5d0-4b645a0ba8db tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.980017 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: a6ba5792-ba0c-427e-9746-7fbab9e0f57f {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:17.980458 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a6ba5792-ba0c-427e-9746-7fbab9e0f57f not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:17.988694 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8f9cb44e-0693-4029-b829-f719e1771d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.994966 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28bd6db5-f1b5-4e24-b038-ac7756a599e1 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:17.995662 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-28bd6db5-f1b5-4e24-b038-ac7756a599e1 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:18.011960 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:18.028119 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8f9cb44e-0693-4029-b829-f719e1771d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.094612 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bfb39015-9b78-4690-a5c2-6ab28b1e5650 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.097596 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bfb39015-9b78-4690-a5c2-6ab28b1e5650 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.102347 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bfb39015-9b78-4690-a5c2-6ab28b1e5650 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/security-groups/5f60336c-9c87-4c43-9e4f-5e9905c8a12f HTTP/1.1" status: 204 len: 168 time: 0.6474349 Jul 30 02:03:18.110965 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35424) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:18.124359 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-3e11ac8b-7275-4403-9218-4de0bd6a194c req-25f0163a-35c8-4bcc-b015-4f2b2226c505 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Deleting port 69f4c824-e9fe-4761-9eb0-3a4107e448de {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:18.125192 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3e11ac8b-7275-4403-9218-4de0bd6a194c req-25f0163a-35c8-4bcc-b015-4f2b2226c505 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.135876 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb39015-9b78-4690-a5c2-6ab28b1e5650 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f60336c-9c87-4c43-9e4f-5e9905c8a12f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:18.185187 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b078ebf-d52b-4cf0-8ebb-d1332eefa155 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Made reservation on behalf of 867f1b64a88c41298af8aafec73212f8 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:18.188699 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b078ebf-d52b-4cf0-8ebb-d1332eefa155 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.220291 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595217d9-b49b-47df-a5d0-4b645a0ba8db tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Subnet': ['ID=e7b1808a-1cb1-4660-b5d9-e925260d9006,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:18.228592 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-7b078ebf-d52b-4cf0-8ebb-d1332eefa155 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] device_id is not set on port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:18.243754 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8f9cb44e-0693-4029-b829-f719e1771d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.246564 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8f9cb44e-0693-4029-b829-f719e1771d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.249967 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8f9cb44e-0693-4029-b829-f719e1771d29 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e1af907-a148-4962-ba21-6bb275656c86 HTTP/1.1" status: 204 len: 168 time: 0.4303734 Jul 30 02:03:18.276723 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cb44e-0693-4029-b829-f719e1771d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1af907-a148-4962-ba21-6bb275656c86,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:18.307355 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ee7a4d08-b6ac-4e81-b013-03c3928c8e9d None None] Provisioning for port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:18.317701 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ee7a4d08-b6ac-4e81-b013-03c3928c8e9d None None] Provisioning complete for port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:18.318082 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ee7a4d08-b6ac-4e81-b013-03c3928c8e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.363427 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595217d9-b49b-47df-a5d0-4b645a0ba8db tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Checking segment: {'id': '1ee89645-52ee-4c14-ae2e-8f695dd43055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b65e7af3-e82e-4a52-91a3-0906a28165e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:18.363867 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595217d9-b49b-47df-a5d0-4b645a0ba8db tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network hostable DHCP agents. Network: b65e7af3-e82e-4a52-91a3-0906a28165e1, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:03:18.369355 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-28bd6db5-f1b5-4e24-b038-ac7756a599e1 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.387783 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-28bd6db5-f1b5-4e24-b038-ac7756a599e1 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.392070 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-28bd6db5-f1b5-4e24-b038-ac7756a599e1 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] 10.222.0.70 "DELETE /v2.0/networks/73f1e718-6cf2-4977-b315-36eca152fd65 HTTP/1.1" status: 204 len: 168 time: 2.1953034 Jul 30 02:03:18.409250 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd6db5-f1b5-4e24-b038-ac7756a599e1 tempest-NetworksIpV6TestAttrs-1501049728 tempest-NetworksIpV6TestAttrs-1501049728-project] Pushing event deleted for resources: {'Network': ['ID=73f1e718-6cf2-4977-b315-36eca152fd65,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:18.409664 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af6a239f-fd60-42e5-8453-7b1c87a34bb3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.464150 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af6a239f-fd60-42e5-8453-7b1c87a34bb3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.482204 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ee7a4d08-b6ac-4e81-b013-03c3928c8e9d None None] Could not find standard attr ID for object ea115edc-e1a4-43b1-8d2c-9dd37385722a. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:03:18.489097 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ee7a4d08-b6ac-4e81-b013-03c3928c8e9d None None] Provisioning complete for port d6fff4ea-8bbb-4093-9e2b-79f3ee1bd021 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:18.489649 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ee7a4d08-b6ac-4e81-b013-03c3928c8e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.558479 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ee7a4d08-b6ac-4e81-b013-03c3928c8e9d None None] Port d6fff4ea-8bbb-4093-9e2b-79f3ee1bd021 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:18.566245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-3e11ac8b-7275-4403-9218-4de0bd6a194c req-25f0163a-35c8-4bcc-b015-4f2b2226c505 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] For port 69f4c824-e9fe-4761-9eb0-3a4107e448de, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=69f4c824-e9fe-4761-9eb0-3a4107e448de,segment=NetworkSegment(e78594f6-adab-4377-853c-ca83e09b2ba9),segment_id=e78594f6-adab-4377-853c-ca83e09b2ba9)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:18.569372 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3e11ac8b-7275-4403-9218-4de0bd6a194c req-25f0163a-35c8-4bcc-b015-4f2b2226c505 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.580695 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b078ebf-d52b-4cf0-8ebb-d1332eefa155 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.585705 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af6a239f-fd60-42e5-8453-7b1c87a34bb3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.589512 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-af6a239f-fd60-42e5-8453-7b1c87a34bb3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.592204 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-af6a239f-fd60-42e5-8453-7b1c87a34bb3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/security-groups/155c9f1d-4a4f-4dcd-a30c-4b439b856039 HTTP/1.1" status: 204 len: 168 time: 0.4696591 Jul 30 02:03:18.597993 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35432) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:18.608289 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-3e11ac8b-7275-4403-9218-4de0bd6a194c req-25f0163a-35c8-4bcc-b015-4f2b2226c505 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Calling delete_port for 69f4c824-e9fe-4761-9eb0-3a4107e448de owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:18.610564 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a239f-fd60-42e5-8453-7b1c87a34bb3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=155c9f1d-4a4f-4dcd-a30c-4b439b856039,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:18.648555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595217d9-b49b-47df-a5d0-4b645a0ba8db tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network b65e7af3-e82e-4a52-91a3-0906a28165e1 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:03:18.755329 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-6600ac51-95eb-48c9-baca-d58d575dc956 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting subnet cfd25f87-4117-4d24-b88c-7eb5a4930cae {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:03:18.760128 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6600ac51-95eb-48c9-baca-d58d575dc956 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.792914 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-01266531-6e0f-40cf-9c44-fa931681af6c None None] Could not find standard attr ID for object ea115edc-e1a4-43b1-8d2c-9dd37385722a. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:03:18.819474 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-595217d9-b49b-47df-a5d0-4b645a0ba8db tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, b65e7af3-e82e-4a52-91a3-0906a28165e1) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:18.829987 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd1a4ba-9324-418f-a323-2b39c1c9aa8f None None] Network b65e7af3-e82e-4a52-91a3-0906a28165e1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:18.846741 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595217d9-b49b-47df-a5d0-4b645a0ba8db tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:18.853450 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-595217d9-b49b-47df-a5d0-4b645a0ba8db tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.888296 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6600ac51-95eb-48c9-baca-d58d575dc956 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.920276 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b078ebf-d52b-4cf0-8ebb-d1332eefa155 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.957119 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78019c56-b8ea-415b-9cf7-30755e91003e req-52bf7ad6-27db-4bb1-816a-020817568cf3 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:18.960662 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-78019c56-b8ea-415b-9cf7-30755e91003e req-52bf7ad6-27db-4bb1-816a-020817568cf3 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 946 time: 0.2117803 Jul 30 02:03:18.978322 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b078ebf-d52b-4cf0-8ebb-d1332eefa155 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Pushing event updated for resources: {'Port': ['ID=9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:19.012403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35442) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:19.029433 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-595217d9-b49b-47df-a5d0-4b645a0ba8db tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2444088 Jul 30 02:03:19.034503 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35446) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:19.051507 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b078ebf-d52b-4cf0-8ebb-d1332eefa155 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Network d5048f66-7e43-469f-81d5-084f762a64ef is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:19.054696 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-8b8058cd-cfdb-47b0-95e6-e6bf7f5c8dc1 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'port': {'network_id': 'b65e7af3-e82e-4a52-91a3-0906a28165e1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1389598725'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:19.057197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-7b078ebf-d52b-4cf0-8ebb-d1332eefa155 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:19.069927 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b078ebf-d52b-4cf0-8ebb-d1332eefa155 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:19.070950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b078ebf-d52b-4cf0-8ebb-d1332eefa155 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:19.075548 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b078ebf-d52b-4cf0-8ebb-d1332eefa155 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.160742 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-b65e7af3-e82e-4a52-91a3-0906a28165e1', 'network_id': 'b65e7af3-e82e-4a52-91a3-0906a28165e1', 'tenant_id': 'fb54f7ee248443f6b8ca067f300bbb58', 'fixed_ips': [{'subnet_id': 'e7b1808a-1cb1-4660-b5d9-e925260d9006'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:03:19.161724 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.180748 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6600ac51-95eb-48c9-baca-d58d575dc956 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.191552 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3e11ac8b-7275-4403-9218-4de0bd6a194c req-25f0163a-35c8-4bcc-b015-4f2b2226c505 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.196387 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-78019c56-b8ea-415b-9cf7-30755e91003e req-b95dfd02-1a8a-47b2-a096-3ca466e8b5a8 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/security-groups?id=c7043040-c6d7-4af5-a1da-6108966a4355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285333 Jul 30 02:03:19.237063 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7b078ebf-d52b-4cf0-8ebb-d1332eefa155 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3964143 Jul 30 02:03:19.237748 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35454) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:19.250274 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:19.284462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0163a-35c8-4bcc-b015-4f2b2226c505 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Pushing event deleted for resources: {'Port': ['ID=69f4c824-e9fe-4761-9eb0-3a4107e448de,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:19.375480 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.395208 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e11ac8b-7275-4403-9218-4de0bd6a194c req-25f0163a-35c8-4bcc-b015-4f2b2226c505 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] No DVR routers for this DVR port 69f4c824-e9fe-4761-9eb0-3a4107e448de on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:19.399206 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-3e11ac8b-7275-4403-9218-4de0bd6a194c req-25f0163a-35c8-4bcc-b015-4f2b2226c505 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.401804 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3e11ac8b-7275-4403-9218-4de0bd6a194c req-25f0163a-35c8-4bcc-b015-4f2b2226c505 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.10 "DELETE /v2.0/ports/69f4c824-e9fe-4761-9eb0-3a4107e448de HTTP/1.1" status: 204 len: 173 time: 1.5246236 Jul 30 02:03:19.406755 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-61ea1534-7c2f-4c16-9bd7-6509ccc99807 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=175d0ffa55a34d988e41d5389f8b4e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3910751 Jul 30 02:03:19.406755 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4182644-4807-4b88-af99-f34c395a6605', 'name': 'network-vif-deleted', 'tag': '69f4c824-e9fe-4761-9eb0-3a4107e448de'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:03:19.407737 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfdc08b-5c0a-4836-9413-af559d7a2ec5" -d '{"events": [{"server_uuid": "d4182644-4807-4b88-af99-f34c395a6605", "name": "network-vif-deleted", "tag": "69f4c824-e9fe-4761-9eb0-3a4107e448de"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:03:19.411486 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35456) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:19.416757 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Allocated IP 2001:db8::2 (b65e7af3-e82e-4a52-91a3-0906a28165e1/e7b1808a-1cb1-4660-b5d9-e925260d9006/558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:19.505547 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953487b1-eb35-4d87-8d88-4ede2cc3a589 x-openstack-request-id: req-953487b1-eb35-4d87-8d88-4ede2cc3a589 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:03:19.505858 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4182644-4807-4b88-af99-f34c395a6605", "name": "network-vif-deleted", "tag": "69f4c824-e9fe-4761-9eb0-3a4107e448de", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:03:19.506160 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-953487b1-eb35-4d87-8d88-4ede2cc3a589 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:03:19.506599 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4182644-4807-4b88-af99-f34c395a6605', 'name': 'network-vif-deleted', 'tag': '69f4c824-e9fe-4761-9eb0-3a4107e448de', 'status': 'completed', 'code': 200} Jul 30 02:03:19.526626 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8058cd-cfdb-47b0-95e6-e6bf7f5c8dc1 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:19.536126 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8b8058cd-cfdb-47b0-95e6-e6bf7f5c8dc1 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.568524 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-731d2535-e54b-4e6d-a6b7-882d076e3d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.580215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-8b8058cd-cfdb-47b0-95e6-e6bf7f5c8dc1 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] device_id is not set on port 8a801f74-20ba-4bd6-b1ec-28ee5451c377 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:19.599472 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6600ac51-95eb-48c9-baca-d58d575dc956 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.643032 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] device_id is not set on port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:19.648714 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600ac51-95eb-48c9-baca-d58d575dc956 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd25f87-4117-4d24-b88c-7eb5a4930cae,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:19.654217 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.654636 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6600ac51-95eb-48c9-baca-d58d575dc956 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.656567 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6600ac51-95eb-48c9-baca-d58d575dc956 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/subnets/cfd25f87-4117-4d24-b88c-7eb5a4930cae HTTP/1.1" status: 204 len: 168 time: 1.0575161 Jul 30 02:03:19.661089 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.664126 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35466) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:19.669106 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-731d2535-e54b-4e6d-a6b7-882d076e3d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.669300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-feff7dfc-7985-471a-8f66-d801e5d4ef10 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'subnet': {'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:19.684824 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd9412f-bf46-4663-b6bb-0a045bcd9008 None None] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:19.712092 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Transition to ACTIVE for port object 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:19.870144 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-731d2535-e54b-4e6d-a6b7-882d076e3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.874464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Transition to ACTIVE for port object 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:19.874589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Transition to ACTIVE for port object 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:19.874703 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-731d2535-e54b-4e6d-a6b7-882d076e3d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.874703 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-731d2535-e54b-4e6d-a6b7-882d076e3d91 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2bf5e99d-8325-4ae9-841e-e3ef22bf9436 HTTP/1.1" status: 204 len: 168 time: 0.4407780 Jul 30 02:03:19.883223 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d2535-e54b-4e6d-a6b7-882d076e3d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf5e99d-8325-4ae9-841e-e3ef22bf9436,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:19.949754 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feff7dfc-7985-471a-8f66-d801e5d4ef10 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:19.953739 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-feff7dfc-7985-471a-8f66-d801e5d4ef10 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.015395 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.024506 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.068948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Network b65e7af3-e82e-4a52-91a3-0906a28165e1 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:20.076524 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:20.079241 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:20.109603 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-8b8058cd-cfdb-47b0-95e6-e6bf7f5c8dc1 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Allocated IP 2001:db8::3e0 (b65e7af3-e82e-4a52-91a3-0906a28165e1/e7b1808a-1cb1-4660-b5d9-e925260d9006/8a801f74-20ba-4bd6-b1ec-28ee5451c377) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:20.117481 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Pushing event updated for resources: {'Port': ['ID=558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:20.273412 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Attempting to bind port 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:20.273882 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Attempting to bind port 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '1ee89645-52ee-4c14-ae2e-8f695dd43055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b65e7af3-e82e-4a52-91a3-0906a28165e1'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:20.274166 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Attempting to bind port 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf on network b65e7af3-e82e-4a52-91a3-0906a28165e1 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:20.306213 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:03:20.306672 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Checking segment: {'id': '1ee89645-52ee-4c14-ae2e-8f695dd43055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b65e7af3-e82e-4a52-91a3-0906a28165e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:20.307096 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.307504 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Bound using segment: {'id': '1ee89645-52ee-4c14-ae2e-8f695dd43055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b65e7af3-e82e-4a52-91a3-0906a28165e1'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:03:20.308012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Bound port: 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee89645-52ee-4c14-ae2e-8f695dd43055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b65e7af3-e82e-4a52-91a3-0906a28165e1'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:03:20.308405 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.362672 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8b8058cd-cfdb-47b0-95e6-e6bf7f5c8dc1 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.433885 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-8b8058cd-cfdb-47b0-95e6-e6bf7f5c8dc1 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Transition to ACTIVE for port object 8a801f74-20ba-4bd6-b1ec-28ee5451c377 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:20.480319 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-03ac1d6e-4225-4765-9314-67f2971aaa51 req-6b0fea27-e0a3-4f4e-872b-7d9b35eda167 tempest-ServerRescueTestJSON-971991125 tempest-ServerRescueTestJSON-971991125-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4182644-4807-4b88-af99-f34c395a6605 HTTP/1.1" status: 200 len: 210 time: 0.0785279 Jul 30 02:03:20.530490 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] For port 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:03:20.534022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] For port 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf,segment=NetworkSegment(1ee89645-52ee-4c14-ae2e-8f695dd43055),segment_id=1ee89645-52ee-4c14-ae2e-8f695dd43055)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:03:20.535994 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Pushing event updated for resources: {'Port': ['ID=9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:20.569369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:20.569687 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:20.570029 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:20.576212 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:20.576878 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:20.577280 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 2 to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d Jul 30 02:03:20.598567 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:20.598567 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:20.598567 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:20.602675 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:20.603454 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:20.604131 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 3 to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d Jul 30 02:03:20.618917 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8b8058cd-cfdb-47b0-95e6-e6bf7f5c8dc1 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.619192 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.628044 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-feff7dfc-7985-471a-8f66-d801e5d4ef10 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.666059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:20.666560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:20.666971 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:20.682953 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8058cd-cfdb-47b0-95e6-e6bf7f5c8dc1 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network b65e7af3-e82e-4a52-91a3-0906a28165e1 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:20.687485 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-8b8058cd-cfdb-47b0-95e6-e6bf7f5c8dc1 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:20.697185 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8058cd-cfdb-47b0-95e6-e6bf7f5c8dc1 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:20.697588 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:20.697939 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:20.707044 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8058cd-cfdb-47b0-95e6-e6bf7f5c8dc1 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:20.713983 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8b8058cd-cfdb-47b0-95e6-e6bf7f5c8dc1 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.721599 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 4 to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d Jul 30 02:03:20.727767 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a840a-c3e2-4cb5-990f-8a70b0a22a25 None None] Pushing event updated for resources: {'Port': ['ID=558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:20.731762 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 69f4c824-e9fe-4761-9eb0-3a4107e448de no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:20.735827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feff7dfc-7985-471a-8f66-d801e5d4ef10 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:20.744310 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-feff7dfc-7985-471a-8f66-d801e5d4ef10 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:20.754670 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8058cd-cfdb-47b0-95e6-e6bf7f5c8dc1 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=8a801f74-20ba-4bd6-b1ec-28ee5451c377,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:20.756886 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feff7dfc-7985-471a-8f66-d801e5d4ef10 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:20.758523 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-feff7dfc-7985-471a-8f66-d801e5d4ef10 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.770255 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 69f4c824-e9fe-4761-9eb0-3a4107e448de {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:20.770634 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 69f4c824-e9fe-4761-9eb0-3a4107e448de not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:20.786901 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff7dfc-7985-471a-8f66-d801e5d4ef10 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Subnet': ['ID=fc797a66-2a9f-4bd7-98d8-e00b5df5159a,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:20.792542 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:20.793195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:20.793326 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:20.801171 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:20.801526 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:20.801936 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 5 to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d Jul 30 02:03:20.823702 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8b8058cd-cfdb-47b0-95e6-e6bf7f5c8dc1 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.7851257 Jul 30 02:03:20.824854 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35494) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:20.830392 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:20.830753 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:20.831098 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:20.844865 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:20.845210 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:20.845840 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 6 to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d Jul 30 02:03:20.870188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:20.870769 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:20.871306 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:20.877946 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:20.878309 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:20.878735 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 7 to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d Jul 30 02:03:20.898881 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:20.899224 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:20.899571 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:20.905460 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-feff7dfc-7985-471a-8f66-d801e5d4ef10 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2377326 Jul 30 02:03:20.905665 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35496) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:20.911998 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-334e207d-a12f-4e66-afca-e2d2701e8ff6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'security_group': {'name': 'tempest-secgroup-201832548'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:20.921249 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:20.921555 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:20.929171 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 8 to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d Jul 30 02:03:20.962505 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-061d271a-94a0-4bc0-867a-ec60d5ba3f6b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port 8a801f74-20ba-4bd6-b1ec-28ee5451c377 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:20.962759 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-061d271a-94a0-4bc0-867a-ec60d5ba3f6b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.963774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:20.965809 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:20.966217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:20.990276 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:20.990684 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:20.991348 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 9 to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d Jul 30 02:03:21.041725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:21.042078 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:21.042464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:21.047339 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:21.047699 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:21.048203 n-d-713498-9 neutron-server[94465]: INFO neutron.plugins.ml2.plugin [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempt 10 to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d Jul 30 02:03:21.065569 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-334e207d-a12f-4e66-afca-e2d2701e8ff6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:21.109426 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:21.109760 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:21.110097 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempting to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:21.135103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on network d5048f66-7e43-469f-81d5-084f762a64ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:21.135450 n-d-713498-9 neutron-server[94465]: ERROR neutron.plugins.ml2.managers [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Failed to bind port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on host n-h1-713498-9 for vnic_type normal using segments [{'id': 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd5048f66-7e43-469f-81d5-084f762a64ef'}] Jul 30 02:03:21.141068 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:21.147081 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd9a308-de98-4ead-a776-e98ee21f7933 None None] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:21.164716 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35502) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:21.197744 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-061d271a-94a0-4bc0-867a-ec60d5ba3f6b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:21.249570 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-061d271a-94a0-4bc0-867a-ec60d5ba3f6b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for 8a801f74-20ba-4bd6-b1ec-28ee5451c377 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:21.334520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] For port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:03:21.334963 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attempted to set empty binding levels {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 02:03:21.416080 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-334e207d-a12f-4e66-afca-e2d2701e8ff6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:21.418526 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:21.419322 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dca05f33-e519-4306-a852-b885569a4eac None None] Provisioning complete for port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:21.419854 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dca05f33-e519-4306-a852-b885569a4eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:21.468928 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] In _notify_port_updated(), no bound segment for port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d on network d5048f66-7e43-469f-81d5-084f762a64ef {{(pid=94465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:03:21.468928 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:21.468928 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:21.468928 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] 10.222.0.70 "PUT /v2.0/ports/9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d HTTP/1.1" status: 200 len: 974 time: 2.2243443 Jul 30 02:03:21.472107 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35510) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:21.499492 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-334e207d-a12f-4e66-afca-e2d2701e8ff6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:21.534585 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f876ed-0069-4699-8c09-ffa6e2050311 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Pushing event updated for resources: {'Port': ['ID=9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:21.564291 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-061d271a-94a0-4bc0-867a-ec60d5ba3f6b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:21.582044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e207d-a12f-4e66-afca-e2d2701e8ff6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b719101-8c3b-44bc-9617-eebf0fa5e224,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:21.584134 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dca05f33-e519-4306-a852-b885569a4eac None None] Provisioning complete for port d6fff4ea-8bbb-4093-9e2b-79f3ee1bd021 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:21.586831 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dca05f33-e519-4306-a852-b885569a4eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:21.608856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35518) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:21.617740 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-334e207d-a12f-4e66-afca-e2d2701e8ff6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:21.621769 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-334e207d-a12f-4e66-afca-e2d2701e8ff6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7125778 Jul 30 02:03:21.656652 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35520) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:21.664164 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-68d9073b-1bcd-4f32-99b7-107ead280453 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'security_group': {'name': 'tempest-secgroup-896787953'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:21.724761 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-dca05f33-e519-4306-a852-b885569a4eac None None] Port d6fff4ea-8bbb-4093-9e2b-79f3ee1bd021 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:21.731422 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b851dc-c5b6-4363-b0c9-3fab69f55559 None None] Update dhcp port {'port': {'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179', 'fixed_ips': [{'subnet_id': '35d3fe5a-82e5-40ec-9933-a167f450f0b7', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fc797a66-2a9f-4bd7-98d8-e00b5df5159a'}], 'binding:host_id': 'n-d-713498-9'}, 'id': '5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa'} from n-d-713498-9. {{(pid=94466) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:03:21.783381 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f5b851dc-c5b6-4363-b0c9-3fab69f55559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:21.786779 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-061d271a-94a0-4bc0-867a-ec60d5ba3f6b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:21.798511 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-061d271a-94a0-4bc0-867a-ec60d5ba3f6b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/ports/8a801f74-20ba-4bd6-b1ec-28ee5451c377 HTTP/1.1" status: 204 len: 168 time: 0.9720979 Jul 30 02:03:21.800157 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b5a12dd4-8a83-4a67-9a0a-b43698512115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:21.808155 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d271a-94a0-4bc0-867a-ec60d5ba3f6b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=8a801f74-20ba-4bd6-b1ec-28ee5451c377,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:21.813765 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35522) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:21.895673 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-68d9073b-1bcd-4f32-99b7-107ead280453 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:21.897094 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-957d521b-30b6-489e-bf1a-29da77198995 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] GET failed (client error): The resource could not be found. Jul 30 02:03:21.899049 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-957d521b-30b6-489e-bf1a-29da77198995 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports/8a801f74-20ba-4bd6-b1ec-28ee5451c377 HTTP/1.1" status: 404 len: 333 time: 0.0843067 Jul 30 02:03:21.908621 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35528) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:22.048370 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-4e95f124-c8eb-4237-9fa8-d78dd689670f tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Deleting port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:22.049855 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4e95f124-c8eb-4237-9fa8-d78dd689670f tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.107747 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:22.184757 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-4e95f124-c8eb-4237-9fa8-d78dd689670f tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] For port 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d, host n-h1-713498-9, got binding levels [] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:22.185094 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4e95f124-c8eb-4237-9fa8-d78dd689670f tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.230052 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-4e95f124-c8eb-4237-9fa8-d78dd689670f tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Calling delete_port for 9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:22.242188 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a7d28d-9f79-4dae-9838-f82b9cfd20d9 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting subnet e7b1808a-1cb1-4660-b5d9-e925260d9006 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:03:22.256775 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03a7d28d-9f79-4dae-9838-f82b9cfd20d9 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.310636 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0896-1f2d-4e75-9286-6499dac7ee15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.342785 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b5a12dd4-8a83-4a67-9a0a-b43698512115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.398455 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:22.409064 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03a7d28d-9f79-4dae-9838-f82b9cfd20d9 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.410283 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17facb4b-461c-4f96-aac3-f768f87c4cb3 None None] Network b65e7af3-e82e-4a52-91a3-0906a28165e1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:22.445584 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b5a12dd4-8a83-4a67-9a0a-b43698512115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.445837 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35540) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:22.507588 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a12dd4-8a83-4a67-9a0a-b43698512115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaeb303-7435-47d6-8624-5f3b38a377de,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:22.582150 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b5a12dd4-8a83-4a67-9a0a-b43698512115 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=28434ef6312941fdbfb7a7e6b1fcc46c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4123430 Jul 30 02:03:22.589510 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35550) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:22.640554 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-384de898-d1b8-4d7b-bf3f-44da22d09d4a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'network': {'name': 'tempest-RoutersTest-347000892'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:22.668550 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03a7d28d-9f79-4dae-9838-f82b9cfd20d9 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.682503 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-68d9073b-1bcd-4f32-99b7-107ead280453 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.687906 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-f5b851dc-c5b6-4363-b0c9-3fab69f55559 None None] Allocated IP 172.20.0.2 (8995dd0c-839c-4ac8-aadb-6f0c3fd78179/fc797a66-2a9f-4bd7-98d8-e00b5df5159a/5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:22.698092 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4e95f124-c8eb-4237-9fa8-d78dd689670f tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.750557 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95f124-c8eb-4237-9fa8-d78dd689670f tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:22.758079 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d149c73d-aa20-4d18-9f5d-c64190166ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.763997 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b2dd0703-164d-49f4-8500-4cc8400ea543 None None] Provisioning for port 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:22.770007 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b2dd0703-164d-49f4-8500-4cc8400ea543 None None] Provisioning complete for port 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:22.770649 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2dd0703-164d-49f4-8500-4cc8400ea543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.786881 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4e95f124-c8eb-4237-9fa8-d78dd689670f tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.792932 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4e95f124-c8eb-4237-9fa8-d78dd689670f tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] 10.222.0.70 "DELETE /v2.0/ports/9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d HTTP/1.1" status: 204 len: 168 time: 1.3161881 Jul 30 02:03:22.793602 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35558) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:22.832646 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8612f0e-8207-4d15-9328-0f4aee1a72a4 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] GET failed (client error): The resource could not be found. Jul 30 02:03:22.835026 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f8612f0e-8207-4d15-9328-0f4aee1a72a4 tempest-PortsAdminExtendedAttrsTestJSON-889992321 tempest-PortsAdminExtendedAttrsTestJSON-889992321-project-admin] 10.222.0.70 "GET /v2.0/ports/9ab2cf64-67f7-4ef9-9e52-ada5d34c8a8d HTTP/1.1" status: 404 len: 333 time: 0.0398586 Jul 30 02:03:22.838729 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35560) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:22.846119 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-68d9073b-1bcd-4f32-99b7-107ead280453 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.880373 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d149c73d-aa20-4d18-9f5d-c64190166ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.910861 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9073b-1bcd-4f32-99b7-107ead280453 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260de8f2-474c-4176-93ec-5742d9832a6a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:22.915824 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f5b851dc-c5b6-4363-b0c9-3fab69f55559 None None] For port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa,segment=NetworkSegment(bf74325f-827b-44b8-8990-be52827ec3ac),segment_id=bf74325f-827b-44b8-8990-be52827ec3ac)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:22.920561 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384de898-d1b8-4d7b-bf3f-44da22d09d4a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Made reservation on behalf of df8f5d4792504c558d51adadf3365d41 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:22.925128 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-384de898-d1b8-4d7b-bf3f-44da22d09d4a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.931249 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2dd0703-164d-49f4-8500-4cc8400ea543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.936883 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-384de898-d1b8-4d7b-bf3f-44da22d09d4a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.940152 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03a7d28d-9f79-4dae-9838-f82b9cfd20d9 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.967038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b6bb0896-1f2d-4e75-9286-6499dac7ee15 admin admin] Deleting port 54d68972-6376-41ba-a85e-2f7f76b17182 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:22.968057 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0896-1f2d-4e75-9286-6499dac7ee15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.976806 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03a7d28d-9f79-4dae-9838-f82b9cfd20d9 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.981491 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-03a7d28d-9f79-4dae-9838-f82b9cfd20d9 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/subnets/e7b1808a-1cb1-4660-b5d9-e925260d9006 HTTP/1.1" status: 204 len: 168 time: 1.0644932 Jul 30 02:03:22.982882 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35562) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:23.016864 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7d28d-9f79-4dae-9838-f82b9cfd20d9 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b1808a-1cb1-4660-b5d9-e925260d9006,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:23.017032 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f5b851dc-c5b6-4363-b0c9-3fab69f55559 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.018014 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-b2dd0703-164d-49f4-8500-4cc8400ea543 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:03:23.018014 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-b2dd0703-164d-49f4-8500-4cc8400ea543 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:03:23.040876 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f5b851dc-c5b6-4363-b0c9-3fab69f55559 None None] Transition to ACTIVE for port object 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:23.061510 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86f44547-d59e-4cd1-ae2b-2b7628ed212d tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.090223 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-68d9073b-1bcd-4f32-99b7-107ead280453 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.094541 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-68d9073b-1bcd-4f32-99b7-107ead280453 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4367824 Jul 30 02:03:23.102111 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35566) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:23.116158 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-65f524dd-66a7-4174-80fe-b4b50ff0af2f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'security_group': {'name': 'tempest-secgroup-873184221'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:23.132666 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f5b851dc-c5b6-4363-b0c9-3fab69f55559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.166688 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d149c73d-aa20-4d18-9f5d-c64190166ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.169528 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d149c73d-aa20-4d18-9f5d-c64190166ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.171169 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d149c73d-aa20-4d18-9f5d-c64190166ae8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ccaeb303-7435-47d6-8624-5f3b38a377de HTTP/1.1" status: 204 len: 168 time: 0.5833962 Jul 30 02:03:23.187731 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f616ab9-5bd7-4c73-8e8b-a9ab0b4d4787 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.220619 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-b6bb0896-1f2d-4e75-9286-6499dac7ee15 admin admin] For port 54d68972-6376-41ba-a85e-2f7f76b17182, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=54d68972-6376-41ba-a85e-2f7f76b17182,segment=NetworkSegment(e78594f6-adab-4377-853c-ca83e09b2ba9),segment_id=e78594f6-adab-4377-853c-ca83e09b2ba9)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:23.221070 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0896-1f2d-4e75-9286-6499dac7ee15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.224440 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149c73d-aa20-4d18-9f5d-c64190166ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaeb303-7435-47d6-8624-5f3b38a377de,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:23.242938 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86f44547-d59e-4cd1-ae2b-2b7628ed212d tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.262633 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-86f44547-d59e-4cd1-ae2b-2b7628ed212d tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5048f66-7e43-469f-81d5-084f762a64ef']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:23.262881 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b6bb0896-1f2d-4e75-9286-6499dac7ee15 admin admin] Calling delete_port for 54d68972-6376-41ba-a85e-2f7f76b17182 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:23.266222 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc679d3f-de12-4b2e-b8b7-083b19a3f7e9 None None] Network b65e7af3-e82e-4a52-91a3-0906a28165e1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:23.283603 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-86f44547-d59e-4cd1-ae2b-2b7628ed212d tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:23.285138 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-86f44547-d59e-4cd1-ae2b-2b7628ed212d tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa9461d-784c-4fc0-8f2c-c0272f0fa3c4') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:23.306083 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86f44547-d59e-4cd1-ae2b-2b7628ed212d tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.340289 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86f44547-d59e-4cd1-ae2b-2b7628ed212d tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.340473 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b851dc-c5b6-4363-b0c9-3fab69f55559 None None] Pushing event updated for resources: {'Port': ['ID=5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:23.351135 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f44547-d59e-4cd1-ae2b-2b7628ed212d tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:23.351619 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86f44547-d59e-4cd1-ae2b-2b7628ed212d tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:23.355804 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:23.504592 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86f44547-d59e-4cd1-ae2b-2b7628ed212d tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.517700 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86f44547-d59e-4cd1-ae2b-2b7628ed212d tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.529614 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-86f44547-d59e-4cd1-ae2b-2b7628ed212d tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] 10.222.0.70 "DELETE /v2.0/networks/d5048f66-7e43-469f-81d5-084f762a64ef HTTP/1.1" status: 204 len: 168 time: 0.6894600 Jul 30 02:03:23.558516 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2dd0703-164d-49f4-8500-4cc8400ea543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.569381 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f44547-d59e-4cd1-ae2b-2b7628ed212d tempest-PortsAdminExtendedAttrsTestJSON-2067034144 tempest-PortsAdminExtendedAttrsTestJSON-2067034144-project] Pushing event deleted for resources: {'Network': ['ID=d5048f66-7e43-469f-81d5-084f762a64ef,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:23.573067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb26eecf-11b5-4da8-9fd7-12d32cf4d7e2 None None] DHCP port deletion for b65e7af3-e82e-4a52-91a3-0906a28165e1 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:03:23.607473 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b2dd0703-164d-49f4-8500-4cc8400ea543 None None] For port 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf,segment=NetworkSegment(1ee89645-52ee-4c14-ae2e-8f695dd43055),segment_id=1ee89645-52ee-4c14-ae2e-8f695dd43055)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:23.675703 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fb26eecf-11b5-4da8-9fd7-12d32cf4d7e2 None None] Deleting port 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:23.676077 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb26eecf-11b5-4da8-9fd7-12d32cf4d7e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.789919 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:23.796892 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2dd0703-164d-49f4-8500-4cc8400ea543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.846843 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-fb26eecf-11b5-4da8-9fd7-12d32cf4d7e2 None None] For port 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf,segment=NetworkSegment(1ee89645-52ee-4c14-ae2e-8f695dd43055),segment_id=1ee89645-52ee-4c14-ae2e-8f695dd43055)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:23.847481 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb26eecf-11b5-4da8-9fd7-12d32cf4d7e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.865725 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fb26eecf-11b5-4da8-9fd7-12d32cf4d7e2 None None] Calling delete_port for 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:23.890147 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-384de898-d1b8-4d7b-bf3f-44da22d09d4a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.967078 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-2f616ab9-5bd7-4c73-8e8b-a9ab0b4d4787 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:23.967442 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f616ab9-5bd7-4c73-8e8b-a9ab0b4d4787 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.994751 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-384de898-d1b8-4d7b-bf3f-44da22d09d4a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.031079 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd0703-164d-49f4-8500-4cc8400ea543 None None] Pushing event updated for resources: {'Port': ['ID=558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:24.035165 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a2d9d770-96e1-4b78-b39f-e39c350dd771 None None] Provisioning complete for port 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:24.035741 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a2d9d770-96e1-4b78-b39f-e39c350dd771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.090488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384de898-d1b8-4d7b-bf3f-44da22d09d4a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:03:24.134695 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-2f616ab9-5bd7-4c73-8e8b-a9ab0b4d4787 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] For port 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf,segment=NetworkSegment(1ee89645-52ee-4c14-ae2e-8f695dd43055),segment_id=1ee89645-52ee-4c14-ae2e-8f695dd43055)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:24.135196 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f616ab9-5bd7-4c73-8e8b-a9ab0b4d4787 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.138047 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384de898-d1b8-4d7b-bf3f-44da22d09d4a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7faa02-1cdf-4975-b27d-4c98249efcee,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:24.151030 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-384de898-d1b8-4d7b-bf3f-44da22d09d4a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.151621 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-384de898-d1b8-4d7b-bf3f-44da22d09d4a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Added segment 58f49b5a-ba64-4ab8-836f-dccd6cec8745 of type vlan for network 2fd0092c-c72a-4013-9489-534535fb788f Jul 30 02:03:24.187245 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-2f616ab9-5bd7-4c73-8e8b-a9ab0b4d4787 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:24.189770 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65f524dd-66a7-4174-80fe-b4b50ff0af2f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.198886 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:24.228415 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a2d9d770-96e1-4b78-b39f-e39c350dd771 None None] Could not find standard attr ID for object 8a801f74-20ba-4bd6-b1ec-28ee5451c377. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:03:24.294699 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.294819 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-384de898-d1b8-4d7b-bf3f-44da22d09d4a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.294924 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb26eecf-11b5-4da8-9fd7-12d32cf4d7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.334081 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26eecf-11b5-4da8-9fd7-12d32cf4d7e2 None None] Pushing event deleted for resources: {'Port': ['ID=558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:24.340497 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb26eecf-11b5-4da8-9fd7-12d32cf4d7e2 None None] No DVR routers for this DVR port 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:24.392560 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35586) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:24.411772 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0896-1f2d-4e75-9286-6499dac7ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.469095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-09e70e13-831a-4f66-9b6f-0b08204c135e None None] Provisioning for port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:24.472475 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb0896-1f2d-4e75-9286-6499dac7ee15 admin admin] Pushing event deleted for resources: {'Port': ['ID=54d68972-6376-41ba-a85e-2f7f76b17182,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:24.477212 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-09e70e13-831a-4f66-9b6f-0b08204c135e None None] Provisioning complete for port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:24.477668 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09e70e13-831a-4f66-9b6f-0b08204c135e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.495497 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-384de898-d1b8-4d7b-bf3f-44da22d09d4a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.501139 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384de898-d1b8-4d7b-bf3f-44da22d09d4a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:24.501745 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-384de898-d1b8-4d7b-bf3f-44da22d09d4a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.504560 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f616ab9-5bd7-4c73-8e8b-a9ab0b4d4787 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.587923 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-09e70e13-831a-4f66-9b6f-0b08204c135e None None] Provisioning complete for port d6fff4ea-8bbb-4093-9e2b-79f3ee1bd021 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:24.588624 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09e70e13-831a-4f66-9b6f-0b08204c135e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.621937 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65f524dd-66a7-4174-80fe-b4b50ff0af2f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.623105 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f616ab9-5bd7-4c73-8e8b-a9ab0b4d4787 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:24.631591 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f44930e9-ec97-4a22-ba27-010c0531142e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0ebb6b2fa82249efabf29f66cb79a30a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372875 Jul 30 02:03:24.632426 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f616ab9-5bd7-4c73-8e8b-a9ab0b4d4787 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No DVR routers for this DVR port 558dfe09-c17e-4b55-a8b8-0d58bc7ba8cf on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:24.637243 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35596) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:24.638075 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-09e70e13-831a-4f66-9b6f-0b08204c135e None None] Port d6fff4ea-8bbb-4093-9e2b-79f3ee1bd021 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:24.702197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384de898-d1b8-4d7b-bf3f-44da22d09d4a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Network': ['ID=2fd0092c-c72a-4013-9489-534535fb788f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:24.721406 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65f524dd-66a7-4174-80fe-b4b50ff0af2f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.725449 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 2fd0092c-c72a-4013-9489-534535fb788f details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:03:24.844769 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-384de898-d1b8-4d7b-bf3f-44da22d09d4a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.3982477 Jul 30 02:03:24.847647 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35604) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:24.855364 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f616ab9-5bd7-4c73-8e8b-a9ab0b4d4787 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.855519 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-f5e08864-6c4e-43c4-87f5-01e6480e5ba2 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'network': {'name': 'tempest-RoutersTest-1475092883'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:24.874962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-2f616ab9-5bd7-4c73-8e8b-a9ab0b4d4787 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65e7af3-e82e-4a52-91a3-0906a28165e1']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:24.901331 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f524dd-66a7-4174-80fe-b4b50ff0af2f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc096de9-9b4b-4db6-844a-701811186b83,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:24.906104 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-2f616ab9-5bd7-4c73-8e8b-a9ab0b4d4787 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee89645-52ee-4c14-ae2e-8f695dd43055') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:24.906432 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-2f616ab9-5bd7-4c73-8e8b-a9ab0b4d4787 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee89645-52ee-4c14-ae2e-8f695dd43055') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:24.925538 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f616ab9-5bd7-4c73-8e8b-a9ab0b4d4787 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.927262 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ecb3f2a7-167e-483b-b219-06c848fd0f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.975772 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f616ab9-5bd7-4c73-8e8b-a9ab0b4d4787 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.997036 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f616ab9-5bd7-4c73-8e8b-a9ab0b4d4787 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:24.998849 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f616ab9-5bd7-4c73-8e8b-a9ab0b4d4787 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.002086 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ecb3f2a7-167e-483b-b219-06c848fd0f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:25.003766 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:25.040905 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e08864-6c4e-43c4-87f5-01e6480e5ba2 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Made reservation on behalf of df8f5d4792504c558d51adadf3365d41 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:25.045765 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f5e08864-6c4e-43c4-87f5-01e6480e5ba2 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.075105 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e08864-6c4e-43c4-87f5-01e6480e5ba2 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:03:25.083359 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0896-1f2d-4e75-9286-6499dac7ee15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.087964 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f5e08864-6c4e-43c4-87f5-01e6480e5ba2 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.088545 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-f5e08864-6c4e-43c4-87f5-01e6480e5ba2 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Added segment c5b4a45c-536b-4085-ad75-db4244218f3d of type vlan for network ae0fba95-acd9-4446-a535-6dcaed36b720 Jul 30 02:03:25.151980 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65f524dd-66a7-4174-80fe-b4b50ff0af2f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.158342 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-65f524dd-66a7-4174-80fe-b4b50ff0af2f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0465932 Jul 30 02:03:25.160607 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35616) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:25.164941 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-38ed2fcd-2392-4932-8bad-2650ead718b9 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-109140484', 'security_groups': ['cc096de9-9b4b-4db6-844a-701811186b83'], 'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fc797a66-2a9f-4bd7-98d8-e00b5df5159a'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:25.202630 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f616ab9-5bd7-4c73-8e8b-a9ab0b4d4787 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.215854 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f616ab9-5bd7-4c73-8e8b-a9ab0b4d4787 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.216807 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2f616ab9-5bd7-4c73-8e8b-a9ab0b4d4787 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/networks/b65e7af3-e82e-4a52-91a3-0906a28165e1 HTTP/1.1" status: 204 len: 168 time: 2.2330425 Jul 30 02:03:25.226782 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35618) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:25.233945 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'port': {'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f', 'name': 'tempest-PortsIpV6TestJSON-1991793'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:25.237123 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f616ab9-5bd7-4c73-8e8b-a9ab0b4d4787 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Network': ['ID=b65e7af3-e82e-4a52-91a3-0906a28165e1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:25.285240 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ecb3f2a7-167e-483b-b219-06c848fd0f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.288279 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ecb3f2a7-167e-483b-b219-06c848fd0f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.289669 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ecb3f2a7-167e-483b-b219-06c848fd0f0a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fc20259d-806b-4037-b221-358329c794e5 HTTP/1.1" status: 204 len: 168 time: 0.6421802 Jul 30 02:03:25.317725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3f2a7-167e-483b-b219-06c848fd0f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc20259d-806b-4037-b221-358329c794e5,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:25.493524 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bb0896-1f2d-4e75-9286-6499dac7ee15 admin admin] Router 9d16a798-87a9-4ecf-924c-f5937605f050 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:03:25.499055 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:25.502644 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.525276 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] device_id is not set on port fb64144c-7679-4c3a-be4f-57fbf6785d2c yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:25.595949 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f5e08864-6c4e-43c4-87f5-01e6480e5ba2 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.609845 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:03:25.755276 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f5e08864-6c4e-43c4-87f5-01e6480e5ba2 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.766280 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e08864-6c4e-43c4-87f5-01e6480e5ba2 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:25.766977 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f5e08864-6c4e-43c4-87f5-01e6480e5ba2 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.772703 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bb0896-1f2d-4e75-9286-6499dac7ee15 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:03:25.779950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ed2fcd-2392-4932-8bad-2650ead718b9 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:25.787630 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f6fb4b-8532-40fd-804a-b8a51d6c14a3 None None] Sync routers for ids ['9d16a798-87a9-4ecf-924c-f5937605f050'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:03:25.794627 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b6bb0896-1f2d-4e75-9286-6499dac7ee15 admin admin] 10.222.0.70 "PUT /v2.0/routers/9d16a798-87a9-4ecf-924c-f5937605f050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1747575 Jul 30 02:03:25.795421 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35630) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:25.810398 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f6fb4b-8532-40fd-804a-b8a51d6c14a3 None None] Routers {'9d16a798-87a9-4ecf-924c-f5937605f050'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:25.811042 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-71f6fb4b-8532-40fd-804a-b8a51d6c14a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:03:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9d16a798-87a9-4ecf-924c-f5937605f050'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:25.866453 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.893945 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e08864-6c4e-43c4-87f5-01e6480e5ba2 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Network': ['ID=ae0fba95-acd9-4446-a535-6dcaed36b720,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:25.926816 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network ae0fba95-acd9-4446-a535-6dcaed36b720 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:03:25.946980 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38ed2fcd-2392-4932-8bad-2650ead718b9 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.958130 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0518a04e-311b-44a9-8f37-9fa7536fe752 admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.967476 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f5e08864-6c4e-43c4-87f5-01e6480e5ba2 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1183038 Jul 30 02:03:25.968477 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35636) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:25.974472 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-4d33c305-37ff-4cf2-aa50-339dcc66a48d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'subnet': {'network_id': '2fd0092c-c72a-4013-9489-534535fb788f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:25.984250 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-71f6fb4b-8532-40fd-804a-b8a51d6c14a3 None None] Set router 9d16a798-87a9-4ecf-924c-f5937605f050 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:03:25.995314 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-38ed2fcd-2392-4932-8bad-2650ead718b9 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] device_id is not set on port 2f614ed6-fb68-46ec-bb9a-dfd02433c5c6 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:26.081840 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0518a04e-311b-44a9-8f37-9fa7536fe752 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:26.128112 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:26.231028 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:26.231255 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-38ed2fcd-2392-4932-8bad-2650ead718b9 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Allocated IP 172.20.0.14 (8995dd0c-839c-4ac8-aadb-6f0c3fd78179/fc797a66-2a9f-4bd7-98d8-e00b5df5159a/2f614ed6-fb68-46ec-bb9a-dfd02433c5c6) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:26.237094 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d33c305-37ff-4cf2-aa50-339dcc66a48d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Made reservation on behalf of df8f5d4792504c558d51adadf3365d41 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:26.240496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=fb64144c-7679-4c3a-be4f-57fbf6785d2c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:26.241187 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d33c305-37ff-4cf2-aa50-339dcc66a48d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:26.242956 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:26.246850 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:26.252585 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:26.253210 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:26.270611 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:26.270978 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:26.271359 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:26.271758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:26.272103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:26.272446 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:26.272785 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:26.273121 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:26.273541 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:26.274037 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:26.274418 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:26.274754 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:26.300761 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-71f6fb4b-8532-40fd-804a-b8a51d6c14a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d16a798-87a9-4ecf-924c-f5937605f050', 'name': 'tempest-ServerRescueTestJSON-1929535127-router', 'tenant_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '1ef45e64-6f32-49f8-a9a1-1289f18fbab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:15Z', 'updated_at': '2021-07-30T02:03:24Z', 'revision_number': 5, 'project_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'gw_port': {'id': '1ef45e64-6f32-49f8-a9a1-1289f18fbab2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d16a798-87a9-4ecf-924c-f5937605f050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:16Z', 'updated_at': '2021-07-30T02:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:26.304472 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-0518a04e-311b-44a9-8f37-9fa7536fe752 admin admin] Deleting port 1ef45e64-6f32-49f8-a9a1-1289f18fbab2 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:26.306602 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0518a04e-311b-44a9-8f37-9fa7536fe752 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:26.361002 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f6fb4b-8532-40fd-804a-b8a51d6c14a3 None None] Checking router: 9d16a798-87a9-4ecf-924c-f5937605f050 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:03:26.378823 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f6fb4b-8532-40fd-804a-b8a51d6c14a3 None None] Routers {'9d16a798-87a9-4ecf-924c-f5937605f050'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:26.379613 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-71f6fb4b-8532-40fd-804a-b8a51d6c14a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:03:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9d16a798-87a9-4ecf-924c-f5937605f050'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:26.400991 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ac6b38c0-f747-48ea-8ac6-52d43563f5ac tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 847 time: 1.1729295 Jul 30 02:03:26.403633 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35640) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:26.408597 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-0518a04e-311b-44a9-8f37-9fa7536fe752 admin admin] For port 1ef45e64-6f32-49f8-a9a1-1289f18fbab2, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1ef45e64-6f32-49f8-a9a1-1289f18fbab2,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:26.409039 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0518a04e-311b-44a9-8f37-9fa7536fe752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:26.422721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-0518a04e-311b-44a9-8f37-9fa7536fe752 admin admin] Calling delete_port for 1ef45e64-6f32-49f8-a9a1-1289f18fbab2 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:26.465009 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-71f6fb4b-8532-40fd-804a-b8a51d6c14a3 None None] Set router 9d16a798-87a9-4ecf-924c-f5937605f050 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:03:26.531413 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-71f6fb4b-8532-40fd-804a-b8a51d6c14a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d16a798-87a9-4ecf-924c-f5937605f050', 'name': 'tempest-ServerRescueTestJSON-1929535127-router', 'tenant_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:15Z', 'updated_at': '2021-07-30T02:03:26Z', 'revision_number': 6, 'project_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:26.553803 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35644) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:26.564462 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f6fb4b-8532-40fd-804a-b8a51d6c14a3 None None] The sync data for ids ['9d16a798-87a9-4ecf-924c-f5937605f050'] in n-d-713498-9 is: [{'id': '9d16a798-87a9-4ecf-924c-f5937605f050', 'name': 'tempest-ServerRescueTestJSON-1929535127-router', 'tenant_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:15Z', 'updated_at': '2021-07-30T02:03:26Z', 'revision_number': 6, 'project_id': 'c8345e06e1f34c0f8c6aef4f6223e6fb', 'gw_port_host': None}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:26.576524 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38ed2fcd-2392-4932-8bad-2650ead718b9 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:26.686449 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ad50005e-0aca-4e79-88aa-eabd5225570b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=867f1b64a88c41298af8aafec73212f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314542 Jul 30 02:03:26.690509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35650) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:26.715386 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-4d4c18eb-9848-4fae-8b1d-538f183a03a8 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port fb64144c-7679-4c3a-be4f-57fbf6785d2c {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:26.715704 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d4c18eb-9848-4fae-8b1d-538f183a03a8 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:26.744628 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0518a04e-311b-44a9-8f37-9fa7536fe752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:26.761544 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-38ed2fcd-2392-4932-8bad-2650ead718b9 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Transition to ACTIVE for port object 2f614ed6-fb68-46ec-bb9a-dfd02433c5c6 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:26.779398 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d33c305-37ff-4cf2-aa50-339dcc66a48d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:26.814737 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518a04e-311b-44a9-8f37-9fa7536fe752 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef45e64-6f32-49f8-a9a1-1289f18fbab2,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:26.849661 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d4c18eb-9848-4fae-8b1d-538f183a03a8 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:26.858422 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0518a04e-311b-44a9-8f37-9fa7536fe752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:26.883921 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-4d4c18eb-9848-4fae-8b1d-538f183a03a8 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for fb64144c-7679-4c3a-be4f-57fbf6785d2c owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:26.919351 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5840c75c-b726-401c-9948-c012663fe0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:26.934230 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33c305-37ff-4cf2-aa50-339dcc66a48d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Subnet': ['ID=a5d734a6-b8d7-4232-8865-383294022e57,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:26.980294 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0518a04e-311b-44a9-8f37-9fa7536fe752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:26.987333 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0518a04e-311b-44a9-8f37-9fa7536fe752 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.013683 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5840c75c-b726-401c-9948-c012663fe0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.015681 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d33c305-37ff-4cf2-aa50-339dcc66a48d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Checking segment: {'id': '58f49b5a-ba64-4ab8-836f-dccd6cec8745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2fd0092c-c72a-4013-9489-534535fb788f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:27.016048 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d33c305-37ff-4cf2-aa50-339dcc66a48d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network hostable DHCP agents. Network: 2fd0092c-c72a-4013-9489-534535fb788f, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:03:27.083307 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38ed2fcd-2392-4932-8bad-2650ead718b9 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.109441 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0518a04e-311b-44a9-8f37-9fa7536fe752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.110111 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0518a04e-311b-44a9-8f37-9fa7536fe752 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d16a798-87a9-4ecf-924c-f5937605f050 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:03:27.123045 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0518a04e-311b-44a9-8f37-9fa7536fe752 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.123045 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0518a04e-311b-44a9-8f37-9fa7536fe752 admin admin] 10.222.0.70 "DELETE /v2.0/routers/9d16a798-87a9-4ecf-924c-f5937605f050 HTTP/1.1" status: 204 len: 168 time: 1.3184206 Jul 30 02:03:27.123354 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35664) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:27.147472 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ed2fcd-2392-4932-8bad-2650ead718b9 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:27.156759 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-38ed2fcd-2392-4932-8bad-2650ead718b9 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:27.172941 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed2fcd-2392-4932-8bad-2650ead718b9 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=2f614ed6-fb68-46ec-bb9a-dfd02433c5c6,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:27.176533 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ed2fcd-2392-4932-8bad-2650ead718b9 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:27.182219 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d33c305-37ff-4cf2-aa50-339dcc66a48d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network 2fd0092c-c72a-4013-9489-534535fb788f is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:03:27.223153 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-14fbd2c6-3818-4191-81c3-afb61bdddaa5 admin admin] Deleting subnet 72f835ba-459b-4963-95fe-debca7945261 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:03:27.225634 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d4c18eb-9848-4fae-8b1d-538f183a03a8 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.232664 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14fbd2c6-3818-4191-81c3-afb61bdddaa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.291205 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c18eb-9848-4fae-8b1d-538f183a03a8 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=fb64144c-7679-4c3a-be4f-57fbf6785d2c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:27.293054 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5840c75c-b726-401c-9948-c012663fe0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.295538 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5840c75c-b726-401c-9948-c012663fe0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.297460 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5840c75c-b726-401c-9948-c012663fe0d1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9b0442c9-c1f3-492c-90d3-1d113a564458 HTTP/1.1" status: 204 len: 168 time: 0.6052389 Jul 30 02:03:27.311618 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d4c18eb-9848-4fae-8b1d-538f183a03a8 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.312059 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14fbd2c6-3818-4191-81c3-afb61bdddaa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.312617 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4d4c18eb-9848-4fae-8b1d-538f183a03a8 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/ports/fb64144c-7679-4c3a-be4f-57fbf6785d2c HTTP/1.1" status: 204 len: 168 time: 0.9080386 Jul 30 02:03:27.315244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35670) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:27.316388 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-4d33c305-37ff-4cf2-aa50-339dcc66a48d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 2fd0092c-c72a-4013-9489-534535fb788f) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:27.321332 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3797d065-f8c7-4fbc-a76f-f664e8626511 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'port': {'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f', 'mac_address': 'fa:16:3e:0e:3d:16', 'name': 'tempest-PortsIpV6TestJSON-1225200243'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:27.325109 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ed2fcd-2392-4932-8bad-2650ead718b9 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:27.326526 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38ed2fcd-2392-4932-8bad-2650ead718b9 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.328130 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a19e149-99d3-4f0c-a5d4-9de342935309 None None] Network 2fd0092c-c72a-4013-9489-534535fb788f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:27.340391 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d33c305-37ff-4cf2-aa50-339dcc66a48d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:27.340986 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d33c305-37ff-4cf2-aa50-339dcc66a48d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.346508 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840c75c-b726-401c-9948-c012663fe0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0442c9-c1f3-492c-90d3-1d113a564458,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:27.442866 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-38ed2fcd-2392-4932-8bad-2650ead718b9 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2824588 Jul 30 02:03:27.446083 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35674) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:27.476746 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-8bd0147a-34eb-4273-a772-daf50c20a08b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'subnet': {'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:27.492436 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35676) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:27.495012 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4d33c305-37ff-4cf2-aa50-339dcc66a48d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5249596 Jul 30 02:03:27.499974 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a8af3ab8-024e-4ba2-96dc-f579d958003f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'subnet': {'network_id': 'ae0fba95-acd9-4446-a535-6dcaed36b720', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:27.608839 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14fbd2c6-3818-4191-81c3-afb61bdddaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.686066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6dde170d-a47c-48ab-9365-4e6adcc08d96 None None] Provisioning for port 2f614ed6-fb68-46ec-bb9a-dfd02433c5c6 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:27.703083 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-2fd0092c-c72a-4013-9489-534535fb788f', 'network_id': '2fd0092c-c72a-4013-9489-534535fb788f', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'fixed_ips': [{'subnet_id': 'a5d734a6-b8d7-4232-8865-383294022e57'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:03:27.703955 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.711924 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6dde170d-a47c-48ab-9365-4e6adcc08d96 None None] Provisioning complete for port 2f614ed6-fb68-46ec-bb9a-dfd02433c5c6 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:27.712704 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6dde170d-a47c-48ab-9365-4e6adcc08d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.768117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 54d68972-6376-41ba-a85e-2f7f76b17182 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:27.794656 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3797d065-f8c7-4fbc-a76f-f664e8626511 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:27.799410 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 54d68972-6376-41ba-a85e-2f7f76b17182 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:27.799901 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 54d68972-6376-41ba-a85e-2f7f76b17182 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:27.800392 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 1ef45e64-6f32-49f8-a9a1-1289f18fbab2 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:27.867632 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14fbd2c6-3818-4191-81c3-afb61bdddaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.874976 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 1ef45e64-6f32-49f8-a9a1-1289f18fbab2 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:27.875326 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 1ef45e64-6f32-49f8-a9a1-1289f18fbab2 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:27.875888 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd0147a-34eb-4273-a772-daf50c20a08b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:27.876764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6dde170d-a47c-48ab-9365-4e6adcc08d96 None None] Port 2f614ed6-fb68-46ec-bb9a-dfd02433c5c6 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:27.881829 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8bd0147a-34eb-4273-a772-daf50c20a08b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.890103 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [None req-a8af3ab8-024e-4ba2-96dc-f579d958003f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:03:27.890103 n-d-713498-9 neutron-server[94465]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 02:03:27.890103 n-d-713498-9 neutron-server[94465]: [parameters: {'project_id_1': 'df8f5d4792504c558d51adadf3365d41', 'expiration_1': datetime.datetime(2021, 7, 30, 2, 3, 27, 715754)}] Jul 30 02:03:27.890103 n-d-713498-9 neutron-server[94465]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:03:27.892527 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [None req-a8af3ab8-024e-4ba2-96dc-f579d958003f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:03:27.920613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbd2c6-3818-4191-81c3-afb61bdddaa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f835ba-459b-4963-95fe-debca7945261,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:27.932625 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14fbd2c6-3818-4191-81c3-afb61bdddaa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.934948 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-14fbd2c6-3818-4191-81c3-afb61bdddaa5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/72f835ba-459b-4963-95fe-debca7945261 HTTP/1.1" status: 204 len: 168 time: 0.8105509 Jul 30 02:03:27.939635 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35684) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:27.960047 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3797d065-f8c7-4fbc-a76f-f664e8626511 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.969780 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Allocated IP 172.20.0.2 (2fd0092c-c72a-4013-9489-534535fb788f/a5d734a6-b8d7-4232-8865-383294022e57/afbad865-bb20-4398-828c-15afbe3b766b) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:27.991362 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-3797d065-f8c7-4fbc-a76f-f664e8626511 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] device_id is not set on port b8fc4203-da46-451b-96d7-08181cbe9c3b yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:28.086260 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-192a22f7-4ace-4aff-ac8c-4ae7cc7d2bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.197011 n-d-713498-9 neutron-server[94464]: INFO neutron.db.ipam_backend_mixin [None req-8bd0147a-34eb-4273-a772-daf50c20a08b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fc797a66-2a9f-4bd7-98d8-e00b5df5159a (CIDR: 172.20.0.0/28) Jul 30 02:03:28.201465 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.212783 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-192a22f7-4ace-4aff-ac8c-4ae7cc7d2bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.216501 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Transition to ACTIVE for port object afbad865-bb20-4398-828c-15afbe3b766b will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:28.228516 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-192a22f7-4ace-4aff-ac8c-4ae7cc7d2bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41a50cc-89f1-438b-8f85-d0516089c451']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:28.236495 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd0147a-34eb-4273-a772-daf50c20a08b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:03:28.237211 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd0147a-34eb-4273-a772-daf50c20a08b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:28.244852 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Transition to ACTIVE for port object afbad865-bb20-4398-828c-15afbe3b766b will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:28.250895 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-192a22f7-4ace-4aff-ac8c-4ae7cc7d2bd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78594f6-adab-4377-853c-ca83e09b2ba9') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:28.251238 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-192a22f7-4ace-4aff-ac8c-4ae7cc7d2bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78594f6-adab-4377-853c-ca83e09b2ba9') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:28.261333 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-192a22f7-4ace-4aff-ac8c-4ae7cc7d2bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.275678 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-192a22f7-4ace-4aff-ac8c-4ae7cc7d2bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.282036 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192a22f7-4ace-4aff-ac8c-4ae7cc7d2bd9 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:28.282474 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-192a22f7-4ace-4aff-ac8c-4ae7cc7d2bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:28.284229 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:28.304978 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.325719 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8bd0147a-34eb-4273-a772-daf50c20a08b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8759708 Jul 30 02:03:28.329852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35700) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:28.337365 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-37305839-3d50-437a-b13c-406089467da5 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'subnet': {'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:28.361747 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Pushing event updated for resources: {'Port': ['ID=afbad865-bb20-4398-828c-15afbe3b766b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:28.408525 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Network 2fd0092c-c72a-4013-9489-534535fb788f is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:28.413739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:28.418247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:28.481420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Attempting to bind port afbad865-bb20-4398-828c-15afbe3b766b on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:28.482292 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Attempting to bind port afbad865-bb20-4398-828c-15afbe3b766b by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '58f49b5a-ba64-4ab8-836f-dccd6cec8745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2fd0092c-c72a-4013-9489-534535fb788f'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:28.482934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Attempting to bind port afbad865-bb20-4398-828c-15afbe3b766b on network 2fd0092c-c72a-4013-9489-534535fb788f {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:28.488474 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-192a22f7-4ace-4aff-ac8c-4ae7cc7d2bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.490280 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:03:28.490995 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Checking segment: {'id': '58f49b5a-ba64-4ab8-836f-dccd6cec8745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2fd0092c-c72a-4013-9489-534535fb788f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:28.491709 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.492600 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Bound using segment: {'id': '58f49b5a-ba64-4ab8-836f-dccd6cec8745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2fd0092c-c72a-4013-9489-534535fb788f'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:03:28.493672 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Bound port: afbad865-bb20-4398-828c-15afbe3b766b, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f49b5a-ba64-4ab8-836f-dccd6cec8745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2fd0092c-c72a-4013-9489-534535fb788f'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:03:28.494432 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.505178 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-192a22f7-4ace-4aff-ac8c-4ae7cc7d2bd9 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.519029 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-192a22f7-4ace-4aff-ac8c-4ae7cc7d2bd9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d41a50cc-89f1-438b-8f85-d0516089c451 HTTP/1.1" status: 204 len: 168 time: 0.5736356 Jul 30 02:03:28.550577 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a22f7-4ace-4aff-ac8c-4ae7cc7d2bd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d41a50cc-89f1-438b-8f85-d0516089c451,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:28.583497 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3797d065-f8c7-4fbc-a76f-f664e8626511 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.640843 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37305839-3d50-437a-b13c-406089467da5 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:28.644524 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-37305839-3d50-437a-b13c-406089467da5 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.745115 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3797d065-f8c7-4fbc-a76f-f664e8626511 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.745487 n-d-713498-9 neutron-server[94464]: INFO neutron.db.ipam_backend_mixin [None req-37305839-3d50-437a-b13c-406089467da5 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 35d3fe5a-82e5-40ec-9933-a167f450f0b7 (CIDR: 172.20.0.16/28) Jul 30 02:03:28.767930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] For port afbad865-bb20-4398-828c-15afbe3b766b, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:03:28.771818 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] For port afbad865-bb20-4398-828c-15afbe3b766b, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=afbad865-bb20-4398-828c-15afbe3b766b,segment=NetworkSegment(58f49b5a-ba64-4ab8-836f-dccd6cec8745),segment_id=58f49b5a-ba64-4ab8-836f-dccd6cec8745)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:03:28.791706 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3797d065-f8c7-4fbc-a76f-f664e8626511 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:28.795200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8af3ab8-024e-4ba2-96dc-f579d958003f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Made reservation on behalf of df8f5d4792504c558d51adadf3365d41 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:28.798657 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8af3ab8-024e-4ba2-96dc-f579d958003f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.804699 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-3797d065-f8c7-4fbc-a76f-f664e8626511 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:28.807118 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797d065-f8c7-4fbc-a76f-f664e8626511 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:28.812709 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3797d065-f8c7-4fbc-a76f-f664e8626511 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:28.813300 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3797d065-f8c7-4fbc-a76f-f664e8626511 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.846762 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-37305839-3d50-437a-b13c-406089467da5 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:03:28.847268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37305839-3d50-437a-b13c-406089467da5 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:28.872495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797d065-f8c7-4fbc-a76f-f664e8626511 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=b8fc4203-da46-451b-96d7-08181cbe9c3b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:28.898605 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.912047 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-37305839-3d50-437a-b13c-406089467da5 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5806277 Jul 30 02:03:28.921347 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35712) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:28.923711 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-0bbc2685-a09d-41cf-92dd-faed8e513cbf tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'subnet': {'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:28.935637 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3797d065-f8c7-4fbc-a76f-f664e8626511 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6188672 Jul 30 02:03:28.936258 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35716) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:29.000478 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6decd857-3fe5-40cd-858d-d27a2d477f2e None None] Pushing event updated for resources: {'Port': ['ID=afbad865-bb20-4398-828c-15afbe3b766b,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:29.012261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78afc891-74f3-4185-80a6-68ef1a0e3e4b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:29.016574 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-78afc891-74f3-4185-80a6-68ef1a0e3e4b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports/b8fc4203-da46-451b-96d7-08181cbe9c3b HTTP/1.1" status: 200 len: 845 time: 0.0611305 Jul 30 02:03:29.018568 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35718) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:29.135831 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35722) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:29.152493 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8af3ab8-024e-4ba2-96dc-f579d958003f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:29.163605 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-c1cbf05b-61bd-4bbf-b99b-7e09f8691c43 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port b8fc4203-da46-451b-96d7-08181cbe9c3b {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:29.163948 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c1cbf05b-61bd-4bbf-b99b-7e09f8691c43 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:29.252717 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbc2685-a09d-41cf-92dd-faed8e513cbf tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Made reservation on behalf of 9138c236eb354dc7b6d82470ff20ddb8 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:29.257797 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2685-a09d-41cf-92dd-faed8e513cbf tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:29.283030 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af3ab8-024e-4ba2-96dc-f579d958003f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Subnet': ['ID=859ef8bb-c552-40bd-b624-8af5ce0e6bd6,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:29.293459 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-44a82f65-9e51-4ddb-a85f-40056b2fbcf6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c8345e06e1f34c0f8c6aef4f6223e6fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1558251 Jul 30 02:03:29.301544 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35724) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:29.352870 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c1cbf05b-61bd-4bbf-b99b-7e09f8691c43 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:29.356944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8af3ab8-024e-4ba2-96dc-f579d958003f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Checking segment: {'id': 'c5b4a45c-536b-4085-ad75-db4244218f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ae0fba95-acd9-4446-a535-6dcaed36b720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:29.357405 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8af3ab8-024e-4ba2-96dc-f579d958003f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network hostable DHCP agents. Network: ae0fba95-acd9-4446-a535-6dcaed36b720, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:03:29.411697 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-c1cbf05b-61bd-4bbf-b99b-7e09f8691c43 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for b8fc4203-da46-451b-96d7-08181cbe9c3b owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:29.444993 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9173bfd4-6cc0-4d79-a9e5-23123009b205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:29.481531 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9173bfd4-6cc0-4d79-a9e5-23123009b205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:29.537569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8af3ab8-024e-4ba2-96dc-f579d958003f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network ae0fba95-acd9-4446-a535-6dcaed36b720 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:03:29.606770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-a8af3ab8-024e-4ba2-96dc-f579d958003f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, ae0fba95-acd9-4446-a535-6dcaed36b720) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:29.612243 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8af3ab8-024e-4ba2-96dc-f579d958003f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:29.612959 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8af3ab8-024e-4ba2-96dc-f579d958003f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:29.621190 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003ed045-da55-48a4-9774-f87de6161b11 None None] Network ae0fba95-acd9-4446-a535-6dcaed36b720 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:29.651374 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9173bfd4-6cc0-4d79-a9e5-23123009b205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:29.662532 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9173bfd4-6cc0-4d79-a9e5-23123009b205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:29.670848 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9173bfd4-6cc0-4d79-a9e5-23123009b205 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c7043040-c6d7-4af5-a1da-6108966a4355 HTTP/1.1" status: 204 len: 168 time: 0.3660595 Jul 30 02:03:29.692455 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173bfd4-6cc0-4d79-a9e5-23123009b205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7043040-c6d7-4af5-a1da-6108966a4355,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:29.693246 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c1cbf05b-61bd-4bbf-b99b-7e09f8691c43 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:29.747391 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a8af3ab8-024e-4ba2-96dc-f579d958003f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2516620 Jul 30 02:03:29.750368 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35748) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:29.759815 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-05ad9614-ec4b-4946-a42b-33384673619e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-84795723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:29.762424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbf05b-61bd-4bbf-b99b-7e09f8691c43 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=b8fc4203-da46-451b-96d7-08181cbe9c3b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:29.799860 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c1cbf05b-61bd-4bbf-b99b-7e09f8691c43 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:29.806465 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c1cbf05b-61bd-4bbf-b99b-7e09f8691c43 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/ports/b8fc4203-da46-451b-96d7-08181cbe9c3b HTTP/1.1" status: 204 len: 168 time: 0.7821314 Jul 30 02:03:29.806636 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35750) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:29.858188 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35752) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:29.873983 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b7abb4-9abc-453c-b2da-e071bfbf8bc5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] GET failed (client error): The resource could not be found. Jul 30 02:03:29.876668 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-06b7abb4-9abc-453c-b2da-e071bfbf8bc5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports/b8fc4203-da46-451b-96d7-08181cbe9c3b HTTP/1.1" status: 404 len: 333 time: 0.0693622 Jul 30 02:03:29.883997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35756) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:29.884679 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device afbad865-bb20-4398-828c-15afbe3b766b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:29.892608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-0053cd6a-a3d8-4485-9563-b6c6cc36c49c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'port': {'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f', 'name': 'tempest-PortsIpV6TestJSON-757122131'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:29.900105 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2685-a09d-41cf-92dd-faed8e513cbf tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:29.963085 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-ae0fba95-acd9-4446-a535-6dcaed36b720', 'network_id': 'ae0fba95-acd9-4446-a535-6dcaed36b720', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'fixed_ips': [{'subnet_id': '859ef8bb-c552-40bd-b624-8af5ce0e6bd6'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:03:29.965101 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:29.982608 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbc2685-a09d-41cf-92dd-faed8e513cbf tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:29.995140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-0bbc2685-a09d-41cf-92dd-faed8e513cbf tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:30.003020 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbc2685-a09d-41cf-92dd-faed8e513cbf tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:30.003555 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2685-a09d-41cf-92dd-faed8e513cbf tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.007445 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36dc42f-9858-4537-8871-0f7eb2057e4d None None] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:30.012373 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc2685-a09d-41cf-92dd-faed8e513cbf tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Subnet': ['ID=43759c74-0b9b-4ab3-a639-b4af6343be0a,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:30.025629 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-05ad9614-ec4b-4946-a42b-33384673619e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.026786 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-05ad9614-ec4b-4946-a42b-33384673619e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.129291 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0053cd6a-a3d8-4485-9563-b6c6cc36c49c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:30.133229 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0053cd6a-a3d8-4485-9563-b6c6cc36c49c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.156641 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port afbad865-bb20-4398-828c-15afbe3b766b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:30.158268 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-05ad9614-ec4b-4946-a42b-33384673619e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.170058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-0053cd6a-a3d8-4485-9563-b6c6cc36c49c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] device_id is not set on port 730c690c-1191-4f96-b271-1d98441f3e20 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:30.209408 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0bbc2685-a09d-41cf-92dd-faed8e513cbf tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2911973 Jul 30 02:03:30.209828 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35760) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:30.214983 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-87d28a63-cca4-425e-b1bf-cee22551a3e8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1400924488', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '43759c74-0b9b-4ab3-a639-b4af6343be0a'}], 'security_groups': ['1b719101-8c3b-44bc-9617-eebf0fa5e224', '260de8f2-474c-4176-93ec-5742d9832a6a']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:30.308712 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-3b6fa2b3-4fa9-4786-b8d5-e7cc2a6e4329 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-672231009'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:30.432643 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-05ad9614-ec4b-4946-a42b-33384673619e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.451789 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-87d28a63-cca4-425e-b1bf-cee22551a3e8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.486596 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada61af1-be2a-41fd-bbcc-a4057ced9e6a None None] Network 2fd0092c-c72a-4013-9489-534535fb788f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:30.505382 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0053cd6a-a3d8-4485-9563-b6c6cc36c49c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.520529 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6fa2b3-4fa9-4786-b8d5-e7cc2a6e4329 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Made reservation on behalf of 872c2c729e2549669a76f9c40b07a0a3 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:30.530654 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa2b3-4fa9-4786-b8d5-e7cc2a6e4329 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.551418 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa2b3-4fa9-4786-b8d5-e7cc2a6e4329 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.585769 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-05ad9614-ec4b-4946-a42b-33384673619e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.587133 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-05ad9614-ec4b-4946-a42b-33384673619e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8321505 Jul 30 02:03:30.589956 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35780) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:30.635051 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Allocated IP 172.21.0.2 (ae0fba95-acd9-4446-a535-6dcaed36b720/859ef8bb-c552-40bd-b624-8af5ce0e6bd6/355167bc-ad25-4d48-a4bd-1d4c9a49f517) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:30.640899 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0053cd6a-a3d8-4485-9563-b6c6cc36c49c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.839527 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f405a5b7-a273-454c-a369-c981232540cb None None] Provisioning for port afbad865-bb20-4398-828c-15afbe3b766b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:30.880566 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa2b3-4fa9-4786-b8d5-e7cc2a6e4329 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.902022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f405a5b7-a273-454c-a369-c981232540cb None None] Provisioning complete for port afbad865-bb20-4398-828c-15afbe3b766b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:30.902022 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f405a5b7-a273-454c-a369-c981232540cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.907874 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0053cd6a-a3d8-4485-9563-b6c6cc36c49c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:30.913517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-0053cd6a-a3d8-4485-9563-b6c6cc36c49c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:30.916200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053cd6a-a3d8-4485-9563-b6c6cc36c49c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:30.922038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053cd6a-a3d8-4485-9563-b6c6cc36c49c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:30.922702 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0053cd6a-a3d8-4485-9563-b6c6cc36c49c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.927924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053cd6a-a3d8-4485-9563-b6c6cc36c49c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=730c690c-1191-4f96-b271-1d98441f3e20,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:30.976256 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa2b3-4fa9-4786-b8d5-e7cc2a6e4329 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.027543 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6fa2b3-4fa9-4786-b8d5-e7cc2a6e4329 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:03:31.062559 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-87d28a63-cca4-425e-b1bf-cee22551a3e8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Delete allocated IP 172.20.0.14 (8995dd0c-839c-4ac8-aadb-6f0c3fd78179/fc797a66-2a9f-4bd7-98d8-e00b5df5159a) {{(pid=94464) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 02:03:31.065505 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0053cd6a-a3d8-4485-9563-b6c6cc36c49c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1781306 Jul 30 02:03:31.066780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fa2b3-4fa9-4786-b8d5-e7cc2a6e4329 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21b3223-3e7b-4525-bd40-d8397029c1ca,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:31.077676 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa2b3-4fa9-4786-b8d5-e7cc2a6e4329 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.078086 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-3b6fa2b3-4fa9-4786-b8d5-e7cc2a6e4329 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Added segment 541d6411-2fbe-414b-9c8c-7541c6842832 of type vlan for network 9d149aaa-eed7-48c9-96a5-a799620cedb7 Jul 30 02:03:31.118684 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35802) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:31.130141 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-cac95cca-2945-4a22-bc11-9add79e45d1e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:31.135906 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa2b3-4fa9-4786-b8d5-e7cc2a6e4329 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.138552 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.149293 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Transition to ACTIVE for port object 355167bc-ad25-4d48-a4bd-1d4c9a49f517 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:31.169518 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Transition to ACTIVE for port object 355167bc-ad25-4d48-a4bd-1d4c9a49f517 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:31.243970 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-87d28a63-cca4-425e-b1bf-cee22551a3e8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Allocated IP 172.20.0.36 (8995dd0c-839c-4ac8-aadb-6f0c3fd78179/43759c74-0b9b-4ab3-a639-b4af6343be0a/2f614ed6-fb68-46ec-bb9a-dfd02433c5c6) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:31.269289 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.300067 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cac95cca-2945-4a22-bc11-9add79e45d1e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.327769 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa2b3-4fa9-4786-b8d5-e7cc2a6e4329 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.333375 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6fa2b3-4fa9-4786-b8d5-e7cc2a6e4329 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:31.338810 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa2b3-4fa9-4786-b8d5-e7cc2a6e4329 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.372446 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Pushing event updated for resources: {'Port': ['ID=355167bc-ad25-4d48-a4bd-1d4c9a49f517,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:31.375266 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388993b7-de70-4256-8819-4b992c745bae None None] Update dhcp port {'port': {'network_id': '8995dd0c-839c-4ac8-aadb-6f0c3fd78179', 'fixed_ips': [{'subnet_id': '35d3fe5a-82e5-40ec-9933-a167f450f0b7', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fc797a66-2a9f-4bd7-98d8-e00b5df5159a', 'ip_address': '172.20.0.2'}, {'subnet_id': '43759c74-0b9b-4ab3-a639-b4af6343be0a'}], 'binding:host_id': 'n-d-713498-9'}, 'id': '5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa'} from n-d-713498-9. {{(pid=94466) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:03:31.399059 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0162010-13b9-4f69-bf9b-6e1bc55ef65d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.489242 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Network ae0fba95-acd9-4446-a535-6dcaed36b720 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:31.500148 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3b6fa2b3-4fa9-4786-b8d5-e7cc2a6e4329 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6401777 Jul 30 02:03:31.507773 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-388993b7-de70-4256-8819-4b992c745bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.509308 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35832) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:31.511889 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:31.527410 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:31.530518 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d04aacdf-84ff-49d3-848c-02c0e2438f88 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Request body: {'subnet': {'network_id': '9d149aaa-eed7-48c9-96a5-a799620cedb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:31.589640 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f405a5b7-a273-454c-a369-c981232540cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.675681 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f405a5b7-a273-454c-a369-c981232540cb None None] For port afbad865-bb20-4398-828c-15afbe3b766b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=afbad865-bb20-4398-828c-15afbe3b766b,segment=NetworkSegment(58f49b5a-ba64-4ab8-836f-dccd6cec8745),segment_id=58f49b5a-ba64-4ab8-836f-dccd6cec8745)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:31.682793 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Attempting to bind port 355167bc-ad25-4d48-a4bd-1d4c9a49f517 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:31.683189 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Attempting to bind port 355167bc-ad25-4d48-a4bd-1d4c9a49f517 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c5b4a45c-536b-4085-ad75-db4244218f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ae0fba95-acd9-4446-a535-6dcaed36b720'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:31.683682 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Attempting to bind port 355167bc-ad25-4d48-a4bd-1d4c9a49f517 on network ae0fba95-acd9-4446-a535-6dcaed36b720 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:31.745723 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:03:31.745964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Checking segment: {'id': 'c5b4a45c-536b-4085-ad75-db4244218f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ae0fba95-acd9-4446-a535-6dcaed36b720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:31.746607 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.748369 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Bound using segment: {'id': 'c5b4a45c-536b-4085-ad75-db4244218f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ae0fba95-acd9-4446-a535-6dcaed36b720'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:03:31.751958 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Bound port: 355167bc-ad25-4d48-a4bd-1d4c9a49f517, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b4a45c-536b-4085-ad75-db4244218f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ae0fba95-acd9-4446-a535-6dcaed36b720'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:03:31.752679 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.770930 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fa2b3-4fa9-4786-b8d5-e7cc2a6e4329 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Pushing event updated for resources: {'Network': ['ID=9d149aaa-eed7-48c9-96a5-a799620cedb7,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:31.774946 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f405a5b7-a273-454c-a369-c981232540cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.819047 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 9d149aaa-eed7-48c9-96a5-a799620cedb7 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:03:31.939851 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cac95cca-2945-4a22-bc11-9add79e45d1e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.972601 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-87d28a63-cca4-425e-b1bf-cee22551a3e8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.986946 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04aacdf-84ff-49d3-848c-02c0e2438f88 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Made reservation on behalf of 872c2c729e2549669a76f9c40b07a0a3 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:31.991859 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d04aacdf-84ff-49d3-848c-02c0e2438f88 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:32.002084 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cac95cca-2945-4a22-bc11-9add79e45d1e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:32.009339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405a5b7-a273-454c-a369-c981232540cb None None] Pushing event updated for resources: {'Port': ['ID=afbad865-bb20-4398-828c-15afbe3b766b,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:32.063921 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-87d28a63-cca4-425e-b1bf-cee22551a3e8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Transition to ACTIVE for port object 2f614ed6-fb68-46ec-bb9a-dfd02433c5c6 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:32.081509 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-cac95cca-2945-4a22-bc11-9add79e45d1e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] In _notify_port_updated(), no bound segment for port 730c690c-1191-4f96-b271-1d98441f3e20 on network f8e68492-0c58-4db2-bc8f-b4dca73bd98f {{(pid=94465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:03:32.088749 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac95cca-2945-4a22-bc11-9add79e45d1e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:32.089959 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cac95cca-2945-4a22-bc11-9add79e45d1e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:32.091871 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cac95cca-2945-4a22-bc11-9add79e45d1e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "PUT /v2.0/ports/730c690c-1191-4f96-b271-1d98441f3e20 HTTP/1.1" status: 200 len: 818 time: 0.9721749 Jul 30 02:03:32.100222 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-85be0251-e70a-4432-843c-08e89fc969d0 None None] Provisioning complete for port afbad865-bb20-4398-828c-15afbe3b766b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:32.100597 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85be0251-e70a-4432-843c-08e89fc969d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:32.112680 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35862) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:32.145348 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac95cca-2945-4a22-bc11-9add79e45d1e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=730c690c-1191-4f96-b271-1d98441f3e20,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:32.166897 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-87d28a63-cca4-425e-b1bf-cee22551a3e8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:32.183432 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] For port 355167bc-ad25-4d48-a4bd-1d4c9a49f517, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:03:32.210830 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] For port 355167bc-ad25-4d48-a4bd-1d4c9a49f517, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=355167bc-ad25-4d48-a4bd-1d4c9a49f517,segment=NetworkSegment(c5b4a45c-536b-4085-ad75-db4244218f3d),segment_id=c5b4a45c-536b-4085-ad75-db4244218f3d)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:03:32.219796 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-e0162010-13b9-4f69-bf9b-6e1bc55ef65d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Allocated IP 172.20.0.1 (2fd0092c-c72a-4013-9489-534535fb788f/a5d734a6-b8d7-4232-8865-383294022e57/a09592d5-1607-47aa-9f1e-7bfa805b2093) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:32.327680 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:32.339416 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-388993b7-de70-4256-8819-4b992c745bae None None] Allocated IP 172.20.0.34 (8995dd0c-839c-4ac8-aadb-6f0c3fd78179/43759c74-0b9b-4ab3-a639-b4af6343be0a/5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:32.522677 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0162010-13b9-4f69-bf9b-6e1bc55ef65d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:32.540068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d184b-8b39-491b-b232-ef8c443b7885 None None] Pushing event updated for resources: {'Port': ['ID=355167bc-ad25-4d48-a4bd-1d4c9a49f517,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:32.584378 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d28a63-cca4-425e-b1bf-cee22551a3e8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event updated for resources: {'Port': ['ID=2f614ed6-fb68-46ec-bb9a-dfd02433c5c6,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:32.594644 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5a51ea62-849a-4f33-992e-33fd30181a7b req-28c6d02b-1f8f-4ef7-9906-cdc53ede120b tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0459392 Jul 30 02:03:32.595447 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-e0162010-13b9-4f69-bf9b-6e1bc55ef65d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Transition to ACTIVE for port object a09592d5-1607-47aa-9f1e-7bfa805b2093 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:32.623115 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d04aacdf-84ff-49d3-848c-02c0e2438f88 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:32.655685 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-388993b7-de70-4256-8819-4b992c745bae None None] For port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa,segment=NetworkSegment(bf74325f-827b-44b8-8990-be52827ec3ac),segment_id=bf74325f-827b-44b8-8990-be52827ec3ac)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:32.661491 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-87d28a63-cca4-425e-b1bf-cee22551a3e8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] In _notify_port_updated(), no bound segment for port 2f614ed6-fb68-46ec-bb9a-dfd02433c5c6 on network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 {{(pid=94464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:03:32.667446 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d28a63-cca4-425e-b1bf-cee22551a3e8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:32.668108 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-87d28a63-cca4-425e-b1bf-cee22551a3e8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:32.671655 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-87d28a63-cca4-425e-b1bf-cee22551a3e8 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "PUT /v2.0/ports/2f614ed6-fb68-46ec-bb9a-dfd02433c5c6 HTTP/1.1" status: 200 len: 960 time: 2.4601734 Jul 30 02:03:32.673831 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35906) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:32.726615 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04aacdf-84ff-49d3-848c-02c0e2438f88 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Pushing event updated for resources: {'Subnet': ['ID=57daf64c-c557-4f4e-9ed6-8efd7d129a0a,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:32.738553 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0162010-13b9-4f69-bf9b-6e1bc55ef65d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:32.761813 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-4c4a55df-7efa-45be-9614-57f180835781 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port 730c690c-1191-4f96-b271-1d98441f3e20 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:32.761813 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c4a55df-7efa-45be-9614-57f180835781 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:32.828696 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-388993b7-de70-4256-8819-4b992c745bae None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:32.829195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0162010-13b9-4f69-bf9b-6e1bc55ef65d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Port': ['ID=a09592d5-1607-47aa-9f1e-7bfa805b2093,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:32.851621 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0162010-13b9-4f69-bf9b-6e1bc55ef65d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network 2fd0092c-c72a-4013-9489-534535fb788f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:32.858702 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-e0162010-13b9-4f69-bf9b-6e1bc55ef65d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:32.861490 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0162010-13b9-4f69-bf9b-6e1bc55ef65d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:32.877491 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-388993b7-de70-4256-8819-4b992c745bae None None] Transition to ACTIVE for port object 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:32.879210 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04aacdf-84ff-49d3-848c-02c0e2438f88 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Checking segment: {'id': '541d6411-2fbe-414b-9c8c-7541c6842832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9d149aaa-eed7-48c9-96a5-a799620cedb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:32.888087 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04aacdf-84ff-49d3-848c-02c0e2438f88 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Network hostable DHCP agents. Network: 9d149aaa-eed7-48c9-96a5-a799620cedb7, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:03:32.921512 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:32.939416 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c4a55df-7efa-45be-9614-57f180835781 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:32.943798 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-388993b7-de70-4256-8819-4b992c745bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:32.983377 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-4c4a55df-7efa-45be-9614-57f180835781 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for 730c690c-1191-4f96-b271-1d98441f3e20 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:32.987254 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0162010-13b9-4f69-bf9b-6e1bc55ef65d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:32.996778 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04aacdf-84ff-49d3-848c-02c0e2438f88 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Network 9d149aaa-eed7-48c9-96a5-a799620cedb7 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:03:33.098756 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d04aacdf-84ff-49d3-848c-02c0e2438f88 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 9d149aaa-eed7-48c9-96a5-a799620cedb7) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:33.105314 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04aacdf-84ff-49d3-848c-02c0e2438f88 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:33.107108 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d04aacdf-84ff-49d3-848c-02c0e2438f88 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:33.119281 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02c1323-bb6c-492c-82bc-c48e2a9bdc3a None None] Network 9d149aaa-eed7-48c9-96a5-a799620cedb7 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:33.181579 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d04aacdf-84ff-49d3-848c-02c0e2438f88 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6658664 Jul 30 02:03:33.182470 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35934) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:33.194440 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-66a2d87a-5f63-4355-9f9d-cd5c6f7fcde3 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Request body: {'port': {'network_id': '9d149aaa-eed7-48c9-96a5-a799620cedb7', 'name': 'tempest-AllowedAddressPairTestJSON-813195810'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:33.234161 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388993b7-de70-4256-8819-4b992c745bae None None] Pushing event updated for resources: {'Port': ['ID=5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:33.256297 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-fb7efa6e-aba7-49be-a830-1a1e7a078dd5 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port 2f614ed6-fb68-46ec-bb9a-dfd02433c5c6 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:33.256801 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fb7efa6e-aba7-49be-a830-1a1e7a078dd5 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:33.463321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-9d149aaa-eed7-48c9-96a5-a799620cedb7', 'network_id': '9d149aaa-eed7-48c9-96a5-a799620cedb7', 'tenant_id': '872c2c729e2549669a76f9c40b07a0a3', 'fixed_ips': [{'subnet_id': '57daf64c-c557-4f4e-9ed6-8efd7d129a0a'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:03:33.464195 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:33.509857 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c4a55df-7efa-45be-9614-57f180835781 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:33.519915 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fb7efa6e-aba7-49be-a830-1a1e7a078dd5 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:33.541453 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-fb7efa6e-aba7-49be-a830-1a1e7a078dd5 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for 2f614ed6-fb68-46ec-bb9a-dfd02433c5c6 owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:33.574339 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a55df-7efa-45be-9614-57f180835781 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=730c690c-1191-4f96-b271-1d98441f3e20,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:33.588133 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c4a55df-7efa-45be-9614-57f180835781 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:33.591366 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4c4a55df-7efa-45be-9614-57f180835781 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/ports/730c690c-1191-4f96-b271-1d98441f3e20 HTTP/1.1" status: 204 len: 168 time: 1.4727454 Jul 30 02:03:33.593201 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35936) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:33.619675 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fd258530-090b-44f3-ac30-06d330bcbfba None None] Provisioning for port a09592d5-1607-47aa-9f1e-7bfa805b2093 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:33.627632 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fd258530-090b-44f3-ac30-06d330bcbfba None None] Provisioning complete for port a09592d5-1607-47aa-9f1e-7bfa805b2093 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:33.628044 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fd258530-090b-44f3-ac30-06d330bcbfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:33.837434 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fd258530-090b-44f3-ac30-06d330bcbfba None None] Port a09592d5-1607-47aa-9f1e-7bfa805b2093 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:33.843584 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a2d87a-5f63-4355-9f9d-cd5c6f7fcde3 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Made reservation on behalf of 872c2c729e2549669a76f9c40b07a0a3 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:33.854403 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-66a2d87a-5f63-4355-9f9d-cd5c6f7fcde3 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:33.857374 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fb7efa6e-aba7-49be-a830-1a1e7a078dd5 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:33.870745 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0162010-13b9-4f69-bf9b-6e1bc55ef65d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:33.894948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Allocated IP 172.20.0.2 (9d149aaa-eed7-48c9-96a5-a799620cedb7/57daf64c-c557-4f4e-9ed6-8efd7d129a0a/db03ae67-6d36-4e0f-b9a0-014b3bdf8e43) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:33.908086 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7efa6e-aba7-49be-a830-1a1e7a078dd5 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=2f614ed6-fb68-46ec-bb9a-dfd02433c5c6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:33.938752 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2a89ae94-cf74-4bee-8d26-af1787f7fcf8 req-4386c2e4-3899-4dda-9207-5160750d3bf5 tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.1795943 Jul 30 02:03:33.984925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35944) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:33.987050 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:33.994101 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-66a2d87a-5f63-4355-9f9d-cd5c6f7fcde3 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] device_id is not set on port 53ec59b7-9032-4752-bb01-3c996beff6a5 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:34.095541 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bba2d76-67ae-41f8-a279-3286785ea1c4 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:34.097265 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8bba2d76-67ae-41f8-a279-3286785ea1c4 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4911075 Jul 30 02:03:34.101525 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35948) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:34.152013 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7503c8-0209-4198-a091-3b59fca9fb48 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] GET failed (client error): The resource could not be found. Jul 30 02:03:34.152013 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0b7503c8-0209-4198-a091-3b59fca9fb48 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports/730c690c-1191-4f96-b271-1d98441f3e20 HTTP/1.1" status: 404 len: 333 time: 0.0447211 Jul 30 02:03:34.152445 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35950) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:34.159439 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e9c88466-a013-4a1e-8a70-3ea3122a02a9 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1735895183'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:34.191283 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fb7efa6e-aba7-49be-a830-1a1e7a078dd5 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.196962 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35952) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:34.197409 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fb7efa6e-aba7-49be-a830-1a1e7a078dd5 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/ports/2f614ed6-fb68-46ec-bb9a-dfd02433c5c6 HTTP/1.1" status: 204 len: 168 time: 1.5215249 Jul 30 02:03:34.251153 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb1864e-f5fe-4ba1-bd11-ff4d0da37fe6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] GET failed (client error): The resource could not be found. Jul 30 02:03:34.256155 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-abb1864e-f5fe-4ba1-bd11-ff4d0da37fe6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports/2f614ed6-fb68-46ec-bb9a-dfd02433c5c6 HTTP/1.1" status: 404 len: 333 time: 0.0539579 Jul 30 02:03:34.257358 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35954) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:34.263765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c88466-a013-4a1e-8a70-3ea3122a02a9 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:34.267385 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc96ed3-4c11-4c6d-9931-f6deb21e75b9 None None] Network ae0fba95-acd9-4446-a535-6dcaed36b720 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:34.269413 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9c88466-a013-4a1e-8a70-3ea3122a02a9 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.303025 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-202d7065-a4d2-4aba-a635-d8bf5b62f5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.303940 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c88466-a013-4a1e-8a70-3ea3122a02a9 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:03:34.319476 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9c88466-a013-4a1e-8a70-3ea3122a02a9 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.319476 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-e9c88466-a013-4a1e-8a70-3ea3122a02a9 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Added segment c891524c-8496-43f8-8aa2-aab71ce68a46 of type vlan for network d6bf71a0-94dc-4f54-a68c-2966f13aafb2 Jul 30 02:03:34.374699 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9c88466-a013-4a1e-8a70-3ea3122a02a9 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.418833 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b6bda3e7-56b3-4fb6-9cbf-d0f1a156c908 None None] Provisioning for port 355167bc-ad25-4d48-a4bd-1d4c9a49f517 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:34.446352 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2a531315-021d-4a54-bedb-b63e60cc8c31 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.456819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device afbad865-bb20-4398-828c-15afbe3b766b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:34.481962 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9c88466-a013-4a1e-8a70-3ea3122a02a9 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.491364 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c88466-a013-4a1e-8a70-3ea3122a02a9 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:34.492142 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9c88466-a013-4a1e-8a70-3ea3122a02a9 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.505832 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2a531315-021d-4a54-bedb-b63e60cc8c31 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.539273 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.557730 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Transition to ACTIVE for port object db03ae67-6d36-4e0f-b9a0-014b3bdf8e43 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:34.571616 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0162010-13b9-4f69-bf9b-6e1bc55ef65d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.574743 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c88466-a013-4a1e-8a70-3ea3122a02a9 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Network': ['ID=d6bf71a0-94dc-4f54-a68c-2966f13aafb2,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:34.598644 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network d6bf71a0-94dc-4f54-a68c-2966f13aafb2 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:03:34.606006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c63fc889-e565-47ef-bfe2-b026f632b7c5 None None] Could not find standard attr ID for object 2f614ed6-fb68-46ec-bb9a-dfd02433c5c6. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:03:34.623226 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-202d7065-a4d2-4aba-a635-d8bf5b62f5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.650117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Transition to ACTIVE for port object db03ae67-6d36-4e0f-b9a0-014b3bdf8e43 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:34.667901 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port afbad865-bb20-4398-828c-15afbe3b766b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:34.668271 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.669553 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0162010-13b9-4f69-bf9b-6e1bc55ef65d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.722358 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-202d7065-a4d2-4aba-a635-d8bf5b62f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.735466 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.759753 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2a531315-021d-4a54-bedb-b63e60cc8c31 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.762350 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2a531315-021d-4a54-bedb-b63e60cc8c31 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.763511 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2a531315-021d-4a54-bedb-b63e60cc8c31 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/security-groups/cc096de9-9b4b-4db6-844a-701811186b83 HTTP/1.1" status: 204 len: 168 time: 0.5053694 Jul 30 02:03:34.773948 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35958) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:34.803954 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0162010-13b9-4f69-bf9b-6e1bc55ef65d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.837074 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Pushing event updated for resources: {'Port': ['ID=db03ae67-6d36-4e0f-b9a0-014b3bdf8e43,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:34.840074 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-202d7065-a4d2-4aba-a635-d8bf5b62f5cb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a1697c74548a409988d0fa05904c1abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8577154 Jul 30 02:03:34.842566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35960) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:34.845216 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Network 9d149aaa-eed7-48c9-96a5-a799620cedb7 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:34.846177 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c63fc889-e565-47ef-bfe2-b026f632b7c5 None None] Provisioning for port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:34.851406 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d7065-a4d2-4aba-a635-d8bf5b62f5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01650e23-11d1-41a7-9ab3-06d2ddde66b6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:34.853947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0162010-13b9-4f69-bf9b-6e1bc55ef65d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Port': ['ID=a09592d5-1607-47aa-9f1e-7bfa805b2093,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:34.854104 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:34.858036 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:34.860260 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c63fc889-e565-47ef-bfe2-b026f632b7c5 None None] Provisioning complete for port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:34.860628 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c63fc889-e565-47ef-bfe2-b026f632b7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.082669 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 355167bc-ad25-4d48-a4bd-1d4c9a49f517 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:35.136851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Attempting to bind port db03ae67-6d36-4e0f-b9a0-014b3bdf8e43 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:35.137289 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Attempting to bind port db03ae67-6d36-4e0f-b9a0-014b3bdf8e43 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '541d6411-2fbe-414b-9c8c-7541c6842832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9d149aaa-eed7-48c9-96a5-a799620cedb7'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:35.137598 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Attempting to bind port db03ae67-6d36-4e0f-b9a0-014b3bdf8e43 on network 9d149aaa-eed7-48c9-96a5-a799620cedb7 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:35.154940 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:03:35.155336 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Checking segment: {'id': '541d6411-2fbe-414b-9c8c-7541c6842832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9d149aaa-eed7-48c9-96a5-a799620cedb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:35.155735 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.156137 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Bound using segment: {'id': '541d6411-2fbe-414b-9c8c-7541c6842832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9d149aaa-eed7-48c9-96a5-a799620cedb7'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:03:35.156629 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Bound port: db03ae67-6d36-4e0f-b9a0-014b3bdf8e43, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541d6411-2fbe-414b-9c8c-7541c6842832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9d149aaa-eed7-48c9-96a5-a799620cedb7'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:03:35.157012 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.231454 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c63fc889-e565-47ef-bfe2-b026f632b7c5 None None] Provisioning complete for port d6fff4ea-8bbb-4093-9e2b-79f3ee1bd021 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:35.231826 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c63fc889-e565-47ef-bfe2-b026f632b7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.307165 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c63fc889-e565-47ef-bfe2-b026f632b7c5 None None] Port d6fff4ea-8bbb-4093-9e2b-79f3ee1bd021 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:35.318846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] For port db03ae67-6d36-4e0f-b9a0-014b3bdf8e43, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:03:35.321735 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] For port db03ae67-6d36-4e0f-b9a0-014b3bdf8e43, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=db03ae67-6d36-4e0f-b9a0-014b3bdf8e43,segment=NetworkSegment(541d6411-2fbe-414b-9c8c-7541c6842832),segment_id=541d6411-2fbe-414b-9c8c-7541c6842832)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:03:35.332351 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 355167bc-ad25-4d48-a4bd-1d4c9a49f517 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:35.332351 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 355167bc-ad25-4d48-a4bd-1d4c9a49f517 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:35.332351 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.364268 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a531315-021d-4a54-bedb-b63e60cc8c31 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc096de9-9b4b-4db6-844a-701811186b83,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:35.398057 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41930468-5c6a-4576-beb1-45afe3c1bed0 req-993d0629-fd73-41fe-aef2-ef3d4096a397 tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0402868 Jul 30 02:03:35.403569 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.485003 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-531ebd26-ecec-4599-9d57-8c3e41baf54d None None] Could not find standard attr ID for object 2f614ed6-fb68-46ec-bb9a-dfd02433c5c6. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:03:35.499106 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-66a2d87a-5f63-4355-9f9d-cd5c6f7fcde3 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Allocated IP 172.20.0.12 (9d149aaa-eed7-48c9-96a5-a799620cedb7/57daf64c-c557-4f4e-9ed6-8efd7d129a0a/53ec59b7-9032-4752-bb01-3c996beff6a5) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:35.499843 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bbd062a3-3c12-4a77-beda-80556f748777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.550994 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bbd062a3-3c12-4a77-beda-80556f748777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.616522 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.618190 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e9c88466-a013-4a1e-8a70-3ea3122a02a9 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4644253 Jul 30 02:03:35.625792 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35974) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:35.637119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ada640e5-2490-4b12-922d-e73344b621eb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'subnet': {'network_id': 'd6bf71a0-94dc-4f54-a68c-2966f13aafb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:35.644601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0162010-13b9-4f69-bf9b-6e1bc55ef65d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network 2fd0092c-c72a-4013-9489-534535fb788f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:35.653689 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-531ebd26-ecec-4599-9d57-8c3e41baf54d None None] Provisioning complete for port 355167bc-ad25-4d48-a4bd-1d4c9a49f517 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:35.655230 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-531ebd26-ecec-4599-9d57-8c3e41baf54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.666183 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4bd24a77-6f0c-4b02-aa77-c3b865c93ad3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.666374 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-e0162010-13b9-4f69-bf9b-6e1bc55ef65d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:35.681306 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58826428-68d5-47b1-9726-a32e69a25d8c None None] Pushing event updated for resources: {'Port': ['ID=db03ae67-6d36-4e0f-b9a0-014b3bdf8e43,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:35.688299 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4bd24a77-6f0c-4b02-aa77-c3b865c93ad3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.767867 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 355167bc-ad25-4d48-a4bd-1d4c9a49f517, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=355167bc-ad25-4d48-a4bd-1d4c9a49f517,segment=NetworkSegment(c5b4a45c-536b-4085-ad75-db4244218f3d),segment_id=c5b4a45c-536b-4085-ad75-db4244218f3d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:35.831844 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-66a2d87a-5f63-4355-9f9d-cd5c6f7fcde3 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.861644 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4bd24a77-6f0c-4b02-aa77-c3b865c93ad3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.876602 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4bd24a77-6f0c-4b02-aa77-c3b865c93ad3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.877668 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-531ebd26-ecec-4599-9d57-8c3e41baf54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.883221 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4bd24a77-6f0c-4b02-aa77-c3b865c93ad3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/security-groups/260de8f2-474c-4176-93ec-5742d9832a6a HTTP/1.1" status: 204 len: 168 time: 1.1048768 Jul 30 02:03:35.888407 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.890575 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-66a2d87a-5f63-4355-9f9d-cd5c6f7fcde3 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Transition to ACTIVE for port object 53ec59b7-9032-4752-bb01-3c996beff6a5 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:35.895376 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35976) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:35.916702 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd24a77-6f0c-4b02-aa77-c3b865c93ad3 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=260de8f2-474c-4176-93ec-5742d9832a6a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:35.939532 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bbd062a3-3c12-4a77-beda-80556f748777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.944345 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bbd062a3-3c12-4a77-beda-80556f748777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.948238 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bbd062a3-3c12-4a77-beda-80556f748777 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/01650e23-11d1-41a7-9ab3-06d2ddde66b6 HTTP/1.1" status: 204 len: 168 time: 1.1044672 Jul 30 02:03:36.000069 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada640e5-2490-4b12-922d-e73344b621eb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:36.005277 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ada640e5-2490-4b12-922d-e73344b621eb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:36.080046 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a50e167-2cbd-4259-be95-060de26cc852 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:36.084116 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=355167bc-ad25-4d48-a4bd-1d4c9a49f517,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:36.115275 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-531ebd26-ecec-4599-9d57-8c3e41baf54d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:03:36.115782 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-531ebd26-ecec-4599-9d57-8c3e41baf54d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:03:36.137107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd062a3-3c12-4a77-beda-80556f748777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01650e23-11d1-41a7-9ab3-06d2ddde66b6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:36.140123 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-66a2d87a-5f63-4355-9f9d-cd5c6f7fcde3 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:36.149695 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a50e167-2cbd-4259-be95-060de26cc852 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:36.219604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a2d87a-5f63-4355-9f9d-cd5c6f7fcde3 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Network 9d149aaa-eed7-48c9-96a5-a799620cedb7 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:36.226732 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device db03ae67-6d36-4e0f-b9a0-014b3bdf8e43 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:36.233901 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-66a2d87a-5f63-4355-9f9d-cd5c6f7fcde3 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:36.242795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a2d87a-5f63-4355-9f9d-cd5c6f7fcde3 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:36.247114 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2d87a-5f63-4355-9f9d-cd5c6f7fcde3 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Pushing event updated for resources: {'Port': ['ID=53ec59b7-9032-4752-bb01-3c996beff6a5,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:36.296488 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a2d87a-5f63-4355-9f9d-cd5c6f7fcde3 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:36.297198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-66a2d87a-5f63-4355-9f9d-cd5c6f7fcde3 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:36.313569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0162010-13b9-4f69-bf9b-6e1bc55ef65d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router c492be14-140b-4706-b0ec-84ccc305c6cf is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:03:36.386428 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a50e167-2cbd-4259-be95-060de26cc852 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:36.386428 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a50e167-2cbd-4259-be95-060de26cc852 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:36.387471 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7a50e167-2cbd-4259-be95-060de26cc852 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/security-groups/1b719101-8c3b-44bc-9617-eebf0fa5e224 HTTP/1.1" status: 204 len: 168 time: 0.4883265 Jul 30 02:03:36.391706 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-66a2d87a-5f63-4355-9f9d-cd5c6f7fcde3 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2062006 Jul 30 02:03:36.398535 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35982) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:36.400675 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35984) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:36.410017 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-c939be70-2989-4462-bb7e-0b8eb01401c2 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Request body: {'port': {'network_id': '9d149aaa-eed7-48c9-96a5-a799620cedb7', 'name': 'tempest-AllowedAddressPairTestJSON-2045712698', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:8a:7e:cf'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:36.422941 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port db03ae67-6d36-4e0f-b9a0-014b3bdf8e43 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:36.444769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50e167-2cbd-4259-be95-060de26cc852 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b719101-8c3b-44bc-9617-eebf0fa5e224,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:36.497343 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0162010-13b9-4f69-bf9b-6e1bc55ef65d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:03:36.504972 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ada640e5-2490-4b12-922d-e73344b621eb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:36.512184 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e0162010-13b9-4f69-bf9b-6e1bc55ef65d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/c492be14-140b-4706-b0ec-84ccc305c6cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9211311 Jul 30 02:03:36.517858 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f69190-ac7b-4fc9-a2c7-38d230c0c6f7 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting subnet fc797a66-2a9f-4bd7-98d8-e00b5df5159a {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:03:36.518978 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd7e75-2550-4d23-b359-6e0970e575b7 None None] Sync routers for ids ['c492be14-140b-4706-b0ec-84ccc305c6cf'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:03:36.523210 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35990) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:36.534355 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd7e75-2550-4d23-b359-6e0970e575b7 None None] Routers {'c492be14-140b-4706-b0ec-84ccc305c6cf'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:36.536049 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b1f69190-ac7b-4fc9-a2c7-38d230c0c6f7 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:36.538289 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c7dd7e75-2550-4d23-b359-6e0970e575b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:03:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c492be14-140b-4706-b0ec-84ccc305c6cf'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:36.566833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada640e5-2490-4b12-922d-e73344b621eb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Subnet': ['ID=73bb9b51-96e8-4433-a03b-b5102037517d,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:36.603022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada640e5-2490-4b12-922d-e73344b621eb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Checking segment: {'id': 'c891524c-8496-43f8-8aa2-aab71ce68a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'd6bf71a0-94dc-4f54-a68c-2966f13aafb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:36.603392 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada640e5-2490-4b12-922d-e73344b621eb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network hostable DHCP agents. Network: d6bf71a0-94dc-4f54-a68c-2966f13aafb2, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:03:36.636097 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c7dd7e75-2550-4d23-b359-6e0970e575b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:36.647664 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd7e75-2550-4d23-b359-6e0970e575b7 None None] Routers {'c492be14-140b-4706-b0ec-84ccc305c6cf'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:36.648519 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c7dd7e75-2550-4d23-b359-6e0970e575b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:03:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c492be14-140b-4706-b0ec-84ccc305c6cf'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:36.687773 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c7dd7e75-2550-4d23-b359-6e0970e575b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:36.688426 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd7e75-2550-4d23-b359-6e0970e575b7 None None] The sync data for ids ['c492be14-140b-4706-b0ec-84ccc305c6cf'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:36.710057 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-99b2c3d3-f589-4fe3-8ca4-e7ad0f0f41b6 req-dc275223-938a-4f35-9afb-f82fe076f908 tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.1076915 Jul 30 02:03:36.735785 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b1f69190-ac7b-4fc9-a2c7-38d230c0c6f7 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:36.749468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada640e5-2490-4b12-922d-e73344b621eb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network d6bf71a0-94dc-4f54-a68c-2966f13aafb2 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:03:36.754513 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9112e55a-be1b-495f-84dd-dca58cb87f3e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:36.757626 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9112e55a-be1b-495f-84dd-dca58cb87f3e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/ports/a09592d5-1607-47aa-9f1e-7bfa805b2093 HTTP/1.1" status: 200 len: 910 time: 0.2333982 Jul 30 02:03:36.759001 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35992) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:36.796472 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-cc53ed00-f5df-4d1c-951a-85c88fd6097d None None] Provisioning complete for port a09592d5-1607-47aa-9f1e-7bfa805b2093 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:36.797268 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cc53ed00-f5df-4d1c-951a-85c88fd6097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:36.888502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-ada640e5-2490-4b12-922d-e73344b621eb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, d6bf71a0-94dc-4f54-a68c-2966f13aafb2) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:36.897804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada640e5-2490-4b12-922d-e73344b621eb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:36.901530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6231ed1d-9280-4e83-afe2-926ab1557c9b None None] Network d6bf71a0-94dc-4f54-a68c-2966f13aafb2 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:36.902572 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ada640e5-2490-4b12-922d-e73344b621eb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:36.904224 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-cc53ed00-f5df-4d1c-951a-85c88fd6097d None None] Port a09592d5-1607-47aa-9f1e-7bfa805b2093 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:36.948844 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c939be70-2989-4462-bb7e-0b8eb01401c2 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Made reservation on behalf of 872c2c729e2549669a76f9c40b07a0a3 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:36.956341 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b09d4ecc-6cb2-4d3d-868b-9c8df12414e9 req-41bb83f3-2cd2-4882-8b12-ed05116a33fb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0717092 Jul 30 02:03:37.028047 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b1f69190-ac7b-4fc9-a2c7-38d230c0c6f7 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:37.060598 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ada640e5-2490-4b12-922d-e73344b621eb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4317956 Jul 30 02:03:37.070125 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35994) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:37.075447 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-1005e91c-1d90-45d4-8b7f-5319d4012462 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'subnet': {'network_id': 'd6bf71a0-94dc-4f54-a68c-2966f13aafb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:37.090442 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-d6bf71a0-94dc-4f54-a68c-2966f13aafb2', 'network_id': 'd6bf71a0-94dc-4f54-a68c-2966f13aafb2', 'tenant_id': 'fb54f7ee248443f6b8ca067f300bbb58', 'fixed_ips': [{'subnet_id': '73bb9b51-96e8-4433-a03b-b5102037517d'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:03:37.091474 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:37.130603 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35996) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:37.132426 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5b3dd7-a24a-4614-9ad8-8fbd04a56b34 None None] Network 9d149aaa-eed7-48c9-96a5-a799620cedb7 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:37.169435 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c939be70-2989-4462-bb7e-0b8eb01401c2 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:37.279895 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8f663559-9c9f-493c-a545-bb318c2d44d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:37.305573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-c939be70-2989-4462-bb7e-0b8eb01401c2 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] device_id is not set on port f743b583-fc2b-48c5-960c-6952dc133eea yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:37.343916 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e87fda6-f72b-4eb6-91fd-c5190332a715 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:37.360705 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Allocated IP 2001:db8::2 (d6bf71a0-94dc-4f54-a68c-2966f13aafb2/73bb9b51-96e8-4433-a03b-b5102037517d/0691ad56-5238-4e7e-a40c-00cbbf9ae410) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:37.367246 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0c989ad2-ec5a-4fa2-9bd1-3d91109458de None None] Provisioning for port db03ae67-6d36-4e0f-b9a0-014b3bdf8e43 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:37.388138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0c989ad2-ec5a-4fa2-9bd1-3d91109458de None None] Provisioning complete for port db03ae67-6d36-4e0f-b9a0-014b3bdf8e43 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:37.388515 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c989ad2-ec5a-4fa2-9bd1-3d91109458de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:37.465281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1005e91c-1d90-45d4-8b7f-5319d4012462 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:37.469378 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1005e91c-1d90-45d4-8b7f-5319d4012462 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:37.651799 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8f663559-9c9f-493c-a545-bb318c2d44d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:37.682960 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b1f69190-ac7b-4fc9-a2c7-38d230c0c6f7 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:37.709304 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-3e87fda6-f72b-4eb6-91fd-c5190332a715 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Allocated IP 172.21.0.1 (ae0fba95-acd9-4446-a535-6dcaed36b720/859ef8bb-c552-40bd-b624-8af5ce0e6bd6/20340671-d784-4560-a19f-3b7ec87f00a9) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:37.743136 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f69190-ac7b-4fc9-a2c7-38d230c0c6f7 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Subnet': ['ID=fc797a66-2a9f-4bd7-98d8-e00b5df5159a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:37.762978 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-c939be70-2989-4462-bb7e-0b8eb01401c2 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Allocated IP 172.20.0.8 (9d149aaa-eed7-48c9-96a5-a799620cedb7/57daf64c-c557-4f4e-9ed6-8efd7d129a0a/f743b583-fc2b-48c5-960c-6952dc133eea) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:37.781346 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8f663559-9c9f-493c-a545-bb318c2d44d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:37.781704 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eb4fd2-5ea7-47fc-9d68-32144d484066 None None] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:37.803104 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c989ad2-ec5a-4fa2-9bd1-3d91109458de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:37.837889 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b1f69190-ac7b-4fc9-a2c7-38d230c0c6f7 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:37.843698 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b1f69190-ac7b-4fc9-a2c7-38d230c0c6f7 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/subnets/fc797a66-2a9f-4bd7-98d8-e00b5df5159a HTTP/1.1" status: 204 len: 168 time: 1.4457369 Jul 30 02:03:37.845794 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36002) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:37.850462 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8f663559-9c9f-493c-a545-bb318c2d44d5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0e65307ea12a4cd5b32dee88fe04530e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6853695 Jul 30 02:03:37.871974 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36004) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:37.914992 n-d-713498-9 neutron-server[94464]: INFO neutron.db.ipam_backend_mixin [None req-1005e91c-1d90-45d4-8b7f-5319d4012462 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 73bb9b51-96e8-4433-a03b-b5102037517d (CIDR: 2001:db8::/64) Jul 30 02:03:37.952067 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:37.964721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f663559-9c9f-493c-a545-bb318c2d44d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf2a64d-0302-479f-b6f7-f3ca1092f627,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:37.976201 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0c989ad2-ec5a-4fa2-9bd1-3d91109458de None None] For port db03ae67-6d36-4e0f-b9a0-014b3bdf8e43, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=db03ae67-6d36-4e0f-b9a0-014b3bdf8e43,segment=NetworkSegment(541d6411-2fbe-414b-9c8c-7541c6842832),segment_id=541d6411-2fbe-414b-9c8c-7541c6842832)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:37.977927 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f663559-9c9f-493c-a545-bb318c2d44d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:37.978716 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f663559-9c9f-493c-a545-bb318c2d44d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:37.979131 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f663559-9c9f-493c-a545-bb318c2d44d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:37.979535 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f663559-9c9f-493c-a545-bb318c2d44d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:37.980280 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f663559-9c9f-493c-a545-bb318c2d44d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:37.980280 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f663559-9c9f-493c-a545-bb318c2d44d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:37.980668 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Transition to ACTIVE for port object 0691ad56-5238-4e7e-a40c-00cbbf9ae410 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:37.980805 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f663559-9c9f-493c-a545-bb318c2d44d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:37.981151 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f663559-9c9f-493c-a545-bb318c2d44d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:37.981547 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f663559-9c9f-493c-a545-bb318c2d44d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:37.982307 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f663559-9c9f-493c-a545-bb318c2d44d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:37.982746 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f663559-9c9f-493c-a545-bb318c2d44d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:37.983292 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f663559-9c9f-493c-a545-bb318c2d44d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:38.012858 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-1005e91c-1d90-45d4-8b7f-5319d4012462 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:03:38.017395 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1005e91c-1d90-45d4-8b7f-5319d4012462 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:38.043261 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-451bcbd2-342d-4850-a1cd-96eec706c30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.049245 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1b1e352-6be6-4a4f-947b-405975f976a8 req-f0128bbf-0c3c-43a3-ad5f-c5d22d521fea tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.1690786 Jul 30 02:03:38.086582 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c989ad2-ec5a-4fa2-9bd1-3d91109458de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.089405 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 355167bc-ad25-4d48-a4bd-1d4c9a49f517 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:38.107425 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-451bcbd2-342d-4850-a1cd-96eec706c30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.125202 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-65377ff1-cb4c-4f45-8168-9d99927be76a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting subnet 43759c74-0b9b-4ab3-a639-b4af6343be0a {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:03:38.144094 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65377ff1-cb4c-4f45-8168-9d99927be76a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.152613 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Transition to ACTIVE for port object 0691ad56-5238-4e7e-a40c-00cbbf9ae410 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:38.186197 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e87fda6-f72b-4eb6-91fd-c5190332a715 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.246901 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.254281 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65377ff1-cb4c-4f45-8168-9d99927be76a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.267535 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 355167bc-ad25-4d48-a4bd-1d4c9a49f517 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:38.267658 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.270915 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c989ad2-ec5a-4fa2-9bd1-3d91109458de None None] Pushing event updated for resources: {'Port': ['ID=db03ae67-6d36-4e0f-b9a0-014b3bdf8e43,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:38.271377 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-451bcbd2-342d-4850-a1cd-96eec706c30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.283742 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-451bcbd2-342d-4850-a1cd-96eec706c30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.298037 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-3e87fda6-f72b-4eb6-91fd-c5190332a715 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Transition to ACTIVE for port object 20340671-d784-4560-a19f-3b7ec87f00a9 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:38.300921 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-451bcbd2-342d-4850-a1cd-96eec706c30e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/abf2a64d-0302-479f-b6f7-f3ca1092f627 HTTP/1.1" status: 204 len: 168 time: 0.4155722 Jul 30 02:03:38.304570 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1005e91c-1d90-45d4-8b7f-5319d4012462 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2333200 Jul 30 02:03:38.307455 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36008) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:38.315869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-54c4434d-63d4-40c3-8238-64927e16e19e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'subnet': {'network_id': 'd6bf71a0-94dc-4f54-a68c-2966f13aafb2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:38.326442 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Network d6bf71a0-94dc-4f54-a68c-2966f13aafb2 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:38.334622 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:38.337288 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:38.382550 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bcbd2-342d-4850-a1cd-96eec706c30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf2a64d-0302-479f-b6f7-f3ca1092f627,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:38.382725 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-981833d3-bc55-4a79-8924-63bc86395d2e None None] Provisioning for port 53ec59b7-9032-4752-bb01-3c996beff6a5 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:38.391555 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-981833d3-bc55-4a79-8924-63bc86395d2e None None] Provisioning complete for port 53ec59b7-9032-4752-bb01-3c996beff6a5 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:38.391992 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-981833d3-bc55-4a79-8924-63bc86395d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.452227 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c939be70-2989-4462-bb7e-0b8eb01401c2 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.500668 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-c939be70-2989-4462-bb7e-0b8eb01401c2 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Transition to ACTIVE for port object f743b583-fc2b-48c5-960c-6952dc133eea will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:38.530214 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Pushing event updated for resources: {'Port': ['ID=0691ad56-5238-4e7e-a40c-00cbbf9ae410,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:38.557424 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Attempting to bind port 0691ad56-5238-4e7e-a40c-00cbbf9ae410 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:38.557672 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Attempting to bind port 0691ad56-5238-4e7e-a40c-00cbbf9ae410 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c891524c-8496-43f8-8aa2-aab71ce68a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'd6bf71a0-94dc-4f54-a68c-2966f13aafb2'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:38.557941 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Attempting to bind port 0691ad56-5238-4e7e-a40c-00cbbf9ae410 on network d6bf71a0-94dc-4f54-a68c-2966f13aafb2 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:38.589875 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e87fda6-f72b-4eb6-91fd-c5190332a715 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.590891 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:03:38.591453 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Checking segment: {'id': 'c891524c-8496-43f8-8aa2-aab71ce68a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'd6bf71a0-94dc-4f54-a68c-2966f13aafb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:38.591858 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.593759 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Bound using segment: {'id': 'c891524c-8496-43f8-8aa2-aab71ce68a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'd6bf71a0-94dc-4f54-a68c-2966f13aafb2'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:03:38.594278 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Bound port: 0691ad56-5238-4e7e-a40c-00cbbf9ae410, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c891524c-8496-43f8-8aa2-aab71ce68a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'd6bf71a0-94dc-4f54-a68c-2966f13aafb2'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:03:38.594685 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.596707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-981833d3-bc55-4a79-8924-63bc86395d2e None None] Port 53ec59b7-9032-4752-bb01-3c996beff6a5 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:38.635629 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c939be70-2989-4462-bb7e-0b8eb01401c2 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.647338 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-981833d3-bc55-4a79-8924-63bc86395d2e None None] Provisioning complete for port db03ae67-6d36-4e0f-b9a0-014b3bdf8e43 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:38.648281 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-981833d3-bc55-4a79-8924-63bc86395d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.669582 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65377ff1-cb4c-4f45-8168-9d99927be76a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.683612 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e87fda6-f72b-4eb6-91fd-c5190332a715 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network ae0fba95-acd9-4446-a535-6dcaed36b720 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:38.718755 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87fda6-f72b-4eb6-91fd-c5190332a715 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Port': ['ID=20340671-d784-4560-a19f-3b7ec87f00a9,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:38.728738 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-3e87fda6-f72b-4eb6-91fd-c5190332a715 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:38.733080 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c939be70-2989-4462-bb7e-0b8eb01401c2 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Network 9d149aaa-eed7-48c9-96a5-a799620cedb7 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:38.734496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e87fda6-f72b-4eb6-91fd-c5190332a715 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:38.738979 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-c939be70-2989-4462-bb7e-0b8eb01401c2 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:38.746429 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c939be70-2989-4462-bb7e-0b8eb01401c2 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:38.758915 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] For port 0691ad56-5238-4e7e-a40c-00cbbf9ae410, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:03:38.766550 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] For port 0691ad56-5238-4e7e-a40c-00cbbf9ae410, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0691ad56-5238-4e7e-a40c-00cbbf9ae410,segment=NetworkSegment(c891524c-8496-43f8-8aa2-aab71ce68a46),segment_id=c891524c-8496-43f8-8aa2-aab71ce68a46)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:03:38.859037 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939be70-2989-4462-bb7e-0b8eb01401c2 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Pushing event updated for resources: {'Port': ['ID=f743b583-fc2b-48c5-960c-6952dc133eea,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:38.877279 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.902079 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c939be70-2989-4462-bb7e-0b8eb01401c2 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:38.905902 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e87fda6-f72b-4eb6-91fd-c5190332a715 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.906911 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c939be70-2989-4462-bb7e-0b8eb01401c2 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.986569 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65377ff1-cb4c-4f45-8168-9d99927be76a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.999076 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c4434d-63d4-40c3-8238-64927e16e19e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:39.012968 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54c4434d-63d4-40c3-8238-64927e16e19e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:39.021409 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c48815-8617-48a6-b93b-b0b877ed6c4c None None] Pushing event updated for resources: {'Port': ['ID=0691ad56-5238-4e7e-a40c-00cbbf9ae410,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:39.041907 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c939be70-2989-4462-bb7e-0b8eb01401c2 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.6401920 Jul 30 02:03:39.044432 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36014) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:39.051248 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65377ff1-cb4c-4f45-8168-9d99927be76a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:39.053627 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-90befb53-87ce-4437-b89c-de4b3c279cde None None] Provisioning complete for port 53ec59b7-9032-4752-bb01-3c996beff6a5 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:39.054003 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-90befb53-87ce-4437-b89c-de4b3c279cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:39.056785 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-65377ff1-cb4c-4f45-8168-9d99927be76a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/subnets/43759c74-0b9b-4ab3-a639-b4af6343be0a HTTP/1.1" status: 204 len: 168 time: 1.2079761 Jul 30 02:03:39.064145 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36016) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:39.166585 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-90befb53-87ce-4437-b89c-de4b3c279cde None None] Port 53ec59b7-9032-4752-bb01-3c996beff6a5 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:39.182192 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6a64189c-3e3b-4160-9d24-500294d342b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:39.216509 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65377ff1-cb4c-4f45-8168-9d99927be76a tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Subnet': ['ID=43759c74-0b9b-4ab3-a639-b4af6343be0a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:39.308667 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0692430-2f78-4398-8138-d96924e6fbf9 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] DELETE failed (client error): The resource could not be found. Jul 30 02:03:39.309817 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0692430-2f78-4398-8138-d96924e6fbf9 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:39.321772 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f0692430-2f78-4398-8138-d96924e6fbf9 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/subnets/fc797a66-2a9f-4bd7-98d8-e00b5df5159a HTTP/1.1" status: 404 len: 337 time: 0.2435288 Jul 30 02:03:39.326176 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36024) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:39.391458 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8e71fc18-f95a-4b49-a0de-1b6a4dcce210 req-1cc9b0d4-d4ef-46f2-9091-1c1586fb6070 tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.1016309 Jul 30 02:03:39.400420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6fa51d16-0dff-4d21-95ed-2d4654d5d685 None None] Provisioning for port 20340671-d784-4560-a19f-3b7ec87f00a9 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:39.404810 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6fa51d16-0dff-4d21-95ed-2d4654d5d685 None None] Provisioning complete for port 20340671-d784-4560-a19f-3b7ec87f00a9 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:39.405013 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6fa51d16-0dff-4d21-95ed-2d4654d5d685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:39.443072 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58afd7b-7da8-41fc-b35e-00a9ccd765bd tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:39.466059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58afd7b-7da8-41fc-b35e-00a9ccd765bd tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:39.470963 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58afd7b-7da8-41fc-b35e-00a9ccd765bd tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:39.472697 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f58afd7b-7da8-41fc-b35e-00a9ccd765bd tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.4267843 Jul 30 02:03:39.479874 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36030) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:39.480292 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbf9dd4-b774-4bf1-ad2b-6107490d3538 None None] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:39.497139 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e87fda6-f72b-4eb6-91fd-c5190332a715 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:39.507877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4d64e6-22d6-4385-a557-798809a78224 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting subnet 35d3fe5a-82e5-40ec-9933-a167f450f0b7 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:03:39.512728 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bf4d64e6-22d6-4385-a557-798809a78224 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:39.676443 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6fa51d16-0dff-4d21-95ed-2d4654d5d685 None None] Port 20340671-d784-4560-a19f-3b7ec87f00a9 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:39.676560 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bf4d64e6-22d6-4385-a557-798809a78224 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:39.701886 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-8c4e1aab-683f-4b53-9cfc-612a730b6447 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Deleting port f743b583-fc2b-48c5-960c-6952dc133eea {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:39.704545 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1aab-683f-4b53-9cfc-612a730b6447 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:39.803506 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bf4d64e6-22d6-4385-a557-798809a78224 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:39.860225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a443cb00-e3d7-4cd5-9b4f-93b28ab2588a None None] Provisioning complete for port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:39.860608 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a443cb00-e3d7-4cd5-9b4f-93b28ab2588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:40.003441 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1aab-683f-4b53-9cfc-612a730b6447 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:40.059166 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-8c4e1aab-683f-4b53-9cfc-612a730b6447 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Calling delete_port for f743b583-fc2b-48c5-960c-6952dc133eea owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:40.059515 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a443cb00-e3d7-4cd5-9b4f-93b28ab2588a None None] Provisioning complete for port d6fff4ea-8bbb-4093-9e2b-79f3ee1bd021 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:40.059960 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a443cb00-e3d7-4cd5-9b4f-93b28ab2588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:40.063161 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bf4d64e6-22d6-4385-a557-798809a78224 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:40.173241 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a443cb00-e3d7-4cd5-9b4f-93b28ab2588a None None] Port d6fff4ea-8bbb-4093-9e2b-79f3ee1bd021 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:40.225930 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d64e6-22d6-4385-a557-798809a78224 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Subnet': ['ID=35d3fe5a-82e5-40ec-9933-a167f450f0b7,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:40.238954 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bf4d64e6-22d6-4385-a557-798809a78224 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:40.244557 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bf4d64e6-22d6-4385-a557-798809a78224 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/subnets/35d3fe5a-82e5-40ec-9933-a167f450f0b7 HTTP/1.1" status: 204 len: 168 time: 0.9170330 Jul 30 02:03:40.248624 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36044) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:40.267947 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a443cb00-e3d7-4cd5-9b4f-93b28ab2588a None None] Provisioning for port f743b583-fc2b-48c5-960c-6952dc133eea completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:40.285974 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a443cb00-e3d7-4cd5-9b4f-93b28ab2588a None None] Provisioning complete for port f743b583-fc2b-48c5-960c-6952dc133eea triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:40.286985 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a443cb00-e3d7-4cd5-9b4f-93b28ab2588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:40.293122 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device db03ae67-6d36-4e0f-b9a0-014b3bdf8e43 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:40.326960 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd425ab-3d1d-4eee-92fa-7b1b73635879 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] DELETE failed (client error): The resource could not be found. Jul 30 02:03:40.327414 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd425ab-3d1d-4eee-92fa-7b1b73635879 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:40.331945 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9cd425ab-3d1d-4eee-92fa-7b1b73635879 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/subnets/cfd25f87-4117-4d24-b88c-7eb5a4930cae HTTP/1.1" status: 404 len: 337 time: 0.0494461 Jul 30 02:03:40.334753 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36048) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:40.392235 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6b71741a-70b9-4100-a8b0-5b260fe8b6ee tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "GET /v2.0/ports?device_id=c76619d5-09e1-48ce-8d0b-b0ddcd5d958f HTTP/1.1" status: 200 len: 205 time: 0.0544078 Jul 30 02:03:40.393013 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36050) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:40.468748 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a443cb00-e3d7-4cd5-9b4f-93b28ab2588a None None] Port f743b583-fc2b-48c5-960c-6952dc133eea cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:40.515363 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1aab-683f-4b53-9cfc-612a730b6447 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:40.526063 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-fbd7606d-b40e-4109-9207-f9fe871f2e43 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] delete failed (client error): The resource could not be found. Jul 30 02:03:40.532454 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fbd7606d-b40e-4109-9207-f9fe871f2e43 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/routers/c76619d5-09e1-48ce-8d0b-b0ddcd5d958f HTTP/1.1" status: 404 len: 336 time: 0.1341434 Jul 30 02:03:40.535068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36056) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:40.566125 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port db03ae67-6d36-4e0f-b9a0-014b3bdf8e43 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:40.566610 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:40.622777 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e1aab-683f-4b53-9cfc-612a730b6447 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Pushing event deleted for resources: {'Port': ['ID=f743b583-fc2b-48c5-960c-6952dc133eea,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:40.709597 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f8cadf-f138-4d1f-b7bf-887adb2dee65 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] DELETE failed (client error): The resource could not be found. Jul 30 02:03:40.710074 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f8cadf-f138-4d1f-b7bf-887adb2dee65 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:40.724514 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-18f8cadf-f138-4d1f-b7bf-887adb2dee65 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/subnets/e7c6ddb1-2e8c-43be-bd19-bfdff3ea1afd HTTP/1.1" status: 404 len: 337 time: 0.1846540 Jul 30 02:03:40.727998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36070) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:40.809590 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-d136e0ff-10c8-4037-a4c4-99009690be2d tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] DELETE failed (client error): The resource could not be found. Jul 30 02:03:40.821813 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d136e0ff-10c8-4037-a4c4-99009690be2d tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:40.825501 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d136e0ff-10c8-4037-a4c4-99009690be2d tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/subnets/012951d4-91b0-4f7d-a8a5-613d4133d8f6 HTTP/1.1" status: 404 len: 337 time: 0.0965900 Jul 30 02:03:40.829444 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0691ad56-5238-4e7e-a40c-00cbbf9ae410 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:40.830098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36072) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:40.958592 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5b823c-a1f4-4b95-a215-c913c4f1621f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] DELETE failed (client error): The resource could not be found. Jul 30 02:03:40.959030 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5b823c-a1f4-4b95-a215-c913c4f1621f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:40.963286 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2f5b823c-a1f4-4b95-a215-c913c4f1621f tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/subnets/e9c9cf05-a0ec-476a-b8f8-37f51c297fdb HTTP/1.1" status: 404 len: 337 time: 0.1207380 Jul 30 02:03:40.963670 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36076) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:40.976877 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54c4434d-63d4-40c3-8238-64927e16e19e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:40.997471 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c02bf6e-b235-4351-bb89-608f6d3e7dfd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] DELETE failed (client error): The resource could not be found. Jul 30 02:03:41.003325 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c02bf6e-b235-4351-bb89-608f6d3e7dfd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:41.003325 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3c02bf6e-b235-4351-bb89-608f6d3e7dfd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/ports/9275775d-413a-4f7b-8406-7a74f3a4ae24 HTTP/1.1" status: 404 len: 333 time: 0.0355005 Jul 30 02:03:41.026248 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36078) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:41.059503 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4434d-63d4-40c3-8238-64927e16e19e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Subnet': ['ID=2e601229-af1d-4be0-af34-8006e51fb33c,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:41.084848 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339e73d6-8e4f-4339-90ff-c9b0f90a6597 None None] Network d6bf71a0-94dc-4f54-a68c-2966f13aafb2 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:41.100952 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a396b6c-6881-40ac-8bb7-8b31888a02d7 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] DELETE failed (client error): The resource could not be found. Jul 30 02:03:41.101576 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a396b6c-6881-40ac-8bb7-8b31888a02d7 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:41.111829 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1a396b6c-6881-40ac-8bb7-8b31888a02d7 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/subnets/51ad05ab-5ce6-4824-a0fa-265e106aa816 HTTP/1.1" status: 404 len: 337 time: 0.0782521 Jul 30 02:03:41.120507 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c4434d-63d4-40c3-8238-64927e16e19e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network d6bf71a0-94dc-4f54-a68c-2966f13aafb2 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:41.131457 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36082) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:41.134601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-54c4434d-63d4-40c3-8238-64927e16e19e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:41.140017 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c4434d-63d4-40c3-8238-64927e16e19e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:41.142786 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54c4434d-63d4-40c3-8238-64927e16e19e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:41.227045 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 0691ad56-5238-4e7e-a40c-00cbbf9ae410 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:41.228076 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe37812f-9fb3-4879-80fa-294a4d15ffde tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] DELETE failed (client error): The resource could not be found. Jul 30 02:03:41.228723 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe37812f-9fb3-4879-80fa-294a4d15ffde tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:41.231098 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fe37812f-9fb3-4879-80fa-294a4d15ffde tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/subnets/d7f06ab2-4645-4844-8611-f235b30cc3b6 HTTP/1.1" status: 404 len: 337 time: 0.0855029 Jul 30 02:03:41.235448 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6f41c1-0092-4e2b-911a-ee02af26b3a4 None None] Network 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:41.246922 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36084) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:41.258872 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e87fda6-f72b-4eb6-91fd-c5190332a715 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:41.293263 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-81902a35-7e2c-43d6-bc93-830d6d982918 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] DELETE failed (client error): The resource could not be found. Jul 30 02:03:41.294043 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81902a35-7e2c-43d6-bc93-830d6d982918 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:41.298588 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-81902a35-7e2c-43d6-bc93-830d6d982918 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/ports/ac968d81-fb47-4b07-8425-e90774f6a266 HTTP/1.1" status: 404 len: 333 time: 0.0460742 Jul 30 02:03:41.298588 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1aab-683f-4b53-9cfc-612a730b6447 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:41.305230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36088) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:41.305529 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8c4e1aab-683f-4b53-9cfc-612a730b6447 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "DELETE /v2.0/ports/f743b583-fc2b-48c5-960c-6952dc133eea HTTP/1.1" status: 204 len: 168 time: 1.8167367 Jul 30 02:03:41.307269 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36090) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:41.337909 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-77949b6d-7408-4503-9208-1043ff6d8a1f tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] GET failed (client error): The resource could not be found. Jul 30 02:03:41.340786 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-77949b6d-7408-4503-9208-1043ff6d8a1f tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "GET /v2.0/ports/f743b583-fc2b-48c5-960c-6952dc133eea HTTP/1.1" status: 404 len: 333 time: 0.0315559 Jul 30 02:03:41.354622 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36094) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:41.363052 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-f6886e2a-9289-445c-9909-648133b3309b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Request body: {'port': {'network_id': '9d149aaa-eed7-48c9-96a5-a799620cedb7', 'name': 'tempest-AllowedAddressPairTestJSON-996316773'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:41.372396 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c43b44c9-3b36-4d62-8c86-d0db17e76aeb None None] Provisioning for port 0691ad56-5238-4e7e-a40c-00cbbf9ae410 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:41.452651 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-54c4434d-63d4-40c3-8238-64927e16e19e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1435959 Jul 30 02:03:41.455491 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60006f2a-5118-45dd-b7c6-b722acbd0549 req-d680fa99-5c13-4b93-a67d-7cd8a02c10d0 tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0500898 Jul 30 02:03:41.455782 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e87fda6-f72b-4eb6-91fd-c5190332a715 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:41.456484 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36098) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:41.459552 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c79042-3010-4618-9e7e-0c19d4abfeb6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] DELETE failed (client error): The resource could not be found. Jul 30 02:03:41.460001 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c79042-3010-4618-9e7e-0c19d4abfeb6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:41.464601 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-93c79042-3010-4618-9e7e-0c19d4abfeb6 tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/subnets/ee74bc52-406b-4011-9a06-d3a13b16c44f HTTP/1.1" status: 404 len: 337 time: 0.1620393 Jul 30 02:03:41.472002 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-79cb4071-5371-4602-a45d-be5cefbcef26 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'port': {'network_id': 'd6bf71a0-94dc-4f54-a68c-2966f13aafb2', 'fixed_ips': [{'subnet_id': '73bb9b51-96e8-4433-a03b-b5102037517d'}, {'subnet_id': '2e601229-af1d-4be0-af34-8006e51fb33c'}], 'name': 'tempest-PortsIpV6TestJSON-1877423589'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:41.483843 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36100) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:41.538948 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87fda6-f72b-4eb6-91fd-c5190332a715 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Port': ['ID=20340671-d784-4560-a19f-3b7ec87f00a9,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:41.562652 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c43b44c9-3b36-4d62-8c86-d0db17e76aeb None None] Provisioning complete for port 0691ad56-5238-4e7e-a40c-00cbbf9ae410 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:41.562652 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c43b44c9-3b36-4d62-8c86-d0db17e76aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:41.570487 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ea0ce4-bd4b-467a-8907-5903a141ca1b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] DELETE failed (client error): The resource could not be found. Jul 30 02:03:41.572013 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ea0ce4-bd4b-467a-8907-5903a141ca1b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:03:41.575251 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-67ea0ce4-bd4b-467a-8907-5903a141ca1b tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/subnets/e6097a39-0093-442a-a734-832e9e02b18a HTTP/1.1" status: 404 len: 337 time: 0.0909350 Jul 30 02:03:41.581402 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36102) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:41.582896 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e87fda6-f72b-4eb6-91fd-c5190332a715 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:41.757016 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-03fc0e24-4961-494b-a8ec-c5bec3f8b82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:41.818398 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-6fd44f69-de4c-4e73-8a63-3b5918ec35ab tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Deleting port d6fff4ea-8bbb-4093-9e2b-79f3ee1bd021 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:41.818873 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6fd44f69-de4c-4e73-8a63-3b5918ec35ab tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:41.821727 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e87fda6-f72b-4eb6-91fd-c5190332a715 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network ae0fba95-acd9-4446-a535-6dcaed36b720 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:41.823384 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-3e87fda6-f72b-4eb6-91fd-c5190332a715 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:41.846185 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:41.865730 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b5ef23-aecc-47c2-be7e-d34f208832be None None] Update dhcp port {'port': {'network_id': 'd6bf71a0-94dc-4f54-a68c-2966f13aafb2', 'fixed_ips': [{'subnet_id': '73bb9b51-96e8-4433-a03b-b5102037517d', 'ip_address': '2001:db8::2'}, {'subnet_id': '2e601229-af1d-4be0-af34-8006e51fb33c'}], 'binding:host_id': 'n-d-713498-9'}, 'id': '0691ad56-5238-4e7e-a40c-00cbbf9ae410'} from n-d-713498-9. {{(pid=94466) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:03:41.898220 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81b5ef23-aecc-47c2-be7e-d34f208832be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:41.903189 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6886e2a-9289-445c-9909-648133b3309b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Made reservation on behalf of 872c2c729e2549669a76f9c40b07a0a3 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:41.906933 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6886e2a-9289-445c-9909-648133b3309b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:41.959300 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-f6886e2a-9289-445c-9909-648133b3309b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] device_id is not set on port 20897b4c-4d07-417c-882e-9d691f2a0b6f yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:41.979754 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6fd44f69-de4c-4e73-8a63-3b5918ec35ab tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:42.026315 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cb4071-5371-4602-a45d-be5cefbcef26 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:42.027351 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ce7aa9-e8cf-4a73-a10e-4a2ed57416b8 None None] DHCP port deletion for 8995dd0c-839c-4ac8-aadb-6f0c3fd78179 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:03:42.056502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e87fda6-f72b-4eb6-91fd-c5190332a715 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router c492be14-140b-4706-b0ec-84ccc305c6cf has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:03:42.165104 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-6fd44f69-de4c-4e73-8a63-3b5918ec35ab tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Calling delete_port for d6fff4ea-8bbb-4093-9e2b-79f3ee1bd021 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:42.288578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-81b5ef23-aecc-47c2-be7e-d34f208832be None None] Allocated IP 2001:db8:0:1::2 (d6bf71a0-94dc-4f54-a68c-2966f13aafb2/2e601229-af1d-4be0-af34-8006e51fb33c/0691ad56-5238-4e7e-a40c-00cbbf9ae410) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:42.305158 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-79cb4071-5371-4602-a45d-be5cefbcef26 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:42.364210 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-f6886e2a-9289-445c-9909-648133b3309b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Allocated IP 172.20.0.3 (9d149aaa-eed7-48c9-96a5-a799620cedb7/57daf64c-c557-4f4e-9ed6-8efd7d129a0a/20897b4c-4d07-417c-882e-9d691f2a0b6f) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:42.364210 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-79cb4071-5371-4602-a45d-be5cefbcef26 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] device_id is not set on port 43493e66-a204-4400-9ae1-2e620558f939 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:42.375258 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c43b44c9-3b36-4d62-8c86-d0db17e76aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:42.466538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c2ce7aa9-e8cf-4a73-a10e-4a2ed57416b8 None None] Deleting port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:42.466538 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2ce7aa9-e8cf-4a73-a10e-4a2ed57416b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:42.576122 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-81b5ef23-aecc-47c2-be7e-d34f208832be None None] For port 0691ad56-5238-4e7e-a40c-00cbbf9ae410, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0691ad56-5238-4e7e-a40c-00cbbf9ae410,segment=NetworkSegment(c891524c-8496-43f8-8aa2-aab71ce68a46),segment_id=c891524c-8496-43f8-8aa2-aab71ce68a46)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:42.618924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e87fda6-f72b-4eb6-91fd-c5190332a715 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:03:42.622506 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c2ce7aa9-e8cf-4a73-a10e-4a2ed57416b8 None None] For port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa,segment=NetworkSegment(bf74325f-827b-44b8-8990-be52827ec3ac),segment_id=bf74325f-827b-44b8-8990-be52827ec3ac)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:42.622924 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2ce7aa9-e8cf-4a73-a10e-4a2ed57416b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:42.626402 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3e87fda6-f72b-4eb6-91fd-c5190332a715 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/c492be14-140b-4706-b0ec-84ccc305c6cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8660107 Jul 30 02:03:42.629187 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36128) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:42.642115 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a4dcc5-3896-4f16-b0fd-e870781f533c None None] Sync routers for ids ['c492be14-140b-4706-b0ec-84ccc305c6cf'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:03:42.650472 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81b5ef23-aecc-47c2-be7e-d34f208832be None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:42.658552 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c2ce7aa9-e8cf-4a73-a10e-4a2ed57416b8 None None] Calling delete_port for 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:42.683818 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a4dcc5-3896-4f16-b0fd-e870781f533c None None] Routers {'c492be14-140b-4706-b0ec-84ccc305c6cf'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:42.684507 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-c9a4dcc5-3896-4f16-b0fd-e870781f533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:03:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c492be14-140b-4706-b0ec-84ccc305c6cf'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:42.689122 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-81b5ef23-aecc-47c2-be7e-d34f208832be None None] Transition to ACTIVE for port object 0691ad56-5238-4e7e-a40c-00cbbf9ae410 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:42.692650 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989f0b3b-aea1-4498-bb76-5b8974087e9f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:42.694819 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-989f0b3b-aea1-4498-bb76-5b8974087e9f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/ports/20340671-d784-4560-a19f-3b7ec87f00a9 HTTP/1.1" status: 200 len: 910 time: 0.0635524 Jul 30 02:03:42.698027 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36132) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:42.749237 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-c9a4dcc5-3896-4f16-b0fd-e870781f533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:42.760873 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81b5ef23-aecc-47c2-be7e-d34f208832be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:42.824728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a4dcc5-3896-4f16-b0fd-e870781f533c None None] Routers {'c492be14-140b-4706-b0ec-84ccc305c6cf'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:42.825385 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-c9a4dcc5-3896-4f16-b0fd-e870781f533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:03:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c492be14-140b-4706-b0ec-84ccc305c6cf'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:42.916742 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-c9a4dcc5-3896-4f16-b0fd-e870781f533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:42.917535 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a4dcc5-3896-4f16-b0fd-e870781f533c None None] The sync data for ids ['c492be14-140b-4706-b0ec-84ccc305c6cf'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:43.029508 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6fd44f69-de4c-4e73-8a63-3b5918ec35ab tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.122463 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d890c368-fc9f-4714-8a37-00477ab5f7c0 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.155755 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-c43b44c9-3b36-4d62-8c86-d0db17e76aeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:03:43.156342 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-c43b44c9-3b36-4d62-8c86-d0db17e76aeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:03:43.167940 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5ef23-aecc-47c2-be7e-d34f208832be None None] Pushing event updated for resources: {'Port': ['ID=0691ad56-5238-4e7e-a40c-00cbbf9ae410,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:43.196973 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6fd44f69-de4c-4e73-8a63-3b5918ec35ab tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.199731 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6fd44f69-de4c-4e73-8a63-3b5918ec35ab tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/ports/d6fff4ea-8bbb-4093-9e2b-79f3ee1bd021 HTTP/1.1" status: 204 len: 168 time: 1.6173573 Jul 30 02:03:43.203545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36146) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:43.242498 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2ce7aa9-e8cf-4a73-a10e-4a2ed57416b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.243408 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bd1d01d1-ca0e-4885-aac4-361b0d37ef03 req-fd42fe3c-5158-4273-82b6-6cc6ab87e854 tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.2151718 Jul 30 02:03:43.277942 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd44f69-de4c-4e73-8a63-3b5918ec35ab tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Port': ['ID=d6fff4ea-8bbb-4093-9e2b-79f3ee1bd021,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:43.313420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce7aa9-e8cf-4a73-a10e-4a2ed57416b8 None None] Pushing event deleted for resources: {'Port': ['ID=5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:43.317656 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.328067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce7aa9-e8cf-4a73-a10e-4a2ed57416b8 None None] No DVR routers for this DVR port 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:43.419519 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0aa2-5bad-496f-bec3-3a65381ea8cd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.453871 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6886e2a-9289-445c-9909-648133b3309b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.482945 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-79cb4071-5371-4602-a45d-be5cefbcef26 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Allocated IP 2001:db8::383 (d6bf71a0-94dc-4f54-a68c-2966f13aafb2/73bb9b51-96e8-4433-a03b-b5102037517d/43493e66-a204-4400-9ae1-2e620558f939) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:43.486641 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-79cb4071-5371-4602-a45d-be5cefbcef26 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Allocated IP 2001:db8:0:1::96 (d6bf71a0-94dc-4f54-a68c-2966f13aafb2/2e601229-af1d-4be0-af34-8006e51fb33c/43493e66-a204-4400-9ae1-2e620558f939) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:43.537166 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-f6886e2a-9289-445c-9909-648133b3309b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Transition to ACTIVE for port object 20897b4c-4d07-417c-882e-9d691f2a0b6f will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:43.593652 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0aa2-5bad-496f-bec3-3a65381ea8cd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.627426 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-a8fc0aa2-5bad-496f-bec3-3a65381ea8cd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8995dd0c-839c-4ac8-aadb-6f0c3fd78179']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:43.643593 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-a8fc0aa2-5bad-496f-bec3-3a65381ea8cd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf74325f-827b-44b8-8990-be52827ec3ac') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:43.643907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-a8fc0aa2-5bad-496f-bec3-3a65381ea8cd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf74325f-827b-44b8-8990-be52827ec3ac') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:43.682200 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0aa2-5bad-496f-bec3-3a65381ea8cd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.684081 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-79cb4071-5371-4602-a45d-be5cefbcef26 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.698562 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-79cb4071-5371-4602-a45d-be5cefbcef26 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Transition to ACTIVE for port object 43493e66-a204-4400-9ae1-2e620558f939 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:43.709684 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0aa2-5bad-496f-bec3-3a65381ea8cd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.714395 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c43b44c9-3b36-4d62-8c86-d0db17e76aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.727550 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8fc0aa2-5bad-496f-bec3-3a65381ea8cd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:43.728046 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6886e2a-9289-445c-9909-648133b3309b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.728333 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0aa2-5bad-496f-bec3-3a65381ea8cd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:43.731615 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:43.773442 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c43b44c9-3b36-4d62-8c86-d0db17e76aeb None None] For port 0691ad56-5238-4e7e-a40c-00cbbf9ae410, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0691ad56-5238-4e7e-a40c-00cbbf9ae410,segment=NetworkSegment(c891524c-8496-43f8-8aa2-aab71ce68a46),segment_id=c891524c-8496-43f8-8aa2-aab71ce68a46)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:43.835138 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6886e2a-9289-445c-9909-648133b3309b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Network 9d149aaa-eed7-48c9-96a5-a799620cedb7 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:43.837506 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-f6886e2a-9289-445c-9909-648133b3309b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:43.838703 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-d890c368-fc9f-4714-8a37-00477ab5f7c0 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting port 20340671-d784-4560-a19f-3b7ec87f00a9 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:43.839605 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d890c368-fc9f-4714-8a37-00477ab5f7c0 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.844955 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c43b44c9-3b36-4d62-8c86-d0db17e76aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.858150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6886e2a-9289-445c-9909-648133b3309b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Pushing event updated for resources: {'Port': ['ID=20897b4c-4d07-417c-882e-9d691f2a0b6f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:43.875036 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6886e2a-9289-445c-9909-648133b3309b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:43.909638 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-79cb4071-5371-4602-a45d-be5cefbcef26 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.953460 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b44c9-3b36-4d62-8c86-d0db17e76aeb None None] Pushing event updated for resources: {'Port': ['ID=0691ad56-5238-4e7e-a40c-00cbbf9ae410,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:43.961724 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5924f9b1-adda-4599-a7ba-31d6a39acc13 None None] Network d6bf71a0-94dc-4f54-a68c-2966f13aafb2 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:43.988191 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0aa2-5bad-496f-bec3-3a65381ea8cd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.998588 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0aa2-5bad-496f-bec3-3a65381ea8cd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:44.000746 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a8fc0aa2-5bad-496f-bec3-3a65381ea8cd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] 10.222.0.70 "DELETE /v2.0/networks/8995dd0c-839c-4ac8-aadb-6f0c3fd78179 HTTP/1.1" status: 204 len: 168 time: 0.7962666 Jul 30 02:03:44.033009 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc0aa2-5bad-496f-bec3-3a65381ea8cd tempest-PortsTestJSON-1180247875 tempest-PortsTestJSON-1180247875-project] Pushing event deleted for resources: {'Network': ['ID=8995dd0c-839c-4ac8-aadb-6f0c3fd78179,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:44.056089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cb4071-5371-4602-a45d-be5cefbcef26 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network d6bf71a0-94dc-4f54-a68c-2966f13aafb2 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:44.070872 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6886e2a-9289-445c-9909-648133b3309b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:44.071775 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6886e2a-9289-445c-9909-648133b3309b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:44.075440 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-79cb4071-5371-4602-a45d-be5cefbcef26 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:44.078658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb4071-5371-4602-a45d-be5cefbcef26 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=43493e66-a204-4400-9ae1-2e620558f939,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:44.081309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb4071-5371-4602-a45d-be5cefbcef26 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:44.094481 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cb4071-5371-4602-a45d-be5cefbcef26 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:44.094481 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-79cb4071-5371-4602-a45d-be5cefbcef26 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:44.151082 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d890c368-fc9f-4714-8a37-00477ab5f7c0 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:44.179952 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0691ad56-5238-4e7e-a40c-00cbbf9ae410 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:44.186279 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-d890c368-fc9f-4714-8a37-00477ab5f7c0 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Calling delete_port for 20340671-d784-4560-a19f-3b7ec87f00a9 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:44.217746 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f6886e2a-9289-445c-9909-648133b3309b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8607707 Jul 30 02:03:44.220341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36168) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:44.225915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-ab43a0d1-7e0f-4ff3-9f81-98ea7041dc00 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:8a:7e:cf'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:44.273618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36170) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:44.274848 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-79cb4071-5371-4602-a45d-be5cefbcef26 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.8154390 Jul 30 02:03:44.282690 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-600ab20b-014a-4156-b9b4-edb053598be5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '73bb9b51-96e8-4433-a03b-b5102037517d'}]}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:44.335321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-700a9336-46fc-4fce-be89-1c2a25e63ce1 None None] Provisioning for port 0691ad56-5238-4e7e-a40c-00cbbf9ae410 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:44.355478 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-700a9336-46fc-4fce-be89-1c2a25e63ce1 None None] Provisioning complete for port 0691ad56-5238-4e7e-a40c-00cbbf9ae410 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:44.355864 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-700a9336-46fc-4fce-be89-1c2a25e63ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:44.434942 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0691ad56-5238-4e7e-a40c-00cbbf9ae410 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:44.435225 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:44.474979 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc52f3e8-c547-4e3a-8124-1de6fd59540d req-a45318fd-2b43-4125-bc30-1cb374c0bb14 tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0421357 Jul 30 02:03:44.527444 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ab43a0d1-7e0f-4ff3-9f81-98ea7041dc00 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:44.615497 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-600ab20b-014a-4156-b9b4-edb053598be5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:44.622481 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:44.651476 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-700a9336-46fc-4fce-be89-1c2a25e63ce1 None None] Could not find standard attr ID for object 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:03:44.659855 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-700a9336-46fc-4fce-be89-1c2a25e63ce1 None None] Could not find standard attr ID for object d6fff4ea-8bbb-4093-9e2b-79f3ee1bd021. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:03:44.667934 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d890c368-fc9f-4714-8a37-00477ab5f7c0 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:44.671110 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-700a9336-46fc-4fce-be89-1c2a25e63ce1 None None] Could not find standard attr ID for object 20340671-d784-4560-a19f-3b7ec87f00a9. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:03:44.689766 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:44.735332 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:44.742123 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5ae6e961-471d-4e0d-be3c-2d7b7b7bf9fa not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:44.816477 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890c368-fc9f-4714-8a37-00477ab5f7c0 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Port': ['ID=20340671-d784-4560-a19f-3b7ec87f00a9,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:44.871492 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ab43a0d1-7e0f-4ff3-9f81-98ea7041dc00 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:44.900333 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36178) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:44.920133 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f6a5195d-4a0a-441d-93c7-cbc171d560a3 None None] Provisioning for port 20897b4c-4d07-417c-882e-9d691f2a0b6f completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:44.924422 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f6a5195d-4a0a-441d-93c7-cbc171d560a3 None None] Provisioning complete for port 20897b4c-4d07-417c-882e-9d691f2a0b6f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:44.924790 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f6a5195d-4a0a-441d-93c7-cbc171d560a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:44.949355 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ab43a0d1-7e0f-4ff3-9f81-98ea7041dc00 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:45.072271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f6a5195d-4a0a-441d-93c7-cbc171d560a3 None None] Port 20897b4c-4d07-417c-882e-9d691f2a0b6f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:45.202358 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7928234c-917e-44dd-92d3-aa58dc41cc19 None None] Provisioning complete for port 0691ad56-5238-4e7e-a40c-00cbbf9ae410 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:45.202990 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7928234c-917e-44dd-92d3-aa58dc41cc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:45.233080 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43a0d1-7e0f-4ff3-9f81-98ea7041dc00 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Pushing event updated for resources: {'Port': ['ID=20897b4c-4d07-417c-882e-9d691f2a0b6f,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:45.272634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-600ab20b-014a-4156-b9b4-edb053598be5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Delete allocated IP 2001:db8:0:1::96 (d6bf71a0-94dc-4f54-a68c-2966f13aafb2/2e601229-af1d-4be0-af34-8006e51fb33c) {{(pid=94465) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 02:03:45.301650 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ab43a0d1-7e0f-4ff3-9f81-98ea7041dc00 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] In _notify_port_updated(), no bound segment for port 20897b4c-4d07-417c-882e-9d691f2a0b6f on network 9d149aaa-eed7-48c9-96a5-a799620cedb7 {{(pid=94464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:03:45.307745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab43a0d1-7e0f-4ff3-9f81-98ea7041dc00 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:45.309181 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ab43a0d1-7e0f-4ff3-9f81-98ea7041dc00 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:45.311252 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ab43a0d1-7e0f-4ff3-9f81-98ea7041dc00 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "PUT /v2.0/ports/20897b4c-4d07-417c-882e-9d691f2a0b6f HTTP/1.1" status: 200 len: 993 time: 1.0896144 Jul 30 02:03:45.314653 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36184) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:45.426217 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d890c368-fc9f-4714-8a37-00477ab5f7c0 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:45.435560 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e85ec311-ce3d-4c94-bab2-484f8659fe69 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9138c236eb354dc7b6d82470ff20ddb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5337088 Jul 30 02:03:45.439221 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36188) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:45.503035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7928234c-917e-44dd-92d3-aa58dc41cc19 None None] Provisioning for port 43493e66-a204-4400-9ae1-2e620558f939 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:45.508242 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7928234c-917e-44dd-92d3-aa58dc41cc19 None None] Provisioning complete for port 43493e66-a204-4400-9ae1-2e620558f939 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:45.508763 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7928234c-917e-44dd-92d3-aa58dc41cc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:45.528713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-31d6383b-6aec-490d-a4af-f6f737050454 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Deleting port 20897b4c-4d07-417c-882e-9d691f2a0b6f {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:45.529549 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-31d6383b-6aec-490d-a4af-f6f737050454 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:45.618676 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7928234c-917e-44dd-92d3-aa58dc41cc19 None None] Port 43493e66-a204-4400-9ae1-2e620558f939 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:45.648293 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-600ab20b-014a-4156-b9b4-edb053598be5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:45.653344 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9002231-537b-4a74-9a9a-4d8dbc410a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:45.672636 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-600ab20b-014a-4156-b9b4-edb053598be5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Ignored duplicate provisioning block setup for port 43493e66-a204-4400-9ae1-2e620558f939 by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 02:03:45.707161 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3985395c-026a-4809-8833-50e2078e85ea req-f0a60753-6319-40a3-bcf7-f1625072b20d tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0579586 Jul 30 02:03:45.714219 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-31d6383b-6aec-490d-a4af-f6f737050454 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:45.746003 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-eba9789e-d0a8-4d01-ba77-ba14343a9e13 None None] Provisioning complete for port 20897b4c-4d07-417c-882e-9d691f2a0b6f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:45.747203 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9002231-537b-4a74-9a9a-4d8dbc410a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:45.747552 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eba9789e-d0a8-4d01-ba77-ba14343a9e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:45.749539 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-31d6383b-6aec-490d-a4af-f6f737050454 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Calling delete_port for 20897b4c-4d07-417c-882e-9d691f2a0b6f owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:45.757209 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-600ab20b-014a-4156-b9b4-edb053598be5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:45.793791 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-eba9789e-d0a8-4d01-ba77-ba14343a9e13 None None] Port 20897b4c-4d07-417c-882e-9d691f2a0b6f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:45.805477 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-eba9789e-d0a8-4d01-ba77-ba14343a9e13 None None] Provisioning complete for port 43493e66-a204-4400-9ae1-2e620558f939 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:45.806098 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eba9789e-d0a8-4d01-ba77-ba14343a9e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:45.864856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-600ab20b-014a-4156-b9b4-edb053598be5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] In _notify_port_updated(), no bound segment for port 43493e66-a204-4400-9ae1-2e620558f939 on network d6bf71a0-94dc-4f54-a68c-2966f13aafb2 {{(pid=94465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:03:45.870748 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600ab20b-014a-4156-b9b4-edb053598be5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:45.871399 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-600ab20b-014a-4156-b9b4-edb053598be5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:45.875527 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36192) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:45.880574 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-600ab20b-014a-4156-b9b4-edb053598be5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "PUT /v2.0/ports/43493e66-a204-4400-9ae1-2e620558f939 HTTP/1.1" status: 200 len: 926 time: 1.6020014 Jul 30 02:03:45.880710 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-eba9789e-d0a8-4d01-ba77-ba14343a9e13 None None] Port 43493e66-a204-4400-9ae1-2e620558f939 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:45.880827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d890c368-fc9f-4714-8a37-00477ab5f7c0 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router c492be14-140b-4706-b0ec-84ccc305c6cf has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:03:45.880827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ab20b-014a-4156-b9b4-edb053598be5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=43493e66-a204-4400-9ae1-2e620558f939,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:45.889691 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-8ddf4f8d-b6aa-4d9d-980c-7703d508030f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '73bb9b51-96e8-4433-a03b-b5102037517d'}, {'subnet_id': '2e601229-af1d-4be0-af34-8006e51fb33c'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:46.013755 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8ddf4f8d-b6aa-4d9d-980c-7703d508030f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:46.016588 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d890c368-fc9f-4714-8a37-00477ab5f7c0 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:03:46.030288 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c80be9-671d-4d89-ab92-f0c91163a317 None None] Sync routers for ids ['c492be14-140b-4706-b0ec-84ccc305c6cf'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:03:46.042936 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d890c368-fc9f-4714-8a37-00477ab5f7c0 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/c492be14-140b-4706-b0ec-84ccc305c6cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3428035 Jul 30 02:03:46.044085 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36196) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:46.045724 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c80be9-671d-4d89-ab92-f0c91163a317 None None] Routers {'c492be14-140b-4706-b0ec-84ccc305c6cf'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:46.046587 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b1c80be9-671d-4d89-ab92-f0c91163a317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:03:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c492be14-140b-4706-b0ec-84ccc305c6cf'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:46.062769 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0691ad56-5238-4e7e-a40c-00cbbf9ae410 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:46.069752 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36200) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:46.171215 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9002231-537b-4a74-9a9a-4d8dbc410a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:46.174866 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9002231-537b-4a74-9a9a-4d8dbc410a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:46.179792 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b9002231-537b-4a74-9a9a-4d8dbc410a06 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6b954547-9104-4b39-acaa-128a3554f909 HTTP/1.1" status: 204 len: 168 time: 0.7393007 Jul 30 02:03:46.189458 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b1c80be9-671d-4d89-ab92-f0c91163a317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:46.223366 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c80be9-671d-4d89-ab92-f0c91163a317 None None] Routers {'c492be14-140b-4706-b0ec-84ccc305c6cf'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:46.223366 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b1c80be9-671d-4d89-ab92-f0c91163a317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:03:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c492be14-140b-4706-b0ec-84ccc305c6cf'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:46.232363 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9002231-537b-4a74-9a9a-4d8dbc410a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b954547-9104-4b39-acaa-128a3554f909,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:46.251830 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-00af21cc-97c3-4bd7-9222-f4d5bd4c2415 None None] Provisioning complete for port 43493e66-a204-4400-9ae1-2e620558f939 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:46.252191 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-00af21cc-97c3-4bd7-9222-f4d5bd4c2415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:46.273572 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b1c80be9-671d-4d89-ab92-f0c91163a317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:46.273805 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-31d6383b-6aec-490d-a4af-f6f737050454 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:46.275050 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c80be9-671d-4d89-ab92-f0c91163a317 None None] The sync data for ids ['c492be14-140b-4706-b0ec-84ccc305c6cf'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:46.316297 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0691ad56-5238-4e7e-a40c-00cbbf9ae410 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:46.316680 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:46.370172 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6383b-6aec-490d-a4af-f6f737050454 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Pushing event deleted for resources: {'Port': ['ID=20897b4c-4d07-417c-882e-9d691f2a0b6f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:46.382851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-00af21cc-97c3-4bd7-9222-f4d5bd4c2415 None None] Port 43493e66-a204-4400-9ae1-2e620558f939 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:46.412593 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a10acf2-4d67-46a2-bce7-7a48c0adceec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:46.559377 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c5b9d16-650a-4eb3-82fb-dd3d3101b6e9 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:46.737529 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-8ddf4f8d-b6aa-4d9d-980c-7703d508030f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Allocated IP 2001:db8:0:1::164 (d6bf71a0-94dc-4f54-a68c-2966f13aafb2/2e601229-af1d-4be0-af34-8006e51fb33c/43493e66-a204-4400-9ae1-2e620558f939) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:46.743210 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-31d6383b-6aec-490d-a4af-f6f737050454 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:46.745199 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-31d6383b-6aec-490d-a4af-f6f737050454 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "DELETE /v2.0/ports/20897b4c-4d07-417c-882e-9d691f2a0b6f HTTP/1.1" status: 204 len: 168 time: 1.4284651 Jul 30 02:03:46.749744 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36212) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:46.841080 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1c4d6e-f389-4993-a61f-b7e8c727bda4 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] GET failed (client error): The resource could not be found. Jul 30 02:03:46.844548 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6a1c4d6e-f389-4993-a61f-b7e8c727bda4 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "GET /v2.0/ports/20897b4c-4d07-417c-882e-9d691f2a0b6f HTTP/1.1" status: 404 len: 333 time: 0.0921004 Jul 30 02:03:46.854021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36218) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:46.867621 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b35a29be-de74-4ec5-b974-e9687826ceb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Request body: {'port': {'network_id': '9d149aaa-eed7-48c9-96a5-a799620cedb7', 'name': 'tempest-AllowedAddressPairTestJSON-1334602905'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:47.029780 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a10acf2-4d67-46a2-bce7-7a48c0adceec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:47.070506 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8ddf4f8d-b6aa-4d9d-980c-7703d508030f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:47.084052 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-8ddf4f8d-b6aa-4d9d-980c-7703d508030f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Transition to ACTIVE for port object 43493e66-a204-4400-9ae1-2e620558f939 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:47.094159 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a10acf2-4d67-46a2-bce7-7a48c0adceec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:47.103088 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68365ea9-bc82-4427-9799-962dbfb5045f req-8eeab4bc-f82d-44ce-8b66-bc1974e83161 tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0471370 Jul 30 02:03:47.140182 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1a10acf2-4d67-46a2-bce7-7a48c0adceec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d19831aa9f44497aa9c74b8876ef4296&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0653453 Jul 30 02:03:47.141064 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10acf2-4d67-46a2-bce7-7a48c0adceec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9d096e-7aa8-4e93-8310-feca0df8fef5,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:47.144081 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36222) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:47.191498 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8ddf4f8d-b6aa-4d9d-980c-7703d508030f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:47.266793 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35a29be-de74-4ec5-b974-e9687826ceb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Made reservation on behalf of 872c2c729e2549669a76f9c40b07a0a3 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:47.271001 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b35a29be-de74-4ec5-b974-e9687826ceb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:47.337964 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-de603832-497a-4fd6-ae04-7c905cac1558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:47.338212 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf4f8d-b6aa-4d9d-980c-7703d508030f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=43493e66-a204-4400-9ae1-2e620558f939,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:47.342887 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-8ddf4f8d-b6aa-4d9d-980c-7703d508030f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] In _notify_port_updated(), no bound segment for port 43493e66-a204-4400-9ae1-2e620558f939 on network d6bf71a0-94dc-4f54-a68c-2966f13aafb2 {{(pid=94464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:03:47.355468 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddf4f8d-b6aa-4d9d-980c-7703d508030f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:47.356741 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8ddf4f8d-b6aa-4d9d-980c-7703d508030f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:47.364860 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8ddf4f8d-b6aa-4d9d-980c-7703d508030f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "PUT /v2.0/ports/43493e66-a204-4400-9ae1-2e620558f939 HTTP/1.1" status: 200 len: 1012 time: 1.4858081 Jul 30 02:03:47.364860 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36238) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:47.365196 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-b35a29be-de74-4ec5-b974-e9687826ceb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] device_id is not set on port ff21e57e-fd20-4b0f-adff-f46b7f06c0cb yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:47.394476 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b9d16-650a-4eb3-82fb-dd3d3101b6e9 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting port a09592d5-1607-47aa-9f1e-7bfa805b2093 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:47.394830 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c5b9d16-650a-4eb3-82fb-dd3d3101b6e9 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:47.399056 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-de603832-497a-4fd6-ae04-7c905cac1558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:47.543108 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c5b9d16-650a-4eb3-82fb-dd3d3101b6e9 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:47.585850 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b9d16-650a-4eb3-82fb-dd3d3101b6e9 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Calling delete_port for a09592d5-1607-47aa-9f1e-7bfa805b2093 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:47.589675 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:47.601435 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-de603832-497a-4fd6-ae04-7c905cac1558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:47.608467 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-de603832-497a-4fd6-ae04-7c905cac1558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:47.612515 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-de603832-497a-4fd6-ae04-7c905cac1558 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/af9d096e-7aa8-4e93-8310-feca0df8fef5 HTTP/1.1" status: 204 len: 168 time: 0.4669809 Jul 30 02:03:47.617695 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-102e0d9c-d037-43d9-a82f-66f177f19040 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port 43493e66-a204-4400-9ae1-2e620558f939 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:47.618539 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-102e0d9c-d037-43d9-a82f-66f177f19040 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:47.652654 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36244) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:47.657594 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de603832-497a-4fd6-ae04-7c905cac1558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9d096e-7aa8-4e93-8310-feca0df8fef5,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:47.689976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-b35a29be-de74-4ec5-b974-e9687826ceb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Allocated IP 172.20.0.4 (9d149aaa-eed7-48c9-96a5-a799620cedb7/57daf64c-c557-4f4e-9ed6-8efd7d129a0a/ff21e57e-fd20-4b0f-adff-f46b7f06c0cb) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:47.779657 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-73f378ff-887b-46f9-8063-1d32b9a85442 None None] Provisioning for port 43493e66-a204-4400-9ae1-2e620558f939 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:47.789989 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-73f378ff-887b-46f9-8063-1d32b9a85442 None None] Provisioning complete for port 43493e66-a204-4400-9ae1-2e620558f939 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:47.790409 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73f378ff-887b-46f9-8063-1d32b9a85442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:47.816148 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-102e0d9c-d037-43d9-a82f-66f177f19040 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:47.874203 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-73f378ff-887b-46f9-8063-1d32b9a85442 None None] Port 43493e66-a204-4400-9ae1-2e620558f939 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:47.881368 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-102e0d9c-d037-43d9-a82f-66f177f19040 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for 43493e66-a204-4400-9ae1-2e620558f939 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:48.000798 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b35a29be-de74-4ec5-b974-e9687826ceb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.007221 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c5b9d16-650a-4eb3-82fb-dd3d3101b6e9 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.025374 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-b35a29be-de74-4ec5-b974-e9687826ceb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Transition to ACTIVE for port object ff21e57e-fd20-4b0f-adff-f46b7f06c0cb will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:48.053616 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-f6d8da6f-3ee2-4995-a5aa-4402a72c5957 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:48.054595 n-d-713498-9 neutron-server[94465]: WARNING neutron.api.v2.base [None req-f6d8da6f-3ee2-4995-a5aa-4402a72c5957 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 02:03:48.055277 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-f6d8da6f-3ee2-4995-a5aa-4402a72c5957 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 02:03:48.056611 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f6d8da6f-3ee2-4995-a5aa-4402a72c5957 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3965216 Jul 30 02:03:48.061096 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b9d16-650a-4eb3-82fb-dd3d3101b6e9 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Port': ['ID=a09592d5-1607-47aa-9f1e-7bfa805b2093,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:48.062780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36252) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:48.079658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b2987b5a-6f4b-400d-ba7d-d5f96482d44f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group': {'name': 'tempest-secgroup--767567696'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:48.087262 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36254) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:48.201609 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed0035ea-c8d9-46ca-8981-67c9970fe9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.229537 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2987b5a-6f4b-400d-ba7d-d5f96482d44f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.260761 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2987b5a-6f4b-400d-ba7d-d5f96482d44f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.263115 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b35a29be-de74-4ec5-b974-e9687826ceb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.290131 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3958aeb-922a-47c8-9c8d-89f4e242724b req-0f46d885-fd24-4bc4-a2af-8c2e38e02824 tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0551057 Jul 30 02:03:48.303325 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c5b9d16-650a-4eb3-82fb-dd3d3101b6e9 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.346071 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35a29be-de74-4ec5-b974-e9687826ceb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Network 9d149aaa-eed7-48c9-96a5-a799620cedb7 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:48.351945 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-b35a29be-de74-4ec5-b974-e9687826ceb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:48.366806 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-102e0d9c-d037-43d9-a82f-66f177f19040 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.369313 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a29be-de74-4ec5-b974-e9687826ceb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:48.377217 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a29be-de74-4ec5-b974-e9687826ceb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Pushing event updated for resources: {'Port': ['ID=ff21e57e-fd20-4b0f-adff-f46b7f06c0cb,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:48.440337 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e0d9c-d037-43d9-a82f-66f177f19040 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=43493e66-a204-4400-9ae1-2e620558f939,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:48.486517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5b9d16-650a-4eb3-82fb-dd3d3101b6e9 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router c492be14-140b-4706-b0ec-84ccc305c6cf has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:03:48.534791 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-102e0d9c-d037-43d9-a82f-66f177f19040 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.539826 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-102e0d9c-d037-43d9-a82f-66f177f19040 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/ports/43493e66-a204-4400-9ae1-2e620558f939 HTTP/1.1" status: 204 len: 168 time: 1.1644003 Jul 30 02:03:48.546816 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35a29be-de74-4ec5-b974-e9687826ceb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:48.548007 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b35a29be-de74-4ec5-b974-e9687826ceb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.550833 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36260) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:48.551179 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36262) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:48.573858 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5b9d16-650a-4eb3-82fb-dd3d3101b6e9 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:03:48.579133 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2c5b9d16-650a-4eb3-82fb-dd3d3101b6e9 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/c492be14-140b-4706-b0ec-84ccc305c6cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5309834 Jul 30 02:03:48.582014 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36264) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:48.589235 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47521797-f6ac-43e9-9744-2d5b72206e31 None None] Sync routers for ids ['c492be14-140b-4706-b0ec-84ccc305c6cf'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:03:48.605794 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47521797-f6ac-43e9-9744-2d5b72206e31 None None] Routers {'c492be14-140b-4706-b0ec-84ccc305c6cf'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:48.607462 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-47521797-f6ac-43e9-9744-2d5b72206e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:03:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c492be14-140b-4706-b0ec-84ccc305c6cf'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:48.617161 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4ed6-7c4e-41e0-9580-fed879bcb425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.627544 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8577a5-92ec-4b27-8e1e-bcd582392f7f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] GET failed (client error): The resource could not be found. Jul 30 02:03:48.632921 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4a8577a5-92ec-4b27-8e1e-bcd582392f7f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports/43493e66-a204-4400-9ae1-2e620558f939 HTTP/1.1" status: 404 len: 333 time: 0.0770106 Jul 30 02:03:48.636379 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36266) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:48.641321 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d6bf8167-ec58-49e4-a192-b59ee6928360 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/ports?device_id=c492be14-140b-4706-b0ec-84ccc305c6cf HTTP/1.1" status: 200 len: 205 time: 0.0579293 Jul 30 02:03:48.645174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36268) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:48.670464 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-47521797-f6ac-43e9-9744-2d5b72206e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:48.680479 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47521797-f6ac-43e9-9744-2d5b72206e31 None None] Routers {'c492be14-140b-4706-b0ec-84ccc305c6cf'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:48.681273 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-47521797-f6ac-43e9-9744-2d5b72206e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:03:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c492be14-140b-4706-b0ec-84ccc305c6cf'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:48.721378 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-47521797-f6ac-43e9-9744-2d5b72206e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:48.722207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47521797-f6ac-43e9-9744-2d5b72206e31 None None] The sync data for ids ['c492be14-140b-4706-b0ec-84ccc305c6cf'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:48.739986 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed0035ea-c8d9-46ca-8981-67c9970fe9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.742358 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-04057e9f-9ceb-470a-99cc-003bdf6c562e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting subnet 2e601229-af1d-4be0-af34-8006e51fb33c {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:03:48.745523 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04057e9f-9ceb-470a-99cc-003bdf6c562e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.749804 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f283026b-07c7-4337-a324-ff11e7e58623 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.787013 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04057e9f-9ceb-470a-99cc-003bdf6c562e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.823161 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-569aa8ac-afc4-4838-9895-61fff55cc49f None None] Provisioning for port ff21e57e-fd20-4b0f-adff-f46b7f06c0cb completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:48.827327 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-569aa8ac-afc4-4838-9895-61fff55cc49f None None] Provisioning complete for port ff21e57e-fd20-4b0f-adff-f46b7f06c0cb triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:48.828054 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-569aa8ac-afc4-4838-9895-61fff55cc49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.864515 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-569aa8ac-afc4-4838-9895-61fff55cc49f None None] Port ff21e57e-fd20-4b0f-adff-f46b7f06c0cb cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:48.874662 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed0035ea-c8d9-46ca-8981-67c9970fe9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.888060 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04057e9f-9ceb-470a-99cc-003bdf6c562e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.911201 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f283026b-07c7-4337-a324-ff11e7e58623 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.913654 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f283026b-07c7-4337-a324-ff11e7e58623 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.946001 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ed0035ea-c8d9-46ca-8981-67c9970fe9cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6d78215d271446fc814e8ae35db10e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8515508 Jul 30 02:03:48.947192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36270) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:48.960341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0035ea-c8d9-46ca-8981-67c9970fe9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3723de-9044-4b97-be82-ced94795fc6e,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:48.991679 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b35a29be-de74-4ec5-b974-e9687826ceb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1311746 Jul 30 02:03:48.994833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36272) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:49.000272 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e92d20bd-007c-48d1-b63b-05ab5e5b2156 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8a:7e:cf'}]}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:49.042169 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3ef8958a-919b-45ba-831b-f2301dc50a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.075964 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3ef8958a-919b-45ba-831b-f2301dc50a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.079142 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f283026b-07c7-4337-a324-ff11e7e58623 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.079667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f283026b-07c7-4337-a324-ff11e7e58623 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Fanout notify agent at l3_agent the message router_deleted on router c492be14-140b-4706-b0ec-84ccc305c6cf {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:03:49.087435 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f283026b-07c7-4337-a324-ff11e7e58623 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.097508 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f283026b-07c7-4337-a324-ff11e7e58623 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/routers/c492be14-140b-4706-b0ec-84ccc305c6cf HTTP/1.1" status: 204 len: 168 time: 0.4417198 Jul 30 02:03:49.097609 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04057e9f-9ceb-470a-99cc-003bdf6c562e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.097728 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36274) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:49.135474 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04057e9f-9ceb-470a-99cc-003bdf6c562e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Subnet': ['ID=2e601229-af1d-4be0-af34-8006e51fb33c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:49.151351 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04057e9f-9ceb-470a-99cc-003bdf6c562e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.153234 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-04057e9f-9ceb-470a-99cc-003bdf6c562e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/subnets/2e601229-af1d-4be0-af34-8006e51fb33c HTTP/1.1" status: 204 len: 168 time: 0.5141962 Jul 30 02:03:49.157127 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36276) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:49.160035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969617b0-8c17-4fa7-a20e-3f27ee2af308 None None] Network d6bf71a0-94dc-4f54-a68c-2966f13aafb2 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:49.173474 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2987b5a-6f4b-400d-ba7d-d5f96482d44f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.175282 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-859e988c-c3f6-4e71-9c67-0de5daa85498 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting subnet 859ef8bb-c552-40bd-b624-8af5ce0e6bd6 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:03:49.181249 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-859e988c-c3f6-4e71-9c67-0de5daa85498 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.224430 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2987b5a-6f4b-400d-ba7d-d5f96482d44f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.265247 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.db.api [None req-b2987b5a-6f4b-400d-ba7d-d5f96482d44f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:03:49.265247 n-d-713498-9 neutron-server[94464]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 02:03:49.265247 n-d-713498-9 neutron-server[94464]: [parameters: {'project_id_1': 'e48e1dd034924f32b417ca2e9a7594a1', 'expiration_1': datetime.datetime(2021, 7, 30, 2, 3, 49, 233028)}] Jul 30 02:03:49.265247 n-d-713498-9 neutron-server[94464]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:03:49.265797 n-d-713498-9 neutron-server[94464]: DEBUG oslo_db.api [None req-b2987b5a-6f4b-400d-ba7d-d5f96482d44f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:03:49.273697 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3ef8958a-919b-45ba-831b-f2301dc50a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.276594 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3ef8958a-919b-45ba-831b-f2301dc50a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.277779 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3ef8958a-919b-45ba-831b-f2301dc50a2b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4b3723de-9044-4b97-be82-ced94795fc6e HTTP/1.1" status: 204 len: 168 time: 0.3264761 Jul 30 02:03:49.278669 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e92d20bd-007c-48d1-b63b-05ab5e5b2156 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.280605 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2987b5a-6f4b-400d-ba7d-d5f96482d44f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e453f5-fb01-4016-b940-9219cf5579f7,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:49.305831 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8958a-919b-45ba-831b-f2301dc50a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3723de-9044-4b97-be82-ced94795fc6e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:49.307704 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-859e988c-c3f6-4e71-9c67-0de5daa85498 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.367419 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a0b9cf-35b2-44c2-a39e-f6733f63090c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting subnet 73bb9b51-96e8-4433-a03b-b5102037517d {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:03:49.390549 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-53a0b9cf-35b2-44c2-a39e-f6733f63090c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.409593 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4ed6-7c4e-41e0-9580-fed879bcb425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.487372 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c4e8a321-a75d-4087-bbb3-c6ba090f0470 req-4e6c1ee4-de61-4d56-9538-02b1bd480c0a tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0669508 Jul 30 02:03:49.497539 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4ed6-7c4e-41e0-9580-fed879bcb425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.514186 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-53a0b9cf-35b2-44c2-a39e-f6733f63090c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.543189 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dcfd4ed6-7c4e-41e0-9580-fed879bcb425 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=10a23923e93446e3895a9dfd44fe6fa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9860659 Jul 30 02:03:49.546842 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36282) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:49.565879 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd4ed6-7c4e-41e0-9580-fed879bcb425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b08825b-fa76-486b-bd4f-34369e50e1c5,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:49.619877 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-472d16d5-5ea6-4c5b-b661-cb279164b207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.647846 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-472d16d5-5ea6-4c5b-b661-cb279164b207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.650001 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-859e988c-c3f6-4e71-9c67-0de5daa85498 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.766121 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-472d16d5-5ea6-4c5b-b661-cb279164b207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.769304 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-472d16d5-5ea6-4c5b-b661-cb279164b207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.772147 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-472d16d5-5ea6-4c5b-b661-cb279164b207 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3b08825b-fa76-486b-bd4f-34369e50e1c5 HTTP/1.1" status: 204 len: 168 time: 0.2241879 Jul 30 02:03:49.773080 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2987b5a-6f4b-400d-ba7d-d5f96482d44f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.793891 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-53a0b9cf-35b2-44c2-a39e-f6733f63090c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.794055 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d16d5-5ea6-4c5b-b661-cb279164b207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b08825b-fa76-486b-bd4f-34369e50e1c5,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:49.873480 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-859e988c-c3f6-4e71-9c67-0de5daa85498 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.883023 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e92d20bd-007c-48d1-b63b-05ab5e5b2156 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.906244 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2987b5a-6f4b-400d-ba7d-d5f96482d44f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.914555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e988c-c3f6-4e71-9c67-0de5daa85498 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Subnet': ['ID=859ef8bb-c552-40bd-b624-8af5ce0e6bd6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:49.921003 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-859e988c-c3f6-4e71-9c67-0de5daa85498 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.923009 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-859e988c-c3f6-4e71-9c67-0de5daa85498 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/subnets/859ef8bb-c552-40bd-b624-8af5ce0e6bd6 HTTP/1.1" status: 204 len: 168 time: 0.8293808 Jul 30 02:03:49.925836 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36288) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:49.929575 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dd78b0-bec1-42ae-bda3-b19f13e46a20 None None] Network ae0fba95-acd9-4446-a535-6dcaed36b720 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:49.985822 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae80a69-4bf1-4473-b3ce-5df9dd0f84d1 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting subnet a5d734a6-b8d7-4232-8865-383294022e57 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:03:49.989537 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ae80a69-4bf1-4473-b3ce-5df9dd0f84d1 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.995709 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e92d20bd-007c-48d1-b63b-05ab5e5b2156 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.000452 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-53a0b9cf-35b2-44c2-a39e-f6733f63090c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.037586 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2987b5a-6f4b-400d-ba7d-d5f96482d44f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.105922 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0b9cf-35b2-44c2-a39e-f6733f63090c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Subnet': ['ID=73bb9b51-96e8-4433-a03b-b5102037517d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:50.106034 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ae80a69-4bf1-4473-b3ce-5df9dd0f84d1 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.125522 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2987b5a-6f4b-400d-ba7d-d5f96482d44f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b7cbc7-2fbc-4305-b7ae-a03fc65f8676,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:50.138882 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-53a0b9cf-35b2-44c2-a39e-f6733f63090c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.144162 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-53a0b9cf-35b2-44c2-a39e-f6733f63090c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/subnets/73bb9b51-96e8-4433-a03b-b5102037517d HTTP/1.1" status: 204 len: 168 time: 0.9786353 Jul 30 02:03:50.147296 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36290) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:50.154587 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d20bd-007c-48d1-b63b-05ab5e5b2156 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Pushing event updated for resources: {'Port': ['ID=ff21e57e-fd20-4b0f-adff-f46b7f06c0cb,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:50.161753 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801d5d4c-2d1d-4553-8ef5-72242475f728 None None] Network d6bf71a0-94dc-4f54-a68c-2966f13aafb2 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:50.176921 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-e92d20bd-007c-48d1-b63b-05ab5e5b2156 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] In _notify_port_updated(), no bound segment for port ff21e57e-fd20-4b0f-adff-f46b7f06c0cb on network 9d149aaa-eed7-48c9-96a5-a799620cedb7 {{(pid=94465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:03:50.183730 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92d20bd-007c-48d1-b63b-05ab5e5b2156 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:50.191923 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e92d20bd-007c-48d1-b63b-05ab5e5b2156 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.191923 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e92d20bd-007c-48d1-b63b-05ab5e5b2156 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "PUT /v2.0/ports/ff21e57e-fd20-4b0f-adff-f46b7f06c0cb HTTP/1.1" status: 200 len: 996 time: 1.1903708 Jul 30 02:03:50.193037 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36294) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:50.226015 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2987b5a-6f4b-400d-ba7d-d5f96482d44f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.227279 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b2987b5a-6f4b-400d-ba7d-d5f96482d44f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1600320 Jul 30 02:03:50.231911 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36296) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:50.247471 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-6aa2b77d-a903-4745-a332-01dd8a3a4328 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': '33b7cbc7-2fbc-4305-b7ae-a03fc65f8676', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:50.261347 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36298) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:50.269621 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ff4e89-60d5-4692-a4cf-59d47e078f1a None None] DHCP port deletion for ae0fba95-acd9-4446-a535-6dcaed36b720 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:03:50.296443 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-63f75831-d756-4001-bd47-a211674ada16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.324615 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b0af127-f71f-43bd-9b0b-d9855cb5b82c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.333571 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ae80a69-4bf1-4473-b3ce-5df9dd0f84d1 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.349835 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ae501990-6f46-47f7-b014-3dbb517ed246 None None] Provisioning complete for port 0691ad56-5238-4e7e-a40c-00cbbf9ae410 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:50.350554 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ae501990-6f46-47f7-b014-3dbb517ed246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.407233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c2325655-7e45-4372-b236-c5bab83bc6e1 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Deleting port ff21e57e-fd20-4b0f-adff-f46b7f06c0cb {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:50.412484 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2325655-7e45-4372-b236-c5bab83bc6e1 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.525855 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2325655-7e45-4372-b236-c5bab83bc6e1 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.543933 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6aa2b77d-a903-4745-a332-01dd8a3a4328 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.547006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff4e89-60d5-4692-a4cf-59d47e078f1a None None] Deleting port 355167bc-ad25-4d48-a4bd-1d4c9a49f517 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:50.547388 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c0ff4e89-60d5-4692-a4cf-59d47e078f1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.561060 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c2325655-7e45-4372-b236-c5bab83bc6e1 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Calling delete_port for ff21e57e-fd20-4b0f-adff-f46b7f06c0cb owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:50.608072 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd908191-97f6-4971-ae5a-959aaeda16cb None None] DHCP port deletion for d6bf71a0-94dc-4f54-a68c-2966f13aafb2 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:03:50.614591 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ae80a69-4bf1-4473-b3ce-5df9dd0f84d1 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.655957 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-2b0af127-f71f-43bd-9b0b-d9855cb5b82c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port 0691ad56-5238-4e7e-a40c-00cbbf9ae410 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:50.656463 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b0af127-f71f-43bd-9b0b-d9855cb5b82c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.660120 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2acba630-ced4-4d19-a586-421b3dde105b req-7cd40507-c4a4-4d94-8135-30cb41257f3f tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0554423 Jul 30 02:03:50.694652 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c0ff4e89-60d5-4692-a4cf-59d47e078f1a None None] For port 355167bc-ad25-4d48-a4bd-1d4c9a49f517, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=355167bc-ad25-4d48-a4bd-1d4c9a49f517,segment=NetworkSegment(c5b4a45c-536b-4085-ad75-db4244218f3d),segment_id=c5b4a45c-536b-4085-ad75-db4244218f3d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:50.695448 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c0ff4e89-60d5-4692-a4cf-59d47e078f1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.698216 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6aa2b77d-a903-4745-a332-01dd8a3a4328 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.711190 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff4e89-60d5-4692-a4cf-59d47e078f1a None None] Calling delete_port for 355167bc-ad25-4d48-a4bd-1d4c9a49f517 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:50.742784 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a1aed918-2c7c-43c1-aea4-8ee4e1fc1562 None None] Provisioning complete for port ff21e57e-fd20-4b0f-adff-f46b7f06c0cb triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:50.743151 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1aed918-2c7c-43c1-aea4-8ee4e1fc1562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.770915 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ae80a69-4bf1-4473-b3ce-5df9dd0f84d1 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.774797 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6ae80a69-4bf1-4473-b3ce-5df9dd0f84d1 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/subnets/a5d734a6-b8d7-4232-8865-383294022e57 HTTP/1.1" status: 204 len: 168 time: 0.8477373 Jul 30 02:03:50.776030 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36310) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:50.784338 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae80a69-4bf1-4473-b3ce-5df9dd0f84d1 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Subnet': ['ID=a5d734a6-b8d7-4232-8865-383294022e57,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:50.789054 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6aa2b77d-a903-4745-a332-01dd8a3a4328 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.799777 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0aaab2-b06d-40e0-9f2a-7c8e324e2fb2 None None] Network 2fd0092c-c72a-4013-9489-534535fb788f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:50.817305 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-63f75831-d756-4001-bd47-a211674ada16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.841572 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-2b0af127-f71f-43bd-9b0b-d9855cb5b82c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] For port 0691ad56-5238-4e7e-a40c-00cbbf9ae410, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0691ad56-5238-4e7e-a40c-00cbbf9ae410,segment=NetworkSegment(c891524c-8496-43f8-8aa2-aab71ce68a46),segment_id=c891524c-8496-43f8-8aa2-aab71ce68a46)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:50.842331 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b0af127-f71f-43bd-9b0b-d9855cb5b82c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.851410 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2b77d-a903-4745-a332-01dd8a3a4328 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d227fb97-28d3-4e53-9d02-ddaac147b498,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:50.861591 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2325655-7e45-4372-b236-c5bab83bc6e1 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.870473 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-2b0af127-f71f-43bd-9b0b-d9855cb5b82c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for 0691ad56-5238-4e7e-a40c-00cbbf9ae410 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:50.881179 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a1aed918-2c7c-43c1-aea4-8ee4e1fc1562 None None] Port ff21e57e-fd20-4b0f-adff-f46b7f06c0cb cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:50.899130 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bd908191-97f6-4971-ae5a-959aaeda16cb None None] Deleting port 0691ad56-5238-4e7e-a40c-00cbbf9ae410 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:50.899510 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd908191-97f6-4971-ae5a-959aaeda16cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.905597 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-69620120-6170-47ca-98e7-4949f93a7935 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.909963 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2325655-7e45-4372-b236-c5bab83bc6e1 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Pushing event deleted for resources: {'Port': ['ID=ff21e57e-fd20-4b0f-adff-f46b7f06c0cb,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:50.953301 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-63f75831-d756-4001-bd47-a211674ada16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.016941 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2325655-7e45-4372-b236-c5bab83bc6e1 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.021486 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c2325655-7e45-4372-b236-c5bab83bc6e1 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "DELETE /v2.0/ports/ff21e57e-fd20-4b0f-adff-f46b7f06c0cb HTTP/1.1" status: 204 len: 168 time: 0.8248317 Jul 30 02:03:51.026708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36316) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:51.061971 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6aa2b77d-a903-4745-a332-01dd8a3a4328 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.063263 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6aa2b77d-a903-4745-a332-01dd8a3a4328 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8259161 Jul 30 02:03:51.066606 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36320) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:51.070980 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ecec71-8031-46ac-b883-b9eb59c7bc97 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] GET failed (client error): The resource could not be found. Jul 30 02:03:51.076352 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-63ecec71-8031-46ac-b883-b9eb59c7bc97 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "GET /v2.0/ports/ff21e57e-fd20-4b0f-adff-f46b7f06c0cb HTTP/1.1" status: 404 len: 333 time: 0.0439875 Jul 30 02:03:51.076352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3f5e3a7a-6059-4cee-89eb-826b2b173f6f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': '33b7cbc7-2fbc-4305-b7ae-a03fc65f8676', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:51.081628 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36322) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:51.088282 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-63f75831-d756-4001-bd47-a211674ada16 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=59ca11ef83f54a0baf63e7b64807eb60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8233805 Jul 30 02:03:51.088511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-6515ca28-3c84-4b64-97bc-12bc020142a9 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Request body: {'port': {'network_id': '9d149aaa-eed7-48c9-96a5-a799620cedb7', 'name': 'tempest-AllowedAddressPairTestJSON-517169618'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:51.096503 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36324) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:51.113298 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f75831-d756-4001-bd47-a211674ada16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df627ec-6db9-43d3-9118-b3364153893d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:51.187643 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-69620120-6170-47ca-98e7-4949f93a7935 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting port 355167bc-ad25-4d48-a4bd-1d4c9a49f517 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:51.187978 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-69620120-6170-47ca-98e7-4949f93a7935 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.199384 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-bd908191-97f6-4971-ae5a-959aaeda16cb None None] For port 0691ad56-5238-4e7e-a40c-00cbbf9ae410, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0691ad56-5238-4e7e-a40c-00cbbf9ae410,segment=NetworkSegment(c891524c-8496-43f8-8aa2-aab71ce68a46),segment_id=c891524c-8496-43f8-8aa2-aab71ce68a46)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:51.200407 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd908191-97f6-4971-ae5a-959aaeda16cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.202055 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b0af127-f71f-43bd-9b0b-d9855cb5b82c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.215699 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bd908191-97f6-4971-ae5a-959aaeda16cb None None] Calling delete_port for 0691ad56-5238-4e7e-a40c-00cbbf9ae410 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:51.263933 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0af127-f71f-43bd-9b0b-d9855cb5b82c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=0691ad56-5238-4e7e-a40c-00cbbf9ae410,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:51.274003 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0af127-f71f-43bd-9b0b-d9855cb5b82c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No DVR routers for this DVR port 0691ad56-5238-4e7e-a40c-00cbbf9ae410 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:51.292794 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c0ff4e89-60d5-4692-a4cf-59d47e078f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.349476 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ff4e89-60d5-4692-a4cf-59d47e078f1a None None] No DVR routers for this DVR port 355167bc-ad25-4d48-a4bd-1d4c9a49f517 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:51.356421 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff4e89-60d5-4692-a4cf-59d47e078f1a None None] Pushing event deleted for resources: {'Port': ['ID=355167bc-ad25-4d48-a4bd-1d4c9a49f517,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:51.371074 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341da977-c19a-410c-87b1-a9a6c2735543 None None] DHCP port deletion for 2fd0092c-c72a-4013-9489-534535fb788f request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:03:51.407963 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b0af127-f71f-43bd-9b0b-d9855cb5b82c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.421925 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd908191-97f6-4971-ae5a-959aaeda16cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.425770 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-2b0af127-f71f-43bd-9b0b-d9855cb5b82c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6bf71a0-94dc-4f54-a68c-2966f13aafb2']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:51.444406 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-2b0af127-f71f-43bd-9b0b-d9855cb5b82c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c891524c-8496-43f8-8aa2-aab71ce68a46') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:51.444881 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-2b0af127-f71f-43bd-9b0b-d9855cb5b82c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c891524c-8496-43f8-8aa2-aab71ce68a46') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:51.453698 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd908191-97f6-4971-ae5a-959aaeda16cb None None] No DVR routers for this DVR port 0691ad56-5238-4e7e-a40c-00cbbf9ae410 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:51.455854 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd908191-97f6-4971-ae5a-959aaeda16cb None None] Pushing event deleted for resources: {'Port': ['ID=0691ad56-5238-4e7e-a40c-00cbbf9ae410,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:51.461108 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b0af127-f71f-43bd-9b0b-d9855cb5b82c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.489928 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b0af127-f71f-43bd-9b0b-d9855cb5b82c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.491858 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-341da977-c19a-410c-87b1-a9a6c2735543 None None] Deleting port afbad865-bb20-4398-828c-15afbe3b766b {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:51.493030 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-341da977-c19a-410c-87b1-a9a6c2735543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.496542 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0af127-f71f-43bd-9b0b-d9855cb5b82c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:51.498082 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b0af127-f71f-43bd-9b0b-d9855cb5b82c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:51.500485 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:51.563693 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-341da977-c19a-410c-87b1-a9a6c2735543 None None] For port afbad865-bb20-4398-828c-15afbe3b766b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=afbad865-bb20-4398-828c-15afbe3b766b,segment=NetworkSegment(58f49b5a-ba64-4ab8-836f-dccd6cec8745),segment_id=58f49b5a-ba64-4ab8-836f-dccd6cec8745)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:51.564240 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-341da977-c19a-410c-87b1-a9a6c2735543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.579155 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-341da977-c19a-410c-87b1-a9a6c2735543 None None] Calling delete_port for afbad865-bb20-4398-828c-15afbe3b766b owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:51.632194 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f5e3a7a-6059-4cee-89eb-826b2b173f6f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.651735 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b0af127-f71f-43bd-9b0b-d9855cb5b82c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.660589 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2b0af127-f71f-43bd-9b0b-d9855cb5b82c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.662507 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2b0af127-f71f-43bd-9b0b-d9855cb5b82c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/networks/d6bf71a0-94dc-4f54-a68c-2966f13aafb2 HTTP/1.1" status: 204 len: 168 time: 1.5136857 Jul 30 02:03:51.667886 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36332) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:51.683598 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0af127-f71f-43bd-9b0b-d9855cb5b82c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Network': ['ID=d6bf71a0-94dc-4f54-a68c-2966f13aafb2,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:51.753638 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-341da977-c19a-410c-87b1-a9a6c2735543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.775196 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-69620120-6170-47ca-98e7-4949f93a7935 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] For port 355167bc-ad25-4d48-a4bd-1d4c9a49f517, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=355167bc-ad25-4d48-a4bd-1d4c9a49f517,segment=NetworkSegment(c5b4a45c-536b-4085-ad75-db4244218f3d),segment_id=c5b4a45c-536b-4085-ad75-db4244218f3d)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:51.781615 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-69620120-6170-47ca-98e7-4949f93a7935 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.781785 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341da977-c19a-410c-87b1-a9a6c2735543 None None] Pushing event deleted for resources: {'Port': ['ID=afbad865-bb20-4398-828c-15afbe3b766b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:51.785050 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341da977-c19a-410c-87b1-a9a6c2735543 None None] No DVR routers for this DVR port afbad865-bb20-4398-828c-15afbe3b766b on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:51.790524 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9fb195f9-b907-4c13-91e4-388d56229919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.841504 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-69620120-6170-47ca-98e7-4949f93a7935 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Calling delete_port for 355167bc-ad25-4d48-a4bd-1d4c9a49f517 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:51.880065 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1ff3e5e-b86c-461d-8b33-818b0f7a8ce3 req-d49dc315-8503-4b41-ad52-ca2e0c9d375d tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0665448 Jul 30 02:03:51.886061 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9fb195f9-b907-4c13-91e4-388d56229919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.919831 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c06dabd-b4c9-48fd-9724-6eb3fe812568 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:51.921437 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1c06dabd-b4c9-48fd-9724-6eb3fe812568 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2426841 Jul 30 02:03:51.925037 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36340) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:51.996262 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6596b1f3-86ba-44e5-8d4e-41213f1074c6 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0696616 Jul 30 02:03:51.996818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6515ca28-3c84-4b64-97bc-12bc020142a9 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Made reservation on behalf of 872c2c729e2549669a76f9c40b07a0a3 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:51.999545 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36342) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:52.000652 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6515ca28-3c84-4b64-97bc-12bc020142a9 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.005003 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-9114ac78-0b45-40bd-b876-875c9699f77b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-93016152'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:52.009447 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device afbad865-bb20-4398-828c-15afbe3b766b no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:52.029929 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: afbad865-bb20-4398-828c-15afbe3b766b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:52.030277 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device afbad865-bb20-4398-828c-15afbe3b766b not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:52.030948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 355167bc-ad25-4d48-a4bd-1d4c9a49f517 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:52.031432 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-69620120-6170-47ca-98e7-4949f93a7935 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.033833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-6515ca28-3c84-4b64-97bc-12bc020142a9 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] device_id is not set on port ca38a61b-9f23-48eb-8fba-3cf0d37bb34b yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:52.050240 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 355167bc-ad25-4d48-a4bd-1d4c9a49f517 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:52.050553 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 355167bc-ad25-4d48-a4bd-1d4c9a49f517 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:52.051156 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0691ad56-5238-4e7e-a40c-00cbbf9ae410 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:52.069543 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 0691ad56-5238-4e7e-a40c-00cbbf9ae410 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:52.069895 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0691ad56-5238-4e7e-a40c-00cbbf9ae410 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:52.070689 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69620120-6170-47ca-98e7-4949f93a7935 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] No DVR routers for this DVR port 355167bc-ad25-4d48-a4bd-1d4c9a49f517 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:52.077088 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69620120-6170-47ca-98e7-4949f93a7935 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Port': ['ID=355167bc-ad25-4d48-a4bd-1d4c9a49f517,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:52.105879 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9fb195f9-b907-4c13-91e4-388d56229919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.108123 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9fb195f9-b907-4c13-91e4-388d56229919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.110482 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9fb195f9-b907-4c13-91e4-388d56229919 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2df627ec-6db9-43d3-9118-b3364153893d HTTP/1.1" status: 204 len: 168 time: 1.0097666 Jul 30 02:03:52.143197 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-3f5e3a7a-6059-4cee-89eb-826b2b173f6f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 02:03:52.144259 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3f5e3a7a-6059-4cee-89eb-826b2b173f6f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0757911 Jul 30 02:03:52.148183 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36348) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:52.194644 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9114ac78-0b45-40bd-b876-875c9699f77b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:52.200379 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb195f9-b907-4c13-91e4-388d56229919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df627ec-6db9-43d3-9118-b3364153893d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:52.202617 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9114ac78-0b45-40bd-b876-875c9699f77b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.238885 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-69620120-6170-47ca-98e7-4949f93a7935 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.263383 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-11fa0f71-ef87-4e1a-a9b2-6c058f7dbb9f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.276992 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9114ac78-0b45-40bd-b876-875c9699f77b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:03:52.278988 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-69620120-6170-47ca-98e7-4949f93a7935 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0fba95-acd9-4446-a535-6dcaed36b720']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:52.294136 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-11fa0f71-ef87-4e1a-a9b2-6c058f7dbb9f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.294804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-69620120-6170-47ca-98e7-4949f93a7935 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b4a45c-536b-4085-ad75-db4244218f3d') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:52.295108 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-69620120-6170-47ca-98e7-4949f93a7935 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b4a45c-536b-4085-ad75-db4244218f3d') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:52.313378 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-69620120-6170-47ca-98e7-4949f93a7935 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.320459 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9114ac78-0b45-40bd-b876-875c9699f77b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.320814 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-9114ac78-0b45-40bd-b876-875c9699f77b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Added segment 462c03e4-b75f-4e72-a2f1-b7c1ea05ca88 of type vlan for network 4b03798e-4b65-4532-a12c-4bd305800f1f Jul 30 02:03:52.331656 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-6515ca28-3c84-4b64-97bc-12bc020142a9 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Allocated IP 172.20.0.13 (9d149aaa-eed7-48c9-96a5-a799620cedb7/57daf64c-c557-4f4e-9ed6-8efd7d129a0a/ca38a61b-9f23-48eb-8fba-3cf0d37bb34b) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:52.338989 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-69620120-6170-47ca-98e7-4949f93a7935 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.350499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69620120-6170-47ca-98e7-4949f93a7935 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:52.350923 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-69620120-6170-47ca-98e7-4949f93a7935 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:52.354324 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:52.555108 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-69620120-6170-47ca-98e7-4949f93a7935 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.565134 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-69620120-6170-47ca-98e7-4949f93a7935 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.567868 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-69620120-6170-47ca-98e7-4949f93a7935 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/networks/ae0fba95-acd9-4446-a535-6dcaed36b720 HTTP/1.1" status: 204 len: 168 time: 1.7889783 Jul 30 02:03:52.581480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36358) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:52.597710 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69620120-6170-47ca-98e7-4949f93a7935 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Network': ['ID=ae0fba95-acd9-4446-a535-6dcaed36b720,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:52.659013 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6515ca28-3c84-4b64-97bc-12bc020142a9 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.709492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-6515ca28-3c84-4b64-97bc-12bc020142a9 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Transition to ACTIVE for port object ca38a61b-9f23-48eb-8fba-3cf0d37bb34b will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:52.736747 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b223622d-7878-4cb6-b61a-0231c38d5f91 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.753995 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9114ac78-0b45-40bd-b876-875c9699f77b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.850801 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b223622d-7878-4cb6-b61a-0231c38d5f91 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.851711 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-11fa0f71-ef87-4e1a-a9b2-6c058f7dbb9f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.855218 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-11fa0f71-ef87-4e1a-a9b2-6c058f7dbb9f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.856545 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-11fa0f71-ef87-4e1a-a9b2-6c058f7dbb9f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "DELETE /v2.0/security-groups/33b7cbc7-2fbc-4305-b7ae-a03fc65f8676 HTTP/1.1" status: 204 len: 168 time: 0.7066834 Jul 30 02:03:52.860087 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36364) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:52.863254 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b223622d-7878-4cb6-b61a-0231c38d5f91 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd0092c-c72a-4013-9489-534535fb788f']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:52.866231 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa0f71-ef87-4e1a-a9b2-6c058f7dbb9f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b7cbc7-2fbc-4305-b7ae-a03fc65f8676,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:52.896138 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b223622d-7878-4cb6-b61a-0231c38d5f91 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f49b5a-ba64-4ab8-836f-dccd6cec8745') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:52.896608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b223622d-7878-4cb6-b61a-0231c38d5f91 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f49b5a-ba64-4ab8-836f-dccd6cec8745') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:52.908308 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b223622d-7878-4cb6-b61a-0231c38d5f91 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.914751 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9114ac78-0b45-40bd-b876-875c9699f77b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.920734 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9114ac78-0b45-40bd-b876-875c9699f77b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:52.923551 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9114ac78-0b45-40bd-b876-875c9699f77b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.943389 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b223622d-7878-4cb6-b61a-0231c38d5f91 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.960578 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0a235f01-4aea-4f46-982c-ed599b84aa85 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0947068 Jul 30 02:03:52.960578 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b223622d-7878-4cb6-b61a-0231c38d5f91 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:52.960578 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b223622d-7878-4cb6-b61a-0231c38d5f91 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:52.961407 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:52.963468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36368) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:52.977322 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ec135b55-4673-4750-9369-c60adac4d11b tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1604817100'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:53.010837 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36370) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:53.012877 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6515ca28-3c84-4b64-97bc-12bc020142a9 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.016776 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-abde8ff0-517e-4b56-834e-06c74604098f req-27fbcf1f-e88b-4fe2-8b93-e45beede5198 tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0456953 Jul 30 02:03:53.024840 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114ac78-0b45-40bd-b876-875c9699f77b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Network': ['ID=4b03798e-4b65-4532-a12c-4bd305800f1f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:53.035317 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 4b03798e-4b65-4532-a12c-4bd305800f1f details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:03:53.047302 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0c351c71-2398-49b9-bd45-1bccde1f6cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.064161 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9114ac78-0b45-40bd-b876-875c9699f77b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0628927 Jul 30 02:03:53.069630 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36372) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:53.074942 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-6d69536e-3528-449e-860e-b542d131c06a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'subnet': {'network_id': '4b03798e-4b65-4532-a12c-4bd305800f1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:53.091250 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6515ca28-3c84-4b64-97bc-12bc020142a9 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Network 9d149aaa-eed7-48c9-96a5-a799620cedb7 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:53.098971 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-6515ca28-3c84-4b64-97bc-12bc020142a9 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:53.105862 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6515ca28-3c84-4b64-97bc-12bc020142a9 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:53.134634 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.db.api [None req-0c351c71-2398-49b9-bd45-1bccde1f6cb7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:03:53.134634 n-d-713498-9 neutron-server[94464]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 02:03:53.134634 n-d-713498-9 neutron-server[94464]: [parameters: {'project_id_1': '51feb6e81d7e4666adf0369bbde8d6c1', 'expiration_1': datetime.datetime(2021, 7, 30, 2, 3, 53, 52342)}] Jul 30 02:03:53.134634 n-d-713498-9 neutron-server[94464]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:03:53.135072 n-d-713498-9 neutron-server[94464]: DEBUG oslo_db.api [None req-0c351c71-2398-49b9-bd45-1bccde1f6cb7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:03:53.158628 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515ca28-3c84-4b64-97bc-12bc020142a9 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Pushing event updated for resources: {'Port': ['ID=ca38a61b-9f23-48eb-8fba-3cf0d37bb34b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:53.181599 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6515ca28-3c84-4b64-97bc-12bc020142a9 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:53.182491 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6515ca28-3c84-4b64-97bc-12bc020142a9 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.186168 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b223622d-7878-4cb6-b61a-0231c38d5f91 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.197932 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b223622d-7878-4cb6-b61a-0231c38d5f91 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.199894 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b223622d-7878-4cb6-b61a-0231c38d5f91 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/networks/2fd0092c-c72a-4013-9489-534535fb788f HTTP/1.1" status: 204 len: 168 time: 0.6174266 Jul 30 02:03:53.204008 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36376) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:53.212484 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-4d8d67b0-5761-43d5-96b0-886dbb6b5d53 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'network': {'name': 'tempest-RoutersTest-1248504035'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:53.217000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223622d-7878-4cb6-b61a-0231c38d5f91 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Network': ['ID=2fd0092c-c72a-4013-9489-534535fb788f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:53.222696 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec135b55-4673-4750-9369-c60adac4d11b tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.287243 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6515ca28-3c84-4b64-97bc-12bc020142a9 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2028861 Jul 30 02:03:53.289909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36378) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:53.296566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b7fd0576-50e3-4fa6-a15f-2244a1aca04e tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Request body: {'port': {'network_id': '9d149aaa-eed7-48c9-96a5-a799620cedb7', 'name': 'tempest-AllowedAddressPairTestJSON-593890470'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:53.297404 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.db.api [None req-4d8d67b0-5761-43d5-96b0-886dbb6b5d53 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:03:53.297404 n-d-713498-9 neutron-server[94464]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 02:03:53.297404 n-d-713498-9 neutron-server[94464]: [parameters: {'project_id_1': 'df8f5d4792504c558d51adadf3365d41', 'expiration_1': datetime.datetime(2021, 7, 30, 2, 3, 53, 219758)}] Jul 30 02:03:53.297404 n-d-713498-9 neutron-server[94464]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:03:53.298465 n-d-713498-9 neutron-server[94464]: DEBUG oslo_db.api [None req-4d8d67b0-5761-43d5-96b0-886dbb6b5d53 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:03:53.339578 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [None req-ec135b55-4673-4750-9369-c60adac4d11b tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:03:53.339578 n-d-713498-9 neutron-server[94465]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 02:03:53.339578 n-d-713498-9 neutron-server[94465]: [parameters: {'project_id_1': 'e48e1dd034924f32b417ca2e9a7594a1', 'expiration_1': datetime.datetime(2021, 7, 30, 2, 3, 53, 239665)}] Jul 30 02:03:53.339578 n-d-713498-9 neutron-server[94465]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:03:53.340015 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [None req-ec135b55-4673-4750-9369-c60adac4d11b tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:03:53.377025 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d69536e-3528-449e-860e-b542d131c06a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:53.381777 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6d69536e-3528-449e-860e-b542d131c06a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.497172 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fd0576-50e3-4fa6-a15f-2244a1aca04e tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Made reservation on behalf of 872c2c729e2549669a76f9c40b07a0a3 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:53.497385 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-446f7c10-3706-4952-804e-6e831bf2b188 None None] Provisioning for port ca38a61b-9f23-48eb-8fba-3cf0d37bb34b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:53.501240 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-446f7c10-3706-4952-804e-6e831bf2b188 None None] Provisioning complete for port ca38a61b-9f23-48eb-8fba-3cf0d37bb34b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:53.501575 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7fd0576-50e3-4fa6-a15f-2244a1aca04e tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.501860 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-446f7c10-3706-4952-804e-6e831bf2b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.521478 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-b7fd0576-50e3-4fa6-a15f-2244a1aca04e tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] device_id is not set on port 6e925304-5196-4417-837a-7e27f0a2e92c yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:53.541917 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-446f7c10-3706-4952-804e-6e831bf2b188 None None] Port ca38a61b-9f23-48eb-8fba-3cf0d37bb34b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:53.631649 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-b7fd0576-50e3-4fa6-a15f-2244a1aca04e tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Allocated IP 172.20.0.10 (9d149aaa-eed7-48c9-96a5-a799620cedb7/57daf64c-c557-4f4e-9ed6-8efd7d129a0a/6e925304-5196-4417-837a-7e27f0a2e92c) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:53.636209 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0c351c71-2398-49b9-bd45-1bccde1f6cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.645002 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6d69536e-3528-449e-860e-b542d131c06a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.671677 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36382) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:53.734350 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69536e-3528-449e-860e-b542d131c06a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Subnet': ['ID=1855bb24-e3cf-4f31-8eac-1e1c60514baf,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:53.751912 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d69536e-3528-449e-860e-b542d131c06a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Checking segment: {'id': '462c03e4-b75f-4e72-a2f1-b7c1ea05ca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4b03798e-4b65-4532-a12c-4bd305800f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:53.752271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d69536e-3528-449e-860e-b542d131c06a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network hostable DHCP agents. Network: 4b03798e-4b65-4532-a12c-4bd305800f1f, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:03:53.818875 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec572252-3864-461e-90fd-07d108eeff2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.822433 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0c351c71-2398-49b9-bd45-1bccde1f6cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.834059 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7fd0576-50e3-4fa6-a15f-2244a1aca04e tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.842281 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec135b55-4673-4750-9369-c60adac4d11b tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.845161 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d69536e-3528-449e-860e-b542d131c06a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network 4b03798e-4b65-4532-a12c-4bd305800f1f is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:03:53.861061 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-b7fd0576-50e3-4fa6-a15f-2244a1aca04e tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Transition to ACTIVE for port object 6e925304-5196-4417-837a-7e27f0a2e92c will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:53.898730 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0c351c71-2398-49b9-bd45-1bccde1f6cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.938208 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-6d69536e-3528-449e-860e-b542d131c06a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 4b03798e-4b65-4532-a12c-4bd305800f1f) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:53.945889 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39428c65-2cdc-4e32-95c5-0c2c0abc25d3 None None] Network 4b03798e-4b65-4532-a12c-4bd305800f1f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:53.948643 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d69536e-3528-449e-860e-b542d131c06a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:53.949241 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6d69536e-3528-449e-860e-b542d131c06a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.952941 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c351c71-2398-49b9-bd45-1bccde1f6cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff0e376-11cb-483e-8c74-0e6fe1720e20,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:53.962472 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0c351c71-2398-49b9-bd45-1bccde1f6cb7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=51feb6e81d7e4666adf0369bbde8d6c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9458442 Jul 30 02:03:53.964658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36386) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:53.983639 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7fd0576-50e3-4fa6-a15f-2244a1aca04e tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.014080 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8d67b0-5761-43d5-96b0-886dbb6b5d53 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Made reservation on behalf of df8f5d4792504c558d51adadf3365d41 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:54.019713 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d8d67b0-5761-43d5-96b0-886dbb6b5d53 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.033276 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fd0576-50e3-4fa6-a15f-2244a1aca04e tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Network 9d149aaa-eed7-48c9-96a5-a799620cedb7 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:54.037043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-b7fd0576-50e3-4fa6-a15f-2244a1aca04e tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:54.040138 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fd0576-50e3-4fa6-a15f-2244a1aca04e tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:54.073258 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-68db4944-a037-45f6-a8cc-c7a02765970e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.083963 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd0576-50e3-4fa6-a15f-2244a1aca04e tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Pushing event updated for resources: {'Port': ['ID=6e925304-5196-4417-837a-7e27f0a2e92c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:54.109153 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6d69536e-3528-449e-860e-b542d131c06a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0381095 Jul 30 02:03:54.121235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36390) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:54.121509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8d67b0-5761-43d5-96b0-886dbb6b5d53 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:03:54.127153 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-fc4608dc-580f-4bef-abeb-fb16d97d7aae tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'port': {'network_id': '4b03798e-4b65-4532-a12c-4bd305800f1f', 'name': 'tempest-PortsIpV6TestJSON-8556279'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:54.149109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fd0576-50e3-4fa6-a15f-2244a1aca04e tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:54.149681 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-68db4944-a037-45f6-a8cc-c7a02765970e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.149809 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7fd0576-50e3-4fa6-a15f-2244a1aca04e tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.167661 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d8d67b0-5761-43d5-96b0-886dbb6b5d53 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.168218 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-4d8d67b0-5761-43d5-96b0-886dbb6b5d53 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Added segment 009f4a38-6c30-4f42-a347-734cf96a067c of type vlan for network 2283d573-34cc-47c6-b1e8-0f8165c0c347 Jul 30 02:03:54.177544 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-4b03798e-4b65-4532-a12c-4bd305800f1f', 'network_id': '4b03798e-4b65-4532-a12c-4bd305800f1f', 'tenant_id': 'fb54f7ee248443f6b8ca067f300bbb58', 'fixed_ips': [{'subnet_id': '1855bb24-e3cf-4f31-8eac-1e1c60514baf'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:03:54.179219 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.283689 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d8d67b0-5761-43d5-96b0-886dbb6b5d53 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.288032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-199d2e15-4e2c-4358-9edf-b6b3a38866f2 req-cf1e58bf-7473-4cd2-b902-cad45372e06e tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0739565 Jul 30 02:03:54.364728 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec572252-3864-461e-90fd-07d108eeff2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.380693 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Allocated IP 2001:db8::2 (4b03798e-4b65-4532-a12c-4bd305800f1f/1855bb24-e3cf-4f31-8eac-1e1c60514baf/7b529b27-4391-439b-ae0a-2064b3ce5fb5) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:54.411446 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-68db4944-a037-45f6-a8cc-c7a02765970e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.414176 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-68db4944-a037-45f6-a8cc-c7a02765970e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.417770 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-68db4944-a037-45f6-a8cc-c7a02765970e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ff0e376-11cb-483e-8c74-0e6fe1720e20 HTTP/1.1" status: 204 len: 168 time: 0.4511893 Jul 30 02:03:54.424698 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db4944-a037-45f6-a8cc-c7a02765970e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff0e376-11cb-483e-8c74-0e6fe1720e20,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:54.441399 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec572252-3864-461e-90fd-07d108eeff2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.447109 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d8d67b0-5761-43d5-96b0-886dbb6b5d53 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.452688 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8d67b0-5761-43d5-96b0-886dbb6b5d53 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:54.453313 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d8d67b0-5761-43d5-96b0-886dbb6b5d53 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.483739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec572252-3864-461e-90fd-07d108eeff2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01abef0-b327-4bd0-b0f9-655a627a6db8,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:54.513823 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ec572252-3864-461e-90fd-07d108eeff2e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=56390d8bb16a4e27aaf2e46c67bfe21d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8410690 Jul 30 02:03:54.516470 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36394) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:54.527839 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d67b0-5761-43d5-96b0-886dbb6b5d53 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Network': ['ID=2283d573-34cc-47c6-b1e8-0f8165c0c347,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:54.533039 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b7fd0576-50e3-4fa6-a15f-2244a1aca04e tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2414923 Jul 30 02:03:54.536693 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36396) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:54.540752 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 2283d573-34cc-47c6-b1e8-0f8165c0c347 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:03:54.542111 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-34b703c5-bd5a-4aa0-98af-9d76f8806fb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:8a:7e:cf'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:88:f1:15'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:54.589548 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-128741f1-74b1-4252-b4f2-d5b9ee3101e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.614337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-97a37fc5-56b9-45bc-a2bd-4a172680c1e0 None None] Provisioning for port 6e925304-5196-4417-837a-7e27f0a2e92c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:54.624399 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-128741f1-74b1-4252-b4f2-d5b9ee3101e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.639482 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-97a37fc5-56b9-45bc-a2bd-4a172680c1e0 None None] Provisioning complete for port 6e925304-5196-4417-837a-7e27f0a2e92c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:54.639864 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97a37fc5-56b9-45bc-a2bd-4a172680c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.642961 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.673273 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Transition to ACTIVE for port object 7b529b27-4391-439b-ae0a-2064b3ce5fb5 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:54.687597 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec135b55-4673-4750-9369-c60adac4d11b tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.701437 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-34b703c5-bd5a-4aa0-98af-9d76f8806fb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.703543 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-97a37fc5-56b9-45bc-a2bd-4a172680c1e0 None None] Port 6e925304-5196-4417-837a-7e27f0a2e92c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:54.793988 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec135b55-4673-4750-9369-c60adac4d11b tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.819149 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Transition to ACTIVE for port object 7b529b27-4391-439b-ae0a-2064b3ce5fb5 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:54.820838 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-128741f1-74b1-4252-b4f2-d5b9ee3101e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.823488 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-128741f1-74b1-4252-b4f2-d5b9ee3101e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.824676 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-128741f1-74b1-4252-b4f2-d5b9ee3101e5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a01abef0-b327-4bd0-b0f9-655a627a6db8 HTTP/1.1" status: 204 len: 168 time: 0.3071966 Jul 30 02:03:54.838951 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec135b55-4673-4750-9369-c60adac4d11b tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d518f10f-77a8-49c1-9417-8f2326e550b8,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:54.860120 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128741f1-74b1-4252-b4f2-d5b9ee3101e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01abef0-b327-4bd0-b0f9-655a627a6db8,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:54.886261 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4d8d67b0-5761-43d5-96b0-886dbb6b5d53 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6792719 Jul 30 02:03:54.888636 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36406) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:54.900862 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-96a29497-be49-40ed-a68b-6f2c1014b7ac tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'subnet': {'network_id': '2283d573-34cc-47c6-b1e8-0f8165c0c347', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:54.903469 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.947452 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Network 4b03798e-4b65-4532-a12c-4bd305800f1f is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:54.952782 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:54.955550 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-34b703c5-bd5a-4aa0-98af-9d76f8806fb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.956998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:54.971722 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Pushing event updated for resources: {'Port': ['ID=7b529b27-4391-439b-ae0a-2064b3ce5fb5,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:55.018547 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Attempting to bind port 7b529b27-4391-439b-ae0a-2064b3ce5fb5 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:55.018936 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Attempting to bind port 7b529b27-4391-439b-ae0a-2064b3ce5fb5 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '462c03e4-b75f-4e72-a2f1-b7c1ea05ca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4b03798e-4b65-4532-a12c-4bd305800f1f'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:55.019283 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Attempting to bind port 7b529b27-4391-439b-ae0a-2064b3ce5fb5 on network 4b03798e-4b65-4532-a12c-4bd305800f1f {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:55.024979 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:03:55.025350 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Checking segment: {'id': '462c03e4-b75f-4e72-a2f1-b7c1ea05ca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4b03798e-4b65-4532-a12c-4bd305800f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:55.028020 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.028020 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Bound using segment: {'id': '462c03e4-b75f-4e72-a2f1-b7c1ea05ca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4b03798e-4b65-4532-a12c-4bd305800f1f'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:03:55.028020 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Bound port: 7b529b27-4391-439b-ae0a-2064b3ce5fb5, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462c03e4-b75f-4e72-a2f1-b7c1ea05ca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4b03798e-4b65-4532-a12c-4bd305800f1f'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:03:55.028020 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.046213 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-34b703c5-bd5a-4aa0-98af-9d76f8806fb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.046818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4608dc-580f-4bef-abeb-fb16d97d7aae tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:55.050405 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fc4608dc-580f-4bef-abeb-fb16d97d7aae tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.077631 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-fc4608dc-580f-4bef-abeb-fb16d97d7aae tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] device_id is not set on port 91e28e5a-6841-43de-90cd-de7830300ebd yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:55.103813 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] For port 7b529b27-4391-439b-ae0a-2064b3ce5fb5, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:03:55.107151 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] For port 7b529b27-4391-439b-ae0a-2064b3ce5fb5, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7b529b27-4391-439b-ae0a-2064b3ce5fb5,segment=NetworkSegment(462c03e4-b75f-4e72-a2f1-b7c1ea05ca88),segment_id=462c03e4-b75f-4e72-a2f1-b7c1ea05ca88)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:03:55.132563 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec135b55-4673-4750-9369-c60adac4d11b tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.137287 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ec135b55-4673-4750-9369-c60adac4d11b tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1745203 Jul 30 02:03:55.141189 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36412) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:55.151169 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-42b4e727-ce74-4c92-930d-a862aa19ee9d tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': 'd518f10f-77a8-49c1-9417-8f2326e550b8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:55.151998 n-d-713498-9 neutron-server[94465]: WARNING neutron.api.v2.base [None req-42b4e727-ce74-4c92-930d-a862aa19ee9d tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 30 02:03:55.152674 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-42b4e727-ce74-4c92-930d-a862aa19ee9d tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:03:55.157587 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-42b4e727-ce74-4c92-930d-a862aa19ee9d tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0115385 Jul 30 02:03:55.161472 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36414) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:55.183846 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.191886 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b703c5-bd5a-4aa0-98af-9d76f8806fb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Pushing event updated for resources: {'Port': ['ID=6e925304-5196-4417-837a-7e27f0a2e92c,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:55.214438 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-34b703c5-bd5a-4aa0-98af-9d76f8806fb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] In _notify_port_updated(), no bound segment for port 6e925304-5196-4417-837a-7e27f0a2e92c on network 9d149aaa-eed7-48c9-96a5-a799620cedb7 {{(pid=94464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:03:55.220181 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b703c5-bd5a-4aa0-98af-9d76f8806fb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:55.220858 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-34b703c5-bd5a-4aa0-98af-9d76f8806fb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.222225 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-34b703c5-bd5a-4aa0-98af-9d76f8806fb8 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "PUT /v2.0/ports/6e925304-5196-4417-837a-7e27f0a2e92c HTTP/1.1" status: 200 len: 1057 time: 0.6845315 Jul 30 02:03:55.225813 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36418) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:55.262155 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-fc4608dc-580f-4bef-abeb-fb16d97d7aae tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Allocated IP 2001:db8::164 (4b03798e-4b65-4532-a12c-4bd305800f1f/1855bb24-e3cf-4f31-8eac-1e1c60514baf/91e28e5a-6841-43de-90cd-de7830300ebd) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:55.271540 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e5aa0-a49b-48ad-aef8-916e4cfe9b9c None None] Pushing event updated for resources: {'Port': ['ID=7b529b27-4391-439b-ae0a-2064b3ce5fb5,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:55.377514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a29497-be49-40ed-a68b-6f2c1014b7ac tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Made reservation on behalf of df8f5d4792504c558d51adadf3365d41 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:55.394146 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-96a29497-be49-40ed-a68b-6f2c1014b7ac tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.409280 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-07c8c3e8-ecb2-4eaa-ab2d-5d2068d68e4a tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.447111 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-07c8c3e8-ecb2-4eaa-ab2d-5d2068d68e4a tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.537470 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4abf628c-fed8-4b71-9a32-3f8c35b0c884 req-52301eb9-480b-4c04-9f8a-b0c65f0ca09c tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0686545 Jul 30 02:03:55.574272 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fdd66852-0242-4655-ac00-98955cfc06f8 None None] Provisioning complete for port 6e925304-5196-4417-837a-7e27f0a2e92c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:55.574683 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fdd66852-0242-4655-ac00-98955cfc06f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.609851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c9ea4-7150-4538-894e-c8dd0def0680 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Deleting port 6e925304-5196-4417-837a-7e27f0a2e92c {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:55.610911 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf9c9ea4-7150-4538-894e-c8dd0def0680 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.626167 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fdd66852-0242-4655-ac00-98955cfc06f8 None None] Port 6e925304-5196-4417-837a-7e27f0a2e92c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:55.641059 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fc4608dc-580f-4bef-abeb-fb16d97d7aae tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.667454 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-fc4608dc-580f-4bef-abeb-fb16d97d7aae tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Transition to ACTIVE for port object 91e28e5a-6841-43de-90cd-de7830300ebd will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:55.687540 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-07c8c3e8-ecb2-4eaa-ab2d-5d2068d68e4a tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.690630 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-07c8c3e8-ecb2-4eaa-ab2d-5d2068d68e4a tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.696778 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-07c8c3e8-ecb2-4eaa-ab2d-5d2068d68e4a tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "DELETE /v2.0/security-groups/d518f10f-77a8-49c1-9417-8f2326e550b8 HTTP/1.1" status: 204 len: 168 time: 0.5321901 Jul 30 02:03:55.697904 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36430) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:55.722239 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8c3e8-ecb2-4eaa-ab2d-5d2068d68e4a tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d518f10f-77a8-49c1-9417-8f2326e550b8,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:55.785126 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36432) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:55.822028 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-461b1569-94bc-404f-a84a-f58a7aba287f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.864556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36434) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:55.864710 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2d831fc0-13ec-4cf0-a9f9-d2b76c9727bf tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1489933 Jul 30 02:03:55.870040 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-963e0c9f-ab4a-4f96-a6ea-565ce6b76ee6 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518764338'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:55.884001 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf9c9ea4-7150-4538-894e-c8dd0def0680 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.888134 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fc4608dc-580f-4bef-abeb-fb16d97d7aae tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.897873 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c9ea4-7150-4538-894e-c8dd0def0680 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Calling delete_port for 6e925304-5196-4417-837a-7e27f0a2e92c owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:55.927260 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-96a29497-be49-40ed-a68b-6f2c1014b7ac tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.943477 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4608dc-580f-4bef-abeb-fb16d97d7aae tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network 4b03798e-4b65-4532-a12c-4bd305800f1f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:55.950849 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-fc4608dc-580f-4bef-abeb-fb16d97d7aae tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:55.984564 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4608dc-580f-4bef-abeb-fb16d97d7aae tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:55.990465 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4608dc-580f-4bef-abeb-fb16d97d7aae tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:55.991112 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fc4608dc-580f-4bef-abeb-fb16d97d7aae tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.051285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4608dc-580f-4bef-abeb-fb16d97d7aae tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=91e28e5a-6841-43de-90cd-de7830300ebd,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:56.063444 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a29497-be49-40ed-a68b-6f2c1014b7ac tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Subnet': ['ID=0e89264b-cd42-4188-ba21-9acdabd079da,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:56.100606 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-461b1569-94bc-404f-a84a-f58a7aba287f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.101691 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a29497-be49-40ed-a68b-6f2c1014b7ac tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Checking segment: {'id': '009f4a38-6c30-4f42-a347-734cf96a067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2283d573-34cc-47c6-b1e8-0f8165c0c347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:56.102060 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a29497-be49-40ed-a68b-6f2c1014b7ac tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network hostable DHCP agents. Network: 2283d573-34cc-47c6-b1e8-0f8165c0c347, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:03:56.106994 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7b529b27-4391-439b-ae0a-2064b3ce5fb5 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:56.126455 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf9c9ea4-7150-4538-894e-c8dd0def0680 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.168905 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c9ea4-7150-4538-894e-c8dd0def0680 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Pushing event deleted for resources: {'Port': ['ID=6e925304-5196-4417-837a-7e27f0a2e92c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:56.201507 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-461b1569-94bc-404f-a84a-f58a7aba287f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.223210 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 7b529b27-4391-439b-ae0a-2064b3ce5fb5 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:56.253670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a29497-be49-40ed-a68b-6f2c1014b7ac tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network 2283d573-34cc-47c6-b1e8-0f8165c0c347 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:03:56.269863 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-461b1569-94bc-404f-a84a-f58a7aba287f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2cb3a24d20ec4966a7d69586603c1adb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4824386 Jul 30 02:03:56.272704 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36440) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:56.281298 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b1569-94bc-404f-a84a-f58a7aba287f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32d19ba-79cf-4239-af59-2113c163023a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:56.300929 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fc4608dc-580f-4bef-abeb-fb16d97d7aae tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1786113 Jul 30 02:03:56.313428 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36442) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:56.322235 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-643aa1ba-b46e-4225-8a4d-2ab0cf4d0ff0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'port': {'network_id': '4b03798e-4b65-4532-a12c-4bd305800f1f', 'name': 'tempest-PortsIpV6TestJSON-1420570501'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:56.356593 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-96a29497-be49-40ed-a68b-6f2c1014b7ac tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 2283d573-34cc-47c6-b1e8-0f8165c0c347) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:56.361357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a29497-be49-40ed-a68b-6f2c1014b7ac tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:56.361940 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-96a29497-be49-40ed-a68b-6f2c1014b7ac tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.373358 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-33154063-bbea-4083-9499-65269ecb5ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.376984 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875e9fab-a204-4c2f-ad5d-a04508ca501d None None] Network 2283d573-34cc-47c6-b1e8-0f8165c0c347 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:56.416578 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-33154063-bbea-4083-9499-65269ecb5ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.435857 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-963e0c9f-ab4a-4f96-a6ea-565ce6b76ee6 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.517269 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-96a29497-be49-40ed-a68b-6f2c1014b7ac tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6238251 Jul 30 02:03:56.518271 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36444) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:56.526995 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3f9acc5a-9e40-43ef-af70-7e84fe32dadf tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-493299576', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:56.561396 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf9c9ea4-7150-4538-894e-c8dd0def0680 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.570815 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cf9c9ea4-7150-4538-894e-c8dd0def0680 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "DELETE /v2.0/ports/6e925304-5196-4417-837a-7e27f0a2e92c HTTP/1.1" status: 204 len: 168 time: 1.3387766 Jul 30 02:03:56.572739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36446) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:56.603066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-2283d573-34cc-47c6-b1e8-0f8165c0c347', 'network_id': '2283d573-34cc-47c6-b1e8-0f8165c0c347', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'fixed_ips': [{'subnet_id': '0e89264b-cd42-4188-ba21-9acdabd079da'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:03:56.603836 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.622378 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-33154063-bbea-4083-9499-65269ecb5ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.625264 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-33154063-bbea-4083-9499-65269ecb5ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.630606 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-33154063-bbea-4083-9499-65269ecb5ee6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e32d19ba-79cf-4239-af59-2113c163023a HTTP/1.1" status: 204 len: 168 time: 0.3535597 Jul 30 02:03:56.630606 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaeb21e1-22d0-440f-89cf-3fde8b76786f tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] GET failed (client error): The resource could not be found. Jul 30 02:03:56.635245 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-aaeb21e1-22d0-440f-89cf-3fde8b76786f tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "GET /v2.0/ports/6e925304-5196-4417-837a-7e27f0a2e92c HTTP/1.1" status: 404 len: 333 time: 0.0609732 Jul 30 02:03:56.635468 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36452) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:56.726310 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-963e0c9f-ab4a-4f96-a6ea-565ce6b76ee6 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.759408 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154063-bbea-4083-9499-65269ecb5ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32d19ba-79cf-4239-af59-2113c163023a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:56.777197 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-c679299a-5043-47c0-a9c0-05538071c274 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Deleting port ca38a61b-9f23-48eb-8fba-3cf0d37bb34b {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:56.777768 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c679299a-5043-47c0-a9c0-05538071c274 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.784082 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3c3d5cba-393a-4f61-9828-f109e33f2bf9 req-540dad79-81a2-4b13-978f-2edadd7368e5 tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0608935 Jul 30 02:03:56.817626 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135cdd9a-7af1-4bb6-84e0-ef754a581489 None None] Network 4b03798e-4b65-4532-a12c-4bd305800f1f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:56.838972 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-963e0c9f-ab4a-4f96-a6ea-565ce6b76ee6 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.882047 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e0c9f-ab4a-4f96-a6ea-565ce6b76ee6 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f42467f2-96d5-40d9-b7fc-ad8102fcd3fb,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:56.911217 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Allocated IP 172.20.0.2 (2283d573-34cc-47c6-b1e8-0f8165c0c347/0e89264b-cd42-4188-ba21-9acdabd079da/2999f25e-1dec-4929-ac23-2e0dae4e5bd9) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:56.933378 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f9acc5a-9e40-43ef-af70-7e84fe32dadf tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.937327 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f9acc5a-9e40-43ef-af70-7e84fe32dadf tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.980777 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c679299a-5043-47c0-a9c0-05538071c274 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.995550 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-c679299a-5043-47c0-a9c0-05538071c274 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Calling delete_port for ca38a61b-9f23-48eb-8fba-3cf0d37bb34b owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:57.011229 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f9acc5a-9e40-43ef-af70-7e84fe32dadf tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.017176 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-963e0c9f-ab4a-4f96-a6ea-565ce6b76ee6 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.018950 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-963e0c9f-ab4a-4f96-a6ea-565ce6b76ee6 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1537242 Jul 30 02:03:57.021662 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36458) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:57.023449 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-65a5d369-b54b-4da9-9f33-226430898c02 None None] Provisioning for port 7b529b27-4391-439b-ae0a-2064b3ce5fb5 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:57.026708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-964e57fb-64bb-42fd-adb5-f381ce53d523 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': 'f42467f2-96d5-40d9-b7fc-ad8102fcd3fb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:57.027683 n-d-713498-9 neutron-server[94465]: WARNING neutron.api.v2.base [None req-964e57fb-64bb-42fd-adb5-f381ce53d523 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 30 02:03:57.028199 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-964e57fb-64bb-42fd-adb5-f381ce53d523 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:03:57.032077 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-964e57fb-64bb-42fd-adb5-f381ce53d523 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065708 Jul 30 02:03:57.032077 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36460) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:57.042015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-65a5d369-b54b-4da9-9f33-226430898c02 None None] Provisioning complete for port 7b529b27-4391-439b-ae0a-2064b3ce5fb5 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:57.042325 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-65a5d369-b54b-4da9-9f33-226430898c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.097739 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37e6b693-a3d2-4ef4-8015-69ed647c315a tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.131952 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37e6b693-a3d2-4ef4-8015-69ed647c315a tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.159799 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643aa1ba-b46e-4225-8a4d-2ab0cf4d0ff0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:57.163919 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-643aa1ba-b46e-4225-8a4d-2ab0cf4d0ff0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.165890 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.191439 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f9acc5a-9e40-43ef-af70-7e84fe32dadf tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.193841 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Transition to ACTIVE for port object 2999f25e-1dec-4929-ac23-2e0dae4e5bd9 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:57.230675 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-643aa1ba-b46e-4225-8a4d-2ab0cf4d0ff0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] device_id is not set on port 0c1f5a8a-f5ce-40db-8ac3-ca35e8fec22a yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:57.233125 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-65a5d369-b54b-4da9-9f33-226430898c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.263482 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37e6b693-a3d2-4ef4-8015-69ed647c315a tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.264299 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Transition to ACTIVE for port object 2999f25e-1dec-4929-ac23-2e0dae4e5bd9 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:57.265784 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37e6b693-a3d2-4ef4-8015-69ed647c315a tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.268027 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-37e6b693-a3d2-4ef4-8015-69ed647c315a tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "DELETE /v2.0/security-groups/f42467f2-96d5-40d9-b7fc-ad8102fcd3fb HTTP/1.1" status: 204 len: 168 time: 0.2350047 Jul 30 02:03:57.273187 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36466) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:57.283174 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-65a5d369-b54b-4da9-9f33-226430898c02 None None] For port 7b529b27-4391-439b-ae0a-2064b3ce5fb5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7b529b27-4391-439b-ae0a-2064b3ce5fb5,segment=NetworkSegment(462c03e4-b75f-4e72-a2f1-b7c1ea05ca88),segment_id=462c03e4-b75f-4e72-a2f1-b7c1ea05ca88)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:57.296447 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6b693-a3d2-4ef4-8015-69ed647c315a tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42467f2-96d5-40d9-b7fc-ad8102fcd3fb,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:57.307138 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f9acc5a-9e40-43ef-af70-7e84fe32dadf tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.312173 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3f9acc5a-9e40-43ef-af70-7e84fe32dadf tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7892807 Jul 30 02:03:57.317622 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36468) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:57.326808 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-ae893da1-f672-49a1-a87f-3f13e384d81e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'port': {'network_id': '2283d573-34cc-47c6-b1e8-0f8165c0c347', 'name': 'tempest-RoutersTest-1024417582'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:57.334009 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c679299a-5043-47c0-a9c0-05538071c274 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.355173 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.378361 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-867e2818-be64-4fa3-86ff-5c9d49742c94 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1022379 Jul 30 02:03:57.382658 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36472) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:57.393604 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-f701ab93-e77b-4997-85d4-a890816256fa tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group': {'name': 'tempest-secgroup--51121792'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:57.405095 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-65a5d369-b54b-4da9-9f33-226430898c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.444373 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Network 2283d573-34cc-47c6-b1e8-0f8165c0c347 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:57.450032 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:57.453775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:57.470644 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Pushing event updated for resources: {'Port': ['ID=2999f25e-1dec-4929-ac23-2e0dae4e5bd9,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:57.491215 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f701ab93-e77b-4997-85d4-a890816256fa tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.492999 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679299a-5043-47c0-a9c0-05538071c274 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Pushing event deleted for resources: {'Port': ['ID=ca38a61b-9f23-48eb-8fba-3cf0d37bb34b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:57.557333 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5d369-b54b-4da9-9f33-226430898c02 None None] Pushing event updated for resources: {'Port': ['ID=7b529b27-4391-439b-ae0a-2064b3ce5fb5,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:57.642328 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Attempting to bind port 2999f25e-1dec-4929-ac23-2e0dae4e5bd9 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:57.642765 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Attempting to bind port 2999f25e-1dec-4929-ac23-2e0dae4e5bd9 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '009f4a38-6c30-4f42-a347-734cf96a067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2283d573-34cc-47c6-b1e8-0f8165c0c347'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:57.643126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Attempting to bind port 2999f25e-1dec-4929-ac23-2e0dae4e5bd9 on network 2283d573-34cc-47c6-b1e8-0f8165c0c347 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:57.664344 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:03:57.664344 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Checking segment: {'id': '009f4a38-6c30-4f42-a347-734cf96a067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2283d573-34cc-47c6-b1e8-0f8165c0c347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:57.664344 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.664344 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Bound using segment: {'id': '009f4a38-6c30-4f42-a347-734cf96a067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2283d573-34cc-47c6-b1e8-0f8165c0c347'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:03:57.664344 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Bound port: 2999f25e-1dec-4929-ac23-2e0dae4e5bd9, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009f4a38-6c30-4f42-a347-734cf96a067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2283d573-34cc-47c6-b1e8-0f8165c0c347'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:03:57.664344 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.677640 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f701ab93-e77b-4997-85d4-a890816256fa tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.731690 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-643aa1ba-b46e-4225-8a4d-2ab0cf4d0ff0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Allocated IP 2001:db8::20c (4b03798e-4b65-4532-a12c-4bd305800f1f/1855bb24-e3cf-4f31-8eac-1e1c60514baf/0c1f5a8a-f5ce-40db-8ac3-ca35e8fec22a) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:57.752475 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] For port 2999f25e-1dec-4929-ac23-2e0dae4e5bd9, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:03:57.758728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] For port 2999f25e-1dec-4929-ac23-2e0dae4e5bd9, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=2999f25e-1dec-4929-ac23-2e0dae4e5bd9,segment=NetworkSegment(009f4a38-6c30-4f42-a347-734cf96a067c),segment_id=009f4a38-6c30-4f42-a347-734cf96a067c)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:03:57.840689 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5c1a7643-4225-4a2f-91d1-0d3928faf1c3 None None] Provisioning for port 91e28e5a-6841-43de-90cd-de7830300ebd completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:57.847108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5c1a7643-4225-4a2f-91d1-0d3928faf1c3 None None] Provisioning complete for port 91e28e5a-6841-43de-90cd-de7830300ebd triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:57.847705 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7643-4225-4a2f-91d1-0d3928faf1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.862974 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f701ab93-e77b-4997-85d4-a890816256fa tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.908366 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c679299a-5043-47c0-a9c0-05538071c274 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.910556 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c679299a-5043-47c0-a9c0-05538071c274 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "DELETE /v2.0/ports/ca38a61b-9f23-48eb-8fba-3cf0d37bb34b HTTP/1.1" status: 204 len: 168 time: 1.2739558 Jul 30 02:03:57.912148 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.916997 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36482) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:57.955401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701ab93-e77b-4997-85d4-a890816256fa tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a253dc-9333-4ec5-a8f7-15da10bb5782,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:57.974065 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-29244f7b-54e7-4eaf-b2a4-c32cb952e78d req-41e332be-9d79-4c19-bacd-d3ec373c3f24 tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0728884 Jul 30 02:03:58.005492 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c7bbce-d23f-40a6-8659-2574cfc09e6a tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] GET failed (client error): The resource could not be found. Jul 30 02:03:58.022403 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-75c7bbce-d23f-40a6-8659-2574cfc09e6a tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "GET /v2.0/ports/ca38a61b-9f23-48eb-8fba-3cf0d37bb34b HTTP/1.1" status: 404 len: 333 time: 0.0615284 Jul 30 02:03:58.023452 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36488) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:58.034489 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5c1a7643-4225-4a2f-91d1-0d3928faf1c3 None None] Port 91e28e5a-6841-43de-90cd-de7830300ebd cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:58.073472 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae893da1-f672-49a1-a87f-3f13e384d81e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Made reservation on behalf of df8f5d4792504c558d51adadf3365d41 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:58.074023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7b529b27-4391-439b-ae0a-2064b3ce5fb5 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:58.084113 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae893da1-f672-49a1-a87f-3f13e384d81e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.144452 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-ae893da1-f672-49a1-a87f-3f13e384d81e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] device_id is not set on port 051257ba-f670-4211-ac59-8e4eba73da9c yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:58.144575 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f701ab93-e77b-4997-85d4-a890816256fa tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.146795 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f701ab93-e77b-4997-85d4-a890816256fa tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7568071 Jul 30 02:03:58.150558 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36494) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:58.165045 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5c1a7643-4225-4a2f-91d1-0d3928faf1c3 None None] Provisioning complete for port 7b529b27-4391-439b-ae0a-2064b3ce5fb5 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:58.165597 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7643-4225-4a2f-91d1-0d3928faf1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.167818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-03bd17eb-d6ca-4e2d-bff3-efa4c71f4f50 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': 'd5a253dc-9333-4ec5-a8f7-15da10bb5782', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:58.179137 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ec1a8-50b3-405a-9840-fc5d6c77d546 None None] Pushing event updated for resources: {'Port': ['ID=2999f25e-1dec-4929-ac23-2e0dae4e5bd9,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:58.181551 n-d-713498-9 neutron-server[94465]: WARNING neutron.api.v2.base [None req-03bd17eb-d6ca-4e2d-bff3-efa4c71f4f50 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 30 02:03:58.182221 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-03bd17eb-d6ca-4e2d-bff3-efa4c71f4f50 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:03:58.185537 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-03bd17eb-d6ca-4e2d-bff3-efa4c71f4f50 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0336921 Jul 30 02:03:58.198633 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36496) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:58.206358 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e2a513c9-b887-456e-bcf3-345103c66364 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': 'd5a253dc-9333-4ec5-a8f7-15da10bb5782', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:58.206358 n-d-713498-9 neutron-server[94465]: WARNING neutron.api.v2.base [None req-e2a513c9-b887-456e-bcf3-345103c66364 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 30 02:03:58.207908 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-e2a513c9-b887-456e-bcf3-345103c66364 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:03:58.207908 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e2a513c9-b887-456e-bcf3-345103c66364 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077724 Jul 30 02:03:58.217840 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36498) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:58.227282 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5a655eaa-948a-4d64-aa60-49afb3765f87 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': 'd5a253dc-9333-4ec5-a8f7-15da10bb5782', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:58.231514 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-643aa1ba-b46e-4225-8a4d-2ab0cf4d0ff0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.233859 n-d-713498-9 neutron-server[94465]: WARNING neutron.api.v2.base [None req-5a655eaa-948a-4d64-aa60-49afb3765f87 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 30 02:03:58.234636 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-5a655eaa-948a-4d64-aa60-49afb3765f87 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:03:58.235812 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5a655eaa-948a-4d64-aa60-49afb3765f87 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0141692 Jul 30 02:03:58.239241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36500) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:58.244547 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1a03db3a-0e67-42b0-a959-1aa5b6e5245c tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': 'd5a253dc-9333-4ec5-a8f7-15da10bb5782', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:58.245550 n-d-713498-9 neutron-server[94465]: WARNING neutron.api.v2.base [None req-1a03db3a-0e67-42b0-a959-1aa5b6e5245c tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 30 02:03:58.246101 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-1a03db3a-0e67-42b0-a959-1aa5b6e5245c tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:03:58.249502 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1a03db3a-0e67-42b0-a959-1aa5b6e5245c tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071170 Jul 30 02:03:58.256857 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36502) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:58.266131 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-a84f2116-9b2c-4e58-ad05-129cfa05e70b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Deleting port 53ec59b7-9032-4752-bb01-3c996beff6a5 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:58.266629 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a84f2116-9b2c-4e58-ad05-129cfa05e70b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.306723 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-643aa1ba-b46e-4225-8a4d-2ab0cf4d0ff0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Transition to ACTIVE for port object 0c1f5a8a-f5ce-40db-8ac3-ca35e8fec22a will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:58.324412 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7b529b27-4391-439b-ae0a-2064b3ce5fb5 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:58.330702 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.438677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-ae893da1-f672-49a1-a87f-3f13e384d81e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Allocated IP 172.20.0.13 (2283d573-34cc-47c6-b1e8-0f8165c0c347/0e89264b-cd42-4188-ba21-9acdabd079da/051257ba-f670-4211-ac59-8e4eba73da9c) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:58.442499 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a84f2116-9b2c-4e58-ad05-129cfa05e70b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.445826 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-11cc00c5-e4a5-4b3e-99f7-76f2b31b6d72 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.477514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-a84f2116-9b2c-4e58-ad05-129cfa05e70b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Calling delete_port for 53ec59b7-9032-4752-bb01-3c996beff6a5 owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:58.514789 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-11cc00c5-e4a5-4b3e-99f7-76f2b31b6d72 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.549716 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-643aa1ba-b46e-4225-8a4d-2ab0cf4d0ff0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.618970 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9c9bafd5-0855-4601-8adc-38a761ed138a None None] Provisioning complete for port 91e28e5a-6841-43de-90cd-de7830300ebd triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:58.619599 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c9bafd5-0855-4601-8adc-38a761ed138a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.661429 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9c9bafd5-0855-4601-8adc-38a761ed138a None None] Port 91e28e5a-6841-43de-90cd-de7830300ebd cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:58.662421 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643aa1ba-b46e-4225-8a4d-2ab0cf4d0ff0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network 4b03798e-4b65-4532-a12c-4bd305800f1f is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:58.672144 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-643aa1ba-b46e-4225-8a4d-2ab0cf4d0ff0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:58.676609 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643aa1ba-b46e-4225-8a4d-2ab0cf4d0ff0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=0c1f5a8a-f5ce-40db-8ac3-ca35e8fec22a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:58.682397 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643aa1ba-b46e-4225-8a4d-2ab0cf4d0ff0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:58.687950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643aa1ba-b46e-4225-8a4d-2ab0cf4d0ff0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:58.688560 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-643aa1ba-b46e-4225-8a4d-2ab0cf4d0ff0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.726238 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a84f2116-9b2c-4e58-ad05-129cfa05e70b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.750939 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae893da1-f672-49a1-a87f-3f13e384d81e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.756493 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f2116-9b2c-4e58-ad05-129cfa05e70b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Pushing event deleted for resources: {'Port': ['ID=53ec59b7-9032-4752-bb01-3c996beff6a5,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:58.800271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-ae893da1-f672-49a1-a87f-3f13e384d81e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Transition to ACTIVE for port object 051257ba-f670-4211-ac59-8e4eba73da9c will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:58.800271 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-11cc00c5-e4a5-4b3e-99f7-76f2b31b6d72 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.800271 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-11cc00c5-e4a5-4b3e-99f7-76f2b31b6d72 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.807613 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-11cc00c5-e4a5-4b3e-99f7-76f2b31b6d72 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "DELETE /v2.0/security-groups/d5a253dc-9333-4ec5-a8f7-15da10bb5782 HTTP/1.1" status: 204 len: 168 time: 0.5477033 Jul 30 02:03:58.815083 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36512) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:58.834121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc00c5-e4a5-4b3e-99f7-76f2b31b6d72 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a253dc-9333-4ec5-a8f7-15da10bb5782,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:58.847084 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a84f2116-9b2c-4e58-ad05-129cfa05e70b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.850050 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a84f2116-9b2c-4e58-ad05-129cfa05e70b tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "DELETE /v2.0/ports/53ec59b7-9032-4752-bb01-3c996beff6a5 HTTP/1.1" status: 204 len: 168 time: 0.8255842 Jul 30 02:03:58.852530 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36514) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:58.898058 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-643aa1ba-b46e-4225-8a4d-2ab0cf4d0ff0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5816531 Jul 30 02:03:58.903040 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36516) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:58.920137 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3ea415ea-009c-4d89-9c31-d05554a1203f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0985930 Jul 30 02:03:58.923178 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36520) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:58.925637 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-01228e85-e9df-448c-b872-1c1b7fb1927b tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group': {'name': 'tempest-secgroup--600562084'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:58.994738 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae893da1-f672-49a1-a87f-3f13e384d81e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.006281 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad7aaa3-8670-43ae-8d0d-5231751a4225 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Deleting subnet 57daf64c-c557-4f4e-9ed6-8efd7d129a0a {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:03:59.013500 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aad7aaa3-8670-43ae-8d0d-5231751a4225 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.122122 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-01228e85-e9df-448c-b872-1c1b7fb1927b tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.125221 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae893da1-f672-49a1-a87f-3f13e384d81e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network 2283d573-34cc-47c6-b1e8-0f8165c0c347 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:59.141406 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-ae893da1-f672-49a1-a87f-3f13e384d81e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:59.144629 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae893da1-f672-49a1-a87f-3f13e384d81e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:59.176062 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aad7aaa3-8670-43ae-8d0d-5231751a4225 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.180361 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb35924e-f796-47fb-b030-866ccfc3831d req-4cdd1161-031b-407a-8e6c-c03f2e3e492b tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0643573 Jul 30 02:03:59.190337 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae893da1-f672-49a1-a87f-3f13e384d81e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Port': ['ID=051257ba-f670-4211-ac59-8e4eba73da9c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:59.199692 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0cb79ea4-f14d-46cb-b391-e5a941df6b43 None None] Provisioning for port 0c1f5a8a-f5ce-40db-8ac3-ca35e8fec22a completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:59.211993 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0cb79ea4-f14d-46cb-b391-e5a941df6b43 None None] Provisioning complete for port 0c1f5a8a-f5ce-40db-8ac3-ca35e8fec22a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:59.211993 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0cb79ea4-f14d-46cb-b391-e5a941df6b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.228675 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae893da1-f672-49a1-a87f-3f13e384d81e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:59.229410 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae893da1-f672-49a1-a87f-3f13e384d81e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.238022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf64fdb-cb1e-45c1-8904-3bca7c87be76 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:59.244194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ecf64fdb-cb1e-45c1-8904-3bca7c87be76 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A164 HTTP/1.1" status: 200 len: 926 time: 0.3333197 Jul 30 02:03:59.245692 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36532) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:59.311381 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0cb79ea4-f14d-46cb-b391-e5a941df6b43 None None] Port 0c1f5a8a-f5ce-40db-8ac3-ca35e8fec22a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:59.325820 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-01228e85-e9df-448c-b872-1c1b7fb1927b tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.402206 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-01228e85-e9df-448c-b872-1c1b7fb1927b tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.409199 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aad7aaa3-8670-43ae-8d0d-5231751a4225 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.448310 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01228e85-e9df-448c-b872-1c1b7fb1927b tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b6b327-cc4c-475a-beb7-c02c84443c41,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:59.448874 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-65cb7399-2ca4-41c5-8dc3-3b0fcb675df0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port 0c1f5a8a-f5ce-40db-8ac3-ca35e8fec22a {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:59.449222 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65cb7399-2ca4-41c5-8dc3-3b0fcb675df0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.492702 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a1e7c7-dff4-4c39-9129-628a09623f22 None None] Network 2283d573-34cc-47c6-b1e8-0f8165c0c347 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:59.498143 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ae893da1-f672-49a1-a87f-3f13e384d81e tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1786644 Jul 30 02:03:59.500840 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36542) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:59.560876 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65cb7399-2ca4-41c5-8dc3-3b0fcb675df0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.585780 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-01228e85-e9df-448c-b872-1c1b7fb1927b tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.586181 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-65cb7399-2ca4-41c5-8dc3-3b0fcb675df0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for 0c1f5a8a-f5ce-40db-8ac3-ca35e8fec22a owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:59.587102 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-01228e85-e9df-448c-b872-1c1b7fb1927b tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6655915 Jul 30 02:03:59.591338 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36546) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:59.596201 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-3bbe1113-1f1d-4588-875c-e981e66f71a5 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': 'f7b6b327-cc4c-475a-beb7-c02c84443c41', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:59.596959 n-d-713498-9 neutron-server[94464]: WARNING neutron.api.v2.base [None req-3bbe1113-1f1d-4588-875c-e981e66f71a5 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 02:03:59.610519 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-3bbe1113-1f1d-4588-875c-e981e66f71a5 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:03:59.610519 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3bbe1113-1f1d-4588-875c-e981e66f71a5 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068178 Jul 30 02:03:59.648383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36548) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:59.653758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-18d9e161-656c-40da-860b-9ede80a68238 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': 'f7b6b327-cc4c-475a-beb7-c02c84443c41', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:59.657286 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-548de062-2712-4404-8285-7c3735b94d31 None None] Provisioning for port 2999f25e-1dec-4929-ac23-2e0dae4e5bd9 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:59.661534 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aad7aaa3-8670-43ae-8d0d-5231751a4225 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.722259 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aad7aaa3-8670-43ae-8d0d-5231751a4225 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.724763 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-aad7aaa3-8670-43ae-8d0d-5231751a4225 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "DELETE /v2.0/subnets/57daf64c-c557-4f4e-9ed6-8efd7d129a0a HTTP/1.1" status: 204 len: 168 time: 0.8712006 Jul 30 02:03:59.726908 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7aaa3-8670-43ae-8d0d-5231751a4225 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Pushing event deleted for resources: {'Subnet': ['ID=57daf64c-c557-4f4e-9ed6-8efd7d129a0a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:59.731349 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36552) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:59.734248 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8d243b-3b5a-48dd-91d1-30ac6adf32f2 None None] Network 9d149aaa-eed7-48c9-96a5-a799620cedb7 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:59.847233 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-44f9d0e6-57fe-469d-ac97-1a87671f4f65 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.067608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34196255-595c-4c3e-aa01-b13c07bb9e3f None None] DHCP port deletion for 9d149aaa-eed7-48c9-96a5-a799620cedb7 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:04:00.074603 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-18d9e161-656c-40da-860b-9ede80a68238 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:04:00.087584 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-18d9e161-656c-40da-860b-9ede80a68238 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4366760 Jul 30 02:04:00.091674 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36560) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:00.098575 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-dde61ba7-375e-4d71-992e-e3f1c3d08d60 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': 'f7b6b327-cc4c-475a-beb7-c02c84443c41', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:00.099060 n-d-713498-9 neutron-server[94464]: WARNING neutron.api.v2.base [None req-dde61ba7-375e-4d71-992e-e3f1c3d08d60 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 30 02:04:00.100007 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-dde61ba7-375e-4d71-992e-e3f1c3d08d60 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:04:00.100927 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dde61ba7-375e-4d71-992e-e3f1c3d08d60 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084498 Jul 30 02:04:00.109599 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-44f9d0e6-57fe-469d-ac97-1a87671f4f65 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Deleting port db03ae67-6d36-4e0f-b9a0-014b3bdf8e43 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:00.110021 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-44f9d0e6-57fe-469d-ac97-1a87671f4f65 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.110717 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36562) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:00.119993 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a0ba7b7b-8c99-497b-bd41-1110e5ecba68 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': 'f7b6b327-cc4c-475a-beb7-c02c84443c41', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:00.138541 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2999f25e-1dec-4929-ac23-2e0dae4e5bd9 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:00.143750 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-332b8a54-16b9-4a85-8b4f-fad1606fa251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.271572 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-34196255-595c-4c3e-aa01-b13c07bb9e3f None None] Deleting port db03ae67-6d36-4e0f-b9a0-014b3bdf8e43 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:00.272354 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-34196255-595c-4c3e-aa01-b13c07bb9e3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.551840 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 2999f25e-1dec-4929-ac23-2e0dae4e5bd9 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:00.588998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 2999f25e-1dec-4929-ac23-2e0dae4e5bd9 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:00.589676 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.591631 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4f9186a7-4d2c-4783-90f2-7989e4cde651 None None] Provisioning for port 051257ba-f670-4211-ac59-8e4eba73da9c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:00.629881 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4f9186a7-4d2c-4783-90f2-7989e4cde651 None None] Provisioning complete for port 051257ba-f670-4211-ac59-8e4eba73da9c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:00.630569 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f9186a7-4d2c-4783-90f2-7989e4cde651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.686752 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-44f9d0e6-57fe-469d-ac97-1a87671f4f65 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] For port db03ae67-6d36-4e0f-b9a0-014b3bdf8e43, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=db03ae67-6d36-4e0f-b9a0-014b3bdf8e43,segment=NetworkSegment(541d6411-2fbe-414b-9c8c-7541c6842832),segment_id=541d6411-2fbe-414b-9c8c-7541c6842832)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:00.687121 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-44f9d0e6-57fe-469d-ac97-1a87671f4f65 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.696440 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-34196255-595c-4c3e-aa01-b13c07bb9e3f None None] For port db03ae67-6d36-4e0f-b9a0-014b3bdf8e43, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=db03ae67-6d36-4e0f-b9a0-014b3bdf8e43,segment=NetworkSegment(541d6411-2fbe-414b-9c8c-7541c6842832),segment_id=541d6411-2fbe-414b-9c8c-7541c6842832)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:00.697888 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-34196255-595c-4c3e-aa01-b13c07bb9e3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.701852 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-44f9d0e6-57fe-469d-ac97-1a87671f4f65 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Calling delete_port for db03ae67-6d36-4e0f-b9a0-014b3bdf8e43 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:00.732990 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-34196255-595c-4c3e-aa01-b13c07bb9e3f None None] Calling delete_port for db03ae67-6d36-4e0f-b9a0-014b3bdf8e43 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:00.750755 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4f9186a7-4d2c-4783-90f2-7989e4cde651 None None] Port 051257ba-f670-4211-ac59-8e4eba73da9c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:00.784370 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65cb7399-2ca4-41c5-8dc3-3b0fcb675df0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.846740 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb7399-2ca4-41c5-8dc3-3b0fcb675df0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=0c1f5a8a-f5ce-40db-8ac3-ca35e8fec22a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:00.850970 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36572) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:00.868311 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.880513 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65cb7399-2ca4-41c5-8dc3-3b0fcb675df0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.883579 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-65cb7399-2ca4-41c5-8dc3-3b0fcb675df0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/ports/0c1f5a8a-f5ce-40db-8ac3-ca35e8fec22a HTTP/1.1" status: 204 len: 168 time: 1.6370072 Jul 30 02:04:00.887361 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36576) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:00.906144 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5a1a98e7-544e-43cd-b657-db7ef62325ce req-a1cccfab-45c8-46ea-bbc5-123dd51b46a2 tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0975976 Jul 30 02:04:00.939667 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be3d3bb-8370-4248-b80a-17af903d0fc7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] GET failed (client error): The resource could not be found. Jul 30 02:04:00.949149 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6be3d3bb-8370-4248-b80a-17af903d0fc7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports/0c1f5a8a-f5ce-40db-8ac3-ca35e8fec22a HTTP/1.1" status: 404 len: 333 time: 0.0605710 Jul 30 02:04:00.950326 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36578) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:00.993019 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c83398e6-06ec-4ded-bd29-3cab6d59ed84 None None] Provisioning complete for port 051257ba-f670-4211-ac59-8e4eba73da9c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:00.993344 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c83398e6-06ec-4ded-bd29-3cab6d59ed84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.000877 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-a0ba7b7b-8c99-497b-bd41-1110e5ecba68 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:04:01.002109 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a0ba7b7b-8c99-497b-bd41-1110e5ecba68 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8891537 Jul 30 02:04:01.005792 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36580) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:01.011810 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-bbde2982-f279-4d27-9e16-8e9300701205 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': 'f7b6b327-cc4c-475a-beb7-c02c84443c41', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:01.012549 n-d-713498-9 neutron-server[94465]: WARNING neutron.api.v2.base [None req-bbde2982-f279-4d27-9e16-8e9300701205 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 02:04:01.013393 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-bbde2982-f279-4d27-9e16-8e9300701205 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:04:01.017671 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bbde2982-f279-4d27-9e16-8e9300701205 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105860 Jul 30 02:04:01.018389 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36582) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:01.029802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-45b03ad1-9900-417e-8133-c6dfc05fda47 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': 'f7b6b327-cc4c-475a-beb7-c02c84443c41', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:01.056583 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-44f9d0e6-57fe-469d-ac97-1a87671f4f65 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.090116 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 2999f25e-1dec-4929-ac23-2e0dae4e5bd9, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=2999f25e-1dec-4929-ac23-2e0dae4e5bd9,segment=NetworkSegment(009f4a38-6c30-4f42-a347-734cf96a067c),segment_id=009f4a38-6c30-4f42-a347-734cf96a067c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:01.101615 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c83398e6-06ec-4ded-bd29-3cab6d59ed84 None None] Port 051257ba-f670-4211-ac59-8e4eba73da9c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:01.103391 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-34196255-595c-4c3e-aa01-b13c07bb9e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.129590 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9d0e6-57fe-469d-ac97-1a87671f4f65 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Pushing event deleted for resources: {'Port': ['ID=db03ae67-6d36-4e0f-b9a0-014b3bdf8e43,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:01.130617 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-332b8a54-16b9-4a85-8b4f-fad1606fa251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.141576 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f9d0e6-57fe-469d-ac97-1a87671f4f65 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] No DVR routers for this DVR port db03ae67-6d36-4e0f-b9a0-014b3bdf8e43 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:01.147002 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c97cd527-8db8-4e2f-97a6-5e1953e1cddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.154613 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34196255-595c-4c3e-aa01-b13c07bb9e3f None None] No DVR routers for this DVR port db03ae67-6d36-4e0f-b9a0-014b3bdf8e43 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:01.161808 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34196255-595c-4c3e-aa01-b13c07bb9e3f None None] Pushing event deleted for resources: {'Port': ['ID=db03ae67-6d36-4e0f-b9a0-014b3bdf8e43,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:01.167246 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.176839 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34196255-595c-4c3e-aa01-b13c07bb9e3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.177193 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34196255-595c-4c3e-aa01-b13c07bb9e3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.181390 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34196255-595c-4c3e-aa01-b13c07bb9e3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.181390 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34196255-595c-4c3e-aa01-b13c07bb9e3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.181390 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34196255-595c-4c3e-aa01-b13c07bb9e3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.181390 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34196255-595c-4c3e-aa01-b13c07bb9e3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.181734 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-b83e8898-8b19-4521-8b68-f7257c94c25f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port 91e28e5a-6841-43de-90cd-de7830300ebd {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:01.182162 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34196255-595c-4c3e-aa01-b13c07bb9e3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.182247 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b83e8898-8b19-4521-8b68-f7257c94c25f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.182369 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34196255-595c-4c3e-aa01-b13c07bb9e3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.182369 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34196255-595c-4c3e-aa01-b13c07bb9e3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.182369 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34196255-595c-4c3e-aa01-b13c07bb9e3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.182369 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34196255-595c-4c3e-aa01-b13c07bb9e3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.182369 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34196255-595c-4c3e-aa01-b13c07bb9e3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.202088 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-45b03ad1-9900-417e-8133-c6dfc05fda47 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Project e48e1dd034924f32b417ca2e9a7594a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:04:01.222436 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-332b8a54-16b9-4a85-8b4f-fad1606fa251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.235889 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=2999f25e-1dec-4929-ac23-2e0dae4e5bd9,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:01.260260 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-44f9d0e6-57fe-469d-ac97-1a87671f4f65 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.274494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-44f9d0e6-57fe-469d-ac97-1a87671f4f65 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d149aaa-eed7-48c9-96a5-a799620cedb7']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:01.292516 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-44f9d0e6-57fe-469d-ac97-1a87671f4f65 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541d6411-2fbe-414b-9c8c-7541c6842832') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:01.292516 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-44f9d0e6-57fe-469d-ac97-1a87671f4f65 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541d6411-2fbe-414b-9c8c-7541c6842832') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:01.315618 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-44f9d0e6-57fe-469d-ac97-1a87671f4f65 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.342544 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-44f9d0e6-57fe-469d-ac97-1a87671f4f65 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.349249 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b8a54-16b9-4a85-8b4f-fad1606fa251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Port': ['ID=051257ba-f670-4211-ac59-8e4eba73da9c,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:01.354824 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f9d0e6-57fe-469d-ac97-1a87671f4f65 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:04:01.355236 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-44f9d0e6-57fe-469d-ac97-1a87671f4f65 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:04:01.360310 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:04:01.403954 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b83e8898-8b19-4521-8b68-f7257c94c25f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.453082 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c97cd527-8db8-4e2f-97a6-5e1953e1cddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.454328 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-b83e8898-8b19-4521-8b68-f7257c94c25f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for 91e28e5a-6841-43de-90cd-de7830300ebd owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:01.508842 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-44f9d0e6-57fe-469d-ac97-1a87671f4f65 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.516608 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-44f9d0e6-57fe-469d-ac97-1a87671f4f65 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.519942 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-44f9d0e6-57fe-469d-ac97-1a87671f4f65 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] 10.222.0.70 "DELETE /v2.0/networks/9d149aaa-eed7-48c9-96a5-a799620cedb7 HTTP/1.1" status: 204 len: 168 time: 1.7855639 Jul 30 02:04:01.541851 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9d0e6-57fe-469d-ac97-1a87671f4f65 tempest-AllowedAddressPairTestJSON-45530769 tempest-AllowedAddressPairTestJSON-45530769-project] Pushing event deleted for resources: {'Network': ['ID=9d149aaa-eed7-48c9-96a5-a799620cedb7,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:01.549027 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c97cd527-8db8-4e2f-97a6-5e1953e1cddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.590516 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c97cd527-8db8-4e2f-97a6-5e1953e1cddf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=945ddb6cdb624ad09e0eeead40b6a1d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7197793 Jul 30 02:04:01.593936 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36586) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:01.595791 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-332b8a54-16b9-4a85-8b4f-fad1606fa251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.624755 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6d479209-e5a4-4107-8322-1ff7c388caae None None] Provisioning complete for port 051257ba-f670-4211-ac59-8e4eba73da9c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:01.624755 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d479209-e5a4-4107-8322-1ff7c388caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.655127 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cd527-8db8-4e2f-97a6-5e1953e1cddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc76b50-0e19-44ea-b92e-4d9374d13398,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:01.664864 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6d479209-e5a4-4107-8322-1ff7c388caae None None] Port 051257ba-f670-4211-ac59-8e4eba73da9c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:01.673410 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-45b03ad1-9900-417e-8133-c6dfc05fda47 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:04:01.674523 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-45b03ad1-9900-417e-8133-c6dfc05fda47 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6527581 Jul 30 02:04:01.678412 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36588) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:01.682877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a68b76aa-ca06-4ca4-8f81-5abe82064536 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': 'f7b6b327-cc4c-475a-beb7-c02c84443c41', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:01.683357 n-d-713498-9 neutron-server[94465]: WARNING neutron.api.v2.base [None req-a68b76aa-ca06-4ca4-8f81-5abe82064536 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 30 02:04:01.683848 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-a68b76aa-ca06-4ca4-8f81-5abe82064536 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:04:01.686448 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a68b76aa-ca06-4ca4-8f81-5abe82064536 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055952 Jul 30 02:04:01.687805 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36590) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:01.693883 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-3424124c-3b4b-4a03-846f-b6506cbdecd9 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': 'f7b6b327-cc4c-475a-beb7-c02c84443c41', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:01.699378 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c620f991-9dcd-4341-bfa5-09fb10ce4533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.721848 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c620f991-9dcd-4341-bfa5-09fb10ce4533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.811308 n-d-713498-9 neutron-server[94464]: INFO neutron.db.securitygroups_db [None req-3424124c-3b4b-4a03-846f-b6506cbdecd9 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Project e48e1dd034924f32b417ca2e9a7594a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:04:01.851331 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c620f991-9dcd-4341-bfa5-09fb10ce4533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.854042 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c620f991-9dcd-4341-bfa5-09fb10ce4533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.856124 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b83e8898-8b19-4521-8b68-f7257c94c25f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.860750 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c620f991-9dcd-4341-bfa5-09fb10ce4533 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7bc76b50-0e19-44ea-b92e-4d9374d13398 HTTP/1.1" status: 204 len: 168 time: 0.2602248 Jul 30 02:04:01.865611 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620f991-9dcd-4341-bfa5-09fb10ce4533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc76b50-0e19-44ea-b92e-4d9374d13398,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:01.922262 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-3424124c-3b4b-4a03-846f-b6506cbdecd9 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:04:01.923369 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3424124c-3b4b-4a03-846f-b6506cbdecd9 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2340951 Jul 30 02:04:01.924288 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e8898-8b19-4521-8b68-f7257c94c25f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=91e28e5a-6841-43de-90cd-de7830300ebd,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:01.926720 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36598) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:01.936923 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e0e94cad-962f-4198-b3a1-f7e1c713b09c tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': 'f7b6b327-cc4c-475a-beb7-c02c84443c41', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:01.939226 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-332b8a54-16b9-4a85-8b4f-fad1606fa251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.987532 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b83e8898-8b19-4521-8b68-f7257c94c25f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.993130 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36602) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:01.993327 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b83e8898-8b19-4521-8b68-f7257c94c25f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/ports/91e28e5a-6841-43de-90cd-de7830300ebd HTTP/1.1" status: 204 len: 168 time: 1.0409019 Jul 30 02:04:02.054741 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-d334afdd-0315-4d61-b728-a844b8f84551 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] GET failed (client error): The resource could not be found. Jul 30 02:04:02.064063 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d334afdd-0315-4d61-b728-a844b8f84551 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports/91e28e5a-6841-43de-90cd-de7830300ebd HTTP/1.1" status: 404 len: 333 time: 0.0685928 Jul 30 02:04:02.067591 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36604) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:02.087631 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-e0e94cad-962f-4198-b3a1-f7e1c713b09c tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Project e48e1dd034924f32b417ca2e9a7594a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:04:02.092081 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36606) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:02.121787 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2999f25e-1dec-4929-ac23-2e0dae4e5bd9 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:02.145349 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cc34dae1-ef11-46cc-8399-d0e932b5ac4b req-d5f16095-4b16-43c3-97b7-509a5e8f5f3c tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0991237 Jul 30 02:04:02.207620 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 2999f25e-1dec-4929-ac23-2e0dae4e5bd9 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:02.208087 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.235332 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-e0e94cad-962f-4198-b3a1-f7e1c713b09c tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:04:02.235919 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e0e94cad-962f-4198-b3a1-f7e1c713b09c tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3079278 Jul 30 02:04:02.239665 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36610) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:02.265486 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af6391c-2e65-4860-bb55-2de753e983ba tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting subnet 1855bb24-e3cf-4f31-8eac-1e1c60514baf {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:04:02.273882 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2af6391c-2e65-4860-bb55-2de753e983ba tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.344809 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-77d461e2-3771-4432-8cbd-d84a214a7e52 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.383133 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-77d461e2-3771-4432-8cbd-d84a214a7e52 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.384394 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2af6391c-2e65-4860-bb55-2de753e983ba tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.431843 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device db03ae67-6d36-4e0f-b9a0-014b3bdf8e43 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:04:02.473319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: db03ae67-6d36-4e0f-b9a0-014b3bdf8e43 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:04:02.475353 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device db03ae67-6d36-4e0f-b9a0-014b3bdf8e43 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:04:02.544866 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-77d461e2-3771-4432-8cbd-d84a214a7e52 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.547732 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-77d461e2-3771-4432-8cbd-d84a214a7e52 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.549167 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-77d461e2-3771-4432-8cbd-d84a214a7e52 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "DELETE /v2.0/security-groups/f7b6b327-cc4c-475a-beb7-c02c84443c41 HTTP/1.1" status: 204 len: 168 time: 0.3084671 Jul 30 02:04:02.556669 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36618) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:02.569415 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-332b8a54-16b9-4a85-8b4f-fad1606fa251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.572671 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2af6391c-2e65-4860-bb55-2de753e983ba tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.584119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d461e2-3771-4432-8cbd-d84a214a7e52 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b6b327-cc4c-475a-beb7-c02c84443c41,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:02.615534 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:04:02.624501 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-69f69b36-f849-4bd6-8944-5869ac6d680b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=872c2c729e2549669a76f9c40b07a0a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5251069 Jul 30 02:04:02.624501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36624) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:02.649671 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d05b4f56-95c2-4def-832f-4361614be8b1 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0911756 Jul 30 02:04:02.658498 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36626) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:02.664853 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e88a9198-d873-48bc-b609-6f392c115b59 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1268873431'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:02.673390 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-332b8a54-16b9-4a85-8b4f-fad1606fa251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.693204 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7f1ae6d-ac7f-4e26-984c-1e2d0d200561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.717131 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7f1ae6d-ac7f-4e26-984c-1e2d0d200561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.762354 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2af6391c-2e65-4860-bb55-2de753e983ba tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.792541 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-332b8a54-16b9-4a85-8b4f-fad1606fa251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.794289 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b8a54-16b9-4a85-8b4f-fad1606fa251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Port': ['ID=051257ba-f670-4211-ac59-8e4eba73da9c,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:02.805229 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6391c-2e65-4860-bb55-2de753e983ba tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Subnet': ['ID=1855bb24-e3cf-4f31-8eac-1e1c60514baf,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:02.812525 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2af6391c-2e65-4860-bb55-2de753e983ba tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.818677 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2af6391c-2e65-4860-bb55-2de753e983ba tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/subnets/1855bb24-e3cf-4f31-8eac-1e1c60514baf HTTP/1.1" status: 204 len: 168 time: 0.7489414 Jul 30 02:04:02.819531 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36630) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:02.834053 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753de221-e275-4d6e-99df-3195c0b3f25a None None] Network 4b03798e-4b65-4532-a12c-4bd305800f1f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:02.880800 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7f1ae6d-ac7f-4e26-984c-1e2d0d200561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.884724 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7f1ae6d-ac7f-4e26-984c-1e2d0d200561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.889619 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c7f1ae6d-ac7f-4e26-984c-1e2d0d200561 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f21b3223-3e7b-4525-bd40-d8397029c1ca HTTP/1.1" status: 204 len: 168 time: 0.2622280 Jul 30 02:04:02.899876 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1ae6d-ac7f-4e26-984c-1e2d0d200561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21b3223-3e7b-4525-bd40-d8397029c1ca,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:02.907108 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e88a9198-d873-48bc-b609-6f392c115b59 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.973017 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.986738 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-460db62d-dd6f-469d-9e25-60bf5f440980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.029531 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332b8a54-16b9-4a85-8b4f-fad1606fa251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network 2283d573-34cc-47c6-b1e8-0f8165c0c347 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:03.035685 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-332b8a54-16b9-4a85-8b4f-fad1606fa251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:03.071246 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5c5dc6-2b32-4e92-af08-4ba05cb0d68c None None] DHCP port deletion for 4b03798e-4b65-4532-a12c-4bd305800f1f request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:04:03.163326 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c5dc6-2b32-4e92-af08-4ba05cb0d68c None None] Deleting port 7b529b27-4391-439b-ae0a-2064b3ce5fb5 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:03.163708 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d5c5dc6-2b32-4e92-af08-4ba05cb0d68c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.255225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5d5c5dc6-2b32-4e92-af08-4ba05cb0d68c None None] For port 7b529b27-4391-439b-ae0a-2064b3ce5fb5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7b529b27-4391-439b-ae0a-2064b3ce5fb5,segment=NetworkSegment(462c03e4-b75f-4e72-a2f1-b7c1ea05ca88),segment_id=462c03e4-b75f-4e72-a2f1-b7c1ea05ca88)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:03.255921 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d5c5dc6-2b32-4e92-af08-4ba05cb0d68c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.280116 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c5dc6-2b32-4e92-af08-4ba05cb0d68c None None] Calling delete_port for 7b529b27-4391-439b-ae0a-2064b3ce5fb5 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:03.318435 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e88a9198-d873-48bc-b609-6f392c115b59 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.377674 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36646) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:03.381166 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6727e9aa-f0b6-4482-bd1b-0bb3e0510917 req-9422675c-22a0-4b7f-b8e4-19ebf8f1aa05 tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.1181777 Jul 30 02:04:03.382586 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-460db62d-dd6f-469d-9e25-60bf5f440980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port 7b529b27-4391-439b-ae0a-2064b3ce5fb5 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:03.383539 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-460db62d-dd6f-469d-9e25-60bf5f440980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.434110 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e6bc9b52-7039-49e3-b357-9278c2c9d967 None None] Provisioning complete for port 051257ba-f670-4211-ac59-8e4eba73da9c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:03.434914 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9b52-7039-49e3-b357-9278c2c9d967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.469018 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e88a9198-d873-48bc-b609-6f392c115b59 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.495475 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e6bc9b52-7039-49e3-b357-9278c2c9d967 None None] Port 051257ba-f670-4211-ac59-8e4eba73da9c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:03.503619 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d5c5dc6-2b32-4e92-af08-4ba05cb0d68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.515085 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-460db62d-dd6f-469d-9e25-60bf5f440980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] For port 7b529b27-4391-439b-ae0a-2064b3ce5fb5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7b529b27-4391-439b-ae0a-2064b3ce5fb5,segment=NetworkSegment(462c03e4-b75f-4e72-a2f1-b7c1ea05ca88),segment_id=462c03e4-b75f-4e72-a2f1-b7c1ea05ca88)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:03.515475 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-460db62d-dd6f-469d-9e25-60bf5f440980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.530865 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a9198-d873-48bc-b609-6f392c115b59 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbad4804-1f14-4003-93de-1f30d50dc833,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:03.537114 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-460db62d-dd6f-469d-9e25-60bf5f440980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for 7b529b27-4391-439b-ae0a-2064b3ce5fb5 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:03.558347 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5c5dc6-2b32-4e92-af08-4ba05cb0d68c None None] No DVR routers for this DVR port 7b529b27-4391-439b-ae0a-2064b3ce5fb5 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:03.560219 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c5dc6-2b32-4e92-af08-4ba05cb0d68c None None] Pushing event deleted for resources: {'Port': ['ID=7b529b27-4391-439b-ae0a-2064b3ce5fb5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:03.583713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332b8a54-16b9-4a85-8b4f-fad1606fa251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router 0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:04:03.604277 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0545c759-f68b-4361-865e-86250ff7ff77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.640779 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e88a9198-d873-48bc-b609-6f392c115b59 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.644477 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e88a9198-d873-48bc-b609-6f392c115b59 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9847450 Jul 30 02:04:03.645144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36660) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:03.651754 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-63265719-f997-4789-ba61-5198fa64e06c tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': 'cbad4804-1f14-4003-93de-1f30d50dc833', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:03.706246 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-460db62d-dd6f-469d-9e25-60bf5f440980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.736395 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0545c759-f68b-4361-865e-86250ff7ff77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.740750 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332b8a54-16b9-4a85-8b4f-fad1606fa251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:03.753732 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a5f1c3-7f58-41be-8dda-a3bdea075cb0 None None] Sync routers for ids ['0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:03.762955 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a5f1c3-7f58-41be-8dda-a3bdea075cb0 None None] Routers {'0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:03.764411 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c9a5f1c3-7f58-41be-8dda-a3bdea075cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:03:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:03.771582 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460db62d-dd6f-469d-9e25-60bf5f440980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No DVR routers for this DVR port 7b529b27-4391-439b-ae0a-2064b3ce5fb5 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:03.800564 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c9a5f1c3-7f58-41be-8dda-a3bdea075cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:03.811536 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a5f1c3-7f58-41be-8dda-a3bdea075cb0 None None] Routers {'0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:03.811853 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-332b8a54-16b9-4a85-8b4f-fad1606fa251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3073916 Jul 30 02:04:03.812636 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c9a5f1c3-7f58-41be-8dda-a3bdea075cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:03:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:03.813812 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36664) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:03.816994 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460db62d-dd6f-469d-9e25-60bf5f440980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=7b529b27-4391-439b-ae0a-2064b3ce5fb5,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:03.824116 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0545c759-f68b-4361-865e-86250ff7ff77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.857671 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c9a5f1c3-7f58-41be-8dda-a3bdea075cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:03.859155 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a5f1c3-7f58-41be-8dda-a3bdea075cb0 None None] The sync data for ids ['0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:04:03.870669 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0545c759-f68b-4361-865e-86250ff7ff77 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a828662cfb9241e6afe46327f1fcd12e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4903171 Jul 30 02:04:03.874338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36668) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:03.900908 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545c759-f68b-4361-865e-86250ff7ff77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b82fe7-56af-45e0-934c-93d1cbffb284,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:03.915326 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971b953f-f89c-4fba-8fca-9fccccfead72 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:03.916787 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-971b953f-f89c-4fba-8fca-9fccccfead72 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/ports/051257ba-f670-4211-ac59-8e4eba73da9c HTTP/1.1" status: 200 len: 978 time: 0.0975602 Jul 30 02:04:03.919937 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36672) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:03.924374 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-460db62d-dd6f-469d-9e25-60bf5f440980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.967930 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0ecf233b-4e18-47ba-8472-d04b0e242d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.974054 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-460db62d-dd6f-469d-9e25-60bf5f440980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b03798e-4b65-4532-a12c-4bd305800f1f']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:04.012969 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0ecf233b-4e18-47ba-8472-d04b0e242d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.017119 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-460db62d-dd6f-469d-9e25-60bf5f440980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462c03e4-b75f-4e72-a2f1-b7c1ea05ca88') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:04.017539 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-460db62d-dd6f-469d-9e25-60bf5f440980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462c03e4-b75f-4e72-a2f1-b7c1ea05ca88') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:04.021534 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-63265719-f997-4789-ba61-5198fa64e06c tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): The resource could not be found. Jul 30 02:04:04.026915 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-63265719-f997-4789-ba61-5198fa64e06c tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3770757 Jul 30 02:04:04.027127 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36674) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:04.027234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7b529b27-4391-439b-ae0a-2064b3ce5fb5 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:04:04.033399 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-65a60672-d0cc-444c-8255-14ee00352563 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': 'cbad4804-1f14-4003-93de-1f30d50dc833', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1e577d1e-d779-4e76-8c20-915c5af30a32'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:04.046375 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-460db62d-dd6f-469d-9e25-60bf5f440980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.049079 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 7b529b27-4391-439b-ae0a-2064b3ce5fb5 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:04:04.049485 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7b529b27-4391-439b-ae0a-2064b3ce5fb5 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:04:04.077774 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-460db62d-dd6f-469d-9e25-60bf5f440980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.120306 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460db62d-dd6f-469d-9e25-60bf5f440980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:04:04.120721 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-460db62d-dd6f-469d-9e25-60bf5f440980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:04:04.125967 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:04:04.161735 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0ecf233b-4e18-47ba-8472-d04b0e242d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.164927 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0ecf233b-4e18-47ba-8472-d04b0e242d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.166897 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0ecf233b-4e18-47ba-8472-d04b0e242d26 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b4b82fe7-56af-45e0-934c-93d1cbffb284 HTTP/1.1" status: 204 len: 168 time: 0.2909286 Jul 30 02:04:04.179746 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf233b-4e18-47ba-8472-d04b0e242d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b82fe7-56af-45e0-934c-93d1cbffb284,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:04.306132 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-65a60672-d0cc-444c-8255-14ee00352563 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): The resource could not be found. Jul 30 02:04:04.307210 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-65a60672-d0cc-444c-8255-14ee00352563 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2795727 Jul 30 02:04:04.310161 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36688) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:04.345140 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-460db62d-dd6f-469d-9e25-60bf5f440980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.369958 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f53018ea-fc50-4e9f-9ca8-8edd67997375 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.400168 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-460db62d-dd6f-469d-9e25-60bf5f440980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.405726 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-460db62d-dd6f-469d-9e25-60bf5f440980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/networks/4b03798e-4b65-4532-a12c-4bd305800f1f HTTP/1.1" status: 204 len: 168 time: 1.5817606 Jul 30 02:04:04.407993 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36692) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:04.408551 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460db62d-dd6f-469d-9e25-60bf5f440980 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Network': ['ID=4b03798e-4b65-4532-a12c-4bd305800f1f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:04.428829 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-6333a835-0b13-4b67-b06e-043f1aae197d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1559816931'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:04.439179 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f53018ea-fc50-4e9f-9ca8-8edd67997375 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.537589 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e940c7b-1509-4a69-b874-228cc25a82b1 req-a82d18bd-6e9d-4ba8-afa5-2bd92977b3a2 tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0315320 Jul 30 02:04:04.580145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6333a835-0b13-4b67-b06e-043f1aae197d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:04.584631 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6333a835-0b13-4b67-b06e-043f1aae197d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.589313 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f53018ea-fc50-4e9f-9ca8-8edd67997375 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.592417 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f53018ea-fc50-4e9f-9ca8-8edd67997375 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.593955 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f53018ea-fc50-4e9f-9ca8-8edd67997375 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "DELETE /v2.0/security-groups/cbad4804-1f14-4003-93de-1f30d50dc833 HTTP/1.1" status: 204 len: 168 time: 0.2825444 Jul 30 02:04:04.601287 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36700) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:04.628042 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53018ea-fc50-4e9f-9ca8-8edd67997375 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbad4804-1f14-4003-93de-1f30d50dc833,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:04.662122 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6333a835-0b13-4b67-b06e-043f1aae197d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:04:04.688908 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6333a835-0b13-4b67-b06e-043f1aae197d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.689267 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-6333a835-0b13-4b67-b06e-043f1aae197d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Added segment ffc7b87c-462d-491d-a057-2448f00f1150 of type vlan for network a0ac2d5f-2c0e-4848-b7cc-996ed53be79b Jul 30 02:04:04.702357 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b38a16a4-00f8-4c90-ab0e-a2a42db34169 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0894282 Jul 30 02:04:04.706567 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36706) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:04.713518 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-d530b154-ddc1-4e06-83d4-bad362e7b9e5 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': 'a9ba8380-988d-4ef8-818e-f8e143fba2e4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:04.764253 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6333a835-0b13-4b67-b06e-043f1aae197d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.870088 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6333a835-0b13-4b67-b06e-043f1aae197d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.877580 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6333a835-0b13-4b67-b06e-043f1aae197d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:04.878593 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6333a835-0b13-4b67-b06e-043f1aae197d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.911620 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0c2b3fe0-aba2-4a81-923f-021a8cb68151 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.944246 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-d530b154-ddc1-4e06-83d4-bad362e7b9e5 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): The resource could not be found. Jul 30 02:04:04.944246 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d530b154-ddc1-4e06-83d4-bad362e7b9e5 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2285910 Jul 30 02:04:04.945960 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36720) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:04.951742 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-6ece590b-d577-4ebd-bf04-61331d873c18 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1115945164'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:04.971282 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333a835-0b13-4b67-b06e-043f1aae197d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Network': ['ID=a0ac2d5f-2c0e-4848-b7cc-996ed53be79b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:04.984370 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network a0ac2d5f-2c0e-4848-b7cc-996ed53be79b details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:04:05.020454 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6333a835-0b13-4b67-b06e-043f1aae197d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6117394 Jul 30 02:04:05.023735 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36722) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:05.031990 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-45b6d478-6e48-40b2-b5e6-b24954e19bf2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'subnet': {'network_id': 'a0ac2d5f-2c0e-4848-b7cc-996ed53be79b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:05.168879 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-0c2b3fe0-aba2-4a81-923f-021a8cb68151 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting port 051257ba-f670-4211-ac59-8e4eba73da9c {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:05.169292 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0c2b3fe0-aba2-4a81-923f-021a8cb68151 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.180130 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6ece590b-d577-4ebd-bf04-61331d873c18 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.269107 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0c2b3fe0-aba2-4a81-923f-021a8cb68151 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.280770 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-0c2b3fe0-aba2-4a81-923f-021a8cb68151 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Calling delete_port for 051257ba-f670-4211-ac59-8e4eba73da9c owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:05.298161 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b6d478-6e48-40b2-b5e6-b24954e19bf2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:05.302342 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-45b6d478-6e48-40b2-b5e6-b24954e19bf2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.450670 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6ece590b-d577-4ebd-bf04-61331d873c18 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.525529 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6ece590b-d577-4ebd-bf04-61331d873c18 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.548953 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0c2b3fe0-aba2-4a81-923f-021a8cb68151 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.568393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece590b-d577-4ebd-bf04-61331d873c18 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f0fe34-0820-41f7-926a-13d6c1b39cfe,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:05.586580 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b3fe0-aba2-4a81-923f-021a8cb68151 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Port': ['ID=051257ba-f670-4211-ac59-8e4eba73da9c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:05.667994 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6ece590b-d577-4ebd-bf04-61331d873c18 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.669282 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6ece590b-d577-4ebd-bf04-61331d873c18 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7221606 Jul 30 02:04:05.677711 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36754) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:05.697838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b35dd78f-63db-4237-b4bf-44bb8ad79e36 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group': {'name': 'tempest-secgroup--873205683'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:05.703199 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9e1d0ce9-94c8-4634-9fd7-64b8d49aaf84 req-aa2b893f-e939-46de-a03c-9affcb2e5777 tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0440943 Jul 30 02:04:05.797335 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0c2b3fe0-aba2-4a81-923f-021a8cb68151 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.816973 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b35dd78f-63db-4237-b4bf-44bb8ad79e36 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.936839 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36772) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:05.938550 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b35dd78f-63db-4237-b4bf-44bb8ad79e36 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.981540 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2b3fe0-aba2-4a81-923f-021a8cb68151 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router 0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:04:06.034106 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b35dd78f-63db-4237-b4bf-44bb8ad79e36 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.066285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2b3fe0-aba2-4a81-923f-021a8cb68151 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:06.073457 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0c2b3fe0-aba2-4a81-923f-021a8cb68151 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1521847 Jul 30 02:04:06.075892 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36786) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:06.078978 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3976c47-96aa-4b8a-8406-ce32b2c6517e None None] Sync routers for ids ['0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:06.092081 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3976c47-96aa-4b8a-8406-ce32b2c6517e None None] Routers {'0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:06.093012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-f3976c47-96aa-4b8a-8406-ce32b2c6517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:03:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:06.098811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dd78f-63db-4237-b4bf-44bb8ad79e36 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2963f9-3020-4b9e-a0d6-0ac83dd0de22,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:06.112365 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-45b6d478-6e48-40b2-b5e6-b24954e19bf2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.131723 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-f3976c47-96aa-4b8a-8406-ce32b2c6517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:06.149071 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b35dd78f-63db-4237-b4bf-44bb8ad79e36 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.153076 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b35dd78f-63db-4237-b4bf-44bb8ad79e36 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4679642 Jul 30 02:04:06.153231 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3976c47-96aa-4b8a-8406-ce32b2c6517e None None] Routers {'0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:06.153352 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-f3976c47-96aa-4b8a-8406-ce32b2c6517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:03:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:06.157997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36794) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:06.164526 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e3347278-3e5e-4f5b-8d26-0d4bbb213142 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': '49f0fe34-0820-41f7-926a-13d6c1b39cfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5b2963f9-3020-4b9e-a0d6-0ac83dd0de22'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:06.209297 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6d478-6e48-40b2-b5e6-b24954e19bf2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Subnet': ['ID=f2e62015-c4f2-4d36-be91-da7de3800754,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:06.231820 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-f3976c47-96aa-4b8a-8406-ce32b2c6517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:06.232500 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3976c47-96aa-4b8a-8406-ce32b2c6517e None None] The sync data for ids ['0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:04:06.232626 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-9a4d8911-87a1-43fe-9240-6b16f43e3247 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1799332541-network', 'tenant_id': 'cbfa7ad579da40909baf5d12049ec9cd'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:06.239707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b6d478-6e48-40b2-b5e6-b24954e19bf2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Checking segment: {'id': 'ffc7b87c-462d-491d-a057-2448f00f1150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a0ac2d5f-2c0e-4848-b7cc-996ed53be79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:06.239943 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b6d478-6e48-40b2-b5e6-b24954e19bf2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network hostable DHCP agents. Network: a0ac2d5f-2c0e-4848-b7cc-996ed53be79b, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:04:06.325131 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b6d478-6e48-40b2-b5e6-b24954e19bf2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network a0ac2d5f-2c0e-4848-b7cc-996ed53be79b is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:04:06.355143 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-1e32e47f-cca2-4307-9a47-ab3a3960a0c6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] remove_router_interface failed (client error): The resource could not be found. Jul 30 02:04:06.359174 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1e32e47f-cca2-4307-9a47-ab3a3960a0c6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2792454 Jul 30 02:04:06.359461 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36800) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:06.387877 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-956cf673-5b35-40d9-bfeb-e1aa4644511a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e HTTP/1.1" status: 200 len: 205 time: 0.0272336 Jul 30 02:04:06.390481 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36802) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:06.434902 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4d8911-87a1-43fe-9240-6b16f43e3247 admin admin] Made reservation on behalf of cbfa7ad579da40909baf5d12049ec9cd for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:06.437182 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a4d8911-87a1-43fe-9240-6b16f43e3247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.439004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-45b6d478-6e48-40b2-b5e6-b24954e19bf2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, a0ac2d5f-2c0e-4848-b7cc-996ed53be79b) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:06.446524 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead5309e-7412-463a-a434-81043ba4b956 None None] Network a0ac2d5f-2c0e-4848-b7cc-996ed53be79b requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:06.476765 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b6d478-6e48-40b2-b5e6-b24954e19bf2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:06.477369 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-45b6d478-6e48-40b2-b5e6-b24954e19bf2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.479817 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a4d8911-87a1-43fe-9240-6b16f43e3247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.499148 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-13f00982-beaa-4730-ac70-f3ea526121c6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.552010 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-e3347278-3e5e-4f5b-8d26-0d4bbb213142 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:04:06.556037 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36806) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:06.556667 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e3347278-3e5e-4f5b-8d26-0d4bbb213142 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3969653 Jul 30 02:04:06.592017 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-45b6d478-6e48-40b2-b5e6-b24954e19bf2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5670333 Jul 30 02:04:06.595945 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36808) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:06.604219 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-62094366-e087-41d5-8370-1b63e47cde7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'port': {'network_id': 'a0ac2d5f-2c0e-4848-b7cc-996ed53be79b', 'name': 'tempest-PortsIpV6TestJSON-331292177', 'fixed_ips': [{'subnet_id': 'f2e62015-c4f2-4d36-be91-da7de3800754', 'ip_address': '2001:db8::10'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:06.607210 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-a0ac2d5f-2c0e-4848-b7cc-996ed53be79b', 'network_id': 'a0ac2d5f-2c0e-4848-b7cc-996ed53be79b', 'tenant_id': 'fb54f7ee248443f6b8ca067f300bbb58', 'fixed_ips': [{'subnet_id': 'f2e62015-c4f2-4d36-be91-da7de3800754'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:04:06.609225 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.673283 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-76f0f7d3-0d9e-44b9-850a-336053acc260 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.723396 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-13f00982-beaa-4730-ac70-f3ea526121c6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.730289 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-76f0f7d3-0d9e-44b9-850a-336053acc260 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.730497 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-13f00982-beaa-4730-ac70-f3ea526121c6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.785997 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36814) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:06.803668 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Allocated IP 2001:db8::2 (a0ac2d5f-2c0e-4848-b7cc-996ed53be79b/f2e62015-c4f2-4d36-be91-da7de3800754/17e9258d-b1e6-4cf0-8722-68329702040a) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:06.846615 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a4d8911-87a1-43fe-9240-6b16f43e3247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.866836 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1fec4de7-6ac7-4262-a905-bd8f1a19d941 req-160c427d-e942-40c8-85b2-036ceeafc032 tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0334752 Jul 30 02:04:06.920827 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1ee9fd41-cfd8-46e9-934e-6135d6768dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.948297 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-76f0f7d3-0d9e-44b9-850a-336053acc260 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.948533 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-13f00982-beaa-4730-ac70-f3ea526121c6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.948932 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f00982-beaa-4730-ac70-f3ea526121c6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Fanout notify agent at l3_agent the message router_deleted on router 0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:04:06.950944 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-76f0f7d3-0d9e-44b9-850a-336053acc260 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.955450 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-76f0f7d3-0d9e-44b9-850a-336053acc260 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "DELETE /v2.0/security-groups/5b2963f9-3020-4b9e-a0d6-0ac83dd0de22 HTTP/1.1" status: 204 len: 168 time: 0.3966875 Jul 30 02:04:06.957509 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-13f00982-beaa-4730-ac70-f3ea526121c6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.958888 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-13f00982-beaa-4730-ac70-f3ea526121c6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/routers/0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e HTTP/1.1" status: 204 len: 168 time: 0.5674632 Jul 30 02:04:06.959080 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36818) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:06.966162 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36820) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:06.977576 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0f7d3-0d9e-44b9-850a-336053acc260 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2963f9-3020-4b9e-a0d6-0ac83dd0de22,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:06.979382 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.992732 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Transition to ACTIVE for port object 17e9258d-b1e6-4cf0-8722-68329702040a will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:07.014442 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Transition to ACTIVE for port object 17e9258d-b1e6-4cf0-8722-68329702040a will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:07.017482 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a4d8911-87a1-43fe-9240-6b16f43e3247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.034158 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-35048e71-fb25-4ddf-85e4-a9d9ee93c518 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0713418 Jul 30 02:04:07.034858 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd64e9d-529c-4426-957c-851b196c3409 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting subnet 0e89264b-cd42-4188-ba21-9acdabd079da {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:04:07.035542 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36822) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:07.043353 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bfd64e9d-529c-4426-957c-851b196c3409 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.077485 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a4d8911-87a1-43fe-9240-6b16f43e3247 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:04:07.090092 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55e27a4a-03a9-4392-88de-922969148cc2 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.092811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d8911-87a1-43fe-9240-6b16f43e3247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade56efd-aafb-4197-8bf0-806e4582671a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:07.104555 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.105061 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a4d8911-87a1-43fe-9240-6b16f43e3247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.105061 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-9a4d8911-87a1-43fe-9240-6b16f43e3247 admin admin] Added segment 51f2e867-6b47-4457-9c9c-7fefd3b92d45 of type vlan for network 9f624a56-aa8c-42c3-9552-8a3318a68772 Jul 30 02:04:07.108160 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62094366-e087-41d5-8370-1b63e47cde7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:07.118743 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bfd64e9d-529c-4426-957c-851b196c3409 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.155839 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Network a0ac2d5f-2c0e-4848-b7cc-996ed53be79b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:07.158867 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55e27a4a-03a9-4392-88de-922969148cc2 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.160670 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:07.166834 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:07.182606 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a4d8911-87a1-43fe-9240-6b16f43e3247 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.187492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Pushing event updated for resources: {'Port': ['ID=17e9258d-b1e6-4cf0-8722-68329702040a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:07.238081 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Attempting to bind port 17e9258d-b1e6-4cf0-8722-68329702040a on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:07.239441 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Attempting to bind port 17e9258d-b1e6-4cf0-8722-68329702040a by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'ffc7b87c-462d-491d-a057-2448f00f1150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a0ac2d5f-2c0e-4848-b7cc-996ed53be79b'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:07.240046 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Attempting to bind port 17e9258d-b1e6-4cf0-8722-68329702040a on network a0ac2d5f-2c0e-4848-b7cc-996ed53be79b {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:07.245764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:07.249880 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Checking segment: {'id': 'ffc7b87c-462d-491d-a057-2448f00f1150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a0ac2d5f-2c0e-4848-b7cc-996ed53be79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:07.254509 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.256167 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Bound using segment: {'id': 'ffc7b87c-462d-491d-a057-2448f00f1150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a0ac2d5f-2c0e-4848-b7cc-996ed53be79b'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:07.256753 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Bound port: 17e9258d-b1e6-4cf0-8722-68329702040a, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc7b87c-462d-491d-a057-2448f00f1150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a0ac2d5f-2c0e-4848-b7cc-996ed53be79b'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:07.257215 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.259295 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bfd64e9d-529c-4426-957c-851b196c3409 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.262914 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62094366-e087-41d5-8370-1b63e47cde7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.292033 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-62094366-e087-41d5-8370-1b63e47cde7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] device_id is not set on port ebdc5851-0201-42bb-ac01-e370c59a9f2a yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:04:07.324631 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a4d8911-87a1-43fe-9240-6b16f43e3247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.324880 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] For port 17e9258d-b1e6-4cf0-8722-68329702040a, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:07.326335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4d8911-87a1-43fe-9240-6b16f43e3247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:07.327007 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a4d8911-87a1-43fe-9240-6b16f43e3247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.328392 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] For port 17e9258d-b1e6-4cf0-8722-68329702040a, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=17e9258d-b1e6-4cf0-8722-68329702040a,segment=NetworkSegment(ffc7b87c-462d-491d-a057-2448f00f1150),segment_id=ffc7b87c-462d-491d-a057-2448f00f1150)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:07.348510 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1ee9fd41-cfd8-46e9-934e-6135d6768dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.356708 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55e27a4a-03a9-4392-88de-922969148cc2 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.359329 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55e27a4a-03a9-4392-88de-922969148cc2 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.363002 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-55e27a4a-03a9-4392-88de-922969148cc2 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "DELETE /v2.0/security-groups/49f0fe34-0820-41f7-926a-13d6c1b39cfe HTTP/1.1" status: 204 len: 168 time: 0.3240726 Jul 30 02:04:07.369094 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36824) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:07.405854 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d8911-87a1-43fe-9240-6b16f43e3247 admin admin] Pushing event updated for resources: {'Network': ['ID=9f624a56-aa8c-42c3-9552-8a3318a68772,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:07.413385 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e27a4a-03a9-4392-88de-922969148cc2 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f0fe34-0820-41f7-926a-13d6c1b39cfe,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:07.416660 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 9f624a56-aa8c-42c3-9552-8a3318a68772 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:04:07.430563 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.448064 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bfd64e9d-529c-4426-957c-851b196c3409 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.452302 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1ee9fd41-cfd8-46e9-934e-6135d6768dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.488741 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bfd64e9d-529c-4426-957c-851b196c3409 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.494080 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bfd64e9d-529c-4426-957c-851b196c3409 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/subnets/0e89264b-cd42-4188-ba21-9acdabd079da HTTP/1.1" status: 204 len: 168 time: 0.5266359 Jul 30 02:04:07.496130 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36828) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:07.500691 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd64e9d-529c-4426-957c-851b196c3409 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Subnet': ['ID=0e89264b-cd42-4188-ba21-9acdabd079da,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:07.504564 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1814d84f-3c1f-48a6-a0c7-2fd3dcbe0c3e None None] Network 2283d573-34cc-47c6-b1e8-0f8165c0c347 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:07.514495 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-86171328-a60e-4485-ad84-501048d6cb5f tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1444867 Jul 30 02:04:07.529141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36830) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:07.536938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e885f40a-aa86-4576-97ee-66d834e54156 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group': {'name': 'tempest-secgroup--853377941'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:07.576517 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9a4d8911-87a1-43fe-9240-6b16f43e3247 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6438603 Jul 30 02:04:07.579528 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36834) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:07.580949 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9fd41-cfd8-46e9-934e-6135d6768dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3a8aaf-a430-4782-9d72-458e30c18ac9,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:07.585760 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ea01059c-1e38-4f9a-8570-eee9739001d2 admin admin] Request body: {'subnet': {'network_id': '9f624a56-aa8c-42c3-9552-8a3318a68772', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1799332541-subnet', 'tenant_id': 'cbfa7ad579da40909baf5d12049ec9cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:07.605958 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36836) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:07.607395 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1ee9fd41-cfd8-46e9-934e-6135d6768dee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b8e80d53f10e48bb9ae4941c1a84f2ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8196700 Jul 30 02:04:07.615795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-62094366-e087-41d5-8370-1b63e47cde7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Allocated IP 2001:db8::10 (a0ac2d5f-2c0e-4848-b7cc-996ed53be79b/f2e62015-c4f2-4d36-be91-da7de3800754/ebdc5851-0201-42bb-ac01-e370c59a9f2a) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:07.634234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a65c2-6e79-4ec7-b4b1-5c4d24b47def None None] Pushing event updated for resources: {'Port': ['ID=17e9258d-b1e6-4cf0-8722-68329702040a,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:07.635120 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [None req-ea01059c-1e38-4f9a-8570-eee9739001d2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:04:07.635120 n-d-713498-9 neutron-server[94465]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 02:04:07.635120 n-d-713498-9 neutron-server[94465]: [parameters: {'project_id_1': 'cbfa7ad579da40909baf5d12049ec9cd', 'expiration_1': datetime.datetime(2021, 7, 30, 2, 4, 7, 590522)}] Jul 30 02:04:07.635120 n-d-713498-9 neutron-server[94465]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:04:07.636271 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [None req-ea01059c-1e38-4f9a-8570-eee9739001d2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:04:07.683182 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-51060b2d-c78a-48ab-a9b0-b19c7688a926 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.736446 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0a09d0d3-ebc8-440c-8745-6b63f5347470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.752308 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e885f40a-aa86-4576-97ee-66d834e54156 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.766870 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0a09d0d3-ebc8-440c-8745-6b63f5347470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.811622 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-51060b2d-c78a-48ab-a9b0-b19c7688a926 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting port 2999f25e-1dec-4929-ac23-2e0dae4e5bd9 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:07.811980 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-51060b2d-c78a-48ab-a9b0-b19c7688a926 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.910824 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62094366-e087-41d5-8370-1b63e47cde7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.918159 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15639f83-934d-4892-8b31-d862b72d3988 None None] DHCP port deletion for 2283d573-34cc-47c6-b1e8-0f8165c0c347 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:04:07.978120 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-51060b2d-c78a-48ab-a9b0-b19c7688a926 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] For port 2999f25e-1dec-4929-ac23-2e0dae4e5bd9, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=2999f25e-1dec-4929-ac23-2e0dae4e5bd9,segment=NetworkSegment(009f4a38-6c30-4f42-a347-734cf96a067c),segment_id=009f4a38-6c30-4f42-a347-734cf96a067c)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:07.978514 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-51060b2d-c78a-48ab-a9b0-b19c7688a926 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.988571 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0a09d0d3-ebc8-440c-8745-6b63f5347470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.989940 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-62094366-e087-41d5-8370-1b63e47cde7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Transition to ACTIVE for port object ebdc5851-0201-42bb-ac01-e370c59a9f2a will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:07.990886 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0a09d0d3-ebc8-440c-8745-6b63f5347470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.992053 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0a09d0d3-ebc8-440c-8745-6b63f5347470 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc3a8aaf-a430-4782-9d72-458e30c18ac9 HTTP/1.1" status: 204 len: 168 time: 0.3838239 Jul 30 02:04:08.013363 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-51060b2d-c78a-48ab-a9b0-b19c7688a926 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Calling delete_port for 2999f25e-1dec-4929-ac23-2e0dae4e5bd9 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:08.017856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09d0d3-ebc8-440c-8745-6b63f5347470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3a8aaf-a430-4782-9d72-458e30c18ac9,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:08.024588 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-15639f83-934d-4892-8b31-d862b72d3988 None None] Deleting port 2999f25e-1dec-4929-ac23-2e0dae4e5bd9 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:08.026636 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15639f83-934d-4892-8b31-d862b72d3988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.079027 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5d4f188-2997-46ee-bd56-19f23b931d05 req-6ad2cef4-04e3-4793-af10-a0f1fb5b3b9c tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0936427 Jul 30 02:04:08.158210 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 17e9258d-b1e6-4cf0-8722-68329702040a up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:08.216565 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e885f40a-aa86-4576-97ee-66d834e54156 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.218861 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-15639f83-934d-4892-8b31-d862b72d3988 None None] For port 2999f25e-1dec-4929-ac23-2e0dae4e5bd9, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=2999f25e-1dec-4929-ac23-2e0dae4e5bd9,segment=NetworkSegment(009f4a38-6c30-4f42-a347-734cf96a067c),segment_id=009f4a38-6c30-4f42-a347-734cf96a067c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:08.219264 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15639f83-934d-4892-8b31-d862b72d3988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.239631 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-15639f83-934d-4892-8b31-d862b72d3988 None None] Calling delete_port for 2999f25e-1dec-4929-ac23-2e0dae4e5bd9 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:08.288284 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62094366-e087-41d5-8370-1b63e47cde7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.299337 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e885f40a-aa86-4576-97ee-66d834e54156 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.302793 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-51060b2d-c78a-48ab-a9b0-b19c7688a926 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.329975 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15639f83-934d-4892-8b31-d862b72d3988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.353850 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51060b2d-c78a-48ab-a9b0-b19c7688a926 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Port': ['ID=2999f25e-1dec-4929-ac23-2e0dae4e5bd9,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:08.356199 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51060b2d-c78a-48ab-a9b0-b19c7688a926 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] No DVR routers for this DVR port 2999f25e-1dec-4929-ac23-2e0dae4e5bd9 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:08.374836 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15639f83-934d-4892-8b31-d862b72d3988 None None] Pushing event deleted for resources: {'Port': ['ID=2999f25e-1dec-4929-ac23-2e0dae4e5bd9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:08.379410 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15639f83-934d-4892-8b31-d862b72d3988 None None] No DVR routers for this DVR port 2999f25e-1dec-4929-ac23-2e0dae4e5bd9 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:08.393819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 17e9258d-b1e6-4cf0-8722-68329702040a completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:08.401976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62094366-e087-41d5-8370-1b63e47cde7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network a0ac2d5f-2c0e-4848-b7cc-996ed53be79b is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:08.411152 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-62094366-e087-41d5-8370-1b63e47cde7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:08.414566 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62094366-e087-41d5-8370-1b63e47cde7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:08.422407 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62094366-e087-41d5-8370-1b63e47cde7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:08.422407 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62094366-e087-41d5-8370-1b63e47cde7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.435112 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885f40a-aa86-4576-97ee-66d834e54156 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=244ac151-54ae-4594-b280-b801694ae02a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:08.450148 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea01059c-1e38-4f9a-8570-eee9739001d2 admin admin] Made reservation on behalf of cbfa7ad579da40909baf5d12049ec9cd for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:08.450518 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62094366-e087-41d5-8370-1b63e47cde7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=ebdc5851-0201-42bb-ac01-e370c59a9f2a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:08.453030 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ea01059c-1e38-4f9a-8570-eee9739001d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.470874 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2999f25e-1dec-4929-ac23-2e0dae4e5bd9 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:04:08.496555 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e885f40a-aa86-4576-97ee-66d834e54156 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.500821 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e885f40a-aa86-4576-97ee-66d834e54156 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9677653 Jul 30 02:04:08.500971 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36852) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:08.511785 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-92184907-94a6-4579-af13-17002f8fa586 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': '244ac151-54ae-4594-b280-b801694ae02a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:08.520657 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 2999f25e-1dec-4929-ac23-2e0dae4e5bd9 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:04:08.521007 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2999f25e-1dec-4929-ac23-2e0dae4e5bd9 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:04:08.523031 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-51060b2d-c78a-48ab-a9b0-b19c7688a926 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.543094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-51060b2d-c78a-48ab-a9b0-b19c7688a926 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2283d573-34cc-47c6-b1e8-0f8165c0c347']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:08.556736 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-62094366-e087-41d5-8370-1b63e47cde7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9588382 Jul 30 02:04:08.558970 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-51060b2d-c78a-48ab-a9b0-b19c7688a926 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009f4a38-6c30-4f42-a347-734cf96a067c') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:08.559279 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-51060b2d-c78a-48ab-a9b0-b19c7688a926 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009f4a38-6c30-4f42-a347-734cf96a067c') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:08.560944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36856) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:08.571188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-9fcc8e01-5372-4da9-9c8e-03c61f1310e7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'port': {'network_id': 'a0ac2d5f-2c0e-4848-b7cc-996ed53be79b', 'name': 'tempest-PortsIpV6TestJSON-382691642', 'fixed_ips': [{'subnet_id': 'f2e62015-c4f2-4d36-be91-da7de3800754', 'ip_address': '2001:db8::f'}]}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:08.596941 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-51060b2d-c78a-48ab-a9b0-b19c7688a926 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.656140 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-51060b2d-c78a-48ab-a9b0-b19c7688a926 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.675527 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51060b2d-c78a-48ab-a9b0-b19c7688a926 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:04:08.676529 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-51060b2d-c78a-48ab-a9b0-b19c7688a926 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:04:08.679948 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:04:08.731786 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-92184907-94a6-4579-af13-17002f8fa586 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:04:08.736110 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-92184907-94a6-4579-af13-17002f8fa586 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2341909 Jul 30 02:04:08.736824 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36858) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:08.742555 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-81dde261-4419-4970-96e9-10b97e9df962 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group_rule': {'security_group_id': '244ac151-54ae-4594-b280-b801694ae02a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:08.900356 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-51060b2d-c78a-48ab-a9b0-b19c7688a926 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.911203 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-51060b2d-c78a-48ab-a9b0-b19c7688a926 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.913450 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-51060b2d-c78a-48ab-a9b0-b19c7688a926 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/networks/2283d573-34cc-47c6-b1e8-0f8165c0c347 HTTP/1.1" status: 204 len: 168 time: 1.4110112 Jul 30 02:04:08.919871 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36860) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:08.925442 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-0dad76a7-ea2f-4c8f-a00f-4a79898a8965 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'network': {'name': 'tempest-RoutersTest-1921662273'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:08.935618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51060b2d-c78a-48ab-a9b0-b19c7688a926 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Network': ['ID=2283d573-34cc-47c6-b1e8-0f8165c0c347,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:08.939922 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e498c62-18d7-49b6-b37c-bf24c2d14cf4 None None] Network a0ac2d5f-2c0e-4848-b7cc-996ed53be79b requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:09.033945 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ea01059c-1e38-4f9a-8570-eee9739001d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.039462 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcc8e01-5372-4da9-9c8e-03c61f1310e7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:09.100834 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f6451584-20c2-4ba0-bd2b-99c78aeacca1 None None] Provisioning for port 17e9258d-b1e6-4cf0-8722-68329702040a completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:09.106292 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f6451584-20c2-4ba0-bd2b-99c78aeacca1 None None] Provisioning complete for port 17e9258d-b1e6-4cf0-8722-68329702040a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:09.106683 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f6451584-20c2-4ba0-bd2b-99c78aeacca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.133033 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01059c-1e38-4f9a-8570-eee9739001d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28fad3c7-6ae9-4045-b938-fdb88750babb,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:09.162147 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-81dde261-4419-4970-96e9-10b97e9df962 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:04:09.166973 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-81dde261-4419-4970-96e9-10b97e9df962 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4285023 Jul 30 02:04:09.173097 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36866) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:09.173833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea01059c-1e38-4f9a-8570-eee9739001d2 admin admin] Checking segment: {'id': '51f2e867-6b47-4457-9c9c-7fefd3b92d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9f624a56-aa8c-42c3-9552-8a3318a68772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:09.174207 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea01059c-1e38-4f9a-8570-eee9739001d2 admin admin] Network hostable DHCP agents. Network: 9f624a56-aa8c-42c3-9552-8a3318a68772, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:04:09.178816 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36868) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:09.195155 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9cdcdd3d-e838-4622-a295-c3bb7549b8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.204240 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a78f3645-a47e-4922-918b-bfd3839bf53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.204859 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f6451584-20c2-4ba0-bd2b-99c78aeacca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.232402 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dad76a7-ea2f-4c8f-a00f-4a79898a8965 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Made reservation on behalf of df8f5d4792504c558d51adadf3365d41 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:09.235686 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0dad76a7-ea2f-4c8f-a00f-4a79898a8965 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.262515 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8e01-5372-4da9-9c8e-03c61f1310e7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.282824 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f6451584-20c2-4ba0-bd2b-99c78aeacca1 None None] For port 17e9258d-b1e6-4cf0-8722-68329702040a, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=17e9258d-b1e6-4cf0-8722-68329702040a,segment=NetworkSegment(ffc7b87c-462d-491d-a057-2448f00f1150),segment_id=ffc7b87c-462d-491d-a057-2448f00f1150)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:09.290039 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dad76a7-ea2f-4c8f-a00f-4a79898a8965 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:04:09.302584 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c9d1832-b7ae-4b76-9d1b-fad33bfd1b2c tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.308056 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0dad76a7-ea2f-4c8f-a00f-4a79898a8965 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.308407 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-0dad76a7-ea2f-4c8f-a00f-4a79898a8965 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Added segment 36bec945-3abb-48be-83ef-5403ea7fd1f6 of type vlan for network 585579e4-b5ac-4e9f-9ae5-787e0ba19027 Jul 30 02:04:09.328288 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c9d1832-b7ae-4b76-9d1b-fad33bfd1b2c tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.340799 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-9fcc8e01-5372-4da9-9c8e-03c61f1310e7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] device_id is not set on port 5636083a-9f46-458c-a623-af9c7bdc2251 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:04:09.350071 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f6451584-20c2-4ba0-bd2b-99c78aeacca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.354524 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea01059c-1e38-4f9a-8570-eee9739001d2 admin admin] Network 9f624a56-aa8c-42c3-9552-8a3318a68772 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:04:09.374877 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0dad76a7-ea2f-4c8f-a00f-4a79898a8965 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.445469 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a78f3645-a47e-4922-918b-bfd3839bf53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.474732 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6451584-20c2-4ba0-bd2b-99c78aeacca1 None None] Pushing event updated for resources: {'Port': ['ID=17e9258d-b1e6-4cf0-8722-68329702040a,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:09.538589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-ea01059c-1e38-4f9a-8570-eee9739001d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 9f624a56-aa8c-42c3-9552-8a3318a68772) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:09.546843 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea01059c-1e38-4f9a-8570-eee9739001d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:09.547462 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ea01059c-1e38-4f9a-8570-eee9739001d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.558665 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e638141-1a19-4eea-b832-be174101473d None None] Network 9f624a56-aa8c-42c3-9552-8a3318a68772 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:09.560583 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0dad76a7-ea2f-4c8f-a00f-4a79898a8965 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.569120 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dad76a7-ea2f-4c8f-a00f-4a79898a8965 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:09.569773 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0dad76a7-ea2f-4c8f-a00f-4a79898a8965 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.572667 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a78f3645-a47e-4922-918b-bfd3839bf53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.627807 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13f5ebfd-6fa7-47ea-a260-b1b5ae1fc7ea req-8b7cfc33-855e-438f-88d6-704c6f791591 tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.3951373 Jul 30 02:04:09.628565 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c9d1832-b7ae-4b76-9d1b-fad33bfd1b2c tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.631752 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c9d1832-b7ae-4b76-9d1b-fad33bfd1b2c tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.637577 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6c9d1832-b7ae-4b76-9d1b-fad33bfd1b2c tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "DELETE /v2.0/security-groups/244ac151-54ae-4594-b280-b801694ae02a HTTP/1.1" status: 204 len: 168 time: 0.4602988 Jul 30 02:04:09.640446 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36876) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:09.647194 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-43379fc9-3daf-4c9f-a3e5-5cf60c45da52 None None] Provisioning complete for port 17e9258d-b1e6-4cf0-8722-68329702040a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:09.647720 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43379fc9-3daf-4c9f-a3e5-5cf60c45da52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.676712 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d1832-b7ae-4b76-9d1b-fad33bfd1b2c tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=244ac151-54ae-4594-b280-b801694ae02a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:09.683655 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad76a7-ea2f-4c8f-a00f-4a79898a8965 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Network': ['ID=585579e4-b5ac-4e9f-9ae5-787e0ba19027,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:09.713186 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a78f3645-a47e-4922-918b-bfd3839bf53b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f146de20c13c47618ff3f747ba05a87b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5307202 Jul 30 02:04:09.714483 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f3645-a47e-4922-918b-bfd3839bf53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14372d62-cffb-4dde-a159-fe3b12369a23,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:09.719520 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36878) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:09.722461 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 585579e4-b5ac-4e9f-9ae5-787e0ba19027 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:04:09.731448 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-9fcc8e01-5372-4da9-9c8e-03c61f1310e7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Allocated IP 2001:db8::f (a0ac2d5f-2c0e-4848-b7cc-996ed53be79b/f2e62015-c4f2-4d36-be91-da7de3800754/5636083a-9f46-458c-a623-af9c7bdc2251) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:09.781061 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0dad76a7-ea2f-4c8f-a00f-4a79898a8965 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8597534 Jul 30 02:04:09.788899 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36880) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:09.789037 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ea01059c-1e38-4f9a-8570-eee9739001d2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2048755 Jul 30 02:04:09.789874 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-7ee1ea76-6f45-4878-b3e0-2644844edf63 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'subnet': {'network_id': '585579e4-b5ac-4e9f-9ae5-787e0ba19027', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:09.799153 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-72265675-3a39-4d80-be03-fd4e27408ad1 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1522000 Jul 30 02:04:09.799942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36884) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:09.809431 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-f171a6ad-c00d-45cd-860e-f90f629fb515 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group': {'name': 'tempest-secgroup--954575086'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:09.919596 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f949cd6d-2115-4506-8b9e-40de61979cf2 None None] Network 9f624a56-aa8c-42c3-9552-8a3318a68772 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:09.930892 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-458ed72a-94d7-4425-92be-40be9ba49c3c req-7d66cbb5-475f-4ab7-90a6-1a195c32e75c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0881124 Jul 30 02:04:09.935131 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec079754-4391-4828-bc9e-9972a7c1d3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.974112 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f171a6ad-c00d-45cd-860e-f90f629fb515 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.979293 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec079754-4391-4828-bc9e-9972a7c1d3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:10.073484 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 17e9258d-b1e6-4cf0-8722-68329702040a up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:10.085761 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8e01-5372-4da9-9c8e-03c61f1310e7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:10.098168 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee1ea76-6f45-4878-b3e0-2644844edf63 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Made reservation on behalf of df8f5d4792504c558d51adadf3365d41 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:10.103908 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7ee1ea76-6f45-4878-b3e0-2644844edf63 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:10.122288 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36892) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:10.161556 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec079754-4391-4828-bc9e-9972a7c1d3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:10.165617 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec079754-4391-4828-bc9e-9972a7c1d3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:10.168096 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ec079754-4391-4828-bc9e-9972a7c1d3c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/14372d62-cffb-4dde-a159-fe3b12369a23 HTTP/1.1" status: 204 len: 168 time: 0.4463189 Jul 30 02:04:10.169341 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-9fcc8e01-5372-4da9-9c8e-03c61f1310e7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Transition to ACTIVE for port object 5636083a-9f46-458c-a623-af9c7bdc2251 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:10.201988 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec079754-4391-4828-bc9e-9972a7c1d3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14372d62-cffb-4dde-a159-fe3b12369a23,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:10.305928 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92e7beb7-7d6b-4a43-82a3-95e09780dbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:10.348538 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f171a6ad-c00d-45cd-860e-f90f629fb515 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:10.368488 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-43379fc9-3daf-4c9f-a3e5-5cf60c45da52 None None] Provisioning for port ebdc5851-0201-42bb-ac01-e370c59a9f2a completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:10.380846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-43379fc9-3daf-4c9f-a3e5-5cf60c45da52 None None] Provisioning complete for port ebdc5851-0201-42bb-ac01-e370c59a9f2a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:10.381650 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43379fc9-3daf-4c9f-a3e5-5cf60c45da52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:10.385009 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 17e9258d-b1e6-4cf0-8722-68329702040a triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:10.385636 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:10.390621 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8e01-5372-4da9-9c8e-03c61f1310e7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:10.441866 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f171a6ad-c00d-45cd-860e-f90f629fb515 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:10.450285 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-43379fc9-3daf-4c9f-a3e5-5cf60c45da52 None None] Port ebdc5851-0201-42bb-ac01-e370c59a9f2a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:10.456352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcc8e01-5372-4da9-9c8e-03c61f1310e7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network a0ac2d5f-2c0e-4848-b7cc-996ed53be79b is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:10.484377 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-9fcc8e01-5372-4da9-9c8e-03c61f1310e7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:10.497977 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcc8e01-5372-4da9-9c8e-03c61f1310e7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:10.501804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcc8e01-5372-4da9-9c8e-03c61f1310e7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:10.502745 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8e01-5372-4da9-9c8e-03c61f1310e7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:10.508510 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7ee1ea76-6f45-4878-b3e0-2644844edf63 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:10.528182 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc8e01-5372-4da9-9c8e-03c61f1310e7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=5636083a-9f46-458c-a623-af9c7bdc2251,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:10.534555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171a6ad-c00d-45cd-860e-f90f629fb515 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46af3b1-acaa-4be4-8bcd-ade8f834eeee,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:10.607926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-13246e33-a7dd-4dab-9870-a6573ce77fc9 None None] Provisioning complete for port ebdc5851-0201-42bb-ac01-e370c59a9f2a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:10.608229 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13246e33-a7dd-4dab-9870-a6573ce77fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:10.618359 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92e7beb7-7d6b-4a43-82a3-95e09780dbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:10.630849 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1ea76-6f45-4878-b3e0-2644844edf63 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Subnet': ['ID=ce46435d-05f9-4e32-9021-73fb3d942d11,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:10.632639 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1ea76-6f45-4878-b3e0-2644844edf63 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Checking segment: {'id': '36bec945-3abb-48be-83ef-5403ea7fd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '585579e4-b5ac-4e9f-9ae5-787e0ba19027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:10.633093 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee1ea76-6f45-4878-b3e0-2644844edf63 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network hostable DHCP agents. Network: 585579e4-b5ac-4e9f-9ae5-787e0ba19027, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:04:10.676793 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-13246e33-a7dd-4dab-9870-a6573ce77fc9 None None] Port ebdc5851-0201-42bb-ac01-e370c59a9f2a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:10.738288 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-977a31d9-2886-448a-9429-1042b5327611 req-35ce9bf7-e787-4f7a-91ab-091832347b87 tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0370231 Jul 30 02:04:10.825534 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24a8e046-1a99-486d-bb18-fbe9f083b586 req-59ac5d60-f0d4-4ad5-93b9-abc047713e35 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=453b3547a100411bb8b783e0136fab30&device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0313942 Jul 30 02:04:10.870564 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24a8e046-1a99-486d-bb18-fbe9f083b586 req-84b67132-2620-4982-baa3-e52e5dccbeb5 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=453b3547a100411bb8b783e0136fab30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263903 Jul 30 02:04:10.899061 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92e7beb7-7d6b-4a43-82a3-95e09780dbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:10.913041 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee1ea76-6f45-4878-b3e0-2644844edf63 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network 585579e4-b5ac-4e9f-9ae5-787e0ba19027 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:04:10.943625 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-92e7beb7-7d6b-4a43-82a3-95e09780dbce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3a3ffec280d4d088ab3f2d7eebd1a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8201747 Jul 30 02:04:10.948905 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36902) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:10.968011 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7beb7-7d6b-4a43-82a3-95e09780dbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082751ad-a88d-4f9f-af00-eade35b41b4f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:10.987698 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f740d9cf-31f0-4c3b-a39f-d9dcc559d712 None None] Provisioning for port 5636083a-9f46-458c-a623-af9c7bdc2251 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:10.991933 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f740d9cf-31f0-4c3b-a39f-d9dcc559d712 None None] Provisioning complete for port 5636083a-9f46-458c-a623-af9c7bdc2251 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:10.992316 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f740d9cf-31f0-4c3b-a39f-d9dcc559d712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.021911 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7920d0d9-2fbb-4358-8e08-a03ff04369c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.036776 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f740d9cf-31f0-4c3b-a39f-d9dcc559d712 None None] Port 5636083a-9f46-458c-a623-af9c7bdc2251 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:11.054591 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9fcc8e01-5372-4da9-9c8e-03c61f1310e7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4904521 Jul 30 02:04:11.055440 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f171a6ad-c00d-45cd-860e-f90f629fb515 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.056892 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f171a6ad-c00d-45cd-860e-f90f629fb515 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2517684 Jul 30 02:04:11.057265 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36908) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:11.059295 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7920d0d9-2fbb-4358-8e08-a03ff04369c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.060341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36910) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:11.067692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-1a843cea-e92d-450b-a9b9-ca3c2aff3bec tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:11.068359 n-d-713498-9 neutron-server[94464]: WARNING neutron.api.v2.base [None req-1a843cea-e92d-450b-a9b9-ca3c2aff3bec tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 02:04:11.068853 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-1a843cea-e92d-450b-a9b9-ca3c2aff3bec tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] update failed (client error): There was a conflict when trying to complete your request. Jul 30 02:04:11.072423 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1a843cea-e92d-450b-a9b9-ca3c2aff3bec tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "PUT /v2.0/security-groups/f46af3b1-acaa-4be4-8bcd-ade8f834eeee HTTP/1.1" status: 409 len: 330 time: 0.0085523 Jul 30 02:04:11.072864 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36912) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:11.081669 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8e046-1a99-486d-bb18-fbe9f083b586 req-26fb636d-2c63-4c80-8929-80a16ba081f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:11.083660 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24a8e046-1a99-486d-bb18-fbe9f083b586 req-26fb636d-2c63-4c80-8929-80a16ba081f9 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2071002 Jul 30 02:04:11.090290 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-7ee1ea76-6f45-4878-b3e0-2644844edf63 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 585579e4-b5ac-4e9f-9ae5-787e0ba19027) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:11.099268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee1ea76-6f45-4878-b3e0-2644844edf63 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:11.099268 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7ee1ea76-6f45-4878-b3e0-2644844edf63 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.122856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a0a6c2-4220-49d3-bbf3-1418b98524dc None None] Network 585579e4-b5ac-4e9f-9ae5-787e0ba19027 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:11.170426 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-07ac01eb-913f-44d4-8757-abaf1760c720 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.203347 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-07ac01eb-913f-44d4-8757-abaf1760c720 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.214169 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7ee1ea76-6f45-4878-b3e0-2644844edf63 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4311469 Jul 30 02:04:11.217070 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36916) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:11.217840 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f574f0-21a9-40d6-8547-ad6154f772f5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:11.221840 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-10f574f0-21a9-40d6-8547-ad6154f772f5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1580443 Jul 30 02:04:11.222701 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36918) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:11.226351 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-9d3931e1-4565-4956-8e46-ead2be8f726b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-616811848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:11.279304 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54415f2f-62d2-4f44-952a-f6652dd9687c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:11.287390 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54415f2f-62d2-4f44-952a-f6652dd9687c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:11.291492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54415f2f-62d2-4f44-952a-f6652dd9687c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:11.293193 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-54415f2f-62d2-4f44-952a-f6652dd9687c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0695131 Jul 30 02:04:11.295986 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36920) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:11.344864 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-585579e4-b5ac-4e9f-9ae5-787e0ba19027', 'network_id': '585579e4-b5ac-4e9f-9ae5-787e0ba19027', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'fixed_ips': [{'subnet_id': 'ce46435d-05f9-4e32-9021-73fb3d942d11'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:04:11.345740 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.353779 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d3931e1-4565-4956-8e46-ead2be8f726b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.355212 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d3931e1-4565-4956-8e46-ead2be8f726b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.373594 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7920d0d9-2fbb-4358-8e08-a03ff04369c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.376278 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7920d0d9-2fbb-4358-8e08-a03ff04369c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.380406 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7920d0d9-2fbb-4358-8e08-a03ff04369c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/082751ad-a88d-4f9f-af00-eade35b41b4f HTTP/1.1" status: 204 len: 168 time: 0.4306071 Jul 30 02:04:11.389851 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-07ac01eb-913f-44d4-8757-abaf1760c720 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.397392 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-07ac01eb-913f-44d4-8757-abaf1760c720 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.397392 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-07ac01eb-913f-44d4-8757-abaf1760c720 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "DELETE /v2.0/security-groups/f46af3b1-acaa-4be4-8bcd-ade8f834eeee HTTP/1.1" status: 204 len: 168 time: 0.3224523 Jul 30 02:04:11.402778 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36928) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:11.420503 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920d0d9-2fbb-4358-8e08-a03ff04369c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082751ad-a88d-4f9f-af00-eade35b41b4f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:11.454245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac01eb-913f-44d4-8757-abaf1760c720 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46af3b1-acaa-4be4-8bcd-ade8f834eeee,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:11.462374 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d3931e1-4565-4956-8e46-ead2be8f726b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.490942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-0bf3c965-2f41-4d90-9173-eff245fb43e6 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port 5636083a-9f46-458c-a623-af9c7bdc2251 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:11.491335 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0bf3c965-2f41-4d90-9173-eff245fb43e6 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.497747 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3630aa00-4337-4f0f-a05b-52680d9c7fad tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0929544 Jul 30 02:04:11.501609 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36930) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:11.526343 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d3931e1-4565-4956-8e46-ead2be8f726b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.559076 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-57066114-3ac5-4419-b905-2dc31469e905 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] delete failed (client error): The resource could not be found. Jul 30 02:04:11.560204 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-57066114-3ac5-4419-b905-2dc31469e905 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "DELETE /v2.0/security-groups/25f8443f-a639-4113-849d-c36f64c47900 HTTP/1.1" status: 404 len: 347 time: 0.0574038 Jul 30 02:04:11.564520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36934) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:11.590911 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-29ca59ed-17c1-454f-b68c-30471ad09bc5 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] show failed (client error): The resource could not be found. Jul 30 02:04:11.590911 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-29ca59ed-17c1-454f-b68c-30471ad09bc5 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "GET /v2.0/security-groups/55abad5f-aef5-4d57-97fb-a9222742ce41 HTTP/1.1" status: 404 len: 347 time: 0.0206470 Jul 30 02:04:11.591320 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36936) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:11.609680 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-00a8cffc-676f-482a-8665-1724b7cab2b8 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] show failed (client error): The resource could not be found. Jul 30 02:04:11.615880 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-00a8cffc-676f-482a-8665-1724b7cab2b8 tempest-NegativeSecGroupIPv6Test-895785752 tempest-NegativeSecGroupIPv6Test-895785752-project] 10.222.0.70 "GET /v2.0/security-group-rules/f316db82-adf6-4c65-b9c4-c29138851efa HTTP/1.1" status: 404 len: 356 time: 0.0231724 Jul 30 02:04:11.617499 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d3931e1-4565-4956-8e46-ead2be8f726b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.620313 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9d3931e1-4565-4956-8e46-ead2be8f726b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4015224 Jul 30 02:04:11.624138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Allocated IP 172.20.0.2 (585579e4-b5ac-4e9f-9ae5-787e0ba19027/ce46435d-05f9-4e32-9021-73fb3d942d11/91249297-72ac-4d66-a40e-7d91d418db3c) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:11.625543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36940) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:11.704712 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0f1cc1f-2f66-49a4-b17f-7f6342e155f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.706242 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.708650 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0bf3c965-2f41-4d90-9173-eff245fb43e6 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.732626 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-0bf3c965-2f41-4d90-9173-eff245fb43e6 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for 5636083a-9f46-458c-a623-af9c7bdc2251 owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:11.829563 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.839082 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Transition to ACTIVE for port object 91249297-72ac-4d66-a40e-7d91d418db3c will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:11.854760 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Transition to ACTIVE for port object 91249297-72ac-4d66-a40e-7d91d418db3c will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:11.931512 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.019656 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Network 585579e4-b5ac-4e9f-9ae5-787e0ba19027 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:12.023457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:12.027462 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:12.044801 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Pushing event updated for resources: {'Port': ['ID=91249297-72ac-4d66-a40e-7d91d418db3c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:12.112643 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Attempting to bind port 91249297-72ac-4d66-a40e-7d91d418db3c on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:12.113830 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Attempting to bind port 91249297-72ac-4d66-a40e-7d91d418db3c by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '36bec945-3abb-48be-83ef-5403ea7fd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '585579e4-b5ac-4e9f-9ae5-787e0ba19027'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:12.114534 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Attempting to bind port 91249297-72ac-4d66-a40e-7d91d418db3c on network 585579e4-b5ac-4e9f-9ae5-787e0ba19027 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:12.120714 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:12.121390 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Checking segment: {'id': '36bec945-3abb-48be-83ef-5403ea7fd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '585579e4-b5ac-4e9f-9ae5-787e0ba19027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:12.122105 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.122697 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Bound using segment: {'id': '36bec945-3abb-48be-83ef-5403ea7fd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '585579e4-b5ac-4e9f-9ae5-787e0ba19027'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:12.123358 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Bound port: 91249297-72ac-4d66-a40e-7d91d418db3c, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bec945-3abb-48be-83ef-5403ea7fd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '585579e4-b5ac-4e9f-9ae5-787e0ba19027'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:12.124050 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.226089 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-73d29aa6-5fe6-440f-978a-8074d43b637a req-dd539dca-376c-40d1-91c2-0489b3637f41 tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.4048705 Jul 30 02:04:12.243237 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36956) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:12.283594 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] For port 91249297-72ac-4d66-a40e-7d91d418db3c, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:12.291794 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] For port 91249297-72ac-4d66-a40e-7d91d418db3c, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=91249297-72ac-4d66-a40e-7d91d418db3c,segment=NetworkSegment(36bec945-3abb-48be-83ef-5403ea7fd1f6),segment_id=36bec945-3abb-48be-83ef-5403ea7fd1f6)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:12.345066 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54642c10-359e-4c4d-bde5-d7cb47651276 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.367568 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36962) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:12.381932 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8be8477a-9ad0-40e6-bcd4-43a826ede0e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.405466 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.562551 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0bf3c965-2f41-4d90-9173-eff245fb43e6 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.597217 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4ca4f-9d2b-432c-86ff-33561afdddac None None] Pushing event updated for resources: {'Port': ['ID=91249297-72ac-4d66-a40e-7d91d418db3c,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:12.608707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3c965-2f41-4d90-9173-eff245fb43e6 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=5636083a-9f46-458c-a623-af9c7bdc2251,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:12.686431 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8be8477a-9ad0-40e6-bcd4-43a826ede0e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.732773 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0bf3c965-2f41-4d90-9173-eff245fb43e6 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.737351 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0bf3c965-2f41-4d90-9173-eff245fb43e6 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/ports/5636083a-9f46-458c-a623-af9c7bdc2251 HTTP/1.1" status: 204 len: 168 time: 1.4402051 Jul 30 02:04:12.740515 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36970) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:12.781514 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8be8477a-9ad0-40e6-bcd4-43a826ede0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.840579 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8477a-9ad0-40e6-bcd4-43a826ede0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0620242d-7da0-4b39-b15a-8df51374b4c5,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:12.849458 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f4dcd2-9468-4de1-8610-bbc9a88af8e0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] GET failed (client error): The resource could not be found. Jul 30 02:04:12.851093 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f9f4dcd2-9468-4de1-8610-bbc9a88af8e0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports/5636083a-9f46-458c-a623-af9c7bdc2251 HTTP/1.1" status: 404 len: 333 time: 0.1093426 Jul 30 02:04:12.855945 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36980) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:12.924981 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8be8477a-9ad0-40e6-bcd4-43a826ede0e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0dfeaa13488749af87afb2f0a5e69814&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5460916 Jul 30 02:04:12.925622 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 36982) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:12.940104 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-54642c10-359e-4c4d-bde5-d7cb47651276 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Allocated IP 172.20.0.1 (585579e4-b5ac-4e9f-9ae5-787e0ba19027/ce46435d-05f9-4e32-9021-73fb3d942d11/9adc7bb9-a2c8-4b5c-a40d-6fc3351c4d00) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:12.975053 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-41823bed-27aa-4f24-a62d-22b3422d16db req-8bc9e57b-343c-42cd-b4af-0e44bb007c52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=453b3547a100411bb8b783e0136fab30&device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.0778668 Jul 30 02:04:13.104277 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-41823bed-27aa-4f24-a62d-22b3422d16db req-701e0d4a-4a60-4049-aa5e-fc1cb65b752c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=453b3547a100411bb8b783e0136fab30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1051152 Jul 30 02:04:13.158126 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36990) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:13.158917 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-55bad0e0-16ce-430a-9f5c-aca2a15882c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e48e1dd034924f32b417ca2e9a7594a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9142666 Jul 30 02:04:13.193900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6bd4fbd7-d781-421a-b5c6-f5881d48aa3a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port ebdc5851-0201-42bb-ac01-e370c59a9f2a {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:13.194508 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bd4fbd7-d781-421a-b5c6-f5881d48aa3a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.241959 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f44d9a07-3f6f-46d9-a4e2-9417c91b1d34 req-76c8bfe1-ce0e-4cb8-90f4-a9c8383cc48f tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.2699254 Jul 30 02:04:13.246633 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e211820-6f92-4ea0-9e19-3f375e8f3848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.256360 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.287430 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e211820-6f92-4ea0-9e19-3f375e8f3848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.289720 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54642c10-359e-4c4d-bde5-d7cb47651276 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.320685 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41823bed-27aa-4f24-a62d-22b3422d16db req-5ba75efa-4e81-4b2f-9386-d4d7d5caaaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:13.322172 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-41823bed-27aa-4f24-a62d-22b3422d16db req-5ba75efa-4e81-4b2f-9386-d4d7d5caaaf1 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2107491 Jul 30 02:04:13.336183 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-54642c10-359e-4c4d-bde5-d7cb47651276 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Transition to ACTIVE for port object 9adc7bb9-a2c8-4b5c-a40d-6fc3351c4d00 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:13.379525 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cc60f12b-4e42-4872-b748-dce6cccfbdf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.386912 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bd4fbd7-d781-421a-b5c6-f5881d48aa3a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.416613 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e211820-6f92-4ea0-9e19-3f375e8f3848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.419525 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e211820-6f92-4ea0-9e19-3f375e8f3848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.421438 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0e211820-6f92-4ea0-9e19-3f375e8f3848 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0620242d-7da0-4b39-b15a-8df51374b4c5 HTTP/1.1" status: 204 len: 168 time: 0.4766409 Jul 30 02:04:13.430138 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6bd4fbd7-d781-421a-b5c6-f5881d48aa3a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for ebdc5851-0201-42bb-ac01-e370c59a9f2a owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:13.432215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e211820-6f92-4ea0-9e19-3f375e8f3848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0620242d-7da0-4b39-b15a-8df51374b4c5,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:13.437322 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cc60f12b-4e42-4872-b748-dce6cccfbdf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.538583 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54642c10-359e-4c4d-bde5-d7cb47651276 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.592739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54642c10-359e-4c4d-bde5-d7cb47651276 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network 585579e4-b5ac-4e9f-9ae5-787e0ba19027 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:13.597761 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-54642c10-359e-4c4d-bde5-d7cb47651276 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:13.600492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54642c10-359e-4c4d-bde5-d7cb47651276 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:13.656784 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cc60f12b-4e42-4872-b748-dce6cccfbdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.659489 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cc60f12b-4e42-4872-b748-dce6cccfbdf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.661215 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cc60f12b-4e42-4872-b748-dce6cccfbdf0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/61e453f5-fb01-4016-b940-9219cf5579f7 HTTP/1.1" status: 204 len: 168 time: 0.4976304 Jul 30 02:04:13.702026 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54642c10-359e-4c4d-bde5-d7cb47651276 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Port': ['ID=9adc7bb9-a2c8-4b5c-a40d-6fc3351c4d00,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:13.713321 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54642c10-359e-4c4d-bde5-d7cb47651276 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.724144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60f12b-4e42-4872-b748-dce6cccfbdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e453f5-fb01-4016-b940-9219cf5579f7,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:13.890616 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bd4fbd7-d781-421a-b5c6-f5881d48aa3a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.933303 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4fbd7-d781-421a-b5c6-f5881d48aa3a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=ebdc5851-0201-42bb-ac01-e370c59a9f2a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:13.941716 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f90116f-5b98-4108-8d08-2fd69a24f3ad None None] Network 585579e4-b5ac-4e9f-9ae5-787e0ba19027 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:14.020188 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bd4fbd7-d781-421a-b5c6-f5881d48aa3a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:14.022818 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6bd4fbd7-d781-421a-b5c6-f5881d48aa3a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/ports/ebdc5851-0201-42bb-ac01-e370c59a9f2a HTTP/1.1" status: 204 len: 168 time: 1.1658306 Jul 30 02:04:14.025550 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37020) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:14.073429 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54642c10-359e-4c4d-bde5-d7cb47651276 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:14.132913 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2b033f-ee3a-4eda-a682-807116e8a7f0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] GET failed (client error): The resource could not be found. Jul 30 02:04:14.138995 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 91249297-72ac-4d66-a40e-7d91d418db3c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:14.142501 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5c2b033f-ee3a-4eda-a682-807116e8a7f0 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports/ebdc5851-0201-42bb-ac01-e370c59a9f2a HTTP/1.1" status: 404 len: 333 time: 0.1158154 Jul 30 02:04:14.145870 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37024) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:14.205899 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-30527c83-1427-4f10-acfb-eaa33c473e0f None None] Provisioning for port 91249297-72ac-4d66-a40e-7d91d418db3c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:14.312793 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-910a0d1b-61da-4601-bb14-7b0ef903f9e5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting subnet f2e62015-c4f2-4d36-be91-da7de3800754 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:04:14.323593 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-910a0d1b-61da-4601-bb14-7b0ef903f9e5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:14.403721 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-910a0d1b-61da-4601-bb14-7b0ef903f9e5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:14.457076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 91249297-72ac-4d66-a40e-7d91d418db3c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:14.462767 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 91249297-72ac-4d66-a40e-7d91d418db3c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:14.463475 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:14.622884 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:14.637200 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-41823bed-27aa-4f24-a62d-22b3422d16db req-736d0d4f-9f0e-4a3e-bbd5-e87dbf684457 tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.10 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.1470945 Jul 30 02:04:14.639865 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bf8367a0-70fa-487c-b240-79581557c02f req-35d99f22-9ce6-452e-84d7-4f072ae0bcaa tempest-ServerShowV254Test-2123072305 tempest-ServerShowV254Test-2123072305-project] 10.222.0.70 "GET /v2.0/ports?device_id=549dfa2b-6b34-4fa2-8459-5adf08ff1e70 HTTP/1.1" status: 200 len: 210 time: 0.2277434 Jul 30 02:04:14.640384 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:14.719365 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-910a0d1b-61da-4601-bb14-7b0ef903f9e5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:14.720014 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 91249297-72ac-4d66-a40e-7d91d418db3c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=91249297-72ac-4d66-a40e-7d91d418db3c,segment=NetworkSegment(36bec945-3abb-48be-83ef-5403ea7fd1f6),segment_id=36bec945-3abb-48be-83ef-5403ea7fd1f6)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:14.799893 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:14.810850 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54642c10-359e-4c4d-bde5-d7cb47651276 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:14.921881 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=91249297-72ac-4d66-a40e-7d91d418db3c,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:14.928571 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-152dc475-bb9a-430c-a49d-7f8410e49856 None None] Provisioning complete for port 91249297-72ac-4d66-a40e-7d91d418db3c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:14.929028 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-152dc475-bb9a-430c-a49d-7f8410e49856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:14.947871 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54642c10-359e-4c4d-bde5-d7cb47651276 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:14.948490 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-910a0d1b-61da-4601-bb14-7b0ef903f9e5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:15.038716 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a0d1b-61da-4601-bb14-7b0ef903f9e5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Subnet': ['ID=f2e62015-c4f2-4d36-be91-da7de3800754,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:15.043882 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54642c10-359e-4c4d-bde5-d7cb47651276 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Port': ['ID=9adc7bb9-a2c8-4b5c-a40d-6fc3351c4d00,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:15.067105 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-910a0d1b-61da-4601-bb14-7b0ef903f9e5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:15.073152 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-910a0d1b-61da-4601-bb14-7b0ef903f9e5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/subnets/f2e62015-c4f2-4d36-be91-da7de3800754 HTTP/1.1" status: 204 len: 168 time: 0.9235599 Jul 30 02:04:15.075828 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37082) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:15.099276 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470a42fb-4a9b-462d-9d94-3df5eb7f1840 None None] Network a0ac2d5f-2c0e-4848-b7cc-996ed53be79b requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:15.112229 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-54642c10-359e-4c4d-bde5-d7cb47651276 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:15.211206 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa8897d1-3400-4559-98b8-1dd37895c031 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:15.291650 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-fa8897d1-3400-4559-98b8-1dd37895c031 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port 17e9258d-b1e6-4cf0-8722-68329702040a {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:15.291974 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa8897d1-3400-4559-98b8-1dd37895c031 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:15.297048 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-152dc475-bb9a-430c-a49d-7f8410e49856 None None] Provisioning for port 9adc7bb9-a2c8-4b5c-a40d-6fc3351c4d00 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:15.322575 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-152dc475-bb9a-430c-a49d-7f8410e49856 None None] Provisioning complete for port 9adc7bb9-a2c8-4b5c-a40d-6fc3351c4d00 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:15.323359 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-152dc475-bb9a-430c-a49d-7f8410e49856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:15.338209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54642c10-359e-4c4d-bde5-d7cb47651276 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network 585579e4-b5ac-4e9f-9ae5-787e0ba19027 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:15.341316 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-54642c10-359e-4c4d-bde5-d7cb47651276 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:15.401306 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-152dc475-bb9a-430c-a49d-7f8410e49856 None None] Port 9adc7bb9-a2c8-4b5c-a40d-6fc3351c4d00 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:15.404612 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-fa8897d1-3400-4559-98b8-1dd37895c031 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] For port 17e9258d-b1e6-4cf0-8722-68329702040a, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=17e9258d-b1e6-4cf0-8722-68329702040a,segment=NetworkSegment(ffc7b87c-462d-491d-a057-2448f00f1150),segment_id=ffc7b87c-462d-491d-a057-2448f00f1150)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:15.405540 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa8897d1-3400-4559-98b8-1dd37895c031 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:15.497412 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef722e30-b7cc-4bd2-892b-b5816c9f3697 None None] DHCP port deletion for a0ac2d5f-2c0e-4848-b7cc-996ed53be79b request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:04:15.592743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a07f9e00-7879-4155-b206-579077693bb5 None None] Provisioning complete for port 9adc7bb9-a2c8-4b5c-a40d-6fc3351c4d00 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:15.593114 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a07f9e00-7879-4155-b206-579077693bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:15.708377 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a07f9e00-7879-4155-b206-579077693bb5 None None] Port 9adc7bb9-a2c8-4b5c-a40d-6fc3351c4d00 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:15.714346 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ef722e30-b7cc-4bd2-892b-b5816c9f3697 None None] Deleting port 17e9258d-b1e6-4cf0-8722-68329702040a {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:15.714733 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef722e30-b7cc-4bd2-892b-b5816c9f3697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:15.781350 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54642c10-359e-4c4d-bde5-d7cb47651276 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router b67d31f6-1d5f-4fde-9a6d-81586e5af7e9 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:04:15.833283 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ef722e30-b7cc-4bd2-892b-b5816c9f3697 None None] For port 17e9258d-b1e6-4cf0-8722-68329702040a, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=17e9258d-b1e6-4cf0-8722-68329702040a,segment=NetworkSegment(ffc7b87c-462d-491d-a057-2448f00f1150),segment_id=ffc7b87c-462d-491d-a057-2448f00f1150)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:15.833680 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef722e30-b7cc-4bd2-892b-b5816c9f3697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:15.854026 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ef722e30-b7cc-4bd2-892b-b5816c9f3697 None None] Calling delete_port for 17e9258d-b1e6-4cf0-8722-68329702040a owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:15.867504 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a853fc18-ec5d-4dc2-97d1-860e627ac3c5 None None] Provisioning complete for port 9adc7bb9-a2c8-4b5c-a40d-6fc3351c4d00 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:15.867878 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a853fc18-ec5d-4dc2-97d1-860e627ac3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:15.914365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a853fc18-ec5d-4dc2-97d1-860e627ac3c5 None None] Port 9adc7bb9-a2c8-4b5c-a40d-6fc3351c4d00 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:16.001410 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-fa8897d1-3400-4559-98b8-1dd37895c031 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for 17e9258d-b1e6-4cf0-8722-68329702040a owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:16.043897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54642c10-359e-4c4d-bde5-d7cb47651276 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:16.051571 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-54642c10-359e-4c4d-bde5-d7cb47651276 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/b67d31f6-1d5f-4fde-9a6d-81586e5af7e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4247999 Jul 30 02:04:16.053939 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37114) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:16.056862 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd385f-8784-4b9c-b0b8-2ec53749ef10 None None] Sync routers for ids ['b67d31f6-1d5f-4fde-9a6d-81586e5af7e9'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:16.085810 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd385f-8784-4b9c-b0b8-2ec53749ef10 None None] Routers {'b67d31f6-1d5f-4fde-9a6d-81586e5af7e9'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:16.090674 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-51dd385f-8784-4b9c-b0b8-2ec53749ef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:04:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b67d31f6-1d5f-4fde-9a6d-81586e5af7e9'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:16.102711 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef722e30-b7cc-4bd2-892b-b5816c9f3697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:16.158547 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 91249297-72ac-4d66-a40e-7d91d418db3c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:16.162853 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef722e30-b7cc-4bd2-892b-b5816c9f3697 None None] Pushing event deleted for resources: {'Port': ['ID=17e9258d-b1e6-4cf0-8722-68329702040a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:16.185946 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6bc4a1-5c0a-4dad-b494-4cffb24edf94 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:16.190947 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ae6bc4a1-5c0a-4dad-b494-4cffb24edf94 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/ports/9adc7bb9-a2c8-4b5c-a40d-6fc3351c4d00 HTTP/1.1" status: 200 len: 910 time: 0.1329648 Jul 30 02:04:16.191117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef722e30-b7cc-4bd2-892b-b5816c9f3697 None None] No DVR routers for this DVR port 17e9258d-b1e6-4cf0-8722-68329702040a on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:16.191920 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37120) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:16.206145 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-51dd385f-8784-4b9c-b0b8-2ec53749ef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:16.217685 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd385f-8784-4b9c-b0b8-2ec53749ef10 None None] Routers {'b67d31f6-1d5f-4fde-9a6d-81586e5af7e9'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:16.218787 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-51dd385f-8784-4b9c-b0b8-2ec53749ef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:04:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b67d31f6-1d5f-4fde-9a6d-81586e5af7e9'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:16.230121 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 91249297-72ac-4d66-a40e-7d91d418db3c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:16.230121 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:16.273155 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-51dd385f-8784-4b9c-b0b8-2ec53749ef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:16.274090 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd385f-8784-4b9c-b0b8-2ec53749ef10 None None] The sync data for ids ['b67d31f6-1d5f-4fde-9a6d-81586e5af7e9'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:04:16.292265 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa8897d1-3400-4559-98b8-1dd37895c031 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:16.375451 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8897d1-3400-4559-98b8-1dd37895c031 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No DVR routers for this DVR port 17e9258d-b1e6-4cf0-8722-68329702040a on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:16.377510 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37128) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:16.571319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 17e9258d-b1e6-4cf0-8722-68329702040a no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:04:16.601811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 17e9258d-b1e6-4cf0-8722-68329702040a {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:04:16.602202 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 17e9258d-b1e6-4cf0-8722-68329702040a not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:04:16.652260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-24a0cb97-7db9-482f-a657-f57803a3a4a6 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1441523819'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:16.655695 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8897d1-3400-4559-98b8-1dd37895c031 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=17e9258d-b1e6-4cf0-8722-68329702040a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:16.681046 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa8897d1-3400-4559-98b8-1dd37895c031 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:16.694941 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-fa8897d1-3400-4559-98b8-1dd37895c031 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ac2d5f-2c0e-4848-b7cc-996ed53be79b']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:16.753066 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a0cb97-7db9-482f-a657-f57803a3a4a6 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Made reservation on behalf of c22fd87e53344e01923ab783d8fb2326 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:16.757480 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-24a0cb97-7db9-482f-a657-f57803a3a4a6 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:16.762105 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-fa8897d1-3400-4559-98b8-1dd37895c031 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc7b87c-462d-491d-a057-2448f00f1150') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:16.762105 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-fa8897d1-3400-4559-98b8-1dd37895c031 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc7b87c-462d-491d-a057-2448f00f1150') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:16.766364 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37150) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:16.772674 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-24a0cb97-7db9-482f-a657-f57803a3a4a6 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:16.802994 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa8897d1-3400-4559-98b8-1dd37895c031 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:16.826846 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa8897d1-3400-4559-98b8-1dd37895c031 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:16.840328 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8897d1-3400-4559-98b8-1dd37895c031 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:04:16.840774 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa8897d1-3400-4559-98b8-1dd37895c031 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:04:16.844588 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:04:16.900566 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-24a0cb97-7db9-482f-a657-f57803a3a4a6 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:16.912877 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87e89843-9227-4500-a791-e23dd0d4f44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.015925 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-24a0cb97-7db9-482f-a657-f57803a3a4a6 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.069149 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa8897d1-3400-4559-98b8-1dd37895c031 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.078927 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fa8897d1-3400-4559-98b8-1dd37895c031 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.081145 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fa8897d1-3400-4559-98b8-1dd37895c031 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/networks/a0ac2d5f-2c0e-4848-b7cc-996ed53be79b HTTP/1.1" status: 204 len: 168 time: 2.0033824 Jul 30 02:04:17.082178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a0cb97-7db9-482f-a657-f57803a3a4a6 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:04:17.084814 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37162) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:17.099258 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0cb97-7db9-482f-a657-f57803a3a4a6 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f89844-7276-4d3d-a9c9-74bfc06e425f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:17.104052 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-20ab1cff-fc52-44d6-bd95-4b7a71317e48 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1620314014'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:17.112110 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-24a0cb97-7db9-482f-a657-f57803a3a4a6 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.112512 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8897d1-3400-4559-98b8-1dd37895c031 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Network': ['ID=a0ac2d5f-2c0e-4848-b7cc-996ed53be79b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:17.113149 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-24a0cb97-7db9-482f-a657-f57803a3a4a6 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Added segment 833c5e01-9380-442a-9d37-c7ad9ebdc735 of type vlan for network 5fa7e92a-cbc7-483e-bcd0-3e71d016b368 Jul 30 02:04:17.135021 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e52cc98-9e00-494d-b7ce-7fbee074142f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.173545 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-24a0cb97-7db9-482f-a657-f57803a3a4a6 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.233351 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87e89843-9227-4500-a791-e23dd0d4f44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.324369 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-24a0cb97-7db9-482f-a657-f57803a3a4a6 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.332523 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a0cb97-7db9-482f-a657-f57803a3a4a6 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:17.332523 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-24a0cb97-7db9-482f-a657-f57803a3a4a6 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.419398 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87e89843-9227-4500-a791-e23dd0d4f44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.437846 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-8e52cc98-9e00-494d-b7ce-7fbee074142f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting port 9adc7bb9-a2c8-4b5c-a40d-6fc3351c4d00 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:17.438256 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e52cc98-9e00-494d-b7ce-7fbee074142f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.463307 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-87e89843-9227-4500-a791-e23dd0d4f44a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=453b3547a100411bb8b783e0136fab30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6955442 Jul 30 02:04:17.468418 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37176) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:17.488801 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0cb97-7db9-482f-a657-f57803a3a4a6 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Pushing event updated for resources: {'Network': ['ID=5fa7e92a-cbc7-483e-bcd0-3e71d016b368,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:17.506638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 5fa7e92a-cbc7-483e-bcd0-3e71d016b368 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:04:17.512047 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e89843-9227-4500-a791-e23dd0d4f44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d247283-b38e-4264-92fe-b7ea5b2d8333,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:17.526268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ab1cff-fc52-44d6-bd95-4b7a71317e48 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:17.532004 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20ab1cff-fc52-44d6-bd95-4b7a71317e48 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.561997 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e52cc98-9e00-494d-b7ce-7fbee074142f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.584861 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-8e52cc98-9e00-494d-b7ce-7fbee074142f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Calling delete_port for 9adc7bb9-a2c8-4b5c-a40d-6fc3351c4d00 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:17.630992 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-89eae74b-6532-4248-9c31-322aead376d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.636765 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-24a0cb97-7db9-482f-a657-f57803a3a4a6 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2579744 Jul 30 02:04:17.646168 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ab1cff-fc52-44d6-bd95-4b7a71317e48 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:04:17.648178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37188) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:17.661362 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20ab1cff-fc52-44d6-bd95-4b7a71317e48 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.661792 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-20ab1cff-fc52-44d6-bd95-4b7a71317e48 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Added segment 5e2b0232-a7d1-49aa-b816-0af58fe04176 of type vlan for network 230f23ed-e8d2-4a31-884b-03fa596fd8df Jul 30 02:04:17.662744 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-34d6253a-a413-45e3-8a01-af53cf4cc7f3 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Request body: {'subnet': {'network_id': '5fa7e92a-cbc7-483e-bcd0-3e71d016b368', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:17.703826 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-89eae74b-6532-4248-9c31-322aead376d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.719554 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20ab1cff-fc52-44d6-bd95-4b7a71317e48 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.736357 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.926938 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20ab1cff-fc52-44d6-bd95-4b7a71317e48 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.939496 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ab1cff-fc52-44d6-bd95-4b7a71317e48 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:17.939496 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20ab1cff-fc52-44d6-bd95-4b7a71317e48 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.994914 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-89eae74b-6532-4248-9c31-322aead376d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.995177 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e52cc98-9e00-494d-b7ce-7fbee074142f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.997703 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-89eae74b-6532-4248-9c31-322aead376d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.998929 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-89eae74b-6532-4248-9c31-322aead376d7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1d247283-b38e-4264-92fe-b7ea5b2d8333 HTTP/1.1" status: 204 len: 168 time: 0.5293460 Jul 30 02:04:18.022399 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eae74b-6532-4248-9c31-322aead376d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d247283-b38e-4264-92fe-b7ea5b2d8333,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:18.068113 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52cc98-9e00-494d-b7ce-7fbee074142f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Port': ['ID=9adc7bb9-a2c8-4b5c-a40d-6fc3351c4d00,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:18.090654 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab1cff-fc52-44d6-bd95-4b7a71317e48 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Network': ['ID=230f23ed-e8d2-4a31-884b-03fa596fd8df,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:18.106378 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d6253a-a413-45e3-8a01-af53cf4cc7f3 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Made reservation on behalf of c22fd87e53344e01923ab783d8fb2326 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:18.116393 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-34d6253a-a413-45e3-8a01-af53cf4cc7f3 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:18.123962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 230f23ed-e8d2-4a31-884b-03fa596fd8df details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:04:18.234262 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-20ab1cff-fc52-44d6-bd95-4b7a71317e48 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1481888 Jul 30 02:04:18.235740 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37210) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:18.246391 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-4a36f344-2205-4849-b193-71c10fa47f9c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'subnet': {'network_id': '230f23ed-e8d2-4a31-884b-03fa596fd8df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:18.540517 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8e52cc98-9e00-494d-b7ce-7fbee074142f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:18.734021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e52cc98-9e00-494d-b7ce-7fbee074142f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router b67d31f6-1d5f-4fde-9a6d-81586e5af7e9 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:04:18.770736 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a36f344-2205-4849-b193-71c10fa47f9c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:18.774666 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a36f344-2205-4849-b193-71c10fa47f9c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:18.825713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e52cc98-9e00-494d-b7ce-7fbee074142f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:18.839349 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22288298-08ca-4f03-a848-4e4dd51737c6 None None] Sync routers for ids ['b67d31f6-1d5f-4fde-9a6d-81586e5af7e9'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:18.842761 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-34d6253a-a413-45e3-8a01-af53cf4cc7f3 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:18.846351 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8e52cc98-9e00-494d-b7ce-7fbee074142f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/b67d31f6-1d5f-4fde-9a6d-81586e5af7e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6521244 Jul 30 02:04:18.847992 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37242) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:18.853690 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22288298-08ca-4f03-a848-4e4dd51737c6 None None] Routers {'b67d31f6-1d5f-4fde-9a6d-81586e5af7e9'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:18.857492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-22288298-08ca-4f03-a848-4e4dd51737c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:04:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b67d31f6-1d5f-4fde-9a6d-81586e5af7e9'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:18.890876 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-18c2375b-3aa2-469e-8acb-cb41fc165b4f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/ports?device_id=b67d31f6-1d5f-4fde-9a6d-81586e5af7e9 HTTP/1.1" status: 200 len: 205 time: 0.0378656 Jul 30 02:04:18.892181 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37248) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:18.938143 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-22288298-08ca-4f03-a848-4e4dd51737c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:18.953233 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22288298-08ca-4f03-a848-4e4dd51737c6 None None] Routers {'b67d31f6-1d5f-4fde-9a6d-81586e5af7e9'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:18.955541 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-22288298-08ca-4f03-a848-4e4dd51737c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:04:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b67d31f6-1d5f-4fde-9a6d-81586e5af7e9'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:18.976273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6253a-a413-45e3-8a01-af53cf4cc7f3 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Pushing event updated for resources: {'Subnet': ['ID=54416e40-def7-46e4-983d-5bf2372e887d,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:18.996017 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d6253a-a413-45e3-8a01-af53cf4cc7f3 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Checking segment: {'id': '833c5e01-9380-442a-9d37-c7ad9ebdc735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5fa7e92a-cbc7-483e-bcd0-3e71d016b368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:18.996387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d6253a-a413-45e3-8a01-af53cf4cc7f3 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Network hostable DHCP agents. Network: 5fa7e92a-cbc7-483e-bcd0-3e71d016b368, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:04:19.009665 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-22288298-08ca-4f03-a848-4e4dd51737c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:19.010710 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22288298-08ca-4f03-a848-4e4dd51737c6 None None] The sync data for ids ['b67d31f6-1d5f-4fde-9a6d-81586e5af7e9'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:04:19.059251 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-facf0fdf-4855-4007-bc1f-fb8dda1b3b1f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:19.290592 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d6253a-a413-45e3-8a01-af53cf4cc7f3 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Network 5fa7e92a-cbc7-483e-bcd0-3e71d016b368 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:04:19.325359 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a36f344-2205-4849-b193-71c10fa47f9c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:19.325737 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-facf0fdf-4855-4007-bc1f-fb8dda1b3b1f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:19.328006 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-facf0fdf-4855-4007-bc1f-fb8dda1b3b1f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:19.392903 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36f344-2205-4849-b193-71c10fa47f9c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Subnet': ['ID=97d70648-cb15-43c4-a0c3-b1aa323cf64c,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:19.398469 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a36f344-2205-4849-b193-71c10fa47f9c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Checking segment: {'id': '5e2b0232-a7d1-49aa-b816-0af58fe04176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '230f23ed-e8d2-4a31-884b-03fa596fd8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:19.398842 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a36f344-2205-4849-b193-71c10fa47f9c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network hostable DHCP agents. Network: 230f23ed-e8d2-4a31-884b-03fa596fd8df, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:04:19.407661 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-34d6253a-a413-45e3-8a01-af53cf4cc7f3 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 5fa7e92a-cbc7-483e-bcd0-3e71d016b368) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:19.416080 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117f3ddd-71c1-4167-ae19-737a367e164a None None] Network 5fa7e92a-cbc7-483e-bcd0-3e71d016b368 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:19.424852 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d6253a-a413-45e3-8a01-af53cf4cc7f3 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:19.426135 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-34d6253a-a413-45e3-8a01-af53cf4cc7f3 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:19.485174 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-facf0fdf-4855-4007-bc1f-fb8dda1b3b1f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:19.486188 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facf0fdf-4855-4007-bc1f-fb8dda1b3b1f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Fanout notify agent at l3_agent the message router_deleted on router b67d31f6-1d5f-4fde-9a6d-81586e5af7e9 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:04:19.497329 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-facf0fdf-4855-4007-bc1f-fb8dda1b3b1f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:19.497329 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-facf0fdf-4855-4007-bc1f-fb8dda1b3b1f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/routers/b67d31f6-1d5f-4fde-9a6d-81586e5af7e9 HTTP/1.1" status: 204 len: 168 time: 0.5960114 Jul 30 02:04:19.497547 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37270) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:19.536784 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37272) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:19.542017 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-5d795e8b-b6ab-46c8-915e-e29f4b4c6056 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Request body: {'port': {'network_id': '5fa7e92a-cbc7-483e-bcd0-3e71d016b368', 'name': 'tempest-TagsExtTest-375557145'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:19.547916 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-34d6253a-a413-45e3-8a01-af53cf4cc7f3 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8978198 Jul 30 02:04:19.547916 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a36f344-2205-4849-b193-71c10fa47f9c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network 230f23ed-e8d2-4a31-884b-03fa596fd8df is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:04:19.550575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37274) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:19.574252 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-4a36f344-2205-4849-b193-71c10fa47f9c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 230f23ed-e8d2-4a31-884b-03fa596fd8df) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:19.582717 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a36f344-2205-4849-b193-71c10fa47f9c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:19.583464 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a36f344-2205-4849-b193-71c10fa47f9c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:19.598733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-24997b2f-07ea-4309-9538-9b20f1cbb489 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting subnet ce46435d-05f9-4e32-9021-73fb3d942d11 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:04:19.603779 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-24997b2f-07ea-4309-9538-9b20f1cbb489 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:19.606490 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b7dfb2-a4c5-4633-8360-023fde844c81 None None] Network 230f23ed-e8d2-4a31-884b-03fa596fd8df requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:19.686626 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-24997b2f-07ea-4309-9538-9b20f1cbb489 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:19.740258 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4a36f344-2205-4849-b193-71c10fa47f9c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5005763 Jul 30 02:04:19.743265 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37278) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:19.748596 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-cb1e79be-1e3c-43e8-86cb-faeed625597c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2068702158', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:19.750275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-4b743b16-5e30-4c26-ab5a-c7679f1097a3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1859609711-network', 'tenant_id': '98cb24431910454fa0102d049341fde2'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:19.804367 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-5fa7e92a-cbc7-483e-bcd0-3e71d016b368', 'network_id': '5fa7e92a-cbc7-483e-bcd0-3e71d016b368', 'tenant_id': 'c22fd87e53344e01923ab783d8fb2326', 'fixed_ips': [{'subnet_id': '54416e40-def7-46e4-983d-5bf2372e887d'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:04:19.805596 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:19.817247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-230f23ed-e8d2-4a31-884b-03fa596fd8df', 'network_id': '230f23ed-e8d2-4a31-884b-03fa596fd8df', 'tenant_id': 'fb54f7ee248443f6b8ca067f300bbb58', 'fixed_ips': [{'subnet_id': '97d70648-cb15-43c4-a0c3-b1aa323cf64c'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:04:19.817616 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d795e8b-b6ab-46c8-915e-e29f4b4c6056 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Made reservation on behalf of c22fd87e53344e01923ab783d8fb2326 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:19.819031 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:19.821377 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d795e8b-b6ab-46c8-915e-e29f4b4c6056 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:19.854481 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-5d795e8b-b6ab-46c8-915e-e29f4b4c6056 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] device_id is not set on port 38b31e7f-c272-4ca2-b43f-56fc82ae07e7 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:04:19.868324 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-24997b2f-07ea-4309-9538-9b20f1cbb489 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:19.940029 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [None req-4b743b16-5e30-4c26-ab5a-c7679f1097a3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:04:19.940029 n-d-713498-9 neutron-server[94465]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 02:04:19.940029 n-d-713498-9 neutron-server[94465]: [parameters: {'project_id_1': '98cb24431910454fa0102d049341fde2', 'expiration_1': datetime.datetime(2021, 7, 30, 2, 4, 19, 776986)}] Jul 30 02:04:19.940029 n-d-713498-9 neutron-server[94465]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:04:19.941758 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [None req-4b743b16-5e30-4c26-ab5a-c7679f1097a3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:04:19.969831 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cb1e79be-1e3c-43e8-86cb-faeed625597c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:19.973456 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cb1e79be-1e3c-43e8-86cb-faeed625597c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.056992 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Allocated IP 2001:db8::2 (230f23ed-e8d2-4a31-884b-03fa596fd8df/97d70648-cb15-43c4-a0c3-b1aa323cf64c/f6d9102b-01e2-46d7-a881-ecc379422334) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:20.065319 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-5d795e8b-b6ab-46c8-915e-e29f4b4c6056 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Allocated IP 172.20.0.11 (5fa7e92a-cbc7-483e-bcd0-3e71d016b368/54416e40-def7-46e4-983d-5bf2372e887d/38b31e7f-c272-4ca2-b43f-56fc82ae07e7) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:20.065665 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-24997b2f-07ea-4309-9538-9b20f1cbb489 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.133918 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24997b2f-07ea-4309-9538-9b20f1cbb489 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Subnet': ['ID=ce46435d-05f9-4e32-9021-73fb3d942d11,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:20.191209 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-24997b2f-07ea-4309-9538-9b20f1cbb489 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.197036 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cb1e79be-1e3c-43e8-86cb-faeed625597c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.207216 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-24997b2f-07ea-4309-9538-9b20f1cbb489 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/subnets/ce46435d-05f9-4e32-9021-73fb3d942d11 HTTP/1.1" status: 204 len: 168 time: 0.7067645 Jul 30 02:04:20.209332 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37304) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:20.247020 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cb1e79be-1e3c-43e8-86cb-faeed625597c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.339448 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6befccd5-cf9d-4895-afa3-70b938a5bd9b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.378032 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cb1e79be-1e3c-43e8-86cb-faeed625597c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.379733 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cb1e79be-1e3c-43e8-86cb-faeed625597c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6347234 Jul 30 02:04:20.390757 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37310) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:20.399583 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e294a5c1-5ada-4757-8a76-b9e74be1ce39 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'port': {'network_id': '230f23ed-e8d2-4a31-884b-03fa596fd8df', 'name': 'tempest-PortsIpV6TestJSON-630520268'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:20.468354 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6befccd5-cf9d-4895-afa3-70b938a5bd9b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting port 91249297-72ac-4d66-a40e-7d91d418db3c {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:20.468354 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6befccd5-cf9d-4895-afa3-70b938a5bd9b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.485836 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.506651 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Transition to ACTIVE for port object f6d9102b-01e2-46d7-a881-ecc379422334 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:20.515828 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dde8ac-376f-4638-b83e-e276b14720eb None None] Network 585579e4-b5ac-4e9f-9ae5-787e0ba19027 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:20.558356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-6befccd5-cf9d-4895-afa3-70b938a5bd9b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] For port 91249297-72ac-4d66-a40e-7d91d418db3c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=91249297-72ac-4d66-a40e-7d91d418db3c,segment=NetworkSegment(36bec945-3abb-48be-83ef-5403ea7fd1f6),segment_id=36bec945-3abb-48be-83ef-5403ea7fd1f6)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:20.559338 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6befccd5-cf9d-4895-afa3-70b938a5bd9b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.576071 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d795e8b-b6ab-46c8-915e-e29f4b4c6056 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.580336 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6befccd5-cf9d-4895-afa3-70b938a5bd9b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Calling delete_port for 91249297-72ac-4d66-a40e-7d91d418db3c owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:20.593366 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-5d795e8b-b6ab-46c8-915e-e29f4b4c6056 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Transition to ACTIVE for port object 38b31e7f-c272-4ca2-b43f-56fc82ae07e7 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:20.618966 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Transition to ACTIVE for port object f6d9102b-01e2-46d7-a881-ecc379422334 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:20.643449 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b743b16-5e30-4c26-ab5a-c7679f1097a3 admin admin] Made reservation on behalf of 98cb24431910454fa0102d049341fde2 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:20.647617 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b743b16-5e30-4c26-ab5a-c7679f1097a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.670696 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b743b16-5e30-4c26-ab5a-c7679f1097a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.750014 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e294a5c1-5ada-4757-8a76-b9e74be1ce39 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:20.766655 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.766833 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e294a5c1-5ada-4757-8a76-b9e74be1ce39 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.766833 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d795e8b-b6ab-46c8-915e-e29f4b4c6056 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.811963 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6befccd5-cf9d-4895-afa3-70b938a5bd9b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.834124 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d795e8b-b6ab-46c8-915e-e29f4b4c6056 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Network 5fa7e92a-cbc7-483e-bcd0-3e71d016b368 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:20.837038 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f19e3d-4cbd-42dd-8dba-1258ece0c1e7 None None] DHCP port deletion for 585579e4-b5ac-4e9f-9ae5-787e0ba19027 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:04:20.844234 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-5d795e8b-b6ab-46c8-915e-e29f4b4c6056 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:20.844830 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Network 230f23ed-e8d2-4a31-884b-03fa596fd8df is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:20.848149 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d795e8b-b6ab-46c8-915e-e29f4b4c6056 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:20.853548 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:20.863201 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befccd5-cf9d-4895-afa3-70b938a5bd9b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Port': ['ID=91249297-72ac-4d66-a40e-7d91d418db3c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:20.863467 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:20.871341 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Pushing event updated for resources: {'Port': ['ID=f6d9102b-01e2-46d7-a881-ecc379422334,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:20.871922 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6befccd5-cf9d-4895-afa3-70b938a5bd9b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] No DVR routers for this DVR port 91249297-72ac-4d66-a40e-7d91d418db3c on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:20.875580 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Allocated IP 172.20.0.2 (5fa7e92a-cbc7-483e-bcd0-3e71d016b368/54416e40-def7-46e4-983d-5bf2372e887d/fb2dc5e5-a580-4d7f-9de5-f545f229b8c9) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:20.942672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-e294a5c1-5ada-4757-8a76-b9e74be1ce39 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] device_id is not set on port 5f182d64-a458-46de-8280-82fe4d32244b yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:04:20.963142 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d795e8b-b6ab-46c8-915e-e29f4b4c6056 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Pushing event updated for resources: {'Port': ['ID=38b31e7f-c272-4ca2-b43f-56fc82ae07e7,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:20.994042 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b743b16-5e30-4c26-ab5a-c7679f1097a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.006175 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6befccd5-cf9d-4895-afa3-70b938a5bd9b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.025024 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-6befccd5-cf9d-4895-afa3-70b938a5bd9b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585579e4-b5ac-4e9f-9ae5-787e0ba19027']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:21.026945 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d795e8b-b6ab-46c8-915e-e29f4b4c6056 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:21.027677 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d795e8b-b6ab-46c8-915e-e29f4b4c6056 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.037959 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-6befccd5-cf9d-4895-afa3-70b938a5bd9b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bec945-3abb-48be-83ef-5403ea7fd1f6') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:21.038659 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-6befccd5-cf9d-4895-afa3-70b938a5bd9b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bec945-3abb-48be-83ef-5403ea7fd1f6') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:21.051963 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6befccd5-cf9d-4895-afa3-70b938a5bd9b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.060079 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b743b16-5e30-4c26-ab5a-c7679f1097a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.075503 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Attempting to bind port f6d9102b-01e2-46d7-a881-ecc379422334 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:21.076758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Attempting to bind port f6d9102b-01e2-46d7-a881-ecc379422334 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '5e2b0232-a7d1-49aa-b816-0af58fe04176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '230f23ed-e8d2-4a31-884b-03fa596fd8df'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:21.077197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Attempting to bind port f6d9102b-01e2-46d7-a881-ecc379422334 on network 230f23ed-e8d2-4a31-884b-03fa596fd8df {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:21.089913 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6befccd5-cf9d-4895-afa3-70b938a5bd9b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.103802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6befccd5-cf9d-4895-afa3-70b938a5bd9b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:04:21.104394 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6befccd5-cf9d-4895-afa3-70b938a5bd9b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.106423 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:21.106801 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Checking segment: {'id': '5e2b0232-a7d1-49aa-b816-0af58fe04176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '230f23ed-e8d2-4a31-884b-03fa596fd8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:21.107254 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.107667 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Bound using segment: {'id': '5e2b0232-a7d1-49aa-b816-0af58fe04176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '230f23ed-e8d2-4a31-884b-03fa596fd8df'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:21.108125 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Bound port: f6d9102b-01e2-46d7-a881-ecc379422334, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2b0232-a7d1-49aa-b816-0af58fe04176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '230f23ed-e8d2-4a31-884b-03fa596fd8df'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:21.108505 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:04:21.115246 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:04:21.133546 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b743b16-5e30-4c26-ab5a-c7679f1097a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:04:21.146631 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5d795e8b-b6ab-46c8-915e-e29f4b4c6056 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6057460 Jul 30 02:04:21.181434 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37326) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:21.200156 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e00819c3-562d-467b-a10c-cce9206f3b50 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-420554727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:21.219403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b743b16-5e30-4c26-ab5a-c7679f1097a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbb647b-4ef3-4437-9a2d-593c61183dda,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:21.220455 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.223515 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b743b16-5e30-4c26-ab5a-c7679f1097a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.224031 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-4b743b16-5e30-4c26-ab5a-c7679f1097a3 admin admin] Added segment b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f of type vlan for network d37600d1-d258-4a70-aa2c-f9ef5b6795ad Jul 30 02:04:21.260801 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] For port f6d9102b-01e2-46d7-a881-ecc379422334, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:21.274007 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-e294a5c1-5ada-4757-8a76-b9e74be1ce39 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Allocated IP 2001:db8::86 (230f23ed-e8d2-4a31-884b-03fa596fd8df/97d70648-cb15-43c4-a0c3-b1aa323cf64c/5f182d64-a458-46de-8280-82fe4d32244b) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:21.286924 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b743b16-5e30-4c26-ab5a-c7679f1097a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.319862 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6befccd5-cf9d-4895-afa3-70b938a5bd9b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.320551 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] For port f6d9102b-01e2-46d7-a881-ecc379422334, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f6d9102b-01e2-46d7-a881-ecc379422334,segment=NetworkSegment(5e2b0232-a7d1-49aa-b816-0af58fe04176),segment_id=5e2b0232-a7d1-49aa-b816-0af58fe04176)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:21.322052 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Transition to ACTIVE for port object fb2dc5e5-a580-4d7f-9de5-f545f229b8c9 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:21.333639 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6befccd5-cf9d-4895-afa3-70b938a5bd9b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.337655 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6befccd5-cf9d-4895-afa3-70b938a5bd9b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/networks/585579e4-b5ac-4e9f-9ae5-787e0ba19027 HTTP/1.1" status: 204 len: 168 time: 1.1245716 Jul 30 02:04:21.346659 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37330) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:21.366310 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befccd5-cf9d-4895-afa3-70b938a5bd9b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Network': ['ID=585579e4-b5ac-4e9f-9ae5-787e0ba19027,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:21.367135 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Transition to ACTIVE for port object fb2dc5e5-a580-4d7f-9de5-f545f229b8c9 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:21.367231 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e02d8f75-c64a-4019-955c-4ecb840be90b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1800674805', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}, 'admin_state_up': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:21.391825 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e00819c3-562d-467b-a10c-cce9206f3b50 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.393524 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e00819c3-562d-467b-a10c-cce9206f3b50 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.440376 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.445574 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b743b16-5e30-4c26-ab5a-c7679f1097a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.447840 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b743b16-5e30-4c26-ab5a-c7679f1097a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:21.449375 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b743b16-5e30-4c26-ab5a-c7679f1097a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.491910 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.523318 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e00819c3-562d-467b-a10c-cce9206f3b50 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.528861 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e294a5c1-5ada-4757-8a76-b9e74be1ce39 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.548163 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e02d8f75-c64a-4019-955c-4ecb840be90b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.548163 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e02d8f75-c64a-4019-955c-4ecb840be90b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.558147 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Network 5fa7e92a-cbc7-483e-bcd0-3e71d016b368 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:21.568211 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-e294a5c1-5ada-4757-8a76-b9e74be1ce39 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Transition to ACTIVE for port object 5f182d64-a458-46de-8280-82fe4d32244b will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:21.575948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:21.581048 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:21.589598 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d8f22-25e5-4d1e-80fe-f75aadc3fd22 None None] Pushing event updated for resources: {'Port': ['ID=f6d9102b-01e2-46d7-a881-ecc379422334,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:21.638855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b743b16-5e30-4c26-ab5a-c7679f1097a3 admin admin] Pushing event updated for resources: {'Network': ['ID=d37600d1-d258-4a70-aa2c-f9ef5b6795ad,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:21.654778 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e00819c3-562d-467b-a10c-cce9206f3b50 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.666164 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4b743b16-5e30-4c26-ab5a-c7679f1097a3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1087193 Jul 30 02:04:21.667323 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37334) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:21.675908 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-bc1e4ebf-2723-4cad-9d1b-a989d4a1bd29 admin admin] Request body: {'subnet': {'network_id': 'd37600d1-d258-4a70-aa2c-f9ef5b6795ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1859609711-subnet', 'tenant_id': '98cb24431910454fa0102d049341fde2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:21.687189 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network d37600d1-d258-4a70-aa2c-f9ef5b6795ad details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:04:21.701597 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37336) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:21.732969 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e02d8f75-c64a-4019-955c-4ecb840be90b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.768157 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e00819c3-562d-467b-a10c-cce9206f3b50 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.769693 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e00819c3-562d-467b-a10c-cce9206f3b50 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5820327 Jul 30 02:04:21.772809 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37340) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:21.778169 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-89bb037b-00f8-40a8-a0e8-a4a160a88f08 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-844136748', 'prefixes': ['172.20.0.0/16']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:21.797106 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Pushing event updated for resources: {'Port': ['ID=fb2dc5e5-a580-4d7f-9de5-f545f229b8c9,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:21.838245 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Attempting to bind port fb2dc5e5-a580-4d7f-9de5-f545f229b8c9 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:21.838898 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Attempting to bind port fb2dc5e5-a580-4d7f-9de5-f545f229b8c9 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '833c5e01-9380-442a-9d37-c7ad9ebdc735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5fa7e92a-cbc7-483e-bcd0-3e71d016b368'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:21.839177 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Attempting to bind port fb2dc5e5-a580-4d7f-9de5-f545f229b8c9 on network 5fa7e92a-cbc7-483e-bcd0-3e71d016b368 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:21.857064 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:21.857534 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Checking segment: {'id': '833c5e01-9380-442a-9d37-c7ad9ebdc735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5fa7e92a-cbc7-483e-bcd0-3e71d016b368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:21.857945 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.861041 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Bound using segment: {'id': '833c5e01-9380-442a-9d37-c7ad9ebdc735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5fa7e92a-cbc7-483e-bcd0-3e71d016b368'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:21.861740 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Bound port: fb2dc5e5-a580-4d7f-9de5-f545f229b8c9, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833c5e01-9380-442a-9d37-c7ad9ebdc735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5fa7e92a-cbc7-483e-bcd0-3e71d016b368'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:21.862143 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.906957 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e294a5c1-5ada-4757-8a76-b9e74be1ce39 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.925525 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bc18a39-8c77-4f50-b3b6-13c8150dd326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.977422 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] For port fb2dc5e5-a580-4d7f-9de5-f545f229b8c9, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:21.991543 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] For port fb2dc5e5-a580-4d7f-9de5-f545f229b8c9, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=fb2dc5e5-a580-4d7f-9de5-f545f229b8c9,segment=NetworkSegment(833c5e01-9380-442a-9d37-c7ad9ebdc735),segment_id=833c5e01-9380-442a-9d37-c7ad9ebdc735)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:21.997239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1e4ebf-2723-4cad-9d1b-a989d4a1bd29 admin admin] Made reservation on behalf of 98cb24431910454fa0102d049341fde2 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:22.006816 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc1e4ebf-2723-4cad-9d1b-a989d4a1bd29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:22.110335 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:22.220211 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f6d9102b-01e2-46d7-a881-ecc379422334 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:22.250238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e51764-f133-4620-928c-1c38d24554b3 None None] Pushing event updated for resources: {'Port': ['ID=fb2dc5e5-a580-4d7f-9de5-f545f229b8c9,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:22.394617 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port f6d9102b-01e2-46d7-a881-ecc379422334 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:22.504829 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 91249297-72ac-4d66-a40e-7d91d418db3c no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:04:22.544801 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc1e4ebf-2723-4cad-9d1b-a989d4a1bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:22.545859 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e294a5c1-5ada-4757-8a76-b9e74be1ce39 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network 230f23ed-e8d2-4a31-884b-03fa596fd8df is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:22.551529 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 91249297-72ac-4d66-a40e-7d91d418db3c {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:04:22.554384 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 91249297-72ac-4d66-a40e-7d91d418db3c not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:04:22.587784 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-e294a5c1-5ada-4757-8a76-b9e74be1ce39 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:22.601656 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e294a5c1-5ada-4757-8a76-b9e74be1ce39 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:22.607383 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e294a5c1-5ada-4757-8a76-b9e74be1ce39 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:22.608277 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e294a5c1-5ada-4757-8a76-b9e74be1ce39 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:22.612441 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e02d8f75-c64a-4019-955c-4ecb840be90b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:22.624749 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294a5c1-5ada-4757-8a76-b9e74be1ce39 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=5f182d64-a458-46de-8280-82fe4d32244b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:22.645835 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e4ebf-2723-4cad-9d1b-a989d4a1bd29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28fb4a46-70b0-422c-83c7-3105b3c04140,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:22.762070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e4ebf-2723-4cad-9d1b-a989d4a1bd29 admin admin] Checking segment: {'id': 'b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd37600d1-d258-4a70-aa2c-f9ef5b6795ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:22.762493 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1e4ebf-2723-4cad-9d1b-a989d4a1bd29 admin admin] Network hostable DHCP agents. Network: d37600d1-d258-4a70-aa2c-f9ef5b6795ad, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:04:22.768254 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bc18a39-8c77-4f50-b3b6-13c8150dd326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:22.845227 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bc18a39-8c77-4f50-b3b6-13c8150dd326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:22.886734 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6bc18a39-8c77-4f50-b3b6-13c8150dd326 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1b987c6ac135403fa3767bae61743c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1835356 Jul 30 02:04:22.889658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37348) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:22.917785 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1e4ebf-2723-4cad-9d1b-a989d4a1bd29 admin admin] Network d37600d1-d258-4a70-aa2c-f9ef5b6795ad is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:04:22.928508 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc18a39-8c77-4f50-b3b6-13c8150dd326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17ce00b-fd5c-4722-920c-c0439fbd9ddb,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:22.949154 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-89bb037b-00f8-40a8-a0e8-a4a160a88f08 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks [] for subnetpool, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:22.949154 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-89bb037b-00f8-40a8-a0e8-a4a160a88f08 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.1715393 Jul 30 02:04:22.949640 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37350) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:22.954126 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-11dcad47-06de-4ccd-bf47-07699e7ea0c4 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '54416e40-def7-46e4-983d-5bf2372e887d', 'tempest-TagsExtTest-Tag-437784445') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:22.963329 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e294a5c1-5ada-4757-8a76-b9e74be1ce39 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5711489 Jul 30 02:04:22.969345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37352) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:22.986743 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e02d8f75-c64a-4019-955c-4ecb840be90b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:23.016609 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e02d8f75-c64a-4019-955c-4ecb840be90b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:23.073325 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ca85ae-e1ac-4d37-a5e6-f6aa2f5032eb None None] Network 230f23ed-e8d2-4a31-884b-03fa596fd8df requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:23.087091 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-bc1e4ebf-2723-4cad-9d1b-a989d4a1bd29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, d37600d1-d258-4a70-aa2c-f9ef5b6795ad) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:23.091093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1e4ebf-2723-4cad-9d1b-a989d4a1bd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:23.091846 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc1e4ebf-2723-4cad-9d1b-a989d4a1bd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:23.093341 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39150285-af7e-4134-a25e-266294316a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:23.117157 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39150285-af7e-4134-a25e-266294316a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:23.181257 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2252c6-eb5a-456c-a2f4-7188d402697c None None] Network d37600d1-d258-4a70-aa2c-f9ef5b6795ad requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:23.255391 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-e02d8f75-c64a-4019-955c-4ecb840be90b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Allocated IP 172.25.1.50 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/1c9eb92d-5b04-430b-a8ec-fceb5f74ad1f) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:23.360690 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bc1e4ebf-2723-4cad-9d1b-a989d4a1bd29 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6848245 Jul 30 02:04:23.437523 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39150285-af7e-4134-a25e-266294316a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:23.437523 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-39150285-af7e-4134-a25e-266294316a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:23.439249 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-39150285-af7e-4134-a25e-266294316a26 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c17ce00b-fd5c-4722-920c-c0439fbd9ddb HTTP/1.1" status: 204 len: 168 time: 0.5480149 Jul 30 02:04:23.464466 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39150285-af7e-4134-a25e-266294316a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17ce00b-fd5c-4722-920c-c0439fbd9ddb,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:23.473603 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0fb90023-9916-4bb9-af1e-315b2507c184 None None] Provisioning for port f6d9102b-01e2-46d7-a881-ecc379422334 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:23.533196 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-11dcad47-06de-4ccd-bf47-07699e7ea0c4 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "PUT /v2.0/subnets/54416e40-def7-46e4-983d-5bf2372e887d/tags/tempest-TagsExtTest-Tag-437784445 HTTP/1.1" status: 201 len: 201 time: 0.5803657 Jul 30 02:04:23.534087 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:23.539119 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37364) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:23.551287 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0fb90023-9916-4bb9-af1e-315b2507c184 None None] Provisioning complete for port f6d9102b-01e2-46d7-a881-ecc379422334 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:23.551911 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fb90023-9916-4bb9-af1e-315b2507c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:23.555877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-5e2a9786-ef67-4f61-995d-12b3cfd5ecbe tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '38b31e7f-c272-4ca2-b43f-56fc82ae07e7', 'tempest-TagsExtTest-Tag-2024682941') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:23.717165 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abbd139-1824-4768-ab77-49174af96a9c None None] Network d37600d1-d258-4a70-aa2c-f9ef5b6795ad requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:23.746557 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e02d8f75-c64a-4019-955c-4ecb840be90b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:23.939396 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:24.016838 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdadffd-ab8c-4064-86fe-ab30e30270b4 None None] Network 5fa7e92a-cbc7-483e-bcd0-3e71d016b368 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:24.040124 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37382) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:24.040371 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5e2a9786-ef67-4f61-995d-12b3cfd5ecbe tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "PUT /v2.0/ports/38b31e7f-c272-4ca2-b43f-56fc82ae07e7/tags/tempest-TagsExtTest-Tag-2024682941 HTTP/1.1" status: 201 len: 201 time: 0.5017147 Jul 30 02:04:24.046851 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-fc20f3b8-8493-4caf-aeaa-731cbbdbf06f tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4747ab20-1400-440d-912e-32f115edabc0', 'tempest-TagsExtTest-Tag-518906375') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:24.068749 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e02d8f75-c64a-4019-955c-4ecb840be90b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:24.179361 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02d8f75-c64a-4019-955c-4ecb840be90b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:24.191614 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fb90023-9916-4bb9-af1e-315b2507c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:24.193055 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-e02d8f75-c64a-4019-955c-4ecb840be90b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:24.219281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02d8f75-c64a-4019-955c-4ecb840be90b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:24.285147 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d8f75-c64a-4019-955c-4ecb840be90b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Port': ['ID=1c9eb92d-5b04-430b-a8ec-fceb5f74ad1f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:24.297414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device fb2dc5e5-a580-4d7f-9de5-f545f229b8c9 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:24.393123 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0fb90023-9916-4bb9-af1e-315b2507c184 None None] For port f6d9102b-01e2-46d7-a881-ecc379422334, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f6d9102b-01e2-46d7-a881-ecc379422334,segment=NetworkSegment(5e2b0232-a7d1-49aa-b816-0af58fe04176),segment_id=5e2b0232-a7d1-49aa-b816-0af58fe04176)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:24.499056 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fb90023-9916-4bb9-af1e-315b2507c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:24.647553 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb90023-9916-4bb9-af1e-315b2507c184 None None] Pushing event updated for resources: {'Port': ['ID=f6d9102b-01e2-46d7-a881-ecc379422334,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:24.650692 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:24.691304 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port fb2dc5e5-a580-4d7f-9de5-f545f229b8c9 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:24.720496 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4d787ba5-91d8-45ce-9c44-9975cde6e631 None None] Provisioning for port fb2dc5e5-a580-4d7f-9de5-f545f229b8c9 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:24.734826 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4d787ba5-91d8-45ce-9c44-9975cde6e631 None None] Provisioning complete for port fb2dc5e5-a580-4d7f-9de5-f545f229b8c9 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:24.735444 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d787ba5-91d8-45ce-9c44-9975cde6e631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:24.875960 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d787ba5-91d8-45ce-9c44-9975cde6e631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:24.877597 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=5f182d64-a458-46de-8280-82fe4d32244b,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:24.886629 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e02d8f75-c64a-4019-955c-4ecb840be90b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:24.961970 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4d787ba5-91d8-45ce-9c44-9975cde6e631 None None] For port fb2dc5e5-a580-4d7f-9de5-f545f229b8c9, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=fb2dc5e5-a580-4d7f-9de5-f545f229b8c9,segment=NetworkSegment(833c5e01-9380-442a-9d37-c7ad9ebdc735),segment_id=833c5e01-9380-442a-9d37-c7ad9ebdc735)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:25.039219 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d787ba5-91d8-45ce-9c44-9975cde6e631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:25.191147 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d787ba5-91d8-45ce-9c44-9975cde6e631 None None] Pushing event updated for resources: {'Port': ['ID=fb2dc5e5-a580-4d7f-9de5-f545f229b8c9,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:25.194184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4d787ba5-91d8-45ce-9c44-9975cde6e631 None None] Provisioning for port 5f182d64-a458-46de-8280-82fe4d32244b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:25.206796 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4d787ba5-91d8-45ce-9c44-9975cde6e631 None None] Provisioning complete for port 5f182d64-a458-46de-8280-82fe4d32244b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:25.207166 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d787ba5-91d8-45ce-9c44-9975cde6e631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:25.258753 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e02d8f75-c64a-4019-955c-4ecb840be90b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:25.304827 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4d787ba5-91d8-45ce-9c44-9975cde6e631 None None] Port 5f182d64-a458-46de-8280-82fe4d32244b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:25.331692 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4d787ba5-91d8-45ce-9c44-9975cde6e631 None None] Provisioning complete for port f6d9102b-01e2-46d7-a881-ecc379422334 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:25.331999 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d787ba5-91d8-45ce-9c44-9975cde6e631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:25.466034 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:25.549044 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fc20f3b8-8493-4caf-aeaa-731cbbdbf06f tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "PUT /v2.0/routers/4747ab20-1400-440d-912e-32f115edabc0/tags/tempest-TagsExtTest-Tag-518906375 HTTP/1.1" status: 201 len: 201 time: 1.5048442 Jul 30 02:04:25.550531 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37440) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:25.572826 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-1b27ebf5-162f-401c-a1ba-db73ab6f8bb8 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '19237e4b-99fc-47fe-ad05-f7db8c39b4a8', 'tempest-TagsExtTest-Tag-104265618') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:25.572935 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-a2d05691-25f2-4fe6-b5ca-7545746507d5 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:25.576800 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-a2d05691-25f2-4fe6-b5ca-7545746507d5 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/networks?id=d37600d1-d258-4a70-aa2c-f9ef5b6795ad HTTP/1.1" status: 200 len: 814 time: 0.9277265 Jul 30 02:04:25.616578 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-8f269f27-7c94-40ff-b824-989e6f5f6e21 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/quotas/98cb24431910454fa0102d049341fde2 HTTP/1.1" status: 200 len: 375 time: 0.0388405 Jul 30 02:04:25.655772 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-2704f10a-5186-409b-91d4-11a5c1e45734 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=98cb24431910454fa0102d049341fde2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377791 Jul 30 02:04:25.672080 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02d8f75-c64a-4019-955c-4ecb840be90b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router 76629b79-c927-4cd1-be3a-24726518e7a5 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:04:25.686012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4816880f-0e14-4c26-9df8-0594ae18e5dd None None] Provisioning complete for port fb2dc5e5-a580-4d7f-9de5-f545f229b8c9 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:25.688240 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4816880f-0e14-4c26-9df8-0594ae18e5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:25.766700 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-185cb44f-0c78-4c9a-8241-fceb98234b9a service neutron] 10.222.0.70 "GET /v2.0/networks/d37600d1-d258-4a70-aa2c-f9ef5b6795ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099002 Jul 30 02:04:25.822752 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1b27ebf5-162f-401c-a1ba-db73ab6f8bb8 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "PUT /v2.0/subnetpools/19237e4b-99fc-47fe-ad05-f7db8c39b4a8/tags/tempest-TagsExtTest-Tag-104265618 HTTP/1.1" status: 201 len: 201 time: 0.2648077 Jul 30 02:04:25.822967 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37454) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:25.836548 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-c44fcd38-2a7d-4bcc-b346-ad03930257bc tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '54416e40-def7-46e4-983d-5bf2372e887d') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:25.842431 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:25.892892 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02d8f75-c64a-4019-955c-4ecb840be90b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:25.903831 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a551eee-fbec-493a-9942-a217bea5e25f None None] Sync routers for ids ['76629b79-c927-4cd1-be3a-24726518e7a5'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:25.914573 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a551eee-fbec-493a-9942-a217bea5e25f None None] Routers {'76629b79-c927-4cd1-be3a-24726518e7a5'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:25.920856 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8a551eee-fbec-493a-9942-a217bea5e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:04:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76629b79-c927-4cd1-be3a-24726518e7a5'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:25.944616 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4816880f-0e14-4c26-9df8-0594ae18e5dd None None] Provisioning for port 38b31e7f-c272-4ca2-b43f-56fc82ae07e7 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:25.950067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4816880f-0e14-4c26-9df8-0594ae18e5dd None None] Provisioning complete for port 38b31e7f-c272-4ca2-b43f-56fc82ae07e7 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:25.950727 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4816880f-0e14-4c26-9df8-0594ae18e5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:25.951647 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8a551eee-fbec-493a-9942-a217bea5e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:25.968869 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a551eee-fbec-493a-9942-a217bea5e25f None None] Routers {'76629b79-c927-4cd1-be3a-24726518e7a5'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:25.972336 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8a551eee-fbec-493a-9942-a217bea5e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:04:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76629b79-c927-4cd1-be3a-24726518e7a5'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:26.012996 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c44fcd38-2a7d-4bcc-b346-ad03930257bc tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/subnets/54416e40-def7-46e4-983d-5bf2372e887d/tags HTTP/1.1" status: 200 len: 240 time: 0.1823504 Jul 30 02:04:26.014402 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37464) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:26.043724 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-725774dd-e6b9-4d83-b404-63d3f37e1634 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '54416e40-def7-46e4-983d-5bf2372e887d', 'tempest-TagsExtTest-Tag-437784445') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:26.043828 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8a551eee-fbec-493a-9942-a217bea5e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:26.043828 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a551eee-fbec-493a-9942-a217bea5e25f None None] The sync data for ids ['76629b79-c927-4cd1-be3a-24726518e7a5'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:04:26.053870 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4816880f-0e14-4c26-9df8-0594ae18e5dd None None] Port 38b31e7f-c272-4ca2-b43f-56fc82ae07e7 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:26.076727 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4816880f-0e14-4c26-9df8-0594ae18e5dd None None] Provisioning complete for port 5f182d64-a458-46de-8280-82fe4d32244b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:26.077266 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4816880f-0e14-4c26-9df8-0594ae18e5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:26.082915 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e02d8f75-c64a-4019-955c-4ecb840be90b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:26.082915 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e02d8f75-c64a-4019-955c-4ecb840be90b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.7317505 Jul 30 02:04:26.086674 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37466) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:26.093807 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-9506b9a4-4151-425d-a3ab-7771ef6c2b1a service neutron] 10.222.0.70 "GET /v2.0/networks/d37600d1-d258-4a70-aa2c-f9ef5b6795ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258903 Jul 30 02:04:26.111547 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f6d9102b-01e2-46d7-a881-ecc379422334 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:26.192079 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4816880f-0e14-4c26-9df8-0594ae18e5dd None None] Port 5f182d64-a458-46de-8280-82fe4d32244b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:26.195272 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f6d9102b-01e2-46d7-a881-ecc379422334 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:26.195915 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:26.285808 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-725774dd-e6b9-4d83-b404-63d3f37e1634 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/subnets/54416e40-def7-46e4-983d-5bf2372e887d/tags/tempest-TagsExtTest-Tag-437784445 HTTP/1.1" status: 204 len: 168 time: 0.2686040 Jul 30 02:04:26.289169 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37472) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:26.300474 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device fb2dc5e5-a580-4d7f-9de5-f545f229b8c9 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:26.311692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-df663256-be23-4ede-9643-aa2fae687870 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '54416e40-def7-46e4-983d-5bf2372e887d', 'tempest-TagsExtTest-Tag-437784445') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:26.323399 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-85bdf639-e222-40b7-9c74-3cf62d13eb91 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/routers/76629b79-c927-4cd1-be3a-24726518e7a5 HTTP/1.1" status: 200 len: 880 time: 0.2345822 Jul 30 02:04:26.337045 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37478) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:26.426535 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port fb2dc5e5-a580-4d7f-9de5-f545f229b8c9 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:26.426921 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:26.501247 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:26.539045 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-df663256-be23-4ede-9643-aa2fae687870 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "DELETE /v2.0/subnets/54416e40-def7-46e4-983d-5bf2372e887d/tags/tempest-TagsExtTest-Tag-437784445 HTTP/1.1" status: 204 len: 168 time: 0.2418911 Jul 30 02:04:26.539699 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37488) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:26.544360 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-29a52f12-9f7e-41da-9cb7-c0563fe66442 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '54416e40-def7-46e4-983d-5bf2372e887d') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:26.651138 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:26.651949 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:26.652084 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b01f2f33-b587-4c58-ac65-129598b30ca1 req-7946826f-c8d0-4f2a-a1ec-59848d36b650 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 210 time: 0.0404122 Jul 30 02:04:26.693856 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-29a52f12-9f7e-41da-9cb7-c0563fe66442 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/subnets/54416e40-def7-46e4-983d-5bf2372e887d/tags HTTP/1.1" status: 200 len: 205 time: 0.1529617 Jul 30 02:04:26.701010 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37506) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:26.705882 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-db2eac0b-11cc-4d9a-9ebd-ff6ae4b1f853 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '38b31e7f-c272-4ca2-b43f-56fc82ae07e7') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:26.779006 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-db2eac0b-11cc-4d9a-9ebd-ff6ae4b1f853 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/ports/38b31e7f-c272-4ca2-b43f-56fc82ae07e7/tags HTTP/1.1" status: 200 len: 241 time: 0.0768774 Jul 30 02:04:26.779627 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37528) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:26.784181 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-56bfa937-dc09-4f36-aebf-f5a335593a87 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '38b31e7f-c272-4ca2-b43f-56fc82ae07e7', 'tempest-TagsExtTest-Tag-2024682941') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:26.810172 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=5f182d64-a458-46de-8280-82fe4d32244b,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:26.837558 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:26.838158 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:26.840667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:26.840667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:26.840667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:26.841017 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:26.841475 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:26.844293 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:26.844683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:26.845059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:26.846228 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:26.846228 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:26.854565 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-56bfa937-dc09-4f36-aebf-f5a335593a87 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/ports/38b31e7f-c272-4ca2-b43f-56fc82ae07e7/tags/tempest-TagsExtTest-Tag-2024682941 HTTP/1.1" status: 204 len: 168 time: 0.0708444 Jul 30 02:04:26.856364 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37530) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:26.863656 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-460753ad-9312-45a9-92cb-5becc4cc96d2 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '38b31e7f-c272-4ca2-b43f-56fc82ae07e7', 'tempest-TagsExtTest-Tag-2024682941') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:26.983259 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network 230f23ed-e8d2-4a31-884b-03fa596fd8df is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:26.991154 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-09bccfbd-756f-4c4f-ab46-15fb5b2c8963 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6530511 Jul 30 02:04:26.995818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:26.997622 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37540) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:27.004367 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-ac7eb2b2-0397-476b-825f-e49e05c0bbb8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1800674805'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:27.065456 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-460753ad-9312-45a9-92cb-5becc4cc96d2 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "DELETE /v2.0/ports/38b31e7f-c272-4ca2-b43f-56fc82ae07e7/tags/tempest-TagsExtTest-Tag-2024682941 HTTP/1.1" status: 204 len: 168 time: 0.2029812 Jul 30 02:04:27.065456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37542) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:27.075523 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-1161e067-8fb0-4431-b240-4b49c88a8a90 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '38b31e7f-c272-4ca2-b43f-56fc82ae07e7') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:27.227708 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1161e067-8fb0-4431-b240-4b49c88a8a90 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/ports/38b31e7f-c272-4ca2-b43f-56fc82ae07e7/tags HTTP/1.1" status: 200 len: 205 time: 0.1620681 Jul 30 02:04:27.230458 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37544) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:27.243066 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-df1aa3ea-8a85-495f-95b1-6f818645f2f9 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4747ab20-1400-440d-912e-32f115edabc0') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:27.251009 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Router 835bcbdd-08f4-4c8b-8717-3944edfd1560 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:04:27.338156 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8ca7a22d-765a-4991-adb4-9556a5fba3ee None None] Provisioning complete for port 5f182d64-a458-46de-8280-82fe4d32244b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:27.340236 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ca7a22d-765a-4991-adb4-9556a5fba3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:27.390856 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-df1aa3ea-8a85-495f-95b1-6f818645f2f9 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/routers/4747ab20-1400-440d-912e-32f115edabc0/tags HTTP/1.1" status: 200 len: 240 time: 0.1583343 Jul 30 02:04:27.394011 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37554) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:27.400199 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-710ea3d5-80f8-4f91-83b8-d4192f61ca46 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4747ab20-1400-440d-912e-32f115edabc0', 'tempest-TagsExtTest-Tag-518906375') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:27.400406 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8ca7a22d-765a-4991-adb4-9556a5fba3ee None None] Port 5f182d64-a458-46de-8280-82fe4d32244b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:27.505304 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:27.509909 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-aef491d4-876f-48f8-b3f4-544ec4e7cabb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "PUT /v2.0/routers/835bcbdd-08f4-4c8b-8717-3944edfd1560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5401244 Jul 30 02:04:27.512929 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37560) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:27.513172 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed2fc60-4cbe-4f04-a83d-0d5232eab269 None None] Sync routers for ids ['835bcbdd-08f4-4c8b-8717-3944edfd1560'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:27.529985 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed2fc60-4cbe-4f04-a83d-0d5232eab269 None None] Routers {'835bcbdd-08f4-4c8b-8717-3944edfd1560'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:27.530948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-fed2fc60-4cbe-4f04-a83d-0d5232eab269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:04:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['835bcbdd-08f4-4c8b-8717-3944edfd1560'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:27.531529 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ac7eb2b2-0397-476b-825f-e49e05c0bbb8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:27.545068 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-710ea3d5-80f8-4f91-83b8-d4192f61ca46 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/routers/4747ab20-1400-440d-912e-32f115edabc0/tags/tempest-TagsExtTest-Tag-518906375 HTTP/1.1" status: 204 len: 168 time: 0.1483347 Jul 30 02:04:27.553442 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37562) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:27.558087 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-d8d4478d-3f46-4872-bbc1-431ef2916f1d tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4747ab20-1400-440d-912e-32f115edabc0', 'tempest-TagsExtTest-Tag-518906375') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:27.573906 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-fed2fc60-4cbe-4f04-a83d-0d5232eab269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:27.577345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e3d8d8-b7d2-4b26-815d-6ad1a0bb2d79 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:27.580079 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-54e3d8d8-b7d2-4b26-815d-6ad1a0bb2d79 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports?device_id=835bcbdd-08f4-4c8b-8717-3944edfd1560 HTTP/1.1" status: 200 len: 987 time: 0.0655038 Jul 30 02:04:27.586799 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37564) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:27.587154 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed2fc60-4cbe-4f04-a83d-0d5232eab269 None None] Routers {'835bcbdd-08f4-4c8b-8717-3944edfd1560'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:27.587786 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-fed2fc60-4cbe-4f04-a83d-0d5232eab269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:04:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['835bcbdd-08f4-4c8b-8717-3944edfd1560'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:27.626502 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-fed2fc60-4cbe-4f04-a83d-0d5232eab269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:27.627420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed2fc60-4cbe-4f04-a83d-0d5232eab269 None None] The sync data for ids ['835bcbdd-08f4-4c8b-8717-3944edfd1560'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:04:27.711222 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ac7eb2b2-0397-476b-825f-e49e05c0bbb8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:27.794904 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b1a44a3e-0a98-4eed-bb57-e36c49281ca2 req-a0ecc321-219c-4995-affe-2a644928d52c tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 210 time: 0.0298374 Jul 30 02:04:28.129481 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6b8b8af0-1b49-4ae8-a91a-ad9351b33f13 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:28.266507 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d8d4478d-3f46-4872-bbc1-431ef2916f1d tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "DELETE /v2.0/routers/4747ab20-1400-440d-912e-32f115edabc0/tags/tempest-TagsExtTest-Tag-518906375 HTTP/1.1" status: 204 len: 168 time: 0.7107053 Jul 30 02:04:28.269668 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37576) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:28.276835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-a4463a92-8935-428d-9675-1e8bf6c47b1c tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4747ab20-1400-440d-912e-32f115edabc0') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:28.320798 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7eb2b2-0397-476b-825f-e49e05c0bbb8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router 76629b79-c927-4cd1-be3a-24726518e7a5 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:04:28.406985 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b8af0-1b49-4ae8-a91a-ad9351b33f13 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port 5f182d64-a458-46de-8280-82fe4d32244b {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:28.407705 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6b8b8af0-1b49-4ae8-a91a-ad9351b33f13 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:28.413073 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a4463a92-8935-428d-9675-1e8bf6c47b1c tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/routers/4747ab20-1400-440d-912e-32f115edabc0/tags HTTP/1.1" status: 200 len: 205 time: 0.1397655 Jul 30 02:04:28.413672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37580) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:28.419572 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-aac593f8-e881-4c9a-96e8-7861159d75d0 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '19237e4b-99fc-47fe-ad05-f7db8c39b4a8') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:28.427504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37582) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:28.513273 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-aac593f8-e881-4c9a-96e8-7861159d75d0 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/subnetpools/19237e4b-99fc-47fe-ad05-f7db8c39b4a8/tags HTTP/1.1" status: 200 len: 240 time: 0.0938253 Jul 30 02:04:28.515900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37592) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:28.521596 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-90940bb3-0c42-4517-a36a-b7f72da464ab tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19237e4b-99fc-47fe-ad05-f7db8c39b4a8', 'tempest-TagsExtTest-Tag-104265618') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:28.547881 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7eb2b2-0397-476b-825f-e49e05c0bbb8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:28.559445 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724e356e-d2b1-4890-845e-0294134fe269 None None] Sync routers for ids ['76629b79-c927-4cd1-be3a-24726518e7a5'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:28.569460 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724e356e-d2b1-4890-845e-0294134fe269 None None] Routers {'76629b79-c927-4cd1-be3a-24726518e7a5'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:28.570338 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-724e356e-d2b1-4890-845e-0294134fe269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:04:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76629b79-c927-4cd1-be3a-24726518e7a5'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:28.574067 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6b8b8af0-1b49-4ae8-a91a-ad9351b33f13 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:28.578009 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ac7eb2b2-0397-476b-825f-e49e05c0bbb8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:28.583573 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ac7eb2b2-0397-476b-825f-e49e05c0bbb8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/76629b79-c927-4cd1-be3a-24726518e7a5 HTTP/1.1" status: 200 len: 887 time: 1.5811715 Jul 30 02:04:28.587893 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37594) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:28.598244 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-90940bb3-0c42-4517-a36a-b7f72da464ab tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/subnetpools/19237e4b-99fc-47fe-ad05-f7db8c39b4a8/tags/tempest-TagsExtTest-Tag-104265618 HTTP/1.1" status: 204 len: 168 time: 0.0812895 Jul 30 02:04:28.599418 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b8af0-1b49-4ae8-a91a-ad9351b33f13 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for 5f182d64-a458-46de-8280-82fe4d32244b owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:28.600913 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37596) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:28.608393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-fd287a95-01e3-4652-abe5-0a82a4bac869 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '19237e4b-99fc-47fe-ad05-f7db8c39b4a8', 'tempest-TagsExtTest-Tag-104265618') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:28.612230 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-724e356e-d2b1-4890-845e-0294134fe269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:28.622645 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724e356e-d2b1-4890-845e-0294134fe269 None None] Routers {'76629b79-c927-4cd1-be3a-24726518e7a5'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:28.623446 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-724e356e-d2b1-4890-845e-0294134fe269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:04:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['76629b79-c927-4cd1-be3a-24726518e7a5'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:28.659826 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6fd4-b436-427c-b2da-be66883ad5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:28.660073 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-724e356e-d2b1-4890-845e-0294134fe269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:28.660662 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724e356e-d2b1-4890-845e-0294134fe269 None None] The sync data for ids ['76629b79-c927-4cd1-be3a-24726518e7a5'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:04:28.756036 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-96163d2a-65cd-463c-b4ff-5edc24bac562 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/routers/76629b79-c927-4cd1-be3a-24726518e7a5 HTTP/1.1" status: 200 len: 887 time: 0.1641920 Jul 30 02:04:28.756498 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37600) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:28.789706 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fd287a95-01e3-4652-abe5-0a82a4bac869 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "DELETE /v2.0/subnetpools/19237e4b-99fc-47fe-ad05-f7db8c39b4a8/tags/tempest-TagsExtTest-Tag-104265618 HTTP/1.1" status: 204 len: 168 time: 0.1876485 Jul 30 02:04:28.795016 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37602) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:28.801543 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0b0618f1-bffd-484a-97b1-39969e3baa1b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/ports?device_id=76629b79-c927-4cd1-be3a-24726518e7a5 HTTP/1.1" status: 200 len: 205 time: 0.0415139 Jul 30 02:04:28.801862 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37604) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:28.820856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-b7bacacb-3e11-4e04-b954-b05277805366 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '19237e4b-99fc-47fe-ad05-f7db8c39b4a8') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:28.930761 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8bda3c95-f33f-458a-a915-234433dd7345 req-ebb5aba9-e535-46a3-bfb5-980c22f8488d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 210 time: 0.0291660 Jul 30 02:04:28.975155 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d367524-4efc-460f-972b-d1b2a4e0e6f4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:29.114540 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d367524-4efc-460f-972b-d1b2a4e0e6f4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:29.215575 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b7bacacb-3e11-4e04-b954-b05277805366 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/subnetpools/19237e4b-99fc-47fe-ad05-f7db8c39b4a8/tags HTTP/1.1" status: 200 len: 205 time: 0.4170210 Jul 30 02:04:29.215822 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37608) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:29.220149 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-08c395bd-ccd0-4cbc-82dc-b5e5a7a71e04 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '19237e4b-99fc-47fe-ad05-f7db8c39b4a8') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:29.250724 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-08c395bd-ccd0-4cbc-82dc-b5e5a7a71e04 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "DELETE /v2.0/subnetpools/19237e4b-99fc-47fe-ad05-f7db8c39b4a8/tags HTTP/1.1" status: 204 len: 168 time: 0.0317967 Jul 30 02:04:29.251020 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37610) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:29.256373 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-22b9e68c-e461-4791-9c94-79c2e18b9d8d tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4747ab20-1400-440d-912e-32f115edabc0') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:29.264102 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1d367524-4efc-460f-972b-d1b2a4e0e6f4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting port 1c9eb92d-5b04-430b-a8ec-fceb5f74ad1f {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:29.267039 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d367524-4efc-460f-972b-d1b2a4e0e6f4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:29.342717 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6b8b8af0-1b49-4ae8-a91a-ad9351b33f13 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:29.372466 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d367524-4efc-460f-972b-d1b2a4e0e6f4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:29.395700 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b8af0-1b49-4ae8-a91a-ad9351b33f13 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=5f182d64-a458-46de-8280-82fe4d32244b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:29.399255 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1d367524-4efc-460f-972b-d1b2a4e0e6f4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Calling delete_port for 1c9eb92d-5b04-430b-a8ec-fceb5f74ad1f owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:29.434144 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-22b9e68c-e461-4791-9c94-79c2e18b9d8d tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "DELETE /v2.0/routers/4747ab20-1400-440d-912e-32f115edabc0/tags HTTP/1.1" status: 204 len: 168 time: 0.1797101 Jul 30 02:04:29.437922 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37612) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:29.478175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-90b7567f-8e2b-4592-8a9f-7dc72f93221b tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '38b31e7f-c272-4ca2-b43f-56fc82ae07e7') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:29.482669 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6fd4-b436-427c-b2da-be66883ad5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:29.526805 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6b8b8af0-1b49-4ae8-a91a-ad9351b33f13 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:29.736608 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6fd4-b436-427c-b2da-be66883ad5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:29.740611 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8b8af0-1b49-4ae8-a91a-ad9351b33f13 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Router 835bcbdd-08f4-4c8b-8717-3944edfd1560 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:04:29.827148 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8b8af0-1b49-4ae8-a91a-ad9351b33f13 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:29.835137 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6b8b8af0-1b49-4ae8-a91a-ad9351b33f13 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "PUT /v2.0/routers/835bcbdd-08f4-4c8b-8717-3944edfd1560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2471895 Jul 30 02:04:29.839229 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37618) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:29.847255 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8950f9-e843-4030-8800-5659d176c135 None None] Sync routers for ids ['835bcbdd-08f4-4c8b-8717-3944edfd1560'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:29.856882 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d5ee6fd4-b436-427c-b2da-be66883ad5c9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=807b17abda15488fae633dbdd9975d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4280097 Jul 30 02:04:29.857692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee6fd4-b436-427c-b2da-be66883ad5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a773f53-e03c-49ef-8075-bb560a540f92,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:29.867352 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8950f9-e843-4030-8800-5659d176c135 None None] Routers {'835bcbdd-08f4-4c8b-8717-3944edfd1560'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:29.868737 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-3b8950f9-e843-4030-8800-5659d176c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:04:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['835bcbdd-08f4-4c8b-8717-3944edfd1560'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:29.875814 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37620) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:29.885210 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ba057b-2f5d-45e4-80e9-beb478da15db tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] GET failed (client error): The resource could not be found. Jul 30 02:04:29.887853 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e8ba057b-2f5d-45e4-80e9-beb478da15db tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports/5f182d64-a458-46de-8280-82fe4d32244b HTTP/1.1" status: 404 len: 333 time: 0.0468836 Jul 30 02:04:29.898002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37622) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:29.900079 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-eb7acf53-d0e4-4ab2-a9e8-fce375e69d6c tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:29.903259 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-eb7acf53-d0e4-4ab2-a9e8-fce375e69d6c tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.10 "GET /v2.0/networks?id=d37600d1-d258-4a70-aa2c-f9ef5b6795ad HTTP/1.1" status: 200 len: 814 time: 0.4228015 Jul 30 02:04:29.940793 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-3b8950f9-e843-4030-8800-5659d176c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:29.955009 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8950f9-e843-4030-8800-5659d176c135 None None] Routers {'835bcbdd-08f4-4c8b-8717-3944edfd1560'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:29.955628 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-3b8950f9-e843-4030-8800-5659d176c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:04:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['835bcbdd-08f4-4c8b-8717-3944edfd1560'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:29.969650 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-b4fc2edd-74f4-4cb8-8d90-fe972862868f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Request body: {'port': {'device_id': '3126c612-60c9-46a9-afa2-c47fc5ee1dd2', 'network_id': 'd37600d1-d258-4a70-aa2c-f9ef5b6795ad', 'admin_state_up': True, 'tenant_id': '98cb24431910454fa0102d049341fde2'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:30.000980 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-3b8950f9-e843-4030-8800-5659d176c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:30.001713 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8950f9-e843-4030-8800-5659d176c135 None None] The sync data for ids ['835bcbdd-08f4-4c8b-8717-3944edfd1560'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:04:30.013886 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f31d693-2b3e-41d1-89bd-19b8b279db7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.119462 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-047fb3b2-9c8d-4379-a3c8-3dc341ca463f req-951af954-3b7b-470e-8aa6-f4d10f43560e tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 210 time: 0.0628967 Jul 30 02:04:30.122540 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-82bd8723-cd22-4552-82aa-9250622ad582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.145903 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-90b7567f-8e2b-4592-8a9f-7dc72f93221b tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "DELETE /v2.0/ports/38b31e7f-c272-4ca2-b43f-56fc82ae07e7/tags HTTP/1.1" status: 204 len: 168 time: 0.7056499 Jul 30 02:04:30.151921 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37626) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:30.165409 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-f94bedca-0a67-4330-b9b3-6054d8e5d2ca tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '54416e40-def7-46e4-983d-5bf2372e887d') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:30.221341 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-82bd8723-cd22-4552-82aa-9250622ad582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.265108 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f31d693-2b3e-41d1-89bd-19b8b279db7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.271201 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f31d693-2b3e-41d1-89bd-19b8b279db7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.291319 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f94bedca-0a67-4330-b9b3-6054d8e5d2ca tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "DELETE /v2.0/subnets/54416e40-def7-46e4-983d-5bf2372e887d/tags HTTP/1.1" status: 204 len: 168 time: 0.1296871 Jul 30 02:04:30.292774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37628) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:30.298647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-05fdb9ff-f1a2-4575-a30f-de1608c38023 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '54416e40-def7-46e4-983d-5bf2372e887d', 'tempest-TagsExtTest-Tag-165540066') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:30.365255 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-b4fc2edd-74f4-4cb8-8d90-fe972862868f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Made reservation on behalf of 98cb24431910454fa0102d049341fde2 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:30.380451 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-b4fc2edd-74f4-4cb8-8d90-fe972862868f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.421864 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d367524-4efc-460f-972b-d1b2a4e0e6f4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.455947 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d367524-4efc-460f-972b-d1b2a4e0e6f4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Port': ['ID=1c9eb92d-5b04-430b-a8ec-fceb5f74ad1f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:30.461905 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f31d693-2b3e-41d1-89bd-19b8b279db7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.462605 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f31d693-2b3e-41d1-89bd-19b8b279db7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Fanout notify agent at l3_agent the message router_deleted on router 835bcbdd-08f4-4c8b-8717-3944edfd1560 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:04:30.481920 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f31d693-2b3e-41d1-89bd-19b8b279db7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.485783 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3f31d693-2b3e-41d1-89bd-19b8b279db7a tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/routers/835bcbdd-08f4-4c8b-8717-3944edfd1560 HTTP/1.1" status: 204 len: 168 time: 0.5814478 Jul 30 02:04:30.485783 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-82bd8723-cd22-4552-82aa-9250622ad582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.486562 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-82bd8723-cd22-4552-82aa-9250622ad582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.488172 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-82bd8723-cd22-4552-82aa-9250622ad582 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a773f53-e03c-49ef-8075-bb560a540f92 HTTP/1.1" status: 204 len: 168 time: 0.6112745 Jul 30 02:04:30.495599 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37630) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:30.512645 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd8723-cd22-4552-82aa-9250622ad582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a773f53-e03c-49ef-8075-bb560a540f92,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:30.572474 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47b22e8-2deb-4b48-9121-4185b241b0dc tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting subnet 97d70648-cb15-43c4-a0c3-b1aa323cf64c {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:04:30.578966 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-05fdb9ff-f1a2-4575-a30f-de1608c38023 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "PUT /v2.0/subnets/54416e40-def7-46e4-983d-5bf2372e887d/tags/tempest-TagsExtTest-Tag-165540066 HTTP/1.1" status: 201 len: 201 time: 0.2859304 Jul 30 02:04:30.579816 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f47b22e8-2deb-4b48-9121-4185b241b0dc tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.582762 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37636) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:30.605728 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-42b4ab7d-7cfc-49cf-9502-58474e28793c tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '38b31e7f-c272-4ca2-b43f-56fc82ae07e7', 'tempest-TagsExtTest-Tag-404520848') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:30.629946 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d367524-4efc-460f-972b-d1b2a4e0e6f4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.647484 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f47b22e8-2deb-4b48-9121-4185b241b0dc tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.736413 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-b4fc2edd-74f4-4cb8-8d90-fe972862868f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Allocated IP 172.20.0.14 (d37600d1-d258-4a70-aa2c-f9ef5b6795ad/28fb4a46-70b0-422c-83c7-3105b3c04140/0839fbba-db49-4ab9-9700-19b6b639b4c6) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:30.743650 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d367524-4efc-460f-972b-d1b2a4e0e6f4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.747431 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d367524-4efc-460f-972b-d1b2a4e0e6f4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.762283 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f47b22e8-2deb-4b48-9121-4185b241b0dc tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.854648 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-42b4ab7d-7cfc-49cf-9502-58474e28793c tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "PUT /v2.0/ports/38b31e7f-c272-4ca2-b43f-56fc82ae07e7/tags/tempest-TagsExtTest-Tag-404520848 HTTP/1.1" status: 201 len: 201 time: 0.2711980 Jul 30 02:04:30.857173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37640) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:30.861942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-a503981c-d3cd-4532-a3b7-36fbc252c9f5 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4747ab20-1400-440d-912e-32f115edabc0', 'tempest-TagsExtTest-Tag-278025482') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:30.907900 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d367524-4efc-460f-972b-d1b2a4e0e6f4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.908425 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d367524-4efc-460f-972b-d1b2a4e0e6f4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Fanout notify agent at l3_agent the message router_deleted on router 76629b79-c927-4cd1-be3a-24726518e7a5 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:04:30.920425 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d367524-4efc-460f-972b-d1b2a4e0e6f4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.921387 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1d367524-4efc-460f-972b-d1b2a4e0e6f4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/routers/76629b79-c927-4cd1-be3a-24726518e7a5 HTTP/1.1" status: 204 len: 168 time: 2.1184900 Jul 30 02:04:30.925715 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37642) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:30.933894 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-ccd34255-2d8f-44ce-b013-89bbdf0bf2fc tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'network': {'name': 'tempest-RoutersTest-1851811653'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:30.961609 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f47b22e8-2deb-4b48-9121-4185b241b0dc tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.962651 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-b4fc2edd-74f4-4cb8-8d90-fe972862868f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.005461 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b22e8-2deb-4b48-9121-4185b241b0dc tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Subnet': ['ID=97d70648-cb15-43c4-a0c3-b1aa323cf64c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:31.013373 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f47b22e8-2deb-4b48-9121-4185b241b0dc tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.015416 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f47b22e8-2deb-4b48-9121-4185b241b0dc tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/subnets/97d70648-cb15-43c4-a0c3-b1aa323cf64c HTTP/1.1" status: 204 len: 168 time: 0.5172827 Jul 30 02:04:31.021962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd663719-d73e-4ab4-bfe8-2ebc2af71557 None None] Network 230f23ed-e8d2-4a31-884b-03fa596fd8df requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:31.022456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37648) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:31.097975 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-b4fc2edd-74f4-4cb8-8d90-fe972862868f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.150069 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d6637083-ccdd-42de-ac0b-ff46802fcfa2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.172410 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd34255-2d8f-44ce-b013-89bbdf0bf2fc tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Made reservation on behalf of df8f5d4792504c558d51adadf3365d41 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:31.188931 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ccd34255-2d8f-44ce-b013-89bbdf0bf2fc tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.195356 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-b4fc2edd-74f4-4cb8-8d90-fe972862868f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Network d37600d1-d258-4a70-aa2c-f9ef5b6795ad is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:31.209513 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a503981c-d3cd-4532-a3b7-36fbc252c9f5 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "PUT /v2.0/routers/4747ab20-1400-440d-912e-32f115edabc0/tags/tempest-TagsExtTest-Tag-278025482 HTTP/1.1" status: 201 len: 201 time: 0.3499551 Jul 30 02:04:31.209719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-b4fc2edd-74f4-4cb8-8d90-fe972862868f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:31.213466 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37658) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:31.225626 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-b4fc2edd-74f4-4cb8-8d90-fe972862868f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:31.245049 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-11421c21-eb0e-4a29-b2c3-ce22bbf14a1d tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '19237e4b-99fc-47fe-ad05-f7db8c39b4a8', 'tempest-TagsExtTest-Tag-1435702510') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:31.270109 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd634f3-daa7-409d-95cb-ce3e0201e772 None None] DHCP port deletion for 230f23ed-e8d2-4a31-884b-03fa596fd8df request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:04:31.298587 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc2edd-74f4-4cb8-8d90-fe972862868f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Pushing event updated for resources: {'Port': ['ID=0839fbba-db49-4ab9-9700-19b6b639b4c6,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:31.314718 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-d6637083-ccdd-42de-ac0b-ff46802fcfa2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port f6d9102b-01e2-46d7-a881-ecc379422334 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:31.315071 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d6637083-ccdd-42de-ac0b-ff46802fcfa2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.343409 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-cbd634f3-daa7-409d-95cb-ce3e0201e772 None None] Deleting port f6d9102b-01e2-46d7-a881-ecc379422334 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:31.343697 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cbd634f3-daa7-409d-95cb-ce3e0201e772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.416092 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd34255-2d8f-44ce-b013-89bbdf0bf2fc tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:04:31.436038 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-11421c21-eb0e-4a29-b2c3-ce22bbf14a1d tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "PUT /v2.0/subnetpools/19237e4b-99fc-47fe-ad05-f7db8c39b4a8/tags/tempest-TagsExtTest-Tag-1435702510 HTTP/1.1" status: 201 len: 201 time: 0.2110603 Jul 30 02:04:31.437266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37662) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:31.443776 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-b4fc2edd-74f4-4cb8-8d90-fe972862868f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:31.444934 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-b4fc2edd-74f4-4cb8-8d90-fe972862868f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.461051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-aa9901b8-8d13-428b-8ded-69e83ed7f9a3 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '54416e40-def7-46e4-983d-5bf2372e887d', {'tags': ['tempest-TagsExtTest-Tag-590639804', 'tempest-TagsExtTest-Tag-1723774584', 'tempest-TagsExtTest-Tag-1851423913']}) {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:31.472812 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ccd34255-2d8f-44ce-b013-89bbdf0bf2fc tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.473950 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-ccd34255-2d8f-44ce-b013-89bbdf0bf2fc tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Added segment 87991acc-0019-428b-b9a1-e7189372b645 of type vlan for network b419668e-8b69-4567-945a-8586520bc394 Jul 30 02:04:31.542967 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-d6637083-ccdd-42de-ac0b-ff46802fcfa2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] For port f6d9102b-01e2-46d7-a881-ecc379422334, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f6d9102b-01e2-46d7-a881-ecc379422334,segment=NetworkSegment(5e2b0232-a7d1-49aa-b816-0af58fe04176),segment_id=5e2b0232-a7d1-49aa-b816-0af58fe04176)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:31.543385 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d6637083-ccdd-42de-ac0b-ff46802fcfa2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.578630 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-d6637083-ccdd-42de-ac0b-ff46802fcfa2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for f6d9102b-01e2-46d7-a881-ecc379422334 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:31.616754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-cbd634f3-daa7-409d-95cb-ce3e0201e772 None None] For port f6d9102b-01e2-46d7-a881-ecc379422334, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f6d9102b-01e2-46d7-a881-ecc379422334,segment=NetworkSegment(5e2b0232-a7d1-49aa-b816-0af58fe04176),segment_id=5e2b0232-a7d1-49aa-b816-0af58fe04176)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:31.622126 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cbd634f3-daa7-409d-95cb-ce3e0201e772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.638113 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-cbd634f3-daa7-409d-95cb-ce3e0201e772 None None] Calling delete_port for f6d9102b-01e2-46d7-a881-ecc379422334 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:31.774167 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-aa9901b8-8d13-428b-8ded-69e83ed7f9a3 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "PUT /v2.0/subnets/54416e40-def7-46e4-983d-5bf2372e887d/tags HTTP/1.1" status: 200 len: 317 time: 0.3284063 Jul 30 02:04:31.775682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37672) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:31.782066 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-8fc6450b-3e27-4de4-a7b8-3153042a5649 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '54416e40-def7-46e4-983d-5bf2372e887d') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:31.874184 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d6637083-ccdd-42de-ac0b-ff46802fcfa2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.882929 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab6571-8245-4a6c-8d17-6d130d0b3be1 req-241a5839-8f27-4d5f-bc80-15d5f0a2fdb3 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:31.884599 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b4ab6571-8245-4a6c-8d17-6d130d0b3be1 req-241a5839-8f27-4d5f-bc80-15d5f0a2fdb3 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 932 time: 0.5926998 Jul 30 02:04:31.886142 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cbd634f3-daa7-409d-95cb-ce3e0201e772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.896090 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-b4fc2edd-74f4-4cb8-8d90-fe972862868f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9377201 Jul 30 02:04:31.913055 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ccd34255-2d8f-44ce-b013-89bbdf0bf2fc tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.923355 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6637083-ccdd-42de-ac0b-ff46802fcfa2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=f6d9102b-01e2-46d7-a881-ecc379422334,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:31.928340 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] Request body: {'port': {'device_id': '3126c612-60c9-46a9-afa2-c47fc5ee1dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:31.951838 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd634f3-daa7-409d-95cb-ce3e0201e772 None None] Pushing event deleted for resources: {'Port': ['ID=f6d9102b-01e2-46d7-a881-ecc379422334,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:31.952589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6637083-ccdd-42de-ac0b-ff46802fcfa2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No DVR routers for this DVR port f6d9102b-01e2-46d7-a881-ecc379422334 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:31.956918 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd634f3-daa7-409d-95cb-ce3e0201e772 None None] No DVR routers for this DVR port f6d9102b-01e2-46d7-a881-ecc379422334 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:32.011396 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8fc6450b-3e27-4de4-a7b8-3153042a5649 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "DELETE /v2.0/subnets/54416e40-def7-46e4-983d-5bf2372e887d/tags HTTP/1.1" status: 204 len: 168 time: 0.2336502 Jul 30 02:04:32.015956 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37680) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:32.064955 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-edc93c84-c218-419d-a881-be216a300600 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '54416e40-def7-46e4-983d-5bf2372e887d', 'tempest-TagsExtTest-Tag-590639804') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:32.096184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f6d9102b-01e2-46d7-a881-ecc379422334 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:04:32.139133 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: f6d9102b-01e2-46d7-a881-ecc379422334 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:04:32.139514 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f6d9102b-01e2-46d7-a881-ecc379422334 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:04:32.143342 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b4ab6571-8245-4a6c-8d17-6d130d0b3be1 req-3fa51f82-b961-4704-8689-b15de3b0351b tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462156 Jul 30 02:04:32.157321 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:32.165403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37684) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:32.170446 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ccd34255-2d8f-44ce-b013-89bbdf0bf2fc tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:32.182484 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd34255-2d8f-44ce-b013-89bbdf0bf2fc tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:32.186169 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ccd34255-2d8f-44ce-b013-89bbdf0bf2fc tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:32.205234 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d6637083-ccdd-42de-ac0b-ff46802fcfa2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:32.235159 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d6637083-ccdd-42de-ac0b-ff46802fcfa2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230f23ed-e8d2-4a31-884b-03fa596fd8df']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:32.249514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d6637083-ccdd-42de-ac0b-ff46802fcfa2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2b0232-a7d1-49aa-b816-0af58fe04176') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:32.250199 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d6637083-ccdd-42de-ac0b-ff46802fcfa2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2b0232-a7d1-49aa-b816-0af58fe04176') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:32.270809 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d6637083-ccdd-42de-ac0b-ff46802fcfa2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:32.293331 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d6637083-ccdd-42de-ac0b-ff46802fcfa2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:32.309626 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6637083-ccdd-42de-ac0b-ff46802fcfa2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:04:32.310049 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d6637083-ccdd-42de-ac0b-ff46802fcfa2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:04:32.314546 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:04:32.324893 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd34255-2d8f-44ce-b013-89bbdf0bf2fc tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Network': ['ID=b419668e-8b69-4567-945a-8586520bc394,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:32.342373 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-edc93c84-c218-419d-a881-be216a300600 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] show failed (client error): The resource could not be found. Jul 30 02:04:32.343611 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-edc93c84-c218-419d-a881-be216a300600 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/subnets/54416e40-def7-46e4-983d-5bf2372e887d/tags/tempest-TagsExtTest-Tag-590639804 HTTP/1.1" status: 404 len: 328 time: 0.3269978 Jul 30 02:04:32.347601 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network b419668e-8b69-4567-945a-8586520bc394 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:04:32.355146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37688) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:32.384801 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-83417277-1f42-4e56-9f9c-f2930713f4f9 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '54416e40-def7-46e4-983d-5bf2372e887d', 'tempest-TagsExtTest-Tag-1723774584') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:32.388320 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ccd34255-2d8f-44ce-b013-89bbdf0bf2fc tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4607782 Jul 30 02:04:32.411503 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37690) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:32.422856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-d6f8d49e-a741-4fbe-bc94-fcb9a856c6bd tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'subnet': {'network_id': 'b419668e-8b69-4567-945a-8586520bc394', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:32.473390 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cb66d908-1f9e-462c-9ed9-f2f4efefcecf tempest-AgentManagementNegativeTest-1492189340 tempest-AgentManagementNegativeTest-1492189340-project] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2818425 Jul 30 02:04:32.542120 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-83417277-1f42-4e56-9f9c-f2930713f4f9 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] show failed (client error): The resource could not be found. Jul 30 02:04:32.546451 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37694) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:32.546620 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-83417277-1f42-4e56-9f9c-f2930713f4f9 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/subnets/54416e40-def7-46e4-983d-5bf2372e887d/tags/tempest-TagsExtTest-Tag-1723774584 HTTP/1.1" status: 404 len: 329 time: 0.1902177 Jul 30 02:04:32.574820 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-65596ec0-2def-4238-8632-0c66f464d9f1 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '54416e40-def7-46e4-983d-5bf2372e887d', 'tempest-TagsExtTest-Tag-1851423913') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:32.587720 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d6637083-ccdd-42de-ac0b-ff46802fcfa2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:32.601133 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d6637083-ccdd-42de-ac0b-ff46802fcfa2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:32.601133 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d6637083-ccdd-42de-ac0b-ff46802fcfa2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/networks/230f23ed-e8d2-4a31-884b-03fa596fd8df HTTP/1.1" status: 204 len: 168 time: 1.5739474 Jul 30 02:04:32.601929 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37696) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:32.611872 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6637083-ccdd-42de-ac0b-ff46802fcfa2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Network': ['ID=230f23ed-e8d2-4a31-884b-03fa596fd8df,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:32.659161 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f8d49e-a741-4fbe-bc94-fcb9a856c6bd tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Made reservation on behalf of df8f5d4792504c558d51adadf3365d41 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:32.661675 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d6f8d49e-a741-4fbe-bc94-fcb9a856c6bd tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:32.662413 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83d16bd-d747-4a97-b4c6-e12f8293575b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:32.663789 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b83d16bd-d747-4a97-b4c6-e12f8293575b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports/f538425e-e93a-458e-8ed2-4436b5cd253f HTTP/1.1" status: 200 len: 845 time: 0.0607498 Jul 30 02:04:32.670802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37700) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:32.714553 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-65596ec0-2def-4238-8632-0c66f464d9f1 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] show failed (client error): The resource could not be found. Jul 30 02:04:32.718047 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-65596ec0-2def-4238-8632-0c66f464d9f1 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/subnets/54416e40-def7-46e4-983d-5bf2372e887d/tags/tempest-TagsExtTest-Tag-1851423913 HTTP/1.1" status: 404 len: 329 time: 0.1682656 Jul 30 02:04:32.718802 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37704) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:32.724657 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-c796393a-44f5-49a5-a3ab-4197a9a8c548 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '38b31e7f-c272-4ca2-b43f-56fc82ae07e7', {'tags': ['tempest-TagsExtTest-Tag-2034381037', 'tempest-TagsExtTest-Tag-854867423', 'tempest-TagsExtTest-Tag-445000410']}) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:32.776909 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1e345669-6bf2-48eb-a436-d0c39a4c925f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports/f538425e-e93a-458e-8ed2-4436b5cd253f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1035788 Jul 30 02:04:32.777563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37706) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:32.785937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-d78e4cd9-cbaf-45cd-a7c5-e56d3c8e9437 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'subnet': {'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:32.813588 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0839fbba-db49-4ab9-9700-19b6b639b4c6 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:04:32.844000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37708) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:32.844658 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:32.863997 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] Transition to ACTIVE for port object 0839fbba-db49-4ab9-9700-19b6b639b4c6 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:32.965304 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:32.969496 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:32.974323 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c796393a-44f5-49a5-a3ab-4197a9a8c548 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "PUT /v2.0/ports/38b31e7f-c272-4ca2-b43f-56fc82ae07e7/tags HTTP/1.1" status: 200 len: 316 time: 0.2545135 Jul 30 02:04:32.987721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37714) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:33.005260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-21977705-a9d5-43ea-865d-bbed455aab84 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '38b31e7f-c272-4ca2-b43f-56fc82ae07e7') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:33.035207 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] Pushing event updated for resources: {'Port': ['ID=0839fbba-db49-4ab9-9700-19b6b639b4c6,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:33.050427 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-36c7993b-8924-4b9c-81c5-3da4018227bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:33.055982 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78e4cd9-cbaf-45cd-a7c5-e56d3c8e9437 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:33.059579 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d78e4cd9-cbaf-45cd-a7c5-e56d3c8e9437 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:33.076395 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37718) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:33.115018 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] Attempting to bind port 0839fbba-db49-4ab9-9700-19b6b639b4c6 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:33.115369 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] Attempting to bind port 0839fbba-db49-4ab9-9700-19b6b639b4c6 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd37600d1-d258-4a70-aa2c-f9ef5b6795ad'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:33.115772 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] Attempting to bind port 0839fbba-db49-4ab9-9700-19b6b639b4c6 on network d37600d1-d258-4a70-aa2c-f9ef5b6795ad {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:33.121358 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] Port 0839fbba-db49-4ab9-9700-19b6b639b4c6 on network d37600d1-d258-4a70-aa2c-f9ef5b6795ad not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:04:33.121678 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] Attempting to bind port 0839fbba-db49-4ab9-9700-19b6b639b4c6 on network d37600d1-d258-4a70-aa2c-f9ef5b6795ad {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:33.131262 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:33.131606 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] Checking segment: {'id': 'b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd37600d1-d258-4a70-aa2c-f9ef5b6795ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:33.133132 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] Bound using segment: {'id': 'b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd37600d1-d258-4a70-aa2c-f9ef5b6795ad'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:33.133270 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] Bound port: 0839fbba-db49-4ab9-9700-19b6b639b4c6, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd37600d1-d258-4a70-aa2c-f9ef5b6795ad'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:33.133659 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:33.187714 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d6f8d49e-a741-4fbe-bc94-fcb9a856c6bd tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:33.234643 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] For port 0839fbba-db49-4ab9-9700-19b6b639b4c6, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:33.238883 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] For port 0839fbba-db49-4ab9-9700-19b6b639b4c6, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0839fbba-db49-4ab9-9700-19b6b639b4c6,segment=NetworkSegment(b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f),segment_id=b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:33.256520 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59da79f4-808c-4cee-ab04-4540fd7c942e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:33.319754 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:33.336984 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8d49e-a741-4fbe-bc94-fcb9a856c6bd tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Subnet': ['ID=8770e200-3efe-4e2c-b8c3-4b4e849c0af3,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:33.360106 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:33.360106 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:33.360106 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] 10.222.0.10 "PUT /v2.0/ports/0839fbba-db49-4ab9-9700-19b6b639b4c6 HTTP/1.1" status: 200 len: 1092 time: 1.4476106 Jul 30 02:04:33.360106 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3126c612-60c9-46a9-afa2-c47fc5ee1dd2', 'tag': '0839fbba-db49-4ab9-9700-19b6b639b4c6'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:04:33.362047 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfed3f2-b1e3-40c9-be4d-236f40c8d5f4" -d '{"events": [{"name": "network-changed", "server_uuid": "3126c612-60c9-46a9-afa2-c47fc5ee1dd2", "tag": "0839fbba-db49-4ab9-9700-19b6b639b4c6"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:04:33.395273 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-21977705-a9d5-43ea-865d-bbed455aab84 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "DELETE /v2.0/ports/38b31e7f-c272-4ca2-b43f-56fc82ae07e7/tags HTTP/1.1" status: 204 len: 168 time: 0.4018402 Jul 30 02:04:33.402531 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37726) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:33.411472 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-b5c0776c-91d9-49b4-8258-e14ca1409825 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '38b31e7f-c272-4ca2-b43f-56fc82ae07e7', 'tempest-TagsExtTest-Tag-2034381037') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:33.412359 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f8d49e-a741-4fbe-bc94-fcb9a856c6bd tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Checking segment: {'id': '87991acc-0019-428b-b9a1-e7189372b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b419668e-8b69-4567-945a-8586520bc394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:33.412798 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f8d49e-a741-4fbe-bc94-fcb9a856c6bd tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network hostable DHCP agents. Network: b419668e-8b69-4567-945a-8586520bc394, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:04:33.417766 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d047906f-f0a1-4012-bcfd-44e242f5cb45 x-openstack-request-id: req-d047906f-f0a1-4012-bcfd-44e242f5cb45 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:04:33.418109 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3126c612-60c9-46a9-afa2-c47fc5ee1dd2", "tag": "0839fbba-db49-4ab9-9700-19b6b639b4c6", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:04:33.419859 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d047906f-f0a1-4012-bcfd-44e242f5cb45 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:04:33.419859 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3126c612-60c9-46a9-afa2-c47fc5ee1dd2', 'tag': '0839fbba-db49-4ab9-9700-19b6b639b4c6', 'status': 'completed', 'code': 200} Jul 30 02:04:33.420481 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1512f-c88d-4c07-8900-6a49bdfada77 service neutron] Pushing event updated for resources: {'Port': ['ID=0839fbba-db49-4ab9-9700-19b6b639b4c6,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:33.447825 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30d87d-e9d5-4b51-a1ac-0f4dfd411b61 req-ef50f878-ca4a-4444-89d2-3cd090b5fbd1 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:33.449297 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fb30d87d-e9d5-4b51-a1ac-0f4dfd411b61 req-ef50f878-ca4a-4444-89d2-3cd090b5fbd1 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 944 time: 0.1843479 Jul 30 02:04:33.493293 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-36c7993b-8924-4b9c-81c5-3da4018227bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:33.503396 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfed3f2-b1e3-40c9-be4d-236f40c8d5f4 req-8a049d43-9a45-422e-8ce8-ee401aae438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:33.505356 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5bfed3f2-b1e3-40c9-be4d-236f40c8d5f4 req-8a049d43-9a45-422e-8ce8-ee401aae438f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=98cb24431910454fa0102d049341fde2&device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 1095 time: 0.0543361 Jul 30 02:04:33.521449 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-b5c0776c-91d9-49b4-8258-e14ca1409825 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] show failed (client error): The resource could not be found. Jul 30 02:04:33.528874 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b5c0776c-91d9-49b4-8258-e14ca1409825 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/ports/38b31e7f-c272-4ca2-b43f-56fc82ae07e7/tags/tempest-TagsExtTest-Tag-2034381037 HTTP/1.1" status: 404 len: 329 time: 0.1187654 Jul 30 02:04:33.529347 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37728) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:33.533735 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-1d753e50-080d-4f6d-9b16-e4a19ad40a0a tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '38b31e7f-c272-4ca2-b43f-56fc82ae07e7', 'tempest-TagsExtTest-Tag-854867423') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:33.548682 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fb30d87d-e9d5-4b51-a1ac-0f4dfd411b61 req-53c83ccf-cd3e-4f9a-9bde-2c82291cf37d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922165 Jul 30 02:04:33.572535 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-36c7993b-8924-4b9c-81c5-3da4018227bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:33.614169 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f8d49e-a741-4fbe-bc94-fcb9a856c6bd tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network b419668e-8b69-4567-945a-8586520bc394 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:04:33.616355 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d78e4cd9-cbaf-45cd-a7c5-e56d3c8e9437 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:33.624246 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7993b-8924-4b9c-81c5-3da4018227bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bcaf30-8d1a-4cf7-9f9a-db8f3d586153,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:33.657373 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-36c7993b-8924-4b9c-81c5-3da4018227bd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f285c14e00894060aac8d2ccef62391f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8096437 Jul 30 02:04:33.666352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37730) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:33.696518 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78e4cd9-cbaf-45cd-a7c5-e56d3c8e9437 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:33.709624 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-d78e4cd9-cbaf-45cd-a7c5-e56d3c8e9437 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:33.718268 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cf9b0d-d3ac-4759-95fe-4285ae5c93fc None None] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:33.718901 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78e4cd9-cbaf-45cd-a7c5-e56d3c8e9437 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:33.719516 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d78e4cd9-cbaf-45cd-a7c5-e56d3c8e9437 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:33.723090 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-1d753e50-080d-4f6d-9b16-e4a19ad40a0a tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] show failed (client error): The resource could not be found. Jul 30 02:04:33.727609 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1d753e50-080d-4f6d-9b16-e4a19ad40a0a tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/ports/38b31e7f-c272-4ca2-b43f-56fc82ae07e7/tags/tempest-TagsExtTest-Tag-854867423 HTTP/1.1" status: 404 len: 328 time: 0.1938498 Jul 30 02:04:33.727802 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfed3f2-b1e3-40c9-be4d-236f40c8d5f4 req-aa9f692b-39ec-440a-a091-836274152a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:33.727802 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5bfed3f2-b1e3-40c9-be4d-236f40c8d5f4 req-aa9f692b-39ec-440a-a091-836274152a43 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=98cb24431910454fa0102d049341fde2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2087002 Jul 30 02:04:33.727802 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37734) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:33.728734 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e4cd9-cbaf-45cd-a7c5-e56d3c8e9437 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Subnet': ['ID=bd81b0a7-4c80-44f7-97f1-49c6478e524b,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:33.741240 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-d6f8d49e-a741-4fbe-bc94-fcb9a856c6bd tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, b419668e-8b69-4567-945a-8586520bc394) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:33.752555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f8d49e-a741-4fbe-bc94-fcb9a856c6bd tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:33.753699 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d6f8d49e-a741-4fbe-bc94-fcb9a856c6bd tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:33.759382 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-a586d275-0848-476f-96ba-ab345f19982d tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '38b31e7f-c272-4ca2-b43f-56fc82ae07e7', 'tempest-TagsExtTest-Tag-445000410') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:33.768153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda11a90-bb83-40b1-9c58-71a0f1c2ddd8 None None] Network b419668e-8b69-4567-945a-8586520bc394 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:33.777394 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc5d7540-b324-4edf-a385-ca5c62e6f4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:33.805577 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc5d7540-b324-4edf-a385-ca5c62e6f4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:33.909088 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59da79f4-808c-4cee-ab04-4540fd7c942e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:33.958592 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfed3f2-b1e3-40c9-be4d-236f40c8d5f4 req-0bcbbb4f-d970-47c1-86ee-f0c1bc48bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:33.960504 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5bfed3f2-b1e3-40c9-be4d-236f40c8d5f4 req-0bcbbb4f-d970-47c1-86ee-f0c1bc48bef6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2050517 Jul 30 02:04:33.962453 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-a586d275-0848-476f-96ba-ab345f19982d tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] show failed (client error): The resource could not be found. Jul 30 02:04:33.978823 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a586d275-0848-476f-96ba-ab345f19982d tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/ports/38b31e7f-c272-4ca2-b43f-56fc82ae07e7/tags/tempest-TagsExtTest-Tag-445000410 HTTP/1.1" status: 404 len: 328 time: 0.2233768 Jul 30 02:04:33.979806 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37736) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:33.990356 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-705097f8-238b-428b-bae9-32927068357b tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4747ab20-1400-440d-912e-32f115edabc0', {'tags': ['tempest-TagsExtTest-Tag-2045162394', 'tempest-TagsExtTest-Tag-200792604', 'tempest-TagsExtTest-Tag-1787241685']}) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:33.992904 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59da79f4-808c-4cee-ab04-4540fd7c942e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:34.023900 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-b419668e-8b69-4567-945a-8586520bc394', 'network_id': 'b419668e-8b69-4567-945a-8586520bc394', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'fixed_ips': [{'subnet_id': '8770e200-3efe-4e2c-b8c3-4b4e849c0af3'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:04:34.025057 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:34.035273 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-f8e68492-0c58-4db2-bc8f-b4dca73bd98f', 'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f', 'tenant_id': 'fb54f7ee248443f6b8ca067f300bbb58', 'fixed_ips': [{'subnet_id': 'bd81b0a7-4c80-44f7-97f1-49c6478e524b'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:04:34.036560 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:34.165019 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-59da79f4-808c-4cee-ab04-4540fd7c942e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db0287913d5d44aa902581da17012856&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0875561 Jul 30 02:04:34.168899 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37738) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:34.178518 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da79f4-808c-4cee-ab04-4540fd7c942e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d928ee9b-7faf-4cc0-a403-7ac24a313689,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:34.200495 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-7d253019-f45b-4c43-9844-a7bbb50031ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:34.201321 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-7d253019-f45b-4c43-9844-a7bbb50031ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=98cb24431910454fa0102d049341fde2&device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 1095 time: 0.1445920 Jul 30 02:04:34.234868 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-69bdcb52-6a7d-443f-974d-a80bb5d0c165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:34.238364 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d78e4cd9-cbaf-45cd-a7c5-e56d3c8e9437 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4565423 Jul 30 02:04:34.241780 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37740) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:34.246981 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ff773f0a-b246-42a4-a305-5b032a1dbaea tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'security_group': {'name': 'tempest-secgroup-1591116987'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:34.258179 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-8a4214c1-b3c9-47d6-a10b-043b1a704789 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0839fbba-db49-4ab9-9700-19b6b639b4c6 HTTP/1.1" status: 200 len: 217 time: 0.0490603 Jul 30 02:04:34.265826 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-705097f8-238b-428b-bae9-32927068357b tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "PUT /v2.0/routers/4747ab20-1400-440d-912e-32f115edabc0/tags HTTP/1.1" status: 200 len: 317 time: 0.2838531 Jul 30 02:04:34.272946 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d6f8d49e-a741-4fbe-bc94-fcb9a856c6bd tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8604758 Jul 30 02:04:34.274003 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37742) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:34.277156 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37744) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:34.282411 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-93a5f1ea-87dd-4d28-80c1-3f1709cd2f1b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-400131912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:34.284689 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-c9bd3ea3-b914-484b-86af-3564b0ac6b16 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4747ab20-1400-440d-912e-32f115edabc0') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:34.288010 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-69bdcb52-6a7d-443f-974d-a80bb5d0c165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:34.291050 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Allocated IP 172.20.0.2 (b419668e-8b69-4567-945a-8586520bc394/8770e200-3efe-4e2c-b8c3-4b4e849c0af3/094e5892-f977-45c2-ab9c-8806eb75b3c7) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:34.299186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Allocated IP 2001:db8::2 (f8e68492-0c58-4db2-bc8f-b4dca73bd98f/bd81b0a7-4c80-44f7-97f1-49c6478e524b/896039c5-f4b3-46ca-877a-e5c0a51568a4) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:34.333073 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-55c0be01-2786-4362-bf54-2c9602a531b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:34.335281 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-55c0be01-2786-4362-bf54-2c9602a531b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28fb4a46-70b0-422c-83c7-3105b3c04140 HTTP/1.1" status: 200 len: 854 time: 0.0684097 Jul 30 02:04:34.337431 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc5d7540-b324-4edf-a385-ca5c62e6f4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:34.340191 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc5d7540-b324-4edf-a385-ca5c62e6f4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:34.341327 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bc5d7540-b324-4edf-a385-ca5c62e6f4bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11bcaf30-8d1a-4cf7-9f9a-db8f3d586153 HTTP/1.1" status: 204 len: 168 time: 0.6717529 Jul 30 02:04:34.398620 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-0394b7c0-6a88-4fea-9d5f-383e92037888 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d37600d1-d258-4a70-aa2c-f9ef5b6795ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560656 Jul 30 02:04:34.408415 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d7540-b324-4edf-a385-ca5c62e6f4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bcaf30-8d1a-4cf7-9f9a-db8f3d586153,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:34.437875 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ff773f0a-b246-42a4-a305-5b032a1dbaea tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:34.503507 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [None req-ff773f0a-b246-42a4-a305-5b032a1dbaea tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:04:34.503507 n-d-713498-9 neutron-server[94465]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 02:04:34.503507 n-d-713498-9 neutron-server[94465]: [parameters: {'project_id_1': 'fb54f7ee248443f6b8ca067f300bbb58', 'expiration_1': datetime.datetime(2021, 7, 30, 2, 4, 34, 491769)}] Jul 30 02:04:34.503507 n-d-713498-9 neutron-server[94465]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:04:34.504092 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [None req-ff773f0a-b246-42a4-a305-5b032a1dbaea tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:04:34.539317 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-fce908e4-176e-4abf-8913-d42f24128349 service neutron] 10.222.0.10 "GET /v2.0/networks/d37600d1-d258-4a70-aa2c-f9ef5b6795ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339145 Jul 30 02:04:34.565482 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:34.569459 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-69bdcb52-6a7d-443f-974d-a80bb5d0c165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:34.575599 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:34.581445 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-69bdcb52-6a7d-443f-974d-a80bb5d0c165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:34.581706 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Transition to ACTIVE for port object 094e5892-f977-45c2-ab9c-8806eb75b3c7 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:34.582881 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-69bdcb52-6a7d-443f-974d-a80bb5d0c165 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d928ee9b-7faf-4cc0-a403-7ac24a313689 HTTP/1.1" status: 204 len: 168 time: 0.4113550 Jul 30 02:04:34.601505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdcb52-6a7d-443f-974d-a80bb5d0c165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d928ee9b-7faf-4cc0-a403-7ac24a313689,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:34.603597 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Transition to ACTIVE for port object 896039c5-f4b3-46ca-877a-e5c0a51568a4 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:34.625766 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Transition to ACTIVE for port object 094e5892-f977-45c2-ab9c-8806eb75b3c7 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:34.634274 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c9bd3ea3-b914-484b-86af-3564b0ac6b16 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "DELETE /v2.0/routers/4747ab20-1400-440d-912e-32f115edabc0/tags HTTP/1.1" status: 204 len: 168 time: 0.3542557 Jul 30 02:04:34.635781 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Transition to ACTIVE for port object 896039c5-f4b3-46ca-877a-e5c0a51568a4 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:34.637084 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37752) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:34.644485 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-82a9bd4e-36bc-4129-979a-8e785e863445 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4747ab20-1400-440d-912e-32f115edabc0', 'tempest-TagsExtTest-Tag-2045162394') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:34.644611 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-93a5f1ea-87dd-4d28-80c1-3f1709cd2f1b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:34.644611 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-93a5f1ea-87dd-4d28-80c1-3f1709cd2f1b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:34.724977 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e0ebdac0-80ec-44c3-84bd-12f0c75faaab req-d526fbc2-b863-4f02-ab37-6d63f3bf7dcb service neutron] 10.222.0.10 "GET /v2.0/networks/d37600d1-d258-4a70-aa2c-f9ef5b6795ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765356 Jul 30 02:04:34.755627 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-82a9bd4e-36bc-4129-979a-8e785e863445 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] show failed (client error): The resource could not be found. Jul 30 02:04:34.755627 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-82a9bd4e-36bc-4129-979a-8e785e863445 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/routers/4747ab20-1400-440d-912e-32f115edabc0/tags/tempest-TagsExtTest-Tag-2045162394 HTTP/1.1" status: 404 len: 329 time: 0.1113288 Jul 30 02:04:34.760055 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-93a5f1ea-87dd-4d28-80c1-3f1709cd2f1b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:34.760999 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37756) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:34.770464 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-ae630898-efdf-4cda-a463-3d74fbb25c0c tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4747ab20-1400-440d-912e-32f115edabc0', 'tempest-TagsExtTest-Tag-200792604') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:34.813381 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301cc4e-de73-4743-b135-9622fd785eb6 req-a423e7e2-051e-4a63-b5c3-03b2a00d0a50 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:34.814930 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3301cc4e-de73-4743-b135-9622fd785eb6 req-a423e7e2-051e-4a63-b5c3-03b2a00d0a50 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 944 time: 0.1418707 Jul 30 02:04:34.878834 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-ae630898-efdf-4cda-a463-3d74fbb25c0c tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] show failed (client error): The resource could not be found. Jul 30 02:04:34.882735 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ae630898-efdf-4cda-a463-3d74fbb25c0c tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/routers/4747ab20-1400-440d-912e-32f115edabc0/tags/tempest-TagsExtTest-Tag-200792604 HTTP/1.1" status: 404 len: 328 time: 0.1181684 Jul 30 02:04:34.896133 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37766) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:34.896133 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-4c2f82f9-0c2f-413a-b6fb-2bff5d5efb1d tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4747ab20-1400-440d-912e-32f115edabc0', 'tempest-TagsExtTest-Tag-1787241685') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:34.896693 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3301cc4e-de73-4743-b135-9622fd785eb6 req-6a1c6a67-ea0b-4f0e-93f0-aafa69578f9d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453849 Jul 30 02:04:34.989748 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-4c2f82f9-0c2f-413a-b6fb-2bff5d5efb1d tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] show failed (client error): The resource could not be found. Jul 30 02:04:34.990717 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4c2f82f9-0c2f-413a-b6fb-2bff5d5efb1d tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/routers/4747ab20-1400-440d-912e-32f115edabc0/tags/tempest-TagsExtTest-Tag-1787241685 HTTP/1.1" status: 404 len: 329 time: 0.1066713 Jul 30 02:04:34.993460 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37768) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:34.998146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-42e89710-4d4d-4fad-a0d4-2fc5c0e6b028 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '19237e4b-99fc-47fe-ad05-f7db8c39b4a8', {'tags': ['tempest-TagsExtTest-Tag-798431934', 'tempest-TagsExtTest-Tag-786754441', 'tempest-TagsExtTest-Tag-223863491']}) {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:35.011805 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-93a5f1ea-87dd-4d28-80c1-3f1709cd2f1b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.012039 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.012537 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ff773f0a-b246-42a4-a305-5b032a1dbaea tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.015224 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.071002 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:35.072745 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Network b419668e-8b69-4567-945a-8586520bc394 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:35.076025 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:35.082162 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:35.086802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:35.088816 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:35.099118 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Pushing event updated for resources: {'Port': ['ID=896039c5-f4b3-46ca-877a-e5c0a51568a4,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:35.147877 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-93a5f1ea-87dd-4d28-80c1-3f1709cd2f1b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.149143 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-93a5f1ea-87dd-4d28-80c1-3f1709cd2f1b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8710170 Jul 30 02:04:35.152751 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37772) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:35.204278 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-42e89710-4d4d-4fad-a0d4-2fc5c0e6b028 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "PUT /v2.0/subnetpools/19237e4b-99fc-47fe-ad05-f7db8c39b4a8/tags HTTP/1.1" status: 200 len: 315 time: 0.2097201 Jul 30 02:04:35.207974 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37774) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:35.216498 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-e10e3dc4-3c23-4f4d-8500-a473a4fd933c tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '19237e4b-99fc-47fe-ad05-f7db8c39b4a8') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:35.219373 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Attempting to bind port 896039c5-f4b3-46ca-877a-e5c0a51568a4 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:35.227707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Attempting to bind port 896039c5-f4b3-46ca-877a-e5c0a51568a4 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '477f670c-e1ad-4569-a314-cf1c9f187b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:35.227707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Attempting to bind port 896039c5-f4b3-46ca-877a-e5c0a51568a4 on network f8e68492-0c58-4db2-bc8f-b4dca73bd98f {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:35.232560 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Attempting to bind port 094e5892-f977-45c2-ab9c-8806eb75b3c7 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:35.232964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Attempting to bind port 094e5892-f977-45c2-ab9c-8806eb75b3c7 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '87991acc-0019-428b-b9a1-e7189372b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b419668e-8b69-4567-945a-8586520bc394'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:35.233298 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Attempting to bind port 094e5892-f977-45c2-ab9c-8806eb75b3c7 on network b419668e-8b69-4567-945a-8586520bc394 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:35.242211 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:35.242890 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Checking segment: {'id': '477f670c-e1ad-4569-a314-cf1c9f187b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:35.243497 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.244052 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Bound using segment: {'id': '477f670c-e1ad-4569-a314-cf1c9f187b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:35.244682 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Bound port: 896039c5-f4b3-46ca-877a-e5c0a51568a4, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477f670c-e1ad-4569-a314-cf1c9f187b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:35.245224 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.249902 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Pushing event updated for resources: {'Port': ['ID=094e5892-f977-45c2-ab9c-8806eb75b3c7,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:35.260323 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:35.260806 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Checking segment: {'id': '87991acc-0019-428b-b9a1-e7189372b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b419668e-8b69-4567-945a-8586520bc394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:35.261096 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.261673 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Bound using segment: {'id': '87991acc-0019-428b-b9a1-e7189372b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b419668e-8b69-4567-945a-8586520bc394'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:35.262172 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Bound port: 094e5892-f977-45c2-ab9c-8806eb75b3c7, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87991acc-0019-428b-b9a1-e7189372b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b419668e-8b69-4567-945a-8586520bc394'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:35.262873 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.288251 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ff773f0a-b246-42a4-a305-5b032a1dbaea tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.388540 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ff773f0a-b246-42a4-a305-5b032a1dbaea tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.413797 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] For port 896039c5-f4b3-46ca-877a-e5c0a51568a4, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:35.416195 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] For port 094e5892-f977-45c2-ab9c-8806eb75b3c7, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:35.419018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] For port 896039c5-f4b3-46ca-877a-e5c0a51568a4, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=896039c5-f4b3-46ca-877a-e5c0a51568a4,segment=NetworkSegment(477f670c-e1ad-4569-a314-cf1c9f187b3b),segment_id=477f670c-e1ad-4569-a314-cf1c9f187b3b)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:35.420875 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] For port 094e5892-f977-45c2-ab9c-8806eb75b3c7, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=094e5892-f977-45c2-ab9c-8806eb75b3c7,segment=NetworkSegment(87991acc-0019-428b-b9a1-e7189372b645),segment_id=87991acc-0019-428b-b9a1-e7189372b645)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:35.433997 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e10e3dc4-3c23-4f4d-8500-a473a4fd933c tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "DELETE /v2.0/subnetpools/19237e4b-99fc-47fe-ad05-f7db8c39b4a8/tags HTTP/1.1" status: 204 len: 168 time: 0.2248559 Jul 30 02:04:35.441611 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37788) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:35.446380 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-c2b601cf-2991-4c88-a48b-f36e621cf0d4 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19237e4b-99fc-47fe-ad05-f7db8c39b4a8', 'tempest-TagsExtTest-Tag-798431934') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:35.455801 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff773f0a-b246-42a4-a305-5b032a1dbaea tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82da7a58-75cf-4607-8d38-152d8ca1cf01,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:35.477626 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-c2b601cf-2991-4c88-a48b-f36e621cf0d4 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] show failed (client error): The resource could not be found. Jul 30 02:04:35.478439 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c2b601cf-2991-4c88-a48b-f36e621cf0d4 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/subnetpools/19237e4b-99fc-47fe-ad05-f7db8c39b4a8/tags/tempest-TagsExtTest-Tag-798431934 HTTP/1.1" status: 404 len: 328 time: 0.0357683 Jul 30 02:04:35.481226 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37792) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:35.485751 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-99a38a7b-5ce9-44f8-83ad-a37dcb34a8ec tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19237e4b-99fc-47fe-ad05-f7db8c39b4a8', 'tempest-TagsExtTest-Tag-786754441') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:35.509917 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-99a38a7b-5ce9-44f8-83ad-a37dcb34a8ec tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] show failed (client error): The resource could not be found. Jul 30 02:04:35.510930 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-99a38a7b-5ce9-44f8-83ad-a37dcb34a8ec tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/subnetpools/19237e4b-99fc-47fe-ad05-f7db8c39b4a8/tags/tempest-TagsExtTest-Tag-786754441 HTTP/1.1" status: 404 len: 328 time: 0.0287046 Jul 30 02:04:35.514432 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37794) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:35.522140 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-e1d02612-31e7-40e2-b405-a946f957c249 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19237e4b-99fc-47fe-ad05-f7db8c39b4a8', 'tempest-TagsExtTest-Tag-223863491') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:35.530753 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.540582 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-e1d02612-31e7-40e2-b405-a946f957c249 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] show failed (client error): The resource could not be found. Jul 30 02:04:35.541678 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e1d02612-31e7-40e2-b405-a946f957c249 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/subnetpools/19237e4b-99fc-47fe-ad05-f7db8c39b4a8/tags/tempest-TagsExtTest-Tag-223863491 HTTP/1.1" status: 404 len: 328 time: 0.0261135 Jul 30 02:04:35.544485 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37796) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:35.548794 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.561197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-04dc323f-993a-438e-b93c-1b0742f49ed4 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '19237e4b-99fc-47fe-ad05-f7db8c39b4a8') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:35.598759 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ff773f0a-b246-42a4-a305-5b032a1dbaea tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.600479 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ff773f0a-b246-42a4-a305-5b032a1dbaea tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3570731 Jul 30 02:04:35.607080 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.613558 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37800) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:35.623818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3abbe1ab-63df-473a-b73f-8a8146d3b907 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'security_group': {'name': 'tempest-secgroup-229422261'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:35.709527 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-04dc323f-993a-438e-b93c-1b0742f49ed4 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "DELETE /v2.0/subnetpools/19237e4b-99fc-47fe-ad05-f7db8c39b4a8/tags HTTP/1.1" status: 204 len: 168 time: 0.1624966 Jul 30 02:04:35.710152 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37804) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:35.721640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-428ab688-9c4f-413d-a886-3f0dab7e10f4 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4747ab20-1400-440d-912e-32f115edabc0') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:35.722837 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a2513-5cd9-4b98-b36b-ad1414a80715 None None] Pushing event updated for resources: {'Port': ['ID=896039c5-f4b3-46ca-877a-e5c0a51568a4,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:35.840120 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3abbe1ab-63df-473a-b73f-8a8146d3b907 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.873005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75792ac9-46b0-431b-aa0e-1b970758baf8 None None] Pushing event updated for resources: {'Port': ['ID=094e5892-f977-45c2-ab9c-8806eb75b3c7,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:36.229175 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 896039c5-f4b3-46ca-877a-e5c0a51568a4 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:36.274220 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3abbe1ab-63df-473a-b73f-8a8146d3b907 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:36.381735 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db1716-fbd8-4e8d-9181-a354904d4ad0 req-69932010-5cd2-45f0-afd0-edcc3b932616 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:36.400280 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11db1716-fbd8-4e8d-9181-a354904d4ad0 req-69932010-5cd2-45f0-afd0-edcc3b932616 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 944 time: 0.3285911 Jul 30 02:04:36.404941 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3abbe1ab-63df-473a-b73f-8a8146d3b907 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:36.411352 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-428ab688-9c4f-413d-a886-3f0dab7e10f4 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "DELETE /v2.0/routers/4747ab20-1400-440d-912e-32f115edabc0/tags HTTP/1.1" status: 204 len: 168 time: 0.7004108 Jul 30 02:04:36.412258 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37826) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:36.421991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-9a064ce3-d54b-4ac7-85f6-d6e2ff41caa9 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '38b31e7f-c272-4ca2-b43f-56fc82ae07e7') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:36.444084 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Allocated IP 172.20.0.1 (b419668e-8b69-4567-945a-8586520bc394/8770e200-3efe-4e2c-b8c3-4b4e849c0af3/da14172d-aa2a-4cdc-9267-3debea0a1278) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:36.461779 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbe1ab-63df-473a-b73f-8a8146d3b907 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72701c7d-a604-4705-afc3-cda8cc4cb8f6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:36.492347 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11db1716-fbd8-4e8d-9181-a354904d4ad0 req-27cedbdc-2255-4e66-9204-5e5660b28c61 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617199 Jul 30 02:04:36.558578 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9a064ce3-d54b-4ac7-85f6-d6e2ff41caa9 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "DELETE /v2.0/ports/38b31e7f-c272-4ca2-b43f-56fc82ae07e7/tags HTTP/1.1" status: 204 len: 168 time: 0.1415694 Jul 30 02:04:36.561181 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37828) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:36.564747 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 896039c5-f4b3-46ca-877a-e5c0a51568a4 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:36.566786 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-6e065b50-9549-4bf7-b53d-770dc2c951a7 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '54416e40-def7-46e4-983d-5bf2372e887d') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:36.601001 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:36.614988 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Transition to ACTIVE for port object da14172d-aa2a-4cdc-9267-3debea0a1278 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:36.628807 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3abbe1ab-63df-473a-b73f-8a8146d3b907 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:36.630058 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3abbe1ab-63df-473a-b73f-8a8146d3b907 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0116005 Jul 30 02:04:36.633327 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37832) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:36.642637 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5d9e6ab3-2235-493a-b364-85b369916768 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1162696637', 'security_groups': ['72701c7d-a604-4705-afc3-cda8cc4cb8f6'], 'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bd81b0a7-4c80-44f7-97f1-49c6478e524b'}]}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:36.712594 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6e065b50-9549-4bf7-b53d-770dc2c951a7 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "DELETE /v2.0/subnets/54416e40-def7-46e4-983d-5bf2372e887d/tags HTTP/1.1" status: 204 len: 168 time: 0.1502817 Jul 30 02:04:36.717353 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37834) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:36.752065 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37836) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:36.758057 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:36.848133 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network b419668e-8b69-4567-945a-8586520bc394 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:36.869978 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:36.872845 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:36.897171 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-08f50548-d6e6-4159-b86a-b6f246a55b20 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-748411164'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:36.904491 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Port': ['ID=da14172d-aa2a-4cdc-9267-3debea0a1278,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:36.931557 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9e6ab3-2235-493a-b364-85b369916768 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:36.941062 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:36.993702 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0839fbba-db49-4ab9-9700-19b6b639b4c6 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:04:37.058554 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37844) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:37.070791 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d9e6ab3-2235-493a-b364-85b369916768 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.075278 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f50548-d6e6-4159-b86a-b6f246a55b20 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:37.079236 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-08f50548-d6e6-4159-b86a-b6f246a55b20 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.104021 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-08f50548-d6e6-4159-b86a-b6f246a55b20 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.111616 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a4925ec7-57ea-488b-8bac-1e495f28559c tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks [] for subnetpool, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.120406 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-5d9e6ab3-2235-493a-b364-85b369916768 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] device_id is not set on port 58e65ae8-c357-463c-9e5d-20708e4343e8 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:04:37.125715 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a4925ec7-57ea-488b-8bac-1e495f28559c tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "DELETE /v2.0/subnetpools/19237e4b-99fc-47fe-ad05-f7db8c39b4a8 HTTP/1.1" status: 204 len: 168 time: 0.4011984 Jul 30 02:04:37.128739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37848) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:37.153998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0839fbba-db49-4ab9-9700-19b6b639b4c6, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0839fbba-db49-4ab9-9700-19b6b639b4c6,segment=NetworkSegment(b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f),segment_id=b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:37.170959 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '0839fbba-db49-4ab9-9700-19b6b639b4c6', 'network_id': 'd37600d1-d258-4a70-aa2c-f9ef5b6795ad', 'port_id': '0839fbba-db49-4ab9-9700-19b6b639b4c6', 'mac_address': 'fa:16:3e:b6:cb:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fb4a46-70b0-422c-83c7-3105b3c04140', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:04:37.218489 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f0f35bb6-a6c2-4a56-bb1e-16ad1838d6cb tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "GET /v2.0/ports?device_id=4747ab20-1400-440d-912e-32f115edabc0 HTTP/1.1" status: 200 len: 205 time: 0.0879867 Jul 30 02:04:37.219338 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37850) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:37.245378 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.252940 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c1abb4-874b-402f-943b-94cd0583d6fa None None] Network b419668e-8b69-4567-945a-8586520bc394 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:37.319920 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2606342f-59d8-4b4d-bf1b-2143a4d02683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.344367 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0839fbba-db49-4ab9-9700-19b6b639b4c6 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:04:37.382210 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce266b7f-53a3-4391-9176-9d1fb91e36a9 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.385785 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.433965 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-08f50548-d6e6-4159-b86a-b6f246a55b20 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.441102 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0839fbba-db49-4ab9-9700-19b6b639b4c6, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0839fbba-db49-4ab9-9700-19b6b639b4c6,segment=NetworkSegment(b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f),segment_id=b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:37.447318 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-5d9e6ab3-2235-493a-b364-85b369916768 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Allocated IP 2001:db8::321 (f8e68492-0c58-4db2-bc8f-b4dca73bd98f/bd81b0a7-4c80-44f7-97f1-49c6478e524b/58e65ae8-c357-463c-9e5d-20708e4343e8) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:37.536531 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-183ba4cc-f8a2-44fd-ac13-38f2d5f3bd2f None None] Provisioning for port 094e5892-f977-45c2-ab9c-8806eb75b3c7 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:37.560042 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.623357 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce266b7f-53a3-4391-9176-9d1fb91e36a9 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.624430 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-08f50548-d6e6-4159-b86a-b6f246a55b20 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.625764 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce266b7f-53a3-4391-9176-9d1fb91e36a9 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.685584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f50548-d6e6-4159-b86a-b6f246a55b20 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:04:37.695084 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0839fbba-db49-4ab9-9700-19b6b639b4c6,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:37.697815 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d9e6ab3-2235-493a-b364-85b369916768 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.730509 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f50548-d6e6-4159-b86a-b6f246a55b20 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c8b7c2-b3f3-4730-b189-6fd135ad3a35,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:37.731335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dbd1561a-5bd3-4226-a13e-16a0c157d956 None None] Provisioning complete for port f538425e-e93a-458e-8ed2-4436b5cd253f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:37.731776 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbd1561a-5bd3-4226-a13e-16a0c157d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.736815 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-08f50548-d6e6-4159-b86a-b6f246a55b20 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.737166 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-08f50548-d6e6-4159-b86a-b6f246a55b20 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Added segment c9b02cb8-c16d-4cda-9efb-301a74d18e4f of type vlan for network 84fe5bd8-9f93-443f-a4c2-007dacc11704 Jul 30 02:04:37.752102 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-5d9e6ab3-2235-493a-b364-85b369916768 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Transition to ACTIVE for port object 58e65ae8-c357-463c-9e5d-20708e4343e8 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:37.805108 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-08f50548-d6e6-4159-b86a-b6f246a55b20 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.806490 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1561a-5bd3-4226-a13e-16a0c157d956 None None] Port f538425e-e93a-458e-8ed2-4436b5cd253f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:37.887060 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['0839fbba-db49-4ab9-9700-19b6b639b4c6'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:04:37.900966 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2606342f-59d8-4b4d-bf1b-2143a4d02683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.932483 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b5e7c-a90a-4b57-9641-531ee6616023 req-b11f3ce3-bbc9-4ab8-b600-5e5253031903 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:37.934045 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd4b5e7c-a90a-4b57-9641-531ee6616023 req-b11f3ce3-bbc9-4ab8-b600-5e5253031903 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 945 time: 0.2571514 Jul 30 02:04:37.951389 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dbd1561a-5bd3-4226-a13e-16a0c157d956 None None] Provisioning for port 896039c5-f4b3-46ca-877a-e5c0a51568a4 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:37.960798 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dbd1561a-5bd3-4226-a13e-16a0c157d956 None None] Provisioning complete for port 896039c5-f4b3-46ca-877a-e5c0a51568a4 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:37.961167 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbd1561a-5bd3-4226-a13e-16a0c157d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.982474 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d9e6ab3-2235-493a-b364-85b369916768 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.997168 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2606342f-59d8-4b4d-bf1b-2143a4d02683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.016492 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce266b7f-53a3-4391-9176-9d1fb91e36a9 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.017362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce266b7f-53a3-4391-9176-9d1fb91e36a9 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Fanout notify agent at l3_agent the message router_deleted on router 4747ab20-1400-440d-912e-32f115edabc0 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:04:38.027415 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce266b7f-53a3-4391-9176-9d1fb91e36a9 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.028830 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ce266b7f-53a3-4391-9176-9d1fb91e36a9 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "DELETE /v2.0/routers/4747ab20-1400-440d-912e-32f115edabc0 HTTP/1.1" status: 204 len: 168 time: 0.8060446 Jul 30 02:04:38.032211 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37856) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:38.047988 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-08f50548-d6e6-4159-b86a-b6f246a55b20 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.059787 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f50548-d6e6-4159-b86a-b6f246a55b20 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:38.060519 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-08f50548-d6e6-4159-b86a-b6f246a55b20 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.126876 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2606342f-59d8-4b4d-bf1b-2143a4d02683 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=caeb033e9e294c1bad380f0a0f91b29f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0669088 Jul 30 02:04:38.135989 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37858) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:38.142325 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 094e5892-f977-45c2-ab9c-8806eb75b3c7 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:38.150283 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e6ab3-2235-493a-b364-85b369916768 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=58e65ae8-c357-463c-9e5d-20708e4343e8,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:38.167912 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd4b5e7c-a90a-4b57-9641-531ee6616023 req-5abd58b1-daf1-4738-ba18-e1d54253d088 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173014 Jul 30 02:04:38.183096 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbd1561a-5bd3-4226-a13e-16a0c157d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.244528 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.273008 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9e6ab3-2235-493a-b364-85b369916768 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:38.280993 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c7ca69f-0416-40ac-812a-a01ba0292657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.281239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-dbd1561a-5bd3-4226-a13e-16a0c157d956 None None] For port 896039c5-f4b3-46ca-877a-e5c0a51568a4, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=896039c5-f4b3-46ca-877a-e5c0a51568a4,segment=NetworkSegment(477f670c-e1ad-4569-a314-cf1c9f187b3b),segment_id=477f670c-e1ad-4569-a314-cf1c9f187b3b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:38.282536 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606342f-59d8-4b4d-bf1b-2143a4d02683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec47f1c-4175-4bd6-8a74-759f0535e5b8,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:38.291415 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-5d9e6ab3-2235-493a-b364-85b369916768 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:38.298083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e6ab3-2235-493a-b364-85b369916768 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:38.307074 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9e6ab3-2235-493a-b364-85b369916768 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:38.307725 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d9e6ab3-2235-493a-b364-85b369916768 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.319319 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f50548-d6e6-4159-b86a-b6f246a55b20 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Network': ['ID=84fe5bd8-9f93-443f-a4c2-007dacc11704,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:38.326205 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c7ca69f-0416-40ac-812a-a01ba0292657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.338663 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:04:38.344747 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-2caf4720-bf93-42d5-b038-0683c34da65c tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Deleting port 38b31e7f-c272-4ca2-b43f-56fc82ae07e7 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:38.345094 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2caf4720-bf93-42d5-b038-0683c34da65c tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.468209 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2caf4720-bf93-42d5-b038-0683c34da65c tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.481838 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-2caf4720-bf93-42d5-b038-0683c34da65c tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Calling delete_port for 38b31e7f-c272-4ca2-b43f-56fc82ae07e7 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:38.935021 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.936134 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-08f50548-d6e6-4159-b86a-b6f246a55b20 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1821690 Jul 30 02:04:38.939589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37862) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:38.946630 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a1fd8745-c747-45d4-b1a3-c07e98d712be tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:38.994685 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0839fbba-db49-4ab9-9700-19b6b639b4c6 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:39.020777 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.023466 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Port': ['ID=da14172d-aa2a-4cdc-9267-3debea0a1278,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:39.030789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 094e5892-f977-45c2-ab9c-8806eb75b3c7 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:39.036715 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:39.037063 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:39.037544 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:39.037732 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:39.038085 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:39.038287 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbd1561a-5bd3-4226-a13e-16a0c157d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.038449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:39.038720 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:39.039056 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:39.039364 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:39.039689 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:39.040013 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:39.040329 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:39.068052 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 094e5892-f977-45c2-ab9c-8806eb75b3c7 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:39.068421 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.093703 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2caf4720-bf93-42d5-b038-0683c34da65c tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.094121 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5d9e6ab3-2235-493a-b364-85b369916768 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4579215 Jul 30 02:04:39.101864 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c7ca69f-0416-40ac-812a-a01ba0292657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.102008 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37864) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:39.102093 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c7ca69f-0416-40ac-812a-a01ba0292657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.102093 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4c7ca69f-0416-40ac-812a-a01ba0292657 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ec47f1c-4175-4bd6-8a74-759f0535e5b8 HTTP/1.1" status: 204 len: 168 time: 0.9621909 Jul 30 02:04:39.108272 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5c6c277f-bb8f-4a9f-b8b3-75eeea772a9d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'subnet': {'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:39.160859 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ca69f-0416-40ac-812a-a01ba0292657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec47f1c-4175-4bd6-8a74-759f0535e5b8,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:39.172408 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf4720-bf93-42d5-b038-0683c34da65c tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Pushing event deleted for resources: {'Port': ['ID=38b31e7f-c272-4ca2-b43f-56fc82ae07e7,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:39.288782 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network b419668e-8b69-4567-945a-8586520bc394 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:39.302429 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:39.372591 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2caf4720-bf93-42d5-b038-0683c34da65c tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.372591 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2caf4720-bf93-42d5-b038-0683c34da65c tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "DELETE /v2.0/ports/38b31e7f-c272-4ca2-b43f-56fc82ae07e7 HTTP/1.1" status: 204 len: 168 time: 1.3059371 Jul 30 02:04:39.372591 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37870) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:39.373269 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfcbad-5275-4549-98d4-f2b2c1b0e2fa req-de688278-0a2b-459f-8ede-82b81d803d2f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:39.373269 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebbfcbad-5275-4549-98d4-f2b2c1b0e2fa req-de688278-0a2b-459f-8ede-82b81d803d2f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 945 time: 0.0852010 Jul 30 02:04:39.374696 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1561a-5bd3-4226-a13e-16a0c157d956 None None] Pushing event updated for resources: {'Port': ['ID=896039c5-f4b3-46ca-877a-e5c0a51568a4,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:39.396415 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6852e01f-6c8c-4fb9-8986-e65045b2d69a None None] Provisioning complete for port 094e5892-f977-45c2-ab9c-8806eb75b3c7 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:39.397187 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6852e01f-6c8c-4fb9-8986-e65045b2d69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.412996 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fd8745-c747-45d4-b1a3-c07e98d712be tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:39.416738 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8745-c747-45d4-b1a3-c07e98d712be tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.462565 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bded2d84-cda5-481f-a427-ccd30ac4e309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.489305 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6c277f-bb8f-4a9f-b8b3-75eeea772a9d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:39.494792 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c6c277f-bb8f-4a9f-b8b3-75eeea772a9d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.557597 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4adc6fb-47db-4832-a1b9-d3da07bead9f tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Deleting subnet 54416e40-def7-46e4-983d-5bf2372e887d {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:04:39.561190 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.570965 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c4adc6fb-47db-4832-a1b9-d3da07bead9f tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.587565 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebbfcbad-5275-4549-98d4-f2b2c1b0e2fa req-7ade2791-eeda-431e-95bc-00887758bc40 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046328 Jul 30 02:04:39.621681 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:04:39.636117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 0839fbba-db49-4ab9-9700-19b6b639b4c6 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:39.656366 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 0839fbba-db49-4ab9-9700-19b6b639b4c6 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:39.657593 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.668106 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c4adc6fb-47db-4832-a1b9-d3da07bead9f tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.722194 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 094e5892-f977-45c2-ab9c-8806eb75b3c7, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=094e5892-f977-45c2-ab9c-8806eb75b3c7,segment=NetworkSegment(87991acc-0019-428b-b9a1-e7189372b645),segment_id=87991acc-0019-428b-b9a1-e7189372b645)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:39.728270 n-d-713498-9 neutron-server[94465]: INFO neutron.db.ipam_backend_mixin [None req-5c6c277f-bb8f-4a9f-b8b3-75eeea772a9d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bd81b0a7-4c80-44f7-97f1-49c6478e524b (CIDR: 2001:db8::/64) Jul 30 02:04:39.802930 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.838061 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3126c612-60c9-46a9-afa2-c47fc5ee1dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0839fbba-db49-4ab9-9700-19b6b639b4c6'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:04:39.840440 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6c277f-bb8f-4a9f-b8b3-75eeea772a9d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:04:39.841097 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c79dba0-395a-44ae-bf2c-9547284bb7fa" -d '{"events": [{"server_uuid": "3126c612-60c9-46a9-afa2-c47fc5ee1dd2", "name": "network-vif-plugged", "status": "completed", "tag": "0839fbba-db49-4ab9-9700-19b6b639b4c6"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:04:39.841281 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6c277f-bb8f-4a9f-b8b3-75eeea772a9d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:04:39.845820 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0839fbba-db49-4ab9-9700-19b6b639b4c6, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0839fbba-db49-4ab9-9700-19b6b639b4c6,segment=NetworkSegment(b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f),segment_id=b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:39.847803 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6852e01f-6c8c-4fb9-8986-e65045b2d69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.872504 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.916869 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2a2534-db28-4bb2-9b3c-89a8c1d61a26 x-openstack-request-id: req-3b2a2534-db28-4bb2-9b3c-89a8c1d61a26 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:04:39.919609 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3126c612-60c9-46a9-afa2-c47fc5ee1dd2", "name": "network-vif-plugged", "status": "completed", "tag": "0839fbba-db49-4ab9-9700-19b6b639b4c6", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:04:39.919609 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b2a2534-db28-4bb2-9b3c-89a8c1d61a26 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:04:39.919609 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3126c612-60c9-46a9-afa2-c47fc5ee1dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0839fbba-db49-4ab9-9700-19b6b639b4c6', 'code': 200} Jul 30 02:04:39.937387 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router 14cb7b93-20aa-41c6-a17a-e861f303d115 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:04:39.942865 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8745-c747-45d4-b1a3-c07e98d712be tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:40.001179 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd8745-c747-45d4-b1a3-c07e98d712be tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=0baf6fc9-386f-490a-bd0a-a113c51b7dec,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:40.015402 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5c6c277f-bb8f-4a9f-b8b3-75eeea772a9d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9159956 Jul 30 02:04:40.017378 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37884) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:40.022800 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c19e18dd-0fda-434e-9c37-61ce8774e8c7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'subnet': {'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:40.067686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=094e5892-f977-45c2-ab9c-8806eb75b3c7,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:40.067686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 896039c5-f4b3-46ca-877a-e5c0a51568a4 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:40.075695 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:40.081672 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fd8745-c747-45d4-b1a3-c07e98d712be tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:40.082045 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fd8745-c747-45d4-b1a3-c07e98d712be tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network hostable DHCP agents. Network: 84fe5bd8-9f93-443f-a4c2-007dacc11704, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:04:40.197780 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-6852e01f-6c8c-4fb9-8986-e65045b2d69a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:04:40.198133 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-6852e01f-6c8c-4fb9-8986-e65045b2d69a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:04:40.198692 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0839fbba-db49-4ab9-9700-19b6b639b4c6,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:40.222876 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fd8745-c747-45d4-b1a3-c07e98d712be tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:04:40.226184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 896039c5-f4b3-46ca-877a-e5c0a51568a4 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:40.226757 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:40.296269 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19e18dd-0fda-434e-9c37-61ce8774e8c7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:40.301295 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c19e18dd-0fda-434e-9c37-61ce8774e8c7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:40.357323 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c4adc6fb-47db-4832-a1b9-d3da07bead9f tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:40.370403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-a1fd8745-c747-45d4-b1a3-c07e98d712be tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 84fe5bd8-9f93-443f-a4c2-007dacc11704) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:40.379532 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f0e47f-95f1-4bab-a092-fcd5992c4f0a None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:40.386733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fd8745-c747-45d4-b1a3-c07e98d712be tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:40.387527 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8745-c747-45d4-b1a3-c07e98d712be tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:40.419836 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:40.422167 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b827f31-9a89-414e-b122-48c6a6faa3e3 req-bc8df49e-03d9-4307-898b-ae691674a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:40.423803 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7b827f31-9a89-414e-b122-48c6a6faa3e3 req-bc8df49e-03d9-4307-898b-ae691674a516 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 1096 time: 0.4733682 Jul 30 02:04:40.427937 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f6eeca02-2866-448f-8e8a-7b97b05ea47c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/14cb7b93-20aa-41c6-a17a-e861f303d115/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2742186 Jul 30 02:04:40.431126 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37892) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:40.433984 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83278e1-2b73-4c76-bdb8-bd185d542929 None None] Sync routers for ids ['14cb7b93-20aa-41c6-a17a-e861f303d115'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:40.449570 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83278e1-2b73-4c76-bdb8-bd185d542929 None None] Routers {'14cb7b93-20aa-41c6-a17a-e861f303d115'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:40.449570 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b83278e1-2b73-4c76-bdb8-bd185d542929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:04:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['14cb7b93-20aa-41c6-a17a-e861f303d115'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:40.492795 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a1fd8745-c747-45d4-b1a3-c07e98d712be tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5492489 Jul 30 02:04:40.494920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37896) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:40.509174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-02aee1cf-b36f-461e-a91c-9aac4ee3a225 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'name': 'tempest-NetworksTestDHCPv6-1176880627'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:40.521451 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c77e414-0421-433f-a5ff-e0e1469bee44 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:40.525544 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1c77e414-0421-433f-a5ff-e0e1469bee44 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/ports/da14172d-aa2a-4cdc-9267-3debea0a1278 HTTP/1.1" status: 200 len: 910 time: 0.0895996 Jul 30 02:04:40.525544 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7b827f31-9a89-414e-b122-48c6a6faa3e3 req-2906718b-adb0-499d-b3f5-068925c68b03 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931001 Jul 30 02:04:40.525810 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37898) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:40.534642 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-c326f2ae-d7f7-464c-b7e6-718268386571 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8770e200-3efe-4e2c-b8c3-4b4e849c0af3'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:40.545762 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b83278e1-2b73-4c76-bdb8-bd185d542929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:40.556432 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83278e1-2b73-4c76-bdb8-bd185d542929 None None] Routers {'14cb7b93-20aa-41c6-a17a-e861f303d115'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:40.557717 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b83278e1-2b73-4c76-bdb8-bd185d542929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:04:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['14cb7b93-20aa-41c6-a17a-e861f303d115'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:40.589659 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c4adc6fb-47db-4832-a1b9-d3da07bead9f tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:40.590687 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b83278e1-2b73-4c76-bdb8-bd185d542929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:40.591540 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83278e1-2b73-4c76-bdb8-bd185d542929 None None] The sync data for ids ['14cb7b93-20aa-41c6-a17a-e861f303d115'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:04:40.661614 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-84fe5bd8-9f93-443f-a4c2-007dacc11704', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'fixed_ips': [{'subnet_id': '0baf6fc9-386f-490a-bd0a-a113c51b7dec'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:04:40.662518 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:40.685046 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c4adc6fb-47db-4832-a1b9-d3da07bead9f tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:40.689521 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c4adc6fb-47db-4832-a1b9-d3da07bead9f tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "DELETE /v2.0/subnets/54416e40-def7-46e4-983d-5bf2372e887d HTTP/1.1" status: 204 len: 168 time: 1.3414416 Jul 30 02:04:40.696245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37904) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:40.697011 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adc6fb-47db-4832-a1b9-d3da07bead9f tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Pushing event deleted for resources: {'Subnet': ['ID=54416e40-def7-46e4-983d-5bf2372e887d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:40.715779 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c452372-2fc3-4535-a2c4-b983d2fe7ba8 None None] Network 5fa7e92a-cbc7-483e-bcd0-3e71d016b368 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:40.821462 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95185294-262c-439d-8c94-a59efd402425 req-9cbb8bcc-c4d5-4cdc-98ae-72c4486b5060 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:40.823429 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95185294-262c-439d-8c94-a59efd402425 req-9cbb8bcc-c4d5-4cdc-98ae-72c4486b5060 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1069078 Jul 30 02:04:40.863429 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc3d3-1b2c-42e9-a2ff-6b9014141183 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:40.885873 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95185294-262c-439d-8c94-a59efd402425 req-8b46af92-89d2-4b31-b5b5-5e92953aa5a5 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492549 Jul 30 02:04:40.936535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02aee1cf-b36f-461e-a91c-9aac4ee3a225 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:40.942232 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-02aee1cf-b36f-461e-a91c-9aac4ee3a225 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:40.968069 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c326f2ae-d7f7-464c-b7e6-718268386571 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:40.968616 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-02aee1cf-b36f-461e-a91c-9aac4ee3a225 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port 47644339-979d-41ea-99df-af6c3f9ddf1f yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:04:41.017172 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Allocated IP 2001:db8::2 (84fe5bd8-9f93-443f-a4c2-007dacc11704/0baf6fc9-386f-490a-bd0a-a113c51b7dec/6fae1de4-b180-46e6-9aa8-445ab823237c) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:41.041035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6852e01f-6c8c-4fb9-8986-e65045b2d69a None None] Provisioning for port da14172d-aa2a-4cdc-9267-3debea0a1278 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:41.053953 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c19e18dd-0fda-434e-9c37-61ce8774e8c7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.062262 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6852e01f-6c8c-4fb9-8986-e65045b2d69a None None] Provisioning complete for port da14172d-aa2a-4cdc-9267-3debea0a1278 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:41.063601 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6852e01f-6c8c-4fb9-8986-e65045b2d69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.067459 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-b2cdc3d3-1b2c-42e9-a2ff-6b9014141183 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Deleting port fb2dc5e5-a580-4d7f-9de5-f545f229b8c9 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:41.067688 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc3d3-1b2c-42e9-a2ff-6b9014141183 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.131742 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19e18dd-0fda-434e-9c37-61ce8774e8c7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:41.140185 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-c19e18dd-0fda-434e-9c37-61ce8774e8c7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:41.154596 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19e18dd-0fda-434e-9c37-61ce8774e8c7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:41.155204 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c19e18dd-0fda-434e-9c37-61ce8774e8c7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.185829 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6852e01f-6c8c-4fb9-8986-e65045b2d69a None None] Port da14172d-aa2a-4cdc-9267-3debea0a1278 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:41.187848 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ec0f12-d8c0-41ff-8d68-58e062a84ff9 None None] DHCP port deletion for 5fa7e92a-cbc7-483e-bcd0-3e71d016b368 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:04:41.199596 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52db9e26-2ccd-4823-b151-b98d2040744a None None] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:41.214498 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e18dd-0fda-434e-9c37-61ce8774e8c7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Subnet': ['ID=43256494-5d1a-4b0a-bed3-16d0b36b7234,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:41.238349 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-b2cdc3d3-1b2c-42e9-a2ff-6b9014141183 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] For port fb2dc5e5-a580-4d7f-9de5-f545f229b8c9, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=fb2dc5e5-a580-4d7f-9de5-f545f229b8c9,segment=NetworkSegment(833c5e01-9380-442a-9d37-c7ad9ebdc735),segment_id=833c5e01-9380-442a-9d37-c7ad9ebdc735)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:41.245769 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc3d3-1b2c-42e9-a2ff-6b9014141183 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.307167 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c19e18dd-0fda-434e-9c37-61ce8774e8c7 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2885127 Jul 30 02:04:41.308638 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37912) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:41.308763 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-b2cdc3d3-1b2c-42e9-a2ff-6b9014141183 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Calling delete_port for fb2dc5e5-a580-4d7f-9de5-f545f229b8c9 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:41.315722 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-52de490c-9da2-41a2-a2b5-f776e428b8e2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2112517002', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '43256494-5d1a-4b0a-bed3-16d0b36b7234'}], 'security_groups': ['82da7a58-75cf-4607-8d38-152d8ca1cf01']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:41.411625 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6852e01f-6c8c-4fb9-8986-e65045b2d69a None None] Provisioning for port 58e65ae8-c357-463c-9e5d-20708e4343e8 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:41.412592 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-52de490c-9da2-41a2-a2b5-f776e428b8e2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.475576 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6852e01f-6c8c-4fb9-8986-e65045b2d69a None None] Provisioning complete for port 58e65ae8-c357-463c-9e5d-20708e4343e8 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:41.476229 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6852e01f-6c8c-4fb9-8986-e65045b2d69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.513293 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e1ec0f12-d8c0-41ff-8d68-58e062a84ff9 None None] Deleting port fb2dc5e5-a580-4d7f-9de5-f545f229b8c9 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:41.513908 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1ec0f12-d8c0-41ff-8d68-58e062a84ff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.594177 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c326f2ae-d7f7-464c-b7e6-718268386571 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.609652 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.656067 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc3d3-1b2c-42e9-a2ff-6b9014141183 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.669785 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Transition to ACTIVE for port object 6fae1de4-b180-46e6-9aa8-445ab823237c will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:41.674187 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6852e01f-6c8c-4fb9-8986-e65045b2d69a None None] Port 58e65ae8-c357-463c-9e5d-20708e4343e8 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:41.688044 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdc3d3-1b2c-42e9-a2ff-6b9014141183 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Pushing event deleted for resources: {'Port': ['ID=fb2dc5e5-a580-4d7f-9de5-f545f229b8c9,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:41.698690 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cdc3d3-1b2c-42e9-a2ff-6b9014141183 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] No DVR routers for this DVR port fb2dc5e5-a580-4d7f-9de5-f545f229b8c9 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:41.708721 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e1ec0f12-d8c0-41ff-8d68-58e062a84ff9 None None] For port fb2dc5e5-a580-4d7f-9de5-f545f229b8c9, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=fb2dc5e5-a580-4d7f-9de5-f545f229b8c9,segment=NetworkSegment(833c5e01-9380-442a-9d37-c7ad9ebdc735),segment_id=833c5e01-9380-442a-9d37-c7ad9ebdc735)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:41.708721 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1ec0f12-d8c0-41ff-8d68-58e062a84ff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.717108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Transition to ACTIVE for port object 6fae1de4-b180-46e6-9aa8-445ab823237c will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:41.741561 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e1ec0f12-d8c0-41ff-8d68-58e062a84ff9 None None] Calling delete_port for fb2dc5e5-a580-4d7f-9de5-f545f229b8c9 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:41.788986 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c326f2ae-d7f7-464c-b7e6-718268386571 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.832833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-52de490c-9da2-41a2-a2b5-f776e428b8e2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Delete allocated IP 2001:db8::321 (f8e68492-0c58-4db2-bc8f-b4dca73bd98f/bd81b0a7-4c80-44f7-97f1-49c6478e524b) {{(pid=94465) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 02:04:41.841212 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-52de490c-9da2-41a2-a2b5-f776e428b8e2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Allocated IP 2001:db8:0:1::36f (f8e68492-0c58-4db2-bc8f-b4dca73bd98f/43256494-5d1a-4b0a-bed3-16d0b36b7234/58e65ae8-c357-463c-9e5d-20708e4343e8) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:41.850898 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc3d3-1b2c-42e9-a2ff-6b9014141183 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.853632 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-74ecde9a-2fd0-4d4d-8680-0b39107fa753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.855959 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.873968 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-b2cdc3d3-1b2c-42e9-a2ff-6b9014141183 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa7e92a-cbc7-483e-bcd0-3e71d016b368']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:41.891632 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-b2cdc3d3-1b2c-42e9-a2ff-6b9014141183 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833c5e01-9380-442a-9d37-c7ad9ebdc735') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:41.895673 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-b2cdc3d3-1b2c-42e9-a2ff-6b9014141183 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833c5e01-9380-442a-9d37-c7ad9ebdc735') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:41.895797 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-43ba0e62-d31f-4494-a5d4-85bf4a013af7 None None] Provisioning complete for port da14172d-aa2a-4cdc-9267-3debea0a1278 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:41.895896 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43ba0e62-d31f-4494-a5d4-85bf4a013af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.909563 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c326f2ae-d7f7-464c-b7e6-718268386571 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:41.910192 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c326f2ae-d7f7-464c-b7e6-718268386571 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.912297 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c326f2ae-d7f7-464c-b7e6-718268386571 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/ports/da14172d-aa2a-4cdc-9267-3debea0a1278 HTTP/1.1" status: 200 len: 910 time: 1.3850453 Jul 30 02:04:41.914129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326f2ae-d7f7-464c-b7e6-718268386571 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Port': ['ID=da14172d-aa2a-4cdc-9267-3debea0a1278,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:41.917482 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc3d3-1b2c-42e9-a2ff-6b9014141183 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.918944 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37914) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:41.939486 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-43ba0e62-d31f-4494-a5d4-85bf4a013af7 None None] Port da14172d-aa2a-4cdc-9267-3debea0a1278 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:41.973412 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.004392 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafea1f6-f69f-4541-8cd2-35a4f2620c08 None None] Update dhcp port {'port': {'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f', 'fixed_ips': [{'subnet_id': 'bd81b0a7-4c80-44f7-97f1-49c6478e524b', 'ip_address': '2001:db8::2'}, {'subnet_id': '43256494-5d1a-4b0a-bed3-16d0b36b7234'}], 'binding:host_id': 'n-d-713498-9'}, 'id': '896039c5-f4b3-46ca-877a-e5c0a51568a4'} from n-d-713498-9. {{(pid=94466) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:04:42.022493 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc3d3-1b2c-42e9-a2ff-6b9014141183 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.063685 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2cdc3d3-1b2c-42e9-a2ff-6b9014141183 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:04:42.064328 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc3d3-1b2c-42e9-a2ff-6b9014141183 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:04:42.069454 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:04:42.199663 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4f6ff-2440-41f0-b623-c1fd07476854 req-ad240b46-0267-4a6b-8337-39dd007e610c tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:42.203593 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9dd4f6ff-2440-41f0-b623-c1fd07476854 req-ad240b46-0267-4a6b-8337-39dd007e610c tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1920426 Jul 30 02:04:42.207842 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-52de490c-9da2-41a2-a2b5-f776e428b8e2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.229053 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-52de490c-9da2-41a2-a2b5-f776e428b8e2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Transition to ACTIVE for port object 58e65ae8-c357-463c-9e5d-20708e4343e8 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:42.250406 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-02aee1cf-b36f-461e-a91c-9aac4ee3a225 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::3de (84fe5bd8-9f93-443f-a4c2-007dacc11704/0baf6fc9-386f-490a-bd0a-a113c51b7dec/47644339-979d-41ea-99df-af6c3f9ddf1f) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:42.337219 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:42.341426 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:42.347044 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 094e5892-f977-45c2-ab9c-8806eb75b3c7 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:42.347819 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9dd4f6ff-2440-41f0-b623-c1fd07476854 req-fd6ebbae-9374-4b33-bd9a-554c07ac4139 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097493 Jul 30 02:04:42.348966 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:42.353827 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dafea1f6-f69f-4541-8cd2-35a4f2620c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.364459 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-52de490c-9da2-41a2-a2b5-f776e428b8e2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.366513 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1ec0f12-d8c0-41ff-8d68-58e062a84ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.385392 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc3d3-1b2c-42e9-a2ff-6b9014141183 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.393834 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Pushing event updated for resources: {'Port': ['ID=6fae1de4-b180-46e6-9aa8-445ab823237c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:42.394063 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc3d3-1b2c-42e9-a2ff-6b9014141183 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.394063 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b2cdc3d3-1b2c-42e9-a2ff-6b9014141183 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] 10.222.0.70 "DELETE /v2.0/networks/5fa7e92a-cbc7-483e-bcd0-3e71d016b368 HTTP/1.1" status: 204 len: 168 time: 1.6884840 Jul 30 02:04:42.418256 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdc3d3-1b2c-42e9-a2ff-6b9014141183 tempest-TagsExtTest-1313054403 tempest-TagsExtTest-1313054403-project] Pushing event deleted for resources: {'Network': ['ID=5fa7e92a-cbc7-483e-bcd0-3e71d016b368,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:42.465851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e1ec0f12-d8c0-41ff-8d68-58e062a84ff9 None None] Network 5fa7e92a-cbc7-483e-bcd0-3e71d016b368 is not hosted by any dhcp agent {{(pid=94466) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 02:04:42.466574 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ec0f12-d8c0-41ff-8d68-58e062a84ff9 None None] No DVR routers for this DVR port fb2dc5e5-a580-4d7f-9de5-f545f229b8c9 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:42.471656 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec0f12-d8c0-41ff-8d68-58e062a84ff9 None None] Pushing event deleted for resources: {'Port': ['ID=fb2dc5e5-a580-4d7f-9de5-f545f229b8c9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:42.503227 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-52de490c-9da2-41a2-a2b5-f776e428b8e2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] In _notify_port_updated(), no bound segment for port 58e65ae8-c357-463c-9e5d-20708e4343e8 on network f8e68492-0c58-4db2-bc8f-b4dca73bd98f {{(pid=94465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:04:42.509743 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52de490c-9da2-41a2-a2b5-f776e428b8e2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:42.510552 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-52de490c-9da2-41a2-a2b5-f776e428b8e2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.512069 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-52de490c-9da2-41a2-a2b5-f776e428b8e2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "PUT /v2.0/ports/58e65ae8-c357-463c-9e5d-20708e4343e8 HTTP/1.1" status: 200 len: 931 time: 1.2032225 Jul 30 02:04:42.515962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37928) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:42.516550 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de490c-9da2-41a2-a2b5-f776e428b8e2 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=58e65ae8-c357-463c-9e5d-20708e4343e8,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:42.686987 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3d341bff-635d-44d3-9fb8-195faefaf34f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.751832 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-02aee1cf-b36f-461e-a91c-9aac4ee3a225 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.765263 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-02aee1cf-b36f-461e-a91c-9aac4ee3a225 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object 47644339-979d-41ea-99df-af6c3f9ddf1f will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:42.782003 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-dafea1f6-f69f-4541-8cd2-35a4f2620c08 None None] Allocated IP 2001:db8:0:1::2 (f8e68492-0c58-4db2-bc8f-b4dca73bd98f/43256494-5d1a-4b0a-bed3-16d0b36b7234/896039c5-f4b3-46ca-877a-e5c0a51568a4) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:42.840501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f88a32e6-679b-4095-990c-ec86fb8e06f3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port 58e65ae8-c357-463c-9e5d-20708e4343e8 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:42.840746 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f88a32e6-679b-4095-990c-ec86fb8e06f3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.914789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-dafea1f6-f69f-4541-8cd2-35a4f2620c08 None None] For port 896039c5-f4b3-46ca-877a-e5c0a51568a4, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=896039c5-f4b3-46ca-877a-e5c0a51568a4,segment=NetworkSegment(477f670c-e1ad-4569-a314-cf1c9f187b3b),segment_id=477f670c-e1ad-4569-a314-cf1c9f187b3b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:42.929004 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Attempting to bind port 6fae1de4-b180-46e6-9aa8-445ab823237c on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:42.929004 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Attempting to bind port 6fae1de4-b180-46e6-9aa8-445ab823237c by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:42.930802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Attempting to bind port 6fae1de4-b180-46e6-9aa8-445ab823237c on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:42.943704 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:42.944092 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:42.944775 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.944908 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:42.945342 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Bound port: 6fae1de4-b180-46e6-9aa8-445ab823237c, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:42.945835 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.961180 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-02aee1cf-b36f-461e-a91c-9aac4ee3a225 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.975117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 094e5892-f977-45c2-ab9c-8806eb75b3c7 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:42.975489 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.982232 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dafea1f6-f69f-4541-8cd2-35a4f2620c08 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:43.062700 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] For port 6fae1de4-b180-46e6-9aa8-445ab823237c, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:43.066438 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] For port 6fae1de4-b180-46e6-9aa8-445ab823237c, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6fae1de4-b180-46e6-9aa8-445ab823237c,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:43.085529 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dafea1f6-f69f-4541-8cd2-35a4f2620c08 None None] Transition to ACTIVE for port object 896039c5-f4b3-46ca-877a-e5c0a51568a4 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:43.114007 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aee1cf-b36f-461e-a91c-9aac4ee3a225 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:43.126970 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aee1cf-b36f-461e-a91c-9aac4ee3a225 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=47644339-979d-41ea-99df-af6c3f9ddf1f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:43.129533 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-02aee1cf-b36f-461e-a91c-9aac4ee3a225 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:43.131457 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-3d341bff-635d-44d3-9fb8-195faefaf34f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting port da14172d-aa2a-4cdc-9267-3debea0a1278 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:43.134677 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3d341bff-635d-44d3-9fb8-195faefaf34f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:43.139272 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aee1cf-b36f-461e-a91c-9aac4ee3a225 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:43.146917 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02aee1cf-b36f-461e-a91c-9aac4ee3a225 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:43.147238 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-02aee1cf-b36f-461e-a91c-9aac4ee3a225 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:43.177601 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:43.183959 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f88a32e6-679b-4095-990c-ec86fb8e06f3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:43.210749 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f88a32e6-679b-4095-990c-ec86fb8e06f3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for 58e65ae8-c357-463c-9e5d-20708e4343e8 owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:43.234147 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dafea1f6-f69f-4541-8cd2-35a4f2620c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:43.241699 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-da57fab9-66af-4d77-bfe2-167ff68a4442 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:43.247021 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-da57fab9-66af-4d77-bfe2-167ff68a4442 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/networks?id=d37600d1-d258-4a70-aa2c-f9ef5b6795ad HTTP/1.1" status: 200 len: 814 time: 0.3110127 Jul 30 02:04:43.260110 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-02aee1cf-b36f-461e-a91c-9aac4ee3a225 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7569814 Jul 30 02:04:43.260110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37948) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:43.351539 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37950) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:43.391793 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-ebd58cc4-13b5-4119-8b07-be0afe178611 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/quotas/98cb24431910454fa0102d049341fde2 HTTP/1.1" status: 200 len: 375 time: 0.1359503 Jul 30 02:04:43.413486 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3d341bff-635d-44d3-9fb8-195faefaf34f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:43.424904 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:43.432442 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-3d341bff-635d-44d3-9fb8-195faefaf34f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Calling delete_port for da14172d-aa2a-4cdc-9267-3debea0a1278 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:43.444360 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device fb2dc5e5-a580-4d7f-9de5-f545f229b8c9 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:04:43.510288 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1916d7-215d-4a7f-94f1-92f480d2ed0a None None] Pushing event updated for resources: {'Port': ['ID=6fae1de4-b180-46e6-9aa8-445ab823237c,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:43.511862 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05da62-5075-4704-a1a2-e45ebc74fc30 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:43.513224 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: fb2dc5e5-a580-4d7f-9de5-f545f229b8c9 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:04:43.513627 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device fb2dc5e5-a580-4d7f-9de5-f545f229b8c9 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:04:43.539347 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05da62-5075-4704-a1a2-e45ebc74fc30 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:43.543430 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6d05da62-5075-4704-a1a2-e45ebc74fc30 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2167242 Jul 30 02:04:43.548499 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37954) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:43.607000 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-2fc1060c-3d39-41e4-8a43-6e1bef5b9bc9 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=98cb24431910454fa0102d049341fde2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2003531 Jul 30 02:04:43.657054 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafea1f6-f69f-4541-8cd2-35a4f2620c08 None None] Pushing event updated for resources: {'Port': ['ID=896039c5-f4b3-46ca-877a-e5c0a51568a4,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:43.870796 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-f1bcaed0-7be6-4972-b9e4-6293c0544b1e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port 47644339-979d-41ea-99df-af6c3f9ddf1f {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:43.871118 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f1bcaed0-7be6-4972-b9e4-6293c0544b1e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:44.027147 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f1bcaed0-7be6-4972-b9e4-6293c0544b1e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:44.063345 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-f1bcaed0-7be6-4972-b9e4-6293c0544b1e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for 47644339-979d-41ea-99df-af6c3f9ddf1f owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:44.065890 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3d341bff-635d-44d3-9fb8-195faefaf34f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:44.122893 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d341bff-635d-44d3-9fb8-195faefaf34f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Port': ['ID=da14172d-aa2a-4cdc-9267-3debea0a1278,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:44.242476 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6fae1de4-b180-46e6-9aa8-445ab823237c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:44.462949 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 6fae1de4-b180-46e6-9aa8-445ab823237c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:44.467436 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 896039c5-f4b3-46ca-877a-e5c0a51568a4 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:44.574649 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3d341bff-635d-44d3-9fb8-195faefaf34f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:44.575623 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-22c8ca5a-3721-4456-9e8a-d92fd0fadddf service neutron] 10.222.0.70 "GET /v2.0/networks/d37600d1-d258-4a70-aa2c-f9ef5b6795ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9678175 Jul 30 02:04:44.577859 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f88a32e6-679b-4095-990c-ec86fb8e06f3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:44.603545 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-26873400-f1b7-4aa0-8c69-937d482f964b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c22fd87e53344e01923ab783d8fb2326&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2504382 Jul 30 02:04:44.616133 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37964) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:44.655000 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:44.736924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a32e6-679b-4095-990c-ec86fb8e06f3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=58e65ae8-c357-463c-9e5d-20708e4343e8,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:44.737883 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e9c71fbc-0a79-4d1d-8657-87622a085f27 None None] Provisioning complete for port f538425e-e93a-458e-8ed2-4436b5cd253f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:44.738331 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e9c71fbc-0a79-4d1d-8657-87622a085f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:44.747589 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f88a32e6-679b-4095-990c-ec86fb8e06f3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:44.753316 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f88a32e6-679b-4095-990c-ec86fb8e06f3 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/ports/58e65ae8-c357-463c-9e5d-20708e4343e8 HTTP/1.1" status: 204 len: 168 time: 2.2282729 Jul 30 02:04:44.757169 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37966) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:44.798846 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-509dcc6e-511d-478c-ae73-06bb14c2255b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] GET failed (client error): The resource could not be found. Jul 30 02:04:44.802944 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-509dcc6e-511d-478c-ae73-06bb14c2255b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports/58e65ae8-c357-463c-9e5d-20708e4343e8 HTTP/1.1" status: 404 len: 333 time: 0.0423055 Jul 30 02:04:44.802944 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-13a847cd-bef7-4187-810d-cdb81d137697 service neutron] 10.222.0.70 "GET /v2.0/networks/d37600d1-d258-4a70-aa2c-f9ef5b6795ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115283 Jul 30 02:04:44.803286 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37968) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:44.825470 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e9c71fbc-0a79-4d1d-8657-87622a085f27 None None] Port f538425e-e93a-458e-8ed2-4436b5cd253f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:44.899782 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a99547ee-cd94-4cd4-87e0-43051bdc1403 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:44.902257 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e9c71fbc-0a79-4d1d-8657-87622a085f27 None None] Provisioning for port 896039c5-f4b3-46ca-877a-e5c0a51568a4 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:44.911078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e9c71fbc-0a79-4d1d-8657-87622a085f27 None None] Provisioning complete for port 896039c5-f4b3-46ca-877a-e5c0a51568a4 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:44.912140 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e9c71fbc-0a79-4d1d-8657-87622a085f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:44.946351 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a99547ee-cd94-4cd4-87e0-43051bdc1403 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.057184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e9c71fbc-0a79-4d1d-8657-87622a085f27 None None] Could not find standard attr ID for object 58e65ae8-c357-463c-9e5d-20708e4343e8. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:04:45.071936 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396fe74d-9d9c-4a46-ae97-434d9a62c423 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:45.135613 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f1bcaed0-7be6-4972-b9e4-6293c0544b1e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.170417 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a99547ee-cd94-4cd4-87e0-43051bdc1403 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.173579 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a99547ee-cd94-4cd4-87e0-43051bdc1403 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.178266 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a99547ee-cd94-4cd4-87e0-43051bdc1403 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/security-groups/72701c7d-a604-4705-afc3-cda8cc4cb8f6 HTTP/1.1" status: 204 len: 168 time: 0.3739772 Jul 30 02:04:45.179543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37974) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:45.228213 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99547ee-cd94-4cd4-87e0-43051bdc1403 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72701c7d-a604-4705-afc3-cda8cc4cb8f6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:45.289175 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f1bcaed0-7be6-4972-b9e4-6293c0544b1e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.291604 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f1bcaed0-7be6-4972-b9e4-6293c0544b1e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/47644339-979d-41ea-99df-af6c3f9ddf1f HTTP/1.1" status: 204 len: 168 time: 1.7326922 Jul 30 02:04:45.292524 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcaed0-7be6-4972-b9e4-6293c0544b1e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=47644339-979d-41ea-99df-af6c3f9ddf1f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:45.295229 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37980) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:45.340513 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3842ff1d-60f4-4530-94dd-f4dc9eba4a8e None None] Provisioning for port 6fae1de4-b180-46e6-9aa8-445ab823237c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:45.356457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3842ff1d-60f4-4530-94dd-f4dc9eba4a8e None None] Provisioning complete for port 6fae1de4-b180-46e6-9aa8-445ab823237c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:45.356838 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3842ff1d-60f4-4530-94dd-f4dc9eba4a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.366917 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3a91db8b-f090-4ba0-ba12-165208662532 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.415454 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3a91db8b-f090-4ba0-ba12-165208662532 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.494757 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7ebf6798-221d-4dc8-8b9b-9be3ce400cf3 req-ff818778-8e12-442c-bc31-c8bcefebd9bb tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 210 time: 0.1979008 Jul 30 02:04:45.547197 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3a91db8b-f090-4ba0-ba12-165208662532 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.550874 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3a91db8b-f090-4ba0-ba12-165208662532 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.552198 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3a91db8b-f090-4ba0-ba12-165208662532 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/security-groups/82da7a58-75cf-4607-8d38-152d8ca1cf01 HTTP/1.1" status: 204 len: 168 time: 0.3671839 Jul 30 02:04:45.555886 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37986) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:45.560613 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd109e38-4c7c-482e-b958-6096fc819e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.608403 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd109e38-4c7c-482e-b958-6096fc819e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.616395 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3842ff1d-60f4-4530-94dd-f4dc9eba4a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.678843 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91db8b-f090-4ba0-ba12-165208662532 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82da7a58-75cf-4607-8d38-152d8ca1cf01,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:45.707984 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ae49d5-5604-451e-83c3-3b6538079618 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting subnet bd81b0a7-4c80-44f7-97f1-49c6478e524b {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:04:45.711918 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3842ff1d-60f4-4530-94dd-f4dc9eba4a8e None None] For port 6fae1de4-b180-46e6-9aa8-445ab823237c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6fae1de4-b180-46e6-9aa8-445ab823237c,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:45.732476 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-40ae49d5-5604-451e-83c3-3b6538079618 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.754123 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eac4fb8-6ac6-4c11-8ee8-0d78a4357107 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:45.756014 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eac4fb8-6ac6-4c11-8ee8-0d78a4357107 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:45.758413 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6eac4fb8-6ac6-4c11-8ee8-0d78a4357107 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4578691 Jul 30 02:04:45.761141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37988) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:45.763694 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd109e38-4c7c-482e-b958-6096fc819e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.767547 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd109e38-4c7c-482e-b958-6096fc819e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.767720 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dd109e38-4c7c-482e-b958-6096fc819e8a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98f89844-7276-4d3d-a9c9-74bfc06e425f HTTP/1.1" status: 204 len: 168 time: 1.0994186 Jul 30 02:04:45.781402 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d341bff-635d-44d3-9fb8-195faefaf34f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router 14cb7b93-20aa-41c6-a17a-e861f303d115 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:04:45.792334 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3842ff1d-60f4-4530-94dd-f4dc9eba4a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.837739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd109e38-4c7c-482e-b958-6096fc819e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f89844-7276-4d3d-a9c9-74bfc06e425f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:45.889177 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-40ae49d5-5604-451e-83c3-3b6538079618 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.902027 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b92d49c-f0a4-4687-87ec-7f12106f91af tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet 0baf6fc9-386f-490a-bd0a-a113c51b7dec {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:04:45.921676 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3842ff1d-60f4-4530-94dd-f4dc9eba4a8e None None] Could not find standard attr ID for object 58e65ae8-c357-463c-9e5d-20708e4343e8. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:04:45.927047 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842ff1d-60f4-4530-94dd-f4dc9eba4a8e None None] Pushing event updated for resources: {'Port': ['ID=6fae1de4-b180-46e6-9aa8-445ab823237c,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:46.027477 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d341bff-635d-44d3-9fb8-195faefaf34f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:46.051219 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b0f635-ea7d-42bb-800f-a7c766311b4b None None] Sync routers for ids ['14cb7b93-20aa-41c6-a17a-e861f303d115'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:46.052289 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3d341bff-635d-44d3-9fb8-195faefaf34f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/14cb7b93-20aa-41c6-a17a-e861f303d115/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1305919 Jul 30 02:04:46.053475 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37992) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:46.054237 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7b92d49c-f0a4-4687-87ec-7f12106f91af tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:46.058739 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-40ae49d5-5604-451e-83c3-3b6538079618 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:46.081082 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b0f635-ea7d-42bb-800f-a7c766311b4b None None] Routers {'14cb7b93-20aa-41c6-a17a-e861f303d115'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:46.081717 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-08b0f635-ea7d-42bb-800f-a7c766311b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:04:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['14cb7b93-20aa-41c6-a17a-e861f303d115'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:46.096650 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7bf3e8be-3246-40cb-916d-4ebf7d346958 None None] Provisioning complete for port 6fae1de4-b180-46e6-9aa8-445ab823237c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:46.096650 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e8be-3246-40cb-916d-4ebf7d346958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:46.191537 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6adde3c0-0751-470f-955b-c558cb792364 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/ports?device_id=14cb7b93-20aa-41c6-a17a-e861f303d115 HTTP/1.1" status: 200 len: 205 time: 0.1296093 Jul 30 02:04:46.192316 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38000) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:46.233958 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6fae1de4-b180-46e6-9aa8-445ab823237c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:46.312754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-08b0f635-ea7d-42bb-800f-a7c766311b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:46.338856 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-40ae49d5-5604-451e-83c3-3b6538079618 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:46.345221 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7b92d49c-f0a4-4687-87ec-7f12106f91af tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:46.390669 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b0f635-ea7d-42bb-800f-a7c766311b4b None None] Routers {'14cb7b93-20aa-41c6-a17a-e861f303d115'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:46.394760 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-08b0f635-ea7d-42bb-800f-a7c766311b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:04:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['14cb7b93-20aa-41c6-a17a-e861f303d115'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:46.398897 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a8893fd-627b-450a-97bb-d74708c6536b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:46.411790 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae49d5-5604-451e-83c3-3b6538079618 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Subnet': ['ID=bd81b0a7-4c80-44f7-97f1-49c6478e524b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:46.425443 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-40ae49d5-5604-451e-83c3-3b6538079618 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:46.454335 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-40ae49d5-5604-451e-83c3-3b6538079618 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/subnets/bd81b0a7-4c80-44f7-97f1-49c6478e524b HTTP/1.1" status: 204 len: 168 time: 0.8969231 Jul 30 02:04:46.459023 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38008) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:46.467145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e9afaf25-55c8-4d4d-823c-6ec20b74b63e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'subnet': {'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:46.522710 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-08b0f635-ea7d-42bb-800f-a7c766311b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:46.525687 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b0f635-ea7d-42bb-800f-a7c766311b4b None None] The sync data for ids ['14cb7b93-20aa-41c6-a17a-e861f303d115'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:04:46.544550 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61b068c-6cea-4534-9761-40ec229663d5 None None] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:46.604711 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7b92d49c-f0a4-4687-87ec-7f12106f91af tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:46.620052 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa65feda-8366-4dc5-8322-7e22c2d146d5 req-fa626470-4dd8-4a2e-be6a-6eb7a48d2d9d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 210 time: 0.0376041 Jul 30 02:04:46.675700 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 6fae1de4-b180-46e6-9aa8-445ab823237c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:46.676086 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:46.774967 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a8893fd-627b-450a-97bb-d74708c6536b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:46.778098 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a8893fd-627b-450a-97bb-d74708c6536b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:46.922002 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ee674727-286f-41d4-b5d2-d558195d2f57 None None] Could not find standard attr ID for object 47644339-979d-41ea-99df-af6c3f9ddf1f. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:04:47.199014 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9afaf25-55c8-4d4d-823c-6ec20b74b63e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:47.203961 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a8893fd-627b-450a-97bb-d74708c6536b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:47.203961 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8893fd-627b-450a-97bb-d74708c6536b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Fanout notify agent at l3_agent the message router_deleted on router 14cb7b93-20aa-41c6-a17a-e861f303d115 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:04:47.210902 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e9afaf25-55c8-4d4d-823c-6ec20b74b63e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:47.212626 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a8893fd-627b-450a-97bb-d74708c6536b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:47.215342 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3a8893fd-627b-450a-97bb-d74708c6536b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/routers/14cb7b93-20aa-41c6-a17a-e861f303d115 HTTP/1.1" status: 204 len: 168 time: 1.0146394 Jul 30 02:04:47.222753 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38020) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:47.222969 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7b92d49c-f0a4-4687-87ec-7f12106f91af tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:47.262560 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccd03fa-99d4-4bc5-b321-94ed48436f23 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:47.263431 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7b92d49c-f0a4-4687-87ec-7f12106f91af tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:47.272378 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7b92d49c-f0a4-4687-87ec-7f12106f91af tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/0baf6fc9-386f-490a-bd0a-a113c51b7dec HTTP/1.1" status: 204 len: 168 time: 1.5030997 Jul 30 02:04:47.320395 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38022) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:47.326468 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92d49c-f0a4-4687-87ec-7f12106f91af tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=0baf6fc9-386f-490a-bd0a-a113c51b7dec,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:47.521710 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-711099d3-71f3-42c4-b4c1-87d61789f5e1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1866591 Jul 30 02:04:47.524294 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38024) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:47.529779 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-eb18b77e-6817-444b-a7c4-80ed37f42f08 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:47.532769 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-de12542b-9352-4411-9dff-408f3540b678 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting subnet 8770e200-3efe-4e2c-b8c3-4b4e849c0af3 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:04:47.552821 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-de12542b-9352-4411-9dff-408f3540b678 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:47.651655 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-de12542b-9352-4411-9dff-408f3540b678 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:47.700296 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:47.747866 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d4b452-5581-435f-b241-b4eb2759e0a0 None None] DHCP port deletion for 84fe5bd8-9f93-443f-a4c2-007dacc11704 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:04:47.858053 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f0d4b452-5581-435f-b241-b4eb2759e0a0 None None] Deleting port 6fae1de4-b180-46e6-9aa8-445ab823237c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:47.858512 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0d4b452-5581-435f-b241-b4eb2759e0a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:47.903119 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ca36ff96-6ec2-4a31-b3e8-56f7b58fd30c req-517b843c-64a1-4193-b2b9-94091b9d3e7a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 210 time: 0.0893521 Jul 30 02:04:47.903780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb18b77e-6817-444b-a7c4-80ed37f42f08 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:47.921386 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eb18b77e-6817-444b-a7c4-80ed37f42f08 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:47.927911 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-de12542b-9352-4411-9dff-408f3540b678 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:47.942078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-76b4a26a-9028-4f00-bc71-89e7d3a37d99 None None] Provisioning complete for port f538425e-e93a-458e-8ed2-4436b5cd253f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:47.942078 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76b4a26a-9028-4f00-bc71-89e7d3a37d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.049475 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-76b4a26a-9028-4f00-bc71-89e7d3a37d99 None None] Port f538425e-e93a-458e-8ed2-4436b5cd253f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:48.052615 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f0d4b452-5581-435f-b241-b4eb2759e0a0 None None] For port 6fae1de4-b180-46e6-9aa8-445ab823237c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6fae1de4-b180-46e6-9aa8-445ab823237c,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:48.053023 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0d4b452-5581-435f-b241-b4eb2759e0a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.083477 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6fae1de4-b180-46e6-9aa8-445ab823237c no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:04:48.084102 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e9afaf25-55c8-4d4d-823c-6ec20b74b63e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.087812 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f0d4b452-5581-435f-b241-b4eb2759e0a0 None None] Calling delete_port for 6fae1de4-b180-46e6-9aa8-445ab823237c owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:48.119814 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-76b4a26a-9028-4f00-bc71-89e7d3a37d99 None None] Provisioning complete for port 896039c5-f4b3-46ca-877a-e5c0a51568a4 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:48.120249 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76b4a26a-9028-4f00-bc71-89e7d3a37d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.170821 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-de12542b-9352-4411-9dff-408f3540b678 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.196426 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9afaf25-55c8-4d4d-823c-6ec20b74b63e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:48.202409 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-e9afaf25-55c8-4d4d-823c-6ec20b74b63e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:48.206592 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9afaf25-55c8-4d4d-823c-6ec20b74b63e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:48.207385 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e9afaf25-55c8-4d4d-823c-6ec20b74b63e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.213547 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-de12542b-9352-4411-9dff-408f3540b678 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.224319 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-de12542b-9352-4411-9dff-408f3540b678 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/subnets/8770e200-3efe-4e2c-b8c3-4b4e849c0af3 HTTP/1.1" status: 204 len: 168 time: 0.9995372 Jul 30 02:04:48.227266 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38042) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:48.230450 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e10c957-a3bc-45a7-9969-ecb8e1061aa0 None None] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:48.232331 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3567396-e2fe-463f-8d39-a7af5edfbb27 None None] Network b419668e-8b69-4567-945a-8586520bc394 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:48.243629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afaf25-55c8-4d4d-823c-6ec20b74b63e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Subnet': ['ID=0a45e893-8b33-49ef-8785-a5fc2e92d0f0,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:48.285567 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12542b-9352-4411-9dff-408f3540b678 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Subnet': ['ID=8770e200-3efe-4e2c-b8c3-4b4e849c0af3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:48.325310 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e9afaf25-55c8-4d4d-823c-6ec20b74b63e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8639545 Jul 30 02:04:48.327767 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38046) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:48.332859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-0944b8df-3bd2-44a2-a126-b338c557eb5f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'security_group': {'name': 'tempest-secgroup-1753138064'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:48.401344 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bae8fa65-16ee-40b3-b6cd-1c6f31c79000 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.434233 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0944b8df-3bd2-44a2-a126-b338c557eb5f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.501568 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-bae8fa65-16ee-40b3-b6cd-1c6f31c79000 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting port 094e5892-f977-45c2-ab9c-8806eb75b3c7 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:48.502907 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bae8fa65-16ee-40b3-b6cd-1c6f31c79000 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.509675 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eb18b77e-6817-444b-a7c4-80ed37f42f08 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.623239 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0944b8df-3bd2-44a2-a126-b338c557eb5f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.683476 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb18b77e-6817-444b-a7c4-80ed37f42f08 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:48.709965 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0944b8df-3bd2-44a2-a126-b338c557eb5f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.741695 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-eb18b77e-6817-444b-a7c4-80ed37f42f08 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:48.749782 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb18b77e-6817-444b-a7c4-80ed37f42f08 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:48.750674 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eb18b77e-6817-444b-a7c4-80ed37f42f08 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.766642 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.780755 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944b8df-3bd2-44a2-a126-b338c557eb5f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ee0825-fe46-46da-bc24-b87156e9a077,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:48.791788 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-bae8fa65-16ee-40b3-b6cd-1c6f31c79000 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] For port 094e5892-f977-45c2-ab9c-8806eb75b3c7, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=094e5892-f977-45c2-ab9c-8806eb75b3c7,segment=NetworkSegment(87991acc-0019-428b-b9a1-e7189372b645),segment_id=87991acc-0019-428b-b9a1-e7189372b645)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:48.792164 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bae8fa65-16ee-40b3-b6cd-1c6f31c79000 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.842116 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18b77e-6817-444b-a7c4-80ed37f42f08 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=58d1608d-ab26-474f-bdec-c0084a511eb8,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:48.856362 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0944b8df-3bd2-44a2-a126-b338c557eb5f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.858456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-bae8fa65-16ee-40b3-b6cd-1c6f31c79000 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Calling delete_port for 094e5892-f977-45c2-ab9c-8806eb75b3c7 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:48.858905 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0944b8df-3bd2-44a2-a126-b338c557eb5f tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5296137 Jul 30 02:04:48.861203 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38056) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:48.866055 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-350d6451-0b49-4825-9553-60ad84f09fca tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'security_group': {'name': 'tempest-secgroup-1168777664'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:48.875004 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0d4b452-5581-435f-b241-b4eb2759e0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.882911 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-eb18b77e-6817-444b-a7c4-80ed37f42f08 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3544962 Jul 30 02:04:48.883614 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38058) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:48.902988 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-318d10d4-193d-470a-8278-a5a9d5ec9952 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'name': 'tempest-NetworksTestDHCPv6-1070078567'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:48.957171 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d4b452-5581-435f-b241-b4eb2759e0a0 None None] No DVR routers for this DVR port 6fae1de4-b180-46e6-9aa8-445ab823237c on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:48.959151 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7031a2-5772-41db-85d4-1a0e23ebaec8 None None] DHCP port deletion for b419668e-8b69-4567-945a-8586520bc394 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:04:48.966106 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4b452-5581-435f-b241-b4eb2759e0a0 None None] Pushing event deleted for resources: {'Port': ['ID=6fae1de4-b180-46e6-9aa8-445ab823237c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:49.015018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f61bbf-4a9a-4e23-bb46-e7e267035a1b None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:49.130236 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bae8fa65-16ee-40b3-b6cd-1c6f31c79000 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.226185 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fe7031a2-5772-41db-85d4-1a0e23ebaec8 None None] Deleting port 094e5892-f977-45c2-ab9c-8806eb75b3c7 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:49.226567 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae8fa65-16ee-40b3-b6cd-1c6f31c79000 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] No DVR routers for this DVR port 094e5892-f977-45c2-ab9c-8806eb75b3c7 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:49.227092 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe7031a2-5772-41db-85d4-1a0e23ebaec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.305526 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8fa65-16ee-40b3-b6cd-1c6f31c79000 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Port': ['ID=094e5892-f977-45c2-ab9c-8806eb75b3c7,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:49.343628 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c8b73dd-f034-4f4e-9bce-c95585b6b6f8 req-99a6107a-a0a7-4c87-9101-601bf9a7fbf1 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 210 time: 0.1930282 Jul 30 02:04:49.387325 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-350d6451-0b49-4825-9553-60ad84f09fca tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.437878 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-48c2beaa-3014-4a1a-84f5-dc00dea781da tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:49.443483 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bae8fa65-16ee-40b3-b6cd-1c6f31c79000 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.447151 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-48c2beaa-3014-4a1a-84f5-dc00dea781da tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.77 "GET /v2.0/networks?id=d37600d1-d258-4a70-aa2c-f9ef5b6795ad HTTP/1.1" status: 200 len: 814 time: 0.5386291 Jul 30 02:04:49.458794 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-bae8fa65-16ee-40b3-b6cd-1c6f31c79000 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b419668e-8b69-4567-945a-8586520bc394']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:49.474653 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-528fc01c-c82b-462c-b79e-2826b8b80d24 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Request body: {'port': {'device_id': '38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5', 'network_id': 'd37600d1-d258-4a70-aa2c-f9ef5b6795ad', 'admin_state_up': True, 'tenant_id': '98cb24431910454fa0102d049341fde2'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:49.476713 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-fe7031a2-5772-41db-85d4-1a0e23ebaec8 None None] For port 094e5892-f977-45c2-ab9c-8806eb75b3c7, host n-d-713498-9, got binding levels [] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:49.477189 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe7031a2-5772-41db-85d4-1a0e23ebaec8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.495416 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab8561b-9eea-4b79-a56b-f3760ca00170 None None] Update dhcp port {'port': {'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f', 'fixed_ips': [{'subnet_id': '43256494-5d1a-4b0a-bed3-16d0b36b7234', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0a45e893-8b33-49ef-8785-a5fc2e92d0f0'}], 'binding:host_id': 'n-d-713498-9'}, 'id': '896039c5-f4b3-46ca-877a-e5c0a51568a4'} from n-d-713498-9. {{(pid=94466) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:04:49.495529 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-bae8fa65-16ee-40b3-b6cd-1c6f31c79000 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87991acc-0019-428b-b9a1-e7189372b645') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:49.495529 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-bae8fa65-16ee-40b3-b6cd-1c6f31c79000 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87991acc-0019-428b-b9a1-e7189372b645') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:49.507970 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bae8fa65-16ee-40b3-b6cd-1c6f31c79000 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.508642 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-84fe5bd8-9f93-443f-a4c2-007dacc11704', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'fixed_ips': [{'subnet_id': '58d1608d-ab26-474f-bdec-c0084a511eb8'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:04:49.509650 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.509855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318d10d4-193d-470a-8278-a5a9d5ec9952 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:49.521145 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-318d10d4-193d-470a-8278-a5a9d5ec9952 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.533990 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bae8fa65-16ee-40b3-b6cd-1c6f31c79000 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.545419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae8fa65-16ee-40b3-b6cd-1c6f31c79000 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:04:49.549295 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bae8fa65-16ee-40b3-b6cd-1c6f31c79000 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:04:49.554405 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:04:49.562323 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fe7031a2-5772-41db-85d4-1a0e23ebaec8 None None] Calling delete_port for 094e5892-f977-45c2-ab9c-8806eb75b3c7 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:49.579600 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-318d10d4-193d-470a-8278-a5a9d5ec9952 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port af5a01ed-40dd-4e58-a743-82d852639766 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:04:49.591318 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.ipam_backend_mixin [None req-fe7031a2-5772-41db-85d4-1a0e23ebaec8 None None] Port 094e5892-f977-45c2-ab9c-8806eb75b3c7 was not found and therefore no delete operation was performed {{(pid=94466) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:04:49.607762 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe7031a2-5772-41db-85d4-1a0e23ebaec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.628091 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eab8561b-9eea-4b79-a56b-f3760ca00170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.683934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7031a2-5772-41db-85d4-1a0e23ebaec8 None None] Pushing event deleted for resources: {'Port': ['ID=094e5892-f977-45c2-ab9c-8806eb75b3c7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:49.685313 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7031a2-5772-41db-85d4-1a0e23ebaec8 None None] No DVR routers for this DVR port 094e5892-f977-45c2-ab9c-8806eb75b3c7 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:49.764334 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bae8fa65-16ee-40b3-b6cd-1c6f31c79000 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.785238 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bae8fa65-16ee-40b3-b6cd-1c6f31c79000 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.801201 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38078) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:49.802160 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-bae8fa65-16ee-40b3-b6cd-1c6f31c79000 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/networks/b419668e-8b69-4567-945a-8586520bc394 HTTP/1.1" status: 204 len: 168 time: 1.5737572 Jul 30 02:04:49.813378 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8fa65-16ee-40b3-b6cd-1c6f31c79000 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Network': ['ID=b419668e-8b69-4567-945a-8586520bc394,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:49.813611 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-bdbe6fcc-960d-4ac8-a54d-ef6cae89fe99 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2115190876', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:49.846063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-318d10d4-193d-470a-8278-a5a9d5ec9952 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::39b (84fe5bd8-9f93-443f-a4c2-007dacc11704/58d1608d-ab26-474f-bdec-c0084a511eb8/af5a01ed-40dd-4e58-a743-82d852639766) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:49.889507 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-350d6451-0b49-4825-9553-60ad84f09fca tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:50.008352 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-eab8561b-9eea-4b79-a56b-f3760ca00170 None None] Allocated IP 2001:db8::2 (f8e68492-0c58-4db2-bc8f-b4dca73bd98f/0a45e893-8b33-49ef-8785-a5fc2e92d0f0/896039c5-f4b3-46ca-877a-e5c0a51568a4) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:50.110825 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-350d6451-0b49-4825-9553-60ad84f09fca tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:50.147710 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-eab8561b-9eea-4b79-a56b-f3760ca00170 None None] For port 896039c5-f4b3-46ca-877a-e5c0a51568a4, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=896039c5-f4b3-46ca-877a-e5c0a51568a4,segment=NetworkSegment(477f670c-e1ad-4569-a314-cf1c9f187b3b),segment_id=477f670c-e1ad-4569-a314-cf1c9f187b3b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:50.165499 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 094e5892-f977-45c2-ab9c-8806eb75b3c7 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:04:50.190039 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 094e5892-f977-45c2-ab9c-8806eb75b3c7 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:04:50.190768 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 094e5892-f977-45c2-ab9c-8806eb75b3c7 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:04:50.213787 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eab8561b-9eea-4b79-a56b-f3760ca00170 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:50.229469 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-eab8561b-9eea-4b79-a56b-f3760ca00170 None None] Transition to ACTIVE for port object 896039c5-f4b3-46ca-877a-e5c0a51568a4 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:50.239464 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdbe6fcc-960d-4ac8-a54d-ef6cae89fe99 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:50.239464 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdbe6fcc-960d-4ac8-a54d-ef6cae89fe99 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:50.246953 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d6451-0b49-4825-9553-60ad84f09fca tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b04dfc17-5e7d-45ea-874e-31a15ce8a9e8,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:50.269019 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-318d10d4-193d-470a-8278-a5a9d5ec9952 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:50.300369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-318d10d4-193d-470a-8278-a5a9d5ec9952 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object af5a01ed-40dd-4e58-a743-82d852639766 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:50.334751 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdbe6fcc-960d-4ac8-a54d-ef6cae89fe99 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:50.347417 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eab8561b-9eea-4b79-a56b-f3760ca00170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:50.387008 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-528fc01c-c82b-462c-b79e-2826b8b80d24 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Made reservation on behalf of 98cb24431910454fa0102d049341fde2 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:50.390653 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-528fc01c-c82b-462c-b79e-2826b8b80d24 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:50.505999 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-318d10d4-193d-470a-8278-a5a9d5ec9952 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:50.507964 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdbe6fcc-960d-4ac8-a54d-ef6cae89fe99 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:50.520102 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-350d6451-0b49-4825-9553-60ad84f09fca tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:50.520317 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-350d6451-0b49-4825-9553-60ad84f09fca tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6580541 Jul 30 02:04:50.536655 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38088) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:50.536889 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8561b-9eea-4b79-a56b-f3760ca00170 None None] Pushing event updated for resources: {'Port': ['ID=896039c5-f4b3-46ca-877a-e5c0a51568a4,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:50.545484 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e8350094-daa4-40c2-afab-5bf039625d2e req-f4098e60-d28a-4ad0-b589-d4eb415ac724 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 210 time: 0.0653403 Jul 30 02:04:50.565767 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-688d0383-354e-4ce0-9f9d-386d7b80c379 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'security_group': {'name': 'tempest-secgroup-1218330335'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:50.648540 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Allocated IP 2001:db8::2 (84fe5bd8-9f93-443f-a4c2-007dacc11704/58d1608d-ab26-474f-bdec-c0084a511eb8/ff9989ed-9b3d-4666-b4f8-734468d4b526) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:50.714918 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318d10d4-193d-470a-8278-a5a9d5ec9952 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:50.723437 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdbe6fcc-960d-4ac8-a54d-ef6cae89fe99 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:50.724725 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bdbe6fcc-960d-4ac8-a54d-ef6cae89fe99 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9225099 Jul 30 02:04:50.729724 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38096) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:50.739172 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-9732f3e7-d448-404b-b969-463aa1c20ea8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'network': {'name': 'tempest-RoutersTest-203472628'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:50.744874 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-318d10d4-193d-470a-8278-a5a9d5ec9952 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:50.753675 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318d10d4-193d-470a-8278-a5a9d5ec9952 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:50.763694 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d10d4-193d-470a-8278-a5a9d5ec9952 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:50.764412 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-318d10d4-193d-470a-8278-a5a9d5ec9952 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:50.772394 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d10d4-193d-470a-8278-a5a9d5ec9952 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=af5a01ed-40dd-4e58-a743-82d852639766,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:50.848419 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-528fc01c-c82b-462c-b79e-2826b8b80d24 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Allocated IP 172.20.0.6 (d37600d1-d258-4a70-aa2c-f9ef5b6795ad/28fb4a46-70b0-422c-83c7-3105b3c04140/a76feefe-c642-4987-b730-54f6fbff7abe) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:50.935053 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:50.944697 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Transition to ACTIVE for port object ff9989ed-9b3d-4666-b4f8-734468d4b526 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:50.961109 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Transition to ACTIVE for port object ff9989ed-9b3d-4666-b4f8-734468d4b526 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:50.976500 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-688d0383-354e-4ce0-9f9d-386d7b80c379 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.054639 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-528fc01c-c82b-462c-b79e-2826b8b80d24 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.121395 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-318d10d4-193d-470a-8278-a5a9d5ec9952 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2323625 Jul 30 02:04:51.125393 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.125881 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38098) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:51.173769 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:51.176852 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:51.180414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:51.190536 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7262f7-2e3b-40d4-8291-8bf1506e7d58 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:51.196644 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7262f7-2e3b-40d4-8291-8bf1506e7d58 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:51.201076 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0a7262f7-2e3b-40d4-8291-8bf1506e7d58 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0754285 Jul 30 02:04:51.201284 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Pushing event updated for resources: {'Port': ['ID=ff9989ed-9b3d-4666-b4f8-734468d4b526,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:51.202454 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38100) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:51.203279 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-528fc01c-c82b-462c-b79e-2826b8b80d24 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.218930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['0839fbba-db49-4ab9-9700-19b6b639b4c6'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:04:51.250168 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9732f3e7-d448-404b-b969-463aa1c20ea8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Made reservation on behalf of df8f5d4792504c558d51adadf3365d41 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:51.254819 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9732f3e7-d448-404b-b969-463aa1c20ea8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.272520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-528fc01c-c82b-462c-b79e-2826b8b80d24 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Network d37600d1-d258-4a70-aa2c-f9ef5b6795ad is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:51.285917 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-528fc01c-c82b-462c-b79e-2826b8b80d24 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:51.289664 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fc01c-c82b-462c-b79e-2826b8b80d24 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Pushing event updated for resources: {'Port': ['ID=a76feefe-c642-4987-b730-54f6fbff7abe,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:51.293520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-528fc01c-c82b-462c-b79e-2826b8b80d24 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:51.325803 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9732f3e7-d448-404b-b969-463aa1c20ea8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:04:51.331344 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Attempting to bind port ff9989ed-9b3d-4666-b4f8-734468d4b526 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:51.331856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Attempting to bind port ff9989ed-9b3d-4666-b4f8-734468d4b526 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:51.332369 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Attempting to bind port ff9989ed-9b3d-4666-b4f8-734468d4b526 on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:51.336532 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9732f3e7-d448-404b-b969-463aa1c20ea8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.337096 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-9732f3e7-d448-404b-b969-463aa1c20ea8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Added segment 968ab37a-9b66-41d2-8ad1-dc3f77922c9f of type vlan for network f6e5e38f-f971-4cdb-81b4-297a61e47762 Jul 30 02:04:51.339633 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:51.343526 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:51.343526 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.343526 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:51.343526 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Bound port: ff9989ed-9b3d-4666-b4f8-734468d4b526, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:51.343526 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.370726 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-528fc01c-c82b-462c-b79e-2826b8b80d24 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:51.372049 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-528fc01c-c82b-462c-b79e-2826b8b80d24 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.395866 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9732f3e7-d448-404b-b969-463aa1c20ea8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.405531 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-688d0383-354e-4ce0-9f9d-386d7b80c379 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.424026 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f11343e0-6e40-4435-8f74-833d5dd784ae None None] Provisioning complete for port f538425e-e93a-458e-8ed2-4436b5cd253f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:51.424402 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f11343e0-6e40-4435-8f74-833d5dd784ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.436723 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-5092a3a1-0b23-44d7-91c5-6a00dd39c66d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port af5a01ed-40dd-4e58-a743-82d852639766 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:51.437071 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5092a3a1-0b23-44d7-91c5-6a00dd39c66d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.479948 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-688d0383-354e-4ce0-9f9d-386d7b80c379 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.508405 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f11343e0-6e40-4435-8f74-833d5dd784ae None None] Port f538425e-e93a-458e-8ed2-4436b5cd253f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:51.510165 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9732f3e7-d448-404b-b969-463aa1c20ea8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.513029 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d0383-354e-4ce0-9f9d-386d7b80c379 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a04e3d-1c33-4da5-afb5-0ffa17127c16,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:51.516239 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9732f3e7-d448-404b-b969-463aa1c20ea8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:51.516859 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9732f3e7-d448-404b-b969-463aa1c20ea8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.520078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] For port ff9989ed-9b3d-4666-b4f8-734468d4b526, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:51.525149 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] For port ff9989ed-9b3d-4666-b4f8-734468d4b526, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ff9989ed-9b3d-4666-b4f8-734468d4b526,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:51.563381 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-528fc01c-c82b-462c-b79e-2826b8b80d24 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0933690 Jul 30 02:04:51.582964 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] Request body: {'port': {'device_id': '38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:51.587330 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5092a3a1-0b23-44d7-91c5-6a00dd39c66d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.594650 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.604263 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-688d0383-354e-4ce0-9f9d-386d7b80c379 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.605436 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-688d0383-354e-4ce0-9f9d-386d7b80c379 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0622511 Jul 30 02:04:51.609741 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38106) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:51.617255 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-5092a3a1-0b23-44d7-91c5-6a00dd39c66d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for af5a01ed-40dd-4e58-a743-82d852639766 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:51.617458 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-62754894-b5a7-4ae1-9a00-b1156f3f958d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-604319195', 'security_groups': ['c4a04e3d-1c33-4da5-afb5-0ffa17127c16'], 'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0a45e893-8b33-49ef-8785-a5fc2e92d0f0'}]}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:51.620139 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732f3e7-d448-404b-b969-463aa1c20ea8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Network': ['ID=f6e5e38f-f971-4cdb-81b4-297a61e47762,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:51.661025 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network f6e5e38f-f971-4cdb-81b4-297a61e47762 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:04:51.668949 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f11343e0-6e40-4435-8f74-833d5dd784ae None None] Provisioning for port 896039c5-f4b3-46ca-877a-e5c0a51568a4 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:51.694823 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9732f3e7-d448-404b-b969-463aa1c20ea8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9567869 Jul 30 02:04:51.694823 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38108) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:51.697907 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-9c5d3c2b-c0a4-4fd6-a14e-fbfdcb0a7d68 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'subnet': {'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:51.705815 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.780695 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f11343e0-6e40-4435-8f74-833d5dd784ae None None] Provisioning complete for port 896039c5-f4b3-46ca-877a-e5c0a51568a4 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:51.781036 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f11343e0-6e40-4435-8f74-833d5dd784ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.810127 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957f722-2660-4154-ae27-09ab834190ee req-044ba7e8-dc1e-4238-bc45-0f5560f6c80e tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:51.811734 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0957f722-2660-4154-ae27-09ab834190ee req-044ba7e8-dc1e-4238-bc45-0f5560f6c80e tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 931 time: 0.1492875 Jul 30 02:04:51.843296 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5c1a9-1bb9-448d-a11f-e4df8be63d0e None None] Pushing event updated for resources: {'Port': ['ID=ff9989ed-9b3d-4666-b4f8-734468d4b526,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:51.963015 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0957f722-2660-4154-ae27-09ab834190ee req-2226a0cb-e401-4679-8de6-ab58a1dc5edf tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389909 Jul 30 02:04:51.985912 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5092a3a1-0b23-44d7-91c5-6a00dd39c66d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:52.060678 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5d3c2b-c0a4-4fd6-a14e-fbfdcb0a7d68 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Made reservation on behalf of df8f5d4792504c558d51adadf3365d41 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:52.069442 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9c5d3c2b-c0a4-4fd6-a14e-fbfdcb0a7d68 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:52.075330 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092a3a1-0b23-44d7-91c5-6a00dd39c66d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=af5a01ed-40dd-4e58-a743-82d852639766,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:52.210578 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5092a3a1-0b23-44d7-91c5-6a00dd39c66d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:52.212492 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5092a3a1-0b23-44d7-91c5-6a00dd39c66d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/af5a01ed-40dd-4e58-a743-82d852639766 HTTP/1.1" status: 204 len: 168 time: 1.0012531 Jul 30 02:04:52.215502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38118) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:52.228024 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ff9989ed-9b3d-4666-b4f8-734468d4b526 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:52.290958 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bf91cf-ea3b-4dde-9049-39363c349634 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:52.292499 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bf91cf-ea3b-4dde-9049-39363c349634 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:52.294007 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-15bf91cf-ea3b-4dde-9049-39363c349634 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0770926 Jul 30 02:04:52.299356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38120) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:52.337052 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76feefe-c642-4987-b730-54f6fbff7abe {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:04:52.349271 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:52.372591 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] Transition to ACTIVE for port object a76feefe-c642-4987-b730-54f6fbff7abe will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:52.380011 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64d70b6-e714-4d8c-8a08-d1113ee24940 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet 58d1608d-ab26-474f-bdec-c0084a511eb8 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:04:52.383211 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b64d70b6-e714-4d8c-8a08-d1113ee24940 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:52.427982 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b64d70b6-e714-4d8c-8a08-d1113ee24940 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:52.519000 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b64d70b6-e714-4d8c-8a08-d1113ee24940 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:52.561469 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62754894-b5a7-4ae1-9a00-b1156f3f958d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:52.563000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port ff9989ed-9b3d-4666-b4f8-734468d4b526 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:52.570238 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:52.570641 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 896039c5-f4b3-46ca-877a-e5c0a51568a4 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:52.575494 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9c5d3c2b-c0a4-4fd6-a14e-fbfdcb0a7d68 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:52.680765 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 896039c5-f4b3-46ca-877a-e5c0a51568a4 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:52.681148 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:52.690394 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d3c2b-c0a4-4fd6-a14e-fbfdcb0a7d68 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Subnet': ['ID=50b246f5-9301-42eb-a28a-8138323f957a,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:52.748193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5d3c2b-c0a4-4fd6-a14e-fbfdcb0a7d68 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Checking segment: {'id': '968ab37a-9b66-41d2-8ad1-dc3f77922c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:52.751389 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5d3c2b-c0a4-4fd6-a14e-fbfdcb0a7d68 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network hostable DHCP agents. Network: f6e5e38f-f971-4cdb-81b4-297a61e47762, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:04:52.763647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] Pushing event updated for resources: {'Port': ['ID=a76feefe-c642-4987-b730-54f6fbff7abe,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:52.816934 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-62754894-b5a7-4ae1-9a00-b1156f3f958d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:52.860608 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b64d70b6-e714-4d8c-8a08-d1113ee24940 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:52.884864 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-62754894-b5a7-4ae1-9a00-b1156f3f958d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] device_id is not set on port 8d38f589-cdb8-421f-a7aa-42bb0cab90fd yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:04:52.923053 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b64d70b6-e714-4d8c-8a08-d1113ee24940 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:52.927614 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b64d70b6-e714-4d8c-8a08-d1113ee24940 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/58d1608d-ab26-474f-bdec-c0084a511eb8 HTTP/1.1" status: 204 len: 168 time: 0.6245282 Jul 30 02:04:52.927614 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] Attempting to bind port a76feefe-c642-4987-b730-54f6fbff7abe on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:52.927614 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] Attempting to bind port a76feefe-c642-4987-b730-54f6fbff7abe by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd37600d1-d258-4a70-aa2c-f9ef5b6795ad'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:52.927614 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] Attempting to bind port a76feefe-c642-4987-b730-54f6fbff7abe on network d37600d1-d258-4a70-aa2c-f9ef5b6795ad {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:52.927993 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38134) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:52.931184 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d70b6-e714-4d8c-8a08-d1113ee24940 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=58d1608d-ab26-474f-bdec-c0084a511eb8,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:52.964770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] Port a76feefe-c642-4987-b730-54f6fbff7abe on network d37600d1-d258-4a70-aa2c-f9ef5b6795ad not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:04:52.965101 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] Attempting to bind port a76feefe-c642-4987-b730-54f6fbff7abe on network d37600d1-d258-4a70-aa2c-f9ef5b6795ad {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:52.969591 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e26259-d3eb-40c9-ad9d-3920946cd3c5 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:52.978130 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f4fce439-3b15-4230-bef8-b35172d3c3ce tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491412 Jul 30 02:04:52.981099 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38138) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:52.981903 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:52.982247 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] Checking segment: {'id': 'b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd37600d1-d258-4a70-aa2c-f9ef5b6795ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:52.982650 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] Bound using segment: {'id': 'b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd37600d1-d258-4a70-aa2c-f9ef5b6795ad'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:52.983165 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] Bound port: a76feefe-c642-4987-b730-54f6fbff7abe, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd37600d1-d258-4a70-aa2c-f9ef5b6795ad'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:52.983434 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:53.003188 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-595a6964-f649-463e-9f2c-08121fb7fca4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:53.140946 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] For port a76feefe-c642-4987-b730-54f6fbff7abe, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:53.150288 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] For port a76feefe-c642-4987-b730-54f6fbff7abe, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a76feefe-c642-4987-b730-54f6fbff7abe,segment=NetworkSegment(b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f),segment_id=b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:53.163310 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-53579cef-0da8-47b6-b9ac-1b4bb2658578 None None] Provisioning for port ff9989ed-9b3d-4666-b4f8-734468d4b526 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:53.180259 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-62754894-b5a7-4ae1-9a00-b1156f3f958d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Allocated IP 2001:db8::3d1 (f8e68492-0c58-4db2-bc8f-b4dca73bd98f/0a45e893-8b33-49ef-8785-a5fc2e92d0f0/8d38f589-cdb8-421f-a7aa-42bb0cab90fd) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:53.192325 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-53579cef-0da8-47b6-b9ac-1b4bb2658578 None None] Provisioning complete for port ff9989ed-9b3d-4666-b4f8-734468d4b526 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:53.194966 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-53579cef-0da8-47b6-b9ac-1b4bb2658578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:53.258974 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:53.356350 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:53.357404 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:53.359046 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] 10.222.0.77 "PUT /v2.0/ports/a76feefe-c642-4987-b730-54f6fbff7abe HTTP/1.1" status: 200 len: 1091 time: 1.7810154 Jul 30 02:04:53.363573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5', 'tag': 'a76feefe-c642-4987-b730-54f6fbff7abe'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:04:53.364567 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-53579cef-0da8-47b6-b9ac-1b4bb2658578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:53.367191 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac212327-c382-4d73-9137-8c4701369317" -d '{"events": [{"name": "network-changed", "server_uuid": "38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5", "tag": "a76feefe-c642-4987-b730-54f6fbff7abe"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:04:53.405909 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-53579cef-0da8-47b6-b9ac-1b4bb2658578 None None] For port ff9989ed-9b3d-4666-b4f8-734468d4b526, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ff9989ed-9b3d-4666-b4f8-734468d4b526,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:53.409330 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23cbaae-71e4-4b18-9923-c14b06c4d24d None None] DHCP port deletion for 84fe5bd8-9f93-443f-a4c2-007dacc11704 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:04:53.433938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5d3c2b-c0a4-4fd6-a14e-fbfdcb0a7d68 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network f6e5e38f-f971-4cdb-81b4-297a61e47762 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:04:53.465532 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a23cbaae-71e4-4b18-9923-c14b06c4d24d None None] Deleting port ff9989ed-9b3d-4666-b4f8-734468d4b526 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:53.466029 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a23cbaae-71e4-4b18-9923-c14b06c4d24d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:53.527694 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-53579cef-0da8-47b6-b9ac-1b4bb2658578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:53.530377 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e296725-3216-4d3b-8ab6-04cf065ebe5b x-openstack-request-id: req-3e296725-3216-4d3b-8ab6-04cf065ebe5b {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:04:53.530892 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5", "tag": "a76feefe-c642-4987-b730-54f6fbff7abe", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:04:53.531179 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e296725-3216-4d3b-8ab6-04cf065ebe5b {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:04:53.531564 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5', 'tag': 'a76feefe-c642-4987-b730-54f6fbff7abe', 'status': 'completed', 'code': 200} Jul 30 02:04:53.532408 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780330b-fac5-48c4-a213-bfdb79c871ba service neutron] Pushing event updated for resources: {'Port': ['ID=a76feefe-c642-4987-b730-54f6fbff7abe,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:53.613127 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe54142-bbc1-48a1-9bdf-f807fbc30083 req-47ecd9b9-2bc6-48c2-814a-d0ecc34cb767 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:53.613298 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53579cef-0da8-47b6-b9ac-1b4bb2658578 None None] Pushing event updated for resources: {'Port': ['ID=ff9989ed-9b3d-4666-b4f8-734468d4b526,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:53.613473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac212327-c382-4d73-9137-8c4701369317 req-6a949f43-e8d8-499a-9221-7b14ed021e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:53.615229 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac212327-c382-4d73-9137-8c4701369317 req-6a949f43-e8d8-499a-9221-7b14ed021e1e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98cb24431910454fa0102d049341fde2&device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 1094 time: 0.0796757 Jul 30 02:04:53.619874 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0fe54142-bbc1-48a1-9bdf-f807fbc30083 req-47ecd9b9-2bc6-48c2-814a-d0ecc34cb767 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 943 time: 0.1854153 Jul 30 02:04:53.630025 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a23cbaae-71e4-4b18-9923-c14b06c4d24d None None] For port ff9989ed-9b3d-4666-b4f8-734468d4b526, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ff9989ed-9b3d-4666-b4f8-734468d4b526,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:53.630025 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a23cbaae-71e4-4b18-9923-c14b06c4d24d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:53.646021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-9c5d3c2b-c0a4-4fd6-a14e-fbfdcb0a7d68 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, f6e5e38f-f971-4cdb-81b4-297a61e47762) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:53.646161 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a23cbaae-71e4-4b18-9923-c14b06c4d24d None None] Calling delete_port for ff9989ed-9b3d-4666-b4f8-734468d4b526 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:53.654386 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dcae7f-86f2-45e8-a72b-c48b0fcff060 None None] Network f6e5e38f-f971-4cdb-81b4-297a61e47762 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:53.659343 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5d3c2b-c0a4-4fd6-a14e-fbfdcb0a7d68 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:53.660421 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9c5d3c2b-c0a4-4fd6-a14e-fbfdcb0a7d68 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:53.681602 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595a6964-f649-463e-9f2c-08121fb7fca4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:53.687462 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-595a6964-f649-463e-9f2c-08121fb7fca4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:53.716374 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0fe54142-bbc1-48a1-9bdf-f807fbc30083 req-15e07ffe-e347-4196-9e13-2221b896d294 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817118 Jul 30 02:04:53.799336 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9c5d3c2b-c0a4-4fd6-a14e-fbfdcb0a7d68 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1057520 Jul 30 02:04:53.803177 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38164) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:53.870651 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac212327-c382-4d73-9137-8c4701369317 req-a072f0a0-4bf2-468a-b0bb-6ec536b694c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:53.872143 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac212327-c382-4d73-9137-8c4701369317 req-a072f0a0-4bf2-468a-b0bb-6ec536b694c0 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=98cb24431910454fa0102d049341fde2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2419860 Jul 30 02:04:53.946685 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-62754894-b5a7-4ae1-9a00-b1156f3f958d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:53.973247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-f6e5e38f-f971-4cdb-81b4-297a61e47762', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:04:53.974443 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:54.031968 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-62754894-b5a7-4ae1-9a00-b1156f3f958d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Transition to ACTIVE for port object 8d38f589-cdb8-421f-a7aa-42bb0cab90fd will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:54.275944 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ff9989ed-9b3d-4666-b4f8-734468d4b526 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:04:54.281233 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a23cbaae-71e4-4b18-9923-c14b06c4d24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:54.453887 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cbaae-71e4-4b18-9923-c14b06c4d24d None None] Pushing event deleted for resources: {'Port': ['ID=ff9989ed-9b3d-4666-b4f8-734468d4b526,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:54.466586 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: ff9989ed-9b3d-4666-b4f8-734468d4b526 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:04:54.466986 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ff9989ed-9b3d-4666-b4f8-734468d4b526 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:04:54.494889 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23cbaae-71e4-4b18-9923-c14b06c4d24d None None] No DVR routers for this DVR port ff9989ed-9b3d-4666-b4f8-734468d4b526 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:54.577221 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28064b9d-3751-440c-adf9-6895c64009ed tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:54.579457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Allocated IP 172.20.0.2 (f6e5e38f-f971-4cdb-81b4-297a61e47762/50b246f5-9301-42eb-a28a-8138323f957a/f699a164-3ca7-47ef-8817-162fd8358baf) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:54.687827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac212327-c382-4d73-9137-8c4701369317 req-102c755a-6fc6-466e-8e21-16b0177db054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:54.689886 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac212327-c382-4d73-9137-8c4701369317 req-102c755a-6fc6-466e-8e21-16b0177db054 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8085241 Jul 30 02:04:54.807923 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-62754894-b5a7-4ae1-9a00-b1156f3f958d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:54.827307 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-595a6964-f649-463e-9f2c-08121fb7fca4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:54.906675 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595a6964-f649-463e-9f2c-08121fb7fca4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:54.913134 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:54.919035 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-595a6964-f649-463e-9f2c-08121fb7fca4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:54.922159 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595a6964-f649-463e-9f2c-08121fb7fca4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:54.922804 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-595a6964-f649-463e-9f2c-08121fb7fca4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:54.927412 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Transition to ACTIVE for port object f699a164-3ca7-47ef-8817-162fd8358baf will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:54.930996 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169e9657-c26f-41ef-b3c4-f9009e66aae5 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:54.949947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62754894-b5a7-4ae1-9a00-b1156f3f958d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:54.974723 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-62754894-b5a7-4ae1-9a00-b1156f3f958d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:55.000514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62754894-b5a7-4ae1-9a00-b1156f3f958d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:55.011937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62754894-b5a7-4ae1-9a00-b1156f3f958d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:55.013072 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-62754894-b5a7-4ae1-9a00-b1156f3f958d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:55.035752 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a6964-f649-463e-9f2c-08121fb7fca4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=24d328a6-6e35-4532-aff2-9b8bbd0b9ba2,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:55.046469 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-84b95eb8-9c7d-4a83-b0b1-945f2b6a1d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:55.046642 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Transition to ACTIVE for port object f699a164-3ca7-47ef-8817-162fd8358baf will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:55.049275 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-84b95eb8-9c7d-4a83-b0b1-945f2b6a1d9f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98cb24431910454fa0102d049341fde2&device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 1094 time: 0.2953894 Jul 30 02:04:55.050843 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62754894-b5a7-4ae1-9a00-b1156f3f958d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=8d38f589-cdb8-421f-a7aa-42bb0cab90fd,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:55.079471 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-595a6964-f649-463e-9f2c-08121fb7fca4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0970724 Jul 30 02:04:55.082404 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38184) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:55.089199 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-ccd5f8e5-02ff-4675-bcde-8dd727ff96c6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'name': 'tempest-NetworksTestDHCPv6-720460918'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:55.090950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4b2dd-bc1a-4e0c-a762-0fd735e72cee req-3a8da289-342d-4821-8b7b-7e84276d5454 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:55.092870 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-59c4b2dd-bc1a-4e0c-a762-0fd735e72cee req-3a8da289-342d-4821-8b7b-7e84276d5454 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 943 time: 0.2955036 Jul 30 02:04:55.137413 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-def6fcab-e298-4502-913b-6bb254131536 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a76feefe-c642-4987-b730-54f6fbff7abe HTTP/1.1" status: 200 len: 217 time: 0.0650795 Jul 30 02:04:55.143834 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-62754894-b5a7-4ae1-9a00-b1156f3f958d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5330198 Jul 30 02:04:55.151624 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38190) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:55.166409 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-f7bd7e8a-16e8-4845-9038-fc3c79fdd0d8 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'subnet': {'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:55.170901 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:55.223299 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Network f6e5e38f-f971-4cdb-81b4-297a61e47762 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:55.229777 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:55.239952 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-28064b9d-3751-440c-adf9-6895c64009ed tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Allocated IP 172.20.0.1 (f6e5e38f-f971-4cdb-81b4-297a61e47762/50b246f5-9301-42eb-a28a-8138323f957a/8d1c3cdc-bb6f-4a00-b28b-ea9034fae083) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:55.244562 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:55.317601 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Pushing event updated for resources: {'Port': ['ID=f699a164-3ca7-47ef-8817-162fd8358baf,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:55.328504 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-84fe5bd8-9f93-443f-a4c2-007dacc11704', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'fixed_ips': [{'subnet_id': '24d328a6-6e35-4532-aff2-9b8bbd0b9ba2'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:04:55.328504 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:55.386206 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-59c4b2dd-bc1a-4e0c-a762-0fd735e72cee req-db925082-78c7-4b6f-85b2-62bb7df98cc4 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571216 Jul 30 02:04:55.422945 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-722dd17b-84b0-42ca-9fc3-0e70b6eab2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:55.425762 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-722dd17b-84b0-42ca-9fc3-0e70b6eab2c3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28fb4a46-70b0-422c-83c7-3105b3c04140 HTTP/1.1" status: 200 len: 854 time: 0.2749825 Jul 30 02:04:55.468263 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28064b9d-3751-440c-adf9-6895c64009ed tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:55.481665 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Attempting to bind port f699a164-3ca7-47ef-8817-162fd8358baf on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:55.482474 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Attempting to bind port f699a164-3ca7-47ef-8817-162fd8358baf by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '968ab37a-9b66-41d2-8ad1-dc3f77922c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:55.482724 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Attempting to bind port f699a164-3ca7-47ef-8817-162fd8358baf on network f6e5e38f-f971-4cdb-81b4-297a61e47762 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:55.485618 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-28064b9d-3751-440c-adf9-6895c64009ed tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Transition to ACTIVE for port object 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:55.492412 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-6cd81cd0-9a22-456b-a6ce-e4d3f187bfb7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d37600d1-d258-4a70-aa2c-f9ef5b6795ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585742 Jul 30 02:04:55.541903 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:55.542234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Checking segment: {'id': '968ab37a-9b66-41d2-8ad1-dc3f77922c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:55.542821 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:55.543236 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Bound using segment: {'id': '968ab37a-9b66-41d2-8ad1-dc3f77922c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:55.543724 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Bound port: f699a164-3ca7-47ef-8817-162fd8358baf, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968ab37a-9b66-41d2-8ad1-dc3f77922c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:55.544113 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:55.579118 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-924469f2-c955-464b-a773-74cf4af0a692 None None] Provisioning for port 8d38f589-cdb8-421f-a7aa-42bb0cab90fd completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:55.581556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd5f8e5-02ff-4675-bcde-8dd727ff96c6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:55.585934 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f8e5-02ff-4675-bcde-8dd727ff96c6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:55.590023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-924469f2-c955-464b-a773-74cf4af0a692 None None] Provisioning complete for port 8d38f589-cdb8-421f-a7aa-42bb0cab90fd triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:55.590198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28064b9d-3751-440c-adf9-6895c64009ed tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:55.592370 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-924469f2-c955-464b-a773-74cf4af0a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:55.648160 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28064b9d-3751-440c-adf9-6895c64009ed tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Port': ['ID=8d1c3cdc-bb6f-4a00-b28b-ea9034fae083,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:55.679519 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-ccd5f8e5-02ff-4675-bcde-8dd727ff96c6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port a859111e-05a7-47aa-b6bb-671ceb89ff4e yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:04:55.684398 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-cb10e480-2939-40f5-a462-6cafb2185482 service neutron] 10.222.0.77 "GET /v2.0/networks/d37600d1-d258-4a70-aa2c-f9ef5b6795ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711843 Jul 30 02:04:55.695225 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bd7e8a-16e8-4845-9038-fc3c79fdd0d8 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:55.698864 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7e8a-16e8-4845-9038-fc3c79fdd0d8 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:55.786788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] For port f699a164-3ca7-47ef-8817-162fd8358baf, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:55.801102 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28064b9d-3751-440c-adf9-6895c64009ed tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network f6e5e38f-f971-4cdb-81b4-297a61e47762 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:55.803910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-924469f2-c955-464b-a773-74cf4af0a692 None None] Port 8d38f589-cdb8-421f-a7aa-42bb0cab90fd cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:55.804239 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-28064b9d-3751-440c-adf9-6895c64009ed tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:55.815858 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28064b9d-3751-440c-adf9-6895c64009ed tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:55.838401 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] For port f699a164-3ca7-47ef-8817-162fd8358baf, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f699a164-3ca7-47ef-8817-162fd8358baf,segment=NetworkSegment(968ab37a-9b66-41d2-8ad1-dc3f77922c9f),segment_id=968ab37a-9b66-41d2-8ad1-dc3f77922c9f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:55.857908 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Allocated IP 2001:db8::2 (84fe5bd8-9f93-443f-a4c2-007dacc11704/24d328a6-6e35-4532-aff2-9b8bbd0b9ba2/e2c1875f-2e48-4aa9-b880-5230cb86bdd5) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:55.898171 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28064b9d-3751-440c-adf9-6895c64009ed tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:55.940745 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:55.941225 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79ea06d6-5622-4a81-b9d1-07925bd33732 req-8cd749ed-076a-4728-8ba9-eb66748f4a18 service neutron] 10.222.0.77 "GET /v2.0/networks/d37600d1-d258-4a70-aa2c-f9ef5b6795ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481251 Jul 30 02:04:55.944260 n-d-713498-9 neutron-server[94465]: INFO neutron.db.ipam_backend_mixin [None req-f7bd7e8a-16e8-4845-9038-fc3c79fdd0d8 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a45e893-8b33-49ef-8785-a5fc2e92d0f0 (CIDR: 2001:db8::/64) Jul 30 02:04:55.993814 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bd7e8a-16e8-4845-9038-fc3c79fdd0d8 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:04:55.994171 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7bd7e8a-16e8-4845-9038-fc3c79fdd0d8 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:04:56.132244 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f7bd7e8a-16e8-4845-9038-fc3c79fdd0d8 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9795380 Jul 30 02:04:56.136164 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38210) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:56.141650 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-65681dc1-dfb1-4124-889b-809e051018a4 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'subnet': {'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:56.146355 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d83b14-5cf7-4cac-8938-7c08039ca003 None None] Pushing event updated for resources: {'Port': ['ID=f699a164-3ca7-47ef-8817-162fd8358baf,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:56.162136 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:56.171000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Transition to ACTIVE for port object e2c1875f-2e48-4aa9-b880-5230cb86bdd5 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:56.192725 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Transition to ACTIVE for port object e2c1875f-2e48-4aa9-b880-5230cb86bdd5 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:56.281121 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28064b9d-3751-440c-adf9-6895c64009ed tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:56.325985 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:56.380662 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:56.390284 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:56.399470 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:56.460357 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Pushing event updated for resources: {'Port': ['ID=e2c1875f-2e48-4aa9-b880-5230cb86bdd5,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:56.530687 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Attempting to bind port e2c1875f-2e48-4aa9-b880-5230cb86bdd5 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:56.532347 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Attempting to bind port e2c1875f-2e48-4aa9-b880-5230cb86bdd5 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:56.532347 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Attempting to bind port e2c1875f-2e48-4aa9-b880-5230cb86bdd5 on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:56.555394 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:56.558235 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:56.561246 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:56.561914 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:56.562734 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Bound port: e2c1875f-2e48-4aa9-b880-5230cb86bdd5, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:56.563976 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:56.577487 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-ccd5f8e5-02ff-4675-bcde-8dd727ff96c6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::125 (84fe5bd8-9f93-443f-a4c2-007dacc11704/24d328a6-6e35-4532-aff2-9b8bbd0b9ba2/a859111e-05a7-47aa-b6bb-671ceb89ff4e) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:56.660004 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] For port e2c1875f-2e48-4aa9-b880-5230cb86bdd5, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:56.663953 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] For port e2c1875f-2e48-4aa9-b880-5230cb86bdd5, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e2c1875f-2e48-4aa9-b880-5230cb86bdd5,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:56.776486 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:56.880973 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24735f-8c30-484f-a3df-d325c33f0ee9 req-b9235371-c954-4d46-871a-a7211a801b3a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:56.889037 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f24735f-8c30-484f-a3df-d325c33f0ee9 req-b9235371-c954-4d46-871a-a7211a801b3a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 943 time: 0.2388465 Jul 30 02:04:56.909722 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf442d3-ef64-43de-9820-8096c000c245 None None] Pushing event updated for resources: {'Port': ['ID=e2c1875f-2e48-4aa9-b880-5230cb86bdd5,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:57.031058 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f8e5-02ff-4675-bcde-8dd727ff96c6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:57.045443 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65681dc1-dfb1-4124-889b-809e051018a4 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:57.049856 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-65681dc1-dfb1-4124-889b-809e051018a4 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:57.156482 n-d-713498-9 neutron-server[94464]: INFO neutron.db.ipam_backend_mixin [None req-65681dc1-dfb1-4124-889b-809e051018a4 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 43256494-5d1a-4b0a-bed3-16d0b36b7234 (CIDR: 2001:db8:0:1::/64) Jul 30 02:04:57.264238 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-ccd5f8e5-02ff-4675-bcde-8dd727ff96c6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object a859111e-05a7-47aa-b6bb-671ceb89ff4e will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:57.265796 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-65681dc1-dfb1-4124-889b-809e051018a4 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:04:57.266288 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65681dc1-dfb1-4124-889b-809e051018a4 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:04:57.302222 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28064b9d-3751-440c-adf9-6895c64009ed tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:57.355153 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f24735f-8c30-484f-a3df-d325c33f0ee9 req-b6ff5c5c-3b3e-4bd9-affe-3ae12b8e42bb tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650452 Jul 30 02:04:57.364212 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28064b9d-3751-440c-adf9-6895c64009ed tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:57.455540 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28064b9d-3751-440c-adf9-6895c64009ed tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:57.547493 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38232) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:57.548054 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-65681dc1-dfb1-4124-889b-809e051018a4 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4103613 Jul 30 02:04:57.554487 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-76f36125-a0f9-477e-84b9-768467c9ef81 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'subnet': {'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:57.577958 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28064b9d-3751-440c-adf9-6895c64009ed tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Port': ['ID=8d1c3cdc-bb6f-4a00-b28b-ea9034fae083,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:57.637034 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f8e5-02ff-4675-bcde-8dd727ff96c6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:57.649928 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88b89c4-1eba-4824-bc88-98a5d73d354d None None] Network f6e5e38f-f971-4cdb-81b4-297a61e47762 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:57.733889 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd5f8e5-02ff-4675-bcde-8dd727ff96c6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:57.739186 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28064b9d-3751-440c-adf9-6895c64009ed tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network f6e5e38f-f971-4cdb-81b4-297a61e47762 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:57.743000 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-ccd5f8e5-02ff-4675-bcde-8dd727ff96c6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:57.751454 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-28064b9d-3751-440c-adf9-6895c64009ed tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:57.761168 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5f8e5-02ff-4675-bcde-8dd727ff96c6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:57.768549 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd5f8e5-02ff-4675-bcde-8dd727ff96c6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:57.769286 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f8e5-02ff-4675-bcde-8dd727ff96c6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:57.787851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5f8e5-02ff-4675-bcde-8dd727ff96c6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=a859111e-05a7-47aa-b6bb-671ceb89ff4e,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:57.924596 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-20209ad2-6e0b-4626-8eca-dedfbc724562 None None] Provisioning for port f699a164-3ca7-47ef-8817-162fd8358baf completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:57.925261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f36125-a0f9-477e-84b9-768467c9ef81 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Made reservation on behalf of fb54f7ee248443f6b8ca067f300bbb58 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:57.929154 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-76f36125-a0f9-477e-84b9-768467c9ef81 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:58.351796 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f699a164-3ca7-47ef-8817-162fd8358baf up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:58.418218 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ccd5f8e5-02ff-4675-bcde-8dd727ff96c6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3346589 Jul 30 02:04:58.422087 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38244) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:58.520028 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7213ec08-5d90-4887-8307-06f50b5ef6f7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:58.540966 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a76feefe-c642-4987-b730-54f6fbff7abe details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:04:58.549420 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7213ec08-5d90-4887-8307-06f50b5ef6f7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:58.554722 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7213ec08-5d90-4887-8307-06f50b5ef6f7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1281357 Jul 30 02:04:58.556466 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38250) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:58.696904 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-76f36125-a0f9-477e-84b9-768467c9ef81 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:58.701766 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-f65306d8-bd45-44de-8b71-a1d469c4447c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port a859111e-05a7-47aa-b6bb-671ceb89ff4e {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:58.702111 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f65306d8-bd45-44de-8b71-a1d469c4447c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:58.781988 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a76feefe-c642-4987-b730-54f6fbff7abe, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a76feefe-c642-4987-b730-54f6fbff7abe,segment=NetworkSegment(b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f),segment_id=b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:58.808314 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28064b9d-3751-440c-adf9-6895c64009ed tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router 53214bfa-0c23-47ea-87a4-c5043166a4a3 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:04:58.808968 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f36125-a0f9-477e-84b9-768467c9ef81 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:58.827958 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-76f36125-a0f9-477e-84b9-768467c9ef81 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:58.830985 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'a76feefe-c642-4987-b730-54f6fbff7abe', 'network_id': 'd37600d1-d258-4a70-aa2c-f9ef5b6795ad', 'port_id': 'a76feefe-c642-4987-b730-54f6fbff7abe', 'mac_address': 'fa:16:3e:32:67:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fb4a46-70b0-422c-83c7-3105b3c04140', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:04:58.834356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f36125-a0f9-477e-84b9-768467c9ef81 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:58.835421 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-76f36125-a0f9-477e-84b9-768467c9ef81 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:58.853319 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2924bfb-0902-4af7-a4ec-dfa36be6a758 req-49969746-5c0d-497b-88d6-8f0d47a27a37 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:58.855335 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a2924bfb-0902-4af7-a4ec-dfa36be6a758 req-49969746-5c0d-497b-88d6-8f0d47a27a37 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 943 time: 0.2300010 Jul 30 02:04:58.862216 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f36125-a0f9-477e-84b9-768467c9ef81 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Subnet': ['ID=4adfc676-b70f-4964-96e7-69eb0e58ae9e,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:58.890984 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1d58b9-153b-428b-ab54-b05e466c52c6 None None] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:58.920206 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-75cc1c12-4828-4e3f-bce3-533857fc7425 None None] Provisioning for port 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:58.924188 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a2924bfb-0902-4af7-a4ec-dfa36be6a758 req-cc7d96bc-5742-4b85-b31c-e9d9240e2a00 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485649 Jul 30 02:04:58.948777 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-76f36125-a0f9-477e-84b9-768467c9ef81 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4001844 Jul 30 02:04:58.951492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38254) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:58.956912 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c4161815-b88e-483b-b513-26593c32c999 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-459103374', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4adfc676-b70f-4964-96e7-69eb0e58ae9e'}], 'security_groups': ['d7ee0825-fe46-46da-bc24-b87156e9a077', 'b04dfc17-5e7d-45ea-874e-31a15ce8a9e8']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:58.985176 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-75cc1c12-4828-4e3f-bce3-533857fc7425 None None] Provisioning complete for port 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:58.985558 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75cc1c12-4828-4e3f-bce3-533857fc7425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:58.996612 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port f699a164-3ca7-47ef-8817-162fd8358baf completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:59.011676 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f699a164-3ca7-47ef-8817-162fd8358baf triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:59.012038 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:59.113440 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f65306d8-bd45-44de-8b71-a1d469c4447c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:59.164069 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28064b9d-3751-440c-adf9-6895c64009ed tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:59.164533 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:59.169991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-f65306d8-bd45-44de-8b71-a1d469c4447c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for a859111e-05a7-47aa-b6bb-671ceb89ff4e owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:59.177623 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] Sync routers for ids ['53214bfa-0c23-47ea-87a4-c5043166a4a3'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:59.183189 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-28064b9d-3751-440c-adf9-6895c64009ed tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/53214bfa-0c23-47ea-87a4-c5043166a4a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3788278 Jul 30 02:04:59.186157 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38260) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:59.194846 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] Routers {'53214bfa-0c23-47ea-87a4-c5043166a4a3'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:59.200957 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:04:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53214bfa-0c23-47ea-87a4-c5043166a4a3'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:59.201460 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-91f83b97-7b21-42c6-bc34-22011c7d0407 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'network': {'name': 'tempest-RoutersTest-1055468506'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:59.230856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76feefe-c642-4987-b730-54f6fbff7abe {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:04:59.252484 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-75cc1c12-4828-4e3f-bce3-533857fc7425 None None] Port 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:59.277956 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a76feefe-c642-4987-b730-54f6fbff7abe, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a76feefe-c642-4987-b730-54f6fbff7abe,segment=NetworkSegment(b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f),segment_id=b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:59.333998 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c4161815-b88e-483b-b513-26593c32c999 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:59.377093 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:59.447968 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f83b97-7b21-42c6-bc34-22011c7d0407 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Made reservation on behalf of df8f5d4792504c558d51adadf3365d41 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:59.451609 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-91f83b97-7b21-42c6-bc34-22011c7d0407 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:59.470863 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:59.479109 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] Set router 53214bfa-0c23-47ea-87a4-c5043166a4a3 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:04:59.668037 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f83b97-7b21-42c6-bc34-22011c7d0407 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:04:59.688547 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f65306d8-bd45-44de-8b71-a1d469c4447c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:59.692187 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-91f83b97-7b21-42c6-bc34-22011c7d0407 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:59.692778 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-91f83b97-7b21-42c6-bc34-22011c7d0407 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Added segment a3aba8ec-4a97-4cd2-9535-4d6dac56f999 of type vlan for network 49c27f5f-b17e-4728-a94f-5d4c23723861 Jul 30 02:04:59.732972 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:04:56Z', 'revision_number': 2, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:04:56Z', 'revision_number': 2, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:59.770022 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] Checking router: 53214bfa-0c23-47ea-87a4-c5043166a4a3 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:04:59.770677 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] Updating router 53214bfa-0c23-47ea-87a4-c5043166a4a3 port 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:04:59.772110 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65306d8-bd45-44de-8b71-a1d469c4447c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=a859111e-05a7-47aa-b6bb-671ceb89ff4e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:59.807549 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-91f83b97-7b21-42c6-bc34-22011c7d0407 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:59.821336 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f65306d8-bd45-44de-8b71-a1d469c4447c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:59.826487 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f65306d8-bd45-44de-8b71-a1d469c4447c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/a859111e-05a7-47aa-b6bb-671ceb89ff4e HTTP/1.1" status: 204 len: 168 time: 1.2651227 Jul 30 02:04:59.826677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38276) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:59.878601 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:59.903912 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211fa342-5322-45ed-b6e1-d2e13edf63ba tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:59.905797 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211fa342-5322-45ed-b6e1-d2e13edf63ba tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:59.910884 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-211fa342-5322-45ed-b6e1-d2e13edf63ba tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0790100 Jul 30 02:04:59.910884 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38280) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:59.973327 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=a76feefe-c642-4987-b730-54f6fbff7abe,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:59.983174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-c4161815-b88e-483b-b513-26593c32c999 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Delete allocated IP 2001:db8::3d1 (f8e68492-0c58-4db2-bc8f-b4dca73bd98f/0a45e893-8b33-49ef-8785-a5fc2e92d0f0) {{(pid=94465) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 02:04:59.999507 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port f699a164-3ca7-47ef-8817-162fd8358baf, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f699a164-3ca7-47ef-8817-162fd8358baf,segment=NetworkSegment(968ab37a-9b66-41d2-8ad1-dc3f77922c9f),segment_id=968ab37a-9b66-41d2-8ad1-dc3f77922c9f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:00.000650 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-c4161815-b88e-483b-b513-26593c32c999 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Allocated IP 2001:db8:0:2::3cd (f8e68492-0c58-4db2-bc8f-b4dca73bd98f/4adfc676-b70f-4964-96e7-69eb0e58ae9e/8d38f589-cdb8-421f-a7aa-42bb0cab90fd) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:00.014470 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Provisioning complete for port a859111e-05a7-47aa-b6bb-671ceb89ff4e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:00.014470 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.018132 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-91f83b97-7b21-42c6-bc34-22011c7d0407 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.032136 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f83b97-7b21-42c6-bc34-22011c7d0407 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:00.032845 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-91f83b97-7b21-42c6-bc34-22011c7d0407 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.131906 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a76feefe-c642-4987-b730-54f6fbff7abe'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:05:00.136262 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.137044 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e2c1875f-2e48-4aa9-b880-5230cb86bdd5 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:00.138576 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Port a859111e-05a7-47aa-b6bb-671ceb89ff4e was deleted so its status cannot be updated. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 02:05:00.274690 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac4925b-a81f-4c56-8f2d-7224c0459190 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet 24d328a6-6e35-4532-aff2-9b8bbd0b9ba2 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:05:00.277599 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-91f83b97-7b21-42c6-bc34-22011c7d0407 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0865171 Jul 30 02:05:00.283028 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38286) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:00.289272 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aac4925b-a81f-4c56-8f2d-7224c0459190 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.302764 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7b0a24a8-ca3b-4e1f-b1d8-88b17ae9684c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'subnet': {'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:00.354196 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f83b97-7b21-42c6-bc34-22011c7d0407 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Network': ['ID=49c27f5f-b17e-4728-a94f-5d4c23723861,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:00.413841 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 49c27f5f-b17e-4728-a94f-5d4c23723861 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:05:00.417965 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617d7fe-5f24-441b-8f91-1b55be7fab6b req-ae955fda-e618-4d41-88b8-ed3c362065ba tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:00.419593 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8617d7fe-5f24-441b-8f91-1b55be7fab6b req-ae955fda-e618-4d41-88b8-ed3c362065ba tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 944 time: 0.3530335 Jul 30 02:05:00.425775 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aac4925b-a81f-4c56-8f2d-7224c0459190 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.429965 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.431978 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Provisioning complete for port 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:00.432360 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.441218 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] Transition to ACTIVE for port object 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:00.536111 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.542498 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c4161815-b88e-483b-b513-26593c32c999 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.549416 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8617d7fe-5f24-441b-8f91-1b55be7fab6b req-ef8511cc-8163-40f5-8ca4-eef8c5a654a1 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206601 Jul 30 02:05:00.562023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=f699a164-3ca7-47ef-8817-162fd8358baf,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:00.578826 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-c4161815-b88e-483b-b513-26593c32c999 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Transition to ACTIVE for port object 8d38f589-cdb8-421f-a7aa-42bb0cab90fd will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:00.603440 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aac4925b-a81f-4c56-8f2d-7224c0459190 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.616050 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0a24a8-ca3b-4e1f-b1d8-88b17ae9684c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Made reservation on behalf of df8f5d4792504c558d51adadf3365d41 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:00.623656 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b0a24a8-ca3b-4e1f-b1d8-88b17ae9684c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.661027 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804c147-bf23-4b31-851b-9a782c148654 None None] Pushing event updated for resources: {'Port': ['ID=8d1c3cdc-bb6f-4a00-b28b-ea9034fae083,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:00.722697 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804c147-bf23-4b31-851b-9a782c148654 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:00.723366 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804c147-bf23-4b31-851b-9a782c148654 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:00.724317 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804c147-bf23-4b31-851b-9a782c148654 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:00.724760 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804c147-bf23-4b31-851b-9a782c148654 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:00.725248 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804c147-bf23-4b31-851b-9a782c148654 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:00.725685 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804c147-bf23-4b31-851b-9a782c148654 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:00.726164 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804c147-bf23-4b31-851b-9a782c148654 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:00.726619 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804c147-bf23-4b31-851b-9a782c148654 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:00.727043 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804c147-bf23-4b31-851b-9a782c148654 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:00.727501 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804c147-bf23-4b31-851b-9a782c148654 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:00.727946 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804c147-bf23-4b31-851b-9a782c148654 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:00.728416 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804c147-bf23-4b31-851b-9a782c148654 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:00.743457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Port 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:05:00.755057 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e17dd3-9cb0-43a7-b989-d8c32ce614d6 None None] Update dhcp port {'port': {'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f', 'fixed_ips': [{'subnet_id': '43256494-5d1a-4b0a-bed3-16d0b36b7234', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0a45e893-8b33-49ef-8785-a5fc2e92d0f0', 'ip_address': '2001:db8::2'}, {'subnet_id': '4adfc676-b70f-4964-96e7-69eb0e58ae9e'}], 'binding:host_id': 'n-d-713498-9'}, 'id': '896039c5-f4b3-46ca-877a-e5c0a51568a4'} from n-d-713498-9. {{(pid=94466) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:05:00.772657 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c4161815-b88e-483b-b513-26593c32c999 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.794006 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] Attempting to bind port 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:05:00.794594 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] Attempting to bind port 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '968ab37a-9b66-41d2-8ad1-dc3f77922c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:05:00.795138 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] Attempting to bind port 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083 on network f6e5e38f-f971-4cdb-81b4-297a61e47762 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:00.802809 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:05:00.803353 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] Checking segment: {'id': '968ab37a-9b66-41d2-8ad1-dc3f77922c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:00.804152 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.804650 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] Bound using segment: {'id': '968ab37a-9b66-41d2-8ad1-dc3f77922c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:05:00.806838 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] Bound port: 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968ab37a-9b66-41d2-8ad1-dc3f77922c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:05:00.806838 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.828846 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f1e17dd3-9cb0-43a7-b989-d8c32ce614d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.833215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port e2c1875f-2e48-4aa9-b880-5230cb86bdd5 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:00.909676 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aac4925b-a81f-4c56-8f2d-7224c0459190 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.921580 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] For port 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:05:00.925778 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] For port 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8d1c3cdc-bb6f-4a00-b28b-ea9034fae083,segment=NetworkSegment(968ab37a-9b66-41d2-8ad1-dc3f77922c9f),segment_id=968ab37a-9b66-41d2-8ad1-dc3f77922c9f)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:05:00.948174 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4925b-a81f-4c56-8f2d-7224c0459190 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=24d328a6-6e35-4532-aff2-9b8bbd0b9ba2,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:00.951899 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aac4925b-a81f-4c56-8f2d-7224c0459190 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.957104 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-aac4925b-a81f-4c56-8f2d-7224c0459190 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/24d328a6-6e35-4532-aff2-9b8bbd0b9ba2 HTTP/1.1" status: 204 len: 168 time: 1.0429103 Jul 30 02:05:00.960018 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38294) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:00.988687 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c4161815-b88e-483b-b513-26593c32c999 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] In _notify_port_updated(), no bound segment for port 8d38f589-cdb8-421f-a7aa-42bb0cab90fd on network f8e68492-0c58-4db2-bc8f-b4dca73bd98f {{(pid=94465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:05:01.000291 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e0aebf-c761-418e-9a6f-c7bb7a990a2e None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:01.002502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4161815-b88e-483b-b513-26593c32c999 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:01.003510 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c4161815-b88e-483b-b513-26593c32c999 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:01.006162 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Provisioning for port e2c1875f-2e48-4aa9-b880-5230cb86bdd5 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:01.014379 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c4161815-b88e-483b-b513-26593c32c999 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "PUT /v2.0/ports/8d38f589-cdb8-421f-a7aa-42bb0cab90fd HTTP/1.1" status: 200 len: 969 time: 2.0617952 Jul 30 02:05:01.033605 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f699a164-3ca7-47ef-8817-162fd8358baf up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:01.046511 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:01.067449 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2e4a7054-10b9-4ea3-9945-3232b18a48cf tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1061974 Jul 30 02:05:01.076538 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38296) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:01.078214 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38300) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:01.152651 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Provisioning complete for port e2c1875f-2e48-4aa9-b880-5230cb86bdd5 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:01.153026 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:01.169684 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4161815-b88e-483b-b513-26593c32c999 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event updated for resources: {'Port': ['ID=8d38f589-cdb8-421f-a7aa-42bb0cab90fd,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:01.172439 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] Routers {'53214bfa-0c23-47ea-87a4-c5043166a4a3'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:01.173965 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:04:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53214bfa-0c23-47ea-87a4-c5043166a4a3'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:01.290144 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b0a24a8-ca3b-4e1f-b1d8-88b17ae9684c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:01.459365 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bb1de5-7e88-47e3-b630-9a31fa3015d4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:01.465735 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804c147-bf23-4b31-851b-9a782c148654 None None] Pushing event updated for resources: {'Port': ['ID=8d1c3cdc-bb6f-4a00-b28b-ea9034fae083,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:01.466323 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-f1e17dd3-9cb0-43a7-b989-d8c32ce614d6 None None] Allocated IP 2001:db8:0:2::2 (f8e68492-0c58-4db2-bc8f-b4dca73bd98f/4adfc676-b70f-4964-96e7-69eb0e58ae9e/896039c5-f4b3-46ca-877a-e5c0a51568a4) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:01.468159 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-53bb1de5-7e88-47e3-b630-9a31fa3015d4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3843753 Jul 30 02:05:01.479759 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38316) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:01.522415 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f699a164-3ca7-47ef-8817-162fd8358baf triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:01.522764 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:01.524300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a24a8-ca3b-4e1f-b1d8-88b17ae9684c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Subnet': ['ID=2589b33e-0560-4aeb-8f9d-b3d7347f9522,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:01.550364 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0a24a8-ca3b-4e1f-b1d8-88b17ae9684c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Checking segment: {'id': 'a3aba8ec-4a97-4cd2-9535-4d6dac56f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:01.550746 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0a24a8-ca3b-4e1f-b1d8-88b17ae9684c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network hostable DHCP agents. Network: 49c27f5f-b17e-4728-a94f-5d4c23723861, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:05:01.555340 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] Set router 53214bfa-0c23-47ea-87a4-c5043166a4a3 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:01.579613 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:01.650315 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0a24a8-ca3b-4e1f-b1d8-88b17ae9684c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network 49c27f5f-b17e-4728-a94f-5d4c23723861 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:05:01.711727 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1b6901-f040-4568-aac3-3d8d8109adf8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:01.713321 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ba1b6901-f040-4568-aac3-3d8d8109adf8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2057428 Jul 30 02:05:01.722195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38324) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:01.753261 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-20854757-17fe-4c2b-934a-61e05ce8cc23 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port 8d38f589-cdb8-421f-a7aa-42bb0cab90fd {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:01.753611 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20854757-17fe-4c2b-934a-61e05ce8cc23 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:01.775004 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] For port e2c1875f-2e48-4aa9-b880-5230cb86bdd5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e2c1875f-2e48-4aa9-b880-5230cb86bdd5,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:01.808902 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f1e17dd3-9cb0-43a7-b989-d8c32ce614d6 None None] For port 896039c5-f4b3-46ca-877a-e5c0a51568a4, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=896039c5-f4b3-46ca-877a-e5c0a51568a4,segment=NetworkSegment(477f670c-e1ad-4569-a314-cf1c9f187b3b),segment_id=477f670c-e1ad-4569-a314-cf1c9f187b3b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:01.812530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d427d493-1b7e-46cd-a08a-137741cb79b9 None None] DHCP port deletion for 84fe5bd8-9f93-443f-a4c2-007dacc11704 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:05:01.863754 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-7b0a24a8-ca3b-4e1f-b1d8-88b17ae9684c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 49c27f5f-b17e-4728-a94f-5d4c23723861) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:01.871125 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:01.883463 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-99342d2f-5f9c-4161-a48d-704d38656d6e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1558955 Jul 30 02:05:01.893904 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38332) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:01.897014 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4eb886-a921-41e6-87c1-77e1d80b2c76 None None] Network 49c27f5f-b17e-4728-a94f-5d4c23723861 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:01.903162 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0a24a8-ca3b-4e1f-b1d8-88b17ae9684c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:01.903425 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f1e17dd3-9cb0-43a7-b989-d8c32ce614d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:01.903931 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b0a24a8-ca3b-4e1f-b1d8-88b17ae9684c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:01.914068 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-726728e6-0027-4beb-a97f-80f1a979d949 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:01.932051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa2246-534a-4625-96cd-effc856fcb06 req-7f8dbde5-8059-4b0f-a97e-020796cff40e tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:01.934354 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5daa2246-534a-4625-96cd-effc856fcb06 req-7f8dbde5-8059-4b0f-a97e-020796cff40e tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 944 time: 0.2477117 Jul 30 02:05:02.015488 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Pushing event updated for resources: {'Port': ['ID=e2c1875f-2e48-4aa9-b880-5230cb86bdd5,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:02.031355 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7b0a24a8-ca3b-4e1f-b1d8-88b17ae9684c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7454629 Jul 30 02:05:02.050393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38336) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:02.149854 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f1e17dd3-9cb0-43a7-b989-d8c32ce614d6 None None] Transition to ACTIVE for port object 896039c5-f4b3-46ca-877a-e5c0a51568a4 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:02.150876 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5daa2246-534a-4625-96cd-effc856fcb06 req-f3315815-e6c9-446a-a402-3ccb3a323462 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072585 Jul 30 02:05:02.153965 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:04:56Z', 'revision_number': 2, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:00Z', 'revision_number': 4, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:02.168569 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:02.170128 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:02.170676 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:02.171171 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:02.171660 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:02.172149 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:02.172765 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:02.174525 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:02.175025 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:02.175742 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:02.176236 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:02.180853 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fd18a-326a-4eeb-ab6b-436e9905078a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:02.203848 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d427d493-1b7e-46cd-a08a-137741cb79b9 None None] Deleting port e2c1875f-2e48-4aa9-b880-5230cb86bdd5 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:02.206529 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d427d493-1b7e-46cd-a08a-137741cb79b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:02.245367 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20854757-17fe-4c2b-934a-61e05ce8cc23 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:02.263317 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a21bc6-2b38-44be-81b9-4c05f1fecb89 None None] The sync data for ids ['53214bfa-0c23-47ea-87a4-c5043166a4a3'] in n-d-713498-9 is: [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:04:56Z', 'revision_number': 2, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:00Z', 'revision_number': 4, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:05:02.264320 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-20854757-17fe-4c2b-934a-61e05ce8cc23 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for 8d38f589-cdb8-421f-a7aa-42bb0cab90fd owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:02.300986 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f1e17dd3-9cb0-43a7-b989-d8c32ce614d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:02.360980 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726728e6-0027-4beb-a97f-80f1a979d949 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:02.369604 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-726728e6-0027-4beb-a97f-80f1a979d949 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:02.403771 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e17dd3-9cb0-43a7-b989-d8c32ce614d6 None None] Pushing event updated for resources: {'Port': ['ID=896039c5-f4b3-46ca-877a-e5c0a51568a4,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:02.406789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-49c27f5f-b17e-4728-a94f-5d4c23723861', 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'fixed_ips': [{'subnet_id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:05:02.408267 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:02.573465 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d427d493-1b7e-46cd-a08a-137741cb79b9 None None] For port e2c1875f-2e48-4aa9-b880-5230cb86bdd5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e2c1875f-2e48-4aa9-b880-5230cb86bdd5,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:02.581082 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d427d493-1b7e-46cd-a08a-137741cb79b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:02.603697 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a76feefe-c642-4987-b730-54f6fbff7abe up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:02.774864 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d427d493-1b7e-46cd-a08a-137741cb79b9 None None] Calling delete_port for e2c1875f-2e48-4aa9-b880-5230cb86bdd5 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:02.872988 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-726728e6-0027-4beb-a97f-80f1a979d949 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:02.974850 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20854757-17fe-4c2b-934a-61e05ce8cc23 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:03.059880 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-22d80aa4-7906-4ad4-8c98-e2f65af31b17 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:03.113974 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20854757-17fe-4c2b-934a-61e05ce8cc23 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=8d38f589-cdb8-421f-a7aa-42bb0cab90fd,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:03.135087 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726728e6-0027-4beb-a97f-80f1a979d949 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:03.155779 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-726728e6-0027-4beb-a97f-80f1a979d949 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:03.182968 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726728e6-0027-4beb-a97f-80f1a979d949 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=37485bb3-1a5e-4a6c-8d15-69cfdd4fa204,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:03.223778 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726728e6-0027-4beb-a97f-80f1a979d949 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:03.224392 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-726728e6-0027-4beb-a97f-80f1a979d949 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:03.262200 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20854757-17fe-4c2b-934a-61e05ce8cc23 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:03.271003 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-20854757-17fe-4c2b-934a-61e05ce8cc23 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/ports/8d38f589-cdb8-421f-a7aa-42bb0cab90fd HTTP/1.1" status: 204 len: 168 time: 2.1914182 Jul 30 02:05:03.271786 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38362) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:03.292794 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:03.453354 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c10689-091b-4343-8552-2a743d90829e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] GET failed (client error): The resource could not be found. Jul 30 02:05:03.469712 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-67c10689-091b-4343-8552-2a743d90829e tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports/8d38f589-cdb8-421f-a7aa-42bb0cab90fd HTTP/1.1" status: 404 len: 333 time: 0.1940918 Jul 30 02:05:03.489812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38364) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:03.567622 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d427d493-1b7e-46cd-a08a-137741cb79b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:03.571037 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab792390-6e9b-4dba-8131-e23968e20b8c req-69387ece-c28f-4126-a420-95601fda858c tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:03.576298 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ab792390-6e9b-4dba-8131-e23968e20b8c req-69387ece-c28f-4126-a420-95601fda858c tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 944 time: 0.2367520 Jul 30 02:05:03.606713 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-726728e6-0027-4beb-a97f-80f1a979d949 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7088494 Jul 30 02:05:03.614633 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d427d493-1b7e-46cd-a08a-137741cb79b9 None None] No DVR routers for this DVR port e2c1875f-2e48-4aa9-b880-5230cb86bdd5 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:05:03.618139 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38366) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:03.636365 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-4751b9b8-6fac-4dde-aa15-13bc602bd79c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'fixed_ips': [{'subnet_id': '37485bb3-1a5e-4a6c-8d15-69cfdd4fa204', 'ip_address': '2001:db8::b036:489a:ff2a:e96'}], 'name': 'tempest-NetworksTestDHCPv6-1856265229'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:03.666485 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-db0fda7f-996d-4cd0-a630-c0f9aed6a418 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:03.698789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53326d5e-d810-48c5-bf28-01a5f07869ae None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:03.724053 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-db0fda7f-996d-4cd0-a630-c0f9aed6a418 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:03.740994 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ab792390-6e9b-4dba-8131-e23968e20b8c req-1ae11f68-76e6-40b5-9997-116e655bf60b tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567323 Jul 30 02:05:03.940734 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:03.950464 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-db0fda7f-996d-4cd0-a630-c0f9aed6a418 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:03.953062 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-db0fda7f-996d-4cd0-a630-c0f9aed6a418 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:03.961674 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-db0fda7f-996d-4cd0-a630-c0f9aed6a418 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/security-groups/c4a04e3d-1c33-4da5-afb5-0ffa17127c16 HTTP/1.1" status: 204 len: 168 time: 0.4693964 Jul 30 02:05:03.964517 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38378) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:04.023510 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fda7f-996d-4cd0-a630-c0f9aed6a418 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a04e3d-1c33-4da5-afb5-0ffa17127c16,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:04.026441 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4751b9b8-6fac-4dde-aa15-13bc602bd79c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:04.188644 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4751b9b8-6fac-4dde-aa15-13bc602bd79c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:04.234230 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-4751b9b8-6fac-4dde-aa15-13bc602bd79c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port 1a4971a2-2a6d-4499-8dc1-2ccbe6202a07 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:05:04.317418 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae97bb51-6e71-43ed-9f91-0232f155091b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:04.375337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427d493-1b7e-46cd-a08a-137741cb79b9 None None] Pushing event deleted for resources: {'Port': ['ID=e2c1875f-2e48-4aa9-b880-5230cb86bdd5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:04.437438 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Allocated IP 172.21.0.2 (49c27f5f-b17e-4728-a94f-5d4c23723861/2589b33e-0560-4aeb-8f9d-b3d7347f9522/1552420e-e316-4867-bc2d-14a052adbfa3) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:04.476654 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae97bb51-6e71-43ed-9f91-0232f155091b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:04.503221 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-84fe5bd8-9f93-443f-a4c2-007dacc11704', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'fixed_ips': [{'subnet_id': '37485bb3-1a5e-4a6c-8d15-69cfdd4fa204'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:05:04.504169 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:04.559200 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:04.588097 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port a76feefe-c642-4987-b730-54f6fbff7abe completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:04.602750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:04.609542 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:04.609542 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port a76feefe-c642-4987-b730-54f6fbff7abe triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:04.609542 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:04.660767 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-72166891-e92d-4065-8391-4dca086565ad None None] Provisioning complete for port f538425e-e93a-458e-8ed2-4436b5cd253f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:04.661160 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72166891-e92d-4065-8391-4dca086565ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:04.662596 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-4751b9b8-6fac-4dde-aa15-13bc602bd79c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::b036:489a:ff2a:e96 (84fe5bd8-9f93-443f-a4c2-007dacc11704/37485bb3-1a5e-4a6c-8d15-69cfdd4fa204/1a4971a2-2a6d-4499-8dc1-2ccbe6202a07) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:04.821966 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-72166891-e92d-4065-8391-4dca086565ad None None] Port f538425e-e93a-458e-8ed2-4436b5cd253f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:05:04.902343 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4751b9b8-6fac-4dde-aa15-13bc602bd79c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:04.928886 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-4751b9b8-6fac-4dde-aa15-13bc602bd79c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object 1a4971a2-2a6d-4499-8dc1-2ccbe6202a07 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:04.957076 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a41b89-2fcc-4917-b32f-a371ad2e12f0 req-49bc9794-139f-4777-a200-aa3787c3e920 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:04.966055 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-28a41b89-2fcc-4917-b32f-a371ad2e12f0 req-49bc9794-139f-4777-a200-aa3787c3e920 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 944 time: 0.0926938 Jul 30 02:05:04.975777 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:04.987658 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Transition to ACTIVE for port object 1552420e-e316-4867-bc2d-14a052adbfa3 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:05.009230 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae97bb51-6e71-43ed-9f91-0232f155091b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.014722 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae97bb51-6e71-43ed-9f91-0232f155091b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.019035 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ae97bb51-6e71-43ed-9f91-0232f155091b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/security-groups/b04dfc17-5e7d-45ea-874e-31a15ce8a9e8 HTTP/1.1" status: 204 len: 168 time: 1.0532649 Jul 30 02:05:05.019764 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38400) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:05.048774 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-28a41b89-2fcc-4917-b32f-a371ad2e12f0 req-40e1c93d-5cc8-467f-94d9-6003ebec31c6 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778742 Jul 30 02:05:05.054581 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97bb51-6e71-43ed-9f91-0232f155091b tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04dfc17-5e7d-45ea-874e-31a15ce8a9e8,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:05.113636 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4751b9b8-6fac-4dde-aa15-13bc602bd79c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.121156 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Transition to ACTIVE for port object 1552420e-e316-4867-bc2d-14a052adbfa3 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:05.124698 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.157366 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-72166891-e92d-4065-8391-4dca086565ad None None] Provisioning for port 896039c5-f4b3-46ca-877a-e5c0a51568a4 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:05.195425 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-98722734-bbfe-497e-9090-0cbe311b43c5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.211460 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-72166891-e92d-4065-8391-4dca086565ad None None] Provisioning complete for port 896039c5-f4b3-46ca-877a-e5c0a51568a4 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:05.211894 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72166891-e92d-4065-8391-4dca086565ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.271412 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-98722734-bbfe-497e-9090-0cbe311b43c5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.321540 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.331869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-22d80aa4-7906-4ad4-8c98-e2f65af31b17 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Allocated IP 172.21.0.1 (49c27f5f-b17e-4728-a94f-5d4c23723861/2589b33e-0560-4aeb-8f9d-b3d7347f9522/6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:05.348879 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4751b9b8-6fac-4dde-aa15-13bc602bd79c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:05.352577 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-4751b9b8-6fac-4dde-aa15-13bc602bd79c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:05.361985 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4751b9b8-6fac-4dde-aa15-13bc602bd79c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:05.369640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4751b9b8-6fac-4dde-aa15-13bc602bd79c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:05.370456 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4751b9b8-6fac-4dde-aa15-13bc602bd79c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.402899 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751b9b8-6fac-4dde-aa15-13bc602bd79c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=1a4971a2-2a6d-4499-8dc1-2ccbe6202a07,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:05.427150 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-98722734-bbfe-497e-9090-0cbe311b43c5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.430365 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-98722734-bbfe-497e-9090-0cbe311b43c5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.436277 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-98722734-bbfe-497e-9090-0cbe311b43c5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/security-groups/d7ee0825-fe46-46da-bc24-b87156e9a077 HTTP/1.1" status: 204 len: 168 time: 0.4120393 Jul 30 02:05:05.436981 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38408) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:05.445955 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.486716 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Network 49c27f5f-b17e-4728-a94f-5d4c23723861 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:05.499250 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47c4050-c524-42f1-b04c-453a53906262 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting subnet 0a45e893-8b33-49ef-8785-a5fc2e92d0f0 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:05:05.503567 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f47c4050-c524-42f1-b04c-453a53906262 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.513221 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Allocated IP 2001:db8::2 (84fe5bd8-9f93-443f-a4c2-007dacc11704/37485bb3-1a5e-4a6c-8d15-69cfdd4fa204/496b241c-9e61-4cfd-9f46-31f51c409787) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:05.515742 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:05.518408 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-22d80aa4-7906-4ad4-8c98-e2f65af31b17 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.521308 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8d1c3cdc-bb6f-4a00-b28b-ea9034fae083,segment=NetworkSegment(968ab37a-9b66-41d2-8ad1-dc3f77922c9f),segment_id=968ab37a-9b66-41d2-8ad1-dc3f77922c9f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:05.541370 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-22d80aa4-7906-4ad4-8c98-e2f65af31b17 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Transition to ACTIVE for port object 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:05.552216 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:05.577352 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f47c4050-c524-42f1-b04c-453a53906262 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.581504 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76feefe-c642-4987-b730-54f6fbff7abe'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:05:05.584391 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf0b096-3cff-4eec-ad00-0a3df0a7475a" -d '{"events": [{"server_uuid": "38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5", "name": "network-vif-plugged", "status": "completed", "tag": "a76feefe-c642-4987-b730-54f6fbff7abe"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:05:05.657231 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-22d80aa4-7906-4ad4-8c98-e2f65af31b17 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.660175 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4751b9b8-6fac-4dde-aa15-13bc602bd79c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0409458 Jul 30 02:05:05.664127 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38416) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:05.669066 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98722734-bbfe-497e-9090-0cbe311b43c5 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ee0825-fe46-46da-bc24-b87156e9a077,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:05.682958 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.683673 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 896039c5-f4b3-46ca-877a-e5c0a51568a4 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:05.697983 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f47c4050-c524-42f1-b04c-453a53906262 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.736290 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531e82de-a728-4942-b637-3615cfdd6c3d x-openstack-request-id: req-531e82de-a728-4942-b637-3615cfdd6c3d {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:05:05.736559 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5", "name": "network-vif-plugged", "status": "completed", "tag": "a76feefe-c642-4987-b730-54f6fbff7abe", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:05:05.736808 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-531e82de-a728-4942-b637-3615cfdd6c3d {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:05:05.737199 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76feefe-c642-4987-b730-54f6fbff7abe', 'code': 200} Jul 30 02:05:05.755885 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a76feefe-c642-4987-b730-54f6fbff7abe, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a76feefe-c642-4987-b730-54f6fbff7abe,segment=NetworkSegment(b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f),segment_id=b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:05.805763 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d80aa4-7906-4ad4-8c98-e2f65af31b17 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network 49c27f5f-b17e-4728-a94f-5d4c23723861 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:05.826021 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-22d80aa4-7906-4ad4-8c98-e2f65af31b17 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:05.838765 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Pushing event updated for resources: {'Port': ['ID=1552420e-e316-4867-bc2d-14a052adbfa3,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:05.863636 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d80aa4-7906-4ad4-8c98-e2f65af31b17 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:05.873837 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f47c4050-c524-42f1-b04c-453a53906262 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.893848 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.896192 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-72166891-e92d-4065-8391-4dca086565ad None None] Could not find standard attr ID for object 8d38f589-cdb8-421f-a7aa-42bb0cab90fd. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:05:05.910820 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-22d80aa4-7906-4ad4-8c98-e2f65af31b17 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.935310 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c4050-c524-42f1-b04c-453a53906262 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Subnet': ['ID=0a45e893-8b33-49ef-8785-a5fc2e92d0f0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:05.940813 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f47c4050-c524-42f1-b04c-453a53906262 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.947069 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f47c4050-c524-42f1-b04c-453a53906262 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/subnets/0a45e893-8b33-49ef-8785-a5fc2e92d0f0 HTTP/1.1" status: 204 len: 168 time: 0.5054071 Jul 30 02:05:05.948384 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38420) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:05.964183 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9577b7fe-23f7-4476-8d3c-0fcbb74a0ba3 None None] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:06.013326 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d80aa4-7906-4ad4-8c98-e2f65af31b17 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Port': ['ID=6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:06.022210 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fbd05c0-a57c-43c3-b758-da25d4e2d55c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting subnet 4adfc676-b70f-4964-96e7-69eb0e58ae9e {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:05:06.024758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f937709-f458-4506-9b8a-49005fb3a139 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:06.026332 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4f937709-f458-4506-9b8a-49005fb3a139 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3612378 Jul 30 02:05:06.031696 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38424) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:06.045429 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2fbd05c0-a57c-43c3-b758-da25d4e2d55c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:06.052320 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a2f00-d7ba-48e1-b233-6ea704c479d5 req-4268ba91-a60f-47ab-87cb-1e145959fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:06.054886 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a51a2f00-d7ba-48e1-b233-6ea704c479d5 req-4268ba91-a60f-47ab-87cb-1e145959fa5a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 1095 time: 0.2511065 Jul 30 02:05:06.149243 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a51a2f00-d7ba-48e1-b233-6ea704c479d5 req-55d73347-1903-46f5-bf41-6cbac5f4166b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853624 Jul 30 02:05:06.208192 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2fbd05c0-a57c-43c3-b758-da25d4e2d55c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:06.218984 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0dc4f770-e40a-417f-a462-1346c6f9a724 None None] Could not find standard attr ID for object 8d38f589-cdb8-421f-a7aa-42bb0cab90fd. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:05:06.240321 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-22d80aa4-7906-4ad4-8c98-e2f65af31b17 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:06.258585 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Attempting to bind port 1552420e-e316-4867-bc2d-14a052adbfa3 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:05:06.259225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Attempting to bind port 1552420e-e316-4867-bc2d-14a052adbfa3 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'a3aba8ec-4a97-4cd2-9535-4d6dac56f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:05:06.259807 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Attempting to bind port 1552420e-e316-4867-bc2d-14a052adbfa3 on network 49c27f5f-b17e-4728-a94f-5d4c23723861 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:06.379810 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-3a993e1c-81e3-488a-abd0-222930645531 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port 1a4971a2-2a6d-4499-8dc1-2ccbe6202a07 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:06.380168 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a993e1c-81e3-488a-abd0-222930645531 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:06.397814 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:05:06.398430 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Checking segment: {'id': 'a3aba8ec-4a97-4cd2-9535-4d6dac56f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:06.398935 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:06.399433 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Bound using segment: {'id': 'a3aba8ec-4a97-4cd2-9535-4d6dac56f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:05:06.400017 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Bound port: 1552420e-e316-4867-bc2d-14a052adbfa3, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3aba8ec-4a97-4cd2-9535-4d6dac56f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:05:06.401193 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:06.436296 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=8d1c3cdc-bb6f-4a00-b28b-ea9034fae083,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:06.494156 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2fbd05c0-a57c-43c3-b758-da25d4e2d55c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:06.571445 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a993e1c-81e3-488a-abd0-222930645531 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:06.585801 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-3a993e1c-81e3-488a-abd0-222930645531 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for 1a4971a2-2a6d-4499-8dc1-2ccbe6202a07 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:06.654322 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] For port 1552420e-e316-4867-bc2d-14a052adbfa3, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:05:06.658131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] For port 1552420e-e316-4867-bc2d-14a052adbfa3, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1552420e-e316-4867-bc2d-14a052adbfa3,segment=NetworkSegment(a3aba8ec-4a97-4cd2-9535-4d6dac56f999),segment_id=a3aba8ec-4a97-4cd2-9535-4d6dac56f999)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:05:06.676138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 896039c5-f4b3-46ca-877a-e5c0a51568a4 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:06.676648 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:06.728019 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-22d80aa4-7906-4ad4-8c98-e2f65af31b17 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:06.746393 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:06.754571 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=a76feefe-c642-4987-b730-54f6fbff7abe,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:06.775784 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650f1b1-76b5-4d74-a545-c698d7551514 req-cfca043d-3098-412f-b824-feab8637d785 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:06.778543 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9650f1b1-76b5-4d74-a545-c698d7551514 req-cfca043d-3098-412f-b824-feab8637d785 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 945 time: 0.5512855 Jul 30 02:05:06.817224 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Transition to ACTIVE for port object 496b241c-9e61-4cfd-9f46-31f51c409787 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:06.860770 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9650f1b1-76b5-4d74-a545-c698d7551514 req-9fcf7c25-80a5-4ccd-b133-3ea172646765 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736570 Jul 30 02:05:06.873703 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:06.882575 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-22d80aa4-7906-4ad4-8c98-e2f65af31b17 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:06.932815 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Transition to ACTIVE for port object 496b241c-9e61-4cfd-9f46-31f51c409787 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:07.034184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bb683-e4b7-4193-afd0-2c41145d6255 None None] Pushing event updated for resources: {'Port': ['ID=1552420e-e316-4867-bc2d-14a052adbfa3,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:07.059587 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e2c1875f-2e48-4aa9-b880-5230cb86bdd5 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:05:07.103256 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: e2c1875f-2e48-4aa9-b880-5230cb86bdd5 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:05:07.111638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e2c1875f-2e48-4aa9-b880-5230cb86bdd5 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:05:07.144521 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:07.144650 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-22d80aa4-7906-4ad4-8c98-e2f65af31b17 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:07.193573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d80aa4-7906-4ad4-8c98-e2f65af31b17 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Port': ['ID=6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:07.307113 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2fbd05c0-a57c-43c3-b758-da25d4e2d55c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:07.419536 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd05c0-a57c-43c3-b758-da25d4e2d55c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Subnet': ['ID=4adfc676-b70f-4964-96e7-69eb0e58ae9e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:07.435473 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:07.440704 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:07.465593 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2fbd05c0-a57c-43c3-b758-da25d4e2d55c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:07.476633 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2fbd05c0-a57c-43c3-b758-da25d4e2d55c tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/subnets/4adfc676-b70f-4964-96e7-69eb0e58ae9e HTTP/1.1" status: 204 len: 168 time: 1.5271122 Jul 30 02:05:07.479954 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:07.488009 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38450) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:07.492531 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a993e1c-81e3-488a-abd0-222930645531 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:07.493898 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:07.499193 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Pushing event updated for resources: {'Port': ['ID=496b241c-9e61-4cfd-9f46-31f51c409787,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:07.609852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a993e1c-81e3-488a-abd0-222930645531 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=1a4971a2-2a6d-4499-8dc1-2ccbe6202a07,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:07.698048 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce33139f-7585-41f5-9023-90efe10d3a61 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] DELETE failed (client error): The resource could not be found. Jul 30 02:05:07.698789 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce33139f-7585-41f5-9023-90efe10d3a61 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:05:07.708707 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ce33139f-7585-41f5-9023-90efe10d3a61 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/subnets/0a45e893-8b33-49ef-8785-a5fc2e92d0f0 HTTP/1.1" status: 404 len: 337 time: 0.2084670 Jul 30 02:05:07.720754 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38454) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:07.756158 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a993e1c-81e3-488a-abd0-222930645531 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:07.760356 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3a993e1c-81e3-488a-abd0-222930645531 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/1a4971a2-2a6d-4499-8dc1-2ccbe6202a07 HTTP/1.1" status: 204 len: 168 time: 1.7274094 Jul 30 02:05:07.762895 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38456) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:07.804961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Attempting to bind port 496b241c-9e61-4cfd-9f46-31f51c409787 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:05:07.805969 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Attempting to bind port 496b241c-9e61-4cfd-9f46-31f51c409787 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:05:07.806570 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Attempting to bind port 496b241c-9e61-4cfd-9f46-31f51c409787 on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:07.808937 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:07.809737 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:07.810712 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d80aa4-7906-4ad4-8c98-e2f65af31b17 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network 49c27f5f-b17e-4728-a94f-5d4c23723861 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:07.816083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-22d80aa4-7906-4ad4-8c98-e2f65af31b17 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:07.854957 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:05:07.855649 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:07.856348 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:07.856903 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:05:07.857556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Bound port: 496b241c-9e61-4cfd-9f46-31f51c409787, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:05:07.858123 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:07.907576 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23901c2d-9c95-4edd-a63f-18532413f5fa tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:07.909436 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23901c2d-9c95-4edd-a63f-18532413f5fa tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:07.918059 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-23901c2d-9c95-4edd-a63f-18532413f5fa tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1535244 Jul 30 02:05:07.920533 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38460) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:08.023779 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] For port 496b241c-9e61-4cfd-9f46-31f51c409787, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:05:08.030681 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] For port 496b241c-9e61-4cfd-9f46-31f51c409787, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=496b241c-9e61-4cfd-9f46-31f51c409787,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:05:08.035371 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd0a5f5-75b8-45b2-b8b5-255782b2ecc1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet 37485bb3-1a5e-4a6c-8d15-69cfdd4fa204 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:05:08.052217 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2bd0a5f5-75b8-45b2-b8b5-255782b2ecc1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:08.130463 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:08.133971 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2bd0a5f5-75b8-45b2-b8b5-255782b2ecc1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:08.168448 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fb2c1-7551-42b1-8002-6551d5042e3b req-94ca3f8c-c85a-4ed0-a86e-99fafb7dcc2b tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:08.169283 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc1fb2c1-7551-42b1-8002-6551d5042e3b req-94ca3f8c-c85a-4ed0-a86e-99fafb7dcc2b tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 945 time: 0.1273210 Jul 30 02:05:08.248918 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6fb03-5e43-4f24-97e3-f2a8b577131a None None] Pushing event updated for resources: {'Port': ['ID=496b241c-9e61-4cfd-9f46-31f51c409787,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:08.288086 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2bd0a5f5-75b8-45b2-b8b5-255782b2ecc1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:08.321710 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc1fb2c1-7551-42b1-8002-6551d5042e3b req-da98cfa9-ea52-449f-8367-b26853ee24a9 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457939 Jul 30 02:05:08.332711 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c480bf-67c8-43ec-95e2-284683fec5ba None None] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:08.508292 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2bd0a5f5-75b8-45b2-b8b5-255782b2ecc1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:08.589027 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0a5f5-75b8-45b2-b8b5-255782b2ecc1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=37485bb3-1a5e-4a6c-8d15-69cfdd4fa204,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:08.636276 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2bd0a5f5-75b8-45b2-b8b5-255782b2ecc1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:08.643869 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2bd0a5f5-75b8-45b2-b8b5-255782b2ecc1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/37485bb3-1a5e-4a6c-8d15-69cfdd4fa204 HTTP/1.1" status: 204 len: 168 time: 0.7162032 Jul 30 02:05:08.651581 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38474) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:08.736959 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf431b1-74f8-4d14-9873-7350aab5d1dc tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting subnet 43256494-5d1a-4b0a-bed3-16d0b36b7234 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:05:08.743128 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1cf431b1-74f8-4d14-9873-7350aab5d1dc tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:08.757174 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-61e35a25-9630-4cc0-bbbb-4a0684be79cd tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003673 Jul 30 02:05:08.775266 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38480) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:08.775266 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b4dc52fe-aab4-4706-b023-81b08a4d031b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:08.823530 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1cf431b1-74f8-4d14-9873-7350aab5d1dc tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:09.030005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4bbb54b6-76d7-413d-b4a5-e28459b96f8d None None] Provisioning complete for port f538425e-e93a-458e-8ed2-4436b5cd253f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:09.030514 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4bbb54b6-76d7-413d-b4a5-e28459b96f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:09.042865 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d80aa4-7906-4ad4-8c98-e2f65af31b17 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router 53214bfa-0c23-47ea-87a4-c5043166a4a3 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:05:09.067031 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1cf431b1-74f8-4d14-9873-7350aab5d1dc tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:09.124949 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb54b6-76d7-413d-b4a5-e28459b96f8d None None] Port f538425e-e93a-458e-8ed2-4436b5cd253f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:05:09.155691 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dc52fe-aab4-4706-b023-81b08a4d031b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:09.161452 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b4dc52fe-aab4-4706-b023-81b08a4d031b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:09.199979 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0eb8b4a-8d86-45fe-9f57-70eee039dcd8 None None] Network 49c27f5f-b17e-4728-a94f-5d4c23723861 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:09.214071 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d80aa4-7906-4ad4-8c98-e2f65af31b17 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:05:09.227784 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-22d80aa4-7906-4ad4-8c98-e2f65af31b17 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/53214bfa-0c23-47ea-87a4-c5043166a4a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1797812 Jul 30 02:05:09.234025 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38488) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:09.254144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5a814a59-49c9-496e-9823-7e72218a96d7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'network': {'name': 'tempest-RoutersTest-1059112583'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:09.257468 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] Sync routers for ids ['53214bfa-0c23-47ea-87a4-c5043166a4a3'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:05:09.351027 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dfa7283-2ffd-4490-a6d9-e817692b3461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:09.396409 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1610a25-485a-493e-9ab9-3f98477a34db req-2c85d2f6-6bbf-4275-942e-744eb7a13441 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:09.397969 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f1610a25-485a-493e-9ab9-3f98477a34db req-2c85d2f6-6bbf-4275-942e-744eb7a13441 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 945 time: 0.0855491 Jul 30 02:05:09.406520 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 1552420e-e316-4867-bc2d-14a052adbfa3 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:09.415547 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1cf431b1-74f8-4d14-9873-7350aab5d1dc tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:09.434441 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] Routers {'53214bfa-0c23-47ea-87a4-c5043166a4a3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:09.435162 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:04:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53214bfa-0c23-47ea-87a4-c5043166a4a3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:09.445620 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4bbb54b6-76d7-413d-b4a5-e28459b96f8d None None] Provisioning complete for port 896039c5-f4b3-46ca-877a-e5c0a51568a4 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:09.445993 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4bbb54b6-76d7-413d-b4a5-e28459b96f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:09.446950 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1cf431b1-74f8-4d14-9873-7350aab5d1dc tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:09.456022 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1cf431b1-74f8-4d14-9873-7350aab5d1dc tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/subnets/43256494-5d1a-4b0a-bed3-16d0b36b7234 HTTP/1.1" status: 204 len: 168 time: 1.7301714 Jul 30 02:05:09.456022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf431b1-74f8-4d14-9873-7350aab5d1dc tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Subnet': ['ID=43256494-5d1a-4b0a-bed3-16d0b36b7234,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:09.459989 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38492) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:09.470742 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a814a59-49c9-496e-9823-7e72218a96d7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Made reservation on behalf of df8f5d4792504c558d51adadf3365d41 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:09.475409 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a814a59-49c9-496e-9823-7e72218a96d7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:09.477233 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f1610a25-485a-493e-9ab9-3f98477a34db req-43371e85-9ecd-42b7-a6cd-9b616521d270 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655560 Jul 30 02:05:09.541819 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a814a59-49c9-496e-9823-7e72218a96d7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:05:09.580289 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a814a59-49c9-496e-9823-7e72218a96d7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:09.580730 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-5a814a59-49c9-496e-9823-7e72218a96d7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Added segment 21b15791-e960-4edf-baaf-61eb4b66f592 of type vlan for network cbab4ad8-8e08-43c3-99a2-2743533c66af Jul 30 02:05:09.610240 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2156e3-a9ff-484d-8167-f6cc96f5e71d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] DELETE failed (client error): The resource could not be found. Jul 30 02:05:09.610948 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2156e3-a9ff-484d-8167-f6cc96f5e71d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:05:09.616460 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fb2156e3-a9ff-484d-8167-f6cc96f5e71d tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/subnets/bd81b0a7-4c80-44f7-97f1-49c6478e524b HTTP/1.1" status: 404 len: 337 time: 0.1552608 Jul 30 02:05:09.617253 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38502) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:09.667110 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a814a59-49c9-496e-9823-7e72218a96d7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:09.711707 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-20e1b0a9-fbcc-4a3f-8596-a5e0ca583653 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "GET /v2.0/ports?device_id=835bcbdd-08f4-4c8b-8717-3944edfd1560 HTTP/1.1" status: 200 len: 205 time: 0.0906405 Jul 30 02:05:09.712453 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38504) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:09.781772 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-6504b241-cf77-4be5-8c85-056abbfdcffb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] delete failed (client error): The resource could not be found. Jul 30 02:05:09.791175 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6504b241-cf77-4be5-8c85-056abbfdcffb tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/routers/835bcbdd-08f4-4c8b-8717-3944edfd1560 HTTP/1.1" status: 404 len: 336 time: 0.0626779 Jul 30 02:05:09.791825 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38506) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:09.835083 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] Set router 53214bfa-0c23-47ea-87a4-c5043166a4a3 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:09.838968 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a814a59-49c9-496e-9823-7e72218a96d7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:09.870008 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a814a59-49c9-496e-9823-7e72218a96d7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:09.870718 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a814a59-49c9-496e-9823-7e72218a96d7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:09.953434 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d08b1d-0125-4ede-9d01-92f46a5f4884 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] DELETE failed (client error): The resource could not be found. Jul 30 02:05:09.953937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d08b1d-0125-4ede-9d01-92f46a5f4884 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:05:09.956338 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-30d08b1d-0125-4ede-9d01-92f46a5f4884 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/subnets/97d70648-cb15-43c4-a0c3-b1aa323cf64c HTTP/1.1" status: 404 len: 337 time: 0.1629972 Jul 30 02:05:09.959969 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38510) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:09.962414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 1552420e-e316-4867-bc2d-14a052adbfa3 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:09.980108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eebf8a8-7c1f-4a19-9781-fc5d9d5a8ac6 None None] Update dhcp port {'port': {'network_id': 'f8e68492-0c58-4db2-bc8f-b4dca73bd98f', 'fixed_ips': [{'subnet_id': '43256494-5d1a-4b0a-bed3-16d0b36b7234'}], 'binding:host_id': 'n-d-713498-9'}, 'id': '896039c5-f4b3-46ca-877a-e5c0a51568a4'} from n-d-713498-9. {{(pid=94466) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:05:10.031076 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-a599a758-2267-49d8-99ad-b14eaab8c4fc tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] DELETE failed (client error): The resource could not be found. Jul 30 02:05:10.031692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a599a758-2267-49d8-99ad-b14eaab8c4fc tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:05:10.031991 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a814a59-49c9-496e-9823-7e72218a96d7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Network': ['ID=cbab4ad8-8e08-43c3-99a2-2743533c66af,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:10.036226 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38516) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:10.036618 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a599a758-2267-49d8-99ad-b14eaab8c4fc tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/subnets/f2e62015-c4f2-4d36-be91-da7de3800754 HTTP/1.1" status: 404 len: 337 time: 0.0753951 Jul 30 02:05:10.037778 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b4dc52fe-aab4-4706-b023-81b08a4d031b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:10.073923 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e10f785-a281-4242-ae74-81f3f339de00 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] DELETE failed (client error): The resource could not be found. Jul 30 02:05:10.074875 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e10f785-a281-4242-ae74-81f3f339de00 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:05:10.077178 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4e10f785-a281-4242-ae74-81f3f339de00 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/subnets/1855bb24-e3cf-4f31-8eac-1e1c60514baf HTTP/1.1" status: 404 len: 337 time: 0.0394759 Jul 30 02:05:10.091954 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38518) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:10.101423 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 496b241c-9e61-4cfd-9f46-31f51c409787 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:10.113093 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network cbab4ad8-8e08-43c3-99a2-2743533c66af details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:05:10.128163 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dc52fe-aab4-4706-b023-81b08a4d031b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:10.128163 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-b4dc52fe-aab4-4706-b023-81b08a4d031b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:10.128163 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dc52fe-aab4-4706-b023-81b08a4d031b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:10.128163 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b4dc52fe-aab4-4706-b023-81b08a4d031b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:10.132869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc52fe-aab4-4706-b023-81b08a4d031b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=cb41f0c3-9d8f-4479-90ac-fb74e5b32b16,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:10.148466 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38522) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:10.148869 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5a814a59-49c9-496e-9823-7e72218a96d7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9132667 Jul 30 02:05:10.151473 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7a4577-699f-4997-9cef-76fceeafdc30 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] DELETE failed (client error): The resource could not be found. Jul 30 02:05:10.152271 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7a4577-699f-4997-9cef-76fceeafdc30 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:05:10.156420 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2b7a4577-699f-4997-9cef-76fceeafdc30 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/ports/43493e66-a204-4400-9ae1-2e620558f939 HTTP/1.1" status: 404 len: 333 time: 0.0609164 Jul 30 02:05:10.156629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38524) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:10.159309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-51e72b58-9348-4899-b6d0-3151e7ac24d8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'subnet': {'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:10.199767 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d2bd84-59f7-4bc6-b66a-b5918c6c2ba4 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] DELETE failed (client error): The resource could not be found. Jul 30 02:05:10.200495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d2bd84-59f7-4bc6-b66a-b5918c6c2ba4 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:05:10.203024 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-90d2bd84-59f7-4bc6-b66a-b5918c6c2ba4 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/subnets/2e601229-af1d-4be0-af34-8006e51fb33c HTTP/1.1" status: 404 len: 337 time: 0.0444050 Jul 30 02:05:10.205883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38526) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:10.252148 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476e0fe5-231e-4018-b8f6-fee72675e094 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:10.270707 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4eebf8a8-7c1f-4a19-9781-fc5d9d5a8ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:10.291205 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06c82bb-aff3-495b-a734-3a18da496660 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] DELETE failed (client error): The resource could not be found. Jul 30 02:05:10.291682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06c82bb-aff3-495b-a734-3a18da496660 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:05:10.297467 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a06c82bb-aff3-495b-a734-3a18da496660 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/subnets/73bb9b51-96e8-4433-a03b-b5102037517d HTTP/1.1" status: 404 len: 337 time: 0.0904303 Jul 30 02:05:10.299377 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38528) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:10.308104 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b4dc52fe-aab4-4706-b023-81b08a4d031b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5405517 Jul 30 02:05:10.310774 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38530) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:10.315893 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-3fdfced0-c37f-4b4f-9cd4-3f30e2dc8fe0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'fixed_ips': [{'subnet_id': 'cb41f0c3-9d8f-4479-90ac-fb74e5b32b16', 'ip_address': '2001:db8::9708:2aa7:b6d6:e34c'}], 'name': 'tempest-NetworksTestDHCPv6-1908053958'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:10.333455 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2ad0a4-9ef2-475a-9bb7-62f38e4abd14 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] DELETE failed (client error): The resource could not be found. Jul 30 02:05:10.334266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b2ad0a4-9ef2-475a-9bb7-62f38e4abd14 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:05:10.337260 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1b2ad0a4-9ef2-475a-9bb7-62f38e4abd14 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/ports/8a801f74-20ba-4bd6-b1ec-28ee5451c377 HTTP/1.1" status: 404 len: 333 time: 0.0366786 Jul 30 02:05:10.346337 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38532) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:10.395285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e72b58-9348-4899-b6d0-3151e7ac24d8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Made reservation on behalf of df8f5d4792504c558d51adadf3365d41 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:10.400355 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-51e72b58-9348-4899-b6d0-3151e7ac24d8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:10.456841 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-29402f75-b1f6-4fcb-9a95-68dac2b8e816 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] DELETE failed (client error): The resource could not be found. Jul 30 02:05:10.457328 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29402f75-b1f6-4fcb-9a95-68dac2b8e816 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:05:10.467766 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-29402f75-b1f6-4fcb-9a95-68dac2b8e816 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/subnets/e7b1808a-1cb1-4660-b5d9-e925260d9006 HTTP/1.1" status: 404 len: 337 time: 0.1178713 Jul 30 02:05:10.471574 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38534) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:10.725828 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2c562785-b437-4967-9fad-0b845ee47cd3 None None] Provisioning for port 496b241c-9e61-4cfd-9f46-31f51c409787 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:10.726336 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdfced0-c37f-4b4f-9cd4-3f30e2dc8fe0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:10.736961 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7d2b66-cc2e-42d7-969a-e5d93c233b05 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] DELETE failed (client error): The resource could not be found. Jul 30 02:05:10.737684 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7d2b66-cc2e-42d7-969a-e5d93c233b05 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:05:10.743055 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-da7d2b66-cc2e-42d7-969a-e5d93c233b05 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/subnets/a5cc9a92-6bcc-4cfa-8503-6ccfd34e41ac HTTP/1.1" status: 404 len: 337 time: 0.2676625 Jul 30 02:05:10.787753 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38546) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:10.884898 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fda8c-45d9-48f2-aa78-9dcd532d5146 req-6f0f256b-0479-4364-8e54-d94bf9fc0a66 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:10.886763 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-010fda8c-45d9-48f2-aa78-9dcd532d5146 req-6f0f256b-0479-4364-8e54-d94bf9fc0a66 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.77 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 945 time: 0.3132029 Jul 30 02:05:10.899874 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-51e72b58-9348-4899-b6d0-3151e7ac24d8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:10.914889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf35e1-564d-47d1-a3a7-fe8625dc25e2 req-57d689f2-e794-4728-8b43-28850a7f4806 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:10.916397 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-efdf35e1-564d-47d1-a3a7-fe8625dc25e2 req-57d689f2-e794-4728-8b43-28850a7f4806 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 945 time: 0.3102100 Jul 30 02:05:11.103972 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a757c82-2aee-42c9-84bc-a59cd52e5cfa None None] Network f8e68492-0c58-4db2-bc8f-b4dca73bd98f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:11.109558 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-efdf35e1-564d-47d1-a3a7-fe8625dc25e2 req-8e2baa75-7fc1-4381-ae4f-a1becd4d55e4 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527867 Jul 30 02:05:11.131293 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e72b58-9348-4899-b6d0-3151e7ac24d8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Subnet': ['ID=4c4934a0-c3ae-4d95-9f28-86a41d612949,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:11.143466 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3fdfced0-c37f-4b4f-9cd4-3f30e2dc8fe0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:11.145753 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 496b241c-9e61-4cfd-9f46-31f51c409787 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:11.146849 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e72b58-9348-4899-b6d0-3151e7ac24d8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Checking segment: {'id': '21b15791-e960-4edf-baaf-61eb4b66f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:11.147584 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e72b58-9348-4899-b6d0-3151e7ac24d8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network hostable DHCP agents. Network: cbab4ad8-8e08-43c3-99a2-2743533c66af, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:05:11.203624 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-3fdfced0-c37f-4b4f-9cd4-3f30e2dc8fe0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port 56165953-33e5-4593-9f08-40c4258d87cc yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:05:11.210788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 496b241c-9e61-4cfd-9f46-31f51c409787 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:11.211164 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:11.273989 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2c562785-b437-4967-9fad-0b845ee47cd3 None None] Provisioning for port 1552420e-e316-4867-bc2d-14a052adbfa3 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:11.282285 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2c562785-b437-4967-9fad-0b845ee47cd3 None None] Provisioning complete for port 1552420e-e316-4867-bc2d-14a052adbfa3 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:11.282691 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c562785-b437-4967-9fad-0b845ee47cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:11.349137 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-010fda8c-45d9-48f2-aa78-9dcd532d5146 req-161ce0c5-77ae-44e9-a4ae-b9ceb459f945 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Deleting port a76feefe-c642-4987-b730-54f6fbff7abe {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:11.349657 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-010fda8c-45d9-48f2-aa78-9dcd532d5146 req-161ce0c5-77ae-44e9-a4ae-b9ceb459f945 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:11.442355 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-013d8791-489d-44a5-a465-b24c7945a3f4 req-54b9f610-2f97-42c5-bc77-ce81fbeac478 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5592971 Jul 30 02:05:11.449044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-adab39c8-ec67-4e6e-b4eb-5f531a4aba13 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port f538425e-e93a-458e-8ed2-4436b5cd253f {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:11.449680 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-adab39c8-ec67-4e6e-b4eb-5f531a4aba13 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:11.540768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e72b58-9348-4899-b6d0-3151e7ac24d8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network cbab4ad8-8e08-43c3-99a2-2743533c66af is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:05:11.616315 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-3fdfced0-c37f-4b4f-9cd4-3f30e2dc8fe0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::9708:2aa7:b6d6:e34c (84fe5bd8-9f93-443f-a4c2-007dacc11704/cb41f0c3-9d8f-4479-90ac-fb74e5b32b16/56165953-33e5-4593-9f08-40c4258d87cc) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:11.652135 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:11.681930 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-adab39c8-ec67-4e6e-b4eb-5f531a4aba13 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:11.689287 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-010fda8c-45d9-48f2-aa78-9dcd532d5146 req-161ce0c5-77ae-44e9-a4ae-b9ceb459f945 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] For port a76feefe-c642-4987-b730-54f6fbff7abe, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a76feefe-c642-4987-b730-54f6fbff7abe,segment=NetworkSegment(b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f),segment_id=b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:11.689665 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-010fda8c-45d9-48f2-aa78-9dcd532d5146 req-161ce0c5-77ae-44e9-a4ae-b9ceb459f945 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:11.713254 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d8791-489d-44a5-a465-b24c7945a3f4 req-710fdf55-e6aa-45e2-a68c-328c7d742af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:11.715210 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-013d8791-489d-44a5-a465-b24c7945a3f4 req-710fdf55-e6aa-45e2-a68c-328c7d742af4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=98cb24431910454fa0102d049341fde2&device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 1097 time: 0.2000897 Jul 30 02:05:11.738199 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-51e72b58-9348-4899-b6d0-3151e7ac24d8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, cbab4ad8-8e08-43c3-99a2-2743533c66af) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:11.781457 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-adab39c8-ec67-4e6e-b4eb-5f531a4aba13 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for f538425e-e93a-458e-8ed2-4436b5cd253f owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:11.791786 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-010fda8c-45d9-48f2-aa78-9dcd532d5146 req-161ce0c5-77ae-44e9-a4ae-b9ceb459f945 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Calling delete_port for a76feefe-c642-4987-b730-54f6fbff7abe owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:11.796691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb58456-877a-481a-a07b-2478ec7fe419 None None] Network cbab4ad8-8e08-43c3-99a2-2743533c66af requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:11.800000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4f67dd-4d50-4e94-b9f5-708f8b82f651 None None] DHCP port deletion for f8e68492-0c58-4db2-bc8f-b4dca73bd98f request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:05:11.876621 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bfdf3445-ebcb-455e-861e-6e41269db74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:11.908250 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e72b58-9348-4899-b6d0-3151e7ac24d8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:11.908971 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-51e72b58-9348-4899-b6d0-3151e7ac24d8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:11.914812 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d8791-489d-44a5-a465-b24c7945a3f4 req-35e887d4-9354-4cbe-afc8-5149017b4986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:11.914812 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-013d8791-489d-44a5-a465-b24c7945a3f4 req-35e887d4-9354-4cbe-afc8-5149017b4986 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d37600d1-d258-4a70-aa2c-f9ef5b6795ad HTTP/1.1" status: 200 len: 915 time: 0.1499252 Jul 30 02:05:12.082438 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-013d8791-489d-44a5-a465-b24c7945a3f4 req-769ea042-d6c6-427d-aff6-3fdb7f91c594 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0839fbba-db49-4ab9-9700-19b6b639b4c6 HTTP/1.1" status: 200 len: 217 time: 0.1446316 Jul 30 02:05:12.170750 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-51e72b58-9348-4899-b6d0-3151e7ac24d8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0130112 Jul 30 02:05:12.171591 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38572) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:12.272201 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:12.324179 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-010fda8c-45d9-48f2-aa78-9dcd532d5146 req-161ce0c5-77ae-44e9-a4ae-b9ceb459f945 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:12.374010 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-adab39c8-ec67-4e6e-b4eb-5f531a4aba13 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:12.375970 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d8791-489d-44a5-a465-b24c7945a3f4 req-b22fff9a-f196-465e-9f74-3ec17f14b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:12.377760 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-013d8791-489d-44a5-a465-b24c7945a3f4 req-b22fff9a-f196-465e-9f74-3ec17f14b87c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28fb4a46-70b0-422c-83c7-3105b3c04140 HTTP/1.1" status: 200 len: 854 time: 0.2855070 Jul 30 02:05:12.379964 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ce0c5-77ae-44e9-a4ae-b9ceb459f945 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Pushing event deleted for resources: {'Port': ['ID=a76feefe-c642-4987-b730-54f6fbff7abe,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:12.405758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 496b241c-9e61-4cfd-9f46-31f51c409787, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=496b241c-9e61-4cfd-9f46-31f51c409787,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:12.413978 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:05:06Z', 'revision_number': 3, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b', 'name': '', 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:8c:37:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:03Z', 'updated_at': '2021-07-30T02:05:06Z', 'revision_number': 2, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:05Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:12.428639 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c562785-b437-4967-9fad-0b845ee47cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:12.454816 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['0839fbba-db49-4ab9-9700-19b6b639b4c6'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:05:12.465290 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab39c8-ec67-4e6e-b4eb-5f531a4aba13 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=f538425e-e93a-458e-8ed2-4436b5cd253f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:12.484313 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-adab39c8-ec67-4e6e-b4eb-5f531a4aba13 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:12.486863 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-adab39c8-ec67-4e6e-b4eb-5f531a4aba13 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/ports/f538425e-e93a-458e-8ed2-4436b5cd253f HTTP/1.1" status: 204 len: 168 time: 1.6804423 Jul 30 02:05:12.488034 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-010fda8c-45d9-48f2-aa78-9dcd532d5146 req-161ce0c5-77ae-44e9-a4ae-b9ceb459f945 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] No DVR routers for this DVR port a76feefe-c642-4987-b730-54f6fbff7abe on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:05:12.489638 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38576) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:12.492011 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-010fda8c-45d9-48f2-aa78-9dcd532d5146 req-161ce0c5-77ae-44e9-a4ae-b9ceb459f945 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:12.496370 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-010fda8c-45d9-48f2-aa78-9dcd532d5146 req-161ce0c5-77ae-44e9-a4ae-b9ceb459f945 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.77 "DELETE /v2.0/ports/a76feefe-c642-4987-b730-54f6fbff7abe HTTP/1.1" status: 204 len: 173 time: 1.5978730 Jul 30 02:05:12.496370 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5', 'name': 'network-vif-deleted', 'tag': 'a76feefe-c642-4987-b730-54f6fbff7abe'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:05:12.496810 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a414a1-ee97-4584-90f7-4a2888585e48" -d '{"events": [{"server_uuid": "38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5", "name": "network-vif-deleted", "tag": "a76feefe-c642-4987-b730-54f6fbff7abe"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:05:12.579626 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a76feefe-c642-4987-b730-54f6fbff7abe'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:05:12.607007 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e26cd8ac-73ee-4e78-82e4-5b2dc1f1d6e7 req-3beb1b06-8b7d-4a45-89ff-80bfc5e828ef tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 210 time: 0.2560246 Jul 30 02:05:12.623902 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c217bf4a-8062-40d9-88af-df2f2aebdc5d x-openstack-request-id: req-c217bf4a-8062-40d9-88af-df2f2aebdc5d {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:05:12.624177 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5", "name": "network-vif-deleted", "tag": "a76feefe-c642-4987-b730-54f6fbff7abe", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:05:12.624448 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c217bf4a-8062-40d9-88af-df2f2aebdc5d {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:05:12.624866 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5', 'name': 'network-vif-deleted', 'tag': 'a76feefe-c642-4987-b730-54f6fbff7abe', 'status': 'completed', 'code': 200} Jul 30 02:05:12.638878 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:12.649449 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] Checking router: 53214bfa-0c23-47ea-87a4-c5043166a4a3 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:05:12.649823 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] Updating router 53214bfa-0c23-47ea-87a4-c5043166a4a3 port 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:05:12.707043 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-30ac01bd-a438-4af0-a9ae-e26306adae73 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:12.729304 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-013d8791-489d-44a5-a465-b24c7945a3f4 req-278a8e49-e575-4279-b8c7-ec0905fb2a70 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d37600d1-d258-4a70-aa2c-f9ef5b6795ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3162482 Jul 30 02:05:12.733393 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3fdfced0-c37f-4b4f-9cd4-3f30e2dc8fe0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:12.792780 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:12.818190 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 896039c5-f4b3-46ca-877a-e5c0a51568a4 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:05:12.823999 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2c562785-b437-4967-9fad-0b845ee47cd3 None None] For port 1552420e-e316-4867-bc2d-14a052adbfa3, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1552420e-e316-4867-bc2d-14a052adbfa3,segment=NetworkSegment(a3aba8ec-4a97-4cd2-9535-4d6dac56f999),segment_id=a3aba8ec-4a97-4cd2-9535-4d6dac56f999)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:12.839462 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-30ac01bd-a438-4af0-a9ae-e26306adae73 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Deleting port 896039c5-f4b3-46ca-877a-e5c0a51568a4 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:12.840669 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-30ac01bd-a438-4af0-a9ae-e26306adae73 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:12.930027 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f67dd-4d50-4e94-b9f5-708f8b82f651 None None] Deleting port 896039c5-f4b3-46ca-877a-e5c0a51568a4 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:12.931354 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e4f67dd-4d50-4e94-b9f5-708f8b82f651 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:12.966395 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-30ac01bd-a438-4af0-a9ae-e26306adae73 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] For port 896039c5-f4b3-46ca-877a-e5c0a51568a4, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=896039c5-f4b3-46ca-877a-e5c0a51568a4,segment=NetworkSegment(477f670c-e1ad-4569-a314-cf1c9f187b3b),segment_id=477f670c-e1ad-4569-a314-cf1c9f187b3b)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:12.966395 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-30ac01bd-a438-4af0-a9ae-e26306adae73 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:12.979690 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-3fdfced0-c37f-4b4f-9cd4-3f30e2dc8fe0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object 56165953-33e5-4593-9f08-40c4258d87cc will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:12.984659 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-013d8791-489d-44a5-a465-b24c7945a3f4 req-1d47317b-8ba7-43f6-85aa-caacba62d14a service neutron] 10.222.0.10 "GET /v2.0/networks/d37600d1-d258-4a70-aa2c-f9ef5b6795ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412860 Jul 30 02:05:13.013633 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-30ac01bd-a438-4af0-a9ae-e26306adae73 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Calling delete_port for 896039c5-f4b3-46ca-877a-e5c0a51568a4 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:13.021495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=496b241c-9e61-4cfd-9f46-31f51c409787,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:13.121374 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c562785-b437-4967-9fad-0b845ee47cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:13.248409 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-013d8791-489d-44a5-a465-b24c7945a3f4 req-55043fd9-6dc6-4b83-b9bf-2d8273666e12 service neutron] 10.222.0.10 "GET /v2.0/networks/d37600d1-d258-4a70-aa2c-f9ef5b6795ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301898 Jul 30 02:05:13.314672 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c562785-b437-4967-9fad-0b845ee47cd3 None None] Pushing event updated for resources: {'Port': ['ID=1552420e-e316-4867-bc2d-14a052adbfa3,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:13.332698 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3fdfced0-c37f-4b4f-9cd4-3f30e2dc8fe0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:13.393189 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a34210f1-79e2-4e7d-afc8-08a5485733db None None] Could not find standard attr ID for object f538425e-e93a-458e-8ed2-4436b5cd253f. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:05:13.401301 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3e4f67dd-4d50-4e94-b9f5-708f8b82f651 None None] For port 896039c5-f4b3-46ca-877a-e5c0a51568a4, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=896039c5-f4b3-46ca-877a-e5c0a51568a4,segment=NetworkSegment(477f670c-e1ad-4569-a314-cf1c9f187b3b),segment_id=477f670c-e1ad-4569-a314-cf1c9f187b3b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:13.401704 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e4f67dd-4d50-4e94-b9f5-708f8b82f651 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:13.412491 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-cbab4ad8-8e08-43c3-99a2-2743533c66af', 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'fixed_ips': [{'subnet_id': '4c4934a0-c3ae-4d95-9f28-86a41d612949'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:05:13.413328 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:13.421038 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-30ac01bd-a438-4af0-a9ae-e26306adae73 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:13.444252 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ac01bd-a438-4af0-a9ae-e26306adae73 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] No DVR routers for this DVR port 896039c5-f4b3-46ca-877a-e5c0a51568a4 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:05:13.465390 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdfced0-c37f-4b4f-9cd4-3f30e2dc8fe0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:13.474333 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-3fdfced0-c37f-4b4f-9cd4-3f30e2dc8fe0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:13.474927 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f67dd-4d50-4e94-b9f5-708f8b82f651 None None] Calling delete_port for 896039c5-f4b3-46ca-877a-e5c0a51568a4 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:13.476641 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Port 896039c5-f4b3-46ca-877a-e5c0a51568a4 update to DOWN by agent not found {{(pid=94466) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 30 02:05:13.478084 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a34210f1-79e2-4e7d-afc8-08a5485733db None None] Provisioning complete for port 496b241c-9e61-4cfd-9f46-31f51c409787 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:13.478479 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a34210f1-79e2-4e7d-afc8-08a5485733db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:13.525613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac01bd-a438-4af0-a9ae-e26306adae73 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Port': ['ID=896039c5-f4b3-46ca-877a-e5c0a51568a4,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:13.561079 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdfced0-c37f-4b4f-9cd4-3f30e2dc8fe0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:13.572423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdfced0-c37f-4b4f-9cd4-3f30e2dc8fe0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:13.574086 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3fdfced0-c37f-4b4f-9cd4-3f30e2dc8fe0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:13.587775 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-903a24af-e4a1-4096-8b8b-1febe699d6d6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:13.605803 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfced0-c37f-4b4f-9cd4-3f30e2dc8fe0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=56165953-33e5-4593-9f08-40c4258d87cc,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:13.674127 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-30ac01bd-a438-4af0-a9ae-e26306adae73 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:13.692347 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3fdfced0-c37f-4b4f-9cd4-3f30e2dc8fe0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3804686 Jul 30 02:05:13.693443 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38598) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:13.735840 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-30ac01bd-a438-4af0-a9ae-e26306adae73 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e68492-0c58-4db2-bc8f-b4dca73bd98f']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:13.777175 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-30ac01bd-a438-4af0-a9ae-e26306adae73 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477f670c-e1ad-4569-a314-cf1c9f187b3b') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:13.777175 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-30ac01bd-a438-4af0-a9ae-e26306adae73 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477f670c-e1ad-4569-a314-cf1c9f187b3b') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:13.791627 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-30ac01bd-a438-4af0-a9ae-e26306adae73 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:13.796579 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Allocated IP 172.22.0.2 (cbab4ad8-8e08-43c3-99a2-2743533c66af/4c4934a0-c3ae-4d95-9f28-86a41d612949/d255c562-a170-4c4d-a8cb-70ed69c2259b) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:13.871087 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-30ac01bd-a438-4af0-a9ae-e26306adae73 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:13.905321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ac01bd-a438-4af0-a9ae-e26306adae73 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:05:13.905822 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-30ac01bd-a438-4af0-a9ae-e26306adae73 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:05:13.967296 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:05:14.031111 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e4f67dd-4d50-4e94-b9f5-708f8b82f651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:14.069137 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:14.129519 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ea65bcb6-80cc-421e-bd97-610d14e83beb req-7b68720c-e3e7-4f6a-8db7-405c60c2426c tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=38d6a9cd-e04e-4647-9ccd-5f0de6d7f2e5 HTTP/1.1" status: 200 len: 210 time: 0.1019492 Jul 30 02:05:14.180501 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f67dd-4d50-4e94-b9f5-708f8b82f651 None None] Pushing event deleted for resources: {'Port': ['ID=896039c5-f4b3-46ca-877a-e5c0a51568a4,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:14.191560 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4f67dd-4d50-4e94-b9f5-708f8b82f651 None None] No DVR routers for this DVR port 896039c5-f4b3-46ca-877a-e5c0a51568a4 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:05:14.240784 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a34210f1-79e2-4e7d-afc8-08a5485733db None None] Could not find standard attr ID for object 896039c5-f4b3-46ca-877a-e5c0a51568a4. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:05:14.252329 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-30ac01bd-a438-4af0-a9ae-e26306adae73 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:14.256467 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a34210f1-79e2-4e7d-afc8-08a5485733db None None] Could not find standard attr ID for object 1a4971a2-2a6d-4499-8dc1-2ccbe6202a07. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:05:14.262095 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-30ac01bd-a438-4af0-a9ae-e26306adae73 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:14.274946 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-30ac01bd-a438-4af0-a9ae-e26306adae73 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] 10.222.0.70 "DELETE /v2.0/networks/f8e68492-0c58-4db2-bc8f-b4dca73bd98f HTTP/1.1" status: 204 len: 168 time: 1.7748575 Jul 30 02:05:14.311308 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac01bd-a438-4af0-a9ae-e26306adae73 tempest-PortsIpV6TestJSON-1772943559 tempest-PortsIpV6TestJSON-1772943559-project] Pushing event deleted for resources: {'Network': ['ID=f8e68492-0c58-4db2-bc8f-b4dca73bd98f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:14.389404 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a34210f1-79e2-4e7d-afc8-08a5485733db None None] Provisioning complete for port 1552420e-e316-4867-bc2d-14a052adbfa3 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:14.389404 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a34210f1-79e2-4e7d-afc8-08a5485733db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:14.569632 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:14.620689 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Transition to ACTIVE for port object d255c562-a170-4c4d-a8cb-70ed69c2259b will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:14.628555 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:14.636694 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b72dca-4b25-4e7d-957a-d3aa57cda473 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:14.656188 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a76feefe-c642-4987-b730-54f6fbff7abe no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:05:14.670125 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b72dca-4b25-4e7d-957a-d3aa57cda473 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:14.674372 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b1b72dca-4b25-4e7d-957a-d3aa57cda473 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2968018 Jul 30 02:05:14.675668 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38614) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:14.684337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: a76feefe-c642-4987-b730-54f6fbff7abe {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:05:14.684732 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a76feefe-c642-4987-b730-54f6fbff7abe not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:05:14.690152 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] Transition to ACTIVE for port object 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:14.694986 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Transition to ACTIVE for port object d255c562-a170-4c4d-a8cb-70ed69c2259b will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:14.697994 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:14.797943 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 1552420e-e316-4867-bc2d-14a052adbfa3 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:14.846210 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 1552420e-e316-4867-bc2d-14a052adbfa3 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:14.846715 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:14.867465 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:14.872761 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-148b2087-574d-4cc5-8708-71b173cf0f1e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port 56165953-33e5-4593-9f08-40c4258d87cc {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:14.873107 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-148b2087-574d-4cc5-8708-71b173cf0f1e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:14.879737 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a34210f1-79e2-4e7d-afc8-08a5485733db None None] Provisioning for port 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:14.882118 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:14.977504 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Network cbab4ad8-8e08-43c3-99a2-2743533c66af is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:15.003379 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38624) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:15.028759 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4280a-4297-44bf-9932-b254069691dd None None] Pushing event updated for resources: {'Port': ['ID=6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:15.029526 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-903a24af-e4a1-4096-8b8b-1febe699d6d6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Allocated IP 172.22.0.1 (cbab4ad8-8e08-43c3-99a2-2743533c66af/4c4934a0-c3ae-4d95-9f28-86a41d612949/ef8df437-61a1-4f38-b347-a88bb4f94976) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:15.057141 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:15.065367 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:15.149188 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] Attempting to bind port 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:05:15.152013 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] Attempting to bind port 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'a3aba8ec-4a97-4cd2-9535-4d6dac56f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:05:15.153437 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-148b2087-574d-4cc5-8708-71b173cf0f1e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.162425 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] Attempting to bind port 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b on network 49c27f5f-b17e-4728-a94f-5d4c23723861 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:15.181164 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-148b2087-574d-4cc5-8708-71b173cf0f1e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for 56165953-33e5-4593-9f08-40c4258d87cc owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:15.230114 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 496b241c-9e61-4cfd-9f46-31f51c409787 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:15.247202 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Attempting to bind port d255c562-a170-4c4d-a8cb-70ed69c2259b on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:05:15.247965 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Attempting to bind port d255c562-a170-4c4d-a8cb-70ed69c2259b by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '21b15791-e960-4edf-baaf-61eb4b66f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:05:15.248758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Attempting to bind port d255c562-a170-4c4d-a8cb-70ed69c2259b on network cbab4ad8-8e08-43c3-99a2-2743533c66af {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:15.363173 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-903a24af-e4a1-4096-8b8b-1febe699d6d6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.386542 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-903a24af-e4a1-4096-8b8b-1febe699d6d6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Transition to ACTIVE for port object ef8df437-61a1-4f38-b347-a88bb4f94976 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:15.528233 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-903a24af-e4a1-4096-8b8b-1febe699d6d6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.531319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:05:15.532748 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] Checking segment: {'id': 'a3aba8ec-4a97-4cd2-9535-4d6dac56f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:15.532748 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.534980 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] Bound using segment: {'id': 'a3aba8ec-4a97-4cd2-9535-4d6dac56f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:05:15.545888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] Bound port: 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3aba8ec-4a97-4cd2-9535-4d6dac56f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:05:15.545888 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.556378 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3bcac31c-33bf-4f86-b235-5f4b2be7382f None None] Provisioning for port 56165953-33e5-4593-9f08-40c4258d87cc completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:15.565581 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3bcac31c-33bf-4f86-b235-5f4b2be7382f None None] Provisioning complete for port 56165953-33e5-4593-9f08-40c4258d87cc triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:15.566459 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3bcac31c-33bf-4f86-b235-5f4b2be7382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.576385 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Pushing event updated for resources: {'Port': ['ID=d255c562-a170-4c4d-a8cb-70ed69c2259b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:15.576638 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903a24af-e4a1-4096-8b8b-1febe699d6d6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network cbab4ad8-8e08-43c3-99a2-2743533c66af is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:15.577908 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:05:15.583073 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Checking segment: {'id': '21b15791-e960-4edf-baaf-61eb4b66f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:15.583073 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.583073 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Bound using segment: {'id': '21b15791-e960-4edf-baaf-61eb4b66f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:05:15.584325 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Bound port: d255c562-a170-4c4d-a8cb-70ed69c2259b, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b15791-e960-4edf-baaf-61eb4b66f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:05:15.584840 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.614376 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-903a24af-e4a1-4096-8b8b-1febe699d6d6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:15.622457 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903a24af-e4a1-4096-8b8b-1febe699d6d6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:15.650553 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a76b917d-e78a-4656-ba15-6ffe8aa56682 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb54f7ee248443f6b8ca067f300bbb58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6458201 Jul 30 02:05:15.658992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38642) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:15.693887 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a24af-e4a1-4096-8b8b-1febe699d6d6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Port': ['ID=ef8df437-61a1-4f38-b347-a88bb4f94976,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:15.694258 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c986a4-cd91-4d32-843a-cf6fc879b577 req-3b5ca85c-36ba-4c82-bab1-6e8ee2d06271 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:15.696126 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-85c986a4-cd91-4d32-843a-cf6fc879b577 req-3b5ca85c-36ba-4c82-bab1-6e8ee2d06271 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.2140520 Jul 30 02:05:15.714650 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-903a24af-e4a1-4096-8b8b-1febe699d6d6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.751965 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3bcac31c-33bf-4f86-b235-5f4b2be7382f None None] Port 56165953-33e5-4593-9f08-40c4258d87cc cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:05:15.771403 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-148b2087-574d-4cc5-8708-71b173cf0f1e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.823578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 496b241c-9e61-4cfd-9f46-31f51c409787 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:15.824308 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.830355 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] For port 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:05:15.837292 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b2087-574d-4cc5-8708-71b173cf0f1e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=56165953-33e5-4593-9f08-40c4258d87cc,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:15.860234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] For port d255c562-a170-4c4d-a8cb-70ed69c2259b, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:05:15.863387 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-85c986a4-cd91-4d32-843a-cf6fc879b577 req-8ba32889-d5bc-4d8e-b60b-4a1e4fe7b9c4 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225681 Jul 30 02:05:15.878961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] For port 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b,segment=NetworkSegment(a3aba8ec-4a97-4cd2-9535-4d6dac56f999),segment_id=a3aba8ec-4a97-4cd2-9535-4d6dac56f999)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:05:15.881487 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-148b2087-574d-4cc5-8708-71b173cf0f1e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.883712 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-148b2087-574d-4cc5-8708-71b173cf0f1e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/56165953-33e5-4593-9f08-40c4258d87cc HTTP/1.1" status: 204 len: 168 time: 1.2025619 Jul 30 02:05:15.886352 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38646) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:15.902856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] For port d255c562-a170-4c4d-a8cb-70ed69c2259b, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d255c562-a170-4c4d-a8cb-70ed69c2259b,segment=NetworkSegment(21b15791-e960-4edf-baaf-61eb4b66f592),segment_id=21b15791-e960-4edf-baaf-61eb4b66f592)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:05:15.903573 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7cacb6d1-e431-4455-90b7-68e9ceff048c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.976543 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7cacb6d1-e431-4455-90b7-68e9ceff048c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:16.017282 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:16.062865 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-903a24af-e4a1-4096-8b8b-1febe699d6d6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:16.081838 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050168c2-3a01-4cc7-a2ce-428e579145eb tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:16.081838 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050168c2-3a01-4cc7-a2ce-428e579145eb tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:16.083349 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-050168c2-3a01-4cc7-a2ce-428e579145eb tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1958408 Jul 30 02:05:16.086569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38656) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:16.182794 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] Routers {'53214bfa-0c23-47ea-87a4-c5043166a4a3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:16.187723 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53214bfa-0c23-47ea-87a4-c5043166a4a3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:16.194476 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:16.219452 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7cacb6d1-e431-4455-90b7-68e9ceff048c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:16.230359 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7cacb6d1-e431-4455-90b7-68e9ceff048c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:16.233507 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7cacb6d1-e431-4455-90b7-68e9ceff048c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e8f74816-d9c7-4e6f-8161-566ff842fe68 HTTP/1.1" status: 204 len: 168 time: 0.5719972 Jul 30 02:05:16.258487 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c233bd8-19fb-4245-b9ab-a3653b212e23 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet cb41f0c3-9d8f-4479-90ac-fb74e5b32b16 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:05:16.264653 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cacb6d1-e431-4455-90b7-68e9ceff048c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f74816-d9c7-4e6f-8161-566ff842fe68,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:16.266881 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c233bd8-19fb-4245-b9ab-a3653b212e23 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:16.456873 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5e5ed-f472-42a4-afc7-0f0f67de0976 req-43cc7100-60f6-45a6-a9b8-15b0571cb34d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:16.458454 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ba5e5ed-f472-42a4-afc7-0f0f67de0976 req-43cc7100-60f6-45a6-a9b8-15b0571cb34d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1972218 Jul 30 02:05:16.461133 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c233bd8-19fb-4245-b9ab-a3653b212e23 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:16.469076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4280a-4297-44bf-9932-b254069691dd None None] Pushing event updated for resources: {'Port': ['ID=6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:16.500498 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] Set router 53214bfa-0c23-47ea-87a4-c5043166a4a3 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:16.613979 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:05:16.618174 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ba5e5ed-f472-42a4-afc7-0f0f67de0976 req-4cafa8f2-2d97-4245-b11c-10aaa1fa4651 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066134 Jul 30 02:05:16.646352 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c233bd8-19fb-4245-b9ab-a3653b212e23 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:16.699065 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-903a24af-e4a1-4096-8b8b-1febe699d6d6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:16.765387 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb5749-c965-4fda-9158-fc430762a14e None None] Pushing event updated for resources: {'Port': ['ID=d255c562-a170-4c4d-a8cb-70ed69c2259b,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:16.790488 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-903a24af-e4a1-4096-8b8b-1febe699d6d6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:16.940388 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c233bd8-19fb-4245-b9ab-a3653b212e23 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:17.028184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:05:15Z', 'revision_number': 4, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b', 'name': '', 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:8c:37:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:03Z', 'updated_at': '2021-07-30T02:05:15Z', 'revision_number': 4, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:05Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef8df437-61a1-4f38-b347-a88bb4f94976', 'name': '', 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:7a:90:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:14Z', 'updated_at': '2021-07-30T02:05:15Z', 'revision_number': 1, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:17.039590 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-903a24af-e4a1-4096-8b8b-1febe699d6d6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:17.056118 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c233bd8-19fb-4245-b9ab-a3653b212e23 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=cb41f0c3-9d8f-4479-90ac-fb74e5b32b16,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:17.056371 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a24af-e4a1-4096-8b8b-1febe699d6d6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Port': ['ID=ef8df437-61a1-4f38-b347-a88bb4f94976,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:17.068382 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c233bd8-19fb-4245-b9ab-a3653b212e23 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:17.083358 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6c233bd8-19fb-4245-b9ab-a3653b212e23 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/cb41f0c3-9d8f-4479-90ac-fb74e5b32b16 HTTP/1.1" status: 204 len: 168 time: 0.9956231 Jul 30 02:05:17.086755 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38682) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:17.117635 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6d1f8-f9ba-428f-b53b-a1cb2a54287c req-8c776a30-7f43-4b30-8f1b-8930aeb5da3b tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:17.126453 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7cb6d1f8-f9ba-428f-b53b-a1cb2a54287c req-8c776a30-7f43-4b30-8f1b-8930aeb5da3b tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.2672305 Jul 30 02:05:17.236562 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903a24af-e4a1-4096-8b8b-1febe699d6d6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network cbab4ad8-8e08-43c3-99a2-2743533c66af is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:17.237177 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138ea590-f151-4b8b-a95e-464964a48812 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:17.239535 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-903a24af-e4a1-4096-8b8b-1febe699d6d6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:17.242019 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edf65ce-4438-4fb8-bd06-2303c7276732 None None] The sync data for ids ['53214bfa-0c23-47ea-87a4-c5043166a4a3'] in n-d-713498-9 is: [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:05:15Z', 'revision_number': 4, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b', 'name': '', 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:8c:37:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:03Z', 'updated_at': '2021-07-30T02:05:15Z', 'revision_number': 4, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:05Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef8df437-61a1-4f38-b347-a88bb4f94976', 'name': '', 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:7a:90:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:14Z', 'updated_at': '2021-07-30T02:05:15Z', 'revision_number': 1, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:05:17.280199 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38686) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:17.287133 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8dbb79c7-499b-4e6a-854d-593ab238717e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1989629 Jul 30 02:05:17.310920 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-02e2f761-4b30-4b49-b1cd-997fa2c2ce07 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:17.456481 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7cb6d1f8-f9ba-428f-b53b-a1cb2a54287c req-ef8213cc-9d19-4195-8c84-8d2cfaaa574a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289146 Jul 30 02:05:17.651291 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903a24af-e4a1-4096-8b8b-1febe699d6d6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router 53214bfa-0c23-47ea-87a4-c5043166a4a3 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:05:17.676210 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:17.706887 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf0dc6f-31ca-4504-88b3-e36fb7fb0793 None None] DHCP port deletion for 84fe5bd8-9f93-443f-a4c2-007dacc11704 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:05:17.913650 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-edf0dc6f-31ca-4504-88b3-e36fb7fb0793 None None] Deleting port 496b241c-9e61-4cfd-9f46-31f51c409787 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:17.914250 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-edf0dc6f-31ca-4504-88b3-e36fb7fb0793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:18.082135 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903a24af-e4a1-4096-8b8b-1febe699d6d6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:05:18.097534 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-edf0dc6f-31ca-4504-88b3-e36fb7fb0793 None None] For port 496b241c-9e61-4cfd-9f46-31f51c409787, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=496b241c-9e61-4cfd-9f46-31f51c409787,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:18.097940 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-edf0dc6f-31ca-4504-88b3-e36fb7fb0793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:18.105657 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38710) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:18.106981 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-903a24af-e4a1-4096-8b8b-1febe699d6d6 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/53214bfa-0c23-47ea-87a4-c5043166a4a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9319589 Jul 30 02:05:18.118230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-f5b4770e-b27e-4555-914f-d76ff9497a0a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'network': {'name': 'tempest-RoutersTest-1117167164'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:18.138487 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-edf0dc6f-31ca-4504-88b3-e36fb7fb0793 None None] Calling delete_port for 496b241c-9e61-4cfd-9f46-31f51c409787 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:18.153140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e2f761-4b30-4b49-b1cd-997fa2c2ce07 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:18.158129 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-02e2f761-4b30-4b49-b1cd-997fa2c2ce07 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:18.346165 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b4770e-b27e-4555-914f-d76ff9497a0a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Made reservation on behalf of df8f5d4792504c558d51adadf3365d41 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:18.351113 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f5b4770e-b27e-4555-914f-d76ff9497a0a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:18.419613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b4770e-b27e-4555-914f-d76ff9497a0a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:05:18.440246 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f5b4770e-b27e-4555-914f-d76ff9497a0a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:18.441946 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-f5b4770e-b27e-4555-914f-d76ff9497a0a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Added segment 4021445a-d165-42c1-8980-6fbd5e77deee of type vlan for network ae77529d-5296-4dbb-b37c-bf960cbec868 Jul 30 02:05:18.541521 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f5b4770e-b27e-4555-914f-d76ff9497a0a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:18.581904 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-edf0dc6f-31ca-4504-88b3-e36fb7fb0793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:18.612673 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf0dc6f-31ca-4504-88b3-e36fb7fb0793 None None] No DVR routers for this DVR port 496b241c-9e61-4cfd-9f46-31f51c409787 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:05:18.616162 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38718) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:18.672229 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0dc6f-31ca-4504-88b3-e36fb7fb0793 None None] Pushing event deleted for resources: {'Port': ['ID=496b241c-9e61-4cfd-9f46-31f51c409787,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:18.838043 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f5b4770e-b27e-4555-914f-d76ff9497a0a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:18.848544 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688c5c20-95f7-4314-b6c8-3de4454e2810 None None] Network cbab4ad8-8e08-43c3-99a2-2743533c66af requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:18.856557 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b4770e-b27e-4555-914f-d76ff9497a0a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:18.857550 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f5b4770e-b27e-4555-914f-d76ff9497a0a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:19.034614 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-6d40c37b-9ae0-47ad-aee1-223b464fede4 tempest-DvrRoutersNegativeTest-1187805752 tempest-DvrRoutersNegativeTest-1187805752-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1094694032', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:19.038802 n-d-713498-9 neutron-server[94464]: DEBUG neutron.policy [None req-6d40c37b-9ae0-47ad-aee1-223b464fede4 tempest-DvrRoutersNegativeTest-1187805752 tempest-DvrRoutersNegativeTest-1187805752-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94464) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 30 02:05:19.039058 n-d-713498-9 neutron-server[94464]: DEBUG neutron.policy [None req-6d40c37b-9ae0-47ad-aee1-223b464fede4 tempest-DvrRoutersNegativeTest-1187805752 tempest-DvrRoutersNegativeTest-1187805752-project] Failed policy check for 'create_router' {{(pid=94464) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 30 02:05:19.039621 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-6d40c37b-9ae0-47ad-aee1-223b464fede4 tempest-DvrRoutersNegativeTest-1187805752 tempest-DvrRoutersNegativeTest-1187805752-project] create failed (client error): Access was denied to this resource. Jul 30 02:05:19.062122 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6d40c37b-9ae0-47ad-aee1-223b464fede4 tempest-DvrRoutersNegativeTest-1187805752 tempest-DvrRoutersNegativeTest-1187805752-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4446275 Jul 30 02:05:19.099316 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-02e2f761-4b30-4b49-b1cd-997fa2c2ce07 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:19.164356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4770e-b27e-4555-914f-d76ff9497a0a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Network': ['ID=ae77529d-5296-4dbb-b37c-bf960cbec868,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:19.184310 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:19.245962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network ae77529d-5296-4dbb-b37c-bf960cbec868 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:05:19.275368 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f5b4770e-b27e-4555-914f-d76ff9497a0a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1685345 Jul 30 02:05:19.278643 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38736) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:19.286614 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-f841700b-f957-4926-8f5c-91116ed6c251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'subnet': {'network_id': 'ae77529d-5296-4dbb-b37c-bf960cbec868', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:19.325098 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-33331351-45a3-418b-ba17-4a06c8e38340 None None] Provisioning for port d255c562-a170-4c4d-a8cb-70ed69c2259b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:19.557495 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e2f761-4b30-4b49-b1cd-997fa2c2ce07 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:19.557495 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-02e2f761-4b30-4b49-b1cd-997fa2c2ce07 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:19.637501 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170719fa-859e-481e-affd-567a0ea0b261 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:19.640074 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2f761-4b30-4b49-b1cd-997fa2c2ce07 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:19.640074 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-02e2f761-4b30-4b49-b1cd-997fa2c2ce07 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:19.640074 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2f761-4b30-4b49-b1cd-997fa2c2ce07 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=35d524db-e11c-4340-935e-691c3f0d9e48,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:19.640495 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] Sync routers for ids ['53214bfa-0c23-47ea-87a4-c5043166a4a3'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:05:19.640495 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] Routers {'53214bfa-0c23-47ea-87a4-c5043166a4a3'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:19.640495 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53214bfa-0c23-47ea-87a4-c5043166a4a3'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:19.675750 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-02e2f761-4b30-4b49-b1cd-997fa2c2ce07 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3920827 Jul 30 02:05:19.676218 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38744) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:19.685951 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-98147118-c2ec-454f-b260-956c69600825 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'fixed_ips': [{'subnet_id': '35d524db-e11c-4340-935e-691c3f0d9e48', 'ip_address': '2001:db8::9aee:ed44:2bdf:1c1f'}], 'name': 'tempest-NetworksTestDHCPv6-1423860401'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:19.782576 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f841700b-f957-4926-8f5c-91116ed6c251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Made reservation on behalf of df8f5d4792504c558d51adadf3365d41 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:19.792556 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f841700b-f957-4926-8f5c-91116ed6c251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:19.809231 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] Set router 53214bfa-0c23-47ea-87a4-c5043166a4a3 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:19.848764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:19.930165 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:19.965628 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:20.094064 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-84fe5bd8-9f93-443f-a4c2-007dacc11704', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'fixed_ips': [{'subnet_id': '35d524db-e11c-4340-935e-691c3f0d9e48'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:05:20.095825 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:20.304529 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98147118-c2ec-454f-b260-956c69600825 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:20.396308 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38760) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:20.489696 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f841700b-f957-4926-8f5c-91116ed6c251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:20.509236 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:05:15Z', 'revision_number': 4, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b', 'name': '', 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:8c:37:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:03Z', 'updated_at': '2021-07-30T02:05:15Z', 'revision_number': 4, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:05Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef8df437-61a1-4f38-b347-a88bb4f94976', 'name': '', 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:7a:90:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:14Z', 'updated_at': '2021-07-30T02:05:16Z', 'revision_number': 2, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:20.559123 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-98147118-c2ec-454f-b260-956c69600825 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:20.596026 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-98147118-c2ec-454f-b260-956c69600825 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port 10f4144d-083b-4055-88e5-5b2a23fb73fa yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:05:20.658208 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] Checking router: 53214bfa-0c23-47ea-87a4-c5043166a4a3 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:05:20.658909 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] Updating router 53214bfa-0c23-47ea-87a4-c5043166a4a3 port ef8df437-61a1-4f38-b347-a88bb4f94976 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:05:20.689822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-eefb5197-f3a0-4b9d-adfa-120d957ead2d None None] Provisioning for port ef8df437-61a1-4f38-b347-a88bb4f94976 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:20.743676 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-eefb5197-f3a0-4b9d-adfa-120d957ead2d None None] Provisioning complete for port ef8df437-61a1-4f38-b347-a88bb4f94976 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:20.744059 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eefb5197-f3a0-4b9d-adfa-120d957ead2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:20.747537 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:20.855648 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce4d3-ab0f-48bc-86eb-ad610f1d18c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:20.894886 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f841700b-f957-4926-8f5c-91116ed6c251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Checking segment: {'id': '4021445a-d165-42c1-8980-6fbd5e77deee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ae77529d-5296-4dbb-b37c-bf960cbec868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:20.895259 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f841700b-f957-4926-8f5c-91116ed6c251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network hostable DHCP agents. Network: ae77529d-5296-4dbb-b37c-bf960cbec868, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:05:20.913471 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841700b-f957-4926-8f5c-91116ed6c251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Subnet': ['ID=c9ce5687-ae7e-4216-bf3a-2252aef6fa00,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:21.112339 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f841700b-f957-4926-8f5c-91116ed6c251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network ae77529d-5296-4dbb-b37c-bf960cbec868 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:05:21.121468 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-98147118-c2ec-454f-b260-956c69600825 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::9aee:ed44:2bdf:1c1f (84fe5bd8-9f93-443f-a4c2-007dacc11704/35d524db-e11c-4340-935e-691c3f0d9e48/10f4144d-083b-4055-88e5-5b2a23fb73fa) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:21.300846 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce4d3-ab0f-48bc-86eb-ad610f1d18c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:21.333039 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-f841700b-f957-4926-8f5c-91116ed6c251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, ae77529d-5296-4dbb-b37c-bf960cbec868) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:21.337798 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f841700b-f957-4926-8f5c-91116ed6c251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:21.339322 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f841700b-f957-4926-8f5c-91116ed6c251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:21.432918 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-eefb5197-f3a0-4b9d-adfa-120d957ead2d None None] Port ef8df437-61a1-4f38-b347-a88bb4f94976 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:05:21.446800 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d54041-1e71-417c-849f-ec175a42d185 None None] Network ae77529d-5296-4dbb-b37c-bf960cbec868 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:21.470957 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce4d3-ab0f-48bc-86eb-ad610f1d18c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:21.640080 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f841700b-f957-4926-8f5c-91116ed6c251 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3559222 Jul 30 02:05:21.641886 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38782) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:21.715221 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:21.769222 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-98147118-c2ec-454f-b260-956c69600825 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:21.813647 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-98147118-c2ec-454f-b260-956c69600825 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object 10f4144d-083b-4055-88e5-5b2a23fb73fa will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:21.848425 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8d4ce4d3-ab0f-48bc-86eb-ad610f1d18c9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3b07a398dcc048bbaf854da45b4ba9d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4492233 Jul 30 02:05:21.851452 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38786) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:21.851635 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ce4d3-ab0f-48bc-86eb-ad610f1d18c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaffa8bb-ef9f-410a-8c12-73a079ecf9b6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:21.885853 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-ae77529d-5296-4dbb-b37c-bf960cbec868', 'network_id': 'ae77529d-5296-4dbb-b37c-bf960cbec868', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'fixed_ips': [{'subnet_id': 'c9ce5687-ae7e-4216-bf3a-2252aef6fa00'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:05:21.886735 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:21.939089 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:21.974587 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] Transition to ACTIVE for port object ef8df437-61a1-4f38-b347-a88bb4f94976 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:21.975169 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b,segment=NetworkSegment(a3aba8ec-4a97-4cd2-9535-4d6dac56f999),segment_id=a3aba8ec-4a97-4cd2-9535-4d6dac56f999)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:22.019163 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edf67c31-166f-4fc9-bc13-3a10d1992ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.066387 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6bf5031f-e835-478b-88a2-6890002472ea None None] Provisioning complete for port ef8df437-61a1-4f38-b347-a88bb4f94976 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:22.066684 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6bf5031f-e835-478b-88a2-6890002472ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.084052 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edf67c31-166f-4fc9-bc13-3a10d1992ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.093523 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-98147118-c2ec-454f-b260-956c69600825 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.166130 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.178793 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98147118-c2ec-454f-b260-956c69600825 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:22.180355 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98147118-c2ec-454f-b260-956c69600825 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=10f4144d-083b-4055-88e5-5b2a23fb73fa,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:22.181257 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6bf5031f-e835-478b-88a2-6890002472ea None None] Port ef8df437-61a1-4f38-b347-a88bb4f94976 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:05:22.183478 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-98147118-c2ec-454f-b260-956c69600825 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:22.186032 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98147118-c2ec-454f-b260-956c69600825 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:22.191760 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98147118-c2ec-454f-b260-956c69600825 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:22.192398 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-98147118-c2ec-454f-b260-956c69600825 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.204665 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.205471 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d255c562-a170-4c4d-a8cb-70ed69c2259b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:22.256778 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Allocated IP 2001:db8::2 (84fe5bd8-9f93-443f-a4c2-007dacc11704/35d524db-e11c-4340-935e-691c3f0d9e48/32782f5e-73d5-427e-aea0-23a04bc37b5a) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:22.280224 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce1c9b-2ef7-465b-89a2-eb4daa1738ba None None] Pushing event updated for resources: {'Port': ['ID=ef8df437-61a1-4f38-b347-a88bb4f94976,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:22.363436 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-98147118-c2ec-454f-b260-956c69600825 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6853795 Jul 30 02:05:22.364410 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edf67c31-166f-4fc9-bc13-3a10d1992ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.378663 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edf67c31-166f-4fc9-bc13-3a10d1992ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.379848 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-edf67c31-166f-4fc9-bc13-3a10d1992ccb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aaffa8bb-ef9f-410a-8c12-73a079ecf9b6 HTTP/1.1" status: 204 len: 168 time: 0.5272031 Jul 30 02:05:22.380536 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38792) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:22.400778 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] Attempting to bind port ef8df437-61a1-4f38-b347-a88bb4f94976 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:05:22.401309 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] Attempting to bind port ef8df437-61a1-4f38-b347-a88bb4f94976 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '21b15791-e960-4edf-baaf-61eb4b66f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:05:22.402265 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] Attempting to bind port ef8df437-61a1-4f38-b347-a88bb4f94976 on network cbab4ad8-8e08-43c3-99a2-2743533c66af {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:22.443555 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:05:22.443811 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] Checking segment: {'id': '21b15791-e960-4edf-baaf-61eb4b66f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:22.454290 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf67c31-166f-4fc9-bc13-3a10d1992ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaffa8bb-ef9f-410a-8c12-73a079ecf9b6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:22.456973 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.457465 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] Bound using segment: {'id': '21b15791-e960-4edf-baaf-61eb4b66f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:05:22.459639 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] Bound port: ef8df437-61a1-4f38-b347-a88bb4f94976, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b15791-e960-4edf-baaf-61eb4b66f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:05:22.463445 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.504978 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080d22a9-5460-4ac9-92a2-bc08349630df tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:22.506651 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-080d22a9-5460-4ac9-92a2-bc08349630df tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1234734 Jul 30 02:05:22.510813 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38800) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:22.693889 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] For port ef8df437-61a1-4f38-b347-a88bb4f94976, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:05:22.703172 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] For port ef8df437-61a1-4f38-b347-a88bb4f94976, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ef8df437-61a1-4f38-b347-a88bb4f94976,segment=NetworkSegment(21b15791-e960-4edf-baaf-61eb4b66f592),segment_id=21b15791-e960-4edf-baaf-61eb4b66f592)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:05:22.765976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-6e4edb1b-5928-4d59-81d9-ab55b7fd13e3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port 10f4144d-083b-4055-88e5-5b2a23fb73fa {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:22.766286 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6e4edb1b-5928-4d59-81d9-ab55b7fd13e3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.814810 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.911707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:22.933594 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.964490 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Allocated IP 172.23.0.2 (ae77529d-5296-4dbb-b37c-bf960cbec868/c9ce5687-ae7e-4216-bf3a-2252aef6fa00/dd76524b-515c-42af-bdb7-0ef3a9ebcbd1) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:23.019110 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port d255c562-a170-4c4d-a8cb-70ed69c2259b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:23.048424 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] Routers {'53214bfa-0c23-47ea-87a4-c5043166a4a3'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:23.053309 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53214bfa-0c23-47ea-87a4-c5043166a4a3'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:23.058069 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port d255c562-a170-4c4d-a8cb-70ed69c2259b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:23.058650 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:23.122775 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6e4edb1b-5928-4d59-81d9-ab55b7fd13e3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:23.151860 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-6e4edb1b-5928-4d59-81d9-ab55b7fd13e3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for 10f4144d-083b-4055-88e5-5b2a23fb73fa owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:23.164025 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce1c9b-2ef7-465b-89a2-eb4daa1738ba None None] Pushing event updated for resources: {'Port': ['ID=ef8df437-61a1-4f38-b347-a88bb4f94976,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:23.354830 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] Set router 53214bfa-0c23-47ea-87a4-c5043166a4a3 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:23.520953 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:23.600461 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Transition to ACTIVE for port object 32782f5e-73d5-427e-aea0-23a04bc37b5a will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:23.637825 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:23.650538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Transition to ACTIVE for port object 32782f5e-73d5-427e-aea0-23a04bc37b5a will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:23.666889 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6e4edb1b-5928-4d59-81d9-ab55b7fd13e3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:23.753100 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port d255c562-a170-4c4d-a8cb-70ed69c2259b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d255c562-a170-4c4d-a8cb-70ed69c2259b,segment=NetworkSegment(21b15791-e960-4edf-baaf-61eb4b66f592),segment_id=21b15791-e960-4edf-baaf-61eb4b66f592)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:23.763017 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4edb1b-5928-4d59-81d9-ab55b7fd13e3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=10f4144d-083b-4055-88e5-5b2a23fb73fa,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:23.780176 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:23.793348 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Transition to ACTIVE for port object dd76524b-515c-42af-bdb7-0ef3a9ebcbd1 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:23.810438 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6e4edb1b-5928-4d59-81d9-ab55b7fd13e3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:23.810438 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6e4edb1b-5928-4d59-81d9-ab55b7fd13e3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/10f4144d-083b-4055-88e5-5b2a23fb73fa HTTP/1.1" status: 204 len: 168 time: 1.2966161 Jul 30 02:05:23.811088 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38848) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:23.828706 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Transition to ACTIVE for port object dd76524b-515c-42af-bdb7-0ef3a9ebcbd1 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:23.859840 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:05:15Z', 'revision_number': 4, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b', 'name': '', 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:8c:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:03Z', 'updated_at': '2021-07-30T02:05:21Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:05Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef8df437-61a1-4f38-b347-a88bb4f94976', 'name': '', 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:7a:90:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:14Z', 'updated_at': '2021-07-30T02:05:22Z', 'revision_number': 4, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:23.866121 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:23.894757 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb5153-cd28-4b68-844e-ad7281b020ad None None] The sync data for ids ['53214bfa-0c23-47ea-87a4-c5043166a4a3'] in n-d-713498-9 is: [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:05:15Z', 'revision_number': 4, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b', 'name': '', 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:8c:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:03Z', 'updated_at': '2021-07-30T02:05:21Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:05Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef8df437-61a1-4f38-b347-a88bb4f94976', 'name': '', 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:7a:90:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:14Z', 'updated_at': '2021-07-30T02:05:22Z', 'revision_number': 4, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:05:23.918273 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:23.953091 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8124df-e6eb-417c-bf7a-1bfa9229ce90 req-e49148f5-6c32-44dc-929f-b61e8274528f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:23.957875 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:23.958240 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-af8124df-e6eb-417c-bf7a-1bfa9229ce90 req-e49148f5-6c32-44dc-929f-b61e8274528f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.2830138 Jul 30 02:05:23.970841 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:23.995079 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:24.008911 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Pushing event updated for resources: {'Port': ['ID=32782f5e-73d5-427e-aea0-23a04bc37b5a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:24.011855 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:24.043607 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170246ea-e6af-4d37-a499-0358cd33a4cc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:24.047419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170246ea-e6af-4d37-a499-0358cd33a4cc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:24.047702 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-170246ea-e6af-4d37-a499-0358cd33a4cc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2317872 Jul 30 02:05:24.068185 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 496b241c-9e61-4cfd-9f46-31f51c409787 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:05:24.068439 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38854) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:24.166888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 496b241c-9e61-4cfd-9f46-31f51c409787 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:05:24.167237 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 496b241c-9e61-4cfd-9f46-31f51c409787 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:05:24.206820 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-af8124df-e6eb-417c-bf7a-1bfa9229ce90 req-8b268cbd-a9e1-4603-814e-5e4fefac4a15 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289567 Jul 30 02:05:24.244539 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Attempting to bind port 32782f5e-73d5-427e-aea0-23a04bc37b5a on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:05:24.244915 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Attempting to bind port 32782f5e-73d5-427e-aea0-23a04bc37b5a by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:05:24.245282 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Attempting to bind port 32782f5e-73d5-427e-aea0-23a04bc37b5a on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:24.246175 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57c880d-9915-4a1f-bbb0-2d5446d9a5c1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet 35d524db-e11c-4340-935e-691c3f0d9e48 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:05:24.263161 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57c880d-9915-4a1f-bbb0-2d5446d9a5c1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:24.281494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Allocated IP 172.23.0.1 (ae77529d-5296-4dbb-b37c-bf960cbec868/c9ce5687-ae7e-4216-bf3a-2252aef6fa00/9cb171fb-5987-452f-9c1c-700e4f576c6f) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:24.292257 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:05:24.296484 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:24.303182 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:24.303810 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:05:24.309336 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Bound port: 32782f5e-73d5-427e-aea0-23a04bc37b5a, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:05:24.310097 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:24.418530 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57c880d-9915-4a1f-bbb0-2d5446d9a5c1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:24.438682 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] For port 32782f5e-73d5-427e-aea0-23a04bc37b5a, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:05:24.442333 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] For port 32782f5e-73d5-427e-aea0-23a04bc37b5a, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=32782f5e-73d5-427e-aea0-23a04bc37b5a,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:05:24.454618 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Network ae77529d-5296-4dbb-b37c-bf960cbec868 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:24.457900 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:24.466405 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:24.524546 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=d255c562-a170-4c4d-a8cb-70ed69c2259b,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:24.538214 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:24.586095 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:24.623083 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Attempting to bind port dd76524b-515c-42af-bdb7-0ef3a9ebcbd1 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:05:24.626820 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Attempting to bind port dd76524b-515c-42af-bdb7-0ef3a9ebcbd1 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '4021445a-d165-42c1-8980-6fbd5e77deee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ae77529d-5296-4dbb-b37c-bf960cbec868'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:05:24.628942 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Attempting to bind port dd76524b-515c-42af-bdb7-0ef3a9ebcbd1 on network ae77529d-5296-4dbb-b37c-bf960cbec868 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:24.645078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:05:24.645691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Checking segment: {'id': '4021445a-d165-42c1-8980-6fbd5e77deee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ae77529d-5296-4dbb-b37c-bf960cbec868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:24.646262 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:24.646857 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Bound using segment: {'id': '4021445a-d165-42c1-8980-6fbd5e77deee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ae77529d-5296-4dbb-b37c-bf960cbec868'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:05:24.652821 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Bound port: dd76524b-515c-42af-bdb7-0ef3a9ebcbd1, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4021445a-d165-42c1-8980-6fbd5e77deee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ae77529d-5296-4dbb-b37c-bf960cbec868'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:05:24.653412 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:24.700408 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Pushing event updated for resources: {'Port': ['ID=dd76524b-515c-42af-bdb7-0ef3a9ebcbd1,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:24.756298 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffa5cd-9008-4e8f-a3a9-241f498e76c3 None None] Pushing event updated for resources: {'Port': ['ID=32782f5e-73d5-427e-aea0-23a04bc37b5a,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:24.805189 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:24.805828 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:24.816937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b4fcf-ac2b-49c4-9983-20e16950713a req-cbc39f62-2f4f-49f3-bf1b-afdd83f8b80c tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:24.818933 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-722b4fcf-ac2b-49c4-9983-20e16950713a req-cbc39f62-2f4f-49f3-bf1b-afdd83f8b80c tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.3968916 Jul 30 02:05:24.945162 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ef8df437-61a1-4f38-b347-a88bb4f94976 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:24.946326 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:24.956645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38878) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:24.989375 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] For port dd76524b-515c-42af-bdb7-0ef3a9ebcbd1, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:05:25.003624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] For port dd76524b-515c-42af-bdb7-0ef3a9ebcbd1, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=dd76524b-515c-42af-bdb7-0ef3a9ebcbd1,segment=NetworkSegment(4021445a-d165-42c1-8980-6fbd5e77deee),segment_id=4021445a-d165-42c1-8980-6fbd5e77deee)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:05:25.054580 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-722b4fcf-ac2b-49c4-9983-20e16950713a req-141c221a-94c2-459b-aafa-70fbf547acbb tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284026 Jul 30 02:05:25.097558 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Transition to ACTIVE for port object 9cb171fb-5987-452f-9c1c-700e4f576c6f will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:25.130777 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57c880d-9915-4a1f-bbb0-2d5446d9a5c1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:25.142561 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:25.183932 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-32f878a8-3157-4e0d-b8b2-47c9f8a5c64a tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1596567251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:25.199495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port ef8df437-61a1-4f38-b347-a88bb4f94976 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:25.214012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port ef8df437-61a1-4f38-b347-a88bb4f94976 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:25.215218 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:25.298819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aca8b9-e8b0-421e-9a88-1d9fe113d6bc None None] Pushing event updated for resources: {'Port': ['ID=dd76524b-515c-42af-bdb7-0ef3a9ebcbd1,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:25.340718 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-32f878a8-3157-4e0d-b8b2-47c9f8a5c64a tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:25.345467 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-32f878a8-3157-4e0d-b8b2-47c9f8a5c64a tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:25.350131 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:25.449389 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:25.473383 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port ef8df437-61a1-4f38-b347-a88bb4f94976, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ef8df437-61a1-4f38-b347-a88bb4f94976,segment=NetworkSegment(21b15791-e960-4edf-baaf-61eb4b66f592),segment_id=21b15791-e960-4edf-baaf-61eb4b66f592)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:25.505031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network ae77529d-5296-4dbb-b37c-bf960cbec868 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:25.509025 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:25.513177 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:25.544204 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57c880d-9915-4a1f-bbb0-2d5446d9a5c1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:25.594150 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57c880d-9915-4a1f-bbb0-2d5446d9a5c1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:25.599230 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d57c880d-9915-4a1f-bbb0-2d5446d9a5c1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/35d524db-e11c-4340-935e-691c3f0d9e48 HTTP/1.1" status: 204 len: 168 time: 1.5336564 Jul 30 02:05:25.600597 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c880d-9915-4a1f-bbb0-2d5446d9a5c1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=35d524db-e11c-4340-935e-691c3f0d9e48,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:25.602724 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Port': ['ID=9cb171fb-5987-452f-9c1c-700e4f576c6f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:25.605301 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38890) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:25.667355 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-32f878a8-3157-4e0d-b8b2-47c9f8a5c64a tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:25.670014 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:25.775746 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:25.784816 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-32f878a8-3157-4e0d-b8b2-47c9f8a5c64a tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:25.819545 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=ef8df437-61a1-4f38-b347-a88bb4f94976,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:25.843542 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f19669cb-83ab-4033-b7af-1a2a7d5b8a21 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2279716 Jul 30 02:05:25.849791 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38896) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:25.927804 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4b9b2a-b5c2-4680-8e41-8eb364b4c9ca tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:25.929713 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4d4b9b2a-b5c2-4680-8e41-8eb364b4c9ca tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0788417 Jul 30 02:05:25.935857 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38898) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:25.943626 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-32f878a8-3157-4e0d-b8b2-47c9f8a5c64a tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:25.945000 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-32f878a8-3157-4e0d-b8b2-47c9f8a5c64a tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9870853 Jul 30 02:05:25.951096 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38900) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:25.977641 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-7cd7a922-9790-4a33-b8d0-79a957d44c7c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1447535191'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:26.086754 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997c142b-3c57-4e80-8fc1-dad76406334a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:26.086754 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-997c142b-3c57-4e80-8fc1-dad76406334a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1493483 Jul 30 02:05:26.088806 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38908) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:26.091767 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:26.163638 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3b173797-c56f-49e2-ae36-7bd81521fb0f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733681 Jul 30 02:05:26.164807 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd7a922-9790-4a33-b8d0-79a957d44c7c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Made reservation on behalf of 4ce4d4ce4dc54dd290d66d6b23466f10 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:26.168412 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a922-9790-4a33-b8d0-79a957d44c7c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:26.170711 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38912) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:26.180393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-5d6ba0ad-b4ba-4947-a019-122e67e64562 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:26.298922 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a922-9790-4a33-b8d0-79a957d44c7c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:26.626582 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170baace-05db-4008-a6dc-b6160af68729 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:26.746500 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6ba0ad-b4ba-4947-a019-122e67e64562 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:26.752663 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d6ba0ad-b4ba-4947-a019-122e67e64562 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:26.801443 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 32782f5e-73d5-427e-aea0-23a04bc37b5a up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:26.847363 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a922-9790-4a33-b8d0-79a957d44c7c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:26.910017 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:26.974695 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a922-9790-4a33-b8d0-79a957d44c7c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:27.034234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad73f7e3-2560-4e6b-9651-6bda227e28dc None None] DHCP port deletion for 84fe5bd8-9f93-443f-a4c2-007dacc11704 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:05:27.046155 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd7a922-9790-4a33-b8d0-79a957d44c7c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:05:27.067475 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:27.092320 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 32782f5e-73d5-427e-aea0-23a04bc37b5a completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:27.106793 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7a922-9790-4a33-b8d0-79a957d44c7c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b786095b-4baa-479c-baba-c6c98595083f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:27.128315 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 32782f5e-73d5-427e-aea0-23a04bc37b5a triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:27.128922 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:27.139500 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-31f809e9-9083-4234-aa30-c2e1c2b1299b None None] Provisioning for port 32782f5e-73d5-427e-aea0-23a04bc37b5a completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:27.140459 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a922-9790-4a33-b8d0-79a957d44c7c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:27.140993 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-7cd7a922-9790-4a33-b8d0-79a957d44c7c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Added segment 095dbd29-6a11-4394-9fc4-480d09b96a83 of type vlan for network 15bdfdf8-b4c4-422e-988a-efa5303a7db2 Jul 30 02:05:27.181439 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-31f809e9-9083-4234-aa30-c2e1c2b1299b None None] Provisioning complete for port 32782f5e-73d5-427e-aea0-23a04bc37b5a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:27.181660 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31f809e9-9083-4234-aa30-c2e1c2b1299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:27.225258 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:27.256420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bc39f2-0d48-4682-9a8c-434db21980b2 None None] Network ae77529d-5296-4dbb-b37c-bf960cbec868 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:27.320823 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a922-9790-4a33-b8d0-79a957d44c7c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:27.403232 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ad73f7e3-2560-4e6b-9651-6bda227e28dc None None] Deleting port 32782f5e-73d5-427e-aea0-23a04bc37b5a {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:27.403704 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ad73f7e3-2560-4e6b-9651-6bda227e28dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:27.455990 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d6ba0ad-b4ba-4947-a019-122e67e64562 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:27.569315 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a922-9790-4a33-b8d0-79a957d44c7c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:27.585919 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7a922-9790-4a33-b8d0-79a957d44c7c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:27.591012 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a922-9790-4a33-b8d0-79a957d44c7c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:27.670498 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6ba0ad-b4ba-4947-a019-122e67e64562 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:27.683511 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-5d6ba0ad-b4ba-4947-a019-122e67e64562 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:27.688464 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ba0ad-b4ba-4947-a019-122e67e64562 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=d6ed5707-0ed2-4d85-9813-797e84eb6175,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:27.692617 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6ba0ad-b4ba-4947-a019-122e67e64562 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:27.693508 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d6ba0ad-b4ba-4947-a019-122e67e64562 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:27.713009 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7a922-9790-4a33-b8d0-79a957d44c7c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event updated for resources: {'Network': ['ID=15bdfdf8-b4c4-422e-988a-efa5303a7db2,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:27.779879 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 15bdfdf8-b4c4-422e-988a-efa5303a7db2 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:05:27.865187 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event updated for resources: {'Port': ['ID=9cb171fb-5987-452f-9c1c-700e4f576c6f,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:27.877434 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:27.877787 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:27.878129 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:27.878498 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:27.878830 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:27.879162 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:27.879493 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:27.879839 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:27.885363 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:27.885710 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:27.886064 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:27.886416 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:27.940893 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Network ae77529d-5296-4dbb-b37c-bf960cbec868 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:27.943769 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:27.951695 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7cd7a922-9790-4a33-b8d0-79a957d44c7c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9950318 Jul 30 02:05:27.951695 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5d6ba0ad-b4ba-4947-a019-122e67e64562 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7766540 Jul 30 02:05:27.957451 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38952) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:27.957605 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38954) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:27.961654 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-6cb82f89-d8ee-47a6-b96f-8e7df8e75d17 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Request body: {'subnet': {'network_id': '15bdfdf8-b4c4-422e-988a-efa5303a7db2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:27.963782 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a530aa43-0946-4bab-a4e3-b3908178ab35 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'fixed_ips': [{'subnet_id': 'd6ed5707-0ed2-4d85-9813-797e84eb6175', 'ip_address': '2001:db8::efb1:6296:388c:71c7'}], 'name': 'tempest-NetworksTestDHCPv6-221694216'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:27.984668 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31f809e9-9083-4234-aa30-c2e1c2b1299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:28.281035 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a530aa43-0946-4bab-a4e3-b3908178ab35 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:28.308368 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:28.326079 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ad73f7e3-2560-4e6b-9651-6bda227e28dc None None] For port 32782f5e-73d5-427e-aea0-23a04bc37b5a, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=32782f5e-73d5-427e-aea0-23a04bc37b5a,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:28.330396 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ad73f7e3-2560-4e6b-9651-6bda227e28dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:28.335577 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router 53214bfa-0c23-47ea-87a4-c5043166a4a3 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:05:28.451325 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-31f809e9-9083-4234-aa30-c2e1c2b1299b None None] For port 32782f5e-73d5-427e-aea0-23a04bc37b5a, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=32782f5e-73d5-427e-aea0-23a04bc37b5a,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:28.460653 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ad73f7e3-2560-4e6b-9651-6bda227e28dc None None] Calling delete_port for 32782f5e-73d5-427e-aea0-23a04bc37b5a owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:28.478933 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb82f89-d8ee-47a6-b96f-8e7df8e75d17 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Made reservation on behalf of 4ce4d4ce4dc54dd290d66d6b23466f10 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:28.483727 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6cb82f89-d8ee-47a6-b96f-8e7df8e75d17 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:28.540166 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a530aa43-0946-4bab-a4e3-b3908178ab35 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:28.607678 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-a530aa43-0946-4bab-a4e3-b3908178ab35 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port bcd2910f-778c-43b6-a875-854148ff3528 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:05:28.643901 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31f809e9-9083-4234-aa30-c2e1c2b1299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:28.662914 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:05:28.696473 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c339aa25-24e6-4986-b7e8-b497753c9cc4 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/53214bfa-0c23-47ea-87a4-c5043166a4a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0292935 Jul 30 02:05:28.701129 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38970) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:28.716412 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7f1330f6-da0f-41f7-abbb-89b97480e590 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:28.725784 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] Sync routers for ids ['53214bfa-0c23-47ea-87a4-c5043166a4a3'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:05:28.923614 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] Routers {'53214bfa-0c23-47ea-87a4-c5043166a4a3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:28.927073 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53214bfa-0c23-47ea-87a4-c5043166a4a3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:28.995739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-a530aa43-0946-4bab-a4e3-b3908178ab35 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::efb1:6296:388c:71c7 (84fe5bd8-9f93-443f-a4c2-007dacc11704/d6ed5707-0ed2-4d85-9813-797e84eb6175/bcd2910f-778c-43b6-a875-854148ff3528) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:29.057600 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f809e9-9083-4234-aa30-c2e1c2b1299b None None] Pushing event updated for resources: {'Port': ['ID=32782f5e-73d5-427e-aea0-23a04bc37b5a,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:29.126840 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:05:29.127483 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:05:29.128469 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9598032b-b2f1-4e5e-98e3-a7271da2e9f6 None None] Provisioning for port dd76524b-515c-42af-bdb7-0ef3a9ebcbd1 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:29.221093 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] Set router 53214bfa-0c23-47ea-87a4-c5043166a4a3 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:29.281284 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ad73f7e3-2560-4e6b-9651-6bda227e28dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:29.318945 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae23590-2bb2-4cc0-8f0d-c83113c2bfa6 req-b4114983-64a2-4d56-922c-051a4ebed972 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:29.320666 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ae23590-2bb2-4cc0-8f0d-c83113c2bfa6 req-b4114983-64a2-4d56-922c-051a4ebed972 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.3977075 Jul 30 02:05:29.424416 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73f7e3-2560-4e6b-9651-6bda227e28dc None None] Pushing event deleted for resources: {'Port': ['ID=32782f5e-73d5-427e-aea0-23a04bc37b5a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:29.441684 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad73f7e3-2560-4e6b-9651-6bda227e28dc None None] No DVR routers for this DVR port 32782f5e-73d5-427e-aea0-23a04bc37b5a on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:05:29.480392 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6763568a-ae91-47b8-8865-718528cca2a7 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:29.490264 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ae23590-2bb2-4cc0-8f0d-c83113c2bfa6 req-0e518f26-9a8d-4592-ad59-fb17ada6c6f3 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150975 Jul 30 02:05:29.676951 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6cb82f89-d8ee-47a6-b96f-8e7df8e75d17 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:29.851239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-84fe5bd8-9f93-443f-a4c2-007dacc11704', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'fixed_ips': [{'subnet_id': 'd6ed5707-0ed2-4d85-9813-797e84eb6175'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:05:29.857342 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:29.908778 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Port 32782f5e-73d5-427e-aea0-23a04bc37b5a update to ACTIVE by agent not found {{(pid=94466) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 30 02:05:29.909457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ef8df437-61a1-4f38-b347-a88bb4f94976 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:29.944039 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb82f89-d8ee-47a6-b96f-8e7df8e75d17 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event updated for resources: {'Subnet': ['ID=2737aa15-354d-4390-8ae3-b70d0103be59,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:29.952249 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb82f89-d8ee-47a6-b96f-8e7df8e75d17 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Checking segment: {'id': '095dbd29-6a11-4394-9fc4-480d09b96a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '15bdfdf8-b4c4-422e-988a-efa5303a7db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:29.952615 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb82f89-d8ee-47a6-b96f-8e7df8e75d17 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Network hostable DHCP agents. Network: 15bdfdf8-b4c4-422e-988a-efa5303a7db2, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:05:30.091966 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb82f89-d8ee-47a6-b96f-8e7df8e75d17 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Network 15bdfdf8-b4c4-422e-988a-efa5303a7db2 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:05:30.120504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6639b-3564-44b1-bee1-081d8d4c61f4 req-72afb955-7fca-40d3-9b49-dcd3022c9da1 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:30.127165 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-54c6639b-3564-44b1-bee1-081d8d4c61f4 req-72afb955-7fca-40d3-9b49-dcd3022c9da1 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1120756 Jul 30 02:05:30.135003 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6e335879-3abf-4546-8741-52ab63c8d914 None None] Provisioning for port 9cb171fb-5987-452f-9c1c-700e4f576c6f completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:30.144097 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6e335879-3abf-4546-8741-52ab63c8d914 None None] Provisioning complete for port 9cb171fb-5987-452f-9c1c-700e4f576c6f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:30.144691 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6e335879-3abf-4546-8741-52ab63c8d914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:30.217186 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.extraroute_db [None req-7f1330f6-da0f-41f7-abbb-89b97480e590 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94465) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 02:05:30.229829 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-54c6639b-3564-44b1-bee1-081d8d4c61f4 req-67f39484-ddb6-405d-a1b4-d9514f861df3 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482354 Jul 30 02:05:30.244301 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a530aa43-0946-4bab-a4e3-b3908178ab35 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:30.270127 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-6cb82f89-d8ee-47a6-b96f-8e7df8e75d17 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 15bdfdf8-b4c4-422e-988a-efa5303a7db2) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:30.276617 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.extraroute_db [None req-7f1330f6-da0f-41f7-abbb-89b97480e590 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Removed routes are [] {{(pid=94465) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 02:05:30.276617 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f1330f6-da0f-41f7-abbb-89b97480e590 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:30.277696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb82f89-d8ee-47a6-b96f-8e7df8e75d17 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:30.278291 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6cb82f89-d8ee-47a6-b96f-8e7df8e75d17 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:30.279192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-a530aa43-0946-4bab-a4e3-b3908178ab35 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object bcd2910f-778c-43b6-a875-854148ff3528 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:30.310066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41476db-0405-483d-a4f5-3a740232946c None None] Network 15bdfdf8-b4c4-422e-988a-efa5303a7db2 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:30.421137 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6e335879-3abf-4546-8741-52ab63c8d914 None None] Port 9cb171fb-5987-452f-9c1c-700e4f576c6f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:05:30.461970 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port ef8df437-61a1-4f38-b347-a88bb4f94976 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:30.462388 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:30.464881 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a530aa43-0946-4bab-a4e3-b3908178ab35 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:30.488296 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a530aa43-0946-4bab-a4e3-b3908178ab35 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:30.491373 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-a530aa43-0946-4bab-a4e3-b3908178ab35 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:30.495032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6cb82f89-d8ee-47a6-b96f-8e7df8e75d17 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5363529 Jul 30 02:05:30.501260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39012) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:30.502798 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530aa43-0946-4bab-a4e3-b3908178ab35 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:30.516641 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a530aa43-0946-4bab-a4e3-b3908178ab35 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:30.517264 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a530aa43-0946-4bab-a4e3-b3908178ab35 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:30.579205 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-bd383fb9-6de0-40c0-b09a-3773d7e65b0f tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Request body: {'network': {'name': 'tempest-router-network01--895468762'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:30.634196 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:05:25Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b', 'name': '', 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:8c:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:03Z', 'updated_at': '2021-07-30T02:05:21Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:05Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb171fb-5987-452f-9c1c-700e4f576c6f', 'name': '', 'network_id': 'ae77529d-5296-4dbb-b37c-bf960cbec868', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:ed:09:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'c9ce5687-ae7e-4216-bf3a-2252aef6fa00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:23Z', 'updated_at': '2021-07-30T02:05:26Z', 'revision_number': 2, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': 'c9ce5687-ae7e-4216-bf3a-2252aef6fa00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef8df437-61a1-4f38-b347-a88bb4f94976', 'name': '', 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:7a:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:14Z', 'updated_at': '2021-07-30T02:05:25Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:30.690160 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9d441b80-240c-461a-be2a-d6945b518e6f None None] Provisioning complete for port 9cb171fb-5987-452f-9c1c-700e4f576c6f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:30.690569 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9d441b80-240c-461a-be2a-d6945b518e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:30.691581 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a530aa43-0946-4bab-a4e3-b3908178ab35 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7341125 Jul 30 02:05:30.695429 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39020) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:30.705255 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-bc063f31-37e3-43dc-8857-fcf6f746be1d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'fixed_ips': [{'subnet_id': 'd6ed5707-0ed2-4d85-9813-797e84eb6175', 'ip_address': '2001:db8::efb1:6296:388c:71c7'}], 'name': 'tempest-NetworksTestDHCPv6-1058004254'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:30.712447 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530aa43-0946-4bab-a4e3-b3908178ab35 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=bcd2910f-778c-43b6-a875-854148ff3528,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:30.733855 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2eb836-e02b-4d9f-ac7e-c73988d55509 req-37952bee-366e-44c7-92c1-d7d41abf7829 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:30.742273 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8d2eb836-e02b-4d9f-ac7e-c73988d55509 req-37952bee-366e-44c7-92c1-d7d41abf7829 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1377604 Jul 30 02:05:30.747438 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9d441b80-240c-461a-be2a-d6945b518e6f None None] Port 9cb171fb-5987-452f-9c1c-700e4f576c6f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:05:30.753762 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] Checking router: 53214bfa-0c23-47ea-87a4-c5043166a4a3 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:05:30.754129 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] Updating router 53214bfa-0c23-47ea-87a4-c5043166a4a3 port 9cb171fb-5987-452f-9c1c-700e4f576c6f binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:05:30.789328 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Allocated IP 2001:db8::2 (84fe5bd8-9f93-443f-a4c2-007dacc11704/d6ed5707-0ed2-4d85-9813-797e84eb6175/fa664051-a366-4c09-a843-8df37692cc2c) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:30.798542 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8d2eb836-e02b-4d9f-ac7e-c73988d55509 req-c9a23548-928b-42ff-a518-44558a8282bd tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496380 Jul 30 02:05:30.916720 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:30.998563 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f1330f6-da0f-41f7-abbb-89b97480e590 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:31.014579 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd383fb9-6de0-40c0-b09a-3773d7e65b0f tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Made reservation on behalf of 4ce4d4ce4dc54dd290d66d6b23466f10 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:31.018705 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bd383fb9-6de0-40c0-b09a-3773d7e65b0f tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:31.048107 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f1330f6-da0f-41f7-abbb-89b97480e590 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:31.123536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-15bdfdf8-b4c4-422e-988a-efa5303a7db2', 'network_id': '15bdfdf8-b4c4-422e-988a-efa5303a7db2', 'tenant_id': '4ce4d4ce4dc54dd290d66d6b23466f10', 'fixed_ips': [{'subnet_id': '2737aa15-354d-4390-8ae3-b70d0103be59'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:05:31.124088 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:31.138520 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d255c562-a170-4c4d-a8cb-70ed69c2259b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:31.192230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54823c95-75b9-4d89-bb8c-1fb6df95be24 req-2a1818c6-eb82-4abf-b34a-f08851658a61 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:31.200557 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-54823c95-75b9-4d89-bb8c-1fb6df95be24 req-2a1818c6-eb82-4abf-b34a-f08851658a61 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.2890949 Jul 30 02:05:31.305245 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd383fb9-6de0-40c0-b09a-3773d7e65b0f tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:05:31.332037 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-54823c95-75b9-4d89-bb8c-1fb6df95be24 req-33303e38-1bb8-4925-9e06-254133a36019 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974700 Jul 30 02:05:31.339481 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bd383fb9-6de0-40c0-b09a-3773d7e65b0f tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:31.339908 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-bd383fb9-6de0-40c0-b09a-3773d7e65b0f tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Added segment dcecddbb-137e-4174-9b85-aaad25c30fc0 of type vlan for network e46df9ce-770f-4969-8d4b-1357031c4fc6 Jul 30 02:05:31.382689 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1330f6-da0f-41f7-abbb-89b97480e590 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router 53214bfa-0c23-47ea-87a4-c5043166a4a3 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:05:31.483611 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bd383fb9-6de0-40c0-b09a-3773d7e65b0f tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:31.542511 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Allocated IP 2001:db8::2 (15bdfdf8-b4c4-422e-988a-efa5303a7db2/2737aa15-354d-4390-8ae3-b70d0103be59/6bf74d64-0461-4f35-afe8-ab68f6a6b810) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:31.556046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc063f31-37e3-43dc-8857-fcf6f746be1d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:31.693675 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1330f6-da0f-41f7-abbb-89b97480e590 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:05:31.700647 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:31.701621 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f1330f6-da0f-41f7-abbb-89b97480e590 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:31.705845 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7f1330f6-da0f-41f7-abbb-89b97480e590 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/53214bfa-0c23-47ea-87a4-c5043166a4a3 HTTP/1.1" status: 200 len: 934 time: 2.9975772 Jul 30 02:05:31.715334 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39044) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:31.715865 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bd383fb9-6de0-40c0-b09a-3773d7e65b0f tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:31.716098 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Transition to ACTIVE for port object 6bf74d64-0461-4f35-afe8-ab68f6a6b810 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:31.716218 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd383fb9-6de0-40c0-b09a-3773d7e65b0f tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:31.717432 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bd383fb9-6de0-40c0-b09a-3773d7e65b0f tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:31.725446 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Transition to ACTIVE for port object 6bf74d64-0461-4f35-afe8-ab68f6a6b810 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:31.798289 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf3430-e4d2-4a54-ab8f-30d6e5e96cae req-4f6b7957-5391-4382-b390-3a50865f60a4 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:31.833782 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9aaf3430-e4d2-4a54-ab8f-30d6e5e96cae req-4f6b7957-5391-4382-b390-3a50865f60a4 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.2657149 Jul 30 02:05:31.845560 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:31.903537 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a2154a55-32fb-4591-aad2-c7611e9e5802 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/routers/53214bfa-0c23-47ea-87a4-c5043166a4a3 HTTP/1.1" status: 200 len: 934 time: 0.1938312 Jul 30 02:05:31.910227 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39046) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:31.915245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-2ba5bcd1-8158-498b-a3ad-6b23554e545b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'router': {'routes': None}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:31.961270 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Network 15bdfdf8-b4c4-422e-988a-efa5303a7db2 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:31.965695 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bd383fb9-6de0-40c0-b09a-3773d7e65b0f tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3966825 Jul 30 02:05:31.970126 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39050) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:31.977384 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-dba484ef-4493-491f-b61e-67c5e20806e8 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Request body: {'network': {'name': 'tempest-router-network02--1224189079'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:31.995629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd383fb9-6de0-40c0-b09a-3773d7e65b0f tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event updated for resources: {'Network': ['ID=e46df9ce-770f-4969-8d4b-1357031c4fc6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:32.016974 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:32.032643 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9aaf3430-e4d2-4a54-ab8f-30d6e5e96cae req-6c0db064-e422-4c30-be85-2200e27da511 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967480 Jul 30 02:05:32.035545 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network e46df9ce-770f-4969-8d4b-1357031c4fc6 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:05:32.038902 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc063f31-37e3-43dc-8857-fcf6f746be1d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.041983 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.050348 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:32.058589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Pushing event updated for resources: {'Port': ['ID=6bf74d64-0461-4f35-afe8-ab68f6a6b810,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:32.060954 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port d255c562-a170-4c4d-a8cb-70ed69c2259b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:32.061551 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.070139 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-bc063f31-37e3-43dc-8857-fcf6f746be1d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port b5b6c91a-ca2c-42f9-a5a9-4d04abbd7280 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:05:32.178817 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Transition to ACTIVE for port object fa664051-a366-4c09-a843-8df37692cc2c will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:32.224152 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba484ef-4493-491f-b61e-67c5e20806e8 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Made reservation on behalf of 4ce4d4ce4dc54dd290d66d6b23466f10 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:32.227770 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dba484ef-4493-491f-b61e-67c5e20806e8 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.255960 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba484ef-4493-491f-b61e-67c5e20806e8 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:05:32.267686 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dba484ef-4493-491f-b61e-67c5e20806e8 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.268077 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-dba484ef-4493-491f-b61e-67c5e20806e8 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Added segment a2ef7ad1-0920-4fd8-ba40-8f9213bae30d of type vlan for network 6ac0445e-f428-4b6b-bc2d-b24c8f1f067c Jul 30 02:05:32.317750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Transition to ACTIVE for port object fa664051-a366-4c09-a843-8df37692cc2c will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:32.339097 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dba484ef-4493-491f-b61e-67c5e20806e8 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.385246 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.397726 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] Transition to ACTIVE for port object 9cb171fb-5987-452f-9c1c-700e4f576c6f will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:32.408382 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Attempting to bind port 6bf74d64-0461-4f35-afe8-ab68f6a6b810 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:05:32.412419 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Attempting to bind port 6bf74d64-0461-4f35-afe8-ab68f6a6b810 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '095dbd29-6a11-4394-9fc4-480d09b96a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '15bdfdf8-b4c4-422e-988a-efa5303a7db2'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:05:32.413059 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Attempting to bind port 6bf74d64-0461-4f35-afe8-ab68f6a6b810 on network 15bdfdf8-b4c4-422e-988a-efa5303a7db2 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:32.459972 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.469935 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dba484ef-4493-491f-b61e-67c5e20806e8 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.476225 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba484ef-4493-491f-b61e-67c5e20806e8 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:32.476891 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dba484ef-4493-491f-b61e-67c5e20806e8 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.477066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:05:32.477455 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Checking segment: {'id': '095dbd29-6a11-4394-9fc4-480d09b96a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '15bdfdf8-b4c4-422e-988a-efa5303a7db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:32.477859 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.478259 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Bound using segment: {'id': '095dbd29-6a11-4394-9fc4-480d09b96a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '15bdfdf8-b4c4-422e-988a-efa5303a7db2'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:05:32.478908 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Bound port: 6bf74d64-0461-4f35-afe8-ab68f6a6b810, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095dbd29-6a11-4394-9fc4-480d09b96a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '15bdfdf8-b4c4-422e-988a-efa5303a7db2'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:05:32.479303 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.489055 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.extraroute_db [None req-2ba5bcd1-8158-498b-a3ad-6b23554e545b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Added routes are [] {{(pid=94464) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 02:05:32.489492 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.extraroute_db [None req-2ba5bcd1-8158-498b-a3ad-6b23554e545b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94464) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 02:05:32.516174 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:32.522555 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ba5bcd1-8158-498b-a3ad-6b23554e545b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.526088 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.533491 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:32.538056 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:32.545632 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d2a80-8523-4359-bf88-e50c1627cf4c req-d268044d-664c-4c68-8183-9de97238148f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:32.547880 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-988d2a80-8523-4359-bf88-e50c1627cf4c req-d268044d-664c-4c68-8183-9de97238148f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.3891973 Jul 30 02:05:32.551483 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc063f31-37e3-43dc-8857-fcf6f746be1d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 30 02:05:32.552364 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc063f31-37e3-43dc-8857-fcf6f746be1d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:05:32.559088 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device dd76524b-515c-42af-bdb7-0ef3a9ebcbd1 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:32.579962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba484ef-4493-491f-b61e-67c5e20806e8 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event updated for resources: {'Network': ['ID=6ac0445e-f428-4b6b-bc2d-b24c8f1f067c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:32.591634 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-988d2a80-8523-4359-bf88-e50c1627cf4c req-33118960-535a-467a-b8e9-55f2e3759887 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365396 Jul 30 02:05:32.604438 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 6ac0445e-f428-4b6b-bc2d-b24c8f1f067c details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:05:32.605997 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Pushing event updated for resources: {'Port': ['ID=fa664051-a366-4c09-a843-8df37692cc2c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:32.659209 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dba484ef-4493-491f-b61e-67c5e20806e8 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6719134 Jul 30 02:05:32.659209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39064) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:32.659209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1b01025d-9a8b-47c8-89e6-7daf431061e0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Request body: {'subnet': {'network_id': 'e46df9ce-770f-4969-8d4b-1357031c4fc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:32.806130 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bc063f31-37e3-43dc-8857-fcf6f746be1d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.1063809 Jul 30 02:05:32.814235 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Attempting to bind port fa664051-a366-4c09-a843-8df37692cc2c on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:05:32.814649 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Attempting to bind port fa664051-a366-4c09-a843-8df37692cc2c by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:05:32.815042 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Attempting to bind port fa664051-a366-4c09-a843-8df37692cc2c on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:32.824154 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39078) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:32.832870 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:05:32.833254 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:32.842279 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.842279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:05:32.842279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Bound port: fa664051-a366-4c09-a843-8df37692cc2c, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:05:32.842279 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.978327 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996ae2f-a883-4b15-b814-aaed799363df req-f88d3d6a-1c2f-4ef1-a9b1-476519056078 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:32.980128 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9996ae2f-a883-4b15-b814-aaed799363df req-f88d3d6a-1c2f-4ef1-a9b1-476519056078 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1995814 Jul 30 02:05:33.040823 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ba5bcd1-8158-498b-a3ad-6b23554e545b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:33.047773 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ba5bcd1-8158-498b-a3ad-6b23554e545b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:33.052315 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9996ae2f-a883-4b15-b814-aaed799363df req-8866fd91-8729-488e-a22d-7f17eb34889a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645542 Jul 30 02:05:33.099937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d79f83c-0d2c-465b-a91f-5914830f81f7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:33.108630 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] For port fa664051-a366-4c09-a843-8df37692cc2c, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:05:33.111848 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] For port fa664051-a366-4c09-a843-8df37692cc2c, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=fa664051-a366-4c09-a843-8df37692cc2c,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:05:33.126378 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d79f83c-0d2c-465b-a91f-5914830f81f7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:33.128210 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2d79f83c-0d2c-465b-a91f-5914830f81f7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3110695 Jul 30 02:05:33.133310 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38256e-540e-48e3-986a-68a45f2234b9 None None] Pushing event updated for resources: {'Port': ['ID=9cb171fb-5987-452f-9c1c-700e4f576c6f,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:33.135339 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39088) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:33.138081 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] For port 6bf74d64-0461-4f35-afe8-ab68f6a6b810, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:05:33.141946 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:33.176018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] For port 6bf74d64-0461-4f35-afe8-ab68f6a6b810, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6bf74d64-0461-4f35-afe8-ab68f6a6b810,segment=NetworkSegment(095dbd29-6a11-4394-9fc4-480d09b96a83),segment_id=095dbd29-6a11-4394-9fc4-480d09b96a83)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:05:33.179908 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] Attempting to bind port 9cb171fb-5987-452f-9c1c-700e4f576c6f on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:05:33.185538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] Attempting to bind port 9cb171fb-5987-452f-9c1c-700e4f576c6f by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '4021445a-d165-42c1-8980-6fbd5e77deee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ae77529d-5296-4dbb-b37c-bf960cbec868'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:05:33.185538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] Attempting to bind port 9cb171fb-5987-452f-9c1c-700e4f576c6f on network ae77529d-5296-4dbb-b37c-bf960cbec868 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:33.185538 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:33.217810 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:05:33.218189 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] Checking segment: {'id': '4021445a-d165-42c1-8980-6fbd5e77deee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ae77529d-5296-4dbb-b37c-bf960cbec868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:33.218716 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:33.219149 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] Bound using segment: {'id': '4021445a-d165-42c1-8980-6fbd5e77deee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ae77529d-5296-4dbb-b37c-bf960cbec868'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:05:33.219640 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] Bound port: 9cb171fb-5987-452f-9c1c-700e4f576c6f, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4021445a-d165-42c1-8980-6fbd5e77deee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ae77529d-5296-4dbb-b37c-bf960cbec868'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:05:33.220029 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:33.299812 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:33.301836 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port dd76524b-515c-42af-bdb7-0ef3a9ebcbd1 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:33.307165 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba5bcd1-8158-498b-a3ad-6b23554e545b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router 53214bfa-0c23-47ea-87a4-c5043166a4a3 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:05:33.316697 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port dd76524b-515c-42af-bdb7-0ef3a9ebcbd1 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:33.317178 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:33.323182 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f36688-7ccc-4c0b-a02b-b900125e361a None None] Pushing event updated for resources: {'Port': ['ID=fa664051-a366-4c09-a843-8df37692cc2c,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:33.446706 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] For port 9cb171fb-5987-452f-9c1c-700e4f576c6f, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:05:33.447665 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b01025d-9a8b-47c8-89e6-7daf431061e0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Made reservation on behalf of 4ce4d4ce4dc54dd290d66d6b23466f10 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:33.461762 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b01025d-9a8b-47c8-89e6-7daf431061e0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:33.475756 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] For port 9cb171fb-5987-452f-9c1c-700e4f576c6f, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9cb171fb-5987-452f-9c1c-700e4f576c6f,segment=NetworkSegment(4021445a-d165-42c1-8980-6fbd5e77deee),segment_id=4021445a-d165-42c1-8980-6fbd5e77deee)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:05:33.481964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de1d3f-954f-43d3-be83-06f08efad6df None None] Pushing event updated for resources: {'Port': ['ID=6bf74d64-0461-4f35-afe8-ab68f6a6b810,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:33.606954 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:33.612271 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:33.627687 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba5bcd1-8158-498b-a3ad-6b23554e545b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:05:33.640462 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ba5bcd1-8158-498b-a3ad-6b23554e545b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:33.641932 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2ba5bcd1-8158-498b-a3ad-6b23554e545b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/53214bfa-0c23-47ea-87a4-c5043166a4a3 HTTP/1.1" status: 200 len: 700 time: 1.7304330 Jul 30 02:05:33.653314 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39106) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:33.920160 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cf04d3f5-735a-498c-b19e-a1ce01b4e073 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/routers/53214bfa-0c23-47ea-87a4-c5043166a4a3 HTTP/1.1" status: 200 len: 700 time: 0.2656455 Jul 30 02:05:33.927625 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39110) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:33.942397 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38256e-540e-48e3-986a-68a45f2234b9 None None] Pushing event updated for resources: {'Port': ['ID=9cb171fb-5987-452f-9c1c-700e4f576c6f,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:34.031863 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] Routers {'53214bfa-0c23-47ea-87a4-c5043166a4a3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:34.035203 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53214bfa-0c23-47ea-87a4-c5043166a4a3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:34.175454 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port dd76524b-515c-42af-bdb7-0ef3a9ebcbd1, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=dd76524b-515c-42af-bdb7-0ef3a9ebcbd1,segment=NetworkSegment(4021445a-d165-42c1-8980-6fbd5e77deee),segment_id=4021445a-d165-42c1-8980-6fbd5e77deee)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:34.318446 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:34.400194 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] Set router 53214bfa-0c23-47ea-87a4-c5043166a4a3 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:34.490924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774958b-9262-4b07-84a7-b02da651fde1 req-5f78e57f-8c4c-4d29-9243-b451bc082292 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:34.498253 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5774958b-9262-4b07-84a7-b02da651fde1 req-5f78e57f-8c4c-4d29-9243-b451bc082292 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 1.2645891 Jul 30 02:05:34.586624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=dd76524b-515c-42af-bdb7-0ef3a9ebcbd1,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:34.741093 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6bf74d64-0461-4f35-afe8-ab68f6a6b810 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:34.752787 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6819b1e6-566a-49e6-b13a-c84cd71ea323 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port bcd2910f-778c-43b6-a875-854148ff3528 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:34.753136 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6819b1e6-566a-49e6-b13a-c84cd71ea323 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:34.777847 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5774958b-9262-4b07-84a7-b02da651fde1 req-b80c9ef8-dd6b-433a-a998-752777b6e2d9 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763247 Jul 30 02:05:34.960300 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-823d4e7d-f32b-4c5f-bd93-5cf0ceac3c8b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:35.132649 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b01025d-9a8b-47c8-89e6-7daf431061e0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:35.277199 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01025d-9a8b-47c8-89e6-7daf431061e0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event updated for resources: {'Subnet': ['ID=ab7f29ea-dc56-4cf6-bbb5-eff4441c1761,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:35.390176 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b8c91-d29f-4108-ac23-5a53e9808311 req-49095d3a-8ef0-4ec5-a196-672bd2b8d4e5 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:35.394074 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e30b8c91-d29f-4108-ac23-5a53e9808311 req-49095d3a-8ef0-4ec5-a196-672bd2b8d4e5 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.3382998 Jul 30 02:05:35.562157 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e30b8c91-d29f-4108-ac23-5a53e9808311 req-904b06ea-44df-4dfe-a08a-dcfc8632b2d6 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413803 Jul 30 02:05:35.597488 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:05:32Z', 'revision_number': 7, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b', 'name': '', 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:8c:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:03Z', 'updated_at': '2021-07-30T02:05:21Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:05Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb171fb-5987-452f-9c1c-700e4f576c6f', 'name': '', 'network_id': 'ae77529d-5296-4dbb-b37c-bf960cbec868', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:ed:09:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'c9ce5687-ae7e-4216-bf3a-2252aef6fa00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:23Z', 'updated_at': '2021-07-30T02:05:33Z', 'revision_number': 4, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': 'c9ce5687-ae7e-4216-bf3a-2252aef6fa00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef8df437-61a1-4f38-b347-a88bb4f94976', 'name': '', 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:7a:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:14Z', 'updated_at': '2021-07-30T02:05:25Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:35.611876 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6819b1e6-566a-49e6-b13a-c84cd71ea323 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:35.634750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8dfa9b-11ab-43f1-9d4d-923560e9b508 None None] The sync data for ids ['53214bfa-0c23-47ea-87a4-c5043166a4a3'] in n-d-713498-9 is: [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:05:32Z', 'revision_number': 7, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b', 'name': '', 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:8c:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:03Z', 'updated_at': '2021-07-30T02:05:21Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:05Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb171fb-5987-452f-9c1c-700e4f576c6f', 'name': '', 'network_id': 'ae77529d-5296-4dbb-b37c-bf960cbec868', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:ed:09:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'c9ce5687-ae7e-4216-bf3a-2252aef6fa00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:23Z', 'updated_at': '2021-07-30T02:05:33Z', 'revision_number': 4, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': 'c9ce5687-ae7e-4216-bf3a-2252aef6fa00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef8df437-61a1-4f38-b347-a88bb4f94976', 'name': '', 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:7a:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:14Z', 'updated_at': '2021-07-30T02:05:25Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:05:35.651730 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6819b1e6-566a-49e6-b13a-c84cd71ea323 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for bcd2910f-778c-43b6-a875-854148ff3528 owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:35.652744 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-823d4e7d-f32b-4c5f-bd93-5cf0ceac3c8b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting port 9cb171fb-5987-452f-9c1c-700e4f576c6f {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:35.656367 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-823d4e7d-f32b-4c5f-bd93-5cf0ceac3c8b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:35.666000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 6bf74d64-0461-4f35-afe8-ab68f6a6b810 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:35.675886 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device fa664051-a366-4c09-a843-8df37692cc2c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:35.677993 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b01025d-9a8b-47c8-89e6-7daf431061e0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Checking segment: {'id': 'dcecddbb-137e-4174-9b85-aaad25c30fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'e46df9ce-770f-4969-8d4b-1357031c4fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:35.679133 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b01025d-9a8b-47c8-89e6-7daf431061e0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Network hostable DHCP agents. Network: e46df9ce-770f-4969-8d4b-1357031c4fc6, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:05:35.816207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dcccaf95-bcf7-485f-a6d0-26ca33f80c78 None None] Provisioning for port fa664051-a366-4c09-a843-8df37692cc2c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:35.859712 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cbf1e2-8cee-41e5-a8a8-ca264b8cfb43 None None] Network 15bdfdf8-b4c4-422e-988a-efa5303a7db2 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:35.978141 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b01025d-9a8b-47c8-89e6-7daf431061e0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Network e46df9ce-770f-4969-8d4b-1357031c4fc6 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:05:36.107485 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port fa664051-a366-4c09-a843-8df37692cc2c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:36.148093 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port fa664051-a366-4c09-a843-8df37692cc2c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:36.148484 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:36.163418 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-1b01025d-9a8b-47c8-89e6-7daf431061e0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, e46df9ce-770f-4969-8d4b-1357031c4fc6) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:36.173286 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b01025d-9a8b-47c8-89e6-7daf431061e0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:36.180138 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b01025d-9a8b-47c8-89e6-7daf431061e0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:36.249138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d5281509-9cea-4774-9cdc-eba448ddf3b1 None None] Could not find standard attr ID for object 10f4144d-083b-4055-88e5-5b2a23fb73fa. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:05:36.253380 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364ebb46-be42-4220-8bed-9a3a174a8fc8 None None] Network e46df9ce-770f-4969-8d4b-1357031c4fc6 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:36.281206 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6819b1e6-566a-49e6-b13a-c84cd71ea323 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:36.371030 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1b01025d-9a8b-47c8-89e6-7daf431061e0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7215655 Jul 30 02:05:36.379259 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819b1e6-566a-49e6-b13a-c84cd71ea323 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=bcd2910f-778c-43b6-a875-854148ff3528,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:36.387917 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39152) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:36.404405 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-8758b91c-5694-4c0a-a9e2-370e9fdd859c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Request body: {'subnet': {'network_id': '6ac0445e-f428-4b6b-bc2d-b24c8f1f067c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:36.486196 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6819b1e6-566a-49e6-b13a-c84cd71ea323 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:36.503660 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6819b1e6-566a-49e6-b13a-c84cd71ea323 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/bcd2910f-778c-43b6-a875-854148ff3528 HTTP/1.1" status: 204 len: 168 time: 3.3413491 Jul 30 02:05:36.505780 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39154) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:36.627152 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15ee0ca-c62f-48f8-961f-ce93984a55d9 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:36.629891 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15ee0ca-c62f-48f8-961f-ce93984a55d9 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:36.634968 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b15ee0ca-c62f-48f8-961f-ce93984a55d9 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1281354 Jul 30 02:05:36.635672 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39158) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:36.772711 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-56427559-650b-4dec-8923-078b43b074d0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet d6ed5707-0ed2-4d85-9813-797e84eb6175 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:05:36.783965 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-56427559-650b-4dec-8923-078b43b074d0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:36.802672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74633eb-66c7-4b18-aa94-0fbdb4778c76 req-0dbe4f5d-4375-4cba-8c64-6d64d8826d73 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:36.811136 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d74633eb-66c7-4b18-aa94-0fbdb4778c76 req-0dbe4f5d-4375-4cba-8c64-6d64d8826d73 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 1.1113641 Jul 30 02:05:36.844489 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d5281509-9cea-4774-9cdc-eba448ddf3b1 None None] Provisioning for port 6bf74d64-0461-4f35-afe8-ab68f6a6b810 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:36.851968 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-e46df9ce-770f-4969-8d4b-1357031c4fc6', 'network_id': 'e46df9ce-770f-4969-8d4b-1357031c4fc6', 'tenant_id': '4ce4d4ce4dc54dd290d66d6b23466f10', 'fixed_ips': [{'subnet_id': 'ab7f29ea-dc56-4cf6-bbb5-eff4441c1761'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:05:36.853235 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:36.863804 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-823d4e7d-f32b-4c5f-bd93-5cf0ceac3c8b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] For port 9cb171fb-5987-452f-9c1c-700e4f576c6f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9cb171fb-5987-452f-9c1c-700e4f576c6f,segment=NetworkSegment(4021445a-d165-42c1-8980-6fbd5e77deee),segment_id=4021445a-d165-42c1-8980-6fbd5e77deee)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:36.864178 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-823d4e7d-f32b-4c5f-bd93-5cf0ceac3c8b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:36.878658 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d5281509-9cea-4774-9cdc-eba448ddf3b1 None None] Provisioning complete for port 6bf74d64-0461-4f35-afe8-ab68f6a6b810 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:36.878658 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d5281509-9cea-4774-9cdc-eba448ddf3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:36.890964 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-823d4e7d-f32b-4c5f-bd93-5cf0ceac3c8b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Calling delete_port for 9cb171fb-5987-452f-9c1c-700e4f576c6f owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:36.909865 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8758b91c-5694-4c0a-a9e2-370e9fdd859c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Made reservation on behalf of 4ce4d4ce4dc54dd290d66d6b23466f10 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:36.917499 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d74633eb-66c7-4b18-aa94-0fbdb4778c76 req-d451adf1-7454-440e-8053-1cda69707cfe tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049712 Jul 30 02:05:36.919617 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8758b91c-5694-4c0a-a9e2-370e9fdd859c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:37.116596 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f1df7-3ede-4689-bde5-5e2dc73b4a14 None None] Sync routers for ids ['53214bfa-0c23-47ea-87a4-c5043166a4a3'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:05:37.122377 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Allocated IP 2001:db8::2 (e46df9ce-770f-4969-8d4b-1357031c4fc6/ab7f29ea-dc56-4cf6-bbb5-eff4441c1761/847ebab8-43d1-4030-8cdb-b65c7fc38a27) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:37.138544 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f1df7-3ede-4689-bde5-5e2dc73b4a14 None None] Routers {'53214bfa-0c23-47ea-87a4-c5043166a4a3'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:37.139589 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e71f1df7-3ede-4689-bde5-5e2dc73b4a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53214bfa-0c23-47ea-87a4-c5043166a4a3'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:37.223457 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-56427559-650b-4dec-8923-078b43b074d0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:37.275823 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6bdc2-aae6-47db-9ebe-e20540fccd64 req-dbf12816-b73a-4c1a-8268-08c2f0f2b3c5 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:37.286283 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-60a6bdc2-aae6-47db-9ebe-e20540fccd64 req-dbf12816-b73a-4c1a-8268-08c2f0f2b3c5 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.0874574 Jul 30 02:05:37.342881 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:37.352261 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Transition to ACTIVE for port object 847ebab8-43d1-4030-8cdb-b65c7fc38a27 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:37.366046 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-e71f1df7-3ede-4689-bde5-5e2dc73b4a14 None None] Set router 53214bfa-0c23-47ea-87a4-c5043166a4a3 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:37.376948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Transition to ACTIVE for port object 847ebab8-43d1-4030-8cdb-b65c7fc38a27 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:37.428999 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:37.489712 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:37.523897 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-60a6bdc2-aae6-47db-9ebe-e20540fccd64 req-af347356-88ea-4cee-948c-4fc7aa8e71c3 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363670 Jul 30 02:05:37.569526 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-823d4e7d-f32b-4c5f-bd93-5cf0ceac3c8b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:37.657342 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Network e46df9ce-770f-4969-8d4b-1357031c4fc6 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:37.670739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port fa664051-a366-4c09-a843-8df37692cc2c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=fa664051-a366-4c09-a843-8df37692cc2c,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:37.672262 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:37.687884 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d4e7d-f32b-4c5f-bd93-5cf0ceac3c8b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Port': ['ID=9cb171fb-5987-452f-9c1c-700e4f576c6f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:37.691372 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:37.697126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Pushing event updated for resources: {'Port': ['ID=847ebab8-43d1-4030-8cdb-b65c7fc38a27,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:37.806966 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-56427559-650b-4dec-8923-078b43b074d0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:37.861766 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5aeb4-ff07-42ce-b3fd-0a8c77573227 req-0137ddf4-fef7-4d46-9f0a-3b079340ee11 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:37.864555 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5ba5aeb4-ff07-42ce-b3fd-0a8c77573227 req-0137ddf4-fef7-4d46-9f0a-3b079340ee11 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1479833 Jul 30 02:05:37.887694 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d5281509-9cea-4774-9cdc-eba448ddf3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:37.894219 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e71f1df7-3ede-4689-bde5-5e2dc73b4a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:05:32Z', 'revision_number': 7, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b', 'name': '', 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:8c:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:03Z', 'updated_at': '2021-07-30T02:05:21Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:05Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb171fb-5987-452f-9c1c-700e4f576c6f', 'name': '', 'network_id': 'ae77529d-5296-4dbb-b37c-bf960cbec868', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:ed:09:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'c9ce5687-ae7e-4216-bf3a-2252aef6fa00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:23Z', 'updated_at': '2021-07-30T02:05:33Z', 'revision_number': 4, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': 'c9ce5687-ae7e-4216-bf3a-2252aef6fa00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef8df437-61a1-4f38-b347-a88bb4f94976', 'name': '', 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:7a:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:14Z', 'updated_at': '2021-07-30T02:05:25Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:37.922667 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:37.949034 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8758b91c-5694-4c0a-a9e2-370e9fdd859c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:38.001482 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f1df7-3ede-4689-bde5-5e2dc73b4a14 None None] Checking router: 53214bfa-0c23-47ea-87a4-c5043166a4a3 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:05:38.019514 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f1df7-3ede-4689-bde5-5e2dc73b4a14 None None] Routers {'53214bfa-0c23-47ea-87a4-c5043166a4a3'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:38.020161 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e71f1df7-3ede-4689-bde5-5e2dc73b4a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53214bfa-0c23-47ea-87a4-c5043166a4a3'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:38.055819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=fa664051-a366-4c09-a843-8df37692cc2c,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:38.065811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Attempting to bind port 847ebab8-43d1-4030-8cdb-b65c7fc38a27 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:05:38.066186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Attempting to bind port 847ebab8-43d1-4030-8cdb-b65c7fc38a27 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'dcecddbb-137e-4174-9b85-aaad25c30fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'e46df9ce-770f-4969-8d4b-1357031c4fc6'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:05:38.066650 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Attempting to bind port 847ebab8-43d1-4030-8cdb-b65c7fc38a27 on network e46df9ce-770f-4969-8d4b-1357031c4fc6 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:38.114259 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-823d4e7d-f32b-4c5f-bd93-5cf0ceac3c8b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:38.128565 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d5281509-9cea-4774-9cdc-eba448ddf3b1 None None] For port 6bf74d64-0461-4f35-afe8-ab68f6a6b810, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6bf74d64-0461-4f35-afe8-ab68f6a6b810,segment=NetworkSegment(095dbd29-6a11-4394-9fc4-480d09b96a83),segment_id=095dbd29-6a11-4394-9fc4-480d09b96a83)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:38.130201 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 32782f5e-73d5-427e-aea0-23a04bc37b5a no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:05:38.154044 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:05:38.154929 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Checking segment: {'id': 'dcecddbb-137e-4174-9b85-aaad25c30fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'e46df9ce-770f-4969-8d4b-1357031c4fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:38.155506 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:38.156811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Bound using segment: {'id': 'dcecddbb-137e-4174-9b85-aaad25c30fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'e46df9ce-770f-4969-8d4b-1357031c4fc6'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:05:38.157616 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Bound port: 847ebab8-43d1-4030-8cdb-b65c7fc38a27, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcecddbb-137e-4174-9b85-aaad25c30fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'e46df9ce-770f-4969-8d4b-1357031c4fc6'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:05:38.158174 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:38.161839 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 32782f5e-73d5-427e-aea0-23a04bc37b5a {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:05:38.162403 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 32782f5e-73d5-427e-aea0-23a04bc37b5a not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:05:38.163005 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5ba5aeb4-ff07-42ce-b3fd-0a8c77573227 req-1693f7db-41e1-4d86-a2ba-c5a2180ea223 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921579 Jul 30 02:05:38.248613 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d5281509-9cea-4774-9cdc-eba448ddf3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:38.293874 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8758b91c-5694-4c0a-a9e2-370e9fdd859c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Checking segment: {'id': 'a2ef7ad1-0920-4fd8-ba40-8f9213bae30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6ac0445e-f428-4b6b-bc2d-b24c8f1f067c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:38.293874 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8758b91c-5694-4c0a-a9e2-370e9fdd859c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Network hostable DHCP agents. Network: 6ac0445e-f428-4b6b-bc2d-b24c8f1f067c, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:05:38.309759 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758b91c-5694-4c0a-a9e2-370e9fdd859c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event updated for resources: {'Subnet': ['ID=45263754-4f08-4af9-9ae5-aee518222c59,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:38.318704 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-e71f1df7-3ede-4689-bde5-5e2dc73b4a14 None None] Set router 53214bfa-0c23-47ea-87a4-c5043166a4a3 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:38.334069 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-56427559-650b-4dec-8923-078b43b074d0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:38.379995 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56427559-650b-4dec-8923-078b43b074d0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ed5707-0ed2-4d85-9813-797e84eb6175,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:38.387254 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-56427559-650b-4dec-8923-078b43b074d0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:38.392080 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-56427559-650b-4dec-8923-078b43b074d0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/d6ed5707-0ed2-4d85-9813-797e84eb6175 HTTP/1.1" status: 204 len: 168 time: 1.7530315 Jul 30 02:05:38.393009 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39200) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:38.445226 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5281509-9cea-4774-9cdc-eba448ddf3b1 None None] Pushing event updated for resources: {'Port': ['ID=6bf74d64-0461-4f35-afe8-ab68f6a6b810,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:38.454193 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8bee2f-4992-4deb-91d8-bc8a4efeed0a None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:38.467567 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b1e99253-dcf8-428f-816c-484b5ba48092 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684948 Jul 30 02:05:38.471258 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device dd76524b-515c-42af-bdb7-0ef3a9ebcbd1 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:38.471866 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39210) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:38.483964 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-31d10b69-2b31-42f4-9ab9-9faf7a7c9bb7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:38.494415 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8758b91c-5694-4c0a-a9e2-370e9fdd859c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Network 6ac0445e-f428-4b6b-bc2d-b24c8f1f067c is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:05:38.719673 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-8758b91c-5694-4c0a-a9e2-370e9fdd859c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 6ac0445e-f428-4b6b-bc2d-b24c8f1f067c) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:38.734485 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8758b91c-5694-4c0a-a9e2-370e9fdd859c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:38.743477 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8758b91c-5694-4c0a-a9e2-370e9fdd859c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:38.772978 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86bbb0b-6c40-40e2-bd9f-3967a5c664e0 None None] Network 6ac0445e-f428-4b6b-bc2d-b24c8f1f067c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:38.849098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823d4e7d-f32b-4c5f-bd93-5cf0ceac3c8b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router 53214bfa-0c23-47ea-87a4-c5043166a4a3 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:05:38.900103 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e71f1df7-3ede-4689-bde5-5e2dc73b4a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:05:37Z', 'revision_number': 8, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b', 'name': '', 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:8c:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:03Z', 'updated_at': '2021-07-30T02:05:21Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:05Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef8df437-61a1-4f38-b347-a88bb4f94976', 'name': '', 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:7a:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:14Z', 'updated_at': '2021-07-30T02:05:25Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:38.916352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d10b69-2b31-42f4-9ab9-9faf7a7c9bb7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:38.934482 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-31d10b69-2b31-42f4-9ab9-9faf7a7c9bb7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:38.942686 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c5d63-234d-474a-9df9-99befd54dbab req-36e4e922-80bb-4263-9928-0e758650a9e1 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:38.945283 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f1df7-3ede-4689-bde5-5e2dc73b4a14 None None] The sync data for ids ['53214bfa-0c23-47ea-87a4-c5043166a4a3'] in n-d-713498-9 is: [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:05:37Z', 'revision_number': 8, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b', 'name': '', 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:8c:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:03Z', 'updated_at': '2021-07-30T02:05:21Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:05Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef8df437-61a1-4f38-b347-a88bb4f94976', 'name': '', 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:7a:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:14Z', 'updated_at': '2021-07-30T02:05:25Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:05:38.945485 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-850c5d63-234d-474a-9df9-99befd54dbab req-36e4e922-80bb-4263-9928-0e758650a9e1 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/networks?id=d37600d1-d258-4a70-aa2c-f9ef5b6795ad HTTP/1.1" status: 200 len: 814 time: 0.4577825 Jul 30 02:05:39.008595 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-30de3096-5684-404a-96c1-36c8ba28f2a2 None None] Provisioning complete for port 6bf74d64-0461-4f35-afe8-ab68f6a6b810 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:39.009097 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30de3096-5684-404a-96c1-36c8ba28f2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.074575 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8758b91c-5694-4c0a-a9e2-370e9fdd859c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6775048 Jul 30 02:05:39.085179 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39232) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:39.098571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823d4e7d-f32b-4c5f-bd93-5cf0ceac3c8b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:05:39.100013 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port dd76524b-515c-42af-bdb7-0ef3a9ebcbd1 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:39.106169 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.114329 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-823d4e7d-f32b-4c5f-bd93-5cf0ceac3c8b tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/53214bfa-0c23-47ea-87a4-c5043166a4a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1829112 Jul 30 02:05:39.132345 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-850c5d63-234d-474a-9df9-99befd54dbab req-bdd4b264-cdd8-46e1-99c0-23c880c67ba3 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/quotas/98cb24431910454fa0102d049341fde2 HTTP/1.1" status: 200 len: 375 time: 0.0398517 Jul 30 02:05:39.135054 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39234) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:39.201146 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] For port 847ebab8-43d1-4030-8cdb-b65c7fc38a27, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:05:39.340664 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] For port 847ebab8-43d1-4030-8cdb-b65c7fc38a27, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=847ebab8-43d1-4030-8cdb-b65c7fc38a27,segment=NetworkSegment(dcecddbb-137e-4174-9b85-aaad25c30fc0),segment_id=dcecddbb-137e-4174-9b85-aaad25c30fc0)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:05:39.369297 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e6a188-82ea-4360-8bf0-9dca0157f413 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting subnet c9ce5687-ae7e-4216-bf3a-2252aef6fa00 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:05:39.379153 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a188-82ea-4360-8bf0-9dca0157f413 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.396253 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-850c5d63-234d-474a-9df9-99befd54dbab req-3de826a6-b65b-4f31-a089-131935f3b417 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=98cb24431910454fa0102d049341fde2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2549207 Jul 30 02:05:39.430325 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4340976d-5db4-4f39-9b58-8f58a94ddc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.452730 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.477386 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a188-82ea-4360-8bf0-9dca0157f413 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.634086 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39248) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:39.704160 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a188-82ea-4360-8bf0-9dca0157f413 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.710195 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device fa664051-a366-4c09-a843-8df37692cc2c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:39.772335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-6ac0445e-f428-4b6b-bc2d-b24c8f1f067c', 'network_id': '6ac0445e-f428-4b6b-bc2d-b24c8f1f067c', 'tenant_id': '4ce4d4ce4dc54dd290d66d6b23466f10', 'fixed_ips': [{'subnet_id': '45263754-4f08-4af9-9ae5-aee518222c59'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:05:39.775074 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.945104 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc093999-2892-4ac2-b388-c4761869763e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.952215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046eecb7-9586-4055-be0c-2c00e3dd2ca2 None None] DHCP port deletion for 84fe5bd8-9f93-443f-a4c2-007dacc11704 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:05:39.979265 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45878789-795a-4517-a40a-763fff8109fc None None] Sync routers for ids ['53214bfa-0c23-47ea-87a4-c5043166a4a3'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:05:39.989095 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126343b-7968-4c88-a838-01733d244727 req-91af7c6b-8e45-495d-9543-2e142e08c833 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:40.005761 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d126343b-7968-4c88-a838-01733d244727 req-91af7c6b-8e45-495d-9543-2e142e08c833 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.4094214 Jul 30 02:05:40.017354 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea9c36-49c7-4aee-962b-7cd04b52972c None None] Pushing event updated for resources: {'Port': ['ID=847ebab8-43d1-4030-8cdb-b65c7fc38a27,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:40.070762 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a188-82ea-4360-8bf0-9dca0157f413 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.107129 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45878789-795a-4517-a40a-763fff8109fc None None] Routers {'53214bfa-0c23-47ea-87a4-c5043166a4a3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:40.119358 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-45878789-795a-4517-a40a-763fff8109fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53214bfa-0c23-47ea-87a4-c5043166a4a3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:40.128389 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6a188-82ea-4360-8bf0-9dca0157f413 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ce5687-ae7e-4216-bf3a-2252aef6fa00,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:40.138673 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a188-82ea-4360-8bf0-9dca0157f413 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.141240 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b7e6a188-82ea-4360-8bf0-9dca0157f413 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/subnets/c9ce5687-ae7e-4216-bf3a-2252aef6fa00 HTTP/1.1" status: 204 len: 168 time: 1.0046327 Jul 30 02:05:40.145832 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6a188-82ea-4360-8bf0-9dca0157f413 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.146193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6a188-82ea-4360-8bf0-9dca0157f413 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.146571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6a188-82ea-4360-8bf0-9dca0157f413 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.146906 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6a188-82ea-4360-8bf0-9dca0157f413 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.147238 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6a188-82ea-4360-8bf0-9dca0157f413 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.147564 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6a188-82ea-4360-8bf0-9dca0157f413 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.147890 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6a188-82ea-4360-8bf0-9dca0157f413 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.148211 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6a188-82ea-4360-8bf0-9dca0157f413 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.148660 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6a188-82ea-4360-8bf0-9dca0157f413 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.148981 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6a188-82ea-4360-8bf0-9dca0157f413 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.149303 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6a188-82ea-4360-8bf0-9dca0157f413 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.149678 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6a188-82ea-4360-8bf0-9dca0157f413 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.163203 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39256) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:40.204347 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-30de3096-5684-404a-96c1-36c8ba28f2a2 None None] Could not find standard attr ID for object bcd2910f-778c-43b6-a875-854148ff3528. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:05:40.206131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc33fd39-d487-44b9-b255-4be8a93bbac5 None None] Network ae77529d-5296-4dbb-b37c-bf960cbec868 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:40.220931 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d126343b-7968-4c88-a838-01733d244727 req-cf989922-4b8a-4df4-8264-0dd9884a1777 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142437 Jul 30 02:05:40.222277 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e10dc021-a1d5-48ed-9a78-853860da6c70 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.293467 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1203-c335-4bcb-950c-c4f27c4b7022 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.381091 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc093999-2892-4ac2-b388-c4761869763e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.469116 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc093999-2892-4ac2-b388-c4761869763e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.528682 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fc093999-2892-4ac2-b388-c4761869763e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8f7567186b83474f9dfc50fb36625516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8931296 Jul 30 02:05:40.540177 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d443c-3978-4d43-bcc2-0304f94d894b req-b6fd47e7-773b-4a10-b186-23f0e1b91f9e tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:40.541323 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6d0d443c-3978-4d43-bcc2-0304f94d894b req-b6fd47e7-773b-4a10-b186-23f0e1b91f9e tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1567812 Jul 30 02:05:40.546456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39266) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:40.602598 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-31d10b69-2b31-42f4-9ab9-9faf7a7c9bb7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.633886 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc093999-2892-4ac2-b388-c4761869763e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522145c8-4009-4eb0-95f7-51fa5723ee41,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:40.640881 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6d0d443c-3978-4d43-bcc2-0304f94d894b req-f1073110-f6ec-4c39-9859-6b08c4f9aaf1 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497825 Jul 30 02:05:40.664228 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a9da044-0f52-411d-8c15-612e4fa53078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.689319 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d10b69-2b31-42f4-9ab9-9faf7a7c9bb7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=01c0e491-f828-40d5-8d7a-15dafd5d0406,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:40.696073 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a9da044-0f52-411d-8c15-612e4fa53078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.701958 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e1203-c335-4bcb-950c-c4f27c4b7022 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting port dd76524b-515c-42af-bdb7-0ef3a9ebcbd1 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:40.702651 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1203-c335-4bcb-950c-c4f27c4b7022 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.753006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d10b69-2b31-42f4-9ab9-9faf7a7c9bb7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:40.758378 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-31d10b69-2b31-42f4-9ab9-9faf7a7c9bb7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:40.769860 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d10b69-2b31-42f4-9ab9-9faf7a7c9bb7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:40.774355 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-31d10b69-2b31-42f4-9ab9-9faf7a7c9bb7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.818163 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-45878789-795a-4517-a40a-763fff8109fc None None] Set router 53214bfa-0c23-47ea-87a4-c5043166a4a3 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:40.851704 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-e10dc021-a1d5-48ed-9a78-853860da6c70 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Allocated IP 2001:db8::1 (e46df9ce-770f-4969-8d4b-1357031c4fc6/ab7f29ea-dc56-4cf6-bbb5-eff4441c1761/0ee20167-0a34-43eb-9bca-129eb696b4af) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:40.889354 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-31d10b69-2b31-42f4-9ab9-9faf7a7c9bb7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4145520 Jul 30 02:05:40.913428 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39278) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:40.918562 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1c5b65a5-cc21-40d0-9b1a-9dfcb0be2caf tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'fixed_ips': [{'subnet_id': '01c0e491-f828-40d5-8d7a-15dafd5d0406', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1214289579'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:40.934524 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-3e3e1203-c335-4bcb-950c-c4f27c4b7022 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] For port dd76524b-515c-42af-bdb7-0ef3a9ebcbd1, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=dd76524b-515c-42af-bdb7-0ef3a9ebcbd1,segment=NetworkSegment(4021445a-d165-42c1-8980-6fbd5e77deee),segment_id=4021445a-d165-42c1-8980-6fbd5e77deee)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:40.934857 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1203-c335-4bcb-950c-c4f27c4b7022 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.952057 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e1203-c335-4bcb-950c-c4f27c4b7022 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Calling delete_port for dd76524b-515c-42af-bdb7-0ef3a9ebcbd1 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:40.953926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port fa664051-a366-4c09-a843-8df37692cc2c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:40.954392 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.065101 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-046eecb7-9586-4055-be0c-2c00e3dd2ca2 None None] Deleting port fa664051-a366-4c09-a843-8df37692cc2c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:41.065776 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-046eecb7-9586-4055-be0c-2c00e3dd2ca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.129909 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a9da044-0f52-411d-8c15-612e4fa53078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.134727 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Allocated IP 2001:db8::2 (6ac0445e-f428-4b6b-bc2d-b24c8f1f067c/45263754-4f08-4af9-9ae5-aee518222c59/af2baa25-6d54-41e1-80ec-9c7b274c6ef5) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:41.136242 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a9da044-0f52-411d-8c15-612e4fa53078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.137421 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9a9da044-0f52-411d-8c15-612e4fa53078 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/522145c8-4009-4eb0-95f7-51fa5723ee41 HTTP/1.1" status: 204 len: 168 time: 0.5867572 Jul 30 02:05:41.190821 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9da044-0f52-411d-8c15-612e4fa53078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522145c8-4009-4eb0-95f7-51fa5723ee41,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:41.245884 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82201f94-82f1-42fd-b3ae-24fafbf7d33d req-6e3ffb9e-d4b1-404e-af07-f7c2ea0f886f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=98cb24431910454fa0102d049341fde2 HTTP/1.1" status: 200 len: 221 time: 0.2880361 Jul 30 02:05:41.292767 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1203-c335-4bcb-950c-c4f27c4b7022 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.364059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3e1203-c335-4bcb-950c-c4f27c4b7022 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] No DVR routers for this DVR port dd76524b-515c-42af-bdb7-0ef3a9ebcbd1 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:05:41.397201 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6396e3-f949-4292-a65f-cd044f77d7a1 None None] Network e46df9ce-770f-4969-8d4b-1357031c4fc6 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:41.414995 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e10dc021-a1d5-48ed-9a78-853860da6c70 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.445592 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-e10dc021-a1d5-48ed-9a78-853860da6c70 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Transition to ACTIVE for port object 0ee20167-0a34-43eb-9bca-129eb696b4af will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:41.467669 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e1203-c335-4bcb-950c-c4f27c4b7022 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Port': ['ID=dd76524b-515c-42af-bdb7-0ef3a9ebcbd1,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:41.534545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5b65a5-cc21-40d0-9b1a-9dfcb0be2caf tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:41.610242 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dc6379-943d-47c4-b192-6d66146ddc2b None None] DHCP port deletion for ae77529d-5296-4dbb-b37c-bf960cbec868 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:05:41.614764 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e10dc021-a1d5-48ed-9a78-853860da6c70 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.637849 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-046eecb7-9586-4055-be0c-2c00e3dd2ca2 None None] For port fa664051-a366-4c09-a843-8df37692cc2c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=fa664051-a366-4c09-a843-8df37692cc2c,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:41.642533 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-046eecb7-9586-4055-be0c-2c00e3dd2ca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.650490 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1203-c335-4bcb-950c-c4f27c4b7022 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.676267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10dc021-a1d5-48ed-9a78-853860da6c70 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Network e46df9ce-770f-4969-8d4b-1357031c4fc6 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:41.685745 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-e10dc021-a1d5-48ed-9a78-853860da6c70 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:41.695308 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaaab8a-fd8a-4844-93df-f91b19aba0b3 req-3351bc63-579d-44d2-87ca-b3a519514e49 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:41.700427 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10dc021-a1d5-48ed-9a78-853860da6c70 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:41.704607 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e10dc021-a1d5-48ed-9a78-853860da6c70 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.707341 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-abaaab8a-fd8a-4844-93df-f91b19aba0b3 req-3351bc63-579d-44d2-87ca-b3a519514e49 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.3366003 Jul 30 02:05:41.733268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-3e3e1203-c335-4bcb-950c-c4f27c4b7022 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae77529d-5296-4dbb-b37c-bf960cbec868']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:41.758590 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10dc021-a1d5-48ed-9a78-853860da6c70 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event updated for resources: {'Port': ['ID=0ee20167-0a34-43eb-9bca-129eb696b4af,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:41.782457 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c5b65a5-cc21-40d0-9b1a-9dfcb0be2caf tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.783690 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-3e3e1203-c335-4bcb-950c-c4f27c4b7022 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4021445a-d165-42c1-8980-6fbd5e77deee') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:41.783993 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-3e3e1203-c335-4bcb-950c-c4f27c4b7022 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4021445a-d165-42c1-8980-6fbd5e77deee') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:41.820737 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1203-c335-4bcb-950c-c4f27c4b7022 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.834147 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-1c5b65a5-cc21-40d0-9b1a-9dfcb0be2caf tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port 52c525ca-0425-40b5-8a3b-96ef453e8e64 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:05:41.834407 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-046eecb7-9586-4055-be0c-2c00e3dd2ca2 None None] Calling delete_port for fa664051-a366-4c09-a843-8df37692cc2c owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:41.860825 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-abaaab8a-fd8a-4844-93df-f91b19aba0b3 req-449e47f5-0c00-4a8e-8d1e-248b16d60d6d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473892 Jul 30 02:05:41.866371 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1203-c335-4bcb-950c-c4f27c4b7022 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.875952 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3e1203-c335-4bcb-950c-c4f27c4b7022 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:05:41.876650 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1203-c335-4bcb-950c-c4f27c4b7022 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:05:41.880604 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:05:42.001109 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e10dc021-a1d5-48ed-9a78-853860da6c70 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.038986 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-034b3f81-f3e0-487c-b133-82ee957ec590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.038986 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8a45089e-ed5b-46bd-8cd0-9a6b1257e606 None None] Provisioning for port 847ebab8-43d1-4030-8cdb-b65c7fc38a27 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:42.047131 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.075932 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Transition to ACTIVE for port object af2baa25-6d54-41e1-80ec-9c7b274c6ef5 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:42.092647 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1203-c335-4bcb-950c-c4f27c4b7022 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.100786 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1203-c335-4bcb-950c-c4f27c4b7022 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.107416 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3e3e1203-c335-4bcb-950c-c4f27c4b7022 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/networks/ae77529d-5296-4dbb-b37c-bf960cbec868 HTTP/1.1" status: 204 len: 168 time: 1.9361215 Jul 30 02:05:42.109495 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39324) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:42.135765 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.149987 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Transition to ACTIVE for port object af2baa25-6d54-41e1-80ec-9c7b274c6ef5 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:42.263341 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-45878789-795a-4517-a40a-763fff8109fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:05:37Z', 'revision_number': 8, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b', 'name': '', 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:8c:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:03Z', 'updated_at': '2021-07-30T02:05:21Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:05Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef8df437-61a1-4f38-b347-a88bb4f94976', 'name': '', 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:7a:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:14Z', 'updated_at': '2021-07-30T02:05:25Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:42.269173 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6bf74d64-0461-4f35-afe8-ab68f6a6b810 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:42.334321 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-046eecb7-9586-4055-be0c-2c00e3dd2ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.337154 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.417945 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5b65a5-cc21-40d0-9b1a-9dfcb0be2caf tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:05:42.420605 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5b65a5-cc21-40d0-9b1a-9dfcb0be2caf tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:05:42.506511 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e1203-c335-4bcb-950c-c4f27c4b7022 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Network': ['ID=ae77529d-5296-4dbb-b37c-bf960cbec868,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:42.510838 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45878789-795a-4517-a40a-763fff8109fc None None] Checking router: 53214bfa-0c23-47ea-87a4-c5043166a4a3 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:05:42.514137 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046eecb7-9586-4055-be0c-2c00e3dd2ca2 None None] Pushing event deleted for resources: {'Port': ['ID=fa664051-a366-4c09-a843-8df37692cc2c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:42.528513 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046eecb7-9586-4055-be0c-2c00e3dd2ca2 None None] No DVR routers for this DVR port fa664051-a366-4c09-a843-8df37692cc2c on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:05:42.540530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Network 6ac0445e-f428-4b6b-bc2d-b24c8f1f067c is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:42.551178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee4de6-8322-4c99-b5b5-d2c22a9810f5 req-dbc1544a-bfde-41b7-b13c-c6d562bb9f8e tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:42.552814 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37ee4de6-8322-4c99-b5b5-d2c22a9810f5 req-dbc1544a-bfde-41b7-b13c-c6d562bb9f8e tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.5411878 Jul 30 02:05:42.590011 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7a5115-1a3d-47e8-8d2f-ec7e94b4bac4 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:42.697972 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1c5b65a5-cc21-40d0-9b1a-9dfcb0be2caf tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7828264 Jul 30 02:05:42.741773 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39342) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:42.799354 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37ee4de6-8322-4c99-b5b5-d2c22a9810f5 req-f070a90c-745c-4e17-951c-f7b22351af34 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314460 Jul 30 02:05:42.835673 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45878789-795a-4517-a40a-763fff8109fc None None] Routers {'53214bfa-0c23-47ea-87a4-c5043166a4a3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:42.835673 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-45878789-795a-4517-a40a-763fff8109fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53214bfa-0c23-47ea-87a4-c5043166a4a3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:42.836035 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f6906e89-6b26-4f6c-ae36-e181cb222319 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0859747 Jul 30 02:05:42.836236 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39344) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:42.854998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:42.900395 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:43.087487 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef9c5b7-889e-430e-adbd-4ceded4b2275 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:43.089401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef9c5b7-889e-430e-adbd-4ceded4b2275 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:43.094349 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8ef9c5b7-889e-430e-adbd-4ceded4b2275 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2564240 Jul 30 02:05:43.095777 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39358) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:43.103595 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 6bf74d64-0461-4f35-afe8-ab68f6a6b810 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:43.104585 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:43.157994 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e10dc021-a1d5-48ed-9a78-853860da6c70 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:43.186452 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68acf6-bb9c-42e2-a548-59aa52facc20 req-7b8f5cac-c7ef-489b-8fbe-c85cf83adec2 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:43.200457 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a68acf6-bb9c-42e2-a548-59aa52facc20 req-7b8f5cac-c7ef-489b-8fbe-c85cf83adec2 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1005321 Jul 30 02:05:43.224537 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a8d83f-fdf7-47bf-86b6-e2522c90ce30 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet 01c0e491-f828-40d5-8d7a-15dafd5d0406 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:05:43.229382 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05a8d83f-fdf7-47bf-86b6-e2522c90ce30 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:43.252609 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e10dc021-a1d5-48ed-9a78-853860da6c70 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:43.253146 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e10dc021-a1d5-48ed-9a78-853860da6c70 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:43.262771 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Pushing event updated for resources: {'Port': ['ID=af2baa25-6d54-41e1-80ec-9c7b274c6ef5,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:43.278846 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c0f868ff-aecb-462b-a26e-6537aef7c79f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:43.317550 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05a8d83f-fdf7-47bf-86b6-e2522c90ce30 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:43.392921 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Attempting to bind port af2baa25-6d54-41e1-80ec-9c7b274c6ef5 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:05:43.393442 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Attempting to bind port af2baa25-6d54-41e1-80ec-9c7b274c6ef5 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'a2ef7ad1-0920-4fd8-ba40-8f9213bae30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6ac0445e-f428-4b6b-bc2d-b24c8f1f067c'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:05:43.393914 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Attempting to bind port af2baa25-6d54-41e1-80ec-9c7b274c6ef5 on network 6ac0445e-f428-4b6b-bc2d-b24c8f1f067c {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:43.408321 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05a8d83f-fdf7-47bf-86b6-e2522c90ce30 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:43.431908 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a68acf6-bb9c-42e2-a548-59aa52facc20 req-355ddf62-f890-42a7-83a8-53a681fac197 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201586 Jul 30 02:05:43.520502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10dc021-a1d5-48ed-9a78-853860da6c70 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event updated for resources: {'Port': ['ID=0ee20167-0a34-43eb-9bca-129eb696b4af,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:43.679063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10dc021-a1d5-48ed-9a78-853860da6c70 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Network e46df9ce-770f-4969-8d4b-1357031c4fc6 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:43.679063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-e10dc021-a1d5-48ed-9a78-853860da6c70 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:43.720298 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:43.747300 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:05:43.748032 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Checking segment: {'id': 'a2ef7ad1-0920-4fd8-ba40-8f9213bae30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6ac0445e-f428-4b6b-bc2d-b24c8f1f067c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:43.748616 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:43.752605 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Bound using segment: {'id': 'a2ef7ad1-0920-4fd8-ba40-8f9213bae30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6ac0445e-f428-4b6b-bc2d-b24c8f1f067c'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:05:43.752605 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Bound port: af2baa25-6d54-41e1-80ec-9c7b274c6ef5, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ef7ad1-0920-4fd8-ba40-8f9213bae30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6ac0445e-f428-4b6b-bc2d-b24c8f1f067c'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:05:43.752605 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:43.771812 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-45878789-795a-4517-a40a-763fff8109fc None None] Set router 53214bfa-0c23-47ea-87a4-c5043166a4a3 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:43.777233 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfec9d31-2cf1-4fa3-8265-c7f03e1bdc93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-84fe5bd8-9f93-443f-a4c2-007dacc11704', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'fixed_ips': [{'subnet_id': '01c0e491-f828-40d5-8d7a-15dafd5d0406'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:05:43.778136 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cfec9d31-2cf1-4fa3-8265-c7f03e1bdc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:44.000754 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616a9bd-a989-405b-979c-5888fc15cd2f req-47d04582-9225-4a40-a9c4-4d6f4f77877e tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:44.002423 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3616a9bd-a989-405b-979c-5888fc15cd2f req-47d04582-9225-4a40-a9c4-4d6f4f77877e tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.0991755 Jul 30 02:05:44.063610 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10dc021-a1d5-48ed-9a78-853860da6c70 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Router c33657d8-de6f-4ff1-9ba8-9c029916a0be is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:05:44.072640 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3616a9bd-a989-405b-979c-5888fc15cd2f req-d0ecf5e4-8887-4120-b566-637e0fb96e0f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623362 Jul 30 02:05:44.088478 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4f1aa382-f432-4537-afa0-2b25d72cce63 None None] Provisioning for port 0ee20167-0a34-43eb-9bca-129eb696b4af completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:44.133197 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05a8d83f-fdf7-47bf-86b6-e2522c90ce30 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:44.185227 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10dc021-a1d5-48ed-9a78-853860da6c70 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:05:44.194357 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e10dc021-a1d5-48ed-9a78-853860da6c70 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "PUT /v2.0/routers/c33657d8-de6f-4ff1-9ba8-9c029916a0be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1081016 Jul 30 02:05:44.197955 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] For port af2baa25-6d54-41e1-80ec-9c7b274c6ef5, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:05:44.200773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4f1aa382-f432-4537-afa0-2b25d72cce63 None None] Provisioning complete for port 0ee20167-0a34-43eb-9bca-129eb696b4af triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:44.201148 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa382-f432-4537-afa0-2b25d72cce63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:44.203311 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39384) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:44.209552 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8691075-3f76-41b9-add5-55dd18935cbb None None] Sync routers for ids ['c33657d8-de6f-4ff1-9ba8-9c029916a0be'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:05:44.222096 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8d83f-fdf7-47bf-86b6-e2522c90ce30 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=01c0e491-f828-40d5-8d7a-15dafd5d0406,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:44.223618 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8691075-3f76-41b9-add5-55dd18935cbb None None] Routers {'c33657d8-de6f-4ff1-9ba8-9c029916a0be'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:44.224154 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d8691075-3f76-41b9-add5-55dd18935cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c33657d8-de6f-4ff1-9ba8-9c029916a0be'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:44.245624 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05a8d83f-fdf7-47bf-86b6-e2522c90ce30 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:44.247624 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-05a8d83f-fdf7-47bf-86b6-e2522c90ce30 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/01c0e491-f828-40d5-8d7a-15dafd5d0406 HTTP/1.1" status: 204 len: 168 time: 1.1507056 Jul 30 02:05:44.271725 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39386) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:44.272115 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-c0f868ff-aecb-462b-a26e-6537aef7c79f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting port ef8df437-61a1-4f38-b347-a88bb4f94976 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:44.272462 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c0f868ff-aecb-462b-a26e-6537aef7c79f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:44.284987 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 847ebab8-43d1-4030-8cdb-b65c7fc38a27 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:44.292760 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4f1aa382-f432-4537-afa0-2b25d72cce63 None None] Port 0ee20167-0a34-43eb-9bca-129eb696b4af cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:05:44.298349 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d8691075-3f76-41b9-add5-55dd18935cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:44.325438 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8691075-3f76-41b9-add5-55dd18935cbb None None] Routers {'c33657d8-de6f-4ff1-9ba8-9c029916a0be'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:44.327417 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d8691075-3f76-41b9-add5-55dd18935cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c33657d8-de6f-4ff1-9ba8-9c029916a0be'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:44.344114 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3cde9c27-7764-4e19-9bac-99136a8c1600 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674863 Jul 30 02:05:44.349238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] For port af2baa25-6d54-41e1-80ec-9c7b274c6ef5, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=af2baa25-6d54-41e1-80ec-9c7b274c6ef5,segment=NetworkSegment(a2ef7ad1-0920-4fd8-ba40-8f9213bae30d),segment_id=a2ef7ad1-0920-4fd8-ba40-8f9213bae30d)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:05:44.362485 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39388) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:44.400125 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d8691075-3f76-41b9-add5-55dd18935cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:44.400387 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-53f162e2-bcba-4502-b35e-677fd40f0bd2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:44.400791 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8691075-3f76-41b9-add5-55dd18935cbb None None] The sync data for ids ['c33657d8-de6f-4ff1-9ba8-9c029916a0be'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server [None req-cfec9d31-2cf1-4fa3-8265-c7f03e1bdc93 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01c0e491-f828-40d5-8d7a-15dafd5d0406: This subnet is being modified by another concurrent operation. Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise exception Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01c0e491-f828-40d5-8d7a-15dafd5d0406: This subnet is being modified by another concurrent operation. Jul 30 02:05:44.486544 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server Jul 30 02:05:44.527410 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:44.589420 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceadd85-c207-4186-995d-92a752b27d75 req-4e126102-e59f-4a2a-863a-e26ea360ea11 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:44.589420 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6ceadd85-c207-4186-995d-92a752b27d75 req-4e126102-e59f-4a2a-863a-e26ea360ea11 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.3577545 Jul 30 02:05:44.657137 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-c0f868ff-aecb-462b-a26e-6537aef7c79f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] For port ef8df437-61a1-4f38-b347-a88bb4f94976, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ef8df437-61a1-4f38-b347-a88bb4f94976,segment=NetworkSegment(21b15791-e960-4edf-baaf-61eb4b66f592),segment_id=21b15791-e960-4edf-baaf-61eb4b66f592)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:44.657515 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c0f868ff-aecb-462b-a26e-6537aef7c79f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:44.741831 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6ceadd85-c207-4186-995d-92a752b27d75 req-e48317de-f1cf-41c6-9d6d-8df4fc0d0de2 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375570 Jul 30 02:05:44.746701 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-c0f868ff-aecb-462b-a26e-6537aef7c79f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Calling delete_port for ef8df437-61a1-4f38-b347-a88bb4f94976 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:44.826983 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f162e2-bcba-4502-b35e-677fd40f0bd2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:44.839592 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-53f162e2-bcba-4502-b35e-677fd40f0bd2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:44.870954 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4c382154-466b-43db-a44a-f382060b2c07 None None] Provisioning complete for port 0ee20167-0a34-43eb-9bca-129eb696b4af triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:44.870954 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c382154-466b-43db-a44a-f382060b2c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:45.012508 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:45.052855 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f5dc2-8420-4647-a6ef-85ea1d3d971b None None] Pushing event updated for resources: {'Port': ['ID=af2baa25-6d54-41e1-80ec-9c7b274c6ef5,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:45.084635 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4c382154-466b-43db-a44a-f382060b2c07 None None] Port 0ee20167-0a34-43eb-9bca-129eb696b4af cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:05:45.103538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-45878789-795a-4517-a40a-763fff8109fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:05:37Z', 'revision_number': 8, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b', 'name': '', 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:8c:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:03Z', 'updated_at': '2021-07-30T02:05:21Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:05Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef8df437-61a1-4f38-b347-a88bb4f94976', 'name': '', 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:7a:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:14Z', 'updated_at': '2021-07-30T02:05:25Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:45.179277 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45878789-795a-4517-a40a-763fff8109fc None None] The sync data for ids ['53214bfa-0c23-47ea-87a4-c5043166a4a3'] in n-d-713498-9 is: [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:05:37Z', 'revision_number': 8, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b', 'name': '', 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:8c:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:03Z', 'updated_at': '2021-07-30T02:05:21Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:05Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef8df437-61a1-4f38-b347-a88bb4f94976', 'name': '', 'network_id': 'cbab4ad8-8e08-43c3-99a2-2743533c66af', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:7a:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:14Z', 'updated_at': '2021-07-30T02:05:25Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '4c4934a0-c3ae-4d95-9f28-86a41d612949', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:05:45.181033 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 847ebab8-43d1-4030-8cdb-b65c7fc38a27 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:45.195930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 847ebab8-43d1-4030-8cdb-b65c7fc38a27 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:45.196674 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:45.329035 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:45.342124 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c0f868ff-aecb-462b-a26e-6537aef7c79f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:45.404974 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 847ebab8-43d1-4030-8cdb-b65c7fc38a27, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=847ebab8-43d1-4030-8cdb-b65c7fc38a27,segment=NetworkSegment(dcecddbb-137e-4174-9b85-aaad25c30fc0),segment_id=dcecddbb-137e-4174-9b85-aaad25c30fc0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:45.465401 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-53f162e2-bcba-4502-b35e-677fd40f0bd2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:45.475653 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:45.516290 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f868ff-aecb-462b-a26e-6537aef7c79f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Port': ['ID=ef8df437-61a1-4f38-b347-a88bb4f94976,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:45.627639 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f162e2-bcba-4502-b35e-677fd40f0bd2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=b49dece6-324e-458b-95ac-a0fe5b05b381,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:45.639730 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f162e2-bcba-4502-b35e-677fd40f0bd2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:45.644193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-53f162e2-bcba-4502-b35e-677fd40f0bd2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:45.645927 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=847ebab8-43d1-4030-8cdb-b65c7fc38a27,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:45.647593 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f162e2-bcba-4502-b35e-677fd40f0bd2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:45.648198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-53f162e2-bcba-4502-b35e-677fd40f0bd2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:45.662126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device dd76524b-515c-42af-bdb7-0ef3a9ebcbd1 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:05:45.672305 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1707a467-9852-4e76-accf-b2d2cdc3e87e None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:45.678824 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3dc4e-b8aa-4022-957c-324fbb781519 req-3e925a32-224d-447b-8843-7ea35a3223a3 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:45.694520 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-56e3dc4e-b8aa-4022-957c-324fbb781519 req-3e925a32-224d-447b-8843-7ea35a3223a3 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.5084546 Jul 30 02:05:45.814274 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c0f868ff-aecb-462b-a26e-6537aef7c79f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:45.863258 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-b435e4cf-a0b3-408c-9a89-5c88793a49b4 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:05:45.864372 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b435e4cf-a0b3-408c-9a89-5c88793a49b4 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "PUT /v2.0/routers/c33657d8-de6f-4ff1-9ba8-9c029916a0be/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6595631 Jul 30 02:05:45.869921 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39430) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:45.896114 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-56e3dc4e-b8aa-4022-957c-324fbb781519 req-e0fa1175-6100-43c0-b832-66863ed156ae tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982296 Jul 30 02:05:45.896493 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-53f162e2-bcba-4502-b35e-677fd40f0bd2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5025258 Jul 30 02:05:45.906895 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: dd76524b-515c-42af-bdb7-0ef3a9ebcbd1 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:05:45.907330 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device dd76524b-515c-42af-bdb7-0ef3a9ebcbd1 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:05:45.907770 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device fa664051-a366-4c09-a843-8df37692cc2c no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:05:45.944099 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39434) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:45.951362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d4eacbb3-edc6-4d7d-9b2d-d3156c84abb8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-834681871', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:46.000040 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: fa664051-a366-4c09-a843-8df37692cc2c {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:05:46.004093 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device fa664051-a366-4c09-a843-8df37692cc2c not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:05:46.004599 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9cb171fb-5987-452f-9c1c-700e4f576c6f no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:05:46.073796 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4eacbb3-edc6-4d7d-9b2d-d3156c84abb8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:46.078653 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4eacbb3-edc6-4d7d-9b2d-d3156c84abb8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:46.123164 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 9cb171fb-5987-452f-9c1c-700e4f576c6f {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:05:46.123519 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9cb171fb-5987-452f-9c1c-700e4f576c6f not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:05:46.163424 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4eacbb3-edc6-4d7d-9b2d-d3156c84abb8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:46.279847 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4eacbb3-edc6-4d7d-9b2d-d3156c84abb8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:46.285031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e5f0c-0e9f-4711-8e02-c444b7733e01 req-c41acad9-76db-42e3-837b-82af7e82d073 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:46.295600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f868ff-aecb-462b-a26e-6537aef7c79f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router 53214bfa-0c23-47ea-87a4-c5043166a4a3 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:05:46.299841 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-408e5f0c-0e9f-4711-8e02-c444b7733e01 req-c41acad9-76db-42e3-837b-82af7e82d073 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.2015204 Jul 30 02:05:46.356814 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-84fe5bd8-9f93-443f-a4c2-007dacc11704', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'fixed_ips': [{'subnet_id': 'b49dece6-324e-458b-95ac-a0fe5b05b381'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:05:46.358174 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:46.421425 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4eacbb3-edc6-4d7d-9b2d-d3156c84abb8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:46.426898 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d4eacbb3-edc6-4d7d-9b2d-d3156c84abb8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4771795 Jul 30 02:05:46.426898 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39444) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:46.479625 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-408e5f0c-0e9f-4711-8e02-c444b7733e01 req-a96547ba-6063-4334-90b8-e5e905e7063c tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772408 Jul 30 02:05:46.500397 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da321d00-c363-421d-a3e5-e01a67150597 None None] Network 6ac0445e-f428-4b6b-bc2d-b24c8f1f067c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:46.597282 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device af2baa25-6d54-41e1-80ec-9c7b274c6ef5 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:46.762489 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f868ff-aecb-462b-a26e-6537aef7c79f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:05:46.786277 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c0f868ff-aecb-462b-a26e-6537aef7c79f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/53214bfa-0c23-47ea-87a4-c5043166a4a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6757321 Jul 30 02:05:46.789555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39454) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:46.806766 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fdba86-967c-4db9-9bcd-6682952924b3 None None] Sync routers for ids ['53214bfa-0c23-47ea-87a4-c5043166a4a3'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:05:46.825585 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Allocated IP 2001:db8::2 (84fe5bd8-9f93-443f-a4c2-007dacc11704/b49dece6-324e-458b-95ac-a0fe5b05b381/18effea8-ff10-48ff-9bee-faa722c0d75a) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:46.829780 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bfebe24a-18c7-4061-a994-c64e446ba718 None None] Provisioning for port af2baa25-6d54-41e1-80ec-9c7b274c6ef5 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:46.891615 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port af2baa25-6d54-41e1-80ec-9c7b274c6ef5 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:46.907299 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-f796d24c-b895-42dc-948c-7e25174ce0fc tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting subnet 4c4934a0-c3ae-4d95-9f28-86a41d612949 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:05:46.916381 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fdba86-967c-4db9-9bcd-6682952924b3 None None] Routers {'53214bfa-0c23-47ea-87a4-c5043166a4a3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:46.917082 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f796d24c-b895-42dc-948c-7e25174ce0fc tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:46.917585 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-21fdba86-967c-4db9-9bcd-6682952924b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53214bfa-0c23-47ea-87a4-c5043166a4a3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:46.963053 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a0834133-8884-4093-9470-f4e213f94f73 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:46.972043 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port af2baa25-6d54-41e1-80ec-9c7b274c6ef5 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:46.972710 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:47.029792 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c4591-0b9c-40dc-b7c5-ec08db6fb1b3 req-7e03f456-f006-4cdc-9d9b-2bf4c7aca92f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:47.032061 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-330c4591-0b9c-40dc-b7c5-ec08db6fb1b3 req-7e03f456-f006-4cdc-9d9b-2bf4c7aca92f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.4067514 Jul 30 02:05:47.055056 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f796d24c-b895-42dc-948c-7e25174ce0fc tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:47.156414 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-330c4591-0b9c-40dc-b7c5-ec08db6fb1b3 req-07778fdf-7c89-4c9e-931c-29519e125fe3 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015160 Jul 30 02:05:47.158033 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1ff9da12-04de-4faf-95ca-0e97105e7971 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:47.196636 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-21fdba86-967c-4db9-9bcd-6682952924b3 None None] Set router 53214bfa-0c23-47ea-87a4-c5043166a4a3 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:47.336104 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f796d24c-b895-42dc-948c-7e25174ce0fc tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:47.475204 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83df75-85d0-4bd4-8d66-5e2e252392a1 req-321ea317-497e-4c5f-930e-136a9d37c552 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:47.485808 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8e83df75-85d0-4bd4-8d66-5e2e252392a1 req-321ea317-497e-4c5f-930e-136a9d37c552 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1674330 Jul 30 02:05:47.559546 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-a0834133-8884-4093-9470-f4e213f94f73 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Deleting port 0ee20167-0a34-43eb-9bca-129eb696b4af {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:47.560622 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a0834133-8884-4093-9470-f4e213f94f73 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:47.593834 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8e83df75-85d0-4bd4-8d66-5e2e252392a1 req-f16f104a-e663-4c64-8d17-72dfa27361ce tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063268 Jul 30 02:05:47.626007 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5cde0f24-0f06-4dac-b2e0-59085714b614 None None] Provisioning complete for port af2baa25-6d54-41e1-80ec-9c7b274c6ef5 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:47.626563 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cde0f24-0f06-4dac-b2e0-59085714b614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:47.631853 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f796d24c-b895-42dc-948c-7e25174ce0fc tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:47.684161 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796d24c-b895-42dc-948c-7e25174ce0fc tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4934a0-c3ae-4d95-9f28-86a41d612949,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:47.687314 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f796d24c-b895-42dc-948c-7e25174ce0fc tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:47.688967 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f796d24c-b895-42dc-948c-7e25174ce0fc tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/subnets/4c4934a0-c3ae-4d95-9f28-86a41d612949 HTTP/1.1" status: 204 len: 168 time: 0.8960028 Jul 30 02:05:47.693697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39480) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:47.715546 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf604ad-84ed-4c22-b2ab-620fade71059 None None] Network cbab4ad8-8e08-43c3-99a2-2743533c66af requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:47.727634 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:47.760078 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a0834133-8884-4093-9470-f4e213f94f73 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:47.797017 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:47.806608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-a0834133-8884-4093-9470-f4e213f94f73 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Calling delete_port for 0ee20167-0a34-43eb-9bca-129eb696b4af owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:47.838389 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd908a1-f67a-4500-81d9-a221cf11f826 req-89916a01-bc33-4747-aab4-3db1ac13506c tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:47.840590 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5fd908a1-f67a-4500-81d9-a221cf11f826 req-89916a01-bc33-4747-aab4-3db1ac13506c tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1460273 Jul 30 02:05:47.852196 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:47.891221 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-942b2ee5-fea0-4ec4-9e07-8cf327b0eb00 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:47.943713 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5fd908a1-f67a-4500-81d9-a221cf11f826 req-045fe046-d157-4a47-b659-ad41964849e0 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960538 Jul 30 02:05:47.980682 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Transition to ACTIVE for port object 18effea8-ff10-48ff-9bee-faa722c0d75a will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:47.986706 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port af2baa25-6d54-41e1-80ec-9c7b274c6ef5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=af2baa25-6d54-41e1-80ec-9c7b274c6ef5,segment=NetworkSegment(a2ef7ad1-0920-4fd8-ba40-8f9213bae30d),segment_id=a2ef7ad1-0920-4fd8-ba40-8f9213bae30d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:47.992780 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cde0f24-0f06-4dac-b2e0-59085714b614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.041818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-942b2ee5-fea0-4ec4-9e07-8cf327b0eb00 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting port d255c562-a170-4c4d-a8cb-70ed69c2259b {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:48.047187 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-942b2ee5-fea0-4ec4-9e07-8cf327b0eb00 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.082849 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.083649 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 847ebab8-43d1-4030-8cdb-b65c7fc38a27 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:48.112226 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-21fdba86-967c-4db9-9bcd-6682952924b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:05:45Z', 'revision_number': 9, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b', 'name': '', 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:8c:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:03Z', 'updated_at': '2021-07-30T02:05:21Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:05Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:48.173106 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-942b2ee5-fea0-4ec4-9e07-8cf327b0eb00 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] For port d255c562-a170-4c4d-a8cb-70ed69c2259b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d255c562-a170-4c4d-a8cb-70ed69c2259b,segment=NetworkSegment(21b15791-e960-4edf-baaf-61eb4b66f592),segment_id=21b15791-e960-4edf-baaf-61eb4b66f592)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:48.173418 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-942b2ee5-fea0-4ec4-9e07-8cf327b0eb00 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.190374 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fdba86-967c-4db9-9bcd-6682952924b3 None None] Checking router: 53214bfa-0c23-47ea-87a4-c5043166a4a3 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:05:48.191371 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-942b2ee5-fea0-4ec4-9e07-8cf327b0eb00 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Calling delete_port for d255c562-a170-4c4d-a8cb-70ed69c2259b owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:48.210613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90927b-df29-4c22-9581-279f07ef922a req-3fc16156-8c50-4409-b7b3-3d57d8cb8ec3 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:48.212144 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce90927b-df29-4c22-9581-279f07ef922a req-3fc16156-8c50-4409-b7b3-3d57d8cb8ec3 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1556466 Jul 30 02:05:48.235221 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-5cde0f24-0f06-4dac-b2e0-59085714b614 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:05:48.235623 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-5cde0f24-0f06-4dac-b2e0-59085714b614 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:05:48.242642 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Transition to ACTIVE for port object 18effea8-ff10-48ff-9bee-faa722c0d75a will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:48.243890 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fdba86-967c-4db9-9bcd-6682952924b3 None None] Routers {'53214bfa-0c23-47ea-87a4-c5043166a4a3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:48.244376 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-21fdba86-967c-4db9-9bcd-6682952924b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53214bfa-0c23-47ea-87a4-c5043166a4a3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:48.254886 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a0834133-8884-4093-9470-f4e213f94f73 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.258001 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=af2baa25-6d54-41e1-80ec-9c7b274c6ef5,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:48.304289 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0834133-8884-4093-9470-f4e213f94f73 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event deleted for resources: {'Port': ['ID=0ee20167-0a34-43eb-9bca-129eb696b4af,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:48.336616 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 847ebab8-43d1-4030-8cdb-b65c7fc38a27 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:48.336793 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.381542 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9e1400-6501-40c7-b01d-dc3c688e3f3e None None] DHCP port deletion for cbab4ad8-8e08-43c3-99a2-2743533c66af request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:05:48.401043 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.420779 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce90927b-df29-4c22-9581-279f07ef922a req-7955b377-d639-45bc-85ea-fdf28914f76a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728432 Jul 30 02:05:48.486977 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a0834133-8884-4093-9470-f4e213f94f73 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.509346 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Pushing event updated for resources: {'Port': ['ID=18effea8-ff10-48ff-9bee-faa722c0d75a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:48.513235 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-21fdba86-967c-4db9-9bcd-6682952924b3 None None] Set router 53214bfa-0c23-47ea-87a4-c5043166a4a3 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:48.579056 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-1ff9da12-04de-4faf-95ca-0e97105e7971 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::1 (84fe5bd8-9f93-443f-a4c2-007dacc11704/b49dece6-324e-458b-95ac-a0fe5b05b381/d5a0a56a-9b5c-4e7d-9274-3bb216a9d078) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:48.612188 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-942b2ee5-fea0-4ec4-9e07-8cf327b0eb00 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.660031 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:48.669060 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:48.676330 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b2ee5-fea0-4ec4-9e07-8cf327b0eb00 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Port': ['ID=d255c562-a170-4c4d-a8cb-70ed69c2259b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:48.680449 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:48.682882 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942b2ee5-fea0-4ec4-9e07-8cf327b0eb00 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] No DVR routers for this DVR port d255c562-a170-4c4d-a8cb-70ed69c2259b on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:05:48.845349 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0834133-8884-4093-9470-f4e213f94f73 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Router c33657d8-de6f-4ff1-9ba8-9c029916a0be has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:05:48.854532 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-942b2ee5-fea0-4ec4-9e07-8cf327b0eb00 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.872485 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-942b2ee5-fea0-4ec4-9e07-8cf327b0eb00 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbab4ad8-8e08-43c3-99a2-2743533c66af']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:48.892656 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-942b2ee5-fea0-4ec4-9e07-8cf327b0eb00 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b15791-e960-4edf-baaf-61eb4b66f592') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:48.892656 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-942b2ee5-fea0-4ec4-9e07-8cf327b0eb00 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b15791-e960-4edf-baaf-61eb4b66f592') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:48.897204 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Attempting to bind port 18effea8-ff10-48ff-9bee-faa722c0d75a on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:05:48.897774 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Attempting to bind port 18effea8-ff10-48ff-9bee-faa722c0d75a by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:05:48.898248 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Attempting to bind port 18effea8-ff10-48ff-9bee-faa722c0d75a on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:48.904525 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e1400-6501-40c7-b01d-dc3c688e3f3e None None] Deleting port d255c562-a170-4c4d-a8cb-70ed69c2259b {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:48.905062 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d9e1400-6501-40c7-b01d-dc3c688e3f3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.972554 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-942b2ee5-fea0-4ec4-9e07-8cf327b0eb00 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.972793 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:05:48.972793 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:48.972793 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.972793 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:05:48.972793 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Bound port: 18effea8-ff10-48ff-9bee-faa722c0d75a, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:05:48.972793 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:49.006748 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0834133-8884-4093-9470-f4e213f94f73 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:05:49.012245 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-942b2ee5-fea0-4ec4-9e07-8cf327b0eb00 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:49.017247 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a0834133-8884-4093-9470-f4e213f94f73 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "PUT /v2.0/routers/c33657d8-de6f-4ff1-9ba8-9c029916a0be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1456418 Jul 30 02:05:49.020992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39522) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:49.024095 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e326830f-8143-4593-b9f6-1ced4564ffeb None None] Sync routers for ids ['c33657d8-de6f-4ff1-9ba8-9c029916a0be'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:05:49.030016 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942b2ee5-fea0-4ec4-9e07-8cf327b0eb00 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:05:49.030788 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-942b2ee5-fea0-4ec4-9e07-8cf327b0eb00 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:05:49.034711 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:05:49.049020 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e326830f-8143-4593-b9f6-1ced4564ffeb None None] Routers {'c33657d8-de6f-4ff1-9ba8-9c029916a0be'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:49.049661 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e326830f-8143-4593-b9f6-1ced4564ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c33657d8-de6f-4ff1-9ba8-9c029916a0be'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:49.069878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] For port 18effea8-ff10-48ff-9bee-faa722c0d75a, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:05:49.074511 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] For port 18effea8-ff10-48ff-9bee-faa722c0d75a, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=18effea8-ff10-48ff-9bee-faa722c0d75a,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:05:49.083501 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device af2baa25-6d54-41e1-80ec-9c7b274c6ef5 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:49.127469 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8d9e1400-6501-40c7-b01d-dc3c688e3f3e None None] For port d255c562-a170-4c4d-a8cb-70ed69c2259b, host n-d-713498-9, got binding levels [] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:49.128356 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d9e1400-6501-40c7-b01d-dc3c688e3f3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:49.159838 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e1400-6501-40c7-b01d-dc3c688e3f3e None None] Calling delete_port for d255c562-a170-4c4d-a8cb-70ed69c2259b owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:49.168828 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.ipam_backend_mixin [None req-8d9e1400-6501-40c7-b01d-dc3c688e3f3e None None] Port d255c562-a170-4c4d-a8cb-70ed69c2259b was not found and therefore no delete operation was performed {{(pid=94466) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:05:49.169513 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-7672159a-52c9-4645-ac5c-10c04794639d tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] delete failed (client error): The resource could not be found. Jul 30 02:05:49.170758 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7672159a-52c9-4645-ac5c-10c04794639d tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-1320272454 HTTP/1.1" status: 404 len: 335 time: 0.1488507 Jul 30 02:05:49.176142 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39526) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:49.180991 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-51ea0d08-9111-4735-97ac-096f188cf53f tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c33657d8-de6f-4ff1-9ba8-9c029916a0be'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:49.204815 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:49.206933 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d9e1400-6501-40c7-b01d-dc3c688e3f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:49.264407 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9e1400-6501-40c7-b01d-dc3c688e3f3e None None] No DVR routers for this DVR port d255c562-a170-4c4d-a8cb-70ed69c2259b on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:05:49.300109 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e326830f-8143-4593-b9f6-1ced4564ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:49.310975 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e326830f-8143-4593-b9f6-1ced4564ffeb None None] Routers {'c33657d8-de6f-4ff1-9ba8-9c029916a0be'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:49.311869 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e326830f-8143-4593-b9f6-1ced4564ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c33657d8-de6f-4ff1-9ba8-9c029916a0be'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:49.349197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152386d-b586-4dbc-b2e4-e99cc8f66adc None None] Pushing event updated for resources: {'Port': ['ID=18effea8-ff10-48ff-9bee-faa722c0d75a,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:49.357533 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port af2baa25-6d54-41e1-80ec-9c7b274c6ef5 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:49.358187 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:49.359492 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e326830f-8143-4593-b9f6-1ced4564ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:49.360341 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e326830f-8143-4593-b9f6-1ced4564ffeb None None] The sync data for ids ['c33657d8-de6f-4ff1-9ba8-9c029916a0be'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:05:49.413796 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e1400-6501-40c7-b01d-dc3c688e3f3e None None] Pushing event deleted for resources: {'Port': ['ID=d255c562-a170-4c4d-a8cb-70ed69c2259b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:49.427800 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-21fdba86-967c-4db9-9bcd-6682952924b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:05:45Z', 'revision_number': 9, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b', 'name': '', 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:8c:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:03Z', 'updated_at': '2021-07-30T02:05:21Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:05Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:49.430895 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1ff9da12-04de-4faf-95ca-0e97105e7971 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:49.457538 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-1ff9da12-04de-4faf-95ca-0e97105e7971 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object d5a0a56a-9b5c-4e7d-9274-3bb216a9d078 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:49.588693 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f0f54-92a8-4f70-9ff7-8703dabd9c2e req-6a1d457a-15f1-4ffd-8e68-c133683669b1 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:49.590392 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0e0f0f54-92a8-4f70-9ff7-8703dabd9c2e req-6a1d457a-15f1-4ffd-8e68-c133683669b1 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.9691384 Jul 30 02:05:49.677161 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fdba86-967c-4db9-9bcd-6682952924b3 None None] The sync data for ids ['53214bfa-0c23-47ea-87a4-c5043166a4a3'] in n-d-713498-9 is: [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:05:45Z', 'revision_number': 9, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b', 'name': '', 'network_id': '49c27f5f-b17e-4728-a94f-5d4c23723861', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:8c:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:03Z', 'updated_at': '2021-07-30T02:05:21Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '2589b33e-0560-4aeb-8f9d-b3d7347f9522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:05Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:05:49.753536 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0e0f0f54-92a8-4f70-9ff7-8703dabd9c2e req-35476b13-3e7f-46b4-9156-47094c670810 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377196 Jul 30 02:05:49.818032 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1ff9da12-04de-4faf-95ca-0e97105e7971 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:49.883645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff9da12-04de-4faf-95ca-0e97105e7971 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:49.914908 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-1ff9da12-04de-4faf-95ca-0e97105e7971 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:49.917087 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9da12-04de-4faf-95ca-0e97105e7971 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=d5a0a56a-9b5c-4e7d-9274-3bb216a9d078,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:49.920539 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff9da12-04de-4faf-95ca-0e97105e7971 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:49.921113 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1ff9da12-04de-4faf-95ca-0e97105e7971 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:49.981044 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-942b2ee5-fea0-4ec4-9e07-8cf327b0eb00 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:49.991703 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-942b2ee5-fea0-4ec4-9e07-8cf327b0eb00 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:49.994522 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-942b2ee5-fea0-4ec4-9e07-8cf327b0eb00 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/networks/cbab4ad8-8e08-43c3-99a2-2743533c66af HTTP/1.1" status: 204 len: 168 time: 2.2987711 Jul 30 02:05:50.004380 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39556) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:50.029914 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa39c5-7c63-4556-b52b-b6ec20a4894e req-a22699a2-9e73-4e30-b43d-0bee50229e24 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:50.044151 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-34fa39c5-7c63-4556-b52b-b6ec20a4894e req-a22699a2-9e73-4e30-b43d-0bee50229e24 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1634641 Jul 30 02:05:50.134817 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d255c562-a170-4c4d-a8cb-70ed69c2259b no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:05:50.180669 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-34fa39c5-7c63-4556-b52b-b6ec20a4894e req-afed89bf-b9b5-4872-a3a9-fab587338867 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149313 Jul 30 02:05:50.220475 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: d255c562-a170-4c4d-a8cb-70ed69c2259b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:05:50.220825 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d255c562-a170-4c4d-a8cb-70ed69c2259b not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:05:50.283652 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1ff9da12-04de-4faf-95ca-0e97105e7971 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:50.364987 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-51ea0d08-9111-4735-97ac-096f188cf53f tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:50.372797 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b2ee5-fea0-4ec4-9e07-8cf327b0eb00 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Network': ['ID=cbab4ad8-8e08-43c3-99a2-2743533c66af,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:50.500193 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-51ea0d08-9111-4735-97ac-096f188cf53f tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] update failed (client error): The resource could not be found. Jul 30 02:05:50.501576 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-51ea0d08-9111-4735-97ac-096f188cf53f tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "PUT /v2.0/routers/c33657d8-de6f-4ff1-9ba8-9c029916a0be HTTP/1.1" status: 404 len: 339 time: 1.3242707 Jul 30 02:05:50.514062 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39566) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:50.521137 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-bc99c050-84ac-4165-8ba3-ec1000538479 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1684361270'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:50.581433 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efcdcb-f35d-4158-b286-8328b9f4dc19 req-4e5665c6-b1b7-43f0-9829-3a0cbd47ec20 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:50.584323 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-80efcdcb-f35d-4158-b286-8328b9f4dc19 req-4e5665c6-b1b7-43f0-9829-3a0cbd47ec20 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1990495 Jul 30 02:05:50.703728 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-80efcdcb-f35d-4158-b286-8328b9f4dc19 req-fb328d92-4bb6-4c32-ad57-ab8da6f65467 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759823 Jul 30 02:05:50.748142 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1ff9da12-04de-4faf-95ca-0e97105e7971 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:50.803911 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7afeb0fd-7280-4336-babb-ece4c249b9af tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:50.942797 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1ff9da12-04de-4faf-95ca-0e97105e7971 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:50.959656 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1ff9da12-04de-4faf-95ca-0e97105e7971 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:50.966620 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc99c050-84ac-4165-8ba3-ec1000538479 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Made reservation on behalf of 4ce4d4ce4dc54dd290d66d6b23466f10 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:50.979601 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 18effea8-ff10-48ff-9bee-faa722c0d75a up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:50.993356 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc99c050-84ac-4165-8ba3-ec1000538479 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.083731 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8c2e1fdc-efa4-4ee3-862b-f0f7a49c5647 None None] Provisioning for port 18effea8-ff10-48ff-9bee-faa722c0d75a completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:51.132461 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc99c050-84ac-4165-8ba3-ec1000538479 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:05:51.140173 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9da12-04de-4faf-95ca-0e97105e7971 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=d5a0a56a-9b5c-4e7d-9274-3bb216a9d078,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:51.146519 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2bfa7-f340-4dff-890b-25bd2a93ac68 req-83d18b68-af3d-4b55-8645-9a6d7e131423 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:51.148356 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ecb2bfa7-f340-4dff-890b-25bd2a93ac68 req-83d18b68-af3d-4b55-8645-9a6d7e131423 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1375215 Jul 30 02:05:51.184166 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff9da12-04de-4faf-95ca-0e97105e7971 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:51.186022 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-1ff9da12-04de-4faf-95ca-0e97105e7971 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:51.189268 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc99c050-84ac-4165-8ba3-ec1000538479 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.189620 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-bc99c050-84ac-4165-8ba3-ec1000538479 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Added segment 0442c718-2a9e-4d19-8155-b14910536e9f of type vlan for network 2a8d9067-0f46-4764-ac57-8606fd8d9a6a Jul 30 02:05:51.198575 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 18effea8-ff10-48ff-9bee-faa722c0d75a completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:51.207701 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 18effea8-ff10-48ff-9bee-faa722c0d75a triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:51.207701 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.281116 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc99c050-84ac-4165-8ba3-ec1000538479 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.299882 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ecb2bfa7-f340-4dff-890b-25bd2a93ac68 req-bf57e1db-4a89-43e6-ab4c-914ad0560fbc tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160758 Jul 30 02:05:51.480502 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc99c050-84ac-4165-8ba3-ec1000538479 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.494963 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc99c050-84ac-4165-8ba3-ec1000538479 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:51.495633 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bc99c050-84ac-4165-8ba3-ec1000538479 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.550224 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.568045 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff9da12-04de-4faf-95ca-0e97105e7971 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Router 1ea8fa75-8e70-42c6-a780-26fa473a5a75 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:05:51.615884 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99c050-84ac-4165-8ba3-ec1000538479 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event updated for resources: {'Network': ['ID=2a8d9067-0f46-4764-ac57-8606fd8d9a6a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:51.638936 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-7afeb0fd-7280-4336-babb-ece4c249b9af tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting port 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:51.642189 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7afeb0fd-7280-4336-babb-ece4c249b9af tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.643976 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 2a8d9067-0f46-4764-ac57-8606fd8d9a6a details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:05:51.646647 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-22bb2e72-cfed-4514-b4b4-6bdc9a106f7b None None] Provisioning for port d5a0a56a-9b5c-4e7d-9274-3bb216a9d078 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:51.659154 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bc99c050-84ac-4165-8ba3-ec1000538479 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1421769 Jul 30 02:05:51.660142 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39592) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:51.690517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-eae5e558-c6bd-41a1-86ab-395920f4c867 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Request body: {'subnet': {'network_id': '2a8d9067-0f46-4764-ac57-8606fd8d9a6a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:51.693046 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 18effea8-ff10-48ff-9bee-faa722c0d75a, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=18effea8-ff10-48ff-9bee-faa722c0d75a,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:51.752345 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e8ad9-a9f5-4e1d-9cab-6b52edca35b8 req-9c2d42eb-a11d-4401-a79c-39c1515f15af tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:51.753897 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-858e8ad9-a9f5-4e1d-9cab-6b52edca35b8 req-9c2d42eb-a11d-4401-a79c-39c1515f15af tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.2398479 Jul 30 02:05:51.760287 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac291b18-1776-4367-8a8f-75b201ade66b None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:05:51.763829 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-22bb2e72-cfed-4514-b4b4-6bdc9a106f7b None None] Provisioning complete for port d5a0a56a-9b5c-4e7d-9274-3bb216a9d078 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:51.763829 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-22bb2e72-cfed-4514-b4b4-6bdc9a106f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.797331 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff9da12-04de-4faf-95ca-0e97105e7971 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:05:51.806370 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1ff9da12-04de-4faf-95ca-0e97105e7971 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "PUT /v2.0/routers/1ea8fa75-8e70-42c6-a780-26fa473a5a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3654923 Jul 30 02:05:51.807669 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39596) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:51.819632 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-858e8ad9-a9f5-4e1d-9cab-6b52edca35b8 req-28e3b71b-0722-4bd9-8980-036a3026573a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583873 Jul 30 02:05:51.864084 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d458da-12fb-4092-9d22-125f3352585d None None] Sync routers for ids ['1ea8fa75-8e70-42c6-a780-26fa473a5a75'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:05:51.870961 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.914084 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8961936c-018a-46d2-b71f-06ec298635bb tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:51.914084 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8961936c-018a-46d2-b71f-06ec298635bb tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports/d5a0a56a-9b5c-4e7d-9274-3bb216a9d078 HTTP/1.1" status: 200 len: 911 time: 0.1026702 Jul 30 02:05:51.914543 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ef8df437-61a1-4f38-b347-a88bb4f94976 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:05:51.920406 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39606) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:51.991070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-7afeb0fd-7280-4336-babb-ece4c249b9af tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] For port 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b,segment=NetworkSegment(a3aba8ec-4a97-4cd2-9535-4d6dac56f999),segment_id=a3aba8ec-4a97-4cd2-9535-4d6dac56f999)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:51.994625 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7afeb0fd-7280-4336-babb-ece4c249b9af tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.995215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: ef8df437-61a1-4f38-b347-a88bb4f94976 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:05:51.995602 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ef8df437-61a1-4f38-b347-a88bb4f94976 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:05:52.003359 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-22bb2e72-cfed-4514-b4b4-6bdc9a106f7b None None] Port d5a0a56a-9b5c-4e7d-9274-3bb216a9d078 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:05:52.009818 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d458da-12fb-4092-9d22-125f3352585d None None] Routers {'1ea8fa75-8e70-42c6-a780-26fa473a5a75'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:52.010497 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-30d458da-12fb-4092-9d22-125f3352585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1ea8fa75-8e70-42c6-a780-26fa473a5a75'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:52.039203 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-7afeb0fd-7280-4336-babb-ece4c249b9af tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Calling delete_port for 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:52.108034 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394494a-9396-47e7-8c6e-b3de08255886 req-bdd96b4e-0b46-4455-b4e1-0cfae537151a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:52.116322 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae5e558-c6bd-41a1-86ab-395920f4c867 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Made reservation on behalf of 4ce4d4ce4dc54dd290d66d6b23466f10 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:52.118324 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c394494a-9396-47e7-8c6e-b3de08255886 req-bdd96b4e-0b46-4455-b4e1-0cfae537151a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.0916870 Jul 30 02:05:52.126580 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eae5e558-c6bd-41a1-86ab-395920f4c867 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:52.149047 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=18effea8-ff10-48ff-9bee-faa722c0d75a,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:52.187640 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c394494a-9396-47e7-8c6e-b3de08255886 req-04e20553-bb66-4a91-81ad-0a7fc72544b1 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625627 Jul 30 02:05:52.209862 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-30d458da-12fb-4092-9d22-125f3352585d None None] Set router 1ea8fa75-8e70-42c6-a780-26fa473a5a75 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:52.349559 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d8f7e8-ef1c-4bc5-be04-2e2cd8c7af20 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:52.355705 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d8f7e8-ef1c-4bc5-be04-2e2cd8c7af20 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:52.357293 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-72d8f7e8-ef1c-4bc5-be04-2e2cd8c7af20 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4340041 Jul 30 02:05:52.360827 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39614) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:52.362361 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac291b18-1776-4367-8a8f-75b201ade66b None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:05:52.368598 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ab7a9f73-e776-42d5-853c-10a15e5db9c8 None None] Provisioning complete for port d5a0a56a-9b5c-4e7d-9274-3bb216a9d078 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:52.368817 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ab7a9f73-e776-42d5-853c-10a15e5db9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:52.451427 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e519e-705d-4241-a70b-4afab92f1c82 req-ee248f75-f42a-405d-b2d0-258a30f46d73 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:52.453648 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc5e519e-705d-4241-a70b-4afab92f1c82 req-ee248f75-f42a-405d-b2d0-258a30f46d73 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1566379 Jul 30 02:05:52.604715 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ab7a9f73-e776-42d5-853c-10a15e5db9c8 None None] Port d5a0a56a-9b5c-4e7d-9274-3bb216a9d078 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:05:52.621159 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7afeb0fd-7280-4336-babb-ece4c249b9af tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:52.677353 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afeb0fd-7280-4336-babb-ece4c249b9af tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Port': ['ID=6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:52.686870 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc5e519e-705d-4241-a70b-4afab92f1c82 req-dfba8985-5668-4880-ae39-0bf72beafe64 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241597 Jul 30 02:05:52.784225 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eae5e558-c6bd-41a1-86ab-395920f4c867 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:52.816200 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55a60dcb-b18d-447a-b465-b22c3445be7d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:52.844684 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-30d458da-12fb-4092-9d22-125f3352585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea8fa75-8e70-42c6-a780-26fa473a5a75', 'name': 'tempest-NetworksTestDHCPv6-router-834681871', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:05:46Z', 'updated_at': '2021-07-30T02:05:50Z', 'revision_number': 2, 'project_id': '65573bf5651a410ebe790229b2b7206d', 'gw_port_host': None, '_interfaces': [{'id': 'd5a0a56a-9b5c-4e7d-9274-3bb216a9d078', 'name': '', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'mac_address': 'fa:16:3e:0c:ee:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea8fa75-8e70-42c6-a780-26fa473a5a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b49dece6-324e-458b-95ac-a0fe5b05b381', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:47Z', 'updated_at': '2021-07-30T02:05:50Z', 'revision_number': 2, 'project_id': '65573bf5651a410ebe790229b2b7206d', 'subnets': [{'id': 'b49dece6-324e-458b-95ac-a0fe5b05b381', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:52.897170 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d458da-12fb-4092-9d22-125f3352585d None None] Checking router: 1ea8fa75-8e70-42c6-a780-26fa473a5a75 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:05:52.897170 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d458da-12fb-4092-9d22-125f3352585d None None] Updating router 1ea8fa75-8e70-42c6-a780-26fa473a5a75 port d5a0a56a-9b5c-4e7d-9274-3bb216a9d078 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:05:52.965204 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30d458da-12fb-4092-9d22-125f3352585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:52.999818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5e558-c6bd-41a1-86ab-395920f4c867 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event updated for resources: {'Subnet': ['ID=cb3c1828-759e-4607-ae0e-3463b05f235e,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:53.029495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 18effea8-ff10-48ff-9bee-faa722c0d75a up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:53.149601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdef9e-0be3-4986-9de0-3455f1903edd req-8fe1fe64-2c87-4a3a-8565-7644c89edc99 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:53.151213 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c8bdef9e-0be3-4986-9de0-3455f1903edd req-8fe1fe64-2c87-4a3a-8565-7644c89edc99 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.2893157 Jul 30 02:05:53.179601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5e558-c6bd-41a1-86ab-395920f4c867 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Checking segment: {'id': '0442c718-2a9e-4d19-8155-b14910536e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2a8d9067-0f46-4764-ac57-8606fd8d9a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:53.179851 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae5e558-c6bd-41a1-86ab-395920f4c867 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Network hostable DHCP agents. Network: 2a8d9067-0f46-4764-ac57-8606fd8d9a6a, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:05:53.231361 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c8bdef9e-0be3-4986-9de0-3455f1903edd req-1f9442da-ccaa-42c6-9c20-e2d8d38be936 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708015 Jul 30 02:05:53.236551 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7afeb0fd-7280-4336-babb-ece4c249b9af tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:53.261875 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 18effea8-ff10-48ff-9bee-faa722c0d75a triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:53.262273 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:53.367528 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae5e558-c6bd-41a1-86ab-395920f4c867 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Network 2a8d9067-0f46-4764-ac57-8606fd8d9a6a is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:05:53.456279 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-55a60dcb-b18d-447a-b465-b22c3445be7d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port d5a0a56a-9b5c-4e7d-9274-3bb216a9d078 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:53.458911 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55a60dcb-b18d-447a-b465-b22c3445be7d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:53.525197 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30d458da-12fb-4092-9d22-125f3352585d None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:53.537575 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-30d458da-12fb-4092-9d22-125f3352585d None None] Transition to ACTIVE for port object d5a0a56a-9b5c-4e7d-9274-3bb216a9d078 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:53.596655 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-eae5e558-c6bd-41a1-86ab-395920f4c867 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 2a8d9067-0f46-4764-ac57-8606fd8d9a6a) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:53.613238 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:05:53.620356 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30d458da-12fb-4092-9d22-125f3352585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:53.637848 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae5e558-c6bd-41a1-86ab-395920f4c867 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:53.638504 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eae5e558-c6bd-41a1-86ab-395920f4c867 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:53.691790 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afeb0fd-7280-4336-babb-ece4c249b9af tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router 53214bfa-0c23-47ea-87a4-c5043166a4a3 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:05:53.727319 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55a60dcb-b18d-447a-b465-b22c3445be7d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:53.757192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-55a60dcb-b18d-447a-b465-b22c3445be7d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for d5a0a56a-9b5c-4e7d-9274-3bb216a9d078 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:53.791211 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc8ce1-a6ff-4c76-bd03-d13d16c1102c None None] Pushing event updated for resources: {'Port': ['ID=d5a0a56a-9b5c-4e7d-9274-3bb216a9d078,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:53.808080 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-eae5e558-c6bd-41a1-86ab-395920f4c867 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1249950 Jul 30 02:05:53.829430 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-30d458da-12fb-4092-9d22-125f3352585d None None] Attempting to bind port d5a0a56a-9b5c-4e7d-9274-3bb216a9d078 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:05:53.829849 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-30d458da-12fb-4092-9d22-125f3352585d None None] Attempting to bind port d5a0a56a-9b5c-4e7d-9274-3bb216a9d078 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:05:53.830221 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d458da-12fb-4092-9d22-125f3352585d None None] Attempting to bind port d5a0a56a-9b5c-4e7d-9274-3bb216a9d078 on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:53.836713 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d458da-12fb-4092-9d22-125f3352585d None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:05:53.837561 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d458da-12fb-4092-9d22-125f3352585d None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:53.837707 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30d458da-12fb-4092-9d22-125f3352585d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:53.838060 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d458da-12fb-4092-9d22-125f3352585d None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:05:53.838585 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-30d458da-12fb-4092-9d22-125f3352585d None None] Bound port: d5a0a56a-9b5c-4e7d-9274-3bb216a9d078, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:05:53.839132 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30d458da-12fb-4092-9d22-125f3352585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:53.849456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39650) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:53.856103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-310d1fb7-74a2-46c6-8254-d9f304604c39 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Request body: {'router': {'external_gateway_info': {'network_id': '2a8d9067-0f46-4764-ac57-8606fd8d9a6a'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:53.965031 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-30d458da-12fb-4092-9d22-125f3352585d None None] For port d5a0a56a-9b5c-4e7d-9274-3bb216a9d078, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:05:53.987126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-30d458da-12fb-4092-9d22-125f3352585d None None] For port d5a0a56a-9b5c-4e7d-9274-3bb216a9d078, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d5a0a56a-9b5c-4e7d-9274-3bb216a9d078,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:05:54.049999 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb1611-ae73-486b-8323-5ab4b16f68fb req-5b7650b7-be72-4fd2-8881-83ead049bbb8 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:54.051615 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4acb1611-ae73-486b-8323-5ab4b16f68fb req-5b7650b7-be72-4fd2-8881-83ead049bbb8 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.6219416 Jul 30 02:05:54.102190 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30d458da-12fb-4092-9d22-125f3352585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:54.107928 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4acb1611-ae73-486b-8323-5ab4b16f68fb req-55e385af-6b5c-485f-8106-0f7b1f1212c6 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477302 Jul 30 02:05:54.196205 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afeb0fd-7280-4336-babb-ece4c249b9af tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:05:54.206949 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7afeb0fd-7280-4336-babb-ece4c249b9af tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/53214bfa-0c23-47ea-87a4-c5043166a4a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1997502 Jul 30 02:05:54.211414 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ffaae0-0f1f-4cf7-9d8d-bf6286580eef None None] Sync routers for ids ['53214bfa-0c23-47ea-87a4-c5043166a4a3'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:05:54.212418 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39660) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:54.234083 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ffaae0-0f1f-4cf7-9d8d-bf6286580eef None None] Routers {'53214bfa-0c23-47ea-87a4-c5043166a4a3'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:54.237882 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-72ffaae0-0f1f-4cf7-9d8d-bf6286580eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53214bfa-0c23-47ea-87a4-c5043166a4a3'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:54.264249 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35ec6af-a056-49a9-a9ee-bccd97d7b889 None None] Network 2a8d9067-0f46-4764-ac57-8606fd8d9a6a requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:54.334662 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55a60dcb-b18d-447a-b465-b22c3445be7d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:54.369605 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d458da-12fb-4092-9d22-125f3352585d None None] Routers {'1ea8fa75-8e70-42c6-a780-26fa473a5a75'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:54.373070 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-30d458da-12fb-4092-9d22-125f3352585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1ea8fa75-8e70-42c6-a780-26fa473a5a75'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:54.418577 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a60dcb-b18d-447a-b465-b22c3445be7d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=d5a0a56a-9b5c-4e7d-9274-3bb216a9d078,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:54.485696 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39664) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:54.564043 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-72ffaae0-0f1f-4cf7-9d8d-bf6286580eef None None] Set router 53214bfa-0c23-47ea-87a4-c5043166a4a3 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:54.716061 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55a60dcb-b18d-447a-b465-b22c3445be7d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:54.788904 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-21e22042-fad1-428b-a691-ebc784710de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:55.138661 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-30d458da-12fb-4092-9d22-125f3352585d None None] Set router 1ea8fa75-8e70-42c6-a780-26fa473a5a75 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:55.159986 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-72ffaae0-0f1f-4cf7-9d8d-bf6286580eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:05:52Z', 'revision_number': 10, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:05Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:55.232841 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ffaae0-0f1f-4cf7-9d8d-bf6286580eef None None] Checking router: 53214bfa-0c23-47ea-87a4-c5043166a4a3 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:05:55.256470 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ffaae0-0f1f-4cf7-9d8d-bf6286580eef None None] Routers {'53214bfa-0c23-47ea-87a4-c5043166a4a3'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:55.258614 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-72ffaae0-0f1f-4cf7-9d8d-bf6286580eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53214bfa-0c23-47ea-87a4-c5043166a4a3'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:55.285587 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-21e22042-fad1-428b-a691-ebc784710de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:55.316824 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-30d458da-12fb-4092-9d22-125f3352585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea8fa75-8e70-42c6-a780-26fa473a5a75', 'name': 'tempest-NetworksTestDHCPv6-router-834681871', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:05:46Z', 'updated_at': '2021-07-30T02:05:54Z', 'revision_number': 3, 'project_id': '65573bf5651a410ebe790229b2b7206d', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:55.395703 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d458da-12fb-4092-9d22-125f3352585d None None] The sync data for ids ['1ea8fa75-8e70-42c6-a780-26fa473a5a75'] in n-d-713498-9 is: [{'id': '1ea8fa75-8e70-42c6-a780-26fa473a5a75', 'name': 'tempest-NetworksTestDHCPv6-router-834681871', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:05:46Z', 'updated_at': '2021-07-30T02:05:54Z', 'revision_number': 3, 'project_id': '65573bf5651a410ebe790229b2b7206d', 'gw_port_host': None}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:05:55.408050 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-21e22042-fad1-428b-a691-ebc784710de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:55.447539 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-310d1fb7-74a2-46c6-8254-d9f304604c39 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:55.470530 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f0c9e2-18c1-42be-8df3-e4b669b9145c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting subnet 2589b33e-0560-4aeb-8f9d-b3d7347f9522 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:05:55.476056 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-72ffaae0-0f1f-4cf7-9d8d-bf6286580eef None None] Set router 53214bfa-0c23-47ea-87a4-c5043166a4a3 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:55.477456 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f6f0c9e2-18c1-42be-8df3-e4b669b9145c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:55.488225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc8ce1-a6ff-4c76-bd03-d13d16c1102c None None] Pushing event updated for resources: {'Port': ['ID=d5a0a56a-9b5c-4e7d-9274-3bb216a9d078,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:55.528570 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b66ac-4bea-4c9b-ad6a-10d20f2d8353 req-cabc6984-6d79-4398-af9c-4de5f4d4a898 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:55.531391 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c24b66ac-4bea-4c9b-ad6a-10d20f2d8353 req-cabc6984-6d79-4398-af9c-4de5f4d4a898 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.6395833 Jul 30 02:05:55.580666 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a60dcb-b18d-447a-b465-b22c3445be7d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Router 1ea8fa75-8e70-42c6-a780-26fa473a5a75 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:05:55.618161 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-21e22042-fad1-428b-a691-ebc784710de9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2b366972ee1445f98eabd650ac951ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1289556 Jul 30 02:05:55.621965 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7cc99f78-30f1-4bf4-8468-d8c5ebdb2988 None None] Provisioning complete for port 18effea8-ff10-48ff-9bee-faa722c0d75a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:55.623021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e22042-fad1-428b-a691-ebc784710de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223e4209-fe2d-4e66-af9a-3d54cef0ad4e,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:55.625499 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7cc99f78-30f1-4bf4-8468-d8c5ebdb2988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:55.629562 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39684) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:55.648067 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f6f0c9e2-18c1-42be-8df3-e4b669b9145c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:55.734194 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c24b66ac-4bea-4c9b-ad6a-10d20f2d8353 req-3f826ccd-4ca0-4929-8474-e8b38d198474 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718991 Jul 30 02:05:55.784339 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f6f0c9e2-18c1-42be-8df3-e4b669b9145c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:55.879164 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-2a8d9067-0f46-4764-ac57-8606fd8d9a6a', 'network_id': '2a8d9067-0f46-4764-ac57-8606fd8d9a6a', 'tenant_id': '4ce4d4ce4dc54dd290d66d6b23466f10', 'fixed_ips': [{'subnet_id': 'cb3c1828-759e-4607-ae0e-3463b05f235e'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:05:55.880388 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:55.885924 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a60dcb-b18d-447a-b465-b22c3445be7d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:05:55.893927 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-55a60dcb-b18d-447a-b465-b22c3445be7d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "PUT /v2.0/routers/1ea8fa75-8e70-42c6-a780-26fa473a5a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5319045 Jul 30 02:05:55.896894 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39686) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:55.940379 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3dec7acc-c31e-4a52-a2e6-f7452042a618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:55.962438 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f6f0c9e2-18c1-42be-8df3-e4b669b9145c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:55.964732 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-72ffaae0-0f1f-4cf7-9d8d-bf6286580eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:05:52Z', 'revision_number': 10, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:05Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:55.973832 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-310d1fb7-74a2-46c6-8254-d9f304604c39 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:05:55.975009 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-310d1fb7-74a2-46c6-8254-d9f304604c39 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "PUT /v2.0/routers/c33657d8-de6f-4ff1-9ba8-9c029916a0be HTTP/1.1" status: 400 len: 364 time: 2.1235225 Jul 30 02:05:55.985750 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3dec7acc-c31e-4a52-a2e6-f7452042a618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:55.995085 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39690) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:56.003041 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0c9e2-18c1-42be-8df3-e4b669b9145c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Subnet': ['ID=2589b33e-0560-4aeb-8f9d-b3d7347f9522,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:56.026650 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ffaae0-0f1f-4cf7-9d8d-bf6286580eef None None] The sync data for ids ['53214bfa-0c23-47ea-87a4-c5043166a4a3'] in n-d-713498-9 is: [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:05:52Z', 'revision_number': 10, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None, '_interfaces': [{'id': '8d1c3cdc-bb6f-4a00-b28b-ea9034fae083', 'name': '', 'network_id': 'f6e5e38f-f971-4cdb-81b4-297a61e47762', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'mac_address': 'fa:16:3e:c4:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '50b246f5-9301-42eb-a28a-8138323f957a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:54Z', 'updated_at': '2021-07-30T02:05:05Z', 'revision_number': 5, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'subnets': [{'id': '50b246f5-9301-42eb-a28a-8138323f957a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:05:56.051924 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f6f0c9e2-18c1-42be-8df3-e4b669b9145c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:56.058719 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f6f0c9e2-18c1-42be-8df3-e4b669b9145c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/subnets/2589b33e-0560-4aeb-8f9d-b3d7347f9522 HTTP/1.1" status: 204 len: 168 time: 1.8411388 Jul 30 02:05:56.059445 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39694) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:56.064404 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Allocated IP 2001:db8:1::2 (2a8d9067-0f46-4764-ac57-8606fd8d9a6a/cb3c1828-759e-4607-ae0e-3463b05f235e/27c0400f-ed2f-439f-af8a-664e9ba626aa) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:56.079538 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f09e5dc-e436-4a40-bc81-12527cb7e513 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:56.081260 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f09e5dc-e436-4a40-bc81-12527cb7e513 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:56.081492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba9d2df-50ec-44ee-9c7b-d1b56e77aa0c None None] Network 49c27f5f-b17e-4728-a94f-5d4c23723861 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:56.083629 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3f09e5dc-e436-4a40-bc81-12527cb7e513 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1861808 Jul 30 02:05:56.086185 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39696) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:56.159804 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3dec7acc-c31e-4a52-a2e6-f7452042a618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:56.166214 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3dec7acc-c31e-4a52-a2e6-f7452042a618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:56.166214 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3dec7acc-c31e-4a52-a2e6-f7452042a618 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/223e4209-fe2d-4e66-af9a-3d54cef0ad4e HTTP/1.1" status: 204 len: 168 time: 0.5284312 Jul 30 02:05:56.228069 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d2386a-a82b-4830-b164-bdba722b1c64 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet b49dece6-324e-458b-95ac-a0fe5b05b381 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:05:56.231895 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-52d2386a-a82b-4830-b164-bdba722b1c64 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:56.235175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec7acc-c31e-4a52-a2e6-f7452042a618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223e4209-fe2d-4e66-af9a-3d54cef0ad4e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:56.240845 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-55a9bd00-5b3f-4b00-807f-1c55fe151576 None None] Could not find standard attr ID for object d5a0a56a-9b5c-4e7d-9274-3bb216a9d078. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:05:56.373084 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-52d2386a-a82b-4830-b164-bdba722b1c64 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:56.521925 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-100ae9a8-7485-4225-8f8b-805635eeb1c8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:56.604560 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-52d2386a-a82b-4830-b164-bdba722b1c64 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:56.674032 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:56.710948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Transition to ACTIVE for port object 27c0400f-ed2f-439f-af8a-664e9ba626aa will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:56.755468 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Transition to ACTIVE for port object 27c0400f-ed2f-439f-af8a-664e9ba626aa will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:56.765774 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecb3bc6-a06b-4635-a10f-a64f760984d4 None None] DHCP port deletion for 49c27f5f-b17e-4728-a94f-5d4c23723861 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:05:56.787922 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-100ae9a8-7485-4225-8f8b-805635eeb1c8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting port 1552420e-e316-4867-bc2d-14a052adbfa3 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:56.788283 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-100ae9a8-7485-4225-8f8b-805635eeb1c8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:56.843481 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e369945-e263-469d-92c8-7f2e25f6860c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:56.869439 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:56.890227 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-52d2386a-a82b-4830-b164-bdba722b1c64 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:56.958062 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Network 2a8d9067-0f46-4764-ac57-8606fd8d9a6a is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:56.986078 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-52d2386a-a82b-4830-b164-bdba722b1c64 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:56.988973 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-52d2386a-a82b-4830-b164-bdba722b1c64 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/b49dece6-324e-458b-95ac-a0fe5b05b381 HTTP/1.1" status: 204 len: 168 time: 0.9012592 Jul 30 02:05:56.990621 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2386a-a82b-4830-b164-bdba722b1c64 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=b49dece6-324e-458b-95ac-a0fe5b05b381,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:56.993753 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39718) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:56.996306 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:57.001168 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Pushing event updated for resources: {'Port': ['ID=27c0400f-ed2f-439f-af8a-664e9ba626aa,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:57.004386 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:57.012443 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:05:57.045405 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c998a1f7-5419-4431-8bdf-a43c03e8cf47 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:57.049176 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:05:57.049686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6de6f983-6ac6-4ba3-b1c9-f426e5ecb27b not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:05:57.050106 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 1552420e-e316-4867-bc2d-14a052adbfa3 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:05:57.173146 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a4cfae-c801-4913-b5bc-e0e2066db758 None None] Sync routers for ids ['1ea8fa75-8e70-42c6-a780-26fa473a5a75'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:05:57.183287 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb3bc6-a06b-4635-a10f-a64f760984d4 None None] Deleting port 1552420e-e316-4867-bc2d-14a052adbfa3 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:57.183660 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3bc6-a06b-4635-a10f-a64f760984d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:57.239461 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-100ae9a8-7485-4225-8f8b-805635eeb1c8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] For port 1552420e-e316-4867-bc2d-14a052adbfa3, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1552420e-e316-4867-bc2d-14a052adbfa3,segment=NetworkSegment(a3aba8ec-4a97-4cd2-9535-4d6dac56f999),segment_id=a3aba8ec-4a97-4cd2-9535-4d6dac56f999)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:57.239824 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-100ae9a8-7485-4225-8f8b-805635eeb1c8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:57.264747 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4285623-44e7-4f9e-9564-43fe3e8e9a74 req-f5dba040-8012-428a-a605-4fcd28c227b6 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:57.267285 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4285623-44e7-4f9e-9564-43fe3e8e9a74 req-f5dba040-8012-428a-a605-4fcd28c227b6 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.2584882 Jul 30 02:05:57.310685 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-100ae9a8-7485-4225-8f8b-805635eeb1c8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Calling delete_port for 1552420e-e316-4867-bc2d-14a052adbfa3 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:57.330127 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2ecb3bc6-a06b-4635-a10f-a64f760984d4 None None] For port 1552420e-e316-4867-bc2d-14a052adbfa3, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1552420e-e316-4867-bc2d-14a052adbfa3,segment=NetworkSegment(a3aba8ec-4a97-4cd2-9535-4d6dac56f999),segment_id=a3aba8ec-4a97-4cd2-9535-4d6dac56f999)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:57.330741 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3bc6-a06b-4635-a10f-a64f760984d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:57.345273 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a4cfae-c801-4913-b5bc-e0e2066db758 None None] Routers {'1ea8fa75-8e70-42c6-a780-26fa473a5a75'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:57.345918 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-09a4cfae-c801-4913-b5bc-e0e2066db758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1ea8fa75-8e70-42c6-a780-26fa473a5a75'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:57.400474 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4285623-44e7-4f9e-9564-43fe3e8e9a74 req-f68603bf-d77c-49e1-afd9-704b0f631475 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221294 Jul 30 02:05:57.432470 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-09a4cfae-c801-4913-b5bc-e0e2066db758 None None] Set router 1ea8fa75-8e70-42c6-a780-26fa473a5a75 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:57.547072 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-09a4cfae-c801-4913-b5bc-e0e2066db758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea8fa75-8e70-42c6-a780-26fa473a5a75', 'name': 'tempest-NetworksTestDHCPv6-router-834681871', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:05:46Z', 'updated_at': '2021-07-30T02:05:54Z', 'revision_number': 3, 'project_id': '65573bf5651a410ebe790229b2b7206d', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:57.604844 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb3bc6-a06b-4635-a10f-a64f760984d4 None None] Calling delete_port for 1552420e-e316-4867-bc2d-14a052adbfa3 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:57.619926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Attempting to bind port 27c0400f-ed2f-439f-af8a-664e9ba626aa on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:05:57.620304 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Attempting to bind port 27c0400f-ed2f-439f-af8a-664e9ba626aa by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '0442c718-2a9e-4d19-8155-b14910536e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2a8d9067-0f46-4764-ac57-8606fd8d9a6a'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:05:57.620673 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Attempting to bind port 27c0400f-ed2f-439f-af8a-664e9ba626aa on network 2a8d9067-0f46-4764-ac57-8606fd8d9a6a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:57.622608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a4cfae-c801-4913-b5bc-e0e2066db758 None None] Checking router: 1ea8fa75-8e70-42c6-a780-26fa473a5a75 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:05:57.650767 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-6e369945-e263-469d-92c8-7f2e25f6860c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Allocated IP 2001:db8::1 (15bdfdf8-b4c4-422e-988a-efa5303a7db2/2737aa15-354d-4390-8ae3-b70d0103be59/7d61fd62-2419-4f5b-8c1e-e68a82589e85) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:57.668685 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:05:57.669056 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Checking segment: {'id': '0442c718-2a9e-4d19-8155-b14910536e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2a8d9067-0f46-4764-ac57-8606fd8d9a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:57.669466 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:57.669866 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Bound using segment: {'id': '0442c718-2a9e-4d19-8155-b14910536e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2a8d9067-0f46-4764-ac57-8606fd8d9a6a'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:05:57.670442 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Bound port: 27c0400f-ed2f-439f-af8a-664e9ba626aa, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0442c718-2a9e-4d19-8155-b14910536e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2a8d9067-0f46-4764-ac57-8606fd8d9a6a'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:05:57.671545 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:57.720142 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-08780092-0f60-430c-bb18-2f04ae9df04b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7221584 Jul 30 02:05:57.725518 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39742) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:57.742489 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a4cfae-c801-4913-b5bc-e0e2066db758 None None] Routers {'1ea8fa75-8e70-42c6-a780-26fa473a5a75'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:57.743021 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-09a4cfae-c801-4913-b5bc-e0e2066db758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1ea8fa75-8e70-42c6-a780-26fa473a5a75'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:57.812892 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c9e1951f-eac9-4149-899f-8138069b4244 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:57.844112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-09a4cfae-c801-4913-b5bc-e0e2066db758 None None] Set router 1ea8fa75-8e70-42c6-a780-26fa473a5a75 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:57.894207 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-100ae9a8-7485-4225-8f8b-805635eeb1c8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:57.914651 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e369945-e263-469d-92c8-7f2e25f6860c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:57.973329 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ae9a8-7485-4225-8f8b-805635eeb1c8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Port': ['ID=1552420e-e316-4867-bc2d-14a052adbfa3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:57.976968 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ae9a8-7485-4225-8f8b-805635eeb1c8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] No DVR routers for this DVR port 1552420e-e316-4867-bc2d-14a052adbfa3 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:05:57.986824 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-09a4cfae-c801-4913-b5bc-e0e2066db758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea8fa75-8e70-42c6-a780-26fa473a5a75', 'name': 'tempest-NetworksTestDHCPv6-router-834681871', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:05:46Z', 'updated_at': '2021-07-30T02:05:54Z', 'revision_number': 3, 'project_id': '65573bf5651a410ebe790229b2b7206d', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:58.000832 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-6e369945-e263-469d-92c8-7f2e25f6860c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Transition to ACTIVE for port object 7d61fd62-2419-4f5b-8c1e-e68a82589e85 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:58.065053 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a4cfae-c801-4913-b5bc-e0e2066db758 None None] The sync data for ids ['1ea8fa75-8e70-42c6-a780-26fa473a5a75'] in n-d-713498-9 is: [{'id': '1ea8fa75-8e70-42c6-a780-26fa473a5a75', 'name': 'tempest-NetworksTestDHCPv6-router-834681871', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:05:46Z', 'updated_at': '2021-07-30T02:05:54Z', 'revision_number': 3, 'project_id': '65573bf5651a410ebe790229b2b7206d', 'gw_port_host': None}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:05:58.160877 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:58.214179 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] For port 27c0400f-ed2f-439f-af8a-664e9ba626aa, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:05:58.261187 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08e93fb-9e31-4f08-88e6-1452aabcaa0f None None] DHCP port deletion for 84fe5bd8-9f93-443f-a4c2-007dacc11704 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:05:58.263391 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba7323-a6f6-4766-8ca7-e4f0a75b43f7 req-ff1f855e-ee57-4f8f-9304-7c9db8c0bb8a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:58.270241 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-30ba7323-a6f6-4766-8ca7-e4f0a75b43f7 req-ff1f855e-ee57-4f8f-9304-7c9db8c0bb8a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.3744786 Jul 30 02:05:58.279196 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] For port 27c0400f-ed2f-439f-af8a-664e9ba626aa, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=27c0400f-ed2f-439f-af8a-664e9ba626aa,segment=NetworkSegment(0442c718-2a9e-4d19-8155-b14910536e9f),segment_id=0442c718-2a9e-4d19-8155-b14910536e9f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:05:58.287828 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3bc6-a06b-4635-a10f-a64f760984d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:58.332160 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-100ae9a8-7485-4225-8f8b-805635eeb1c8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:58.370964 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-100ae9a8-7485-4225-8f8b-805635eeb1c8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c27f5f-b17e-4728-a94f-5d4c23723861']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:58.396825 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c9e1951f-eac9-4149-899f-8138069b4244 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:58.399191 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c9e1951f-eac9-4149-899f-8138069b4244 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:58.406124 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e369945-e263-469d-92c8-7f2e25f6860c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:58.410182 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-100ae9a8-7485-4225-8f8b-805635eeb1c8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3aba8ec-4a97-4cd2-9535-4d6dac56f999') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:58.413350 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-100ae9a8-7485-4225-8f8b-805635eeb1c8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3aba8ec-4a97-4cd2-9535-4d6dac56f999') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:58.417251 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecb3bc6-a06b-4635-a10f-a64f760984d4 None None] No DVR routers for this DVR port 1552420e-e316-4867-bc2d-14a052adbfa3 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:05:58.454416 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-30ba7323-a6f6-4766-8ca7-e4f0a75b43f7 req-d643375d-f567-40e8-9f84-ea22aad2c774 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171341 Jul 30 02:05:58.497788 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-100ae9a8-7485-4225-8f8b-805635eeb1c8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:58.532185 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e369945-e263-469d-92c8-7f2e25f6860c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Network 15bdfdf8-b4c4-422e-988a-efa5303a7db2 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:58.534353 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c9e1951f-eac9-4149-899f-8138069b4244 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:58.536283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e1951f-eac9-4149-899f-8138069b4244 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Fanout notify agent at l3_agent the message router_deleted on router 1ea8fa75-8e70-42c6-a780-26fa473a5a75 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:05:58.538531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-6e369945-e263-469d-92c8-7f2e25f6860c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:58.541182 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-100ae9a8-7485-4225-8f8b-805635eeb1c8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:58.548762 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e369945-e263-469d-92c8-7f2e25f6860c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:58.549756 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e369945-e263-469d-92c8-7f2e25f6860c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:58.568868 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c9e1951f-eac9-4149-899f-8138069b4244 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:58.580146 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c9e1951f-eac9-4149-899f-8138069b4244 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/routers/1ea8fa75-8e70-42c6-a780-26fa473a5a75 HTTP/1.1" status: 204 len: 168 time: 0.8584392 Jul 30 02:05:58.582377 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39758) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:58.598709 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-6546f8cc-1f48-4ddf-85c2-6ddb036e97da tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:58.712558 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e369945-e263-469d-92c8-7f2e25f6860c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event updated for resources: {'Port': ['ID=7d61fd62-2419-4f5b-8c1e-e68a82589e85,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:58.730716 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100ae9a8-7485-4225-8f8b-805635eeb1c8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:05:58.746631 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-100ae9a8-7485-4225-8f8b-805635eeb1c8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:05:58.749914 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:05:58.872502 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:58.895051 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb3bc6-a06b-4635-a10f-a64f760984d4 None None] Pushing event deleted for resources: {'Port': ['ID=1552420e-e316-4867-bc2d-14a052adbfa3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:58.992919 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0786939-5894-48d0-95de-4be72ca2ddb3 None None] Pushing event updated for resources: {'Port': ['ID=27c0400f-ed2f-439f-af8a-664e9ba626aa,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:59.006240 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b08e93fb-9e31-4f08-88e6-1452aabcaa0f None None] Deleting port 18effea8-ff10-48ff-9bee-faa722c0d75a {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:59.006923 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b08e93fb-9e31-4f08-88e6-1452aabcaa0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.050218 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6546f8cc-1f48-4ddf-85c2-6ddb036e97da tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:59.053079 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-100ae9a8-7485-4225-8f8b-805635eeb1c8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.064870 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 18effea8-ff10-48ff-9bee-faa722c0d75a no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:05:59.071027 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6546f8cc-1f48-4ddf-85c2-6ddb036e97da tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.080561 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-100ae9a8-7485-4225-8f8b-805635eeb1c8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.086859 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-100ae9a8-7485-4225-8f8b-805635eeb1c8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/networks/49c27f5f-b17e-4728-a94f-5d4c23723861 HTTP/1.1" status: 204 len: 168 time: 2.9681120 Jul 30 02:05:59.106022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39766) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:59.182237 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b08e93fb-9e31-4f08-88e6-1452aabcaa0f None None] For port 18effea8-ff10-48ff-9bee-faa722c0d75a, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=18effea8-ff10-48ff-9bee-faa722c0d75a,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:59.182806 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b08e93fb-9e31-4f08-88e6-1452aabcaa0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.226964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b08e93fb-9e31-4f08-88e6-1452aabcaa0f None None] Calling delete_port for 18effea8-ff10-48ff-9bee-faa722c0d75a owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:59.227229 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ae9a8-7485-4225-8f8b-805635eeb1c8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Network': ['ID=49c27f5f-b17e-4728-a94f-5d4c23723861,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:59.298817 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e369945-e263-469d-92c8-7f2e25f6860c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.371439 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-48ecf2c7-58d4-476b-8bfc-b474f89f7f41 None None] Provisioning for port 7d61fd62-2419-4f5b-8c1e-e68a82589e85 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:59.390539 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-48ecf2c7-58d4-476b-8bfc-b474f89f7f41 None None] Provisioning complete for port 7d61fd62-2419-4f5b-8c1e-e68a82589e85 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:59.390844 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-48ecf2c7-58d4-476b-8bfc-b474f89f7f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.404891 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6546f8cc-1f48-4ddf-85c2-6ddb036e97da tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.468195 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-48ecf2c7-58d4-476b-8bfc-b474f89f7f41 None None] Port 7d61fd62-2419-4f5b-8c1e-e68a82589e85 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:05:59.497812 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.507877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6546f8cc-1f48-4ddf-85c2-6ddb036e97da tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:59.517415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-6546f8cc-1f48-4ddf-85c2-6ddb036e97da tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:59.527754 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6546f8cc-1f48-4ddf-85c2-6ddb036e97da tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:59.528365 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6546f8cc-1f48-4ddf-85c2-6ddb036e97da tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.547914 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546f8cc-1f48-4ddf-85c2-6ddb036e97da tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=3b0b4edf-7593-4de8-ba5c-c4ecafb19204,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:59.596188 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b08e93fb-9e31-4f08-88e6-1452aabcaa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.640375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39784) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:59.645131 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6546f8cc-1f48-4ddf-85c2-6ddb036e97da tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0581841 Jul 30 02:05:59.645438 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-bdaaeb17-db3e-4124-812c-94754b930508 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-239485066', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:59.657085 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e93fb-9e31-4f08-88e6-1452aabcaa0f None None] Pushing event deleted for resources: {'Port': ['ID=18effea8-ff10-48ff-9bee-faa722c0d75a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:59.677176 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e93fb-9e31-4f08-88e6-1452aabcaa0f None None] No DVR routers for this DVR port 18effea8-ff10-48ff-9bee-faa722c0d75a on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:05:59.705400 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c2a495-03e1-44a4-a0c9-64a28bd1560a None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:59.789932 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153ca0a-c64c-43bf-ba3b-9f3eee055094 req-5be96d62-7bb0-4d88-8d04-6423691512e5 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:59.791429 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4153ca0a-c64c-43bf-ba3b-9f3eee055094 req-5be96d62-7bb0-4d88-8d04-6423691512e5 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1943624 Jul 30 02:05:59.821669 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdaaeb17-db3e-4124-812c-94754b930508 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.821669 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdaaeb17-db3e-4124-812c-94754b930508 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.884472 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-84fe5bd8-9f93-443f-a4c2-007dacc11704', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'fixed_ips': [{'subnet_id': '3b0b4edf-7593-4de8-ba5c-c4ecafb19204'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:05:59.885700 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.973502 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e369945-e263-469d-92c8-7f2e25f6860c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.997253 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4153ca0a-c64c-43bf-ba3b-9f3eee055094 req-fe780b9a-88d4-4fda-845b-92118c4b8389 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898501 Jul 30 02:06:00.042782 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdaaeb17-db3e-4124-812c-94754b930508 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:00.071248 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e369945-e263-469d-92c8-7f2e25f6860c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:00.072153 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e369945-e263-469d-92c8-7f2e25f6860c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:00.081873 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Allocated IP 2001:db8::2 (84fe5bd8-9f93-443f-a4c2-007dacc11704/3b0b4edf-7593-4de8-ba5c-c4ecafb19204/9b759590-2269-433a-92e1-f7e5e4cc5ff0) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:00.143489 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdaaeb17-db3e-4124-812c-94754b930508 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:00.179503 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31900b25-220f-456d-88c3-0e8d00aee6c7 req-8ce89ae8-54b0-4703-b740-31ee34797a9d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:00.181178 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-31900b25-220f-456d-88c3-0e8d00aee6c7 req-8ce89ae8-54b0-4703-b740-31ee34797a9d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.0896041 Jul 30 02:06:00.264671 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e369945-e263-469d-92c8-7f2e25f6860c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event updated for resources: {'Port': ['ID=7d61fd62-2419-4f5b-8c1e-e68a82589e85,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:00.274434 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-31900b25-220f-456d-88c3-0e8d00aee6c7 req-088a7568-da9a-446a-b686-fa89686103a2 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862210 Jul 30 02:06:00.382514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e369945-e263-469d-92c8-7f2e25f6860c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Network 15bdfdf8-b4c4-422e-988a-efa5303a7db2 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:00.390040 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdaaeb17-db3e-4124-812c-94754b930508 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:00.391363 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bdaaeb17-db3e-4124-812c-94754b930508 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7499645 Jul 30 02:06:00.394067 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-6e369945-e263-469d-92c8-7f2e25f6860c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:00.395282 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39808) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:00.488289 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:00.499934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Transition to ACTIVE for port object 9b759590-2269-433a-92e1-f7e5e4cc5ff0 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:00.541433 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Transition to ACTIVE for port object 9b759590-2269-433a-92e1-f7e5e4cc5ff0 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:00.620759 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-112d36aa-60de-492a-96b2-4563a3a394f7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:00.629459 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:00.765460 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e369945-e263-469d-92c8-7f2e25f6860c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Router c33657d8-de6f-4ff1-9ba8-9c029916a0be has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:06:00.792618 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bb7e5-fe3c-4408-b6a3-54c5cb116bef req-93171e2d-28c6-4eee-af43-a3427c033b11 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:00.803491 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:00.804727 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Pushing event updated for resources: {'Port': ['ID=9b759590-2269-433a-92e1-f7e5e4cc5ff0,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:00.804856 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2d8bb7e5-fe3c-4408-b6a3-54c5cb116bef req-93171e2d-28c6-4eee-af43-a3427c033b11 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.2165904 Jul 30 02:06:00.815014 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:00.818187 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:00.956598 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Attempting to bind port 9b759590-2269-433a-92e1-f7e5e4cc5ff0 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:00.961078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Attempting to bind port 9b759590-2269-433a-92e1-f7e5e4cc5ff0 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:00.961458 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Attempting to bind port 9b759590-2269-433a-92e1-f7e5e4cc5ff0 on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:00.991054 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:00.991054 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:00.991471 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:00.991878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:00.992665 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Bound port: 9b759590-2269-433a-92e1-f7e5e4cc5ff0, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:00.992792 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:00.997803 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6d2c1e-9805-4578-aa95-c6f0968e6f4e None None] Network 2a8d9067-0f46-4764-ac57-8606fd8d9a6a requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:01.037823 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2d8bb7e5-fe3c-4408-b6a3-54c5cb116bef req-cc507c19-dcf6-47d9-a923-543141fb318f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528106 Jul 30 02:06:01.048555 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e737ae83-2817-425e-bcb5-a0c51f70287f None None] Provisioning complete for port 7d61fd62-2419-4f5b-8c1e-e68a82589e85 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:01.053608 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e737ae83-2817-425e-bcb5-a0c51f70287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:01.150367 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-592197d0-b610-49c0-bdfc-164dc24f0142 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:01.157659 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 27c0400f-ed2f-439f-af8a-664e9ba626aa up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:01.400252 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] For port 9b759590-2269-433a-92e1-f7e5e4cc5ff0, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:01.414459 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] For port 9b759590-2269-433a-92e1-f7e5e4cc5ff0, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9b759590-2269-433a-92e1-f7e5e4cc5ff0,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:01.445720 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e737ae83-2817-425e-bcb5-a0c51f70287f None None] Port 7d61fd62-2419-4f5b-8c1e-e68a82589e85 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:06:01.482074 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:01.587703 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-592197d0-b610-49c0-bdfc-164dc24f0142 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::1 (84fe5bd8-9f93-443f-a4c2-007dacc11704/3b0b4edf-7593-4de8-ba5c-c4ecafb19204/57d57502-af90-4f43-87de-1018e8de44cb) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:01.603533 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 27c0400f-ed2f-439f-af8a-664e9ba626aa completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:01.610472 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-6e7cddd7-e91d-4518-a524-b9e4c2023096 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b29a64e72d4a428682b0ba80d4945806&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427861 Jul 30 02:06:01.639772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e369945-e263-469d-92c8-7f2e25f6860c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:06:01.649024 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6e369945-e263-469d-92c8-7f2e25f6860c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "PUT /v2.0/routers/c33657d8-de6f-4ff1-9ba8-9c029916a0be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6494012 Jul 30 02:06:01.651434 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c742d61f-c66f-4847-bfab-0a8b318824d9 None None] Sync routers for ids ['c33657d8-de6f-4ff1-9ba8-9c029916a0be'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:06:01.664622 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c742d61f-c66f-4847-bfab-0a8b318824d9 None None] Routers {'c33657d8-de6f-4ff1-9ba8-9c029916a0be'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:01.665289 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39850) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:01.667211 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c742d61f-c66f-4847-bfab-0a8b318824d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c33657d8-de6f-4ff1-9ba8-9c029916a0be'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:01.699094 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1469f82-ef2b-4dce-a914-b0409599f0c7 None None] Pushing event updated for resources: {'Port': ['ID=9b759590-2269-433a-92e1-f7e5e4cc5ff0,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:01.725755 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c742d61f-c66f-4847-bfab-0a8b318824d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:01.738163 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c742d61f-c66f-4847-bfab-0a8b318824d9 None None] Routers {'c33657d8-de6f-4ff1-9ba8-9c029916a0be'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:01.739065 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c742d61f-c66f-4847-bfab-0a8b318824d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c33657d8-de6f-4ff1-9ba8-9c029916a0be'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:01.742575 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7c843a59-1bf1-421f-8298-97be8b4bfd7b None None] Provisioning for port 27c0400f-ed2f-439f-af8a-664e9ba626aa completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:01.746934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7c843a59-1bf1-421f-8298-97be8b4bfd7b None None] Provisioning complete for port 27c0400f-ed2f-439f-af8a-664e9ba626aa triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:01.747739 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7c843a59-1bf1-421f-8298-97be8b4bfd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:01.845914 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c742d61f-c66f-4847-bfab-0a8b318824d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:01.848586 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c742d61f-c66f-4847-bfab-0a8b318824d9 None None] The sync data for ids ['c33657d8-de6f-4ff1-9ba8-9c029916a0be'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:06:01.951669 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc361dbd-6c9d-4d7b-bcb5-c0d00bf90f82 req-312d556f-94f4-4285-8762-44aba81f13d5 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:01.951669 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc361dbd-6c9d-4d7b-bcb5-c0d00bf90f82 req-312d556f-94f4-4285-8762-44aba81f13d5 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.3720670 Jul 30 02:06:01.966289 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7c843a59-1bf1-421f-8298-97be8b4bfd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:02.033657 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-7c843a59-1bf1-421f-8298-97be8b4bfd7b None None] For port 27c0400f-ed2f-439f-af8a-664e9ba626aa, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=27c0400f-ed2f-439f-af8a-664e9ba626aa,segment=NetworkSegment(0442c718-2a9e-4d19-8155-b14910536e9f),segment_id=0442c718-2a9e-4d19-8155-b14910536e9f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:02.121159 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-592197d0-b610-49c0-bdfc-164dc24f0142 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:02.134103 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7c843a59-1bf1-421f-8298-97be8b4bfd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:02.163264 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-e19988d9-cdfc-43a9-bff9-589207b58878 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:02.163537 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d7e93c5-54ad-49fa-b451-909e127ecae0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:02.165150 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-e19988d9-cdfc-43a9-bff9-589207b58878 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4460711 Jul 30 02:06:02.166288 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-592197d0-b610-49c0-bdfc-164dc24f0142 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object 57d57502-af90-4f43-87de-1018e8de44cb will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:02.208011 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c843a59-1bf1-421f-8298-97be8b4bfd7b None None] Pushing event updated for resources: {'Port': ['ID=27c0400f-ed2f-439f-af8a-664e9ba626aa,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:02.211393 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-2d1bde69-04a3-459b-a2e7-3a06c590adc1 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/quotas/b29a64e72d4a428682b0ba80d4945806 HTTP/1.1" status: 200 len: 375 time: 0.0287366 Jul 30 02:06:02.219215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c843a59-1bf1-421f-8298-97be8b4bfd7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:02.220277 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c843a59-1bf1-421f-8298-97be8b4bfd7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:02.220624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c843a59-1bf1-421f-8298-97be8b4bfd7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:02.220958 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c843a59-1bf1-421f-8298-97be8b4bfd7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:02.221285 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c843a59-1bf1-421f-8298-97be8b4bfd7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:02.221610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c843a59-1bf1-421f-8298-97be8b4bfd7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:02.221936 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c843a59-1bf1-421f-8298-97be8b4bfd7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:02.222256 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c843a59-1bf1-421f-8298-97be8b4bfd7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:02.222650 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c843a59-1bf1-421f-8298-97be8b4bfd7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:02.222970 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c843a59-1bf1-421f-8298-97be8b4bfd7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:02.223288 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c843a59-1bf1-421f-8298-97be8b4bfd7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:02.223612 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c843a59-1bf1-421f-8298-97be8b4bfd7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:02.259247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f9e9504c-cf2a-428d-b2f9-35ea1085f6a8 None None] Provisioning complete for port 27c0400f-ed2f-439f-af8a-664e9ba626aa triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:02.259690 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9e9504c-cf2a-428d-b2f9-35ea1085f6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:02.279222 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-ae217963-5b97-4442-933b-1d854001041a tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b29a64e72d4a428682b0ba80d4945806&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666935 Jul 30 02:06:02.302256 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc361dbd-6c9d-4d7b-bcb5-c0d00bf90f82 req-c27a957b-a059-4e34-86e3-41a05f119ee0 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227205 Jul 30 02:06:02.326975 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-3d7e93c5-54ad-49fa-b451-909e127ecae0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 02:06:02.331503 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39866) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:02.331668 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3d7e93c5-54ad-49fa-b451-909e127ecae0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "DELETE /v2.0/routers/c33657d8-de6f-4ff1-9ba8-9c029916a0be HTTP/1.1" status: 409 len: 329 time: 0.6559191 Jul 30 02:06:02.392021 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-112d36aa-60de-492a-96b2-4563a3a394f7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting port 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:02.392396 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-112d36aa-60de-492a-96b2-4563a3a394f7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:02.397273 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-592197d0-b610-49c0-bdfc-164dc24f0142 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:02.566661 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592197d0-b610-49c0-bdfc-164dc24f0142 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:02.579082 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-592197d0-b610-49c0-bdfc-164dc24f0142 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:02.579462 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4ad78-50bf-4ec0-8047-b664092a4503 req-3398ca61-afdc-42c5-a5e9-6d3a50830227 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:02.581079 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6d4ad78-50bf-4ec0-8047-b664092a4503 req-3398ca61-afdc-42c5-a5e9-6d3a50830227 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.0773234 Jul 30 02:06:02.582780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592197d0-b610-49c0-bdfc-164dc24f0142 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=57d57502-af90-4f43-87de-1018e8de44cb,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:02.585064 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592197d0-b610-49c0-bdfc-164dc24f0142 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:02.585660 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-592197d0-b610-49c0-bdfc-164dc24f0142 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:02.608894 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-112d36aa-60de-492a-96b2-4563a3a394f7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] For port 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8d1c3cdc-bb6f-4a00-b28b-ea9034fae083,segment=NetworkSegment(968ab37a-9b66-41d2-8ad1-dc3f77922c9f),segment_id=968ab37a-9b66-41d2-8ad1-dc3f77922c9f)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:02.609277 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-112d36aa-60de-492a-96b2-4563a3a394f7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:02.639819 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-112d36aa-60de-492a-96b2-4563a3a394f7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Calling delete_port for 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:02.673165 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6d4ad78-50bf-4ec0-8047-b664092a4503 req-fbcca7c5-8b53-4ef0-8f3e-93b9f88d9e87 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610852 Jul 30 02:06:02.921897 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1a1e6b3f-7a4c-42f7-81cf-814e3bacadbd req-9bf6cedb-8a60-4120-8929-b9a41ed56a1b tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/ports?device_id=8232cc26-3df6-46bc-9777-3c6899d9ed58 HTTP/1.1" status: 200 len: 210 time: 0.0911038 Jul 30 02:06:02.991185 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5251dbd-3964-4b2b-9fae-e28bead649f9 req-895a2475-7cbb-4ca4-a5a3-1aaa3072059f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:02.993543 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c5251dbd-3964-4b2b-9fae-e28bead649f9 req-895a2475-7cbb-4ca4-a5a3-1aaa3072059f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1674862 Jul 30 02:06:03.002229 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:03.102461 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c5251dbd-3964-4b2b-9fae-e28bead649f9 req-11577540-d4fd-41b2-a418-8ecb1cb001a2 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988882 Jul 30 02:06:03.175176 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-112d36aa-60de-492a-96b2-4563a3a394f7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:03.182414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 27c0400f-ed2f-439f-af8a-664e9ba626aa up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:03.221638 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d36aa-60de-492a-96b2-4563a3a394f7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Port': ['ID=8d1c3cdc-bb6f-4a00-b28b-ea9034fae083,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:03.315541 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 27c0400f-ed2f-439f-af8a-664e9ba626aa triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:03.316638 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:03.402351 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-592197d0-b610-49c0-bdfc-164dc24f0142 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:03.458948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9b759590-2269-433a-92e1-f7e5e4cc5ff0 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:03.598509 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-112d36aa-60de-492a-96b2-4563a3a394f7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:03.622580 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f2e1a-5838-4192-b4f9-43ca8572def9 req-852fded8-3971-4a5c-8eb5-8d54f306d93d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:03.634956 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d66f2e1a-5838-4192-b4f9-43ca8572def9 req-852fded8-3971-4a5c-8eb5-8d54f306d93d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.3256645 Jul 30 02:06:03.654119 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 9b759590-2269-433a-92e1-f7e5e4cc5ff0 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:03.711179 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8ca760e3-aa36-4a7c-92b7-e8e2941c373b None None] Provisioning for port 9b759590-2269-433a-92e1-f7e5e4cc5ff0 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:03.715859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8ca760e3-aa36-4a7c-92b7-e8e2941c373b None None] Provisioning complete for port 9b759590-2269-433a-92e1-f7e5e4cc5ff0 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:03.720077 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ca760e3-aa36-4a7c-92b7-e8e2941c373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:03.781598 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d66f2e1a-5838-4192-b4f9-43ca8572def9 req-09938932-2df4-4d4e-a005-271d399fb956 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853722 Jul 30 02:06:03.922647 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ca760e3-aa36-4a7c-92b7-e8e2941c373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:03.969033 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8ca760e3-aa36-4a7c-92b7-e8e2941c373b None None] For port 9b759590-2269-433a-92e1-f7e5e4cc5ff0, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9b759590-2269-433a-92e1-f7e5e4cc5ff0,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:03.975184 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112d36aa-60de-492a-96b2-4563a3a394f7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router 53214bfa-0c23-47ea-87a4-c5043166a4a3 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:06:04.038986 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ca760e3-aa36-4a7c-92b7-e8e2941c373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.112612 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-205ad3c8-3758-4872-995a-8ab95059c657 req-ff86f02f-a431-4458-95f4-2ccce3517990 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/ports?device_id=8232cc26-3df6-46bc-9777-3c6899d9ed58 HTTP/1.1" status: 200 len: 210 time: 0.1092277 Jul 30 02:06:04.115937 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca760e3-aa36-4a7c-92b7-e8e2941c373b None None] Pushing event updated for resources: {'Port': ['ID=9b759590-2269-433a-92e1-f7e5e4cc5ff0,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:04.132838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112d36aa-60de-492a-96b2-4563a3a394f7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:06:04.142859 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-112d36aa-60de-492a-96b2-4563a3a394f7 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/53214bfa-0c23-47ea-87a4-c5043166a4a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0354815 Jul 30 02:06:04.143760 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39904) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:04.144611 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a5b73c-65f0-4fb1-b5eb-a211cfacf42c None None] Sync routers for ids ['53214bfa-0c23-47ea-87a4-c5043166a4a3'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:06:04.158159 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-738283c5-ddbc-4ec4-92cb-e038510474ba tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.165281 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a5b73c-65f0-4fb1-b5eb-a211cfacf42c None None] Routers {'53214bfa-0c23-47ea-87a4-c5043166a4a3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:04.166019 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-98a5b73c-65f0-4fb1-b5eb-a211cfacf42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53214bfa-0c23-47ea-87a4-c5043166a4a3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:04.205398 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee54883-7575-4d8f-b9ef-d5e5eb69b3a1 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting subnet 50b246f5-9301-42eb-a28a-8138323f957a {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:06:04.209232 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dee54883-7575-4d8f-b9ef-d5e5eb69b3a1 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.270247 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dee54883-7575-4d8f-b9ef-d5e5eb69b3a1 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.297847 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458a335-b62f-430f-9414-f3f27c39e780 req-989cf830-ee3b-41e8-9701-b95e51a9468e tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:04.306029 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d458a335-b62f-430f-9414-f3f27c39e780 req-989cf830-ee3b-41e8-9701-b95e51a9468e tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.2418635 Jul 30 02:06:04.345973 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-98a5b73c-65f0-4fb1-b5eb-a211cfacf42c None None] Set router 53214bfa-0c23-47ea-87a4-c5043166a4a3 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:06:04.381007 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dee54883-7575-4d8f-b9ef-d5e5eb69b3a1 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.408608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-86be9d6d-40f6-41cb-8a13-180bc69cda85 None None] Provisioning for port 57d57502-af90-4f43-87de-1018e8de44cb completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:04.433471 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-98a5b73c-65f0-4fb1-b5eb-a211cfacf42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:06:02Z', 'revision_number': 11, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:04.462875 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d458a335-b62f-430f-9414-f3f27c39e780 req-2a103073-3948-47f3-bb7a-3e2c3bad818c tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548421 Jul 30 02:06:04.476465 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a5b73c-65f0-4fb1-b5eb-a211cfacf42c None None] Checking router: 53214bfa-0c23-47ea-87a4-c5043166a4a3 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:06:04.478516 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-86be9d6d-40f6-41cb-8a13-180bc69cda85 None None] Provisioning complete for port 57d57502-af90-4f43-87de-1018e8de44cb triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:04.478888 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86be9d6d-40f6-41cb-8a13-180bc69cda85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.515174 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dee54883-7575-4d8f-b9ef-d5e5eb69b3a1 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.532698 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dee54883-7575-4d8f-b9ef-d5e5eb69b3a1 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.539351 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dee54883-7575-4d8f-b9ef-d5e5eb69b3a1 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/subnets/50b246f5-9301-42eb-a28a-8138323f957a HTTP/1.1" status: 204 len: 168 time: 0.3939512 Jul 30 02:06:04.540570 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39910) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:04.566628 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251a252d-c76e-4ff8-b56d-7dc95e8002da None None] Network f6e5e38f-f971-4cdb-81b4-297a61e47762 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:04.603911 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a5b73c-65f0-4fb1-b5eb-a211cfacf42c None None] Routers {'53214bfa-0c23-47ea-87a4-c5043166a4a3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:04.604572 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-98a5b73c-65f0-4fb1-b5eb-a211cfacf42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53214bfa-0c23-47ea-87a4-c5043166a4a3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:04.716596 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-774ddbe7-df21-4150-baba-1d598ae34cd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.716596 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee54883-7575-4d8f-b9ef-d5e5eb69b3a1 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Subnet': ['ID=50b246f5-9301-42eb-a28a-8138323f957a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:04.718087 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-86be9d6d-40f6-41cb-8a13-180bc69cda85 None None] Port 57d57502-af90-4f43-87de-1018e8de44cb cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:06:04.737849 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-592197d0-b610-49c0-bdfc-164dc24f0142 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.759109 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35554e19-b683-4ccd-972e-aa6617a9d48f req-306708d5-6a5e-4917-9019-2612af0bb27b tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:04.765327 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-35554e19-b683-4ccd-972e-aa6617a9d48f req-306708d5-6a5e-4917-9019-2612af0bb27b tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1417503 Jul 30 02:06:04.809072 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-774ddbe7-df21-4150-baba-1d598ae34cd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Deleting port f699a164-3ca7-47ef-8817-162fd8358baf {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:04.809659 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-774ddbe7-df21-4150-baba-1d598ae34cd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.823239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-98a5b73c-65f0-4fb1-b5eb-a211cfacf42c None None] Set router 53214bfa-0c23-47ea-87a4-c5043166a4a3 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:06:04.887505 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-592197d0-b610-49c0-bdfc-164dc24f0142 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.888288 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-592197d0-b610-49c0-bdfc-164dc24f0142 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.894466 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-98a5b73c-65f0-4fb1-b5eb-a211cfacf42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:06:02Z', 'revision_number': 11, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:04.912004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-774ddbe7-df21-4150-baba-1d598ae34cd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] For port f699a164-3ca7-47ef-8817-162fd8358baf, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f699a164-3ca7-47ef-8817-162fd8358baf,segment=NetworkSegment(968ab37a-9b66-41d2-8ad1-dc3f77922c9f),segment_id=968ab37a-9b66-41d2-8ad1-dc3f77922c9f)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:04.914015 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-774ddbe7-df21-4150-baba-1d598ae34cd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.949219 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-774ddbe7-df21-4150-baba-1d598ae34cd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Calling delete_port for f699a164-3ca7-47ef-8817-162fd8358baf owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:04.952626 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a5b73c-65f0-4fb1-b5eb-a211cfacf42c None None] The sync data for ids ['53214bfa-0c23-47ea-87a4-c5043166a4a3'] in n-d-713498-9 is: [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:06:02Z', 'revision_number': 11, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:06:04.998145 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-35554e19-b683-4ccd-972e-aa6617a9d48f req-5c8775fa-f08a-4aac-bd7f-372c4df7696a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262268 Jul 30 02:06:05.159243 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592197d0-b610-49c0-bdfc-164dc24f0142 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=57d57502-af90-4f43-87de-1018e8de44cb,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:05.179461 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-738283c5-ddbc-4ec4-92cb-e038510474ba tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Deleting port 7d61fd62-2419-4f5b-8c1e-e68a82589e85 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:05.179959 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-738283c5-ddbc-4ec4-92cb-e038510474ba tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:05.185229 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79a358-89fc-45f3-8eab-d54cc667b09f req-7158b688-f70f-481a-9724-90b486370cd8 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:05.187541 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae79a358-89fc-45f3-8eab-d54cc667b09f req-7158b688-f70f-481a-9724-90b486370cd8 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.0642734 Jul 30 02:06:05.216083 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-774ddbe7-df21-4150-baba-1d598ae34cd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:05.258560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ddbe7-df21-4150-baba-1d598ae34cd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Port': ['ID=f699a164-3ca7-47ef-8817-162fd8358baf,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:05.262095 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774ddbe7-df21-4150-baba-1d598ae34cd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] No DVR routers for this DVR port f699a164-3ca7-47ef-8817-162fd8358baf on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:05.287968 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae79a358-89fc-45f3-8eab-d54cc667b09f req-949860ba-d5cf-4c21-8235-7f27d8c58469 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940824 Jul 30 02:06:05.289453 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592197d0-b610-49c0-bdfc-164dc24f0142 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:05.324795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-592197d0-b610-49c0-bdfc-164dc24f0142 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:05.332939 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c0c13568-89bd-4d48-8d3c-bf22d22ffdf3 req-6857a0fa-60db-4c22-9f04-a84e662627d8 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/ports?device_id=8232cc26-3df6-46bc-9777-3c6899d9ed58 HTTP/1.1" status: 200 len: 210 time: 0.1063080 Jul 30 02:06:05.402947 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9b759590-2269-433a-92e1-f7e5e4cc5ff0 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:05.416711 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-774ddbe7-df21-4150-baba-1d598ae34cd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:05.441932 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-774ddbe7-df21-4150-baba-1d598ae34cd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e5e38f-f971-4cdb-81b4-297a61e47762']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:05.457194 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7ed2a3-0bf1-4c88-9a75-fe9a166cbe11 None None] DHCP port deletion for f6e5e38f-f971-4cdb-81b4-297a61e47762 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:06:05.524059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-774ddbe7-df21-4150-baba-1d598ae34cd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968ab37a-9b66-41d2-8ad1-dc3f77922c9f') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:05.525051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-774ddbe7-df21-4150-baba-1d598ae34cd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968ab37a-9b66-41d2-8ad1-dc3f77922c9f') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:05.534413 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-738283c5-ddbc-4ec4-92cb-e038510474ba tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:05.555385 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 9b759590-2269-433a-92e1-f7e5e4cc5ff0 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:05.555920 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:05.563174 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-738283c5-ddbc-4ec4-92cb-e038510474ba tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Calling delete_port for 7d61fd62-2419-4f5b-8c1e-e68a82589e85 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:05.572079 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df400d78-38f2-46fa-b150-44fef74d8abf req-927b1274-0672-470a-8ba6-0347ebadf4ce tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:05.579061 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-df400d78-38f2-46fa-b150-44fef74d8abf req-927b1274-0672-470a-8ba6-0347ebadf4ce tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1664927 Jul 30 02:06:05.583383 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-774ddbe7-df21-4150-baba-1d598ae34cd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:05.654855 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592197d0-b610-49c0-bdfc-164dc24f0142 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Router 1d03283a-8105-4f6d-993a-f68ca4b83521 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:06:05.655077 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-774ddbe7-df21-4150-baba-1d598ae34cd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:05.701464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774ddbe7-df21-4150-baba-1d598ae34cd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:06:05.702639 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-774ddbe7-df21-4150-baba-1d598ae34cd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:06:05.713211 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:06:05.753176 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-df400d78-38f2-46fa-b150-44fef74d8abf req-a5f0cb2f-30c7-446b-b695-a1617f518d1b tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627100 Jul 30 02:06:05.887790 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3f000599-11a1-4684-a73c-68f936e1bcc1 None None] Provisioning complete for port 57d57502-af90-4f43-87de-1018e8de44cb triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:05.888526 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f000599-11a1-4684-a73c-68f936e1bcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:05.904593 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592197d0-b610-49c0-bdfc-164dc24f0142 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:06:05.913084 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-592197d0-b610-49c0-bdfc-164dc24f0142 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "PUT /v2.0/routers/1d03283a-8105-4f6d-993a-f68ca4b83521/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5166118 Jul 30 02:06:05.916629 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39930) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:05.918045 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] Sync routers for ids ['1d03283a-8105-4f6d-993a-f68ca4b83521'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:06:05.936859 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-f9635f39-d51e-4707-86f3-db37c52868cf tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b29a64e72d4a428682b0ba80d4945806&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500906 Jul 30 02:06:05.938479 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] Routers {'1d03283a-8105-4f6d-993a-f68ca4b83521'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:05.939234 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1d03283a-8105-4f6d-993a-f68ca4b83521'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:05.986027 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fd396-d3c2-4d6b-b9dc-60d078f65376 req-96361eea-5b32-4c1b-ac46-090201628541 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:05.987051 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3f000599-11a1-4684-a73c-68f936e1bcc1 None None] Port 57d57502-af90-4f43-87de-1018e8de44cb cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:06:05.994278 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db7fd396-d3c2-4d6b-b9dc-60d078f65376 req-96361eea-5b32-4c1b-ac46-090201628541 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1555316 Jul 30 02:06:06.004769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e88b0-92d9-4c4c-8ac8-219e290459cf tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:06.006207 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-218e88b0-92d9-4c4c-8ac8-219e290459cf tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports/57d57502-af90-4f43-87de-1018e8de44cb HTTP/1.1" status: 200 len: 911 time: 0.0876384 Jul 30 02:06:06.012623 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39932) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:06.079864 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db7fd396-d3c2-4d6b-b9dc-60d078f65376 req-d2edeb31-0fc6-4652-bf34-077680d446d9 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845826 Jul 30 02:06:06.083064 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-738283c5-ddbc-4ec4-92cb-e038510474ba tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:06.122424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738283c5-ddbc-4ec4-92cb-e038510474ba tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event deleted for resources: {'Port': ['ID=7d61fd62-2419-4f5b-8c1e-e68a82589e85,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:06.145009 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64203f87-026e-4435-933b-8e5e94ee7711 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:06.150548 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] Set router 1d03283a-8105-4f6d-993a-f68ca4b83521 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:06:06.152250 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64203f87-026e-4435-933b-8e5e94ee7711 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:06.156060 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-64203f87-026e-4435-933b-8e5e94ee7711 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1396937 Jul 30 02:06:06.169885 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39936) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:06.185072 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-bf359f50-ffab-4719-b1c1-398e1520619a tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:06.187377 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-bf359f50-ffab-4719-b1c1-398e1520619a tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2478700 Jul 30 02:06:06.190324 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-774ddbe7-df21-4150-baba-1d598ae34cd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:06.220938 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-774ddbe7-df21-4150-baba-1d598ae34cd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:06.223279 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-774ddbe7-df21-4150-baba-1d598ae34cd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/networks/f6e5e38f-f971-4cdb-81b4-297a61e47762 HTTP/1.1" status: 204 len: 168 time: 1.6800990 Jul 30 02:06:06.224362 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ddbe7-df21-4150-baba-1d598ae34cd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Pushing event deleted for resources: {'Network': ['ID=f6e5e38f-f971-4cdb-81b4-297a61e47762,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:06.229379 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-794ac573-2318-419e-ac63-7b2a8e30672d tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Request body: {'port': {'device_id': '8232cc26-3df6-46bc-9777-3c6899d9ed58', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': 'b29a64e72d4a428682b0ba80d4945806'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:06.261249 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39940) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:06.324499 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a39a5467-27f0-4e47-aa6c-f7451b88a72d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'router': {'routes': None}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:06.520894 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-738283c5-ddbc-4ec4-92cb-e038510474ba tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:06.525650 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-794ac573-2318-419e-ac63-7b2a8e30672d tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Made reservation on behalf of b29a64e72d4a428682b0ba80d4945806 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:06.530102 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-794ac573-2318-419e-ac63-7b2a8e30672d tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:06.534216 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5646259f-8fc1-4b81-a09a-8d7e35f5de1d req-baf2521d-6b0b-41d1-9beb-170e5e9621c6 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/ports?device_id=8232cc26-3df6-46bc-9777-3c6899d9ed58 HTTP/1.1" status: 200 len: 210 time: 0.0420551 Jul 30 02:06:06.543028 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-794ac573-2318-419e-ac63-7b2a8e30672d tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:06.574843 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d03283a-8105-4f6d-993a-f68ca4b83521', 'name': 'tempest-NetworksTestDHCPv6-router-239485066', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:05:59Z', 'updated_at': '2021-07-30T02:06:03Z', 'revision_number': 2, 'project_id': '65573bf5651a410ebe790229b2b7206d', 'gw_port_host': None, '_interfaces': [{'id': '57d57502-af90-4f43-87de-1018e8de44cb', 'name': '', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'mac_address': 'fa:16:3e:d9:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d03283a-8105-4f6d-993a-f68ca4b83521', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '3b0b4edf-7593-4de8-ba5c-c4ecafb19204', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:06:01Z', 'updated_at': '2021-07-30T02:06:04Z', 'revision_number': 2, 'project_id': '65573bf5651a410ebe790229b2b7206d', 'subnets': [{'id': '3b0b4edf-7593-4de8-ba5c-c4ecafb19204', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:06.614008 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] Checking router: 1d03283a-8105-4f6d-993a-f68ca4b83521 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:06:06.614406 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] Updating router 1d03283a-8105-4f6d-993a-f68ca4b83521 port 57d57502-af90-4f43-87de-1018e8de44cb binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:06:06.646572 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:06.705355 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-794ac573-2318-419e-ac63-7b2a8e30672d tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:06.798948 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-794ac573-2318-419e-ac63-7b2a8e30672d tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:06.864805 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ac573-2318-419e-ac63-7b2a8e30672d tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cced1f2-18e7-4dc7-92b0-c446ae978989,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:06.991084 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-794ac573-2318-419e-ac63-7b2a8e30672d tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Allocated IP 192.168.233.16 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/94463064-6254-4628-bb51-764bbd252e26) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:07.000775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:06:07.049668 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:06:07.049941 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8d1c3cdc-bb6f-4a00-b28b-ea9034fae083 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:06:07.050397 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f699a164-3ca7-47ef-8817-162fd8358baf no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:06:07.113034 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: f699a164-3ca7-47ef-8817-162fd8358baf {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:06:07.113034 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f699a164-3ca7-47ef-8817-162fd8358baf not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:06:07.151145 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.161050 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] Transition to ACTIVE for port object 57d57502-af90-4f43-87de-1018e8de44cb will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:07.195897 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-794ac573-2318-419e-ac63-7b2a8e30672d tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.211415 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-794ac573-2318-419e-ac63-7b2a8e30672d tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Transition to ACTIVE for port object 94463064-6254-4628-bb51-764bbd252e26 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:07.233116 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d6688-9d25-4c15-974a-22142df37f48 req-063b0a74-5c90-4999-9a1a-56bb19a7cf30 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:07.242213 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-318d6688-9d25-4c15-974a-22142df37f48 req-063b0a74-5c90-4999-9a1a-56bb19a7cf30 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.7906916 Jul 30 02:06:07.259679 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.302469 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.extraroute_db [None req-a39a5467-27f0-4e47-aa6c-f7451b88a72d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Added routes are [] {{(pid=94464) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 02:06:07.302778 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.extraroute_db [None req-a39a5467-27f0-4e47-aa6c-f7451b88a72d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Removed routes are [] {{(pid=94464) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 02:06:07.303115 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a39a5467-27f0-4e47-aa6c-f7451b88a72d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.312716 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c82b7-d59f-4d4f-abad-4628a260abdc None None] Pushing event updated for resources: {'Port': ['ID=57d57502-af90-4f43-87de-1018e8de44cb,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:07.326213 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c82b7-d59f-4d4f-abad-4628a260abdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:07.327536 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c82b7-d59f-4d4f-abad-4628a260abdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:07.328092 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c82b7-d59f-4d4f-abad-4628a260abdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:07.328878 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c82b7-d59f-4d4f-abad-4628a260abdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:07.329745 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c82b7-d59f-4d4f-abad-4628a260abdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:07.330320 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c82b7-d59f-4d4f-abad-4628a260abdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:07.330950 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c82b7-d59f-4d4f-abad-4628a260abdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:07.331537 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c82b7-d59f-4d4f-abad-4628a260abdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:07.332747 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c82b7-d59f-4d4f-abad-4628a260abdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:07.333309 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c82b7-d59f-4d4f-abad-4628a260abdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:07.333855 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c82b7-d59f-4d4f-abad-4628a260abdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:07.333987 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-794ac573-2318-419e-ac63-7b2a8e30672d tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.334581 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c82b7-d59f-4d4f-abad-4628a260abdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:07.416397 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-794ac573-2318-419e-ac63-7b2a8e30672d tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:07.419869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-794ac573-2318-419e-ac63-7b2a8e30672d tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:07.423789 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-794ac573-2318-419e-ac63-7b2a8e30672d tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:07.474250 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] Attempting to bind port 57d57502-af90-4f43-87de-1018e8de44cb on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:07.475106 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] Attempting to bind port 57d57502-af90-4f43-87de-1018e8de44cb by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:07.475726 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] Attempting to bind port 57d57502-af90-4f43-87de-1018e8de44cb on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:07.492210 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:07.495738 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:07.496458 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.497115 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:07.497890 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] Bound port: 57d57502-af90-4f43-87de-1018e8de44cb, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:07.500396 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.504863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ac573-2318-419e-ac63-7b2a8e30672d tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Pushing event updated for resources: {'Port': ['ID=94463064-6254-4628-bb51-764bbd252e26,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:07.563556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-794ac573-2318-419e-ac63-7b2a8e30672d tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:07.564259 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-794ac573-2318-419e-ac63-7b2a8e30672d tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.620011 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] For port 57d57502-af90-4f43-87de-1018e8de44cb, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:07.626317 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] For port 57d57502-af90-4f43-87de-1018e8de44cb, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=57d57502-af90-4f43-87de-1018e8de44cb,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:07.692036 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-794ac573-2318-419e-ac63-7b2a8e30672d tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4728568 Jul 30 02:06:07.735895 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-318d6688-9d25-4c15-974a-22142df37f48 req-aafc2919-79ff-46cd-8730-a398ae5184d5 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927096 Jul 30 02:06:07.738441 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738283c5-ddbc-4ec4-92cb-e038510474ba tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Router c33657d8-de6f-4ff1-9ba8-9c029916a0be has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:06:07.740929 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5e278-c800-402a-9f82-8043e797d91b req-65eb9eee-f2d8-4bce-90b3-e9c63a075c49 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:07.745876 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.746600 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6cb5e278-c800-402a-9f82-8043e797d91b req-65eb9eee-f2d8-4bce-90b3-e9c63a075c49 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/ports?device_id=8232cc26-3df6-46bc-9777-3c6899d9ed58 HTTP/1.1" status: 200 len: 935 time: 0.1054897 Jul 30 02:06:07.844311 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6cb5e278-c800-402a-9f82-8043e797d91b req-b03bd7dc-e1a9-417d-8e32-b6f6cd74ef13 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cced1f2-18e7-4dc7-92b0-c446ae978989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917525 Jul 30 02:06:07.895201 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] Request body: {'port': {'device_id': '8232cc26-3df6-46bc-9777-3c6899d9ed58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:07.925894 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] Routers {'1d03283a-8105-4f6d-993a-f68ca4b83521'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:07.934697 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1d03283a-8105-4f6d-993a-f68ca4b83521'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:07.979217 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a39a5467-27f0-4e47-aa6c-f7451b88a72d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.988571 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c82b7-d59f-4d4f-abad-4628a260abdc None None] Pushing event updated for resources: {'Port': ['ID=57d57502-af90-4f43-87de-1018e8de44cb,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:08.013499 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6d7df3ba-aefa-4651-a96c-81bddf8a4911 None None] Provisioning for port 94463064-6254-4628-bb51-764bbd252e26 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:08.017753 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6d7df3ba-aefa-4651-a96c-81bddf8a4911 None None] Provisioning complete for port 94463064-6254-4628-bb51-764bbd252e26 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:08.018212 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d7df3ba-aefa-4651-a96c-81bddf8a4911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:08.032574 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:08.100114 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6d7df3ba-aefa-4651-a96c-81bddf8a4911 None None] Port 94463064-6254-4628-bb51-764bbd252e26 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:06:08.106202 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a39a5467-27f0-4e47-aa6c-f7451b88a72d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:08.107694 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] Set router 1d03283a-8105-4f6d-993a-f68ca4b83521 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:06:08.283762 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738283c5-ddbc-4ec4-92cb-e038510474ba tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:06:08.298278 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-738283c5-ddbc-4ec4-92cb-e038510474ba tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "PUT /v2.0/routers/c33657d8-de6f-4ff1-9ba8-9c029916a0be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9589498 Jul 30 02:06:08.302222 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c120da90-2ff6-49db-a65b-23e0c404c24f None None] Sync routers for ids ['c33657d8-de6f-4ff1-9ba8-9c029916a0be'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:06:08.305603 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39978) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:08.323026 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c120da90-2ff6-49db-a65b-23e0c404c24f None None] Routers {'c33657d8-de6f-4ff1-9ba8-9c029916a0be'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:08.324049 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-c120da90-2ff6-49db-a65b-23e0c404c24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c33657d8-de6f-4ff1-9ba8-9c029916a0be'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:08.368113 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948d5e6-6807-44d0-be96-f25c87ff9852 req-385afd31-2449-4d01-988b-cdc092c0388d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:08.370090 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e948d5e6-6807-44d0-be96-f25c87ff9852 req-385afd31-2449-4d01-988b-cdc092c0388d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.4359741 Jul 30 02:06:08.379006 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-239d4713-12c0-412c-8758-f8e496f2446c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] show failed (client error): The resource could not be found. Jul 30 02:06:08.380088 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-239d4713-12c0-412c-8758-f8e496f2446c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-98660062 HTTP/1.1" status: 404 len: 333 time: 0.0735044 Jul 30 02:06:08.383750 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39a5467-27f0-4e47-aa6c-f7451b88a72d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router 53214bfa-0c23-47ea-87a4-c5043166a4a3 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:06:08.385377 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39980) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:08.396024 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-22780bf0-f968-4e7c-bbad-3f204e3b3c24 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:08.398919 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-c120da90-2ff6-49db-a65b-23e0c404c24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:08.416228 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c120da90-2ff6-49db-a65b-23e0c404c24f None None] Routers {'c33657d8-de6f-4ff1-9ba8-9c029916a0be'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:08.416471 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-c120da90-2ff6-49db-a65b-23e0c404c24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c33657d8-de6f-4ff1-9ba8-9c029916a0be'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:08.458108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-c120da90-2ff6-49db-a65b-23e0c404c24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:08.458839 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c120da90-2ff6-49db-a65b-23e0c404c24f None None] The sync data for ids ['c33657d8-de6f-4ff1-9ba8-9c029916a0be'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:06:08.470080 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-22780bf0-f968-4e7c-bbad-3f204e3b3c24 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] update failed (client error): The resource could not be found. Jul 30 02:06:08.471299 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-22780bf0-f968-4e7c-bbad-3f204e3b3c24 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-209189518 HTTP/1.1" status: 404 len: 334 time: 0.0800054 Jul 30 02:06:08.474846 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39982) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:08.526465 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d03283a-8105-4f6d-993a-f68ca4b83521', 'name': 'tempest-NetworksTestDHCPv6-router-239485066', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:05:59Z', 'updated_at': '2021-07-30T02:06:03Z', 'revision_number': 2, 'project_id': '65573bf5651a410ebe790229b2b7206d', 'gw_port_host': None, '_interfaces': [{'id': '57d57502-af90-4f43-87de-1018e8de44cb', 'name': '', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'mac_address': 'fa:16:3e:d9:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d03283a-8105-4f6d-993a-f68ca4b83521', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '3b0b4edf-7593-4de8-ba5c-c4ecafb19204', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:06:01Z', 'updated_at': '2021-07-30T02:06:07Z', 'revision_number': 4, 'project_id': '65573bf5651a410ebe790229b2b7206d', 'subnets': [{'id': '3b0b4edf-7593-4de8-ba5c-c4ecafb19204', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:08.573541 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e948d5e6-6807-44d0-be96-f25c87ff9852 req-8b830be7-5db2-4c9c-b5a6-d7cd9be5af92 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936004 Jul 30 02:06:08.582155 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe7aba-1f40-4276-a609-aa25f7db2afa None None] The sync data for ids ['1d03283a-8105-4f6d-993a-f68ca4b83521'] in n-d-713498-9 is: [{'id': '1d03283a-8105-4f6d-993a-f68ca4b83521', 'name': 'tempest-NetworksTestDHCPv6-router-239485066', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:05:59Z', 'updated_at': '2021-07-30T02:06:03Z', 'revision_number': 2, 'project_id': '65573bf5651a410ebe790229b2b7206d', 'gw_port_host': None, '_interfaces': [{'id': '57d57502-af90-4f43-87de-1018e8de44cb', 'name': '', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'mac_address': 'fa:16:3e:d9:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d03283a-8105-4f6d-993a-f68ca4b83521', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '3b0b4edf-7593-4de8-ba5c-c4ecafb19204', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:06:01Z', 'updated_at': '2021-07-30T02:06:07Z', 'revision_number': 4, 'project_id': '65573bf5651a410ebe790229b2b7206d', 'subnets': [{'id': '3b0b4edf-7593-4de8-ba5c-c4ecafb19204', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:06:08.640347 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94463064-6254-4628-bb51-764bbd252e26 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:06:08.655803 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:08.671475 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] Transition to ACTIVE for port object 94463064-6254-4628-bb51-764bbd252e26 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:08.676294 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39a5467-27f0-4e47-aa6c-f7451b88a72d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:06:08.687453 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a39a5467-27f0-4e47-aa6c-f7451b88a72d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:08.693662 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d4bad7-7603-4208-9c87-19083bb7e057 None None] Sync routers for ids ['53214bfa-0c23-47ea-87a4-c5043166a4a3'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:06:08.696001 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39988) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:08.700967 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a39a5467-27f0-4e47-aa6c-f7451b88a72d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/53214bfa-0c23-47ea-87a4-c5043166a4a3 HTTP/1.1" status: 200 len: 701 time: 2.4383106 Jul 30 02:06:08.724232 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d4bad7-7603-4208-9c87-19083bb7e057 None None] Routers {'53214bfa-0c23-47ea-87a4-c5043166a4a3'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:08.724898 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-37d4bad7-7603-4208-9c87-19083bb7e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53214bfa-0c23-47ea-87a4-c5043166a4a3'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:08.753432 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a5bec0e2-292f-4e2c-9166-a9daa844132a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/ports?device_id=53214bfa-0c23-47ea-87a4-c5043166a4a3 HTTP/1.1" status: 200 len: 205 time: 0.0552461 Jul 30 02:06:08.754992 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:08.758261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39992) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:08.798830 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ac0239-6aaa-423d-b72f-86094e947455 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Deleting subnet cb3c1828-759e-4607-ae0e-3463b05f235e {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:06:08.811820 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05ac0239-6aaa-423d-b72f-86094e947455 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:08.886276 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-37d4bad7-7603-4208-9c87-19083bb7e057 None None] Set router 53214bfa-0c23-47ea-87a4-c5043166a4a3 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:06:08.904562 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05ac0239-6aaa-423d-b72f-86094e947455 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:08.975124 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5503a-c61b-44e5-9f45-64234842dec5 req-6a83f6be-479d-456c-a416-b54c6df62f0b tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:08.976732 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-91e5503a-c61b-44e5-9f45-64234842dec5 req-6a83f6be-479d-456c-a416-b54c6df62f0b tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.2486825 Jul 30 02:06:09.041911 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-37d4bad7-7603-4208-9c87-19083bb7e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:06:02Z', 'revision_number': 11, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:09.045132 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] Pushing event updated for resources: {'Port': ['ID=94463064-6254-4628-bb51-764bbd252e26,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:09.119598 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d4bad7-7603-4208-9c87-19083bb7e057 None None] Checking router: 53214bfa-0c23-47ea-87a4-c5043166a4a3 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:06:09.143353 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d4bad7-7603-4208-9c87-19083bb7e057 None None] Routers {'53214bfa-0c23-47ea-87a4-c5043166a4a3'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:09.144085 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-37d4bad7-7603-4208-9c87-19083bb7e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:05:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['53214bfa-0c23-47ea-87a4-c5043166a4a3'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:09.162346 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3899c744-292c-4ba3-8690-772f4afb605f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:09.187835 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-869cf9d0-c756-453a-a9cd-e58368ebb066 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:09.222242 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f1624c95-7a61-4554-abf8-5cccffb0fb1c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:09.238990 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05ac0239-6aaa-423d-b72f-86094e947455 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:09.333238 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-91e5503a-c61b-44e5-9f45-64234842dec5 req-95464784-8e42-4a78-bbfd-c51aca48d143 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978392 Jul 30 02:06:09.360868 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-37d4bad7-7603-4208-9c87-19083bb7e057 None None] Set router 53214bfa-0c23-47ea-87a4-c5043166a4a3 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:06:09.445420 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05ac0239-6aaa-423d-b72f-86094e947455 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:09.516952 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-37d4bad7-7603-4208-9c87-19083bb7e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:06:02Z', 'revision_number': 11, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:09.540076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54d9d3c-58b5-4e8e-a5b5-12f0c2d115de None None] Network 2a8d9067-0f46-4764-ac57-8606fd8d9a6a requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:09.540220 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05ac0239-6aaa-423d-b72f-86094e947455 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:09.546146 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-05ac0239-6aaa-423d-b72f-86094e947455 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "DELETE /v2.0/subnets/cb3c1828-759e-4607-ae0e-3463b05f235e HTTP/1.1" status: 204 len: 168 time: 1.0700278 Jul 30 02:06:09.568705 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07524165-7dfa-4028-a4ff-a6a881388278 req-1ea05504-bb32-4b93-bb0d-3f7e99bca343 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:09.575994 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40002) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:09.578430 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07524165-7dfa-4028-a4ff-a6a881388278 req-1ea05504-bb32-4b93-bb0d-3f7e99bca343 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/ports?device_id=8232cc26-3df6-46bc-9777-3c6899d9ed58 HTTP/1.1" status: 200 len: 947 time: 0.4551289 Jul 30 02:06:09.605517 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d4bad7-7603-4208-9c87-19083bb7e057 None None] The sync data for ids ['53214bfa-0c23-47ea-87a4-c5043166a4a3'] in n-d-713498-9 is: [{'id': '53214bfa-0c23-47ea-87a4-c5043166a4a3', 'name': 'tempest-RoutersTest-router-2115190876', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:50Z', 'updated_at': '2021-07-30T02:06:02Z', 'revision_number': 11, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:06:09.612084 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac0239-6aaa-423d-b72f-86094e947455 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event deleted for resources: {'Subnet': ['ID=cb3c1828-759e-4607-ae0e-3463b05f235e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:09.700212 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] Attempting to bind port 94463064-6254-4628-bb51-764bbd252e26 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:09.700616 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] Attempting to bind port 94463064-6254-4628-bb51-764bbd252e26 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:09.700864 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] Attempting to bind port 94463064-6254-4628-bb51-764bbd252e26 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:09.718263 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d74ca66-a9b7-4a00-8cd8-677f349ea4df tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:09.789192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d743c-c546-44e2-9eea-036ea6fa82c6 req-45a643fa-aa9f-442e-b025-6c6dcfab1cd1 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:09.792842 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-211d743c-c546-44e2-9eea-036ea6fa82c6 req-45a643fa-aa9f-442e-b025-6c6dcfab1cd1 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.2149072 Jul 30 02:06:09.796871 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] Port 94463064-6254-4628-bb51-764bbd252e26 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:06:09.797204 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] Attempting to bind port 94463064-6254-4628-bb51-764bbd252e26 on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:09.805611 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f1624c95-7a61-4554-abf8-5cccffb0fb1c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:09.838187 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f1624c95-7a61-4554-abf8-5cccffb0fb1c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:09.850321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:09.850672 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:09.851078 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:09.851540 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] Bound port: 94463064-6254-4628-bb51-764bbd252e26, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:09.851915 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:09.870905 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-211d743c-c546-44e2-9eea-036ea6fa82c6 req-e1be9dee-a040-4ba0-ae82-7ebc4eec26d8 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629196 Jul 30 02:06:09.920608 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07524165-7dfa-4028-a4ff-a6a881388278 req-a573685e-77b8-467a-a48b-3efc77aa2462 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cced1f2-18e7-4dc7-92b0-c446ae978989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335459 Jul 30 02:06:10.040414 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-9d74ca66-a9b7-4a00-8cd8-677f349ea4df tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Deleting port 27c0400f-ed2f-439f-af8a-664e9ba626aa {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:10.040980 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d74ca66-a9b7-4a00-8cd8-677f349ea4df tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.083361 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f1624c95-7a61-4554-abf8-5cccffb0fb1c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.083881 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1624c95-7a61-4554-abf8-5cccffb0fb1c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Fanout notify agent at l3_agent the message router_deleted on router 53214bfa-0c23-47ea-87a4-c5043166a4a3 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:06:10.093551 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f1624c95-7a61-4554-abf8-5cccffb0fb1c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.107477 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f1624c95-7a61-4554-abf8-5cccffb0fb1c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/routers/53214bfa-0c23-47ea-87a4-c5043166a4a3 HTTP/1.1" status: 204 len: 168 time: 1.3099380 Jul 30 02:06:10.122152 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40010) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:10.149874 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5f840043-939e-4d0c-80bd-2ce483bbfdd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1562057182', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:10.161224 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa9b0b9-5d4b-4287-a040-6fdfad8fa065 None None] DHCP port deletion for 2a8d9067-0f46-4764-ac57-8606fd8d9a6a request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:06:10.193520 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-9d74ca66-a9b7-4a00-8cd8-677f349ea4df tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] For port 27c0400f-ed2f-439f-af8a-664e9ba626aa, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=27c0400f-ed2f-439f-af8a-664e9ba626aa,segment=NetworkSegment(0442c718-2a9e-4d19-8155-b14910536e9f),segment_id=0442c718-2a9e-4d19-8155-b14910536e9f)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:10.194388 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d74ca66-a9b7-4a00-8cd8-677f349ea4df tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.204590 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] For port 94463064-6254-4628-bb51-764bbd252e26, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:10.212992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] For port 94463064-6254-4628-bb51-764bbd252e26, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=94463064-6254-4628-bb51-764bbd252e26,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:10.218106 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-9d74ca66-a9b7-4a00-8cd8-677f349ea4df tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Calling delete_port for 27c0400f-ed2f-439f-af8a-664e9ba626aa owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:10.231091 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5671f-bf5f-4a8e-ba88-6142d1546f81 req-87beadea-02b1-4df6-8148-2992d3d90974 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:10.231091 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97a5671f-bf5f-4a8e-ba88-6142d1546f81 req-87beadea-02b1-4df6-8148-2992d3d90974 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1417155 Jul 30 02:06:10.254662 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2aa9b0b9-5d4b-4287-a040-6fdfad8fa065 None None] Deleting port 27c0400f-ed2f-439f-af8a-664e9ba626aa {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:10.255727 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2aa9b0b9-5d4b-4287-a040-6fdfad8fa065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.297078 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97a5671f-bf5f-4a8e-ba88-6142d1546f81 req-32fa7e98-b1c8-41bb-ae63-083e27134bc9 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664401 Jul 30 02:06:10.298774 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5f840043-939e-4d0c-80bd-2ce483bbfdd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.314081 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5f840043-939e-4d0c-80bd-2ce483bbfdd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.330129 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.408920 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2aa9b0b9-5d4b-4287-a040-6fdfad8fa065 None None] For port 27c0400f-ed2f-439f-af8a-664e9ba626aa, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=27c0400f-ed2f-439f-af8a-664e9ba626aa,segment=NetworkSegment(0442c718-2a9e-4d19-8155-b14910536e9f),segment_id=0442c718-2a9e-4d19-8155-b14910536e9f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:10.408920 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2aa9b0b9-5d4b-4287-a040-6fdfad8fa065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.423666 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2aa9b0b9-5d4b-4287-a040-6fdfad8fa065 None None] Calling delete_port for 27c0400f-ed2f-439f-af8a-664e9ba626aa owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:10.445545 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-869cf9d0-c756-453a-a9cd-e58368ebb066 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port 57d57502-af90-4f43-87de-1018e8de44cb {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:10.446046 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-869cf9d0-c756-453a-a9cd-e58368ebb066 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.568777 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5f840043-939e-4d0c-80bd-2ce483bbfdd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.580220 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:10.582707 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.584027 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00989b6c-c88a-44e1-9581-3a27f9ca1710 req-ebe681da-e4f8-4c66-a453-c49bc576ca4c tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:10.585835 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] 10.222.0.77 "PUT /v2.0/ports/94463064-6254-4628-bb51-764bbd252e26 HTTP/1.1" status: 200 len: 1095 time: 2.8765328 Jul 30 02:06:10.585991 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00989b6c-c88a-44e1-9581-3a27f9ca1710 req-ebe681da-e4f8-4c66-a453-c49bc576ca4c tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1734338 Jul 30 02:06:10.586672 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8232cc26-3df6-46bc-9777-3c6899d9ed58', 'tag': '94463064-6254-4628-bb51-764bbd252e26'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:10.592629 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ac4dc2-a084-47fa-8a37-41cc3006eba7" -d '{"events": [{"name": "network-changed", "server_uuid": "8232cc26-3df6-46bc-9777-3c6899d9ed58", "tag": "94463064-6254-4628-bb51-764bbd252e26"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:10.627395 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2aa9b0b9-5d4b-4287-a040-6fdfad8fa065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.665098 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5f840043-939e-4d0c-80bd-2ce483bbfdd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.685557 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9b0b9-5d4b-4287-a040-6fdfad8fa065 None None] Pushing event deleted for resources: {'Port': ['ID=27c0400f-ed2f-439f-af8a-664e9ba626aa,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:10.691358 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00989b6c-c88a-44e1-9581-3a27f9ca1710 req-6dd130f9-b843-4e34-af8c-5a6c45ea34c5 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958681 Jul 30 02:06:10.698244 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d74ca66-a9b7-4a00-8cd8-677f349ea4df tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.705001 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd33643-1c12-498b-b000-b75a708b887a service neutron] Pushing event updated for resources: {'Port': ['ID=94463064-6254-4628-bb51-764bbd252e26,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:10.719558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa9b0b9-5d4b-4287-a040-6fdfad8fa065 None None] No DVR routers for this DVR port 27c0400f-ed2f-439f-af8a-664e9ba626aa on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:10.805780 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5f840043-939e-4d0c-80bd-2ce483bbfdd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.809181 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5f840043-939e-4d0c-80bd-2ce483bbfdd8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6831853 Jul 30 02:06:10.811985 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40026) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:10.829555 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d74ca66-a9b7-4a00-8cd8-677f349ea4df tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] No DVR routers for this DVR port 27c0400f-ed2f-439f-af8a-664e9ba626aa on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:10.870398 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a86ff55c-3d58-4850-bbda-7aac93a49631 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:10.915992 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74ca66-a9b7-4a00-8cd8-677f349ea4df tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event deleted for resources: {'Port': ['ID=27c0400f-ed2f-439f-af8a-664e9ba626aa,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:10.929860 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-869cf9d0-c756-453a-a9cd-e58368ebb066 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] For port 57d57502-af90-4f43-87de-1018e8de44cb, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=57d57502-af90-4f43-87de-1018e8de44cb,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:10.932737 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-869cf9d0-c756-453a-a9cd-e58368ebb066 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.962891 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-869cf9d0-c756-453a-a9cd-e58368ebb066 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for 57d57502-af90-4f43-87de-1018e8de44cb owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:11.054940 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 57d57502-af90-4f43-87de-1018e8de44cb up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:11.234900 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d74ca66-a9b7-4a00-8cd8-677f349ea4df tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:11.266248 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-9d74ca66-a9b7-4a00-8cd8-677f349ea4df tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8d9067-0f46-4764-ac57-8606fd8d9a6a']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:11.282363 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 57d57502-af90-4f43-87de-1018e8de44cb completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:11.287256 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 57d57502-af90-4f43-87de-1018e8de44cb triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:11.287879 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:11.298452 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b4271f94-e331-486c-a18d-493e1b053c54 req-c8cec6bd-d957-4f69-987e-f605530b6e63 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4828539 Jul 30 02:06:11.303919 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-9d74ca66-a9b7-4a00-8cd8-677f349ea4df tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0442c718-2a9e-4d19-8155-b14910536e9f') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:11.304278 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-9d74ca66-a9b7-4a00-8cd8-677f349ea4df tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0442c718-2a9e-4d19-8155-b14910536e9f') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:11.340242 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d74ca66-a9b7-4a00-8cd8-677f349ea4df tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:11.353347 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bf1c5-7142-4455-8618-3603135bb070 req-1431e862-a65c-47ab-865e-93f2f3f193fc tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:11.354945 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-593bf1c5-7142-4455-8618-3603135bb070 req-1431e862-a65c-47ab-865e-93f2f3f193fc tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/ports?device_id=8232cc26-3df6-46bc-9777-3c6899d9ed58 HTTP/1.1" status: 200 len: 947 time: 0.2590935 Jul 30 02:06:11.460593 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d74ca66-a9b7-4a00-8cd8-677f349ea4df tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:11.475624 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:11.475849 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d74ca66-a9b7-4a00-8cd8-677f349ea4df tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:06:11.476186 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d74ca66-a9b7-4a00-8cd8-677f349ea4df tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: items = [ Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:06:11.479719 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:06:11.504933 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4271f94-e331-486c-a18d-493e1b053c54 req-7573be1b-03d4-4ee6-9e93-a3f5178682b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:11.506536 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b4271f94-e331-486c-a18d-493e1b053c54 req-7573be1b-03d4-4ee6-9e93-a3f5178682b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=98cb24431910454fa0102d049341fde2&device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 1097 time: 0.1505206 Jul 30 02:06:11.567830 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60d261b-1616-476b-b90c-9b04c890b784 x-openstack-request-id: req-c60d261b-1616-476b-b90c-9b04c890b784 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:11.568399 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8232cc26-3df6-46bc-9777-3c6899d9ed58", "tag": "94463064-6254-4628-bb51-764bbd252e26", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:11.568519 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c60d261b-1616-476b-b90c-9b04c890b784 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:11.569010 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8232cc26-3df6-46bc-9777-3c6899d9ed58', 'tag': '94463064-6254-4628-bb51-764bbd252e26', 'status': 'completed', 'code': 200} Jul 30 02:06:11.599073 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-5d027d6e-990b-456f-b841-41d4d8a12a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:11.601106 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-5d027d6e-990b-456f-b841-41d4d8a12a73 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b29a64e72d4a428682b0ba80d4945806&device_id=8232cc26-3df6-46bc-9777-3c6899d9ed58 HTTP/1.1" status: 200 len: 1098 time: 0.8334198 Jul 30 02:06:11.679664 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3784fe4f-c9fb-460b-8d92-6735c67d1e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:11.711185 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:11.810278 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-3ca6d3c5-ab85-405a-9534-355076bf7773 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=94463064-6254-4628-bb51-764bbd252e26 HTTP/1.1" status: 200 len: 217 time: 0.1818368 Jul 30 02:06:11.838543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a305f90-17c6-4cff-935a-c751c79a4202 req-cec6c537-2b0f-4ad9-ac95-1d7bca6808e4 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:11.840207 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a305f90-17c6-4cff-935a-c751c79a4202 req-cec6c537-2b0f-4ad9-ac95-1d7bca6808e4 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.2753878 Jul 30 02:06:11.929018 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-593bf1c5-7142-4455-8618-3603135bb070 req-284b3949-a55d-4ea8-856b-42e4d3bb3338 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cced1f2-18e7-4dc7-92b0-c446ae978989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066233 Jul 30 02:06:11.995765 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:06:11.995765 n-d-713498-9 neutron-server[94466]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 30 02:06:11.995765 n-d-713498-9 neutron-server[94466]: [parameters: {'status': 'ACTIVE', 'ports_id': '57d57502-af90-4f43-87de-1018e8de44cb'}] Jul 30 02:06:11.995765 n-d-713498-9 neutron-server[94466]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:06:11.996668 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:06:12.035081 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a86ff55c-3d58-4850-bbda-7aac93a49631 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:12.054941 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4271f94-e331-486c-a18d-493e1b053c54 req-ef6387e4-4fbe-496d-a9b2-904a06c310b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:12.056615 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b4271f94-e331-486c-a18d-493e1b053c54 req-ef6387e4-4fbe-496d-a9b2-904a06c310b5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d37600d1-d258-4a70-aa2c-f9ef5b6795ad HTTP/1.1" status: 200 len: 915 time: 0.1805775 Jul 30 02:06:12.062258 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a305f90-17c6-4cff-935a-c751c79a4202 req-499e1e54-8d1f-47c4-b970-c48fbe8f6016 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086298 Jul 30 02:06:12.071699 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-be9d5feb-9240-4004-a665-a750825592b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:12.073456 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-be9d5feb-9240-4004-a665-a750825592b3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.2319124 Jul 30 02:06:12.099462 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d74ca66-a9b7-4a00-8cd8-677f349ea4df tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:12.140027 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a86ff55c-3d58-4850-bbda-7aac93a49631 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:12.148065 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b4271f94-e331-486c-a18d-493e1b053c54 req-022712ef-a2df-429a-9d12-071d22a19e4a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0839fbba-db49-4ab9-9700-19b6b639b4c6 HTTP/1.1" status: 200 len: 217 time: 0.0465765 Jul 30 02:06:12.175783 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d74ca66-a9b7-4a00-8cd8-677f349ea4df tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:12.181425 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9d74ca66-a9b7-4a00-8cd8-677f349ea4df tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "DELETE /v2.0/networks/2a8d9067-0f46-4764-ac57-8606fd8d9a6a HTTP/1.1" status: 204 len: 168 time: 2.5577109 Jul 30 02:06:12.192739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40054) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:12.251273 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74ca66-a9b7-4a00-8cd8-677f349ea4df tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event deleted for resources: {'Network': ['ID=2a8d9067-0f46-4764-ac57-8606fd8d9a6a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:12.266091 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-03b29e8f-4c38-4150-92f8-47545396931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:12.267741 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-03b29e8f-4c38-4150-92f8-47545396931a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1866524 Jul 30 02:06:12.296937 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4271f94-e331-486c-a18d-493e1b053c54 req-f0e2cb3b-adbd-491c-be2c-6c82f31fd251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:12.298353 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b4271f94-e331-486c-a18d-493e1b053c54 req-f0e2cb3b-adbd-491c-be2c-6c82f31fd251 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28fb4a46-70b0-422c-83c7-3105b3c04140 HTTP/1.1" status: 200 len: 854 time: 0.1382647 Jul 30 02:06:12.308031 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79cce-8ae9-450c-827f-218e78f2b78c req-dac531c4-f966-4fa1-a13e-aae92dc460bb tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:12.309323 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2ff79cce-8ae9-450c-827f-218e78f2b78c req-dac531c4-f966-4fa1-a13e-aae92dc460bb tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1274483 Jul 30 02:06:12.342835 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-e903fd2c-d14c-4c30-98c5-3fcd94f02312 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Deleting subnet 45263754-4f08-4af9-9ae5-aee518222c59 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:06:12.349358 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e903fd2c-d14c-4c30-98c5-3fcd94f02312 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:12.378667 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b4271f94-e331-486c-a18d-493e1b053c54 req-7e71e7a0-3a7d-465d-b460-f57e2d01c6be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d37600d1-d258-4a70-aa2c-f9ef5b6795ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683422 Jul 30 02:06:12.390286 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2ff79cce-8ae9-450c-827f-218e78f2b78c req-78949c4f-922d-4912-9379-3ec08c03a9ce tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694203 Jul 30 02:06:12.396114 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-869cf9d0-c756-453a-a9cd-e58368ebb066 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:12.424950 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e903fd2c-d14c-4c30-98c5-3fcd94f02312 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:12.451971 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cf9d0-c756-453a-a9cd-e58368ebb066 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=57d57502-af90-4f43-87de-1018e8de44cb,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:12.515534 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-07b20beb-e747-48ed-bba8-92aa10f91ea8 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352076 Jul 30 02:06:12.541623 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Port 57d57502-af90-4f43-87de-1018e8de44cb update to ACTIVE by agent not found {{(pid=94466) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 30 02:06:12.550619 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86ff55c-3d58-4850-bbda-7aac93a49631 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Router e41ae5f6-3cbf-4d92-a987-50ead6ccdc0e is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:06:12.614611 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 27c0400f-ed2f-439f-af8a-664e9ba626aa no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:06:12.630089 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e903fd2c-d14c-4c30-98c5-3fcd94f02312 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:12.634679 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 27c0400f-ed2f-439f-af8a-664e9ba626aa {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:06:12.635272 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 27c0400f-ed2f-439f-af8a-664e9ba626aa not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:06:12.642014 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b4271f94-e331-486c-a18d-493e1b053c54 req-34fdd69b-f0a2-46fd-9d9b-e2ba16ca693e service neutron] 10.222.0.10 "GET /v2.0/networks/d37600d1-d258-4a70-aa2c-f9ef5b6795ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422957 Jul 30 02:06:12.763346 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86ff55c-3d58-4850-bbda-7aac93a49631 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:06:12.779270 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a86ff55c-3d58-4850-bbda-7aac93a49631 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:12.780762 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a86ff55c-3d58-4850-bbda-7aac93a49631 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "PUT /v2.0/routers/e41ae5f6-3cbf-4d92-a987-50ead6ccdc0e HTTP/1.1" status: 200 len: 694 time: 1.9240124 Jul 30 02:06:12.783164 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f6f8f-b6ed-4360-a3a7-31698c3bf716 None None] Sync routers for ids ['e41ae5f6-3cbf-4d92-a987-50ead6ccdc0e'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:06:12.785452 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40078) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:12.792595 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16f6f8f-b6ed-4360-a3a7-31698c3bf716 None None] Routers {'e41ae5f6-3cbf-4d92-a987-50ead6ccdc0e'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:12.793689 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-b16f6f8f-b6ed-4360-a3a7-31698c3bf716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:06:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e41ae5f6-3cbf-4d92-a987-50ead6ccdc0e'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:12.854912 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf3a62-6179-46e7-a928-a7a2db1d508f req-b078647f-b13d-4e08-867a-fa1f8a1ce878 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:12.860782 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-edcf3a62-6179-46e7-a928-a7a2db1d508f req-b078647f-b13d-4e08-867a-fa1f8a1ce878 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.3013299 Jul 30 02:06:12.877008 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-869cf9d0-c756-453a-a9cd-e58368ebb066 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:12.994497 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ca117f49-326f-41f5-a796-e1ffd39bb5d5 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/routers/e41ae5f6-3cbf-4d92-a987-50ead6ccdc0e HTTP/1.1" status: 200 len: 700 time: 0.2073412 Jul 30 02:06:13.013724 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40092) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:13.024277 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b4271f94-e331-486c-a18d-493e1b053c54 req-f13b529c-55e2-43c7-9082-704ce460aeec service neutron] 10.222.0.10 "GET /v2.0/networks/d37600d1-d258-4a70-aa2c-f9ef5b6795ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732541 Jul 30 02:06:13.041174 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-b16f6f8f-b6ed-4360-a3a7-31698c3bf716 None None] Set router e41ae5f6-3cbf-4d92-a987-50ead6ccdc0e gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:06:13.041524 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-edcf3a62-6179-46e7-a928-a7a2db1d508f req-52bd830d-68a8-49d5-96ce-5a32b35f1d65 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636124 Jul 30 02:06:13.073258 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-94dd4b1d-5437-4a42-831a-4a0dad6eda6c tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/ports?device_id=e41ae5f6-3cbf-4d92-a987-50ead6ccdc0e HTTP/1.1" status: 200 len: 205 time: 0.0579364 Jul 30 02:06:13.081264 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40100) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:13.104802 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f515cbde-ea66-40d7-9d56-8aa1407726d8 req-f0a1dc87-5188-4830-8e13-23b9f35e54c8 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639570 Jul 30 02:06:13.171689 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-b16f6f8f-b6ed-4360-a3a7-31698c3bf716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41ae5f6-3cbf-4d92-a987-50ead6ccdc0e', 'name': 'tempest-RoutersTest-router-1562057182', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:06:10Z', 'updated_at': '2021-07-30T02:06:12Z', 'revision_number': 2, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:13.186478 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2604c4d-fc8d-4c80-ab03-ab357a11335b req-49a6d538-1f1f-4133-9f10-cf151af796e2 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:13.188574 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a2604c4d-fc8d-4c80-ab03-ab357a11335b req-49a6d538-1f1f-4133-9f10-cf151af796e2 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/ports?device_id=8232cc26-3df6-46bc-9777-3c6899d9ed58 HTTP/1.1" status: 200 len: 947 time: 0.1271641 Jul 30 02:06:13.228231 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e903fd2c-d14c-4c30-98c5-3fcd94f02312 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:13.231061 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f6f8f-b6ed-4360-a3a7-31698c3bf716 None None] Checking router: e41ae5f6-3cbf-4d92-a987-50ead6ccdc0e for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:06:13.244264 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16f6f8f-b6ed-4360-a3a7-31698c3bf716 None None] Routers {'e41ae5f6-3cbf-4d92-a987-50ead6ccdc0e'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:13.245675 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-b16f6f8f-b6ed-4360-a3a7-31698c3bf716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:06:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e41ae5f6-3cbf-4d92-a987-50ead6ccdc0e'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:13.280080 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2607aa70-c04e-40ed-bcb7-93bdc9a9c7a8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:13.313085 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903fd2c-d14c-4c30-98c5-3fcd94f02312 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event deleted for resources: {'Subnet': ['ID=45263754-4f08-4af9-9ae5-aee518222c59,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:13.323132 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e903fd2c-d14c-4c30-98c5-3fcd94f02312 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:13.328626 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40112) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:13.329303 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e903fd2c-d14c-4c30-98c5-3fcd94f02312 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "DELETE /v2.0/subnets/45263754-4f08-4af9-9ae5-aee518222c59 HTTP/1.1" status: 204 len: 168 time: 1.1317091 Jul 30 02:06:13.338699 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41933f45-1c09-47d4-9cb8-ac3cccb57b1d None None] Network 6ac0445e-f428-4b6b-bc2d-b24c8f1f067c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:13.345536 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869cf9d0-c756-453a-a9cd-e58368ebb066 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Router 1d03283a-8105-4f6d-993a-f68ca4b83521 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:06:13.353127 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:13.364201 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a2604c4d-fc8d-4c80-ab03-ab357a11335b req-d22d159b-032a-4e25-9dab-f292abdd9789 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cced1f2-18e7-4dc7-92b0-c446ae978989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660571 Jul 30 02:06:13.404149 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac4dc2-a084-47fa-8a37-41cc3006eba7 req-cff100aa-6995-4081-b7ba-451b18360b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:13.406281 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35ac4dc2-a084-47fa-8a37-41cc3006eba7 req-cff100aa-6995-4081-b7ba-451b18360b84 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b29a64e72d4a428682b0ba80d4945806&device_id=8232cc26-3df6-46bc-9777-3c6899d9ed58 HTTP/1.1" status: 200 len: 1098 time: 0.1119807 Jul 30 02:06:13.410798 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-b16f6f8f-b6ed-4360-a3a7-31698c3bf716 None None] Set router e41ae5f6-3cbf-4d92-a987-50ead6ccdc0e gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:06:13.457126 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43dcaad-4990-4dfb-aeff-ec0857a2c7be tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Deleting subnet ab7f29ea-dc56-4cf6-bbb5-eff4441c1761 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:06:13.481295 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c43dcaad-4990-4dfb-aeff-ec0857a2c7be tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:13.534114 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-b16f6f8f-b6ed-4360-a3a7-31698c3bf716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41ae5f6-3cbf-4d92-a987-50ead6ccdc0e', 'name': 'tempest-RoutersTest-router-1562057182', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:06:10Z', 'updated_at': '2021-07-30T02:06:12Z', 'revision_number': 2, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:13.612205 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac4dc2-a084-47fa-8a37-41cc3006eba7 req-a4754868-1c9e-4bab-af78-f22e12c5190a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:13.613865 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35ac4dc2-a084-47fa-8a37-41cc3006eba7 req-a4754868-1c9e-4bab-af78-f22e12c5190a service neutron] 10.222.0.77 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.1999519 Jul 30 02:06:13.615078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f6f8f-b6ed-4360-a3a7-31698c3bf716 None None] The sync data for ids ['e41ae5f6-3cbf-4d92-a987-50ead6ccdc0e'] in n-d-713498-9 is: [{'id': 'e41ae5f6-3cbf-4d92-a987-50ead6ccdc0e', 'name': 'tempest-RoutersTest-router-1562057182', 'tenant_id': 'df8f5d4792504c558d51adadf3365d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:06:10Z', 'updated_at': '2021-07-30T02:06:12Z', 'revision_number': 2, 'project_id': 'df8f5d4792504c558d51adadf3365d41', 'gw_port_host': None}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:06:13.654507 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869cf9d0-c756-453a-a9cd-e58368ebb066 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:06:13.663055 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf2a308-b25d-48da-b081-77db33dd56d0 None None] Sync routers for ids ['1d03283a-8105-4f6d-993a-f68ca4b83521'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:06:13.667648 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-869cf9d0-c756-453a-a9cd-e58368ebb066 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "PUT /v2.0/routers/1d03283a-8105-4f6d-993a-f68ca4b83521/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4937220 Jul 30 02:06:13.676964 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40128) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:13.683550 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf2a308-b25d-48da-b081-77db33dd56d0 None None] Routers {'1d03283a-8105-4f6d-993a-f68ca4b83521'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:13.686250 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ecf2a308-b25d-48da-b081-77db33dd56d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:06:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1d03283a-8105-4f6d-993a-f68ca4b83521'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:13.719445 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35ac4dc2-a084-47fa-8a37-41cc3006eba7 req-a5137c4d-9ca9-41d8-8f7c-631d68e15dd2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=94463064-6254-4628-bb51-764bbd252e26 HTTP/1.1" status: 200 len: 217 time: 0.0928085 Jul 30 02:06:14.198383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac4dc2-a084-47fa-8a37-41cc3006eba7 req-ccdea9af-1c32-401b-b808-fa3f44405e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:14.198383 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35ac4dc2-a084-47fa-8a37-41cc3006eba7 req-ccdea9af-1c32-401b-b808-fa3f44405e4b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1063988 Jul 30 02:06:14.201952 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede47d6d-c8cc-4e93-b523-f7c1811d01a4 req-e7013f13-11a7-4bb0-8e8e-3482b95ab0bf tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:14.201952 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ede47d6d-c8cc-4e93-b523-f7c1811d01a4 req-e7013f13-11a7-4bb0-8e8e-3482b95ab0bf tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.6471598 Jul 30 02:06:14.201952 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24c970c-5d1a-419e-9ca8-e5eef2dec7b7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:14.201952 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24c970c-5d1a-419e-9ca8-e5eef2dec7b7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:14.203116 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4493e6-37ea-4242-8436-ffdd50a793a7 None None] DHCP port deletion for 6ac0445e-f428-4b6b-bc2d-b24c8f1f067c request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:06:14.203660 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d24c970c-5d1a-419e-9ca8-e5eef2dec7b7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1642199 Jul 30 02:06:14.208830 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-ecf2a308-b25d-48da-b081-77db33dd56d0 None None] Set router 1d03283a-8105-4f6d-993a-f68ca4b83521 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:06:14.209101 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40136) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:14.209101 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2607aa70-c04e-40ed-bcb7-93bdc9a9c7a8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:14.263604 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac4dc2-a084-47fa-8a37-41cc3006eba7 req-6af7b34a-0389-44fb-8da3-c3bf6da7cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:14.263604 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35ac4dc2-a084-47fa-8a37-41cc3006eba7 req-6af7b34a-0389-44fb-8da3-c3bf6da7cc96 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932181 Jul 30 02:06:14.265627 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5265b7-943d-4776-98cf-fb803f51de43 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet 3b0b4edf-7593-4de8-ba5c-c4ecafb19204 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:06:14.265983 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2a4493e6-37ea-4242-8436-ffdd50a793a7 None None] Deleting port af2baa25-6d54-41e1-80ec-9c7b274c6ef5 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:14.265983 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a4493e6-37ea-4242-8436-ffdd50a793a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:14.266396 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d5265b7-943d-4776-98cf-fb803f51de43 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:14.266396 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2607aa70-c04e-40ed-bcb7-93bdc9a9c7a8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:14.266898 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ecf2a308-b25d-48da-b081-77db33dd56d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d03283a-8105-4f6d-993a-f68ca4b83521', 'name': 'tempest-NetworksTestDHCPv6-router-239485066', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:05:59Z', 'updated_at': '2021-07-30T02:06:11Z', 'revision_number': 3, 'project_id': '65573bf5651a410ebe790229b2b7206d', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:14.267136 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d5265b7-943d-4776-98cf-fb803f51de43 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:14.267136 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c43dcaad-4990-4dfb-aeff-ec0857a2c7be tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:14.267463 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2a4493e6-37ea-4242-8436-ffdd50a793a7 None None] For port af2baa25-6d54-41e1-80ec-9c7b274c6ef5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=af2baa25-6d54-41e1-80ec-9c7b274c6ef5,segment=NetworkSegment(a2ef7ad1-0920-4fd8-ba40-8f9213bae30d),segment_id=a2ef7ad1-0920-4fd8-ba40-8f9213bae30d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:14.267688 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf2a308-b25d-48da-b081-77db33dd56d0 None None] Checking router: 1d03283a-8105-4f6d-993a-f68ca4b83521 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:06:14.267927 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a4493e6-37ea-4242-8436-ffdd50a793a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:14.268153 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf2a308-b25d-48da-b081-77db33dd56d0 None None] Routers {'1d03283a-8105-4f6d-993a-f68ca4b83521'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:14.268153 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ecf2a308-b25d-48da-b081-77db33dd56d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:06:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1d03283a-8105-4f6d-993a-f68ca4b83521'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:14.268359 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2a4493e6-37ea-4242-8436-ffdd50a793a7 None None] Calling delete_port for af2baa25-6d54-41e1-80ec-9c7b274c6ef5 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:14.268508 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35ac4dc2-a084-47fa-8a37-41cc3006eba7 req-88d26c0f-6ffb-455d-b4bf-3a171de62c90 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752453 Jul 30 02:06:14.268715 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-ecf2a308-b25d-48da-b081-77db33dd56d0 None None] Set router 1d03283a-8105-4f6d-993a-f68ca4b83521 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:06:14.283522 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ede47d6d-c8cc-4e93-b523-f7c1811d01a4 req-80044118-d958-4427-80ef-df2f3d0bf657 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198072 Jul 30 02:06:14.338566 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35ac4dc2-a084-47fa-8a37-41cc3006eba7 req-c4f37ad2-38e3-4a44-a3cd-f158b820dac0 service neutron] 10.222.0.77 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093866 Jul 30 02:06:14.376658 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2607aa70-c04e-40ed-bcb7-93bdc9a9c7a8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:14.378173 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2607aa70-c04e-40ed-bcb7-93bdc9a9c7a8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Fanout notify agent at l3_agent the message router_deleted on router e41ae5f6-3cbf-4d92-a987-50ead6ccdc0e {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:06:14.432527 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2607aa70-c04e-40ed-bcb7-93bdc9a9c7a8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:14.437835 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2607aa70-c04e-40ed-bcb7-93bdc9a9c7a8 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/routers/e41ae5f6-3cbf-4d92-a987-50ead6ccdc0e HTTP/1.1" status: 204 len: 168 time: 1.3520443 Jul 30 02:06:14.438279 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40166) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:14.451070 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a4493e6-37ea-4242-8436-ffdd50a793a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:14.454883 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ecf2a308-b25d-48da-b081-77db33dd56d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d03283a-8105-4f6d-993a-f68ca4b83521', 'name': 'tempest-NetworksTestDHCPv6-router-239485066', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:05:59Z', 'updated_at': '2021-07-30T02:06:11Z', 'revision_number': 3, 'project_id': '65573bf5651a410ebe790229b2b7206d', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:14.471171 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4493e6-37ea-4242-8436-ffdd50a793a7 None None] No DVR routers for this DVR port af2baa25-6d54-41e1-80ec-9c7b274c6ef5 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:14.502165 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d5265b7-943d-4776-98cf-fb803f51de43 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:14.514730 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf2a308-b25d-48da-b081-77db33dd56d0 None None] The sync data for ids ['1d03283a-8105-4f6d-993a-f68ca4b83521'] in n-d-713498-9 is: [{'id': '1d03283a-8105-4f6d-993a-f68ca4b83521', 'name': 'tempest-NetworksTestDHCPv6-router-239485066', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:05:59Z', 'updated_at': '2021-07-30T02:06:11Z', 'revision_number': 3, 'project_id': '65573bf5651a410ebe790229b2b7206d', 'gw_port_host': None}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:06:14.526267 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5a79a161-b7cf-4471-99fc-c403a102510d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/ports?device_id=e41ae5f6-3cbf-4d92-a987-50ead6ccdc0e HTTP/1.1" status: 200 len: 205 time: 0.0867691 Jul 30 02:06:14.528906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40172) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:14.536837 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4493e6-37ea-4242-8436-ffdd50a793a7 None None] Pushing event deleted for resources: {'Port': ['ID=af2baa25-6d54-41e1-80ec-9c7b274c6ef5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:14.595072 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-b0ab878e-6c78-4c27-834f-026cd699de3f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] delete failed (client error): The resource could not be found. Jul 30 02:06:14.599113 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b0ab878e-6c78-4c27-834f-026cd699de3f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/routers/e41ae5f6-3cbf-4d92-a987-50ead6ccdc0e HTTP/1.1" status: 404 len: 336 time: 0.0691895 Jul 30 02:06:14.599737 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40180) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:14.643747 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c43dcaad-4990-4dfb-aeff-ec0857a2c7be tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:14.656506 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd33640-0bb6-48a5-b91b-968db29cb433 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] DELETE failed (client error): The resource could not be found. Jul 30 02:06:14.659857 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:14.660367 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd33640-0bb6-48a5-b91b-968db29cb433 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:06:14.660367 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8cd33640-0bb6-48a5-b91b-968db29cb433 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/subnets/c9ce5687-ae7e-4216-bf3a-2252aef6fa00 HTTP/1.1" status: 404 len: 337 time: 0.0584779 Jul 30 02:06:14.661852 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40182) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:14.693436 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c28ee9-59a1-4d4c-83b8-4fdd927c8fab tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] DELETE failed (client error): The resource could not be found. Jul 30 02:06:14.693907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c28ee9-59a1-4d4c-83b8-4fdd927c8fab tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:06:14.699821 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e9c28ee9-59a1-4d4c-83b8-4fdd927c8fab tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/subnets/4c4934a0-c3ae-4d95-9f28-86a41d612949 HTTP/1.1" status: 404 len: 337 time: 0.0364523 Jul 30 02:06:14.700383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40186) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:14.745578 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7bbd1-c718-4823-a54e-721a82676ff7 req-be6d51c0-9acd-4317-bdbb-e463d8c97b0e tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:14.750030 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-31f7bbd1-c718-4823-a54e-721a82676ff7 req-be6d51c0-9acd-4317-bdbb-e463d8c97b0e tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/ports?device_id=8232cc26-3df6-46bc-9777-3c6899d9ed58 HTTP/1.1" status: 200 len: 947 time: 0.2122717 Jul 30 02:06:14.750874 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47e612f-333c-45a4-b5f9-f11d7dcd682a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] DELETE failed (client error): The resource could not be found. Jul 30 02:06:14.751393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47e612f-333c-45a4-b5f9-f11d7dcd682a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:06:14.754349 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c47e612f-333c-45a4-b5f9-f11d7dcd682a tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/subnets/2589b33e-0560-4aeb-8f9d-b3d7347f9522 HTTP/1.1" status: 404 len: 337 time: 0.0517988 Jul 30 02:06:14.756286 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40190) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:14.785410 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-254dce6f-d60c-4684-bb0d-73dd18f850c5 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] DELETE failed (client error): The resource could not be found. Jul 30 02:06:14.785920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254dce6f-d60c-4684-bb0d-73dd18f850c5 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:06:14.790065 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-254dce6f-d60c-4684-bb0d-73dd18f850c5 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/subnets/50b246f5-9301-42eb-a28a-8138323f957a HTTP/1.1" status: 404 len: 337 time: 0.0302858 Jul 30 02:06:14.790524 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40194) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:14.825157 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-31f7bbd1-c718-4823-a54e-721a82676ff7 req-a0753721-f464-41ae-8320-b71a7539ef6d tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cced1f2-18e7-4dc7-92b0-c446ae978989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660865 Jul 30 02:06:14.843960 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5430a0c7-049e-463e-a20e-421761aab023 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/ports?device_id=53214bfa-0c23-47ea-87a4-c5043166a4a3 HTTP/1.1" status: 200 len: 205 time: 0.0522377 Jul 30 02:06:14.847509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40202) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:14.889038 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-470c3539-8690-4277-9eed-ace7fb96d644 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] delete failed (client error): The resource could not be found. Jul 30 02:06:14.892435 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-470c3539-8690-4277-9eed-ace7fb96d644 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/routers/53214bfa-0c23-47ea-87a4-c5043166a4a3 HTTP/1.1" status: 404 len: 336 time: 0.0424969 Jul 30 02:06:14.893080 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40204) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:14.896740 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d5265b7-943d-4776-98cf-fb803f51de43 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:14.947365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 94463064-6254-4628-bb51-764bbd252e26 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:06:14.991986 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c7023b20-144a-4357-8788-1f8bc1b8f415 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/ports?device_id=14cb7b93-20aa-41c6-a17a-e861f303d115 HTTP/1.1" status: 200 len: 205 time: 0.0946212 Jul 30 02:06:14.995164 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40212) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:15.042491 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-b21a9326-5659-4c78-8093-15d7a3377b4d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] delete failed (client error): The resource could not be found. Jul 30 02:06:15.043522 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5265b7-943d-4776-98cf-fb803f51de43 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=3b0b4edf-7593-4de8-ba5c-c4ecafb19204,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:15.043704 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b21a9326-5659-4c78-8093-15d7a3377b4d tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/routers/14cb7b93-20aa-41c6-a17a-e861f303d115 HTTP/1.1" status: 404 len: 336 time: 0.0474453 Jul 30 02:06:15.047375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40222) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:15.049004 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c43dcaad-4990-4dfb-aeff-ec0857a2c7be tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:15.080131 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d5265b7-943d-4776-98cf-fb803f51de43 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:15.084687 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f8ac59-e1b0-4206-98cd-30b448deff83 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] DELETE failed (client error): The resource could not be found. Jul 30 02:06:15.084890 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2d5265b7-943d-4776-98cf-fb803f51de43 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/3b0b4edf-7593-4de8-ba5c-c4ecafb19204 HTTP/1.1" status: 204 len: 168 time: 1.2055061 Jul 30 02:06:15.085015 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f8ac59-e1b0-4206-98cd-30b448deff83 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:06:15.085015 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-95f8ac59-e1b0-4206-98cd-30b448deff83 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/subnets/8770e200-3efe-4e2c-b8c3-4b4e849c0af3 HTTP/1.1" status: 404 len: 337 time: 0.0362761 Jul 30 02:06:15.085449 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40224) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:15.096566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40226) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:15.129788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a01bc21-3b8c-4f24-8b10-6bd18ea51186 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:15.131894 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device af2baa25-6d54-41e1-80ec-9c7b274c6ef5 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:06:15.132120 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43dcaad-4990-4dfb-aeff-ec0857a2c7be tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event deleted for resources: {'Subnet': ['ID=ab7f29ea-dc56-4cf6-bbb5-eff4441c1761,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:15.148537 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c43dcaad-4990-4dfb-aeff-ec0857a2c7be tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:15.155803 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c43dcaad-4990-4dfb-aeff-ec0857a2c7be tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "DELETE /v2.0/subnets/ab7f29ea-dc56-4cf6-bbb5-eff4441c1761 HTTP/1.1" status: 204 len: 168 time: 1.8227711 Jul 30 02:06:15.157700 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40230) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:15.184446 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df259504-9417-4578-b4f5-eb12d526aacb None None] Network e46df9ce-770f-4969-8d4b-1357031c4fc6 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:15.246594 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fbe4882a-326e-413e-b341-dfe6a12e2a62 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/ports?device_id=76629b79-c927-4cd1-be3a-24726518e7a5 HTTP/1.1" status: 200 len: 205 time: 0.1485636 Jul 30 02:06:15.274521 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40242) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:15.335717 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: af2baa25-6d54-41e1-80ec-9c7b274c6ef5 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:06:15.336059 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device af2baa25-6d54-41e1-80ec-9c7b274c6ef5 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:06:15.336488 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 57d57502-af90-4f43-87de-1018e8de44cb no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:06:15.369162 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 57d57502-af90-4f43-87de-1018e8de44cb {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:06:15.369764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 57d57502-af90-4f43-87de-1018e8de44cb not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:06:15.539916 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 94463064-6254-4628-bb51-764bbd252e26, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=94463064-6254-4628-bb51-764bbd252e26,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:15.577707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '94463064-6254-4628-bb51-764bbd252e26', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '94463064-6254-4628-bb51-764bbd252e26', 'mac_address': 'fa:16:3e:2e:c3:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:06:15.648452 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:15.670831 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94463064-6254-4628-bb51-764bbd252e26 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:06:15.678202 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10901d7e-cfc4-407b-9d13-3836647a310f None None] DHCP port deletion for 84fe5bd8-9f93-443f-a4c2-007dacc11704 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:06:15.693156 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-53463a03-666a-4840-90fc-66c3c92fbc77 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6053643 Jul 30 02:06:15.696119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40260) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:15.728944 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-ce46f5ec-3ef0-44a9-a35d-aadcbb2ee840 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] delete failed (client error): The resource could not be found. Jul 30 02:06:15.728944 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ce46f5ec-3ef0-44a9-a35d-aadcbb2ee840 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/routers/76629b79-c927-4cd1-be3a-24726518e7a5 HTTP/1.1" status: 404 len: 336 time: 0.4417393 Jul 30 02:06:15.729278 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 94463064-6254-4628-bb51-764bbd252e26, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=94463064-6254-4628-bb51-764bbd252e26,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:15.736623 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40262) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:15.743642 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29952a5-7bdc-402e-8820-58fb3cfb338f None None] DHCP port deletion for e46df9ce-770f-4969-8d4b-1357031c4fc6 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:06:15.785204 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-10901d7e-cfc4-407b-9d13-3836647a310f None None] Deleting port 9b759590-2269-433a-92e1-f7e5e4cc5ff0 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:15.785829 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10901d7e-cfc4-407b-9d13-3836647a310f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:15.797441 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37cf5a24-5e80-42d7-ae48-f998de716e64 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:15.799756 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fe5c52e0-3339-45f4-b6f2-0a1e343c317f tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/ports?device_id=b67d31f6-1d5f-4fde-9a6d-81586e5af7e9 HTTP/1.1" status: 200 len: 205 time: 0.0608420 Jul 30 02:06:15.802505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40268) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:15.810042 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc47bfca-023c-437b-b137-8e9dfcee108c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:15.827851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d1939-ea80-41d9-9b86-3ab07190502d req-b7849302-dd52-40cc-b830-8778ab830e2c tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:15.835158 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f0d1939-ea80-41d9-9b86-3ab07190502d req-b7849302-dd52-40cc-b830-8778ab830e2c tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1278775 Jul 30 02:06:15.842910 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:15.877150 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-42784b55-ca26-48f2-8dc4-525a61bcd886 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] delete failed (client error): The resource could not be found. Jul 30 02:06:15.878414 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-42784b55-ca26-48f2-8dc4-525a61bcd886 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/routers/b67d31f6-1d5f-4fde-9a6d-81586e5af7e9 HTTP/1.1" status: 404 len: 336 time: 0.0747585 Jul 30 02:06:15.897110 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-10901d7e-cfc4-407b-9d13-3836647a310f None None] For port 9b759590-2269-433a-92e1-f7e5e4cc5ff0, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9b759590-2269-433a-92e1-f7e5e4cc5ff0,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:15.897570 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10901d7e-cfc4-407b-9d13-3836647a310f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:15.904133 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40274) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:15.922169 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-10901d7e-cfc4-407b-9d13-3836647a310f None None] Calling delete_port for 9b759590-2269-433a-92e1-f7e5e4cc5ff0 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:15.936688 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca095758-2264-40d6-a043-7b11262794bb tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] DELETE failed (client error): The resource could not be found. Jul 30 02:06:15.937413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca095758-2264-40d6-a043-7b11262794bb tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:06:15.939394 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ca095758-2264-40d6-a043-7b11262794bb tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/subnets/ce46435d-05f9-4e32-9021-73fb3d942d11 HTTP/1.1" status: 404 len: 337 time: 0.0336881 Jul 30 02:06:15.942150 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40278) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:15.953009 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=94463064-6254-4628-bb51-764bbd252e26,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:15.979727 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bd7c77d9-3c98-429f-bb5c-282df31ef833 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e HTTP/1.1" status: 200 len: 205 time: 0.0362856 Jul 30 02:06:15.984570 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a29952a5-7bdc-402e-8820-58fb3cfb338f None None] Deleting port 847ebab8-43d1-4030-8cdb-b65c7fc38a27 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:15.985132 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a29952a5-7bdc-402e-8820-58fb3cfb338f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:15.988057 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40280) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:15.988851 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f0d1939-ea80-41d9-9b86-3ab07190502d req-e5cdd3b3-3843-4c89-ac9d-c59d01c2fd6e tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502974 Jul 30 02:06:16.022549 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc47bfca-023c-437b-b137-8e9dfcee108c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.035029 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-cc47bfca-023c-437b-b137-8e9dfcee108c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac0445e-f428-4b6b-bc2d-b24c8f1f067c']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:16.048292 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-cc47bfca-023c-437b-b137-8e9dfcee108c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ef7ad1-0920-4fd8-ba40-8f9213bae30d') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:16.048619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-cc47bfca-023c-437b-b137-8e9dfcee108c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ef7ad1-0920-4fd8-ba40-8f9213bae30d') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:16.058441 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc47bfca-023c-437b-b137-8e9dfcee108c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.074753 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc47bfca-023c-437b-b137-8e9dfcee108c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.085776 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc47bfca-023c-437b-b137-8e9dfcee108c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:06:16.086385 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc47bfca-023c-437b-b137-8e9dfcee108c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.086971 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a29952a5-7bdc-402e-8820-58fb3cfb338f None None] For port 847ebab8-43d1-4030-8cdb-b65c7fc38a27, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=847ebab8-43d1-4030-8cdb-b65c7fc38a27,segment=NetworkSegment(dcecddbb-137e-4174-9b85-aaad25c30fc0),segment_id=dcecddbb-137e-4174-9b85-aaad25c30fc0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:16.087640 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a29952a5-7bdc-402e-8820-58fb3cfb338f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:06:16.090579 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:06:16.113126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a29952a5-7bdc-402e-8820-58fb3cfb338f None None] Calling delete_port for 847ebab8-43d1-4030-8cdb-b65c7fc38a27 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:16.132977 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['94463064-6254-4628-bb51-764bbd252e26'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:06:16.160921 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-58495889-54a8-4453-b11a-c5850a7e98f5 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] delete failed (client error): The resource could not be found. Jul 30 02:06:16.162459 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-58495889-54a8-4453-b11a-c5850a7e98f5 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/routers/0ffd4e58-6e7e-4fe7-ba2b-0042b623e72e HTTP/1.1" status: 404 len: 336 time: 0.1722121 Jul 30 02:06:16.165500 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40294) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:16.187982 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37cf5a24-5e80-42d7-ae48-f998de716e64 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.196852 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37cf5a24-5e80-42d7-ae48-f998de716e64 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.221571 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5eeefea-1bb4-4307-ba96-6d3730c07016 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] DELETE failed (client error): The resource could not be found. Jul 30 02:06:16.222043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5eeefea-1bb4-4307-ba96-6d3730c07016 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:06:16.226910 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a5eeefea-1bb4-4307-ba96-6d3730c07016 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/subnets/0e89264b-cd42-4188-ba21-9acdabd079da HTTP/1.1" status: 404 len: 337 time: 0.0538101 Jul 30 02:06:16.227205 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40296) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:16.229397 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10901d7e-cfc4-407b-9d13-3836647a310f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.241498 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b670e-ed85-47ca-972f-0bdff9edc79c req-429e5c95-1da2-475c-9425-1f63ee705351 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:16.244417 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aa6b670e-ed85-47ca-972f-0bdff9edc79c req-429e5c95-1da2-475c-9425-1f63ee705351 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/ports?device_id=8232cc26-3df6-46bc-9777-3c6899d9ed58 HTTP/1.1" status: 200 len: 948 time: 0.2693253 Jul 30 02:06:16.281676 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10901d7e-cfc4-407b-9d13-3836647a310f None None] Pushing event deleted for resources: {'Port': ['ID=9b759590-2269-433a-92e1-f7e5e4cc5ff0,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:16.302182 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10901d7e-cfc4-407b-9d13-3836647a310f None None] No DVR routers for this DVR port 9b759590-2269-433a-92e1-f7e5e4cc5ff0 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:16.318845 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc47bfca-023c-437b-b137-8e9dfcee108c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.322348 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aa6b670e-ed85-47ca-972f-0bdff9edc79c req-1c7d7048-68aa-4086-8285-9b2403f8b708 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cced1f2-18e7-4dc7-92b0-c446ae978989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450478 Jul 30 02:06:16.330640 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3f648c47-b892-4347-9088-a6af43626300 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "GET /v2.0/ports?device_id=c492be14-140b-4706-b0ec-84ccc305c6cf HTTP/1.1" status: 200 len: 205 time: 0.1018622 Jul 30 02:06:16.333288 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40304) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:16.334441 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc47bfca-023c-437b-b137-8e9dfcee108c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.342237 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cc47bfca-023c-437b-b137-8e9dfcee108c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "DELETE /v2.0/networks/6ac0445e-f428-4b6b-bc2d-b24c8f1f067c HTTP/1.1" status: 204 len: 168 time: 1.1831157 Jul 30 02:06:16.363829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40308) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:16.365371 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47bfca-023c-437b-b137-8e9dfcee108c tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event deleted for resources: {'Network': ['ID=6ac0445e-f428-4b6b-bc2d-b24c8f1f067c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:16.410386 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-3603c7fa-d0ce-4ff1-9d23-0504a46248f9 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] delete failed (client error): The resource could not be found. Jul 30 02:06:16.413093 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3603c7fa-d0ce-4ff1-9d23-0504a46248f9 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/routers/c492be14-140b-4706-b0ec-84ccc305c6cf HTTP/1.1" status: 404 len: 336 time: 0.0772173 Jul 30 02:06:16.413093 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37cf5a24-5e80-42d7-ae48-f998de716e64 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.413093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cf5a24-5e80-42d7-ae48-f998de716e64 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Fanout notify agent at l3_agent the message router_deleted on router 1d03283a-8105-4f6d-993a-f68ca4b83521 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:06:16.414118 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40312) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:16.429538 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37cf5a24-5e80-42d7-ae48-f998de716e64 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.430690 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-37cf5a24-5e80-42d7-ae48-f998de716e64 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/routers/1d03283a-8105-4f6d-993a-f68ca4b83521 HTTP/1.1" status: 204 len: 168 time: 0.7312050 Jul 30 02:06:16.434684 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40314) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:16.443846 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a29952a5-7bdc-402e-8820-58fb3cfb338f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.450839 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-4223d449-5335-404d-9252-999a4a836596 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] DELETE failed (client error): The resource could not be found. Jul 30 02:06:16.461140 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4223d449-5335-404d-9252-999a4a836596 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:06:16.461140 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4223d449-5335-404d-9252-999a4a836596 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/subnets/859ef8bb-c552-40bd-b624-8af5ce0e6bd6 HTTP/1.1" status: 404 len: 337 time: 0.0427716 Jul 30 02:06:16.463045 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40318) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:16.485778 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29952a5-7bdc-402e-8820-58fb3cfb338f None None] Pushing event deleted for resources: {'Port': ['ID=847ebab8-43d1-4030-8cdb-b65c7fc38a27,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:16.488558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29952a5-7bdc-402e-8820-58fb3cfb338f None None] No DVR routers for this DVR port 847ebab8-43d1-4030-8cdb-b65c7fc38a27 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:16.500211 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6c43ab92-738e-4427-bf32-65aadb883ef3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0637453 Jul 30 02:06:16.503338 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc8b286-f345-43e9-9c6e-828e9fbd3830 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] DELETE failed (client error): The resource could not be found. Jul 30 02:06:16.503804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc8b286-f345-43e9-9c6e-828e9fbd3830 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:06:16.508502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40322) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:16.509024 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ccc8b286-f345-43e9-9c6e-828e9fbd3830 tempest-RoutersTest-1575565317 tempest-RoutersTest-1575565317-project] 10.222.0.70 "DELETE /v2.0/subnets/a5d734a6-b8d7-4232-8865-383294022e57 HTTP/1.1" status: 404 len: 337 time: 0.0448182 Jul 30 02:06:16.550599 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9f3c0e4-420e-4385-bb06-6f09e75de0db tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.574927 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71477c1c-48c8-4cb3-b943-f0c9f3661947 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:16.576920 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-71477c1c-48c8-4cb3-b943-f0c9f3661947 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0665061 Jul 30 02:06:16.579718 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40330) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:16.627080 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6d140ab5-a8ab-408c-830d-1dca2d1adf27 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419011 Jul 30 02:06:16.627319 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40332) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:16.632344 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-eecf68bf-c53f-4cf1-b972-19fc3d036fd0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:16.668879 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9f3c0e4-420e-4385-bb06-6f09e75de0db tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.680866 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-f9f3c0e4-420e-4385-bb06-6f09e75de0db tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46df9ce-770f-4969-8d4b-1357031c4fc6']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:16.692928 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-f9f3c0e4-420e-4385-bb06-6f09e75de0db tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcecddbb-137e-4174-9b85-aaad25c30fc0') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:16.693237 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-f9f3c0e4-420e-4385-bb06-6f09e75de0db tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcecddbb-137e-4174-9b85-aaad25c30fc0') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:16.703733 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9f3c0e4-420e-4385-bb06-6f09e75de0db tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.717986 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9f3c0e4-420e-4385-bb06-6f09e75de0db tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.724323 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f3c0e4-420e-4385-bb06-6f09e75de0db tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:06:16.724716 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9f3c0e4-420e-4385-bb06-6f09e75de0db tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:06:16.728121 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:06:16.856027 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecf68bf-c53f-4cf1-b972-19fc3d036fd0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:16.859607 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eecf68bf-c53f-4cf1-b972-19fc3d036fd0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.962338 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 94463064-6254-4628-bb51-764bbd252e26 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:16.992937 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9b759590-2269-433a-92e1-f7e5e4cc5ff0 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:06:17.039912 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 9b759590-2269-433a-92e1-f7e5e4cc5ff0 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:06:17.040233 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9b759590-2269-433a-92e1-f7e5e4cc5ff0 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:06:17.040649 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 847ebab8-43d1-4030-8cdb-b65c7fc38a27 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:06:17.075849 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 847ebab8-43d1-4030-8cdb-b65c7fc38a27 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:06:17.076753 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 847ebab8-43d1-4030-8cdb-b65c7fc38a27 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:06:17.157326 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9f3c0e4-420e-4385-bb06-6f09e75de0db tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:17.173310 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 94463064-6254-4628-bb51-764bbd252e26 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:17.176884 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9f3c0e4-420e-4385-bb06-6f09e75de0db tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:17.178614 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 94463064-6254-4628-bb51-764bbd252e26 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:17.179245 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:17.181936 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f9f3c0e4-420e-4385-bb06-6f09e75de0db tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "DELETE /v2.0/networks/e46df9ce-770f-4969-8d4b-1357031c4fc6 HTTP/1.1" status: 204 len: 168 time: 0.8116219 Jul 30 02:06:17.184615 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40364) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:17.246614 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40370) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:17.247003 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3c0e4-420e-4385-bb06-6f09e75de0db tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event deleted for resources: {'Network': ['ID=e46df9ce-770f-4969-8d4b-1357031c4fc6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:17.264252 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbfedc-a1a2-4237-9979-a1327545f9e6 req-706c9047-6c61-42bd-ac0a-b2ace29ece0a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:17.272925 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7cbfedc-a1a2-4237-9979-a1327545f9e6 req-706c9047-6c61-42bd-ac0a-b2ace29ece0a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.2099133 Jul 30 02:06:17.318124 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:17.399852 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7cbfedc-a1a2-4237-9979-a1327545f9e6 req-8e8f47e7-669e-48b3-9d79-73d1ac471424 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251152 Jul 30 02:06:17.402247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8232cc26-3df6-46bc-9777-3c6899d9ed58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94463064-6254-4628-bb51-764bbd252e26'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:17.406744 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-92990cf3-ba61-446f-943e-edce0e450ab1 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Deleting subnet 2737aa15-354d-4390-8ae3-b70d0103be59 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:06:17.407620 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ccc697-9424-472d-8082-bcdc4466e6fb" -d '{"events": [{"server_uuid": "8232cc26-3df6-46bc-9777-3c6899d9ed58", "name": "network-vif-plugged", "status": "completed", "tag": "94463064-6254-4628-bb51-764bbd252e26"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:17.412224 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92990cf3-ba61-446f-943e-edce0e450ab1 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:17.446229 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 94463064-6254-4628-bb51-764bbd252e26, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=94463064-6254-4628-bb51-764bbd252e26,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:17.478070 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92990cf3-ba61-446f-943e-edce0e450ab1 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:17.511249 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:17.518777 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02e148-b852-48f0-85ab-46a8b130b5ab req-6e07d97a-1b5f-4201-b0da-08dd54d30d89 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:17.527062 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1b02e148-b852-48f0-85ab-46a8b130b5ab req-6e07d97a-1b5f-4201-b0da-08dd54d30d89 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/ports?device_id=8232cc26-3df6-46bc-9777-3c6899d9ed58 HTTP/1.1" status: 200 len: 948 time: 0.1154945 Jul 30 02:06:17.595092 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=94463064-6254-4628-bb51-764bbd252e26,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:17.633058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.objects.ports [None req-eecf68bf-c53f-4cf1-b972-19fc3d036fd0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94465) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:06:17.637490 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eecf68bf-c53f-4cf1-b972-19fc3d036fd0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:17.642331 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:17.653682 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1b02e148-b852-48f0-85ab-46a8b130b5ab req-a9ed6713-c2c2-473f-9521-0bb73de06850 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cced1f2-18e7-4dc7-92b0-c446ae978989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255753 Jul 30 02:06:17.698035 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecf68bf-c53f-4cf1-b972-19fc3d036fd0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:17.702904 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-eecf68bf-c53f-4cf1-b972-19fc3d036fd0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:17.710285 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92990cf3-ba61-446f-943e-edce0e450ab1 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:17.712867 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecf68bf-c53f-4cf1-b972-19fc3d036fd0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:17.721946 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780fc12d-a865-4025-aebe-769948181cf8 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:17.722171 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eecf68bf-c53f-4cf1-b972-19fc3d036fd0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:17.734641 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf68bf-c53f-4cf1-b972-19fc3d036fd0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=8aade92b-5e38-43cd-9604-42a98814e773,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:17.740250 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83650e1-7836-4f79-97ad-c714523b667e x-openstack-request-id: req-d83650e1-7836-4f79-97ad-c714523b667e {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:17.742438 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8232cc26-3df6-46bc-9777-3c6899d9ed58", "name": "network-vif-plugged", "status": "completed", "tag": "94463064-6254-4628-bb51-764bbd252e26", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:17.742944 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d83650e1-7836-4f79-97ad-c714523b667e {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:17.743570 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8232cc26-3df6-46bc-9777-3c6899d9ed58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94463064-6254-4628-bb51-764bbd252e26', 'code': 200} Jul 30 02:06:17.778670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40402) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:17.779487 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b7b009f9-6038-46ba-bc3e-4a197ce8ab15 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=df8f5d4792504c558d51adadf3365d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4971075 Jul 30 02:06:17.815848 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-eecf68bf-c53f-4cf1-b972-19fc3d036fd0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1875541 Jul 30 02:06:17.819652 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40406) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:17.826962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c6e77ec0-8e66-49d6-b07f-4a46d1485383 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:17.936348 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92990cf3-ba61-446f-943e-edce0e450ab1 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:17.944753 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f96809d-d14c-41c3-80cb-a96bbfbf54ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:17.995292 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92990cf3-ba61-446f-943e-edce0e450ab1 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event deleted for resources: {'Subnet': ['ID=2737aa15-354d-4390-8ae3-b70d0103be59,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:18.000574 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f96809d-d14c-41c3-80cb-a96bbfbf54ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:18.014396 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92990cf3-ba61-446f-943e-edce0e450ab1 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:18.018436 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705931dd-5565-452d-aeaa-f13d4e89622c req-225d83b6-0a4f-4c85-a370-5c25877293a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:18.019949 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-705931dd-5565-452d-aeaa-f13d4e89622c req-225d83b6-0a4f-4c85-a370-5c25877293a5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8232cc26-3df6-46bc-9777-3c6899d9ed58 HTTP/1.1" status: 200 len: 1100 time: 0.1401107 Jul 30 02:06:18.021046 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-92990cf3-ba61-446f-943e-edce0e450ab1 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "DELETE /v2.0/subnets/2737aa15-354d-4390-8ae3-b70d0103be59 HTTP/1.1" status: 204 len: 168 time: 0.8299596 Jul 30 02:06:18.021727 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40414) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:18.107032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-705931dd-5565-452d-aeaa-f13d4e89622c req-f8994f56-0bba-4ac5-a310-bd2d9f0b4906 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0cced1f2-18e7-4dc7-92b0-c446ae978989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785787 Jul 30 02:06:18.150275 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9fafebdd-5ec2-4c82-8a51-21cf2126692e tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:18.176214 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662380f0-5b3b-4995-b81e-39fc2524d1ed None None] Network 15bdfdf8-b4c4-422e-988a-efa5303a7db2 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:18.185107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e77ec0-8e66-49d6-b07f-4a46d1485383 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:18.189473 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c6e77ec0-8e66-49d6-b07f-4a46d1485383 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:18.195970 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-84fe5bd8-9f93-443f-a4c2-007dacc11704', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'fixed_ips': [{'subnet_id': '8aade92b-5e38-43cd-9604-42a98814e773'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:06:18.196914 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:18.230443 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-9fafebdd-5ec2-4c82-8a51-21cf2126692e tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Deleting port 6bf74d64-0461-4f35-afe8-ab68f6a6b810 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:18.231003 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9fafebdd-5ec2-4c82-8a51-21cf2126692e tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:18.297858 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f96809d-d14c-41c3-80cb-a96bbfbf54ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:18.301153 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f96809d-d14c-41c3-80cb-a96bbfbf54ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:18.302390 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3f96809d-d14c-41c3-80cb-a96bbfbf54ca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2b7faa02-1cdf-4975-b27d-4c98249efcee HTTP/1.1" status: 204 len: 168 time: 0.5221865 Jul 30 02:06:18.323000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96809d-d14c-41c3-80cb-a96bbfbf54ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7faa02-1cdf-4975-b27d-4c98249efcee,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:18.338728 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-9fafebdd-5ec2-4c82-8a51-21cf2126692e tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] For port 6bf74d64-0461-4f35-afe8-ab68f6a6b810, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6bf74d64-0461-4f35-afe8-ab68f6a6b810,segment=NetworkSegment(095dbd29-6a11-4394-9fc4-480d09b96a83),segment_id=095dbd29-6a11-4394-9fc4-480d09b96a83)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:18.339411 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9fafebdd-5ec2-4c82-8a51-21cf2126692e tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:18.388070 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-9fafebdd-5ec2-4c82-8a51-21cf2126692e tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Calling delete_port for 6bf74d64-0461-4f35-afe8-ab68f6a6b810 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:18.576125 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Allocated IP 2001:db8::f816:3eff:fe66:bac (84fe5bd8-9f93-443f-a4c2-007dacc11704/8aade92b-5e38-43cd-9604-42a98814e773/982a7af2-7a81-4491-aa6d-a3c7a1d2a816) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:18.585187 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9fafebdd-5ec2-4c82-8a51-21cf2126692e tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:18.643181 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98533f26-eb60-4c76-b1b3-dd9f1307a8c4 req-7d89e76d-b148-43e7-82cc-0d64864eb262 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:18.646919 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafebdd-5ec2-4c82-8a51-21cf2126692e tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event deleted for resources: {'Port': ['ID=6bf74d64-0461-4f35-afe8-ab68f6a6b810,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:18.653654 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-98533f26-eb60-4c76-b1b3-dd9f1307a8c4 req-7d89e76d-b148-43e7-82cc-0d64864eb262 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1259053 Jul 30 02:06:18.654619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fafebdd-5ec2-4c82-8a51-21cf2126692e tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] No DVR routers for this DVR port 6bf74d64-0461-4f35-afe8-ab68f6a6b810 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:18.678480 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bbafbb-ba5e-42c8-9583-72ba391ae8f6 None None] DHCP port deletion for 15bdfdf8-b4c4-422e-988a-efa5303a7db2 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:06:18.690278 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c6e77ec0-8e66-49d6-b07f-4a46d1485383 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:18.797309 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e77ec0-8e66-49d6-b07f-4a46d1485383 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=aff1ece4-0c44-426f-88de-135655bd15e2,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:18.807054 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e77ec0-8e66-49d6-b07f-4a46d1485383 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:18.809556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-c6e77ec0-8e66-49d6-b07f-4a46d1485383 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:18.824219 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e77ec0-8e66-49d6-b07f-4a46d1485383 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:18.829361 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c6e77ec0-8e66-49d6-b07f-4a46d1485383 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:18.862818 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-98533f26-eb60-4c76-b1b3-dd9f1307a8c4 req-6d153602-cb04-4ce8-86ac-c85c0151c8cc tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930983 Jul 30 02:06:18.875158 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9fafebdd-5ec2-4c82-8a51-21cf2126692e tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:18.894970 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-9fafebdd-5ec2-4c82-8a51-21cf2126692e tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15bdfdf8-b4c4-422e-988a-efa5303a7db2']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:18.903134 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:18.908309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-9fafebdd-5ec2-4c82-8a51-21cf2126692e tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095dbd29-6a11-4394-9fc4-480d09b96a83') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:18.908619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-9fafebdd-5ec2-4c82-8a51-21cf2126692e tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095dbd29-6a11-4394-9fc4-480d09b96a83') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:18.927649 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9fafebdd-5ec2-4c82-8a51-21cf2126692e tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:18.938395 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Transition to ACTIVE for port object 982a7af2-7a81-4491-aa6d-a3c7a1d2a816 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:18.938994 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f742d0-f24b-4064-b036-3ff377965e70 req-c346c2b4-fab4-420a-aeba-b02eafcc04d6 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:18.940673 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62f742d0-f24b-4064-b036-3ff377965e70 req-c346c2b4-fab4-420a-aeba-b02eafcc04d6 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/ports?device_id=8232cc26-3df6-46bc-9777-3c6899d9ed58 HTTP/1.1" status: 200 len: 949 time: 0.1273072 Jul 30 02:06:18.969121 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c6e77ec0-8e66-49d6-b07f-4a46d1485383 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1473031 Jul 30 02:06:18.971866 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40472) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:18.978010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7ff36eeb-f5c3-4436-8fbf-1a8b53851ec5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'mac_address': 'fa:16:3e:63:8b:8e', 'name': 'tempest-NetworksTestDHCPv6-1290335536'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:18.979842 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Transition to ACTIVE for port object 982a7af2-7a81-4491-aa6d-a3c7a1d2a816 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:18.988383 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9fafebdd-5ec2-4c82-8a51-21cf2126692e tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.002603 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6bf74d64-0461-4f35-afe8-ab68f6a6b810 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fafebdd-5ec2-4c82-8a51-21cf2126692e tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9fafebdd-5ec2-4c82-8a51-21cf2126692e tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:06:19.007419 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:06:19.030113 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 6bf74d64-0461-4f35-afe8-ab68f6a6b810 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:06:19.030663 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6bf74d64-0461-4f35-afe8-ab68f6a6b810 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:06:19.068553 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62f742d0-f24b-4064-b036-3ff377965e70 req-ff4f2072-9c13-4a22-8fe9-7fa9985d998f tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cced1f2-18e7-4dc7-92b0-c446ae978989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006787 Jul 30 02:06:19.116995 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.155500 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:19.158356 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:19.162193 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9fafebdd-5ec2-4c82-8a51-21cf2126692e tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.168015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:19.174541 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9fafebdd-5ec2-4c82-8a51-21cf2126692e tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.176001 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Pushing event updated for resources: {'Port': ['ID=982a7af2-7a81-4491-aa6d-a3c7a1d2a816,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:19.176599 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9fafebdd-5ec2-4c82-8a51-21cf2126692e tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "DELETE /v2.0/networks/15bdfdf8-b4c4-422e-988a-efa5303a7db2 HTTP/1.1" status: 204 len: 168 time: 1.1517773 Jul 30 02:06:19.180741 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40482) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:19.207479 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafebdd-5ec2-4c82-8a51-21cf2126692e tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Pushing event deleted for resources: {'Network': ['ID=15bdfdf8-b4c4-422e-988a-efa5303a7db2,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:19.214378 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff36eeb-f5c3-4436-8fbf-1a8b53851ec5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:19.234124 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-48a7a88c-7bcc-46e5-819c-e709043a1de5 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33657d8-de6f-4ff1-9ba8-9c029916a0be HTTP/1.1" status: 200 len: 205 time: 0.0519743 Jul 30 02:06:19.234810 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40488) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:19.245662 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Attempting to bind port 982a7af2-7a81-4491-aa6d-a3c7a1d2a816 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:19.246237 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Attempting to bind port 982a7af2-7a81-4491-aa6d-a3c7a1d2a816 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:19.248397 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Attempting to bind port 982a7af2-7a81-4491-aa6d-a3c7a1d2a816 on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:19.256803 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:19.257184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:19.257598 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.257991 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:19.258494 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Bound port: 982a7af2-7a81-4491-aa6d-a3c7a1d2a816, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:19.258878 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.331332 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19a1fc59-e607-4cdd-87a9-dacaf80c09c0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.333433 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ff36eeb-f5c3-4436-8fbf-1a8b53851ec5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.369243 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-7ff36eeb-f5c3-4436-8fbf-1a8b53851ec5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port f7e5988f-8213-440d-84d8-3e099f16e010 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:06:19.374641 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] For port 982a7af2-7a81-4491-aa6d-a3c7a1d2a816, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:19.378313 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] For port 982a7af2-7a81-4491-aa6d-a3c7a1d2a816, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=982a7af2-7a81-4491-aa6d-a3c7a1d2a816,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:19.462289 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.549539 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664198c-0dec-4d31-8c7a-3caddf2fc417 None None] Pushing event updated for resources: {'Port': ['ID=982a7af2-7a81-4491-aa6d-a3c7a1d2a816,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:19.598051 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19a1fc59-e607-4cdd-87a9-dacaf80c09c0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.604503 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19a1fc59-e607-4cdd-87a9-dacaf80c09c0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.605435 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-7ff36eeb-f5c3-4436-8fbf-1a8b53851ec5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 172.20.0.11 (84fe5bd8-9f93-443f-a4c2-007dacc11704/aff1ece4-0c44-426f-88de-135655bd15e2/f7e5988f-8213-440d-84d8-3e099f16e010) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:19.623825 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-7ff36eeb-f5c3-4436-8fbf-1a8b53851ec5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::f816:3eff:fe63:8b8e (84fe5bd8-9f93-443f-a4c2-007dacc11704/8aade92b-5e38-43cd-9604-42a98814e773/f7e5988f-8213-440d-84d8-3e099f16e010) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:19.725217 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19a1fc59-e607-4cdd-87a9-dacaf80c09c0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.725217 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a1fc59-e607-4cdd-87a9-dacaf80c09c0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Fanout notify agent at l3_agent the message router_deleted on router c33657d8-de6f-4ff1-9ba8-9c029916a0be {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:06:19.741115 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19a1fc59-e607-4cdd-87a9-dacaf80c09c0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.745185 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-19a1fc59-e607-4cdd-87a9-dacaf80c09c0 tempest-RoutersNegativeIpV6Test-859782967 tempest-RoutersNegativeIpV6Test-859782967-project] 10.222.0.70 "DELETE /v2.0/routers/c33657d8-de6f-4ff1-9ba8-9c029916a0be HTTP/1.1" status: 204 len: 168 time: 0.5065789 Jul 30 02:06:19.831507 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ff36eeb-f5c3-4436-8fbf-1a8b53851ec5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.866988 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-7ff36eeb-f5c3-4436-8fbf-1a8b53851ec5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object f7e5988f-8213-440d-84d8-3e099f16e010 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:19.914213 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40534) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:20.000639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b3def-b311-45f0-a0f3-7d6231a20440 req-cbe881a3-ba52-469b-ac20-37dbcaa363ff tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:20.002203 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-216b3def-b311-45f0-a0f3-7d6231a20440 req-cbe881a3-ba52-469b-ac20-37dbcaa363ff tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.0537181 Jul 30 02:06:20.003976 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ff36eeb-f5c3-4436-8fbf-1a8b53851ec5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.048137 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-d27b32f5-04d6-4383-944b-cb2de1914b0c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-28867745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:20.092678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff36eeb-f5c3-4436-8fbf-1a8b53851ec5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:20.115665 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff36eeb-f5c3-4436-8fbf-1a8b53851ec5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=f7e5988f-8213-440d-84d8-3e099f16e010,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:20.124924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-7ff36eeb-f5c3-4436-8fbf-1a8b53851ec5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:20.129414 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff36eeb-f5c3-4436-8fbf-1a8b53851ec5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:20.174222 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-216b3def-b311-45f0-a0f3-7d6231a20440 req-141da519-5a14-4209-9e74-69eee239ae4b tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625302 Jul 30 02:06:20.182636 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff36eeb-f5c3-4436-8fbf-1a8b53851ec5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:20.183300 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ff36eeb-f5c3-4436-8fbf-1a8b53851ec5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.237831 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b3d99-2de8-453c-95a1-c877fa1bed8a req-4d7a6036-84ea-4120-8b5e-32aebe47ac13 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:20.237831 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-645b3d99-2de8-453c-95a1-c877fa1bed8a req-4d7a6036-84ea-4120-8b5e-32aebe47ac13 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/ports?device_id=8232cc26-3df6-46bc-9777-3c6899d9ed58 HTTP/1.1" status: 200 len: 949 time: 0.0541637 Jul 30 02:06:20.258263 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d27b32f5-04d6-4383-944b-cb2de1914b0c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.259651 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d27b32f5-04d6-4383-944b-cb2de1914b0c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.287316 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-645b3d99-2de8-453c-95a1-c877fa1bed8a req-b97409bb-3599-443d-b3c6-3209301bbe13 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cced1f2-18e7-4dc7-92b0-c446ae978989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441773 Jul 30 02:06:20.321373 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d27b32f5-04d6-4383-944b-cb2de1914b0c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.386171 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7ff36eeb-f5c3-4436-8fbf-1a8b53851ec5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4106259 Jul 30 02:06:20.391939 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40564) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:20.453031 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d27b32f5-04d6-4383-944b-cb2de1914b0c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.503786 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40572) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:20.513350 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b46fadd-4177-44be-91b4-3281df92dd40 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:20.525266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b46fadd-4177-44be-91b4-3281df92dd40 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:20.527077 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1b46fadd-4177-44be-91b4-3281df92dd40 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1390254 Jul 30 02:06:20.529910 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40578) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:20.543811 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d27b32f5-04d6-4383-944b-cb2de1914b0c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.546709 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d27b32f5-04d6-4383-944b-cb2de1914b0c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6312742 Jul 30 02:06:20.551729 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40582) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:20.556920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-75947a1d-7ad0-4213-8b07-e13154d819e6 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-979198515'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:20.661806 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75947a1d-7ad0-4213-8b07-e13154d819e6 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Made reservation on behalf of 3aa0eaf72e3b4717866221f89a484e52 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:20.665700 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75947a1d-7ad0-4213-8b07-e13154d819e6 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.682553 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75947a1d-7ad0-4213-8b07-e13154d819e6 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.702260 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-36a45d92-626a-4628-8120-a010e77d7ab1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port f7e5988f-8213-440d-84d8-3e099f16e010 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:20.702707 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-36a45d92-626a-4628-8120-a010e77d7ab1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.771760 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e3aa1549-e6f0-4837-af04-8be89df12d75 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4ce4d4ce4dc54dd290d66d6b23466f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665482 Jul 30 02:06:20.776063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40592) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:20.820312 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7532f15b-0bcb-4078-8fc6-135d16eb8f68 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:20.854099 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b4391ec-f350-44ad-a491-edc1baa3c405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.891913 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75947a1d-7ad0-4213-8b07-e13154d819e6 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.897047 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b4391ec-f350-44ad-a491-edc1baa3c405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.936804 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-36a45d92-626a-4628-8120-a010e77d7ab1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.980528 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-36a45d92-626a-4628-8120-a010e77d7ab1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for f7e5988f-8213-440d-84d8-3e099f16e010 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:20.996524 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75947a1d-7ad0-4213-8b07-e13154d819e6 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.083695 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75947a1d-7ad0-4213-8b07-e13154d819e6 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81846ec1-c942-4a1c-956c-ef03ee532443,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:21.104202 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 982a7af2-7a81-4491-aa6d-a3c7a1d2a816 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:21.113343 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b4391ec-f350-44ad-a491-edc1baa3c405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.115442 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43773b2-738e-4284-9490-2e196c9d972a req-442e3535-bb25-4965-96d0-d4c1d7be5572 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:21.116122 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b4391ec-f350-44ad-a491-edc1baa3c405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.117272 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e43773b2-738e-4284-9490-2e196c9d972a req-442e3535-bb25-4965-96d0-d4c1d7be5572 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/ports?device_id=8232cc26-3df6-46bc-9777-3c6899d9ed58 HTTP/1.1" status: 200 len: 949 time: 0.1300945 Jul 30 02:06:21.117481 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4b4391ec-f350-44ad-a491-edc1baa3c405 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b786095b-4baa-479c-baba-c6c98595083f HTTP/1.1" status: 204 len: 168 time: 0.3403373 Jul 30 02:06:21.118392 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75947a1d-7ad0-4213-8b07-e13154d819e6 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:06:21.148697 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75947a1d-7ad0-4213-8b07-e13154d819e6 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.149108 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-75947a1d-7ad0-4213-8b07-e13154d819e6 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Added segment e53aed7a-c083-49e7-ab6c-83352520679e of type vlan for network 045f5216-3a2d-48d8-bafb-7f5b260cf26c Jul 30 02:06:21.152513 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c387069f-d6f4-4772-9724-f80d2e1ba72d None None] Provisioning for port 982a7af2-7a81-4491-aa6d-a3c7a1d2a816 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:21.180972 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e43773b2-738e-4284-9490-2e196c9d972a req-59704289-76d5-4fd9-b89e-c238dda29459 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cced1f2-18e7-4dc7-92b0-c446ae978989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527518 Jul 30 02:06:21.249305 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4391ec-f350-44ad-a491-edc1baa3c405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b786095b-4baa-479c-baba-c6c98595083f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:21.256141 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75947a1d-7ad0-4213-8b07-e13154d819e6 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.342749 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 982a7af2-7a81-4491-aa6d-a3c7a1d2a816 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:21.349103 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 982a7af2-7a81-4491-aa6d-a3c7a1d2a816 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:21.349472 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.370148 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426f869-7c60-4a38-b720-a8c8c0583566 req-8ec9a980-06fa-4af3-8c71-6416b9da1ce0 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:21.371941 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e426f869-7c60-4a38-b720-a8c8c0583566 req-8ec9a980-06fa-4af3-8c71-6416b9da1ce0 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.0828359 Jul 30 02:06:21.401788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c824197-4c72-4a3c-b66c-4cf8b3d050f0 None None] Update dhcp port {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'fixed_ips': [{'subnet_id': '8aade92b-5e38-43cd-9604-42a98814e773', 'ip_address': '2001:db8::f816:3eff:fe66:bac'}, {'subnet_id': 'aff1ece4-0c44-426f-88de-135655bd15e2'}], 'binding:host_id': 'n-d-713498-9'}, 'id': '982a7af2-7a81-4491-aa6d-a3c7a1d2a816'} from n-d-713498-9. {{(pid=94466) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:06:21.421795 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e426f869-7c60-4a38-b720-a8c8c0583566 req-3967b424-6609-4199-be1b-f1d9b4710a1f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427954 Jul 30 02:06:21.469010 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75947a1d-7ad0-4213-8b07-e13154d819e6 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.469147 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-36a45d92-626a-4628-8120-a010e77d7ab1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.479236 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75947a1d-7ad0-4213-8b07-e13154d819e6 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:21.479924 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75947a1d-7ad0-4213-8b07-e13154d819e6 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.518034 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c824197-4c72-4a3c-b66c-4cf8b3d050f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.586029 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a45d92-626a-4628-8120-a010e77d7ab1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=f7e5988f-8213-440d-84d8-3e099f16e010,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:21.610324 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75947a1d-7ad0-4213-8b07-e13154d819e6 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Pushing event updated for resources: {'Network': ['ID=045f5216-3a2d-48d8-bafb-7f5b260cf26c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:21.645734 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 045f5216-3a2d-48d8-bafb-7f5b260cf26c details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:06:21.656520 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-75947a1d-7ad0-4213-8b07-e13154d819e6 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1022878 Jul 30 02:06:21.663915 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40630) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:21.673336 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-77aae27f-18d0-48ae-85d7-34867c270d42 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Request body: {'subnet': {'network_id': '045f5216-3a2d-48d8-bafb-7f5b260cf26c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:21.698787 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-36a45d92-626a-4628-8120-a010e77d7ab1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.708978 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-36a45d92-626a-4628-8120-a010e77d7ab1 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/f7e5988f-8213-440d-84d8-3e099f16e010 HTTP/1.1" status: 204 len: 168 time: 1.1758294 Jul 30 02:06:21.710212 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40632) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:21.737068 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.798132 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b67cdb-26be-484f-8762-ecc64174c404 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:21.798132 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b67cdb-26be-484f-8762-ecc64174c404 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:21.798132 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b67cdb-26be-484f-8762-ecc64174c404 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:21.798132 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-10b67cdb-26be-484f-8762-ecc64174c404 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0849674 Jul 30 02:06:21.800764 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40636) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:21.864468 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-042eb3ff-64f4-4186-95e3-8ab50975e390 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet 8aade92b-5e38-43cd-9604-42a98814e773 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:06:21.880448 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 982a7af2-7a81-4491-aa6d-a3c7a1d2a816, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=982a7af2-7a81-4491-aa6d-a3c7a1d2a816,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:21.922261 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-3c824197-4c72-4a3c-b66c-4cf8b3d050f0 None None] Allocated IP 172.20.0.2 (84fe5bd8-9f93-443f-a4c2-007dacc11704/aff1ece4-0c44-426f-88de-135655bd15e2/982a7af2-7a81-4491-aa6d-a3c7a1d2a816) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:21.973303 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77aae27f-18d0-48ae-85d7-34867c270d42 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Made reservation on behalf of 3aa0eaf72e3b4717866221f89a484e52 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:21.976959 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-77aae27f-18d0-48ae-85d7-34867c270d42 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:22.040715 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:22.163724 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=982a7af2-7a81-4491-aa6d-a3c7a1d2a816,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:22.207703 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3c824197-4c72-4a3c-b66c-4cf8b3d050f0 None None] For port 982a7af2-7a81-4491-aa6d-a3c7a1d2a816, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=982a7af2-7a81-4491-aa6d-a3c7a1d2a816,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:22.255698 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c824197-4c72-4a3c-b66c-4cf8b3d050f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:22.273412 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3c824197-4c72-4a3c-b66c-4cf8b3d050f0 None None] Transition to ACTIVE for port object 982a7af2-7a81-4491-aa6d-a3c7a1d2a816 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:22.344165 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b619933-c888-477f-a0bc-af07532334ee req-cfd14c87-b9cf-4a80-9aaa-3cbcddabc528 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:22.346544 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8b619933-c888-477f-a0bc-af07532334ee req-cfd14c87-b9cf-4a80-9aaa-3cbcddabc528 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/ports?device_id=8232cc26-3df6-46bc-9777-3c6899d9ed58 HTTP/1.1" status: 200 len: 949 time: 0.0687563 Jul 30 02:06:22.368769 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c824197-4c72-4a3c-b66c-4cf8b3d050f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:22.390754 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-042eb3ff-64f4-4186-95e3-8ab50975e390 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:22.469776 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-042eb3ff-64f4-4186-95e3-8ab50975e390 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:22.485224 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8b619933-c888-477f-a0bc-af07532334ee req-0a6fae69-40e7-496e-8552-f93cf737a276 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cced1f2-18e7-4dc7-92b0-c446ae978989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255784 Jul 30 02:06:22.606979 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c824197-4c72-4a3c-b66c-4cf8b3d050f0 None None] Pushing event updated for resources: {'Port': ['ID=982a7af2-7a81-4491-aa6d-a3c7a1d2a816,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:22.641719 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-042eb3ff-64f4-4186-95e3-8ab50975e390 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:22.740179 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936ea52-8efe-4474-a6b9-2f95b801fa76 req-f77704dc-04fe-46c9-b665-82bdff88507a tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:22.741748 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c936ea52-8efe-4474-a6b9-2f95b801fa76 req-f77704dc-04fe-46c9-b665-82bdff88507a tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.77 "GET /v2.0/ports?device_id=8232cc26-3df6-46bc-9777-3c6899d9ed58 HTTP/1.1" status: 200 len: 949 time: 0.2531657 Jul 30 02:06:22.762642 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40702) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:22.766092 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60979a-75cf-4220-a133-12674825e66e req-1d1bcf09-a578-48ea-b0cb-f12ea1d83aef tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:22.767893 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d60979a-75cf-4220-a133-12674825e66e req-1d1bcf09-a578-48ea-b0cb-f12ea1d83aef tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1748850 Jul 30 02:06:22.825483 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-042eb3ff-64f4-4186-95e3-8ab50975e390 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:22.857965 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042eb3ff-64f4-4186-95e3-8ab50975e390 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=8aade92b-5e38-43cd-9604-42a98814e773,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:22.860256 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d60979a-75cf-4220-a133-12674825e66e req-a501a6e5-74eb-4fd5-8690-22ddc3d2f9c9 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723274 Jul 30 02:06:22.889019 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-042eb3ff-64f4-4186-95e3-8ab50975e390 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:22.889019 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-042eb3ff-64f4-4186-95e3-8ab50975e390 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/8aade92b-5e38-43cd-9604-42a98814e773 HTTP/1.1" status: 204 len: 168 time: 1.0780542 Jul 30 02:06:22.890210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40708) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:22.931719 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-77aae27f-18d0-48ae-85d7-34867c270d42 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:22.937115 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-f0e06850-1ef1-4ac5-9743-e700622a63a7 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:22.937514 n-d-713498-9 neutron-server[94464]: WARNING neutron.api.v2.base [None req-f0e06850-1ef1-4ac5-9743-e700622a63a7 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 02:06:22.941039 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-f0e06850-1ef1-4ac5-9743-e700622a63a7 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 02:06:22.944408 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f0e06850-1ef1-4ac5-9743-e700622a63a7 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1799254 Jul 30 02:06:22.945007 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40714) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:22.949961 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-1a8b6388-fad5-42af-9e92-168b717c3363 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516198152'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:23.042763 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 982a7af2-7a81-4491-aa6d-a3c7a1d2a816 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:23.070255 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a8b6388-fad5-42af-9e92-168b717c3363 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:23.073182 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-c936ea52-8efe-4474-a6b9-2f95b801fa76 req-d7e07a21-6c42-4002-b433-7b491b848952 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Deleting port 94463064-6254-4628-bb51-764bbd252e26 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:23.073592 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c936ea52-8efe-4474-a6b9-2f95b801fa76 req-d7e07a21-6c42-4002-b433-7b491b848952 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:23.082491 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a8b6388-fad5-42af-9e92-168b717c3363 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:23.236375 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a8b6388-fad5-42af-9e92-168b717c3363 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:23.256662 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-869dddaa-1571-49ad-ba6b-ed8e5a52502e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet aff1ece4-0c44-426f-88de-135655bd15e2 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:06:23.264646 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aae27f-18d0-48ae-85d7-34867c270d42 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Pushing event updated for resources: {'Subnet': ['ID=47032ec6-fb39-4100-8c0f-c04680b96ba3,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:23.280694 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-869dddaa-1571-49ad-ba6b-ed8e5a52502e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:23.296107 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a8b6388-fad5-42af-9e92-168b717c3363 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:23.320535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-c936ea52-8efe-4474-a6b9-2f95b801fa76 req-d7e07a21-6c42-4002-b433-7b491b848952 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] For port 94463064-6254-4628-bb51-764bbd252e26, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=94463064-6254-4628-bb51-764bbd252e26,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:23.320857 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c936ea52-8efe-4474-a6b9-2f95b801fa76 req-d7e07a21-6c42-4002-b433-7b491b848952 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:23.330559 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b6388-fad5-42af-9e92-168b717c3363 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd39f2f0-e70a-4e0d-b8fe-169788188a8a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:23.348595 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-c936ea52-8efe-4474-a6b9-2f95b801fa76 req-d7e07a21-6c42-4002-b433-7b491b848952 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Calling delete_port for 94463064-6254-4628-bb51-764bbd252e26 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:23.424477 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aae27f-18d0-48ae-85d7-34867c270d42 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Checking segment: {'id': 'e53aed7a-c083-49e7-ab6c-83352520679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '045f5216-3a2d-48d8-bafb-7f5b260cf26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:23.424854 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aae27f-18d0-48ae-85d7-34867c270d42 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Network hostable DHCP agents. Network: 045f5216-3a2d-48d8-bafb-7f5b260cf26c, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:06:23.434121 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a8b6388-fad5-42af-9e92-168b717c3363 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:23.448202 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-869dddaa-1571-49ad-ba6b-ed8e5a52502e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:23.525836 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8a11c7-a220-4e34-af58-81939f8b9595 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:23.530778 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a8b6388-fad5-42af-9e92-168b717c3363 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:23.595090 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b6388-fad5-42af-9e92-168b717c3363 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbfb502-1ec5-47c8-97f6-78e994d21e6f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:23.612858 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-869dddaa-1571-49ad-ba6b-ed8e5a52502e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:23.650997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aae27f-18d0-48ae-85d7-34867c270d42 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Network 045f5216-3a2d-48d8-bafb-7f5b260cf26c is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:06:23.669089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eee353-b857-4f85-b625-d1622e33035b req-977a557c-8c1b-49da-8d96-1db1889e22da tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:23.670787 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-88eee353-b857-4f85-b625-d1622e33035b req-977a557c-8c1b-49da-8d96-1db1889e22da tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/ports?device_id=8232cc26-3df6-46bc-9777-3c6899d9ed58 HTTP/1.1" status: 200 len: 949 time: 0.1014714 Jul 30 02:06:23.693386 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a8b6388-fad5-42af-9e92-168b717c3363 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:23.698108 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1a8b6388-fad5-42af-9e92-168b717c3363 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7496080 Jul 30 02:06:23.705317 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40750) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:23.706678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-6c457967-354c-462e-8a8e-4c0504274b06 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group_rule': {'security_group_id': 'bdbfb502-1ec5-47c8-97f6-78e994d21e6f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:23.737290 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c936ea52-8efe-4474-a6b9-2f95b801fa76 req-d7e07a21-6c42-4002-b433-7b491b848952 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:23.738900 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-88eee353-b857-4f85-b625-d1622e33035b req-ca574a17-a61b-4894-8d39-c620fadb68d1 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/security-groups?id=0cced1f2-18e7-4dc7-92b0-c446ae978989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593202 Jul 30 02:06:23.765922 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8e6757fb-5875-4ce1-8c59-6455961ff731 None None] Provisioning for port 982a7af2-7a81-4491-aa6d-a3c7a1d2a816 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:23.785002 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['94463064-6254-4628-bb51-764bbd252e26'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:06:23.794684 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e07a21-6c42-4002-b433-7b491b848952 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Pushing event deleted for resources: {'Port': ['ID=94463064-6254-4628-bb51-764bbd252e26,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:23.811980 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8e6757fb-5875-4ce1-8c59-6455961ff731 None None] Provisioning complete for port 982a7af2-7a81-4491-aa6d-a3c7a1d2a816 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:23.812440 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e6757fb-5875-4ce1-8c59-6455961ff731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:23.845452 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c936ea52-8efe-4474-a6b9-2f95b801fa76 req-d7e07a21-6c42-4002-b433-7b491b848952 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] No DVR routers for this DVR port 94463064-6254-4628-bb51-764bbd252e26 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:23.851199 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c936ea52-8efe-4474-a6b9-2f95b801fa76 req-d7e07a21-6c42-4002-b433-7b491b848952 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:23.854365 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c936ea52-8efe-4474-a6b9-2f95b801fa76 req-d7e07a21-6c42-4002-b433-7b491b848952 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.77 "DELETE /v2.0/ports/94463064-6254-4628-bb51-764bbd252e26 HTTP/1.1" status: 204 len: 173 time: 1.1047213 Jul 30 02:06:23.855128 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-77aae27f-18d0-48ae-85d7-34867c270d42 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 045f5216-3a2d-48d8-bafb-7f5b260cf26c) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:23.863618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aae27f-18d0-48ae-85d7-34867c270d42 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:23.864252 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-77aae27f-18d0-48ae-85d7-34867c270d42 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:23.872489 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dd31e9-e791-4d69-ac92-7f67f7ce046e None None] Network 045f5216-3a2d-48d8-bafb-7f5b260cf26c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:23.873712 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8232cc26-3df6-46bc-9777-3c6899d9ed58', 'name': 'network-vif-deleted', 'tag': '94463064-6254-4628-bb51-764bbd252e26'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:23.876376 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5a5bcd-04b7-4cb8-be29-a5e48edeff83" -d '{"events": [{"server_uuid": "8232cc26-3df6-46bc-9777-3c6899d9ed58", "name": "network-vif-deleted", "tag": "94463064-6254-4628-bb51-764bbd252e26"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:23.883596 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-869dddaa-1571-49ad-ba6b-ed8e5a52502e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:23.990797 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-869dddaa-1571-49ad-ba6b-ed8e5a52502e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:23.997057 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-869dddaa-1571-49ad-ba6b-ed8e5a52502e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/aff1ece4-0c44-426f-88de-135655bd15e2 HTTP/1.1" status: 204 len: 168 time: 1.1036811 Jul 30 02:06:23.998582 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40768) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:24.000317 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dddaa-1571-49ad-ba6b-ed8e5a52502e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=aff1ece4-0c44-426f-88de-135655bd15e2,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:24.021641 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46c7529-8038-49ed-a2d1-eb0dea820891 x-openstack-request-id: req-f46c7529-8038-49ed-a2d1-eb0dea820891 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:24.021641 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8232cc26-3df6-46bc-9777-3c6899d9ed58", "name": "network-vif-deleted", "tag": "94463064-6254-4628-bb51-764bbd252e26", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:24.021641 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f46c7529-8038-49ed-a2d1-eb0dea820891 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:24.021641 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8232cc26-3df6-46bc-9777-3c6899d9ed58', 'name': 'network-vif-deleted', 'tag': '94463064-6254-4628-bb51-764bbd252e26', 'status': 'completed', 'code': 200} Jul 30 02:06:24.022062 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c457967-354c-462e-8a8e-4c0504274b06 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.113893 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-93c3d6fc-8b89-45c5-9759-f11dca55eca9 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1136544 Jul 30 02:06:24.119786 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c457967-354c-462e-8a8e-4c0504274b06 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.120767 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40772) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:24.127399 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5005a9a3-ad44-4639-8421-20ace31273d7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:24.164566 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd54117-6386-4cd5-a330-297b44714ee1 req-5fb4444f-db4c-4161-967e-e7e23f64ba40 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:24.165772 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5bd54117-6386-4cd5-a330-297b44714ee1 req-5fb4444f-db4c-4161-967e-e7e23f64ba40 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1569326 Jul 30 02:06:24.195798 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-77aae27f-18d0-48ae-85d7-34867c270d42 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5306206 Jul 30 02:06:24.199002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40778) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:24.204970 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-61639869-31f4-46ef-aa5e-10dd9282f13c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Request body: {'network': {'name': 'tempest-router-network01--942095345'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:24.233818 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c457967-354c-462e-8a8e-4c0504274b06 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.241001 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8e6757fb-5875-4ce1-8c59-6455961ff731 None None] Could not find standard attr ID for object f7e5988f-8213-440d-84d8-3e099f16e010. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:06:24.288921 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5bd54117-6386-4cd5-a330-297b44714ee1 req-36faf4f3-78ac-4a50-9d16-1213cf25d54e tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148500 Jul 30 02:06:24.292309 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c457967-354c-462e-8a8e-4c0504274b06 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b59c86-c9a7-4dcc-9524-118abda5b84f,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:24.311116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61639869-31f4-46ef-aa5e-10dd9282f13c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Made reservation on behalf of 3aa0eaf72e3b4717866221f89a484e52 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:24.321375 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-61639869-31f4-46ef-aa5e-10dd9282f13c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.377509 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61639869-31f4-46ef-aa5e-10dd9282f13c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:06:24.385541 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-045f5216-3a2d-48d8-bafb-7f5b260cf26c', 'network_id': '045f5216-3a2d-48d8-bafb-7f5b260cf26c', 'tenant_id': '3aa0eaf72e3b4717866221f89a484e52', 'fixed_ips': [{'subnet_id': '47032ec6-fb39-4100-8c0f-c04680b96ba3'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:06:24.385541 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.390189 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-61639869-31f4-46ef-aa5e-10dd9282f13c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.390985 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-61639869-31f4-46ef-aa5e-10dd9282f13c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Added segment 154dc560-adf4-4189-a92e-8c29d4efe9ec of type vlan for network 227c3f4b-2eba-4e51-8291-a162f9549582 Jul 30 02:06:24.453834 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-61639869-31f4-46ef-aa5e-10dd9282f13c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.494802 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c457967-354c-462e-8a8e-4c0504274b06 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.499993 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6c457967-354c-462e-8a8e-4c0504274b06 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7967157 Jul 30 02:06:24.500223 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40790) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:24.505174 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e2a8e22f-97bd-440a-bcc8-38c1cb7daaee tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group_rule': {'security_group_id': 'bdbfb502-1ec5-47c8-97f6-78e994d21e6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:24.537891 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Allocated IP 172.20.0.2 (045f5216-3a2d-48d8-bafb-7f5b260cf26c/47032ec6-fb39-4100-8c0f-c04680b96ba3/831c1357-1953-4a38-acd0-b89cba0da75c) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:24.570350 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-61639869-31f4-46ef-aa5e-10dd9282f13c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.576297 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61639869-31f4-46ef-aa5e-10dd9282f13c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:24.581566 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-61639869-31f4-46ef-aa5e-10dd9282f13c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.646676 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5005a9a3-ad44-4639-8421-20ace31273d7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:24.653578 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5005a9a3-ad44-4639-8421-20ace31273d7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.711292 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61639869-31f4-46ef-aa5e-10dd9282f13c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Pushing event updated for resources: {'Network': ['ID=227c3f4b-2eba-4e51-8291-a162f9549582,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:24.736189 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e2a8e22f-97bd-440a-bcc8-38c1cb7daaee tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.742040 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 227c3f4b-2eba-4e51-8291-a162f9549582 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:06:24.793320 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c80de36-333a-4028-90ee-cc4cd31bc1c2 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:24.865882 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-61639869-31f4-46ef-aa5e-10dd9282f13c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6655898 Jul 30 02:06:24.869760 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40808) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:24.875737 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.875957 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-493f4c81-b617-4083-b3fe-fa1aa8d5734c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Request body: {'network': {'name': 'tempest-router-network02--452123403'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:24.908081 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dd6a5aa8-aa7b-481f-979f-9ffb8835a727 req-b4962a51-ac70-4249-b239-81a1d7b79840 tempest-VolumesNegativeTest-182982273 tempest-VolumesNegativeTest-182982273-project] 10.222.0.70 "GET /v2.0/ports?device_id=8232cc26-3df6-46bc-9777-3c6899d9ed58 HTTP/1.1" status: 200 len: 210 time: 0.0384541 Jul 30 02:06:24.908921 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Transition to ACTIVE for port object 831c1357-1953-4a38-acd0-b89cba0da75c will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:24.912633 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-e2a8e22f-97bd-440a-bcc8-38c1cb7daaee tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 02:06:24.916618 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e2a8e22f-97bd-440a-bcc8-38c1cb7daaee tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4150789 Jul 30 02:06:24.919498 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40814) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:24.937382 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9172dcfc-265b-4dd1-9b86-fb68f616ab19 None None] Provisioning complete for port 982a7af2-7a81-4491-aa6d-a3c7a1d2a816 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:24.937877 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9172dcfc-265b-4dd1-9b86-fb68f616ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.993134 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Transition to ACTIVE for port object 831c1357-1953-4a38-acd0-b89cba0da75c will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:25.042403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493f4c81-b617-4083-b3fe-fa1aa8d5734c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Made reservation on behalf of 3aa0eaf72e3b4717866221f89a484e52 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:25.045996 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-493f4c81-b617-4083-b3fe-fa1aa8d5734c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.049545 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d7cc59de-15e6-4ae9-ab34-d561a32ef82d tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.099268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493f4c81-b617-4083-b3fe-fa1aa8d5734c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:06:25.116781 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d7cc59de-15e6-4ae9-ab34-d561a32ef82d tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.128282 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-493f4c81-b617-4083-b3fe-fa1aa8d5734c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.128622 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-493f4c81-b617-4083-b3fe-fa1aa8d5734c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Added segment 0e755c32-f0ed-4005-ac6f-61fbe26f89c7 of type vlan for network d9fda78f-2e9f-45fc-a633-3cda2d7d1129 Jul 30 02:06:25.195830 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-493f4c81-b617-4083-b3fe-fa1aa8d5734c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.196078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325c1f4c-4530-4af6-87e5-4156e637beaf None None] DHCP port deletion for 84fe5bd8-9f93-443f-a4c2-007dacc11704 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:06:25.200413 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.271330 n-d-713498-9 neutron-server[94465]: DEBUG neutron.objects.ports [None req-5005a9a3-ad44-4639-8421-20ace31273d7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94465) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:06:25.282845 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Network 045f5216-3a2d-48d8-bafb-7f5b260cf26c is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:25.304255 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:25.306558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:25.313676 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d7cc59de-15e6-4ae9-ab34-d561a32ef82d tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.316512 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d7cc59de-15e6-4ae9-ab34-d561a32ef82d tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.317875 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d7cc59de-15e6-4ae9-ab34-d561a32ef82d tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "DELETE /v2.0/security-groups/bdbfb502-1ec5-47c8-97f6-78e994d21e6f HTTP/1.1" status: 204 len: 168 time: 0.3973310 Jul 30 02:06:25.323157 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-493f4c81-b617-4083-b3fe-fa1aa8d5734c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.331045 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Pushing event updated for resources: {'Port': ['ID=831c1357-1953-4a38-acd0-b89cba0da75c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:25.347456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40830) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:25.351533 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493f4c81-b617-4083-b3fe-fa1aa8d5734c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:25.356008 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-493f4c81-b617-4083-b3fe-fa1aa8d5734c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.406426 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Attempting to bind port 831c1357-1953-4a38-acd0-b89cba0da75c on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:25.407081 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Attempting to bind port 831c1357-1953-4a38-acd0-b89cba0da75c by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'e53aed7a-c083-49e7-ab6c-83352520679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '045f5216-3a2d-48d8-bafb-7f5b260cf26c'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:25.407626 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Attempting to bind port 831c1357-1953-4a38-acd0-b89cba0da75c on network 045f5216-3a2d-48d8-bafb-7f5b260cf26c {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:25.411340 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-325c1f4c-4530-4af6-87e5-4156e637beaf None None] Deleting port 982a7af2-7a81-4491-aa6d-a3c7a1d2a816 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:25.411959 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-325c1f4c-4530-4af6-87e5-4156e637beaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.452879 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:25.453281 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Checking segment: {'id': 'e53aed7a-c083-49e7-ab6c-83352520679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '045f5216-3a2d-48d8-bafb-7f5b260cf26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:25.453684 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.454310 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Bound using segment: {'id': 'e53aed7a-c083-49e7-ab6c-83352520679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '045f5216-3a2d-48d8-bafb-7f5b260cf26c'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:25.455251 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Bound port: 831c1357-1953-4a38-acd0-b89cba0da75c, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53aed7a-c083-49e7-ab6c-83352520679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '045f5216-3a2d-48d8-bafb-7f5b260cf26c'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:25.455810 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.490077 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f4c81-b617-4083-b3fe-fa1aa8d5734c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Pushing event updated for resources: {'Network': ['ID=d9fda78f-2e9f-45fc-a633-3cda2d7d1129,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:25.493023 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc59de-15e6-4ae9-ab34-d561a32ef82d tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbfb502-1ec5-47c8-97f6-78e994d21e6f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:25.495260 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-493f4c81-b617-4083-b3fe-fa1aa8d5734c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6242709 Jul 30 02:06:25.520086 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network d9fda78f-2e9f-45fc-a633-3cda2d7d1129 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:06:25.522217 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40840) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:25.532897 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-7e1e9c3f-3dc0-48d6-b52a-8bfbaef1c782 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Request body: {'subnet': {'network_id': '227c3f4b-2eba-4e51-8291-a162f9549582', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:25.592493 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1fea56eb-2c2c-4044-b610-751b290d6b4b tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2429764 Jul 30 02:06:25.596387 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40842) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:25.600743 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-91726eec-3a32-42cc-aa98-2d21deaf3b20 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1337482431'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:25.616108 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808b324-6e9e-494d-8228-3766af44bb5c req-390bc374-5fed-442b-afd9-5a839c1371de tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:25.617610 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7808b324-6e9e-494d-8228-3766af44bb5c req-390bc374-5fed-442b-afd9-5a839c1371de tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1289485 Jul 30 02:06:25.648223 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] For port 831c1357-1953-4a38-acd0-b89cba0da75c, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:25.652582 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-325c1f4c-4530-4af6-87e5-4156e637beaf None None] For port 982a7af2-7a81-4491-aa6d-a3c7a1d2a816, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=982a7af2-7a81-4491-aa6d-a3c7a1d2a816,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:25.652992 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-325c1f4c-4530-4af6-87e5-4156e637beaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.679335 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7808b324-6e9e-494d-8228-3766af44bb5c req-e2e94fff-f9bb-4d26-a831-712710ef3765 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507312 Jul 30 02:06:25.679981 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-325c1f4c-4530-4af6-87e5-4156e637beaf None None] Calling delete_port for 982a7af2-7a81-4491-aa6d-a3c7a1d2a816 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:25.682835 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] For port 831c1357-1953-4a38-acd0-b89cba0da75c, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=831c1357-1953-4a38-acd0-b89cba0da75c,segment=NetworkSegment(e53aed7a-c083-49e7-ab6c-83352520679e),segment_id=e53aed7a-c083-49e7-ab6c-83352520679e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:25.752874 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-91726eec-3a32-42cc-aa98-2d21deaf3b20 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.788808 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5005a9a3-ad44-4639-8421-20ace31273d7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.799477 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.876930 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1e9c3f-3dc0-48d6-b52a-8bfbaef1c782 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Made reservation on behalf of 3aa0eaf72e3b4717866221f89a484e52 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:25.877200 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-325c1f4c-4530-4af6-87e5-4156e637beaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.884525 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7e1e9c3f-3dc0-48d6-b52a-8bfbaef1c782 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.899569 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97f2e1-40e4-42cc-aed5-6ca32f3c4e7c None None] Pushing event updated for resources: {'Port': ['ID=831c1357-1953-4a38-acd0-b89cba0da75c,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:25.926216 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325c1f4c-4530-4af6-87e5-4156e637beaf None None] No DVR routers for this DVR port 982a7af2-7a81-4491-aa6d-a3c7a1d2a816 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:25.999351 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c1f4c-4530-4af6-87e5-4156e637beaf None None] Pushing event deleted for resources: {'Port': ['ID=982a7af2-7a81-4491-aa6d-a3c7a1d2a816,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:26.161395 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-5005a9a3-ad44-4639-8421-20ace31273d7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] For port 982a7af2-7a81-4491-aa6d-a3c7a1d2a816, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=982a7af2-7a81-4491-aa6d-a3c7a1d2a816,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:26.273321 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5005a9a3-ad44-4639-8421-20ace31273d7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:26.303681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade6878-b110-4561-82b6-ee3901058f30 req-205771da-c0b2-4851-8360-9e49dcd9124d tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:26.305368 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eade6878-b110-4561-82b6-ee3901058f30 req-205771da-c0b2-4851-8360-9e49dcd9124d tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/networks?id=9f624a56-aa8c-42c3-9552-8a3318a68772 HTTP/1.1" status: 200 len: 814 time: 0.2513986 Jul 30 02:06:26.322898 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eade6878-b110-4561-82b6-ee3901058f30 req-dda11301-210f-4eb0-a0a5-6f057580465a tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/quotas/cbfa7ad579da40909baf5d12049ec9cd HTTP/1.1" status: 200 len: 375 time: 0.0103168 Jul 30 02:06:26.361251 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eade6878-b110-4561-82b6-ee3901058f30 req-32e36c5f-d44a-4ec9-8b52-0e67831cddf4 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cbfa7ad579da40909baf5d12049ec9cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308409 Jul 30 02:06:26.397097 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5005a9a3-ad44-4639-8421-20ace31273d7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:26.399192 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5005a9a3-ad44-4639-8421-20ace31273d7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:26.471708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005a9a3-ad44-4639-8421-20ace31273d7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=dfe8044b-b5e4-4bc4-9320-bf1bf557f48a,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:26.508685 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-91726eec-3a32-42cc-aa98-2d21deaf3b20 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:26.519289 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005a9a3-ad44-4639-8421-20ace31273d7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=982a7af2-7a81-4491-aa6d-a3c7a1d2a816,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:26.569945 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5005a9a3-ad44-4639-8421-20ace31273d7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:26.572861 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-5005a9a3-ad44-4639-8421-20ace31273d7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:26.577358 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5005a9a3-ad44-4639-8421-20ace31273d7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:26.577581 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5005a9a3-ad44-4639-8421-20ace31273d7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:26.586327 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973b3031-77c1-48d9-ab9e-5fd02c594f48 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:26.605146 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-91726eec-3a32-42cc-aa98-2d21deaf3b20 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:26.630937 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eade6878-b110-4561-82b6-ee3901058f30 req-935995eb-2661-4b1c-b999-be27c91dae11 service neutron] 10.222.0.70 "GET /v2.0/networks/9f624a56-aa8c-42c3-9552-8a3318a68772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590554 Jul 30 02:06:26.641328 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91726eec-3a32-42cc-aa98-2d21deaf3b20 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf13974-b39b-4007-b684-a46712c092a1,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:26.699051 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5005a9a3-ad44-4639-8421-20ace31273d7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5746479 Jul 30 02:06:26.699380 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40886) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:26.714325 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b9b56c54-92ce-464f-ba35-e113e2fb5b1a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:26.728326 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7e1e9c3f-3dc0-48d6-b52a-8bfbaef1c782 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:26.750073 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-91726eec-3a32-42cc-aa98-2d21deaf3b20 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:26.750073 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-91726eec-3a32-42cc-aa98-2d21deaf3b20 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1503251 Jul 30 02:06:26.788923 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40890) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:26.794545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3cb2e9ca-21f3-467a-a166-d270bf1e001a tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group_rule': {'security_group_id': '5cf13974-b39b-4007-b684-a46712c092a1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:26.803133 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-84fe5bd8-9f93-443f-a4c2-007dacc11704', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'fixed_ips': [{'subnet_id': 'dfe8044b-b5e4-4bc4-9320-bf1bf557f48a'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:06:26.804564 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:26.811684 n-d-713498-9 neutron-server[94465]: WARNING neutron.api.v2.base [None req-3cb2e9ca-21f3-467a-a166-d270bf1e001a tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 30 02:06:26.813082 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-3cb2e9ca-21f3-467a-a166-d270bf1e001a tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:06:26.817044 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3cb2e9ca-21f3-467a-a166-d270bf1e001a tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0236256 Jul 30 02:06:26.820293 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40892) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:26.908954 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eade6878-b110-4561-82b6-ee3901058f30 req-de5b6b69-3c63-44d1-ad11-47de4b15cdce service neutron] 10.222.0.70 "GET /v2.0/networks/9f624a56-aa8c-42c3-9552-8a3318a68772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707498 Jul 30 02:06:26.948598 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8f3dbbe-b704-48f0-ab10-79cdd01c692e tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:27.027619 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8f3dbbe-b704-48f0-ab10-79cdd01c692e tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:27.048965 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 94463064-6254-4628-bb51-764bbd252e26 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:06:27.150736 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 831c1357-1953-4a38-acd0-b89cba0da75c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:27.154878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 94463064-6254-4628-bb51-764bbd252e26 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:06:27.154878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 94463064-6254-4628-bb51-764bbd252e26 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:06:27.185048 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Allocated IP 2001:db8::f816:3eff:feb8:da64 (84fe5bd8-9f93-443f-a4c2-007dacc11704/dfe8044b-b5e4-4bc4-9320-bf1bf557f48a/c9833205-7dd1-4e60-828e-9554632f3d91) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:27.198466 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e9c3f-3dc0-48d6-b52a-8bfbaef1c782 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Pushing event updated for resources: {'Subnet': ['ID=32207925-d939-4140-94ee-59dbfe63d122,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:27.211381 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1e9c3f-3dc0-48d6-b52a-8bfbaef1c782 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Checking segment: {'id': '154dc560-adf4-4189-a92e-8c29d4efe9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '227c3f4b-2eba-4e51-8291-a162f9549582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:27.212119 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1e9c3f-3dc0-48d6-b52a-8bfbaef1c782 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Network hostable DHCP agents. Network: 227c3f4b-2eba-4e51-8291-a162f9549582, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:06:27.254841 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718ee12-d9fe-4fe8-889c-60ca08b4fe11 req-d7a44835-8b74-4394-ba04-dac65b86110d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:27.269793 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8f3dbbe-b704-48f0-ab10-79cdd01c692e tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:27.270668 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6718ee12-d9fe-4fe8-889c-60ca08b4fe11 req-d7a44835-8b74-4394-ba04-dac65b86110d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.4140639 Jul 30 02:06:27.272757 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b56c54-92ce-464f-ba35-e113e2fb5b1a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:27.278401 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8f3dbbe-b704-48f0-ab10-79cdd01c692e tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:27.280168 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b9b56c54-92ce-464f-ba35-e113e2fb5b1a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:27.284096 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a8f3dbbe-b704-48f0-ab10-79cdd01c692e tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "DELETE /v2.0/security-groups/5cf13974-b39b-4007-b684-a46712c092a1 HTTP/1.1" status: 204 len: 168 time: 0.4569855 Jul 30 02:06:27.286659 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40912) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:27.351767 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dd09ef-2616-4a81-9511-c5f3c341f375 None None] Network 045f5216-3a2d-48d8-bafb-7f5b260cf26c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:27.359877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3dbbe-b704-48f0-ab10-79cdd01c692e tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf13974-b39b-4007-b684-a46712c092a1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:27.363220 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce2698e8-66f2-4c41-bbab-21343306514e req-cef25cc4-5321-42c2-8dac-4c04acac5bed tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 210 time: 0.1053605 Jul 30 02:06:27.434676 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8aca0d60-f2bf-4f3b-8df8-3526247891f9 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0849621 Jul 30 02:06:27.434796 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40918) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:27.440098 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-50335e12-c20b-474b-9232-83e061f42b97 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462255624'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:27.523016 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6718ee12-d9fe-4fe8-889c-60ca08b4fe11 req-afe47a35-4245-4b58-b332-971c42a056e8 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509012 Jul 30 02:06:27.524854 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-50335e12-c20b-474b-9232-83e061f42b97 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:27.561215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0839fbba-db49-4ab9-9700-19b6b639b4c6 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:06:27.620481 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1e9c3f-3dc0-48d6-b52a-8bfbaef1c782 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Network 227c3f4b-2eba-4e51-8291-a162f9549582 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:06:27.632020 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 831c1357-1953-4a38-acd0-b89cba0da75c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:27.633953 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5c7cdd26-2b99-425b-9bce-6ea4f830709d None None] Provisioning for port 831c1357-1953-4a38-acd0-b89cba0da75c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:27.675973 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 831c1357-1953-4a38-acd0-b89cba0da75c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:27.676363 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:27.708984 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5c7cdd26-2b99-425b-9bce-6ea4f830709d None None] Provisioning complete for port 831c1357-1953-4a38-acd0-b89cba0da75c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:27.709362 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c7cdd26-2b99-425b-9bce-6ea4f830709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:27.724515 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-50335e12-c20b-474b-9232-83e061f42b97 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:27.729323 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-7e1e9c3f-3dc0-48d6-b52a-8bfbaef1c782 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 227c3f4b-2eba-4e51-8291-a162f9549582) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:27.742948 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1e9c3f-3dc0-48d6-b52a-8bfbaef1c782 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:27.743607 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7e1e9c3f-3dc0-48d6-b52a-8bfbaef1c782 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:27.753155 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050a1ca8-7391-477b-91d9-2cf4844cd5db None None] Network 227c3f4b-2eba-4e51-8291-a162f9549582 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:27.757038 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:27.819660 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-50335e12-c20b-474b-9232-83e061f42b97 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:27.842276 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Transition to ACTIVE for port object c9833205-7dd1-4e60-828e-9554632f3d91 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:27.887236 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50335e12-c20b-474b-9232-83e061f42b97 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4894112c-0d10-4125-98aa-3fc68da5f1fc,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:27.897270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50335e12-c20b-474b-9232-83e061f42b97 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:27.903406 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50335e12-c20b-474b-9232-83e061f42b97 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:27.911338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50335e12-c20b-474b-9232-83e061f42b97 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:27.912025 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50335e12-c20b-474b-9232-83e061f42b97 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:27.913488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50335e12-c20b-474b-9232-83e061f42b97 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:27.913488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50335e12-c20b-474b-9232-83e061f42b97 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:27.913488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50335e12-c20b-474b-9232-83e061f42b97 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:27.914628 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50335e12-c20b-474b-9232-83e061f42b97 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:27.915207 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50335e12-c20b-474b-9232-83e061f42b97 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:27.915790 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50335e12-c20b-474b-9232-83e061f42b97 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:27.916519 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50335e12-c20b-474b-9232-83e061f42b97 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:27.917155 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50335e12-c20b-474b-9232-83e061f42b97 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:27.923768 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Transition to ACTIVE for port object c9833205-7dd1-4e60-828e-9554632f3d91 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:27.957159 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0839fbba-db49-4ab9-9700-19b6b639b4c6, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0839fbba-db49-4ab9-9700-19b6b639b4c6,segment=NetworkSegment(b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f),segment_id=b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:27.999845 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-50335e12-c20b-474b-9232-83e061f42b97 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.001444 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-50335e12-c20b-474b-9232-83e061f42b97 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5656621 Jul 30 02:06:28.004593 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40982) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:28.010036 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-f2732bf0-6afc-492b-a3d7-5daa305bbcb6 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group_rule': {'security_group_id': '4894112c-0d10-4125-98aa-3fc68da5f1fc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:28.010784 n-d-713498-9 neutron-server[94465]: WARNING neutron.api.v2.base [None req-f2732bf0-6afc-492b-a3d7-5daa305bbcb6 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 30 02:06:28.011621 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-f2732bf0-6afc-492b-a3d7-5daa305bbcb6 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:06:28.012719 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f2732bf0-6afc-492b-a3d7-5daa305bbcb6 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068047 Jul 30 02:06:28.019272 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40984) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:28.031318 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '0839fbba-db49-4ab9-9700-19b6b639b4c6', 'network_id': 'd37600d1-d258-4a70-aa2c-f9ef5b6795ad', 'port_id': '0839fbba-db49-4ab9-9700-19b6b639b4c6', 'mac_address': 'fa:16:3e:b6:cb:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fb4a46-70b0-422c-83c7-3105b3c04140', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:06:28.032237 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b9b56c54-92ce-464f-ba35-e113e2fb5b1a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.039032 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.100785 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7e1e9c3f-3dc0-48d6-b52a-8bfbaef1c782 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5733249 Jul 30 02:06:28.103511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40986) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:28.109519 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b56c54-92ce-464f-ba35-e113e2fb5b1a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=ac6285dd-c3ea-41b7-89a9-7daae10d3ba1,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:28.142848 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-31376cca-9c7f-40d6-b9ca-21e0046d095c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Request body: {'subnet': {'network_id': 'd9fda78f-2e9f-45fc-a633-3cda2d7d1129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:28.149571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b56c54-92ce-464f-ba35-e113e2fb5b1a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:28.157832 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-b9b56c54-92ce-464f-ba35-e113e2fb5b1a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:28.165099 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b56c54-92ce-464f-ba35-e113e2fb5b1a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:28.168733 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b9b56c54-92ce-464f-ba35-e113e2fb5b1a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.196559 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.231156 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6c86e19f-940a-4c93-9b0f-6684349ecb68 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.319581 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6c86e19f-940a-4c93-9b0f-6684349ecb68 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.426120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:28.430378 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b9b56c54-92ce-464f-ba35-e113e2fb5b1a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7295227 Jul 30 02:06:28.430857 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41004) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:28.441871 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b4dc7e97-74a9-40a1-90b5-979b34fda280 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'mac_address': 'fa:16:3e:a8:e0:4c', 'name': 'tempest-NetworksTestDHCPv6-578468305'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:28.446953 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:28.476373 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c7cdd26-2b99-425b-9bce-6ea4f830709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.487457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:28.497221 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Pushing event updated for resources: {'Port': ['ID=c9833205-7dd1-4e60-828e-9554632f3d91,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:28.523042 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e45fa07a-609b-413c-94df-c96d8249d53f req-f63aa181-7cb9-4242-bbbf-3b505e7f5d5f tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 210 time: 0.0678322 Jul 30 02:06:28.558752 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.564591 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6c86e19f-940a-4c93-9b0f-6684349ecb68 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.564591 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6c86e19f-940a-4c93-9b0f-6684349ecb68 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.564591 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6c86e19f-940a-4c93-9b0f-6684349ecb68 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "DELETE /v2.0/security-groups/4894112c-0d10-4125-98aa-3fc68da5f1fc HTTP/1.1" status: 204 len: 168 time: 0.5429075 Jul 30 02:06:28.567610 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41014) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:28.577936 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31376cca-9c7f-40d6-b9ca-21e0046d095c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Made reservation on behalf of 3aa0eaf72e3b4717866221f89a484e52 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:28.581811 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-31376cca-9c7f-40d6-b9ca-21e0046d095c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.587824 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 831c1357-1953-4a38-acd0-b89cba0da75c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=831c1357-1953-4a38-acd0-b89cba0da75c,segment=NetworkSegment(e53aed7a-c083-49e7-ab6c-83352520679e),segment_id=e53aed7a-c083-49e7-ab6c-83352520679e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:28.601891 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-227c3f4b-2eba-4e51-8291-a162f9549582', 'network_id': '227c3f4b-2eba-4e51-8291-a162f9549582', 'tenant_id': '3aa0eaf72e3b4717866221f89a484e52', 'fixed_ips': [{'subnet_id': '32207925-d939-4140-94ee-59dbfe63d122'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:06:28.603606 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.614096 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86e19f-940a-4c93-9b0f-6684349ecb68 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4894112c-0d10-4125-98aa-3fc68da5f1fc,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:28.631012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0839fbba-db49-4ab9-9700-19b6b639b4c6 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:06:28.690360 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0839fbba-db49-4ab9-9700-19b6b639b4c6, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0839fbba-db49-4ab9-9700-19b6b639b4c6,segment=NetworkSegment(b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f),segment_id=b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:28.712170 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.858258 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 982a7af2-7a81-4491-aa6d-a3c7a1d2a816 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:06:28.887744 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.919748 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b22c8-7040-404c-88b5-ca32a6fb75af req-88f066eb-14c3-48b9-aad2-825f6113507a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:28.936078 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8c4b22c8-7040-404c-88b5-ca32a6fb75af req-88f066eb-14c3-48b9-aad2-825f6113507a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.2693489 Jul 30 02:06:28.991384 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dc7e97-74a9-40a1-90b5-979b34fda280 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:29.002789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 982a7af2-7a81-4491-aa6d-a3c7a1d2a816 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:06:29.003132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 982a7af2-7a81-4491-aa6d-a3c7a1d2a816 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:06:29.012006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Attempting to bind port c9833205-7dd1-4e60-828e-9554632f3d91 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:29.012379 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Attempting to bind port c9833205-7dd1-4e60-828e-9554632f3d91 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:29.012838 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Attempting to bind port c9833205-7dd1-4e60-828e-9554632f3d91 on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:29.034040 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=831c1357-1953-4a38-acd0-b89cba0da75c,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:29.048290 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-5c7cdd26-2b99-425b-9bce-6ea4f830709d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:06:29.048949 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-5c7cdd26-2b99-425b-9bce-6ea4f830709d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:06:29.053005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['0839fbba-db49-4ab9-9700-19b6b639b4c6'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:06:29.055733 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:29.056115 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:29.056677 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:29.056896 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:29.057379 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Bound port: c9833205-7dd1-4e60-828e-9554632f3d91, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:29.057760 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:29.101088 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8c4b22c8-7040-404c-88b5-ca32a6fb75af req-243d32c9-b4b8-4c29-b82f-195f3ebe10d1 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630971 Jul 30 02:06:29.140729 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ed15ee47-41be-4c53-9463-3b3a61eb1232 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5692546 Jul 30 02:06:29.144792 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41030) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:29.158194 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a78c42d4-1d10-423b-b2e7-5e59ed728f92 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1087560070'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:29.186982 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 831c1357-1953-4a38-acd0-b89cba0da75c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:29.271767 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0839fbba-db49-4ab9-9700-19b6b639b4c6,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:29.279553 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a78c42d4-1d10-423b-b2e7-5e59ed728f92 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:29.309813 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Allocated IP 172.20.0.2 (227c3f4b-2eba-4e51-8291-a162f9549582/32207925-d939-4140-94ee-59dbfe63d122/06ce558c-666c-42d1-ba32-5aacf00a994d) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:29.332365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] For port c9833205-7dd1-4e60-828e-9554632f3d91, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:29.377756 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] For port c9833205-7dd1-4e60-828e-9554632f3d91, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c9833205-7dd1-4e60-828e-9554632f3d91,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:29.453502 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a78c42d4-1d10-423b-b2e7-5e59ed728f92 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:29.521936 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a78c42d4-1d10-423b-b2e7-5e59ed728f92 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:29.598877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c42d4-1d10-423b-b2e7-5e59ed728f92 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682bcdf3-c604-4a71-ba21-59bb19faf770,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:29.644400 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a78c42d4-1d10-423b-b2e7-5e59ed728f92 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:29.646166 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a78c42d4-1d10-423b-b2e7-5e59ed728f92 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5027976 Jul 30 02:06:29.648915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41062) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:29.654067 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-49e42c35-7da9-4564-a174-dc66caa237d2 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group_rule': {'security_group_id': '682bcdf3-c604-4a71-ba21-59bb19faf770', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:29.656517 n-d-713498-9 neutron-server[94464]: WARNING neutron.api.v2.base [None req-49e42c35-7da9-4564-a174-dc66caa237d2 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 30 02:06:29.657206 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-49e42c35-7da9-4564-a174-dc66caa237d2 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:06:29.664448 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-49e42c35-7da9-4564-a174-dc66caa237d2 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083363 Jul 30 02:06:29.666485 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41068) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:29.674885 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-c7a1097d-9d50-4d72-b032-79a055a8a7be tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group_rule': {'security_group_id': '682bcdf3-c604-4a71-ba21-59bb19faf770', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:29.677716 n-d-713498-9 neutron-server[94464]: WARNING neutron.api.v2.base [None req-c7a1097d-9d50-4d72-b032-79a055a8a7be tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 30 02:06:29.678468 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-c7a1097d-9d50-4d72-b032-79a055a8a7be tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:06:29.682127 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c7a1097d-9d50-4d72-b032-79a055a8a7be tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0129271 Jul 30 02:06:29.686073 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41074) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:29.703033 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-315817a8-7126-42f7-be11-a05da376160d tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group_rule': {'security_group_id': '682bcdf3-c604-4a71-ba21-59bb19faf770', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:29.703909 n-d-713498-9 neutron-server[94464]: WARNING neutron.api.v2.base [None req-315817a8-7126-42f7-be11-a05da376160d tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 30 02:06:29.704432 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-315817a8-7126-42f7-be11-a05da376160d tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:06:29.709059 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-315817a8-7126-42f7-be11-a05da376160d tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0216320 Jul 30 02:06:29.712402 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41076) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:29.722821 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-7593a9a3-81e6-43d6-85ad-55d2a62d6bd3 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group_rule': {'security_group_id': '682bcdf3-c604-4a71-ba21-59bb19faf770', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:29.727373 n-d-713498-9 neutron-server[94464]: WARNING neutron.api.v2.base [None req-7593a9a3-81e6-43d6-85ad-55d2a62d6bd3 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 30 02:06:29.727373 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-7593a9a3-81e6-43d6-85ad-55d2a62d6bd3 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:06:29.727571 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:29.728703 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7593a9a3-81e6-43d6-85ad-55d2a62d6bd3 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0152216 Jul 30 02:06:29.733230 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41078) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:29.744089 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Transition to ACTIVE for port object 06ce558c-666c-42d1-ba32-5aacf00a994d will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:29.834111 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:29.867490 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cdfc23de-8709-41bf-ad28-debac9bd33c0 req-429c6a0f-81e2-4423-b9b2-264cd65912d9 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 210 time: 0.1385086 Jul 30 02:06:29.901721 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b9819f54-4e7d-48fb-b759-7fc9b1a656b1 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:29.908773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 831c1357-1953-4a38-acd0-b89cba0da75c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:29.909299 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:29.946395 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Transition to ACTIVE for port object 06ce558c-666c-42d1-ba32-5aacf00a994d will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:29.955566 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b9819f54-4e7d-48fb-b759-7fc9b1a656b1 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:29.976852 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-31376cca-9c7f-40d6-b9ca-21e0046d095c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:30.080701 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31376cca-9c7f-40d6-b9ca-21e0046d095c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Pushing event updated for resources: {'Subnet': ['ID=1b73898d-d63b-483f-afbf-38702b47bcaf,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:30.113636 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4dc7e97-74a9-40a1-90b5-979b34fda280 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:30.142568 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b9819f54-4e7d-48fb-b759-7fc9b1a656b1 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:30.143180 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:30.147399 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b9819f54-4e7d-48fb-b759-7fc9b1a656b1 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:30.151264 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b9819f54-4e7d-48fb-b759-7fc9b1a656b1 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "DELETE /v2.0/security-groups/682bcdf3-c604-4a71-ba21-59bb19faf770 HTTP/1.1" status: 204 len: 168 time: 0.4168665 Jul 30 02:06:30.151450 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41102) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:30.174702 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9819f54-4e7d-48fb-b759-7fc9b1a656b1 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=682bcdf3-c604-4a71-ba21-59bb19faf770,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:30.186378 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-b4dc7e97-74a9-40a1-90b5-979b34fda280 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port fc928662-b73a-4a40-86c3-8440dd3af095 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:06:30.287948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e93aa-9fa5-42a5-8bdf-bd1aee80d975 None None] Pushing event updated for resources: {'Port': ['ID=c9833205-7dd1-4e60-828e-9554632f3d91,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:30.335971 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Network 227c3f4b-2eba-4e51-8291-a162f9549582 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:30.337000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c8dc4f16-5aee-411d-afa8-a542aa30c67a None None] Provisioning complete for port 831c1357-1953-4a38-acd0-b89cba0da75c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:30.337612 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c8dc4f16-5aee-411d-afa8-a542aa30c67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:30.357989 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e625e-05c9-4105-9307-836c96ba70b2 req-16d63c80-1f74-43e2-acd9-f407fb420e70 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:30.366737 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2a4e625e-05c9-4105-9307-836c96ba70b2 req-16d63c80-1f74-43e2-acd9-f407fb420e70 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 945 time: 0.1301458 Jul 30 02:06:30.422594 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2a4e625e-05c9-4105-9307-836c96ba70b2 req-0f7f820b-ed7a-4e79-b036-a25e9a4675ac tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546014 Jul 30 02:06:30.462952 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31376cca-9c7f-40d6-b9ca-21e0046d095c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Checking segment: {'id': '0e755c32-f0ed-4005-ac6f-61fbe26f89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd9fda78f-2e9f-45fc-a633-3cda2d7d1129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:30.463550 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31376cca-9c7f-40d6-b9ca-21e0046d095c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Network hostable DHCP agents. Network: d9fda78f-2e9f-45fc-a633-3cda2d7d1129, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:06:30.483005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-b4dc7e97-74a9-40a1-90b5-979b34fda280 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 172.20.0.11 (84fe5bd8-9f93-443f-a4c2-007dacc11704/ac6285dd-c3ea-41b7-89a9-7daae10d3ba1/fc928662-b73a-4a40-86c3-8440dd3af095) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:30.490667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-b4dc7e97-74a9-40a1-90b5-979b34fda280 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::f816:3eff:fea8:e04c (84fe5bd8-9f93-443f-a4c2-007dacc11704/dfe8044b-b5e4-4bc4-9320-bf1bf557f48a/fc928662-b73a-4a40-86c3-8440dd3af095) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:30.512624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:30.531814 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:30.613699 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:06:30.624395 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Pushing event updated for resources: {'Port': ['ID=06ce558c-666c-42d1-ba32-5aacf00a994d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:30.656077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Attempting to bind port 06ce558c-666c-42d1-ba32-5aacf00a994d on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:30.657652 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Attempting to bind port 06ce558c-666c-42d1-ba32-5aacf00a994d by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '154dc560-adf4-4189-a92e-8c29d4efe9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '227c3f4b-2eba-4e51-8291-a162f9549582'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:30.658426 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Attempting to bind port 06ce558c-666c-42d1-ba32-5aacf00a994d on network 227c3f4b-2eba-4e51-8291-a162f9549582 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:30.745503 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d3e8ecf5-cab6-47b0-8084-b09f448a1fc6 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5863996 Jul 30 02:06:30.746174 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41120) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:30.758626 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-bbb48fb9-0feb-436a-8cfc-76dc79b717c5 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group': {'name': 'tempest-secgroup--433800553'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:30.782858 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:30.783480 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Checking segment: {'id': '154dc560-adf4-4189-a92e-8c29d4efe9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '227c3f4b-2eba-4e51-8291-a162f9549582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:30.783737 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:30.784036 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Bound using segment: {'id': '154dc560-adf4-4189-a92e-8c29d4efe9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '227c3f4b-2eba-4e51-8291-a162f9549582'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:30.786446 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Bound port: 06ce558c-666c-42d1-ba32-5aacf00a994d, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154dc560-adf4-4189-a92e-8c29d4efe9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '227c3f4b-2eba-4e51-8291-a162f9549582'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:30.788544 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:30.821145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31376cca-9c7f-40d6-b9ca-21e0046d095c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Network d9fda78f-2e9f-45fc-a633-3cda2d7d1129 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:06:30.900158 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4dc7e97-74a9-40a1-90b5-979b34fda280 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:30.923640 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bbb48fb9-0feb-436a-8cfc-76dc79b717c5 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:30.970844 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] For port 06ce558c-666c-42d1-ba32-5aacf00a994d, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:30.983569 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] For port 06ce558c-666c-42d1-ba32-5aacf00a994d, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=06ce558c-666c-42d1-ba32-5aacf00a994d,segment=NetworkSegment(154dc560-adf4-4189-a92e-8c29d4efe9ec),segment_id=154dc560-adf4-4189-a92e-8c29d4efe9ec)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:31.002928 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-b4dc7e97-74a9-40a1-90b5-979b34fda280 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object fc928662-b73a-4a40-86c3-8440dd3af095 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:31.012135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-31376cca-9c7f-40d6-b9ca-21e0046d095c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, d9fda78f-2e9f-45fc-a633-3cda2d7d1129) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:31.025895 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d869bee8-db11-4034-8869-d8bc75eeed4e None None] Network d9fda78f-2e9f-45fc-a633-3cda2d7d1129 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:31.040225 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31376cca-9c7f-40d6-b9ca-21e0046d095c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:31.057984 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-31376cca-9c7f-40d6-b9ca-21e0046d095c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:31.095015 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:31.238743 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bbb48fb9-0feb-436a-8cfc-76dc79b717c5 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:31.327619 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c9833205-7dd1-4e60-828e-9554632f3d91 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:31.349689 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bbb48fb9-0feb-436a-8cfc-76dc79b717c5 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:31.444292 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb48fb9-0feb-436a-8cfc-76dc79b717c5 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66dc2f5b-51b9-4f56-a11f-218cdd730390,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:31.473161 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4ca1ea0e-8508-4266-adb6-ecbc11dcf76a req-60058307-e4f6-4e66-82ae-b4d316fbe8bd tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 210 time: 0.3817627 Jul 30 02:06:31.536894 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bbb48fb9-0feb-436a-8cfc-76dc79b717c5 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:31.538797 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-bbb48fb9-0feb-436a-8cfc-76dc79b717c5 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7901323 Jul 30 02:06:31.543266 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41166) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:31.561120 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-31376cca-9c7f-40d6-b9ca-21e0046d095c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4559793 Jul 30 02:06:31.567552 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e187aca2-f2ef-44e0-959e-b36e7bebb186 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group_rule': {'security_group_id': '66dc2f5b-51b9-4f56-a11f-218cdd730390', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:31.568426 n-d-713498-9 neutron-server[94464]: WARNING neutron.api.v2.base [None req-e187aca2-f2ef-44e0-959e-b36e7bebb186 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 02:06:31.569867 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-e187aca2-f2ef-44e0-959e-b36e7bebb186 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:06:31.571292 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e187aca2-f2ef-44e0-959e-b36e7bebb186 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0264421 Jul 30 02:06:31.572268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41168) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:31.579779 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41170) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:31.593322 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0839fbba-db49-4ab9-9700-19b6b639b4c6 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:31.621732 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-77ba39e7-0f70-4887-835e-b91654af593e tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group_rule': {'security_group_id': '66dc2f5b-51b9-4f56-a11f-218cdd730390', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:31.746610 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade6878-b110-4561-82b6-ee3901058f30 req-2625b577-66a5-441a-80cf-50abdd35aacd tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:31.749411 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eade6878-b110-4561-82b6-ee3901058f30 req-2625b577-66a5-441a-80cf-50abdd35aacd tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.77 "GET /v2.0/networks?id=9f624a56-aa8c-42c3-9552-8a3318a68772 HTTP/1.1" status: 200 len: 814 time: 0.7993550 Jul 30 02:06:31.789200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-eade6878-b110-4561-82b6-ee3901058f30 req-79547e89-7790-4b4d-897f-a92d8182255d tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Request body: {'port': {'device_id': '60bf1cfd-d1d4-444e-b94c-208723d185f1', 'network_id': '9f624a56-aa8c-42c3-9552-8a3318a68772', 'admin_state_up': True, 'tenant_id': 'cbfa7ad579da40909baf5d12049ec9cd'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:31.789560 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da95df-9a2f-4601-8912-4ab08cccf525 None None] Pushing event updated for resources: {'Port': ['ID=06ce558c-666c-42d1-ba32-5aacf00a994d,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:31.935924 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4dc7e97-74a9-40a1-90b5-979b34fda280 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:31.972499 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8f3487-2b42-4493-8504-0faec012e9cd None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:32.043726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bae2e-150d-4a94-bef5-605aa6035702 req-2b587e26-5519-48b0-b16f-5850019376e7 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:32.045676 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aa9bae2e-150d-4a94-bef5-605aa6035702 req-2b587e26-5519-48b0-b16f-5850019376e7 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 945 time: 0.3828068 Jul 30 02:06:32.077463 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc7e97-74a9-40a1-90b5-979b34fda280 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=fc928662-b73a-4a40-86c3-8440dd3af095,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:32.121967 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dc7e97-74a9-40a1-90b5-979b34fda280 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:32.150600 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-b4dc7e97-74a9-40a1-90b5-979b34fda280 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:32.160949 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dc7e97-74a9-40a1-90b5-979b34fda280 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:32.271352 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-d9fda78f-2e9f-45fc-a633-3cda2d7d1129', 'network_id': 'd9fda78f-2e9f-45fc-a633-3cda2d7d1129', 'tenant_id': '3aa0eaf72e3b4717866221f89a484e52', 'fixed_ips': [{'subnet_id': '1b73898d-d63b-483f-afbf-38702b47bcaf'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:06:32.272161 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:32.285794 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port c9833205-7dd1-4e60-828e-9554632f3d91 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:32.325710 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aa9bae2e-150d-4a94-bef5-605aa6035702 req-246d6206-a119-416d-b7a1-245aa440601b tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353214 Jul 30 02:06:32.326857 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-77ba39e7-0f70-4887-835e-b91654af593e tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:06:32.327943 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-77ba39e7-0f70-4887-835e-b91654af593e tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7446094 Jul 30 02:06:32.332468 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41182) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:32.336163 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dc7e97-74a9-40a1-90b5-979b34fda280 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:32.336847 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4dc7e97-74a9-40a1-90b5-979b34fda280 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:32.338991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-5555aa45-7e96-4846-8ec5-5dbe382e16b3 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group_rule': {'security_group_id': '66dc2f5b-51b9-4f56-a11f-218cdd730390', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:32.339754 n-d-713498-9 neutron-server[94464]: WARNING neutron.api.v2.base [None req-5555aa45-7e96-4846-8ec5-5dbe382e16b3 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 30 02:06:32.340507 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-5555aa45-7e96-4846-8ec5-5dbe382e16b3 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:06:32.345316 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41184) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:32.346379 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5555aa45-7e96-4846-8ec5-5dbe382e16b3 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119004 Jul 30 02:06:32.355314 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e294788a-e200-4489-9288-7ea26abc3c2e tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group_rule': {'security_group_id': '66dc2f5b-51b9-4f56-a11f-218cdd730390', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:32.432187 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 0839fbba-db49-4ab9-9700-19b6b639b4c6 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:32.432845 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:32.439603 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba25ca7d-47c8-4b15-a43a-97c33b6f2647 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:32.472764 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eade6878-b110-4561-82b6-ee3901058f30 req-79547e89-7790-4b4d-897f-a92d8182255d tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Made reservation on behalf of cbfa7ad579da40909baf5d12049ec9cd for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:32.477857 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eade6878-b110-4561-82b6-ee3901058f30 req-79547e89-7790-4b4d-897f-a92d8182255d tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:32.500610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0f7823a1-ca6f-437f-aa04-049447b95545 None None] Provisioning for port c9833205-7dd1-4e60-828e-9554632f3d91 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:32.515415 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41192) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:32.542312 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0f7823a1-ca6f-437f-aa04-049447b95545 None None] Provisioning complete for port c9833205-7dd1-4e60-828e-9554632f3d91 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:32.542312 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f7823a1-ca6f-437f-aa04-049447b95545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:32.817101 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-eade6878-b110-4561-82b6-ee3901058f30 req-79547e89-7790-4b4d-897f-a92d8182255d tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Allocated IP 172.20.0.6 (9f624a56-aa8c-42c3-9552-8a3318a68772/28fad3c7-6ae9-4045-b938-fdb88750babb/9be4cf32-1e26-491e-9dcf-5ddccea15f18) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:32.898620 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b4dc7e97-74a9-40a1-90b5-979b34fda280 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.4653058 Jul 30 02:06:32.901127 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41214) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:32.961937 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb36b064-1b0d-48b0-bbf4-4287ae56cdf8 req-a7083da8-ffad-40fe-98c4-67a441594fe8 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 210 time: 0.1152489 Jul 30 02:06:33.041569 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271cd505-a743-4430-b1b3-e84bf296e2e0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:33.048063 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271cd505-a743-4430-b1b3-e84bf296e2e0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:33.053284 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-271cd505-a743-4430-b1b3-e84bf296e2e0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1508210 Jul 30 02:06:33.056242 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41224) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:33.190948 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-ba25ca7d-47c8-4b15-a43a-97c33b6f2647 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Allocated IP 172.20.0.1 (227c3f4b-2eba-4e51-8291-a162f9549582/32207925-d939-4140-94ee-59dbfe63d122/139a2fdc-270d-439d-8f3a-f418976fe45b) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:33.219066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd4c631-bb35-45a9-aeb9-9515f19eeb74 None None] Network 227c3f4b-2eba-4e51-8291-a162f9549582 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:33.244255 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-e294788a-e200-4489-9288-7ea26abc3c2e tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:06:33.250225 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e294788a-e200-4489-9288-7ea26abc3c2e tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9002168 Jul 30 02:06:33.259860 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41226) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:33.272180 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9f6cbdf-8f79-4a95-a4bc-ebe37b0b6afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:33.287017 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5d92eb48-07f0-4293-8d30-cd05889f5fd1 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group_rule': {'security_group_id': '66dc2f5b-51b9-4f56-a11f-218cdd730390', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:33.287498 n-d-713498-9 neutron-server[94465]: WARNING neutron.api.v2.base [None req-5d92eb48-07f0-4293-8d30-cd05889f5fd1 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 02:06:33.287984 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-5d92eb48-07f0-4293-8d30-cd05889f5fd1 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:06:33.291879 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5d92eb48-07f0-4293-8d30-cd05889f5fd1 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0182004 Jul 30 02:06:33.292052 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41228) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:33.302763 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1df16a33-8a4b-432a-9be4-147cff940c88 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group_rule': {'security_group_id': '66dc2f5b-51b9-4f56-a11f-218cdd730390', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:33.317490 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 06ce558c-666c-42d1-ba32-5aacf00a994d up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:33.355543 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-348d2c57-0893-4c43-99e6-da60de0bdc5d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port fc928662-b73a-4a40-86c3-8440dd3af095 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:33.355896 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-348d2c57-0893-4c43-99e6-da60de0bdc5d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:33.421871 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eade6878-b110-4561-82b6-ee3901058f30 req-79547e89-7790-4b4d-897f-a92d8182255d tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:33.472144 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:33.478946 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:33.560636 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9f6cbdf-8f79-4a95-a4bc-ebe37b0b6afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:33.592738 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eade6878-b110-4561-82b6-ee3901058f30 req-79547e89-7790-4b4d-897f-a92d8182255d tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:33.623990 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2d530-0c60-456e-acf3-551488e853f5 req-2633b7e8-af13-4fa7-8bb7-ebc566e5c734 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:33.628750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d41e51-2de7-4a54-a1c1-557f1af065e8 None None] Update dhcp port {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'fixed_ips': [{'subnet_id': 'dfe8044b-b5e4-4bc4-9320-bf1bf557f48a', 'ip_address': '2001:db8::f816:3eff:feb8:da64'}, {'subnet_id': 'ac6285dd-c3ea-41b7-89a9-7daae10d3ba1'}], 'binding:host_id': 'n-d-713498-9'}, 'id': 'c9833205-7dd1-4e60-828e-9554632f3d91'} from n-d-713498-9. {{(pid=94466) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:06:33.632821 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b5c2d530-0c60-456e-acf3-551488e853f5 req-2633b7e8-af13-4fa7-8bb7-ebc566e5c734 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 945 time: 0.1298959 Jul 30 02:06:33.636831 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Allocated IP 172.20.0.2 (d9fda78f-2e9f-45fc-a633-3cda2d7d1129/1b73898d-d63b-483f-afbf-38702b47bcaf/4b933faf-e629-47a6-8242-1c62af6b03ae) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:33.650757 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3126c612-60c9-46a9-afa2-c47fc5ee1dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0839fbba-db49-4ab9-9700-19b6b639b4c6'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:33.653311 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93be343b-aaf9-46be-8973-02e0346d15ff" -d '{"events": [{"server_uuid": "3126c612-60c9-46a9-afa2-c47fc5ee1dd2", "name": "network-vif-plugged", "status": "completed", "tag": "0839fbba-db49-4ab9-9700-19b6b639b4c6"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:33.675958 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-348d2c57-0893-4c43-99e6-da60de0bdc5d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:33.680830 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba25ca7d-47c8-4b15-a43a-97c33b6f2647 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:33.720357 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-348d2c57-0893-4c43-99e6-da60de0bdc5d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for fc928662-b73a-4a40-86c3-8440dd3af095 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:33.730146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79547e89-7790-4b4d-897f-a92d8182255d tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Pushing event updated for resources: {'Port': ['ID=9be4cf32-1e26-491e-9dcf-5ddccea15f18,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:33.734935 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9f6cbdf-8f79-4a95-a4bc-ebe37b0b6afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:33.746320 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eade6878-b110-4561-82b6-ee3901058f30 req-79547e89-7790-4b4d-897f-a92d8182255d tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Network 9f624a56-aa8c-42c3-9552-8a3318a68772 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:33.753929 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0839fbba-db49-4ab9-9700-19b6b639b4c6, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0839fbba-db49-4ab9-9700-19b6b639b4c6,segment=NetworkSegment(b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f),segment_id=b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:33.755816 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83745763-e835-444d-b42f-05876c8feb0b x-openstack-request-id: req-83745763-e835-444d-b42f-05876c8feb0b {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:33.755964 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3126c612-60c9-46a9-afa2-c47fc5ee1dd2", "name": "network-vif-plugged", "status": "completed", "tag": "0839fbba-db49-4ab9-9700-19b6b639b4c6", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:33.758825 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-83745763-e835-444d-b42f-05876c8feb0b {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:33.758825 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3126c612-60c9-46a9-afa2-c47fc5ee1dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0839fbba-db49-4ab9-9700-19b6b639b4c6', 'code': 200} Jul 30 02:06:33.761453 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-eade6878-b110-4561-82b6-ee3901058f30 req-79547e89-7790-4b4d-897f-a92d8182255d tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:33.765252 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b5c2d530-0c60-456e-acf3-551488e853f5 req-a63d8fcc-90c6-4cbc-8cab-bb98f341a024 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324303 Jul 30 02:06:33.766663 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f7823a1-ca6f-437f-aa04-049447b95545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:33.775148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-ba25ca7d-47c8-4b15-a43a-97c33b6f2647 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Transition to ACTIVE for port object 139a2fdc-270d-439d-8f3a-f418976fe45b will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:33.781804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-eade6878-b110-4561-82b6-ee3901058f30 req-79547e89-7790-4b4d-897f-a92d8182255d tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:33.862688 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12d41e51-2de7-4a54-a1c1-557f1af065e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:33.862917 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade6878-b110-4561-82b6-ee3901058f30 req-79547e89-7790-4b4d-897f-a92d8182255d tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:33.862917 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eade6878-b110-4561-82b6-ee3901058f30 req-79547e89-7790-4b4d-897f-a92d8182255d tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:33.889793 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-1df16a33-8a4b-432a-9be4-147cff940c88 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:06:33.893685 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1df16a33-8a4b-432a-9be4-147cff940c88 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5980861 Jul 30 02:06:33.902682 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41236) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:33.904901 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:33.910166 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f9f6cbdf-8f79-4a95-a4bc-ebe37b0b6afe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a06825b86ab499f8fa6afa81cb38975&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0652690 Jul 30 02:06:33.910798 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41238) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:33.914769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-c2947560-cf65-42f2-9073-21fbb7c7ce08 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group_rule': {'security_group_id': '66dc2f5b-51b9-4f56-a11f-218cdd730390', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:33.915537 n-d-713498-9 neutron-server[94464]: WARNING neutron.api.v2.base [None req-c2947560-cf65-42f2-9073-21fbb7c7ce08 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 30 02:06:33.916263 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-c2947560-cf65-42f2-9073-21fbb7c7ce08 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:06:33.921387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41240) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:33.922194 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c2947560-cf65-42f2-9073-21fbb7c7ce08 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0258393 Jul 30 02:06:33.928340 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5c04d7f1-3937-485e-8637-6c8ec1521282 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group_rule': {'security_group_id': '66dc2f5b-51b9-4f56-a11f-218cdd730390', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:33.934000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6cbdf-8f79-4a95-a4bc-ebe37b0b6afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a85c18-0cd6-4907-acdf-1ff788277b88,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:33.975686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0f7823a1-ca6f-437f-aa04-049447b95545 None None] For port c9833205-7dd1-4e60-828e-9554632f3d91, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c9833205-7dd1-4e60-828e-9554632f3d91,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:34.027045 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 06ce558c-666c-42d1-ba32-5aacf00a994d completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:34.058140 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eade6878-b110-4561-82b6-ee3901058f30 req-79547e89-7790-4b4d-897f-a92d8182255d tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2835331 Jul 30 02:06:34.109193 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba25ca7d-47c8-4b15-a43a-97c33b6f2647 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.130670 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f7823a1-ca6f-437f-aa04-049447b95545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.138887 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0839fbba-db49-4ab9-9700-19b6b639b4c6,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:34.165074 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] Request body: {'port': {'device_id': '60bf1cfd-d1d4-444e-b94c-208723d185f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:34.189374 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba25ca7d-47c8-4b15-a43a-97c33b6f2647 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Network 227c3f4b-2eba-4e51-8291-a162f9549582 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:34.193506 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25ca7d-47c8-4b15-a43a-97c33b6f2647 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Pushing event updated for resources: {'Port': ['ID=139a2fdc-270d-439d-8f3a-f418976fe45b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:34.196471 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-ba25ca7d-47c8-4b15-a43a-97c33b6f2647 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:34.201434 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba25ca7d-47c8-4b15-a43a-97c33b6f2647 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:34.270594 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba25ca7d-47c8-4b15-a43a-97c33b6f2647 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.307421 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0e7771c5-8a18-4ced-9741-84f42379849e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.355481 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.417539 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7823a1-ca6f-437f-aa04-049447b95545 None None] Pushing event updated for resources: {'Port': ['ID=c9833205-7dd1-4e60-828e-9554632f3d91,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:34.445701 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-348d2c57-0893-4c43-99e6-da60de0bdc5d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.450274 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Transition to ACTIVE for port object 4b933faf-e629-47a6-8242-1c62af6b03ae will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:34.459261 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-12d41e51-2de7-4a54-a1c1-557f1af065e8 None None] Allocated IP 172.20.0.2 (84fe5bd8-9f93-443f-a4c2-007dacc11704/ac6285dd-c3ea-41b7-89a9-7daae10d3ba1/c9833205-7dd1-4e60-828e-9554632f3d91) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:34.487526 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-376c4ca2-c1b1-4983-8996-8ea001f6e4ff None None] Provisioning for port 06ce558c-666c-42d1-ba32-5aacf00a994d completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:34.498814 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Transition to ACTIVE for port object 4b933faf-e629-47a6-8242-1c62af6b03ae will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:34.503291 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-376c4ca2-c1b1-4983-8996-8ea001f6e4ff None None] Provisioning complete for port 06ce558c-666c-42d1-ba32-5aacf00a994d triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:34.503882 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-376c4ca2-c1b1-4983-8996-8ea001f6e4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.515723 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d2c57-0893-4c43-99e6-da60de0bdc5d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=fc928662-b73a-4a40-86c3-8440dd3af095,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:34.572419 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.642547 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2070472-477b-40b7-9dd3-4baad77574f4 req-05ae5665-8c4f-4f25-8976-244477efb6f7 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:34.644178 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba25ca7d-47c8-4b15-a43a-97c33b6f2647 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.655813 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2070472-477b-40b7-9dd3-4baad77574f4 req-05ae5665-8c4f-4f25-8976-244477efb6f7 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 931 time: 0.4692836 Jul 30 02:06:34.691648 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-5c04d7f1-3937-485e-8637-6c8ec1521282 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:06:34.696272 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5c04d7f1-3937-485e-8637-6c8ec1521282 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7738316 Jul 30 02:06:34.699242 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41246) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:34.710320 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Network d9fda78f-2e9f-45fc-a633-3cda2d7d1129 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:34.714563 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0e7771c5-8a18-4ced-9741-84f42379849e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.718593 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.723481 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-0161a613-57e3-4a81-9e6a-1e74dcc4581c tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group_rule': {'security_group_id': '66dc2f5b-51b9-4f56-a11f-218cdd730390', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:34.737143 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:34.753554 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:34.764628 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Pushing event updated for resources: {'Port': ['ID=4b933faf-e629-47a6-8242-1c62af6b03ae,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:34.768630 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-12d41e51-2de7-4a54-a1c1-557f1af065e8 None None] For port c9833205-7dd1-4e60-828e-9554632f3d91, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c9833205-7dd1-4e60-828e-9554632f3d91,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:34.858111 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-348d2c57-0893-4c43-99e6-da60de0bdc5d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.860472 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-348d2c57-0893-4c43-99e6-da60de0bdc5d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/fc928662-b73a-4a40-86c3-8440dd3af095 HTTP/1.1" status: 204 len: 168 time: 1.8033741 Jul 30 02:06:34.865766 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41250) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:34.969247 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12d41e51-2de7-4a54-a1c1-557f1af065e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.994094 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-376c4ca2-c1b1-4983-8996-8ea001f6e4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.005959 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Attempting to bind port 4b933faf-e629-47a6-8242-1c62af6b03ae on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:35.006637 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Attempting to bind port 4b933faf-e629-47a6-8242-1c62af6b03ae by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '0e755c32-f0ed-4005-ac6f-61fbe26f89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd9fda78f-2e9f-45fc-a633-3cda2d7d1129'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:35.007174 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Attempting to bind port 4b933faf-e629-47a6-8242-1c62af6b03ae on network d9fda78f-2e9f-45fc-a633-3cda2d7d1129 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:35.016833 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-12d41e51-2de7-4a54-a1c1-557f1af065e8 None None] Transition to ACTIVE for port object c9833205-7dd1-4e60-828e-9554632f3d91 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:35.019757 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:35.020411 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Checking segment: {'id': '0e755c32-f0ed-4005-ac6f-61fbe26f89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd9fda78f-2e9f-45fc-a633-3cda2d7d1129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:35.020994 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.021610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Bound using segment: {'id': '0e755c32-f0ed-4005-ac6f-61fbe26f89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd9fda78f-2e9f-45fc-a633-3cda2d7d1129'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:35.022255 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Bound port: 4b933faf-e629-47a6-8242-1c62af6b03ae, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e755c32-f0ed-4005-ac6f-61fbe26f89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd9fda78f-2e9f-45fc-a633-3cda2d7d1129'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:35.022825 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.057277 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9805-c5d3-4661-89dc-757460639c39 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:35.059073 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9805-c5d3-4661-89dc-757460639c39 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:35.061210 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac9805-c5d3-4661-89dc-757460639c39 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:35.062911 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-50ac9805-c5d3-4661-89dc-757460639c39 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1958451 Jul 30 02:06:35.068233 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41252) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:35.072518 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-0161a613-57e3-4a81-9e6a-1e74dcc4581c tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:06:35.073884 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0161a613-57e3-4a81-9e6a-1e74dcc4581c tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3611095 Jul 30 02:06:35.088804 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41254) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:35.092204 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-376c4ca2-c1b1-4983-8996-8ea001f6e4ff None None] For port 06ce558c-666c-42d1-ba32-5aacf00a994d, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=06ce558c-666c-42d1-ba32-5aacf00a994d,segment=NetworkSegment(154dc560-adf4-4189-a92e-8c29d4efe9ec),segment_id=154dc560-adf4-4189-a92e-8c29d4efe9ec)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:35.093550 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12d41e51-2de7-4a54-a1c1-557f1af065e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.097429 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559f742-abb3-4c44-b7b5-824416f63809 req-de5dc065-c858-4388-bdf5-7efe118dc489 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:35.100094 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1559f742-abb3-4c44-b7b5-824416f63809 req-de5dc065-c858-4388-bdf5-7efe118dc489 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.2131493 Jul 30 02:06:35.208243 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-376c4ca2-c1b1-4983-8996-8ea001f6e4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.260774 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c9833205-7dd1-4e60-828e-9554632f3d91 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:35.297600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4cc646-69b5-492e-a000-c40be87c1a25 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet ac6285dd-c3ea-41b7-89a9-7daae10d3ba1 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:06:35.301089 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc646-69b5-492e-a000-c40be87c1a25 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.342364 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc646-69b5-492e-a000-c40be87c1a25 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.396039 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] For port 4b933faf-e629-47a6-8242-1c62af6b03ae, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:35.398959 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d41e51-2de7-4a54-a1c1-557f1af065e8 None None] Pushing event updated for resources: {'Port': ['ID=c9833205-7dd1-4e60-828e-9554632f3d91,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:35.427037 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] For port 4b933faf-e629-47a6-8242-1c62af6b03ae, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4b933faf-e629-47a6-8242-1c62af6b03ae,segment=NetworkSegment(0e755c32-f0ed-4005-ac6f-61fbe26f89c7),segment_id=0e755c32-f0ed-4005-ac6f-61fbe26f89c7)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:35.457222 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc646-69b5-492e-a000-c40be87c1a25 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.497027 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-197b5b20-4d7e-4051-9b1a-b47c1747be45 None None] Provisioning for port 139a2fdc-270d-439d-8f3a-f418976fe45b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:35.499937 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c4ca2-c1b1-4983-8996-8ea001f6e4ff None None] Pushing event updated for resources: {'Port': ['ID=06ce558c-666c-42d1-ba32-5aacf00a994d,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:35.504717 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-197b5b20-4d7e-4051-9b1a-b47c1747be45 None None] Provisioning complete for port 139a2fdc-270d-439d-8f3a-f418976fe45b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:35.505141 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-197b5b20-4d7e-4051-9b1a-b47c1747be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.533616 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.576294 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1559f742-abb3-4c44-b7b5-824416f63809 req-78aceb98-fb71-46df-87bd-e88a6de8c0a9 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485059 Jul 30 02:06:35.579656 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-279043fe-1b76-43de-b8e3-1616ab7bbba0 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.584119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be4cf32-1e26-491e-9dcf-5ddccea15f18 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:06:35.602389 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.613602 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc646-69b5-492e-a000-c40be87c1a25 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.639385 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] Transition to ACTIVE for port object 9be4cf32-1e26-491e-9dcf-5ddccea15f18 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:35.648610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-197b5b20-4d7e-4051-9b1a-b47c1747be45 None None] Port 139a2fdc-270d-439d-8f3a-f418976fe45b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:06:35.663953 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2070472-477b-40b7-9dd3-4baad77574f4 req-3828f491-51b6-4041-b9f5-0bc71d429d4d tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0045230 Jul 30 02:06:35.686176 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-279043fe-1b76-43de-b8e3-1616ab7bbba0 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.696411 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cc646-69b5-492e-a000-c40be87c1a25 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=ac6285dd-c3ea-41b7-89a9-7daae10d3ba1,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:35.701824 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc646-69b5-492e-a000-c40be87c1a25 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.704211 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1a4cc646-69b5-492e-a000-c40be87c1a25 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/ac6285dd-c3ea-41b7-89a9-7daae10d3ba1 HTTP/1.1" status: 204 len: 168 time: 0.6329005 Jul 30 02:06:35.710516 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41258) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:35.714527 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28f096-23ed-49e3-acda-d52f23685cf1 None None] Pushing event updated for resources: {'Port': ['ID=4b933faf-e629-47a6-8242-1c62af6b03ae,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:35.736505 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-197b5b20-4d7e-4051-9b1a-b47c1747be45 None None] Provisioning complete for port 06ce558c-666c-42d1-ba32-5aacf00a994d triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:35.737084 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-197b5b20-4d7e-4051-9b1a-b47c1747be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.743955 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.842035 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba25ca7d-47c8-4b15-a43a-97c33b6f2647 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.906025 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b2a757-9ea1-440c-b745-2d17d8cf2be2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet dfe8044b-b5e4-4bc4-9320-bf1bf557f48a {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:06:35.914334 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2b2a757-9ea1-440c-b745-2d17d8cf2be2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.936322 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-279043fe-1b76-43de-b8e3-1616ab7bbba0 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.939467 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-279043fe-1b76-43de-b8e3-1616ab7bbba0 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.940472 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-279043fe-1b76-43de-b8e3-1616ab7bbba0 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "DELETE /v2.0/security-groups/66dc2f5b-51b9-4f56-a11f-218cdd730390 HTTP/1.1" status: 204 len: 168 time: 0.8403764 Jul 30 02:06:35.945442 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41260) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:35.981405 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279043fe-1b76-43de-b8e3-1616ab7bbba0 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dc2f5b-51b9-4f56-a11f-218cdd730390,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:36.024821 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba25ca7d-47c8-4b15-a43a-97c33b6f2647 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.099688 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2b2a757-9ea1-440c-b745-2d17d8cf2be2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.105172 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] Pushing event updated for resources: {'Port': ['ID=9be4cf32-1e26-491e-9dcf-5ddccea15f18,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:36.202167 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0e7771c5-8a18-4ced-9741-84f42379849e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.206402 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0e7771c5-8a18-4ced-9741-84f42379849e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.210381 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0e7771c5-8a18-4ced-9741-84f42379849e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/80a85c18-0cd6-4907-acdf-1ff788277b88 HTTP/1.1" status: 204 len: 168 time: 2.2955053 Jul 30 02:06:36.254663 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7771c5-8a18-4ced-9741-84f42379849e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a85c18-0cd6-4907-acdf-1ff788277b88,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:36.314019 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] Attempting to bind port 9be4cf32-1e26-491e-9dcf-5ddccea15f18 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:36.314587 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] Attempting to bind port 9be4cf32-1e26-491e-9dcf-5ddccea15f18 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '51f2e867-6b47-4457-9c9c-7fefd3b92d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9f624a56-aa8c-42c3-9552-8a3318a68772'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:36.315043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] Attempting to bind port 9be4cf32-1e26-491e-9dcf-5ddccea15f18 on network 9f624a56-aa8c-42c3-9552-8a3318a68772 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:36.330123 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] Port 9be4cf32-1e26-491e-9dcf-5ddccea15f18 on network 9f624a56-aa8c-42c3-9552-8a3318a68772 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:06:36.330617 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] Attempting to bind port 9be4cf32-1e26-491e-9dcf-5ddccea15f18 on network 9f624a56-aa8c-42c3-9552-8a3318a68772 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:36.333628 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2b2a757-9ea1-440c-b745-2d17d8cf2be2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.374899 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:36.375391 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] Checking segment: {'id': '51f2e867-6b47-4457-9c9c-7fefd3b92d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9f624a56-aa8c-42c3-9552-8a3318a68772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:36.375895 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] Bound using segment: {'id': '51f2e867-6b47-4457-9c9c-7fefd3b92d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9f624a56-aa8c-42c3-9552-8a3318a68772'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:36.376456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] Bound port: 9be4cf32-1e26-491e-9dcf-5ddccea15f18, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f2e867-6b47-4457-9c9c-7fefd3b92d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9f624a56-aa8c-42c3-9552-8a3318a68772'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:36.376930 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.518198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] For port 9be4cf32-1e26-491e-9dcf-5ddccea15f18, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:36.527309 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] For port 9be4cf32-1e26-491e-9dcf-5ddccea15f18, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=9be4cf32-1e26-491e-9dcf-5ddccea15f18,segment=NetworkSegment(51f2e867-6b47-4457-9c9c-7fefd3b92d45),segment_id=51f2e867-6b47-4457-9c9c-7fefd3b92d45)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:36.565273 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2b2a757-9ea1-440c-b745-2d17d8cf2be2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.599904 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6d8281-25dc-4c25-8758-c2509df733d6 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:36.632574 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.639943 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2a757-9ea1-440c-b745-2d17d8cf2be2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe8044b-b5e4-4bc4-9320-bf1bf557f48a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:36.666541 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2b2a757-9ea1-440c-b745-2d17d8cf2be2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.666541 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e2b2a757-9ea1-440c-b745-2d17d8cf2be2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/dfe8044b-b5e4-4bc4-9320-bf1bf557f48a HTTP/1.1" status: 204 len: 168 time: 0.9380846 Jul 30 02:06:36.666541 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41268) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:36.840423 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a2bc0b75-898e-48b1-b521-b1aeb888d1bb None None] Provisioning for port c9833205-7dd1-4e60-828e-9554632f3d91 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:36.840585 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] Pushing event updated for resources: {'Port': ['ID=9be4cf32-1e26-491e-9dcf-5ddccea15f18,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:36.858532 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-feced54e-6b2f-427d-b504-ef8e32a9cbd6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1896684 Jul 30 02:06:36.861242 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41274) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:36.872015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a2bc0b75-898e-48b1-b521-b1aeb888d1bb None None] Provisioning complete for port c9833205-7dd1-4e60-828e-9554632f3d91 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:36.873285 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0b75-898e-48b1-b521-b1aeb888d1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.881045 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-aec12115-c302-496e-ac9f-f6622ec62518 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:36.893544 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba25ca7d-47c8-4b15-a43a-97c33b6f2647 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.956849 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:36.963620 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.965257 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eade6878-b110-4561-82b6-ee3901058f30 req-32fd3bcf-64ee-4ed5-b1c5-838ffb468a71 service neutron] 10.222.0.77 "PUT /v2.0/ports/9be4cf32-1e26-491e-9dcf-5ddccea15f18 HTTP/1.1" status: 200 len: 1091 time: 2.8711152 Jul 30 02:06:37.003255 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bf1cfd-d1d4-444e-b94c-208723d185f1', 'tag': '9be4cf32-1e26-491e-9dcf-5ddccea15f18'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:37.005936 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b99dc3-ed76-4aca-a31d-b34ad7584d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "60bf1cfd-d1d4-444e-b94c-208723d185f1", "tag": "9be4cf32-1e26-491e-9dcf-5ddccea15f18"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:37.107809 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c672d83-4606-46dc-a3fe-5adc1893e9f2 req-9766d7cd-2f2e-4928-8d8b-91f868583eba tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:37.116961 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c672d83-4606-46dc-a3fe-5adc1893e9f2 req-9766d7cd-2f2e-4928-8d8b-91f868583eba tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 943 time: 0.2166133 Jul 30 02:06:37.300078 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c672d83-4606-46dc-a3fe-5adc1893e9f2 req-7de76d1b-0e99-444d-a8ca-47209619a492 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716700 Jul 30 02:06:37.323579 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade6878-b110-4561-82b6-ee3901058f30 req-8fc72797-0744-4afe-a431-9e454ca2f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:37.327595 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eade6878-b110-4561-82b6-ee3901058f30 req-8fc72797-0744-4afe-a431-9e454ca2f9d2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cbfa7ad579da40909baf5d12049ec9cd&device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 1094 time: 0.1991599 Jul 30 02:06:37.364016 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba25ca7d-47c8-4b15-a43a-97c33b6f2647 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Network 227c3f4b-2eba-4e51-8291-a162f9549582 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:37.405656 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-ba25ca7d-47c8-4b15-a43a-97c33b6f2647 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:37.442756 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25ca7d-47c8-4b15-a43a-97c33b6f2647 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Pushing event updated for resources: {'Port': ['ID=139a2fdc-270d-439d-8f3a-f418976fe45b,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:37.495643 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01dfd96-72dc-449b-aba2-65352ccfe765 x-openstack-request-id: req-f01dfd96-72dc-449b-aba2-65352ccfe765 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:37.499651 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bf1cfd-d1d4-444e-b94c-208723d185f1", "tag": "9be4cf32-1e26-491e-9dcf-5ddccea15f18", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:37.500087 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f01dfd96-72dc-449b-aba2-65352ccfe765 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:37.500621 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bf1cfd-d1d4-444e-b94c-208723d185f1', 'tag': '9be4cf32-1e26-491e-9dcf-5ddccea15f18', 'status': 'completed', 'code': 200} Jul 30 02:06:37.518275 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eade6878-b110-4561-82b6-ee3901058f30 req-81659927-4cfe-4d40-9073-58520ff31497 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9be4cf32-1e26-491e-9dcf-5ddccea15f18 HTTP/1.1" status: 200 len: 217 time: 0.1733437 Jul 30 02:06:37.518575 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed76109-bd16-4316-9159-0931c5f5c3f5 None None] Network d9fda78f-2e9f-45fc-a633-3cda2d7d1129 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:37.533003 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4db0ffd-e869-4126-bbfc-de45db4fa530 None None] DHCP port deletion for 84fe5bd8-9f93-443f-a4c2-007dacc11704 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:06:37.533678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41278) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:37.534549 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec12115-c302-496e-ac9f-f6622ec62518 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:37.535546 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4b933faf-e629-47a6-8242-1c62af6b03ae up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:37.543852 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aec12115-c302-496e-ac9f-f6622ec62518 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:37.556995 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57087211-73b5-4bfa-9ba5-b58ddcbe48f8 req-5777f40b-8f79-4f1b-a53f-8ca0015196e0 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:37.558845 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-57087211-73b5-4bfa-9ba5-b58ddcbe48f8 req-5777f40b-8f79-4f1b-a53f-8ca0015196e0 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.6555011 Jul 30 02:06:37.571321 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-aea5fe01-d383-4f3f-b2c7-0d3434d176c9 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.6151347 Jul 30 02:06:37.574593 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41280) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:37.582061 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e8fe7f03-a46c-4edb-90d0-befb23138ef4 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group': {'name': 'tempest-secgroup--2007305062'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:37.721171 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-57087211-73b5-4bfa-9ba5-b58ddcbe48f8 req-7da36eec-5db2-4a60-a2e7-21bf21fe7425 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599217 Jul 30 02:06:37.739054 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a2bc0b75-898e-48b1-b521-b1aeb888d1bb None None] Could not find standard attr ID for object fc928662-b73a-4a40-86c3-8440dd3af095. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:06:37.782420 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-29d0f256-e7d0-4b8c-8acc-6927d33b9439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:37.835474 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a4db0ffd-e869-4126-bbfc-de45db4fa530 None None] Deleting port c9833205-7dd1-4e60-828e-9554632f3d91 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:37.835950 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4db0ffd-e869-4126-bbfc-de45db4fa530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:37.862585 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade6878-b110-4561-82b6-ee3901058f30 req-2a2b2d66-999c-440d-9cfd-a073267444bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:37.864078 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eade6878-b110-4561-82b6-ee3901058f30 req-2a2b2d66-999c-440d-9cfd-a073267444bc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28fad3c7-6ae9-4045-b938-fdb88750babb HTTP/1.1" status: 200 len: 854 time: 0.3337457 Jul 30 02:06:37.908840 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eade6878-b110-4561-82b6-ee3901058f30 req-eb4491ee-4c1f-4745-9348-3f3909678bcd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9f624a56-aa8c-42c3-9552-8a3318a68772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308778 Jul 30 02:06:37.921336 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a4db0ffd-e869-4126-bbfc-de45db4fa530 None None] For port c9833205-7dd1-4e60-828e-9554632f3d91, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c9833205-7dd1-4e60-828e-9554632f3d91,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:37.921727 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4db0ffd-e869-4126-bbfc-de45db4fa530 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:37.927373 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d3178636-4baf-4f2b-adc7-1351a332ce25 None None] Provisioning complete for port 139a2fdc-270d-439d-8f3a-f418976fe45b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:37.936595 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3178636-4baf-4f2b-adc7-1351a332ce25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:37.964495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a4db0ffd-e869-4126-bbfc-de45db4fa530 None None] Calling delete_port for c9833205-7dd1-4e60-828e-9554632f3d91 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:37.987093 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d3178636-4baf-4f2b-adc7-1351a332ce25 None None] Port 139a2fdc-270d-439d-8f3a-f418976fe45b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:06:38.039214 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7f03-a46c-4edb-90d0-befb23138ef4 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:38.042623 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 4b933faf-e629-47a6-8242-1c62af6b03ae completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:38.043048 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba25ca7d-47c8-4b15-a43a-97c33b6f2647 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Router 88c21cf4-5494-4df3-b819-1e8ab3776f74 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:06:38.051644 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 06ce558c-666c-42d1-ba32-5aacf00a994d up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:38.089779 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eade6878-b110-4561-82b6-ee3901058f30 req-9f3dddd9-0a1d-4f37-8a51-48666e0a3427 service neutron] 10.222.0.77 "GET /v2.0/networks/9f624a56-aa8c-42c3-9552-8a3318a68772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602180 Jul 30 02:06:38.107052 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aec12115-c302-496e-ac9f-f6622ec62518 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:38.128411 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d3178636-4baf-4f2b-adc7-1351a332ce25 None None] Provisioning for port 4b933faf-e629-47a6-8242-1c62af6b03ae completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:38.136984 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d3178636-4baf-4f2b-adc7-1351a332ce25 None None] Provisioning complete for port 4b933faf-e629-47a6-8242-1c62af6b03ae triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:38.137342 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3178636-4baf-4f2b-adc7-1351a332ce25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:38.225324 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4db0ffd-e869-4126-bbfc-de45db4fa530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:38.322346 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba25ca7d-47c8-4b15-a43a-97c33b6f2647 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:06:38.339633 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ba25ca7d-47c8-4b15-a43a-97c33b6f2647 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "PUT /v2.0/routers/88c21cf4-5494-4df3-b819-1e8ab3776f74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7561574 Jul 30 02:06:38.339633 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41292) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:38.347091 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db0ffd-e869-4126-bbfc-de45db4fa530 None None] Pushing event deleted for resources: {'Port': ['ID=c9833205-7dd1-4e60-828e-9554632f3d91,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:38.372414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4db0ffd-e869-4126-bbfc-de45db4fa530 None None] No DVR routers for this DVR port c9833205-7dd1-4e60-828e-9554632f3d91 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:38.374238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a1acbc-7a9a-4784-9cd3-b8c17672902d None None] Sync routers for ids ['88c21cf4-5494-4df3-b819-1e8ab3776f74'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:06:38.407622 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 06ce558c-666c-42d1-ba32-5aacf00a994d triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:38.411966 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:38.570686 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3178636-4baf-4f2b-adc7-1351a332ce25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:38.573934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a1acbc-7a9a-4784-9cd3-b8c17672902d None None] Routers {'88c21cf4-5494-4df3-b819-1e8ab3776f74'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:38.574548 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-61a1acbc-7a9a-4784-9cd3-b8c17672902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:06:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['88c21cf4-5494-4df3-b819-1e8ab3776f74'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:38.656019 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-61a1acbc-7a9a-4784-9cd3-b8c17672902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:38.677066 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec12115-c302-496e-ac9f-f6622ec62518 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:38.722948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a1acbc-7a9a-4784-9cd3-b8c17672902d None None] Routers {'88c21cf4-5494-4df3-b819-1e8ab3776f74'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:38.723767 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-61a1acbc-7a9a-4784-9cd3-b8c17672902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:06:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['88c21cf4-5494-4df3-b819-1e8ab3776f74'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:38.739404 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-aec12115-c302-496e-ac9f-f6622ec62518 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:38.763658 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec12115-c302-496e-ac9f-f6622ec62518 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:38.768791 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aec12115-c302-496e-ac9f-f6622ec62518 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:38.813624 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41298) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:38.814512 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-61a1acbc-7a9a-4784-9cd3-b8c17672902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:38.819514 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a1acbc-7a9a-4784-9cd3-b8c17672902d None None] The sync data for ids ['88c21cf4-5494-4df3-b819-1e8ab3776f74'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:06:38.821424 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d64845-6715-45ac-a1b5-7cf3f6231b9a None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:38.830213 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec12115-c302-496e-ac9f-f6622ec62518 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=00617aeb-96bd-4531-9de0-ba8cea426180,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:38.886499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79101382-30cc-4c56-b559-25d806938121 req-ec1f83b8-faf3-4961-95f5-47672047b326 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:38.892350 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79101382-30cc-4c56-b559-25d806938121 req-ec1f83b8-faf3-4961-95f5-47672047b326 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 943 time: 0.3919971 Jul 30 02:06:38.900183 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d3178636-4baf-4f2b-adc7-1351a332ce25 None None] For port 4b933faf-e629-47a6-8242-1c62af6b03ae, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4b933faf-e629-47a6-8242-1c62af6b03ae,segment=NetworkSegment(0e755c32-f0ed-4005-ac6f-61fbe26f89c7),segment_id=0e755c32-f0ed-4005-ac6f-61fbe26f89c7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:38.986629 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eade6878-b110-4561-82b6-ee3901058f30 req-a52545c5-efb4-4ba3-bb0f-52bdda3c1d0b service neutron] 10.222.0.77 "GET /v2.0/networks/9f624a56-aa8c-42c3-9552-8a3318a68772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8862841 Jul 30 02:06:39.008476 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3178636-4baf-4f2b-adc7-1351a332ce25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.058891 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79101382-30cc-4c56-b559-25d806938121 req-e053f207-7120-4eb9-b4c8-32e6a1a0ca24 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511006 Jul 30 02:06:39.065747 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-29d0f256-e7d0-4b8c-8acc-6927d33b9439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.071734 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c966c5-adb2-4586-b5fd-12fd9ba87fba req-e63d6629-fff5-45d7-ab6b-e2269af2cdb9 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:39.077966 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-86c966c5-adb2-4586-b5fd-12fd9ba87fba req-e63d6629-fff5-45d7-ab6b-e2269af2cdb9 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1881459 Jul 30 02:06:39.142389 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-29d0f256-e7d0-4b8c-8acc-6927d33b9439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.177007 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-aff27734-d8d3-41dc-bf1a-3a39f4c80de9 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:06:39.178058 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-aff27734-d8d3-41dc-bf1a-3a39f4c80de9 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "PUT /v2.0/routers/88c21cf4-5494-4df3-b819-1e8ab3776f74/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8436944 Jul 30 02:06:39.187337 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41302) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:39.200899 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b7149a9f-b0c7-4457-a8df-8c853202a332 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b29a64e72d4a428682b0ba80d4945806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3861754 Jul 30 02:06:39.209781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0f256-e7d0-4b8c-8acc-6927d33b9439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32f0627-ad16-4770-9824-4881f8644b52,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:39.214129 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41304) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:39.269931 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-aec12115-c302-496e-ac9f-f6622ec62518 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4036789 Jul 30 02:06:39.278248 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41306) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:39.299383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-2ac87c6a-19f9-47aa-8b1b-4276fa974236 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:39.400874 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c3aa-5376-47bf-98ba-eecc0953e2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.437787 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b305e7a0-975b-457d-b332-e0a143efd519 None None] Provisioning complete for port 4b933faf-e629-47a6-8242-1c62af6b03ae triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:39.441821 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b305e7a0-975b-457d-b332-e0a143efd519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.448554 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3178636-4baf-4f2b-adc7-1351a332ce25 None None] Pushing event updated for resources: {'Port': ['ID=4b933faf-e629-47a6-8242-1c62af6b03ae,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:39.501464 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-86c966c5-adb2-4586-b5fd-12fd9ba87fba req-82c640ea-8c17-42b3-976b-10a07320443f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037042 Jul 30 02:06:39.508537 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7f03-a46c-4edb-90d0-befb23138ef4 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.518235 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c9833205-7dd1-4e60-828e-9554632f3d91 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:06:39.543139 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-29d0f256-e7d0-4b8c-8acc-6927d33b9439 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=07c002db4fbc448384ca43de0cb5788a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7855468 Jul 30 02:06:39.549038 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-84fe5bd8-9f93-443f-a4c2-007dacc11704', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'fixed_ips': [{'subnet_id': '00617aeb-96bd-4531-9de0-ba8cea426180'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:06:39.549949 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.550240 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41308) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:39.553328 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: c9833205-7dd1-4e60-828e-9554632f3d91 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:06:39.554255 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c9833205-7dd1-4e60-828e-9554632f3d91 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:06:39.639566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b99dc3-ed76-4aca-a31d-b34ad7584d1c req-a7f4d16b-6d04-4bd6-8b7d-3d56d4330910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:39.641682 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-91b99dc3-ed76-4aca-a31d-b34ad7584d1c req-a7f4d16b-6d04-4bd6-8b7d-3d56d4330910 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cbfa7ad579da40909baf5d12049ec9cd&device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 1094 time: 0.4450798 Jul 30 02:06:39.715333 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7f03-a46c-4edb-90d0-befb23138ef4 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.745324 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-11af87fc-3c67-428a-9912-be33aabad739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.771086 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ccddcd54-7815-4bf0-9b3f-3848d806a8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.780569 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe7f03-a46c-4edb-90d0-befb23138ef4 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6fb808-70ce-4b64-8c53-bcbf17bb424c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:39.810458 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac87c6a-19f9-47aa-8b1b-4276fa974236 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:39.814565 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ac87c6a-19f9-47aa-8b1b-4276fa974236 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.859418 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-11af87fc-3c67-428a-9912-be33aabad739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.874700 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7f03-a46c-4edb-90d0-befb23138ef4 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.876930 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e8fe7f03-a46c-4edb-90d0-befb23138ef4 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.3004704 Jul 30 02:06:39.880614 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Allocated IP 172.20.0.2 (84fe5bd8-9f93-443f-a4c2-007dacc11704/00617aeb-96bd-4531-9de0-ba8cea426180/eac19bda-a05b-4d98-a817-c29062a3ef84) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:39.881154 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41310) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:39.890150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-0dc67bcd-1704-49c8-9ed7-acc1a2624ace tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group_rule': {'security_group_id': '4d6fb808-70ce-4b64-8c53-bcbf17bb424c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:39.974330 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bbfbfd44-6ac4-4583-8fbe-115afd6925f4 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.984852 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ccddcd54-7815-4bf0-9b3f-3848d806a8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:40.046510 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b99dc3-ed76-4aca-a31d-b34ad7584d1c req-d8825a9b-7c08-40c7-af37-acdcec6015a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:40.050255 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-91b99dc3-ed76-4aca-a31d-b34ad7584d1c req-d8825a9b-7c08-40c7-af37-acdcec6015a8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9f624a56-aa8c-42c3-9552-8a3318a68772 HTTP/1.1" status: 200 len: 915 time: 0.3910062 Jul 30 02:06:40.133921 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:40.143944 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Transition to ACTIVE for port object eac19bda-a05b-4d98-a817-c29062a3ef84 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:40.164290 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Transition to ACTIVE for port object eac19bda-a05b-4d98-a817-c29062a3ef84 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:40.193752 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-0dc67bcd-1704-49c8-9ed7-acc1a2624ace tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] create failed (client error): The resource could not be found. Jul 30 02:06:40.195512 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0dc67bcd-1704-49c8-9ed7-acc1a2624ace tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3126936 Jul 30 02:06:40.197905 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41314) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:40.203050 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a535d713-668a-4220-a0dd-9cf1703fcab7 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group_rule': {'security_group_id': '4d6fb808-70ce-4b64-8c53-bcbf17bb424c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9370df2c-bb9b-47f7-bc46-c7d4da74a00f'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:40.216645 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-91b99dc3-ed76-4aca-a31d-b34ad7584d1c req-d1b9511b-45b5-4622-9e91-346d56e4ca75 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9be4cf32-1e26-491e-9dcf-5ddccea15f18 HTTP/1.1" status: 200 len: 217 time: 0.0664234 Jul 30 02:06:40.231137 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:40.271568 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:40.275275 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:40.279883 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:40.371676 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-11af87fc-3c67-428a-9912-be33aabad739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:40.375075 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-11af87fc-3c67-428a-9912-be33aabad739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:40.384878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Attempting to bind port eac19bda-a05b-4d98-a817-c29062a3ef84 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:40.386106 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Attempting to bind port eac19bda-a05b-4d98-a817-c29062a3ef84 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:40.386106 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Attempting to bind port eac19bda-a05b-4d98-a817-c29062a3ef84 on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:40.392075 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Pushing event updated for resources: {'Port': ['ID=eac19bda-a05b-4d98-a817-c29062a3ef84,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:40.398161 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-11af87fc-3c67-428a-9912-be33aabad739 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0cced1f2-18e7-4dc7-92b0-c446ae978989 HTTP/1.1" status: 204 len: 168 time: 1.1786399 Jul 30 02:06:40.400121 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:40.402130 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:40.402764 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:40.403795 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:40.406045 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Bound port: eac19bda-a05b-4d98-a817-c29062a3ef84, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:40.407023 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:40.433875 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-bbfbfd44-6ac4-4583-8fbe-115afd6925f4 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Deleting port 139a2fdc-270d-439d-8f3a-f418976fe45b {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:40.440011 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bbfbfd44-6ac4-4583-8fbe-115afd6925f4 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:40.456756 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b99dc3-ed76-4aca-a31d-b34ad7584d1c req-a654d1e4-426d-4db5-955d-1d5f6e10d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:40.458332 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-91b99dc3-ed76-4aca-a31d-b34ad7584d1c req-a654d1e4-426d-4db5-955d-1d5f6e10d301 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28fad3c7-6ae9-4045-b938-fdb88750babb HTTP/1.1" status: 200 len: 854 time: 0.2017190 Jul 30 02:06:40.461738 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af87fc-3c67-428a-9912-be33aabad739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cced1f2-18e7-4dc7-92b0-c446ae978989,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:40.477706 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca3cc0-8518-4e35-ac2e-9f97a613c0c7 req-81994109-1323-4f7f-a3c7-0075d9f7e128 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:40.479452 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f4ca3cc0-8518-4e35-ac2e-9f97a613c0c7 req-81994109-1323-4f7f-a3c7-0075d9f7e128 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 943 time: 0.2552233 Jul 30 02:06:40.514291 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-91b99dc3-ed76-4aca-a31d-b34ad7584d1c req-fa691c15-a053-4aec-a999-2cce0a14b053 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9f624a56-aa8c-42c3-9552-8a3318a68772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336802 Jul 30 02:06:40.516834 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ccddcd54-7815-4bf0-9b3f-3848d806a8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:40.517681 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] For port eac19bda-a05b-4d98-a817-c29062a3ef84, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:40.520201 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ccddcd54-7815-4bf0-9b3f-3848d806a8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:40.521067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] For port eac19bda-a05b-4d98-a817-c29062a3ef84, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=eac19bda-a05b-4d98-a817-c29062a3ef84,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:40.524472 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ccddcd54-7815-4bf0-9b3f-3848d806a8f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c32f0627-ad16-4770-9824-4881f8644b52 HTTP/1.1" status: 204 len: 168 time: 0.9664881 Jul 30 02:06:40.532699 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-a535d713-668a-4220-a0dd-9cf1703fcab7 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] create failed (client error): The resource could not be found. Jul 30 02:06:40.538067 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a535d713-668a-4220-a0dd-9cf1703fcab7 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3388309 Jul 30 02:06:40.539015 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41322) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:40.588428 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddcd54-7815-4bf0-9b3f-3848d806a8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32f0627-ad16-4770-9824-4881f8644b52,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:40.668061 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:40.673107 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f4ca3cc0-8518-4e35-ac2e-9f97a613c0c7 req-0ee788b3-f75e-463f-9895-34574274547f tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571813 Jul 30 02:06:40.690528 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bbfbfd44-6ac4-4583-8fbe-115afd6925f4 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:40.708287 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-bbfbfd44-6ac4-4583-8fbe-115afd6925f4 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Calling delete_port for 139a2fdc-270d-439d-8f3a-f418976fe45b owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:40.792543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.objects.ports [None req-2ac87c6a-19f9-47aa-8b1b-4276fa974236 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94465) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:06:40.846645 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6651a8-359c-4657-879f-a36ad5c5f686 None None] Pushing event updated for resources: {'Port': ['ID=eac19bda-a05b-4d98-a817-c29062a3ef84,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:40.959999 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-91b99dc3-ed76-4aca-a31d-b34ad7584d1c req-5076ccae-fb42-49d6-89ea-b8c94977d658 service neutron] 10.222.0.77 "GET /v2.0/networks/9f624a56-aa8c-42c3-9552-8a3318a68772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371474 Jul 30 02:06:41.026813 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55fb13fc-9636-492d-8a32-bd43d8c56125 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:41.062690 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55fb13fc-9636-492d-8a32-bd43d8c56125 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:41.120852 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 9be4cf32-1e26-491e-9dcf-5ddccea15f18 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:06:41.143957 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-91b99dc3-ed76-4aca-a31d-b34ad7584d1c req-bdfba3e1-9f58-4b25-9c54-3efff53ce416 service neutron] 10.222.0.77 "GET /v2.0/networks/9f624a56-aa8c-42c3-9552-8a3318a68772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418498 Jul 30 02:06:41.247694 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74bd79-b7f0-46a6-a737-121f73cec470 req-4ad69432-42f2-46d7-a8d6-e077e4cce389 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:41.253771 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6f74bd79-b7f0-46a6-a737-121f73cec470 req-4ad69432-42f2-46d7-a8d6-e077e4cce389 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.3232951 Jul 30 02:06:41.303221 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ac87c6a-19f9-47aa-8b1b-4276fa974236 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:41.347729 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55fb13fc-9636-492d-8a32-bd43d8c56125 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:41.349991 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-55fb13fc-9636-492d-8a32-bd43d8c56125 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:41.351186 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-55fb13fc-9636-492d-8a32-bd43d8c56125 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "DELETE /v2.0/security-groups/4d6fb808-70ce-4b64-8c53-bcbf17bb424c HTTP/1.1" status: 204 len: 168 time: 0.8061600 Jul 30 02:06:41.375668 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41340) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:41.383449 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 9be4cf32-1e26-491e-9dcf-5ddccea15f18, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=9be4cf32-1e26-491e-9dcf-5ddccea15f18,segment=NetworkSegment(51f2e867-6b47-4457-9c9c-7fefd3b92d45),segment_id=51f2e867-6b47-4457-9c9c-7fefd3b92d45)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:41.412071 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '9be4cf32-1e26-491e-9dcf-5ddccea15f18', 'network_id': '9f624a56-aa8c-42c3-9552-8a3318a68772', 'port_id': '9be4cf32-1e26-491e-9dcf-5ddccea15f18', 'mac_address': 'fa:16:3e:45:e6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fad3c7-6ae9-4045-b938-fdb88750babb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:06:41.419645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb13fc-9636-492d-8a32-bd43d8c56125 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6fb808-70ce-4b64-8c53-bcbf17bb424c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:41.443753 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6f74bd79-b7f0-46a6-a737-121f73cec470 req-38170eeb-ce6f-41ba-bc25-ce601fffb494 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321914 Jul 30 02:06:41.451743 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb13fc-9636-492d-8a32-bd43d8c56125 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:41.452245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb13fc-9636-492d-8a32-bd43d8c56125 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:41.452739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb13fc-9636-492d-8a32-bd43d8c56125 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:41.453231 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb13fc-9636-492d-8a32-bd43d8c56125 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:41.453746 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb13fc-9636-492d-8a32-bd43d8c56125 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:41.454204 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb13fc-9636-492d-8a32-bd43d8c56125 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:41.454711 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb13fc-9636-492d-8a32-bd43d8c56125 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:41.455236 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb13fc-9636-492d-8a32-bd43d8c56125 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:41.456218 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb13fc-9636-492d-8a32-bd43d8c56125 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:41.456566 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb13fc-9636-492d-8a32-bd43d8c56125 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:41.456903 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb13fc-9636-492d-8a32-bd43d8c56125 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:41.460578 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb13fc-9636-492d-8a32-bd43d8c56125 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:41.484286 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a10f3610-9864-4571-a31b-afdd0cd700fb tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0996976 Jul 30 02:06:41.484542 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41346) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:41.489917 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-380015e1-00ac-4db8-b2bf-76de0a6a1718 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group_rule': {'security_group_id': '2e304b1f-cce8-437d-85ef-6db4f38c4900', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:41.515222 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bbfbfd44-6ac4-4583-8fbe-115afd6925f4 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:41.611239 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbfd44-6ac4-4583-8fbe-115afd6925f4 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Pushing event deleted for resources: {'Port': ['ID=139a2fdc-270d-439d-8f3a-f418976fe45b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:41.617437 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:41.648811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be4cf32-1e26-491e-9dcf-5ddccea15f18 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:06:41.724240 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-26795de8-169e-40b0-974c-970e9328f826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:41.748466 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 9be4cf32-1e26-491e-9dcf-5ddccea15f18, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=9be4cf32-1e26-491e-9dcf-5ddccea15f18,segment=NetworkSegment(51f2e867-6b47-4457-9c9c-7fefd3b92d45),segment_id=51f2e867-6b47-4457-9c9c-7fefd3b92d45)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:41.767760 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:41.800314 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4b933faf-e629-47a6-8242-1c62af6b03ae up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:41.832953 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-2ac87c6a-19f9-47aa-8b1b-4276fa974236 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] For port eac19bda-a05b-4d98-a817-c29062a3ef84, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=eac19bda-a05b-4d98-a817-c29062a3ef84,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:41.870693 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ac87c6a-19f9-47aa-8b1b-4276fa974236 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:41.898835 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:41.954507 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ac87c6a-19f9-47aa-8b1b-4276fa974236 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:41.961137 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ac87c6a-19f9-47aa-8b1b-4276fa974236 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.024990 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 4b933faf-e629-47a6-8242-1c62af6b03ae triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:42.025372 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.030986 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=9be4cf32-1e26-491e-9dcf-5ddccea15f18,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:42.082760 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bbfbfd44-6ac4-4583-8fbe-115afd6925f4 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.098527 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac87c6a-19f9-47aa-8b1b-4276fa974236 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=9b98229a-0592-4114-827a-b17f1c5a232c,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:42.215728 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac87c6a-19f9-47aa-8b1b-4276fa974236 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:42.220996 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-380015e1-00ac-4db8-b2bf-76de0a6a1718 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] create failed (client error): The resource could not be found. Jul 30 02:06:42.222083 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-380015e1-00ac-4db8-b2bf-76de0a6a1718 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7366123 Jul 30 02:06:42.243305 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device eac19bda-a05b-4d98-a817-c29062a3ef84 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:42.245410 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['9be4cf32-1e26-491e-9dcf-5ddccea15f18'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:06:42.290723 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41364) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:42.297245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e279e5e0-e8d2-474c-8d92-0ee7397b99df tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group': {'name': 'tempest-secgroup--690543522'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:42.300303 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-2ac87c6a-19f9-47aa-8b1b-4276fa974236 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:42.308157 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac87c6a-19f9-47aa-8b1b-4276fa974236 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=eac19bda-a05b-4d98-a817-c29062a3ef84,revision_number=4']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:42.331667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac87c6a-19f9-47aa-8b1b-4276fa974236 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:42.338040 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ac87c6a-19f9-47aa-8b1b-4276fa974236 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.400384 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c65ea-7b80-46b8-93fa-d6f4a0d2e6cd req-0c29dfbf-7861-444c-869b-eb29a901f7ce tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:42.402665 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c86c65ea-7b80-46b8-93fa-d6f4a0d2e6cd req-0c29dfbf-7861-444c-869b-eb29a901f7ce tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 944 time: 0.5176907 Jul 30 02:06:42.477832 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c86c65ea-7b80-46b8-93fa-d6f4a0d2e6cd req-9f17531a-b7c9-46f9-b8cd-a8a4a565d8ae tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684407 Jul 30 02:06:42.483962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41370) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:42.520608 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e279e5e0-e8d2-474c-8d92-0ee7397b99df tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.530125 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfbfd44-6ac4-4583-8fbe-115afd6925f4 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Router 88c21cf4-5494-4df3-b819-1e8ab3776f74 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:06:42.553057 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2896c5ee-4f97-4b2a-8a45-e6090df598d0 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:42.598571 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2ac87c6a-19f9-47aa-8b1b-4276fa974236 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3057082 Jul 30 02:06:42.601335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41376) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:42.608614 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a99f6290-0972-46f0-95b1-be2ca9d12ad4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'mac_address': 'fa:16:3e:12:d5:62', 'name': 'tempest-NetworksTestDHCPv6-1324056225'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:42.711787 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-d1768fe3-d051-409c-bf44-4342b6674f6f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2073418133-network', 'tenant_id': 'b648b357aff2409093bf6a584feac70a'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:42.787452 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-af87adc8-0cf0-49d0-a475-e19ecb985d3f None None] Provisioning for port eac19bda-a05b-4d98-a817-c29062a3ef84 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:42.868067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port eac19bda-a05b-4d98-a817-c29062a3ef84 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:42.875300 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port eac19bda-a05b-4d98-a817-c29062a3ef84 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:42.875964 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.990271 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:43.030876 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port eac19bda-a05b-4d98-a817-c29062a3ef84, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=eac19bda-a05b-4d98-a817-c29062a3ef84,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:43.129712 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:43.215209 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.db.api [None req-e279e5e0-e8d2-474c-8d92-0ee7397b99df tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:06:43.215209 n-d-713498-9 neutron-server[94464]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 02:06:43.215209 n-d-713498-9 neutron-server[94464]: [parameters: {'project_id': '923b83ee053f4408b95e4ae8651e604d', 'id': '1acb330d-8ea4-4dea-b3a2-7204f2b5ab72', 'expiration': datetime.datetime(2021, 7, 30, 2, 8, 43, 205429)}] Jul 30 02:06:43.215209 n-d-713498-9 neutron-server[94464]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:06:43.216237 n-d-713498-9 neutron-server[94464]: DEBUG oslo_db.api [None req-e279e5e0-e8d2-474c-8d92-0ee7397b99df tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:06:43.217477 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfbfd44-6ac4-4583-8fbe-115afd6925f4 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:06:43.231997 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-bbfbfd44-6ac4-4583-8fbe-115afd6925f4 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "PUT /v2.0/routers/88c21cf4-5494-4df3-b819-1e8ab3776f74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0390511 Jul 30 02:06:43.237401 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41384) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:43.240114 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=eac19bda-a05b-4d98-a817-c29062a3ef84,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:43.241453 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08840406-557a-4f0c-9b0a-fbd80d4ec3df None None] Sync routers for ids ['88c21cf4-5494-4df3-b819-1e8ab3776f74'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:06:43.268593 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08840406-557a-4f0c-9b0a-fbd80d4ec3df None None] Routers {'88c21cf4-5494-4df3-b819-1e8ab3776f74'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:43.277028 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-08840406-557a-4f0c-9b0a-fbd80d4ec3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:06:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['88c21cf4-5494-4df3-b819-1e8ab3776f74'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:43.338620 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-08840406-557a-4f0c-9b0a-fbd80d4ec3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:43.345290 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1768fe3-d051-409c-bf44-4342b6674f6f admin admin] Made reservation on behalf of b648b357aff2409093bf6a584feac70a for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:43.347453 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:43.355673 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1768fe3-d051-409c-bf44-4342b6674f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:43.369904 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08840406-557a-4f0c-9b0a-fbd80d4ec3df None None] Routers {'88c21cf4-5494-4df3-b819-1e8ab3776f74'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:43.381331 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-08840406-557a-4f0c-9b0a-fbd80d4ec3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:06:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['88c21cf4-5494-4df3-b819-1e8ab3776f74'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:43.386050 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ee32c-c8a1-425d-ae6a-ec69fac7ec9d req-41208cd9-d6d5-47fc-9540-55508523563f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:43.389196 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc1ee32c-c8a1-425d-ae6a-ec69fac7ec9d req-41208cd9-d6d5-47fc-9540-55508523563f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.7877202 Jul 30 02:06:43.390130 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-327fdd55-4d43-4fe2-a0a7-77d94478968b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] delete failed (client error): The resource could not be found. Jul 30 02:06:43.391183 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-327fdd55-4d43-4fe2-a0a7-77d94478968b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-376314748 HTTP/1.1" status: 404 len: 334 time: 0.1574285 Jul 30 02:06:43.397397 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41388) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:43.415892 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7c7ff8e6-39a7-4fdf-b81e-5e8d32ec480f tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Request body: {'router': {'external_gateway_info': {'network_id': '88c21cf4-5494-4df3-b819-1e8ab3776f74'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:43.436342 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device eac19bda-a05b-4d98-a817-c29062a3ef84 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:43.445265 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-08840406-557a-4f0c-9b0a-fbd80d4ec3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:43.445913 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08840406-557a-4f0c-9b0a-fbd80d4ec3df None None] The sync data for ids ['88c21cf4-5494-4df3-b819-1e8ab3776f74'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:06:43.524007 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc1ee32c-c8a1-425d-ae6a-ec69fac7ec9d req-840cfb1b-0d9f-42ba-973e-5fd33fc6abfd tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174853 Jul 30 02:06:43.563203 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port eac19bda-a05b-4d98-a817-c29062a3ef84 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:43.563505 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:43.586569 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1768fe3-d051-409c-bf44-4342b6674f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:43.600574 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99f6290-0972-46f0-95b1-be2ca9d12ad4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:43.717512 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e279e5e0-e8d2-474c-8d92-0ee7397b99df tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:43.847045 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37512742-7d47-42c1-9af5-1435b400452b req-6c5b90cc-9e22-49b2-b0ec-b5fd459e7e53 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:43.856049 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37512742-7d47-42c1-9af5-1435b400452b req-6c5b90cc-9e22-49b2-b0ec-b5fd459e7e53 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 944 time: 0.2322674 Jul 30 02:06:43.930537 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4000f564-916d-4363-9d7d-1a42e6094a7d None None] Provisioning complete for port eac19bda-a05b-4d98-a817-c29062a3ef84 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:43.931208 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4000f564-916d-4363-9d7d-1a42e6094a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:43.999317 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7c7ff8e6-39a7-4fdf-b81e-5e8d32ec480f tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:44.016894 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37512742-7d47-42c1-9af5-1435b400452b req-3267a747-bd8e-4aa7-bc3d-2a9ad9c16f46 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557891 Jul 30 02:06:44.023715 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a99f6290-0972-46f0-95b1-be2ca9d12ad4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:44.061439 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-a99f6290-0972-46f0-95b1-be2ca9d12ad4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port 57f4dd5e-7512-4095-8b09-ba89412537c3 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:06:44.143276 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-7c7ff8e6-39a7-4fdf-b81e-5e8d32ec480f tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] update failed (client error): The resource could not be found. Jul 30 02:06:44.148300 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41402) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:44.148473 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7c7ff8e6-39a7-4fdf-b81e-5e8d32ec480f tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "PUT /v2.0/routers/88c21cf4-5494-4df3-b819-1e8ab3776f74 HTTP/1.1" status: 404 len: 339 time: 0.7498918 Jul 30 02:06:44.175632 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1768fe3-d051-409c-bf44-4342b6674f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:44.603623 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1768fe3-d051-409c-bf44-4342b6674f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:44.624568 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e279e5e0-e8d2-474c-8d92-0ee7397b99df tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:44.643850 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1768fe3-d051-409c-bf44-4342b6674f6f admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:06:44.657146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-a99f6290-0972-46f0-95b1-be2ca9d12ad4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 172.20.0.4 (84fe5bd8-9f93-443f-a4c2-007dacc11704/00617aeb-96bd-4531-9de0-ba8cea426180/57f4dd5e-7512-4095-8b09-ba89412537c3) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:44.664559 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1768fe3-d051-409c-bf44-4342b6674f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c8dc01-4682-4fc6-8175-c06d81e17ca8,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:44.806196 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1768fe3-d051-409c-bf44-4342b6674f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:44.806196 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-d1768fe3-d051-409c-bf44-4342b6674f6f admin admin] Added segment 4c89a6f4-23c2-405d-99ff-48cc8e8c54a6 of type vlan for network 9d1a6f9b-dfbd-4657-a967-1abead342b1d Jul 30 02:06:44.807719 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1faa7880-7f06-42ef-99cb-cdea5b642a62 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:44.808597 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-a99f6290-0972-46f0-95b1-be2ca9d12ad4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::f816:3eff:fe12:d562 (84fe5bd8-9f93-443f-a4c2-007dacc11704/9b98229a-0592-4114-827a-b17f1c5a232c/57f4dd5e-7512-4095-8b09-ba89412537c3) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:44.808597 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1768fe3-d051-409c-bf44-4342b6674f6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:44.809107 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dbb4e-6356-4a0c-b338-c1d8b6271ccd req-d16de8b5-623f-4b49-b63c-6ee8c65feea7 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:44.809107 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-053dbb4e-6356-4a0c-b338-c1d8b6271ccd req-d16de8b5-623f-4b49-b63c-6ee8c65feea7 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1688628 Jul 30 02:06:44.862263 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-053dbb4e-6356-4a0c-b338-c1d8b6271ccd req-c0c176fd-20e7-4407-a03b-81dbebc6cfa9 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822246 Jul 30 02:06:44.888919 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a99f6290-0972-46f0-95b1-be2ca9d12ad4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:44.901365 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-a99f6290-0972-46f0-95b1-be2ca9d12ad4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object 57f4dd5e-7512-4095-8b09-ba89412537c3 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:44.973159 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-1faa7880-7f06-42ef-99cb-cdea5b642a62 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Allocated IP 172.20.0.1 (045f5216-3a2d-48d8-bafb-7f5b260cf26c/47032ec6-fb39-4100-8c0f-c04680b96ba3/0e45768d-d784-403e-a0dd-4b7b5d562067) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:44.979392 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:44.983647 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1768fe3-d051-409c-bf44-4342b6674f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:44.983647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1768fe3-d051-409c-bf44-4342b6674f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:44.983647 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d1768fe3-d051-409c-bf44-4342b6674f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:44.985893 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e279e5e0-e8d2-474c-8d92-0ee7397b99df tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.050982 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a99f6290-0972-46f0-95b1-be2ca9d12ad4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.062332 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279e5e0-e8d2-474c-8d92-0ee7397b99df tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4616f8b2-d9d8-408d-b784-f5f0ae359b00,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:45.125430 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 9be4cf32-1e26-491e-9dcf-5ddccea15f18 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:45.152195 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1faa7880-7f06-42ef-99cb-cdea5b642a62 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.162244 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e279e5e0-e8d2-474c-8d92-0ee7397b99df tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.163478 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1768fe3-d051-409c-bf44-4342b6674f6f admin admin] Pushing event updated for resources: {'Network': ['ID=9d1a6f9b-dfbd-4657-a967-1abead342b1d,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:45.163660 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e279e5e0-e8d2-474c-8d92-0ee7397b99df tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.8719785 Jul 30 02:06:45.169580 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41424) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:45.172388 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f6290-0972-46f0-95b1-be2ca9d12ad4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=57f4dd5e-7512-4095-8b09-ba89412537c3,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:45.175900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99f6290-0972-46f0-95b1-be2ca9d12ad4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:45.176644 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-78bd6193-4e50-4385-84e3-f091c91e723d tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1853694934'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:45.180012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 9d1a6f9b-dfbd-4657-a967-1abead342b1d details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:06:45.182385 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d1768fe3-d051-409c-bf44-4342b6674f6f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.6973026 Jul 30 02:06:45.183602 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41426) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:45.185544 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-1faa7880-7f06-42ef-99cb-cdea5b642a62 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Transition to ACTIVE for port object 0e45768d-d784-403e-a0dd-4b7b5d562067 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:45.187722 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-a99f6290-0972-46f0-95b1-be2ca9d12ad4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:45.194572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-007fed9d-b84a-4505-80a8-c6e7648ed67b admin admin] Request body: {'subnet': {'network_id': '9d1a6f9b-dfbd-4657-a967-1abead342b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2073418133-subnet', 'tenant_id': 'b648b357aff2409093bf6a584feac70a', 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:45.207513 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99f6290-0972-46f0-95b1-be2ca9d12ad4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:45.277413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604022a1-9d9e-4802-b19f-b111327dc458 req-6c3cb197-ef39-410e-9128-7742857feb59 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:45.278628 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-604022a1-9d9e-4802-b19f-b111327dc458 req-6c3cb197-ef39-410e-9128-7742857feb59 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 944 time: 0.1804571 Jul 30 02:06:45.305517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99f6290-0972-46f0-95b1-be2ca9d12ad4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:45.306524 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a99f6290-0972-46f0-95b1-be2ca9d12ad4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.318434 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-78bd6193-4e50-4385-84e3-f091c91e723d tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.375728 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1faa7880-7f06-42ef-99cb-cdea5b642a62 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.397383 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 9be4cf32-1e26-491e-9dcf-5ddccea15f18 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:45.401846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 9be4cf32-1e26-491e-9dcf-5ddccea15f18 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:45.405697 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.447757 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-604022a1-9d9e-4802-b19f-b111327dc458 req-fc97fdcb-e5d1-4943-bf1b-bb5d72fb91fc tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530120 Jul 30 02:06:45.458262 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faa7880-7f06-42ef-99cb-cdea5b642a62 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Network 045f5216-3a2d-48d8-bafb-7f5b260cf26c is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:45.458262 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-1faa7880-7f06-42ef-99cb-cdea5b642a62 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:45.466003 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faa7880-7f06-42ef-99cb-cdea5b642a62 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:45.470148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa7880-7f06-42ef-99cb-cdea5b642a62 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Pushing event updated for resources: {'Port': ['ID=0e45768d-d784-403e-a0dd-4b7b5d562067,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:45.489600 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007fed9d-b84a-4505-80a8-c6e7648ed67b admin admin] Made reservation on behalf of b648b357aff2409093bf6a584feac70a for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:45.492440 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-007fed9d-b84a-4505-80a8-c6e7648ed67b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.622512 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.635049 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1faa7880-7f06-42ef-99cb-cdea5b642a62 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.683517 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bf1cfd-d1d4-444e-b94c-208723d185f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be4cf32-1e26-491e-9dcf-5ddccea15f18'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:45.685941 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2aa90c-77f4-4c98-8360-eaf79df4260a" -d '{"events": [{"server_uuid": "60bf1cfd-d1d4-444e-b94c-208723d185f1", "name": "network-vif-plugged", "status": "completed", "tag": "9be4cf32-1e26-491e-9dcf-5ddccea15f18"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:45.716584 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 9be4cf32-1e26-491e-9dcf-5ddccea15f18, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=9be4cf32-1e26-491e-9dcf-5ddccea15f18,segment=NetworkSegment(51f2e867-6b47-4457-9c9c-7fefd3b92d45),segment_id=51f2e867-6b47-4457-9c9c-7fefd3b92d45)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:45.760537 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa07c20-49ed-4d14-ac9f-21c8db171c39 x-openstack-request-id: req-2fa07c20-49ed-4d14-ac9f-21c8db171c39 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:45.760856 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bf1cfd-d1d4-444e-b94c-208723d185f1", "name": "network-vif-plugged", "status": "completed", "tag": "9be4cf32-1e26-491e-9dcf-5ddccea15f18", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:45.761089 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2fa07c20-49ed-4d14-ac9f-21c8db171c39 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:45.761493 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bf1cfd-d1d4-444e-b94c-208723d185f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be4cf32-1e26-491e-9dcf-5ddccea15f18', 'code': 200} Jul 30 02:06:45.782709 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-78bd6193-4e50-4385-84e3-f091c91e723d tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.798008 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.898833 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-78bd6193-4e50-4385-84e3-f091c91e723d tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.917469 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=9be4cf32-1e26-491e-9dcf-5ddccea15f18,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:45.947487 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3de6b9-93e0-479e-8ec9-d3f12370cf0d req-90b267b9-4a7a-4cad-94ff-f274160fca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:45.949304 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bf3de6b9-93e0-479e-8ec9-d3f12370cf0d req-90b267b9-4a7a-4cad-94ff-f274160fca08 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 1096 time: 0.0540709 Jul 30 02:06:45.967281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd6193-4e50-4385-84e3-f091c91e723d tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf897ee-b343-48d9-8dea-f23e5ca82126,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:46.006520 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-007fed9d-b84a-4505-80a8-c6e7648ed67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.010829 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1faa7880-7f06-42ef-99cb-cdea5b642a62 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.018212 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-687a4e3c-2b99-4e15-a189-564ab26dab9a None None] Provisioning for port 57f4dd5e-7512-4095-8b09-ba89412537c3 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:46.027097 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-687a4e3c-2b99-4e15-a189-564ab26dab9a None None] Provisioning complete for port 57f4dd5e-7512-4095-8b09-ba89412537c3 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:46.027865 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-687a4e3c-2b99-4e15-a189-564ab26dab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.045923 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41440) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:46.061547 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-78bd6193-4e50-4385-84e3-f091c91e723d tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.062858 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-78bd6193-4e50-4385-84e3-f091c91e723d tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8921471 Jul 30 02:06:46.067480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41444) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:46.108535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fed9d-b84a-4505-80a8-c6e7648ed67b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a651db1a-d0e2-46e9-ba9a-bc219b81c460,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:46.114236 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a99f6290-0972-46f0-95b1-be2ca9d12ad4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5114820 Jul 30 02:06:46.118056 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a965d9a4-369a-4026-b13f-18783ff0bef5 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group_rule': {'security_group_id': '4616f8b2-d9d8-408d-b784-f5f0ae359b00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'bdf897ee-b343-48d9-8dea-f23e5ca82126'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:46.119907 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-687a4e3c-2b99-4e15-a189-564ab26dab9a None None] Port 57f4dd5e-7512-4095-8b09-ba89412537c3 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:06:46.124535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41446) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:46.158657 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bf3de6b9-93e0-479e-8ec9-d3f12370cf0d req-0b3415a2-61ec-474b-aac3-902d65153130 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016244 Jul 30 02:06:46.214416 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f075b61-4435-4916-b1bf-bd85527b31d6 req-5a29ccfa-3a77-4f24-b427-de680964fd31 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:46.221789 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6f075b61-4435-4916-b1bf-bd85527b31d6 req-5a29ccfa-3a77-4f24-b427-de680964fd31 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.2315335 Jul 30 02:06:46.282198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904ca691-7cd4-40af-9661-1ee5dfd09a01 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:46.288731 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904ca691-7cd4-40af-9661-1ee5dfd09a01 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:46.293355 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-904ca691-7cd4-40af-9661-1ee5dfd09a01 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1447647 Jul 30 02:06:46.293355 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41448) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:46.314798 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f1171100-aa95-4a63-a877-5722230e128d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.321816 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4aa8d0e7-dda0-4bba-a5cf-25f63dfad19d None None] Provisioning for port 0e45768d-d784-403e-a0dd-4b7b5d562067 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:46.328320 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4aa8d0e7-dda0-4bba-a5cf-25f63dfad19d None None] Provisioning complete for port 0e45768d-d784-403e-a0dd-4b7b5d562067 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:46.334639 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4aa8d0e7-dda0-4bba-a5cf-25f63dfad19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.359353 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6f075b61-4435-4916-b1bf-bd85527b31d6 req-4192e6e3-79c5-409f-b22e-ba3584181388 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362722 Jul 30 02:06:46.360231 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007fed9d-b84a-4505-80a8-c6e7648ed67b admin admin] Checking segment: {'id': '4c89a6f4-23c2-405d-99ff-48cc8e8c54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9d1a6f9b-dfbd-4657-a967-1abead342b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:46.360577 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007fed9d-b84a-4505-80a8-c6e7648ed67b admin admin] Network hostable DHCP agents. Network: 9d1a6f9b-dfbd-4657-a967-1abead342b1d, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:06:46.427470 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1faa7880-7f06-42ef-99cb-cdea5b642a62 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.469703 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f05ba-7462-4726-8c04-1ba6cde1f8bc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port 57f4dd5e-7512-4095-8b09-ba89412537c3 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:46.470042 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ee8f05ba-7462-4726-8c04-1ba6cde1f8bc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.514682 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f1171100-aa95-4a63-a877-5722230e128d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.523257 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007fed9d-b84a-4505-80a8-c6e7648ed67b admin admin] Network 9d1a6f9b-dfbd-4657-a967-1abead342b1d is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:06:46.524681 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1faa7880-7f06-42ef-99cb-cdea5b642a62 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.588193 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f1171100-aa95-4a63-a877-5722230e128d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.604995 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-007fed9d-b84a-4505-80a8-c6e7648ed67b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 9d1a6f9b-dfbd-4657-a967-1abead342b1d) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:46.610951 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007fed9d-b84a-4505-80a8-c6e7648ed67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:46.611826 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-007fed9d-b84a-4505-80a8-c6e7648ed67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.616859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4aa8d0e7-dda0-4bba-a5cf-25f63dfad19d None None] Port 0e45768d-d784-403e-a0dd-4b7b5d562067 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:06:46.620484 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e368e290-b5b4-400c-8073-ce34d4f484b6 None None] Network 9d1a6f9b-dfbd-4657-a967-1abead342b1d requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:46.660085 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ee8f05ba-7462-4726-8c04-1ba6cde1f8bc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.671902 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-a965d9a4-369a-4026-b13f-18783ff0bef5 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:06:46.678054 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a965d9a4-369a-4026-b13f-18783ff0bef5 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5697949 Jul 30 02:06:46.680607 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41452) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:46.697092 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f05ba-7462-4726-8c04-1ba6cde1f8bc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for 57f4dd5e-7512-4095-8b09-ba89412537c3 owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:46.716877 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1faa7880-7f06-42ef-99cb-cdea5b642a62 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.739097 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa7880-7f06-42ef-99cb-cdea5b642a62 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Pushing event updated for resources: {'Port': ['ID=0e45768d-d784-403e-a0dd-4b7b5d562067,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:46.743738 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f1171100-aa95-4a63-a877-5722230e128d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4f93422aeb7b48238610ec4e2efed6ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6967244 Jul 30 02:06:46.758596 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41454) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:46.760053 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1171100-aa95-4a63-a877-5722230e128d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9722d1f5-a757-412a-a3e9-10a20a901532,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:46.766385 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-007fed9d-b84a-4505-80a8-c6e7648ed67b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5797341 Jul 30 02:06:46.770103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41456) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:46.779591 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c7cf5265-e383-4c53-9d59-7c784a087e5f admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2073418133-router', 'tenant_id': 'b648b357aff2409093bf6a584feac70a', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:46.828191 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-16d7cd7a-e1a6-4957-a860-442a0d5dc4bc tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.849028 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-9d1a6f9b-dfbd-4657-a967-1abead342b1d', 'network_id': '9d1a6f9b-dfbd-4657-a967-1abead342b1d', 'tenant_id': 'b648b357aff2409093bf6a584feac70a', 'fixed_ips': [{'subnet_id': 'a651db1a-d0e2-46e9-ba9a-bc219b81c460'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:06:46.850110 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.855684 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-16d7cd7a-e1a6-4957-a860-442a0d5dc4bc tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.917045 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a6a63-e3d4-4fb6-97a1-0e2e4b0a2683 req-f242b4b6-d051-404e-be29-5d986b58359f tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:46.930924 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c14a6a63-e3d4-4fb6-97a1-0e2e4b0a2683 req-f242b4b6-d051-404e-be29-5d986b58359f tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 945 time: 0.3445661 Jul 30 02:06:46.975829 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7cf5265-e383-4c53-9d59-7c784a087e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.976877 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7cf5265-e383-4c53-9d59-7c784a087e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.005785 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-16d7cd7a-e1a6-4957-a860-442a0d5dc4bc tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.009190 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-16d7cd7a-e1a6-4957-a860-442a0d5dc4bc tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.012269 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-16d7cd7a-e1a6-4957-a860-442a0d5dc4bc tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "DELETE /v2.0/security-groups/bdf897ee-b343-48d9-8dea-f23e5ca82126 HTTP/1.1" status: 204 len: 168 time: 0.3255608 Jul 30 02:06:47.023801 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41458) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:47.026724 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7cd7a-e1a6-4957-a860-442a0d5dc4bc tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf897ee-b343-48d9-8dea-f23e5ca82126,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:47.065150 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd5b2609-48a7-4705-b995-309a606d2fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.105370 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-18bab0a6-f202-4886-94c8-3b37fce4d8dd tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0731738 Jul 30 02:06:47.109607 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Allocated IP 172.20.0.2 (9d1a6f9b-dfbd-4657-a967-1abead342b1d/a651db1a-d0e2-46e9-ba9a-bc219b81c460/57285441-8020-422c-aff4-3321580accbd) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:47.114349 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41460) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:47.149512 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c14a6a63-e3d4-4fb6-97a1-0e2e4b0a2683 req-633d22ae-f6a6-4442-aed8-aea0b80122c0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976299 Jul 30 02:06:47.161684 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd5b2609-48a7-4705-b995-309a606d2fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.179504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faa7880-7f06-42ef-99cb-cdea5b642a62 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Network 045f5216-3a2d-48d8-bafb-7f5b260cf26c is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:47.183030 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-1faa7880-7f06-42ef-99cb-cdea5b642a62 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:47.333235 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1faa7880-7f06-42ef-99cb-cdea5b642a62 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Router 88c21cf4-5494-4df3-b819-1e8ab3776f74 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:06:47.369431 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0801b94-3b37-4300-8250-f24cd2d48b11 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.450179 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0801b94-3b37-4300-8250-f24cd2d48b11 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.467909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faa7880-7f06-42ef-99cb-cdea5b642a62 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:06:47.468143 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ee8f05ba-7462-4726-8c04-1ba6cde1f8bc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.486325 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1faa7880-7f06-42ef-99cb-cdea5b642a62 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "PUT /v2.0/routers/88c21cf4-5494-4df3-b819-1e8ab3776f74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3339250 Jul 30 02:06:47.487482 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41464) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:47.501969 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af93e2ae-524d-492b-b65a-1ab76c04f052 None None] Sync routers for ids ['88c21cf4-5494-4df3-b819-1e8ab3776f74'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:06:47.603977 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af93e2ae-524d-492b-b65a-1ab76c04f052 None None] Routers {'88c21cf4-5494-4df3-b819-1e8ab3776f74'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:47.604987 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-af93e2ae-524d-492b-b65a-1ab76c04f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:06:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['88c21cf4-5494-4df3-b819-1e8ab3776f74'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:47.608295 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd5b2609-48a7-4705-b995-309a606d2fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.612182 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd5b2609-48a7-4705-b995-309a606d2fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.616704 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dd5b2609-48a7-4705-b995-309a606d2fcd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9722d1f5-a757-412a-a3e9-10a20a901532 HTTP/1.1" status: 204 len: 168 time: 0.8360620 Jul 30 02:06:47.618158 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-22e98373-f93d-44ae-9a28-08af55781c92 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.624263 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f05ba-7462-4726-8c04-1ba6cde1f8bc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=57f4dd5e-7512-4095-8b09-ba89412537c3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:47.639473 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7cf5265-e383-4c53-9d59-7c784a087e5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.741747 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-af93e2ae-524d-492b-b65a-1ab76c04f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:47.748433 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-22e98373-f93d-44ae-9a28-08af55781c92 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 02:06:47.750249 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-22e98373-f93d-44ae-9a28-08af55781c92 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "DELETE /v2.0/routers/88c21cf4-5494-4df3-b819-1e8ab3776f74 HTTP/1.1" status: 409 len: 329 time: 0.2585568 Jul 30 02:06:47.751619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b2609-48a7-4705-b995-309a606d2fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9722d1f5-a757-412a-a3e9-10a20a901532,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:47.763215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41468) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:47.823033 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.824019 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af93e2ae-524d-492b-b65a-1ab76c04f052 None None] Routers {'88c21cf4-5494-4df3-b819-1e8ab3776f74'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:47.824366 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-af93e2ae-524d-492b-b65a-1ab76c04f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:06:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['88c21cf4-5494-4df3-b819-1e8ab3776f74'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:47.841282 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5d4f3d38-1ca1-462d-be4c-584fba72d39b None None] Provisioning complete for port 0e45768d-d784-403e-a0dd-4b7b5d562067 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:47.841657 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3d38-1ca1-462d-be4c-584fba72d39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.845610 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51878a-5117-42ae-b14f-7882fffdacad req-38c7aa4c-0775-4b88-9eeb-a3c4a1bc89b8 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:47.847828 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b51878a-5117-42ae-b14f-7882fffdacad req-38c7aa4c-0775-4b88-9eeb-a3c4a1bc89b8 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.3543272 Jul 30 02:06:47.864652 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0801b94-3b37-4300-8250-f24cd2d48b11 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.867659 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0801b94-3b37-4300-8250-f24cd2d48b11 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.871439 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e0801b94-3b37-4300-8250-f24cd2d48b11 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "DELETE /v2.0/security-groups/4616f8b2-d9d8-408d-b784-f5f0ae359b00 HTTP/1.1" status: 204 len: 168 time: 0.7568581 Jul 30 02:06:47.875567 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41470) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:47.948630 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9af80bdb-b203-4602-875c-f0da991cea24 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0713260 Jul 30 02:06:47.950860 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41472) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:47.959006 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b96e83e6-da07-4e66-961b-ff50e51929eb tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598030291'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:48.005219 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-af93e2ae-524d-492b-b65a-1ab76c04f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:48.008266 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af93e2ae-524d-492b-b65a-1ab76c04f052 None None] The sync data for ids ['88c21cf4-5494-4df3-b819-1e8ab3776f74'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:06:48.019700 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0801b94-3b37-4300-8250-f24cd2d48b11 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4616f8b2-d9d8-408d-b784-f5f0ae359b00,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:48.064105 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5d4f3d38-1ca1-462d-be4c-584fba72d39b None None] Port 0e45768d-d784-403e-a0dd-4b7b5d562067 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:06:48.109513 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ee8f05ba-7462-4726-8c04-1ba6cde1f8bc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.111503 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ee8f05ba-7462-4726-8c04-1ba6cde1f8bc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/57f4dd5e-7512-4095-8b09-ba89412537c3 HTTP/1.1" status: 204 len: 168 time: 1.8178279 Jul 30 02:06:48.134720 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41476) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:48.198703 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.212055 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Transition to ACTIVE for port object 57285441-8020-422c-aff4-3321580accbd will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:48.223444 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7cf5265-e383-4c53-9d59-7c784a087e5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.240500 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b51878a-5117-42ae-b14f-7882fffdacad req-2465b82f-a02e-4085-b518-aff1a821b1c6 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755376 Jul 30 02:06:48.256936 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Transition to ACTIVE for port object 57285441-8020-422c-aff4-3321580accbd will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:48.295509 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e9ba4c-99a2-4ba1-8597-e47c0a481c32 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:48.297266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e9ba4c-99a2-4ba1-8597-e47c0a481c32 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:48.301556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e9ba4c-99a2-4ba1-8597-e47c0a481c32 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:48.306773 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d9e9ba4c-99a2-4ba1-8597-e47c0a481c32 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1706407 Jul 30 02:06:48.307575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41480) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:48.391919 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.455868 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-2130325a-5b4e-44ed-a418-7e4aafe5f6e8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet 00617aeb-96bd-4531-9de0-ba8cea426180 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:06:48.459435 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2130325a-5b4e-44ed-a418-7e4aafe5f6e8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.505702 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Network 9d1a6f9b-dfbd-4657-a967-1abead342b1d is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:48.509413 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:48.514132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:48.524438 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2130325a-5b4e-44ed-a418-7e4aafe5f6e8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.610107 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41484) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:48.616350 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b96e83e6-da07-4e66-961b-ff50e51929eb tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.637006 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b160b-e8b4-4851-855e-6799dca38d58 req-5b7972c0-08e4-41fc-924c-7fcdba2f10cd tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:48.638892 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-be8b160b-e8b4-4851-855e-6799dca38d58 req-5b7972c0-08e4-41fc-924c-7fcdba2f10cd tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 945 time: 0.1269546 Jul 30 02:06:48.641131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Pushing event updated for resources: {'Port': ['ID=57285441-8020-422c-aff4-3321580accbd,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:48.648158 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2130325a-5b4e-44ed-a418-7e4aafe5f6e8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.662791 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a4e2b87a-94d4-4551-88c9-7c01ec6efab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.666563 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Attempting to bind port 57285441-8020-422c-aff4-3321580accbd on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:48.667334 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Attempting to bind port 57285441-8020-422c-aff4-3321580accbd by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '4c89a6f4-23c2-405d-99ff-48cc8e8c54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9d1a6f9b-dfbd-4657-a967-1abead342b1d'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:48.667843 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Attempting to bind port 57285441-8020-422c-aff4-3321580accbd on network 9d1a6f9b-dfbd-4657-a967-1abead342b1d {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:48.697170 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:48.700786 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Checking segment: {'id': '4c89a6f4-23c2-405d-99ff-48cc8e8c54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9d1a6f9b-dfbd-4657-a967-1abead342b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:48.701335 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.703540 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Bound using segment: {'id': '4c89a6f4-23c2-405d-99ff-48cc8e8c54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9d1a6f9b-dfbd-4657-a967-1abead342b1d'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:48.704262 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Bound port: 57285441-8020-422c-aff4-3321580accbd, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c89a6f4-23c2-405d-99ff-48cc8e8c54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9d1a6f9b-dfbd-4657-a967-1abead342b1d'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:48.704938 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.750631 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.db.api [None req-a4e2b87a-94d4-4551-88c9-7c01ec6efab8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:06:48.750631 n-d-713498-9 neutron-server[94464]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 02:06:48.750631 n-d-713498-9 neutron-server[94464]: [parameters: {'project_id_1': '1cb061d9a7114883bf3d4c5c18744c2b', 'expiration_1': datetime.datetime(2021, 7, 30, 2, 6, 48, 710535)}] Jul 30 02:06:48.750631 n-d-713498-9 neutron-server[94464]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:06:48.751882 n-d-713498-9 neutron-server[94464]: DEBUG oslo_db.api [None req-a4e2b87a-94d4-4551-88c9-7c01ec6efab8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:06:48.766557 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-be8b160b-e8b4-4851-855e-6799dca38d58 req-f8bdb1b7-da64-4e02-a2b1-27b8fc38ccbd tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088498 Jul 30 02:06:48.804982 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2130325a-5b4e-44ed-a418-7e4aafe5f6e8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.833863 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] For port 57285441-8020-422c-aff4-3321580accbd, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:48.838767 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] For port 57285441-8020-422c-aff4-3321580accbd, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=57285441-8020-422c-aff4-3321580accbd,segment=NetworkSegment(4c89a6f4-23c2-405d-99ff-48cc8e8c54a6),segment_id=4c89a6f4-23c2-405d-99ff-48cc8e8c54a6)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:48.858560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130325a-5b4e-44ed-a418-7e4aafe5f6e8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=00617aeb-96bd-4531-9de0-ba8cea426180,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:48.883325 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2130325a-5b4e-44ed-a418-7e4aafe5f6e8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.887706 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b96e83e6-da07-4e66-961b-ff50e51929eb tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.890219 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41496) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:48.898004 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af36abf-fbf8-4bcc-9c75-daca24228b2e None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:48.912864 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2130325a-5b4e-44ed-a418-7e4aafe5f6e8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/00617aeb-96bd-4531-9de0-ba8cea426180 HTTP/1.1" status: 204 len: 168 time: 0.6039131 Jul 30 02:06:48.951336 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-822a5201-3d49-4ce6-97c9-ac1f203ed3df tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet 9b98229a-0592-4114-827a-b17f1c5a232c {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:06:48.955449 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-822a5201-3d49-4ce6-97c9-ac1f203ed3df tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.990164 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b96e83e6-da07-4e66-961b-ff50e51929eb tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.998651 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-192892fc-2345-48f5-a64b-7831fc6ff166 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:49.067232 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:49.167981 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7cf5265-e383-4c53-9d59-7c784a087e5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:49.239026 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7cf5265-e383-4c53-9d59-7c784a087e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:49.248583 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-822a5201-3d49-4ce6-97c9-ac1f203ed3df tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:49.248823 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa396f5-b55c-496e-87eb-a97f186d1ef3 None None] Pushing event updated for resources: {'Port': ['ID=57285441-8020-422c-aff4-3321580accbd,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:49.409759 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-822a5201-3d49-4ce6-97c9-ac1f203ed3df tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:49.513627 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a4e2b87a-94d4-4551-88c9-7c01ec6efab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:49.516623 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e83e6-da07-4e66-961b-ff50e51929eb tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54910475-b111-45cd-9013-d5e24cb889b3,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:49.534084 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b96e83e6-da07-4e66-961b-ff50e51929eb tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:49.540449 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b96e83e6-da07-4e66-961b-ff50e51929eb tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5857816 Jul 30 02:06:49.546448 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41528) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:49.551942 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-1e7ab166-9a93-45ba-a41e-0d582ef43c34 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:49.554453 n-d-713498-9 neutron-server[94464]: WARNING neutron.api.v2.base [None req-1e7ab166-9a93-45ba-a41e-0d582ef43c34 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 02:06:49.554453 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-1e7ab166-9a93-45ba-a41e-0d582ef43c34 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] update failed (client error): There was a conflict when trying to complete your request. Jul 30 02:06:49.558153 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1e7ab166-9a93-45ba-a41e-0d582ef43c34 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "PUT /v2.0/security-groups/54910475-b111-45cd-9013-d5e24cb889b3 HTTP/1.1" status: 409 len: 330 time: 0.0101373 Jul 30 02:06:49.565531 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41530) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:49.640032 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-822a5201-3d49-4ce6-97c9-ac1f203ed3df tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:49.644973 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa5e42-646e-43dd-95a6-6a41293717b3 req-2e09d267-11e1-4296-b1e6-818a558cc2f9 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:49.646671 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-78fa5e42-646e-43dd-95a6-6a41293717b3 req-2e09d267-11e1-4296-b1e6-818a558cc2f9 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.2822206 Jul 30 02:06:49.692099 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-c7cf5265-e383-4c53-9d59-7c784a087e5f admin admin] Allocated IP 172.25.1.7 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/94617c0f-299f-4013-86fc-3e2a534c3128) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:49.717675 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a5201-3d49-4ce6-97c9-ac1f203ed3df tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=9b98229a-0592-4114-827a-b17f1c5a232c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:49.764388 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-78fa5e42-646e-43dd-95a6-6a41293717b3 req-c2fba2e3-0225-4c54-a864-fb682722e510 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101897 Jul 30 02:06:49.800836 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-822a5201-3d49-4ce6-97c9-ac1f203ed3df tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:49.803118 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-822a5201-3d49-4ce6-97c9-ac1f203ed3df tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/9b98229a-0592-4114-827a-b17f1c5a232c HTTP/1.1" status: 204 len: 168 time: 0.9118493 Jul 30 02:06:49.806573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41534) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:49.913446 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e8b75083-df95-4a7d-9153-6fbf9d8c4a60 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982847 Jul 30 02:06:49.920362 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41538) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:50.033184 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a4e2b87a-94d4-4551-88c9-7c01ec6efab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.035680 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc1355d5-f532-4e8a-bac6-d3b4cc025464 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.070608 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc1355d5-f532-4e8a-bac6-d3b4cc025464 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.172648 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a4e2b87a-94d4-4551-88c9-7c01ec6efab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.309529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-636353e8-00b2-45ba-b956-61b4da220462 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:50.350658 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc1355d5-f532-4e8a-bac6-d3b4cc025464 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.356603 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc1355d5-f532-4e8a-bac6-d3b4cc025464 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.356603 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fc1355d5-f532-4e8a-bac6-d3b4cc025464 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "DELETE /v2.0/security-groups/54910475-b111-45cd-9013-d5e24cb889b3 HTTP/1.1" status: 204 len: 168 time: 0.7841146 Jul 30 02:06:50.363474 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41558) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:50.394152 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7cf5265-e383-4c53-9d59-7c784a087e5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.413906 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eb564c-96b6-4439-b258-f6cd1f0cdcdf None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:50.449678 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a4e2b87a-94d4-4551-88c9-7c01ec6efab8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1cb061d9a7114883bf3d4c5c18744c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8360493 Jul 30 02:06:50.450611 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2b87a-94d4-4551-88c9-7c01ec6efab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818124c1-66cf-45ec-832f-ce96e338fb49,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:50.476742 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41568) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:50.484159 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ac05d948-892e-4d83-839c-08d06a170f98 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1180923 Jul 30 02:06:50.494350 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41574) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:50.524630 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-812df15a-a908-46dd-9bb8-f17093a4fb40 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] delete failed (client error): The resource could not be found. Jul 30 02:06:50.532468 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-812df15a-a908-46dd-9bb8-f17093a4fb40 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "DELETE /v2.0/security-groups/c3de6805-6060-4389-a214-0fd739c64cfe HTTP/1.1" status: 404 len: 347 time: 0.0344875 Jul 30 02:06:50.533508 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41576) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:50.565605 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-af6e2d48-f417-4671-b1c8-0c2db70b8552 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] show failed (client error): The resource could not be found. Jul 30 02:06:50.572592 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-af6e2d48-f417-4671-b1c8-0c2db70b8552 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "GET /v2.0/security-groups/3e815b14-8020-4d9e-b1b5-2e508f0d41db HTTP/1.1" status: 404 len: 347 time: 0.0363758 Jul 30 02:06:50.573638 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41578) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:50.581018 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636353e8-00b2-45ba-b956-61b4da220462 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:50.597300 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-636353e8-00b2-45ba-b956-61b4da220462 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.623927 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c45079e9-a776-49dd-8947-b8a9d3f53895 None None] Provisioning complete for port eac19bda-a05b-4d98-a817-c29062a3ef84 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:50.624732 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c45079e9-a776-49dd-8947-b8a9d3f53895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.627017 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1355d5-f532-4e8a-bac6-d3b4cc025464 tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54910475-b111-45cd-9013-d5e24cb889b3,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:50.651890 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-192892fc-2345-48f5-a64b-7831fc6ff166 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Deleting port 0e45768d-d784-403e-a0dd-4b7b5d562067 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:50.651890 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-192892fc-2345-48f5-a64b-7831fc6ff166 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.911347 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-192892fc-2345-48f5-a64b-7831fc6ff166 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.913819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dd6a1e-e0c4-4f23-a999-8476c47d41da None None] DHCP port deletion for 84fe5bd8-9f93-443f-a4c2-007dacc11704 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:06:50.949023 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-192892fc-2345-48f5-a64b-7831fc6ff166 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Calling delete_port for 0e45768d-d784-403e-a0dd-4b7b5d562067 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:50.978128 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7cf5265-e383-4c53-9d59-7c784a087e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.998233 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1a852a7-ca30-46c9-babc-66f4fefa8230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:51.019328 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-046f1c2d-d128-4bcf-8887-a77eb25ac35a tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] show failed (client error): The resource could not be found. Jul 30 02:06:51.020394 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-046f1c2d-d128-4bcf-8887-a77eb25ac35a tempest-NegativeSecGroupTest-769033186 tempest-NegativeSecGroupTest-769033186-project] 10.222.0.70 "GET /v2.0/security-group-rules/51d9271f-d0b0-4df9-9024-28e27fc82ad1 HTTP/1.1" status: 404 len: 356 time: 0.4458046 Jul 30 02:06:51.083243 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-13dd6a1e-e0c4-4f23-a999-8476c47d41da None None] Deleting port eac19bda-a05b-4d98-a817-c29062a3ef84 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:51.083582 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13dd6a1e-e0c4-4f23-a999-8476c47d41da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:51.139185 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1a852a7-ca30-46c9-babc-66f4fefa8230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:51.206746 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cf5265-e383-4c53-9d59-7c784a087e5f admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:51.214618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-c7cf5265-e383-4c53-9d59-7c784a087e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:51.226620 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf5265-e383-4c53-9d59-7c784a087e5f admin admin] Pushing event updated for resources: {'Port': ['ID=94617c0f-299f-4013-86fc-3e2a534c3128,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:51.229143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cf5265-e383-4c53-9d59-7c784a087e5f admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:51.266220 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15a5466-350a-488a-9f99-17973fce2345 None None] Network 9d1a6f9b-dfbd-4657-a967-1abead342b1d requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:51.302199 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239525d2-5d2b-4f52-816a-1e91f22efc59 req-54a16e51-a3c6-4f41-8cc3-8d4fed08c6ff tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:51.303858 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-239525d2-5d2b-4f52-816a-1e91f22efc59 req-54a16e51-a3c6-4f41-8cc3-8d4fed08c6ff tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.3467724 Jul 30 02:06:51.361878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-13dd6a1e-e0c4-4f23-a999-8476c47d41da None None] For port eac19bda-a05b-4d98-a817-c29062a3ef84, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=eac19bda-a05b-4d98-a817-c29062a3ef84,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:51.362638 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13dd6a1e-e0c4-4f23-a999-8476c47d41da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:51.426247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-13dd6a1e-e0c4-4f23-a999-8476c47d41da None None] Calling delete_port for eac19bda-a05b-4d98-a817-c29062a3ef84 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:51.439685 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-239525d2-5d2b-4f52-816a-1e91f22efc59 req-7b834723-c8a8-4998-820a-1be9117b7e69 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202059 Jul 30 02:06:51.508631 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 57285441-8020-422c-aff4-3321580accbd up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:51.664887 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-192892fc-2345-48f5-a64b-7831fc6ff166 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:51.665149 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-636353e8-00b2-45ba-b956-61b4da220462 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:51.671271 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1a852a7-ca30-46c9-babc-66f4fefa8230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:51.676674 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1a852a7-ca30-46c9-babc-66f4fefa8230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:51.677361 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-16e418b3-8927-4325-a673-3ac7462b8c91 None None] Provisioning for port 57285441-8020-422c-aff4-3321580accbd completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:51.679080 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a1a852a7-ca30-46c9-babc-66f4fefa8230 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/818124c1-66cf-45ec-832f-ce96e338fb49 HTTP/1.1" status: 204 len: 168 time: 1.1925378 Jul 30 02:06:51.697377 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13dd6a1e-e0c4-4f23-a999-8476c47d41da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:51.730367 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192892fc-2345-48f5-a64b-7831fc6ff166 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Pushing event deleted for resources: {'Port': ['ID=0e45768d-d784-403e-a0dd-4b7b5d562067,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:51.762444 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a852a7-ca30-46c9-babc-66f4fefa8230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818124c1-66cf-45ec-832f-ce96e338fb49,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:51.824345 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 57285441-8020-422c-aff4-3321580accbd completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:51.849654 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 57285441-8020-422c-aff4-3321580accbd triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:51.850040 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:51.900959 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636353e8-00b2-45ba-b956-61b4da220462 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:51.926816 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-636353e8-00b2-45ba-b956-61b4da220462 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:51.962645 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd6a1e-e0c4-4f23-a999-8476c47d41da None None] Pushing event deleted for resources: {'Port': ['ID=eac19bda-a05b-4d98-a817-c29062a3ef84,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:51.979327 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636353e8-00b2-45ba-b956-61b4da220462 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:51.979327 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-636353e8-00b2-45ba-b956-61b4da220462 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:52.020538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dd6a1e-e0c4-4f23-a999-8476c47d41da None None] No DVR routers for this DVR port eac19bda-a05b-4d98-a817-c29062a3ef84 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:52.074505 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7941bcd4-7e13-498e-947b-1e581f90017f None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:52.106877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636353e8-00b2-45ba-b956-61b4da220462 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=e74da98a-41e2-469b-826d-7e88f62b08d4,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:52.155849 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-192892fc-2345-48f5-a64b-7831fc6ff166 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:52.255201 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41598) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:52.286107 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-636353e8-00b2-45ba-b956-61b4da220462 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3644748 Jul 30 02:06:52.296610 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41602) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:52.308268 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3dd29fbe-a4fe-42de-9e22-851fe104c0fc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:52.485832 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b9748952-ad02-4196-b405-75c08c2d0ace None None] Provisioning complete for port 57285441-8020-422c-aff4-3321580accbd triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:52.486809 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9748952-ad02-4196-b405-75c08c2d0ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:52.524999 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:52.632264 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 57285441-8020-422c-aff4-3321580accbd, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=57285441-8020-422c-aff4-3321580accbd,segment=NetworkSegment(4c89a6f4-23c2-405d-99ff-48cc8e8c54a6),segment_id=4c89a6f4-23c2-405d-99ff-48cc8e8c54a6)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:52.643865 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192892fc-2345-48f5-a64b-7831fc6ff166 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Router 88c21cf4-5494-4df3-b819-1e8ab3776f74 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:06:52.735059 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b7423faa-5777-4c72-bfb7-24e68a4973fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=923b83ee053f4408b95e4ae8651e604d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715476 Jul 30 02:06:52.736203 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7cf5265-e383-4c53-9d59-7c784a087e5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:52.740308 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41614) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:52.744008 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:52.845615 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192892fc-2345-48f5-a64b-7831fc6ff166 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:06:52.849174 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-192892fc-2345-48f5-a64b-7831fc6ff166 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "PUT /v2.0/routers/88c21cf4-5494-4df3-b819-1e8ab3776f74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0833251 Jul 30 02:06:52.854115 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4a43aa-87c3-41e1-bd7c-247bc308dadd None None] Sync routers for ids ['88c21cf4-5494-4df3-b819-1e8ab3776f74'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:06:52.855654 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41616) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:52.875510 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4a43aa-87c3-41e1-bd7c-247bc308dadd None None] Routers {'88c21cf4-5494-4df3-b819-1e8ab3776f74'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:52.877291 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1d4a43aa-87c3-41e1-bd7c-247bc308dadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:06:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['88c21cf4-5494-4df3-b819-1e8ab3776f74'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:52.915790 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c8182de4-0e92-46a6-a4de-f5be457de6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:52.918119 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-805bef97-3600-4d98-898d-5a09b9ae037b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] show failed (client error): The resource could not be found. Jul 30 02:06:52.919404 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-805bef97-3600-4d98-898d-5a09b9ae037b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-1685764325 HTTP/1.1" status: 404 len: 335 time: 0.0624530 Jul 30 02:06:52.924947 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41618) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:52.935443 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-1b6b078b-c4c6-4258-a1bd-2da2ae102954 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:52.963359 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1d4a43aa-87c3-41e1-bd7c-247bc308dadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:52.980331 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=57285441-8020-422c-aff4-3321580accbd,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:52.995149 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device eac19bda-a05b-4d98-a817-c29062a3ef84 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:06:53.007072 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4a43aa-87c3-41e1-bd7c-247bc308dadd None None] Routers {'88c21cf4-5494-4df3-b819-1e8ab3776f74'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:53.007899 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1d4a43aa-87c3-41e1-bd7c-247bc308dadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:06:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['88c21cf4-5494-4df3-b819-1e8ab3776f74'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:53.015207 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d22b51-a8d2-4141-9cd8-6fdb3f5bc6ec req-437cde47-52ae-4d34-98a4-c019803f75fa tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:53.028449 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c8d22b51-a8d2-4141-9cd8-6fdb3f5bc6ec req-437cde47-52ae-4d34-98a4-c019803f75fa tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.3784585 Jul 30 02:06:53.041915 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-84fe5bd8-9f93-443f-a4c2-007dacc11704', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'fixed_ips': [{'subnet_id': 'e74da98a-41e2-469b-826d-7e88f62b08d4'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:06:53.042980 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:53.049199 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: eac19bda-a05b-4d98-a817-c29062a3ef84 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:06:53.050377 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-1b6b078b-c4c6-4258-a1bd-2da2ae102954 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] update failed (client error): The resource could not be found. Jul 30 02:06:53.051572 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1b6b078b-c4c6-4258-a1bd-2da2ae102954 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-1055502597 HTTP/1.1" status: 404 len: 335 time: 0.1254399 Jul 30 02:06:53.051982 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device eac19bda-a05b-4d98-a817-c29062a3ef84 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:06:53.062255 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c8182de4-0e92-46a6-a4de-f5be457de6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:53.063967 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41622) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:53.103012 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1d4a43aa-87c3-41e1-bd7c-247bc308dadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:53.104213 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4a43aa-87c3-41e1-bd7c-247bc308dadd None None] The sync data for ids ['88c21cf4-5494-4df3-b819-1e8ab3776f74'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:06:53.161113 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd29fbe-a4fe-42de-9e22-851fe104c0fc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:53.172249 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf316d3-3fdc-4004-9925-d6b8f784ba2c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Deleting subnet 1b73898d-d63b-483f-afbf-38702b47bcaf {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:06:53.174545 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3dd29fbe-a4fe-42de-9e22-851fe104c0fc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:53.180641 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aaf316d3-3fdc-4004-9925-d6b8f784ba2c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:53.238339 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aaf316d3-3fdc-4004-9925-d6b8f784ba2c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:53.334153 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c8182de4-0e92-46a6-a4de-f5be457de6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:53.344793 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c8182de4-0e92-46a6-a4de-f5be457de6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:53.354759 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c8182de4-0e92-46a6-a4de-f5be457de6d0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd39f2f0-e70a-4e0d-b8fe-169788188a8a HTTP/1.1" status: 204 len: 168 time: 0.6104255 Jul 30 02:06:53.412930 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8182de4-0e92-46a6-a4de-f5be457de6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd39f2f0-e70a-4e0d-b8fe-169788188a8a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:53.466035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Allocated IP 172.20.0.2 (84fe5bd8-9f93-443f-a4c2-007dacc11704/e74da98a-41e2-469b-826d-7e88f62b08d4/502f5da6-92ae-4901-9689-36179f4bfe96) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:53.610389 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aaf316d3-3fdc-4004-9925-d6b8f784ba2c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:53.628640 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 57285441-8020-422c-aff4-3321580accbd up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:53.653492 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c8d22b51-a8d2-4141-9cd8-6fdb3f5bc6ec req-86af38fb-3e25-485a-a240-865b9dc162fc tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6239612 Jul 30 02:06:53.734468 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7cf5265-e383-4c53-9d59-7c784a087e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:53.763059 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 57285441-8020-422c-aff4-3321580accbd triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:53.763485 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:53.907450 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aaf316d3-3fdc-4004-9925-d6b8f784ba2c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:53.943090 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf316d3-3fdc-4004-9925-d6b8f784ba2c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Pushing event deleted for resources: {'Subnet': ['ID=1b73898d-d63b-483f-afbf-38702b47bcaf,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:53.955967 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aaf316d3-3fdc-4004-9925-d6b8f784ba2c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:53.965555 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-aaf316d3-3fdc-4004-9925-d6b8f784ba2c tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "DELETE /v2.0/subnets/1b73898d-d63b-483f-afbf-38702b47bcaf HTTP/1.1" status: 204 len: 168 time: 0.8938932 Jul 30 02:06:53.965974 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41642) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:53.991797 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e74ce4-e672-41aa-ba47-1819cc5d14bb None None] Network d9fda78f-2e9f-45fc-a633-3cda2d7d1129 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:54.014375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7cf5265-e383-4c53-9d59-7c784a087e5f admin admin] Router f8dfc2e9-d6ba-4566-9883-a539356e64be is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:06:54.029922 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea9641f-7822-4c9d-9ecd-a77c27574a97 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Deleting subnet 32207925-d939-4140-94ee-59dbfe63d122 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:06:54.050829 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:54.080487 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bea9641f-7822-4c9d-9ecd-a77c27574a97 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:54.087209 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Transition to ACTIVE for port object 502f5da6-92ae-4901-9689-36179f4bfe96 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:54.120347 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Transition to ACTIVE for port object 502f5da6-92ae-4901-9689-36179f4bfe96 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:54.227147 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:54.249987 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bea9641f-7822-4c9d-9ecd-a77c27574a97 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:54.300813 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:54.311043 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:54.327896 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:54.362230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.objects.ports [None req-3dd29fbe-a4fe-42de-9e22-851fe104c0fc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94465) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:06:54.445191 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0dd884-999f-4454-8993-1cbc4974e1b8 None None] DHCP port deletion for d9fda78f-2e9f-45fc-a633-3cda2d7d1129 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:06:54.449307 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Pushing event updated for resources: {'Port': ['ID=502f5da6-92ae-4901-9689-36179f4bfe96,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:54.486646 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7cf5265-e383-4c53-9d59-7c784a087e5f admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:06:54.520324 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] Sync routers for ids ['f8dfc2e9-d6ba-4566-9883-a539356e64be'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:06:54.526149 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Attempting to bind port 502f5da6-92ae-4901-9689-36179f4bfe96 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:54.526149 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Attempting to bind port 502f5da6-92ae-4901-9689-36179f4bfe96 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:54.526149 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Attempting to bind port 502f5da6-92ae-4901-9689-36179f4bfe96 on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:54.539401 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] Routers {'f8dfc2e9-d6ba-4566-9883-a539356e64be'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:54.540309 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:06:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f8dfc2e9-d6ba-4566-9883-a539356e64be'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:54.544332 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:54.544741 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:54.545582 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:54.545993 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:54.546505 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Bound port: 502f5da6-92ae-4901-9689-36179f4bfe96, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:54.546985 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:54.586207 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bea9641f-7822-4c9d-9ecd-a77c27574a97 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:54.624096 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7cf5265-e383-4c53-9d59-7c784a087e5f admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:54.625747 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c7cf5265-e383-4c53-9d59-7c784a087e5f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 7.8522069 Jul 30 02:06:54.630019 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41672) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:54.774824 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6b0dd884-999f-4454-8993-1cbc4974e1b8 None None] Deleting port 4b933faf-e629-47a6-8242-1c62af6b03ae {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:54.775997 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b0dd884-999f-4454-8993-1cbc4974e1b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:54.796819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] For port 502f5da6-92ae-4901-9689-36179f4bfe96, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:54.805701 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bea9641f-7822-4c9d-9ecd-a77c27574a97 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:54.849817 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] For port 502f5da6-92ae-4901-9689-36179f4bfe96, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=502f5da6-92ae-4901-9689-36179f4bfe96,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:54.867913 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] Set router f8dfc2e9-d6ba-4566-9883-a539356e64be gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:06:54.900719 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bea9641f-7822-4c9d-9ecd-a77c27574a97 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:54.907576 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bea9641f-7822-4c9d-9ecd-a77c27574a97 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "DELETE /v2.0/subnets/32207925-d939-4140-94ee-59dbfe63d122 HTTP/1.1" status: 204 len: 168 time: 0.9450166 Jul 30 02:06:54.911701 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41684) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:54.912793 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9641f-7822-4c9d-9ecd-a77c27574a97 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Pushing event deleted for resources: {'Subnet': ['ID=32207925-d939-4140-94ee-59dbfe63d122,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:54.943853 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39b9306-ec0e-49de-86b2-c68196b0d722 None None] Network 227c3f4b-2eba-4e51-8291-a162f9549582 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:54.948987 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:55.040811 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5ef99b11-f8d4-40f0-9ef1-de76b21f2ef0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:55.042572 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3dd29fbe-a4fe-42de-9e22-851fe104c0fc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:55.056388 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7a00d-409e-4c8f-8263-69043af66062 None None] Pushing event updated for resources: {'Port': ['ID=502f5da6-92ae-4901-9689-36179f4bfe96,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:55.125018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-6b0dd884-999f-4454-8993-1cbc4974e1b8 None None] For port 4b933faf-e629-47a6-8242-1c62af6b03ae, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4b933faf-e629-47a6-8242-1c62af6b03ae,segment=NetworkSegment(0e755c32-f0ed-4005-ac6f-61fbe26f89c7),segment_id=0e755c32-f0ed-4005-ac6f-61fbe26f89c7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:55.125839 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b0dd884-999f-4454-8993-1cbc4974e1b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:55.164074 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6b0dd884-999f-4454-8993-1cbc4974e1b8 None None] Calling delete_port for 4b933faf-e629-47a6-8242-1c62af6b03ae owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:55.188064 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-5ef99b11-f8d4-40f0-9ef1-de76b21f2ef0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Deleting port 4b933faf-e629-47a6-8242-1c62af6b03ae {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:55.188413 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5ef99b11-f8d4-40f0-9ef1-de76b21f2ef0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:55.441191 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518a673-29d1-4770-9894-8fd03be27ad4 req-44f3fd8b-2e5d-45dd-b00e-ad1961151d9d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:55.446557 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5518a673-29d1-4770-9894-8fd03be27ad4 req-44f3fd8b-2e5d-45dd-b00e-ad1961151d9d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.4415710 Jul 30 02:06:55.451612 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825c15b-cc0e-4b66-b62c-6c030977355a req-67493775-277b-464c-841c-2978270b2f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:55.456953 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b825c15b-cc0e-4b66-b62c-6c030977355a req-67493775-277b-464c-841c-2978270b2f38 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=98cb24431910454fa0102d049341fde2&device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 1097 time: 0.4647808 Jul 30 02:06:55.547573 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4b933faf-e629-47a6-8242-1c62af6b03ae no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:06:55.639294 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b0dd884-999f-4454-8993-1cbc4974e1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:55.725438 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0dd884-999f-4454-8993-1cbc4974e1b8 None None] Pushing event deleted for resources: {'Port': ['ID=4b933faf-e629-47a6-8242-1c62af6b03ae,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:55.731962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 4b933faf-e629-47a6-8242-1c62af6b03ae {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:06:55.732414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4b933faf-e629-47a6-8242-1c62af6b03ae not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:06:55.757783 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0dd884-999f-4454-8993-1cbc4974e1b8 None None] No DVR routers for this DVR port 4b933faf-e629-47a6-8242-1c62af6b03ae on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:55.837670 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dfc2e9-d6ba-4566-9883-a539356e64be', 'name': 'tempest-ImageQuotaTest-2073418133-router', 'tenant_id': 'b648b357aff2409093bf6a584feac70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '94617c0f-299f-4013-86fc-3e2a534c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:06:46Z', 'updated_at': '2021-07-30T02:06:51Z', 'revision_number': 3, 'project_id': 'b648b357aff2409093bf6a584feac70a', 'gw_port': {'id': '94617c0f-299f-4013-86fc-3e2a534c3128', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:29:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dfc2e9-d6ba-4566-9883-a539356e64be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:06:49Z', 'updated_at': '2021-07-30T02:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:55.908684 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ce5d89-9c4d-4b2e-b6db-8766ba862a71 None None] DHCP port deletion for 227c3f4b-2eba-4e51-8291-a162f9549582 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:06:55.936576 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-5ef99b11-f8d4-40f0-9ef1-de76b21f2ef0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] For port 4b933faf-e629-47a6-8242-1c62af6b03ae, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4b933faf-e629-47a6-8242-1c62af6b03ae,segment=NetworkSegment(0e755c32-f0ed-4005-ac6f-61fbe26f89c7),segment_id=0e755c32-f0ed-4005-ac6f-61fbe26f89c7)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:55.937520 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5ef99b11-f8d4-40f0-9ef1-de76b21f2ef0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:55.957144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-5ef99b11-f8d4-40f0-9ef1-de76b21f2ef0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Calling delete_port for 4b933faf-e629-47a6-8242-1c62af6b03ae owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:55.970841 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] Checking router: f8dfc2e9-d6ba-4566-9883-a539356e64be for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:06:55.971186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] Updating router f8dfc2e9-d6ba-4566-9883-a539356e64be port 94617c0f-299f-4013-86fc-3e2a534c3128 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:06:56.034644 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:56.120689 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-3dd29fbe-a4fe-42de-9e22-851fe104c0fc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] For port 502f5da6-92ae-4901-9689-36179f4bfe96, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=502f5da6-92ae-4901-9689-36179f4bfe96,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:56.147911 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b9ce5d89-9c4d-4b2e-b6db-8766ba862a71 None None] Deleting port 06ce558c-666c-42d1-ba32-5aacf00a994d {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:56.152187 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5d89-9c4d-4b2e-b6db-8766ba862a71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:56.153025 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5ef99b11-f8d4-40f0-9ef1-de76b21f2ef0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:56.237457 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3dd29fbe-a4fe-42de-9e22-851fe104c0fc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:56.242224 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef99b11-f8d4-40f0-9ef1-de76b21f2ef0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] No DVR routers for this DVR port 4b933faf-e629-47a6-8242-1c62af6b03ae on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:56.246770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef99b11-f8d4-40f0-9ef1-de76b21f2ef0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Pushing event deleted for resources: {'Port': ['ID=4b933faf-e629-47a6-8242-1c62af6b03ae,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:56.304309 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3dd29fbe-a4fe-42de-9e22-851fe104c0fc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:56.305791 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3dd29fbe-a4fe-42de-9e22-851fe104c0fc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:56.328822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b9ce5d89-9c4d-4b2e-b6db-8766ba862a71 None None] For port 06ce558c-666c-42d1-ba32-5aacf00a994d, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=06ce558c-666c-42d1-ba32-5aacf00a994d,segment=NetworkSegment(154dc560-adf4-4189-a92e-8c29d4efe9ec),segment_id=154dc560-adf4-4189-a92e-8c29d4efe9ec)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:56.329225 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5d89-9c4d-4b2e-b6db-8766ba862a71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:56.391684 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5518a673-29d1-4770-9894-8fd03be27ad4 req-cf15b02e-2aa1-4a4e-bb8c-6d6a71ba9d32 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9335759 Jul 30 02:06:56.392883 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825c15b-cc0e-4b66-b62c-6c030977355a req-8fdbb55f-6c58-4e49-af63-d11729a1d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:56.394391 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b825c15b-cc0e-4b66-b62c-6c030977355a req-8fdbb55f-6c58-4e49-af63-d11729a1d925 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d37600d1-d258-4a70-aa2c-f9ef5b6795ad HTTP/1.1" status: 200 len: 915 time: 0.9297152 Jul 30 02:06:56.423462 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b9ce5d89-9c4d-4b2e-b6db-8766ba862a71 None None] Calling delete_port for 06ce558c-666c-42d1-ba32-5aacf00a994d owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:56.452457 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b825c15b-cc0e-4b66-b62c-6c030977355a req-50e1e9e2-23b8-490c-87f7-7e5a6864fec1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0839fbba-db49-4ab9-9700-19b6b639b4c6 HTTP/1.1" status: 200 len: 217 time: 0.0478039 Jul 30 02:06:56.497622 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd29fbe-a4fe-42de-9e22-851fe104c0fc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:56.502418 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5ef99b11-f8d4-40f0-9ef1-de76b21f2ef0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:56.516781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-3dd29fbe-a4fe-42de-9e22-851fe104c0fc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:56.529771 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd29fbe-a4fe-42de-9e22-851fe104c0fc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:56.530953 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3dd29fbe-a4fe-42de-9e22-851fe104c0fc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:56.548990 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-5ef99b11-f8d4-40f0-9ef1-de76b21f2ef0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9fda78f-2e9f-45fc-a633-3cda2d7d1129']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:56.574755 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-5ef99b11-f8d4-40f0-9ef1-de76b21f2ef0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e755c32-f0ed-4005-ac6f-61fbe26f89c7') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:56.575458 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-5ef99b11-f8d4-40f0-9ef1-de76b21f2ef0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e755c32-f0ed-4005-ac6f-61fbe26f89c7') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:56.580045 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d7ac2899-a070-4ec1-b7a6-6e69b2156073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:56.584696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd29fbe-a4fe-42de-9e22-851fe104c0fc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=f03fb70b-ded6-4665-ac70-c0dc12323d7f,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:56.585394 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825c15b-cc0e-4b66-b62c-6c030977355a req-c15b9b74-c843-4627-9742-516f9c4ac576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:56.589910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd29fbe-a4fe-42de-9e22-851fe104c0fc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=502f5da6-92ae-4901-9689-36179f4bfe96,revision_number=4']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:56.597525 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5ef99b11-f8d4-40f0-9ef1-de76b21f2ef0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:56.601405 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b825c15b-cc0e-4b66-b62c-6c030977355a req-c15b9b74-c843-4627-9742-516f9c4ac576 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28fb4a46-70b0-422c-83c7-3105b3c04140 HTTP/1.1" status: 200 len: 854 time: 0.1405065 Jul 30 02:06:56.614013 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5ef99b11-f8d4-40f0-9ef1-de76b21f2ef0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:56.629010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef99b11-f8d4-40f0-9ef1-de76b21f2ef0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:06:56.629996 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5ef99b11-f8d4-40f0-9ef1-de76b21f2ef0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: self.session.flush() Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:06:56.637506 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:06:56.658739 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b825c15b-cc0e-4b66-b62c-6c030977355a req-9d298239-81d9-4f4e-b471-7c3725ab8f0c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d37600d1-d258-4a70-aa2c-f9ef5b6795ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411439 Jul 30 02:06:56.723318 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3dd29fbe-a4fe-42de-9e22-851fe104c0fc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4256003 Jul 30 02:06:56.732914 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41716) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:56.751891 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-32f85a10-d53e-478f-9186-b283ddd98a3e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'mac_address': 'fa:16:3e:18:03:c7', 'name': 'tempest-NetworksTestDHCPv6-2141881530'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:56.765197 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5d89-9c4d-4b2e-b6db-8766ba862a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:56.816010 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce5d89-9c4d-4b2e-b6db-8766ba862a71 None None] Pushing event deleted for resources: {'Port': ['ID=06ce558c-666c-42d1-ba32-5aacf00a994d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:56.826880 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:56.832731 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ce5d89-9c4d-4b2e-b6db-8766ba862a71 None None] No DVR routers for this DVR port 06ce558c-666c-42d1-ba32-5aacf00a994d on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:56.843451 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b825c15b-cc0e-4b66-b62c-6c030977355a req-6711e5d0-741b-4cb8-8216-ebbb4a1e164d service neutron] 10.222.0.10 "GET /v2.0/networks/d37600d1-d258-4a70-aa2c-f9ef5b6795ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650004 Jul 30 02:06:56.877795 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbd43a7-73da-44d6-ae56-480c351c700e None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:56.981724 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] Transition to ACTIVE for port object 94617c0f-299f-4013-86fc-3e2a534c3128 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:57.019293 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5ef99b11-f8d4-40f0-9ef1-de76b21f2ef0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.031308 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5ef99b11-f8d4-40f0-9ef1-de76b21f2ef0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.035503 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5ef99b11-f8d4-40f0-9ef1-de76b21f2ef0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "DELETE /v2.0/networks/d9fda78f-2e9f-45fc-a633-3cda2d7d1129 HTTP/1.1" status: 204 len: 168 time: 2.1092150 Jul 30 02:06:57.036312 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41722) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:57.046859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6f51d288-7658-4e31-a420-fefe2978a171 None None] Provisioning for port 502f5da6-92ae-4901-9689-36179f4bfe96 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:57.050076 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef99b11-f8d4-40f0-9ef1-de76b21f2ef0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Pushing event deleted for resources: {'Network': ['ID=d9fda78f-2e9f-45fc-a633-3cda2d7d1129,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:57.086867 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.151743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] Attempting to bind port 94617c0f-299f-4013-86fc-3e2a534c3128 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:57.152104 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] Attempting to bind port 94617c0f-299f-4013-86fc-3e2a534c3128 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:57.152517 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] Attempting to bind port 94617c0f-299f-4013-86fc-3e2a534c3128 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:57.154927 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2629db6-345b-4fa4-bca9-b5e714b30e68 None None] Pushing event updated for resources: {'Port': ['ID=94617c0f-299f-4013-86fc-3e2a534c3128,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:57.162817 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:57.163157 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:57.163755 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.164148 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:57.164613 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] Bound port: 94617c0f-299f-4013-86fc-3e2a534c3128, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:57.164995 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.168713 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f85a10-d53e-478f-9186-b283ddd98a3e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:57.230111 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] For port 94617c0f-299f-4013-86fc-3e2a534c3128, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:57.236432 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-d7ac2899-a070-4ec1-b7a6-6e69b2156073 admin admin] Allocated IP 172.20.0.1 (9d1a6f9b-dfbd-4657-a967-1abead342b1d/a651db1a-d0e2-46e9-ba9a-bc219b81c460/02517052-ce32-481f-bdb8-4b558efb7a19) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:57.239149 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] For port 94617c0f-299f-4013-86fc-3e2a534c3128, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=94617c0f-299f-4013-86fc-3e2a534c3128,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:57.244504 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b825c15b-cc0e-4b66-b62c-6c030977355a req-0fb60d8b-d449-4f89-86b8-e5035da89e87 service neutron] 10.222.0.10 "GET /v2.0/networks/d37600d1-d258-4a70-aa2c-f9ef5b6795ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902242 Jul 30 02:06:57.271319 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba1376e3-2296-4f42-ba4b-c4025be990f0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.309441 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-32f85a10-d53e-478f-9186-b283ddd98a3e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.329277 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.364208 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-32f85a10-d53e-478f-9186-b283ddd98a3e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port 0c70d6d5-8685-42eb-b00f-e1003ecf92c0 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:06:57.494764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2629db6-345b-4fa4-bca9-b5e714b30e68 None None] Pushing event updated for resources: {'Port': ['ID=94617c0f-299f-4013-86fc-3e2a534c3128,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:57.513548 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] Routers {'f8dfc2e9-d6ba-4566-9883-a539356e64be'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:57.514496 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:06:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f8dfc2e9-d6ba-4566-9883-a539356e64be'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:57.666851 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba1376e3-2296-4f42-ba4b-c4025be990f0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.699139 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] Set router f8dfc2e9-d6ba-4566-9883-a539356e64be gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:06:57.705606 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ba1376e3-2296-4f42-ba4b-c4025be990f0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227c3f4b-2eba-4e51-8291-a162f9549582']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:57.739021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ba1376e3-2296-4f42-ba4b-c4025be990f0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154dc560-adf4-4189-a92e-8c29d4efe9ec') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:57.739261 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ba1376e3-2296-4f42-ba4b-c4025be990f0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154dc560-adf4-4189-a92e-8c29d4efe9ec') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:57.746004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07926a78-ead9-4e6e-866b-d23399a45ab6 req-2f80ce5b-85a5-40af-94fe-e020db5e6809 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:57.748496 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07926a78-ead9-4e6e-866b-d23399a45ab6 req-2f80ce5b-85a5-40af-94fe-e020db5e6809 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1600001 Jul 30 02:06:57.760065 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba1376e3-2296-4f42-ba4b-c4025be990f0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.795513 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d7ac2899-a070-4ec1-b7a6-6e69b2156073 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.811443 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-d7ac2899-a070-4ec1-b7a6-6e69b2156073 admin admin] Transition to ACTIVE for port object 02517052-ce32-481f-bdb8-4b558efb7a19 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:57.829271 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07926a78-ead9-4e6e-866b-d23399a45ab6 req-7727be26-59a8-422e-a6c3-396b5f131927 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459011 Jul 30 02:06:57.830567 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba1376e3-2296-4f42-ba4b-c4025be990f0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1376e3-2296-4f42-ba4b-c4025be990f0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba1376e3-2296-4f42-ba4b-c4025be990f0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:06:57.866466 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:06:57.932688 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-32f85a10-d53e-478f-9186-b283ddd98a3e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 172.20.0.13 (84fe5bd8-9f93-443f-a4c2-007dacc11704/e74da98a-41e2-469b-826d-7e88f62b08d4/0c70d6d5-8685-42eb-b00f-e1003ecf92c0) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:57.940812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-32f85a10-d53e-478f-9186-b283ddd98a3e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::f816:3eff:fe18:3c7 (84fe5bd8-9f93-443f-a4c2-007dacc11704/f03fb70b-ded6-4665-ac70-c0dc12323d7f/0c70d6d5-8685-42eb-b00f-e1003ecf92c0) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:57.999858 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 502f5da6-92ae-4901-9689-36179f4bfe96 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:58.003620 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0839fbba-db49-4ab9-9700-19b6b639b4c6 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:06:58.153887 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-32f85a10-d53e-478f-9186-b283ddd98a3e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:58.169651 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-32f85a10-d53e-478f-9186-b283ddd98a3e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object 0c70d6d5-8685-42eb-b00f-e1003ecf92c0 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:58.198145 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d7ac2899-a070-4ec1-b7a6-6e69b2156073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:58.203655 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba1376e3-2296-4f42-ba4b-c4025be990f0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:58.219301 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba1376e3-2296-4f42-ba4b-c4025be990f0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:58.221864 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ba1376e3-2296-4f42-ba4b-c4025be990f0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "DELETE /v2.0/networks/227c3f4b-2eba-4e51-8291-a162f9549582 HTTP/1.1" status: 204 len: 168 time: 1.1824546 Jul 30 02:06:58.224798 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41736) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:58.279935 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ac2899-a070-4ec1-b7a6-6e69b2156073 admin admin] Network 9d1a6f9b-dfbd-4657-a967-1abead342b1d is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:58.295284 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11b1066-d545-46de-95c1-a18991599dcc tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Deleting subnet 47032ec6-fb39-4100-8c0f-c04680b96ba3 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:06:58.297210 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d7ac2899-a070-4ec1-b7a6-6e69b2156073 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:58.300686 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ac2899-a070-4ec1-b7a6-6e69b2156073 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:58.304069 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1376e3-2296-4f42-ba4b-c4025be990f0 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Pushing event deleted for resources: {'Network': ['ID=227c3f4b-2eba-4e51-8291-a162f9549582,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:58.304590 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d11b1066-d545-46de-95c1-a18991599dcc tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:58.318329 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:58.324756 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 502f5da6-92ae-4901-9689-36179f4bfe96 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:58.350228 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 502f5da6-92ae-4901-9689-36179f4bfe96 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:58.350710 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:58.375770 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-32f85a10-d53e-478f-9186-b283ddd98a3e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:58.388305 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3126c612-60c9-46a9-afa2-c47fc5ee1dd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0839fbba-db49-4ab9-9700-19b6b639b4c6'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:58.398620 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d11b1066-d545-46de-95c1-a18991599dcc tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:58.402957 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50a09f8-071d-4c62-962b-a56b507d64d0" -d '{"events": [{"server_uuid": "3126c612-60c9-46a9-afa2-c47fc5ee1dd2", "name": "network-vif-unplugged", "status": "completed", "tag": "0839fbba-db49-4ab9-9700-19b6b639b4c6"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:58.418795 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d7ac2899-a070-4ec1-b7a6-6e69b2156073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:58.424634 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac2899-a070-4ec1-b7a6-6e69b2156073 admin admin] Pushing event updated for resources: {'Port': ['ID=02517052-ce32-481f-bdb8-4b558efb7a19,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:58.450773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0839fbba-db49-4ab9-9700-19b6b639b4c6, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0839fbba-db49-4ab9-9700-19b6b639b4c6,segment=NetworkSegment(b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f),segment_id=b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:58.476407 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f85a10-d53e-478f-9186-b283ddd98a3e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:58.495232 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-32f85a10-d53e-478f-9186-b283ddd98a3e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:58.502034 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dfc2e9-d6ba-4566-9883-a539356e64be', 'name': 'tempest-ImageQuotaTest-2073418133-router', 'tenant_id': 'b648b357aff2409093bf6a584feac70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '94617c0f-299f-4013-86fc-3e2a534c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:06:46Z', 'updated_at': '2021-07-30T02:06:51Z', 'revision_number': 3, 'project_id': 'b648b357aff2409093bf6a584feac70a', 'gw_port': {'id': '94617c0f-299f-4013-86fc-3e2a534c3128', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:29:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dfc2e9-d6ba-4566-9883-a539356e64be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:06:49Z', 'updated_at': '2021-07-30T02:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:58.502627 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886a08d0-e1ea-4350-b8e7-5b66d7af0b06 x-openstack-request-id: req-886a08d0-e1ea-4350-b8e7-5b66d7af0b06 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:58.502995 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3126c612-60c9-46a9-afa2-c47fc5ee1dd2", "name": "network-vif-unplugged", "status": "completed", "tag": "0839fbba-db49-4ab9-9700-19b6b639b4c6", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:58.503489 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-886a08d0-e1ea-4350-b8e7-5b66d7af0b06 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:58.504082 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3126c612-60c9-46a9-afa2-c47fc5ee1dd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0839fbba-db49-4ab9-9700-19b6b639b4c6', 'code': 200} Jul 30 02:06:58.526328 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f85a10-d53e-478f-9186-b283ddd98a3e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:58.584022 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:58.592132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79889aa-fea0-42c9-bb66-5f2dca217b5c None None] The sync data for ids ['f8dfc2e9-d6ba-4566-9883-a539356e64be'] in n-d-713498-9 is: [{'id': 'f8dfc2e9-d6ba-4566-9883-a539356e64be', 'name': 'tempest-ImageQuotaTest-2073418133-router', 'tenant_id': 'b648b357aff2409093bf6a584feac70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '94617c0f-299f-4013-86fc-3e2a534c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:06:46Z', 'updated_at': '2021-07-30T02:06:51Z', 'revision_number': 3, 'project_id': 'b648b357aff2409093bf6a584feac70a', 'gw_port': {'id': '94617c0f-299f-4013-86fc-3e2a534c3128', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:29:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dfc2e9-d6ba-4566-9883-a539356e64be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:06:49Z', 'updated_at': '2021-07-30T02:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:06:58.660591 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f85a10-d53e-478f-9186-b283ddd98a3e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=0c70d6d5-8685-42eb-b00f-e1003ecf92c0,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:58.736328 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:58.798443 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f85a10-d53e-478f-9186-b283ddd98a3e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:58.800344 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-32f85a10-d53e-478f-9186-b283ddd98a3e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:58.802962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0839fbba-db49-4ab9-9700-19b6b639b4c6,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:58.847224 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 502f5da6-92ae-4901-9689-36179f4bfe96, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=502f5da6-92ae-4901-9689-36179f4bfe96,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:58.910038 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d11b1066-d545-46de-95c1-a18991599dcc tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:58.950531 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:58.950531 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-61939fea-9634-4864-9088-c0be02d4d15a None None] Provisioning for port 02517052-ce32-481f-bdb8-4b558efb7a19 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:58.981169 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-61939fea-9634-4864-9088-c0be02d4d15a None None] Provisioning complete for port 02517052-ce32-481f-bdb8-4b558efb7a19 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:58.981923 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61939fea-9634-4864-9088-c0be02d4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.013537 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-32f85a10-d53e-478f-9186-b283ddd98a3e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2790213 Jul 30 02:06:59.014525 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41758) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:59.108062 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d7ac2899-a070-4ec1-b7a6-6e69b2156073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.118678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45ae04-e5fe-4d5c-99ef-5250b4adc369 req-3a4e46c0-3f13-4ade-98e3-1f4e6b1a797b tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:59.124139 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f45ae04-e5fe-4d5c-99ef-5250b4adc369 req-3a4e46c0-3f13-4ade-98e3-1f4e6b1a797b tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 944 time: 0.1876123 Jul 30 02:06:59.139660 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 06ce558c-666c-42d1-ba32-5aacf00a994d no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:06:59.176655 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269d18db-f276-491c-8f31-3187fb2ac471 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:59.183244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269d18db-f276-491c-8f31-3187fb2ac471 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:59.188107 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-269d18db-f276-491c-8f31-3187fb2ac471 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1607709 Jul 30 02:06:59.196281 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41762) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:59.230393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 06ce558c-666c-42d1-ba32-5aacf00a994d {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:06:59.230393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 06ce558c-666c-42d1-ba32-5aacf00a994d not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:06:59.254720 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-61939fea-9634-4864-9088-c0be02d4d15a None None] Port 02517052-ce32-481f-bdb8-4b558efb7a19 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:06:59.272750 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f45ae04-e5fe-4d5c-99ef-5250b4adc369 req-648a5f7d-9ffc-4522-8a1e-793bcb54bbb4 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332912 Jul 30 02:06:59.290466 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=502f5da6-92ae-4901-9689-36179f4bfe96,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:59.346106 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d11b1066-d545-46de-95c1-a18991599dcc tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.426984 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d11b1066-d545-46de-95c1-a18991599dcc tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.430867 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b169f4af-cda1-4909-ad18-d8d5e0dddc3c None None] Network 045f5216-3a2d-48d8-bafb-7f5b260cf26c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:59.442816 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d11b1066-d545-46de-95c1-a18991599dcc tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "DELETE /v2.0/subnets/47032ec6-fb39-4100-8c0f-c04680b96ba3 HTTP/1.1" status: 204 len: 168 time: 1.2080376 Jul 30 02:06:59.443855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41764) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:59.446111 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b1066-d545-46de-95c1-a18991599dcc tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Pushing event deleted for resources: {'Subnet': ['ID=47032ec6-fb39-4100-8c0f-c04680b96ba3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:59.539192 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6d86372a-d93a-4a3c-a8c4-90869452aaa7 None None] Provisioning for port 0c70d6d5-8685-42eb-b00f-e1003ecf92c0 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:59.544472 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d7ac2899-a070-4ec1-b7a6-6e69b2156073 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.562894 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dff7a19c-d53c-4a23-a1e1-de730870112b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.567138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6d86372a-d93a-4a3c-a8c4-90869452aaa7 None None] Provisioning complete for port 0c70d6d5-8685-42eb-b00f-e1003ecf92c0 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:59.571043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-5e9d7ce5-0240-42fd-a48d-abd5a1ecc0a6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port 0c70d6d5-8685-42eb-b00f-e1003ecf92c0 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:59.571793 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7ce5-0240-42fd-a48d-abd5a1ecc0a6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.575020 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d86372a-d93a-4a3c-a8c4-90869452aaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.635308 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 502f5da6-92ae-4901-9689-36179f4bfe96 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:59.648669 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d7ac2899-a070-4ec1-b7a6-6e69b2156073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.731608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6d86372a-d93a-4a3c-a8c4-90869452aaa7 None None] Port 0c70d6d5-8685-42eb-b00f-e1003ecf92c0 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:06:59.799920 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7ce5-0240-42fd-a48d-abd5a1ecc0a6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.825501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-5e9d7ce5-0240-42fd-a48d-abd5a1ecc0a6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for 0c70d6d5-8685-42eb-b00f-e1003ecf92c0 owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:59.828398 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 502f5da6-92ae-4901-9689-36179f4bfe96 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:59.828769 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.840483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-dff7a19c-d53c-4a23-a1e1-de730870112b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Deleting port 831c1357-1953-4a38-acd0-b89cba0da75c {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:59.840837 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dff7a19c-d53c-4a23-a1e1-de730870112b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.877421 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac2899-a070-4ec1-b7a6-6e69b2156073 admin admin] Pushing event updated for resources: {'Port': ['ID=02517052-ce32-481f-bdb8-4b558efb7a19,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:59.969326 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d7ac2899-a070-4ec1-b7a6-6e69b2156073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.029819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 94617c0f-299f-4013-86fc-3e2a534c3128 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:00.077864 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-dff7a19c-d53c-4a23-a1e1-de730870112b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] For port 831c1357-1953-4a38-acd0-b89cba0da75c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=831c1357-1953-4a38-acd0-b89cba0da75c,segment=NetworkSegment(e53aed7a-c083-49e7-ab6c-83352520679e),segment_id=e53aed7a-c083-49e7-ab6c-83352520679e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:00.078535 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dff7a19c-d53c-4a23-a1e1-de730870112b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.098574 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d893e4c9-ab88-4b30-950c-ab9f5a8b7c6c None None] DHCP port deletion for 045f5216-3a2d-48d8-bafb-7f5b260cf26c request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:07:00.109134 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-dff7a19c-d53c-4a23-a1e1-de730870112b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Calling delete_port for 831c1357-1953-4a38-acd0-b89cba0da75c owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:00.241895 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d893e4c9-ab88-4b30-950c-ab9f5a8b7c6c None None] Deleting port 831c1357-1953-4a38-acd0-b89cba0da75c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:00.242395 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d893e4c9-ab88-4b30-950c-ab9f5a8b7c6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.250173 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ac2899-a070-4ec1-b7a6-6e69b2156073 admin admin] Network 9d1a6f9b-dfbd-4657-a967-1abead342b1d is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:00.253610 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d7ac2899-a070-4ec1-b7a6-6e69b2156073 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:00.337165 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 94617c0f-299f-4013-86fc-3e2a534c3128 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:00.376665 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 94617c0f-299f-4013-86fc-3e2a534c3128 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:00.376665 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.426841 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7ce5-0240-42fd-a48d-abd5a1ecc0a6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.429762 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dff7a19c-d53c-4a23-a1e1-de730870112b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.430081 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d893e4c9-ab88-4b30-950c-ab9f5a8b7c6c None None] For port 831c1357-1953-4a38-acd0-b89cba0da75c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=831c1357-1953-4a38-acd0-b89cba0da75c,segment=NetworkSegment(e53aed7a-c083-49e7-ab6c-83352520679e),segment_id=e53aed7a-c083-49e7-ab6c-83352520679e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:00.430516 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d893e4c9-ab88-4b30-950c-ab9f5a8b7c6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.450831 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d893e4c9-ab88-4b30-950c-ab9f5a8b7c6c None None] Calling delete_port for 831c1357-1953-4a38-acd0-b89cba0da75c owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:00.533200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7a19c-d53c-4a23-a1e1-de730870112b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Pushing event deleted for resources: {'Port': ['ID=831c1357-1953-4a38-acd0-b89cba0da75c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:00.581407 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ac2899-a070-4ec1-b7a6-6e69b2156073 admin admin] Router f8dfc2e9-d6ba-4566-9883-a539356e64be has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:07:00.593480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff7a19c-d53c-4a23-a1e1-de730870112b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] No DVR routers for this DVR port 831c1357-1953-4a38-acd0-b89cba0da75c on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:00.601008 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e911f-bd37-4928-a8c1-e889be34c230 req-a36c72ec-f010-4cc9-8c4e-a03ead8cb3f5 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:00.603780 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fb6e911f-bd37-4928-a8c1-e889be34c230 req-a36c72ec-f010-4cc9-8c4e-a03ead8cb3f5 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 944 time: 0.1442199 Jul 30 02:07:00.605568 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.681374 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 94617c0f-299f-4013-86fc-3e2a534c3128, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=94617c0f-299f-4013-86fc-3e2a534c3128,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:00.688376 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d893e4c9-ab88-4b30-950c-ab9f5a8b7c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.704300 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d893e4c9-ab88-4b30-950c-ab9f5a8b7c6c None None] No DVR routers for this DVR port 831c1357-1953-4a38-acd0-b89cba0da75c on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:00.726223 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d7ce5-0240-42fd-a48d-abd5a1ecc0a6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=0c70d6d5-8685-42eb-b00f-e1003ecf92c0,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:00.729678 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fb6e911f-bd37-4928-a8c1-e889be34c230 req-42ed4562-51a0-4b06-94f7-1cce75b83a98 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135566 Jul 30 02:07:00.736982 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893e4c9-ab88-4b30-950c-ab9f5a8b7c6c None None] Pushing event deleted for resources: {'Port': ['ID=831c1357-1953-4a38-acd0-b89cba0da75c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:00.755436 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.867723 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4e20ea42-c3c7-49d4-93ab-a04b018f7fa2 None None] Provisioning complete for port 02517052-ce32-481f-bdb8-4b558efb7a19 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:00.867723 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4e20ea42-c3c7-49d4-93ab-a04b018f7fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.868834 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7ce5-0240-42fd-a48d-abd5a1ecc0a6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.870967 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5e9d7ce5-0240-42fd-a48d-abd5a1ecc0a6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/0c70d6d5-8685-42eb-b00f-e1003ecf92c0 HTTP/1.1" status: 204 len: 168 time: 1.6751702 Jul 30 02:07:00.877418 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41790) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:00.906209 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dff7a19c-d53c-4a23-a1e1-de730870112b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.927161 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=94617c0f-299f-4013-86fc-3e2a534c3128,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:00.944068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4e20ea42-c3c7-49d4-93ab-a04b018f7fa2 None None] Port 02517052-ce32-481f-bdb8-4b558efb7a19 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:07:00.967999 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-dff7a19c-d53c-4a23-a1e1-de730870112b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045f5216-3a2d-48d8-bafb-7f5b260cf26c']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:00.997187 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-dff7a19c-d53c-4a23-a1e1-de730870112b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53aed7a-c083-49e7-ab6c-83352520679e') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:00.997488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-dff7a19c-d53c-4a23-a1e1-de730870112b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53aed7a-c083-49e7-ab6c-83352520679e') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:01.021980 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dff7a19c-d53c-4a23-a1e1-de730870112b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:01.049315 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532a263-f35c-4c87-8b43-240b4c65d73f req-c4a75a5f-fb04-4a0a-bde8-f677e2428f98 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:01.050971 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d532a263-f35c-4c87-8b43-240b4c65d73f req-c4a75a5f-fb04-4a0a-bde8-f677e2428f98 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 944 time: 0.2053449 Jul 30 02:07:01.052092 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dff7a19c-d53c-4a23-a1e1-de730870112b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:01.060285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff7a19c-d53c-4a23-a1e1-de730870112b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:07:01.060699 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dff7a19c-d53c-4a23-a1e1-de730870112b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:07:01.064836 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:07:01.122083 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8464e9dd-4cbb-4a85-a19a-461144e12bc8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:01.123906 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8464e9dd-4cbb-4a85-a19a-461144e12bc8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:01.125630 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8464e9dd-4cbb-4a85-a19a-461144e12bc8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:01.128307 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8464e9dd-4cbb-4a85-a19a-461144e12bc8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2452281 Jul 30 02:07:01.145496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41798) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:01.151984 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ac2899-a070-4ec1-b7a6-6e69b2156073 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:07:01.156960 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d532a263-f35c-4c87-8b43-240b4c65d73f req-8831d4a8-03ef-4fbb-824c-2d67d092b91b tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977981 Jul 30 02:07:01.160800 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d7ac2899-a070-4ec1-b7a6-6e69b2156073 admin admin] 10.222.0.70 "PUT /v2.0/routers/f8dfc2e9-d6ba-4566-9883-a539356e64be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5297368 Jul 30 02:07:01.233953 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6389371-a81b-4c99-b039-9f2a585a34e3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet e74da98a-41e2-469b-826d-7e88f62b08d4 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:07:01.237611 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6389371-a81b-4c99-b039-9f2a585a34e3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:01.283874 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6389371-a81b-4c99-b039-9f2a585a34e3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:01.308263 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dff7a19c-d53c-4a23-a1e1-de730870112b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:01.319246 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dff7a19c-d53c-4a23-a1e1-de730870112b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:01.326072 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41808) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:01.346750 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dff7a19c-d53c-4a23-a1e1-de730870112b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "DELETE /v2.0/networks/045f5216-3a2d-48d8-bafb-7f5b260cf26c HTTP/1.1" status: 204 len: 168 time: 1.8697088 Jul 30 02:07:01.410774 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a691a8dc-d813-40b2-9a6b-bf5055e734a2 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "GET /v2.0/ports?device_id=88c21cf4-5494-4df3-b819-1e8ab3776f74 HTTP/1.1" status: 200 len: 205 time: 0.0783458 Jul 30 02:07:01.411498 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41816) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:01.418506 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7a19c-d53c-4a23-a1e1-de730870112b tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Pushing event deleted for resources: {'Network': ['ID=045f5216-3a2d-48d8-bafb-7f5b260cf26c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:01.499104 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 94617c0f-299f-4013-86fc-3e2a534c3128 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:01.546142 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6389371-a81b-4c99-b039-9f2a585a34e3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:01.567043 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] Sync routers for ids ['f8dfc2e9-d6ba-4566-9883-a539356e64be'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:07:01.586579 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] Routers {'f8dfc2e9-d6ba-4566-9883-a539356e64be'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:07:01.587940 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:06:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f8dfc2e9-d6ba-4566-9883-a539356e64be'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:01.603257 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c07f3de6-a836-4359-9398-196cd1ca8cd5 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:01.632077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 94617c0f-299f-4013-86fc-3e2a534c3128 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:01.637649 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:01.734755 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6389371-a81b-4c99-b039-9f2a585a34e3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:01.802317 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] Set router f8dfc2e9-d6ba-4566-9883-a539356e64be gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:07:01.803520 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0839fbba-db49-4ab9-9700-19b6b639b4c6 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:07:01.810368 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6389371-a81b-4c99-b039-9f2a585a34e3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=e74da98a-41e2-469b-826d-7e88f62b08d4,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:01.843138 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6389371-a81b-4c99-b039-9f2a585a34e3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:01.846982 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b6389371-a81b-4c99-b039-9f2a585a34e3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/e74da98a-41e2-469b-826d-7e88f62b08d4 HTTP/1.1" status: 204 len: 168 time: 0.6888134 Jul 30 02:07:01.859835 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41826) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:01.894737 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7df4e6-245b-456c-9473-41cae1c0ef6d None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:01.947422 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c07f3de6-a836-4359-9398-196cd1ca8cd5 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:02.012451 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa38966a-c9de-4b99-a17b-ef1c2cab5b18 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet f03fb70b-ded6-4665-ac70-c0dc12323d7f {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:07:02.017843 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c07f3de6-a836-4359-9398-196cd1ca8cd5 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:02.036619 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa38966a-c9de-4b99-a17b-ef1c2cab5b18 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:02.077559 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 831c1357-1953-4a38-acd0-b89cba0da75c no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:07:02.141019 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 831c1357-1953-4a38-acd0-b89cba0da75c {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:07:02.141372 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 831c1357-1953-4a38-acd0-b89cba0da75c not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:07:02.157028 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa38966a-c9de-4b99-a17b-ef1c2cab5b18 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:02.166202 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8dbbf-5789-4c0d-9646-715ddd5f3d66 req-87ebee88-dc8a-4d5a-be65-b553a13953cb tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:02.177538 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6d8dbbf-5789-4c0d-9646-715ddd5f3d66 req-87ebee88-dc8a-4d5a-be65-b553a13953cb tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 944 time: 0.2362225 Jul 30 02:07:02.271741 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6d8dbbf-5789-4c0d-9646-715ddd5f3d66 req-3bb1758d-9730-4341-b33f-ab72dc5d35b0 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854540 Jul 30 02:07:02.288556 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c07f3de6-a836-4359-9398-196cd1ca8cd5 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:02.288848 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dfc2e9-d6ba-4566-9883-a539356e64be', 'name': 'tempest-ImageQuotaTest-2073418133-router', 'tenant_id': 'b648b357aff2409093bf6a584feac70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '94617c0f-299f-4013-86fc-3e2a534c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:06:46Z', 'updated_at': '2021-07-30T02:06:58Z', 'revision_number': 4, 'project_id': 'b648b357aff2409093bf6a584feac70a', 'gw_port': {'id': '94617c0f-299f-4013-86fc-3e2a534c3128', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dfc2e9-d6ba-4566-9883-a539356e64be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:06:49Z', 'updated_at': '2021-07-30T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '02517052-ce32-481f-bdb8-4b558efb7a19', 'name': '', 'network_id': '9d1a6f9b-dfbd-4657-a967-1abead342b1d', 'tenant_id': 'b648b357aff2409093bf6a584feac70a', 'mac_address': 'fa:16:3e:68:78:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dfc2e9-d6ba-4566-9883-a539356e64be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'a651db1a-d0e2-46e9-ba9a-bc219b81c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:06:56Z', 'updated_at': '2021-07-30T02:06:59Z', 'revision_number': 2, 'project_id': 'b648b357aff2409093bf6a584feac70a', 'subnets': [{'id': 'a651db1a-d0e2-46e9-ba9a-bc219b81c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:02.289426 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07f3de6-a836-4359-9398-196cd1ca8cd5 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Fanout notify agent at l3_agent the message router_deleted on router 88c21cf4-5494-4df3-b819-1e8ab3776f74 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:07:02.305369 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c07f3de6-a836-4359-9398-196cd1ca8cd5 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:02.309528 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c07f3de6-a836-4359-9398-196cd1ca8cd5 tempest-RoutersNegativeTest-920508386 tempest-RoutersNegativeTest-920508386-project] 10.222.0.70 "DELETE /v2.0/routers/88c21cf4-5494-4df3-b819-1e8ab3776f74 HTTP/1.1" status: 204 len: 168 time: 0.8923576 Jul 30 02:07:02.319784 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa38966a-c9de-4b99-a17b-ef1c2cab5b18 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:02.368724 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] Checking router: f8dfc2e9-d6ba-4566-9883-a539356e64be for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:07:02.370632 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] Updating router f8dfc2e9-d6ba-4566-9883-a539356e64be port 02517052-ce32-481f-bdb8-4b558efb7a19 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:07:02.439246 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:02.603719 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa38966a-c9de-4b99-a17b-ef1c2cab5b18 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:02.721509 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38966a-c9de-4b99-a17b-ef1c2cab5b18 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=f03fb70b-ded6-4665-ac70-c0dc12323d7f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:02.754788 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa38966a-c9de-4b99-a17b-ef1c2cab5b18 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:02.759409 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41872) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:02.760866 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fa38966a-c9de-4b99-a17b-ef1c2cab5b18 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/f03fb70b-ded6-4665-ac70-c0dc12323d7f HTTP/1.1" status: 204 len: 168 time: 0.8999827 Jul 30 02:07:02.845694 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dfce1da0-ecce-4e42-aa9a-7403b40a29b2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819352 Jul 30 02:07:02.848305 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41876) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:02.950528 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdba80a-07d4-431a-9c48-ef8fe6f02b96 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:02.952674 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ecdba80a-07d4-431a-9c48-ef8fe6f02b96 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1031811 Jul 30 02:07:02.955508 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41882) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:02.968681 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:03.035931 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:03.050709 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] Transition to ACTIVE for port object 02517052-ce32-481f-bdb8-4b558efb7a19 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:03.096998 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378bf40-fabd-4088-a269-30ec43624e92 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:03.101852 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9378bf40-fabd-4088-a269-30ec43624e92 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1433692 Jul 30 02:07:03.102621 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41886) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:03.207577 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-854b4410-4d4d-47dc-a7fc-bb8408d27da7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037536 Jul 30 02:07:03.215275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41888) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:03.221174 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:03.224053 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-51bcc9bd-042f-4bed-975b-de3bb5537460 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:03.365691 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-85d326b2-b22c-44f7-bd30-8c56aa613188 req-c0ba43ef-50be-4d94-999f-b4bdd62d1e9f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7413552 Jul 30 02:07:03.515319 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c43924-3113-4b43-baf5-5905484298e0 None None] Pushing event updated for resources: {'Port': ['ID=02517052-ce32-481f-bdb8-4b558efb7a19,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:03.515319 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] Attempting to bind port 02517052-ce32-481f-bdb8-4b558efb7a19 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:07:03.515319 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] Attempting to bind port 02517052-ce32-481f-bdb8-4b558efb7a19 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '4c89a6f4-23c2-405d-99ff-48cc8e8c54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9d1a6f9b-dfbd-4657-a967-1abead342b1d'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:07:03.515319 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] Attempting to bind port 02517052-ce32-481f-bdb8-4b558efb7a19 on network 9d1a6f9b-dfbd-4657-a967-1abead342b1d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:03.515319 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:07:03.515319 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] Checking segment: {'id': '4c89a6f4-23c2-405d-99ff-48cc8e8c54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9d1a6f9b-dfbd-4657-a967-1abead342b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:03.515319 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:03.515319 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] Bound using segment: {'id': '4c89a6f4-23c2-405d-99ff-48cc8e8c54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9d1a6f9b-dfbd-4657-a967-1abead342b1d'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:07:03.515319 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] Bound port: 02517052-ce32-481f-bdb8-4b558efb7a19, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c89a6f4-23c2-405d-99ff-48cc8e8c54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9d1a6f9b-dfbd-4657-a967-1abead342b1d'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:07:03.515319 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:03.518053 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41894) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:03.549010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7afc7-88e3-4e34-b298-ca46faa00328 req-02cc49d2-4016-4943-a087-11e161c7a980 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:03.565249 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c7c7afc7-88e3-4e34-b298-ca46faa00328 req-02cc49d2-4016-4943-a087-11e161c7a980 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 944 time: 0.1277919 Jul 30 02:07:03.612502 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] For port 02517052-ce32-481f-bdb8-4b558efb7a19, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:07:03.612502 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] For port 02517052-ce32-481f-bdb8-4b558efb7a19, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=02517052-ce32-481f-bdb8-4b558efb7a19,segment=NetworkSegment(4c89a6f4-23c2-405d-99ff-48cc8e8c54a6),segment_id=4c89a6f4-23c2-405d-99ff-48cc8e8c54a6)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:07:03.654817 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c7c7afc7-88e3-4e34-b298-ca46faa00328 req-5fa60050-19a8-4e15-b7a8-a715944bea75 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830212 Jul 30 02:07:03.698468 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fedfe620-b0e1-4f1e-8b03-f8329f9f8864 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3aa0eaf72e3b4717866221f89a484e52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1861184 Jul 30 02:07:03.714826 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41904) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:03.782558 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bcc9bd-042f-4bed-975b-de3bb5537460 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:03.788229 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-51bcc9bd-042f-4bed-975b-de3bb5537460 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:03.790271 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-51bcc9bd-042f-4bed-975b-de3bb5537460 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:07:03.790926 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51bcc9bd-042f-4bed-975b-de3bb5537460 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:03.815273 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a817898-afa2-479f-9d6e-c9434150f70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:03.868595 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a817898-afa2-479f-9d6e-c9434150f70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:03.875680 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:03.881801 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f70750-e736-44fd-b1fd-315d9ea000b9 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:03.956499 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-51bcc9bd-042f-4bed-975b-de3bb5537460 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7378535 Jul 30 02:07:03.957751 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41914) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:03.963283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d7e19753-ee56-4964-a48b-3ef219d2e3ff tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:04.006498 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] Routers {'f8dfc2e9-d6ba-4566-9883-a539356e64be'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:07:04.019984 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a817898-afa2-479f-9d6e-c9434150f70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.024864 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a817898-afa2-479f-9d6e-c9434150f70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.026393 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8a817898-afa2-479f-9d6e-c9434150f70e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/81846ec1-c942-4a1c-956c-ef03ee532443 HTTP/1.1" status: 204 len: 168 time: 0.3104327 Jul 30 02:07:04.027043 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:06:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f8dfc2e9-d6ba-4566-9883-a539356e64be'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:04.045517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a817898-afa2-479f-9d6e-c9434150f70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81846ec1-c942-4a1c-956c-ef03ee532443,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:04.177246 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e80c59b4-a4ca-4910-95dc-de3419e56a76 None None] Provisioning complete for port 502f5da6-92ae-4901-9689-36179f4bfe96 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:04.178682 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e80c59b4-a4ca-4910-95dc-de3419e56a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.190991 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c43924-3113-4b43-baf5-5905484298e0 None None] Pushing event updated for resources: {'Port': ['ID=02517052-ce32-481f-bdb8-4b558efb7a19,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:04.254737 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e19753-ee56-4964-a48b-3ef219d2e3ff tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:04.258194 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d7e19753-ee56-4964-a48b-3ef219d2e3ff tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.260135 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e19753-ee56-4964-a48b-3ef219d2e3ff tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:07:04.264368 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e19753-ee56-4964-a48b-3ef219d2e3ff tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:04.378862 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41926) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:04.387997 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d7e19753-ee56-4964-a48b-3ef219d2e3ff tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4291394 Jul 30 02:07:04.391109 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41928) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:04.407655 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-577f58bb-f164-49f2-b74b-a90101da93c7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:04.422201 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] Set router f8dfc2e9-d6ba-4566-9883-a539356e64be gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:07:04.470896 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26260dca-bf68-442b-8c8d-fc68c64ba4f6 None None] DHCP port deletion for 84fe5bd8-9f93-443f-a4c2-007dacc11704 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:07:04.585929 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-26260dca-bf68-442b-8c8d-fc68c64ba4f6 None None] Deleting port 502f5da6-92ae-4901-9689-36179f4bfe96 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:04.586334 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-26260dca-bf68-442b-8c8d-fc68c64ba4f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.729234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-26260dca-bf68-442b-8c8d-fc68c64ba4f6 None None] For port 502f5da6-92ae-4901-9689-36179f4bfe96, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=502f5da6-92ae-4901-9689-36179f4bfe96,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:04.736225 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-26260dca-bf68-442b-8c8d-fc68c64ba4f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.764212 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-26260dca-bf68-442b-8c8d-fc68c64ba4f6 None None] Calling delete_port for 502f5da6-92ae-4901-9689-36179f4bfe96 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:04.806551 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dfc2e9-d6ba-4566-9883-a539356e64be', 'name': 'tempest-ImageQuotaTest-2073418133-router', 'tenant_id': 'b648b357aff2409093bf6a584feac70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '94617c0f-299f-4013-86fc-3e2a534c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:06:46Z', 'updated_at': '2021-07-30T02:06:58Z', 'revision_number': 4, 'project_id': 'b648b357aff2409093bf6a584feac70a', 'gw_port': {'id': '94617c0f-299f-4013-86fc-3e2a534c3128', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dfc2e9-d6ba-4566-9883-a539356e64be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:06:49Z', 'updated_at': '2021-07-30T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '02517052-ce32-481f-bdb8-4b558efb7a19', 'name': '', 'network_id': '9d1a6f9b-dfbd-4657-a967-1abead342b1d', 'tenant_id': 'b648b357aff2409093bf6a584feac70a', 'mac_address': 'fa:16:3e:68:78:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dfc2e9-d6ba-4566-9883-a539356e64be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'a651db1a-d0e2-46e9-ba9a-bc219b81c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:06:56Z', 'updated_at': '2021-07-30T02:07:03Z', 'revision_number': 4, 'project_id': 'b648b357aff2409093bf6a584feac70a', 'subnets': [{'id': 'a651db1a-d0e2-46e9-ba9a-bc219b81c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:04.868936 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45944370-fc7b-4cfb-87a8-09eae84b520a None None] The sync data for ids ['f8dfc2e9-d6ba-4566-9883-a539356e64be'] in n-d-713498-9 is: [{'id': 'f8dfc2e9-d6ba-4566-9883-a539356e64be', 'name': 'tempest-ImageQuotaTest-2073418133-router', 'tenant_id': 'b648b357aff2409093bf6a584feac70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '94617c0f-299f-4013-86fc-3e2a534c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:06:46Z', 'updated_at': '2021-07-30T02:06:58Z', 'revision_number': 4, 'project_id': 'b648b357aff2409093bf6a584feac70a', 'gw_port': {'id': '94617c0f-299f-4013-86fc-3e2a534c3128', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dfc2e9-d6ba-4566-9883-a539356e64be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:06:49Z', 'updated_at': '2021-07-30T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '02517052-ce32-481f-bdb8-4b558efb7a19', 'name': '', 'network_id': '9d1a6f9b-dfbd-4657-a967-1abead342b1d', 'tenant_id': 'b648b357aff2409093bf6a584feac70a', 'mac_address': 'fa:16:3e:68:78:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dfc2e9-d6ba-4566-9883-a539356e64be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'a651db1a-d0e2-46e9-ba9a-bc219b81c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:06:56Z', 'updated_at': '2021-07-30T02:07:03Z', 'revision_number': 4, 'project_id': 'b648b357aff2409093bf6a584feac70a', 'subnets': [{'id': 'a651db1a-d0e2-46e9-ba9a-bc219b81c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:07:04.908067 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577f58bb-f164-49f2-b74b-a90101da93c7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:04.921312 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-577f58bb-f164-49f2-b74b-a90101da93c7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.923790 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-577f58bb-f164-49f2-b74b-a90101da93c7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:07:04.924718 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-577f58bb-f164-49f2-b74b-a90101da93c7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:05.015529 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-26260dca-bf68-442b-8c8d-fc68c64ba4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:05.118788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26260dca-bf68-442b-8c8d-fc68c64ba4f6 None None] Pushing event deleted for resources: {'Port': ['ID=502f5da6-92ae-4901-9689-36179f4bfe96,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:05.143298 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26260dca-bf68-442b-8c8d-fc68c64ba4f6 None None] No DVR routers for this DVR port 502f5da6-92ae-4901-9689-36179f4bfe96 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:05.146022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260dca-bf68-442b-8c8d-fc68c64ba4f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.146880 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260dca-bf68-442b-8c8d-fc68c64ba4f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.147805 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260dca-bf68-442b-8c8d-fc68c64ba4f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.150538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260dca-bf68-442b-8c8d-fc68c64ba4f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.151437 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260dca-bf68-442b-8c8d-fc68c64ba4f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.152195 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260dca-bf68-442b-8c8d-fc68c64ba4f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.152990 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260dca-bf68-442b-8c8d-fc68c64ba4f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.153527 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260dca-bf68-442b-8c8d-fc68c64ba4f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.154057 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260dca-bf68-442b-8c8d-fc68c64ba4f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.155559 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260dca-bf68-442b-8c8d-fc68c64ba4f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.156122 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260dca-bf68-442b-8c8d-fc68c64ba4f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.156662 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260dca-bf68-442b-8c8d-fc68c64ba4f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.528414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 02517052-ce32-481f-bdb8-4b558efb7a19 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:05.662608 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b618428-10f9-4dc5-a33b-4f084e9fb95d req-545ce5e0-88d6-4900-9b63-f4e08ab8b857 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:05.665094 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b618428-10f9-4dc5-a33b-4f084e9fb95d req-545ce5e0-88d6-4900-9b63-f4e08ab8b857 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 944 time: 0.8778124 Jul 30 02:07:05.774589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 02517052-ce32-481f-bdb8-4b558efb7a19 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:05.780073 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 02517052-ce32-481f-bdb8-4b558efb7a19 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:05.780461 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:05.838584 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-577f58bb-f164-49f2-b74b-a90101da93c7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.4463089 Jul 30 02:07:05.842333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41966) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:05.848035 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b6a1a08a-1af2-4026-816b-f4ba854abada tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:05.879608 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41968) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:05.910502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d326b2-b22c-44f7-bd30-8c56aa613188 req-7afd70f7-4084-4346-9d93-5d789bac1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:05.912388 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-85d326b2-b22c-44f7-bd30-8c56aa613188 req-7afd70f7-4084-4346-9d93-5d789bac1e87 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2&tenant_id=98cb24431910454fa0102d049341fde2 HTTP/1.1" status: 200 len: 1095 time: 0.2251103 Jul 30 02:07:05.944173 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b618428-10f9-4dc5-a33b-4f084e9fb95d req-43eedca1-d211-4fbb-bd4d-1b683798c670 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676433 Jul 30 02:07:06.006147 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.014784 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41972) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:06.118994 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d326b2-b22c-44f7-bd30-8c56aa613188 req-ea38c2ba-95b7-451b-808c-832fd432d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:06.121031 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-85d326b2-b22c-44f7-bd30-8c56aa613188 req-ea38c2ba-95b7-451b-808c-832fd432d968 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=98cb24431910454fa0102d049341fde2&device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 1095 time: 0.1711605 Jul 30 02:07:06.143040 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 02517052-ce32-481f-bdb8-4b558efb7a19, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=02517052-ce32-481f-bdb8-4b558efb7a19,segment=NetworkSegment(4c89a6f4-23c2-405d-99ff-48cc8e8c54a6),segment_id=4c89a6f4-23c2-405d-99ff-48cc8e8c54a6)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:06.229916 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.275432 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-585b85f7-9c9a-4681-88e2-f4c18d3226b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.312524 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a1a08a-1af2-4026-816b-f4ba854abada tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:06.318877 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6a1a08a-1af2-4026-816b-f4ba854abada tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.321391 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a1a08a-1af2-4026-816b-f4ba854abada tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:07:06.321999 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a1a08a-1af2-4026-816b-f4ba854abada tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:06.354377 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 502f5da6-92ae-4901-9689-36179f4bfe96 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:07:06.356415 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=02517052-ce32-481f-bdb8-4b558efb7a19,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:06.374444 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-06d4f2ef-aee5-41cf-9939-8d8ffcf8eabf tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Request body: {'security_group': {'name': 'tempest-secgroup--542008388'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:06.388721 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 502f5da6-92ae-4901-9689-36179f4bfe96 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:07:06.389065 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 502f5da6-92ae-4901-9689-36179f4bfe96 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:07:06.414201 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d326b2-b22c-44f7-bd30-8c56aa613188 req-af23bdca-f485-4773-b2c2-e8acb6b72a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:06.415796 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-85d326b2-b22c-44f7-bd30-8c56aa613188 req-af23bdca-f485-4773-b2c2-e8acb6b72a6b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d37600d1-d258-4a70-aa2c-f9ef5b6795ad HTTP/1.1" status: 200 len: 915 time: 0.2876930 Jul 30 02:07:06.438173 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b6a1a08a-1af2-4026-816b-f4ba854abada tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5947077 Jul 30 02:07:06.441200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41980) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:06.447378 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-4eae7087-4a59-4b31-b81b-1778815b1cf9 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:06.504145 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-85d326b2-b22c-44f7-bd30-8c56aa613188 req-501990ec-9ed9-4baf-8689-9c5b616800b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0839fbba-db49-4ab9-9700-19b6b639b4c6 HTTP/1.1" status: 200 len: 217 time: 0.0794468 Jul 30 02:07:06.577663 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [None req-06d4f2ef-aee5-41cf-9939-8d8ffcf8eabf tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:07:06.577663 n-d-713498-9 neutron-server[94465]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 02:07:06.577663 n-d-713498-9 neutron-server[94465]: [parameters: {'project_id_1': 'c343c9788cf14744b873344f236a3e2b', 'expiration_1': datetime.datetime(2021, 7, 30, 2, 7, 6, 388562)}] Jul 30 02:07:06.577663 n-d-713498-9 neutron-server[94465]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:07:06.578757 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [None req-06d4f2ef-aee5-41cf-9939-8d8ffcf8eabf tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:07:06.619600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d326b2-b22c-44f7-bd30-8c56aa613188 req-8e25140d-073b-48fe-89ff-ede394ada059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:06.621472 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-85d326b2-b22c-44f7-bd30-8c56aa613188 req-8e25140d-073b-48fe-89ff-ede394ada059 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28fb4a46-70b0-422c-83c7-3105b3c04140 HTTP/1.1" status: 200 len: 854 time: 0.1073442 Jul 30 02:07:06.667542 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c2540af-1088-4cb2-9451-9c5a85a45f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.676314 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-85d326b2-b22c-44f7-bd30-8c56aa613188 req-dfb19597-ad17-4b5b-88d4-9350c122e517 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d37600d1-d258-4a70-aa2c-f9ef5b6795ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448203 Jul 30 02:07:06.832639 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-585b85f7-9c9a-4681-88e2-f4c18d3226b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.891655 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-85d326b2-b22c-44f7-bd30-8c56aa613188 req-89b9971a-e45a-4cd6-a8b5-f9cddd09354e service neutron] 10.222.0.10 "GET /v2.0/networks/d37600d1-d258-4a70-aa2c-f9ef5b6795ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774971 Jul 30 02:07:06.986620 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-585b85f7-9c9a-4681-88e2-f4c18d3226b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.016386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41986) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:07.016993 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-585b85f7-9c9a-4681-88e2-f4c18d3226b3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42ec613e0c8b44d7b5876eedda24f0ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1301095 Jul 30 02:07:07.038413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eae7087-4a59-4b31-b81b-1778815b1cf9 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:07.047899 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4eae7087-4a59-4b31-b81b-1778815b1cf9 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.049683 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eae7087-4a59-4b31-b81b-1778815b1cf9 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:07:07.050338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eae7087-4a59-4b31-b81b-1778815b1cf9 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:07.069801 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b85f7-9c9a-4681-88e2-f4c18d3226b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcce6ce-5a1d-4c2a-812c-ca61fc8ef5d6,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:07.103680 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-85d326b2-b22c-44f7-bd30-8c56aa613188 req-600bd345-e753-4456-981c-1c2a208bfb24 service neutron] 10.222.0.10 "GET /v2.0/networks/d37600d1-d258-4a70-aa2c-f9ef5b6795ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847126 Jul 30 02:07:07.143389 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e159a037-3d9e-41c1-a734-b5e48d3fcc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.155686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df44cc4-52b4-4e5f-b85a-7790b853db2c req-a89588ed-4d7b-4acf-93ef-0d61eed47c24 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:07.157378 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0df44cc4-52b4-4e5f-b85a-7790b853db2c req-a89588ed-4d7b-4acf-93ef-0d61eed47c24 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 944 time: 0.0969617 Jul 30 02:07:07.178611 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4eae7087-4a59-4b31-b81b-1778815b1cf9 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7330949 Jul 30 02:07:07.185771 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41988) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:07.188387 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-338f58f7-5dcf-421e-9601-748d42312373 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:07.208520 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e159a037-3d9e-41c1-a734-b5e48d3fcc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.268381 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0df44cc4-52b4-4e5f-b85a-7790b853db2c req-de14f724-548a-4944-8b18-613663c2676b tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982265 Jul 30 02:07:07.294310 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-06d4f2ef-aee5-41cf-9939-8d8ffcf8eabf tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.309630 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-06d4f2ef-aee5-41cf-9939-8d8ffcf8eabf tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.350991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-4c2540af-1088-4cb2-9451-9c5a85a45f2e admin admin] Deleting port 02517052-ce32-481f-bdb8-4b558efb7a19 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:07.355266 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c2540af-1088-4cb2-9451-9c5a85a45f2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.386285 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e159a037-3d9e-41c1-a734-b5e48d3fcc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.399289 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e159a037-3d9e-41c1-a734-b5e48d3fcc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.400705 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e159a037-3d9e-41c1-a734-b5e48d3fcc10 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5fcce6ce-5a1d-4c2a-812c-ca61fc8ef5d6 HTTP/1.1" status: 204 len: 168 time: 0.3823123 Jul 30 02:07:07.435936 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159a037-3d9e-41c1-a734-b5e48d3fcc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcce6ce-5a1d-4c2a-812c-ca61fc8ef5d6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:07.493169 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 02517052-ce32-481f-bdb8-4b558efb7a19 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:07.494742 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-4c2540af-1088-4cb2-9451-9c5a85a45f2e admin admin] For port 02517052-ce32-481f-bdb8-4b558efb7a19, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=02517052-ce32-481f-bdb8-4b558efb7a19,segment=NetworkSegment(4c89a6f4-23c2-405d-99ff-48cc8e8c54a6),segment_id=4c89a6f4-23c2-405d-99ff-48cc8e8c54a6)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:07.497328 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c2540af-1088-4cb2-9451-9c5a85a45f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.515806 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-4c2540af-1088-4cb2-9451-9c5a85a45f2e admin admin] Calling delete_port for 02517052-ce32-481f-bdb8-4b558efb7a19 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:07.565873 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-06d4f2ef-aee5-41cf-9939-8d8ffcf8eabf tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.575621 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 02517052-ce32-481f-bdb8-4b558efb7a19 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:07.576067 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.616704 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:07:07.631068 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-06d4f2ef-aee5-41cf-9939-8d8ffcf8eabf tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.687824 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4f2ef-aee5-41cf-9939-8d8ffcf8eabf tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524b07e0-882a-4317-9043-f2287873b07d,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:07.859957 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338f58f7-5dcf-421e-9601-748d42312373 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:07.864261 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-338f58f7-5dcf-421e-9601-748d42312373 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.870137 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-338f58f7-5dcf-421e-9601-748d42312373 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:07:07.886252 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-338f58f7-5dcf-421e-9601-748d42312373 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:07.934796 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c2540af-1088-4cb2-9451-9c5a85a45f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.972854 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2540af-1088-4cb2-9451-9c5a85a45f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=02517052-ce32-481f-bdb8-4b558efb7a19,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:07.979864 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-06d4f2ef-aee5-41cf-9939-8d8ffcf8eabf tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.054527 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-06d4f2ef-aee5-41cf-9939-8d8ffcf8eabf tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.104337 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4f2ef-aee5-41cf-9939-8d8ffcf8eabf tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1647209-fdb3-4b43-b34a-da22323f4b90,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:08.139249 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-338f58f7-5dcf-421e-9601-748d42312373 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9528103 Jul 30 02:07:08.139697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42014) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:08.183536 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-06d4f2ef-aee5-41cf-9939-8d8ffcf8eabf tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.213823 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-06d4f2ef-aee5-41cf-9939-8d8ffcf8eabf tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1676798 Jul 30 02:07:08.214060 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42018) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:08.229613 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ec76c192-910d-4a32-bd9f-1335661e8bc2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0888410 Jul 30 02:07:08.230340 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42020) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:08.294137 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42022) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:08.326035 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f50439-122d-430e-b9ec-ecf0f8d4ab49 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:08.342164 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c2540af-1088-4cb2-9451-9c5a85a45f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.342989 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-29f50439-122d-430e-b9ec-ecf0f8d4ab49 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1115298 Jul 30 02:07:08.343736 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42026) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:08.376586 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2caf26e-aff0-44b1-bd4b-49e4ac85edc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.426950 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-50d505dd-046d-4bc5-ac60-a4b4ac833218 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819492 Jul 30 02:07:08.427533 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42028) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:08.434761 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-280dd7ea-b4a2-4a49-8788-e0eb87d087a6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:08.494322 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-59185269-6857-46d4-84ef-cf9bc9693c5a tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2786870 Jul 30 02:07:08.502409 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42032) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:08.541295 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b6b8b714-6e48-4f0f-8e29-7ae249224126 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Request body: {'security_group': {'name': 'tempest-security--1068468643', 'description': 'tempest-security-description-206922520'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:08.751641 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b6b8b714-6e48-4f0f-8e29-7ae249224126 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.793941 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cb9e0-63c3-442f-b0fc-e4136a3ffe4b req-22decc11-2e17-4fee-b674-5a0b1e50a0c2 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:08.796186 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d72cb9e0-63c3-442f-b0fc-e4136a3ffe4b req-22decc11-2e17-4fee-b674-5a0b1e50a0c2 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 944 time: 0.3482037 Jul 30 02:07:08.988543 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b6b8b714-6e48-4f0f-8e29-7ae249224126 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.998388 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d72cb9e0-63c3-442f-b0fc-e4136a3ffe4b req-1bc76adb-3a76-4c7c-8626-868cada6f9eb tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930451 Jul 30 02:07:09.074869 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b6b8b714-6e48-4f0f-8e29-7ae249224126 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:09.077435 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b6b8b714-6e48-4f0f-8e29-7ae249224126 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:09.081829 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b6b8b714-6e48-4f0f-8e29-7ae249224126 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "PUT /v2.0/security-groups/a1647209-fdb3-4b43-b34a-da22323f4b90 HTTP/1.1" status: 200 len: 1779 time: 0.5751886 Jul 30 02:07:09.082413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42038) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:09.123170 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2caf26e-aff0-44b1-bd4b-49e4ac85edc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:09.161119 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8b714-6e48-4f0f-8e29-7ae249224126 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1647209-fdb3-4b43-b34a-da22323f4b90,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:09.178395 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2540af-1088-4cb2-9451-9c5a85a45f2e admin admin] Router f8dfc2e9-d6ba-4566-9883-a539356e64be has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:07:09.185867 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0fd8d9aa-b0f4-4804-adeb-41106c545b1b tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-groups/a1647209-fdb3-4b43-b34a-da22323f4b90 HTTP/1.1" status: 200 len: 1779 time: 0.1005433 Jul 30 02:07:09.188408 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42040) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:09.196653 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e389c31-a53d-4585-a995-deb850e894ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:09.249497 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2caf26e-aff0-44b1-bd4b-49e4ac85edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:09.310835 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b2caf26e-aff0-44b1-bd4b-49e4ac85edc3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ad7e9efc01840c4be6c1b912167abc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9888551 Jul 30 02:07:09.311616 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2caf26e-aff0-44b1-bd4b-49e4ac85edc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3520c496-f01b-439b-af27-9137cd148b39,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:09.320954 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42042) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:09.372237 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2540af-1088-4cb2-9451-9c5a85a45f2e admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:07:09.381968 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4c2540af-1088-4cb2-9451-9c5a85a45f2e admin admin] 10.222.0.70 "PUT /v2.0/routers/f8dfc2e9-d6ba-4566-9883-a539356e64be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9995120 Jul 30 02:07:09.412913 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42044) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:09.413030 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5e3883-39b3-47ff-b374-037704ec5f57 None None] Sync routers for ids ['f8dfc2e9-d6ba-4566-9883-a539356e64be'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:07:09.413030 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e3883-39b3-47ff-b374-037704ec5f57 None None] Routers {'f8dfc2e9-d6ba-4566-9883-a539356e64be'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:07:09.413030 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-aa5e3883-39b3-47ff-b374-037704ec5f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:06:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f8dfc2e9-d6ba-4566-9883-a539356e64be'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:09.461105 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280dd7ea-b4a2-4a49-8788-e0eb87d087a6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:09.468460 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-280dd7ea-b4a2-4a49-8788-e0eb87d087a6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:09.496558 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9cb04f3-ec7e-401f-8698-d80e6ba3be40 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:09.571245 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-89807dcc-8ca5-4eb6-be42-ffc4a7f0d7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:09.611113 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-89807dcc-8ca5-4eb6-be42-ffc4a7f0d7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:09.639774 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-aa5e3883-39b3-47ff-b374-037704ec5f57 None None] Set router f8dfc2e9-d6ba-4566-9883-a539356e64be gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:07:09.794668 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28d98604-d4be-4e24-9341-a109400e56fd admin admin] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:09.927903 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-aa5e3883-39b3-47ff-b374-037704ec5f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dfc2e9-d6ba-4566-9883-a539356e64be', 'name': 'tempest-ImageQuotaTest-2073418133-router', 'tenant_id': 'b648b357aff2409093bf6a584feac70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '94617c0f-299f-4013-86fc-3e2a534c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:06:46Z', 'updated_at': '2021-07-30T02:07:07Z', 'revision_number': 5, 'project_id': 'b648b357aff2409093bf6a584feac70a', 'gw_port': {'id': '94617c0f-299f-4013-86fc-3e2a534c3128', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dfc2e9-d6ba-4566-9883-a539356e64be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:06:49Z', 'updated_at': '2021-07-30T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:09.979006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5e3883-39b3-47ff-b374-037704ec5f57 None None] Checking router: f8dfc2e9-d6ba-4566-9883-a539356e64be for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:07:09.998179 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e3883-39b3-47ff-b374-037704ec5f57 None None] Routers {'f8dfc2e9-d6ba-4566-9883-a539356e64be'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:07:09.998998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-aa5e3883-39b3-47ff-b374-037704ec5f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:06:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f8dfc2e9-d6ba-4566-9883-a539356e64be'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:10.092508 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28d98604-d4be-4e24-9341-a109400e56fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.322906 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-28d98604-d4be-4e24-9341-a109400e56fd admin admin] Deleting port 94617c0f-299f-4013-86fc-3e2a534c3128 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:10.323161 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28d98604-d4be-4e24-9341-a109400e56fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.326266 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9cb04f3-ec7e-401f-8698-d80e6ba3be40 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.406716 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-aa5e3883-39b3-47ff-b374-037704ec5f57 None None] Set router f8dfc2e9-d6ba-4566-9883-a539356e64be gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:07:10.451524 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-89807dcc-8ca5-4eb6-be42-ffc4a7f0d7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.454207 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-89807dcc-8ca5-4eb6-be42-ffc4a7f0d7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.457870 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-89807dcc-8ca5-4eb6-be42-ffc4a7f0d7c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3520c496-f01b-439b-af27-9137cd148b39 HTTP/1.1" status: 204 len: 168 time: 1.1337984 Jul 30 02:07:10.483482 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89807dcc-8ca5-4eb6-be42-ffc4a7f0d7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3520c496-f01b-439b-af27-9137cd148b39,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:10.517337 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f6a7d-6114-48f5-99f8-6abb5bdb37b7 req-a1de6f33-4cdd-4565-8e53-b326c0ade41a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:10.519121 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a19f6a7d-6114-48f5-99f8-6abb5bdb37b7 req-a1de6f33-4cdd-4565-8e53-b326c0ade41a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 944 time: 0.2089305 Jul 30 02:07:10.530056 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9cb04f3-ec7e-401f-8698-d80e6ba3be40 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.532795 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9cb04f3-ec7e-401f-8698-d80e6ba3be40 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.534897 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f9cb04f3-ec7e-401f-8698-d80e6ba3be40 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "DELETE /v2.0/security-groups/a1647209-fdb3-4b43-b34a-da22323f4b90 HTTP/1.1" status: 204 len: 168 time: 1.3443375 Jul 30 02:07:10.537486 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42056) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:10.623242 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb04f3-ec7e-401f-8698-d80e6ba3be40 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1647209-fdb3-4b43-b34a-da22323f4b90,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:10.685763 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-28d98604-d4be-4e24-9341-a109400e56fd admin admin] For port 94617c0f-299f-4013-86fc-3e2a534c3128, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=94617c0f-299f-4013-86fc-3e2a534c3128,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:10.706695 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28d98604-d4be-4e24-9341-a109400e56fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.735390 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a19f6a7d-6114-48f5-99f8-6abb5bdb37b7 req-021c75a5-5b61-4652-9bbe-2c8e1eb79226 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997898 Jul 30 02:07:10.766329 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-28d98604-d4be-4e24-9341-a109400e56fd admin admin] Calling delete_port for 94617c0f-299f-4013-86fc-3e2a534c3128 owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:10.786790 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-40d4811f-f1f3-4c5e-8502-1514abbdb94b tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2455895 Jul 30 02:07:10.812651 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42058) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:10.952306 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-76d82357-2001-45b8-b9b6-385defb9763e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] delete failed (client error): The resource could not be found. Jul 30 02:07:10.953452 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-76d82357-2001-45b8-b9b6-385defb9763e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "DELETE /v2.0/security-groups/a1647209-fdb3-4b43-b34a-da22323f4b90 HTTP/1.1" status: 404 len: 347 time: 0.1396191 Jul 30 02:07:10.959634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42066) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:10.980942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-98af720f-6a20-4183-a0dc-e175c3c1051d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Request body: {'security_group': {'name': 'tempest-secgroup--1211786346'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:11.002098 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-aa5e3883-39b3-47ff-b374-037704ec5f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dfc2e9-d6ba-4566-9883-a539356e64be', 'name': 'tempest-ImageQuotaTest-2073418133-router', 'tenant_id': 'b648b357aff2409093bf6a584feac70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '94617c0f-299f-4013-86fc-3e2a534c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:06:46Z', 'updated_at': '2021-07-30T02:07:07Z', 'revision_number': 5, 'project_id': 'b648b357aff2409093bf6a584feac70a', 'gw_port': {'id': '94617c0f-299f-4013-86fc-3e2a534c3128', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dfc2e9-d6ba-4566-9883-a539356e64be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:06:49Z', 'updated_at': '2021-07-30T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:11.087040 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5e3883-39b3-47ff-b374-037704ec5f57 None None] The sync data for ids ['f8dfc2e9-d6ba-4566-9883-a539356e64be'] in n-d-713498-9 is: [{'id': 'f8dfc2e9-d6ba-4566-9883-a539356e64be', 'name': 'tempest-ImageQuotaTest-2073418133-router', 'tenant_id': 'b648b357aff2409093bf6a584feac70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '94617c0f-299f-4013-86fc-3e2a534c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:06:46Z', 'updated_at': '2021-07-30T02:07:07Z', 'revision_number': 5, 'project_id': 'b648b357aff2409093bf6a584feac70a', 'gw_port': {'id': '94617c0f-299f-4013-86fc-3e2a534c3128', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dfc2e9-d6ba-4566-9883-a539356e64be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:06:49Z', 'updated_at': '2021-07-30T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:07:11.407040 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-98af720f-6a20-4183-a0dc-e175c3c1051d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.507660 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 02517052-ce32-481f-bdb8-4b558efb7a19 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:07:11.530547 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 02517052-ce32-481f-bdb8-4b558efb7a19 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:07:11.530921 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 02517052-ce32-481f-bdb8-4b558efb7a19 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:07:11.622389 n-d-713498-9 neutron-server[94465]: DEBUG neutron.objects.ports [None req-280dd7ea-b4a2-4a49-8788-e0eb87d087a6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94465) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:07:11.644011 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-280dd7ea-b4a2-4a49-8788-e0eb87d087a6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.699499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280dd7ea-b4a2-4a49-8788-e0eb87d087a6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:11.709930 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-280dd7ea-b4a2-4a49-8788-e0eb87d087a6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:11.718086 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280dd7ea-b4a2-4a49-8788-e0eb87d087a6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:11.718782 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-280dd7ea-b4a2-4a49-8788-e0eb87d087a6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.722234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cff65e-bb3c-4928-a546-cbcd69c806b6 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:11.753369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280dd7ea-b4a2-4a49-8788-e0eb87d087a6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=7e079213-f5d0-4154-a1cc-8f29dff411b1,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:11.832209 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-98af720f-6a20-4183-a0dc-e175c3c1051d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.847809 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c7d1282-13db-461b-a109-da0cc0b26ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.912198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28d98604-d4be-4e24-9341-a109400e56fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.945965 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.959990 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-98af720f-6a20-4183-a0dc-e175c3c1051d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.025025 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-84fe5bd8-9f93-443f-a4c2-007dacc11704', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'fixed_ips': [{'subnet_id': '7e079213-f5d0-4154-a1cc-8f29dff411b1'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:07:12.027422 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.041679 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d98604-d4be-4e24-9341-a109400e56fd admin admin] Pushing event deleted for resources: {'Port': ['ID=94617c0f-299f-4013-86fc-3e2a534c3128,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:12.054537 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af720f-6a20-4183-a0dc-e175c3c1051d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4173ac79-6c7e-4292-9090-f8ede2d70ad4,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:12.075396 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-280dd7ea-b4a2-4a49-8788-e0eb87d087a6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6453776 Jul 30 02:07:12.077559 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42086) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:12.093210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7afbc9d5-0a4c-44a7-827b-ec8fe6ecc9f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'mac_address': 'fa:16:3e:42:96:5f', 'name': 'tempest-NetworksTestDHCPv6-1446809282'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:12.208677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc4471-3b08-4126-9f7e-35c027c0c77b req-5cd6c984-3160-45f9-a55c-d4e00e5ae207 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:12.217143 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aedc4471-3b08-4126-9f7e-35c027c0c77b req-5cd6c984-3160-45f9-a55c-d4e00e5ae207 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 944 time: 0.3238158 Jul 30 02:07:12.270893 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-98af720f-6a20-4183-a0dc-e175c3c1051d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.272815 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-98af720f-6a20-4183-a0dc-e175c3c1051d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3063271 Jul 30 02:07:12.276636 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42088) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:12.291968 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3de1a086-f0f4-479c-8933-af5976b03934 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Request body: {'security_group_rule': {'security_group_id': '4173ac79-6c7e-4292-9090-f8ede2d70ad4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:12.331257 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28d98604-d4be-4e24-9341-a109400e56fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.465274 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3de1a086-f0f4-479c-8933-af5976b03934 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.494200 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Allocated IP 2001:db8::f816:3eff:fe1f:9326 (84fe5bd8-9f93-443f-a4c2-007dacc11704/7e079213-f5d0-4154-a1cc-8f29dff411b1/673a59bc-6acd-4549-a68b-15f16766cf90) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:12.533374 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aedc4471-3b08-4126-9f7e-35c027c0c77b req-bada585a-7e03-4c04-bdda-22d5d86a4fd6 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151848 Jul 30 02:07:12.574561 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3de1a086-f0f4-479c-8933-af5976b03934 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.574561 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afbc9d5-0a4c-44a7-827b-ec8fe6ecc9f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:12.624825 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28d98604-d4be-4e24-9341-a109400e56fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.629563 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28d98604-d4be-4e24-9341-a109400e56fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.689383 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3de1a086-f0f4-479c-8933-af5976b03934 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.768022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1a086-f0f4-479c-8933-af5976b03934 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1bfe89-3841-497a-9e36-493833a7f1b3,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:12.813653 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28d98604-d4be-4e24-9341-a109400e56fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.817960 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d98604-d4be-4e24-9341-a109400e56fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8dfc2e9-d6ba-4566-9883-a539356e64be {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:07:12.820582 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-28d98604-d4be-4e24-9341-a109400e56fd admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.825456 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-28d98604-d4be-4e24-9341-a109400e56fd admin admin] 10.222.0.70 "DELETE /v2.0/routers/f8dfc2e9-d6ba-4566-9883-a539356e64be HTTP/1.1" status: 204 len: 168 time: 3.4408879 Jul 30 02:07:12.826234 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42098) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:12.844422 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7afbc9d5-0a4c-44a7-827b-ec8fe6ecc9f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.858851 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.880412 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Transition to ACTIVE for port object 673a59bc-6acd-4549-a68b-15f16766cf90 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:12.912340 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3de1a086-f0f4-479c-8933-af5976b03934 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.912340 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3de1a086-f0f4-479c-8933-af5976b03934 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6244917 Jul 30 02:07:12.923151 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Transition to ACTIVE for port object 673a59bc-6acd-4549-a68b-15f16766cf90 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:12.928223 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42100) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:12.939235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-7afbc9d5-0a4c-44a7-827b-ec8fe6ecc9f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port 19aed83e-0f5a-41a2-9071-089767107ed3 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:07:12.962234 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0c7469-f031-411c-af1b-03e12a1c212c admin admin] Deleting subnet a651db1a-d0e2-46e9-ba9a-bc219b81c460 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:07:12.968096 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7469-f031-411c-af1b-03e12a1c212c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.010515 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc83163-1d27-4918-9655-c8e04d2da885 req-6ad512d0-b85b-4ce6-bb30-3725d42a298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:13.012860 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1cc83163-1d27-4918-9655-c8e04d2da885 req-6ad512d0-b85b-4ce6-bb30-3725d42a298a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=98cb24431910454fa0102d049341fde2&device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 1095 time: 0.0953569 Jul 30 02:07:13.036641 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.079035 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac99f-beba-4d8d-b4f0-e0557f0acb2d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.127575 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:13.141742 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:13.153943 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:13.159895 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Pushing event updated for resources: {'Port': ['ID=673a59bc-6acd-4549-a68b-15f16766cf90,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:13.275175 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac99f-beba-4d8d-b4f0-e0557f0acb2d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.300824 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Attempting to bind port 673a59bc-6acd-4549-a68b-15f16766cf90 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:07:13.301319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Attempting to bind port 673a59bc-6acd-4549-a68b-15f16766cf90 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:07:13.301925 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Attempting to bind port 673a59bc-6acd-4549-a68b-15f16766cf90 on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:13.308332 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:07:13.308906 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:13.309869 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.310593 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:07:13.311152 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Bound port: 673a59bc-6acd-4549-a68b-15f16766cf90, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:07:13.312559 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.332255 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.341167 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7469-f031-411c-af1b-03e12a1c212c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.451735 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-7afbc9d5-0a4c-44a7-827b-ec8fe6ecc9f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::f816:3eff:fe42:965f (84fe5bd8-9f93-443f-a4c2-007dacc11704/7e079213-f5d0-4154-a1cc-8f29dff411b1/19aed83e-0f5a-41a2-9071-089767107ed3) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:13.461190 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] For port 673a59bc-6acd-4549-a68b-15f16766cf90, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:07:13.495113 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] For port 673a59bc-6acd-4549-a68b-15f16766cf90, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=673a59bc-6acd-4549-a68b-15f16766cf90,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:07:13.594928 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc83163-1d27-4918-9655-c8e04d2da885 req-395bdf75-2d83-433b-8efc-af1b71323b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:13.605516 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1cc83163-1d27-4918-9655-c8e04d2da885 req-395bdf75-2d83-433b-8efc-af1b71323b89 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d37600d1-d258-4a70-aa2c-f9ef5b6795ad HTTP/1.1" status: 200 len: 915 time: 0.5564528 Jul 30 02:07:13.615836 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.616084 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac99f-beba-4d8d-b4f0-e0557f0acb2d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.668837 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac99f-beba-4d8d-b4f0-e0557f0acb2d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.695269 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4c1ac99f-beba-4d8d-b4f0-e0557f0acb2d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/9e1bfe89-3841-497a-9e36-493833a7f1b3 HTTP/1.1" status: 204 len: 168 time: 0.7642787 Jul 30 02:07:13.701889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42114) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:13.734934 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1cc83163-1d27-4918-9655-c8e04d2da885 req-9168a043-0869-4d39-8c71-ed162319eeaa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0839fbba-db49-4ab9-9700-19b6b639b4c6 HTTP/1.1" status: 200 len: 217 time: 0.1231775 Jul 30 02:07:13.812554 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 94617c0f-299f-4013-86fc-3e2a534c3128 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:07:13.896900 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 94617c0f-299f-4013-86fc-3e2a534c3128 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:07:13.897992 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 94617c0f-299f-4013-86fc-3e2a534c3128 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:07:13.989072 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7afbc9d5-0a4c-44a7-827b-ec8fe6ecc9f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:14.031718 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a2767-3283-43f2-8e52-16ae5da1b31c None None] Pushing event updated for resources: {'Port': ['ID=673a59bc-6acd-4549-a68b-15f16766cf90,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:14.063135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-7afbc9d5-0a4c-44a7-827b-ec8fe6ecc9f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object 19aed83e-0f5a-41a2-9071-089767107ed3 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:14.065551 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7469-f031-411c-af1b-03e12a1c212c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:14.144733 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc83163-1d27-4918-9655-c8e04d2da885 req-9112eefd-cc20-4645-a503-16c77f8aeaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:14.147399 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1cc83163-1d27-4918-9655-c8e04d2da885 req-9112eefd-cc20-4645-a503-16c77f8aeaca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28fb4a46-70b0-422c-83c7-3105b3c04140 HTTP/1.1" status: 200 len: 854 time: 0.3933303 Jul 30 02:07:14.157653 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ac99f-beba-4d8d-b4f0-e0557f0acb2d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e1bfe89-3841-497a-9e36-493833a7f1b3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:14.264289 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7afbc9d5-0a4c-44a7-827b-ec8fe6ecc9f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:14.321096 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1cc83163-1d27-4918-9655-c8e04d2da885 req-0fc76e01-c7a8-4f24-aad5-e8b23eec8253 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d37600d1-d258-4a70-aa2c-f9ef5b6795ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1508129 Jul 30 02:07:14.327540 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ccc16a6b-7d80-4c16-b01e-d5ea76e856d5 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6038432 Jul 30 02:07:14.367867 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42120) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:14.391149 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7469-f031-411c-af1b-03e12a1c212c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:14.474435 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afbc9d5-0a4c-44a7-827b-ec8fe6ecc9f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:14.493521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-7afbc9d5-0a4c-44a7-827b-ec8fe6ecc9f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:14.506086 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afbc9d5-0a4c-44a7-827b-ec8fe6ecc9f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:14.507390 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c7469-f031-411c-af1b-03e12a1c212c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a651db1a-d0e2-46e9-ba9a-bc219b81c460,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:14.512782 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afbc9d5-0a4c-44a7-827b-ec8fe6ecc9f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:14.513564 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7afbc9d5-0a4c-44a7-827b-ec8fe6ecc9f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:14.525092 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7469-f031-411c-af1b-03e12a1c212c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:14.527302 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb2b73c-6979-467d-9fb0-0b278bf7d923 None None] Network 9d1a6f9b-dfbd-4657-a967-1abead342b1d requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:14.533068 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8c0c7469-f031-411c-af1b-03e12a1c212c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a651db1a-d0e2-46e9-ba9a-bc219b81c460 HTTP/1.1" status: 204 len: 168 time: 1.7011397 Jul 30 02:07:14.536955 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3ba21-8bc2-4b3a-a01c-9b14a68e1c17 req-f65bbf90-234a-4d91-991c-cb334366aff8 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:14.537789 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42130) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:14.546189 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ed3ba21-8bc2-4b3a-a01c-9b14a68e1c17 req-f65bbf90-234a-4d91-991c-cb334366aff8 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 944 time: 0.7788603 Jul 30 02:07:14.571986 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbc9d5-0a4c-44a7-827b-ec8fe6ecc9f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=19aed83e-0f5a-41a2-9071-089767107ed3,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:14.685900 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7afbc9d5-0a4c-44a7-827b-ec8fe6ecc9f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6046064 Jul 30 02:07:14.699058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42140) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:14.724574 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f0b56ec-ad90-48cb-b048-71ccc8e5737c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:14.749598 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ed3ba21-8bc2-4b3a-a01c-9b14a68e1c17 req-e800becb-951d-4d6b-a527-bfc6e1444744 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023931 Jul 30 02:07:14.759341 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b3fdcc8e-9ab8-46a8-b712-518a2d974239 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:14.821113 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1cc83163-1d27-4918-9655-c8e04d2da885 req-fd7cf4c0-e59d-40a1-8a10-8f9b4fe9c234 service neutron] 10.222.0.10 "GET /v2.0/networks/d37600d1-d258-4a70-aa2c-f9ef5b6795ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684083 Jul 30 02:07:14.851449 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:14.860362 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b3fdcc8e-9ab8-46a8-b712-518a2d974239 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.011971 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dc62b4-73c3-4aaf-8bb3-185b18dd0447 None None] DHCP port deletion for 9d1a6f9b-dfbd-4657-a967-1abead342b1d request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:07:15.091787 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40826f00-07c1-458a-a65c-91679f4f5adb tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:15.100288 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1cc83163-1d27-4918-9655-c8e04d2da885 req-b3128d4e-4bbc-4656-b2cd-4be83e22db68 service neutron] 10.222.0.10 "GET /v2.0/networks/d37600d1-d258-4a70-aa2c-f9ef5b6795ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063589 Jul 30 02:07:15.117998 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40826f00-07c1-458a-a65c-91679f4f5adb tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:15.131362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42144) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:15.133819 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-40826f00-07c1-458a-a65c-91679f4f5adb tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4311810 Jul 30 02:07:15.136904 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-33dc62b4-73c3-4aaf-8bb3-185b18dd0447 None None] Deleting port 57285441-8020-422c-aff4-3321580accbd {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:15.137551 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-33dc62b4-73c3-4aaf-8bb3-185b18dd0447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.138756 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b3fdcc8e-9ab8-46a8-b712-518a2d974239 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.178683 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b3fdcc8e-9ab8-46a8-b712-518a2d974239 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.189054 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b3fdcc8e-9ab8-46a8-b712-518a2d974239 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "DELETE /v2.0/security-groups/4173ac79-6c7e-4292-9090-f8ede2d70ad4 HTTP/1.1" status: 204 len: 168 time: 0.8039365 Jul 30 02:07:15.190030 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42146) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:15.212758 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-9f0b56ec-ad90-48cb-b048-71ccc8e5737c admin admin] Deleting port 57285441-8020-422c-aff4-3321580accbd {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:15.213147 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f0b56ec-ad90-48cb-b048-71ccc8e5737c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.225096 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdcc8e-9ab8-46a8-b712-518a2d974239 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4173ac79-6c7e-4292-9090-f8ede2d70ad4,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:15.346726 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-33dc62b4-73c3-4aaf-8bb3-185b18dd0447 None None] For port 57285441-8020-422c-aff4-3321580accbd, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=57285441-8020-422c-aff4-3321580accbd,segment=NetworkSegment(4c89a6f4-23c2-405d-99ff-48cc8e8c54a6),segment_id=4c89a6f4-23c2-405d-99ff-48cc8e8c54a6)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:15.347230 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-33dc62b4-73c3-4aaf-8bb3-185b18dd0447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.381292 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-33dc62b4-73c3-4aaf-8bb3-185b18dd0447 None None] Calling delete_port for 57285441-8020-422c-aff4-3321580accbd owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:15.461417 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fec59508-3702-4e5b-a8f2-316fa9aa643a tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2628398 Jul 30 02:07:15.461829 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42152) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:15.468438 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ef6bfd36-21ba-44be-85b1-52311164dec0 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Request body: {'security_group': {'name': 'tempest-secgroup--161382049'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:15.509130 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-9f0b56ec-ad90-48cb-b048-71ccc8e5737c admin admin] For port 57285441-8020-422c-aff4-3321580accbd, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=57285441-8020-422c-aff4-3321580accbd,segment=NetworkSegment(4c89a6f4-23c2-405d-99ff-48cc8e8c54a6),segment_id=4c89a6f4-23c2-405d-99ff-48cc8e8c54a6)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:15.509130 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f0b56ec-ad90-48cb-b048-71ccc8e5737c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.530577 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-9f0b56ec-ad90-48cb-b048-71ccc8e5737c admin admin] Calling delete_port for 57285441-8020-422c-aff4-3321580accbd owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:15.611536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 673a59bc-6acd-4549-a68b-15f16766cf90 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:15.624088 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ef6bfd36-21ba-44be-85b1-52311164dec0 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.732135 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-33dc62b4-73c3-4aaf-8bb3-185b18dd0447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.810766 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dc62b4-73c3-4aaf-8bb3-185b18dd0447 None None] No DVR routers for this DVR port 57285441-8020-422c-aff4-3321580accbd on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:15.810906 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f0b56ec-ad90-48cb-b048-71ccc8e5737c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.871209 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b56ec-ad90-48cb-b048-71ccc8e5737c admin admin] Pushing event deleted for resources: {'Port': ['ID=57285441-8020-422c-aff4-3321580accbd,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:15.879661 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc62b4-73c3-4aaf-8bb3-185b18dd0447 None None] Pushing event deleted for resources: {'Port': ['ID=57285441-8020-422c-aff4-3321580accbd,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:15.879899 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0b56ec-ad90-48cb-b048-71ccc8e5737c admin admin] No DVR routers for this DVR port 57285441-8020-422c-aff4-3321580accbd on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:15.912222 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-267781bd-f647-4847-9f3e-78642a60cde0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port 19aed83e-0f5a-41a2-9071-089767107ed3 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:15.914508 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-267781bd-f647-4847-9f3e-78642a60cde0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.997293 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 673a59bc-6acd-4549-a68b-15f16766cf90 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:16.072082 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-11a94763-6e03-4c9d-a0af-51ae938b2d80 None None] Provisioning for port 673a59bc-6acd-4549-a68b-15f16766cf90 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:16.072839 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-267781bd-f647-4847-9f3e-78642a60cde0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:16.078532 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-11a94763-6e03-4c9d-a0af-51ae938b2d80 None None] Provisioning complete for port 673a59bc-6acd-4549-a68b-15f16766cf90 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:16.079213 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11a94763-6e03-4c9d-a0af-51ae938b2d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:16.081925 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ef6bfd36-21ba-44be-85b1-52311164dec0 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:16.104005 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-267781bd-f647-4847-9f3e-78642a60cde0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for 19aed83e-0f5a-41a2-9071-089767107ed3 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:16.158477 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 57285441-8020-422c-aff4-3321580accbd no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:07:16.186678 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ef6bfd36-21ba-44be-85b1-52311164dec0 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:16.226177 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 57285441-8020-422c-aff4-3321580accbd {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:07:16.226631 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 57285441-8020-422c-aff4-3321580accbd not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:07:16.338804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6bfd36-21ba-44be-85b1-52311164dec0 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c2ec9a-8d01-476a-8aca-caff822f3a45,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:16.342791 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11a94763-6e03-4c9d-a0af-51ae938b2d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:16.413899 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ef6bfd36-21ba-44be-85b1-52311164dec0 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:16.419470 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ef6bfd36-21ba-44be-85b1-52311164dec0 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9523637 Jul 30 02:07:16.419470 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42174) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:16.423798 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e46123e1-0622-4650-ad67-f3cb9d08701d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Request body: {'security_group_rule': {'security_group_id': 'e9c2ec9a-8d01-476a-8aca-caff822f3a45', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:16.450970 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-11a94763-6e03-4c9d-a0af-51ae938b2d80 None None] For port 673a59bc-6acd-4549-a68b-15f16766cf90, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=673a59bc-6acd-4549-a68b-15f16766cf90,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:16.527281 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f0b56ec-ad90-48cb-b048-71ccc8e5737c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:16.543181 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-9f0b56ec-ad90-48cb-b048-71ccc8e5737c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1a6f9b-dfbd-4657-a967-1abead342b1d']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:16.555873 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11a94763-6e03-4c9d-a0af-51ae938b2d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:16.563443 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0155f6-672e-47d2-8827-772007353f36 req-f2bbed39-f58e-41d1-aae9-82cbfb2271e0 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:16.570190 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5a0155f6-672e-47d2-8827-772007353f36 req-f2bbed39-f58e-41d1-aae9-82cbfb2271e0 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 944 time: 0.3484259 Jul 30 02:07:16.580710 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-9f0b56ec-ad90-48cb-b048-71ccc8e5737c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c89a6f4-23c2-405d-99ff-48cc8e8c54a6') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:16.581070 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-9f0b56ec-ad90-48cb-b048-71ccc8e5737c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c89a6f4-23c2-405d-99ff-48cc8e8c54a6') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:16.603638 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e46123e1-0622-4650-ad67-f3cb9d08701d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:16.641905 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f0b56ec-ad90-48cb-b048-71ccc8e5737c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:16.714805 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a94763-6e03-4c9d-a0af-51ae938b2d80 None None] Pushing event updated for resources: {'Port': ['ID=673a59bc-6acd-4549-a68b-15f16766cf90,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:16.777923 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f0b56ec-ad90-48cb-b048-71ccc8e5737c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:16.780757 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e46123e1-0622-4650-ad67-f3cb9d08701d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:16.825086 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0b56ec-ad90-48cb-b048-71ccc8e5737c admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:07:16.825558 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f0b56ec-ad90-48cb-b048-71ccc8e5737c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: self.session.flush() Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:07:16.827768 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:07:16.836833 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5a0155f6-672e-47d2-8827-772007353f36 req-94a45a5d-8598-4f10-ba51-482d29ad9b66 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600195 Jul 30 02:07:16.911218 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e46123e1-0622-4650-ad67-f3cb9d08701d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:16.944518 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46123e1-0622-4650-ad67-f3cb9d08701d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40773f41-968b-4574-833c-438acfe96cb0,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:17.062367 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e26343dc-8518-4f16-9df5-790cb687acbf None None] Provisioning for port 19aed83e-0f5a-41a2-9071-089767107ed3 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:17.068865 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-267781bd-f647-4847-9f3e-78642a60cde0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.070870 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e26343dc-8518-4f16-9df5-790cb687acbf None None] Provisioning complete for port 19aed83e-0f5a-41a2-9071-089767107ed3 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:17.071364 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e26343dc-8518-4f16-9df5-790cb687acbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.082322 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e46123e1-0622-4650-ad67-f3cb9d08701d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.084494 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e46123e1-0622-4650-ad67-f3cb9d08701d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6645403 Jul 30 02:07:17.087270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42182) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:17.092830 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-546b0ee1-b383-40cc-a436-4c7d4666680e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Request body: {'security_group_rule': {'security_group_id': 'e9c2ec9a-8d01-476a-8aca-caff822f3a45', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:17.120405 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e26343dc-8518-4f16-9df5-790cb687acbf None None] Port 19aed83e-0f5a-41a2-9071-089767107ed3 was deleted so its status cannot be updated. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 02:07:17.183677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267781bd-f647-4847-9f3e-78642a60cde0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=19aed83e-0f5a-41a2-9071-089767107ed3,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:17.191024 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f0b56ec-ad90-48cb-b048-71ccc8e5737c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.212334 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f0b56ec-ad90-48cb-b048-71ccc8e5737c admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.214269 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9f0b56ec-ad90-48cb-b048-71ccc8e5737c admin admin] 10.222.0.70 "DELETE /v2.0/networks/9d1a6f9b-dfbd-4657-a967-1abead342b1d HTTP/1.1" status: 204 len: 168 time: 2.6725748 Jul 30 02:07:17.262416 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b56ec-ad90-48cb-b048-71ccc8e5737c admin admin] Pushing event deleted for resources: {'Network': ['ID=9d1a6f9b-dfbd-4657-a967-1abead342b1d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:17.280572 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-546b0ee1-b383-40cc-a436-4c7d4666680e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.378188 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-267781bd-f647-4847-9f3e-78642a60cde0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.378188 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-267781bd-f647-4847-9f3e-78642a60cde0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/19aed83e-0f5a-41a2-9071-089767107ed3 HTTP/1.1" status: 204 len: 168 time: 2.2027137 Jul 30 02:07:17.379156 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42188) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:17.543827 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 673a59bc-6acd-4549-a68b-15f16766cf90 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:17.590048 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d46205b-15d0-435c-aa3b-d6ea94aaad44 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:17.592427 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d46205b-15d0-435c-aa3b-d6ea94aaad44 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:17.597519 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42192) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:17.598071 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6d46205b-15d0-435c-aa3b-d6ea94aaad44 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2526815 Jul 30 02:07:17.662990 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-546b0ee1-b383-40cc-a436-4c7d4666680e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.677462 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 673a59bc-6acd-4549-a68b-15f16766cf90 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:17.678203 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.746801 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b867ac-c060-45f9-81e9-6527d3899e4d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet 7e079213-f5d0-4154-a1cc-8f29dff411b1 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:07:17.752708 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90b867ac-c060-45f9-81e9-6527d3899e4d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.765441 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-546b0ee1-b383-40cc-a436-4c7d4666680e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.824094 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.826087 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b0ee1-b383-40cc-a436-4c7d4666680e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129a4e49-894c-47d9-a8b5-bde5b6bd795e,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:17.868235 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90b867ac-c060-45f9-81e9-6527d3899e4d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.949264 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-546b0ee1-b383-40cc-a436-4c7d4666680e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.949264 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-546b0ee1-b383-40cc-a436-4c7d4666680e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8597393 Jul 30 02:07:17.951373 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42202) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:17.970625 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c946140a-b742-4cd2-94e7-e3e828288ef9 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Request body: {'security_group_rule': {'security_group_id': 'e9c2ec9a-8d01-476a-8aca-caff822f3a45', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:17.996669 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42206) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:18.055723 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90b867ac-c060-45f9-81e9-6527d3899e4d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:18.139354 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a26374c0-f945-4366-8f8a-eaf29c4df4e7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b648b357aff2409093bf6a584feac70a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411757 Jul 30 02:07:18.143800 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42210) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:18.192951 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f16032-ed11-44fc-93bc-c473b6770184 req-b0f40094-5ac0-4406-a5d5-7213bfb90db8 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:18.205799 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35f16032-ed11-44fc-93bc-c473b6770184 req-b0f40094-5ac0-4406-a5d5-7213bfb90db8 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 944 time: 0.2156439 Jul 30 02:07:18.278940 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c946140a-b742-4cd2-94e7-e3e828288ef9 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:18.357522 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35f16032-ed11-44fc-93bc-c473b6770184 req-afe35963-e0be-4e09-93d8-be70b1b7605a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279306 Jul 30 02:07:18.446632 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90b867ac-c060-45f9-81e9-6527d3899e4d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:18.454895 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3343d777-280d-4cc2-a81b-e9f15b5da175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:18.535378 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c946140a-b742-4cd2-94e7-e3e828288ef9 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:18.564627 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b867ac-c060-45f9-81e9-6527d3899e4d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=7e079213-f5d0-4154-a1cc-8f29dff411b1,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:18.582953 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84b1e8c-c45b-4a7a-8d72-5d26d6968592 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:18.598049 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90b867ac-c060-45f9-81e9-6527d3899e4d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:18.604442 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42214) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:18.610970 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-90b867ac-c060-45f9-81e9-6527d3899e4d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/7e079213-f5d0-4154-a1cc-8f29dff411b1 HTTP/1.1" status: 204 len: 168 time: 1.0081697 Jul 30 02:07:18.677237 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3343d777-280d-4cc2-a81b-e9f15b5da175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:18.684697 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ea656c8e-04ad-46e1-9a3f-107054b3f560 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787265 Jul 30 02:07:18.686094 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c946140a-b742-4cd2-94e7-e3e828288ef9 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:18.688053 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42220) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:18.697649 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-6531f898-314f-4881-84cd-f70058da2627 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:18.828826 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946140a-b742-4cd2-94e7-e3e828288ef9 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c73add3-6b49-44b1-b06a-2f02370949e7,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:18.945758 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c946140a-b742-4cd2-94e7-e3e828288ef9 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:18.955108 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c946140a-b742-4cd2-94e7-e3e828288ef9 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9942958 Jul 30 02:07:18.958657 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42228) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:18.982043 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-524e698e-1475-46ee-8d48-7d9a4aff694f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Request body: {'security_group_rule': {'security_group_id': 'e9c2ec9a-8d01-476a-8aca-caff822f3a45', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:19.027201 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3343d777-280d-4cc2-a81b-e9f15b5da175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.030128 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3343d777-280d-4cc2-a81b-e9f15b5da175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.047008 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3343d777-280d-4cc2-a81b-e9f15b5da175 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a9c8dc01-4682-4fc6-8175-c06d81e17ca8 HTTP/1.1" status: 204 len: 168 time: 0.8981261 Jul 30 02:07:19.063005 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343d777-280d-4cc2-a81b-e9f15b5da175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c8dc01-4682-4fc6-8175-c06d81e17ca8,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:19.119267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6531f898-314f-4881-84cd-f70058da2627 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:19.126549 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6531f898-314f-4881-84cd-f70058da2627 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.192769 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56b6022-527e-4cb5-84ef-21de82b00223 None None] DHCP port deletion for 84fe5bd8-9f93-443f-a4c2-007dacc11704 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:07:19.288476 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-524e698e-1475-46ee-8d48-7d9a4aff694f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.366547 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a56b6022-527e-4cb5-84ef-21de82b00223 None None] Deleting port 673a59bc-6acd-4549-a68b-15f16766cf90 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:19.367584 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a56b6022-527e-4cb5-84ef-21de82b00223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.496968 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 673a59bc-6acd-4549-a68b-15f16766cf90 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:07:19.579803 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-524e698e-1475-46ee-8d48-7d9a4aff694f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.610081 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a56b6022-527e-4cb5-84ef-21de82b00223 None None] For port 673a59bc-6acd-4549-a68b-15f16766cf90, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=673a59bc-6acd-4549-a68b-15f16766cf90,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:19.610081 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a56b6022-527e-4cb5-84ef-21de82b00223 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.640402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a56b6022-527e-4cb5-84ef-21de82b00223 None None] Calling delete_port for 673a59bc-6acd-4549-a68b-15f16766cf90 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:19.686316 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-524e698e-1475-46ee-8d48-7d9a4aff694f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.776053 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e698e-1475-46ee-8d48-7d9a4aff694f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975dcaa0-c255-405f-ba75-3c6dbc4094f9,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:19.813233 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d03431-ac29-400f-8961-c2c5f9720667 req-f1f08932-68a6-4777-a1bd-00d7c41f1444 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:19.815129 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2d03431-ac29-400f-8961-c2c5f9720667 req-f1f08932-68a6-4777-a1bd-00d7c41f1444 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 944 time: 0.1872332 Jul 30 02:07:19.940420 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2d03431-ac29-400f-8961-c2c5f9720667 req-99303608-3dd1-46dd-9fc7-4cfc751d1d8f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153831 Jul 30 02:07:19.941202 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-524e698e-1475-46ee-8d48-7d9a4aff694f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.961480 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-524e698e-1475-46ee-8d48-7d9a4aff694f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9972031 Jul 30 02:07:19.961685 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42246) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:19.994849 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-002439c3-014e-44bd-9fde-a3bd1908908f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Request body: {'security_group_rule': {'security_group_id': 'e9c2ec9a-8d01-476a-8aca-caff822f3a45', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:20.012650 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.026038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.objects.ports [None req-6531f898-314f-4881-84cd-f70058da2627 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94465) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:07:20.110811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 673a59bc-6acd-4549-a68b-15f16766cf90, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=673a59bc-6acd-4549-a68b-15f16766cf90,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:20.131917 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-002439c3-014e-44bd-9fde-a3bd1908908f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.243539 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.320054 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42254) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:20.326366 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-002439c3-014e-44bd-9fde-a3bd1908908f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.336116 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=673a59bc-6acd-4549-a68b-15f16766cf90,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:20.350241 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a56b6022-527e-4cb5-84ef-21de82b00223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.378833 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4afe3442-b05b-446a-9710-bc526d2e7c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.412689 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-002439c3-014e-44bd-9fde-a3bd1908908f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.413096 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.ipam_pluggable_backend [None req-6531f898-314f-4881-84cd-f70058da2627 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Port 673a59bc-6acd-4549-a68b-15f16766cf90 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94465) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 30 02:07:20.413401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.ipam_pluggable_backend [None req-6531f898-314f-4881-84cd-f70058da2627 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1f:9326 {{(pid=94465) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 30 02:07:20.444111 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.ipam_pluggable_backend [None req-6531f898-314f-4881-84cd-f70058da2627 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1f:9326 {{(pid=94465) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 30 02:07:20.451448 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b6022-527e-4cb5-84ef-21de82b00223 None None] Pushing event deleted for resources: {'Port': ['ID=673a59bc-6acd-4549-a68b-15f16766cf90,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:20.455856 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6531f898-314f-4881-84cd-f70058da2627 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.478908 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56b6022-527e-4cb5-84ef-21de82b00223 None None] No DVR routers for this DVR port 673a59bc-6acd-4549-a68b-15f16766cf90 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:20.486077 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002439c3-014e-44bd-9fde-a3bd1908908f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafb875f-acab-44c3-8428-673ba9caa29a,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:20.566050 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6531f898-314f-4881-84cd-f70058da2627 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:20.581799 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-6531f898-314f-4881-84cd-f70058da2627 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:20.586089 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6531f898-314f-4881-84cd-f70058da2627 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:20.586732 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6531f898-314f-4881-84cd-f70058da2627 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.601852 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e89bcb-b145-49ae-abe8-98afac30d107 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:20.610730 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531f898-314f-4881-84cd-f70058da2627 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=2b3a2098-ccc4-4374-8c1d-ebc7dabe7718,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:20.717576 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4afe3442-b05b-446a-9710-bc526d2e7c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.830137 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4afe3442-b05b-446a-9710-bc526d2e7c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.867531 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-84fe5bd8-9f93-443f-a4c2-007dacc11704', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'fixed_ips': [{'subnet_id': '2b3a2098-ccc4-4374-8c1d-ebc7dabe7718'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:07:20.872324 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.922173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe3442-b05b-446a-9710-bc526d2e7c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85934e4-5e98-4332-966f-0f87019c6ab6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:20.945053 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-002439c3-014e-44bd-9fde-a3bd1908908f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.950175 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-002439c3-014e-44bd-9fde-a3bd1908908f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9833047 Jul 30 02:07:20.950398 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42260) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:20.960013 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6531f898-314f-4881-84cd-f70058da2627 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2679296 Jul 30 02:07:20.969961 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4afe3442-b05b-446a-9710-bc526d2e7c81 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.6473894 Jul 30 02:07:20.970647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42262) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:20.971031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42264) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:21.012727 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a60a4294-2fce-43b1-8878-ec0b0a749c53 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:21.021573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c589e89a-cd0f-4f0f-baf9-05c241d71298 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'mac_address': 'fa:16:3e:4a:a7:29', 'name': 'tempest-NetworksTestDHCPv6-1840835660'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:21.030522 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a60a4294-2fce-43b1-8878-ec0b0a749c53 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:21.162217 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a60a4294-2fce-43b1-8878-ec0b0a749c53 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:21.169218 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a60a4294-2fce-43b1-8878-ec0b0a749c53 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:21.170851 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a60a4294-2fce-43b1-8878-ec0b0a749c53 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/fafb875f-acab-44c3-8428-673ba9caa29a HTTP/1.1" status: 204 len: 168 time: 0.2192056 Jul 30 02:07:21.176044 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42270) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:21.299330 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a4294-2fce-43b1-8878-ec0b0a749c53 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fafb875f-acab-44c3-8428-673ba9caa29a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:21.315534 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Allocated IP 2001:db8::f816:3eff:fed4:6dfc (84fe5bd8-9f93-443f-a4c2-007dacc11704/2b3a2098-ccc4-4374-8c1d-ebc7dabe7718/d5b2e6e9-490a-4d3f-998c-e120e13ce14b) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:21.400645 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d33befcf-b4b7-43bc-9500-dab415ffb78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:21.427687 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ca7cf-c675-4d2d-90be-41f54f06109c req-86ca7559-4ba4-42a9-80cf-eb641c274dce tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:21.430254 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3c2ca7cf-c675-4d2d-90be-41f54f06109c req-86ca7559-4ba4-42a9-80cf-eb641c274dce tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 944 time: 0.2763040 Jul 30 02:07:21.463435 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c589e89a-cd0f-4f0f-baf9-05c241d71298 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:21.479387 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-bd5df815-54c4-46d1-8342-2c6414b9826f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2926836 Jul 30 02:07:21.484648 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42272) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:21.599690 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7df5125f-a1e1-4e1f-ae8d-7359a7bb9bd4 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:21.621376 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:21.640145 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Transition to ACTIVE for port object d5b2e6e9-490a-4d3f-998c-e120e13ce14b will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:21.646801 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7df5125f-a1e1-4e1f-ae8d-7359a7bb9bd4 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:21.673690 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Transition to ACTIVE for port object d5b2e6e9-490a-4d3f-998c-e120e13ce14b will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:21.677416 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3c2ca7cf-c675-4d2d-90be-41f54f06109c req-376d8283-f360-426e-bc16-7ead3d07e0e0 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213395 Jul 30 02:07:21.684024 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d33befcf-b4b7-43bc-9500-dab415ffb78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:21.818144 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:21.848364 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7df5125f-a1e1-4e1f-ae8d-7359a7bb9bd4 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:21.859194 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7df5125f-a1e1-4e1f-ae8d-7359a7bb9bd4 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:21.860664 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7df5125f-a1e1-4e1f-ae8d-7359a7bb9bd4 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/975dcaa0-c255-405f-ba75-3c6dbc4094f9 HTTP/1.1" status: 204 len: 168 time: 0.3715751 Jul 30 02:07:21.866991 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42286) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:21.884034 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5125f-a1e1-4e1f-ae8d-7359a7bb9bd4 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=975dcaa0-c255-405f-ba75-3c6dbc4094f9,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:21.923514 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:21.936967 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:21.944362 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:21.982741 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-db6808ef-02b9-4dae-abe6-115099b766fa tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0915413 Jul 30 02:07:21.983163 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42290) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:21.983653 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c589e89a-cd0f-4f0f-baf9-05c241d71298 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:21.983776 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Pushing event updated for resources: {'Port': ['ID=d5b2e6e9-490a-4d3f-998c-e120e13ce14b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:22.046652 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-c589e89a-cd0f-4f0f-baf9-05c241d71298 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port 44439d4b-7300-4f62-a00e-1a77d63d6efe yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:07:22.053376 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fb74fd4c-0b9c-4cc5-aff3-184b6449665d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:22.114419 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fb74fd4c-0b9c-4cc5-aff3-184b6449665d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:22.136713 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Attempting to bind port d5b2e6e9-490a-4d3f-998c-e120e13ce14b on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:07:22.137457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Attempting to bind port d5b2e6e9-490a-4d3f-998c-e120e13ce14b by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:07:22.138078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Attempting to bind port d5b2e6e9-490a-4d3f-998c-e120e13ce14b on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:22.147464 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:07:22.149018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:22.149761 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:22.151261 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:07:22.153782 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Bound port: d5b2e6e9-490a-4d3f-998c-e120e13ce14b, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:07:22.154396 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d33befcf-b4b7-43bc-9500-dab415ffb78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:22.156283 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:22.161186 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d33befcf-b4b7-43bc-9500-dab415ffb78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:22.164894 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d33befcf-b4b7-43bc-9500-dab415ffb78f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a85934e4-5e98-4332-966f-0f87019c6ab6 HTTP/1.1" status: 204 len: 168 time: 1.1882434 Jul 30 02:07:22.203979 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33befcf-b4b7-43bc-9500-dab415ffb78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85934e4-5e98-4332-966f-0f87019c6ab6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:22.292965 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fb74fd4c-0b9c-4cc5-aff3-184b6449665d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:22.302194 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fb74fd4c-0b9c-4cc5-aff3-184b6449665d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:22.312042 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42296) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:22.318432 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fb74fd4c-0b9c-4cc5-aff3-184b6449665d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/2c73add3-6b49-44b1-b06a-2f02370949e7 HTTP/1.1" status: 204 len: 168 time: 0.3471694 Jul 30 02:07:22.349913 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74fd4c-0b9c-4cc5-aff3-184b6449665d tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c73add3-6b49-44b1-b06a-2f02370949e7,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:22.496804 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-33cc5ff2-2241-4316-938a-a842c5b72d73 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1796913 Jul 30 02:07:22.497524 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42298) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:22.537843 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-c589e89a-cd0f-4f0f-baf9-05c241d71298 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::f816:3eff:fe4a:a729 (84fe5bd8-9f93-443f-a4c2-007dacc11704/2b3a2098-ccc4-4374-8c1d-ebc7dabe7718/44439d4b-7300-4f62-a00e-1a77d63d6efe) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:22.583351 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0492-bacc-4fc1-a071-4893c2c457e5 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:22.612985 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0492-bacc-4fc1-a071-4893c2c457e5 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:22.883847 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] For port d5b2e6e9-490a-4d3f-998c-e120e13ce14b, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:07:22.904936 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] For port d5b2e6e9-490a-4d3f-998c-e120e13ce14b, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d5b2e6e9-490a-4d3f-998c-e120e13ce14b,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:07:22.997401 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c589e89a-cd0f-4f0f-baf9-05c241d71298 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:23.029684 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3ee4f-6412-425a-a8e1-987cdb92a31b req-a20f2ffe-e9b3-4b97-9cd0-af628dc86c5d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:23.031296 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7bd3ee4f-6412-425a-a8e1-987cdb92a31b req-a20f2ffe-e9b3-4b97-9cd0-af628dc86c5d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 944 time: 0.1174743 Jul 30 02:07:23.036575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-c589e89a-cd0f-4f0f-baf9-05c241d71298 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object 44439d4b-7300-4f62-a00e-1a77d63d6efe will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:23.108537 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7bd3ee4f-6412-425a-a8e1-987cdb92a31b req-bfb16ae8-5c89-421c-83b7-a711e17bbf65 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707500 Jul 30 02:07:23.362336 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0492-bacc-4fc1-a071-4893c2c457e5 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:23.377604 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:23.382626 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c589e89a-cd0f-4f0f-baf9-05c241d71298 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:23.382745 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0492-bacc-4fc1-a071-4893c2c457e5 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:23.382745 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4c1e0492-bacc-4fc1-a071-4893c2c457e5 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/129a4e49-894c-47d9-a8b5-bde5b6bd795e HTTP/1.1" status: 204 len: 168 time: 0.8778956 Jul 30 02:07:23.382745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42308) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:23.513112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bbd83-1ae0-4267-8ea7-487bbe432997 None None] Pushing event updated for resources: {'Port': ['ID=d5b2e6e9-490a-4d3f-998c-e120e13ce14b,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:23.528968 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e0492-bacc-4fc1-a071-4893c2c457e5 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=129a4e49-894c-47d9-a8b5-bde5b6bd795e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:23.536836 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589e89a-cd0f-4f0f-baf9-05c241d71298 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=44439d4b-7300-4f62-a00e-1a77d63d6efe,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:23.580551 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c589e89a-cd0f-4f0f-baf9-05c241d71298 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:23.583619 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7ce8ad62-cbbb-449e-a864-b9e02ed63582 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1547451 Jul 30 02:07:23.584200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-c589e89a-cd0f-4f0f-baf9-05c241d71298 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:23.586091 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42314) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:23.592012 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c589e89a-cd0f-4f0f-baf9-05c241d71298 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:23.608315 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c589e89a-cd0f-4f0f-baf9-05c241d71298 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:23.611064 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c589e89a-cd0f-4f0f-baf9-05c241d71298 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:23.634255 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b818c86-6c86-40d5-9bc9-1efb07b5e99f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:23.665971 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b818c86-6c86-40d5-9bc9-1efb07b5e99f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:23.793345 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c589e89a-cd0f-4f0f-baf9-05c241d71298 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8211501 Jul 30 02:07:23.804231 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42316) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:23.899537 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0581e4cd-2e49-4e1b-8590-353f9ae7c0b8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:23.906755 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0581e4cd-2e49-4e1b-8590-353f9ae7c0b8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:23.908853 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0581e4cd-2e49-4e1b-8590-353f9ae7c0b8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1114388 Jul 30 02:07:23.916278 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42318) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:23.918475 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b818c86-6c86-40d5-9bc9-1efb07b5e99f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:23.925374 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b818c86-6c86-40d5-9bc9-1efb07b5e99f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:23.929672 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1b818c86-6c86-40d5-9bc9-1efb07b5e99f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/40773f41-968b-4574-833c-438acfe96cb0 HTTP/1.1" status: 204 len: 168 time: 0.3385308 Jul 30 02:07:23.936545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42320) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:23.939099 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b818c86-6c86-40d5-9bc9-1efb07b5e99f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40773f41-968b-4574-833c-438acfe96cb0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:24.092619 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d7e4a51d-951a-4d85-a9bd-5ea4cc52199f tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1544695 Jul 30 02:07:24.095524 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42326) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:24.130894 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b27d3ab5-6294-4fed-9043-f6a77fd40e88 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port 44439d4b-7300-4f62-a00e-1a77d63d6efe {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:24.131364 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b27d3ab5-6294-4fed-9043-f6a77fd40e88 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:24.170969 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7368e927-c8b0-4b86-91a3-8f659eb37430 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:24.210858 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7368e927-c8b0-4b86-91a3-8f659eb37430 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:24.282555 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b27d3ab5-6294-4fed-9043-f6a77fd40e88 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:24.298921 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b27d3ab5-6294-4fed-9043-f6a77fd40e88 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for 44439d4b-7300-4f62-a00e-1a77d63d6efe owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:24.323422 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ce6c7-38a1-4e51-ab18-50cffffca4b6 req-b517cc3a-12e7-4dc1-8185-04d3e5310999 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:24.324862 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5a9ce6c7-38a1-4e51-ab18-50cffffca4b6 req-b517cc3a-12e7-4dc1-8185-04d3e5310999 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 944 time: 0.0871537 Jul 30 02:07:24.339657 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7368e927-c8b0-4b86-91a3-8f659eb37430 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:24.342614 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7368e927-c8b0-4b86-91a3-8f659eb37430 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:24.345991 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7368e927-c8b0-4b86-91a3-8f659eb37430 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "DELETE /v2.0/security-groups/e9c2ec9a-8d01-476a-8aca-caff822f3a45 HTTP/1.1" status: 204 len: 168 time: 0.2462435 Jul 30 02:07:24.347390 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42330) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:24.369530 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368e927-c8b0-4b86-91a3-8f659eb37430 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c2ec9a-8d01-476a-8aca-caff822f3a45,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:24.431206 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f79e84e7-9e81-4afe-89b6-13da4eac65a9 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0827448 Jul 30 02:07:24.437427 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42334) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:24.443329 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-1286b297-ca19-4cd4-ba0f-6090a71a5f31 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Request body: {'security_group': {'name': 'tempest-secgroup--1280667121'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:24.470704 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5a9ce6c7-38a1-4e51-ab18-50cffffca4b6 req-ddd9ab8b-91e3-4ff0-8128-9410d1aa59c0 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160126 Jul 30 02:07:24.561721 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1286b297-ca19-4cd4-ba0f-6090a71a5f31 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:24.654901 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b27d3ab5-6294-4fed-9043-f6a77fd40e88 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:24.713811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d3ab5-6294-4fed-9043-f6a77fd40e88 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=44439d4b-7300-4f62-a00e-1a77d63d6efe,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:24.748758 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b27d3ab5-6294-4fed-9043-f6a77fd40e88 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:24.753743 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1286b297-ca19-4cd4-ba0f-6090a71a5f31 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:24.759345 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b27d3ab5-6294-4fed-9043-f6a77fd40e88 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/44439d4b-7300-4f62-a00e-1a77d63d6efe HTTP/1.1" status: 204 len: 168 time: 0.8356586 Jul 30 02:07:24.759345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42340) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:24.821532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9e40b0-f11b-4981-b8b5-a02db3f31452 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:24.823807 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9e40b0-f11b-4981-b8b5-a02db3f31452 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:24.829157 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2f9e40b0-f11b-4981-b8b5-a02db3f31452 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0709672 Jul 30 02:07:24.829562 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42342) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:24.884552 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2671d1-c8e5-4e9b-9799-9f45d4ec1ded tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet 2b3a2098-ccc4-4374-8c1d-ebc7dabe7718 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:07:24.888294 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ef2671d1-c8e5-4e9b-9799-9f45d4ec1ded tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:24.913261 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1286b297-ca19-4cd4-ba0f-6090a71a5f31 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:24.963157 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ef2671d1-c8e5-4e9b-9799-9f45d4ec1ded tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:24.992195 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286b297-ca19-4cd4-ba0f-6090a71a5f31 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6a1a8d-8a7d-4e52-8a6d-29a485ce7aa3,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:24.999054 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2cafea34-25fe-46f1-9d3c-69d980d8ecb3 None None] Provisioning for port d5b2e6e9-490a-4d3f-998c-e120e13ce14b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:25.108496 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1286b297-ca19-4cd4-ba0f-6090a71a5f31 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:25.108979 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42348) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:25.109826 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1286b297-ca19-4cd4-ba0f-6090a71a5f31 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6711652 Jul 30 02:07:25.114760 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-0c49dfcf-e944-4acd-8b93-9ada48bc1598 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Request body: {'security_group_rule': {'security_group_id': '2f6a1a8d-8a7d-4e52-8a6d-29a485ce7aa3', 'direction': 'ingress', 'protocol': 17}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:25.117774 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ef2671d1-c8e5-4e9b-9799-9f45d4ec1ded tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:25.130343 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-83902227-0be4-434e-ac6f-4249f9f045c6 None None] Could not find standard attr ID for object 44439d4b-7300-4f62-a00e-1a77d63d6efe. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:07:25.321640 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0c49dfcf-e944-4acd-8b93-9ada48bc1598 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:25.351084 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ef2671d1-c8e5-4e9b-9799-9f45d4ec1ded tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:25.389030 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0c49dfcf-e944-4acd-8b93-9ada48bc1598 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:25.403712 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2671d1-c8e5-4e9b-9799-9f45d4ec1ded tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3a2098-ccc4-4374-8c1d-ebc7dabe7718,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:25.409003 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ef2671d1-c8e5-4e9b-9799-9f45d4ec1ded tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:25.417498 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ef2671d1-c8e5-4e9b-9799-9f45d4ec1ded tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/2b3a2098-ccc4-4374-8c1d-ebc7dabe7718 HTTP/1.1" status: 204 len: 168 time: 0.5807667 Jul 30 02:07:25.417498 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42352) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:25.435206 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdabaad-a27d-4c28-9a5d-54ef66496eb6 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:25.479059 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-09b0709c-0b97-49f8-949f-4965f4c4b3a6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622945 Jul 30 02:07:25.481604 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42354) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:25.519646 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d5b2e6e9-490a-4d3f-998c-e120e13ce14b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:25.548560 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0c49dfcf-e944-4acd-8b93-9ada48bc1598 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:25.574855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49dfcf-e944-4acd-8b93-9ada48bc1598 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8293a8ad-ccb2-4e45-877d-9c14c776e7db,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:25.601769 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90841cc1-013b-4cad-9a44-acd5c06e9930 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:25.606151 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-90841cc1-013b-4cad-9a44-acd5c06e9930 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1208301 Jul 30 02:07:25.606478 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42358) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:25.625896 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e8d10-09d3-4df0-906e-973e67806da4 req-962b9dfe-08ea-4d21-a51f-63025102d545 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:25.625896 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2e0e8d10-09d3-4df0-906e-973e67806da4 req-962b9dfe-08ea-4d21-a51f-63025102d545 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 944 time: 0.0604889 Jul 30 02:07:25.681488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3bd3d7-1a4c-4d48-9cf2-4c526943d33b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:25.692298 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ad3bd3d7-1a4c-4d48-9cf2-4c526943d33b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0835757 Jul 30 02:07:25.693209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42364) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:25.695890 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0c49dfcf-e944-4acd-8b93-9ada48bc1598 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:25.697055 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0c49dfcf-e944-4acd-8b93-9ada48bc1598 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5874007 Jul 30 02:07:25.709476 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42366) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:25.715159 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2e0e8d10-09d3-4df0-906e-973e67806da4 req-55266518-c517-4782-b54c-632874984b80 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873744 Jul 30 02:07:25.726556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6161ab9e-b070-46c3-a988-8205130b786e None None] DHCP port deletion for 84fe5bd8-9f93-443f-a4c2-007dacc11704 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:07:25.779674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port d5b2e6e9-490a-4d3f-998c-e120e13ce14b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:25.789252 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6e6795fa-9c31-4d53-bd47-9b7d034c2c07 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853779 Jul 30 02:07:25.789431 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port d5b2e6e9-490a-4d3f-998c-e120e13ce14b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:25.789431 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:25.793276 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6161ab9e-b070-46c3-a988-8205130b786e None None] Deleting port d5b2e6e9-490a-4d3f-998c-e120e13ce14b {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:25.793780 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6161ab9e-b070-46c3-a988-8205130b786e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:25.794079 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42370) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:25.799393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-de7dc632-ae2b-45ad-85af-b460e1d471da tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:25.882566 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0839fbba-db49-4ab9-9700-19b6b639b4c6 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:07:25.901255 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-6161ab9e-b070-46c3-a988-8205130b786e None None] For port d5b2e6e9-490a-4d3f-998c-e120e13ce14b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d5b2e6e9-490a-4d3f-998c-e120e13ce14b,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:25.901732 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6161ab9e-b070-46c3-a988-8205130b786e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:25.909187 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cab51685-fed8-438e-85f6-38ede107f13b tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:25.925032 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6161ab9e-b070-46c3-a988-8205130b786e None None] Calling delete_port for d5b2e6e9-490a-4d3f-998c-e120e13ce14b owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:25.943033 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cab51685-fed8-438e-85f6-38ede107f13b tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.068131 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.087580 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7dc632-ae2b-45ad-85af-b460e1d471da tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:26.093227 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-de7dc632-ae2b-45ad-85af-b460e1d471da tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.132526 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0839fbba-db49-4ab9-9700-19b6b639b4c6, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0839fbba-db49-4ab9-9700-19b6b639b4c6,segment=NetworkSegment(b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f),segment_id=b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:26.135784 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cab51685-fed8-438e-85f6-38ede107f13b tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.138545 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cab51685-fed8-438e-85f6-38ede107f13b tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.139734 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cab51685-fed8-438e-85f6-38ede107f13b tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "DELETE /v2.0/security-groups/2f6a1a8d-8a7d-4e52-8a6d-29a485ce7aa3 HTTP/1.1" status: 204 len: 168 time: 0.4313133 Jul 30 02:07:26.142556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42372) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:26.151852 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port d5b2e6e9-490a-4d3f-998c-e120e13ce14b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d5b2e6e9-490a-4d3f-998c-e120e13ce14b,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:26.153270 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '0839fbba-db49-4ab9-9700-19b6b639b4c6', 'network_id': 'd37600d1-d258-4a70-aa2c-f9ef5b6795ad', 'port_id': '0839fbba-db49-4ab9-9700-19b6b639b4c6', 'mac_address': 'fa:16:3e:b6:cb:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fb4a46-70b0-422c-83c7-3105b3c04140', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:07:26.160301 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab51685-fed8-438e-85f6-38ede107f13b tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6a1a8d-8a7d-4e52-8a6d-29a485ce7aa3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:26.202418 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-193315a4-4e32-4113-8026-b0ef90d06a48 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576413 Jul 30 02:07:26.205883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42374) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:26.206705 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.214124 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-d663d6f6-a126-4296-aca3-b2de3a8dc908 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Request body: {'security_group': {'name': 'tempest-secgroup--61161474'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:26.220244 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0839fbba-db49-4ab9-9700-19b6b639b4c6 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:07:26.240756 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0839fbba-db49-4ab9-9700-19b6b639b4c6, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0839fbba-db49-4ab9-9700-19b6b639b4c6,segment=NetworkSegment(b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f),segment_id=b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:26.243489 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.297190 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=d5b2e6e9-490a-4d3f-998c-e120e13ce14b,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:26.377522 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.413137 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d663d6f6-a126-4296-aca3-b2de3a8dc908 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.416182 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6161ab9e-b070-46c3-a988-8205130b786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.440971 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6161ab9e-b070-46c3-a988-8205130b786e None None] No DVR routers for this DVR port d5b2e6e9-490a-4d3f-998c-e120e13ce14b on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:26.451278 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0839fbba-db49-4ab9-9700-19b6b639b4c6,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:26.474828 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161ab9e-b070-46c3-a988-8205130b786e None None] Pushing event deleted for resources: {'Port': ['ID=d5b2e6e9-490a-4d3f-998c-e120e13ce14b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:26.544835 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d663d6f6-a126-4296-aca3-b2de3a8dc908 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.585130 n-d-713498-9 neutron-server[94465]: DEBUG neutron.objects.ports [None req-de7dc632-ae2b-45ad-85af-b460e1d471da tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94465) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:07:26.586706 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-de7dc632-ae2b-45ad-85af-b460e1d471da tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.631466 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7dc632-ae2b-45ad-85af-b460e1d471da tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:26.633440 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['0839fbba-db49-4ab9-9700-19b6b639b4c6'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:07:26.635134 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-de7dc632-ae2b-45ad-85af-b460e1d471da tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:26.639634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7dc632-ae2b-45ad-85af-b460e1d471da tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:26.640222 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-de7dc632-ae2b-45ad-85af-b460e1d471da tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.651672 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dc632-ae2b-45ad-85af-b460e1d471da tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=223705ca-9753-450f-9d1b-bf842e85f388,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:26.658349 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d663d6f6-a126-4296-aca3-b2de3a8dc908 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.660033 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688e59e2-6626-4007-a53d-63a3d3d2ac64 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:26.687749 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663d6f6-a126-4296-aca3-b2de3a8dc908 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7aad67-9395-44ca-8149-14ead7f4c5b6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:26.763710 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-de7dc632-ae2b-45ad-85af-b460e1d471da tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9683938 Jul 30 02:07:26.767090 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42386) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:26.772310 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-15c0ca0a-644e-4347-bd49-076fa4dfd544 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'mac_address': 'fa:16:3e:dc:2d:94', 'name': 'tempest-NetworksTestDHCPv6-1751117393'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:26.818863 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d663d6f6-a126-4296-aca3-b2de3a8dc908 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.825099 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d663d6f6-a126-4296-aca3-b2de3a8dc908 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6136944 Jul 30 02:07:26.829246 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42390) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:26.832330 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-db864087-3bb6-42e8-bfd9-ddabb7208c18 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Request body: {'security_group': {'name': 'tempest-secgroup--2074463571'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:26.928358 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-84fe5bd8-9f93-443f-a4c2-007dacc11704', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'fixed_ips': [{'subnet_id': '223705ca-9753-450f-9d1b-bf842e85f388'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:07:26.929281 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.945572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905917bf-a952-4e9d-a7a9-b4e58d990b19 req-9bc28ebb-92d4-47d2-be2d-5c7d2d8b60e8 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:26.945572 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-905917bf-a952-4e9d-a7a9-b4e58d990b19 req-9bc28ebb-92d4-47d2-be2d-5c7d2d8b60e8 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 945 time: 0.0795858 Jul 30 02:07:26.981640 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-db864087-3bb6-42e8-bfd9-ddabb7208c18 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.999794 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-905917bf-a952-4e9d-a7a9-b4e58d990b19 req-732fd642-39ee-4616-9475-b857cd13cf72 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529106 Jul 30 02:07:27.093432 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c0ca0a-644e-4347-bd49-076fa4dfd544 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:27.094781 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Allocated IP 2001:db8::f816:3eff:fe22:33a9 (84fe5bd8-9f93-443f-a4c2-007dacc11704/223705ca-9753-450f-9d1b-bf842e85f388/55f421f3-010f-43d5-9d70-3f0eeec6dee2) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:27.195854 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-db864087-3bb6-42e8-bfd9-ddabb7208c18 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.210590 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-15c0ca0a-644e-4347-bd49-076fa4dfd544 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.240562 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-15c0ca0a-644e-4347-bd49-076fa4dfd544 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port 91828a0c-0424-489e-9f07-580d8de9962d yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:07:27.264772 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.274101 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Transition to ACTIVE for port object 55f421f3-010f-43d5-9d70-3f0eeec6dee2 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:27.289081 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Transition to ACTIVE for port object 55f421f3-010f-43d5-9d70-3f0eeec6dee2 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:27.373367 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-db864087-3bb6-42e8-bfd9-ddabb7208c18 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.413149 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db864087-3bb6-42e8-bfd9-ddabb7208c18 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70989962-4a23-4b30-9951-c3c97b614ca2,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:27.428900 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d5b2e6e9-490a-4d3f-998c-e120e13ce14b no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:07:27.457220 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: d5b2e6e9-490a-4d3f-998c-e120e13ce14b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:07:27.457220 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d5b2e6e9-490a-4d3f-998c-e120e13ce14b not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:07:27.457220 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.482128 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-db864087-3bb6-42e8-bfd9-ddabb7208c18 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.486831 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-db864087-3bb6-42e8-bfd9-ddabb7208c18 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6550293 Jul 30 02:07:27.486981 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42400) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:27.492210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-bab27a84-3f4a-4fb4-a997-2bcd49db7323 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Request body: {'security_group_rule': {'security_group_id': '8e7aad67-9395-44ca-8149-14ead7f4c5b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '70989962-4a23-4b30-9951-c3c97b614ca2', 'remote_ip_prefix': None}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:27.496972 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Pushing event updated for resources: {'Port': ['ID=55f421f3-010f-43d5-9d70-3f0eeec6dee2,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:27.518668 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:27.520090 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:27.523118 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:27.554563 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-15c0ca0a-644e-4347-bd49-076fa4dfd544 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::f816:3eff:fedc:2d94 (84fe5bd8-9f93-443f-a4c2-007dacc11704/223705ca-9753-450f-9d1b-bf842e85f388/91828a0c-0424-489e-9f07-580d8de9962d) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:27.583773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Attempting to bind port 55f421f3-010f-43d5-9d70-3f0eeec6dee2 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:07:27.584215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Attempting to bind port 55f421f3-010f-43d5-9d70-3f0eeec6dee2 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:07:27.584661 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Attempting to bind port 55f421f3-010f-43d5-9d70-3f0eeec6dee2 on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:27.591114 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:07:27.591584 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:27.592061 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.593051 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:07:27.593051 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Bound port: 55f421f3-010f-43d5-9d70-3f0eeec6dee2, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:07:27.593563 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.660068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] For port 55f421f3-010f-43d5-9d70-3f0eeec6dee2, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:07:27.663697 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] For port 55f421f3-010f-43d5-9d70-3f0eeec6dee2, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=55f421f3-010f-43d5-9d70-3f0eeec6dee2,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:07:27.678068 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bab27a84-3f4a-4fb4-a997-2bcd49db7323 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.727321 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-15c0ca0a-644e-4347-bd49-076fa4dfd544 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.768869 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bab27a84-3f4a-4fb4-a997-2bcd49db7323 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.779603 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.851282 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1c34e-f8a9-4e90-9f94-d911f6954857 None None] Pushing event updated for resources: {'Port': ['ID=55f421f3-010f-43d5-9d70-3f0eeec6dee2,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:27.911627 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0839fbba-db49-4ab9-9700-19b6b639b4c6 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:27.921836 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bab27a84-3f4a-4fb4-a997-2bcd49db7323 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.957434 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab27a84-3f4a-4fb4-a997-2bcd49db7323 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5051a6f2-93fa-4932-ab14-e1c05b4eae95,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:27.980093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab27a84-3f4a-4fb4-a997-2bcd49db7323 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:27.980360 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab27a84-3f4a-4fb4-a997-2bcd49db7323 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:27.982902 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab27a84-3f4a-4fb4-a997-2bcd49db7323 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:27.983497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab27a84-3f4a-4fb4-a997-2bcd49db7323 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:27.983849 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab27a84-3f4a-4fb4-a997-2bcd49db7323 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:27.984196 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab27a84-3f4a-4fb4-a997-2bcd49db7323 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:27.984535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab27a84-3f4a-4fb4-a997-2bcd49db7323 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:27.984910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab27a84-3f4a-4fb4-a997-2bcd49db7323 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:27.985248 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab27a84-3f4a-4fb4-a997-2bcd49db7323 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:27.985574 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab27a84-3f4a-4fb4-a997-2bcd49db7323 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:27.985912 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab27a84-3f4a-4fb4-a997-2bcd49db7323 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:27.986646 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab27a84-3f4a-4fb4-a997-2bcd49db7323 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:28.018041 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 0839fbba-db49-4ab9-9700-19b6b639b4c6 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:28.022089 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.037125 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bab27a84-3f4a-4fb4-a997-2bcd49db7323 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.043287 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bab27a84-3f4a-4fb4-a997-2bcd49db7323 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5549121 Jul 30 02:07:28.044267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42406) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:28.077059 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8c5a77d7-d8a3-4fe5-9d61-4c9a067a1410 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.083670 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-15c0ca0a-644e-4347-bd49-076fa4dfd544 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object 91828a0c-0424-489e-9f07-580d8de9962d will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:28.093839 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8c5a77d7-d8a3-4fe5-9d61-4c9a067a1410 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.216023 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.240046 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7c07f-7e37-4f5e-93e2-10615b4a87e9 req-f8b3f4f0-369a-45ad-b0ac-726f16dc0a29 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:28.244272 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-25b7c07f-7e37-4f5e-93e2-10615b4a87e9 req-f8b3f4f0-369a-45ad-b0ac-726f16dc0a29 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 945 time: 0.0861444 Jul 30 02:07:28.266905 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0839fbba-db49-4ab9-9700-19b6b639b4c6, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0839fbba-db49-4ab9-9700-19b6b639b4c6,segment=NetworkSegment(b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f),segment_id=b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:28.268231 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3126c612-60c9-46a9-afa2-c47fc5ee1dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0839fbba-db49-4ab9-9700-19b6b639b4c6'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:07:28.273519 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7970f4-74c0-4378-b09b-74f021cf43bb" -d '{"events": [{"server_uuid": "3126c612-60c9-46a9-afa2-c47fc5ee1dd2", "name": "network-vif-plugged", "status": "completed", "tag": "0839fbba-db49-4ab9-9700-19b6b639b4c6"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:07:28.293483 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8c5a77d7-d8a3-4fe5-9d61-4c9a067a1410 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.314132 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-25b7c07f-7e37-4f5e-93e2-10615b4a87e9 req-33c451ba-18fe-483b-a6a2-fcf236e5f7cf tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624783 Jul 30 02:07:28.318692 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8c5a77d7-d8a3-4fe5-9d61-4c9a067a1410 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.324200 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42412) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:28.336778 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-15c0ca0a-644e-4347-bd49-076fa4dfd544 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.343062 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8c5a77d7-d8a3-4fe5-9d61-4c9a067a1410 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/5051a6f2-93fa-4932-ab14-e1c05b4eae95 HTTP/1.1" status: 204 len: 168 time: 0.2744842 Jul 30 02:07:28.348495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a77d7-d8a3-4fe5-9d61-4c9a067a1410 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5051a6f2-93fa-4932-ab14-e1c05b4eae95,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:28.376284 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dccd0b2-5de8-4269-8458-69cfa1340595 x-openstack-request-id: req-8dccd0b2-5de8-4269-8458-69cfa1340595 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:07:28.376674 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3126c612-60c9-46a9-afa2-c47fc5ee1dd2", "name": "network-vif-plugged", "status": "completed", "tag": "0839fbba-db49-4ab9-9700-19b6b639b4c6", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:07:28.376967 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8dccd0b2-5de8-4269-8458-69cfa1340595 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:07:28.377387 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3126c612-60c9-46a9-afa2-c47fc5ee1dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0839fbba-db49-4ab9-9700-19b6b639b4c6', 'code': 200} Jul 30 02:07:28.413326 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c0ca0a-644e-4347-bd49-076fa4dfd544 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:28.424709 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-15c0ca0a-644e-4347-bd49-076fa4dfd544 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:28.429061 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c0ca0a-644e-4347-bd49-076fa4dfd544 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:28.435201 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c0ca0a-644e-4347-bd49-076fa4dfd544 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:28.435846 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-15c0ca0a-644e-4347-bd49-076fa4dfd544 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.447621 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.452767 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fa6026ff-5100-4a57-89f1-e3af4014934a tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1275048 Jul 30 02:07:28.456375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42414) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:28.473266 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0ca0a-644e-4347-bd49-076fa4dfd544 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=91828a0c-0424-489e-9f07-580d8de9962d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:28.519434 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0839fbba-db49-4ab9-9700-19b6b639b4c6,revision_number=10']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:28.533589 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d7876db-b9d2-49b5-911e-04822540830e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.558842 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d7876db-b9d2-49b5-911e-04822540830e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.607227 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-15c0ca0a-644e-4347-bd49-076fa4dfd544 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8388767 Jul 30 02:07:28.613676 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42420) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:28.677091 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a413a3-d397-4a7a-830c-b75203569af7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:28.684054 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a413a3-d397-4a7a-830c-b75203569af7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:28.689470 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e0a413a3-d397-4a7a-830c-b75203569af7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0752015 Jul 30 02:07:28.690222 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42422) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:28.721379 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43e5f3-7756-4ded-aa1f-9e1d2638b545 req-561c67bb-a34e-4178-bd3b-1ae54e7e4b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:28.722962 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8a43e5f3-7756-4ded-aa1f-9e1d2638b545 req-561c67bb-a34e-4178-bd3b-1ae54e7e4b88 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 1098 time: 0.0549543 Jul 30 02:07:28.741723 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d7876db-b9d2-49b5-911e-04822540830e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.744998 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5d7876db-b9d2-49b5-911e-04822540830e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.747110 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5d7876db-b9d2-49b5-911e-04822540830e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "DELETE /v2.0/security-groups/70989962-4a23-4b30-9951-c3c97b614ca2 HTTP/1.1" status: 204 len: 168 time: 0.2894616 Jul 30 02:07:28.767846 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42424) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:28.774767 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7876db-b9d2-49b5-911e-04822540830e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70989962-4a23-4b30-9951-c3c97b614ca2,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:28.792757 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8a43e5f3-7756-4ded-aa1f-9e1d2638b545 req-b95718e9-39ba-4584-91f8-2a9b6792521e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574355 Jul 30 02:07:28.819233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-a1d4ac01-7da0-4b9f-8511-e86043c8fda2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port 91828a0c-0424-489e-9f07-580d8de9962d {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:28.819932 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a1d4ac01-7da0-4b9f-8511-e86043c8fda2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.871920 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f285cb9a-cc3d-4034-a866-ab255267ba3a tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1026211 Jul 30 02:07:28.872527 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42428) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:28.974823 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a1d4ac01-7da0-4b9f-8511-e86043c8fda2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.988853 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-a1d4ac01-7da0-4b9f-8511-e86043c8fda2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for 91828a0c-0424-489e-9f07-580d8de9962d owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:29.006273 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a8e70e93-8928-4797-b165-5354869bb9e0 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:29.068425 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a8e70e93-8928-4797-b165-5354869bb9e0 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:29.270207 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a8e70e93-8928-4797-b165-5354869bb9e0 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:29.272917 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a8e70e93-8928-4797-b165-5354869bb9e0 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:29.280887 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42430) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:29.281190 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a8e70e93-8928-4797-b165-5354869bb9e0 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "DELETE /v2.0/security-groups/8e7aad67-9395-44ca-8149-14ead7f4c5b6 HTTP/1.1" status: 204 len: 168 time: 0.4043496 Jul 30 02:07:29.299041 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e70e93-8928-4797-b165-5354869bb9e0 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7aad67-9395-44ca-8149-14ead7f4c5b6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:29.303851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-47be7d31-fc84-4895-a1ea-f0dc5d273129 None None] Provisioning for port 55f421f3-010f-43d5-9d70-3f0eeec6dee2 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:29.315263 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a1d4ac01-7da0-4b9f-8511-e86043c8fda2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:29.462398 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4ac01-7da0-4b9f-8511-e86043c8fda2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=91828a0c-0424-489e-9f07-580d8de9962d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:29.535057 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a1d4ac01-7da0-4b9f-8511-e86043c8fda2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:29.537243 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a1d4ac01-7da0-4b9f-8511-e86043c8fda2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/91828a0c-0424-489e-9f07-580d8de9962d HTTP/1.1" status: 204 len: 168 time: 0.8459213 Jul 30 02:07:29.541137 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42436) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:29.562866 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4abd9630-5884-4743-a880-7d6216642f9c tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2839391 Jul 30 02:07:29.623059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42438) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:29.640707 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-03b10515-9399-449e-90c3-8509eb5ac5db tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Request body: {'security_group': {'name': 'tempest-secgroup--1130017302'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:29.640952 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-66ae93ac-c930-4147-a207-9b55efca5a6c None None] Could not find standard attr ID for object 91828a0c-0424-489e-9f07-580d8de9962d. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:07:29.673992 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacda86c-8f88-41b8-8e2a-d95dd10e4b48 req-ea48fddb-a0d7-48ac-90d0-3a3b5247f078 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:29.680218 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eacda86c-8f88-41b8-8e2a-d95dd10e4b48 req-ea48fddb-a0d7-48ac-90d0-3a3b5247f078 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.1655192 Jul 30 02:07:29.689069 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 55f421f3-010f-43d5-9d70-3f0eeec6dee2 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:29.754922 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf34e64c-f62c-4bf3-92f5-552e63d10386 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:29.759079 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf34e64c-f62c-4bf3-92f5-552e63d10386 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:29.763649 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bf34e64c-f62c-4bf3-92f5-552e63d10386 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2193842 Jul 30 02:07:29.776509 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42448) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:29.783594 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eacda86c-8f88-41b8-8e2a-d95dd10e4b48 req-f73e5bb6-cffb-4106-b90d-6afa0d4a5438 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881784 Jul 30 02:07:29.803535 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03b10515-9399-449e-90c3-8509eb5ac5db tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:29.864714 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bdbe135-afc7-43e2-aad6-c0210693cc89 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet 223705ca-9753-450f-9d1b-bf842e85f388 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:07:29.868836 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bdbe135-afc7-43e2-aad6-c0210693cc89 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:29.932095 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bdbe135-afc7-43e2-aad6-c0210693cc89 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:29.939044 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03b10515-9399-449e-90c3-8509eb5ac5db tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:29.945884 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 55f421f3-010f-43d5-9d70-3f0eeec6dee2 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:29.956383 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 55f421f3-010f-43d5-9d70-3f0eeec6dee2 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:29.957867 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.036046 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03b10515-9399-449e-90c3-8509eb5ac5db tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.088941 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b10515-9399-449e-90c3-8509eb5ac5db tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3c4464-301e-467b-8b9d-43256d0ad4dd,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:30.121016 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bdbe135-afc7-43e2-aad6-c0210693cc89 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.126599 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.169241 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03b10515-9399-449e-90c3-8509eb5ac5db tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.171666 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-03b10515-9399-449e-90c3-8509eb5ac5db tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5471175 Jul 30 02:07:30.173941 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42466) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:30.179075 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-156024ee-29d1-432f-bf03-1978f0d36e14 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Request body: {'security_group_rule': {'security_group_id': 'cb3c4464-301e-467b-8b9d-43256d0ad4dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:30.286340 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-156024ee-29d1-432f-bf03-1978f0d36e14 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.331109 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bdbe135-afc7-43e2-aad6-c0210693cc89 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.418876 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-156024ee-29d1-432f-bf03-1978f0d36e14 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.439463 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6bdbe135-afc7-43e2-aad6-c0210693cc89 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.442465 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdc2150-2f0f-4e62-9232-9995339d78ab None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:30.445157 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6bdbe135-afc7-43e2-aad6-c0210693cc89 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/223705ca-9753-450f-9d1b-bf842e85f388 HTTP/1.1" status: 204 len: 168 time: 0.6775036 Jul 30 02:07:30.446194 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbe135-afc7-43e2-aad6-c0210693cc89 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=223705ca-9753-450f-9d1b-bf842e85f388,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:30.448121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42478) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:30.508199 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:07:30.508562 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:07:30.518907 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-50ade442-f289-4567-8943-4cc0cbf42fcd tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670500 Jul 30 02:07:30.518907 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-156024ee-29d1-432f-bf03-1978f0d36e14 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.520022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42486) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:30.524584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7d9b1fec-9655-497d-b61a-ddfaafbc1ab3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:30.550436 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156024ee-29d1-432f-bf03-1978f0d36e14 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2efc61c-c51c-422f-9fea-23fb8a215ac6,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:30.620749 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-156024ee-29d1-432f-bf03-1978f0d36e14 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.621985 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-156024ee-29d1-432f-bf03-1978f0d36e14 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4470146 Jul 30 02:07:30.624714 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42492) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:30.669826 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-beb327fb-9f26-4c8d-98ad-1de06145fc4e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.683042 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-beb327fb-9f26-4c8d-98ad-1de06145fc4e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.746403 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54943e02-6505-4229-b791-a29c646a4ba6 None None] DHCP port deletion for 84fe5bd8-9f93-443f-a4c2-007dacc11704 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:07:30.809189 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-54943e02-6505-4229-b791-a29c646a4ba6 None None] Deleting port 55f421f3-010f-43d5-9d70-3f0eeec6dee2 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:30.809674 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54943e02-6505-4229-b791-a29c646a4ba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.829577 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-beb327fb-9f26-4c8d-98ad-1de06145fc4e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.829753 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9b1fec-9655-497d-b61a-ddfaafbc1ab3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:30.837617 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1fec-9655-497d-b61a-ddfaafbc1ab3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.845428 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-beb327fb-9f26-4c8d-98ad-1de06145fc4e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.846817 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-beb327fb-9f26-4c8d-98ad-1de06145fc4e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/b2efc61c-c51c-422f-9fea-23fb8a215ac6 HTTP/1.1" status: 204 len: 168 time: 0.2211068 Jul 30 02:07:30.850346 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb327fb-9f26-4c8d-98ad-1de06145fc4e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2efc61c-c51c-422f-9fea-23fb8a215ac6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:30.854538 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42502) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:30.952641 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2376ee4b-e71f-49d4-9878-5b6ab143c7f9 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0953529 Jul 30 02:07:30.955529 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42506) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:30.964763 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-54943e02-6505-4229-b791-a29c646a4ba6 None None] For port 55f421f3-010f-43d5-9d70-3f0eeec6dee2, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=55f421f3-010f-43d5-9d70-3f0eeec6dee2,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:30.965761 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54943e02-6505-4229-b791-a29c646a4ba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:31.018356 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-54943e02-6505-4229-b791-a29c646a4ba6 None None] Calling delete_port for 55f421f3-010f-43d5-9d70-3f0eeec6dee2 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:31.120995 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d6087c08-ee60-4973-a237-6e5e64588ab4 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:31.175727 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:31.208829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42512) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:31.231981 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d6087c08-ee60-4973-a237-6e5e64588ab4 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:31.241185 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 55f421f3-010f-43d5-9d70-3f0eeec6dee2, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=55f421f3-010f-43d5-9d70-3f0eeec6dee2,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:31.327969 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:31.446004 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54943e02-6505-4229-b791-a29c646a4ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:31.458951 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d6087c08-ee60-4973-a237-6e5e64588ab4 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:31.462322 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d6087c08-ee60-4973-a237-6e5e64588ab4 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:31.464909 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d6087c08-ee60-4973-a237-6e5e64588ab4 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "DELETE /v2.0/security-groups/cb3c4464-301e-467b-8b9d-43256d0ad4dd HTTP/1.1" status: 204 len: 168 time: 0.5071666 Jul 30 02:07:31.473883 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42516) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:31.500753 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54943e02-6505-4229-b791-a29c646a4ba6 None None] No DVR routers for this DVR port 55f421f3-010f-43d5-9d70-3f0eeec6dee2 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:31.520439 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 55f421f3-010f-43d5-9d70-3f0eeec6dee2 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:07:31.548464 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0cdd06ff-4859-4ca9-91b9-46178184008d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:31.557862 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 55f421f3-010f-43d5-9d70-3f0eeec6dee2 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:07:31.558264 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 55f421f3-010f-43d5-9d70-3f0eeec6dee2 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:07:31.559972 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=55f421f3-010f-43d5-9d70-3f0eeec6dee2,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:31.586277 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6087c08-ee60-4973-a237-6e5e64588ab4 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3c4464-301e-467b-8b9d-43256d0ad4dd,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:31.592930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54943e02-6505-4229-b791-a29c646a4ba6 None None] Pushing event deleted for resources: {'Port': ['ID=55f421f3-010f-43d5-9d70-3f0eeec6dee2,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:31.615428 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc0316-e267-4380-b246-bc8ff60deb32 req-1098ec22-4754-407b-b08b-d5099e038fd5 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:31.617110 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bcbc0316-e267-4380-b246-bc8ff60deb32 req-1098ec22-4754-407b-b08b-d5099e038fd5 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.0811689 Jul 30 02:07:31.658378 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2457a59d-2eb4-42fa-af40-11ea12cd8169 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1829212 Jul 30 02:07:31.662676 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42520) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:31.668833 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-35bc150b-bafb-40fa-9790-8e038f1368be tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Request body: {'security_group': {'name': 'tempest-secgroup--1950796348'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:31.686286 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bcbc0316-e267-4380-b246-bc8ff60deb32 req-93052122-9ac7-4ee1-bd6c-18a569c1ba85 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597560 Jul 30 02:07:31.737527 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0cdd06ff-4859-4ca9-91b9-46178184008d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:31.913625 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0cdd06ff-4859-4ca9-91b9-46178184008d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:31.962418 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd06ff-4859-4ca9-91b9-46178184008d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f07665-a983-4318-afe7-4d4279d040cb,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:31.967744 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0cdd06ff-4859-4ca9-91b9-46178184008d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e07df9731ce747f395d960c170a82627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7579336 Jul 30 02:07:31.970336 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42524) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:31.979068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.objects.ports [None req-7d9b1fec-9655-497d-b61a-ddfaafbc1ab3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94465) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:07:31.980779 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1fec-9655-497d-b61a-ddfaafbc1ab3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:32.018974 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9b1fec-9655-497d-b61a-ddfaafbc1ab3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:32.021338 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ae516ca-a17c-4ffc-a856-4fe482839640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:32.023574 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-7d9b1fec-9655-497d-b61a-ddfaafbc1ab3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:32.027863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9b1fec-9655-497d-b61a-ddfaafbc1ab3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:32.028461 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1fec-9655-497d-b61a-ddfaafbc1ab3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:32.034879 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45918c38-baa3-433c-bfc1-41ad9f845486 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:32.051970 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b1fec-9655-497d-b61a-ddfaafbc1ab3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=4c1da2e7-6b73-49a1-b39a-4bc2b49a4925,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:32.057874 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ae516ca-a17c-4ffc-a856-4fe482839640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:32.081687 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-35bc150b-bafb-40fa-9790-8e038f1368be tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:32.160214 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7d9b1fec-9655-497d-b61a-ddfaafbc1ab3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6398857 Jul 30 02:07:32.168813 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42534) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:32.175962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-2c30d19f-3113-43b6-8e6e-a663bfa8c089 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'mac_address': 'fa:16:3e:7c:f9:a6', 'name': 'tempest-NetworksTestDHCPv6-1244350625'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:32.222507 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ae516ca-a17c-4ffc-a856-4fe482839640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:32.226530 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ae516ca-a17c-4ffc-a856-4fe482839640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:32.228682 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2ae516ca-a17c-4ffc-a856-4fe482839640 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/79f07665-a983-4318-afe7-4d4279d040cb HTTP/1.1" status: 204 len: 168 time: 0.2565536 Jul 30 02:07:32.248472 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae516ca-a17c-4ffc-a856-4fe482839640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f07665-a983-4318-afe7-4d4279d040cb,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:32.271891 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-84fe5bd8-9f93-443f-a4c2-007dacc11704', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'fixed_ips': [{'subnet_id': '4c1da2e7-6b73-49a1-b39a-4bc2b49a4925'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:07:32.272732 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:32.343455 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-35bc150b-bafb-40fa-9790-8e038f1368be tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:32.407967 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-35bc150b-bafb-40fa-9790-8e038f1368be tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:32.444587 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc150b-bafb-40fa-9790-8e038f1368be tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=669f80ad-5066-46e6-9924-da01ff4d3533,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:32.470172 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Allocated IP 2001:db8::f816:3eff:fecb:7026 (84fe5bd8-9f93-443f-a4c2-007dacc11704/4c1da2e7-6b73-49a1-b39a-4bc2b49a4925/f183a3a3-f86f-45cb-bd9e-0274d1219fae) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:32.521704 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c30d19f-3113-43b6-8e6e-a663bfa8c089 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:32.605589 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-35bc150b-bafb-40fa-9790-8e038f1368be tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:32.615399 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42552) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:32.615968 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-35bc150b-bafb-40fa-9790-8e038f1368be tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9507103 Jul 30 02:07:32.622085 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7e24e3fe-a9d6-43d0-8290-66005fe71e51 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Request body: {'security_group_rule': {'security_group_id': '669f80ad-5066-46e6-9924-da01ff4d3533', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:32.631246 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:32.636965 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c30d19f-3113-43b6-8e6e-a663bfa8c089 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:32.642793 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Transition to ACTIVE for port object f183a3a3-f86f-45cb-bd9e-0274d1219fae will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:32.660160 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Transition to ACTIVE for port object f183a3a3-f86f-45cb-bd9e-0274d1219fae will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:32.672408 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-2c30d19f-3113-43b6-8e6e-a663bfa8c089 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port f2297e77-142b-469a-a26f-b143d7b9325e yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:07:32.773980 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:32.792482 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:32.795299 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:32.819444 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:32.862282 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e24e3fe-a9d6-43d0-8290-66005fe71e51 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:32.889938 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Pushing event updated for resources: {'Port': ['ID=f183a3a3-f86f-45cb-bd9e-0274d1219fae,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:32.901992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-2c30d19f-3113-43b6-8e6e-a663bfa8c089 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::f816:3eff:fe7c:f9a6 (84fe5bd8-9f93-443f-a4c2-007dacc11704/4c1da2e7-6b73-49a1-b39a-4bc2b49a4925/f2297e77-142b-469a-a26f-b143d7b9325e) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:32.914995 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Attempting to bind port f183a3a3-f86f-45cb-bd9e-0274d1219fae on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:07:32.915366 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Attempting to bind port f183a3a3-f86f-45cb-bd9e-0274d1219fae by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:07:32.915866 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Attempting to bind port f183a3a3-f86f-45cb-bd9e-0274d1219fae on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:32.923829 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:07:32.925173 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:32.925173 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:32.925173 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:07:32.925521 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Bound port: f183a3a3-f86f-45cb-bd9e-0274d1219fae, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:07:32.926014 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:32.944508 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f9c9b-a4e8-4fc8-a226-7f791bfc13a3 req-f1628e14-16c1-470f-94ef-b4cc125d78a7 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:32.946513 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aa1f9c9b-a4e8-4fc8-a226-7f791bfc13a3 req-f1628e14-16c1-470f-94ef-b4cc125d78a7 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.1367433 Jul 30 02:07:33.012753 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.015948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] For port f183a3a3-f86f-45cb-bd9e-0274d1219fae, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:07:33.019258 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] For port f183a3a3-f86f-45cb-bd9e-0274d1219fae, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f183a3a3-f86f-45cb-bd9e-0274d1219fae,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:07:33.041548 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e24e3fe-a9d6-43d0-8290-66005fe71e51 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.052119 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42564) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:33.071863 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-620f2b01-e224-4ad6-a81d-63f979898778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.085196 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aa1f9c9b-a4e8-4fc8-a226-7f791bfc13a3 req-77b46aac-436a-401b-833e-092060a09b62 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253636 Jul 30 02:07:33.086579 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.137551 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e24e3fe-a9d6-43d0-8290-66005fe71e51 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.165356 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc91b6f-d08a-44ef-984a-2329427e2f67 None None] Pushing event updated for resources: {'Port': ['ID=f183a3a3-f86f-45cb-bd9e-0274d1219fae,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:33.200927 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24e3fe-a9d6-43d0-8290-66005fe71e51 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d507441-2a9e-4c4e-aace-56818001b156,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:33.221668 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-620f2b01-e224-4ad6-a81d-63f979898778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.253965 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c30d19f-3113-43b6-8e6e-a663bfa8c089 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.286561 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-2c30d19f-3113-43b6-8e6e-a663bfa8c089 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object f2297e77-142b-469a-a26f-b143d7b9325e will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:33.291987 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-620f2b01-e224-4ad6-a81d-63f979898778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.311477 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23069b-ed77-4048-9bdc-09fc1d6783cc req-2d0233f9-dad8-4474-a111-54a5302fc8a4 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:33.313060 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d23069b-ed77-4048-9bdc-09fc1d6783cc req-2d0233f9-dad8-4474-a111-54a5302fc8a4 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.0878778 Jul 30 02:07:33.340368 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-620f2b01-e224-4ad6-a81d-63f979898778 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bead6eba9dfe4f04a7fe977571615f34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824194 Jul 30 02:07:33.340481 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42570) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:33.363707 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f2b01-e224-4ad6-a81d-63f979898778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d0ecac-ef6a-496b-b377-17a786f81d9f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:33.380480 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e24e3fe-a9d6-43d0-8290-66005fe71e51 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.382396 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42572) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:33.384323 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7e24e3fe-a9d6-43d0-8290-66005fe71e51 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7677937 Jul 30 02:07:33.426227 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-44b92afd-9949-4ceb-a3d8-a06619e242bc tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-group-rules/3d507441-2a9e-4c4e-aace-56818001b156 HTTP/1.1" status: 200 len: 763 time: 0.0403829 Jul 30 02:07:33.426227 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42574) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:33.459629 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d23069b-ed77-4048-9bdc-09fc1d6783cc req-e60aff6a-672d-456f-a332-5173553f07ad tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373427 Jul 30 02:07:33.480975 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c30d19f-3113-43b6-8e6e-a663bfa8c089 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.528909 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d35cd280-3b76-4037-8237-124d90c255f3 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0998437 Jul 30 02:07:33.529619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42578) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:33.553927 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4af220b9-69b4-487a-ad2e-161482565602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.580262 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c30d19f-3113-43b6-8e6e-a663bfa8c089 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:33.594278 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-2c30d19f-3113-43b6-8e6e-a663bfa8c089 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:33.599790 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e59724b5-32de-474d-a896-16d829109abf tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.606901 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c30d19f-3113-43b6-8e6e-a663bfa8c089 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:33.610224 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e59724b5-32de-474d-a896-16d829109abf tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.612914 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c30d19f-3113-43b6-8e6e-a663bfa8c089 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:33.613636 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c30d19f-3113-43b6-8e6e-a663bfa8c089 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.621960 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30d19f-3113-43b6-8e6e-a663bfa8c089 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=f2297e77-142b-469a-a26f-b143d7b9325e,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:33.631361 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4af220b9-69b4-487a-ad2e-161482565602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.701828 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e091bf-90bc-4908-836a-431eb7e93a59 req-e20c5113-c98a-4dc1-bf2e-ec7dc14d7516 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:33.703746 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5e091bf-90bc-4908-836a-431eb7e93a59 req-e20c5113-c98a-4dc1-bf2e-ec7dc14d7516 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.0912616 Jul 30 02:07:33.745829 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2c30d19f-3113-43b6-8e6e-a663bfa8c089 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5753415 Jul 30 02:07:33.748547 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42582) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:33.767567 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4af220b9-69b4-487a-ad2e-161482565602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.770215 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4af220b9-69b4-487a-ad2e-161482565602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.771438 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4af220b9-69b4-487a-ad2e-161482565602 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/38d0ecac-ef6a-496b-b377-17a786f81d9f HTTP/1.1" status: 204 len: 168 time: 0.4314902 Jul 30 02:07:33.787290 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c5e091bf-90bc-4908-836a-431eb7e93a59 req-a24758d2-ddb5-46da-b27e-f0421eafc732 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769978 Jul 30 02:07:33.789784 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e59724b5-32de-474d-a896-16d829109abf tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.794173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af220b9-69b4-487a-ad2e-161482565602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d0ecac-ef6a-496b-b377-17a786f81d9f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:33.806911 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e59724b5-32de-474d-a896-16d829109abf tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.806911 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e59724b5-32de-474d-a896-16d829109abf tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/3d507441-2a9e-4c4e-aace-56818001b156 HTTP/1.1" status: 204 len: 168 time: 0.2721601 Jul 30 02:07:33.807812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42586) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:33.813839 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59724b5-32de-474d-a896-16d829109abf tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d507441-2a9e-4c4e-aace-56818001b156,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:33.854018 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6330be48-bbbd-4884-880a-dfd02450c3aa tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:33.882695 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6330be48-bbbd-4884-880a-dfd02450c3aa tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:33.884406 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6330be48-bbbd-4884-880a-dfd02450c3aa tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1348350 Jul 30 02:07:33.884992 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42594) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:33.886077 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-052117f8-f8b2-461d-9cda-4b8e24a66e7e tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0762477 Jul 30 02:07:33.887412 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42596) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:33.905700 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-84f721b4-8b84-47ed-8f0b-88fdb49dde91 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Request body: {'security_group_rule': {'security_group_id': '669f80ad-5066-46e6-9924-da01ff4d3533', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:34.059876 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7393e-5adb-46ca-9432-4fa5d91195f1 req-df2aee36-3596-47db-bc58-e183e3c47d33 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:34.061835 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73a7393e-5adb-46ca-9432-4fa5d91195f1 req-df2aee36-3596-47db-bc58-e183e3c47d33 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.1125014 Jul 30 02:07:34.109433 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-84f721b4-8b84-47ed-8f0b-88fdb49dde91 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.142356 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73a7393e-5adb-46ca-9432-4fa5d91195f1 req-9cbee4a3-b1f9-4eda-b95a-5cbbeb78a3a9 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796068 Jul 30 02:07:34.177450 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-a0db89ee-45b3-4be8-b1fd-ded1c892408d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port f2297e77-142b-469a-a26f-b143d7b9325e {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:34.177811 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a0db89ee-45b3-4be8-b1fd-ded1c892408d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.255667 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-84f721b4-8b84-47ed-8f0b-88fdb49dde91 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.319190 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-84f721b4-8b84-47ed-8f0b-88fdb49dde91 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.339646 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f721b4-8b84-47ed-8f0b-88fdb49dde91 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f367f3-c793-4c48-bab3-335c67950d5b,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:34.341462 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76374785-672e-47fa-9718-bd4ac70eef01 req-4e44ddbf-b5d0-4e5b-af18-c87ce5952b32 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:34.355485 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-76374785-672e-47fa-9718-bd4ac70eef01 req-4e44ddbf-b5d0-4e5b-af18-c87ce5952b32 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.0857899 Jul 30 02:07:34.363084 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a0db89ee-45b3-4be8-b1fd-ded1c892408d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.399129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-a0db89ee-45b3-4be8-b1fd-ded1c892408d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for f2297e77-142b-469a-a26f-b143d7b9325e owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:34.445678 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-76374785-672e-47fa-9718-bd4ac70eef01 req-2ed5ad04-65ad-4cf3-b681-7dda56f6b454 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859983 Jul 30 02:07:34.486928 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-84f721b4-8b84-47ed-8f0b-88fdb49dde91 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.488149 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-84f721b4-8b84-47ed-8f0b-88fdb49dde91 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6015234 Jul 30 02:07:34.501880 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42610) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:34.534091 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-31718457-32b7-401d-8c76-4b6061e57c50 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-group-rules/90f367f3-c793-4c48-bab3-335c67950d5b HTTP/1.1" status: 200 len: 763 time: 0.0172694 Jul 30 02:07:34.534091 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42614) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:34.608589 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-10764b03-afea-4932-b6d8-cfc16f364370 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0732279 Jul 30 02:07:34.619324 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42618) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:34.685712 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0dfe6816-907d-4d9c-8347-957057438096 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.696366 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0dfe6816-907d-4d9c-8347-957057438096 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.711618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1f865-71ec-4856-9dc4-a8f2c2fab8db req-689a59cb-83b7-4a72-be82-1cb57701e6ff tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:34.721302 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ceb1f865-71ec-4856-9dc4-a8f2c2fab8db req-689a59cb-83b7-4a72-be82-1cb57701e6ff tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.1030326 Jul 30 02:07:34.744204 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a0db89ee-45b3-4be8-b1fd-ded1c892408d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.787371 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db89ee-45b3-4be8-b1fd-ded1c892408d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=f2297e77-142b-469a-a26f-b143d7b9325e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:34.816808 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ceb1f865-71ec-4856-9dc4-a8f2c2fab8db req-c5731471-c817-4b36-afd2-a17e31df8aeb tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948207 Jul 30 02:07:34.853965 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a0db89ee-45b3-4be8-b1fd-ded1c892408d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.856332 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a0db89ee-45b3-4be8-b1fd-ded1c892408d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/f2297e77-142b-469a-a26f-b143d7b9325e HTTP/1.1" status: 204 len: 168 time: 0.9444311 Jul 30 02:07:34.858975 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42624) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:34.881428 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0dfe6816-907d-4d9c-8347-957057438096 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.890204 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0dfe6816-907d-4d9c-8347-957057438096 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.891812 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0dfe6816-907d-4d9c-8347-957057438096 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/90f367f3-c793-4c48-bab3-335c67950d5b HTTP/1.1" status: 204 len: 168 time: 0.2692163 Jul 30 02:07:34.895911 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42626) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:34.898849 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe6816-907d-4d9c-8347-957057438096 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90f367f3-c793-4c48-bab3-335c67950d5b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:34.910949 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b18f4ee9-f2bb-482c-a8ed-0ef8a162a352 None None] Provisioning for port f183a3a3-f86f-45cb-bd9e-0274d1219fae completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:34.993857 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe08da-a255-4623-8d48-3707c18af08f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:34.997149 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe08da-a255-4623-8d48-3707c18af08f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:35.001169 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f6fe08da-a255-4623-8d48-3707c18af08f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1389644 Jul 30 02:07:35.002234 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42632) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:35.080337 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4c8baafc-c715-4e01-af76-2fc8ac4e2708 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1819715 Jul 30 02:07:35.081021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42638) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:35.085950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b08e41-1dec-400d-b8b6-e919918651c3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet 4c1da2e7-6b73-49a1-b39a-4bc2b49a4925 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:07:35.089682 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-06b08e41-1dec-400d-b8b6-e919918651c3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:35.096568 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-2563dd48-a847-4fdb-a497-ccda97ae15ed tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Request body: {'security_group_rule': {'security_group_id': '669f80ad-5066-46e6-9924-da01ff4d3533', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:35.108196 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36600cb-b6d5-4400-9ead-db415d01dfb9 req-75db8a8e-02ce-441e-8150-dc26900e3457 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:35.110311 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b36600cb-b6d5-4400-9ead-db415d01dfb9 req-75db8a8e-02ce-441e-8150-dc26900e3457 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.2152853 Jul 30 02:07:35.144323 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-06b08e41-1dec-400d-b8b6-e919918651c3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:35.217886 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b36600cb-b6d5-4400-9ead-db415d01dfb9 req-b935bebd-4622-4241-b2d5-cc63dac47c69 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972676 Jul 30 02:07:35.239887 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5f552993-477f-4edc-987a-a0e8c1390f5f None None] Could not find standard attr ID for object f2297e77-142b-469a-a26f-b143d7b9325e. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:07:35.265562 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-06b08e41-1dec-400d-b8b6-e919918651c3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:35.293708 n-d-713498-9 neutron-server[94464]: INFO neutron.db.securitygroups_db [None req-2563dd48-a847-4fdb-a497-ccda97ae15ed tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Project c343c9788cf14744b873344f236a3e2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:07:35.301151 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2563dd48-a847-4fdb-a497-ccda97ae15ed tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:35.433841 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2563dd48-a847-4fdb-a497-ccda97ae15ed tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:35.453645 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-06b08e41-1dec-400d-b8b6-e919918651c3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:35.488233 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f183a3a3-f86f-45cb-bd9e-0274d1219fae up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:35.506456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b08e41-1dec-400d-b8b6-e919918651c3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=4c1da2e7-6b73-49a1-b39a-4bc2b49a4925,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:35.509279 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-06b08e41-1dec-400d-b8b6-e919918651c3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:35.512153 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-06b08e41-1dec-400d-b8b6-e919918651c3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/4c1da2e7-6b73-49a1-b39a-4bc2b49a4925 HTTP/1.1" status: 204 len: 168 time: 0.5083551 Jul 30 02:07:35.514250 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42648) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:35.526412 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2563dd48-a847-4fdb-a497-ccda97ae15ed tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:35.543577 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563dd48-a847-4fdb-a497-ccda97ae15ed tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d4c139-345d-4101-bf08-600f0d01559d,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:35.561784 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d401d7ee-d117-4a15-ac16-70bc03ff1319 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:35.580306 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f060ca0d-f9bf-461f-986d-252472621c76 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0643160 Jul 30 02:07:35.583319 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42652) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:35.643882 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2563dd48-a847-4fdb-a497-ccda97ae15ed tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:35.646102 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2563dd48-a847-4fdb-a497-ccda97ae15ed tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5582647 Jul 30 02:07:35.652963 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37848245-d1c3-4944-ad5c-a62945e07a6d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:35.652963 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-37848245-d1c3-4944-ad5c-a62945e07a6d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0639780 Jul 30 02:07:35.653705 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42656) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:35.654135 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42654) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:35.725815 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8ca2506e-3a4e-4cb4-a834-3850f7fd1549 tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-group-rules/62d4c139-345d-4101-bf08-600f0d01559d HTTP/1.1" status: 200 len: 769 time: 0.0698960 Jul 30 02:07:35.728566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42660) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:35.798910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3adb43-2db8-4456-97fb-2d034ca4ac32 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:35.800636 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9a3adb43-2db8-4456-97fb-2d034ca4ac32 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1455190 Jul 30 02:07:35.805359 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42664) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:35.830377 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8260af-9b71-42b8-b1dc-50ac45fa93fc req-5c69fb60-b8ba-442c-9ad8-9e6099df12ab tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:35.841573 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2a8260af-9b71-42b8-b1dc-50ac45fa93fc req-5c69fb60-b8ba-442c-9ad8-9e6099df12ab tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.1013417 Jul 30 02:07:35.841798 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port f183a3a3-f86f-45cb-bd9e-0274d1219fae completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:35.847127 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f183a3a3-f86f-45cb-bd9e-0274d1219fae triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:35.847502 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:35.904900 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-43536ceb-8c51-4054-97bc-b217c8bde19b tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1708899 Jul 30 02:07:35.907123 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4d158726-0426-4bed-a5a0-ef204f7f26e6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005855 Jul 30 02:07:35.907731 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42666) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:35.920397 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede65d43-5269-4ade-9020-77a433142744 None None] DHCP port deletion for 84fe5bd8-9f93-443f-a4c2-007dacc11704 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:07:35.927713 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2a8260af-9b71-42b8-b1dc-50ac45fa93fc req-db00342a-7845-4202-a940-cca7c4176c9e tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846727 Jul 30 02:07:35.928493 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42668) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:35.939456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-3f549d2a-7819-4190-b4b0-b13ab6c88731 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:35.946918 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdc807ff-644b-4e47-b22a-fd5e6fddab2b tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:35.956178 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdc807ff-644b-4e47-b22a-fd5e6fddab2b tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:36.079002 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdc807ff-644b-4e47-b22a-fd5e6fddab2b tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:36.093487 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdc807ff-644b-4e47-b22a-fd5e6fddab2b tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:36.095114 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bdc807ff-644b-4e47-b22a-fd5e6fddab2b tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/62d4c139-345d-4101-bf08-600f0d01559d HTTP/1.1" status: 204 len: 168 time: 0.1863041 Jul 30 02:07:36.098573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42676) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:36.114531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc807ff-644b-4e47-b22a-fd5e6fddab2b tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62d4c139-345d-4101-bf08-600f0d01559d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:36.121176 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:36.215407 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42684) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:36.216324 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dc1206ea-fdba-45da-9217-8e45037eebda tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1157203 Jul 30 02:07:36.216557 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ede65d43-5269-4ade-9020-77a433142744 None None] Deleting port f183a3a3-f86f-45cb-bd9e-0274d1219fae {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:36.219250 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ede65d43-5269-4ade-9020-77a433142744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:36.220782 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f549d2a-7819-4190-b4b0-b13ab6c88731 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:36.231185 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3f549d2a-7819-4190-b4b0-b13ab6c88731 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:36.246473 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port f183a3a3-f86f-45cb-bd9e-0274d1219fae, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f183a3a3-f86f-45cb-bd9e-0274d1219fae,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:36.328917 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-21b65b3c-8e76-4ef3-a7bd-e8b4d103b65b tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:36.356833 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-21b65b3c-8e76-4ef3-a7bd-e8b4d103b65b tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:36.527250 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-21b65b3c-8e76-4ef3-a7bd-e8b4d103b65b tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:36.531448 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-21b65b3c-8e76-4ef3-a7bd-e8b4d103b65b tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:36.541032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-21b65b3c-8e76-4ef3-a7bd-e8b4d103b65b tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "DELETE /v2.0/security-groups/669f80ad-5066-46e6-9924-da01ff4d3533 HTTP/1.1" status: 204 len: 168 time: 0.3165770 Jul 30 02:07:36.541032 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42692) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:36.553228 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:36.576791 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b65b3c-8e76-4ef3-a7bd-e8b4d103b65b tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=669f80ad-5066-46e6-9924-da01ff4d3533,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:36.647658 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c319f21e-2b9a-4a4f-8ecf-300652c71f2a tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1077297 Jul 30 02:07:36.675559 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42702) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:36.725616 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ede65d43-5269-4ade-9020-77a433142744 None None] For port f183a3a3-f86f-45cb-bd9e-0274d1219fae, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f183a3a3-f86f-45cb-bd9e-0274d1219fae,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:36.726019 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ede65d43-5269-4ade-9020-77a433142744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:36.748052 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-610714b3-01e9-47a3-bc44-83f9c874736a tempest-SecGroupIPv6Test-1646615996 tempest-SecGroupIPv6Test-1646615996-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0746953 Jul 30 02:07:36.755472 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ede65d43-5269-4ade-9020-77a433142744 None None] Calling delete_port for f183a3a3-f86f-45cb-bd9e-0274d1219fae owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:36.775385 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=f183a3a3-f86f-45cb-bd9e-0274d1219fae,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:36.808937 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3f549d2a-7819-4190-b4b0-b13ab6c88731 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:36.890561 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f549d2a-7819-4190-b4b0-b13ab6c88731 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:36.898085 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-3f549d2a-7819-4190-b4b0-b13ab6c88731 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:36.909353 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f549d2a-7819-4190-b4b0-b13ab6c88731 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:36.910080 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3f549d2a-7819-4190-b4b0-b13ab6c88731 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:36.941984 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f549d2a-7819-4190-b4b0-b13ab6c88731 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=0449827c-d5fa-4903-855f-69c97979eb49,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:37.029556 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ede65d43-5269-4ade-9020-77a433142744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:37.078593 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede65d43-5269-4ade-9020-77a433142744 None None] Pushing event deleted for resources: {'Port': ['ID=f183a3a3-f86f-45cb-bd9e-0274d1219fae,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:37.082227 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede65d43-5269-4ade-9020-77a433142744 None None] No DVR routers for this DVR port f183a3a3-f86f-45cb-bd9e-0274d1219fae on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:37.089076 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3f549d2a-7819-4190-b4b0-b13ab6c88731 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1588068 Jul 30 02:07:37.092212 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42714) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:37.107863 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-82de6d61-b5a6-46b5-b55d-61c03d00d805 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'mac_address': 'fa:16:3e:51:a4:b0', 'name': 'tempest-NetworksTestDHCPv6-476832427'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:37.108006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92bd48c-c0d4-4294-abf1-1220f1927547 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:37.195569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16634431-02ae-4c9f-a5b7-79551f13e87b req-0b0424a5-2abc-4c7c-917b-ae8e3a000f86 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:37.197112 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16634431-02ae-4c9f-a5b7-79551f13e87b req-0b0424a5-2abc-4c7c-917b-ae8e3a000f86 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.1524677 Jul 30 02:07:37.245954 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16634431-02ae-4c9f-a5b7-79551f13e87b req-3cff9a9e-1a1f-494c-b7e0-fd7a9a828a12 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395982 Jul 30 02:07:37.374356 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-84fe5bd8-9f93-443f-a4c2-007dacc11704', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'fixed_ips': [{'subnet_id': '0449827c-d5fa-4903-855f-69c97979eb49'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:07:37.374356 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:37.514618 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82de6d61-b5a6-46b5-b55d-61c03d00d805 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:37.583558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f183a3a3-f86f-45cb-bd9e-0274d1219fae no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:07:37.629259 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: f183a3a3-f86f-45cb-bd9e-0274d1219fae {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:07:37.629259 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f183a3a3-f86f-45cb-bd9e-0274d1219fae not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:07:37.656640 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-82de6d61-b5a6-46b5-b55d-61c03d00d805 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:37.658561 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Allocated IP 2001:db8::2 (84fe5bd8-9f93-443f-a4c2-007dacc11704/0449827c-d5fa-4903-855f-69c97979eb49/f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:37.662235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42734) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:37.696016 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-82de6d61-b5a6-46b5-b55d-61c03d00d805 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port 46446e7c-37f5-4396-8c7c-93c1c16eb9c9 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:07:37.840938 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:37.858122 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Transition to ACTIVE for port object f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:37.886696 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Transition to ACTIVE for port object f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:37.958670 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d854d8-1661-4bcc-a785-c024c21bf89d req-8928caf7-3048-4c77-9da8-067ba46d810e tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:37.968470 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-99d854d8-1661-4bcc-a785-c024c21bf89d req-8928caf7-3048-4c77-9da8-067ba46d810e tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.0705450 Jul 30 02:07:37.986047 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.042696 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-99d854d8-1661-4bcc-a785-c024c21bf89d req-8ec5ecbd-4d7b-4b22-b49b-a489eac51411 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724664 Jul 30 02:07:38.071995 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0354bdf0-9be3-402c-a503-ab2d85eeba86 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c343c9788cf14744b873344f236a3e2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082723 Jul 30 02:07:38.074846 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42750) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:38.079823 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:38.086225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:38.090120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:38.101909 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Pushing event updated for resources: {'Port': ['ID=f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:38.126756 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-82de6d61-b5a6-46b5-b55d-61c03d00d805 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::1f4 (84fe5bd8-9f93-443f-a4c2-007dacc11704/0449827c-d5fa-4903-855f-69c97979eb49/46446e7c-37f5-4396-8c7c-93c1c16eb9c9) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:38.158585 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8b41c-fab0-444d-887d-4477e41387f6 req-151fb10b-2bc5-48a2-b9bd-783f864e8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:38.160364 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19d8b41c-fab0-444d-887d-4477e41387f6 req-151fb10b-2bc5-48a2-b9bd-783f864e8cb5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=98cb24431910454fa0102d049341fde2&device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 1098 time: 0.0860958 Jul 30 02:07:38.160923 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Attempting to bind port f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:07:38.161302 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Attempting to bind port f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:07:38.161672 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Attempting to bind port f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1 on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:38.163297 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-76e73dbf-84d4-4ea4-979e-b3265e74d91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.168554 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:07:38.168996 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:38.169817 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.170210 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:07:38.170726 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Bound port: f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:07:38.171113 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.203448 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-76e73dbf-84d4-4ea4-979e-b3265e74d91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.251757 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] For port f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:07:38.257371 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] For port f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:07:38.341879 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8b41c-fab0-444d-887d-4477e41387f6 req-94559264-a0df-40e9-b96f-8deded796edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:38.343432 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19d8b41c-fab0-444d-887d-4477e41387f6 req-94559264-a0df-40e9-b96f-8deded796edf service neutron] 10.222.0.10 "GET /v2.0/networks?id=d37600d1-d258-4a70-aa2c-f9ef5b6795ad HTTP/1.1" status: 200 len: 915 time: 0.1756673 Jul 30 02:07:38.367386 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-76e73dbf-84d4-4ea4-979e-b3265e74d91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.371088 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.380613 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-76e73dbf-84d4-4ea4-979e-b3265e74d91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.380613 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-76e73dbf-84d4-4ea4-979e-b3265e74d91d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/524b07e0-882a-4317-9043-f2287873b07d HTTP/1.1" status: 204 len: 168 time: 0.2964375 Jul 30 02:07:38.394421 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e73dbf-84d4-4ea4-979e-b3265e74d91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524b07e0-882a-4317-9043-f2287873b07d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:38.407818 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19d8b41c-fab0-444d-887d-4477e41387f6 req-d8d604f4-4d5c-4eb5-988e-5b50a38849a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0839fbba-db49-4ab9-9700-19b6b639b4c6 HTTP/1.1" status: 200 len: 217 time: 0.0555618 Jul 30 02:07:38.495790 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-82de6d61-b5a6-46b5-b55d-61c03d00d805 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.519701 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-82de6d61-b5a6-46b5-b55d-61c03d00d805 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object 46446e7c-37f5-4396-8c7c-93c1c16eb9c9 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:38.528563 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8b41c-fab0-444d-887d-4477e41387f6 req-3ca97f5d-0b6e-4ac6-beb2-4c37df12e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:38.530185 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19d8b41c-fab0-444d-887d-4477e41387f6 req-3ca97f5d-0b6e-4ac6-beb2-4c37df12e317 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28fb4a46-70b0-422c-83c7-3105b3c04140 HTTP/1.1" status: 200 len: 854 time: 0.1122403 Jul 30 02:07:38.608434 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106319e-8fbd-4997-affc-cf6566799b58 None None] Pushing event updated for resources: {'Port': ['ID=f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:38.626015 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19d8b41c-fab0-444d-887d-4477e41387f6 req-eaf87fad-69ac-41c7-9bce-20abdab960dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d37600d1-d258-4a70-aa2c-f9ef5b6795ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846341 Jul 30 02:07:38.685675 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42756) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:38.812420 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-82de6d61-b5a6-46b5-b55d-61c03d00d805 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.941548 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19d8b41c-fab0-444d-887d-4477e41387f6 req-8d6773d0-7f91-4d99-ae6b-a7c4fac1ab24 service neutron] 10.222.0.10 "GET /v2.0/networks/d37600d1-d258-4a70-aa2c-f9ef5b6795ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983508 Jul 30 02:07:38.956569 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82de6d61-b5a6-46b5-b55d-61c03d00d805 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:38.969777 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2bfcf2fa-9a65-4083-859a-e84c916b8e53 req-0bfba718-c003-4ed7-a047-019d4d6b3484 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0859182 Jul 30 02:07:38.970765 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a22d688d-ed67-433d-b6bc-ad550aae7fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.002941 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-82de6d61-b5a6-46b5-b55d-61c03d00d805 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:39.007224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82de6d61-b5a6-46b5-b55d-61c03d00d805 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:39.026645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82de6d61-b5a6-46b5-b55d-61c03d00d805 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:39.030262 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-82de6d61-b5a6-46b5-b55d-61c03d00d805 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.139980 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-49d1e3c9-f5ed-4ea8-a090-a1f0d5a24f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.184974 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcf2fa-9a65-4083-859a-e84c916b8e53 req-d7cf7a8d-3a88-4186-9e62-1f93f0117b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:39.186543 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2bfcf2fa-9a65-4083-859a-e84c916b8e53 req-d7cf7a8d-3a88-4186-9e62-1f93f0117b5c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cbfa7ad579da40909baf5d12049ec9cd&device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 1096 time: 0.1416378 Jul 30 02:07:39.194050 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de6d61-b5a6-46b5-b55d-61c03d00d805 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=46446e7c-37f5-4396-8c7c-93c1c16eb9c9,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:39.246209 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a22d688d-ed67-433d-b6bc-ad550aae7fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.250558 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19d8b41c-fab0-444d-887d-4477e41387f6 req-1ffc9e59-0832-44e0-99d0-aff1b39e7748 service neutron] 10.222.0.10 "GET /v2.0/networks/d37600d1-d258-4a70-aa2c-f9ef5b6795ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081024 Jul 30 02:07:39.337706 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a22d688d-ed67-433d-b6bc-ad550aae7fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.404888 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-82de6d61-b5a6-46b5-b55d-61c03d00d805 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3084142 Jul 30 02:07:39.405385 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42782) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:39.412982 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9896de-1585-4405-8f24-bf2f82a49080 req-37a9567a-a265-4393-8af9-e2c5722cbbd4 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:39.414736 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf9896de-1585-4405-8f24-bf2f82a49080 req-37a9567a-a265-4393-8af9-e2c5722cbbd4 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.2260337 Jul 30 02:07:39.463667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d688d-ed67-433d-b6bc-ad550aae7fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ad3044-3cdd-46c0-91b3-46bddbe904a1,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:39.525382 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf9896de-1585-4405-8f24-bf2f82a49080 req-c4ce4dd1-4127-4fb4-b4a4-5098cdd7dc62 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483696 Jul 30 02:07:39.526753 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcf2fa-9a65-4083-859a-e84c916b8e53 req-078718c7-927c-4443-9d91-e602bb554f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:39.529100 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:39.529509 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2bfcf2fa-9a65-4083-859a-e84c916b8e53 req-078718c7-927c-4443-9d91-e602bb554f76 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9f624a56-aa8c-42c3-9552-8a3318a68772 HTTP/1.1" status: 200 len: 915 time: 0.2868774 Jul 30 02:07:39.532086 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a22d688d-ed67-433d-b6bc-ad550aae7fbe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c9aa811ec77a40e2870e1b3683779928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8450265 Jul 30 02:07:39.543959 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42786) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:39.547637 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0cfef6-0862-4843-804f-802f2c46f843 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:39.553628 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0cfef6-0862-4843-804f-802f2c46f843 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:39.555468 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5c0cfef6-0862-4843-804f-802f2c46f843 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1493819 Jul 30 02:07:39.560480 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42788) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:39.678879 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2bfcf2fa-9a65-4083-859a-e84c916b8e53 req-6adc7287-acec-46b8-bf60-43106850922c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9be4cf32-1e26-491e-9dcf-5ddccea15f18 HTTP/1.1" status: 200 len: 217 time: 0.1302912 Jul 30 02:07:39.685925 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:39.721380 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ae6348dd-eb4c-49be-924a-51a40f917b93 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port 46446e7c-37f5-4396-8c7c-93c1c16eb9c9 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:39.721890 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae6348dd-eb4c-49be-924a-51a40f917b93 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.736947 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-39082016-1746-485a-b3fb-fda268b5d28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.790459 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-39082016-1746-485a-b3fb-fda268b5d28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.793555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcf2fa-9a65-4083-859a-e84c916b8e53 req-dbb45473-b733-4f60-bc8a-a3e89058b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:39.795085 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2bfcf2fa-9a65-4083-859a-e84c916b8e53 req-dbb45473-b733-4f60-bc8a-a3e89058b39d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28fad3c7-6ae9-4045-b938-fdb88750babb HTTP/1.1" status: 200 len: 854 time: 0.1005449 Jul 30 02:07:39.850140 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae6348dd-eb4c-49be-924a-51a40f917b93 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.850392 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2bfcf2fa-9a65-4083-859a-e84c916b8e53 req-e9a2cf5a-23e5-4d37-a5ea-c6a4e8175303 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9f624a56-aa8c-42c3-9552-8a3318a68772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480947 Jul 30 02:07:39.860421 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42792) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:39.867491 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ae6348dd-eb4c-49be-924a-51a40f917b93 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for 46446e7c-37f5-4396-8c7c-93c1c16eb9c9 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:40.011500 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2bfcf2fa-9a65-4083-859a-e84c916b8e53 req-47ab3264-187f-4114-bd8a-14e5384678d8 service neutron] 10.222.0.77 "GET /v2.0/networks/9f624a56-aa8c-42c3-9552-8a3318a68772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520331 Jul 30 02:07:40.106344 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-39082016-1746-485a-b3fb-fda268b5d28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.117235 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-39082016-1746-485a-b3fb-fda268b5d28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.119007 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-39082016-1746-485a-b3fb-fda268b5d28f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/47ad3044-3cdd-46c0-91b3-46bddbe904a1 HTTP/1.1" status: 204 len: 168 time: 0.5732200 Jul 30 02:07:40.136122 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ec891a32-fac5-48e9-916e-c4da844ef631 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-645076603'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:40.202708 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae6348dd-eb4c-49be-924a-51a40f917b93 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.216616 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39082016-1746-485a-b3fb-fda268b5d28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ad3044-3cdd-46c0-91b3-46bddbe904a1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:40.255350 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-937661e9-1f42-45f4-9093-31eafcd7ee2e None None] Provisioning for port f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:40.264025 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-937661e9-1f42-45f4-9093-31eafcd7ee2e None None] Provisioning complete for port f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:40.267347 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-937661e9-1f42-45f4-9093-31eafcd7ee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.297309 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec891a32-fac5-48e9-916e-c4da844ef631 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Made reservation on behalf of ee1a4a468d624dc1aa6a80c5068b7c1e for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:40.298884 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec891a32-fac5-48e9-916e-c4da844ef631 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.327600 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2bfcf2fa-9a65-4083-859a-e84c916b8e53 req-cb781faa-e94f-415c-a388-de95ec656d57 service neutron] 10.222.0.77 "GET /v2.0/networks/9f624a56-aa8c-42c3-9552-8a3318a68772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083010 Jul 30 02:07:40.336241 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec891a32-fac5-48e9-916e-c4da844ef631 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.363912 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6348dd-eb4c-49be-924a-51a40f917b93 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=46446e7c-37f5-4396-8c7c-93c1c16eb9c9,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:40.403979 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae6348dd-eb4c-49be-924a-51a40f917b93 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.408228 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ae6348dd-eb4c-49be-924a-51a40f917b93 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/46446e7c-37f5-4396-8c7c-93c1c16eb9c9 HTTP/1.1" status: 204 len: 168 time: 0.8443341 Jul 30 02:07:40.414938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42808) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:40.515559 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec891a32-fac5-48e9-916e-c4da844ef631 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.552417 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75e4470-08a0-4a2a-9961-c4887ae266e2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:40.553346 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-937661e9-1f42-45f4-9093-31eafcd7ee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.555790 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75e4470-08a0-4a2a-9961-c4887ae266e2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:40.560393 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e75e4470-08a0-4a2a-9961-c4887ae266e2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1417875 Jul 30 02:07:40.560694 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42814) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:40.590520 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec891a32-fac5-48e9-916e-c4da844ef631 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.617895 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-937661e9-1f42-45f4-9093-31eafcd7ee2e None None] For port f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:40.636617 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec891a32-fac5-48e9-916e-c4da844ef631 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:07:40.656990 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec891a32-fac5-48e9-916e-c4da844ef631 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e1d4dd-af52-4492-acdb-96804c53be29,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:40.678507 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec891a32-fac5-48e9-916e-c4da844ef631 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.678507 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-ec891a32-fac5-48e9-916e-c4da844ef631 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Added segment d69ffb76-135e-4ce8-a074-9ed52d536870 of type vlan for network 66200d11-b462-465e-99bb-cb15e736a10c Jul 30 02:07:40.680988 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-62326972-4a52-4ffd-8317-5f61a25189ef tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet 0449827c-d5fa-4903-855f-69c97979eb49 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:07:40.687673 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62326972-4a52-4ffd-8317-5f61a25189ef tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.700622 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-937661e9-1f42-45f4-9093-31eafcd7ee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.770438 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62326972-4a52-4ffd-8317-5f61a25189ef tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.790856 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec891a32-fac5-48e9-916e-c4da844ef631 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.803821 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937661e9-1f42-45f4-9093-31eafcd7ee2e None None] Pushing event updated for resources: {'Port': ['ID=f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:40.825803 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-67e8b80e-a7f2-4c47-8deb-7453afd30348 None None] Could not find standard attr ID for object 46446e7c-37f5-4396-8c7c-93c1c16eb9c9. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:07:40.882541 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62326972-4a52-4ffd-8317-5f61a25189ef tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.923164 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affe5f6-f8f1-4113-91f7-43afd4565d2e req-d0bfa9c9-ea50-4729-8080-45a670a95d56 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:40.923520 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0affe5f6-f8f1-4113-91f7-43afd4565d2e req-d0bfa9c9-ea50-4729-8080-45a670a95d56 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.2972627 Jul 30 02:07:40.938807 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec891a32-fac5-48e9-916e-c4da844ef631 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.949179 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec891a32-fac5-48e9-916e-c4da844ef631 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:40.950095 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec891a32-fac5-48e9-916e-c4da844ef631 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.984771 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0affe5f6-f8f1-4113-91f7-43afd4565d2e req-6ecd4f3d-15a7-4327-a1be-f8e8a081bc1f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502570 Jul 30 02:07:41.026988 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec891a32-fac5-48e9-916e-c4da844ef631 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Pushing event updated for resources: {'Network': ['ID=66200d11-b462-465e-99bb-cb15e736a10c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:41.036718 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 66200d11-b462-465e-99bb-cb15e736a10c details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:07:41.070865 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62326972-4a52-4ffd-8317-5f61a25189ef tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:41.108600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62326972-4a52-4ffd-8317-5f61a25189ef tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=0449827c-d5fa-4903-855f-69c97979eb49,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:41.121516 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62326972-4a52-4ffd-8317-5f61a25189ef tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:41.123610 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-62326972-4a52-4ffd-8317-5f61a25189ef tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/0449827c-d5fa-4903-855f-69c97979eb49 HTTP/1.1" status: 204 len: 168 time: 0.5612218 Jul 30 02:07:41.123881 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babfdaac-b939-4422-b1b9-0c04e1a3619f None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:41.126052 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42824) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:41.127727 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ec891a32-fac5-48e9-916e-c4da844ef631 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.2663393 Jul 30 02:07:41.131435 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42826) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:41.139030 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-c06090bd-b1cb-46a2-93e9-e65c7c17c2c0 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '66200d11-b462-465e-99bb-cb15e736a10c', 'tempest-TagsTest-Tag-465567964') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:41.152051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475123d4-447a-4b76-b1c5-29926d7eb28e req-a807b276-676c-4af7-bca9-5e817065246a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:41.154565 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-475123d4-447a-4b76-b1c5-29926d7eb28e req-a807b276-676c-4af7-bca9-5e817065246a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.0953782 Jul 30 02:07:41.189649 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ccf102f8-1d67-4bf5-b3fe-65b91046842f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620427 Jul 30 02:07:41.191849 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42828) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:41.283840 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc8b642-e39b-4c59-a808-4d802d125b58 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:41.285393 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fcc8b642-e39b-4c59-a808-4d802d125b58 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0918069 Jul 30 02:07:41.286460 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-475123d4-447a-4b76-b1c5-29926d7eb28e req-91099f96-d8e7-4c46-91e9-8970ada6850e tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172295 Jul 30 02:07:41.288324 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42832) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:41.304081 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42834) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:41.336187 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bbb32a-7fcf-4cd1-96f1-67b6c0bfa8a8 None None] DHCP port deletion for 84fe5bd8-9f93-443f-a4c2-007dacc11704 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:07:41.410559 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605c9804-423a-461b-a02c-0f5c7b5bda07 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:41.412490 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-605c9804-423a-461b-a02c-0f5c7b5bda07 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1224663 Jul 30 02:07:41.418720 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42840) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:41.419148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42842) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:41.441568 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-38bbb32a-7fcf-4cd1-96f1-67b6c0bfa8a8 None None] Deleting port f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:41.442200 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-38bbb32a-7fcf-4cd1-96f1-67b6c0bfa8a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:41.467195 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c06090bd-b1cb-46a2-93e9-e65c7c17c2c0 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] 10.222.0.70 "PUT /v2.0/networks/66200d11-b462-465e-99bb-cb15e736a10c/tags/tempest-TagsTest-Tag-465567964 HTTP/1.1" status: 201 len: 201 time: 0.3344166 Jul 30 02:07:41.467970 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42848) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:41.470580 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cda9469e-6cf5-44a1-a2b5-ff49d7c383bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:41.483522 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-4eb0144a-73c4-4180-8772-fe34852691c0 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66200d11-b462-465e-99bb-cb15e736a10c', 'tempest-TagsTest-Tag-465567964') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:41.486147 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c8eca294-512c-4c72-9107-babaf01f2de0 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635662 Jul 30 02:07:41.490265 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42850) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:41.499134 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:07:41.500766 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-2c3fbd12-f153-4121-be17-9c444802d9fe tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:41.567637 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-38bbb32a-7fcf-4cd1-96f1-67b6c0bfa8a8 None None] For port f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:41.568046 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-38bbb32a-7fcf-4cd1-96f1-67b6c0bfa8a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:41.574769 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4156ba-f807-4386-95c9-48cf2752fa1a req-036af764-f366-419f-a2be-38c2877c5571 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:41.582319 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a4156ba-f807-4386-95c9-48cf2752fa1a req-036af764-f366-419f-a2be-38c2877c5571 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.1758881 Jul 30 02:07:41.593552 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-38bbb32a-7fcf-4cd1-96f1-67b6c0bfa8a8 None None] Calling delete_port for f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:41.655632 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a4156ba-f807-4386-95c9-48cf2752fa1a req-0353c903-c111-4e1f-bcca-2b002ec6de34 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667117 Jul 30 02:07:41.659163 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:41.663709 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4eb0144a-73c4-4180-8772-fe34852691c0 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] 10.222.0.70 "GET /v2.0/networks/66200d11-b462-465e-99bb-cb15e736a10c/tags/tempest-TagsTest-Tag-465567964 HTTP/1.1" status: 204 len: 168 time: 0.1892662 Jul 30 02:07:41.664583 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42852) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:41.669810 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-69f05361-2e05-4608-9cbf-2bc2b49c49a7 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '66200d11-b462-465e-99bb-cb15e736a10c') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:41.697499 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d3bca84-adbe-4813-82d1-27830fda1385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:41.704882 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-65e44b9a-b28b-44a6-a625-9705e787fdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:41.719846 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:41.738330 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cda9469e-6cf5-44a1-a2b5-ff49d7c383bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:41.757026 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-69f05361-2e05-4608-9cbf-2bc2b49c49a7 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] 10.222.0.70 "GET /v2.0/networks/66200d11-b462-465e-99bb-cb15e736a10c/tags HTTP/1.1" status: 200 len: 237 time: 0.0910966 Jul 30 02:07:41.759847 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42856) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:41.764794 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-30b8b9b3-d79b-43b3-bf5f-082ca0fb0193 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '66200d11-b462-465e-99bb-cb15e736a10c', {'tags': ['tempest-TagsTest-Tag-141032561', 'tempest-TagsTest-Tag-1076520316', 'tempest-TagsTest-Tag-963990099']}) {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:41.765377 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:41.790420 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95532d-2a75-421d-84cb-75a282b6ce08 req-3ed44d2a-664e-4ea5-9388-220c6cab5bb3 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:41.792621 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-be95532d-2a75-421d-84cb-75a282b6ce08 req-3ed44d2a-664e-4ea5-9388-220c6cab5bb3 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.0611422 Jul 30 02:07:41.795419 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cda9469e-6cf5-44a1-a2b5-ff49d7c383bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:41.812831 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:41.859193 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cda9469e-6cf5-44a1-a2b5-ff49d7c383bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dfd1905dd21c4c94a358f9dc31c808c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5118403 Jul 30 02:07:41.861972 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42858) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:41.871683 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9469e-6cf5-44a1-a2b5-ff49d7c383bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaaf702-bec6-4f24-8a81-a79287e45d0a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:41.872423 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:41.892379 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-be95532d-2a75-421d-84cb-75a282b6ce08 req-c8fa9265-ac2f-4874-aba5-dabd8120c3a1 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872982 Jul 30 02:07:41.892761 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9469e-6cf5-44a1-a2b5-ff49d7c383bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:41.893040 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9469e-6cf5-44a1-a2b5-ff49d7c383bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:41.893456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9469e-6cf5-44a1-a2b5-ff49d7c383bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:41.893688 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9469e-6cf5-44a1-a2b5-ff49d7c383bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:41.894018 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9469e-6cf5-44a1-a2b5-ff49d7c383bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:41.894369 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9469e-6cf5-44a1-a2b5-ff49d7c383bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:41.894695 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9469e-6cf5-44a1-a2b5-ff49d7c383bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:41.895018 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9469e-6cf5-44a1-a2b5-ff49d7c383bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:41.895359 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9469e-6cf5-44a1-a2b5-ff49d7c383bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:41.895664 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9469e-6cf5-44a1-a2b5-ff49d7c383bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:41.895980 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9469e-6cf5-44a1-a2b5-ff49d7c383bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:41.896297 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9469e-6cf5-44a1-a2b5-ff49d7c383bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:41.915503 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-38bbb32a-7fcf-4cd1-96f1-67b6c0bfa8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:41.931315 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3a0be504-b807-4e33-a9d0-e28b89bfbc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:41.946573 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-30b8b9b3-d79b-43b3-bf5f-082ca0fb0193 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] 10.222.0.70 "PUT /v2.0/networks/66200d11-b462-465e-99bb-cb15e736a10c/tags HTTP/1.1" status: 200 len: 307 time: 0.1795082 Jul 30 02:07:41.947168 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3fbd12-f153-4121-be17-9c444802d9fe tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:41.947168 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c3fbd12-f153-4121-be17-9c444802d9fe tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:41.949884 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42862) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:41.958904 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-de75af5f-7fa5-49df-aa50-38a13f3167b9 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '66200d11-b462-465e-99bb-cb15e736a10c', 'tempest-TagsTest-Tag-141032561') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:41.975518 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bbb32a-7fcf-4cd1-96f1-67b6c0bfa8a8 None None] No DVR routers for this DVR port f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:41.998014 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbb32a-7fcf-4cd1-96f1-67b6c0bfa8a8 None None] Pushing event deleted for resources: {'Port': ['ID=f32d13cb-60ec-49d9-ab9a-c2ea0f30a3f1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:42.008365 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3a0be504-b807-4e33-a9d0-e28b89bfbc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:42.148954 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800dc95-20bd-4421-a143-c8bbbb6ecac8 req-c2c9c190-51e9-40fe-bba1-72b9508d9d10 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:42.151082 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e800dc95-20bd-4421-a143-c8bbbb6ecac8 req-c2c9c190-51e9-40fe-bba1-72b9508d9d10 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.0960939 Jul 30 02:07:42.200846 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3a0be504-b807-4e33-a9d0-e28b89bfbc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:42.203521 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3a0be504-b807-4e33-a9d0-e28b89bfbc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:42.204681 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3a0be504-b807-4e33-a9d0-e28b89bfbc20 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7aaaf702-bec6-4f24-8a81-a79287e45d0a HTTP/1.1" status: 204 len: 168 time: 0.3411338 Jul 30 02:07:42.215043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0be504-b807-4e33-a9d0-e28b89bfbc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaaf702-bec6-4f24-8a81-a79287e45d0a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:42.220447 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-65e44b9a-b28b-44a6-a625-9705e787fdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:42.231643 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-de75af5f-7fa5-49df-aa50-38a13f3167b9 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] 10.222.0.70 "DELETE /v2.0/networks/66200d11-b462-465e-99bb-cb15e736a10c/tags/tempest-TagsTest-Tag-141032561 HTTP/1.1" status: 204 len: 168 time: 0.2803192 Jul 30 02:07:42.234183 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42868) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:42.242071 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-ce260b9b-24f2-4440-ae72-4662edf0fa8a tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66200d11-b462-465e-99bb-cb15e736a10c', 'tempest-TagsTest-Tag-141032561') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:42.247448 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e800dc95-20bd-4421-a143-c8bbbb6ecac8 req-4f38f936-d70e-449e-90d1-82b75aca04ff tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903978 Jul 30 02:07:42.272688 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-65e44b9a-b28b-44a6-a625-9705e787fdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:42.327606 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-65e44b9a-b28b-44a6-a625-9705e787fdff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c0eef55d24443fcb79efc0f7b59a9d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9071884 Jul 30 02:07:42.328520 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e44b9a-b28b-44a6-a625-9705e787fdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f43adfb-5dc0-408b-b633-bb3a7a5f35f8,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:42.330962 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42872) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:42.388515 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-ce260b9b-24f2-4440-ae72-4662edf0fa8a tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] show failed (client error): The resource could not be found. Jul 30 02:07:42.390332 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ce260b9b-24f2-4440-ae72-4662edf0fa8a tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] 10.222.0.70 "GET /v2.0/networks/66200d11-b462-465e-99bb-cb15e736a10c/tags/tempest-TagsTest-Tag-141032561 HTTP/1.1" status: 404 len: 325 time: 0.1544130 Jul 30 02:07:42.395107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42874) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:42.399531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-c00a1b4a-75b8-4562-9e7c-2980b14735fc tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66200d11-b462-465e-99bb-cb15e736a10c', 'tempest-TagsTest-Tag-1076520316') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:42.416912 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eb977262-6ffd-47d0-9f58-53f6bda07ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:42.459005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f0fc-ceb3-422e-affd-3dc41a0a6856 req-1370e012-17b1-4d59-899d-0bd0312bce00 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:42.460497 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a520f0fc-ceb3-422e-affd-3dc41a0a6856 req-1370e012-17b1-4d59-899d-0bd0312bce00 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.1247132 Jul 30 02:07:42.461248 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eb977262-6ffd-47d0-9f58-53f6bda07ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:42.479695 n-d-713498-9 neutron-server[94464]: DEBUG neutron.objects.ports [None req-2c3fbd12-f153-4121-be17-9c444802d9fe tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94464) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:07:42.486797 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c3fbd12-f153-4121-be17-9c444802d9fe tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:42.518730 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a520f0fc-ceb3-422e-affd-3dc41a0a6856 req-1d11b156-a1cd-438b-b670-8d4d1471dbaa tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473847 Jul 30 02:07:42.522760 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c00a1b4a-75b8-4562-9e7c-2980b14735fc tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] 10.222.0.70 "GET /v2.0/networks/66200d11-b462-465e-99bb-cb15e736a10c/tags/tempest-TagsTest-Tag-1076520316 HTTP/1.1" status: 204 len: 168 time: 0.1240387 Jul 30 02:07:42.522907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42878) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:42.528036 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-58a66915-aff9-4076-b79e-ef59fb3fe92f tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66200d11-b462-465e-99bb-cb15e736a10c', 'tempest-TagsTest-Tag-963990099') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:42.559486 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3fbd12-f153-4121-be17-9c444802d9fe tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:42.559486 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-2c3fbd12-f153-4121-be17-9c444802d9fe tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:42.559486 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3fbd12-f153-4121-be17-9c444802d9fe tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:42.559486 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2c3fbd12-f153-4121-be17-9c444802d9fe tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:42.578776 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f585e37-8a3c-408e-a80a-411c9dfed290 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:42.584432 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fbd12-f153-4121-be17-9c444802d9fe tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=92e98dee-44ed-4de8-9f70-f1cd5ab7be82,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:42.645408 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2c3fbd12-f153-4121-be17-9c444802d9fe tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1506124 Jul 30 02:07:42.645408 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42886) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:42.650020 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-5678792f-1aeb-443b-b5d3-20dabcb1cddd tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:42.677880 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-58a66915-aff9-4076-b79e-ef59fb3fe92f tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] 10.222.0.70 "GET /v2.0/networks/66200d11-b462-465e-99bb-cb15e736a10c/tags/tempest-TagsTest-Tag-963990099 HTTP/1.1" status: 204 len: 168 time: 0.1538813 Jul 30 02:07:42.680305 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42890) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:42.689029 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-4d7916cd-28e8-49ee-b1cc-ce042a924566 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '66200d11-b462-465e-99bb-cb15e736a10c') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:42.741030 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eb977262-6ffd-47d0-9f58-53f6bda07ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:42.747742 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eb977262-6ffd-47d0-9f58-53f6bda07ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:42.751856 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-eb977262-6ffd-47d0-9f58-53f6bda07ba2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f43adfb-5dc0-408b-b633-bb3a7a5f35f8 HTTP/1.1" status: 204 len: 168 time: 0.4200814 Jul 30 02:07:42.782270 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb977262-6ffd-47d0-9f58-53f6bda07ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f43adfb-5dc0-408b-b633-bb3a7a5f35f8,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:42.824489 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-84fe5bd8-9f93-443f-a4c2-007dacc11704', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'fixed_ips': [{'subnet_id': '92e98dee-44ed-4de8-9f70-f1cd5ab7be82'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:07:42.825595 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ee534-3127-45fc-9489-f25937c0152e req-84d4f050-c229-4d47-9ca2-1a5387f843cb tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:42.825869 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:42.827207 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c66ee534-3127-45fc-9489-f25937c0152e req-84d4f050-c229-4d47-9ca2-1a5387f843cb tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.1287470 Jul 30 02:07:42.885941 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c66ee534-3127-45fc-9489-f25937c0152e req-1724bfe0-5d54-4cfa-afa0-1a77249b876d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515249 Jul 30 02:07:42.901015 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4d7916cd-28e8-49ee-b1cc-ce042a924566 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] 10.222.0.70 "DELETE /v2.0/networks/66200d11-b462-465e-99bb-cb15e736a10c/tags HTTP/1.1" status: 204 len: 168 time: 0.2154059 Jul 30 02:07:42.901015 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42898) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:42.905335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.tag.tag_plugin [None req-9479df06-4a17-421c-a686-495a35f44bd8 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66200d11-b462-465e-99bb-cb15e736a10c', 'tempest-TagsTest-Tag-1076520316') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:42.980218 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Allocated IP 2001:db8::f816:3eff:fe4f:aba4 (84fe5bd8-9f93-443f-a4c2-007dacc11704/92e98dee-44ed-4de8-9f70-f1cd5ab7be82/00ca93a5-54bb-4e4b-af44-9bd501e8f1e1) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:43.006530 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5678792f-1aeb-443b-b5d3-20dabcb1cddd tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:43.010148 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5678792f-1aeb-443b-b5d3-20dabcb1cddd tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:43.031134 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-9479df06-4a17-421c-a686-495a35f44bd8 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] show failed (client error): The resource could not be found. Jul 30 02:07:43.034354 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9479df06-4a17-421c-a686-495a35f44bd8 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] 10.222.0.70 "GET /v2.0/networks/66200d11-b462-465e-99bb-cb15e736a10c/tags/tempest-TagsTest-Tag-1076520316 HTTP/1.1" status: 404 len: 326 time: 0.1303036 Jul 30 02:07:43.045555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c098e-a57a-441f-a652-aa709a4a7b9e req-f34c628b-c56b-462e-8fda-da78d89631f8 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:43.051773 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42904) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:43.055915 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-219c098e-a57a-441f-a652-aa709a4a7b9e req-f34c628b-c56b-462e-8fda-da78d89631f8 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.0931032 Jul 30 02:07:43.058570 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-fa2e3bfb-e6b4-4216-b9cf-12421288dcc0 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66200d11-b462-465e-99bb-cb15e736a10c', 'tempest-TagsTest-Tag-963990099') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:43.120315 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-219c098e-a57a-441f-a652-aa709a4a7b9e req-723cdb8f-e9af-4a54-b428-5eac4c3681ce tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618095 Jul 30 02:07:43.179664 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:43.191436 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Transition to ACTIVE for port object 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:43.223441 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Transition to ACTIVE for port object 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:43.309707 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:43.342710 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096fcd9-d836-468a-995b-da6a1f6265bb req-cc578871-5209-42fc-97a7-dfb249768c3f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:43.344209 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:43.344452 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4096fcd9-d836-468a-995b-da6a1f6265bb req-cc578871-5209-42fc-97a7-dfb249768c3f tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.0516534 Jul 30 02:07:43.391390 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4096fcd9-d836-468a-995b-da6a1f6265bb req-265d559c-6b54-4835-b9f4-9355de6e7428 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390284 Jul 30 02:07:43.401558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:43.407887 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:43.409579 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Pushing event updated for resources: {'Port': ['ID=00ca93a5-54bb-4e4b-af44-9bd501e8f1e1,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:43.417551 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:43.502162 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Attempting to bind port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:07:43.502888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Attempting to bind port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:07:43.503391 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Attempting to bind port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:43.508704 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:07:43.509086 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:43.509494 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:43.510436 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:07:43.510910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Bound port: 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:07:43.511451 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:43.546811 n-d-713498-9 neutron-server[94464]: INFO neutron.db.ipam_backend_mixin [None req-5678792f-1aeb-443b-b5d3-20dabcb1cddd tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 92e98dee-44ed-4de8-9f70-f1cd5ab7be82 (CIDR: 2001:db8::/64) Jul 30 02:07:43.553935 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-fa2e3bfb-e6b4-4216-b9cf-12421288dcc0 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] show failed (client error): The resource could not be found. Jul 30 02:07:43.556647 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fa2e3bfb-e6b4-4216-b9cf-12421288dcc0 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] 10.222.0.70 "GET /v2.0/networks/66200d11-b462-465e-99bb-cb15e736a10c/tags/tempest-TagsTest-Tag-963990099 HTTP/1.1" status: 404 len: 325 time: 0.5039530 Jul 30 02:07:43.559923 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42922) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:43.566843 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.tag.tag_plugin [None req-04fcf608-f9c0-456f-9f76-d0a598d56b52 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '66200d11-b462-465e-99bb-cb15e736a10c') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:43.573547 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42924) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:43.593134 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-688d852e-28a7-4714-86c5-1ac8d9049674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:43.599485 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] For port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:07:43.602150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e3948-84c9-44d8-84f1-a68a35d10bd0 req-f7db3072-e3bb-4ea5-bb57-43e28dc62153 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:43.603388 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] For port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=00ca93a5-54bb-4e4b-af44-9bd501e8f1e1,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:07:43.605241 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d61e3948-84c9-44d8-84f1-a68a35d10bd0 req-f7db3072-e3bb-4ea5-bb57-43e28dc62153 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.1111984 Jul 30 02:07:43.610987 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-5678792f-1aeb-443b-b5d3-20dabcb1cddd tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:07:43.613355 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5678792f-1aeb-443b-b5d3-20dabcb1cddd tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:43.669731 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:43.694857 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d61e3948-84c9-44d8-84f1-a68a35d10bd0 req-81847252-3e4b-4b14-a71b-dc4f56f42ddd tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564651 Jul 30 02:07:43.709496 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-04fcf608-f9c0-456f-9f76-d0a598d56b52 tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] 10.222.0.70 "DELETE /v2.0/networks/66200d11-b462-465e-99bb-cb15e736a10c/tags HTTP/1.1" status: 204 len: 168 time: 0.1468856 Jul 30 02:07:43.714351 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42930) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:43.741067 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-688d852e-28a7-4714-86c5-1ac8d9049674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:43.760143 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8805a7a-94df-4626-9078-0e0ee71c9289 None None] Pushing event updated for resources: {'Port': ['ID=00ca93a5-54bb-4e4b-af44-9bd501e8f1e1,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:43.834106 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19c8f952-95a0-47cc-a977-0ac23b492c5d tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:43.835222 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-688d852e-28a7-4714-86c5-1ac8d9049674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:43.882868 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-688d852e-28a7-4714-86c5-1ac8d9049674 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=efce26ec107b45618f9f380cadd54f55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051302 Jul 30 02:07:43.882868 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42936) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:43.889765 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d852e-28a7-4714-86c5-1ac8d9049674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f029d827-1296-411a-9b75-0e9d7cb3ca7e,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:43.950932 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5678792f-1aeb-443b-b5d3-20dabcb1cddd tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2974427 Jul 30 02:07:43.951054 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4d7d014a-964b-43a6-91b5-bfa22cad0fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:43.951524 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42940) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:43.958381 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-6ab4fe2a-3c31-48c1-9ae8-ec735de2a30d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:43.997041 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4d7d014a-964b-43a6-91b5-bfa22cad0fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:44.000585 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe24d1-cf64-4581-923c-dae74917b0bf req-453a2bbd-3249-47ba-bf38-ae7549de802d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:44.002170 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cebe24d1-cf64-4581-923c-dae74917b0bf req-453a2bbd-3249-47ba-bf38-ae7549de802d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.1816525 Jul 30 02:07:44.013532 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19c8f952-95a0-47cc-a977-0ac23b492c5d tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:44.071483 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-19c8f952-95a0-47cc-a977-0ac23b492c5d tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66200d11-b462-465e-99bb-cb15e736a10c']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:44.096046 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-19c8f952-95a0-47cc-a977-0ac23b492c5d tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69ffb76-135e-4ce8-a074-9ed52d536870') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:44.096292 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-19c8f952-95a0-47cc-a977-0ac23b492c5d tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69ffb76-135e-4ce8-a074-9ed52d536870') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:44.112232 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19c8f952-95a0-47cc-a977-0ac23b492c5d tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:44.137247 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4d7d014a-964b-43a6-91b5-bfa22cad0fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:44.140902 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4d7d014a-964b-43a6-91b5-bfa22cad0fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:44.142270 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4d7d014a-964b-43a6-91b5-bfa22cad0fd4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f029d827-1296-411a-9b75-0e9d7cb3ca7e HTTP/1.1" status: 204 len: 168 time: 0.2584889 Jul 30 02:07:44.151758 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cebe24d1-cf64-4581-923c-dae74917b0bf req-740a06dd-f939-4483-9511-d74eafb0e2f8 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329610 Jul 30 02:07:44.153316 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d014a-964b-43a6-91b5-bfa22cad0fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f029d827-1296-411a-9b75-0e9d7cb3ca7e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:44.156131 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19c8f952-95a0-47cc-a977-0ac23b492c5d tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:44.168869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c8f952-95a0-47cc-a977-0ac23b492c5d tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:07:44.169275 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19c8f952-95a0-47cc-a977-0ac23b492c5d tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:07:44.172276 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:07:44.300619 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e69ac-7a1c-433c-b48d-e1ccdea54a24 req-385f87c2-689b-4b0e-a9e2-d5e988e46636 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:44.302121 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ff5e69ac-7a1c-433c-b48d-e1ccdea54a24 req-385f87c2-689b-4b0e-a9e2-d5e988e46636 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.0507114 Jul 30 02:07:44.315750 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab4fe2a-3c31-48c1-9ae8-ec735de2a30d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:44.319926 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ab4fe2a-3c31-48c1-9ae8-ec735de2a30d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:44.345746 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ff5e69ac-7a1c-433c-b48d-e1ccdea54a24 req-4d015ca7-5059-4d60-94de-2546b9317a25 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368469 Jul 30 02:07:44.367254 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19c8f952-95a0-47cc-a977-0ac23b492c5d tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:44.382717 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19c8f952-95a0-47cc-a977-0ac23b492c5d tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:44.384615 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-19c8f952-95a0-47cc-a977-0ac23b492c5d tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] 10.222.0.70 "DELETE /v2.0/networks/66200d11-b462-465e-99bb-cb15e736a10c HTTP/1.1" status: 204 len: 168 time: 0.6690822 Jul 30 02:07:44.403666 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8f952-95a0-47cc-a977-0ac23b492c5d tempest-TagsTest-1444791330 tempest-TagsTest-1444791330-project] Pushing event deleted for resources: {'Network': ['ID=66200d11-b462-465e-99bb-cb15e736a10c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:44.515795 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c78d2-ffba-4f4a-8f81-bd34884e9148 req-d0cf28cb-cb74-440d-889a-0fb5f844439a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:44.517622 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b9c78d2-ffba-4f4a-8f81-bd34884e9148 req-d0cf28cb-cb74-440d-889a-0fb5f844439a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.0609074 Jul 30 02:07:44.602894 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b9c78d2-ffba-4f4a-8f81-bd34884e9148 req-04fc6b11-7cd0-4b3e-ba67-9137c9819f5a tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728385 Jul 30 02:07:44.620205 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:07:44.641807 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:44.717850 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ab4fe2a-3c31-48c1-9ae8-ec735de2a30d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:44.783640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab4fe2a-3c31-48c1-9ae8-ec735de2a30d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:44.791912 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-6ab4fe2a-3c31-48c1-9ae8-ec735de2a30d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:44.798523 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab4fe2a-3c31-48c1-9ae8-ec735de2a30d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:44.799119 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ab4fe2a-3c31-48c1-9ae8-ec735de2a30d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:44.819529 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff28c3a-24bb-43e5-b660-411c54cc2a6d req-effff494-c14d-4909-a476-c96500b03a79 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:44.821089 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ff28c3a-24bb-43e5-b660-411c54cc2a6d req-effff494-c14d-4909-a476-c96500b03a79 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.1433573 Jul 30 02:07:44.827016 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4fe2a-3c31-48c1-9ae8-ec735de2a30d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=731e13c5-21a5-4213-9136-17d835b310a8,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:44.869306 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ff28c3a-24bb-43e5-b660-411c54cc2a6d req-d4a7dd0f-b9c2-4b52-a301-d660d70a348d tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381026 Jul 30 02:07:44.908215 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6ab4fe2a-3c31-48c1-9ae8-ec735de2a30d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9560792 Jul 30 02:07:44.908983 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb4817a-93c5-432f-b23d-71d9a9eaf58a None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:44.910736 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 42976) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:44.917529 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-eda59a82-b8a6-417e-a928-3340629291e7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'mac_address': 'fa:16:3e:db:cb:47', 'name': 'tempest-NetworksTestDHCPv6-1062978291'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:45.065204 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488b394-eed0-4b16-b771-bdeefe4edc18 req-ac57d15b-6861-4b84-849a-2d47085563c1 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:45.066865 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d488b394-eed0-4b16-b771-bdeefe4edc18 req-ac57d15b-6861-4b84-849a-2d47085563c1 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.0998311 Jul 30 02:07:45.088579 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4cc87733-e813-41ab-86f1-269fa10ee975 None None] Provisioning for port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:45.136677 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d488b394-eed0-4b16-b771-bdeefe4edc18 req-632ab746-d7b0-4ea8-879c-beed3ed89bd3 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572584 Jul 30 02:07:45.190205 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07c11e9-be1b-4862-a7b2-d8a4347f5c90 None None] Update dhcp port {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'fixed_ips': [{'subnet_id': '92e98dee-44ed-4de8-9f70-f1cd5ab7be82', 'ip_address': '2001:db8::f816:3eff:fe4f:aba4'}, {'subnet_id': '731e13c5-21a5-4213-9136-17d835b310a8'}], 'binding:host_id': 'n-d-713498-9'}, 'id': '00ca93a5-54bb-4e4b-af44-9bd501e8f1e1'} from n-d-713498-9. {{(pid=94466) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:07:45.201821 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda59a82-b8a6-417e-a928-3340629291e7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:45.221437 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f07c11e9-be1b-4862-a7b2-d8a4347f5c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.352602 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 42990) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:45.355722 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eda59a82-b8a6-417e-a928-3340629291e7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.416647 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-eda59a82-b8a6-417e-a928-3340629291e7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port 4b2967f2-e4d9-4211-b1ed-ab238a4e5638 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:07:45.449262 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-f07c11e9-be1b-4862-a7b2-d8a4347f5c90 None None] Allocated IP 2001:db8:0:1::2 (84fe5bd8-9f93-443f-a4c2-007dacc11704/731e13c5-21a5-4213-9136-17d835b310a8/00ca93a5-54bb-4e4b-af44-9bd501e8f1e1) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:45.564038 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:45.638599 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-598ecb99-909d-4332-acdf-15650692c962 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ee1a4a468d624dc1aa6a80c5068b7c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2830853 Jul 30 02:07:45.638921 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43002) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:45.644086 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f07c11e9-be1b-4862-a7b2-d8a4347f5c90 None None] For port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=00ca93a5-54bb-4e4b-af44-9bd501e8f1e1,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:45.684092 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f07c11e9-be1b-4862-a7b2-d8a4347f5c90 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.695969 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f07c11e9-be1b-4862-a7b2-d8a4347f5c90 None None] Transition to ACTIVE for port object 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:45.700418 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f48a142d-b21f-48c4-9ea3-1a514b4833b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.703940 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:45.709252 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:45.709659 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.732673 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f48a142d-b21f-48c4-9ea3-1a514b4833b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.805461 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.831353 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f07c11e9-be1b-4862-a7b2-d8a4347f5c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.891805 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f48a142d-b21f-48c4-9ea3-1a514b4833b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.895087 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f48a142d-b21f-48c4-9ea3-1a514b4833b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.897687 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f48a142d-b21f-48c4-9ea3-1a514b4833b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a4e1d4dd-af52-4492-acdb-96804c53be29 HTTP/1.1" status: 204 len: 168 time: 0.2571554 Jul 30 02:07:45.954355 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a142d-b21f-48c4-9ea3-1a514b4833b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e1d4dd-af52-4492-acdb-96804c53be29,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:45.990344 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c11e9-be1b-4862-a7b2-d8a4347f5c90 None None] Pushing event updated for resources: {'Port': ['ID=00ca93a5-54bb-4e4b-af44-9bd501e8f1e1,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:45.993209 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:07:45.993739 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:07:46.089258 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-eda59a82-b8a6-417e-a928-3340629291e7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8:0:1::1b0 (84fe5bd8-9f93-443f-a4c2-007dacc11704/731e13c5-21a5-4213-9136-17d835b310a8/4b2967f2-e4d9-4211-b1ed-ab238a4e5638) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:46.096809 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-eda59a82-b8a6-417e-a928-3340629291e7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::f816:3eff:fedb:cb47 (84fe5bd8-9f93-443f-a4c2-007dacc11704/92e98dee-44ed-4de8-9f70-f1cd5ab7be82/4b2967f2-e4d9-4211-b1ed-ab238a4e5638) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:46.371400 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eda59a82-b8a6-417e-a928-3340629291e7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:46.403901 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-eda59a82-b8a6-417e-a928-3340629291e7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object 4b2967f2-e4d9-4211-b1ed-ab238a4e5638 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:46.539267 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eda59a82-b8a6-417e-a928-3340629291e7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:46.557316 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:46.621346 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=00ca93a5-54bb-4e4b-af44-9bd501e8f1e1,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:46.672545 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda59a82-b8a6-417e-a928-3340629291e7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:46.676269 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-eda59a82-b8a6-417e-a928-3340629291e7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:46.680575 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda59a82-b8a6-417e-a928-3340629291e7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:46.689415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda59a82-b8a6-417e-a928-3340629291e7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:46.690244 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eda59a82-b8a6-417e-a928-3340629291e7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:46.703503 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:46.716978 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda59a82-b8a6-417e-a928-3340629291e7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=4b2967f2-e4d9-4211-b1ed-ab238a4e5638,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:46.780985 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=00ca93a5-54bb-4e4b-af44-9bd501e8f1e1,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:46.813392 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-eda59a82-b8a6-417e-a928-3340629291e7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9012229 Jul 30 02:07:46.815950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43034) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:46.990718 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bc1f8a81-9287-4ba4-80b0-f95f292d75a1 None None] Provisioning for port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:46.996726 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bc1f8a81-9287-4ba4-80b0-f95f292d75a1 None None] Provisioning complete for port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:46.998122 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8a81-9287-4ba4-80b0-f95f292d75a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:47.053329 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-2eecd330-495b-41db-9e59-5b6dfb309e7f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port 4b2967f2-e4d9-4211-b1ed-ab238a4e5638 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:47.053946 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2eecd330-495b-41db-9e59-5b6dfb309e7f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:47.191366 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2eecd330-495b-41db-9e59-5b6dfb309e7f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:47.210842 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-2eecd330-495b-41db-9e59-5b6dfb309e7f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for 4b2967f2-e4d9-4211-b1ed-ab238a4e5638 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:47.383477 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-34681bea-bd37-40d2-976f-64e50128be77 None None] Provisioning for port 4b2967f2-e4d9-4211-b1ed-ab238a4e5638 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:47.388204 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-34681bea-bd37-40d2-976f-64e50128be77 None None] Provisioning complete for port 4b2967f2-e4d9-4211-b1ed-ab238a4e5638 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:47.388584 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-34681bea-bd37-40d2-976f-64e50128be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:47.455581 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-34681bea-bd37-40d2-976f-64e50128be77 None None] Port 4b2967f2-e4d9-4211-b1ed-ab238a4e5638 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:07:47.535667 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:47.633991 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:47.634551 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:47.686581 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:47.714216 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2eecd330-495b-41db-9e59-5b6dfb309e7f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:47.747906 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecd330-495b-41db-9e59-5b6dfb309e7f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=4b2967f2-e4d9-4211-b1ed-ab238a4e5638,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:47.805912 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2eecd330-495b-41db-9e59-5b6dfb309e7f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:47.809506 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2eecd330-495b-41db-9e59-5b6dfb309e7f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/4b2967f2-e4d9-4211-b1ed-ab238a4e5638 HTTP/1.1" status: 204 len: 168 time: 0.9924712 Jul 30 02:07:47.812586 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43074) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:47.873352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf744c5-f954-4e00-81e3-906813895c65 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:47.878213 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-baf744c5-f954-4e00-81e3-906813895c65 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0610697 Jul 30 02:07:47.878615 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43076) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:47.962116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2e6520-362f-4f47-a8d1-0322eeff636a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:47.964568 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5c2e6520-362f-4f47-a8d1-0322eeff636a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0847254 Jul 30 02:07:47.967350 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43084) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:48.378341 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ed5439-d357-4190-8afe-48aeb65a1298 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:48.379945 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ed5439-d357-4190-8afe-48aeb65a1298 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:48.381594 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ed5439-d357-4190-8afe-48aeb65a1298 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:48.386667 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-05ed5439-d357-4190-8afe-48aeb65a1298 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4178863 Jul 30 02:07:48.387383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43092) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:48.441834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41602c2-2bd8-4b5c-a35b-03b557c202ce tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet 731e13c5-21a5-4213-9136-17d835b310a8 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:07:48.445417 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a41602c2-2bd8-4b5c-a35b-03b557c202ce tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:48.490814 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a41602c2-2bd8-4b5c-a35b-03b557c202ce tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:48.599765 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a41602c2-2bd8-4b5c-a35b-03b557c202ce tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:48.790200 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a41602c2-2bd8-4b5c-a35b-03b557c202ce tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:48.826062 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41602c2-2bd8-4b5c-a35b-03b557c202ce tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=731e13c5-21a5-4213-9136-17d835b310a8,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:48.846518 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a41602c2-2bd8-4b5c-a35b-03b557c202ce tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:48.851363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43112) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:48.852485 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd4447d-2743-472d-a6bb-9224da5a1f35 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:48.865929 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a41602c2-2bd8-4b5c-a35b-03b557c202ce tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/731e13c5-21a5-4213-9136-17d835b310a8 HTTP/1.1" status: 204 len: 168 time: 0.4773924 Jul 30 02:07:48.933004 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-def2e22b-8ff0-44b7-acae-937c52954c9a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet 92e98dee-44ed-4de8-9f70-f1cd5ab7be82 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:07:48.936497 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-def2e22b-8ff0-44b7-acae-937c52954c9a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:48.980754 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-def2e22b-8ff0-44b7-acae-937c52954c9a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:49.127820 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-def2e22b-8ff0-44b7-acae-937c52954c9a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:49.418505 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-def2e22b-8ff0-44b7-acae-937c52954c9a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:49.499087 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2e22b-8ff0-44b7-acae-937c52954c9a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=92e98dee-44ed-4de8-9f70-f1cd5ab7be82,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:49.514290 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-def2e22b-8ff0-44b7-acae-937c52954c9a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:49.516350 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-def2e22b-8ff0-44b7-acae-937c52954c9a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/92e98dee-44ed-4de8-9f70-f1cd5ab7be82 HTTP/1.1" status: 204 len: 168 time: 0.6638765 Jul 30 02:07:49.518935 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43128) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:49.574965 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4bc66610-1e1c-4e9b-a339-778f22d4097c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545924 Jul 30 02:07:49.582826 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43132) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:49.588356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-d40bdff8-43e1-4072-a6cd-f5c4438e3372 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:49.876514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40bdff8-43e1-4072-a6cd-f5c4438e3372 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:49.881389 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d40bdff8-43e1-4072-a6cd-f5c4438e3372 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:49.984325 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac7ba1d-c99d-4f56-99e3-09cc14754fcb None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:50.242184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-310e0c46-00e6-4fd5-9faf-28fa02964418 None None] Provisioning complete for port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:50.242588 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-310e0c46-00e6-4fd5-9faf-28fa02964418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:50.283365 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43158) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:50.433241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.objects.ports [None req-d40bdff8-43e1-4072-a6cd-f5c4438e3372 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94465) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:07:50.526196 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d3405b8-a0a4-4d85-b4f4-7ee55d1b78f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:50.729405 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d3405b8-a0a4-4d85-b4f4-7ee55d1b78f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:50.850519 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d40bdff8-43e1-4072-a6cd-f5c4438e3372 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:50.857532 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-54f57eef-7f80-404d-bc13-dc06d70a8cdf None None] Provisioning complete for port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:50.857532 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54f57eef-7f80-404d-bc13-dc06d70a8cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:50.877084 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d3405b8-a0a4-4d85-b4f4-7ee55d1b78f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:50.993147 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43174) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:50.995533 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2d3405b8-a0a4-4d85-b4f4-7ee55d1b78f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d41461cfa5f485d8eaea87159e05694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7094674 Jul 30 02:07:51.015557 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3405b8-a0a4-4d85-b4f4-7ee55d1b78f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4521f7dc-ecc8-4f90-8c84-0caf6388e66b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:51.192784 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-30414852-cb1b-4acf-b8d9-5983e50ac3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:51.229554 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-30414852-cb1b-4acf-b8d9-5983e50ac3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:51.355220 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-d40bdff8-43e1-4072-a6cd-f5c4438e3372 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] For port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=00ca93a5-54bb-4e4b-af44-9bd501e8f1e1,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:51.397513 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d40bdff8-43e1-4072-a6cd-f5c4438e3372 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:51.400575 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-30414852-cb1b-4acf-b8d9-5983e50ac3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:51.406422 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-30414852-cb1b-4acf-b8d9-5983e50ac3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:51.422961 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-30414852-cb1b-4acf-b8d9-5983e50ac3a8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4521f7dc-ecc8-4f90-8c84-0caf6388e66b HTTP/1.1" status: 204 len: 168 time: 0.4270253 Jul 30 02:07:51.436517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30414852-cb1b-4acf-b8d9-5983e50ac3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4521f7dc-ecc8-4f90-8c84-0caf6388e66b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:51.526460 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d40bdff8-43e1-4072-a6cd-f5c4438e3372 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:51.527672 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d40bdff8-43e1-4072-a6cd-f5c4438e3372 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:51.682721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40bdff8-43e1-4072-a6cd-f5c4438e3372 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:51.689525 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-d40bdff8-43e1-4072-a6cd-f5c4438e3372 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:51.699054 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40bdff8-43e1-4072-a6cd-f5c4438e3372 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:51.699659 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d40bdff8-43e1-4072-a6cd-f5c4438e3372 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:51.699860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690a6113-824c-4008-88ef-ef219ce28525 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:51.728041 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bdff8-43e1-4072-a6cd-f5c4438e3372 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=00ca93a5-54bb-4e4b-af44-9bd501e8f1e1,revision_number=8']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:51.734037 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bdff8-43e1-4072-a6cd-f5c4438e3372 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=a27e50bf-f25a-48bc-b03f-3ac37895ef50,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:51.813022 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d40bdff8-43e1-4072-a6cd-f5c4438e3372 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2290268 Jul 30 02:07:51.815843 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43186) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:51.821676 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-825dfbd0-6c99-43c6-9440-efe38c6a52e2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:52.162088 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825dfbd0-6c99-43c6-9440-efe38c6a52e2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:52.170864 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-825dfbd0-6c99-43c6-9440-efe38c6a52e2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:52.348352 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43194) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:52.367113 n-d-713498-9 neutron-server[94465]: INFO neutron.db.ipam_backend_mixin [None req-825dfbd0-6c99-43c6-9440-efe38c6a52e2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a27e50bf-f25a-48bc-b03f-3ac37895ef50 (CIDR: 2001:db8::/64) Jul 30 02:07:52.369718 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-56356605-7a63-4a16-9d4e-bc9f441a0cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:52.430070 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-825dfbd0-6c99-43c6-9440-efe38c6a52e2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:07:52.430924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-825dfbd0-6c99-43c6-9440-efe38c6a52e2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:52.444846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1cfbd926-8c9c-47af-bd2b-80e5082d223a None None] Provisioning complete for port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:52.445301 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd926-8c9c-47af-bd2b-80e5082d223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:52.591579 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-56356605-7a63-4a16-9d4e-bc9f441a0cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:52.664260 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-56356605-7a63-4a16-9d4e-bc9f441a0cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:52.720820 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43212) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:52.721436 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-56356605-7a63-4a16-9d4e-bc9f441a0cd2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a2135e894d324fc9a558ed942e909bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719149 Jul 30 02:07:52.722624 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56356605-7a63-4a16-9d4e-bc9f441a0cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b7f954-d539-44b0-a20d-354138a66068,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:52.782660 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-825dfbd0-6c99-43c6-9440-efe38c6a52e2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9632773 Jul 30 02:07:52.783086 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43214) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:52.788945 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-43c2dd48-0480-480c-bf3f-e7efc0766d3a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:52.842398 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1271ffa2-c080-4cec-979e-6b7ebd7e0521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:52.872740 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1271ffa2-c080-4cec-979e-6b7ebd7e0521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:53.058628 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1271ffa2-c080-4cec-979e-6b7ebd7e0521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:53.063608 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1271ffa2-c080-4cec-979e-6b7ebd7e0521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:53.065828 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1271ffa2-c080-4cec-979e-6b7ebd7e0521 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/65b7f954-d539-44b0-a20d-354138a66068 HTTP/1.1" status: 204 len: 168 time: 0.3435133 Jul 30 02:07:53.086419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c2dd48-0480-480c-bf3f-e7efc0766d3a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:53.088288 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271ffa2-c080-4cec-979e-6b7ebd7e0521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b7f954-d539-44b0-a20d-354138a66068,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:53.090387 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-43c2dd48-0480-480c-bf3f-e7efc0766d3a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:53.183344 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43222) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:53.406797 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a29c0343-8baf-40f7-ac42-aab6340d851b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:53.411518 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e4781-4060-45c7-a60b-73a86d75c566 req-bbf118ee-a027-4d3e-9e30-e101904777ba tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:53.413029 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ee4e4781-4060-45c7-a60b-73a86d75c566 req-bbf118ee-a027-4d3e-9e30-e101904777ba tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.1527693 Jul 30 02:07:53.484863 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ee4e4781-4060-45c7-a60b-73a86d75c566 req-29a2e32f-0c29-47ac-8074-c59e76b6e6e5 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593631 Jul 30 02:07:53.489243 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:53.546711 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-43c2dd48-0480-480c-bf3f-e7efc0766d3a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:53.610720 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:53.611257 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:53.644187 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a29c0343-8baf-40f7-ac42-aab6340d851b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:53.666402 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c2dd48-0480-480c-bf3f-e7efc0766d3a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:53.669836 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-43c2dd48-0480-480c-bf3f-e7efc0766d3a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:53.677635 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c2dd48-0480-480c-bf3f-e7efc0766d3a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:53.678188 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-43c2dd48-0480-480c-bf3f-e7efc0766d3a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:53.707291 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7805302c-b658-409b-9352-c8f38af5dc37 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:53.721136 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a29c0343-8baf-40f7-ac42-aab6340d851b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:53.739951 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2dd48-0480-480c-bf3f-e7efc0766d3a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=de1597d0-73f3-49e7-9e9d-a1b456604235,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:53.781524 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a29c0343-8baf-40f7-ac42-aab6340d851b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=35de4e5181e2481fb66554fbdb671699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5960915 Jul 30 02:07:53.784175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43238) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:53.805270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c0343-8baf-40f7-ac42-aab6340d851b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee4df55-708e-43c0-849f-0c84426bbd67,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:53.846014 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43242) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:53.853003 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e920b3b3-2af8-4a35-ad4b-ed2524122c0f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'mac_address': 'fa:16:3e:b2:e0:2c', 'name': 'tempest-NetworksTestDHCPv6-2139232'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:53.880019 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-43c2dd48-0480-480c-bf3f-e7efc0766d3a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0706563 Jul 30 02:07:53.882843 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-51a33fd5-6481-4379-94ac-c2e440aabf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:53.928202 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-51a33fd5-6481-4379-94ac-c2e440aabf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:54.032349 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7a1eef-0791-4516-866a-d9205b7c3005 None None] Update dhcp port {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'fixed_ips': [{'subnet_id': 'a27e50bf-f25a-48bc-b03f-3ac37895ef50', 'ip_address': '2001:db8::f816:3eff:fe4f:aba4'}, {'subnet_id': 'de1597d0-73f3-49e7-9e9d-a1b456604235'}], 'binding:host_id': 'n-d-713498-9'}, 'id': '00ca93a5-54bb-4e4b-af44-9bd501e8f1e1'} from n-d-713498-9. {{(pid=94466) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:07:54.058851 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1eef-0791-4516-866a-d9205b7c3005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:54.148985 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-51a33fd5-6481-4379-94ac-c2e440aabf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:54.149528 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e920b3b3-2af8-4a35-ad4b-ed2524122c0f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:54.151933 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-51a33fd5-6481-4379-94ac-c2e440aabf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:54.153233 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-51a33fd5-6481-4379-94ac-c2e440aabf53 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4ee4df55-708e-43c0-849f-0c84426bbd67 HTTP/1.1" status: 204 len: 168 time: 0.3677948 Jul 30 02:07:54.164672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a33fd5-6481-4379-94ac-c2e440aabf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee4df55-708e-43c0-849f-0c84426bbd67,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:54.288092 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e920b3b3-2af8-4a35-ad4b-ed2524122c0f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:54.301723 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-4a7a1eef-0791-4516-866a-d9205b7c3005 None None] Allocated IP 2001:db8:0:1::2 (84fe5bd8-9f93-443f-a4c2-007dacc11704/de1597d0-73f3-49e7-9e9d-a1b456604235/00ca93a5-54bb-4e4b-af44-9bd501e8f1e1) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:54.316252 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-e920b3b3-2af8-4a35-ad4b-ed2524122c0f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port c22abd2c-57d6-4cca-accd-343510a9ec01 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:07:54.426762 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4a7a1eef-0791-4516-866a-d9205b7c3005 None None] For port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=00ca93a5-54bb-4e4b-af44-9bd501e8f1e1,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:54.456537 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1eef-0791-4516-866a-d9205b7c3005 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:54.471099 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4a7a1eef-0791-4516-866a-d9205b7c3005 None None] Transition to ACTIVE for port object 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:54.594956 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1eef-0791-4516-866a-d9205b7c3005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:54.699723 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd9082-daf9-441c-811b-041d8259bfcc req-f37fdc2d-49b9-46d6-b921-965aec6144f8 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:54.710964 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3cdd9082-daf9-441c-811b-041d8259bfcc req-f37fdc2d-49b9-46d6-b921-965aec6144f8 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.1202712 Jul 30 02:07:54.808996 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3cdd9082-daf9-441c-811b-041d8259bfcc req-1293d30c-c1cc-4508-9504-401f566da591 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/security-groups?id=efbb647b-4ef3-4437-9a2d-593c61183dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968688 Jul 30 02:07:54.834613 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269e162-ffa0-458f-9a0f-4f8e0d3204b9 req-f1e64498-9ca7-48cd-b50b-94e7f447d692 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:54.837278 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a1eef-0791-4516-866a-d9205b7c3005 None None] Pushing event updated for resources: {'Port': ['ID=00ca93a5-54bb-4e4b-af44-9bd501e8f1e1,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:54.838787 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c269e162-ffa0-458f-9a0f-4f8e0d3204b9 req-f1e64498-9ca7-48cd-b50b-94e7f447d692 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.10 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 947 time: 0.1323824 Jul 30 02:07:54.860627 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-e920b3b3-2af8-4a35-ad4b-ed2524122c0f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8:0:1::291 (84fe5bd8-9f93-443f-a4c2-007dacc11704/de1597d0-73f3-49e7-9e9d-a1b456604235/c22abd2c-57d6-4cca-accd-343510a9ec01) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:54.878095 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-e920b3b3-2af8-4a35-ad4b-ed2524122c0f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::f816:3eff:feb2:e02c (84fe5bd8-9f93-443f-a4c2-007dacc11704/a27e50bf-f25a-48bc-b03f-3ac37895ef50/c22abd2c-57d6-4cca-accd-343510a9ec01) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:54.949448 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-ef9f49c1-f89b-42f1-9065-a86631bdd1a1 req-83e1d0f7-efdf-4531-b692-4ebeb3b134ec tempest-MultipleCreateTestJSON-1494858911 tempest-MultipleCreateTestJSON-1494858911-project] (94464) timed out ('10.222.0.10', 54065) {{(pid=94464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:07:54.979328 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-c269e162-ffa0-458f-9a0f-4f8e0d3204b9 req-4d77cc7c-70d0-45d7-9d98-e2fec6db6cdb tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Deleting port 0839fbba-db49-4ab9-9700-19b6b639b4c6 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:54.979839 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c269e162-ffa0-458f-9a0f-4f8e0d3204b9 req-4d77cc7c-70d0-45d7-9d98-e2fec6db6cdb tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:55.144842 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e920b3b3-2af8-4a35-ad4b-ed2524122c0f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:55.160404 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-e920b3b3-2af8-4a35-ad4b-ed2524122c0f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object c22abd2c-57d6-4cca-accd-343510a9ec01 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:55.183989 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43270) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:55.186220 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-c269e162-ffa0-458f-9a0f-4f8e0d3204b9 req-4d77cc7c-70d0-45d7-9d98-e2fec6db6cdb tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] For port 0839fbba-db49-4ab9-9700-19b6b639b4c6, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0839fbba-db49-4ab9-9700-19b6b639b4c6,segment=NetworkSegment(b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f),segment_id=b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:55.186740 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c269e162-ffa0-458f-9a0f-4f8e0d3204b9 req-4d77cc7c-70d0-45d7-9d98-e2fec6db6cdb tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:55.208129 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-32e27d6e-0661-49f7-a5c8-eec5be169887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:55.216368 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-c269e162-ffa0-458f-9a0f-4f8e0d3204b9 req-4d77cc7c-70d0-45d7-9d98-e2fec6db6cdb tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Calling delete_port for 0839fbba-db49-4ab9-9700-19b6b639b4c6 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:55.357825 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e920b3b3-2af8-4a35-ad4b-ed2524122c0f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:55.406601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e920b3b3-2af8-4a35-ad4b-ed2524122c0f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:55.414447 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-e920b3b3-2af8-4a35-ad4b-ed2524122c0f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:55.443311 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e920b3b3-2af8-4a35-ad4b-ed2524122c0f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:55.452529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e920b3b3-2af8-4a35-ad4b-ed2524122c0f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:55.453221 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e920b3b3-2af8-4a35-ad4b-ed2524122c0f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:55.460119 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-32e27d6e-0661-49f7-a5c8-eec5be169887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:55.521275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920b3b3-2af8-4a35-ad4b-ed2524122c0f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=c22abd2c-57d6-4cca-accd-343510a9ec01,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:55.541251 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:55.544184 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-32e27d6e-0661-49f7-a5c8-eec5be169887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:55.613722 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e27d6e-0661-49f7-a5c8-eec5be169887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11722883-1398-4229-9006-bed7f7906d74,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:55.631889 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-32e27d6e-0661-49f7-a5c8-eec5be169887 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=77415b8d70054feca316404948baea80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4431374 Jul 30 02:07:55.633464 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43276) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:55.634063 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43278) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:55.647613 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e920b3b3-2af8-4a35-ad4b-ed2524122c0f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.7998126 Jul 30 02:07:55.657512 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c269e162-ffa0-458f-9a0f-4f8e0d3204b9 req-4d77cc7c-70d0-45d7-9d98-e2fec6db6cdb tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:55.670756 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['0839fbba-db49-4ab9-9700-19b6b639b4c6'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:07:55.791551 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77cc7c-70d0-45d7-9d98-e2fec6db6cdb tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Pushing event deleted for resources: {'Port': ['ID=0839fbba-db49-4ab9-9700-19b6b639b4c6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:55.824670 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c269e162-ffa0-458f-9a0f-4f8e0d3204b9 req-4d77cc7c-70d0-45d7-9d98-e2fec6db6cdb tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] No DVR routers for this DVR port 0839fbba-db49-4ab9-9700-19b6b639b4c6 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:55.837842 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-c269e162-ffa0-458f-9a0f-4f8e0d3204b9 req-4d77cc7c-70d0-45d7-9d98-e2fec6db6cdb tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:55.847206 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c269e162-ffa0-458f-9a0f-4f8e0d3204b9 req-4d77cc7c-70d0-45d7-9d98-e2fec6db6cdb tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.10 "DELETE /v2.0/ports/0839fbba-db49-4ab9-9700-19b6b639b4c6 HTTP/1.1" status: 204 len: 173 time: 1.0012686 Jul 30 02:07:55.853729 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3126c612-60c9-46a9-afa2-c47fc5ee1dd2', 'name': 'network-vif-deleted', 'tag': '0839fbba-db49-4ab9-9700-19b6b639b4c6'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:07:55.857390 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5c326a-da88-4608-997d-1918ab25420d" -d '{"events": [{"server_uuid": "3126c612-60c9-46a9-afa2-c47fc5ee1dd2", "name": "network-vif-deleted", "tag": "0839fbba-db49-4ab9-9700-19b6b639b4c6"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:07:55.936522 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e22b-5b86-4da2-b69b-0abf7aa01a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:55.987178 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bed0c737-d1f9-40e3-b3af-4fb3aae55c60 None None] Provisioning for port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:56.014836 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bed0c737-d1f9-40e3-b3af-4fb3aae55c60 None None] Provisioning complete for port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:56.018847 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bed0c737-d1f9-40e3-b3af-4fb3aae55c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:56.072718 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e22b-5b86-4da2-b69b-0abf7aa01a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:56.160427 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6a3b23f1-d053-411f-b8df-6f8381e770e0 req-942787b7-4f0c-4ac0-b99c-53f363705901 tempest-ServersNegativeTestJSON-1377469354 tempest-ServersNegativeTestJSON-1377469354-project] 10.222.0.70 "GET /v2.0/ports?device_id=3126c612-60c9-46a9-afa2-c47fc5ee1dd2 HTTP/1.1" status: 200 len: 210 time: 0.1685958 Jul 30 02:07:56.205047 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1fc7262f-b92a-46ee-a24d-3750e800171c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port c22abd2c-57d6-4cca-accd-343510a9ec01 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:56.206037 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1fc7262f-b92a-46ee-a24d-3750e800171c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:56.275336 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed53af74-3a01-48c8-82b4-04bd6909fa83 x-openstack-request-id: req-ed53af74-3a01-48c8-82b4-04bd6909fa83 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:07:56.275698 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3126c612-60c9-46a9-afa2-c47fc5ee1dd2", "name": "network-vif-deleted", "tag": "0839fbba-db49-4ab9-9700-19b6b639b4c6", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:07:56.275961 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed53af74-3a01-48c8-82b4-04bd6909fa83 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:07:56.276359 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3126c612-60c9-46a9-afa2-c47fc5ee1dd2', 'name': 'network-vif-deleted', 'tag': '0839fbba-db49-4ab9-9700-19b6b639b4c6', 'status': 'completed', 'code': 200} Jul 30 02:07:56.332737 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1fc7262f-b92a-46ee-a24d-3750e800171c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:56.342149 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1fc7262f-b92a-46ee-a24d-3750e800171c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for c22abd2c-57d6-4cca-accd-343510a9ec01 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:56.393078 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e22b-5b86-4da2-b69b-0abf7aa01a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:56.395686 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e22b-5b86-4da2-b69b-0abf7aa01a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:56.396872 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b3b0e22b-5b86-4da2-b69b-0abf7aa01a2c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11722883-1398-4229-9006-bed7f7906d74 HTTP/1.1" status: 204 len: 168 time: 0.7616963 Jul 30 02:07:56.407847 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0e22b-5b86-4da2-b69b-0abf7aa01a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11722883-1398-4229-9006-bed7f7906d74,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:56.497336 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3d42f4b0-477a-4469-8534-814da858cbb0 None None] Provisioning for port c22abd2c-57d6-4cca-accd-343510a9ec01 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:56.501624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3d42f4b0-477a-4469-8534-814da858cbb0 None None] Provisioning complete for port c22abd2c-57d6-4cca-accd-343510a9ec01 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:56.502201 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d42f4b0-477a-4469-8534-814da858cbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:56.537923 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3d42f4b0-477a-4469-8534-814da858cbb0 None None] Port c22abd2c-57d6-4cca-accd-343510a9ec01 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:07:56.697990 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1fc7262f-b92a-46ee-a24d-3750e800171c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:56.733425 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7262f-b92a-46ee-a24d-3750e800171c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=c22abd2c-57d6-4cca-accd-343510a9ec01,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:56.777567 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1fc7262f-b92a-46ee-a24d-3750e800171c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:56.779575 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1fc7262f-b92a-46ee-a24d-3750e800171c tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/c22abd2c-57d6-4cca-accd-343510a9ec01 HTTP/1.1" status: 204 len: 168 time: 1.1431570 Jul 30 02:07:56.782142 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43300) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:56.838904 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f4a875-6510-42ec-94e6-092372389b16 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:56.840643 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-05f4a875-6510-42ec-94e6-092372389b16 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0574510 Jul 30 02:07:56.843358 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43302) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:56.906410 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cbce9d-2ac8-4695-867f-5c41022a24fe tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:56.907759 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-03cbce9d-2ac8-4695-867f-5c41022a24fe tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0634882 Jul 30 02:07:56.910777 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43308) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:56.987378 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a344c2b-fe6c-40f1-aed4-f8358b32d4e3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:56.989350 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a344c2b-fe6c-40f1-aed4-f8358b32d4e3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:56.991270 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a344c2b-fe6c-40f1-aed4-f8358b32d4e3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:56.996120 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7a344c2b-fe6c-40f1-aed4-f8358b32d4e3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0809550 Jul 30 02:07:56.997013 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43314) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:57.054763 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-0931991b-8368-492a-8ac2-5ed4ad59bf63 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet a27e50bf-f25a-48bc-b03f-3ac37895ef50 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:07:57.058461 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0931991b-8368-492a-8ac2-5ed4ad59bf63 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.113977 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0931991b-8368-492a-8ac2-5ed4ad59bf63 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.217090 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0931991b-8368-492a-8ac2-5ed4ad59bf63 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.231639 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43320) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:57.292687 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3754479-7eb2-485f-85a9-d975627c6e66 admin admin] Deleting subnet 28fb4a46-70b0-422c-83c7-3105b3c04140 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:07:57.296669 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f3754479-7eb2-485f-85a9-d975627c6e66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.340827 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f3754479-7eb2-485f-85a9-d975627c6e66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.349554 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0931991b-8368-492a-8ac2-5ed4ad59bf63 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.392963 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931991b-8368-492a-8ac2-5ed4ad59bf63 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=a27e50bf-f25a-48bc-b03f-3ac37895ef50,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:57.401074 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0931991b-8368-492a-8ac2-5ed4ad59bf63 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.406398 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0931991b-8368-492a-8ac2-5ed4ad59bf63 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/a27e50bf-f25a-48bc-b03f-3ac37895ef50 HTTP/1.1" status: 204 len: 168 time: 0.4084115 Jul 30 02:07:57.407494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43332) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:57.411299 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f3754479-7eb2-485f-85a9-d975627c6e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.435608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd382543-078f-40b4-9e3e-7a3fd9b4b61f None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:57.496950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b4670d-fc69-4c58-8057-f227407a1419 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet de1597d0-73f3-49e7-9e9d-a1b456604235 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:07:57.501413 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-05b4670d-fc69-4c58-8057-f227407a1419 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.558141 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f3754479-7eb2-485f-85a9-d975627c6e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.609195 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-05b4670d-fc69-4c58-8057-f227407a1419 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.660157 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f3754479-7eb2-485f-85a9-d975627c6e66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.669493 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f3754479-7eb2-485f-85a9-d975627c6e66 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/28fb4a46-70b0-422c-83c7-3105b3c04140 HTTP/1.1" status: 204 len: 168 time: 0.4318841 Jul 30 02:07:57.669493 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3754479-7eb2-485f-85a9-d975627c6e66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28fb4a46-70b0-422c-83c7-3105b3c04140,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:57.690496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43350) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:57.882905 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-647ed764-b887-43c4-853a-c5133477fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.906323 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-05b4670d-fc69-4c58-8057-f227407a1419 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:58.025719 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0839fbba-db49-4ab9-9700-19b6b639b4c6 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:07:58.032810 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-647ed764-b887-43c4-853a-c5133477fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:58.043845 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-647ed764-b887-43c4-853a-c5133477fda0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37600d1-d258-4a70-aa2c-f9ef5b6795ad']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:58.045517 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 0839fbba-db49-4ab9-9700-19b6b639b4c6 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:07:58.046068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0839fbba-db49-4ab9-9700-19b6b639b4c6 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:07:58.054344 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-647ed764-b887-43c4-853a-c5133477fda0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:58.054767 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-647ed764-b887-43c4-853a-c5133477fda0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92b92a9-9fa6-448d-a1f1-ecdfcbffbf8f') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:58.073718 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-647ed764-b887-43c4-853a-c5133477fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:58.094632 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-647ed764-b887-43c4-853a-c5133477fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:58.101804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647ed764-b887-43c4-853a-c5133477fda0 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:07:58.102335 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-647ed764-b887-43c4-853a-c5133477fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:07:58.104072 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:07:58.146986 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-05b4670d-fc69-4c58-8057-f227407a1419 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:58.185051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4670d-fc69-4c58-8057-f227407a1419 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=de1597d0-73f3-49e7-9e9d-a1b456604235,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:58.189421 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-05b4670d-fc69-4c58-8057-f227407a1419 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:58.191476 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-05b4670d-fc69-4c58-8057-f227407a1419 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/de1597d0-73f3-49e7-9e9d-a1b456604235 HTTP/1.1" status: 204 len: 168 time: 0.7819426 Jul 30 02:07:58.194038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43362) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:58.238343 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-130ef7be-b974-487b-b5d1-0ce0ddb48da4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431767 Jul 30 02:07:58.241515 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43364) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:58.247616 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-c2c263b3-0d78-437e-8fb2-335d50cc3456 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:58.319981 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-647ed764-b887-43c4-853a-c5133477fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:58.326413 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-647ed764-b887-43c4-853a-c5133477fda0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:58.331363 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-647ed764-b887-43c4-853a-c5133477fda0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d37600d1-d258-4a70-aa2c-f9ef5b6795ad HTTP/1.1" status: 204 len: 168 time: 0.6335006 Jul 30 02:07:58.348270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ed764-b887-43c4-853a-c5133477fda0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d37600d1-d258-4a70-aa2c-f9ef5b6795ad,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:58.451467 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c263b3-0d78-437e-8fb2-335d50cc3456 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:58.456069 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2c263b3-0d78-437e-8fb2-335d50cc3456 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:58.522207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733fd8ea-f20f-4e8d-b4c4-3d30a946bcf2 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:58.659384 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-057b651c-f12b-4386-9995-b11e9506d128 None None] Provisioning complete for port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:58.659995 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-057b651c-f12b-4386-9995-b11e9506d128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:58.824203 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43390) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:58.896437 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7bb6fb86-a376-4412-9c6b-3f67aaf36817 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=98cb24431910454fa0102d049341fde2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668075 Jul 30 02:07:58.896979 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2c263b3-0d78-437e-8fb2-335d50cc3456 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:58.897788 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43392) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:58.974051 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b188a9a6-5357-4f1d-aaba-9c5046404c29 None None] DHCP port deletion for 84fe5bd8-9f93-443f-a4c2-007dacc11704 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:07:59.004798 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-39268764-4dc1-4871-a94e-314f6a4e5cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:59.044581 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c263b3-0d78-437e-8fb2-335d50cc3456 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=470e69ad-ddf7-48b1-99ff-0bf4d1b7b89f,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:59.064169 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c263b3-0d78-437e-8fb2-335d50cc3456 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:59.073275 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-c2c263b3-0d78-437e-8fb2-335d50cc3456 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:59.079365 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c263b3-0d78-437e-8fb2-335d50cc3456 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:59.079365 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c2c263b3-0d78-437e-8fb2-335d50cc3456 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:59.085554 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-39268764-4dc1-4871-a94e-314f6a4e5cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:59.136301 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b188a9a6-5357-4f1d-aaba-9c5046404c29 None None] Deleting port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:59.137192 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b188a9a6-5357-4f1d-aaba-9c5046404c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:59.160786 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-d18ba935-4a7b-4afb-bfd6-71e6a8552d58 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=bffa9ecce937456cbc65f0f76452c829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598032 Jul 30 02:07:59.173415 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c2c263b3-0d78-437e-8fb2-335d50cc3456 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9304597 Jul 30 02:07:59.175959 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43408) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:59.182072 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-1a1dba54-a07a-4209-915e-4429cb0a7772 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:59.248508 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b188a9a6-5357-4f1d-aaba-9c5046404c29 None None] For port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=00ca93a5-54bb-4e4b-af44-9bd501e8f1e1,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:59.249295 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b188a9a6-5357-4f1d-aaba-9c5046404c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:59.270418 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b188a9a6-5357-4f1d-aaba-9c5046404c29 None None] Calling delete_port for 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:59.334355 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-8a6b884e-363d-4c7c-b4a6-92c637652e35 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:59.338806 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-8a6b884e-363d-4c7c-b4a6-92c637652e35 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1693871 Jul 30 02:07:59.358092 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-39268764-4dc1-4871-a94e-314f6a4e5cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:59.362249 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-39268764-4dc1-4871-a94e-314f6a4e5cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:59.363857 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-39268764-4dc1-4871-a94e-314f6a4e5cc8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/efbb647b-4ef3-4437-9a2d-593c61183dda HTTP/1.1" status: 204 len: 168 time: 0.4651294 Jul 30 02:07:59.387913 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-96025e04-bd73-446a-a842-a1036649e567 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/quotas/bffa9ecce937456cbc65f0f76452c829 HTTP/1.1" status: 200 len: 375 time: 0.0447857 Jul 30 02:07:59.411217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39268764-4dc1-4871-a94e-314f6a4e5cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbb647b-4ef3-4437-9a2d-593c61183dda,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:59.447194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-e92256d3-cf3e-4930-98e2-f46867cc8beb tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bffa9ecce937456cbc65f0f76452c829&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579193 Jul 30 02:07:59.484764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:07:59.510608 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b188a9a6-5357-4f1d-aaba-9c5046404c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:59.520489 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1dba54-a07a-4209-915e-4429cb0a7772 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:59.526038 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1a1dba54-a07a-4209-915e-4429cb0a7772 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:59.563669 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b188a9a6-5357-4f1d-aaba-9c5046404c29 None None] No DVR routers for this DVR port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:59.565713 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188a9a6-5357-4f1d-aaba-9c5046404c29 None None] Pushing event deleted for resources: {'Port': ['ID=00ca93a5-54bb-4e4b-af44-9bd501e8f1e1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:59.596300 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No active binding found for port 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 {{(pid=94466) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 02:07:59.596856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 00ca93a5-54bb-4e4b-af44-9bd501e8f1e1 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:07:59.607881 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d9a96f-231a-4dae-9026-e0950c2f9cdd None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:59.718783 n-d-713498-9 neutron-server[94464]: INFO neutron.db.ipam_backend_mixin [None req-1a1dba54-a07a-4209-915e-4429cb0a7772 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 470e69ad-ddf7-48b1-99ff-0bf4d1b7b89f (CIDR: 2001:db8::/64) Jul 30 02:07:59.755769 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1dba54-a07a-4209-915e-4429cb0a7772 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:07:59.764079 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a1dba54-a07a-4209-915e-4429cb0a7772 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:59.813699 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-25090caa-1569-4c03-8372-9ff511c904da req-7d3a78a0-6df3-438e-b68d-2987abfd7970 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 210 time: 0.0331433 Jul 30 02:07:59.882172 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1a1dba54-a07a-4209-915e-4429cb0a7772 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7051151 Jul 30 02:07:59.885853 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43438) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:59.893209 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-9e37ccf6-f3bd-434e-9810-e8975ba4b2b2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:59.899195 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-84fe5bd8-9f93-443f-a4c2-007dacc11704', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'fixed_ips': [{'subnet_id': '470e69ad-ddf7-48b1-99ff-0bf4d1b7b89f'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:07:59.900365 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:00.161626 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Allocated IP 2001:db8::2 (84fe5bd8-9f93-443f-a4c2-007dacc11704/470e69ad-ddf7-48b1-99ff-0bf4d1b7b89f/d2931503-2616-4c81-a8ae-3887401f166c) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:00.205941 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e37ccf6-f3bd-434e-9810-e8975ba4b2b2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:00.210274 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9e37ccf6-f3bd-434e-9810-e8975ba4b2b2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:00.364552 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:00.381874 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Transition to ACTIVE for port object d2931503-2616-4c81-a8ae-3887401f166c will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:00.411547 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Transition to ACTIVE for port object d2931503-2616-4c81-a8ae-3887401f166c will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:00.470068 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:00.513993 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:00.517832 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:00.526720 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:08:00.578395 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Pushing event updated for resources: {'Port': ['ID=d2931503-2616-4c81-a8ae-3887401f166c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:00.657490 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Attempting to bind port d2931503-2616-4c81-a8ae-3887401f166c on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:08:00.658166 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Attempting to bind port d2931503-2616-4c81-a8ae-3887401f166c by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:08:00.659504 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Attempting to bind port d2931503-2616-4c81-a8ae-3887401f166c on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:00.666604 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:08:00.667736 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:00.669190 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:00.669769 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:08:00.670498 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Bound port: d2931503-2616-4c81-a8ae-3887401f166c, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:08:00.672523 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:00.804596 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] For port d2931503-2616-4c81-a8ae-3887401f166c, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:08:00.809293 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] For port d2931503-2616-4c81-a8ae-3887401f166c, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d2931503-2616-4c81-a8ae-3887401f166c,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:08:00.917261 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:00.984613 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7f9dbe4e-5a17-4f86-9070-c8270e26121f req-e9a6ba02-f292-4125-b321-e65f51067c1e tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 210 time: 0.0984111 Jul 30 02:08:01.068937 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa9c89-4cf4-442c-9b91-11969a046518 None None] Pushing event updated for resources: {'Port': ['ID=d2931503-2616-4c81-a8ae-3887401f166c,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:01.520836 n-d-713498-9 neutron-server[94464]: DEBUG neutron.objects.ports [None req-9e37ccf6-f3bd-434e-9810-e8975ba4b2b2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94464) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:08:01.609759 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d2931503-2616-4c81-a8ae-3887401f166c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:08:01.852055 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port d2931503-2616-4c81-a8ae-3887401f166c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:01.951390 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9e37ccf6-f3bd-434e-9810-e8975ba4b2b2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.210549 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43518) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:02.217693 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3dffaaa-7845-43ee-8cab-678e9c8d0b4c req-79a483d3-420e-4c40-8146-b605dd662947 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 210 time: 0.0618501 Jul 30 02:08:02.252767 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-9e37ccf6-f3bd-434e-9810-e8975ba4b2b2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] For port d2931503-2616-4c81-a8ae-3887401f166c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d2931503-2616-4c81-a8ae-3887401f166c,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:02.288216 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9e37ccf6-f3bd-434e-9810-e8975ba4b2b2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.405118 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-726f70d1-244f-403a-83da-9f83ee78d7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.413094 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9e37ccf6-f3bd-434e-9810-e8975ba4b2b2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.414277 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9e37ccf6-f3bd-434e-9810-e8975ba4b2b2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.490406 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-645758a6-b5ad-4631-a613-1d2f1cdffbdd tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bffa9ecce937456cbc65f0f76452c829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956399 Jul 30 02:08:02.584918 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-726f70d1-244f-403a-83da-9f83ee78d7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.630622 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e37ccf6-f3bd-434e-9810-e8975ba4b2b2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:02.634958 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-9e37ccf6-f3bd-434e-9810-e8975ba4b2b2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:02.639826 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e37ccf6-f3bd-434e-9810-e8975ba4b2b2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:02.640858 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9e37ccf6-f3bd-434e-9810-e8975ba4b2b2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.645307 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309b71b5-b302-4c1d-8a20-7c527e9dc6ba None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:02.664256 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-726f70d1-244f-403a-83da-9f83ee78d7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.692132 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37ccf6-f3bd-434e-9810-e8975ba4b2b2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=cf8c6432-104a-4958-ac9f-670cd6eea652,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:02.700630 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37ccf6-f3bd-434e-9810-e8975ba4b2b2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=d2931503-2616-4c81-a8ae-3887401f166c,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:02.714250 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f08394c4-9f35-4eb3-8ca1-8ff86aac311b tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:02.716706 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f08394c4-9f35-4eb3-8ca1-8ff86aac311b tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187836 Jul 30 02:08:02.731720 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-d01e9f67-9083-4d3a-b22e-c135576f9125 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Request body: {'port': {'device_id': '5e17e205-064a-425e-8256-42d70e20fa7f', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': 'bffa9ecce937456cbc65f0f76452c829'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:02.733068 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-726f70d1-244f-403a-83da-9f83ee78d7f1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2725d317240d43b185da722336ecb7bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5213478 Jul 30 02:08:02.736409 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43526) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:02.737360 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f70d1-244f-403a-83da-9f83ee78d7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff9b462-b18a-4012-bc98-61e1372ee18e,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:02.742823 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c4e501bc-5ebe-471a-8922-cf81ba61fe3a None None] Provisioning for port d2931503-2616-4c81-a8ae-3887401f166c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:02.750405 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c4e501bc-5ebe-471a-8922-cf81ba61fe3a None None] Provisioning complete for port d2931503-2616-4c81-a8ae-3887401f166c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:02.750751 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4e501bc-5ebe-471a-8922-cf81ba61fe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.806290 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43530) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:02.806551 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9e37ccf6-f3bd-434e-9810-e8975ba4b2b2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9187267 Jul 30 02:08:02.817941 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-23809e8f-971d-469c-9cf0-08b26f391e6f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'mac_address': 'fa:16:3e:74:42:27', 'name': 'tempest-NetworksTestDHCPv6-1813408594'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:02.861266 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4e501bc-5ebe-471a-8922-cf81ba61fe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.890438 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1aea71a9-eade-4d4e-a3f8-213770758b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.925786 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1aea71a9-eade-4d4e-a3f8-213770758b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.972832 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c4e501bc-5ebe-471a-8922-cf81ba61fe3a None None] For port d2931503-2616-4c81-a8ae-3887401f166c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d2931503-2616-4c81-a8ae-3887401f166c,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:03.017399 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:03.046239 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4e501bc-5ebe-471a-8922-cf81ba61fe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:03.046853 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1aea71a9-eade-4d4e-a3f8-213770758b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:03.049703 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1aea71a9-eade-4d4e-a3f8-213770758b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:03.051397 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1aea71a9-eade-4d4e-a3f8-213770758b35 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eff9b462-b18a-4012-bc98-61e1372ee18e HTTP/1.1" status: 204 len: 168 time: 0.3123596 Jul 30 02:08:03.055444 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-d01e9f67-9083-4d3a-b22e-c135576f9125 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Made reservation on behalf of bffa9ecce937456cbc65f0f76452c829 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:03.060045 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-d01e9f67-9083-4d3a-b22e-c135576f9125 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:03.075559 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea71a9-eade-4d4e-a3f8-213770758b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff9b462-b18a-4012-bc98-61e1372ee18e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:03.084040 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-d01e9f67-9083-4d3a-b22e-c135576f9125 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:03.133352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23809e8f-971d-469c-9cf0-08b26f391e6f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:03.148911 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e501bc-5ebe-471a-8922-cf81ba61fe3a None None] Pushing event updated for resources: {'Port': ['ID=d2931503-2616-4c81-a8ae-3887401f166c,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:03.231422 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-d01e9f67-9083-4d3a-b22e-c135576f9125 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:03.245405 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-23809e8f-971d-469c-9cf0-08b26f391e6f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:03.261854 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-23809e8f-971d-469c-9cf0-08b26f391e6f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port 0026b305-4121-4391-8c6f-f97321948f79 yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:08:03.326850 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-d01e9f67-9083-4d3a-b22e-c135576f9125 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:03.519706 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d2931503-2616-4c81-a8ae-3887401f166c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:08:03.547738 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e9f67-9083-4d3a-b22e-c135576f9125 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50cf61d8-e7a0-47d0-882d-ec592f76c6b9,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:03.625345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-23809e8f-971d-469c-9cf0-08b26f391e6f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::2ae (84fe5bd8-9f93-443f-a4c2-007dacc11704/470e69ad-ddf7-48b1-99ff-0bf4d1b7b89f/0026b305-4121-4391-8c6f-f97321948f79) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:03.642651 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-23809e8f-971d-469c-9cf0-08b26f391e6f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8:0:1:f816:3eff:fe74:4227 (84fe5bd8-9f93-443f-a4c2-007dacc11704/cf8c6432-104a-4958-ac9f-670cd6eea652/0026b305-4121-4391-8c6f-f97321948f79) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:03.661999 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port d2931503-2616-4c81-a8ae-3887401f166c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:03.662539 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-36a4ee47-55ad-494f-9e44-ca7e79cfbaed req-7559d8a1-ebe0-4bfa-b38b-4e085eb108a6 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 210 time: 0.3174932 Jul 30 02:08:03.662700 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:03.755665 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-d01e9f67-9083-4d3a-b22e-c135576f9125 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Allocated IP 192.168.233.253 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/f1e5d0f5-066a-4169-ad75-7c9406c8aa9c) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:04.001333 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c3f579a6-c3b4-42eb-922b-5d4f77732994 None None] Provisioning complete for port d2931503-2616-4c81-a8ae-3887401f166c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:04.001707 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3f579a6-c3b4-42eb-922b-5d4f77732994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.004936 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-23809e8f-971d-469c-9cf0-08b26f391e6f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.010666 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-d01e9f67-9083-4d3a-b22e-c135576f9125 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.029248 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-d01e9f67-9083-4d3a-b22e-c135576f9125 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Transition to ACTIVE for port object f1e5d0f5-066a-4169-ad75-7c9406c8aa9c will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:04.064595 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-23809e8f-971d-469c-9cf0-08b26f391e6f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object 0026b305-4121-4391-8c6f-f97321948f79 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:04.122599 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-d01e9f67-9083-4d3a-b22e-c135576f9125 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.180035 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-d01e9f67-9083-4d3a-b22e-c135576f9125 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:04.183806 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-d01e9f67-9083-4d3a-b22e-c135576f9125 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:04.187610 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-d01e9f67-9083-4d3a-b22e-c135576f9125 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:08:04.215269 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e9f67-9083-4d3a-b22e-c135576f9125 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Pushing event updated for resources: {'Port': ['ID=f1e5d0f5-066a-4169-ad75-7c9406c8aa9c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:04.224560 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-23809e8f-971d-469c-9cf0-08b26f391e6f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.251905 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-d01e9f67-9083-4d3a-b22e-c135576f9125 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:04.252643 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-d01e9f67-9083-4d3a-b22e-c135576f9125 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.289397 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23809e8f-971d-469c-9cf0-08b26f391e6f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:04.292914 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-23809e8f-971d-469c-9cf0-08b26f391e6f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:04.295394 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23809e8f-971d-469c-9cf0-08b26f391e6f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:08:04.302062 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23809e8f-971d-469c-9cf0-08b26f391e6f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:04.302774 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-23809e8f-971d-469c-9cf0-08b26f391e6f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.358891 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23809e8f-971d-469c-9cf0-08b26f391e6f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=0026b305-4121-4391-8c6f-f97321948f79,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:04.380101 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-d01e9f67-9083-4d3a-b22e-c135576f9125 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6525078 Jul 30 02:08:04.392283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] Request body: {'port': {'device_id': '5e17e205-064a-425e-8256-42d70e20fa7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:04.511166 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-23809e8f-971d-469c-9cf0-08b26f391e6f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6976383 Jul 30 02:08:04.512018 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43584) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:04.540506 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.749576 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f2761-6b51-4004-9245-b9661b0e776f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port 0026b305-4121-4391-8c6f-f97321948f79 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:08:04.750231 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dd1f2761-6b51-4004-9245-b9661b0e776f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.759902 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c3e6c35d-223c-400f-ab93-7e1bd6b30c89 None None] Provisioning for port f1e5d0f5-066a-4169-ad75-7c9406c8aa9c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:04.765340 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c3e6c35d-223c-400f-ab93-7e1bd6b30c89 None None] Provisioning complete for port f1e5d0f5-066a-4169-ad75-7c9406c8aa9c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:04.766113 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3e6c35d-223c-400f-ab93-7e1bd6b30c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.970328 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f18c29-e16f-4124-aea1-4c6d856e2010 req-159b009b-66aa-44d0-9740-e2a0ac8ffede tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:05.000215 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8f18c29-e16f-4124-aea1-4c6d856e2010 req-159b009b-66aa-44d0-9740-e2a0ac8ffede tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 936 time: 0.2117465 Jul 30 02:08:05.003776 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dd1f2761-6b51-4004-9245-b9661b0e776f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.020337 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f2761-6b51-4004-9245-b9661b0e776f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for 0026b305-4121-4391-8c6f-f97321948f79 owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:08:05.121823 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8f18c29-e16f-4124-aea1-4c6d856e2010 req-f1929215-19d5-4eff-94ee-85fab5629c23 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/security-groups?id=50cf61d8-e7a0-47d0-882d-ec592f76c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143999 Jul 30 02:08:05.184882 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c3e6c35d-223c-400f-ab93-7e1bd6b30c89 None None] Port f1e5d0f5-066a-4169-ad75-7c9406c8aa9c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:08:05.272790 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e5d0f5-066a-4169-ad75-7c9406c8aa9c {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:08:05.282927 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.308186 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] Transition to ACTIVE for port object f1e5d0f5-066a-4169-ad75-7c9406c8aa9c will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:05.426839 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.427002 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dd1f2761-6b51-4004-9245-b9661b0e776f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.427527 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d9c1ab7e-bfd1-4ec6-a683-05937eefcf1b None None] Provisioning for port 0026b305-4121-4391-8c6f-f97321948f79 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:05.443766 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d9c1ab7e-bfd1-4ec6-a683-05937eefcf1b None None] Provisioning complete for port 0026b305-4121-4391-8c6f-f97321948f79 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:05.444205 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d9c1ab7e-bfd1-4ec6-a683-05937eefcf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.484076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d9c1ab7e-bfd1-4ec6-a683-05937eefcf1b None None] Port 0026b305-4121-4391-8c6f-f97321948f79 was deleted so its status cannot be updated. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 02:08:05.486167 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e5d0f5-066a-4169-ad75-7c9406c8aa9c,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:05.505465 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f2761-6b51-4004-9245-b9661b0e776f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=0026b305-4121-4391-8c6f-f97321948f79,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:05.573477 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dd1f2761-6b51-4004-9245-b9661b0e776f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.579755 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dd1f2761-6b51-4004-9245-b9661b0e776f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/0026b305-4121-4391-8c6f-f97321948f79 HTTP/1.1" status: 204 len: 168 time: 1.0643175 Jul 30 02:08:05.580421 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43614) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:05.659419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] Attempting to bind port f1e5d0f5-066a-4169-ad75-7c9406c8aa9c on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:08:05.659780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] Attempting to bind port f1e5d0f5-066a-4169-ad75-7c9406c8aa9c by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:08:05.660106 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] Attempting to bind port f1e5d0f5-066a-4169-ad75-7c9406c8aa9c on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:05.676880 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] Port f1e5d0f5-066a-4169-ad75-7c9406c8aa9c on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:08:05.677295 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] Attempting to bind port f1e5d0f5-066a-4169-ad75-7c9406c8aa9c on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:05.706243 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd94904-d10a-48a5-a96f-6d0314a24d01 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:05.708009 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-bbd94904-d10a-48a5-a96f-6d0314a24d01 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1266232 Jul 30 02:08:05.709453 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:08:05.709797 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:05.710192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:08:05.710670 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] Bound port: f1e5d0f5-066a-4169-ad75-7c9406c8aa9c, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:08:05.711037 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.711523 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43616) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:05.829103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c43cb6-7b92-4ee5-8618-f69d52930360 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:05.835438 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e7c43cb6-7b92-4ee5-8618-f69d52930360 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1223645 Jul 30 02:08:05.840467 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43620) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:05.906149 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] For port f1e5d0f5-066a-4169-ad75-7c9406c8aa9c, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:08:05.911492 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] For port f1e5d0f5-066a-4169-ad75-7c9406c8aa9c, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=f1e5d0f5-066a-4169-ad75-7c9406c8aa9c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:08:05.953368 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21cba1b-0d44-4644-ac00-0f21b617ff3f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:05.954657 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21cba1b-0d44-4644-ac00-0f21b617ff3f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:05.956335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21cba1b-0d44-4644-ac00-0f21b617ff3f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:05.960408 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d21cba1b-0d44-4644-ac00-0f21b617ff3f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1153347 Jul 30 02:08:05.961119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43626) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:06.001891 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:06.023283 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f549e0-377e-400f-8c5e-ad478ca92e5a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet 470e69ad-ddf7-48b1-99ff-0bf4d1b7b89f {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:08:06.032843 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74f549e0-377e-400f-8c5e-ad478ca92e5a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:06.070622 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74f549e0-377e-400f-8c5e-ad478ca92e5a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:06.093434 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:06.094457 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:06.096768 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] 10.222.0.10 "PUT /v2.0/ports/f1e5d0f5-066a-4169-ad75-7c9406c8aa9c HTTP/1.1" status: 200 len: 1096 time: 1.7090650 Jul 30 02:08:06.097319 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e17e205-064a-425e-8256-42d70e20fa7f', 'tag': 'f1e5d0f5-066a-4169-ad75-7c9406c8aa9c'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:08:06.099799 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2076cf0f-f89b-4733-bc7d-cb783e0d017d" -d '{"events": [{"name": "network-changed", "server_uuid": "5e17e205-064a-425e-8256-42d70e20fa7f", "tag": "f1e5d0f5-066a-4169-ad75-7c9406c8aa9c"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:08:06.144828 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d8e59-8a4d-491b-85e3-a4f9878f3fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e5d0f5-066a-4169-ad75-7c9406c8aa9c,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:06.196369 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6038823-2457-4688-b197-14ba20aef64c x-openstack-request-id: req-c6038823-2457-4688-b197-14ba20aef64c {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:08:06.196669 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e17e205-064a-425e-8256-42d70e20fa7f", "tag": "f1e5d0f5-066a-4169-ad75-7c9406c8aa9c", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:08:06.196929 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c6038823-2457-4688-b197-14ba20aef64c {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:08:06.197606 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e17e205-064a-425e-8256-42d70e20fa7f', 'tag': 'f1e5d0f5-066a-4169-ad75-7c9406c8aa9c', 'status': 'completed', 'code': 200} Jul 30 02:08:06.295351 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74f549e0-377e-400f-8c5e-ad478ca92e5a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:06.374703 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076cf0f-f89b-4733-bc7d-cb783e0d017d req-0c0bca23-1310-4cf7-905c-91e513ee0234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:06.377009 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2076cf0f-f89b-4733-bc7d-cb783e0d017d req-0c0bca23-1310-4cf7-905c-91e513ee0234 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bffa9ecce937456cbc65f0f76452c829&device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 1099 time: 0.1724632 Jul 30 02:08:06.397525 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf212a2-00a1-4c47-9ded-ef1c0efe154c req-b0c5c4fb-eafa-4881-98ca-98b8d6e2f590 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:06.399046 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bdf212a2-00a1-4c47-9ded-ef1c0efe154c req-b0c5c4fb-eafa-4881-98ca-98b8d6e2f590 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 948 time: 0.1192052 Jul 30 02:08:06.440577 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2076cf0f-f89b-4733-bc7d-cb783e0d017d req-1b94e930-0b9c-484e-89c3-2e3427f2e970 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=bffa9ecce937456cbc65f0f76452c829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399127 Jul 30 02:08:06.479009 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74f549e0-377e-400f-8c5e-ad478ca92e5a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:06.587718 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f549e0-377e-400f-8c5e-ad478ca92e5a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=470e69ad-ddf7-48b1-99ff-0bf4d1b7b89f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:06.597454 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74f549e0-377e-400f-8c5e-ad478ca92e5a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:06.611286 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d46607-7279-4bc4-b9d6-adc7592f0fba None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:06.623780 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-74f549e0-377e-400f-8c5e-ad478ca92e5a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/470e69ad-ddf7-48b1-99ff-0bf4d1b7b89f HTTP/1.1" status: 204 len: 168 time: 0.6620183 Jul 30 02:08:06.626203 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43652) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:06.650035 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bdf212a2-00a1-4c47-9ded-ef1c0efe154c req-54e295df-e616-492c-83ad-03198f306859 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/security-groups?id=50cf61d8-e7a0-47d0-882d-ec592f76c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393162 Jul 30 02:08:06.661573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076cf0f-f89b-4733-bc7d-cb783e0d017d req-0fb0ca69-88d9-41a9-b377-0b125a851701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:06.663954 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2076cf0f-f89b-4733-bc7d-cb783e0d017d req-0fb0ca69-88d9-41a9-b377-0b125a851701 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2158158 Jul 30 02:08:06.720760 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0028d2c-5eee-4cd5-a574-dd16c108322f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet cf8c6432-104a-4958-ac9f-670cd6eea652 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:08:06.734325 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0028d2c-5eee-4cd5-a574-dd16c108322f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:06.777319 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-912be50e-9a55-4ecc-8016-ad70ca0bf13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:06.779875 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-912be50e-9a55-4ecc-8016-ad70ca0bf13e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bffa9ecce937456cbc65f0f76452c829&device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 1099 time: 0.0593696 Jul 30 02:08:06.796259 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0028d2c-5eee-4cd5-a574-dd16c108322f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:06.828938 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-6140385b-b86a-47f8-8a84-81d86bef512d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=f1e5d0f5-066a-4169-ad75-7c9406c8aa9c HTTP/1.1" status: 200 len: 217 time: 0.0412693 Jul 30 02:08:06.905995 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-55993d0f-b392-4389-951e-81f92e4faa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:06.908390 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-55993d0f-b392-4389-951e-81f92e4faa7d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0715978 Jul 30 02:08:06.941681 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0028d2c-5eee-4cd5-a574-dd16c108322f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:07.009750 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-2313b35b-e66c-4e86-92cf-04d22e52187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:07.011924 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-2313b35b-e66c-4e86-92cf-04d22e52187b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0957906 Jul 30 02:08:07.135376 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0028d2c-5eee-4cd5-a574-dd16c108322f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:07.167802 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-51e73d8d-e3e9-45e8-b831-01c0d702f441 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471658 Jul 30 02:08:07.174241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0028d2c-5eee-4cd5-a574-dd16c108322f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8c6432-104a-4958-ac9f-670cd6eea652,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:07.178701 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e0028d2c-5eee-4cd5-a574-dd16c108322f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:07.183145 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e0028d2c-5eee-4cd5-a574-dd16c108322f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/cf8c6432-104a-4958-ac9f-670cd6eea652 HTTP/1.1" status: 204 len: 168 time: 0.5536273 Jul 30 02:08:07.184286 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43668) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:07.253591 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43672) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:07.254341 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-585a51ea-9b60-4e0b-8612-b5af50a912f4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686746 Jul 30 02:08:07.260684 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-2eff723c-7d51-44b2-b10d-0ac1e5d953f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:07.384546 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ae714683-8bc6-4988-a17c-1addd18774b3 req-d5c3522c-cad1-4c70-b83e-82b92b172f7d service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101648 Jul 30 02:08:07.453900 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eff723c-7d51-44b2-b10d-0ac1e5d953f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:07.457851 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2eff723c-7d51-44b2-b10d-0ac1e5d953f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:07.661237 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9713138a-70c5-4a6b-a299-4c0309032ebb None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:07.797465 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0b25bba2-fd1f-47f7-9b6c-1c60a9232325 None None] Provisioning complete for port d2931503-2616-4c81-a8ae-3887401f166c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:07.797834 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b25bba2-fd1f-47f7-9b6c-1c60a9232325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:07.837850 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2eff723c-7d51-44b2-b10d-0ac1e5d953f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:07.926855 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f6a720-f436-46d6-ab9d-9c55fe19abca None None] DHCP port deletion for 84fe5bd8-9f93-443f-a4c2-007dacc11704 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:08:07.946885 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eff723c-7d51-44b2-b10d-0ac1e5d953f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:07.958559 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-2eff723c-7d51-44b2-b10d-0ac1e5d953f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:07.982024 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eff723c-7d51-44b2-b10d-0ac1e5d953f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:07.983062 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2eff723c-7d51-44b2-b10d-0ac1e5d953f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:08.014645 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a8f6a720-f436-46d6-ab9d-9c55fe19abca None None] Deleting port d2931503-2616-4c81-a8ae-3887401f166c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:08:08.014958 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a8f6a720-f436-46d6-ab9d-9c55fe19abca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:08.067391 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c666f36-cf4f-4eed-aee5-1a90cbf01800 req-6d6f4ff0-4f0a-41a4-87dc-dd0226e23f8a tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:08.080090 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c666f36-cf4f-4eed-aee5-1a90cbf01800 req-6d6f4ff0-4f0a-41a4-87dc-dd0226e23f8a tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 948 time: 0.2773125 Jul 30 02:08:08.111884 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2eff723c-7d51-44b2-b10d-0ac1e5d953f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8569374 Jul 30 02:08:08.115037 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff723c-7d51-44b2-b10d-0ac1e5d953f6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=6a1fd58e-f974-4ff9-908f-16f78eb308d2,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:08.117164 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43702) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:08.125697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a840bd94-8e2a-4668-9970-d2c2c6f3f4b3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:08.136746 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a8f6a720-f436-46d6-ab9d-9c55fe19abca None None] For port d2931503-2616-4c81-a8ae-3887401f166c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d2931503-2616-4c81-a8ae-3887401f166c,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:08.137818 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a8f6a720-f436-46d6-ab9d-9c55fe19abca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:08.142122 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6c666f36-cf4f-4eed-aee5-1a90cbf01800 req-4da04557-184b-4ddf-b69f-5c0001be954f tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/security-groups?id=50cf61d8-e7a0-47d0-882d-ec592f76c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610292 Jul 30 02:08:08.182926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a8f6a720-f436-46d6-ab9d-9c55fe19abca None None] Calling delete_port for d2931503-2616-4c81-a8ae-3887401f166c owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:08:08.398529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a840bd94-8e2a-4668-9970-d2c2c6f3f4b3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:08.405219 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a840bd94-8e2a-4668-9970-d2c2c6f3f4b3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:08.458434 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a8f6a720-f436-46d6-ab9d-9c55fe19abca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:08.516228 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6a720-f436-46d6-ab9d-9c55fe19abca None None] Pushing event deleted for resources: {'Port': ['ID=d2931503-2616-4c81-a8ae-3887401f166c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:08.521781 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f6a720-f436-46d6-ab9d-9c55fe19abca None None] No DVR routers for this DVR port d2931503-2616-4c81-a8ae-3887401f166c on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:08:08.543482 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735dbf96-c3e5-4941-8f35-6c2df248bf3c None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:08.549541 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6a720-f436-46d6-ab9d-9c55fe19abca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:08.550401 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6a720-f436-46d6-ab9d-9c55fe19abca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:08.551122 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6a720-f436-46d6-ab9d-9c55fe19abca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:08.551626 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6a720-f436-46d6-ab9d-9c55fe19abca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:08.552208 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6a720-f436-46d6-ab9d-9c55fe19abca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:08.552763 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6a720-f436-46d6-ab9d-9c55fe19abca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:08.553277 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6a720-f436-46d6-ab9d-9c55fe19abca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:08.553774 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6a720-f436-46d6-ab9d-9c55fe19abca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:08.554409 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6a720-f436-46d6-ab9d-9c55fe19abca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:08.555197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6a720-f436-46d6-ab9d-9c55fe19abca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:08.556457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6a720-f436-46d6-ab9d-9c55fe19abca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:08.557132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6a720-f436-46d6-ab9d-9c55fe19abca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:08.774181 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-84fe5bd8-9f93-443f-a4c2-007dacc11704', 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'tenant_id': '65573bf5651a410ebe790229b2b7206d', 'fixed_ips': [{'subnet_id': '6a1fd58e-f974-4ff9-908f-16f78eb308d2'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:08:08.776168 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:08.943948 n-d-713498-9 neutron-server[94465]: INFO neutron.db.ipam_backend_mixin [None req-a840bd94-8e2a-4668-9970-d2c2c6f3f4b3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6a1fd58e-f974-4ff9-908f-16f78eb308d2 (CIDR: 2001:db8::/64) Jul 30 02:08:08.978929 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Allocated IP 2001:db8::2 (84fe5bd8-9f93-443f-a4c2-007dacc11704/6a1fd58e-f974-4ff9-908f-16f78eb308d2/7ee300d3-0e83-4ffb-908f-0da54d29b627) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:08.990804 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-a840bd94-8e2a-4668-9970-d2c2c6f3f4b3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:08:08.991270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a840bd94-8e2a-4668-9970-d2c2c6f3f4b3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:09.120207 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a840bd94-8e2a-4668-9970-d2c2c6f3f4b3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0012238 Jul 30 02:08:09.123015 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43720) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:09.128334 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-37028dc2-3ce2-46da-b126-8f7b534b1bd7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'subnet': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:09.173997 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-081af83e-bb4a-465f-ac42-ba5c2171ffb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:09.214552 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:09.232357 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Transition to ACTIVE for port object 7ee300d3-0e83-4ffb-908f-0da54d29b627 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:09.301437 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Transition to ACTIVE for port object 7ee300d3-0e83-4ffb-908f-0da54d29b627 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:09.383272 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:09.500721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7ea0e-6756-449c-813a-8364efd43fee req-30f2705a-194a-4864-ae40-e0b6380afbab tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:09.509888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Pushing event updated for resources: {'Port': ['ID=7ee300d3-0e83-4ffb-908f-0da54d29b627,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:09.514100 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8af7ea0e-6756-449c-813a-8364efd43fee req-30f2705a-194a-4864-ae40-e0b6380afbab tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 948 time: 0.1993525 Jul 30 02:08:09.532234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:09.534075 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:09.538614 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:08:09.553583 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d2931503-2616-4c81-a8ae-3887401f166c no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:08:09.580367 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8af7ea0e-6756-449c-813a-8364efd43fee req-a4164e16-d3b2-4072-8564-7251530b06f0 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/security-groups?id=50cf61d8-e7a0-47d0-882d-ec592f76c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641932 Jul 30 02:08:09.624591 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37028dc2-3ce2-46da-b126-8f7b534b1bd7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:09.627375 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: d2931503-2616-4c81-a8ae-3887401f166c {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:08:09.627720 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d2931503-2616-4c81-a8ae-3887401f166c not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:08:09.629224 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37028dc2-3ce2-46da-b126-8f7b534b1bd7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:09.685651 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Attempting to bind port 7ee300d3-0e83-4ffb-908f-0da54d29b627 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:08:09.686015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Attempting to bind port 7ee300d3-0e83-4ffb-908f-0da54d29b627 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:08:09.686412 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Attempting to bind port 7ee300d3-0e83-4ffb-908f-0da54d29b627 on network 84fe5bd8-9f93-443f-a4c2-007dacc11704 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:09.692486 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:08:09.692961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Checking segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:09.693550 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:09.693949 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Bound using segment: {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:08:09.694477 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Bound port: 7ee300d3-0e83-4ffb-908f-0da54d29b627, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:08:09.694862 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:09.797918 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] For port 7ee300d3-0e83-4ffb-908f-0da54d29b627, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:08:09.802129 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] For port 7ee300d3-0e83-4ffb-908f-0da54d29b627, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7ee300d3-0e83-4ffb-908f-0da54d29b627,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:08:09.915800 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:10.060698 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e092bf-57a7-4928-bb92-c1d71efae53b None None] Pushing event updated for resources: {'Port': ['ID=7ee300d3-0e83-4ffb-908f-0da54d29b627,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:10.127558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device f1e5d0f5-066a-4169-ad75-7c9406c8aa9c details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:08:10.242903 n-d-713498-9 neutron-server[94465]: DEBUG neutron.objects.ports [None req-37028dc2-3ce2-46da-b126-8f7b534b1bd7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94465) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:08:10.349280 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port f1e5d0f5-066a-4169-ad75-7c9406c8aa9c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=f1e5d0f5-066a-4169-ad75-7c9406c8aa9c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:10.406997 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'f1e5d0f5-066a-4169-ad75-7c9406c8aa9c', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': 'f1e5d0f5-066a-4169-ad75-7c9406c8aa9c', 'mac_address': 'fa:16:3e:fa:73:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:08:10.508448 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:10.533997 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e5d0f5-066a-4169-ad75-7c9406c8aa9c {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:08:10.582648 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port f1e5d0f5-066a-4169-ad75-7c9406c8aa9c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=f1e5d0f5-066a-4169-ad75-7c9406c8aa9c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:10.597411 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37028dc2-3ce2-46da-b126-8f7b534b1bd7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:10.657372 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:10.722008 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef66ddf-e5bc-4f97-8592-66c24f7fc65b req-735b222d-5390-4a5c-973e-df8702cee7fc tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:10.730148 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4ef66ddf-e5bc-4f97-8592-66c24f7fc65b req-735b222d-5390-4a5c-973e-df8702cee7fc tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 949 time: 0.0747492 Jul 30 02:08:10.739097 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=f1e5d0f5-066a-4169-ad75-7c9406c8aa9c,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:10.795250 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4ef66ddf-e5bc-4f97-8592-66c24f7fc65b req-21fae299-dc20-4b10-b3b1-e86df8990b59 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/security-groups?id=50cf61d8-e7a0-47d0-882d-ec592f76c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603044 Jul 30 02:08:10.858930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['f1e5d0f5-066a-4169-ad75-7c9406c8aa9c'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:08:10.879225 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-37028dc2-3ce2-46da-b126-8f7b534b1bd7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] For port 7ee300d3-0e83-4ffb-908f-0da54d29b627, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7ee300d3-0e83-4ffb-908f-0da54d29b627,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:10.955177 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37028dc2-3ce2-46da-b126-8f7b534b1bd7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:11.040547 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37028dc2-3ce2-46da-b126-8f7b534b1bd7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:11.041334 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37028dc2-3ce2-46da-b126-8f7b534b1bd7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:11.171231 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37028dc2-3ce2-46da-b126-8f7b534b1bd7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:11.189414 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-37028dc2-3ce2-46da-b126-8f7b534b1bd7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:11.190348 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37028dc2-3ce2-46da-b126-8f7b534b1bd7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:11.191613 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37028dc2-3ce2-46da-b126-8f7b534b1bd7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:11.222064 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37028dc2-3ce2-46da-b126-8f7b534b1bd7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=7ee300d3-0e83-4ffb-908f-0da54d29b627,revision_number=4']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:11.227597 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37028dc2-3ce2-46da-b126-8f7b534b1bd7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Subnet': ['ID=5bd9888b-5467-4c83-a65f-646482f04dc3,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:11.367146 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-37028dc2-3ce2-46da-b126-8f7b534b1bd7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2430637 Jul 30 02:08:11.370514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43778) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:11.376440 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1d8b659e-676b-43c4-9ba9-107230a87b79 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Request body: {'port': {'network_id': '84fe5bd8-9f93-443f-a4c2-007dacc11704', 'mac_address': 'fa:16:3e:9b:97:0d', 'name': 'tempest-NetworksTestDHCPv6-508005450'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:11.584841 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7ee300d3-0e83-4ffb-908f-0da54d29b627 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:08:11.683772 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-39c3e9e0-22e7-4106-9494-551c334842ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:11.737023 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8b659e-676b-43c4-9ba9-107230a87b79 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Made reservation on behalf of 65573bf5651a410ebe790229b2b7206d for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:11.783108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3817d92b-3526-456a-b6ed-ef226a3ea01f None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:11.832165 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:11.837143 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 7ee300d3-0e83-4ffb-908f-0da54d29b627 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:11.938940 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d8b659e-676b-43c4-9ba9-107230a87b79 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:11.949110 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6d3ebd8b-ff90-4564-b62d-54ad4012dca0 None None] Provisioning for port 7ee300d3-0e83-4ffb-908f-0da54d29b627 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:11.986137 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6d3ebd8b-ff90-4564-b62d-54ad4012dca0 None None] Provisioning complete for port 7ee300d3-0e83-4ffb-908f-0da54d29b627 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:11.986476 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d3ebd8b-ff90-4564-b62d-54ad4012dca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:12.037528 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [None req-1d8b659e-676b-43c4-9ba9-107230a87b79 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] device_id is not set on port 4300b888-c87c-41eb-9c9a-b34fd9950e9b yet. {{(pid=94465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:08:12.128797 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device f1e5d0f5-066a-4169-ad75-7c9406c8aa9c up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:08:12.147281 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef200e77-a21d-473e-87ca-81dbd7dc7448 req-7a288848-5779-4b6a-858a-9b90a091058e tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:12.148848 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ef200e77-a21d-473e-87ca-81dbd7dc7448 req-7a288848-5779-4b6a-858a-9b90a091058e tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 949 time: 0.1866288 Jul 30 02:08:12.223486 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d3ebd8b-ff90-4564-b62d-54ad4012dca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:12.252116 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ef200e77-a21d-473e-87ca-81dbd7dc7448 req-4edfbdd4-2760-410b-bc50-641e4c933dca tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/security-groups?id=50cf61d8-e7a0-47d0-882d-ec592f76c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865145 Jul 30 02:08:12.343372 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-6d3ebd8b-ff90-4564-b62d-54ad4012dca0 None None] For port 7ee300d3-0e83-4ffb-908f-0da54d29b627, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7ee300d3-0e83-4ffb-908f-0da54d29b627,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:12.414059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-1d8b659e-676b-43c4-9ba9-107230a87b79 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8::11c (84fe5bd8-9f93-443f-a4c2-007dacc11704/6a1fd58e-f974-4ff9-908f-16f78eb308d2/4300b888-c87c-41eb-9c9a-b34fd9950e9b) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:12.438210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-1d8b659e-676b-43c4-9ba9-107230a87b79 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9b:970d (84fe5bd8-9f93-443f-a4c2-007dacc11704/5bd9888b-5467-4c83-a65f-646482f04dc3/4300b888-c87c-41eb-9c9a-b34fd9950e9b) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:12.445485 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d3ebd8b-ff90-4564-b62d-54ad4012dca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:12.479908 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port f1e5d0f5-066a-4169-ad75-7c9406c8aa9c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:12.486270 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port f1e5d0f5-066a-4169-ad75-7c9406c8aa9c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:12.489488 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:12.616713 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ebd8b-ff90-4564-b62d-54ad4012dca0 None None] Pushing event updated for resources: {'Port': ['ID=7ee300d3-0e83-4ffb-908f-0da54d29b627,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:12.701331 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:12.764242 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e17e205-064a-425e-8256-42d70e20fa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e5d0f5-066a-4169-ad75-7c9406c8aa9c'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:08:12.766825 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57275be8-081c-4484-93b9-c114ca738db6" -d '{"events": [{"server_uuid": "5e17e205-064a-425e-8256-42d70e20fa7f", "name": "network-vif-plugged", "status": "completed", "tag": "f1e5d0f5-066a-4169-ad75-7c9406c8aa9c"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:08:12.776384 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d8b659e-676b-43c4-9ba9-107230a87b79 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:12.813918 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port f1e5d0f5-066a-4169-ad75-7c9406c8aa9c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=f1e5d0f5-066a-4169-ad75-7c9406c8aa9c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:12.815970 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-1d8b659e-676b-43c4-9ba9-107230a87b79 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Transition to ACTIVE for port object 4300b888-c87c-41eb-9c9a-b34fd9950e9b will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:12.838943 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea0a6ba-cee8-4af9-a85c-ff2721040a18 x-openstack-request-id: req-cea0a6ba-cee8-4af9-a85c-ff2721040a18 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:08:12.839236 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e17e205-064a-425e-8256-42d70e20fa7f", "name": "network-vif-plugged", "status": "completed", "tag": "f1e5d0f5-066a-4169-ad75-7c9406c8aa9c", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:08:12.839527 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cea0a6ba-cee8-4af9-a85c-ff2721040a18 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:08:12.840231 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e17e205-064a-425e-8256-42d70e20fa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e5d0f5-066a-4169-ad75-7c9406c8aa9c', 'code': 200} Jul 30 02:08:12.902954 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:12.999236 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d8b659e-676b-43c4-9ba9-107230a87b79 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:13.006791 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaffd7e-08eb-48ba-841a-01e5f9ada9d5 req-d125c1b1-b860-4776-8600-aa499ead326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:13.009630 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8aaffd7e-08eb-48ba-841a-01e5f9ada9d5 req-d125c1b1-b860-4776-8600-aa499ead326b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 1101 time: 0.1002829 Jul 30 02:08:13.037606 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=f1e5d0f5-066a-4169-ad75-7c9406c8aa9c,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:13.078177 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8aaffd7e-08eb-48ba-841a-01e5f9ada9d5 req-f9922875-e35a-4f47-8c6c-48cb84648dc1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=50cf61d8-e7a0-47d0-882d-ec592f76c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617592 Jul 30 02:08:13.096486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8b659e-676b-43c4-9ba9-107230a87b79 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:13.108498 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-1d8b659e-676b-43c4-9ba9-107230a87b79 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:13.113700 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8b659e-676b-43c4-9ba9-107230a87b79 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:08:13.142091 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8b659e-676b-43c4-9ba9-107230a87b79 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:13.152151 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d8b659e-676b-43c4-9ba9-107230a87b79 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:13.181310 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b659e-676b-43c4-9ba9-107230a87b79 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event updated for resources: {'Port': ['ID=4300b888-c87c-41eb-9c9a-b34fd9950e9b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:13.214339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3561599e-0f93-4946-8a38-2139dad3cf22 None None] Provisioning complete for port 7ee300d3-0e83-4ffb-908f-0da54d29b627 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:13.214916 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3561599e-0f93-4946-8a38-2139dad3cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:13.274058 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1d8b659e-676b-43c4-9ba9-107230a87b79 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8891788 Jul 30 02:08:13.274168 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43830) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:13.296940 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:13.428207 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-a4522413-c2c1-4cc1-9686-14ada263cc6a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting port 4300b888-c87c-41eb-9c9a-b34fd9950e9b {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:08:13.428545 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a4522413-c2c1-4cc1-9686-14ada263cc6a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:13.431818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75131-0d40-47db-a280-ad54d2a7897b req-c8c1ed0b-b9c0-4d42-bfb9-b97999c159a4 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:13.440675 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ab75131-0d40-47db-a280-ad54d2a7897b req-c8c1ed0b-b9c0-4d42-bfb9-b97999c159a4 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 950 time: 0.0915515 Jul 30 02:08:13.492102 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7ee300d3-0e83-4ffb-908f-0da54d29b627 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:08:13.506193 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ab75131-0d40-47db-a280-ad54d2a7897b req-d9a6fb25-9f82-4db8-8da4-bf094297cef8 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/security-groups?id=50cf61d8-e7a0-47d0-882d-ec592f76c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635114 Jul 30 02:08:13.597264 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7ee300d3-0e83-4ffb-908f-0da54d29b627 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:13.600169 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:13.640576 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a4522413-c2c1-4cc1-9686-14ada263cc6a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:13.654671 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-a4522413-c2c1-4cc1-9686-14ada263cc6a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Calling delete_port for 4300b888-c87c-41eb-9c9a-b34fd9950e9b owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:08:13.765702 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e531faab-dfea-4e10-9da3-1bf09509eee5 None None] Provisioning for port 4300b888-c87c-41eb-9c9a-b34fd9950e9b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:13.770678 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e531faab-dfea-4e10-9da3-1bf09509eee5 None None] Provisioning complete for port 4300b888-c87c-41eb-9c9a-b34fd9950e9b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:13.771304 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e531faab-dfea-4e10-9da3-1bf09509eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:13.808722 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e531faab-dfea-4e10-9da3-1bf09509eee5 None None] Port 4300b888-c87c-41eb-9c9a-b34fd9950e9b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:08:14.004949 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a4522413-c2c1-4cc1-9686-14ada263cc6a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:14.045054 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4522413-c2c1-4cc1-9686-14ada263cc6a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Port': ['ID=4300b888-c87c-41eb-9c9a-b34fd9950e9b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:14.083125 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a4522413-c2c1-4cc1-9686-14ada263cc6a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:14.087107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43852) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:14.087292 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a4522413-c2c1-4cc1-9686-14ada263cc6a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/4300b888-c87c-41eb-9c9a-b34fd9950e9b HTTP/1.1" status: 204 len: 168 time: 0.8120914 Jul 30 02:08:14.169705 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf31fde-b24e-4a76-9de6-4382f3f62bf5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:14.174841 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8bf31fde-b24e-4a76-9de6-4382f3f62bf5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0833890 Jul 30 02:08:14.174841 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43860) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:14.255285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033a182e-bfbc-4715-b80e-552e3ef3c375 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:14.256907 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-033a182e-bfbc-4715-b80e-552e3ef3c375 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0818040 Jul 30 02:08:14.259725 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43864) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:14.353102 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4663ab00-a425-4311-a3f1-791db3d718bf tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:14.354848 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4663ab00-a425-4311-a3f1-791db3d718bf tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:14.356647 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4663ab00-a425-4311-a3f1-791db3d718bf tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:14.358386 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4663ab00-a425-4311-a3f1-791db3d718bf tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0975952 Jul 30 02:08:14.361256 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43868) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:14.442049 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e6e8d9-aa92-4385-b61e-945448f36286 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet 5bd9888b-5467-4c83-a65f-646482f04dc3 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:08:14.447135 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5e6e8d9-aa92-4385-b61e-945448f36286 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:14.495335 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5e6e8d9-aa92-4385-b61e-945448f36286 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:14.518627 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d727151-bd32-4074-b38f-33f19ffe714a req-070373a5-1196-4063-ae3d-80b9534e4bc1 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:14.528016 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6d727151-bd32-4074-b38f-33f19ffe714a req-070373a5-1196-4063-ae3d-80b9534e4bc1 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 945 time: 0.0686526 Jul 30 02:08:14.574701 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6d727151-bd32-4074-b38f-33f19ffe714a req-66d01dc6-ffc9-4862-bc9b-4e60e06e5624 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441957 Jul 30 02:08:14.600370 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5e6e8d9-aa92-4385-b61e-945448f36286 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:14.679812 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:14.733249 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fbc28-715d-44c8-9486-ea5028aa2d1d req-98a69886-25d8-4e1f-bfd0-9ed95089076c tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:14.733249 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-208fbc28-715d-44c8-9486-ea5028aa2d1d req-98a69886-25d8-4e1f-bfd0-9ed95089076c tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 950 time: 0.0773077 Jul 30 02:08:14.783874 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5e6e8d9-aa92-4385-b61e-945448f36286 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:14.828602 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-208fbc28-715d-44c8-9486-ea5028aa2d1d req-14bc422f-204d-44c6-8b5d-186a3fe6f7d4 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/security-groups?id=50cf61d8-e7a0-47d0-882d-ec592f76c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848081 Jul 30 02:08:14.830601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6e8d9-aa92-4385-b61e-945448f36286 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd9888b-5467-4c83-a65f-646482f04dc3,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:14.837119 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5e6e8d9-aa92-4385-b61e-945448f36286 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:14.839066 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d5e6e8d9-aa92-4385-b61e-945448f36286 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/5bd9888b-5467-4c83-a65f-646482f04dc3 HTTP/1.1" status: 204 len: 168 time: 0.4764862 Jul 30 02:08:14.842553 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43880) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:14.847011 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c67b4f3-896a-432b-a0fb-6ba9b5403bf3 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:14.895409 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f039ab8-acd4-4f1b-81fb-d4351a18244b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Deleting subnet 6a1fd58e-f974-4ff9-908f-16f78eb308d2 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:08:14.901433 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6eb78673-7ca6-410d-b75d-09a7f62f7287 req-041d1ef5-0a6a-457f-bc4b-d445c5c39075 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5e17e205-064a-425e-8256-42d70e20fa7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1673291 Jul 30 02:08:14.902119 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6f039ab8-acd4-4f1b-81fb-d4351a18244b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:14.995513 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6f039ab8-acd4-4f1b-81fb-d4351a18244b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:15.055432 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb78673-7ca6-410d-b75d-09a7f62f7287 req-632404a9-d1b7-457c-b218-f543e120e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:15.057691 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6eb78673-7ca6-410d-b75d-09a7f62f7287 req-632404a9-d1b7-457c-b218-f543e120e5e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bffa9ecce937456cbc65f0f76452c829&device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 1101 time: 0.0981150 Jul 30 02:08:15.239186 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6f039ab8-acd4-4f1b-81fb-d4351a18244b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:15.726868 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43908) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:15.771953 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb78673-7ca6-410d-b75d-09a7f62f7287 req-b3e87f53-e0b2-4654-bc52-4a3dee012cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:15.775725 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6eb78673-7ca6-410d-b75d-09a7f62f7287 req-b3e87f53-e0b2-4654-bc52-4a3dee012cd6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.6040134 Jul 30 02:08:15.851383 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1ffc3-d7f2-44c2-8cf2-6e1a7739b6b3 req-bd3da91c-2338-42f8-bbc5-4e85309a8074 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:15.853592 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-34b1ffc3-d7f2-44c2-8cf2-6e1a7739b6b3 req-bd3da91c-2338-42f8-bbc5-4e85309a8074 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 945 time: 0.1474760 Jul 30 02:08:15.854385 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6eb78673-7ca6-410d-b75d-09a7f62f7287 req-ec5981f8-9c7c-47e0-9a29-abd4fed208f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=f1e5d0f5-066a-4169-ad75-7c9406c8aa9c HTTP/1.1" status: 200 len: 217 time: 0.0722816 Jul 30 02:08:15.876286 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bad6ea8d-6763-4a1a-bce6-b22ae3ed1ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:15.928939 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6f039ab8-acd4-4f1b-81fb-d4351a18244b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:15.966944 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb78673-7ca6-410d-b75d-09a7f62f7287 req-c6af2812-8192-4b37-b697-35a156303ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:15.968591 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6eb78673-7ca6-410d-b75d-09a7f62f7287 req-c6af2812-8192-4b37-b697-35a156303ce0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1025972 Jul 30 02:08:16.043588 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-34b1ffc3-d7f2-44c2-8cf2-6e1a7739b6b3 req-56f810ad-df35-4b84-a1c0-ee4826d1005b tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809199 Jul 30 02:08:16.057994 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f039ab8-acd4-4f1b-81fb-d4351a18244b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Subnet': ['ID=6a1fd58e-f974-4ff9-908f-16f78eb308d2,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:16.060110 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6f039ab8-acd4-4f1b-81fb-d4351a18244b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:16.060833 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-040133d1-ea9c-48f1-8d7b-2baa7478b9c4 None None] Provisioning complete for port 7ee300d3-0e83-4ffb-908f-0da54d29b627 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:16.061268 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-040133d1-ea9c-48f1-8d7b-2baa7478b9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:16.061940 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6f039ab8-acd4-4f1b-81fb-d4351a18244b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/6a1fd58e-f974-4ff9-908f-16f78eb308d2 HTTP/1.1" status: 204 len: 168 time: 1.2187154 Jul 30 02:08:16.078533 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43918) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:16.088703 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fffab5-7261-42da-aa3e-d13bb5c9d841 None None] Network 84fe5bd8-9f93-443f-a4c2-007dacc11704 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:16.114973 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb78673-7ca6-410d-b75d-09a7f62f7287 req-4f6bcce8-732d-4057-89d5-a2ec59cd8a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:16.116493 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6eb78673-7ca6-410d-b75d-09a7f62f7287 req-4f6bcce8-732d-4057-89d5-a2ec59cd8a60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1171260 Jul 30 02:08:16.176437 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bad6ea8d-6763-4a1a-bce6-b22ae3ed1ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:16.198142 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f4231c57-2723-494c-96c2-08ff669b2e9a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1041963 Jul 30 02:08:16.200949 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43922) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:16.251585 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bad6ea8d-6763-4a1a-bce6-b22ae3ed1ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:16.258177 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6eb78673-7ca6-410d-b75d-09a7f62f7287 req-4bfbe7fc-4473-4f65-858d-5f9c641358b9 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332006 Jul 30 02:08:16.280183 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43926) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:16.293102 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1b327b-f490-41e3-8984-acdf0aef4442 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:16.297416 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5d1b327b-f490-41e3-8984-acdf0aef4442 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0941706 Jul 30 02:08:16.306497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df16c37-7cc6-46df-9517-092873585a5e req-ebc05a7b-a83d-486f-8c2f-3d7c4656f930 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:16.308447 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6df16c37-7cc6-46df-9517-092873585a5e req-ebc05a7b-a83d-486f-8c2f-3d7c4656f930 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.77 "GET /v2.0/ports?device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 945 time: 0.2270901 Jul 30 02:08:16.315870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43930) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:16.365954 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6eb78673-7ca6-410d-b75d-09a7f62f7287 req-f7855bda-abab-460d-8e50-0cbc89361bdf service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006451 Jul 30 02:08:16.485210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5814dabc-4df6-408e-9030-c0e1e42b0c2d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:16.489108 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5814dabc-4df6-408e-9030-c0e1e42b0c2d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1698895 Jul 30 02:08:16.489424 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e582e4f-b8f6-4dfe-8729-a4d9ebbb3fa8 None None] DHCP port deletion for 84fe5bd8-9f93-443f-a4c2-007dacc11704 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:08:16.489576 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43934) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:16.500019 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bad6ea8d-6763-4a1a-bce6-b22ae3ed1ab7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f7beadfbf8064e8f9314ba0d26bd6483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7690175 Jul 30 02:08:16.500760 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6ea8d-6763-4a1a-bce6-b22ae3ed1ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b150e8-28e9-410d-9cb4-f91773925ee5,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:16.517865 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43936) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:16.556567 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-030df63b-2b21-4fcc-94b4-af22367987fb tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653429 Jul 30 02:08:16.556862 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43938) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:16.586011 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2e582e4f-b8f6-4dfe-8729-a4d9ebbb3fa8 None None] Deleting port 7ee300d3-0e83-4ffb-908f-0da54d29b627 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:08:16.587035 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e582e4f-b8f6-4dfe-8729-a4d9ebbb3fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:16.597734 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-5997ee3d-65fc-4b90-8076-db1ba5d79101 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:16.598418 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5997ee3d-65fc-4b90-8076-db1ba5d79101 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:16.602896 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5997ee3d-65fc-4b90-8076-db1ba5d79101 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/4300b888-c87c-41eb-9c9a-b34fd9950e9b HTTP/1.1" status: 404 len: 333 time: 0.0433843 Jul 30 02:08:16.605202 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8cd2f1c0-e275-4267-8c44-e062378e2c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:16.622270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43940) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:16.658443 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6450a2c-c475-4fe4-a4e1-fc4e1f84183f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:16.658946 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6450a2c-c475-4fe4-a4e1-fc4e1f84183f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:16.660595 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c6450a2c-c475-4fe4-a4e1-fc4e1f84183f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/5bd9888b-5467-4c83-a65f-646482f04dc3 HTTP/1.1" status: 404 len: 337 time: 0.0370960 Jul 30 02:08:16.663689 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43942) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:16.678052 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-984452b0-c572-467d-8724-f926accc8e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:16.687715 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-6df16c37-7cc6-46df-9517-092873585a5e req-a62c8532-5e81-45bb-929a-3c09f8dfd8b7 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Deleting port 9be4cf32-1e26-491e-9dcf-5ddccea15f18 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:08:16.688058 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6df16c37-7cc6-46df-9517-092873585a5e req-a62c8532-5e81-45bb-929a-3c09f8dfd8b7 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:16.701619 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2e582e4f-b8f6-4dfe-8729-a4d9ebbb3fa8 None None] For port 7ee300d3-0e83-4ffb-908f-0da54d29b627, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7ee300d3-0e83-4ffb-908f-0da54d29b627,segment=NetworkSegment(c9b02cb8-c16d-4cda-9efb-301a74d18e4f),segment_id=c9b02cb8-c16d-4cda-9efb-301a74d18e4f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:16.702352 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e582e4f-b8f6-4dfe-8729-a4d9ebbb3fa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:16.719046 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2e582e4f-b8f6-4dfe-8729-a4d9ebbb3fa8 None None] Calling delete_port for 7ee300d3-0e83-4ffb-908f-0da54d29b627 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:08:16.746795 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-d769d382-a0ac-4992-9dca-055a9909d316 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:16.747256 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d769d382-a0ac-4992-9dca-055a9909d316 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:16.749523 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-984452b0-c572-467d-8724-f926accc8e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:16.752274 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d769d382-a0ac-4992-9dca-055a9909d316 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/6a1fd58e-f974-4ff9-908f-16f78eb308d2 HTTP/1.1" status: 404 len: 337 time: 0.0856779 Jul 30 02:08:16.752911 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43946) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:16.803400 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0098786-4ae6-4473-9864-c01d4f7deddd tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:16.804438 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0098786-4ae6-4473-9864-c01d4f7deddd tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:16.805439 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8cd2f1c0-e275-4267-8c44-e062378e2c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:16.806868 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d0098786-4ae6-4473-9864-c01d4f7deddd tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/0026b305-4121-4391-8c6f-f97321948f79 HTTP/1.1" status: 404 len: 333 time: 0.0474219 Jul 30 02:08:16.809849 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43948) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:16.845995 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bffecfe-258b-4346-87ef-0194ca02b072 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:16.846541 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bffecfe-258b-4346-87ef-0194ca02b072 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:16.849003 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6bffecfe-258b-4346-87ef-0194ca02b072 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/cf8c6432-104a-4958-ac9f-670cd6eea652 HTTP/1.1" status: 404 len: 337 time: 0.0381100 Jul 30 02:08:16.856182 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43954) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:16.880987 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6df16c37-7cc6-46df-9517-092873585a5e req-a62c8532-5e81-45bb-929a-3c09f8dfd8b7 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] For port 9be4cf32-1e26-491e-9dcf-5ddccea15f18, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=9be4cf32-1e26-491e-9dcf-5ddccea15f18,segment=NetworkSegment(51f2e867-6b47-4457-9c9c-7fefd3b92d45),segment_id=51f2e867-6b47-4457-9c9c-7fefd3b92d45)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:16.894832 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6df16c37-7cc6-46df-9517-092873585a5e req-a62c8532-5e81-45bb-929a-3c09f8dfd8b7 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:16.916107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-6df16c37-7cc6-46df-9517-092873585a5e req-a62c8532-5e81-45bb-929a-3c09f8dfd8b7 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Calling delete_port for 9be4cf32-1e26-491e-9dcf-5ddccea15f18 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:08:16.917777 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-1912cca8-d095-4a57-abaa-04d80d922243 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:16.918697 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1912cca8-d095-4a57-abaa-04d80d922243 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:16.920505 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1912cca8-d095-4a57-abaa-04d80d922243 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/470e69ad-ddf7-48b1-99ff-0bf4d1b7b89f HTTP/1.1" status: 404 len: 337 time: 0.0622869 Jul 30 02:08:16.922211 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8cd2f1c0-e275-4267-8c44-e062378e2c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:16.926355 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43956) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:16.994390 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c1ad7e-770e-413d-9965-23964723fcf5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:16.995104 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c1ad7e-770e-413d-9965-23964723fcf5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:17.001832 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a5c1ad7e-770e-413d-9965-23964723fcf5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/c22abd2c-57d6-4cca-accd-343510a9ec01 HTTP/1.1" status: 404 len: 333 time: 0.0696459 Jul 30 02:08:17.013461 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43960) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:17.017598 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-984452b0-c572-467d-8724-f926accc8e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:17.020822 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-984452b0-c572-467d-8724-f926accc8e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:17.022220 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-984452b0-c572-467d-8724-f926accc8e55 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f0b150e8-28e9-410d-9cb4-f91773925ee5 HTTP/1.1" status: 204 len: 168 time: 0.5006068 Jul 30 02:08:17.045110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984452b0-c572-467d-8724-f926accc8e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b150e8-28e9-410d-9cb4-f91773925ee5,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:17.108955 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8cd2f1c0-e275-4267-8c44-e062378e2c47 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=129bef8186254215aad4977e0d967e09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8182123 Jul 30 02:08:17.112289 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 43966) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:17.127814 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b45d18-f41c-4308-bb00-a3d2e02d98e5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:17.128309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b45d18-f41c-4308-bb00-a3d2e02d98e5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:17.137617 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b8b45d18-f41c-4308-bb00-a3d2e02d98e5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/de1597d0-73f3-49e7-9e9d-a1b456604235 HTTP/1.1" status: 404 len: 337 time: 0.1107731 Jul 30 02:08:17.142761 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43968) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:17.159541 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e582e4f-b8f6-4dfe-8729-a4d9ebbb3fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:17.175565 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2f1c0-e275-4267-8c44-e062378e2c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb4421f-4721-4af2-a3a7-a8a7a4a91e68,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:17.199985 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e582e4f-b8f6-4dfe-8729-a4d9ebbb3fa8 None None] Pushing event deleted for resources: {'Port': ['ID=7ee300d3-0e83-4ffb-908f-0da54d29b627,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:17.207651 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e582e4f-b8f6-4dfe-8729-a4d9ebbb3fa8 None None] No DVR routers for this DVR port 7ee300d3-0e83-4ffb-908f-0da54d29b627 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:08:17.222612 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-4925e9c4-0f51-44df-8ece-58558a7e78a3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:17.223157 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4925e9c4-0f51-44df-8ece-58558a7e78a3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:17.228405 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4925e9c4-0f51-44df-8ece-58558a7e78a3 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/a27e50bf-f25a-48bc-b03f-3ac37895ef50 HTTP/1.1" status: 404 len: 337 time: 0.0802701 Jul 30 02:08:17.232108 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43970) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:17.260046 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e98cd98-bfbb-46ce-bb8f-cc3c701bafd4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:17.261653 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e98cd98-bfbb-46ce-bb8f-cc3c701bafd4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:17.267204 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3e98cd98-bfbb-46ce-bb8f-cc3c701bafd4 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/4b2967f2-e4d9-4211-b1ed-ab238a4e5638 HTTP/1.1" status: 404 len: 333 time: 0.0370758 Jul 30 02:08:17.267938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43972) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:17.296541 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-98594fb1-b1a4-46bd-abf9-c8c6a38b58d5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:17.296801 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98594fb1-b1a4-46bd-abf9-c8c6a38b58d5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:17.300934 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-98594fb1-b1a4-46bd-abf9-c8c6a38b58d5 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/731e13c5-21a5-4213-9136-17d835b310a8 HTTP/1.1" status: 404 len: 337 time: 0.0296545 Jul 30 02:08:17.301424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43976) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:17.331978 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e0b611-c954-460d-860e-1621b800622a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:17.332551 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e0b611-c954-460d-860e-1621b800622a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:17.336792 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b4e0b611-c954-460d-860e-1621b800622a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/92e98dee-44ed-4de8-9f70-f1cd5ab7be82 HTTP/1.1" status: 404 len: 337 time: 0.0320387 Jul 30 02:08:17.337141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43978) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:17.367278 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db21cbd-a717-439b-a2e4-cb2e024e43d7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:17.368504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db21cbd-a717-439b-a2e4-cb2e024e43d7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:17.376532 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1db21cbd-a717-439b-a2e4-cb2e024e43d7 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/46446e7c-37f5-4396-8c7c-93c1c16eb9c9 HTTP/1.1" status: 404 len: 333 time: 0.0360289 Jul 30 02:08:17.381335 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43980) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:17.435391 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f05db5a-7585-4126-b53a-ab6ef68eaad6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:17.436428 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f05db5a-7585-4126-b53a-ab6ef68eaad6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:17.440245 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6df16c37-7cc6-46df-9517-092873585a5e req-a62c8532-5e81-45bb-929a-3c09f8dfd8b7 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:17.443276 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0f05db5a-7585-4126-b53a-ab6ef68eaad6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/0449827c-d5fa-4903-855f-69c97979eb49 HTTP/1.1" status: 404 len: 337 time: 0.0648081 Jul 30 02:08:17.444322 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43986) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:17.452361 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dca5a36a-40b4-4f96-9a41-1b062b4d36de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:17.473065 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['9be4cf32-1e26-491e-9dcf-5ddccea15f18'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:08:17.494854 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b09931-5082-4263-b9d3-0a7a65c94eec tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:17.498414 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b09931-5082-4263-b9d3-0a7a65c94eec tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:17.502183 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-04b09931-5082-4263-b9d3-0a7a65c94eec tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/f2297e77-142b-469a-a26f-b143d7b9325e HTTP/1.1" status: 404 len: 333 time: 0.0551822 Jul 30 02:08:17.503651 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43988) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:17.509823 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c8532-5e81-45bb-929a-3c09f8dfd8b7 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Pushing event deleted for resources: {'Port': ['ID=9be4cf32-1e26-491e-9dcf-5ddccea15f18,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:17.545218 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7ee300d3-0e83-4ffb-908f-0da54d29b627 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:08:17.585993 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 7ee300d3-0e83-4ffb-908f-0da54d29b627 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:08:17.587038 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7ee300d3-0e83-4ffb-908f-0da54d29b627 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:08:17.600019 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c4c0d3-366f-4d5a-8007-afe10c5c8a46 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:17.600373 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c4c0d3-366f-4d5a-8007-afe10c5c8a46 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:17.614592 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f5e74-9edc-4c1f-886e-713b85a4fe70 req-4d3421bc-b447-4944-a4e8-b458fd697006 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:17.614592 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f45f5e74-9edc-4c1f-886e-713b85a4fe70 req-4d3421bc-b447-4944-a4e8-b458fd697006 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 867 time: 0.3664687 Jul 30 02:08:17.614948 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-41c4c0d3-366f-4d5a-8007-afe10c5c8a46 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/4c1da2e7-6b73-49a1-b39a-4bc2b49a4925 HTTP/1.1" status: 404 len: 337 time: 0.0997293 Jul 30 02:08:17.615070 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dca5a36a-40b4-4f96-9a41-1b062b4d36de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:17.615394 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43990) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:17.650843 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d12c04-620e-4839-ba11-b77b41325a50 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:17.652141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d12c04-620e-4839-ba11-b77b41325a50 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:17.654394 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-71d12c04-620e-4839-ba11-b77b41325a50 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/91828a0c-0424-489e-9f07-580d8de9962d HTTP/1.1" status: 404 len: 333 time: 0.0379832 Jul 30 02:08:17.657153 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43992) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:17.662604 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:17.692746 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df16c37-7cc6-46df-9517-092873585a5e req-a62c8532-5e81-45bb-929a-3c09f8dfd8b7 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] No DVR routers for this DVR port 9be4cf32-1e26-491e-9dcf-5ddccea15f18 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:08:17.694493 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c292b88-11c6-4130-8822-06a2b3f59c94 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:17.695026 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c292b88-11c6-4130-8822-06a2b3f59c94 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:17.697786 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4c292b88-11c6-4130-8822-06a2b3f59c94 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/223705ca-9753-450f-9d1b-bf842e85f388 HTTP/1.1" status: 404 len: 337 time: 0.0378604 Jul 30 02:08:17.699983 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43994) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:17.709741 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6df16c37-7cc6-46df-9517-092873585a5e req-a62c8532-5e81-45bb-929a-3c09f8dfd8b7 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:17.712846 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6df16c37-7cc6-46df-9517-092873585a5e req-a62c8532-5e81-45bb-929a-3c09f8dfd8b7 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.77 "DELETE /v2.0/ports/9be4cf32-1e26-491e-9dcf-5ddccea15f18 HTTP/1.1" status: 204 len: 173 time: 1.3478558 Jul 30 02:08:17.713478 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bf1cfd-d1d4-444e-b94c-208723d185f1', 'name': 'network-vif-deleted', 'tag': '9be4cf32-1e26-491e-9dcf-5ddccea15f18'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:08:17.727969 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f1bf05-5f3a-46b1-871b-6c044c07f590" -d '{"events": [{"server_uuid": "60bf1cfd-d1d4-444e-b94c-208723d185f1", "name": "network-vif-deleted", "tag": "9be4cf32-1e26-491e-9dcf-5ddccea15f18"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:08:17.758843 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ced6b32-a4a3-453f-984b-8a28b0d79938 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:17.758843 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ced6b32-a4a3-453f-984b-8a28b0d79938 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:17.764801 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7ced6b32-a4a3-453f-984b-8a28b0d79938 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/44439d4b-7300-4f62-a00e-1a77d63d6efe HTTP/1.1" status: 404 len: 333 time: 0.0612257 Jul 30 02:08:17.764801 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 43998) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:17.807538 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-718a2be5-989f-4456-9031-458c4a8a7848 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:17.808155 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-718a2be5-989f-4456-9031-458c4a8a7848 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:17.821807 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-718a2be5-989f-4456-9031-458c4a8a7848 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/2b3a2098-ccc4-4374-8c1d-ebc7dabe7718 HTTP/1.1" status: 404 len: 337 time: 0.0467215 Jul 30 02:08:17.821807 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44002) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:17.822895 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f45f5e74-9edc-4c1f-886e-713b85a4fe70 req-40fe1349-1751-4073-9904-1c4c4e3e215b tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686442 Jul 30 02:08:17.825155 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaf577f-b00e-4f68-86bd-df7f53f82a92 x-openstack-request-id: req-acaf577f-b00e-4f68-86bd-df7f53f82a92 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:08:17.825653 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bf1cfd-d1d4-444e-b94c-208723d185f1", "name": "network-vif-deleted", "tag": "9be4cf32-1e26-491e-9dcf-5ddccea15f18", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:08:17.826102 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-acaf577f-b00e-4f68-86bd-df7f53f82a92 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:08:17.826730 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bf1cfd-d1d4-444e-b94c-208723d185f1', 'name': 'network-vif-deleted', 'tag': '9be4cf32-1e26-491e-9dcf-5ddccea15f18', 'status': 'completed', 'code': 200} Jul 30 02:08:17.851839 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ea9098-17ab-4bf7-82b6-180fcd1a1b7b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:17.853584 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ea9098-17ab-4bf7-82b6-180fcd1a1b7b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:17.856368 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-32ea9098-17ab-4bf7-82b6-180fcd1a1b7b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/19aed83e-0f5a-41a2-9071-089767107ed3 HTTP/1.1" status: 404 len: 333 time: 0.0416050 Jul 30 02:08:17.858934 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44004) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:17.890202 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d312f1-f7f1-478c-9e29-71f15ecabcf6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:17.890765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d312f1-f7f1-478c-9e29-71f15ecabcf6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:17.892685 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a3d312f1-f7f1-478c-9e29-71f15ecabcf6 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/7e079213-f5d0-4154-a1cc-8f29dff411b1 HTTP/1.1" status: 404 len: 337 time: 0.0327187 Jul 30 02:08:17.895360 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44006) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:17.925129 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-443c419b-64f5-4e5b-832e-ccf9e36a082b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:17.926253 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443c419b-64f5-4e5b-832e-ccf9e36a082b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:17.931308 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dca5a36a-40b4-4f96-9a41-1b062b4d36de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:17.934851 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dca5a36a-40b4-4f96-9a41-1b062b4d36de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:17.935020 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-443c419b-64f5-4e5b-832e-ccf9e36a082b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/0c70d6d5-8685-42eb-b00f-e1003ecf92c0 HTTP/1.1" status: 404 len: 333 time: 0.0379848 Jul 30 02:08:17.935321 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44010) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:17.938950 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dca5a36a-40b4-4f96-9a41-1b062b4d36de admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8cb4421f-4721-4af2-a3a7-a8a7a4a91e68 HTTP/1.1" status: 204 len: 168 time: 0.8249450 Jul 30 02:08:17.951658 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5a36a-40b4-4f96-9a41-1b062b4d36de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb4421f-4721-4af2-a3a7-a8a7a4a91e68,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:18.027551 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a23728c-9b7c-4be0-aa10-644e2dbd1925 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:18.028285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a23728c-9b7c-4be0-aa10-644e2dbd1925 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:18.032786 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44018) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.035710 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1a23728c-9b7c-4be0-aa10-644e2dbd1925 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/f03fb70b-ded6-4665-ac70-c0dc12323d7f HTTP/1.1" status: 404 len: 337 time: 0.0992541 Jul 30 02:08:18.044937 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44020) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.061756 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4f9ed452-2b0a-4ebb-b66a-03c04f42fd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:18.083674 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d41b51-d308-48b0-ab94-de879c7e1303 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:18.084604 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d41b51-d308-48b0-ab94-de879c7e1303 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:18.088616 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c8d41b51-d308-48b0-ab94-de879c7e1303 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/e74da98a-41e2-469b-826d-7e88f62b08d4 HTTP/1.1" status: 404 len: 337 time: 0.0535183 Jul 30 02:08:18.090290 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44022) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.121213 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f85ce3-ab33-4312-b5df-1649b9b20e9d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:18.121910 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f85ce3-ab33-4312-b5df-1649b9b20e9d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:18.123760 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c9f85ce3-ab33-4312-b5df-1649b9b20e9d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/57f4dd5e-7512-4095-8b09-ba89412537c3 HTTP/1.1" status: 404 len: 333 time: 0.0324223 Jul 30 02:08:18.126393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44024) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.167008 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1881b8-de4a-4464-af58-6beb0ab70a6d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:18.168061 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff1881b8-de4a-4464-af58-6beb0ab70a6d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:18.170050 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ff1881b8-de4a-4464-af58-6beb0ab70a6d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/9b98229a-0592-4114-827a-b17f1c5a232c HTTP/1.1" status: 404 len: 337 time: 0.0424814 Jul 30 02:08:18.172561 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44026) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.240453 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-901a806e-5a84-4606-aac7-cbec12a01611 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:18.243434 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901a806e-5a84-4606-aac7-cbec12a01611 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:18.248406 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-901a806e-5a84-4606-aac7-cbec12a01611 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/00617aeb-96bd-4531-9de0-ba8cea426180 HTTP/1.1" status: 404 len: 337 time: 0.0748127 Jul 30 02:08:18.250864 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44028) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.332758 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad51b703-50ef-49cf-94a3-91406990eb95 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:18.333040 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad51b703-50ef-49cf-94a3-91406990eb95 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:18.334852 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ad51b703-50ef-49cf-94a3-91406990eb95 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/fc928662-b73a-4a40-86c3-8440dd3af095 HTTP/1.1" status: 404 len: 333 time: 0.0830667 Jul 30 02:08:18.338118 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44032) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.347496 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4f9ed452-2b0a-4ebb-b66a-03c04f42fd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:18.375465 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dee1926-8873-4d0f-812c-bce68d5867a8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:18.375923 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dee1926-8873-4d0f-812c-bce68d5867a8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:18.377987 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8dee1926-8873-4d0f-812c-bce68d5867a8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/ac6285dd-c3ea-41b7-89a9-7daae10d3ba1 HTTP/1.1" status: 404 len: 337 time: 0.0381196 Jul 30 02:08:18.380293 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44036) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.424871 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eaab5f9-7558-4efa-bf2f-b927fdc85edc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:18.425464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eaab5f9-7558-4efa-bf2f-b927fdc85edc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:18.427530 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0eaab5f9-7558-4efa-bf2f-b927fdc85edc tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/dfe8044b-b5e4-4bc4-9320-bf1bf557f48a HTTP/1.1" status: 404 len: 337 time: 0.0461626 Jul 30 02:08:18.430659 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44038) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.465156 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25a0a28-f7cb-4c83-9f4c-5dccf6d7c176 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:18.465953 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b25a0a28-f7cb-4c83-9f4c-5dccf6d7c176 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:18.470567 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44040) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.470718 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b25a0a28-f7cb-4c83-9f4c-5dccf6d7c176 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/f7e5988f-8213-440d-84d8-3e099f16e010 HTTP/1.1" status: 404 len: 333 time: 0.0379791 Jul 30 02:08:18.480392 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4f9ed452-2b0a-4ebb-b66a-03c04f42fd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:18.530584 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ed452-2b0a-4ebb-b66a-03c04f42fd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da512af-18c3-42ea-b97c-a8bc79f9ccf5,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:18.553632 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-268915ac-03c4-4f66-9b3b-a9790e9fd635 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:18.553788 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268915ac-03c4-4f66-9b3b-a9790e9fd635 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:18.556186 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-268915ac-03c4-4f66-9b3b-a9790e9fd635 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/aff1ece4-0c44-426f-88de-135655bd15e2 HTTP/1.1" status: 404 len: 337 time: 0.0845585 Jul 30 02:08:18.562429 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44044) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.597737 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdb42c8-d4b3-45a9-8065-ac1639eafda8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:18.598313 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdb42c8-d4b3-45a9-8065-ac1639eafda8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:18.600554 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4bdb42c8-d4b3-45a9-8065-ac1639eafda8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/8aade92b-5e38-43cd-9604-42a98814e773 HTTP/1.1" status: 404 len: 337 time: 0.0409524 Jul 30 02:08:18.603150 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4f9ed452-2b0a-4ebb-b66a-03c04f42fd70 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3f7f2246fe9641bfa1f918b617022199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5569191 Jul 30 02:08:18.603532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44046) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.605769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44048) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.635495 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-214727ed-e5df-4162-95d8-d6545b22300e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d03283a-8105-4f6d-993a-f68ca4b83521 HTTP/1.1" status: 200 len: 205 time: 0.0307724 Jul 30 02:08:18.638750 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44050) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.666967 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19e9dd00-414b-43af-822f-4000e86c8c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:18.685109 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-47ebd171-99e3-4942-b74e-698ec3995f5a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] delete failed (client error): The resource could not be found. Jul 30 02:08:18.686611 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-47ebd171-99e3-4942-b74e-698ec3995f5a tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/routers/1d03283a-8105-4f6d-993a-f68ca4b83521 HTTP/1.1" status: 404 len: 336 time: 0.0467744 Jul 30 02:08:18.689011 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44052) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.717770 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19e9dd00-414b-43af-822f-4000e86c8c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:18.737012 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-008a2b23-a2ee-4ec3-94a5-94c8ef1606f2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:18.737471 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008a2b23-a2ee-4ec3-94a5-94c8ef1606f2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:18.739255 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-008a2b23-a2ee-4ec3-94a5-94c8ef1606f2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/3b0b4edf-7593-4de8-ba5c-c4ecafb19204 HTTP/1.1" status: 404 len: 337 time: 0.0490651 Jul 30 02:08:18.742001 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44054) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.794375 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-46b2bb61-7d53-4d20-ba52-6cd5080f2dc8 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ea8fa75-8e70-42c6-a780-26fa473a5a75 HTTP/1.1" status: 200 len: 205 time: 0.0504858 Jul 30 02:08:18.797573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44058) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.822650 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44060) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.837840 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-da7fad7c-2e68-4615-a80d-bfe0d281e637 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] delete failed (client error): The resource could not be found. Jul 30 02:08:18.838851 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e281f0a2-e023-4c7c-9507-3f9fca23013a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:18.839376 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-da7fad7c-2e68-4615-a80d-bfe0d281e637 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/routers/1ea8fa75-8e70-42c6-a780-26fa473a5a75 HTTP/1.1" status: 404 len: 336 time: 0.0407794 Jul 30 02:08:18.842084 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44064) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.886135 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb4fff9-f448-40f4-89ce-cff611e46c1f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:18.886680 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb4fff9-f448-40f4-89ce-cff611e46c1f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:18.888455 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0bb4fff9-f448-40f4-89ce-cff611e46c1f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/b49dece6-324e-458b-95ac-a0fe5b05b381 HTTP/1.1" status: 404 len: 337 time: 0.0443962 Jul 30 02:08:18.889195 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19e9dd00-414b-43af-822f-4000e86c8c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:18.891083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44066) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.892007 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19e9dd00-414b-43af-822f-4000e86c8c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:18.893064 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-19e9dd00-414b-43af-822f-4000e86c8c90 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8da512af-18c3-42ea-b97c-a8bc79f9ccf5 HTTP/1.1" status: 204 len: 168 time: 0.2861660 Jul 30 02:08:18.905493 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9dd00-414b-43af-822f-4000e86c8c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da512af-18c3-42ea-b97c-a8bc79f9ccf5,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:18.983998 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0618604-623a-43b1-b24f-befc12102623 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:18.984779 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0618604-623a-43b1-b24f-befc12102623 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:18.986817 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a0618604-623a-43b1-b24f-befc12102623 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/01c0e491-f828-40d5-8d7a-15dafd5d0406 HTTP/1.1" status: 404 len: 337 time: 0.0945308 Jul 30 02:08:18.989523 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44072) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:19.032890 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c440cf74-fcef-465c-8c15-71f135810653 req-d82cf8ce-645a-45f9-81e6-911f66acec94 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=60bf1cfd-d1d4-444e-b94c-208723d185f1 HTTP/1.1" status: 200 len: 210 time: 0.0586262 Jul 30 02:08:19.109440 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-826c5fb1-f0b4-4b57-8d8e-84e044f79140 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:19.109440 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826c5fb1-f0b4-4b57-8d8e-84e044f79140 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:19.111454 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-826c5fb1-f0b4-4b57-8d8e-84e044f79140 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/bcd2910f-778c-43b6-a875-854148ff3528 HTTP/1.1" status: 404 len: 333 time: 0.1203988 Jul 30 02:08:19.114125 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44078) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:19.166422 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-2efaaf21-2e1e-4620-8201-72c11f889151 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:19.166968 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e281f0a2-e023-4c7c-9507-3f9fca23013a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:19.167473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2efaaf21-2e1e-4620-8201-72c11f889151 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:19.169105 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2efaaf21-2e1e-4620-8201-72c11f889151 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/d6ed5707-0ed2-4d85-9813-797e84eb6175 HTTP/1.1" status: 404 len: 337 time: 0.0537825 Jul 30 02:08:19.172023 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44080) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:19.197190 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-f235ffc2-5d5a-4381-bcad-5e48946dfaee tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:19.198146 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f235ffc2-5d5a-4381-bcad-5e48946dfaee tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:19.199933 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f235ffc2-5d5a-4381-bcad-5e48946dfaee tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/10f4144d-083b-4055-88e5-5b2a23fb73fa HTTP/1.1" status: 404 len: 333 time: 0.0269454 Jul 30 02:08:19.202615 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44082) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:19.253040 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e281f0a2-e023-4c7c-9507-3f9fca23013a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:19.255679 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d84bf8-3820-47fb-ad4c-79adb60ad379 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:19.256137 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d84bf8-3820-47fb-ad4c-79adb60ad379 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:19.257820 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-56d84bf8-3820-47fb-ad4c-79adb60ad379 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/35d524db-e11c-4340-935e-691c3f0d9e48 HTTP/1.1" status: 404 len: 337 time: 0.0541916 Jul 30 02:08:19.261292 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44086) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:19.288535 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281f0a2-e023-4c7c-9507-3f9fca23013a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8edc0f4-6606-4124-9fb2-8c1fa63c2b3d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:19.299282 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-4949808b-aea8-4b60-85ef-70238f7c1d7e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:19.300158 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4949808b-aea8-4b60-85ef-70238f7c1d7e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:19.304811 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4949808b-aea8-4b60-85ef-70238f7c1d7e tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/56165953-33e5-4593-9f08-40c4258d87cc HTTP/1.1" status: 404 len: 333 time: 0.0417972 Jul 30 02:08:19.306440 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44090) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:19.345810 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e281f0a2-e023-4c7c-9507-3f9fca23013a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=101816ace7294a47b3e84cd999a25c58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5220120 Jul 30 02:08:19.346465 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44094) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:19.355933 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-37be6877-e5f8-4d25-b439-3f990efcd9bd tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:19.356750 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37be6877-e5f8-4d25-b439-3f990efcd9bd tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:19.358920 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-37be6877-e5f8-4d25-b439-3f990efcd9bd tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/cb41f0c3-9d8f-4479-90ac-fb74e5b32b16 HTTP/1.1" status: 404 len: 337 time: 0.0518403 Jul 30 02:08:19.361568 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44096) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:19.389996 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-45969068-4bc1-4664-9af7-16ac2b8e9758 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:19.390744 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45969068-4bc1-4664-9af7-16ac2b8e9758 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:19.392535 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-45969068-4bc1-4664-9af7-16ac2b8e9758 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/1a4971a2-2a6d-4499-8dc1-2ccbe6202a07 HTTP/1.1" status: 404 len: 333 time: 0.0297270 Jul 30 02:08:19.395027 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44098) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:19.454549 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b5ec60-71ed-4257-ac2f-43e7e02af54d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:19.459886 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b5ec60-71ed-4257-ac2f-43e7e02af54d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:19.465545 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a2b5ec60-71ed-4257-ac2f-43e7e02af54d tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/37485bb3-1a5e-4a6c-8d15-69cfdd4fa204 HTTP/1.1" status: 404 len: 337 time: 0.0673456 Jul 30 02:08:19.465864 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44104) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:19.478514 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-84d9747b-3f48-4cf3-ab16-a56eb17515ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:19.492231 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-594be09f-a3c2-494d-a073-86f443fe695b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:19.493792 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594be09f-a3c2-494d-a073-86f443fe695b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:19.498033 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-594be09f-a3c2-494d-a073-86f443fe695b tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/a859111e-05a7-47aa-b6bb-671ceb89ff4e HTTP/1.1" status: 404 len: 333 time: 0.0285957 Jul 30 02:08:19.498946 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44106) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:19.524870 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-84d9747b-3f48-4cf3-ab16-a56eb17515ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:19.531514 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfa165e-b964-464a-a8bd-ad214f25e95f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:19.531902 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dfa165e-b964-464a-a8bd-ad214f25e95f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:19.534347 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9dfa165e-b964-464a-a8bd-ad214f25e95f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/24d328a6-6e35-4532-aff2-9b8bbd0b9ba2 HTTP/1.1" status: 404 len: 337 time: 0.0339456 Jul 30 02:08:19.537721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44110) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:19.564641 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0f65db-78e7-4e83-93f1-6b3ee1835046 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:19.565532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a0f65db-78e7-4e83-93f1-6b3ee1835046 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:19.568162 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2a0f65db-78e7-4e83-93f1-6b3ee1835046 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/af5a01ed-40dd-4e58-a743-82d852639766 HTTP/1.1" status: 404 len: 333 time: 0.0290768 Jul 30 02:08:19.570460 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44112) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:19.603903 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-87fe67ae-e5b3-4374-a19a-6618323e164f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:19.604369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87fe67ae-e5b3-4374-a19a-6618323e164f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:19.608599 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-87fe67ae-e5b3-4374-a19a-6618323e164f tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/58d1608d-ab26-474f-bdec-c0084a511eb8 HTTP/1.1" status: 404 len: 337 time: 0.0343497 Jul 30 02:08:19.609474 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44114) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:19.632981 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3912327-457e-4218-a33c-9bf802b4c1bd tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:19.633636 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3912327-457e-4218-a33c-9bf802b4c1bd tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:19.637701 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b3912327-457e-4218-a33c-9bf802b4c1bd tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/ports/47644339-979d-41ea-99df-af6c3f9ddf1f HTTP/1.1" status: 404 len: 333 time: 0.0249574 Jul 30 02:08:19.638157 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44116) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:19.663770 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 9be4cf32-1e26-491e-9dcf-5ddccea15f18 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:08:19.668971 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-3612e778-1060-4173-8d63-2cca51ed99a2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:19.669440 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3612e778-1060-4173-8d63-2cca51ed99a2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:19.673481 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3612e778-1060-4173-8d63-2cca51ed99a2 tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/subnets/0baf6fc9-386f-490a-bd0a-a113c51b7dec HTTP/1.1" status: 404 len: 337 time: 0.0317638 Jul 30 02:08:19.673871 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44118) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:19.685051 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-84d9747b-3f48-4cf3-ab16-a56eb17515ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:19.692327 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-84d9747b-3f48-4cf3-ab16-a56eb17515ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:19.694725 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-84d9747b-3f48-4cf3-ab16-a56eb17515ac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f8edc0f4-6606-4124-9fb2-8c1fa63c2b3d HTTP/1.1" status: 204 len: 168 time: 0.3470578 Jul 30 02:08:19.714609 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9747b-3f48-4cf3-ab16-a56eb17515ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8edc0f4-6606-4124-9fb2-8c1fa63c2b3d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:19.730934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 9be4cf32-1e26-491e-9dcf-5ddccea15f18 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:08:19.731268 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 9be4cf32-1e26-491e-9dcf-5ddccea15f18 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:08:19.792071 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d6387b71-cc8d-4b07-803c-bb99cb825baa tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:19.900285 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d6387b71-cc8d-4b07-803c-bb99cb825baa tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:19.912509 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d6387b71-cc8d-4b07-803c-bb99cb825baa tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84fe5bd8-9f93-443f-a4c2-007dacc11704']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:19.938031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d6387b71-cc8d-4b07-803c-bb99cb825baa tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:19.938484 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d6387b71-cc8d-4b07-803c-bb99cb825baa tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b02cb8-c16d-4cda-9efb-301a74d18e4f') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:19.952342 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d6387b71-cc8d-4b07-803c-bb99cb825baa tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:19.969609 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d6387b71-cc8d-4b07-803c-bb99cb825baa tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:19.978115 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6387b71-cc8d-4b07-803c-bb99cb825baa tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:08:19.979182 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d6387b71-cc8d-4b07-803c-bb99cb825baa tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:08:19.982383 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:08:20.123038 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d6387b71-cc8d-4b07-803c-bb99cb825baa tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:20.134821 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d6387b71-cc8d-4b07-803c-bb99cb825baa tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:20.139547 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d6387b71-cc8d-4b07-803c-bb99cb825baa tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] 10.222.0.70 "DELETE /v2.0/networks/84fe5bd8-9f93-443f-a4c2-007dacc11704 HTTP/1.1" status: 204 len: 168 time: 0.4618464 Jul 30 02:08:20.172889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6387b71-cc8d-4b07-803c-bb99cb825baa tempest-NetworksTestDHCPv6-690005838 tempest-NetworksTestDHCPv6-690005838-project] Pushing event deleted for resources: {'Network': ['ID=84fe5bd8-9f93-443f-a4c2-007dacc11704,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:20.670619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44170) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:21.032723 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44180) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:21.036462 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fb914320-9aed-47ae-8871-477314fb1441 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=65573bf5651a410ebe790229b2b7206d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3608882 Jul 30 02:08:21.101439 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b88019bb-2bcd-4af6-b363-ecff14fc85fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:21.125937 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b88019bb-2bcd-4af6-b363-ecff14fc85fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:21.263656 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b88019bb-2bcd-4af6-b363-ecff14fc85fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:21.267170 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b88019bb-2bcd-4af6-b363-ecff14fc85fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:21.268695 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b88019bb-2bcd-4af6-b363-ecff14fc85fa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f6c8b7c2-b3f3-4730-b189-6fd135ad3a35 HTTP/1.1" status: 204 len: 168 time: 0.2349508 Jul 30 02:08:21.282906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88019bb-2bcd-4af6-b363-ecff14fc85fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c8b7c2-b3f3-4730-b189-6fd135ad3a35,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:21.499929 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44198) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:21.620009 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:08:21.882112 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2322049c-cc12-4183-8f7b-65af1d2e8bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:22.087824 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2322049c-cc12-4183-8f7b-65af1d2e8bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:22.137137 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2322049c-cc12-4183-8f7b-65af1d2e8bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:22.168291 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322049c-cc12-4183-8f7b-65af1d2e8bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769df698-da35-401b-a0d0-387f6d1461fe,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:22.243694 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2322049c-cc12-4183-8f7b-65af1d2e8bec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3cae751b57824c8789e5fd177f964a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7400661 Jul 30 02:08:22.248057 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44230) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:22.357526 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1f07477-ca99-4ab7-96a8-a2c05f6a6dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:22.400816 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1f07477-ca99-4ab7-96a8-a2c05f6a6dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:22.610211 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1f07477-ca99-4ab7-96a8-a2c05f6a6dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:22.610211 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1f07477-ca99-4ab7-96a8-a2c05f6a6dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:22.610211 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a1f07477-ca99-4ab7-96a8-a2c05f6a6dca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/769df698-da35-401b-a0d0-387f6d1461fe HTTP/1.1" status: 204 len: 168 time: 0.3626394 Jul 30 02:08:22.621911 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f07477-ca99-4ab7-96a8-a2c05f6a6dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769df698-da35-401b-a0d0-387f6d1461fe,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:23.086092 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44270) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:23.236930 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-c0cae0a6-f950-4e39-b69b-a77e014be3ef tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-918261551'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:23.416308 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cae0a6-f950-4e39-b69b-a77e014be3ef tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Made reservation on behalf of d6d7fcfb381e4fcca98933824c05956c for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:23.420813 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c0cae0a6-f950-4e39-b69b-a77e014be3ef tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:23.431564 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c0cae0a6-f950-4e39-b69b-a77e014be3ef tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:23.565773 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c0cae0a6-f950-4e39-b69b-a77e014be3ef tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:23.668023 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c0cae0a6-f950-4e39-b69b-a77e014be3ef tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:23.692573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0cae0a6-f950-4e39-b69b-a77e014be3ef tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:08:23.713818 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cae0a6-f950-4e39-b69b-a77e014be3ef tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5eef41-aaad-4338-81a3-43b2ed2b1abb,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:23.718651 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c0cae0a6-f950-4e39-b69b-a77e014be3ef tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:23.719080 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-c0cae0a6-f950-4e39-b69b-a77e014be3ef tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Added segment 415ae61b-1947-46bc-b940-fe00f13cfc44 of type vlan for network fcec6762-f276-457f-a795-59413990bdf9 Jul 30 02:08:23.769134 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c0cae0a6-f950-4e39-b69b-a77e014be3ef tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:23.890817 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c0cae0a6-f950-4e39-b69b-a77e014be3ef tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:23.902103 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cae0a6-f950-4e39-b69b-a77e014be3ef tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:23.906534 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c0cae0a6-f950-4e39-b69b-a77e014be3ef tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:24.014915 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c0cae0a6-f950-4e39-b69b-a77e014be3ef tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9236245 Jul 30 02:08:24.029841 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cae0a6-f950-4e39-b69b-a77e014be3ef tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Network': ['ID=fcec6762-f276-457f-a795-59413990bdf9,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:24.061023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network fcec6762-f276-457f-a795-59413990bdf9 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:08:25.119225 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44362) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:25.241069 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a77db07a-e9ec-468c-a0e2-5d6a7081f6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:25.344655 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a77db07a-e9ec-468c-a0e2-5d6a7081f6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:25.447354 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a77db07a-e9ec-468c-a0e2-5d6a7081f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:25.511671 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a77db07a-e9ec-468c-a0e2-5d6a7081f6d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b1c4b695ae5c48468558f058707e46ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3933916 Jul 30 02:08:25.512781 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77db07a-e9ec-468c-a0e2-5d6a7081f6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceefc08d-4888-403c-8717-da1291bd260b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:25.514480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44372) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:25.594121 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dd186f95-05ad-4bc0-baf7-625f764b46da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:25.622232 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dd186f95-05ad-4bc0-baf7-625f764b46da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:25.753755 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dd186f95-05ad-4bc0-baf7-625f764b46da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:25.756571 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dd186f95-05ad-4bc0-baf7-625f764b46da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:25.760931 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dd186f95-05ad-4bc0-baf7-625f764b46da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ceefc08d-4888-403c-8717-da1291bd260b HTTP/1.1" status: 204 len: 168 time: 0.2451544 Jul 30 02:08:25.769312 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd186f95-05ad-4bc0-baf7-625f764b46da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceefc08d-4888-403c-8717-da1291bd260b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:26.208936 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44400) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:26.357811 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-37a69258-102f-49b7-a472-35d97473a7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:26.497132 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-37a69258-102f-49b7-a472-35d97473a7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:26.622177 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-37a69258-102f-49b7-a472-35d97473a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:26.658028 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-37a69258-102f-49b7-a472-35d97473a7b3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5eadd54d447a4998b1e08a760e73b935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4477849 Jul 30 02:08:26.660484 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44416) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:26.714088 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a69258-102f-49b7-a472-35d97473a7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746a6f2a-4e9b-4a6c-9ab7-00f92cf0a40c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:26.750749 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de9c8541-6248-463c-8c55-d4f10e2cad6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:26.776088 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de9c8541-6248-463c-8c55-d4f10e2cad6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:26.925034 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de9c8541-6248-463c-8c55-d4f10e2cad6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:26.931969 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de9c8541-6248-463c-8c55-d4f10e2cad6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:26.931969 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-de9c8541-6248-463c-8c55-d4f10e2cad6e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/746a6f2a-4e9b-4a6c-9ab7-00f92cf0a40c HTTP/1.1" status: 204 len: 168 time: 0.2675476 Jul 30 02:08:26.939257 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c8541-6248-463c-8c55-d4f10e2cad6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746a6f2a-4e9b-4a6c-9ab7-00f92cf0a40c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:27.478979 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44446) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:27.487210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'subnet': {'network_id': 'fcec6762-f276-457f-a795-59413990bdf9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:27.764639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Made reservation on behalf of d6d7fcfb381e4fcca98933824c05956c for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:27.769563 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:27.856405 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44450) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:27.865441 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2a1e3fcf-541e-493a-b58f-539cffb539fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:27.972941 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2a1e3fcf-541e-493a-b58f-539cffb539fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:28.062260 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2a1e3fcf-541e-493a-b58f-539cffb539fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:28.081046 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:28.116473 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2a1e3fcf-541e-493a-b58f-539cffb539fa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ff52bece6254386b08c8bc07ebbc739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2631340 Jul 30 02:08:28.117735 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e3fcf-541e-493a-b58f-539cffb539fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e799c36a-4270-4e76-b345-e83065c46b18,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:28.120378 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44458) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:28.229794 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Subnet': ['ID=2d49b655-e064-4421-a747-f6aa77f6b93e,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:28.241396 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Checking segment: {'id': '415ae61b-1947-46bc-b940-fe00f13cfc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fcec6762-f276-457f-a795-59413990bdf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:28.241788 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Network hostable DHCP agents. Network: fcec6762-f276-457f-a795-59413990bdf9, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:08:28.263333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:28.265125 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:28.266182 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:28.269183 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:28.269553 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:28.269901 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:28.270242 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:28.270605 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:28.271017 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:28.272723 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:28.273357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:28.273877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:28.320122 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3bc8f16d-8888-4d36-b507-116ce60f94ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:28.351011 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3bc8f16d-8888-4d36-b507-116ce60f94ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:28.428124 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Network fcec6762-f276-457f-a795-59413990bdf9 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:08:28.524911 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, fcec6762-f276-457f-a795-59413990bdf9) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:28.538125 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3bc8f16d-8888-4d36-b507-116ce60f94ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:28.538125 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3bc8f16d-8888-4d36-b507-116ce60f94ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:28.538125 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3bc8f16d-8888-4d36-b507-116ce60f94ff admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e799c36a-4270-4e76-b345-e83065c46b18 HTTP/1.1" status: 204 len: 168 time: 0.4113457 Jul 30 02:08:28.543073 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:28.543802 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:28.546648 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8f16d-8888-4d36-b507-116ce60f94ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e799c36a-4270-4e76-b345-e83065c46b18,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:28.557580 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d620695f-0b3a-4956-aaea-8d62f3adc738 None None] Network fcec6762-f276-457f-a795-59413990bdf9 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:28.600172 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78cae5-a037-4b36-b189-94e5a445767c req-25e5fd59-70bf-40cd-ae5d-763934a4b3f3 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:28.608165 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7e78cae5-a037-4b36-b189-94e5a445767c req-25e5fd59-70bf-40cd-ae5d-763934a4b3f3 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/networks?id=9f624a56-aa8c-42c3-9552-8a3318a68772 HTTP/1.1" status: 200 len: 814 time: 0.1307592 Jul 30 02:08:28.631165 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7e78cae5-a037-4b36-b189-94e5a445767c req-fca5b613-5bc9-4d55-aa28-8b6f43c667a8 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/quotas/cbfa7ad579da40909baf5d12049ec9cd HTTP/1.1" status: 200 len: 375 time: 0.0220232 Jul 30 02:08:28.651632 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-558c98a6-878d-4ed7-b060-f8d5c933065d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1702998 Jul 30 02:08:28.655300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44490) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:28.661795 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-45ed3989-0d55-466d-9cb6-672d402d42ed tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-320124269'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:28.675891 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7e78cae5-a037-4b36-b189-94e5a445767c req-0722fc91-5e30-4cd5-abcc-a749844be9a3 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cbfa7ad579da40909baf5d12049ec9cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432706 Jul 30 02:08:28.796064 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-fcec6762-f276-457f-a795-59413990bdf9', 'network_id': 'fcec6762-f276-457f-a795-59413990bdf9', 'tenant_id': 'd6d7fcfb381e4fcca98933824c05956c', 'fixed_ips': [{'subnet_id': '2d49b655-e064-4421-a747-f6aa77f6b93e'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:08:28.797143 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:28.817005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ed3989-0d55-466d-9cb6-672d402d42ed tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Made reservation on behalf of d6d7fcfb381e4fcca98933824c05956c for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:28.825504 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-45ed3989-0d55-466d-9cb6-672d402d42ed tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:28.879965 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ed3989-0d55-466d-9cb6-672d402d42ed tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:08:28.899666 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-45ed3989-0d55-466d-9cb6-672d402d42ed tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:28.901160 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-45ed3989-0d55-466d-9cb6-672d402d42ed tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Added segment 5331891a-67fa-44e6-be35-0b5682f7953f of type vlan for network bd20ea17-a116-48c7-a901-107e0e8b9ef8 Jul 30 02:08:28.956170 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7e78cae5-a037-4b36-b189-94e5a445767c req-e8718028-9018-4fe7-8a1a-134fbd850a04 service neutron] 10.222.0.70 "GET /v2.0/networks/9f624a56-aa8c-42c3-9552-8a3318a68772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790935 Jul 30 02:08:28.992820 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-45ed3989-0d55-466d-9cb6-672d402d42ed tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:29.044183 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Allocated IP 2001:db8:0:ffff::2 (fcec6762-f276-457f-a795-59413990bdf9/2d49b655-e064-4421-a747-f6aa77f6b93e/7c9cc200-5399-4da1-abbd-45914d8d6303) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:29.106974 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7e78cae5-a037-4b36-b189-94e5a445767c req-8600533c-9217-4438-9157-70c291d22a8b service neutron] 10.222.0.70 "GET /v2.0/networks/9f624a56-aa8c-42c3-9552-8a3318a68772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420393 Jul 30 02:08:29.142121 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-45ed3989-0d55-466d-9cb6-672d402d42ed tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:29.149737 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ed3989-0d55-466d-9cb6-672d402d42ed tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:29.150537 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-45ed3989-0d55-466d-9cb6-672d402d42ed tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:29.280063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed3989-0d55-466d-9cb6-672d402d42ed tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Network': ['ID=bd20ea17-a116-48c7-a901-107e0e8b9ef8,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:29.280497 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:29.291617 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network bd20ea17-a116-48c7-a901-107e0e8b9ef8 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:08:29.296620 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Transition to ACTIVE for port object 7c9cc200-5399-4da1-abbd-45914d8d6303 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:29.355566 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-45ed3989-0d55-466d-9cb6-672d402d42ed tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6986654 Jul 30 02:08:29.361409 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44514) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:29.364627 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1cc3f008-73e6-427f-a818-d57586464ebe tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'subnet': {'network_id': 'bd20ea17-a116-48c7-a901-107e0e8b9ef8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:29.409981 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Transition to ACTIVE for port object 7c9cc200-5399-4da1-abbd-45914d8d6303 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:29.525746 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:29.568928 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Network fcec6762-f276-457f-a795-59413990bdf9 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:29.576451 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:29.588980 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc3f008-73e6-427f-a818-d57586464ebe tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Made reservation on behalf of d6d7fcfb381e4fcca98933824c05956c for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:29.598923 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1cc3f008-73e6-427f-a818-d57586464ebe tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:29.611590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:08:29.764859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Pushing event updated for resources: {'Port': ['ID=7c9cc200-5399-4da1-abbd-45914d8d6303,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:29.795931 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Attempting to bind port 7c9cc200-5399-4da1-abbd-45914d8d6303 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:08:29.796786 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Attempting to bind port 7c9cc200-5399-4da1-abbd-45914d8d6303 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '415ae61b-1947-46bc-b940-fe00f13cfc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fcec6762-f276-457f-a795-59413990bdf9'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:08:29.797669 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Attempting to bind port 7c9cc200-5399-4da1-abbd-45914d8d6303 on network fcec6762-f276-457f-a795-59413990bdf9 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:29.807367 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:08:29.808311 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Checking segment: {'id': '415ae61b-1947-46bc-b940-fe00f13cfc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fcec6762-f276-457f-a795-59413990bdf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:29.809996 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:29.812555 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Bound using segment: {'id': '415ae61b-1947-46bc-b940-fe00f13cfc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fcec6762-f276-457f-a795-59413990bdf9'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:08:29.813098 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Bound port: 7c9cc200-5399-4da1-abbd-45914d8d6303, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415ae61b-1947-46bc-b940-fe00f13cfc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fcec6762-f276-457f-a795-59413990bdf9'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:08:29.813968 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:29.938340 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] For port 7c9cc200-5399-4da1-abbd-45914d8d6303, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:08:29.946460 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] For port 7c9cc200-5399-4da1-abbd-45914d8d6303, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7c9cc200-5399-4da1-abbd-45914d8d6303,segment=NetworkSegment(415ae61b-1947-46bc-b940-fe00f13cfc44),segment_id=415ae61b-1947-46bc-b940-fe00f13cfc44)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:08:30.040297 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:30.079367 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1cc3f008-73e6-427f-a818-d57586464ebe tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:30.130591 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49740dcb-44e4-403f-a90c-c2b7262de9c6 None None] Pushing event updated for resources: {'Port': ['ID=7c9cc200-5399-4da1-abbd-45914d8d6303,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:30.200828 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3f008-73e6-427f-a818-d57586464ebe tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Subnet': ['ID=3966a09c-c667-4aaa-a496-e699fd25bf9b,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:30.229594 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc3f008-73e6-427f-a818-d57586464ebe tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Checking segment: {'id': '5331891a-67fa-44e6-be35-0b5682f7953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'bd20ea17-a116-48c7-a901-107e0e8b9ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:30.229927 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc3f008-73e6-427f-a818-d57586464ebe tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Network hostable DHCP agents. Network: bd20ea17-a116-48c7-a901-107e0e8b9ef8, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:08:30.337366 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc3f008-73e6-427f-a818-d57586464ebe tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Network bd20ea17-a116-48c7-a901-107e0e8b9ef8 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:08:30.428750 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-1cc3f008-73e6-427f-a818-d57586464ebe tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, bd20ea17-a116-48c7-a901-107e0e8b9ef8) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:30.434280 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc3f008-73e6-427f-a818-d57586464ebe tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:30.435106 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1cc3f008-73e6-427f-a818-d57586464ebe tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:30.452047 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5245b8-9bcb-42e3-b816-c032fa6d0d56 None None] Network bd20ea17-a116-48c7-a901-107e0e8b9ef8 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:30.587276 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1cc3f008-73e6-427f-a818-d57586464ebe tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2276664 Jul 30 02:08:30.589143 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44556) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:30.603046 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6da6d85c-1718-4670-bf62-b460fea5122f req-0d9519c5-7167-4aaf-a543-f9d6626ee86b tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=731757fa-6374-4b4b-b200-43646c0e506f HTTP/1.1" status: 200 len: 210 time: 0.0991378 Jul 30 02:08:30.801855 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:30.808381 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-bd20ea17-a116-48c7-a901-107e0e8b9ef8', 'network_id': 'bd20ea17-a116-48c7-a901-107e0e8b9ef8', 'tenant_id': 'd6d7fcfb381e4fcca98933824c05956c', 'fixed_ips': [{'subnet_id': '3966a09c-c667-4aaa-a496-e699fd25bf9b'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:08:30.809657 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:30.883706 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:30.999703 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Allocated IP 2001:db8::1 (bd20ea17-a116-48c7-a901-107e0e8b9ef8/3966a09c-c667-4aaa-a496-e699fd25bf9b/acccd21b-ce43-4f6e-ac33-aa0edf8f4675) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:31.357993 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:31.368792 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Transition to ACTIVE for port object acccd21b-ce43-4f6e-ac33-aa0edf8f4675 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:31.392743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Transition to ACTIVE for port object acccd21b-ce43-4f6e-ac33-aa0edf8f4675 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:31.470920 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:31.525154 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Network bd20ea17-a116-48c7-a901-107e0e8b9ef8 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:31.555186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:31.558546 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Pushing event updated for resources: {'Port': ['ID=acccd21b-ce43-4f6e-ac33-aa0edf8f4675,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:31.577507 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:08:31.614153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7c9cc200-5399-4da1-abbd-45914d8d6303 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:08:31.623329 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:31.680885 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Attempting to bind port acccd21b-ce43-4f6e-ac33-aa0edf8f4675 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:08:31.681303 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Attempting to bind port acccd21b-ce43-4f6e-ac33-aa0edf8f4675 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '5331891a-67fa-44e6-be35-0b5682f7953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'bd20ea17-a116-48c7-a901-107e0e8b9ef8'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:08:31.682672 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Attempting to bind port acccd21b-ce43-4f6e-ac33-aa0edf8f4675 on network bd20ea17-a116-48c7-a901-107e0e8b9ef8 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:31.692065 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:08:31.704750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Checking segment: {'id': '5331891a-67fa-44e6-be35-0b5682f7953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'bd20ea17-a116-48c7-a901-107e0e8b9ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:31.704750 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:31.704750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Bound using segment: {'id': '5331891a-67fa-44e6-be35-0b5682f7953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'bd20ea17-a116-48c7-a901-107e0e8b9ef8'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:08:31.704750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Bound port: acccd21b-ce43-4f6e-ac33-aa0edf8f4675, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5331891a-67fa-44e6-be35-0b5682f7953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'bd20ea17-a116-48c7-a901-107e0e8b9ef8'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:08:31.704750 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:31.740493 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Subnet': ['ID=3966a09c-c667-4aaa-a496-e699fd25bf9b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:31.784905 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4f0573-3115-46b8-b400-5bd018ccedf3 None None] Network fcec6762-f276-457f-a795-59413990bdf9 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:31.887552 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:31.903366 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd20ea17-a116-48c7-a901-107e0e8b9ef8']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:31.916266 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5331891a-67fa-44e6-be35-0b5682f7953f') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:31.923791 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5331891a-67fa-44e6-be35-0b5682f7953f') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:31.940848 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:31.973580 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-42019abb-e7d1-4773-a52a-501e4af8156e req-c68ed270-e6d0-4e2c-9172-8ffcfa38f61d tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=731757fa-6374-4b4b-b200-43646c0e506f HTTP/1.1" status: 200 len: 210 time: 0.2379246 Jul 30 02:08:32.001271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] For port acccd21b-ce43-4f6e-ac33-aa0edf8f4675, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:08:32.003705 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:32.011177 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:08:32.011582 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:08:32.014720 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:08:32.050046 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6dd93d34-c06d-49c9-ae90-5de44aa6a674 None None] Provisioning for port 7c9cc200-5399-4da1-abbd-45914d8d6303 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:32.072373 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 7c9cc200-5399-4da1-abbd-45914d8d6303 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:32.093739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7c9cc200-5399-4da1-abbd-45914d8d6303 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:32.094195 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:32.195817 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] For port acccd21b-ce43-4f6e-ac33-aa0edf8f4675, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=acccd21b-ce43-4f6e-ac33-aa0edf8f4675,segment=NetworkSegment(5331891a-67fa-44e6-be35-0b5682f7953f),segment_id=5331891a-67fa-44e6-be35-0b5682f7953f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:08:32.216357 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.db.api [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:08:32.216357 n-d-713498-9 neutron-server[94464]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:08:32.216357 n-d-713498-9 neutron-server[94464]: [parameters: {'id': 'bd20ea17-a116-48c7-a901-107e0e8b9ef8'}] Jul 30 02:08:32.216357 n-d-713498-9 neutron-server[94464]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:08:32.221182 n-d-713498-9 neutron-server[94464]: DEBUG oslo_db.api [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:08:32.261552 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:32.342147 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:32.387520 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 7c9cc200-5399-4da1-abbd-45914d8d6303, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7c9cc200-5399-4da1-abbd-45914d8d6303,segment=NetworkSegment(415ae61b-1947-46bc-b940-fe00f13cfc44),segment_id=415ae61b-1947-46bc-b940-fe00f13cfc44)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:32.493979 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:32.507855 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c411d6-7e36-4017-996b-a42b5df5026e None None] Pushing event updated for resources: {'Port': ['ID=acccd21b-ce43-4f6e-ac33-aa0edf8f4675,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:32.544099 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5941cd75-8974-4d09-9180-984d727ba659 None None] Network bd20ea17-a116-48c7-a901-107e0e8b9ef8 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:32.629346 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=7c9cc200-5399-4da1-abbd-45914d8d6303,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:32.643648 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-23980851-72da-477b-ab76-b5e356dcd2e0 None None] Provisioning complete for port 7c9cc200-5399-4da1-abbd-45914d8d6303 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:32.644025 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23980851-72da-477b-ab76-b5e356dcd2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:32.718754 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:32.791354 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbc3e2b-74cd-44b1-bf6c-1f68bd6345cf None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:08:32.811031 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Deleting port acccd21b-ce43-4f6e-ac33-aa0edf8f4675 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:08:32.811684 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:32.940820 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] For port acccd21b-ce43-4f6e-ac33-aa0edf8f4675, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=acccd21b-ce43-4f6e-ac33-aa0edf8f4675,segment=NetworkSegment(5331891a-67fa-44e6-be35-0b5682f7953f),segment_id=5331891a-67fa-44e6-be35-0b5682f7953f)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:32.941014 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:32.961774 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Calling delete_port for acccd21b-ce43-4f6e-ac33-aa0edf8f4675 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:08:32.975146 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbc3e2b-74cd-44b1-bf6c-1f68bd6345cf None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:08:33.072993 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:33.123794 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f87ff777-952f-4ed4-b66d-3cdb61f52bac req-0644c392-f0de-4a25-8936-f774f8dece3a tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=731757fa-6374-4b4b-b200-43646c0e506f HTTP/1.1" status: 200 len: 210 time: 0.0436492 Jul 30 02:08:33.152862 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:33.188760 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Port': ['ID=acccd21b-ce43-4f6e-ac33-aa0edf8f4675,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:33.198445 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] No DVR routers for this DVR port acccd21b-ce43-4f6e-ac33-aa0edf8f4675 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:08:33.530027 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:33.565198 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd20ea17-a116-48c7-a901-107e0e8b9ef8']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:33.587625 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5331891a-67fa-44e6-be35-0b5682f7953f') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:33.588805 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5331891a-67fa-44e6-be35-0b5682f7953f') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:33.602129 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:33.611744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7c9cc200-5399-4da1-abbd-45914d8d6303 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:08:33.623323 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:33.631349 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:08:33.631938 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:33.658918 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78cae5-a037-4b36-b189-94e5a445767c req-5aa4eb76-7d41-4862-b36a-fbedf58e4de6 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:33.662867 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e78cae5-a037-4b36-b189-94e5a445767c req-5aa4eb76-7d41-4862-b36a-fbedf58e4de6 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.77 "GET /v2.0/networks?id=9f624a56-aa8c-42c3-9552-8a3318a68772 HTTP/1.1" status: 200 len: 814 time: 0.3626719 Jul 30 02:08:33.684585 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-7e78cae5-a037-4b36-b189-94e5a445767c req-5de4ecee-bf1d-4398-b0b5-7b8597d6f615 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Request body: {'port': {'device_id': '731757fa-6374-4b4b-b200-43646c0e506f', 'network_id': '9f624a56-aa8c-42c3-9552-8a3318a68772', 'admin_state_up': True, 'tenant_id': 'cbfa7ad579da40909baf5d12049ec9cd'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:08:33.704752 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:08:33.713578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7c9cc200-5399-4da1-abbd-45914d8d6303 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:33.714244 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:33.794404 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:33.806172 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:33.808494 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/networks/bd20ea17-a116-48c7-a901-107e0e8b9ef8 HTTP/1.1" status: 204 len: 168 time: 3.2182195 Jul 30 02:08:33.812949 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44644) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:33.822251 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-23028ed1-86f5-491c-b106-73e63c05299e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-757621618'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:33.834011 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a9ba6-1847-436e-ba08-638259d42788 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Network': ['ID=bd20ea17-a116-48c7-a901-107e0e8b9ef8,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:34.007194 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23028ed1-86f5-491c-b106-73e63c05299e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Made reservation on behalf of d6d7fcfb381e4fcca98933824c05956c for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:34.011765 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-23028ed1-86f5-491c-b106-73e63c05299e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:34.061077 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23028ed1-86f5-491c-b106-73e63c05299e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:08:34.072879 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-23028ed1-86f5-491c-b106-73e63c05299e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:34.073538 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-23028ed1-86f5-491c-b106-73e63c05299e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Added segment 1d978069-351f-43b1-a5fb-be057c0e98f1 of type vlan for network 11ca626e-6065-4535-a74d-511221ad2236 Jul 30 02:08:34.120200 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-23028ed1-86f5-491c-b106-73e63c05299e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:34.123971 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e78cae5-a037-4b36-b189-94e5a445767c req-5de4ecee-bf1d-4398-b0b5-7b8597d6f615 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Made reservation on behalf of cbfa7ad579da40909baf5d12049ec9cd for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:34.128204 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e78cae5-a037-4b36-b189-94e5a445767c req-5de4ecee-bf1d-4398-b0b5-7b8597d6f615 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:34.244239 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1b5f8354-6513-44de-93e0-862098738aed req-04dd0f85-a3f0-4d86-a95b-9458c5c4c605 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=731757fa-6374-4b4b-b200-43646c0e506f HTTP/1.1" status: 200 len: 210 time: 0.0319364 Jul 30 02:08:34.277236 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-23028ed1-86f5-491c-b106-73e63c05299e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:34.283093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23028ed1-86f5-491c-b106-73e63c05299e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:34.283704 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-23028ed1-86f5-491c-b106-73e63c05299e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:34.417504 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-23028ed1-86f5-491c-b106-73e63c05299e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6007123 Jul 30 02:08:34.418329 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44662) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:34.418630 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23028ed1-86f5-491c-b106-73e63c05299e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Network': ['ID=11ca626e-6065-4535-a74d-511221ad2236,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:34.421263 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-7e78cae5-a037-4b36-b189-94e5a445767c req-5de4ecee-bf1d-4398-b0b5-7b8597d6f615 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Allocated IP 172.20.0.7 (9f624a56-aa8c-42c3-9552-8a3318a68772/28fad3c7-6ae9-4045-b938-fdb88750babb/72ae77a9-750a-41c8-b6f2-2b8984380fb3) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:34.424562 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-3d344870-e1eb-4c65-bb7d-a50ff5aa1287 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'subnet': {'network_id': '11ca626e-6065-4535-a74d-511221ad2236', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:34.431651 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 11ca626e-6065-4535-a74d-511221ad2236 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:08:34.793501 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d344870-e1eb-4c65-bb7d-a50ff5aa1287 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Made reservation on behalf of d6d7fcfb381e4fcca98933824c05956c for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:34.797182 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3d344870-e1eb-4c65-bb7d-a50ff5aa1287 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:34.980464 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e78cae5-a037-4b36-b189-94e5a445767c req-5de4ecee-bf1d-4398-b0b5-7b8597d6f615 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:35.120651 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3d344870-e1eb-4c65-bb7d-a50ff5aa1287 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:35.123012 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e78cae5-a037-4b36-b189-94e5a445767c req-5de4ecee-bf1d-4398-b0b5-7b8597d6f615 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:35.183180 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d344870-e1eb-4c65-bb7d-a50ff5aa1287 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Subnet': ['ID=5adf9776-a65e-43bc-bb83-2742162548ab,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:35.203350 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d344870-e1eb-4c65-bb7d-a50ff5aa1287 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Checking segment: {'id': '1d978069-351f-43b1-a5fb-be057c0e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '11ca626e-6065-4535-a74d-511221ad2236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:35.203713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d344870-e1eb-4c65-bb7d-a50ff5aa1287 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Network hostable DHCP agents. Network: 11ca626e-6065-4535-a74d-511221ad2236, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:08:35.213608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e78cae5-a037-4b36-b189-94e5a445767c req-5de4ecee-bf1d-4398-b0b5-7b8597d6f615 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Network 9f624a56-aa8c-42c3-9552-8a3318a68772 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:35.216961 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-7e78cae5-a037-4b36-b189-94e5a445767c req-5de4ecee-bf1d-4398-b0b5-7b8597d6f615 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:35.219408 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e78cae5-a037-4b36-b189-94e5a445767c req-5de4ecee-bf1d-4398-b0b5-7b8597d6f615 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:08:35.255389 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4ecee-bf1d-4398-b0b5-7b8597d6f615 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Pushing event updated for resources: {'Port': ['ID=72ae77a9-750a-41c8-b6f2-2b8984380fb3,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:35.281222 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78cae5-a037-4b36-b189-94e5a445767c req-5de4ecee-bf1d-4398-b0b5-7b8597d6f615 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:35.281831 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e78cae5-a037-4b36-b189-94e5a445767c req-5de4ecee-bf1d-4398-b0b5-7b8597d6f615 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:35.311311 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d344870-e1eb-4c65-bb7d-a50ff5aa1287 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Network 11ca626e-6065-4535-a74d-511221ad2236 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:08:35.348543 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e78cae5-a037-4b36-b189-94e5a445767c req-5de4ecee-bf1d-4398-b0b5-7b8597d6f615 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6700034 Jul 30 02:08:35.382004 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-3d344870-e1eb-4c65-bb7d-a50ff5aa1287 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 11ca626e-6065-4535-a74d-511221ad2236) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:35.386955 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d344870-e1eb-4c65-bb7d-a50ff5aa1287 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:35.387850 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3d344870-e1eb-4c65-bb7d-a50ff5aa1287 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:35.394900 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c695b661-8d8f-4187-8199-74122945fc5e None None] Network 11ca626e-6065-4535-a74d-511221ad2236 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:35.399267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] Request body: {'port': {'device_id': '731757fa-6374-4b4b-b200-43646c0e506f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:35.493315 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3d344870-e1eb-4c65-bb7d-a50ff5aa1287 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0734992 Jul 30 02:08:35.502382 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44698) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:35.522452 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-cdd02d2c-f197-462d-838d-4de22fe6f098 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-952245223'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:35.524518 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebbebd-3a3b-441c-9feb-9a125c90212d req-8311a918-ff4a-4728-a622-f34381d9bd9f tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:35.526106 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49ebbebd-3a3b-441c-9feb-9a125c90212d req-8311a918-ff4a-4728-a622-f34381d9bd9f tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=731757fa-6374-4b4b-b200-43646c0e506f HTTP/1.1" status: 200 len: 931 time: 0.1725614 Jul 30 02:08:35.584248 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:35.661822 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd02d2c-f197-462d-838d-4de22fe6f098 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Made reservation on behalf of d6d7fcfb381e4fcca98933824c05956c for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:35.665520 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cdd02d2c-f197-462d-838d-4de22fe6f098 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:35.693768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd02d2c-f197-462d-838d-4de22fe6f098 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:08:35.699334 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-11ca626e-6065-4535-a74d-511221ad2236', 'network_id': '11ca626e-6065-4535-a74d-511221ad2236', 'tenant_id': 'd6d7fcfb381e4fcca98933824c05956c', 'fixed_ips': [{'subnet_id': '5adf9776-a65e-43bc-bb83-2742162548ab'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:08:35.700354 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:35.706288 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cdd02d2c-f197-462d-838d-4de22fe6f098 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:35.706871 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-cdd02d2c-f197-462d-838d-4de22fe6f098 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Added segment 558e91c3-8fda-4cea-9ad7-554ea27428e0 of type vlan for network 62e6f535-7aeb-40bb-b9e6-2ec88fef1867 Jul 30 02:08:35.762584 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cdd02d2c-f197-462d-838d-4de22fe6f098 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:35.799304 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49ebbebd-3a3b-441c-9feb-9a125c90212d req-238ece0d-5aab-4353-94fb-6dde1f277884 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205615 Jul 30 02:08:35.884571 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cdd02d2c-f197-462d-838d-4de22fe6f098 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:35.892735 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd02d2c-f197-462d-838d-4de22fe6f098 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:35.893766 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cdd02d2c-f197-462d-838d-4de22fe6f098 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:35.987692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd02d2c-f197-462d-838d-4de22fe6f098 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Network': ['ID=62e6f535-7aeb-40bb-b9e6-2ec88fef1867,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:36.019331 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cdd02d2c-f197-462d-838d-4de22fe6f098 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5146060 Jul 30 02:08:36.022089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44708) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:36.023787 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 62e6f535-7aeb-40bb-b9e6-2ec88fef1867 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:08:36.029573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-514b510f-e271-462d-b7ec-4d1ff654620d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'subnet': {'network_id': '62e6f535-7aeb-40bb-b9e6-2ec88fef1867', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:36.159884 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Allocated IP 2001:db8::1 (11ca626e-6065-4535-a74d-511221ad2236/5adf9776-a65e-43bc-bb83-2742162548ab/83568fac-8815-4e1d-b099-124ad039e5e8) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:36.184237 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ae77a9-750a-41c8-b6f2-2b8984380fb3 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:08:36.195044 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:36.218369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] Transition to ACTIVE for port object 72ae77a9-750a-41c8-b6f2-2b8984380fb3 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:36.308534 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:36.311327 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514b510f-e271-462d-b7ec-4d1ff654620d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Made reservation on behalf of d6d7fcfb381e4fcca98933824c05956c for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:36.311327 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-514b510f-e271-462d-b7ec-4d1ff654620d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:36.427082 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] Pushing event updated for resources: {'Port': ['ID=72ae77a9-750a-41c8-b6f2-2b8984380fb3,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:36.459257 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:36.470338 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Transition to ACTIVE for port object 83568fac-8815-4e1d-b099-124ad039e5e8 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:36.486943 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.ipam_backend_mixin [None req-514b510f-e271-462d-b7ec-4d1ff654620d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Performing IP validity checks on allocation pools {{(pid=94464) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 02:08:36.487509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.ipam_backend_mixin [None req-514b510f-e271-462d-b7ec-4d1ff654620d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94464) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 02:08:36.506408 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Transition to ACTIVE for port object 83568fac-8815-4e1d-b099-124ad039e5e8 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:36.600437 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:36.609357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] Attempting to bind port 72ae77a9-750a-41c8-b6f2-2b8984380fb3 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:08:36.609563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] Attempting to bind port 72ae77a9-750a-41c8-b6f2-2b8984380fb3 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '51f2e867-6b47-4457-9c9c-7fefd3b92d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9f624a56-aa8c-42c3-9552-8a3318a68772'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:08:36.609774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] Attempting to bind port 72ae77a9-750a-41c8-b6f2-2b8984380fb3 on network 9f624a56-aa8c-42c3-9552-8a3318a68772 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:36.632323 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] Port 72ae77a9-750a-41c8-b6f2-2b8984380fb3 on network 9f624a56-aa8c-42c3-9552-8a3318a68772 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:08:36.632323 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] Attempting to bind port 72ae77a9-750a-41c8-b6f2-2b8984380fb3 on network 9f624a56-aa8c-42c3-9552-8a3318a68772 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:36.646969 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:08:36.647322 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] Checking segment: {'id': '51f2e867-6b47-4457-9c9c-7fefd3b92d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9f624a56-aa8c-42c3-9552-8a3318a68772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:36.647725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] Bound using segment: {'id': '51f2e867-6b47-4457-9c9c-7fefd3b92d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9f624a56-aa8c-42c3-9552-8a3318a68772'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:08:36.648198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] Bound port: 72ae77a9-750a-41c8-b6f2-2b8984380fb3, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f2e867-6b47-4457-9c9c-7fefd3b92d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9f624a56-aa8c-42c3-9552-8a3318a68772'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:08:36.648564 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:36.743204 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] For port 72ae77a9-750a-41c8-b6f2-2b8984380fb3, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:08:36.747056 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] For port 72ae77a9-750a-41c8-b6f2-2b8984380fb3, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=72ae77a9-750a-41c8-b6f2-2b8984380fb3,segment=NetworkSegment(51f2e867-6b47-4457-9c9c-7fefd3b92d45),segment_id=51f2e867-6b47-4457-9c9c-7fefd3b92d45)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:08:36.859670 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Network 11ca626e-6065-4535-a74d-511221ad2236 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:36.863092 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:36.866100 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:08:36.884749 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Pushing event updated for resources: {'Port': ['ID=83568fac-8815-4e1d-b099-124ad039e5e8,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:36.885463 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-514b510f-e271-462d-b7ec-4d1ff654620d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:36.933319 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:36.958068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Attempting to bind port 83568fac-8815-4e1d-b099-124ad039e5e8 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:08:36.959029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Attempting to bind port 83568fac-8815-4e1d-b099-124ad039e5e8 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '1d978069-351f-43b1-a5fb-be057c0e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '11ca626e-6065-4535-a74d-511221ad2236'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:08:36.959408 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Attempting to bind port 83568fac-8815-4e1d-b099-124ad039e5e8 on network 11ca626e-6065-4535-a74d-511221ad2236 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:36.965483 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:08:36.965864 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Checking segment: {'id': '1d978069-351f-43b1-a5fb-be057c0e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '11ca626e-6065-4535-a74d-511221ad2236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:36.966262 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:36.966734 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Bound using segment: {'id': '1d978069-351f-43b1-a5fb-be057c0e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '11ca626e-6065-4535-a74d-511221ad2236'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:08:36.967323 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Bound port: 83568fac-8815-4e1d-b099-124ad039e5e8, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d978069-351f-43b1-a5fb-be057c0e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '11ca626e-6065-4535-a74d-511221ad2236'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:08:36.967705 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:37.019968 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b510f-e271-462d-b7ec-4d1ff654620d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Subnet': ['ID=39325cd6-31a0-4fba-badc-d033bbc3a8fa,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:37.057703 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:37.058400 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:37.060214 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e78cae5-a037-4b36-b189-94e5a445767c req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] 10.222.0.77 "PUT /v2.0/ports/72ae77a9-750a-41c8-b6f2-2b8984380fb3 HTTP/1.1" status: 200 len: 1091 time: 1.6807408 Jul 30 02:08:37.060866 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731757fa-6374-4b4b-b200-43646c0e506f', 'tag': '72ae77a9-750a-41c8-b6f2-2b8984380fb3'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:08:37.063356 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f7d1da-c380-46a5-9912-f541f4785ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "731757fa-6374-4b4b-b200-43646c0e506f", "tag": "72ae77a9-750a-41c8-b6f2-2b8984380fb3"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:08:37.099490 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] For port 83568fac-8815-4e1d-b099-124ad039e5e8, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:08:37.112728 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5459e-4dc4-4ea1-bc12-404494d51eee service neutron] Pushing event updated for resources: {'Port': ['ID=72ae77a9-750a-41c8-b6f2-2b8984380fb3,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:37.113655 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] For port 83568fac-8815-4e1d-b099-124ad039e5e8, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=83568fac-8815-4e1d-b099-124ad039e5e8,segment=NetworkSegment(1d978069-351f-43b1-a5fb-be057c0e98f1),segment_id=1d978069-351f-43b1-a5fb-be057c0e98f1)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:08:37.114869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045a4cd-e2ad-4140-bc3d-1787c3a56b61 req-6092cf10-64ff-4c58-ad8c-d161f1a91194 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:37.120875 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1045a4cd-e2ad-4140-bc3d-1787c3a56b61 req-6092cf10-64ff-4c58-ad8c-d161f1a91194 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=731757fa-6374-4b4b-b200-43646c0e506f HTTP/1.1" status: 200 len: 943 time: 0.2288799 Jul 30 02:08:37.144692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514b510f-e271-462d-b7ec-4d1ff654620d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Checking segment: {'id': '558e91c3-8fda-4cea-9ad7-554ea27428e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '62e6f535-7aeb-40bb-b9e6-2ec88fef1867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:37.150983 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514b510f-e271-462d-b7ec-4d1ff654620d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Network hostable DHCP agents. Network: 62e6f535-7aeb-40bb-b9e6-2ec88fef1867, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:08:37.194704 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc6356f-3491-44a2-9cdb-9a2c5371e2e0 x-openstack-request-id: req-1bc6356f-3491-44a2-9cdb-9a2c5371e2e0 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:08:37.195054 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731757fa-6374-4b4b-b200-43646c0e506f", "tag": "72ae77a9-750a-41c8-b6f2-2b8984380fb3", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:08:37.195301 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1bc6356f-3491-44a2-9cdb-9a2c5371e2e0 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:08:37.195670 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731757fa-6374-4b4b-b200-43646c0e506f', 'tag': '72ae77a9-750a-41c8-b6f2-2b8984380fb3', 'status': 'completed', 'code': 200} Jul 30 02:08:37.213102 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:37.329807 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1045a4cd-e2ad-4140-bc3d-1787c3a56b61 req-8ac17470-6455-4b79-a43c-403177c28143 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674342 Jul 30 02:08:37.347529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7d1da-c380-46a5-9912-f541f4785ec4 req-8dbb0cee-415c-4e6b-89af-469327c32f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:37.349308 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e7f7d1da-c380-46a5-9912-f541f4785ec4 req-8dbb0cee-415c-4e6b-89af-469327c32f99 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cbfa7ad579da40909baf5d12049ec9cd&device_id=731757fa-6374-4b4b-b200-43646c0e506f HTTP/1.1" status: 200 len: 1094 time: 0.1197817 Jul 30 02:08:37.364916 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514b510f-e271-462d-b7ec-4d1ff654620d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Network 62e6f535-7aeb-40bb-b9e6-2ec88fef1867 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:08:37.410282 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c9346-e6cb-4be7-a67c-98ff1704c321 None None] Pushing event updated for resources: {'Port': ['ID=83568fac-8815-4e1d-b099-124ad039e5e8,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:37.502496 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-514b510f-e271-462d-b7ec-4d1ff654620d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 62e6f535-7aeb-40bb-b9e6-2ec88fef1867) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:37.509339 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514b510f-e271-462d-b7ec-4d1ff654620d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:37.509999 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-514b510f-e271-462d-b7ec-4d1ff654620d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:37.519149 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7d1da-c380-46a5-9912-f541f4785ec4 req-c4ff4c11-5c7a-46e5-a601-f812505fe43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:37.520087 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169270ed-c065-4f24-9393-f132e35e8843 None None] Network 62e6f535-7aeb-40bb-b9e6-2ec88fef1867 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:37.522434 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e7f7d1da-c380-46a5-9912-f541f4785ec4 req-c4ff4c11-5c7a-46e5-a601-f812505fe43a service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=cbfa7ad579da40909baf5d12049ec9cd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1579795 Jul 30 02:08:37.642710 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-514b510f-e271-462d-b7ec-4d1ff654620d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6178205 Jul 30 02:08:37.643381 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44744) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:37.714260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7d1da-c380-46a5-9912-f541f4785ec4 req-1909ea2c-d428-40e6-b2d0-6771a48a6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:37.716381 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e7f7d1da-c380-46a5-9912-f541f4785ec4 req-1909ea2c-d428-40e6-b2d0-6771a48a6086 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1859238 Jul 30 02:08:37.777757 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-62e6f535-7aeb-40bb-b9e6-2ec88fef1867', 'network_id': '62e6f535-7aeb-40bb-b9e6-2ec88fef1867', 'tenant_id': 'd6d7fcfb381e4fcca98933824c05956c', 'fixed_ips': [{'subnet_id': '39325cd6-31a0-4fba-badc-d033bbc3a8fa'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:08:37.778673 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:37.834893 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78cae5-a037-4b36-b189-94e5a445767c req-8f89ab52-8927-43d5-ba6b-2da473c2595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:37.837233 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e78cae5-a037-4b36-b189-94e5a445767c req-8f89ab52-8927-43d5-ba6b-2da473c2595b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cbfa7ad579da40909baf5d12049ec9cd&device_id=731757fa-6374-4b4b-b200-43646c0e506f HTTP/1.1" status: 200 len: 1094 time: 0.0608571 Jul 30 02:08:37.873545 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:37.890726 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e78cae5-a037-4b36-b189-94e5a445767c req-9c247128-0144-469a-91ca-fb1d3a42506e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72ae77a9-750a-41c8-b6f2-2b8984380fb3 HTTP/1.1" status: 200 len: 217 time: 0.0397458 Jul 30 02:08:37.934473 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:37.968573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78cae5-a037-4b36-b189-94e5a445767c req-179878ca-3836-4986-85d7-59239964e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:37.970184 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e78cae5-a037-4b36-b189-94e5a445767c req-179878ca-3836-4986-85d7-59239964e988 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28fad3c7-6ae9-4045-b938-fdb88750babb HTTP/1.1" status: 200 len: 854 time: 0.0678198 Jul 30 02:08:37.974379 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Allocated IP 2001:db8::3 (62e6f535-7aeb-40bb-b9e6-2ec88fef1867/39325cd6-31a0-4fba-badc-d033bbc3a8fa/1a85c479-434a-4c7b-919c-58b6b1f4145a) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:38.008397 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e78cae5-a037-4b36-b189-94e5a445767c req-3f2a525d-66d5-46af-b016-0ee3a253c9c7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9f624a56-aa8c-42c3-9552-8a3318a68772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306966 Jul 30 02:08:38.147126 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e78cae5-a037-4b36-b189-94e5a445767c req-a58d2804-9130-4bcb-88fb-f4ed6caf2856 service neutron] 10.222.0.77 "GET /v2.0/networks/9f624a56-aa8c-42c3-9552-8a3318a68772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235662 Jul 30 02:08:38.186560 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:38.200506 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Transition to ACTIVE for port object 1a85c479-434a-4c7b-919c-58b6b1f4145a will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:38.221769 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Transition to ACTIVE for port object 1a85c479-434a-4c7b-919c-58b6b1f4145a will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:38.269508 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e78cae5-a037-4b36-b189-94e5a445767c req-1d55e35f-db82-473c-96f7-d532e7db80f6 service neutron] 10.222.0.77 "GET /v2.0/networks/9f624a56-aa8c-42c3-9552-8a3318a68772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197617 Jul 30 02:08:38.353714 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:38.414874 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Network 62e6f535-7aeb-40bb-b9e6-2ec88fef1867 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:38.418487 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:38.423331 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:08:38.486751 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Pushing event updated for resources: {'Port': ['ID=1a85c479-434a-4c7b-919c-58b6b1f4145a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:38.487155 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:38.549311 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Attempting to bind port 1a85c479-434a-4c7b-919c-58b6b1f4145a on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:08:38.549692 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Attempting to bind port 1a85c479-434a-4c7b-919c-58b6b1f4145a by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '558e91c3-8fda-4cea-9ad7-554ea27428e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '62e6f535-7aeb-40bb-b9e6-2ec88fef1867'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:08:38.550062 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Attempting to bind port 1a85c479-434a-4c7b-919c-58b6b1f4145a on network 62e6f535-7aeb-40bb-b9e6-2ec88fef1867 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:38.551811 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Subnet': ['ID=39325cd6-31a0-4fba-badc-d033bbc3a8fa,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:38.560640 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:08:38.561028 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Checking segment: {'id': '558e91c3-8fda-4cea-9ad7-554ea27428e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '62e6f535-7aeb-40bb-b9e6-2ec88fef1867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:38.561440 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:38.561837 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Bound using segment: {'id': '558e91c3-8fda-4cea-9ad7-554ea27428e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '62e6f535-7aeb-40bb-b9e6-2ec88fef1867'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:08:38.562387 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Bound port: 1a85c479-434a-4c7b-919c-58b6b1f4145a, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558e91c3-8fda-4cea-9ad7-554ea27428e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '62e6f535-7aeb-40bb-b9e6-2ec88fef1867'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:08:38.562851 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:38.636947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ac3d5-7223-4c68-b878-4977acc3f3ae req-95177625-6c52-471c-9054-f8ee9234a4be tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:38.640961 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c9ac3d5-7223-4c68-b878-4977acc3f3ae req-95177625-6c52-471c-9054-f8ee9234a4be tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=731757fa-6374-4b4b-b200-43646c0e506f HTTP/1.1" status: 200 len: 943 time: 0.1125228 Jul 30 02:08:38.706917 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:38.714007 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] For port 1a85c479-434a-4c7b-919c-58b6b1f4145a, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:08:38.719585 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] For port 1a85c479-434a-4c7b-919c-58b6b1f4145a, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1a85c479-434a-4c7b-919c-58b6b1f4145a,segment=NetworkSegment(558e91c3-8fda-4cea-9ad7-554ea27428e0),segment_id=558e91c3-8fda-4cea-9ad7-554ea27428e0)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:08:38.725801 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c9ac3d5-7223-4c68-b878-4977acc3f3ae req-8fa0ca80-9a95-4284-af46-4ebda16ede71 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754983 Jul 30 02:08:38.729607 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e6f535-7aeb-40bb-b9e6-2ec88fef1867']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:38.745788 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558e91c3-8fda-4cea-9ad7-554ea27428e0') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:38.746224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558e91c3-8fda-4cea-9ad7-554ea27428e0') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:38.755542 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a667240-6ba4-45d5-80bf-664cfd6bcf27 None None] Network 11ca626e-6065-4535-a74d-511221ad2236 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:38.765113 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:38.813551 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:38.821130 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:08:38.821531 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:38.823040 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:08:38.826569 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:08:38.936401 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.db.api [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:08:38.936401 n-d-713498-9 neutron-server[94464]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:08:38.936401 n-d-713498-9 neutron-server[94464]: [parameters: {'id': '62e6f535-7aeb-40bb-b9e6-2ec88fef1867'}] Jul 30 02:08:38.936401 n-d-713498-9 neutron-server[94464]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:08:38.937382 n-d-713498-9 neutron-server[94464]: DEBUG oslo_db.api [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:08:38.950892 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-151accf0-7988-4832-9c06-2c9df48cfac6 None None] Provisioning for port 83568fac-8815-4e1d-b099-124ad039e5e8 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:38.959390 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1917f78-d1c0-4923-87d5-1acacd68b7ae None None] Network 62e6f535-7aeb-40bb-b9e6-2ec88fef1867 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:38.966229 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb7670-92f0-4c51-98ab-98f1c4448664 None None] Pushing event updated for resources: {'Port': ['ID=1a85c479-434a-4c7b-919c-58b6b1f4145a,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:39.238466 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dab87384-b617-4ff4-ae83-ac2ab6009ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:39.416608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2500bc54-9a76-4f10-9d60-251959912201 None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:08:39.438222 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:39.550075 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Deleting port 1a85c479-434a-4c7b-919c-58b6b1f4145a {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:08:39.550075 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:39.615504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] For port 1a85c479-434a-4c7b-919c-58b6b1f4145a, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=1a85c479-434a-4c7b-919c-58b6b1f4145a,segment=NetworkSegment(558e91c3-8fda-4cea-9ad7-554ea27428e0),segment_id=558e91c3-8fda-4cea-9ad7-554ea27428e0)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:39.615998 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:39.629954 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Calling delete_port for 1a85c479-434a-4c7b-919c-58b6b1f4145a owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:08:39.681541 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 83568fac-8815-4e1d-b099-124ad039e5e8 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:08:39.759379 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2500bc54-9a76-4f10-9d60-251959912201 None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:08:39.822169 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:39.893304 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Port': ['ID=1a85c479-434a-4c7b-919c-58b6b1f4145a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:39.899011 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] No DVR routers for this DVR port 1a85c479-434a-4c7b-919c-58b6b1f4145a on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:08:39.952500 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 83568fac-8815-4e1d-b099-124ad039e5e8 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:39.977338 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 83568fac-8815-4e1d-b099-124ad039e5e8 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:39.978048 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:40.081400 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:40.098745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e6f535-7aeb-40bb-b9e6-2ec88fef1867']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:40.121286 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558e91c3-8fda-4cea-9ad7-554ea27428e0') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:40.121616 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558e91c3-8fda-4cea-9ad7-554ea27428e0') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:40.133672 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:40.197903 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdc5b1-182f-4aad-b0cf-6082e2cc1639 req-cb8fed05-de44-409f-b527-27eb51007212 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:40.199547 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-75cdc5b1-182f-4aad-b0cf-6082e2cc1639 req-cb8fed05-de44-409f-b527-27eb51007212 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=731757fa-6374-4b4b-b200-43646c0e506f HTTP/1.1" status: 200 len: 943 time: 0.3158824 Jul 30 02:08:40.209198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:40.242398 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:40.263341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:08:40.264172 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:08:40.266739 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:08:40.290253 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 83568fac-8815-4e1d-b099-124ad039e5e8, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=83568fac-8815-4e1d-b099-124ad039e5e8,segment=NetworkSegment(1d978069-351f-43b1-a5fb-be057c0e98f1),segment_id=1d978069-351f-43b1-a5fb-be057c0e98f1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:40.316805 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-75cdc5b1-182f-4aad-b0cf-6082e2cc1639 req-43dde25e-52bd-4713-8a66-ce8ee6e26438 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087251 Jul 30 02:08:40.365089 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:40.427118 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=83568fac-8815-4e1d-b099-124ad039e5e8,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:40.437998 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:40.464684 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:40.466677 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/networks/62e6f535-7aeb-40bb-b9e6-2ec88fef1867 HTTP/1.1" status: 204 len: 168 time: 2.8222687 Jul 30 02:08:40.467749 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c44ff-aafc-4e8a-a2f7-9b2e4d2459a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Network': ['ID=62e6f535-7aeb-40bb-b9e6-2ec88fef1867,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:40.471401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44814) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:40.479224 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-01100b50-4c62-43b9-86b7-51ed19aee3a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1278255414'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:40.627758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01100b50-4c62-43b9-86b7-51ed19aee3a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Made reservation on behalf of d6d7fcfb381e4fcca98933824c05956c for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:40.633749 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-01100b50-4c62-43b9-86b7-51ed19aee3a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:40.670818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01100b50-4c62-43b9-86b7-51ed19aee3a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:08:40.683750 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-01100b50-4c62-43b9-86b7-51ed19aee3a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:40.684173 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-01100b50-4c62-43b9-86b7-51ed19aee3a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Added segment 9ecb2401-4480-4d26-9331-5c1c0b203c1c of type vlan for network f5155c62-88ea-4df7-871c-68caf3744c75 Jul 30 02:08:40.741546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-01100b50-4c62-43b9-86b7-51ed19aee3a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:40.933746 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-01100b50-4c62-43b9-86b7-51ed19aee3a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:40.937415 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01100b50-4c62-43b9-86b7-51ed19aee3a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:40.938513 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-01100b50-4c62-43b9-86b7-51ed19aee3a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:41.059873 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01100b50-4c62-43b9-86b7-51ed19aee3a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Network': ['ID=f5155c62-88ea-4df7-871c-68caf3744c75,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:41.074204 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network f5155c62-88ea-4df7-871c-68caf3744c75 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:08:41.082183 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-01100b50-4c62-43b9-86b7-51ed19aee3a9 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6066031 Jul 30 02:08:41.082586 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44832) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:41.088009 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-59048a93-ffb1-4f7e-a9cf-f36fbf33d7aa tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'subnet': {'network_id': 'f5155c62-88ea-4df7-871c-68caf3744c75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:41.301341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59048a93-ffb1-4f7e-a9cf-f36fbf33d7aa tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Made reservation on behalf of d6d7fcfb381e4fcca98933824c05956c for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:41.307492 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59048a93-ffb1-4f7e-a9cf-f36fbf33d7aa tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:41.456987 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d5fbc-e74d-40f2-97f9-5d079204e251 req-6c7ca4f9-f48d-42f6-bc2c-23a0873c305a tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:41.458662 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-029d5fbc-e74d-40f2-97f9-5d079204e251 req-6c7ca4f9-f48d-42f6-bc2c-23a0873c305a tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=731757fa-6374-4b4b-b200-43646c0e506f HTTP/1.1" status: 200 len: 943 time: 0.0623794 Jul 30 02:08:41.525141 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-029d5fbc-e74d-40f2-97f9-5d079204e251 req-36074809-9db8-46c4-9e2d-09dd8614e0b7 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565507 Jul 30 02:08:41.527279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 83568fac-8815-4e1d-b099-124ad039e5e8 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:08:41.615327 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 83568fac-8815-4e1d-b099-124ad039e5e8 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:41.615736 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:41.712452 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 72ae77a9-750a-41c8-b6f2-2b8984380fb3 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:08:41.733940 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59048a93-ffb1-4f7e-a9cf-f36fbf33d7aa tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:41.735897 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f00fa1a-9c92-4ca3-9cab-d2ff3958c215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:41.800217 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59048a93-ffb1-4f7e-a9cf-f36fbf33d7aa tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Subnet': ['ID=89cbde1d-1597-48bf-9ca9-a22b832a4ab2,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:41.807624 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59048a93-ffb1-4f7e-a9cf-f36fbf33d7aa tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Checking segment: {'id': '9ecb2401-4480-4d26-9331-5c1c0b203c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f5155c62-88ea-4df7-871c-68caf3744c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:41.808059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59048a93-ffb1-4f7e-a9cf-f36fbf33d7aa tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Network hostable DHCP agents. Network: f5155c62-88ea-4df7-871c-68caf3744c75, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:08:41.831559 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:41.842047 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 72ae77a9-750a-41c8-b6f2-2b8984380fb3, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=72ae77a9-750a-41c8-b6f2-2b8984380fb3,segment=NetworkSegment(51f2e867-6b47-4457-9c9c-7fefd3b92d45),segment_id=51f2e867-6b47-4457-9c9c-7fefd3b92d45)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:41.854186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '72ae77a9-750a-41c8-b6f2-2b8984380fb3', 'network_id': '9f624a56-aa8c-42c3-9552-8a3318a68772', 'port_id': '72ae77a9-750a-41c8-b6f2-2b8984380fb3', 'mac_address': 'fa:16:3e:39:95:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fad3c7-6ae9-4045-b938-fdb88750babb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:08:41.884446 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59048a93-ffb1-4f7e-a9cf-f36fbf33d7aa tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Network f5155c62-88ea-4df7-871c-68caf3744c75 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:08:41.916054 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:41.930651 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ae77a9-750a-41c8-b6f2-2b8984380fb3 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:08:41.951760 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 72ae77a9-750a-41c8-b6f2-2b8984380fb3, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=72ae77a9-750a-41c8-b6f2-2b8984380fb3,segment=NetworkSegment(51f2e867-6b47-4457-9c9c-7fefd3b92d45),segment_id=51f2e867-6b47-4457-9c9c-7fefd3b92d45)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:41.969508 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-59048a93-ffb1-4f7e-a9cf-f36fbf33d7aa tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, f5155c62-88ea-4df7-871c-68caf3744c75) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:41.974084 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59048a93-ffb1-4f7e-a9cf-f36fbf33d7aa tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:41.974809 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59048a93-ffb1-4f7e-a9cf-f36fbf33d7aa tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:41.983035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7275ab-3d0a-4225-8b67-1cb77e3a7c2f None None] Network f5155c62-88ea-4df7-871c-68caf3744c75 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:42.031077 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.101419 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44858) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:42.105891 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-59048a93-ffb1-4f7e-a9cf-f36fbf33d7aa tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0185122 Jul 30 02:08:42.108603 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=72ae77a9-750a-41c8-b6f2-2b8984380fb3,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:42.192540 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-f5155c62-88ea-4df7-871c-68caf3744c75', 'network_id': 'f5155c62-88ea-4df7-871c-68caf3744c75', 'tenant_id': 'd6d7fcfb381e4fcca98933824c05956c', 'fixed_ips': [{'subnet_id': '89cbde1d-1597-48bf-9ca9-a22b832a4ab2'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:08:42.193386 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.235813 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.315177 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['72ae77a9-750a-41c8-b6f2-2b8984380fb3'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:08:42.347798 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.496200 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Allocated IP 2001:db8::1 (f5155c62-88ea-4df7-871c-68caf3744c75/89cbde1d-1597-48bf-9ca9-a22b832a4ab2/7bac24d3-536e-4779-b977-0b1ffda6665d) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:42.753707 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.763165 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Transition to ACTIVE for port object 7bac24d3-536e-4779-b977-0b1ffda6665d will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:42.772581 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fedb1-507e-4fe1-b35d-c2651fb3b20d req-051e0a18-98f7-4110-b0e1-cc405822a55b tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:42.774237 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-053fedb1-507e-4fe1-b35d-c2651fb3b20d req-051e0a18-98f7-4110-b0e1-cc405822a55b tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=731757fa-6374-4b4b-b200-43646c0e506f HTTP/1.1" status: 200 len: 944 time: 0.0913310 Jul 30 02:08:42.794314 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Transition to ACTIVE for port object 7bac24d3-536e-4779-b977-0b1ffda6665d will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:42.831199 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-053fedb1-507e-4fe1-b35d-c2651fb3b20d req-35aee199-c929-4bcc-9d93-605839d24143 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496044 Jul 30 02:08:42.921844 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.966621 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Network f5155c62-88ea-4df7-871c-68caf3744c75 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:42.974834 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:42.985515 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:08:42.992279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Pushing event updated for resources: {'Port': ['ID=7bac24d3-536e-4779-b977-0b1ffda6665d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:43.021879 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.054658 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Attempting to bind port 7bac24d3-536e-4779-b977-0b1ffda6665d on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:08:43.056037 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Attempting to bind port 7bac24d3-536e-4779-b977-0b1ffda6665d by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '9ecb2401-4480-4d26-9331-5c1c0b203c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f5155c62-88ea-4df7-871c-68caf3744c75'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:08:43.056925 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Attempting to bind port 7bac24d3-536e-4779-b977-0b1ffda6665d on network f5155c62-88ea-4df7-871c-68caf3744c75 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:43.063053 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:08:43.063702 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Checking segment: {'id': '9ecb2401-4480-4d26-9331-5c1c0b203c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f5155c62-88ea-4df7-871c-68caf3744c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:43.064309 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.064979 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Bound using segment: {'id': '9ecb2401-4480-4d26-9331-5c1c0b203c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f5155c62-88ea-4df7-871c-68caf3744c75'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:08:43.065661 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Bound port: 7bac24d3-536e-4779-b977-0b1ffda6665d, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb2401-4480-4d26-9331-5c1c0b203c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f5155c62-88ea-4df7-871c-68caf3744c75'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:08:43.066279 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.086595 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Subnet': ['ID=89cbde1d-1597-48bf-9ca9-a22b832a4ab2,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:43.153078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] For port 7bac24d3-536e-4779-b977-0b1ffda6665d, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:08:43.157661 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] For port 7bac24d3-536e-4779-b977-0b1ffda6665d, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7bac24d3-536e-4779-b977-0b1ffda6665d,segment=NetworkSegment(9ecb2401-4480-4d26-9331-5c1c0b203c1c),segment_id=9ecb2401-4480-4d26-9331-5c1c0b203c1c)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:08:43.161732 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.180437 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5155c62-88ea-4df7-871c-68caf3744c75']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:43.192087 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecb2401-4480-4d26-9331-5c1c0b203c1c') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:43.192749 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecb2401-4480-4d26-9331-5c1c0b203c1c') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:43.204313 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.245079 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.251129 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.259805 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:08:43.260530 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:08:43.264643 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:08:43.354673 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44922) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:43.427479 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:08:43.427479 n-d-713498-9 neutron-server[94465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:08:43.427479 n-d-713498-9 neutron-server[94465]: [parameters: {'id': 'f5155c62-88ea-4df7-871c-68caf3744c75'}] Jul 30 02:08:43.427479 n-d-713498-9 neutron-server[94465]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:08:43.427914 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:08:43.510062 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.524271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d92107-6cd6-4688-a49f-468b01df5233 None None] Pushing event updated for resources: {'Port': ['ID=7bac24d3-536e-4779-b977-0b1ffda6665d,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:43.544424 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c68f8374-5807-49d4-928e-5e28184bed9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.545927 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853f1df4-314b-44d2-96d0-b25d435ba8c7 None None] Network f5155c62-88ea-4df7-871c-68caf3744c75 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:43.671882 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c68f8374-5807-49d4-928e-5e28184bed9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.710153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 72ae77a9-750a-41c8-b6f2-2b8984380fb3 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:08:43.758848 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c68f8374-5807-49d4-928e-5e28184bed9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.764706 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997adf8e-7e7e-44bb-aaa2-58e402836878 None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:08:43.816554 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c68f8374-5807-49d4-928e-5e28184bed9e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0917082db9b94f4682cc82cae7562e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4601409 Jul 30 02:08:43.817712 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f8374-5807-49d4-928e-5e28184bed9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967e02cd-ddde-4ffd-9a64-8a9061840185,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:43.820138 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44934) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:43.842343 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f8374-5807-49d4-928e-5e28184bed9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:43.845672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f8374-5807-49d4-928e-5e28184bed9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:43.846216 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f8374-5807-49d4-928e-5e28184bed9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:43.846744 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f8374-5807-49d4-928e-5e28184bed9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:43.847270 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f8374-5807-49d4-928e-5e28184bed9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:43.847604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f8374-5807-49d4-928e-5e28184bed9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:43.847933 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f8374-5807-49d4-928e-5e28184bed9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:43.848296 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f8374-5807-49d4-928e-5e28184bed9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:43.850139 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f8374-5807-49d4-928e-5e28184bed9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:43.850686 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f8374-5807-49d4-928e-5e28184bed9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:43.853922 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f8374-5807-49d4-928e-5e28184bed9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:43.857640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f8374-5807-49d4-928e-5e28184bed9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:43.879857 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997adf8e-7e7e-44bb-aaa2-58e402836878 None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:08:43.892492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 72ae77a9-750a-41c8-b6f2-2b8984380fb3 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:43.892492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 72ae77a9-750a-41c8-b6f2-2b8984380fb3 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:43.892492 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.918120 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1688ad32-2053-4d88-abbe-7940192c2aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.930064 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.986078 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1688ad32-2053-4d88-abbe-7940192c2aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:44.070969 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6596c7-ddfa-4011-b75c-f184df4fba11 req-c848839d-1dc0-4444-b87e-f7dfc581773f tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:44.072749 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6d6596c7-ddfa-4011-b75c-f184df4fba11 req-c848839d-1dc0-4444-b87e-f7dfc581773f tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=731757fa-6374-4b4b-b200-43646c0e506f HTTP/1.1" status: 200 len: 944 time: 0.1443033 Jul 30 02:08:44.103680 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:44.104767 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Deleting port 7bac24d3-536e-4779-b977-0b1ffda6665d {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:08:44.105518 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:44.139965 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731757fa-6374-4b4b-b200-43646c0e506f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ae77a9-750a-41c8-b6f2-2b8984380fb3'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:08:44.142326 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7cb517-77d4-4e28-9320-0d2ce8096cab" -d '{"events": [{"server_uuid": "731757fa-6374-4b4b-b200-43646c0e506f", "name": "network-vif-plugged", "status": "completed", "tag": "72ae77a9-750a-41c8-b6f2-2b8984380fb3"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:08:44.206011 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6d6596c7-ddfa-4011-b75c-f184df4fba11 req-3e5655a4-f0f6-4451-8656-0d4a29d843d6 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839701 Jul 30 02:08:44.216966 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1688ad32-2053-4d88-abbe-7940192c2aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:44.220505 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1688ad32-2053-4d88-abbe-7940192c2aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:44.222078 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1688ad32-2053-4d88-abbe-7940192c2aa5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/967e02cd-ddde-4ffd-9a64-8a9061840185 HTTP/1.1" status: 204 len: 168 time: 0.4007030 Jul 30 02:08:44.233199 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 72ae77a9-750a-41c8-b6f2-2b8984380fb3, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=72ae77a9-750a-41c8-b6f2-2b8984380fb3,segment=NetworkSegment(51f2e867-6b47-4457-9c9c-7fefd3b92d45),segment_id=51f2e867-6b47-4457-9c9c-7fefd3b92d45)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:44.233368 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] For port 7bac24d3-536e-4779-b977-0b1ffda6665d, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7bac24d3-536e-4779-b977-0b1ffda6665d,segment=NetworkSegment(9ecb2401-4480-4d26-9331-5c1c0b203c1c),segment_id=9ecb2401-4480-4d26-9331-5c1c0b203c1c)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:44.233368 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:44.250372 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688ad32-2053-4d88-abbe-7940192c2aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967e02cd-ddde-4ffd-9a64-8a9061840185,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:44.259786 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Calling delete_port for 7bac24d3-536e-4779-b977-0b1ffda6665d owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:08:44.304206 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769e7145-e023-429a-82f3-14ebca61d1b0 x-openstack-request-id: req-769e7145-e023-429a-82f3-14ebca61d1b0 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:08:44.304499 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731757fa-6374-4b4b-b200-43646c0e506f", "name": "network-vif-plugged", "status": "completed", "tag": "72ae77a9-750a-41c8-b6f2-2b8984380fb3", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:08:44.304756 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-769e7145-e023-429a-82f3-14ebca61d1b0 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:08:44.305144 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731757fa-6374-4b4b-b200-43646c0e506f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ae77a9-750a-41c8-b6f2-2b8984380fb3', 'code': 200} Jul 30 02:08:44.322522 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:44.456942 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=72ae77a9-750a-41c8-b6f2-2b8984380fb3,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:44.483881 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621a6c8-dcaf-4363-8eac-4066bd5aea36 req-a5a04420-7b3a-4a71-bc03-b386bc5b89b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:44.484843 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6621a6c8-dcaf-4363-8eac-4066bd5aea36 req-a5a04420-7b3a-4a71-bc03-b386bc5b89b2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=731757fa-6374-4b4b-b200-43646c0e506f HTTP/1.1" status: 200 len: 1096 time: 0.0978894 Jul 30 02:08:44.509683 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:44.568449 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] No DVR routers for this DVR port 7bac24d3-536e-4779-b977-0b1ffda6665d on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:08:44.573570 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Port': ['ID=7bac24d3-536e-4779-b977-0b1ffda6665d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:44.587476 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6621a6c8-dcaf-4363-8eac-4066bd5aea36 req-b245c555-9abd-4dec-b2fc-9efc890a07df service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951831 Jul 30 02:08:44.634355 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:44.738153 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:44.750779 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5155c62-88ea-4df7-871c-68caf3744c75']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:44.770582 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecb2401-4480-4d26-9331-5c1c0b203c1c') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:44.770919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecb2401-4480-4d26-9331-5c1c0b203c1c') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:44.784078 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:44.800463 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:44.807619 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:08:44.808124 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:08:44.811539 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:08:44.924453 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:44.930039 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:44.932352 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/networks/f5155c62-88ea-4df7-871c-68caf3744c75 HTTP/1.1" status: 204 len: 168 time: 2.8297188 Jul 30 02:08:44.935909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 44962) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:44.945819 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-4ca596a1-9457-45ae-8e2e-d3b6bf3ebb8c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1048850897'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:44.952907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ec3b1-a448-4926-ac0d-50e67376342b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Network': ['ID=f5155c62-88ea-4df7-871c-68caf3744c75,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:45.073002 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca596a1-9457-45ae-8e2e-d3b6bf3ebb8c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Made reservation on behalf of d6d7fcfb381e4fcca98933824c05956c for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:45.076827 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4ca596a1-9457-45ae-8e2e-d3b6bf3ebb8c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.106877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca596a1-9457-45ae-8e2e-d3b6bf3ebb8c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:08:45.118123 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4ca596a1-9457-45ae-8e2e-d3b6bf3ebb8c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.125374 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-4ca596a1-9457-45ae-8e2e-d3b6bf3ebb8c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Added segment 0bba9d4b-1b81-43b4-8e9b-0836fdcbd0f6 of type vlan for network 2689633c-321d-473d-9743-6e2c890a2718 Jul 30 02:08:45.173532 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4ca596a1-9457-45ae-8e2e-d3b6bf3ebb8c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.220234 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44966) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:45.234512 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6153e69b-70a3-40c7-939d-ba3df4ae7dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.272734 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4ca596a1-9457-45ae-8e2e-d3b6bf3ebb8c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.283259 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca596a1-9457-45ae-8e2e-d3b6bf3ebb8c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:45.292021 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4ca596a1-9457-45ae-8e2e-d3b6bf3ebb8c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.367991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca596a1-9457-45ae-8e2e-d3b6bf3ebb8c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Network': ['ID=2689633c-321d-473d-9743-6e2c890a2718,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:45.378381 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 2689633c-321d-473d-9743-6e2c890a2718 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:08:45.404241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcf22d-904c-4b8e-8ffd-4e291108bf89 req-70baba85-04d7-4542-aa83-fa73c46df497 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:45.405793 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-badcf22d-904c-4b8e-8ffd-4e291108bf89 req-70baba85-04d7-4542-aa83-fa73c46df497 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=731757fa-6374-4b4b-b200-43646c0e506f HTTP/1.1" status: 200 len: 945 time: 0.0745752 Jul 30 02:08:45.425710 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6153e69b-70a3-40c7-939d-ba3df4ae7dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.454359 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-badcf22d-904c-4b8e-8ffd-4e291108bf89 req-83621dfb-db09-48d9-ae4f-545ce488ef46 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394359 Jul 30 02:08:45.501947 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6153e69b-70a3-40c7-939d-ba3df4ae7dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.564768 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6153e69b-70a3-40c7-939d-ba3df4ae7dee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fbffd85792f34144974d4e7190d3c5d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3434238 Jul 30 02:08:45.565919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153e69b-70a3-40c7-939d-ba3df4ae7dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309c6078-4c95-4a40-8b62-bd670834da8b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:45.570316 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44978) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:45.587681 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4ca596a1-9457-45ae-8e2e-d3b6bf3ebb8c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6334615 Jul 30 02:08:45.588313 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 44980) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:45.589950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-858d4e51-8852-42b6-8f86-b41634878868 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'subnet': {'network_id': '2689633c-321d-473d-9743-6e2c890a2718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:45.704952 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c889551-c0cc-46b7-9115-7227b363c954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.747811 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c889551-c0cc-46b7-9115-7227b363c954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.941773 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858d4e51-8852-42b6-8f86-b41634878868 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Made reservation on behalf of d6d7fcfb381e4fcca98933824c05956c for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:45.946443 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-858d4e51-8852-42b6-8f86-b41634878868 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.950514 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c889551-c0cc-46b7-9115-7227b363c954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.957255 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c889551-c0cc-46b7-9115-7227b363c954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.962397 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2c889551-c0cc-46b7-9115-7227b363c954 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/309c6078-4c95-4a40-8b62-bd670834da8b HTTP/1.1" status: 204 len: 168 time: 0.3917580 Jul 30 02:08:46.037127 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c889551-c0cc-46b7-9115-7227b363c954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309c6078-4c95-4a40-8b62-bd670834da8b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:46.256037 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-858d4e51-8852-42b6-8f86-b41634878868 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:46.332253 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d4e51-8852-42b6-8f86-b41634878868 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Subnet': ['ID=e81a004c-08ab-401e-b80b-78cf0aa82d90,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:46.334532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d4e51-8852-42b6-8f86-b41634878868 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Checking segment: {'id': '0bba9d4b-1b81-43b4-8e9b-0836fdcbd0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2689633c-321d-473d-9743-6e2c890a2718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:46.334909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858d4e51-8852-42b6-8f86-b41634878868 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Network hostable DHCP agents. Network: 2689633c-321d-473d-9743-6e2c890a2718, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:08:46.462482 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858d4e51-8852-42b6-8f86-b41634878868 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Network 2689633c-321d-473d-9743-6e2c890a2718 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:08:46.552616 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-858d4e51-8852-42b6-8f86-b41634878868 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 2689633c-321d-473d-9743-6e2c890a2718) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:46.557068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858d4e51-8852-42b6-8f86-b41634878868 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:46.558206 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-858d4e51-8852-42b6-8f86-b41634878868 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:46.564337 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6431cc83-5af0-4fc3-b034-d02375bb63f2 None None] Network 2689633c-321d-473d-9743-6e2c890a2718 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:46.611826 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77349706-d682-45b3-9361-e92f49cb9e90 req-52b9b3c6-d663-4d0e-82ce-8aa9f92d4b4c tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:46.614216 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-77349706-d682-45b3-9361-e92f49cb9e90 req-52b9b3c6-d663-4d0e-82ce-8aa9f92d4b4c tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=731757fa-6374-4b4b-b200-43646c0e506f HTTP/1.1" status: 200 len: 945 time: 0.0713389 Jul 30 02:08:46.667744 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-858d4e51-8852-42b6-8f86-b41634878868 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0833795 Jul 30 02:08:46.680744 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45008) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:46.732799 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-77349706-d682-45b3-9361-e92f49cb9e90 req-8f4806df-9701-4f08-affd-ff566b379d45 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090317 Jul 30 02:08:46.927393 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-754f3bc3-52af-4b70-a065-028f420407a7 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:46.979703 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffdf79c-f863-4be6-9951-7bc9243c1b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-2689633c-321d-473d-9743-6e2c890a2718', 'network_id': '2689633c-321d-473d-9743-6e2c890a2718', 'tenant_id': 'd6d7fcfb381e4fcca98933824c05956c', 'fixed_ips': [{'subnet_id': 'e81a004c-08ab-401e-b80b-78cf0aa82d90'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:08:46.979703 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf79c-f863-4be6-9951-7bc9243c1b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.031366 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-754f3bc3-52af-4b70-a065-028f420407a7 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.261578 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-754f3bc3-52af-4b70-a065-028f420407a7 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.291029 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f3bc3-52af-4b70-a065-028f420407a7 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Subnet': ['ID=e81a004c-08ab-401e-b80b-78cf0aa82d90,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server [None req-2ffdf79c-f863-4be6-9951-7bc9243c1b88 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e81a004c-08ab-401e-b80b-78cf0aa82d90: This subnet is being modified by another concurrent operation. Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise exception Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e81a004c-08ab-401e-b80b-78cf0aa82d90: This subnet is being modified by another concurrent operation. Jul 30 02:08:47.327695 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server Jul 30 02:08:47.388357 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345b1695-a239-4bdc-b63e-fb79e004a3e0 None None] Network 2689633c-321d-473d-9743-6e2c890a2718 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:47.423650 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-754f3bc3-52af-4b70-a065-028f420407a7 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.466435 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-754f3bc3-52af-4b70-a065-028f420407a7 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2689633c-321d-473d-9743-6e2c890a2718']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:47.501997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-754f3bc3-52af-4b70-a065-028f420407a7 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bba9d4b-1b81-43b4-8e9b-0836fdcbd0f6') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:47.502337 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-754f3bc3-52af-4b70-a065-028f420407a7 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bba9d4b-1b81-43b4-8e9b-0836fdcbd0f6') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:47.512755 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-754f3bc3-52af-4b70-a065-028f420407a7 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.530008 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-754f3bc3-52af-4b70-a065-028f420407a7 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.556393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754f3bc3-52af-4b70-a065-028f420407a7 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:08:47.557341 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-754f3bc3-52af-4b70-a065-028f420407a7 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:08:47.561505 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:08:47.608898 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b1cea3-a774-41f2-a0a2-2b0825b54244 None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:08:47.694745 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b1cea3-a774-41f2-a0a2-2b0825b54244 None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:08:47.802002 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-754f3bc3-52af-4b70-a065-028f420407a7 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.808496 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.821288 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-754f3bc3-52af-4b70-a065-028f420407a7 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3632257'] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.829005 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-754f3bc3-52af-4b70-a065-028f420407a7 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/networks/2689633c-321d-473d-9743-6e2c890a2718 HTTP/1.1" status: 204 len: 168 time: 1.1415880 Jul 30 02:08:47.831825 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45052) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:47.837894 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a19721d9-fd9c-4e9d-af50-c19c64c2b929 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1927950470'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:47.868110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f3bc3-52af-4b70-a065-028f420407a7 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Network': ['ID=2689633c-321d-473d-9743-6e2c890a2718,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:47.981476 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19721d9-fd9c-4e9d-af50-c19c64c2b929 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Made reservation on behalf of d6d7fcfb381e4fcca98933824c05956c for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:47.988617 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a19721d9-fd9c-4e9d-af50-c19c64c2b929 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:48.032732 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19721d9-fd9c-4e9d-af50-c19c64c2b929 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:08:48.053101 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a19721d9-fd9c-4e9d-af50-c19c64c2b929 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:48.053479 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-a19721d9-fd9c-4e9d-af50-c19c64c2b929 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Added segment 8e68480e-816d-40e3-a770-73fd211e93c4 of type vlan for network b906370b-b17a-4a7d-8a51-ea255343e7e3 Jul 30 02:08:48.165789 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a19721d9-fd9c-4e9d-af50-c19c64c2b929 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:48.336610 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a19721d9-fd9c-4e9d-af50-c19c64c2b929 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:48.344397 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19721d9-fd9c-4e9d-af50-c19c64c2b929 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:48.351585 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a19721d9-fd9c-4e9d-af50-c19c64c2b929 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:48.489309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19721d9-fd9c-4e9d-af50-c19c64c2b929 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Network': ['ID=b906370b-b17a-4a7d-8a51-ea255343e7e3,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:48.498045 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a19721d9-fd9c-4e9d-af50-c19c64c2b929 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6648993 Jul 30 02:08:48.501791 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45072) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:48.505236 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network b906370b-b17a-4a7d-8a51-ea255343e7e3 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:08:48.508256 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-288922c1-9642-4564-bda0-35864c8d1c65 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'subnet': {'network_id': 'b906370b-b17a-4a7d-8a51-ea255343e7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:48.698795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288922c1-9642-4564-bda0-35864c8d1c65 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Made reservation on behalf of d6d7fcfb381e4fcca98933824c05956c for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:48.702104 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-288922c1-9642-4564-bda0-35864c8d1c65 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:49.137112 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-288922c1-9642-4564-bda0-35864c8d1c65 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:49.237828 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288922c1-9642-4564-bda0-35864c8d1c65 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Subnet': ['ID=22e6849e-d799-445e-b142-38722c0c3490,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:49.297664 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288922c1-9642-4564-bda0-35864c8d1c65 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Checking segment: {'id': '8e68480e-816d-40e3-a770-73fd211e93c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b906370b-b17a-4a7d-8a51-ea255343e7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:49.304814 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288922c1-9642-4564-bda0-35864c8d1c65 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Network hostable DHCP agents. Network: b906370b-b17a-4a7d-8a51-ea255343e7e3, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:08:49.396080 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288922c1-9642-4564-bda0-35864c8d1c65 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Network b906370b-b17a-4a7d-8a51-ea255343e7e3 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:08:49.524652 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-288922c1-9642-4564-bda0-35864c8d1c65 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, b906370b-b17a-4a7d-8a51-ea255343e7e3) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:49.530572 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288922c1-9642-4564-bda0-35864c8d1c65 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:49.533912 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da15408-4d47-4d0e-ae15-3dc2f7fbb751 None None] Network b906370b-b17a-4a7d-8a51-ea255343e7e3 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:49.541201 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-288922c1-9642-4564-bda0-35864c8d1c65 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:49.730827 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-b906370b-b17a-4a7d-8a51-ea255343e7e3', 'network_id': 'b906370b-b17a-4a7d-8a51-ea255343e7e3', 'tenant_id': 'd6d7fcfb381e4fcca98933824c05956c', 'fixed_ips': [{'subnet_id': '22e6849e-d799-445e-b142-38722c0c3490'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:08:49.731777 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:49.762021 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-288922c1-9642-4564-bda0-35864c8d1c65 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2570300 Jul 30 02:08:49.768136 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45116) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:49.774466 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-4a1544ac-82d0-47ad-bf4d-3d97abb7561e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'subnet': {'network_id': 'b906370b-b17a-4a7d-8a51-ea255343e7e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:49.926400 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Allocated IP 2001:db8::2 (b906370b-b17a-4a7d-8a51-ea255343e7e3/22e6849e-d799-445e-b142-38722c0c3490/6a044612-efc3-47ca-a721-a6a419b8905a) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:50.154023 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:50.181530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Transition to ACTIVE for port object 6a044612-efc3-47ca-a721-a6a419b8905a will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:50.212340 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Transition to ACTIVE for port object 6a044612-efc3-47ca-a721-a6a419b8905a will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:50.301781 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:50.338314 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Network b906370b-b17a-4a7d-8a51-ea255343e7e3 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:50.342050 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:50.354672 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:08:50.412246 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Pushing event updated for resources: {'Port': ['ID=6a044612-efc3-47ca-a721-a6a419b8905a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:50.532552 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Attempting to bind port 6a044612-efc3-47ca-a721-a6a419b8905a on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:08:50.533269 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Attempting to bind port 6a044612-efc3-47ca-a721-a6a419b8905a by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '8e68480e-816d-40e3-a770-73fd211e93c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b906370b-b17a-4a7d-8a51-ea255343e7e3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:08:50.534066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Attempting to bind port 6a044612-efc3-47ca-a721-a6a419b8905a on network b906370b-b17a-4a7d-8a51-ea255343e7e3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:50.541365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:08:50.542041 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Checking segment: {'id': '8e68480e-816d-40e3-a770-73fd211e93c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b906370b-b17a-4a7d-8a51-ea255343e7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:50.542695 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:50.543296 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Bound using segment: {'id': '8e68480e-816d-40e3-a770-73fd211e93c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b906370b-b17a-4a7d-8a51-ea255343e7e3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:08:50.544692 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Bound port: 6a044612-efc3-47ca-a721-a6a419b8905a, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e68480e-816d-40e3-a770-73fd211e93c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b906370b-b17a-4a7d-8a51-ea255343e7e3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:08:50.544692 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:50.615927 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1544ac-82d0-47ad-bf4d-3d97abb7561e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Made reservation on behalf of d6d7fcfb381e4fcca98933824c05956c for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:50.622748 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a1544ac-82d0-47ad-bf4d-3d97abb7561e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:50.633479 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] For port 6a044612-efc3-47ca-a721-a6a419b8905a, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:08:50.637419 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] For port 6a044612-efc3-47ca-a721-a6a419b8905a, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6a044612-efc3-47ca-a721-a6a419b8905a,segment=NetworkSegment(8e68480e-816d-40e3-a770-73fd211e93c4),segment_id=8e68480e-816d-40e3-a770-73fd211e93c4)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:08:50.745561 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:50.848977 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296358b-46bf-4c9a-b9d0-20153033faf6 None None] Pushing event updated for resources: {'Port': ['ID=6a044612-efc3-47ca-a721-a6a419b8905a,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:51.085741 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a1544ac-82d0-47ad-bf4d-3d97abb7561e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:51.200920 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1544ac-82d0-47ad-bf4d-3d97abb7561e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Network b906370b-b17a-4a7d-8a51-ea255343e7e3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:51.209579 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-4a1544ac-82d0-47ad-bf4d-3d97abb7561e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:51.223582 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1544ac-82d0-47ad-bf4d-3d97abb7561e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:51.226327 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a1544ac-82d0-47ad-bf4d-3d97abb7561e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:51.247618 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1544ac-82d0-47ad-bf4d-3d97abb7561e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Subnet': ['ID=87e55632-2a0e-4976-bced-7aeaa40d4250,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:51.370048 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45146) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:51.371581 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4a1544ac-82d0-47ad-bf4d-3d97abb7561e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5987537 Jul 30 02:08:51.458754 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc21746d-0c97-4afa-95c3-6acd57515a17 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:51.461183 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc21746d-0c97-4afa-95c3-6acd57515a17 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:51.463028 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc21746d-0c97-4afa-95c3-6acd57515a17 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:51.464958 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc21746d-0c97-4afa-95c3-6acd57515a17 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:51.467130 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc21746d-0c97-4afa-95c3-6acd57515a17 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:51.469074 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fc21746d-0c97-4afa-95c3-6acd57515a17 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0997074 Jul 30 02:08:51.474669 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45148) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:51.481842 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-86e9564c-2aa7-4c42-a960-bf09f77b9af8 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-381205135'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:51.598589 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e9564c-2aa7-4c42-a960-bf09f77b9af8 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Made reservation on behalf of d6d7fcfb381e4fcca98933824c05956c for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:51.607871 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6a044612-efc3-47ca-a721-a6a419b8905a up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:08:51.615358 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86e9564c-2aa7-4c42-a960-bf09f77b9af8 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:51.700504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e9564c-2aa7-4c42-a960-bf09f77b9af8 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:08:51.704526 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45154) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:51.730934 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86e9564c-2aa7-4c42-a960-bf09f77b9af8 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:51.731275 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-86e9564c-2aa7-4c42-a960-bf09f77b9af8 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Added segment f3e11f16-6555-4840-8b55-fd34185a03ac of type vlan for network c3fc4029-4f10-4f75-ad18-8759d142dc25 Jul 30 02:08:51.793021 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 6a044612-efc3-47ca-a721-a6a419b8905a completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:51.813495 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86e9564c-2aa7-4c42-a960-bf09f77b9af8 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:51.903605 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce9acdc5-9269-4cb1-a76d-c5598b83cc15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:51.953800 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86e9564c-2aa7-4c42-a960-bf09f77b9af8 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:51.976316 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e9564c-2aa7-4c42-a960-bf09f77b9af8 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:51.976316 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86e9564c-2aa7-4c42-a960-bf09f77b9af8 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.102666 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9564c-2aa7-4c42-a960-bf09f77b9af8 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Network': ['ID=c3fc4029-4f10-4f75-ad18-8759d142dc25,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:52.114981 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network c3fc4029-4f10-4f75-ad18-8759d142dc25 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:08:52.185542 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce9acdc5-9269-4cb1-a76d-c5598b83cc15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.221261 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa22a02f-4521-46e8-bcdc-af5a4b164b86 None None] Network b906370b-b17a-4a7d-8a51-ea255343e7e3 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:52.314091 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce9acdc5-9269-4cb1-a76d-c5598b83cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.375119 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-86e9564c-2aa7-4c42-a960-bf09f77b9af8 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8975155 Jul 30 02:08:52.379723 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45164) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:52.393706 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-35d65269-966a-420d-8179-0b830cd1206c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:52.398387 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bca5ce0a-dcbd-4a3f-be6c-9feb8718552b None None] Provisioning for port 6a044612-efc3-47ca-a721-a6a419b8905a completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:52.402556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bca5ce0a-dcbd-4a3f-be6c-9feb8718552b None None] Provisioning complete for port 6a044612-efc3-47ca-a721-a6a419b8905a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:52.402938 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bca5ce0a-dcbd-4a3f-be6c-9feb8718552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.416123 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9acdc5-9269-4cb1-a76d-c5598b83cc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e00ace1-8202-4356-8236-e5f25f000fee,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:52.429204 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ce9acdc5-9269-4cb1-a76d-c5598b83cc15 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a04bfe99769d4067ada27b16014c1c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7214649 Jul 30 02:08:52.434875 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45166) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:52.517982 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77f5f40c-d597-4252-a72d-dde3178d6e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.535385 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207ec37d-c63b-4901-a0c7-7fb9b8cf3dc6 None None] Update dhcp port {'port': {'network_id': 'b906370b-b17a-4a7d-8a51-ea255343e7e3', 'fixed_ips': [{'subnet_id': '22e6849e-d799-445e-b142-38722c0c3490', 'ip_address': '2001:db8::2'}, {'subnet_id': '87e55632-2a0e-4976-bced-7aeaa40d4250'}], 'binding:host_id': 'n-d-713498-9'}, 'id': '6a044612-efc3-47ca-a721-a6a419b8905a'} from n-d-713498-9. {{(pid=94466) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:08:52.552198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77f5f40c-d597-4252-a72d-dde3178d6e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.584832 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-207ec37d-c63b-4901-a0c7-7fb9b8cf3dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.656732 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35d65269-966a-420d-8179-0b830cd1206c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.660778 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bca5ce0a-dcbd-4a3f-be6c-9feb8718552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.735704 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77f5f40c-d597-4252-a72d-dde3178d6e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.738249 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77f5f40c-d597-4252-a72d-dde3178d6e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.743205 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-77f5f40c-d597-4252-a72d-dde3178d6e2c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6e00ace1-8202-4356-8236-e5f25f000fee HTTP/1.1" status: 204 len: 168 time: 0.3026900 Jul 30 02:08:52.757251 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5f40c-d597-4252-a72d-dde3178d6e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e00ace1-8202-4356-8236-e5f25f000fee,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:52.770370 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35d65269-966a-420d-8179-0b830cd1206c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.785197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-bca5ce0a-dcbd-4a3f-be6c-9feb8718552b None None] For port 6a044612-efc3-47ca-a721-a6a419b8905a, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6a044612-efc3-47ca-a721-a6a419b8905a,segment=NetworkSegment(8e68480e-816d-40e3-a770-73fd211e93c4),segment_id=8e68480e-816d-40e3-a770-73fd211e93c4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:52.796143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-35d65269-966a-420d-8179-0b830cd1206c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Network c3fc4029-4f10-4f75-ad18-8759d142dc25 is not hosted by any dhcp agent {{(pid=94465) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 02:08:52.813950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d65269-966a-420d-8179-0b830cd1206c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:52.814880 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35d65269-966a-420d-8179-0b830cd1206c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.816538 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-35d65269-966a-420d-8179-0b830cd1206c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "PUT /v2.0/networks/c3fc4029-4f10-4f75-ad18-8759d142dc25 HTTP/1.1" status: 200 len: 723 time: 0.4349043 Jul 30 02:08:52.820280 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45172) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:52.826758 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-5872b4bd-0edf-4825-89b8-5a0c7db660c4 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'subnet': {'network_id': 'c3fc4029-4f10-4f75-ad18-8759d142dc25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:52.921472 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-207ec37d-c63b-4901-a0c7-7fb9b8cf3dc6 None None] Allocated IP 172.20.0.1 (b906370b-b17a-4a7d-8a51-ea255343e7e3/87e55632-2a0e-4976-bced-7aeaa40d4250/6a044612-efc3-47ca-a721-a6a419b8905a) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:52.921729 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d65269-966a-420d-8179-0b830cd1206c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Network': ['ID=c3fc4029-4f10-4f75-ad18-8759d142dc25,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:52.930694 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bca5ce0a-dcbd-4a3f-be6c-9feb8718552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.944083 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network c3fc4029-4f10-4f75-ad18-8759d142dc25 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:08:53.061746 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5872b4bd-0edf-4825-89b8-5a0c7db660c4 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Made reservation on behalf of d6d7fcfb381e4fcca98933824c05956c for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:53.065872 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5872b4bd-0edf-4825-89b8-5a0c7db660c4 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.127126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5ce0a-dcbd-4a3f-be6c-9feb8718552b None None] Pushing event updated for resources: {'Port': ['ID=6a044612-efc3-47ca-a721-a6a419b8905a,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:53.159333 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-207ec37d-c63b-4901-a0c7-7fb9b8cf3dc6 None None] For port 6a044612-efc3-47ca-a721-a6a419b8905a, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6a044612-efc3-47ca-a721-a6a419b8905a,segment=NetworkSegment(8e68480e-816d-40e3-a770-73fd211e93c4),segment_id=8e68480e-816d-40e3-a770-73fd211e93c4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:53.193402 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-207ec37d-c63b-4901-a0c7-7fb9b8cf3dc6 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.218113 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-207ec37d-c63b-4901-a0c7-7fb9b8cf3dc6 None None] Transition to ACTIVE for port object 6a044612-efc3-47ca-a721-a6a419b8905a will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:53.312411 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-207ec37d-c63b-4901-a0c7-7fb9b8cf3dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.415667 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5872b4bd-0edf-4825-89b8-5a0c7db660c4 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.460979 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ec37d-c63b-4901-a0c7-7fb9b8cf3dc6 None None] Pushing event updated for resources: {'Port': ['ID=6a044612-efc3-47ca-a721-a6a419b8905a,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:53.545382 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872b4bd-0edf-4825-89b8-5a0c7db660c4 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Subnet': ['ID=b4dd1daa-206c-4f2b-8bad-9b792bec720b,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:53.563930 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872b4bd-0edf-4825-89b8-5a0c7db660c4 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Checking segment: {'id': 'f3e11f16-6555-4840-8b55-fd34185a03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c3fc4029-4f10-4f75-ad18-8759d142dc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:53.564295 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5872b4bd-0edf-4825-89b8-5a0c7db660c4 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Network hostable DHCP agents. Network: c3fc4029-4f10-4f75-ad18-8759d142dc25, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:08:53.626252 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6a044612-efc3-47ca-a721-a6a419b8905a up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:08:53.643639 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45182) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:53.659984 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f4b01c59-4b3e-47b7-8b1c-c456096f663b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.717523 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5872b4bd-0edf-4825-89b8-5a0c7db660c4 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Network c3fc4029-4f10-4f75-ad18-8759d142dc25 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:08:53.805766 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f4b01c59-4b3e-47b7-8b1c-c456096f663b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.807269 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-5872b4bd-0edf-4825-89b8-5a0c7db660c4 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, c3fc4029-4f10-4f75-ad18-8759d142dc25) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:53.822505 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1520ecf-63c0-4cb1-b362-9dbeefc2c966 None None] Network c3fc4029-4f10-4f75-ad18-8759d142dc25 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:53.825697 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5872b4bd-0edf-4825-89b8-5a0c7db660c4 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:53.826507 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5872b4bd-0edf-4825-89b8-5a0c7db660c4 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.891858 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f4b01c59-4b3e-47b7-8b1c-c456096f663b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.000072 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5872b4bd-0edf-4825-89b8-5a0c7db660c4 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1786196 Jul 30 02:08:54.003006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45188) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:54.008275 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f4b01c59-4b3e-47b7-8b1c-c456096f663b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=16e7b4e07e924685b78cd5342965c009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3635359 Jul 30 02:08:54.009519 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45190) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:54.009818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-dce6beab-459b-4a76-934c-2e909cf98129 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:54.088087 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b01c59-4b3e-47b7-8b1c-c456096f663b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39308a12-9c4a-4212-b6f3-cdd3e41cfb72,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:54.138091 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c065a5e9-fd0e-441d-b0a3-648476fb50d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.201131 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c065a5e9-fd0e-441d-b0a3-648476fb50d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.205557 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-c3fc4029-4f10-4f75-ad18-8759d142dc25', 'network_id': 'c3fc4029-4f10-4f75-ad18-8759d142dc25', 'tenant_id': 'd6d7fcfb381e4fcca98933824c05956c', 'fixed_ips': [{'subnet_id': 'b4dd1daa-206c-4f2b-8bad-9b792bec720b'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:08:54.210587 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.265364 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dce6beab-459b-4a76-934c-2e909cf98129 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-528878416'] for subnet, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.358154 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c065a5e9-fd0e-441d-b0a3-648476fb50d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.360753 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c065a5e9-fd0e-441d-b0a3-648476fb50d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.363193 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c065a5e9-fd0e-441d-b0a3-648476fb50d5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39308a12-9c4a-4212-b6f3-cdd3e41cfb72 HTTP/1.1" status: 204 len: 168 time: 0.3513970 Jul 30 02:08:54.380600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065a5e9-fd0e-441d-b0a3-648476fb50d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39308a12-9c4a-4212-b6f3-cdd3e41cfb72,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:54.479131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce19574a-cebe-4e21-8955-39b1a7e66e48 None None] Network b906370b-b17a-4a7d-8a51-ea255343e7e3 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:54.524602 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45198) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:54.680386 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b682-0032-4cea-95c0-381862690e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.707520 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dce6beab-459b-4a76-934c-2e909cf98129 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773282632744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-528892246'] for subnet, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.765598 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce6beab-459b-4a76-934c-2e909cf98129 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:54.772103 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dce6beab-459b-4a76-934c-2e909cf98129 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.776408 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dce6beab-459b-4a76-934c-2e909cf98129 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "PUT /v2.0/subnets/b4dd1daa-206c-4f2b-8bad-9b792bec720b HTTP/1.1" status: 200 len: 826 time: 0.7722878 Jul 30 02:08:54.777062 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45206) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:54.829406 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b682-0032-4cea-95c0-381862690e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.856525 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6beab-459b-4a76-934c-2e909cf98129 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Subnet': ['ID=b4dd1daa-206c-4f2b-8bad-9b792bec720b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:54.901921 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b682-0032-4cea-95c0-381862690e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.915413 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Allocated IP 2001:db8::2 (c3fc4029-4f10-4f75-ad18-8759d142dc25/b4dd1daa-206c-4f2b-8bad-9b792bec720b/36f131d7-077f-45c8-983b-10ec8760a98d) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:54.939564 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.954750 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cdd9b682-0032-4cea-95c0-381862690e19 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c4ff232d8a5490fbfd02c436575bfb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4289458 Jul 30 02:08:54.956051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45210) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:54.963970 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2337df49-1545-4c46-a581-1f97193b088f None None] Provisioning for port 6a044612-efc3-47ca-a721-a6a419b8905a completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:54.982060 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9b682-0032-4cea-95c0-381862690e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5f1347-270d-43d9-ad4b-d06e3bf5be10,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:55.013006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2337df49-1545-4c46-a581-1f97193b088f None None] Provisioning complete for port 6a044612-efc3-47ca-a721-a6a419b8905a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:55.013382 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2337df49-1545-4c46-a581-1f97193b088f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.168622 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3762ecef-e341-485a-93a6-90ac71ba144f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.206777 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3762ecef-e341-485a-93a6-90ac71ba144f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.265571 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.271524 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.336290 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Transition to ACTIVE for port object 36f131d7-077f-45c8-983b-10ec8760a98d will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:55.337676 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3762ecef-e341-485a-93a6-90ac71ba144f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.340291 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3762ecef-e341-485a-93a6-90ac71ba144f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.343238 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3762ecef-e341-485a-93a6-90ac71ba144f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6b5f1347-270d-43d9-ad4b-d06e3bf5be10 HTTP/1.1" status: 204 len: 168 time: 0.3844302 Jul 30 02:08:55.355799 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762ecef-e341-485a-93a6-90ac71ba144f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5f1347-270d-43d9-ad4b-d06e3bf5be10,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:55.396374 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Transition to ACTIVE for port object 36f131d7-077f-45c8-983b-10ec8760a98d will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:55.481230 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.537704 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Network c3fc4029-4f10-4f75-ad18-8759d142dc25 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:55.541818 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:55.544324 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6a044612-efc3-47ca-a721-a6a419b8905a up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:08:55.549168 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:08:55.581948 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.650945 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Subnet': ['ID=b4dd1daa-206c-4f2b-8bad-9b792bec720b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:55.746590 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.767972 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3fc4029-4f10-4f75-ad18-8759d142dc25']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:55.785442 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Pushing event updated for resources: {'Port': ['ID=36f131d7-077f-45c8-983b-10ec8760a98d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:55.788629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e11f16-6555-4840-8b55-fd34185a03ac') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:55.788923 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e11f16-6555-4840-8b55-fd34185a03ac') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:55.820455 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.851805 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 6a044612-efc3-47ca-a721-a6a419b8905a triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:55.851805 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.854589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e7144fd5-bf37-405b-81cb-687901f76b95 None None] Provisioning complete for port 6a044612-efc3-47ca-a721-a6a419b8905a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:55.854946 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e7144fd5-bf37-405b-81cb-687901f76b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.861675 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.870148 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:08:55.870609 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:08:55.875211 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:08:55.882519 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Attempting to bind port 36f131d7-077f-45c8-983b-10ec8760a98d on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:08:55.883019 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Attempting to bind port 36f131d7-077f-45c8-983b-10ec8760a98d by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f3e11f16-6555-4840-8b55-fd34185a03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c3fc4029-4f10-4f75-ad18-8759d142dc25'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:08:55.883458 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Attempting to bind port 36f131d7-077f-45c8-983b-10ec8760a98d on network c3fc4029-4f10-4f75-ad18-8759d142dc25 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:55.923560 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:08:55.924156 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Checking segment: {'id': 'f3e11f16-6555-4840-8b55-fd34185a03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c3fc4029-4f10-4f75-ad18-8759d142dc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:55.928430 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.928430 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Bound using segment: {'id': 'f3e11f16-6555-4840-8b55-fd34185a03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c3fc4029-4f10-4f75-ad18-8759d142dc25'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:08:55.928430 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Bound port: 36f131d7-077f-45c8-983b-10ec8760a98d, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e11f16-6555-4840-8b55-fd34185a03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c3fc4029-4f10-4f75-ad18-8759d142dc25'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:08:55.928430 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.970056 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:08:55.970056 n-d-713498-9 neutron-server[94465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:08:55.970056 n-d-713498-9 neutron-server[94465]: [parameters: {'id': 'c3fc4029-4f10-4f75-ad18-8759d142dc25'}] Jul 30 02:08:55.970056 n-d-713498-9 neutron-server[94465]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:08:55.972896 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:08:56.103688 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] For port 36f131d7-077f-45c8-983b-10ec8760a98d, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:08:56.125828 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] For port 36f131d7-077f-45c8-983b-10ec8760a98d, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=36f131d7-077f-45c8-983b-10ec8760a98d,segment=NetworkSegment(f3e11f16-6555-4840-8b55-fd34185a03ac),segment_id=f3e11f16-6555-4840-8b55-fd34185a03ac)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:08:56.403636 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:56.471301 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:56.549472 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53be9e1-4856-4b27-b264-8e5b8bc67dc9 None None] Network c3fc4029-4f10-4f75-ad18-8759d142dc25 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:56.557838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Deleting port 36f131d7-077f-45c8-983b-10ec8760a98d {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:08:56.558193 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:56.631176 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2657dd-3c9b-41d7-a7d5-4365ebc7fce1 None None] Pushing event updated for resources: {'Port': ['ID=36f131d7-077f-45c8-983b-10ec8760a98d,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:56.697262 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] For port 36f131d7-077f-45c8-983b-10ec8760a98d, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=36f131d7-077f-45c8-983b-10ec8760a98d,segment=NetworkSegment(f3e11f16-6555-4840-8b55-fd34185a03ac),segment_id=f3e11f16-6555-4840-8b55-fd34185a03ac)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:56.697943 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:56.718132 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Calling delete_port for 36f131d7-077f-45c8-983b-10ec8760a98d owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:08:56.812179 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411b978f-e883-4400-9285-5597a9a6e075 None None] Network c3fc4029-4f10-4f75-ad18-8759d142dc25 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:56.907724 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:56.925002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] No DVR routers for this DVR port 36f131d7-077f-45c8-983b-10ec8760a98d on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:08:56.976703 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Port': ['ID=36f131d7-077f-45c8-983b-10ec8760a98d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:57.016071 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30ccdd5-5a89-4d68-877f-df650cf27c99 None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:08:57.051379 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:57.066154 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3fc4029-4f10-4f75-ad18-8759d142dc25']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:57.086202 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e11f16-6555-4840-8b55-fd34185a03ac') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:57.086202 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e11f16-6555-4840-8b55-fd34185a03ac') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:57.099292 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:57.129501 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:57.132663 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30ccdd5-5a89-4d68-877f-df650cf27c99 None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:08:57.140571 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:08:57.140988 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:08:57.144053 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:08:57.313011 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:57.331590 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:57.337808 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/networks/c3fc4029-4f10-4f75-ad18-8759d142dc25 HTTP/1.1" status: 204 len: 168 time: 2.5574844 Jul 30 02:08:57.338000 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45282) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:57.348877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c0ca2-e95c-42ff-82c1-c3238be3b1d2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Network': ['ID=c3fc4029-4f10-4f75-ad18-8759d142dc25,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:57.372968 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-632d31e4-0468-42c3-99ab-802f81961d62 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:57.373551 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-632d31e4-0468-42c3-99ab-802f81961d62 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:57.379578 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-632d31e4-0468-42c3-99ab-802f81961d62 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/networks/c3fc4029-4f10-4f75-ad18-8759d142dc25 HTTP/1.1" status: 404 len: 339 time: 0.0405912 Jul 30 02:08:57.383210 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45284) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:57.401175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d4aaf99b-ff31-4d6d-9969-5ac95cea458e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-871929019', 'description': 'd1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:57.512371 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4aaf99b-ff31-4d6d-9969-5ac95cea458e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Made reservation on behalf of d6d7fcfb381e4fcca98933824c05956c for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:57.515933 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4aaf99b-ff31-4d6d-9969-5ac95cea458e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:57.542193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4aaf99b-ff31-4d6d-9969-5ac95cea458e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:08:57.552587 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4aaf99b-ff31-4d6d-9969-5ac95cea458e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:57.553180 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-d4aaf99b-ff31-4d6d-9969-5ac95cea458e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Added segment 3cff9e08-39cd-4303-9e1f-58456e3beb59 of type vlan for network 32183099-89d3-45d0-9d8b-ec43a5ba0d0d Jul 30 02:08:57.624028 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4aaf99b-ff31-4d6d-9969-5ac95cea458e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:57.741373 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4aaf99b-ff31-4d6d-9969-5ac95cea458e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:57.748835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aaf99b-ff31-4d6d-9969-5ac95cea458e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:57.748835 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4aaf99b-ff31-4d6d-9969-5ac95cea458e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:57.835385 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aaf99b-ff31-4d6d-9969-5ac95cea458e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Network': ['ID=32183099-89d3-45d0-9d8b-ec43a5ba0d0d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:57.846996 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 32183099-89d3-45d0-9d8b-ec43a5ba0d0d details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:08:57.901526 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d4aaf99b-ff31-4d6d-9969-5ac95cea458e tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5170486 Jul 30 02:08:57.904451 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45306) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:58.013470 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd831be-dac7-44c4-b569-ecaf85f09897 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:58.015240 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6fd831be-dac7-44c4-b569-ecaf85f09897 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "GET /v2.0/networks?id=32183099-89d3-45d0-9d8b-ec43a5ba0d0d HTTP/1.1" status: 200 len: 764 time: 0.1098330 Jul 30 02:08:58.018061 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45312) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:58.025102 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-8f70cfd8-f883-4df5-8805-91536a17cd06 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'network': {'description': 'd2'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:58.215286 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8f70cfd8-f883-4df5-8805-91536a17cd06 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:58.289390 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8f70cfd8-f883-4df5-8805-91536a17cd06 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:58.335725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f70cfd8-f883-4df5-8805-91536a17cd06 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Network 32183099-89d3-45d0-9d8b-ec43a5ba0d0d is not hosted by any dhcp agent {{(pid=94465) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 02:08:58.341211 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f70cfd8-f883-4df5-8805-91536a17cd06 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:58.341820 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8f70cfd8-f883-4df5-8805-91536a17cd06 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:58.345925 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8f70cfd8-f883-4df5-8805-91536a17cd06 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "PUT /v2.0/networks/32183099-89d3-45d0-9d8b-ec43a5ba0d0d HTTP/1.1" status: 200 len: 761 time: 0.3261249 Jul 30 02:08:58.346854 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45320) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:58.377146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70cfd8-f883-4df5-8805-91536a17cd06 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Network': ['ID=32183099-89d3-45d0-9d8b-ec43a5ba0d0d,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:58.397187 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 32183099-89d3-45d0-9d8b-ec43a5ba0d0d details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:08:58.470457 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b726296-9caa-43cf-beab-55ba329f282c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:58.471834 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5b726296-9caa-43cf-beab-55ba329f282c tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "GET /v2.0/networks?id=32183099-89d3-45d0-9d8b-ec43a5ba0d0d HTTP/1.1" status: 200 len: 764 time: 0.1218178 Jul 30 02:08:58.476403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45326) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:58.623520 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:08:58.997208 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc75a1ae-86a8-491a-81fd-a92114c7041b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.001984 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dc75a1ae-86a8-491a-81fd-a92114c7041b tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5211818 Jul 30 02:08:59.003530 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45350) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:59.044224 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-640f2c2e-01f8-449b-86ca-5fd115a3c07f tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "GET /v2.0/subnets?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 207 time: 0.0395520 Jul 30 02:08:59.047589 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45352) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:59.337833 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47237405-009c-45c3-9c15-2c147620c0db tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.344309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47237405-009c-45c3-9c15-2c147620c0db tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.352710 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47237405-009c-45c3-9c15-2c147620c0db tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.361612 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47237405-009c-45c3-9c15-2c147620c0db tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.369850 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47237405-009c-45c3-9c15-2c147620c0db tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.375789 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47237405-009c-45c3-9c15-2c147620c0db tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.377960 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-47237405-009c-45c3-9c15-2c147620c0db tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3288350 Jul 30 02:08:59.383226 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45362) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:59.693151 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ce725fc2-a0d4-49b7-8d25-1ebf919b9125 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3082764 Jul 30 02:08:59.696436 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45368) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:59.756388 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821a51b4-25ea-42fd-8d09-f0319124d988 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.758792 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821a51b4-25ea-42fd-8d09-f0319124d988 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.760341 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821a51b4-25ea-42fd-8d09-f0319124d988 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.761886 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821a51b4-25ea-42fd-8d09-f0319124d988 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.763617 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821a51b4-25ea-42fd-8d09-f0319124d988 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.769244 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45370) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:59.770901 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-821a51b4-25ea-42fd-8d09-f0319124d988 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0733418 Jul 30 02:08:59.839428 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab3c39d-8a99-4084-a276-54d04dfe6be1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.841333 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab3c39d-8a99-4084-a276-54d04dfe6be1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.842852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab3c39d-8a99-4084-a276-54d04dfe6be1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.844253 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab3c39d-8a99-4084-a276-54d04dfe6be1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.845802 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab3c39d-8a99-4084-a276-54d04dfe6be1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.850413 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-eab3c39d-8a99-4084-a276-54d04dfe6be1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0772297 Jul 30 02:08:59.851958 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45378) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:59.966419 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8e74c3-d64a-485f-9707-65e247ce5a6f tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.967865 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8e8e74c3-d64a-485f-9707-65e247ce5a6f tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "GET /v2.0/networks/fcec6762-f276-457f-a795-59413990bdf9 HTTP/1.1" status: 200 len: 803 time: 0.1149063 Jul 30 02:08:59.971535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45380) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:00.076931 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f45f2489-aeb8-4cbc-976e-8bfea83e7737 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "GET /v2.0/networks/fcec6762-f276-457f-a795-59413990bdf9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1011345 Jul 30 02:09:00.077618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45382) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:00.131260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c16f7c-5134-46ca-9498-0f1e8666f0af tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:00.134339 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a1c16f7c-5134-46ca-9498-0f1e8666f0af tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "GET /v2.0/subnets/2d49b655-e064-4421-a747-f6aa77f6b93e HTTP/1.1" status: 200 len: 843 time: 0.0545387 Jul 30 02:09:00.138723 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45388) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:00.197450 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de935386-993d-4f2c-a29e-328b52cd0271 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:00.197450 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-de935386-993d-4f2c-a29e-328b52cd0271 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "GET /v2.0/subnets/2d49b655-e064-4421-a747-f6aa77f6b93e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0574491 Jul 30 02:09:00.201253 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45390) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:00.206668 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1e5f20e3-5b63-451a-8d2f-0b707c95a857 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-991159040'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:00.295060 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5f20e3-5b63-451a-8d2f-0b707c95a857 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Made reservation on behalf of d6d7fcfb381e4fcca98933824c05956c for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:09:00.298581 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1e5f20e3-5b63-451a-8d2f-0b707c95a857 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:00.330355 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5f20e3-5b63-451a-8d2f-0b707c95a857 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:09:00.340468 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1e5f20e3-5b63-451a-8d2f-0b707c95a857 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:00.340832 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-1e5f20e3-5b63-451a-8d2f-0b707c95a857 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Added segment 8b10162a-1c1b-4c7d-a39c-9075414041e9 of type vlan for network 74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd Jul 30 02:09:00.382248 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1e5f20e3-5b63-451a-8d2f-0b707c95a857 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:00.495140 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1e5f20e3-5b63-451a-8d2f-0b707c95a857 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:00.500871 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5f20e3-5b63-451a-8d2f-0b707c95a857 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:00.501475 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1e5f20e3-5b63-451a-8d2f-0b707c95a857 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:00.569344 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f20e3-5b63-451a-8d2f-0b707c95a857 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Network': ['ID=74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:00.580448 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:09:00.642054 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1e5f20e3-5b63-451a-8d2f-0b707c95a857 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4394436 Jul 30 02:09:00.643214 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45398) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:00.650884 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-5ee9b277-eec2-4d16-bcb8-76907fff98f3 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'subnet': {'network_id': '74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:00.872204 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee9b277-eec2-4d16-bcb8-76907fff98f3 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Made reservation on behalf of d6d7fcfb381e4fcca98933824c05956c for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:09:00.875927 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ee9b277-eec2-4d16-bcb8-76907fff98f3 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:00.933684 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.ipam_backend_mixin [None req-5ee9b277-eec2-4d16-bcb8-76907fff98f3 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Performing IP validity checks on allocation pools {{(pid=94464) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 02:09:00.934206 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.ipam_backend_mixin [None req-5ee9b277-eec2-4d16-bcb8-76907fff98f3 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94464) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 02:09:01.147492 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ee9b277-eec2-4d16-bcb8-76907fff98f3 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:01.253447 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee9b277-eec2-4d16-bcb8-76907fff98f3 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Checking segment: {'id': '8b10162a-1c1b-4c7d-a39c-9075414041e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:09:01.258413 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee9b277-eec2-4d16-bcb8-76907fff98f3 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Network hostable DHCP agents. Network: 74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:09:01.274751 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9b277-eec2-4d16-bcb8-76907fff98f3 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Subnet': ['ID=2a0fbc1c-64bd-4625-a2fe-418f4ff89acc,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:01.375246 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee9b277-eec2-4d16-bcb8-76907fff98f3 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Network 74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:09:01.472824 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-5ee9b277-eec2-4d16-bcb8-76907fff98f3 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:09:01.477850 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee9b277-eec2-4d16-bcb8-76907fff98f3 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:01.481838 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ee9b277-eec2-4d16-bcb8-76907fff98f3 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:01.482648 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e81d14-caa4-4b09-8228-fc75eab691a7 None None] Network 74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:09:01.560055 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5ee9b277-eec2-4d16-bcb8-76907fff98f3 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9153357 Jul 30 02:09:01.562837 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45428) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:01.574968 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-02110a5a-15b5-457d-a711-0639d7193207 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:01.723566 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-02110a5a-15b5-457d-a711-0639d7193207 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-532441009'] for subnet, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:01.737379 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd', 'network_id': '74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd', 'tenant_id': 'd6d7fcfb381e4fcca98933824c05956c', 'fixed_ips': [{'subnet_id': '2a0fbc1c-64bd-4625-a2fe-418f4ff89acc'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:09:01.739227 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:02.051928 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-02110a5a-15b5-457d-a711-0639d7193207 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773282632744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-528652013'] for subnet, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:02.129783 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110a5a-15b5-457d-a711-0639d7193207 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event updated for resources: {'Subnet': ['ID=2a0fbc1c-64bd-4625-a2fe-418f4ff89acc,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:02.135179 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02110a5a-15b5-457d-a711-0639d7193207 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:02.136173 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-02110a5a-15b5-457d-a711-0639d7193207 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:02.137154 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-02110a5a-15b5-457d-a711-0639d7193207 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "PUT /v2.0/subnets/2a0fbc1c-64bd-4625-a2fe-418f4ff89acc HTTP/1.1" status: 200 len: 900 time: 0.5730331 Jul 30 02:09:02.140840 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45440) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:02.168390 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Allocated IP 2001:db8::3 (74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd/2a0fbc1c-64bd-4625-a2fe-418f4ff89acc/871a8d09-032e-4c71-bf63-1ea1f6ac4f17) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:09:02.352701 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:02.445461 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:02.547456 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:02.574061 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Transition to ACTIVE for port object 871a8d09-032e-4c71-bf63-1ea1f6ac4f17 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:09:02.590145 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Transition to ACTIVE for port object 871a8d09-032e-4c71-bf63-1ea1f6ac4f17 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:09:02.677327 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:02.752737 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Network 74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:09:02.758211 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:09:02.761261 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:09:02.795959 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Pushing event updated for resources: {'Port': ['ID=871a8d09-032e-4c71-bf63-1ea1f6ac4f17,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:02.857628 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Attempting to bind port 871a8d09-032e-4c71-bf63-1ea1f6ac4f17 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:09:02.858016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Attempting to bind port 871a8d09-032e-4c71-bf63-1ea1f6ac4f17 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '8b10162a-1c1b-4c7d-a39c-9075414041e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:09:02.858638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Attempting to bind port 871a8d09-032e-4c71-bf63-1ea1f6ac4f17 on network 74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:09:02.872913 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:02.876866 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:09:02.876866 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Checking segment: {'id': '8b10162a-1c1b-4c7d-a39c-9075414041e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:09:02.876866 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:02.876866 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Bound using segment: {'id': '8b10162a-1c1b-4c7d-a39c-9075414041e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:09:02.876866 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Bound port: 871a8d09-032e-4c71-bf63-1ea1f6ac4f17, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b10162a-1c1b-4c7d-a39c-9075414041e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:09:02.877532 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:02.918460 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Subnet': ['ID=2a0fbc1c-64bd-4625-a2fe-418f4ff89acc,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:02.995107 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:03.001043 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:03.016936 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] For port 871a8d09-032e-4c71-bf63-1ea1f6ac4f17, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:09:03.019026 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] For port 871a8d09-032e-4c71-bf63-1ea1f6ac4f17, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=871a8d09-032e-4c71-bf63-1ea1f6ac4f17,segment=NetworkSegment(8b10162a-1c1b-4c7d-a39c-9075414041e9),segment_id=8b10162a-1c1b-4c7d-a39c-9075414041e9)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:09:03.025573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:03.040267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b10162a-1c1b-4c7d-a39c-9075414041e9') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:03.040267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b10162a-1c1b-4c7d-a39c-9075414041e9') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:03.054591 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:03.085590 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:03.088677 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:03.100351 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:09:03.100860 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:09:03.107366 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:09:03.192845 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de66ad-7ed6-4e8a-837d-78504f1acb62 None None] Pushing event updated for resources: {'Port': ['ID=871a8d09-032e-4c71-bf63-1ea1f6ac4f17,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:03.215447 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:09:03.215447 n-d-713498-9 neutron-server[94465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:09:03.215447 n-d-713498-9 neutron-server[94465]: [parameters: {'id': '74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd'}] Jul 30 02:09:03.215447 n-d-713498-9 neutron-server[94465]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:09:03.216740 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:09:03.217557 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160b3012-6e62-4e5d-99bd-4d9c7c073cd8 None None] Network 74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:09:03.357147 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6564a02-c3c0-45f8-98f9-d72fcf503cb3 None None] Network 74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:09:03.493207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575b9637-a85f-4bd0-a6d7-183647c23b46 None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:09:03.580050 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575b9637-a85f-4bd0-a6d7-183647c23b46 None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:09:03.719132 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:03.830371 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Deleting port 871a8d09-032e-4c71-bf63-1ea1f6ac4f17 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:09:03.830862 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:03.926167 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] For port 871a8d09-032e-4c71-bf63-1ea1f6ac4f17, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=871a8d09-032e-4c71-bf63-1ea1f6ac4f17,segment=NetworkSegment(8b10162a-1c1b-4c7d-a39c-9075414041e9),segment_id=8b10162a-1c1b-4c7d-a39c-9075414041e9)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:03.926567 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:03.942650 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Calling delete_port for 871a8d09-032e-4c71-bf63-1ea1f6ac4f17 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:09:04.123705 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:04.187583 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Port': ['ID=871a8d09-032e-4c71-bf63-1ea1f6ac4f17,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:04.198187 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] No DVR routers for this DVR port 871a8d09-032e-4c71-bf63-1ea1f6ac4f17 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:09:04.302675 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:04.317501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:04.353259 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b10162a-1c1b-4c7d-a39c-9075414041e9') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:04.354374 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b10162a-1c1b-4c7d-a39c-9075414041e9') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:04.380510 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:04.411933 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:04.419924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:09:04.420738 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:09:04.424624 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:09:04.598616 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:04.609805 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:04.612674 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/networks/74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd HTTP/1.1" status: 204 len: 168 time: 2.4702256 Jul 30 02:09:04.617100 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45490) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:04.649498 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b7ba5-08d7-4b2e-85a0-d603f8e5b4e1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Network': ['ID=74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:04.652108 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bf02d1-7383-4ddc-9d63-abaf0cc1bf14 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] DELETE failed (client error): The resource could not be found. Jul 30 02:09:04.652542 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42bf02d1-7383-4ddc-9d63-abaf0cc1bf14 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:09:04.660846 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-42bf02d1-7383-4ddc-9d63-abaf0cc1bf14 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/subnets/2a0fbc1c-64bd-4625-a2fe-418f4ff89acc HTTP/1.1" status: 404 len: 337 time: 0.0415826 Jul 30 02:09:04.663634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45492) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:04.725014 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a302e3-657d-4cc2-95d4-04e98bc9f8d1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] DELETE failed (client error): The resource could not be found. Jul 30 02:09:04.726067 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a302e3-657d-4cc2-95d4-04e98bc9f8d1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:09:04.730424 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-84a302e3-657d-4cc2-95d4-04e98bc9f8d1 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/networks/74be41ab-6a58-4ac3-ac8c-7006c8ffc7dd HTTP/1.1" status: 404 len: 339 time: 0.0635898 Jul 30 02:09:04.731008 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45496) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:04.896784 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86593e62-17dd-477f-a5f7-3c5fb803aa26 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:05.047035 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86593e62-17dd-477f-a5f7-3c5fb803aa26 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:05.074183 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-86593e62-17dd-477f-a5f7-3c5fb803aa26 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32183099-89d3-45d0-9d8b-ec43a5ba0d0d']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:05.101419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-86593e62-17dd-477f-a5f7-3c5fb803aa26 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cff9e08-39cd-4303-9e1f-58456e3beb59') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:05.102001 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-86593e62-17dd-477f-a5f7-3c5fb803aa26 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cff9e08-39cd-4303-9e1f-58456e3beb59') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:05.114468 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86593e62-17dd-477f-a5f7-3c5fb803aa26 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:05.147237 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86593e62-17dd-477f-a5f7-3c5fb803aa26 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:05.159871 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86593e62-17dd-477f-a5f7-3c5fb803aa26 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:09:05.160387 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86593e62-17dd-477f-a5f7-3c5fb803aa26 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:09:05.178927 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:09:05.319485 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86593e62-17dd-477f-a5f7-3c5fb803aa26 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:05.338014 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86593e62-17dd-477f-a5f7-3c5fb803aa26 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:05.344837 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45522) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:05.350391 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-86593e62-17dd-477f-a5f7-3c5fb803aa26 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/networks/32183099-89d3-45d0-9d8b-ec43a5ba0d0d HTTP/1.1" status: 204 len: 168 time: 0.6127620 Jul 30 02:09:05.356875 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86593e62-17dd-477f-a5f7-3c5fb803aa26 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Network': ['ID=32183099-89d3-45d0-9d8b-ec43a5ba0d0d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:05.387064 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c06dc0-187f-4da2-90fa-82ff95d0aa61 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] DELETE failed (client error): The resource could not be found. Jul 30 02:09:05.387538 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c06dc0-187f-4da2-90fa-82ff95d0aa61 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:09:05.390354 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-23c06dc0-187f-4da2-90fa-82ff95d0aa61 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/subnets/b4dd1daa-206c-4f2b-8bad-9b792bec720b HTTP/1.1" status: 404 len: 337 time: 0.0430708 Jul 30 02:09:05.392141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45526) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:05.418760 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffdb50a8-44d5-445e-9bd5-434603f0a04d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] DELETE failed (client error): The resource could not be found. Jul 30 02:09:05.419444 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffdb50a8-44d5-445e-9bd5-434603f0a04d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:09:05.421221 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ffdb50a8-44d5-445e-9bd5-434603f0a04d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/networks/c3fc4029-4f10-4f75-ad18-8759d142dc25 HTTP/1.1" status: 404 len: 339 time: 0.0281317 Jul 30 02:09:05.423912 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45528) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:05.558026 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-62218031-7ae2-4df2-bccf-42367d759c04 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Deleting subnet 87e55632-2a0e-4976-bced-7aeaa40d4250 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:09:05.569194 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62218031-7ae2-4df2-bccf-42367d759c04 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:05.668842 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62218031-7ae2-4df2-bccf-42367d759c04 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:05.811032 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62218031-7ae2-4df2-bccf-42367d759c04 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:05.976673 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62218031-7ae2-4df2-bccf-42367d759c04 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:06.024173 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62218031-7ae2-4df2-bccf-42367d759c04 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Subnet': ['ID=87e55632-2a0e-4976-bced-7aeaa40d4250,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:06.029471 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-62218031-7ae2-4df2-bccf-42367d759c04 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:06.035063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45548) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:06.035628 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-62218031-7ae2-4df2-bccf-42367d759c04 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/subnets/87e55632-2a0e-4976-bced-7aeaa40d4250 HTTP/1.1" status: 204 len: 168 time: 0.6103544 Jul 30 02:09:06.047501 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977e7ce0-cf47-493e-ad4f-8bde7af1713c None None] Network b906370b-b17a-4a7d-8a51-ea255343e7e3 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:09:06.163207 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-846a51e1-9c75-47c8-a7ef-9148839f6cd4 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Deleting subnet 22e6849e-d799-445e-b142-38722c0c3490 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:09:06.166949 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-846a51e1-9c75-47c8-a7ef-9148839f6cd4 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:06.239222 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-846a51e1-9c75-47c8-a7ef-9148839f6cd4 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:06.391879 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-846a51e1-9c75-47c8-a7ef-9148839f6cd4 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:06.564029 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-846a51e1-9c75-47c8-a7ef-9148839f6cd4 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:06.594167 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a51e1-9c75-47c8-a7ef-9148839f6cd4 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Subnet': ['ID=22e6849e-d799-445e-b142-38722c0c3490,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:06.598261 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-846a51e1-9c75-47c8-a7ef-9148839f6cd4 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:06.600397 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-846a51e1-9c75-47c8-a7ef-9148839f6cd4 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/subnets/22e6849e-d799-445e-b142-38722c0c3490 HTTP/1.1" status: 204 len: 168 time: 0.5641246 Jul 30 02:09:06.603113 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45572) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:06.703731 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59af34c5-eca4-40f8-9626-d850f89d6451 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:06.799597 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-59af34c5-eca4-40f8-9626-d850f89d6451 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Deleting port 6a044612-efc3-47ca-a721-a6a419b8905a {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:09:06.800241 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59af34c5-eca4-40f8-9626-d850f89d6451 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:06.902193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-59af34c5-eca4-40f8-9626-d850f89d6451 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] For port 6a044612-efc3-47ca-a721-a6a419b8905a, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6a044612-efc3-47ca-a721-a6a419b8905a,segment=NetworkSegment(8e68480e-816d-40e3-a770-73fd211e93c4),segment_id=8e68480e-816d-40e3-a770-73fd211e93c4)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:06.902711 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59af34c5-eca4-40f8-9626-d850f89d6451 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:06.918962 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-59af34c5-eca4-40f8-9626-d850f89d6451 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Calling delete_port for 6a044612-efc3-47ca-a721-a6a419b8905a owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:09:07.060213 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a431fd5-c92e-4d50-946b-85666f75e08b None None] Network b906370b-b17a-4a7d-8a51-ea255343e7e3 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:09:07.125358 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59af34c5-eca4-40f8-9626-d850f89d6451 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:07.149763 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59af34c5-eca4-40f8-9626-d850f89d6451 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] No DVR routers for this DVR port 6a044612-efc3-47ca-a721-a6a419b8905a on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:09:07.170581 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f363850a-b54a-4c1a-9360-f4a8ad441657 None None] Could not find standard attr ID for object 6a044612-efc3-47ca-a721-a6a419b8905a. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:09:07.212624 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af34c5-eca4-40f8-9626-d850f89d6451 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Port': ['ID=6a044612-efc3-47ca-a721-a6a419b8905a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:07.298285 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fefb42-3ca6-4177-9685-b3d2e7731b95 None None] DHCP port deletion for b906370b-b17a-4a7d-8a51-ea255343e7e3 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:09:07.337322 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59af34c5-eca4-40f8-9626-d850f89d6451 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:07.348567 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-59af34c5-eca4-40f8-9626-d850f89d6451 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b906370b-b17a-4a7d-8a51-ea255343e7e3']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:07.359816 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-59af34c5-eca4-40f8-9626-d850f89d6451 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e68480e-816d-40e3-a770-73fd211e93c4') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:07.360095 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-59af34c5-eca4-40f8-9626-d850f89d6451 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e68480e-816d-40e3-a770-73fd211e93c4') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59af34c5-eca4-40f8-9626-d850f89d6451 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59af34c5-eca4-40f8-9626-d850f89d6451 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59af34c5-eca4-40f8-9626-d850f89d6451 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59af34c5-eca4-40f8-9626-d850f89d6451 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:09:07.630432 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:09:07.635393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6a044612-efc3-47ca-a721-a6a419b8905a no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:09:07.635393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 6a044612-efc3-47ca-a721-a6a419b8905a {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:09:07.635393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6a044612-efc3-47ca-a721-a6a419b8905a not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:09:07.781099 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59af34c5-eca4-40f8-9626-d850f89d6451 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:07.786716 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59af34c5-eca4-40f8-9626-d850f89d6451 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:07.792159 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45610) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:07.793317 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-59af34c5-eca4-40f8-9626-d850f89d6451 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/networks/b906370b-b17a-4a7d-8a51-ea255343e7e3 HTTP/1.1" status: 204 len: 168 time: 1.1888721 Jul 30 02:09:07.826148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af34c5-eca4-40f8-9626-d850f89d6451 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Network': ['ID=b906370b-b17a-4a7d-8a51-ea255343e7e3,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:07.836346 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-8049b221-76c9-469e-b96b-cea06c6024fb tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] DELETE failed (client error): The resource could not be found. Jul 30 02:09:07.837797 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8049b221-76c9-469e-b96b-cea06c6024fb tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:09:07.839827 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8049b221-76c9-469e-b96b-cea06c6024fb tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/subnets/e81a004c-08ab-401e-b80b-78cf0aa82d90 HTTP/1.1" status: 404 len: 337 time: 0.0470674 Jul 30 02:09:07.843162 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45612) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:07.889852 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4b6fe4-6a9a-4805-b71a-311b2c9bd171 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] DELETE failed (client error): The resource could not be found. Jul 30 02:09:07.890731 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4b6fe4-6a9a-4805-b71a-311b2c9bd171 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:09:07.896024 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45616) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:07.896822 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fb4b6fe4-6a9a-4805-b71a-311b2c9bd171 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/networks/2689633c-321d-473d-9743-6e2c890a2718 HTTP/1.1" status: 404 len: 339 time: 0.0520387 Jul 30 02:09:07.938203 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51c1ff3-c305-4387-aca7-c6c1ddfd027f tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] DELETE failed (client error): The resource could not be found. Jul 30 02:09:07.939135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51c1ff3-c305-4387-aca7-c6c1ddfd027f tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:09:07.941700 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a51c1ff3-c305-4387-aca7-c6c1ddfd027f tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/subnets/89cbde1d-1597-48bf-9ca9-a22b832a4ab2 HTTP/1.1" status: 404 len: 337 time: 0.0442917 Jul 30 02:09:07.944840 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45622) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:07.977110 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-9791cede-5baf-4ac2-8e9b-8cc0f12bfc96 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] DELETE failed (client error): The resource could not be found. Jul 30 02:09:07.988315 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9791cede-5baf-4ac2-8e9b-8cc0f12bfc96 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:09:07.993116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45624) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:07.993244 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9791cede-5baf-4ac2-8e9b-8cc0f12bfc96 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/networks/f5155c62-88ea-4df7-871c-68caf3744c75 HTTP/1.1" status: 404 len: 339 time: 0.0472114 Jul 30 02:09:08.043838 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-1319c144-6ce5-44ed-b1da-eccc6acac2f2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] DELETE failed (client error): The resource could not be found. Jul 30 02:09:08.044300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1319c144-6ce5-44ed-b1da-eccc6acac2f2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:09:08.046077 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1319c144-6ce5-44ed-b1da-eccc6acac2f2 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/subnets/39325cd6-31a0-4fba-badc-d033bbc3a8fa HTTP/1.1" status: 404 len: 337 time: 0.0517361 Jul 30 02:09:08.048661 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45626) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:08.067739 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-79707462-0386-487b-b0c5-e89e9be2892d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] DELETE failed (client error): The resource could not be found. Jul 30 02:09:08.071381 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79707462-0386-487b-b0c5-e89e9be2892d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:09:08.073497 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-79707462-0386-487b-b0c5-e89e9be2892d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/networks/62e6f535-7aeb-40bb-b9e6-2ec88fef1867 HTTP/1.1" status: 404 len: 339 time: 0.0238984 Jul 30 02:09:08.076397 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45628) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:08.152121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5b5c33-9933-4c2b-84ff-6a92a2f67960 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Deleting subnet 5adf9776-a65e-43bc-bb83-2742162548ab {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:09:08.155601 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8d5b5c33-9933-4c2b-84ff-6a92a2f67960 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:08.206080 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8d5b5c33-9933-4c2b-84ff-6a92a2f67960 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:08.335976 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8d5b5c33-9933-4c2b-84ff-6a92a2f67960 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:08.524131 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8d5b5c33-9933-4c2b-84ff-6a92a2f67960 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:08.602029 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b5c33-9933-4c2b-84ff-6a92a2f67960 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Subnet': ['ID=5adf9776-a65e-43bc-bb83-2742162548ab,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:08.606693 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8d5b5c33-9933-4c2b-84ff-6a92a2f67960 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:08.611720 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8d5b5c33-9933-4c2b-84ff-6a92a2f67960 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/subnets/5adf9776-a65e-43bc-bb83-2742162548ab HTTP/1.1" status: 204 len: 168 time: 0.5313621 Jul 30 02:09:08.611855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45642) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:08.620962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bfb139-e266-46fc-9a34-34d878cd4162 None None] Network 11ca626e-6065-4535-a74d-511221ad2236 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:09:08.798097 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e40c-6acb-4efa-b534-e311d85a2f4d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:08.913258 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6e40c-6acb-4efa-b534-e311d85a2f4d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Deleting port 83568fac-8815-4e1d-b099-124ad039e5e8 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:09:08.913803 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e40c-6acb-4efa-b534-e311d85a2f4d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:08.945049 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965f717f-4804-47f3-8a29-211cab6dfedf None None] DHCP port deletion for 11ca626e-6065-4535-a74d-511221ad2236 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:09:09.020380 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-a6f6e40c-6acb-4efa-b534-e311d85a2f4d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] For port 83568fac-8815-4e1d-b099-124ad039e5e8, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=83568fac-8815-4e1d-b099-124ad039e5e8,segment=NetworkSegment(1d978069-351f-43b1-a5fb-be057c0e98f1),segment_id=1d978069-351f-43b1-a5fb-be057c0e98f1)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:09.020855 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e40c-6acb-4efa-b534-e311d85a2f4d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:09.032050 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-965f717f-4804-47f3-8a29-211cab6dfedf None None] Deleting port 83568fac-8815-4e1d-b099-124ad039e5e8 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:09:09.032423 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-965f717f-4804-47f3-8a29-211cab6dfedf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:09.042769 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6e40c-6acb-4efa-b534-e311d85a2f4d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Calling delete_port for 83568fac-8815-4e1d-b099-124ad039e5e8 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:09:09.126444 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-965f717f-4804-47f3-8a29-211cab6dfedf None None] For port 83568fac-8815-4e1d-b099-124ad039e5e8, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=83568fac-8815-4e1d-b099-124ad039e5e8,segment=NetworkSegment(1d978069-351f-43b1-a5fb-be057c0e98f1),segment_id=1d978069-351f-43b1-a5fb-be057c0e98f1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:09.127153 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-965f717f-4804-47f3-8a29-211cab6dfedf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:09.156674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-965f717f-4804-47f3-8a29-211cab6dfedf None None] Calling delete_port for 83568fac-8815-4e1d-b099-124ad039e5e8 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:09:09.232899 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-99aa64f7-b6ba-4ab0-8ab8-d909c0dc9bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:09.284123 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e40c-6acb-4efa-b534-e311d85a2f4d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:09.326941 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-965f717f-4804-47f3-8a29-211cab6dfedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:09.328878 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6e40c-6acb-4efa-b534-e311d85a2f4d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Port': ['ID=83568fac-8815-4e1d-b099-124ad039e5e8,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:09.332508 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f6e40c-6acb-4efa-b534-e311d85a2f4d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] No DVR routers for this DVR port 83568fac-8815-4e1d-b099-124ad039e5e8 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:09:09.356396 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f717f-4804-47f3-8a29-211cab6dfedf None None] Pushing event deleted for resources: {'Port': ['ID=83568fac-8815-4e1d-b099-124ad039e5e8,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:09.356396 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965f717f-4804-47f3-8a29-211cab6dfedf None None] No DVR routers for this DVR port 83568fac-8815-4e1d-b099-124ad039e5e8 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:09:09.367066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f717f-4804-47f3-8a29-211cab6dfedf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.367066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f717f-4804-47f3-8a29-211cab6dfedf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.367066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f717f-4804-47f3-8a29-211cab6dfedf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.367066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f717f-4804-47f3-8a29-211cab6dfedf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.367066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f717f-4804-47f3-8a29-211cab6dfedf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.367066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f717f-4804-47f3-8a29-211cab6dfedf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.367764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f717f-4804-47f3-8a29-211cab6dfedf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.367764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f717f-4804-47f3-8a29-211cab6dfedf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.367888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f717f-4804-47f3-8a29-211cab6dfedf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.368126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f717f-4804-47f3-8a29-211cab6dfedf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.368454 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f717f-4804-47f3-8a29-211cab6dfedf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.368784 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f717f-4804-47f3-8a29-211cab6dfedf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.496067 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e40c-6acb-4efa-b534-e311d85a2f4d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:09.536337 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-a6f6e40c-6acb-4efa-b534-e311d85a2f4d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ca626e-6065-4535-a74d-511221ad2236']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:09.557355 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-a6f6e40c-6acb-4efa-b534-e311d85a2f4d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d978069-351f-43b1-a5fb-be057c0e98f1') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:09.557663 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-a6f6e40c-6acb-4efa-b534-e311d85a2f4d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d978069-351f-43b1-a5fb-be057c0e98f1') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:09.574205 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e40c-6acb-4efa-b534-e311d85a2f4d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:09.593897 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e40c-6acb-4efa-b534-e311d85a2f4d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:09.601273 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 83568fac-8815-4e1d-b099-124ad039e5e8 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:09:09.611203 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f6e40c-6acb-4efa-b534-e311d85a2f4d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:09:09.611599 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e40c-6acb-4efa-b534-e311d85a2f4d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:09.629726 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 83568fac-8815-4e1d-b099-124ad039e5e8 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:09:09.630843 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 83568fac-8815-4e1d-b099-124ad039e5e8 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:09:09.634211 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:09:09.987292 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e40c-6acb-4efa-b534-e311d85a2f4d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:09.997248 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e40c-6acb-4efa-b534-e311d85a2f4d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:09.999377 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a6f6e40c-6acb-4efa-b534-e311d85a2f4d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/networks/11ca626e-6065-4535-a74d-511221ad2236 HTTP/1.1" status: 204 len: 168 time: 1.3865192 Jul 30 02:09:10.003225 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45680) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:10.038419 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6e40c-6acb-4efa-b534-e311d85a2f4d tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Network': ['ID=11ca626e-6065-4535-a74d-511221ad2236,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:10.055596 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b869f17-4770-46d3-ad11-a089acdb4071 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] DELETE failed (client error): The resource could not be found. Jul 30 02:09:10.056065 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b869f17-4770-46d3-ad11-a089acdb4071 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:09:10.058225 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7b869f17-4770-46d3-ad11-a089acdb4071 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/subnets/3966a09c-c667-4aaa-a496-e699fd25bf9b HTTP/1.1" status: 404 len: 337 time: 0.0525925 Jul 30 02:09:10.060852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45684) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:10.093256 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb1c496-7ff6-4f36-8b41-3f4a8ca30f77 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] DELETE failed (client error): The resource could not be found. Jul 30 02:09:10.093887 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb1c496-7ff6-4f36-8b41-3f4a8ca30f77 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:09:10.096453 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fcb1c496-7ff6-4f36-8b41-3f4a8ca30f77 tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/networks/bd20ea17-a116-48c7-a901-107e0e8b9ef8 HTTP/1.1" status: 404 len: 339 time: 0.0345995 Jul 30 02:09:10.099277 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45686) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:10.213375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52d2f76-26cf-4d2d-ad28-4c16f1f22eaa tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Deleting subnet 2d49b655-e064-4421-a747-f6aa77f6b93e {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:09:10.216646 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f52d2f76-26cf-4d2d-ad28-4c16f1f22eaa tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:10.261715 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f52d2f76-26cf-4d2d-ad28-4c16f1f22eaa tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:10.410174 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f52d2f76-26cf-4d2d-ad28-4c16f1f22eaa tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:10.546834 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f52d2f76-26cf-4d2d-ad28-4c16f1f22eaa tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:10.578124 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d2f76-26cf-4d2d-ad28-4c16f1f22eaa tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Subnet': ['ID=2d49b655-e064-4421-a747-f6aa77f6b93e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:10.581769 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f52d2f76-26cf-4d2d-ad28-4c16f1f22eaa tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:10.584876 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f52d2f76-26cf-4d2d-ad28-4c16f1f22eaa tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/subnets/2d49b655-e064-4421-a747-f6aa77f6b93e HTTP/1.1" status: 204 len: 168 time: 0.4826646 Jul 30 02:09:10.587565 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45700) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:10.590672 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb7ab16-f9cd-4e0e-bd63-e0e194c6828c None None] Network fcec6762-f276-457f-a795-59413990bdf9 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:09:10.671607 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffc9763f-fbc9-4bc9-be8c-482aeeff12da tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:10.772051 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ffc9763f-fbc9-4bc9-be8c-482aeeff12da tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Deleting port 7c9cc200-5399-4da1-abbd-45914d8d6303 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:09:10.773014 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffc9763f-fbc9-4bc9-be8c-482aeeff12da tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:10.819126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d8d679-4ece-4cbd-8817-ba3e542d1a43 None None] DHCP port deletion for fcec6762-f276-457f-a795-59413990bdf9 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:09:10.849545 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-ffc9763f-fbc9-4bc9-be8c-482aeeff12da tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] For port 7c9cc200-5399-4da1-abbd-45914d8d6303, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7c9cc200-5399-4da1-abbd-45914d8d6303,segment=NetworkSegment(415ae61b-1947-46bc-b940-fe00f13cfc44),segment_id=415ae61b-1947-46bc-b940-fe00f13cfc44)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:10.849918 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffc9763f-fbc9-4bc9-be8c-482aeeff12da tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:10.865677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ffc9763f-fbc9-4bc9-be8c-482aeeff12da tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Calling delete_port for 7c9cc200-5399-4da1-abbd-45914d8d6303 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:09:10.880605 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-29d8d679-4ece-4cbd-8817-ba3e542d1a43 None None] Deleting port 7c9cc200-5399-4da1-abbd-45914d8d6303 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:09:10.881507 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29d8d679-4ece-4cbd-8817-ba3e542d1a43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:10.972946 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-29d8d679-4ece-4cbd-8817-ba3e542d1a43 None None] For port 7c9cc200-5399-4da1-abbd-45914d8d6303, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7c9cc200-5399-4da1-abbd-45914d8d6303,segment=NetworkSegment(415ae61b-1947-46bc-b940-fe00f13cfc44),segment_id=415ae61b-1947-46bc-b940-fe00f13cfc44)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:10.973495 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29d8d679-4ece-4cbd-8817-ba3e542d1a43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:10.989409 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-29d8d679-4ece-4cbd-8817-ba3e542d1a43 None None] Calling delete_port for 7c9cc200-5399-4da1-abbd-45914d8d6303 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:09:11.101009 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffc9763f-fbc9-4bc9-be8c-482aeeff12da tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:11.142969 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9763f-fbc9-4bc9-be8c-482aeeff12da tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Port': ['ID=7c9cc200-5399-4da1-abbd-45914d8d6303,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:11.151734 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9763f-fbc9-4bc9-be8c-482aeeff12da tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] No DVR routers for this DVR port 7c9cc200-5399-4da1-abbd-45914d8d6303 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:09:11.174930 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29d8d679-4ece-4cbd-8817-ba3e542d1a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:11.215815 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d8d679-4ece-4cbd-8817-ba3e542d1a43 None None] No DVR routers for this DVR port 7c9cc200-5399-4da1-abbd-45914d8d6303 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:09:11.284442 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffc9763f-fbc9-4bc9-be8c-482aeeff12da tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:11.287728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8d679-4ece-4cbd-8817-ba3e542d1a43 None None] Pushing event deleted for resources: {'Port': ['ID=7c9cc200-5399-4da1-abbd-45914d8d6303,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:11.311534 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ffc9763f-fbc9-4bc9-be8c-482aeeff12da tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcec6762-f276-457f-a795-59413990bdf9']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:11.336203 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ffc9763f-fbc9-4bc9-be8c-482aeeff12da tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415ae61b-1947-46bc-b940-fe00f13cfc44') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:11.336512 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ffc9763f-fbc9-4bc9-be8c-482aeeff12da tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415ae61b-1947-46bc-b940-fe00f13cfc44') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:11.359117 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffc9763f-fbc9-4bc9-be8c-482aeeff12da tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:11.390990 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffc9763f-fbc9-4bc9-be8c-482aeeff12da tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:11.398162 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc9763f-fbc9-4bc9-be8c-482aeeff12da tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:09:11.398869 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffc9763f-fbc9-4bc9-be8c-482aeeff12da tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:09:11.404282 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:09:11.554279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7c9cc200-5399-4da1-abbd-45914d8d6303 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:09:11.590726 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 7c9cc200-5399-4da1-abbd-45914d8d6303 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:09:11.592208 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffc9763f-fbc9-4bc9-be8c-482aeeff12da tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:11.593967 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7c9cc200-5399-4da1-abbd-45914d8d6303 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:09:11.600815 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffc9763f-fbc9-4bc9-be8c-482aeeff12da tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:11.604817 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ffc9763f-fbc9-4bc9-be8c-482aeeff12da tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] 10.222.0.70 "DELETE /v2.0/networks/fcec6762-f276-457f-a795-59413990bdf9 HTTP/1.1" status: 204 len: 168 time: 1.0161035 Jul 30 02:09:11.646195 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9763f-fbc9-4bc9-be8c-482aeeff12da tempest-NetworksIpV6Test-1933001482 tempest-NetworksIpV6Test-1933001482-project] Pushing event deleted for resources: {'Network': ['ID=fcec6762-f276-457f-a795-59413990bdf9,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:11.705969 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ddc46ff-b20a-456f-86ee-396b4ed3f194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:11.729110 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:12.399572 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45762) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:12.399572 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45766) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:12.660617 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-991959ef-3c4f-4b8c-bf66-7340ddb84e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:12.813963 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-991959ef-3c4f-4b8c-bf66-7340ddb84e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:12.847424 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-32bc51b5-3064-420f-8ca4-e38cc86e3b2d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d6d7fcfb381e4fcca98933824c05956c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4692564 Jul 30 02:09:12.850739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45782) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:12.916312 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8b242093-f57f-421c-8e2b-6417e2e54564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:12.928213 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-991959ef-3c4f-4b8c-bf66-7340ddb84e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:12.956023 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8b242093-f57f-421c-8e2b-6417e2e54564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:12.988425 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991959ef-3c4f-4b8c-bf66-7340ddb84e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007c6037-6f3f-458e-ae55-2134c6f2a6be,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:13.008555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45790) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:13.011048 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-991959ef-3c4f-4b8c-bf66-7340ddb84e6d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb08d1561eb44d82b63d43e01eb2e7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6557500 Jul 30 02:09:13.094980 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f71f1a49-0bb4-4025-9a4f-3a09c7708030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:13.117850 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f71f1a49-0bb4-4025-9a4f-3a09c7708030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:13.166432 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8b242093-f57f-421c-8e2b-6417e2e54564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:13.166432 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8b242093-f57f-421c-8e2b-6417e2e54564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:13.169548 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8b242093-f57f-421c-8e2b-6417e2e54564 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7b5eef41-aaad-4338-81a3-43b2ed2b1abb HTTP/1.1" status: 204 len: 168 time: 0.3176377 Jul 30 02:09:13.188359 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b242093-f57f-421c-8e2b-6417e2e54564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5eef41-aaad-4338-81a3-43b2ed2b1abb,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:13.312574 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f71f1a49-0bb4-4025-9a4f-3a09c7708030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:13.315823 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f71f1a49-0bb4-4025-9a4f-3a09c7708030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:13.320408 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f71f1a49-0bb4-4025-9a4f-3a09c7708030 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/007c6037-6f3f-458e-ae55-2134c6f2a6be HTTP/1.1" status: 204 len: 168 time: 0.3110406 Jul 30 02:09:13.328664 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f1a49-0bb4-4025-9a4f-3a09c7708030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007c6037-6f3f-458e-ae55-2134c6f2a6be,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:13.335336 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:14.655441 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:15.070310 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45908) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:15.078399 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 45912) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:15.078969 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0073025 Jul 30 02:09:15.283587 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-446702c1-96aa-435b-a5f9-4b2d3a0501d5 tempest-NetworksApiDiscovery-1815680242 tempest-NetworksApiDiscovery-1815680242-project] 10.222.0.70 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2030253 Jul 30 02:09:15.775849 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ecc77196-c40e-4952-ba6a-cf5e6d403b2f req-268d590e-5a6e-481c-b789-1a8fac3e71ed service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5e17e205-064a-425e-8256-42d70e20fa7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482230 Jul 30 02:09:15.889190 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc77196-c40e-4952-ba6a-cf5e6d403b2f req-7d484fd0-1692-490f-b4cd-5b7a693a0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:15.890712 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ecc77196-c40e-4952-ba6a-cf5e6d403b2f req-7d484fd0-1692-490f-b4cd-5b7a693a0a1d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bffa9ecce937456cbc65f0f76452c829&device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 1101 time: 0.0581460 Jul 30 02:09:16.001751 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45952) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:16.067894 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc77196-c40e-4952-ba6a-cf5e6d403b2f req-0a5ddf54-766d-4e3c-abed-a9141fd4ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:16.071114 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ecc77196-c40e-4952-ba6a-cf5e6d403b2f req-0a5ddf54-766d-4e3c-abed-a9141fd4ef25 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.1589432 Jul 30 02:09:16.127016 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ecc77196-c40e-4952-ba6a-cf5e6d403b2f req-69873f5a-efaf-49ea-9f0a-6b8efa22cdc9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=f1e5d0f5-066a-4169-ad75-7c9406c8aa9c HTTP/1.1" status: 200 len: 217 time: 0.0411429 Jul 30 02:09:16.183621 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc77196-c40e-4952-ba6a-cf5e6d403b2f req-636e014f-6dda-42e9-a87b-4313258da0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:16.185448 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ecc77196-c40e-4952-ba6a-cf5e6d403b2f req-636e014f-6dda-42e9-a87b-4313258da0b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0569117 Jul 30 02:09:16.197392 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b03e179-e9cf-43d3-8524-803ca54fe189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:16.277170 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc77196-c40e-4952-ba6a-cf5e6d403b2f req-bc4d1672-5769-4d6d-b075-6ba84bf2799d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:16.279342 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ecc77196-c40e-4952-ba6a-cf5e6d403b2f req-bc4d1672-5769-4d6d-b075-6ba84bf2799d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0811214 Jul 30 02:09:16.359366 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b03e179-e9cf-43d3-8524-803ca54fe189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:16.396660 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ecc77196-c40e-4952-ba6a-cf5e6d403b2f req-f4c4d557-20b5-4c13-9b82-55d6c0f0237e service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076424 Jul 30 02:09:16.425676 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b03e179-e9cf-43d3-8524-803ca54fe189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:16.463814 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03e179-e9cf-43d3-8524-803ca54fe189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7bbea5-2406-4e5f-a0a5-108842499d19,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:16.493263 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5b03e179-e9cf-43d3-8524-803ca54fe189 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b640f0d0d108443ea83fd3059a724a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4901283 Jul 30 02:09:16.497566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 45978) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:16.581002 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ecc77196-c40e-4952-ba6a-cf5e6d403b2f req-c0aa81ce-0de7-4a06-ae84-ad24bb1da8e1 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759150 Jul 30 02:09:16.591262 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b57b16b-d3b8-4e98-b040-7c1e9ecda61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:16.617832 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b57b16b-d3b8-4e98-b040-7c1e9ecda61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:16.883472 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b57b16b-d3b8-4e98-b040-7c1e9ecda61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:16.896796 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b57b16b-d3b8-4e98-b040-7c1e9ecda61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:16.896796 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3b57b16b-d3b8-4e98-b040-7c1e9ecda61c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ba7bbea5-2406-4e5f-a0a5-108842499d19 HTTP/1.1" status: 204 len: 168 time: 0.3889139 Jul 30 02:09:16.897002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57b16b-d3b8-4e98-b040-7c1e9ecda61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7bbea5-2406-4e5f-a0a5-108842499d19,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:17.745234 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:19.418031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46106) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:19.423263 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-70d9d27d-2089-47ef-b486-b4eac67badab tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Request body: {'network': {'name': 'tempest-network-smoke--905539723', 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'port_security_enabled': True}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:19.553333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d9d27d-2089-47ef-b486-b4eac67badab tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Made reservation on behalf of 153ae8173a1a4ac0be30613af3c0859f for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:09:19.573526 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-70d9d27d-2089-47ef-b486-b4eac67badab tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:19.573526 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-70d9d27d-2089-47ef-b486-b4eac67badab tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:19.716146 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-70d9d27d-2089-47ef-b486-b4eac67badab tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:19.792025 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-70d9d27d-2089-47ef-b486-b4eac67badab tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:19.826459 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d9d27d-2089-47ef-b486-b4eac67badab tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:09:19.837735 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9d27d-2089-47ef-b486-b4eac67badab tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa155d3-9305-4588-ba74-e4518734b672,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:19.843106 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-70d9d27d-2089-47ef-b486-b4eac67badab tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:19.843519 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-70d9d27d-2089-47ef-b486-b4eac67badab tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Added segment 5d3abf22-da92-4e26-bc0c-16ef1a03e167 of type vlan for network fae3e077-d620-41b6-8873-cf09bb00e4be Jul 30 02:09:19.891658 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-70d9d27d-2089-47ef-b486-b4eac67badab tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:20.026558 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-70d9d27d-2089-47ef-b486-b4eac67badab tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:20.032116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d9d27d-2089-47ef-b486-b4eac67badab tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:20.032712 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-70d9d27d-2089-47ef-b486-b4eac67badab tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:20.105572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9d27d-2089-47ef-b486-b4eac67badab tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event updated for resources: {'Network': ['ID=fae3e077-d620-41b6-8873-cf09bb00e4be,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:20.119412 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network fae3e077-d620-41b6-8873-cf09bb00e4be details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:09:20.204509 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-70d9d27d-2089-47ef-b486-b4eac67badab tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7853506 Jul 30 02:09:20.207337 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46144) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:20.215670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-12c1373b-fd52-4d9b-90b9-584b4911ea07 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1206438291', 'admin_state_up': True, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:20.335739 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c1373b-fd52-4d9b-90b9-584b4911ea07 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:20.336752 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c1373b-fd52-4d9b-90b9-584b4911ea07 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:20.476021 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c1373b-fd52-4d9b-90b9-584b4911ea07 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:20.750623 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c1373b-fd52-4d9b-90b9-584b4911ea07 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:21.152572 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c1373b-fd52-4d9b-90b9-584b4911ea07 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:21.182465 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c1373b-fd52-4d9b-90b9-584b4911ea07 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:21.427083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-12c1373b-fd52-4d9b-90b9-584b4911ea07 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Allocated IP 172.25.1.132 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:09:21.624853 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c1373b-fd52-4d9b-90b9-584b4911ea07 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:21.788816 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c1373b-fd52-4d9b-90b9-584b4911ea07 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:21.836870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c1373b-fd52-4d9b-90b9-584b4911ea07 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:09:21.840670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-12c1373b-fd52-4d9b-90b9-584b4911ea07 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:09:21.843396 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c1373b-fd52-4d9b-90b9-584b4911ea07 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:09:21.879677 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1373b-fd52-4d9b-90b9-584b4911ea07 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event updated for resources: {'Port': ['ID=0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:22.664894 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c1373b-fd52-4d9b-90b9-584b4911ea07 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:22.912259 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c1373b-fd52-4d9b-90b9-584b4911ea07 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:23.209707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c1373b-fd52-4d9b-90b9-584b4911ea07 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Router 9a298ab8-a465-4d61-8899-28340fc6e788 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:09:23.343273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c1373b-fd52-4d9b-90b9-584b4911ea07 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:09:23.368900 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] Sync routers for ids ['9a298ab8-a465-4d61-8899-28340fc6e788'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:09:23.393358 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] Routers {'9a298ab8-a465-4d61-8899-28340fc6e788'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:09:23.406286 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:09:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9a298ab8-a465-4d61-8899-28340fc6e788'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:23.477497 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c1373b-fd52-4d9b-90b9-584b4911ea07 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:23.482694 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46284) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:23.490272 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-12c1373b-fd52-4d9b-90b9-584b4911ea07 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.2753861 Jul 30 02:09:23.526988 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] Set router 9a298ab8-a465-4d61-8899-28340fc6e788 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:09:23.787967 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206438291', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:09:20Z', 'updated_at': '2021-07-30T02:09:22Z', 'revision_number': 3, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:21Z', 'updated_at': '2021-07-30T02:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:23.845641 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] Checking router: 9a298ab8-a465-4d61-8899-28340fc6e788 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:09:23.845983 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] Updating router 9a298ab8-a465-4d61-8899-28340fc6e788 port 0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:09:23.907617 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:24.002890 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46298) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:24.003757 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ef4e98c6-e1cd-4ffd-b619-8e4d92cd477d tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=153ae8173a1a4ac0be30613af3c0859f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5196366 Jul 30 02:09:24.223697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815880b1-354e-46b0-8de9-b5ee4b05d166 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:24.229304 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-815880b1-354e-46b0-8de9-b5ee4b05d166 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2210958 Jul 30 02:09:24.229431 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46306) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:24.269785 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46308) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:24.269972 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a39c0cff-4472-4d92-a3a1-1edb42ee0643 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394413 Jul 30 02:09:24.276863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-09408025-96a5-47a9-963f-5b5c236831f9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2147424918', 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be', 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:24.370936 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:24.405623 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] Transition to ACTIVE for port object 0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:09:24.495341 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46318) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:24.512105 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09408025-96a5-47a9-963f-5b5c236831f9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Made reservation on behalf of 153ae8173a1a4ac0be30613af3c0859f for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:09:24.518005 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-09408025-96a5-47a9-963f-5b5c236831f9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:24.541771 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:24.637033 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] Attempting to bind port 0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:09:24.637567 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] Attempting to bind port 0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:09:24.639012 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] Attempting to bind port 0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:09:24.651256 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:09:24.652240 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:09:24.653013 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:24.653543 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:09:24.664899 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] Bound port: 0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:09:24.669595 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:24.793281 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be34deb-98f5-46f8-acf0-3676d5ca7c33 None None] Pushing event updated for resources: {'Port': ['ID=0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:24.812207 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be34deb-98f5-46f8-acf0-3676d5ca7c33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:24.812702 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be34deb-98f5-46f8-acf0-3676d5ca7c33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:24.812899 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be34deb-98f5-46f8-acf0-3676d5ca7c33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:24.813230 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be34deb-98f5-46f8-acf0-3676d5ca7c33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:24.813560 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be34deb-98f5-46f8-acf0-3676d5ca7c33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:24.813884 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be34deb-98f5-46f8-acf0-3676d5ca7c33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:24.814208 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be34deb-98f5-46f8-acf0-3676d5ca7c33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:24.814558 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be34deb-98f5-46f8-acf0-3676d5ca7c33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:24.814877 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be34deb-98f5-46f8-acf0-3676d5ca7c33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:24.830280 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be34deb-98f5-46f8-acf0-3676d5ca7c33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:24.830280 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be34deb-98f5-46f8-acf0-3676d5ca7c33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:24.830280 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be34deb-98f5-46f8-acf0-3676d5ca7c33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:24.838655 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] For port 0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:09:24.843548 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] For port 0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:09:24.878987 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-580f9ecc-ede3-4fa2-bb74-9ecb90e9c564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:24.930076 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:25.025095 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] Routers {'9a298ab8-a465-4d61-8899-28340fc6e788'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:09:25.026192 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:09:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9a298ab8-a465-4d61-8899-28340fc6e788'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:25.028356 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be34deb-98f5-46f8-acf0-3676d5ca7c33 None None] Pushing event updated for resources: {'Port': ['ID=0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:25.059390 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-580f9ecc-ede3-4fa2-bb74-9ecb90e9c564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:25.107532 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-09408025-96a5-47a9-963f-5b5c236831f9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:25.150880 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-580f9ecc-ede3-4fa2-bb74-9ecb90e9c564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:25.170441 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] Set router 9a298ab8-a465-4d61-8899-28340fc6e788 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:09:25.235951 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-580f9ecc-ede3-4fa2-bb74-9ecb90e9c564 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=081bd70b4bf241399a00c13974208d33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7387547 Jul 30 02:09:25.237029 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09408025-96a5-47a9-963f-5b5c236831f9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event updated for resources: {'Subnet': ['ID=d391aee6-75ac-4b31-942f-ba2f1a5cdd56,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:25.238702 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46342) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:25.243860 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f9ecc-ede3-4fa2-bb74-9ecb90e9c564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3affd2a-89d3-4725-a75d-353fa92d0839,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:25.283605 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09408025-96a5-47a9-963f-5b5c236831f9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Checking segment: {'id': '5d3abf22-da92-4e26-bc0c-16ef1a03e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:09:25.283982 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09408025-96a5-47a9-963f-5b5c236831f9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Network hostable DHCP agents. Network: fae3e077-d620-41b6-8873-cf09bb00e4be, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:09:25.305818 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9b3ac8c7-4003-4f31-8b40-19616a55e6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:25.332053 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9b3ac8c7-4003-4f31-8b40-19616a55e6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:25.396505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09408025-96a5-47a9-963f-5b5c236831f9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Network fae3e077-d620-41b6-8873-cf09bb00e4be is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:09:25.469699 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206438291', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:09:20Z', 'updated_at': '2021-07-30T02:09:22Z', 'revision_number': 3, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:21Z', 'updated_at': '2021-07-30T02:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:25.488799 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9b3ac8c7-4003-4f31-8b40-19616a55e6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:25.491954 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9b3ac8c7-4003-4f31-8b40-19616a55e6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:25.496779 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9b3ac8c7-4003-4f31-8b40-19616a55e6f9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3affd2a-89d3-4725-a75d-353fa92d0839 HTTP/1.1" status: 204 len: 168 time: 0.2533326 Jul 30 02:09:25.506824 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-09408025-96a5-47a9-963f-5b5c236831f9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, fae3e077-d620-41b6-8873-cf09bb00e4be) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:09:25.510827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09408025-96a5-47a9-963f-5b5c236831f9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:25.511424 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-09408025-96a5-47a9-963f-5b5c236831f9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:25.520795 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3991ffe0-361e-4a48-be55-0e65ca911ea6 None None] Network fae3e077-d620-41b6-8873-cf09bb00e4be requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:09:25.524945 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dafa47c-980e-4a6e-9cb6-1a33234c8295 None None] The sync data for ids ['9a298ab8-a465-4d61-8899-28340fc6e788'] in n-d-713498-9 is: [{'id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206438291', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:09:20Z', 'updated_at': '2021-07-30T02:09:22Z', 'revision_number': 3, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:21Z', 'updated_at': '2021-07-30T02:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:09:25.531503 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ac8c7-4003-4f31-8b40-19616a55e6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3affd2a-89d3-4725-a75d-353fa92d0839,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:25.669097 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-09408025-96a5-47a9-963f-5b5c236831f9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3958721 Jul 30 02:09:25.674117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46354) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:25.757311 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-fae3e077-d620-41b6-8873-cf09bb00e4be', 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'fixed_ips': [{'subnet_id': 'd391aee6-75ac-4b31-942f-ba2f1a5cdd56'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:09:25.758231 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:26.208099 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Allocated IP 172.20.0.2 (fae3e077-d620-41b6-8873-cf09bb00e4be/d391aee6-75ac-4b31-942f-ba2f1a5cdd56/9e4e6cfa-0ecb-47fd-90c0-0835dc746840) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:09:26.478651 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:26.492604 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Transition to ACTIVE for port object 9e4e6cfa-0ecb-47fd-90c0-0835dc746840 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:09:26.525432 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Transition to ACTIVE for port object 9e4e6cfa-0ecb-47fd-90c0-0835dc746840 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:09:26.638827 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:26.664854 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f4c51-bed5-4437-9c9c-a1c61dfc0ede req-ed89c01b-2cba-4ee5-9986-3beba20851bc tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:26.668761 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0a0f4c51-bed5-4437-9c9c-a1c61dfc0ede req-ed89c01b-2cba-4ee5-9986-3beba20851bc tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=731757fa-6374-4b4b-b200-43646c0e506f HTTP/1.1" status: 200 len: 945 time: 0.0906069 Jul 30 02:09:26.705490 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46386) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:26.753737 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ed9b43f7-f0d6-4967-beb9-3941935d9ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:26.768943 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0a0f4c51-bed5-4437-9c9c-a1c61dfc0ede req-025d8883-d620-4461-be81-7752784d3e62 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905268 Jul 30 02:09:26.784170 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Network fae3e077-d620-41b6-8873-cf09bb00e4be is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:09:26.793834 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:09:26.801599 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Pushing event updated for resources: {'Port': ['ID=9e4e6cfa-0ecb-47fd-90c0-0835dc746840,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:26.804784 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:09:26.878438 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Attempting to bind port 9e4e6cfa-0ecb-47fd-90c0-0835dc746840 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:09:26.879025 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Attempting to bind port 9e4e6cfa-0ecb-47fd-90c0-0835dc746840 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '5d3abf22-da92-4e26-bc0c-16ef1a03e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:09:26.879783 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Attempting to bind port 9e4e6cfa-0ecb-47fd-90c0-0835dc746840 on network fae3e077-d620-41b6-8873-cf09bb00e4be {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:09:26.896608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:09:26.897435 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Checking segment: {'id': '5d3abf22-da92-4e26-bc0c-16ef1a03e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:09:26.898048 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:26.898731 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Bound using segment: {'id': '5d3abf22-da92-4e26-bc0c-16ef1a03e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:09:26.899951 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Bound port: 9e4e6cfa-0ecb-47fd-90c0-0835dc746840, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3abf22-da92-4e26-bc0c-16ef1a03e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:09:26.900702 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:26.918739 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ed9b43f7-f0d6-4967-beb9-3941935d9ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:27.014165 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] For port 9e4e6cfa-0ecb-47fd-90c0-0835dc746840, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:09:27.018061 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] For port 9e4e6cfa-0ecb-47fd-90c0-0835dc746840, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9e4e6cfa-0ecb-47fd-90c0-0835dc746840,segment=NetworkSegment(5d3abf22-da92-4e26-bc0c-16ef1a03e167),segment_id=5d3abf22-da92-4e26-bc0c-16ef1a03e167)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:09:27.038411 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ed9b43f7-f0d6-4967-beb9-3941935d9ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:27.066386 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-61c5b174-bc53-4046-8ed5-2e6563ac6331 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:27.107261 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ed9b43f7-f0d6-4967-beb9-3941935d9ff2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bdc35b3f756848e49611aa3cdef87565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4004598 Jul 30 02:09:27.112638 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46400) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:27.121964 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:27.131355 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b43f7-f0d6-4967-beb9-3941935d9ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da5fe4b-3904-4f41-998a-b197ecc02502,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:27.191508 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b359aea1-0477-4aea-b854-bd8804f30a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:27.248805 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b359aea1-0477-4aea-b854-bd8804f30a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:27.250908 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2030b-3f27-4305-92f5-6b50e4f47beb None None] Pushing event updated for resources: {'Port': ['ID=9e4e6cfa-0ecb-47fd-90c0-0835dc746840,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:27.445959 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b359aea1-0477-4aea-b854-bd8804f30a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:27.449723 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b359aea1-0477-4aea-b854-bd8804f30a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:27.453309 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b359aea1-0477-4aea-b854-bd8804f30a11 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2da5fe4b-3904-4f41-998a-b197ecc02502 HTTP/1.1" status: 204 len: 168 time: 0.3369663 Jul 30 02:09:27.512091 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359aea1-0477-4aea-b854-bd8804f30a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da5fe4b-3904-4f41-998a-b197ecc02502,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:27.757690 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9e4e6cfa-0ecb-47fd-90c0-0835dc746840 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:09:27.790698 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-61c5b174-bc53-4046-8ed5-2e6563ac6331 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Allocated IP 172.20.0.1 (fae3e077-d620-41b6-8873-cf09bb00e4be/d391aee6-75ac-4b31-942f-ba2f1a5cdd56/4687a142-b325-4433-b9eb-ad380ea6286f) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:09:27.929146 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 9e4e6cfa-0ecb-47fd-90c0-0835dc746840 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:09:27.934015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:09:28.017759 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-61c5b174-bc53-4046-8ed5-2e6563ac6331 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:28.034516 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-61c5b174-bc53-4046-8ed5-2e6563ac6331 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Transition to ACTIVE for port object 4687a142-b325-4433-b9eb-ad380ea6286f will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:09:28.134989 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:09:28.139622 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:09:28.139998 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:28.181793 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-61c5b174-bc53-4046-8ed5-2e6563ac6331 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:28.290379 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7e6cb-c745-4370-ac12-2d520fe4b84c req-f15825d9-39d1-49e6-ba62-a2e8b831fd52 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:28.293097 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dfe7e6cb-c745-4370-ac12-2d520fe4b84c req-f15825d9-39d1-49e6-ba62-a2e8b831fd52 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.77 "GET /v2.0/ports?device_id=731757fa-6374-4b4b-b200-43646c0e506f HTTP/1.1" status: 200 len: 945 time: 0.1222377 Jul 30 02:09:28.326662 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c5b174-bc53-4046-8ed5-2e6563ac6331 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Network fae3e077-d620-41b6-8873-cf09bb00e4be is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:09:28.355070 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-61c5b174-bc53-4046-8ed5-2e6563ac6331 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:09:28.422398 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c5b174-bc53-4046-8ed5-2e6563ac6331 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:09:28.428275 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:28.485876 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:28.556439 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-61c5b174-bc53-4046-8ed5-2e6563ac6331 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:28.559365 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-dfe7e6cb-c745-4370-ac12-2d520fe4b84c req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Deleting port 72ae77a9-750a-41c8-b6f2-2b8984380fb3 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:09:28.559753 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-dfe7e6cb-c745-4370-ac12-2d520fe4b84c req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:28.564634 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5b174-bc53-4046-8ed5-2e6563ac6331 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event updated for resources: {'Port': ['ID=4687a142-b325-4433-b9eb-ad380ea6286f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:28.591974 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:28.685521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-dfe7e6cb-c745-4370-ac12-2d520fe4b84c req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] For port 72ae77a9-750a-41c8-b6f2-2b8984380fb3, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=72ae77a9-750a-41c8-b6f2-2b8984380fb3,segment=NetworkSegment(51f2e867-6b47-4457-9c9c-7fefd3b92d45),segment_id=51f2e867-6b47-4457-9c9c-7fefd3b92d45)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:28.685903 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-dfe7e6cb-c745-4370-ac12-2d520fe4b84c req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:28.690355 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:28.714401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-dfe7e6cb-c745-4370-ac12-2d520fe4b84c req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Calling delete_port for 72ae77a9-750a-41c8-b6f2-2b8984380fb3 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:09:28.798867 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e643c-97fa-433c-afc3-de1c532f6e29 req-55a87bd2-8a6b-44d0-abbf-7fae4c189a49 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:28.807432 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d52e643c-97fa-433c-afc3-de1c532f6e29 req-55a87bd2-8a6b-44d0-abbf-7fae4c189a49 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=731757fa-6374-4b4b-b200-43646c0e506f HTTP/1.1" status: 200 len: 945 time: 0.9128826 Jul 30 02:09:28.903983 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d52e643c-97fa-433c-afc3-de1c532f6e29 req-631496a9-a342-4b3a-8462-6fc00b6685aa tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ade56efd-aafb-4197-8bf0-806e4582671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852911 Jul 30 02:09:28.981964 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-dfe7e6cb-c745-4370-ac12-2d520fe4b84c req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:29.015209 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['72ae77a9-750a-41c8-b6f2-2b8984380fb3'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:09:29.024995 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Pushing event deleted for resources: {'Port': ['ID=72ae77a9-750a-41c8-b6f2-2b8984380fb3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:29.041499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:29.041499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:29.041499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:29.041499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:29.041934 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:29.042214 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:29.042609 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:29.042940 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:29.043555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:29.043555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:29.043894 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:29.044344 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:29.120413 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4c91b8-1f6a-4e10-8b03-414e3c151d83 None None] Network fae3e077-d620-41b6-8873-cf09bb00e4be requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:09:29.128753 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe7e6cb-c745-4370-ac12-2d520fe4b84c req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] No DVR routers for this DVR port 72ae77a9-750a-41c8-b6f2-2b8984380fb3 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:09:29.132398 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-dfe7e6cb-c745-4370-ac12-2d520fe4b84c req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:29.134514 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dfe7e6cb-c745-4370-ac12-2d520fe4b84c req-d2fa6ea9-eba5-4c27-a56f-1cd7e40c7aa0 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.77 "DELETE /v2.0/ports/72ae77a9-750a-41c8-b6f2-2b8984380fb3 HTTP/1.1" status: 204 len: 173 time: 0.8337588 Jul 30 02:09:29.135067 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731757fa-6374-4b4b-b200-43646c0e506f', 'name': 'network-vif-deleted', 'tag': '72ae77a9-750a-41c8-b6f2-2b8984380fb3'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:09:29.137593 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a733678f-e26b-443e-9d87-0263bd2eb1ea" -d '{"events": [{"server_uuid": "731757fa-6374-4b4b-b200-43646c0e506f", "name": "network-vif-deleted", "tag": "72ae77a9-750a-41c8-b6f2-2b8984380fb3"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:09:29.200532 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0af7ad-01cb-42bf-8049-6026c72649ac x-openstack-request-id: req-cb0af7ad-01cb-42bf-8049-6026c72649ac {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:09:29.200824 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731757fa-6374-4b4b-b200-43646c0e506f", "name": "network-vif-deleted", "tag": "72ae77a9-750a-41c8-b6f2-2b8984380fb3", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:09:29.201103 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb0af7ad-01cb-42bf-8049-6026c72649ac {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:09:29.201573 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731757fa-6374-4b4b-b200-43646c0e506f', 'name': 'network-vif-deleted', 'tag': '72ae77a9-750a-41c8-b6f2-2b8984380fb3', 'status': 'completed', 'code': 200} Jul 30 02:09:29.217804 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-61c5b174-bc53-4046-8ed5-2e6563ac6331 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:29.306055 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-309a8e53-56d5-4b0d-9306-f6b495b14f00 None None] Provisioning for port 9e4e6cfa-0ecb-47fd-90c0-0835dc746840 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:09:29.319394 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-309a8e53-56d5-4b0d-9306-f6b495b14f00 None None] Provisioning complete for port 9e4e6cfa-0ecb-47fd-90c0-0835dc746840 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:09:29.319763 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-309a8e53-56d5-4b0d-9306-f6b495b14f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:29.518884 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-309a8e53-56d5-4b0d-9306-f6b495b14f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:29.611122 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:09:29.632023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-309a8e53-56d5-4b0d-9306-f6b495b14f00 None None] For port 9e4e6cfa-0ecb-47fd-90c0-0835dc746840, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9e4e6cfa-0ecb-47fd-90c0-0835dc746840,segment=NetworkSegment(5d3abf22-da92-4e26-bc0c-16ef1a03e167),segment_id=5d3abf22-da92-4e26-bc0c-16ef1a03e167)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:29.715452 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-309a8e53-56d5-4b0d-9306-f6b495b14f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:29.826046 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:09:29.827010 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:29.911085 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a8e53-56d5-4b0d-9306-f6b495b14f00 None None] Pushing event updated for resources: {'Port': ['ID=9e4e6cfa-0ecb-47fd-90c0-0835dc746840,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:30.007251 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-61c5b174-bc53-4046-8ed5-2e6563ac6331 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:30.072687 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2b4a8cbc-6ba9-4459-a9a9-94631db3f334 None None] Provisioning for port 4687a142-b325-4433-b9eb-ad380ea6286f completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:09:30.079225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2b4a8cbc-6ba9-4459-a9a9-94631db3f334 None None] Provisioning complete for port 4687a142-b325-4433-b9eb-ad380ea6286f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:09:30.079783 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8cbc-6ba9-4459-a9a9-94631db3f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:30.122152 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3a932a03-7239-4a66-a9a1-47f94a9f5dbf req-daf1a4bb-9bd1-42cd-b623-399d599dbbe6 tempest-VolumesSnapshotTestJSON-1317159761 tempest-VolumesSnapshotTestJSON-1317159761-project] 10.222.0.70 "GET /v2.0/ports?device_id=731757fa-6374-4b4b-b200-43646c0e506f HTTP/1.1" status: 200 len: 210 time: 0.0932043 Jul 30 02:09:30.123039 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-61c5b174-bc53-4046-8ed5-2e6563ac6331 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:30.233334 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2b4a8cbc-6ba9-4459-a9a9-94631db3f334 None None] Port 4687a142-b325-4433-b9eb-ad380ea6286f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:09:30.260350 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-61c5b174-bc53-4046-8ed5-2e6563ac6331 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:30.268909 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2b4a8cbc-6ba9-4459-a9a9-94631db3f334 None None] Provisioning complete for port 9e4e6cfa-0ecb-47fd-90c0-0835dc746840 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:09:30.269382 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8cbc-6ba9-4459-a9a9-94631db3f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:30.363455 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5b174-bc53-4046-8ed5-2e6563ac6331 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event updated for resources: {'Port': ['ID=4687a142-b325-4433-b9eb-ad380ea6286f,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:30.529366 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c5b174-bc53-4046-8ed5-2e6563ac6331 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Network fae3e077-d620-41b6-8873-cf09bb00e4be is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:09:30.530942 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-61c5b174-bc53-4046-8ed5-2e6563ac6331 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:09:30.627032 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-863d064d-e7cd-4c42-b6f0-39d97d68a681 None None] Provisioning complete for port 4687a142-b325-4433-b9eb-ad380ea6286f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:09:30.629637 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-863d064d-e7cd-4c42-b6f0-39d97d68a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:30.674434 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-863d064d-e7cd-4c42-b6f0-39d97d68a681 None None] Port 4687a142-b325-4433-b9eb-ad380ea6286f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:09:30.711796 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c5b174-bc53-4046-8ed5-2e6563ac6331 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Router 9a298ab8-a465-4d61-8899-28340fc6e788 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:09:30.894363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c5b174-bc53-4046-8ed5-2e6563ac6331 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:09:30.903834 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-61c5b174-bc53-4046-8ed5-2e6563ac6331 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "PUT /v2.0/routers/9a298ab8-a465-4d61-8899-28340fc6e788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2278578 Jul 30 02:09:30.905988 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46510) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:30.908232 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] Sync routers for ids ['9a298ab8-a465-4d61-8899-28340fc6e788'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:09:30.912010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-9bbbed0d-1dab-43b0-bcab-2e8e8d41a477 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--339739453', 'description': 'tempest-secgroup_access--339739453 description', 'project_id': '153ae8173a1a4ac0be30613af3c0859f'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:30.912162 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c48e513e-f505-4804-89f9-d58875d955f3 None None] Provisioning complete for port 4687a142-b325-4433-b9eb-ad380ea6286f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:09:30.912484 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c48e513e-f505-4804-89f9-d58875d955f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:31.032637 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] Routers {'9a298ab8-a465-4d61-8899-28340fc6e788'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:09:31.033285 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:09:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9a298ab8-a465-4d61-8899-28340fc6e788'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:31.044189 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9bbbed0d-1dab-43b0-bcab-2e8e8d41a477 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:31.120158 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c48e513e-f505-4804-89f9-d58875d955f3 None None] Port 4687a142-b325-4433-b9eb-ad380ea6286f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:09:31.235203 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9bbbed0d-1dab-43b0-bcab-2e8e8d41a477 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:31.242255 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] Set router 9a298ab8-a465-4d61-8899-28340fc6e788 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:09:31.477226 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9bbbed0d-1dab-43b0-bcab-2e8e8d41a477 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:31.573465 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbed0d-1dab-43b0-bcab-2e8e8d41a477 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad0a132-fe22-427f-b97d-278dbf0926ca,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:31.631893 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9bbbed0d-1dab-43b0-bcab-2e8e8d41a477 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:31.636093 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9bbbed0d-1dab-43b0-bcab-2e8e8d41a477 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7255950 Jul 30 02:09:31.636264 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46542) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:31.642589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-27461e3a-916d-4915-b4cc-dc1c614c4458 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--633476012', 'description': 'tempest-secgroup_general--633476012 description', 'project_id': '153ae8173a1a4ac0be30613af3c0859f'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:31.643651 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9e4e6cfa-0ecb-47fd-90c0-0835dc746840 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:09:31.768293 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 9e4e6cfa-0ecb-47fd-90c0-0835dc746840 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:09:31.768293 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:31.785753 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27461e3a-916d-4915-b4cc-dc1c614c4458 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:31.919513 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27461e3a-916d-4915-b4cc-dc1c614c4458 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:31.928574 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206438291', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:09:20Z', 'updated_at': '2021-07-30T02:09:29Z', 'revision_number': 4, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:21Z', 'updated_at': '2021-07-30T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '4687a142-b325-4433-b9eb-ad380ea6286f', 'name': '', 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'mac_address': 'fa:16:3e:a5:0c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'd391aee6-75ac-4b31-942f-ba2f1a5cdd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:27Z', 'updated_at': '2021-07-30T02:09:29Z', 'revision_number': 2, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'subnets': [{'id': 'd391aee6-75ac-4b31-942f-ba2f1a5cdd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:32.010758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 72ae77a9-750a-41c8-b6f2-2b8984380fb3 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:09:32.013413 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] Checking router: 9a298ab8-a465-4d61-8899-28340fc6e788 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:09:32.013770 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] Updating router 9a298ab8-a465-4d61-8899-28340fc6e788 port 4687a142-b325-4433-b9eb-ad380ea6286f binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:09:32.062891 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 72ae77a9-750a-41c8-b6f2-2b8984380fb3 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:09:32.063309 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 72ae77a9-750a-41c8-b6f2-2b8984380fb3 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:09:32.066632 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27461e3a-916d-4915-b4cc-dc1c614c4458 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:32.082250 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:32.139738 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27461e3a-916d-4915-b4cc-dc1c614c4458 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e981404-c05e-4797-805a-0ac3a28ae581,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:32.231578 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27461e3a-916d-4915-b4cc-dc1c614c4458 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:32.233430 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-27461e3a-916d-4915-b4cc-dc1c614c4458 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5960193 Jul 30 02:09:32.236456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46566) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:32.242918 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d26cc1ee-54e5-4725-91f2-b92c4752eec9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Request body: {'security_group_rule': {'security_group_id': 'dad0a132-fe22-427f-b97d-278dbf0926ca', 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:32.376936 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d26cc1ee-54e5-4725-91f2-b92c4752eec9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:32.518576 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:32.530069 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] Transition to ACTIVE for port object 4687a142-b325-4433-b9eb-ad380ea6286f will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:09:32.531648 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d26cc1ee-54e5-4725-91f2-b92c4752eec9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:32.626544 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d26cc1ee-54e5-4725-91f2-b92c4752eec9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:32.645245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cc1ee-54e5-4725-91f2-b92c4752eec9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366be2a1-ca69-49ec-a929-855b0db56c0e,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:32.688059 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:32.809784 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d26cc1ee-54e5-4725-91f2-b92c4752eec9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:32.825729 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d26cc1ee-54e5-4725-91f2-b92c4752eec9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5875866 Jul 30 02:09:32.912916 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] Attempting to bind port 4687a142-b325-4433-b9eb-ad380ea6286f on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:09:32.912916 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] Attempting to bind port 4687a142-b325-4433-b9eb-ad380ea6286f by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '5d3abf22-da92-4e26-bc0c-16ef1a03e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:09:32.912916 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] Attempting to bind port 4687a142-b325-4433-b9eb-ad380ea6286f on network fae3e077-d620-41b6-8873-cf09bb00e4be {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:09:32.916949 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cc372-715c-437a-8988-21132afc71bc None None] Pushing event updated for resources: {'Port': ['ID=4687a142-b325-4433-b9eb-ad380ea6286f,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:32.947268 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:09:32.947715 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] Checking segment: {'id': '5d3abf22-da92-4e26-bc0c-16ef1a03e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:09:32.948127 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:32.948528 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] Bound using segment: {'id': '5d3abf22-da92-4e26-bc0c-16ef1a03e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:09:32.949017 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] Bound port: 4687a142-b325-4433-b9eb-ad380ea6286f, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3abf22-da92-4e26-bc0c-16ef1a03e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:09:32.949407 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:33.058135 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] For port 4687a142-b325-4433-b9eb-ad380ea6286f, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:09:33.062887 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] For port 4687a142-b325-4433-b9eb-ad380ea6286f, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4687a142-b325-4433-b9eb-ad380ea6286f,segment=NetworkSegment(5d3abf22-da92-4e26-bc0c-16ef1a03e167),segment_id=5d3abf22-da92-4e26-bc0c-16ef1a03e167)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:09:33.065115 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:33.148929 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:33.314635 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cc372-715c-437a-8988-21132afc71bc None None] Pushing event updated for resources: {'Port': ['ID=4687a142-b325-4433-b9eb-ad380ea6286f,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:33.357224 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] Routers {'9a298ab8-a465-4d61-8899-28340fc6e788'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:09:33.357875 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:09:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9a298ab8-a465-4d61-8899-28340fc6e788'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:33.379594 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fe354123-be43-40fc-8adc-44282a8aec0d req-426052eb-91a5-488f-a4e7-f8221bc3216c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_general--633476012&fields=id&tenant_id=153ae8173a1a4ac0be30613af3c0859f HTTP/1.1" status: 200 len: 267 time: 0.1693850 Jul 30 02:09:33.463631 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fe354123-be43-40fc-8adc-44282a8aec0d req-4897442f-82f7-4612-90f3-204c5bf7e36d tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_access--339739453&fields=id&tenant_id=153ae8173a1a4ac0be30613af3c0859f HTTP/1.1" status: 200 len: 267 time: 0.0663760 Jul 30 02:09:33.586241 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] Set router 9a298ab8-a465-4d61-8899-28340fc6e788 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:09:33.693917 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe354123-be43-40fc-8adc-44282a8aec0d req-1f1b3eea-8a12-481c-9ef9-131fab460c50 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:33.696663 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fe354123-be43-40fc-8adc-44282a8aec0d req-1f1b3eea-8a12-481c-9ef9-131fab460c50 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/networks?id=fae3e077-d620-41b6-8873-cf09bb00e4be HTTP/1.1" status: 200 len: 796 time: 0.2315216 Jul 30 02:09:33.712730 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fe354123-be43-40fc-8adc-44282a8aec0d req-2b909109-e7bd-4f00-af9b-8d2cc2618082 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/quotas/153ae8173a1a4ac0be30613af3c0859f HTTP/1.1" status: 200 len: 375 time: 0.0097022 Jul 30 02:09:33.832154 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fe354123-be43-40fc-8adc-44282a8aec0d req-9fe04997-74f1-4ece-b9d5-c6c14b90e77c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=153ae8173a1a4ac0be30613af3c0859f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095021 Jul 30 02:09:33.941290 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206438291', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:09:20Z', 'updated_at': '2021-07-30T02:09:29Z', 'revision_number': 4, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:21Z', 'updated_at': '2021-07-30T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '4687a142-b325-4433-b9eb-ad380ea6286f', 'name': '', 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'mac_address': 'fa:16:3e:a5:0c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'd391aee6-75ac-4b31-942f-ba2f1a5cdd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:27Z', 'updated_at': '2021-07-30T02:09:33Z', 'revision_number': 4, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'subnets': [{'id': 'd391aee6-75ac-4b31-942f-ba2f1a5cdd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:33.967598 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fe354123-be43-40fc-8adc-44282a8aec0d req-fa608ce2-1ae3-4b94-81da-c02e4f99951a service neutron] 10.222.0.70 "GET /v2.0/networks/fae3e077-d620-41b6-8873-cf09bb00e4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247175 Jul 30 02:09:33.981495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f130110-ecf0-431c-b355-08f0728802e8 None None] The sync data for ids ['9a298ab8-a465-4d61-8899-28340fc6e788'] in n-d-713498-9 is: [{'id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206438291', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:09:20Z', 'updated_at': '2021-07-30T02:09:29Z', 'revision_number': 4, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:21Z', 'updated_at': '2021-07-30T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '4687a142-b325-4433-b9eb-ad380ea6286f', 'name': '', 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'mac_address': 'fa:16:3e:a5:0c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'd391aee6-75ac-4b31-942f-ba2f1a5cdd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:27Z', 'updated_at': '2021-07-30T02:09:33Z', 'revision_number': 4, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'subnets': [{'id': 'd391aee6-75ac-4b31-942f-ba2f1a5cdd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:09:34.139323 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fe354123-be43-40fc-8adc-44282a8aec0d req-281ced90-bbfe-40d1-a1e1-ad979753d699 service neutron] 10.222.0.70 "GET /v2.0/networks/fae3e077-d620-41b6-8873-cf09bb00e4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613216 Jul 30 02:09:34.366043 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46654) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:34.560122 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ef5475e-6404-4133-a292-ff7edb4d483e req-7420b706-045f-471b-a266-a6c71cff3210 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 210 time: 0.0436816 Jul 30 02:09:34.592911 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-530033bb-cf81-4b9c-b762-d25242b3d198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:34.701741 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-530033bb-cf81-4b9c-b762-d25242b3d198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:34.796978 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-530033bb-cf81-4b9c-b762-d25242b3d198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:34.823982 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530033bb-cf81-4b9c-b762-d25242b3d198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dfa690-487b-4c89-83b0-c3f2b91d65f3,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:34.858954 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-530033bb-cf81-4b9c-b762-d25242b3d198 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7f823d6bf02041179036afac20362d54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4916553 Jul 30 02:09:34.861545 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46682) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:34.962947 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3d95a829-80fe-49e3-bf1b-3c3ccc308c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:34.999940 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3d95a829-80fe-49e3-bf1b-3c3ccc308c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:35.163672 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3d95a829-80fe-49e3-bf1b-3c3ccc308c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:35.168043 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3d95a829-80fe-49e3-bf1b-3c3ccc308c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:35.171836 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3d95a829-80fe-49e3-bf1b-3c3ccc308c82 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a2dfa690-487b-4c89-83b0-c3f2b91d65f3 HTTP/1.1" status: 204 len: 168 time: 0.3069973 Jul 30 02:09:35.226820 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95a829-80fe-49e3-bf1b-3c3ccc308c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dfa690-487b-4c89-83b0-c3f2b91d65f3,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:35.621200 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4687a142-b325-4433-b9eb-ad380ea6286f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:09:35.623442 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:09:35.700301 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-321bc837-2e19-4132-aea6-442564b90b63 req-3283e957-ea0d-41a7-932a-6aa4987f221a tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 210 time: 0.0588048 Jul 30 02:09:35.854395 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 4687a142-b325-4433-b9eb-ad380ea6286f completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:09:35.863826 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 4687a142-b325-4433-b9eb-ad380ea6286f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:09:35.864844 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:35.960581 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:36.013570 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 4687a142-b325-4433-b9eb-ad380ea6286f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4687a142-b325-4433-b9eb-ad380ea6286f,segment=NetworkSegment(5d3abf22-da92-4e26-bc0c-16ef1a03e167),segment_id=5d3abf22-da92-4e26-bc0c-16ef1a03e167)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:36.092413 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:36.133783 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46708) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:36.174672 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-850f76e6-3a83-49f8-bd31-028bc9d482ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:36.222739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=4687a142-b325-4433-b9eb-ad380ea6286f,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:36.353507 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-850f76e6-3a83-49f8-bd31-028bc9d482ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:36.443385 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-850f76e6-3a83-49f8-bd31-028bc9d482ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:36.490997 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-850f76e6-3a83-49f8-bd31-028bc9d482ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a4e7388579ee46f195561e144a85318a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3556733 Jul 30 02:09:36.493867 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46718) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:36.509181 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f76e6-3a83-49f8-bd31-028bc9d482ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f3c642-9488-49f6-910a-3c5254456d00,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:36.553763 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eabb58dd-77f8-4427-8f24-0fdc96e63825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:36.575401 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eabb58dd-77f8-4427-8f24-0fdc96e63825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:36.712182 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eabb58dd-77f8-4427-8f24-0fdc96e63825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:36.716597 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eabb58dd-77f8-4427-8f24-0fdc96e63825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:36.717942 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-eabb58dd-77f8-4427-8f24-0fdc96e63825 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c2f3c642-9488-49f6-910a-3c5254456d00 HTTP/1.1" status: 204 len: 168 time: 0.2230890 Jul 30 02:09:36.731413 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb58dd-77f8-4427-8f24-0fdc96e63825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f3c642-9488-49f6-910a-3c5254456d00,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:36.937914 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-30f3c043-1807-4228-b046-1e8052d78551 req-652951bb-1ef0-434f-8054-3e6fc0609304 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 210 time: 0.0669796 Jul 30 02:09:37.573606 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4687a142-b325-4433-b9eb-ad380ea6286f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:09:37.680175 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5ebe155e-300a-4d52-9f04-f0f3823dbeb6 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:37.688115 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5ebe155e-300a-4d52-9f04-f0f3823dbeb6 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.77 "GET /v2.0/networks?id=fae3e077-d620-41b6-8873-cf09bb00e4be HTTP/1.1" status: 200 len: 796 time: 0.1690590 Jul 30 02:09:37.692528 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 4687a142-b325-4433-b9eb-ad380ea6286f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:09:37.693146 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:37.828976 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe354123-be43-40fc-8adc-44282a8aec0d req-ed05422c-34bd-4dfc-a586-63ba941904c0 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=153ae8173a1a4ac0be30613af3c0859f HTTP/1.1" status: 200 len: 476 time: 0.1244402 Jul 30 02:09:37.842092 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-fe354123-be43-40fc-8adc-44282a8aec0d req-c1250bef-6dd8-4d60-bf3e-a552c187fc53 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Request body: {'port': {'device_id': '3229aa0f-f079-43d1-9586-a4b3864702dc', 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be', 'admin_state_up': True, 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'security_groups': ['4e981404-c05e-4797-805a-0ac3a28ae581', 'dad0a132-fe22-427f-b97d-278dbf0926ca']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:38.074453 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe354123-be43-40fc-8adc-44282a8aec0d req-c1250bef-6dd8-4d60-bf3e-a552c187fc53 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Made reservation on behalf of 153ae8173a1a4ac0be30613af3c0859f for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:09:38.078052 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fe354123-be43-40fc-8adc-44282a8aec0d req-c1250bef-6dd8-4d60-bf3e-a552c187fc53 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:38.142800 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-251ffe2d-6da7-4672-8e95-967182c7b6e9 req-c10553cb-2d4a-46c4-a913-03d6ff270924 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 210 time: 0.0753617 Jul 30 02:09:38.271522 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-fe354123-be43-40fc-8adc-44282a8aec0d req-c1250bef-6dd8-4d60-bf3e-a552c187fc53 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Allocated IP 172.20.0.10 (fae3e077-d620-41b6-8873-cf09bb00e4be/d391aee6-75ac-4b31-942f-ba2f1a5cdd56/e7292691-c0ce-477d-ae99-7f489beab849) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:09:38.519425 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fe354123-be43-40fc-8adc-44282a8aec0d req-c1250bef-6dd8-4d60-bf3e-a552c187fc53 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:38.563412 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-fe354123-be43-40fc-8adc-44282a8aec0d req-c1250bef-6dd8-4d60-bf3e-a552c187fc53 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Transition to ACTIVE for port object e7292691-c0ce-477d-ae99-7f489beab849 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:09:38.713526 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fe354123-be43-40fc-8adc-44282a8aec0d req-c1250bef-6dd8-4d60-bf3e-a552c187fc53 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:38.790139 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe354123-be43-40fc-8adc-44282a8aec0d req-c1250bef-6dd8-4d60-bf3e-a552c187fc53 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Network fae3e077-d620-41b6-8873-cf09bb00e4be is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:09:38.796150 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-fe354123-be43-40fc-8adc-44282a8aec0d req-c1250bef-6dd8-4d60-bf3e-a552c187fc53 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:09:38.805921 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe354123-be43-40fc-8adc-44282a8aec0d req-c1250bef-6dd8-4d60-bf3e-a552c187fc53 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:09:38.842660 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1250bef-6dd8-4d60-bf3e-a552c187fc53 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event updated for resources: {'Port': ['ID=e7292691-c0ce-477d-ae99-7f489beab849,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:38.895896 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe354123-be43-40fc-8adc-44282a8aec0d req-c1250bef-6dd8-4d60-bf3e-a552c187fc53 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:38.896618 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fe354123-be43-40fc-8adc-44282a8aec0d req-c1250bef-6dd8-4d60-bf3e-a552c187fc53 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:39.019892 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe354123-be43-40fc-8adc-44282a8aec0d req-c1250bef-6dd8-4d60-bf3e-a552c187fc53 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.1846440 Jul 30 02:09:39.036727 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46798) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:39.039167 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-fe354123-be43-40fc-8adc-44282a8aec0d req-586317fb-5ff6-4e95-a2e0-b35258f1c8a4 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:09:39.040226 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe354123-be43-40fc-8adc-44282a8aec0d req-586317fb-5ff6-4e95-a2e0-b35258f1c8a4 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082173 Jul 30 02:09:39.053098 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] Request body: {'port': {'device_id': '3229aa0f-f079-43d1-9586-a4b3864702dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:39.197820 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:39.198972 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ac175823-398c-4c72-8a91-bc7da2b2d51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:39.291288 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27b21af1-167f-41a1-ba86-598a785ca862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:39.381408 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bbfd7cb0-fd93-434b-978a-41c013edcda0 None None] Provisioning for port e7292691-c0ce-477d-ae99-7f489beab849 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:09:39.405295 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bbfd7cb0-fd93-434b-978a-41c013edcda0 None None] Provisioning complete for port e7292691-c0ce-477d-ae99-7f489beab849 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:09:39.406202 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bbfd7cb0-fd93-434b-978a-41c013edcda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:39.494607 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07f28f-a3d7-4c34-ab95-92a52ae16d07 req-416d26c7-3015-43dc-8fd6-15ca141f5912 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:39.503742 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f07f28f-a3d7-4c34-ab95-92a52ae16d07 req-416d26c7-3015-43dc-8fd6-15ca141f5912 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 971 time: 0.2216713 Jul 30 02:09:39.507277 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27b21af1-167f-41a1-ba86-598a785ca862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:39.516276 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd7cb0-fd93-434b-978a-41c013edcda0 None None] Port e7292691-c0ce-477d-ae99-7f489beab849 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:09:39.580009 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-27b21af1-167f-41a1-ba86-598a785ca862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:39.638915 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-27b21af1-167f-41a1-ba86-598a785ca862 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c9a280687494cb7a58fc9d23ad45f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5916495 Jul 30 02:09:39.639810 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46818) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:39.669029 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b21af1-167f-41a1-ba86-598a785ca862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5fb48e-70e0-4704-bcd3-e026975afb97,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:39.718908 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f11c68f1-6f39-4136-877f-62d4c852400d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:39.743816 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f07f28f-a3d7-4c34-ab95-92a52ae16d07 req-f4aca3fd-2a26-445d-aa3f-759e4459b796 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/security-groups?id=dad0a132-fe22-427f-b97d-278dbf0926ca&id=4e981404-c05e-4797-805a-0ac3a28ae581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2307332 Jul 30 02:09:39.748107 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f11c68f1-6f39-4136-877f-62d4c852400d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:39.821104 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7292691-c0ce-477d-ae99-7f489beab849 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:09:39.831837 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:39.917077 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] Transition to ACTIVE for port object e7292691-c0ce-477d-ae99-7f489beab849 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:09:39.917207 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f11c68f1-6f39-4136-877f-62d4c852400d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:39.920217 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f11c68f1-6f39-4136-877f-62d4c852400d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:39.921689 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f11c68f1-6f39-4136-877f-62d4c852400d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd5fb48e-70e0-4704-bcd3-e026975afb97 HTTP/1.1" status: 204 len: 168 time: 0.2766349 Jul 30 02:09:39.931453 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c68f1-6f39-4136-877f-62d4c852400d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5fb48e-70e0-4704-bcd3-e026975afb97,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:39.969000 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:40.042992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] Pushing event updated for resources: {'Port': ['ID=e7292691-c0ce-477d-ae99-7f489beab849,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:40.152549 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] Attempting to bind port e7292691-c0ce-477d-ae99-7f489beab849 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:09:40.152821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] Attempting to bind port e7292691-c0ce-477d-ae99-7f489beab849 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '5d3abf22-da92-4e26-bc0c-16ef1a03e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:09:40.153157 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] Attempting to bind port e7292691-c0ce-477d-ae99-7f489beab849 on network fae3e077-d620-41b6-8873-cf09bb00e4be {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:09:40.158225 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] Port e7292691-c0ce-477d-ae99-7f489beab849 on network fae3e077-d620-41b6-8873-cf09bb00e4be not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:09:40.158575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] Attempting to bind port e7292691-c0ce-477d-ae99-7f489beab849 on network fae3e077-d620-41b6-8873-cf09bb00e4be {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:09:40.164509 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:09:40.164916 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] Checking segment: {'id': '5d3abf22-da92-4e26-bc0c-16ef1a03e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:09:40.165309 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] Bound using segment: {'id': '5d3abf22-da92-4e26-bc0c-16ef1a03e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:09:40.165741 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] Bound port: e7292691-c0ce-477d-ae99-7f489beab849, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3abf22-da92-4e26-bc0c-16ef1a03e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:09:40.166111 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:40.330531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] For port e7292691-c0ce-477d-ae99-7f489beab849, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:09:40.337573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] For port e7292691-c0ce-477d-ae99-7f489beab849, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e7292691-c0ce-477d-ae99-7f489beab849,segment=NetworkSegment(5d3abf22-da92-4e26-bc0c-16ef1a03e167),segment_id=5d3abf22-da92-4e26-bc0c-16ef1a03e167)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:09:40.425108 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:40.537414 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:40.538042 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:40.540286 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe354123-be43-40fc-8adc-44282a8aec0d req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] 10.222.0.77 "PUT /v2.0/ports/e7292691-c0ce-477d-ae99-7f489beab849 HTTP/1.1" status: 200 len: 1131 time: 1.4919226 Jul 30 02:09:40.549409 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3229aa0f-f079-43d1-9586-a4b3864702dc', 'tag': 'e7292691-c0ce-477d-ae99-7f489beab849'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:09:40.553697 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9347f6f-0277-4c3f-b2b6-0236d0f878e8" -d '{"events": [{"name": "network-changed", "server_uuid": "3229aa0f-f079-43d1-9586-a4b3864702dc", "tag": "e7292691-c0ce-477d-ae99-7f489beab849"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:09:40.626253 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c651d75-9c45-41ae-b7bc-d5ae6554e226 service neutron] Pushing event updated for resources: {'Port': ['ID=e7292691-c0ce-477d-ae99-7f489beab849,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:40.729287 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f3ccb1-a205-4e5e-a408-5647ca8caa9c x-openstack-request-id: req-e7f3ccb1-a205-4e5e-a408-5647ca8caa9c {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:09:40.729287 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3229aa0f-f079-43d1-9586-a4b3864702dc", "tag": "e7292691-c0ce-477d-ae99-7f489beab849", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:09:40.729287 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7f3ccb1-a205-4e5e-a408-5647ca8caa9c {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:09:40.729287 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3229aa0f-f079-43d1-9586-a4b3864702dc', 'tag': 'e7292691-c0ce-477d-ae99-7f489beab849', 'status': 'completed', 'code': 200} Jul 30 02:09:40.761979 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe354123-be43-40fc-8adc-44282a8aec0d req-63e1a2c4-0a49-4448-ba2f-c8308651a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:40.763930 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe354123-be43-40fc-8adc-44282a8aec0d req-63e1a2c4-0a49-4448-ba2f-c8308651a73f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=153ae8173a1a4ac0be30613af3c0859f&device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 1134 time: 0.1062069 Jul 30 02:09:40.827605 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe354123-be43-40fc-8adc-44282a8aec0d req-4b10553f-1c3e-4658-9192-1575c8f97f35 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7292691-c0ce-477d-ae99-7f489beab849 HTTP/1.1" status: 200 len: 217 time: 0.0449708 Jul 30 02:09:41.003147 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe354123-be43-40fc-8adc-44282a8aec0d req-59000d4c-786f-45c5-8026-932807afb258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:41.004707 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe354123-be43-40fc-8adc-44282a8aec0d req-59000d4c-786f-45c5-8026-932807afb258 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d391aee6-75ac-4b31-942f-ba2f1a5cdd56 HTTP/1.1" status: 200 len: 835 time: 0.1688368 Jul 30 02:09:41.030381 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d183f66-880f-42a3-8203-e9a563d57af2 req-a2705ea9-ac4e-4eee-bbcb-8470827dacbb tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:41.041627 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d183f66-880f-42a3-8203-e9a563d57af2 req-a2705ea9-ac4e-4eee-bbcb-8470827dacbb tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 983 time: 0.1432121 Jul 30 02:09:41.118859 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d183f66-880f-42a3-8203-e9a563d57af2 req-ba5c99ed-8022-4de1-abc5-d80e8edffddd tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/security-groups?id=dad0a132-fe22-427f-b97d-278dbf0926ca&id=4e981404-c05e-4797-805a-0ac3a28ae581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0762651 Jul 30 02:09:41.131586 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe354123-be43-40fc-8adc-44282a8aec0d req-a22e4d1b-83f0-4e2e-a26c-87de5dd4d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:41.131586 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe354123-be43-40fc-8adc-44282a8aec0d req-a22e4d1b-83f0-4e2e-a26c-87de5dd4d4f7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fae3e077-d620-41b6-8873-cf09bb00e4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177213 Jul 30 02:09:41.255667 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe354123-be43-40fc-8adc-44282a8aec0d req-6413dc58-f297-4d8c-ba00-689984c5ed7b service neutron] 10.222.0.77 "GET /v2.0/networks/fae3e077-d620-41b6-8873-cf09bb00e4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165872 Jul 30 02:09:41.401759 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe354123-be43-40fc-8adc-44282a8aec0d req-d7cd7193-b40a-40b9-97ab-13c6d48dbd22 service neutron] 10.222.0.77 "GET /v2.0/networks/fae3e077-d620-41b6-8873-cf09bb00e4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385772 Jul 30 02:09:41.676972 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-042c9d6e-0db9-46d1-b617-08a2a7619211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:41.690613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9347f6f-0277-4c3f-b2b6-0236d0f878e8 req-9d605234-e416-4c96-801e-a8de1b12d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:41.697322 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b9347f6f-0277-4c3f-b2b6-0236d0f878e8 req-9d605234-e416-4c96-801e-a8de1b12d12f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=153ae8173a1a4ac0be30613af3c0859f&device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 1134 time: 0.1187797 Jul 30 02:09:41.734355 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:41.872268 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9347f6f-0277-4c3f-b2b6-0236d0f878e8 req-f320dbd7-c31c-4f76-a8ea-c8c26fd4bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:41.874060 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b9347f6f-0277-4c3f-b2b6-0236d0f878e8 req-f320dbd7-c31c-4f76-a8ea-c8c26fd4bb17 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fae3e077-d620-41b6-8873-cf09bb00e4be HTTP/1.1" status: 200 len: 897 time: 0.1690195 Jul 30 02:09:41.919478 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b9347f6f-0277-4c3f-b2b6-0236d0f878e8 req-d1028c93-59b8-4eec-85ff-2e501e188dbc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7292691-c0ce-477d-ae99-7f489beab849 HTTP/1.1" status: 200 len: 217 time: 0.0380473 Jul 30 02:09:42.011343 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9347f6f-0277-4c3f-b2b6-0236d0f878e8 req-05db6452-41fc-4936-88f6-9ed889bcb333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:42.012873 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b9347f6f-0277-4c3f-b2b6-0236d0f878e8 req-05db6452-41fc-4936-88f6-9ed889bcb333 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d391aee6-75ac-4b31-942f-ba2f1a5cdd56 HTTP/1.1" status: 200 len: 835 time: 0.0851274 Jul 30 02:09:42.077896 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9347f6f-0277-4c3f-b2b6-0236d0f878e8 req-3af93b53-75dc-4144-b4e4-81a9a0c429c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:42.079536 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b9347f6f-0277-4c3f-b2b6-0236d0f878e8 req-3af93b53-75dc-4144-b4e4-81a9a0c429c7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fae3e077-d620-41b6-8873-cf09bb00e4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583320 Jul 30 02:09:42.253973 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b9347f6f-0277-4c3f-b2b6-0236d0f878e8 req-6c8edda0-410d-4e09-a42c-4ba7bcf2e680 service neutron] 10.222.0.77 "GET /v2.0/networks/fae3e077-d620-41b6-8873-cf09bb00e4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659617 Jul 30 02:09:42.327664 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e54d8-543a-4ec9-88dc-32be68e0f0fb req-2ffc45bf-72ac-4b06-8745-bdabe7f27d33 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:42.338816 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-445e54d8-543a-4ec9-88dc-32be68e0f0fb req-2ffc45bf-72ac-4b06-8745-bdabe7f27d33 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 983 time: 0.1299884 Jul 30 02:09:42.469741 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-445e54d8-543a-4ec9-88dc-32be68e0f0fb req-6d4ba2f7-297b-4e57-9ad6-37c453143a27 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/security-groups?id=dad0a132-fe22-427f-b97d-278dbf0926ca&id=4e981404-c05e-4797-805a-0ac3a28ae581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1222706 Jul 30 02:09:42.481562 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b9347f6f-0277-4c3f-b2b6-0236d0f878e8 req-c779a518-055c-44c3-8659-754c7713a451 service neutron] 10.222.0.77 "GET /v2.0/networks/fae3e077-d620-41b6-8873-cf09bb00e4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147894 Jul 30 02:09:42.540587 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46920) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:42.786967 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8442c792-6c63-476c-8e1d-3284fcb8df80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:43.005119 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8442c792-6c63-476c-8e1d-3284fcb8df80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:43.074286 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 46934) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:43.081893 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8442c792-6c63-476c-8e1d-3284fcb8df80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:43.140566 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442c792-6c63-476c-8e1d-3284fcb8df80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e903f2-7753-4135-b655-604ae17b1765,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:43.166800 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46942) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:43.168272 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8442c792-6c63-476c-8e1d-3284fcb8df80 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=21e46eeb7b9d4428a1fbfe8c83a8134e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6250319 Jul 30 02:09:43.244042 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4f8c5a34-c847-44eb-89b2-247e8eba32b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:43.263328 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f67a151-c845-41d3-bd6f-cbd2bea46e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:43.285867 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f67a151-c845-41d3-bd6f-cbd2bea46e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:43.323141 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:43.378746 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4f8c5a34-c847-44eb-89b2-247e8eba32b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:43.425989 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f67a151-c845-41d3-bd6f-cbd2bea46e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:43.429528 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f67a151-c845-41d3-bd6f-cbd2bea46e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:43.434519 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3f67a151-c845-41d3-bd6f-cbd2bea46e0f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/27e903f2-7753-4135-b655-604ae17b1765 HTTP/1.1" status: 204 len: 168 time: 0.2640057 Jul 30 02:09:43.444364 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67a151-c845-41d3-bd6f-cbd2bea46e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e903f2-7753-4135-b655-604ae17b1765,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:43.459743 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4f8c5a34-c847-44eb-89b2-247e8eba32b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:43.532701 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c5a34-c847-44eb-89b2-247e8eba32b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5674727e-85c5-4edc-b2a6-72e090bd1d7e,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:43.538127 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4f8c5a34-c847-44eb-89b2-247e8eba32b0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2f55a0013b5b499098cf31dd3fb2679a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4623673 Jul 30 02:09:43.541333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 46964) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:43.598254 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-68c26073-f802-4169-b069-6358bd25c470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:43.656780 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-68c26073-f802-4169-b069-6358bd25c470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:43.681786 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb1561-a2f4-4246-b67e-317b403a24f2 req-b00e95e2-225a-48ca-b37b-3450b70125ae tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:43.683538 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6feb1561-a2f4-4246-b67e-317b403a24f2 req-b00e95e2-225a-48ca-b37b-3450b70125ae tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 983 time: 0.0864544 Jul 30 02:09:43.750581 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6feb1561-a2f4-4246-b67e-317b403a24f2 req-75a2a7fd-b5da-4f91-a22c-6e9158347412 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/security-groups?id=dad0a132-fe22-427f-b97d-278dbf0926ca&id=4e981404-c05e-4797-805a-0ac3a28ae581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0493133 Jul 30 02:09:43.850643 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-68c26073-f802-4169-b069-6358bd25c470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:43.858788 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-68c26073-f802-4169-b069-6358bd25c470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:43.862819 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-68c26073-f802-4169-b069-6358bd25c470 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5674727e-85c5-4edc-b2a6-72e090bd1d7e HTTP/1.1" status: 204 len: 168 time: 0.3169408 Jul 30 02:09:43.883335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c26073-f802-4169-b069-6358bd25c470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5674727e-85c5-4edc-b2a6-72e090bd1d7e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:44.010097 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device e7292691-c0ce-477d-ae99-7f489beab849 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:09:44.151788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port e7292691-c0ce-477d-ae99-7f489beab849, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e7292691-c0ce-477d-ae99-7f489beab849,segment=NetworkSegment(5d3abf22-da92-4e26-bc0c-16ef1a03e167),segment_id=5d3abf22-da92-4e26-bc0c-16ef1a03e167)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:44.165517 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'e7292691-c0ce-477d-ae99-7f489beab849', 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be', 'port_id': 'e7292691-c0ce-477d-ae99-7f489beab849', 'mac_address': 'fa:16:3e:73:85:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd391aee6-75ac-4b31-942f-ba2f1a5cdd56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:09:44.208473 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:44.222093 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7292691-c0ce-477d-ae99-7f489beab849 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:09:44.246712 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port e7292691-c0ce-477d-ae99-7f489beab849, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e7292691-c0ce-477d-ae99-7f489beab849,segment=NetworkSegment(5d3abf22-da92-4e26-bc0c-16ef1a03e167),segment_id=5d3abf22-da92-4e26-bc0c-16ef1a03e167)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:44.339154 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:44.408855 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=e7292691-c0ce-477d-ae99-7f489beab849,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:44.616856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['e7292691-c0ce-477d-ae99-7f489beab849'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:09:44.686489 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:44.796177 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47038) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:44.814898 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bd5c07fa-30ce-417d-b5f0-e7bc1e3b73ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:44.911692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff996b-d4d1-43ce-92ff-ea152e5e9b06 req-f8eeb464-87c6-4551-a025-595119e90a3c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:44.913248 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-02ff996b-d4d1-43ce-92ff-ea152e5e9b06 req-f8eeb464-87c6-4551-a025-595119e90a3c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 984 time: 0.0652823 Jul 30 02:09:44.953138 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bd5c07fa-30ce-417d-b5f0-e7bc1e3b73ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:44.972603 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-02ff996b-d4d1-43ce-92ff-ea152e5e9b06 req-69e651d9-3b25-47f0-bc91-ff9e2ee68c68 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/security-groups?id=dad0a132-fe22-427f-b97d-278dbf0926ca&id=4e981404-c05e-4797-805a-0ac3a28ae581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0522084 Jul 30 02:09:45.031579 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bd5c07fa-30ce-417d-b5f0-e7bc1e3b73ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:45.101210 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bd5c07fa-30ce-417d-b5f0-e7bc1e3b73ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1618592f3de24bea807620bf68323f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3032637 Jul 30 02:09:45.102393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c07fa-30ce-417d-b5f0-e7bc1e3b73ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbb2cf2-e57f-4faf-8917-2c31b9226872,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:45.104257 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 47050) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:45.171322 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d0fe805-a342-4380-acff-b0b499ec2baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:45.203816 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d0fe805-a342-4380-acff-b0b499ec2baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:45.355793 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d0fe805-a342-4380-acff-b0b499ec2baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:45.360032 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d0fe805-a342-4380-acff-b0b499ec2baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:45.360032 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1d0fe805-a342-4380-acff-b0b499ec2baa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7cbb2cf2-e57f-4faf-8917-2c31b9226872 HTTP/1.1" status: 204 len: 168 time: 0.2540712 Jul 30 02:09:45.369791 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fe805-a342-4380-acff-b0b499ec2baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbb2cf2-e57f-4faf-8917-2c31b9226872,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:45.378782 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fe805-a342-4380-acff-b0b499ec2baa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:45.379003 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fe805-a342-4380-acff-b0b499ec2baa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:45.379369 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fe805-a342-4380-acff-b0b499ec2baa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:45.383721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fe805-a342-4380-acff-b0b499ec2baa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:45.383721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fe805-a342-4380-acff-b0b499ec2baa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:45.383721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fe805-a342-4380-acff-b0b499ec2baa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:45.383721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fe805-a342-4380-acff-b0b499ec2baa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:45.383721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fe805-a342-4380-acff-b0b499ec2baa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:45.383721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fe805-a342-4380-acff-b0b499ec2baa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:45.383721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fe805-a342-4380-acff-b0b499ec2baa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:45.383721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fe805-a342-4380-acff-b0b499ec2baa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:45.383721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fe805-a342-4380-acff-b0b499ec2baa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:46.006748 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device e7292691-c0ce-477d-ae99-7f489beab849 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:09:46.185739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50867b26-13fd-4636-8e3b-43893e2737d9 req-2690b2f1-d248-43e8-bf1a-290d054f30d2 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:46.215613 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50867b26-13fd-4636-8e3b-43893e2737d9 req-2690b2f1-d248-43e8-bf1a-290d054f30d2 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 984 time: 0.1293993 Jul 30 02:09:46.217667 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 47114) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:46.237137 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port e7292691-c0ce-477d-ae99-7f489beab849 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:09:46.242789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port e7292691-c0ce-477d-ae99-7f489beab849 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:09:46.243441 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:46.253433 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f59609ce-7138-4c1e-aa36-03f5e2370049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:46.273733 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50867b26-13fd-4636-8e3b-43893e2737d9 req-883e0786-0a4f-463b-9990-45f8e4d75abf tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/security-groups?id=dad0a132-fe22-427f-b97d-278dbf0926ca&id=4e981404-c05e-4797-805a-0ac3a28ae581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0707629 Jul 30 02:09:46.427576 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:46.480541 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3229aa0f-f079-43d1-9586-a4b3864702dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7292691-c0ce-477d-ae99-7f489beab849'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:09:46.483968 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea99554-23ca-422b-be4f-9004ebe4ed12" -d '{"events": [{"server_uuid": "3229aa0f-f079-43d1-9586-a4b3864702dc", "name": "network-vif-plugged", "status": "completed", "tag": "e7292691-c0ce-477d-ae99-7f489beab849"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:09:46.490701 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f59609ce-7138-4c1e-aa36-03f5e2370049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:46.502994 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port e7292691-c0ce-477d-ae99-7f489beab849, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e7292691-c0ce-477d-ae99-7f489beab849,segment=NetworkSegment(5d3abf22-da92-4e26-bc0c-16ef1a03e167),segment_id=5d3abf22-da92-4e26-bc0c-16ef1a03e167)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:46.542647 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4587c9b-9a49-4f71-8423-5fcf7ff63d4f x-openstack-request-id: req-f4587c9b-9a49-4f71-8423-5fcf7ff63d4f {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:09:46.543024 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3229aa0f-f079-43d1-9586-a4b3864702dc", "name": "network-vif-plugged", "status": "completed", "tag": "e7292691-c0ce-477d-ae99-7f489beab849", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:09:46.543361 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f4587c9b-9a49-4f71-8423-5fcf7ff63d4f {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:09:46.543961 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3229aa0f-f079-43d1-9586-a4b3864702dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7292691-c0ce-477d-ae99-7f489beab849', 'code': 200} Jul 30 02:09:46.603039 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f59609ce-7138-4c1e-aa36-03f5e2370049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:46.650905 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f59609ce-7138-4c1e-aa36-03f5e2370049 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4bcb9604ce5b483ab1e05a7fe9d4b0f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4315889 Jul 30 02:09:46.652054 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59609ce-7138-4c1e-aa36-03f5e2370049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688f5a7c-147a-4922-a2c7-0b9d55c5f547,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:46.654536 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 47136) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:46.655086 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:46.694373 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb3f31-7382-47d7-9a7a-8152af60d85d req-7b1b36ab-01bd-4355-823d-b70ba9f243d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:46.696094 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d0eb3f31-7382-47d7-9a7a-8152af60d85d req-7b1b36ab-01bd-4355-823d-b70ba9f243d6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 1135 time: 0.0612378 Jul 30 02:09:46.720921 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=e7292691-c0ce-477d-ae99-7f489beab849,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:46.743198 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d0eb3f31-7382-47d7-9a7a-8152af60d85d req-8aaa56fd-5078-4f1b-aefa-8f62fc1bf0d0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4e981404-c05e-4797-805a-0ac3a28ae581&id=dad0a132-fe22-427f-b97d-278dbf0926ca&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0377550 Jul 30 02:09:46.744662 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-310c7fac-4b56-4f44-9a8b-13f2c1568b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:46.767236 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-310c7fac-4b56-4f44-9a8b-13f2c1568b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:46.950503 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-310c7fac-4b56-4f44-9a8b-13f2c1568b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:46.953427 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-310c7fac-4b56-4f44-9a8b-13f2c1568b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:46.956959 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-310c7fac-4b56-4f44-9a8b-13f2c1568b6f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/688f5a7c-147a-4922-a2c7-0b9d55c5f547 HTTP/1.1" status: 204 len: 168 time: 0.2990999 Jul 30 02:09:46.964186 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c7fac-4b56-4f44-9a8b-13f2c1568b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688f5a7c-147a-4922-a2c7-0b9d55c5f547,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:47.122019 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 47156) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:47.342679 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b27ef639-a0ff-493f-b3c6-0c42cb7acde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:47.405252 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640e9f5-5bb9-416f-8da7-95087746f824 req-608ab4f8-ec41-4ef7-982c-048a6f4295a5 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:47.412990 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f640e9f5-5bb9-416f-8da7-95087746f824 req-608ab4f8-ec41-4ef7-982c-048a6f4295a5 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 985 time: 0.0677335 Jul 30 02:09:47.475591 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f640e9f5-5bb9-416f-8da7-95087746f824 req-4832b468-b5d5-4a35-bbc6-33abdda9f3b2 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/security-groups?id=dad0a132-fe22-427f-b97d-278dbf0926ca&id=4e981404-c05e-4797-805a-0ac3a28ae581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0581777 Jul 30 02:09:47.487556 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b27ef639-a0ff-493f-b3c6-0c42cb7acde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:47.579587 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b27ef639-a0ff-493f-b3c6-0c42cb7acde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:47.622823 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47186) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:47.623054 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b27ef639-a0ff-493f-b3c6-0c42cb7acde5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0bfe9f9525ee4b9483add8a5ae501c60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4995918 Jul 30 02:09:47.623600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ef639-a0ff-493f-b3c6-0c42cb7acde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d16cbeb-d16c-4ec2-916f-21a905a8c616,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:47.693085 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-637e2f91-ef5e-4ba5-a990-30a8e1b238cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:47.694037 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:48.101151 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-637e2f91-ef5e-4ba5-a990-30a8e1b238cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:48.276843 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-637e2f91-ef5e-4ba5-a990-30a8e1b238cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:48.279538 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-637e2f91-ef5e-4ba5-a990-30a8e1b238cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:48.283117 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-637e2f91-ef5e-4ba5-a990-30a8e1b238cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d16cbeb-d16c-4ec2-916f-21a905a8c616 HTTP/1.1" status: 204 len: 168 time: 0.6562901 Jul 30 02:09:48.289057 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e2f91-ef5e-4ba5-a990-30a8e1b238cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d16cbeb-d16c-4ec2-916f-21a905a8c616,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:48.671677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8ff9d-f77c-4aa7-905d-e0d51de08932 req-413e7626-1c33-47d9-8526-e6e8f02a172f tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:48.673819 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cbd8ff9d-f77c-4aa7-905d-e0d51de08932 req-413e7626-1c33-47d9-8526-e6e8f02a172f tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 985 time: 0.0851481 Jul 30 02:09:48.731120 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cbd8ff9d-f77c-4aa7-905d-e0d51de08932 req-5b65ded8-5d0c-4c34-b1e1-cb72b78bd369 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/security-groups?id=dad0a132-fe22-427f-b97d-278dbf0926ca&id=4e981404-c05e-4797-805a-0ac3a28ae581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0493145 Jul 30 02:09:48.879859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88812f11-48c7-4fa7-9055-0aa16bb5e9e7 req-8d1ff088-57c5-462d-b54e-54b14fa82d9b tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:48.882407 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88812f11-48c7-4fa7-9055-0aa16bb5e9e7 req-8d1ff088-57c5-462d-b54e-54b14fa82d9b tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 985 time: 0.0663006 Jul 30 02:09:48.930741 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88812f11-48c7-4fa7-9055-0aa16bb5e9e7 req-48b1a322-fad9-4799-9086-fc23695d8e87 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/security-groups?id=dad0a132-fe22-427f-b97d-278dbf0926ca&id=4e981404-c05e-4797-805a-0ac3a28ae581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0395801 Jul 30 02:09:49.110023 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cdd56-425c-46da-8955-989536af527a req-51b3d5b9-ffc8-4931-afe7-6d115abe3f6a tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:49.122683 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc9cdd56-425c-46da-8955-989536af527a req-51b3d5b9-ffc8-4931-afe7-6d115abe3f6a tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 1136 time: 0.0870500 Jul 30 02:09:49.144430 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fc9cdd56-425c-46da-8955-989536af527a req-69016a94-f629-4110-8ea5-67413c7b04e1 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:49.264165 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47286) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:49.268995 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fc9cdd56-425c-46da-8955-989536af527a req-69016a94-f629-4110-8ea5-67413c7b04e1 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:49.278788 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-81973619-e255-4467-98f1-e6ba7da46087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:49.339202 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fc9cdd56-425c-46da-8955-989536af527a req-69016a94-f629-4110-8ea5-67413c7b04e1 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:49.376752 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fc9cdd56-425c-46da-8955-989536af527a req-69016a94-f629-4110-8ea5-67413c7b04e1 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dad0a132-fe22-427f-b97d-278dbf0926ca&id=4e981404-c05e-4797-805a-0ac3a28ae581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2485940 Jul 30 02:09:49.395977 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69016a94-f629-4110-8ea5-67413c7b04e1 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6850a9e-ebd1-4bd5-b794-7a2270bede0f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:49.396519 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47294) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:49.483324 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24f9b3d-a218-400b-a29c-4db1b5eb3349 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:49.486967 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b24f9b3d-a218-400b-a29c-4db1b5eb3349 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 1131 time: 0.0890791 Jul 30 02:09:49.488734 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 47304) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:49.496709 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-38c4beeb-0a32-4940-9128-ada1edc66636 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': 'e7292691-c0ce-477d-ae99-7f489beab849', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:49.533311 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-81973619-e255-4467-98f1-e6ba7da46087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:49.619848 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-81973619-e255-4467-98f1-e6ba7da46087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:49.656915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-4b4cd21f-85b3-4cd0-9235-bf02b895c2e6 req-da5ac8fa-ca95-4d19-bc7f-22dbf7e851be service neutron] (94464) timed out ('10.222.0.70', 50910) {{(pid=94464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:09:49.680656 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-81973619-e255-4467-98f1-e6ba7da46087 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=33d4d17aa1034b92a426d46bdecbdaea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4153905 Jul 30 02:09:49.689337 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47320) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:49.715450 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81973619-e255-4467-98f1-e6ba7da46087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926d2138-4440-4902-b03d-24f5bef5358b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:49.716864 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38c4beeb-0a32-4940-9128-ada1edc66636 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:49.797999 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-461a7581-87fd-40c3-8de5-6b4fe2f58bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:49.822479 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-461a7581-87fd-40c3-8de5-6b4fe2f58bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:49.880720 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38c4beeb-0a32-4940-9128-ada1edc66636 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:49.971613 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-461a7581-87fd-40c3-8de5-6b4fe2f58bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:49.980109 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-461a7581-87fd-40c3-8de5-6b4fe2f58bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:49.980109 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-461a7581-87fd-40c3-8de5-6b4fe2f58bd1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/926d2138-4440-4902-b03d-24f5bef5358b HTTP/1.1" status: 204 len: 168 time: 0.2816978 Jul 30 02:09:49.995887 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a7581-87fd-40c3-8de5-6b4fe2f58bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926d2138-4440-4902-b03d-24f5bef5358b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:50.147812 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-38c4beeb-0a32-4940-9128-ada1edc66636 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Allocated IP 172.25.1.109 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/591eb077-8bb3-4c4b-b619-80c2ea9d444a) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:09:50.328256 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38c4beeb-0a32-4940-9128-ada1edc66636 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:50.479740 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38c4beeb-0a32-4940-9128-ada1edc66636 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:50.520843 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c4beeb-0a32-4940-9128-ada1edc66636 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:09:50.525429 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-38c4beeb-0a32-4940-9128-ada1edc66636 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:09:50.533164 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c4beeb-0a32-4940-9128-ada1edc66636 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:09:50.536190 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4beeb-0a32-4940-9128-ada1edc66636 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event updated for resources: {'Port': ['ID=591eb077-8bb3-4c4b-b619-80c2ea9d444a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:50.861620 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47398) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:51.071227 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-973d01cb-fe3a-4924-a46d-feb97c394c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:51.292710 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-973d01cb-fe3a-4924-a46d-feb97c394c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:51.408495 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-973d01cb-fe3a-4924-a46d-feb97c394c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:51.463011 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d01cb-fe3a-4924-a46d-feb97c394c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5074ef1e-a47f-4951-b1e9-25947486df69,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:51.476605 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-973d01cb-fe3a-4924-a46d-feb97c394c00 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b0e51b000ce4446bbf27ca8088ad3eae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6135943 Jul 30 02:09:51.481042 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47440) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:51.496722 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38c4beeb-0a32-4940-9128-ada1edc66636 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:51.544570 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8dd9945f-4831-494b-ad46-3d7d1a327e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:51.568151 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8dd9945f-4831-494b-ad46-3d7d1a327e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:51.698561 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38c4beeb-0a32-4940-9128-ada1edc66636 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:51.710606 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8dd9945f-4831-494b-ad46-3d7d1a327e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:51.715594 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8dd9945f-4831-494b-ad46-3d7d1a327e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:51.724831 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8dd9945f-4831-494b-ad46-3d7d1a327e0a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5074ef1e-a47f-4951-b1e9-25947486df69 HTTP/1.1" status: 204 len: 168 time: 0.2419751 Jul 30 02:09:51.748227 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9945f-4831-494b-ad46-3d7d1a327e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5074ef1e-a47f-4951-b1e9-25947486df69,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:52.453483 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38c4beeb-0a32-4940-9128-ada1edc66636 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:52.522794 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38c4beeb-0a32-4940-9128-ada1edc66636 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:52.621385 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4beeb-0a32-4940-9128-ada1edc66636 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event updated for resources: {'Port': ['ID=591eb077-8bb3-4c4b-b619-80c2ea9d444a,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:52.640937 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38c4beeb-0a32-4940-9128-ada1edc66636 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:52.738022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47514) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:52.754001 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-76ee9649-8015-4615-aabd-9cdda502a5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:52.769789 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-38c4beeb-0a32-4940-9128-ada1edc66636 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Floating IP 3387620a-c7a9-4024-b231-8c0edad70a3a associated. External IP: 172.25.1.109, port: e7292691-c0ce-477d-ae99-7f489beab849. Jul 30 02:09:52.997639 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-76ee9649-8015-4615-aabd-9cdda502a5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:53.075991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c4beeb-0a32-4940-9128-ada1edc66636 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Router 9a298ab8-a465-4d61-8899-28340fc6e788 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:09:53.117221 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-76ee9649-8015-4615-aabd-9cdda502a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:53.163731 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-76ee9649-8015-4615-aabd-9cdda502a5f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=90e8ae3a584847d58a82125a042d50eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4234803 Jul 30 02:09:53.164674 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee9649-8015-4615-aabd-9cdda502a5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebe6d38-59be-45b8-b2f9-f99e2d73fe8f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:53.167105 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 47534) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:53.221991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c4beeb-0a32-4940-9128-ada1edc66636 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:09:53.234227 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767a8292-5c93-4d80-88b0-af1159e6e684 None None] Sync routers for ids ['9a298ab8-a465-4d61-8899-28340fc6e788'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:09:53.247494 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-53441a49-a4e2-47a9-bd0d-05f06d17dd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:53.250870 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a8292-5c93-4d80-88b0-af1159e6e684 None None] Routers {'9a298ab8-a465-4d61-8899-28340fc6e788'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:09:53.251693 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-767a8292-5c93-4d80-88b0-af1159e6e684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:09:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9a298ab8-a465-4d61-8899-28340fc6e788'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:53.274954 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-53441a49-a4e2-47a9-bd0d-05f06d17dd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:53.350921 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38c4beeb-0a32-4940-9128-ada1edc66636 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:53.396567 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-38c4beeb-0a32-4940-9128-ada1edc66636 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9064500 Jul 30 02:09:53.397074 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3229aa0f-f079-43d1-9586-a4b3864702dc', 'tag': 'e7292691-c0ce-477d-ae99-7f489beab849'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:09:53.399078 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47554) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:53.399264 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-767a8292-5c93-4d80-88b0-af1159e6e684 None None] Set router 9a298ab8-a465-4d61-8899-28340fc6e788 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:09:53.399405 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1082494a-1378-42fc-bac2-e441438a1970" -d '{"events": [{"name": "network-changed", "server_uuid": "3229aa0f-f079-43d1-9586-a4b3864702dc", "tag": "e7292691-c0ce-477d-ae99-7f489beab849"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:09:53.460537 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5997d1db-3a83-4a08-9561-0c6be5be65bc x-openstack-request-id: req-5997d1db-3a83-4a08-9561-0c6be5be65bc {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:09:53.460851 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3229aa0f-f079-43d1-9586-a4b3864702dc", "tag": "e7292691-c0ce-477d-ae99-7f489beab849", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:09:53.461085 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5997d1db-3a83-4a08-9561-0c6be5be65bc {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:09:53.461502 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3229aa0f-f079-43d1-9586-a4b3864702dc', 'tag': 'e7292691-c0ce-477d-ae99-7f489beab849', 'status': 'completed', 'code': 200} Jul 30 02:09:53.489582 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-53441a49-a4e2-47a9-bd0d-05f06d17dd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:53.496095 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-53441a49-a4e2-47a9-bd0d-05f06d17dd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:53.502533 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-53441a49-a4e2-47a9-bd0d-05f06d17dd6b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cebe6d38-59be-45b8-b2f9-f99e2d73fe8f HTTP/1.1" status: 204 len: 168 time: 0.3343384 Jul 30 02:09:53.531454 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53441a49-a4e2-47a9-bd0d-05f06d17dd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebe6d38-59be-45b8-b2f9-f99e2d73fe8f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:53.686233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082494a-1378-42fc-bac2-e441438a1970 req-2acce8ec-6794-4808-9fef-4cae8f6aaa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:53.688078 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1082494a-1378-42fc-bac2-e441438a1970 req-2acce8ec-6794-4808-9fef-4cae8f6aaa37 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=153ae8173a1a4ac0be30613af3c0859f&device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 1136 time: 0.1242249 Jul 30 02:09:53.698611 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-767a8292-5c93-4d80-88b0-af1159e6e684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206438291', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:09:20Z', 'updated_at': '2021-07-30T02:09:29Z', 'revision_number': 4, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:21Z', 'updated_at': '2021-07-30T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '3387620a-c7a9-4024-b231-8c0edad70a3a', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'port_id': 'e7292691-c0ce-477d-ae99-7f489beab849', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be', 'mac_address': 'fa:16:3e:73:85:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3229aa0f-f079-43d1-9586-a4b3864702dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:09:50Z', 'updated_at': '2021-07-30T02:09:50Z', 'revision_number': 0, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4687a142-b325-4433-b9eb-ad380ea6286f', 'name': '', 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'mac_address': 'fa:16:3e:a5:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'd391aee6-75ac-4b31-942f-ba2f1a5cdd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:27Z', 'updated_at': '2021-07-30T02:09:35Z', 'revision_number': 5, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'subnets': [{'id': 'd391aee6-75ac-4b31-942f-ba2f1a5cdd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:53.727974 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767a8292-5c93-4d80-88b0-af1159e6e684 None None] Checking router: 9a298ab8-a465-4d61-8899-28340fc6e788 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:09:53.737236 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a8292-5c93-4d80-88b0-af1159e6e684 None None] Routers {'9a298ab8-a465-4d61-8899-28340fc6e788'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:09:53.737987 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-767a8292-5c93-4d80-88b0-af1159e6e684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:09:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9a298ab8-a465-4d61-8899-28340fc6e788'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:53.792523 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545e09ea-7d54-4ca2-b58b-29257983ec34 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:53.793118 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545e09ea-7d54-4ca2-b58b-29257983ec34 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:53.793479 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545e09ea-7d54-4ca2-b58b-29257983ec34 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:53.794029 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545e09ea-7d54-4ca2-b58b-29257983ec34 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:53.794748 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545e09ea-7d54-4ca2-b58b-29257983ec34 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:53.797362 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-545e09ea-7d54-4ca2-b58b-29257983ec34 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3587 time: 0.3963158 Jul 30 02:09:53.801596 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47582) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:53.960412 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eb2479-d325-48a7-82a4-4bd85a8dcf3e tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:53.961132 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eb2479-d325-48a7-82a4-4bd85a8dcf3e tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:53.961811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eb2479-d325-48a7-82a4-4bd85a8dcf3e tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:53.962473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eb2479-d325-48a7-82a4-4bd85a8dcf3e tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:53.963085 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eb2479-d325-48a7-82a4-4bd85a8dcf3e tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:53.965024 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-71eb2479-d325-48a7-82a4-4bd85a8dcf3e tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3370 time: 0.1624639 Jul 30 02:09:53.966352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082494a-1378-42fc-bac2-e441438a1970 req-f74ec114-69a5-4837-af2e-c7dd5d6ce6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:53.967939 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1082494a-1378-42fc-bac2-e441438a1970 req-f74ec114-69a5-4837-af2e-c7dd5d6ce6bf service neutron] 10.222.0.77 "GET /v2.0/networks?id=fae3e077-d620-41b6-8873-cf09bb00e4be HTTP/1.1" status: 200 len: 897 time: 0.2640440 Jul 30 02:09:53.968544 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 47600) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:54.041537 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-767a8292-5c93-4d80-88b0-af1159e6e684 None None] Set router 9a298ab8-a465-4d61-8899-28340fc6e788 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:09:54.088875 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1082494a-1378-42fc-bac2-e441438a1970 req-7bab09dc-4cfa-4dbe-8dba-08a219a152c3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7292691-c0ce-477d-ae99-7f489beab849 HTTP/1.1" status: 200 len: 1000 time: 0.1133626 Jul 30 02:09:54.205945 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082494a-1378-42fc-bac2-e441438a1970 req-2bf4adc8-a4e3-4d3f-83ed-99b91a555cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:54.209634 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1082494a-1378-42fc-bac2-e441438a1970 req-2bf4adc8-a4e3-4d3f-83ed-99b91a555cf3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d391aee6-75ac-4b31-942f-ba2f1a5cdd56 HTTP/1.1" status: 200 len: 835 time: 0.1112676 Jul 30 02:09:54.280813 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082494a-1378-42fc-bac2-e441438a1970 req-e37e13ae-1ca4-416a-8b71-87b1ba6556aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:54.282779 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1082494a-1378-42fc-bac2-e441438a1970 req-e37e13ae-1ca4-416a-8b71-87b1ba6556aa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fae3e077-d620-41b6-8873-cf09bb00e4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673895 Jul 30 02:09:54.419176 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1082494a-1378-42fc-bac2-e441438a1970 req-5fcc6f9a-742e-4cd4-be37-1689cc69adab service neutron] 10.222.0.77 "GET /v2.0/networks/fae3e077-d620-41b6-8873-cf09bb00e4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277330 Jul 30 02:09:54.447361 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-767a8292-5c93-4d80-88b0-af1159e6e684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206438291', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:09:20Z', 'updated_at': '2021-07-30T02:09:29Z', 'revision_number': 4, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:21Z', 'updated_at': '2021-07-30T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '3387620a-c7a9-4024-b231-8c0edad70a3a', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'port_id': 'e7292691-c0ce-477d-ae99-7f489beab849', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be', 'mac_address': 'fa:16:3e:73:85:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3229aa0f-f079-43d1-9586-a4b3864702dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:09:50Z', 'updated_at': '2021-07-30T02:09:50Z', 'revision_number': 0, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4687a142-b325-4433-b9eb-ad380ea6286f', 'name': '', 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'mac_address': 'fa:16:3e:a5:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'd391aee6-75ac-4b31-942f-ba2f1a5cdd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:27Z', 'updated_at': '2021-07-30T02:09:35Z', 'revision_number': 5, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'subnets': [{'id': 'd391aee6-75ac-4b31-942f-ba2f1a5cdd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:54.468076 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-59b63692-6e08-4eaa-bcde-fd74301f6f07 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1615 time: 0.4981620 Jul 30 02:09:54.470982 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47638) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:54.479283 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767a8292-5c93-4d80-88b0-af1159e6e684 None None] The sync data for ids ['9a298ab8-a465-4d61-8899-28340fc6e788'] in n-d-713498-9 is: [{'id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206438291', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:09:20Z', 'updated_at': '2021-07-30T02:09:29Z', 'revision_number': 4, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:21Z', 'updated_at': '2021-07-30T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '3387620a-c7a9-4024-b231-8c0edad70a3a', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'port_id': 'e7292691-c0ce-477d-ae99-7f489beab849', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be', 'mac_address': 'fa:16:3e:73:85:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3229aa0f-f079-43d1-9586-a4b3864702dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:09:50Z', 'updated_at': '2021-07-30T02:09:50Z', 'revision_number': 0, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4687a142-b325-4433-b9eb-ad380ea6286f', 'name': '', 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'mac_address': 'fa:16:3e:a5:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'd391aee6-75ac-4b31-942f-ba2f1a5cdd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:27Z', 'updated_at': '2021-07-30T02:09:35Z', 'revision_number': 5, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'subnets': [{'id': 'd391aee6-75ac-4b31-942f-ba2f1a5cdd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:09:54.601669 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7530651b-2b39-46f3-acfe-1d2b7d0d0782 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:54.602390 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7530651b-2b39-46f3-acfe-1d2b7d0d0782 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:54.604545 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7530651b-2b39-46f3-acfe-1d2b7d0d0782 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9a298ab8-a465-4d61-8899-28340fc6e788 HTTP/1.1" status: 200 len: 1990 time: 0.1325984 Jul 30 02:09:54.636598 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1082494a-1378-42fc-bac2-e441438a1970 req-37b61496-1c58-48d9-8409-0dcd743e1c22 service neutron] 10.222.0.77 "GET /v2.0/networks/fae3e077-d620-41b6-8873-cf09bb00e4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015798 Jul 30 02:09:54.865199 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a9fdd2-95b6-49a1-8686-c11b2d17cfe2 None None] New status for floating IP 3387620a-c7a9-4024-b231-8c0edad70a3a: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:09:57.839436 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 47946) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:57.983007 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-032bbafb-9e94-4121-9c3b-d39407fd497c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:58.084725 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-032bbafb-9e94-4121-9c3b-d39407fd497c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:58.171900 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-032bbafb-9e94-4121-9c3b-d39407fd497c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:58.215807 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-032bbafb-9e94-4121-9c3b-d39407fd497c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5060ed4eb9ba4364a69bf8fd30164a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747497 Jul 30 02:09:58.216707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bbafb-9e94-4121-9c3b-d39407fd497c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545542f7-44df-48d8-84c8-4672218a07aa,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:58.218385 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 47978) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:58.294889 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6f088ece-8aba-4664-a0bf-6840b293ebcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:58.332211 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6f088ece-8aba-4664-a0bf-6840b293ebcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:58.511383 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6f088ece-8aba-4664-a0bf-6840b293ebcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:58.515282 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6f088ece-8aba-4664-a0bf-6840b293ebcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:58.516711 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6f088ece-8aba-4664-a0bf-6840b293ebcc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/545542f7-44df-48d8-84c8-4672218a07aa HTTP/1.1" status: 204 len: 168 time: 0.2928958 Jul 30 02:09:58.531954 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f088ece-8aba-4664-a0bf-6840b293ebcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545542f7-44df-48d8-84c8-4672218a07aa,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:59.303103 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48020) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:59.321648 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e3b0af45-0d73-448f-9295-71dac3335f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:59.456505 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e3b0af45-0d73-448f-9295-71dac3335f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:59.521075 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e3b0af45-0d73-448f-9295-71dac3335f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:59.561209 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e3b0af45-0d73-448f-9295-71dac3335f41 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=54860d82fac84ae4b4204a5b1b63395b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554471 Jul 30 02:09:59.563236 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0af45-0d73-448f-9295-71dac3335f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b4de60-f45b-46a1-952f-f4e3b03ad5fd,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:59.563967 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48024) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:59.615543 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff355-5e12-412f-9941-be7ff3efdd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:59.648747 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff355-5e12-412f-9941-be7ff3efdd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:59.790947 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff355-5e12-412f-9941-be7ff3efdd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:59.793583 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff355-5e12-412f-9941-be7ff3efdd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:59.794795 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4f7ff355-5e12-412f-9941-be7ff3efdd69 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3b4de60-f45b-46a1-952f-f4e3b03ad5fd HTTP/1.1" status: 204 len: 168 time: 0.2298028 Jul 30 02:09:59.804613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ff355-5e12-412f-9941-be7ff3efdd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b4de60-f45b-46a1-952f-f4e3b03ad5fd,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:02.114634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48136) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:02.243918 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-d0c8480a-82cd-4ef6-b25a-e0a916e44507 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-392546896', 'router:external': True}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:02.343914 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c8480a-82cd-4ef6-b25a-e0a916e44507 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Made reservation on behalf of 7ebbfc51a3da4e40ad73036ad240b765 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:10:02.346186 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0c8480a-82cd-4ef6-b25a-e0a916e44507 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:02.358676 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0c8480a-82cd-4ef6-b25a-e0a916e44507 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:02.476038 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0c8480a-82cd-4ef6-b25a-e0a916e44507 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:02.573575 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0c8480a-82cd-4ef6-b25a-e0a916e44507 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:02.633542 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c8480a-82cd-4ef6-b25a-e0a916e44507 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:10:02.645494 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0c8480a-82cd-4ef6-b25a-e0a916e44507 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:02.645494 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-d0c8480a-82cd-4ef6-b25a-e0a916e44507 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Added segment b9233c81-84c8-4eca-a37d-9ae1a29924e3 of type vlan for network e347cb8e-f658-40fb-8cb2-82e7785b4f51 Jul 30 02:10:02.720213 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0c8480a-82cd-4ef6-b25a-e0a916e44507 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:02.722140 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8480a-82cd-4ef6-b25a-e0a916e44507 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b93be58-0fdb-462a-969f-7da7e473e9b0,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:02.835053 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0c8480a-82cd-4ef6-b25a-e0a916e44507 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:02.836336 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c8480a-82cd-4ef6-b25a-e0a916e44507 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:02.836982 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0c8480a-82cd-4ef6-b25a-e0a916e44507 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:02.930372 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8480a-82cd-4ef6-b25a-e0a916e44507 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Pushing event updated for resources: {'Network': ['ID=e347cb8e-f658-40fb-8cb2-82e7785b4f51,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:02.941659 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network e347cb8e-f658-40fb-8cb2-82e7785b4f51 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:10:03.023526 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:03.047173 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d0c8480a-82cd-4ef6-b25a-e0a916e44507 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9256525 Jul 30 02:10:03.047362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48160) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:03.063341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-1e403b46-5091-4e09-98dc-d0a5e7986efd tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Request body: {'subnet': {'network_id': 'e347cb8e-f658-40fb-8cb2-82e7785b4f51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:03.185168 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e403b46-5091-4e09-98dc-d0a5e7986efd tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Made reservation on behalf of 7ebbfc51a3da4e40ad73036ad240b765 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:10:03.187908 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e403b46-5091-4e09-98dc-d0a5e7986efd tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:03.611147 n-d-713498-9 neutron-server[94464]: DEBUG neutron.objects.ports [None req-1e403b46-5091-4e09-98dc-d0a5e7986efd tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94464) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:10:03.611616 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e403b46-5091-4e09-98dc-d0a5e7986efd tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:03.675882 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e403b46-5091-4e09-98dc-d0a5e7986efd tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fdee8384-0b35-4fc1-bc84-81c5a6d34755,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:03.690564 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e403b46-5091-4e09-98dc-d0a5e7986efd tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Checking segment: {'id': 'b9233c81-84c8-4eca-a37d-9ae1a29924e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e347cb8e-f658-40fb-8cb2-82e7785b4f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:10:03.691614 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e403b46-5091-4e09-98dc-d0a5e7986efd tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Network hostable DHCP agents. Network: e347cb8e-f658-40fb-8cb2-82e7785b4f51, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:10:03.796086 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e403b46-5091-4e09-98dc-d0a5e7986efd tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Network e347cb8e-f658-40fb-8cb2-82e7785b4f51 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:10:03.891249 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-1e403b46-5091-4e09-98dc-d0a5e7986efd tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, e347cb8e-f658-40fb-8cb2-82e7785b4f51) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:03.922237 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ce8e71-90d0-419b-92fc-a4dc2954a011 None None] Network e347cb8e-f658-40fb-8cb2-82e7785b4f51 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:10:03.937129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e403b46-5091-4e09-98dc-d0a5e7986efd tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:03.940333 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e403b46-5091-4e09-98dc-d0a5e7986efd tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:04.043330 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1e403b46-5091-4e09-98dc-d0a5e7986efd tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9952002 Jul 30 02:10:04.046021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48192) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:04.051290 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-94129923-b11f-4506-8cee-7aa604d790e1 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-745884780', 'network_id': 'e347cb8e-f658-40fb-8cb2-82e7785b4f51'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:04.174896 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94129923-b11f-4506-8cee-7aa604d790e1 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Made reservation on behalf of 7ebbfc51a3da4e40ad73036ad240b765 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:10:04.178464 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-94129923-b11f-4506-8cee-7aa604d790e1 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:04.197996 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5359ea-843a-4080-a49c-029228070a1c None None] Network e347cb8e-f658-40fb-8cb2-82e7785b4f51 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:10:04.210620 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-94129923-b11f-4506-8cee-7aa604d790e1 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] device_id is not set on port 78408995-5d76-4f97-b488-02e40534d877 yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:10:04.396652 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-94129923-b11f-4506-8cee-7aa604d790e1 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Allocated IP 172.20.0.12 (e347cb8e-f658-40fb-8cb2-82e7785b4f51/fdee8384-0b35-4fc1-bc84-81c5a6d34755/78408995-5d76-4f97-b488-02e40534d877) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:04.676864 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-94129923-b11f-4506-8cee-7aa604d790e1 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:04.772887 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48208) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:04.819472 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-94129923-b11f-4506-8cee-7aa604d790e1 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:04.871957 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94129923-b11f-4506-8cee-7aa604d790e1 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Network e347cb8e-f658-40fb-8cb2-82e7785b4f51 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:04.875944 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-94129923-b11f-4506-8cee-7aa604d790e1 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:04.879008 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94129923-b11f-4506-8cee-7aa604d790e1 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:04.944308 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94129923-b11f-4506-8cee-7aa604d790e1 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Pushing event updated for resources: {'Port': ['ID=78408995-5d76-4f97-b488-02e40534d877,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:04.950326 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-866cb7ca-d2be-42d6-8d91-aa258fc4b39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:05.072131 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-866cb7ca-d2be-42d6-8d91-aa258fc4b39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:05.077086 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94129923-b11f-4506-8cee-7aa604d790e1 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:05.077711 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-94129923-b11f-4506-8cee-7aa604d790e1 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:05.177036 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-866cb7ca-d2be-42d6-8d91-aa258fc4b39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:05.222876 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-866cb7ca-d2be-42d6-8d91-aa258fc4b39f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4c89d7acd61846dc938aad8b2666d01f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4486308 Jul 30 02:10:05.223734 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866cb7ca-d2be-42d6-8d91-aa258fc4b39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349a13fb-9160-4471-97c2-f3fd8a17ca8b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:05.225572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48218) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:05.260249 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-94129923-b11f-4506-8cee-7aa604d790e1 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2130637 Jul 30 02:10:05.263075 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48220) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:05.314664 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-81a663c7-13af-4943-ab17-3c5ba413d4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:05.352916 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-81a663c7-13af-4943-ab17-3c5ba413d4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:05.389837 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-38e5e000-c70b-436b-97f9-df6ad2fbff77 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Deleting port 78408995-5d76-4f97-b488-02e40534d877 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:10:05.394820 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38e5e000-c70b-436b-97f9-df6ad2fbff77 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:05.499797 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-81a663c7-13af-4943-ab17-3c5ba413d4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:05.500022 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38e5e000-c70b-436b-97f9-df6ad2fbff77 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:05.504293 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-81a663c7-13af-4943-ab17-3c5ba413d4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:05.508082 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-81a663c7-13af-4943-ab17-3c5ba413d4a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/349a13fb-9160-4471-97c2-f3fd8a17ca8b HTTP/1.1" status: 204 len: 168 time: 0.2775738 Jul 30 02:10:05.529322 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a663c7-13af-4943-ab17-3c5ba413d4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349a13fb-9160-4471-97c2-f3fd8a17ca8b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:05.538909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-38e5e000-c70b-436b-97f9-df6ad2fbff77 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Calling delete_port for 78408995-5d76-4f97-b488-02e40534d877 owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:10:05.760619 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38e5e000-c70b-436b-97f9-df6ad2fbff77 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:05.895568 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5e000-c70b-436b-97f9-df6ad2fbff77 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Pushing event deleted for resources: {'Port': ['ID=78408995-5d76-4f97-b488-02e40534d877,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:05.902227 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-38e5e000-c70b-436b-97f9-df6ad2fbff77 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:05.907909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48238) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:05.908546 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-38e5e000-c70b-436b-97f9-df6ad2fbff77 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "DELETE /v2.0/ports/78408995-5d76-4f97-b488-02e40534d877 HTTP/1.1" status: 204 len: 168 time: 0.6438661 Jul 30 02:10:05.912978 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-be16d61e-36a2-4986-9ab1-9f306cea2936 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e347cb8e-f658-40fb-8cb2-82e7785b4f51', 'external_fixed_ips': [{'subnet_id': 'fdee8384-0b35-4fc1-bc84-81c5a6d34755', 'ip_address': '172.20.0.12'}]}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:06.071105 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be16d61e-36a2-4986-9ab1-9f306cea2936 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:06.072161 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be16d61e-36a2-4986-9ab1-9f306cea2936 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:06.142165 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be16d61e-36a2-4986-9ab1-9f306cea2936 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:06.320497 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48240) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:06.338647 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18088259-6c54-4416-ab04-125f81ccad09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:06.373852 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be16d61e-36a2-4986-9ab1-9f306cea2936 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:06.459254 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18088259-6c54-4416-ab04-125f81ccad09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:06.523087 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18088259-6c54-4416-ab04-125f81ccad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:06.610326 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-18088259-6c54-4416-ab04-125f81ccad09 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=998bbc6557dc48a082b3b1833e8882cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2891495 Jul 30 02:10:06.610326 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18088259-6c54-4416-ab04-125f81ccad09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf68411-8786-4bc9-a98f-a4b46293bf74,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:06.624319 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48248) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:06.692820 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f7682132-da5e-4a28-a64e-88be913c02ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:06.720213 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f7682132-da5e-4a28-a64e-88be913c02ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:06.731696 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be16d61e-36a2-4986-9ab1-9f306cea2936 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:06.755230 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be16d61e-36a2-4986-9ab1-9f306cea2936 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:06.876637 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f7682132-da5e-4a28-a64e-88be913c02ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:06.881021 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f7682132-da5e-4a28-a64e-88be913c02ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:06.881021 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f7682132-da5e-4a28-a64e-88be913c02ca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bbf68411-8786-4bc9-a98f-a4b46293bf74 HTTP/1.1" status: 204 len: 168 time: 0.2544661 Jul 30 02:10:06.897473 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7682132-da5e-4a28-a64e-88be913c02ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf68411-8786-4bc9-a98f-a4b46293bf74,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:07.007159 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-be16d61e-36a2-4986-9ab1-9f306cea2936 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Allocated IP 172.20.0.12 (e347cb8e-f658-40fb-8cb2-82e7785b4f51/fdee8384-0b35-4fc1-bc84-81c5a6d34755/b4a35a17-4685-4039-ade4-4d75a3db713f) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:07.137308 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be16d61e-36a2-4986-9ab1-9f306cea2936 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.295709 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be16d61e-36a2-4986-9ab1-9f306cea2936 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.351570 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be16d61e-36a2-4986-9ab1-9f306cea2936 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Network e347cb8e-f658-40fb-8cb2-82e7785b4f51 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:07.352457 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16d61e-36a2-4986-9ab1-9f306cea2936 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Pushing event updated for resources: {'Port': ['ID=b4a35a17-4685-4039-ade4-4d75a3db713f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:07.357013 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-be16d61e-36a2-4986-9ab1-9f306cea2936 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:07.366369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16d61e-36a2-4986-9ab1-9f306cea2936 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:07.775834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48262) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:07.796471 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a765f59a-8ff8-41ac-9d46-e0c9df7a5f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.830270 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be16d61e-36a2-4986-9ab1-9f306cea2936 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:08.101153 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be16d61e-36a2-4986-9ab1-9f306cea2936 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:08.156240 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a765f59a-8ff8-41ac-9d46-e0c9df7a5f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:08.222379 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a765f59a-8ff8-41ac-9d46-e0c9df7a5f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:08.271980 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a765f59a-8ff8-41ac-9d46-e0c9df7a5f00 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=626803d8c3b14b5d8cffa6b99702b820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4952538 Jul 30 02:10:08.274429 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48266) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:08.275654 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765f59a-8ff8-41ac-9d46-e0c9df7a5f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3044b2fe-ba49-4ed4-8c5e-1bccdeec3ddd,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:08.344034 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8b04e75d-81f7-45d4-8118-b70256b650bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:08.376041 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be16d61e-36a2-4986-9ab1-9f306cea2936 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Router 6ffcb188-b9e1-48f7-bab0-350cd10a6879 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:10:08.380458 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8b04e75d-81f7-45d4-8118-b70256b650bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:08.526938 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8b04e75d-81f7-45d4-8118-b70256b650bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:08.529923 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8b04e75d-81f7-45d4-8118-b70256b650bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:08.534436 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8b04e75d-81f7-45d4-8118-b70256b650bb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3044b2fe-ba49-4ed4-8c5e-1bccdeec3ddd HTTP/1.1" status: 204 len: 168 time: 0.2564692 Jul 30 02:10:08.554190 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04e75d-81f7-45d4-8118-b70256b650bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3044b2fe-ba49-4ed4-8c5e-1bccdeec3ddd,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:08.895900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be16d61e-36a2-4986-9ab1-9f306cea2936 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:10:08.909076 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] Sync routers for ids ['6ffcb188-b9e1-48f7-bab0-350cd10a6879'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:10:08.931556 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] Routers {'6ffcb188-b9e1-48f7-bab0-350cd10a6879'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:08.935402 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:09:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['6ffcb188-b9e1-48f7-bab0-350cd10a6879'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:08.984165 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be16d61e-36a2-4986-9ab1-9f306cea2936 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:08.985488 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-be16d61e-36a2-4986-9ab1-9f306cea2936 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.0765243 Jul 30 02:10:08.988925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48278) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:09.104059 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] Set router 6ffcb188-b9e1-48f7-bab0-350cd10a6879 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:10:09.193935 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0caf-c7e4-464d-bad0-21230c42eeed tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:09.198823 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6acb4b0-8443-4198-975b-2612b453a188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:09.500958 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffcb188-b9e1-48f7-bab0-350cd10a6879', 'name': '', 'tenant_id': '7ebbfc51a3da4e40ad73036ad240b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e347cb8e-f658-40fb-8cb2-82e7785b4f51', 'external_fixed_ips': [{'subnet_id': 'fdee8384-0b35-4fc1-bc84-81c5a6d34755', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b4a35a17-4685-4039-ade4-4d75a3db713f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:06Z', 'updated_at': '2021-07-30T02:10:07Z', 'revision_number': 3, 'project_id': '7ebbfc51a3da4e40ad73036ad240b765', 'gw_port': {'id': 'b4a35a17-4685-4039-ade4-4d75a3db713f', 'name': '', 'network_id': 'e347cb8e-f658-40fb-8cb2-82e7785b4f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:14:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffcb188-b9e1-48f7-bab0-350cd10a6879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'fdee8384-0b35-4fc1-bc84-81c5a6d34755', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:06Z', 'updated_at': '2021-07-30T02:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdee8384-0b35-4fc1-bc84-81c5a6d34755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:09.505177 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0caf-c7e4-464d-bad0-21230c42eeed tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:09.546687 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] Checking router: 6ffcb188-b9e1-48f7-bab0-350cd10a6879 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:10:09.547282 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] Updating router 6ffcb188-b9e1-48f7-bab0-350cd10a6879 port b4a35a17-4685-4039-ade4-4d75a3db713f binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:10:09.594003 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:09.728591 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc0caf-c7e4-464d-bad0-21230c42eeed tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Deleting port b4a35a17-4685-4039-ade4-4d75a3db713f {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:10:09.729388 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0caf-c7e4-464d-bad0-21230c42eeed tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:09.887753 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0caf-c7e4-464d-bad0-21230c42eeed tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:09.901804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc0caf-c7e4-464d-bad0-21230c42eeed tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Calling delete_port for b4a35a17-4685-4039-ade4-4d75a3db713f owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:10:10.023573 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:10.050595 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] Transition to ACTIVE for port object b4a35a17-4685-4039-ade4-4d75a3db713f will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:10:10.173864 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:10.312339 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a7f74-fa53-420d-8e6a-56a3a93633ef None None] Pushing event updated for resources: {'Port': ['ID=b4a35a17-4685-4039-ade4-4d75a3db713f,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:10.340648 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] Attempting to bind port b4a35a17-4685-4039-ade4-4d75a3db713f on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:10:10.344240 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] Attempting to bind port b4a35a17-4685-4039-ade4-4d75a3db713f by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'b9233c81-84c8-4eca-a37d-9ae1a29924e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e347cb8e-f658-40fb-8cb2-82e7785b4f51'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:10:10.344240 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] Attempting to bind port b4a35a17-4685-4039-ade4-4d75a3db713f on network e347cb8e-f658-40fb-8cb2-82e7785b4f51 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:10:10.373321 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0caf-c7e4-464d-bad0-21230c42eeed tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:10.376445 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:10:10.376817 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] Checking segment: {'id': 'b9233c81-84c8-4eca-a37d-9ae1a29924e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e347cb8e-f658-40fb-8cb2-82e7785b4f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:10:10.377224 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:10.377624 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] Bound using segment: {'id': 'b9233c81-84c8-4eca-a37d-9ae1a29924e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e347cb8e-f658-40fb-8cb2-82e7785b4f51'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:10:10.378161 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] Bound port: b4a35a17-4685-4039-ade4-4d75a3db713f, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9233c81-84c8-4eca-a37d-9ae1a29924e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e347cb8e-f658-40fb-8cb2-82e7785b4f51'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:10:10.379063 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:10.429376 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc0caf-c7e4-464d-bad0-21230c42eeed tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4a35a17-4685-4039-ade4-4d75a3db713f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:10.450409 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] Port b4a35a17-4685-4039-ade4-4d75a3db713f has been deleted concurrently {{(pid=94467) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 30 02:10:10.475767 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] Routers {'6ffcb188-b9e1-48f7-bab0-350cd10a6879'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:10.480073 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:09:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['6ffcb188-b9e1-48f7-bab0-350cd10a6879'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:10.603686 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0caf-c7e4-464d-bad0-21230c42eeed tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:10.646552 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] Set router 6ffcb188-b9e1-48f7-bab0-350cd10a6879 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:10:10.730222 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffcb188-b9e1-48f7-bab0-350cd10a6879', 'name': '', 'tenant_id': '7ebbfc51a3da4e40ad73036ad240b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:06Z', 'updated_at': '2021-07-30T02:10:10Z', 'revision_number': 5, 'project_id': '7ebbfc51a3da4e40ad73036ad240b765', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:10.746742 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0caf-c7e4-464d-bad0-21230c42eeed tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:10.748970 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0caf-c7e4-464d-bad0-21230c42eeed tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:10.803243 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904d85e-49b4-4a05-995f-9e5ed3f544cd None None] The sync data for ids ['6ffcb188-b9e1-48f7-bab0-350cd10a6879'] in n-d-713498-9 is: [{'id': '6ffcb188-b9e1-48f7-bab0-350cd10a6879', 'name': '', 'tenant_id': '7ebbfc51a3da4e40ad73036ad240b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:06Z', 'updated_at': '2021-07-30T02:10:10Z', 'revision_number': 5, 'project_id': '7ebbfc51a3da4e40ad73036ad240b765', 'gw_port_host': None}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:10:10.935906 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0caf-c7e4-464d-bad0-21230c42eeed tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:10.937572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fc0caf-c7e4-464d-bad0-21230c42eeed tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ffcb188-b9e1-48f7-bab0-350cd10a6879 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:10:10.949629 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0caf-c7e4-464d-bad0-21230c42eeed tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:10.951017 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b2fc0caf-c7e4-464d-bad0-21230c42eeed tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "DELETE /v2.0/routers/6ffcb188-b9e1-48f7-bab0-350cd10a6879 HTTP/1.1" status: 204 len: 168 time: 1.9606550 Jul 30 02:10:10.956705 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48322) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:11.074111 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab76550-9f06-4cc4-9050-e94be88d9a6f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Deleting subnet fdee8384-0b35-4fc1-bc84-81c5a6d34755 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:10:11.077515 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ab76550-9f06-4cc4-9050-e94be88d9a6f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:11.132386 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ab76550-9f06-4cc4-9050-e94be88d9a6f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:11.216149 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ab76550-9f06-4cc4-9050-e94be88d9a6f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:11.480880 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ab76550-9f06-4cc4-9050-e94be88d9a6f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:11.573683 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ab76550-9f06-4cc4-9050-e94be88d9a6f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:11.585706 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5ab76550-9f06-4cc4-9050-e94be88d9a6f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/fdee8384-0b35-4fc1-bc84-81c5a6d34755 HTTP/1.1" status: 204 len: 168 time: 0.6241093 Jul 30 02:10:11.585706 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab76550-9f06-4cc4-9050-e94be88d9a6f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fdee8384-0b35-4fc1-bc84-81c5a6d34755,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:11.586008 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48334) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:11.677002 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-485a7044-50c9-4112-8a3b-4f37e625c69f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:11.721093 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b74153e4-c360-4287-ae58-027a2c0ac473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:11.785472 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:11.818610 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-485a7044-50c9-4112-8a3b-4f37e625c69f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:11.832090 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-485a7044-50c9-4112-8a3b-4f37e625c69f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e347cb8e-f658-40fb-8cb2-82e7785b4f51']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:11.844178 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-485a7044-50c9-4112-8a3b-4f37e625c69f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9233c81-84c8-4eca-a37d-9ae1a29924e3') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:11.844611 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-485a7044-50c9-4112-8a3b-4f37e625c69f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9233c81-84c8-4eca-a37d-9ae1a29924e3') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:11.854733 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-485a7044-50c9-4112-8a3b-4f37e625c69f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-485a7044-50c9-4112-8a3b-4f37e625c69f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485a7044-50c9-4112-8a3b-4f37e625c69f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-485a7044-50c9-4112-8a3b-4f37e625c69f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:10:11.887461 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:10:12.094503 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-485a7044-50c9-4112-8a3b-4f37e625c69f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:12.107162 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485a7044-50c9-4112-8a3b-4f37e625c69f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e347cb8e-f658-40fb-8cb2-82e7785b4f51 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 02:10:12.128200 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-485a7044-50c9-4112-8a3b-4f37e625c69f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:12.130525 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-485a7044-50c9-4112-8a3b-4f37e625c69f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "DELETE /v2.0/networks/e347cb8e-f658-40fb-8cb2-82e7785b4f51 HTTP/1.1" status: 204 len: 168 time: 0.5436633 Jul 30 02:10:12.155293 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a7044-50c9-4112-8a3b-4f37e625c69f tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Pushing event deleted for resources: {'Network': ['ID=e347cb8e-f658-40fb-8cb2-82e7785b4f51,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:12.629652 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:10:12.846163 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48372) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:12.851353 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a302fe3e-821a-474e-a40b-3f451b050b6a tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Request body: {'router': {'name': 'tempest-router--956081562', 'project_id': '3d055a923b8449f39bcf92205703cef1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:13.050657 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a302fe3e-821a-474e-a40b-3f451b050b6a tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:13.050657 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a302fe3e-821a-474e-a40b-3f451b050b6a tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:13.153260 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a302fe3e-821a-474e-a40b-3f451b050b6a tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:13.278646 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a302fe3e-821a-474e-a40b-3f451b050b6a tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:13.314173 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:13.396304 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a302fe3e-821a-474e-a40b-3f451b050b6a tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:13.397559 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a302fe3e-821a-474e-a40b-3f451b050b6a tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5498419 Jul 30 02:10:13.400419 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48402) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:13.480650 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-61c7b291-7b2a-452f-bff7-d3a0d2a0b4a7 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:13.680251 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-61c7b291-7b2a-452f-bff7-d3a0d2a0b4a7 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:13.682673 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-61c7b291-7b2a-452f-bff7-d3a0d2a0b4a7 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:13.796145 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-61c7b291-7b2a-452f-bff7-d3a0d2a0b4a7 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:13.796665 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c7b291-7b2a-452f-bff7-d3a0d2a0b4a7 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c455b6dd-5099-4b5b-bd1f-247b7f603188 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:10:13.801263 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-61c7b291-7b2a-452f-bff7-d3a0d2a0b4a7 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:13.805196 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-61c7b291-7b2a-452f-bff7-d3a0d2a0b4a7 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "DELETE /v2.0/routers/c455b6dd-5099-4b5b-bd1f-247b7f603188 HTTP/1.1" status: 204 len: 168 time: 0.4038148 Jul 30 02:10:14.099769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48452) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:14.298162 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e16a1d05-f336-447a-a00b-ba5214f46ce7 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1221068443', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}, 'admin_state_up': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:14.433688 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e16a1d05-f336-447a-a00b-ba5214f46ce7 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:14.433688 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e16a1d05-f336-447a-a00b-ba5214f46ce7 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:14.522848 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e16a1d05-f336-447a-a00b-ba5214f46ce7 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:14.684273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48492) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:14.684888 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:14.849493 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ba390247-9235-4985-b45d-e40b8bc3623a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:14.862462 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e16a1d05-f336-447a-a00b-ba5214f46ce7 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:14.952527 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ba390247-9235-4985-b45d-e40b8bc3623a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:15.040333 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ba390247-9235-4985-b45d-e40b8bc3623a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:15.101804 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ba390247-9235-4985-b45d-e40b8bc3623a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=701a4f97cff94251acd0c5651f801932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4130473 Jul 30 02:10:15.102576 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48514) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:15.103855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba390247-9235-4985-b45d-e40b8bc3623a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c6f2d2-c6f3-4f54-9d5a-d242dc746eff,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:15.265598 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-618f54e4-1e4d-4387-a4c9-fda0a58f6684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:15.295435 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e16a1d05-f336-447a-a00b-ba5214f46ce7 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:15.662211 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e16a1d05-f336-447a-a00b-ba5214f46ce7 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:15.668302 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-618f54e4-1e4d-4387-a4c9-fda0a58f6684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:15.798520 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-e16a1d05-f336-447a-a00b-ba5214f46ce7 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Allocated IP 172.25.1.56 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/deee038c-75f8-4457-928d-5496e4c9e3da) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:15.906117 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-618f54e4-1e4d-4387-a4c9-fda0a58f6684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:15.909938 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-618f54e4-1e4d-4387-a4c9-fda0a58f6684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:15.911436 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-618f54e4-1e4d-4387-a4c9-fda0a58f6684 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/62c6f2d2-c6f3-4f54-9d5a-d242dc746eff HTTP/1.1" status: 204 len: 168 time: 0.8056738 Jul 30 02:10:15.928245 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e16a1d05-f336-447a-a00b-ba5214f46ce7 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:15.932726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f54e4-1e4d-4387-a4c9-fda0a58f6684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c6f2d2-c6f3-4f54-9d5a-d242dc746eff,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:16.081870 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e16a1d05-f336-447a-a00b-ba5214f46ce7 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:16.145896 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a1d05-f336-447a-a00b-ba5214f46ce7 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Pushing event updated for resources: {'Port': ['ID=deee038c-75f8-4457-928d-5496e4c9e3da,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:16.158191 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16a1d05-f336-447a-a00b-ba5214f46ce7 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:16.160229 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-e16a1d05-f336-447a-a00b-ba5214f46ce7 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:16.162520 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a1d05-f336-447a-a00b-ba5214f46ce7 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:16.530601 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e16a1d05-f336-447a-a00b-ba5214f46ce7 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:16.658142 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48594) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:16.671657 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a4f125de-713b-49bf-b418-f4e429d12842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:16.751519 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e16a1d05-f336-447a-a00b-ba5214f46ce7 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:16.799944 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a4f125de-713b-49bf-b418-f4e429d12842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:16.876602 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a4f125de-713b-49bf-b418-f4e429d12842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:16.961273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f125de-713b-49bf-b418-f4e429d12842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68860c81-179c-409d-9737-3cfc570b0501,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:16.971649 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a4f125de-713b-49bf-b418-f4e429d12842 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cc8dc2d42807414abd68ce95085c7e92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3123071 Jul 30 02:10:16.974330 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48614) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:17.062728 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b3edafe1-4582-4d80-9ed1-dd7c0eab6436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:17.088924 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b3edafe1-4582-4d80-9ed1-dd7c0eab6436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:17.119692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16a1d05-f336-447a-a00b-ba5214f46ce7 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Router 4e11bd5b-72c4-493b-b783-7676244de39d is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:10:17.246872 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b3edafe1-4582-4d80-9ed1-dd7c0eab6436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:17.249823 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b3edafe1-4582-4d80-9ed1-dd7c0eab6436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:17.251728 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b3edafe1-4582-4d80-9ed1-dd7c0eab6436 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/68860c81-179c-409d-9737-3cfc570b0501 HTTP/1.1" status: 204 len: 168 time: 0.2744081 Jul 30 02:10:17.263575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edafe1-4582-4d80-9ed1-dd7c0eab6436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68860c81-179c-409d-9737-3cfc570b0501,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:17.309597 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ea7aca86-efff-4443-8d8d-ca5bb2572716 req-1339b846-e140-4168-aeb6-098c1d44658e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5e17e205-064a-425e-8256-42d70e20fa7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4812484 Jul 30 02:10:17.329768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16a1d05-f336-447a-a00b-ba5214f46ce7 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:10:17.344212 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345edbf1-2ea4-42d2-a627-0bd3e78e6ff0 None None] Sync routers for ids ['4e11bd5b-72c4-493b-b783-7676244de39d'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:10:17.379511 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345edbf1-2ea4-42d2-a627-0bd3e78e6ff0 None None] Routers {'4e11bd5b-72c4-493b-b783-7676244de39d'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:17.381506 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-345edbf1-2ea4-42d2-a627-0bd3e78e6ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4e11bd5b-72c4-493b-b783-7676244de39d'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:17.461987 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-345edbf1-2ea4-42d2-a627-0bd3e78e6ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:17.478094 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e16a1d05-f336-447a-a00b-ba5214f46ce7 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:17.480726 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e16a1d05-f336-447a-a00b-ba5214f46ce7 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3785236 Jul 30 02:10:17.487844 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345edbf1-2ea4-42d2-a627-0bd3e78e6ff0 None None] Routers {'4e11bd5b-72c4-493b-b783-7676244de39d'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:17.489590 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48644) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:17.497234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-345edbf1-2ea4-42d2-a627-0bd3e78e6ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4e11bd5b-72c4-493b-b783-7676244de39d'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:17.528384 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aca86-efff-4443-8d8d-ca5bb2572716 req-0473d17d-d157-4a4d-84c0-8c23905d7591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:17.530003 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ea7aca86-efff-4443-8d8d-ca5bb2572716 req-0473d17d-d157-4a4d-84c0-8c23905d7591 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bffa9ecce937456cbc65f0f76452c829&device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 1101 time: 0.1227105 Jul 30 02:10:17.706842 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dd28f438-d7ea-4d65-9b1f-a8088be71c72 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "GET /v2.0/routers/4e11bd5b-72c4-493b-b783-7676244de39d HTTP/1.1" status: 200 len: 920 time: 0.2133462 Jul 30 02:10:17.708166 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48654) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:17.773234 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-091a9431-758d-41cd-8fc9-19aefd19cb13 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e11bd5b-72c4-493b-b783-7676244de39d HTTP/1.1" status: 200 len: 205 time: 0.0619514 Jul 30 02:10:17.777474 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48660) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:17.783659 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aca86-efff-4443-8d8d-ca5bb2572716 req-c66df9d4-4d01-44d6-bb1b-52a9d1e796ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:17.789474 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ea7aca86-efff-4443-8d8d-ca5bb2572716 req-c66df9d4-4d01-44d6-bb1b-52a9d1e796ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.2380774 Jul 30 02:10:17.872410 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-345edbf1-2ea4-42d2-a627-0bd3e78e6ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:17.873044 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345edbf1-2ea4-42d2-a627-0bd3e78e6ff0 None None] The sync data for ids ['4e11bd5b-72c4-493b-b783-7676244de39d'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:10:17.914678 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ea7aca86-efff-4443-8d8d-ca5bb2572716 req-1ca39b94-6c9e-49db-9863-d3ee2e409918 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=f1e5d0f5-066a-4169-ad75-7c9406c8aa9c HTTP/1.1" status: 200 len: 217 time: 0.1186311 Jul 30 02:10:17.967495 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:17.968851 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f815cfbc-95a7-449f-86a0-21274e250c4f tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:18.025149 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aca86-efff-4443-8d8d-ca5bb2572716 req-7a2436cc-c991-47d6-9d2c-523ff5cb467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:18.026734 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ea7aca86-efff-4443-8d8d-ca5bb2572716 req-7a2436cc-c991-47d6-9d2c-523ff5cb467f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.1038573 Jul 30 02:10:18.191616 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aca86-efff-4443-8d8d-ca5bb2572716 req-2ec7f877-3df2-4d3c-91b4-1b49ad56b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:18.193192 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ea7aca86-efff-4443-8d8d-ca5bb2572716 req-2ec7f877-3df2-4d3c-91b4-1b49ad56b0d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1310956 Jul 30 02:10:18.205043 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-ea7aca86-efff-4443-8d8d-ca5bb2572716 req-32a2e34b-6a63-4daf-bbd6-bb71391e7898 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:10:18.212382 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ea7aca86-efff-4443-8d8d-ca5bb2572716 req-32a2e34b-6a63-4daf-bbd6-bb71391e7898 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116107 Jul 30 02:10:18.254222 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f815cfbc-95a7-449f-86a0-21274e250c4f tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:18.371210 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ea7aca86-efff-4443-8d8d-ca5bb2572716 req-7fb6d1c2-3a1f-45be-8ec5-bae38a405ad9 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548579 Jul 30 02:10:18.490834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f815cfbc-95a7-449f-86a0-21274e250c4f tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Deleting port deee038c-75f8-4457-928d-5496e4c9e3da {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:10:18.491335 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f815cfbc-95a7-449f-86a0-21274e250c4f tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:18.570469 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ea7aca86-efff-4443-8d8d-ca5bb2572716 req-4bf3a02d-f234-48de-af94-51f9e1187d69 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909533 Jul 30 02:10:18.619534 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f815cfbc-95a7-449f-86a0-21274e250c4f tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:18.632709 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f815cfbc-95a7-449f-86a0-21274e250c4f tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Calling delete_port for deee038c-75f8-4457-928d-5496e4c9e3da owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:10:18.925911 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f815cfbc-95a7-449f-86a0-21274e250c4f tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:18.965683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815cfbc-95a7-449f-86a0-21274e250c4f tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Pushing event deleted for resources: {'Port': ['ID=deee038c-75f8-4457-928d-5496e4c9e3da,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:19.028475 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f815cfbc-95a7-449f-86a0-21274e250c4f tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:19.120033 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f815cfbc-95a7-449f-86a0-21274e250c4f tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:19.122100 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f815cfbc-95a7-449f-86a0-21274e250c4f tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:19.131972 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48730) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:19.243670 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f815cfbc-95a7-449f-86a0-21274e250c4f tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:19.247407 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f815cfbc-95a7-449f-86a0-21274e250c4f tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Fanout notify agent at l3_agent the message router_deleted on router 4e11bd5b-72c4-493b-b783-7676244de39d {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:10:19.256866 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-f6b84f82-d430-41b8-bf51-d078a9b8903e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1947706467-network', 'tenant_id': '3dba5af96129411a9edf0affcf8f1dc9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:19.271380 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f815cfbc-95a7-449f-86a0-21274e250c4f tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:19.274347 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f815cfbc-95a7-449f-86a0-21274e250c4f tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "DELETE /v2.0/routers/4e11bd5b-72c4-493b-b783-7676244de39d HTTP/1.1" status: 204 len: 168 time: 1.4939055 Jul 30 02:10:19.276519 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48748) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:19.284132 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-0e76f24f-3e80-4245-97cf-1450649dfa96 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Request body: {'router': {'name': 'tempest-snat-router-173129245', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'enable_snat': False}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:19.384666 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b84f82-d430-41b8-bf51-d078a9b8903e admin admin] Made reservation on behalf of 3dba5af96129411a9edf0affcf8f1dc9 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:10:19.387009 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6b84f82-d430-41b8-bf51-d078a9b8903e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:19.400269 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6b84f82-d430-41b8-bf51-d078a9b8903e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:19.466854 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e76f24f-3e80-4245-97cf-1450649dfa96 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:19.467882 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e76f24f-3e80-4245-97cf-1450649dfa96 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:19.549608 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e76f24f-3e80-4245-97cf-1450649dfa96 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:19.601725 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6b84f82-d430-41b8-bf51-d078a9b8903e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:19.715904 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6b84f82-d430-41b8-bf51-d078a9b8903e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:19.801736 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b84f82-d430-41b8-bf51-d078a9b8903e admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:10:19.885121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b84f82-d430-41b8-bf51-d078a9b8903e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f2dedc-4df2-4793-972e-32c922e3e6b0,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:19.888131 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6b84f82-d430-41b8-bf51-d078a9b8903e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:19.888466 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-f6b84f82-d430-41b8-bf51-d078a9b8903e admin admin] Added segment 6dde710e-1ebf-4d59-a1ec-87afece0a72f of type vlan for network 9fe1d29a-cf23-4820-9c28-359d487db90c Jul 30 02:10:19.904357 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e76f24f-3e80-4245-97cf-1450649dfa96 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:19.937538 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6b84f82-d430-41b8-bf51-d078a9b8903e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:20.035154 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6b84f82-d430-41b8-bf51-d078a9b8903e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:20.036133 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b84f82-d430-41b8-bf51-d078a9b8903e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:20.036717 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f6b84f82-d430-41b8-bf51-d078a9b8903e admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:20.148765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b84f82-d430-41b8-bf51-d078a9b8903e admin admin] Pushing event updated for resources: {'Network': ['ID=9fe1d29a-cf23-4820-9c28-359d487db90c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:20.161290 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 9fe1d29a-cf23-4820-9c28-359d487db90c details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:10:20.179900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48790) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:20.180404 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f6b84f82-d430-41b8-bf51-d078a9b8903e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0466325 Jul 30 02:10:20.185020 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ab0ff8f9-649c-4c8a-9fd7-580a3eb98573 admin admin] Request body: {'subnet': {'network_id': '9fe1d29a-cf23-4820-9c28-359d487db90c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1947706467-subnet', 'tenant_id': '3dba5af96129411a9edf0affcf8f1dc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:20.302981 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0ff8f9-649c-4c8a-9fd7-580a3eb98573 admin admin] Made reservation on behalf of 3dba5af96129411a9edf0affcf8f1dc9 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:10:20.311384 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab0ff8f9-649c-4c8a-9fd7-580a3eb98573 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:20.339177 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e76f24f-3e80-4245-97cf-1450649dfa96 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:20.373994 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e76f24f-3e80-4245-97cf-1450649dfa96 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:20.513048 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-0e76f24f-3e80-4245-97cf-1450649dfa96 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Allocated IP 172.25.1.63 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/10f7b8c0-908c-4bf1-bf12-781631b4c493) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:20.607739 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab0ff8f9-649c-4c8a-9fd7-580a3eb98573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:20.637018 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e76f24f-3e80-4245-97cf-1450649dfa96 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:20.679718 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ff8f9-649c-4c8a-9fd7-580a3eb98573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3446541-bfaa-47c1-87fb-5a4531173e09,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:20.689204 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0ff8f9-649c-4c8a-9fd7-580a3eb98573 admin admin] Checking segment: {'id': '6dde710e-1ebf-4d59-a1ec-87afece0a72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '9fe1d29a-cf23-4820-9c28-359d487db90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:10:20.689812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0ff8f9-649c-4c8a-9fd7-580a3eb98573 admin admin] Network hostable DHCP agents. Network: 9fe1d29a-cf23-4820-9c28-359d487db90c, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:10:20.727600 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e76f24f-3e80-4245-97cf-1450649dfa96 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:20.770348 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e76f24f-3e80-4245-97cf-1450649dfa96 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:20.773149 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-0e76f24f-3e80-4245-97cf-1450649dfa96 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:20.776665 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e76f24f-3e80-4245-97cf-1450649dfa96 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:20.779272 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0ff8f9-649c-4c8a-9fd7-580a3eb98573 admin admin] Network 9fe1d29a-cf23-4820-9c28-359d487db90c is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:10:20.784451 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76f24f-3e80-4245-97cf-1450649dfa96 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Pushing event updated for resources: {'Port': ['ID=10f7b8c0-908c-4bf1-bf12-781631b4c493,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:20.887668 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-ab0ff8f9-649c-4c8a-9fd7-580a3eb98573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 9fe1d29a-cf23-4820-9c28-359d487db90c) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:20.892732 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0ff8f9-649c-4c8a-9fd7-580a3eb98573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:20.893833 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab0ff8f9-649c-4c8a-9fd7-580a3eb98573 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:20.900747 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e722b04-39be-46e6-aa36-bcc223f3131f None None] Network 9fe1d29a-cf23-4820-9c28-359d487db90c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:10:21.020568 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ab0ff8f9-649c-4c8a-9fd7-580a3eb98573 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8394904 Jul 30 02:10:21.047583 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7061699-854f-4f2b-9b85-f365754c83e7 None None] Network 9fe1d29a-cf23-4820-9c28-359d487db90c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:10:21.438976 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e76f24f-3e80-4245-97cf-1450649dfa96 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:21.658442 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e76f24f-3e80-4245-97cf-1450649dfa96 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:21.920264 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e76f24f-3e80-4245-97cf-1450649dfa96 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Router 985188ed-d97e-4a04-af53-1cd4cfed6f72 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:10:21.985708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48888) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:21.995083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-614977c9-0c02-487d-aa93-4726eb36dff1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-95370689-network', 'tenant_id': 'b8983182a3ea4d22a212023b6ba0c70d'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:22.060752 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e76f24f-3e80-4245-97cf-1450649dfa96 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:10:22.070687 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] Sync routers for ids ['985188ed-d97e-4a04-af53-1cd4cfed6f72'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:10:22.089097 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] Routers {'985188ed-d97e-4a04-af53-1cd4cfed6f72'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:22.089742 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['985188ed-d97e-4a04-af53-1cd4cfed6f72'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:22.104800 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614977c9-0c02-487d-aa93-4726eb36dff1 admin admin] Made reservation on behalf of b8983182a3ea4d22a212023b6ba0c70d for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:10:22.107338 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-614977c9-0c02-487d-aa93-4726eb36dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.131681 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-614977c9-0c02-487d-aa93-4726eb36dff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.198570 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0e76f24f-3e80-4245-97cf-1450649dfa96 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.199886 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0e76f24f-3e80-4245-97cf-1450649dfa96 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.9222450 Jul 30 02:10:22.204766 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48896) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:22.210587 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] Set router 985188ed-d97e-4a04-af53-1cd4cfed6f72 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:10:22.407761 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-614977c9-0c02-487d-aa93-4726eb36dff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.439823 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-714ac0c7-cc90-492d-b02d-3cc90921be4e tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "GET /v2.0/routers/985188ed-d97e-4a04-af53-1cd4cfed6f72 HTTP/1.1" status: 200 len: 907 time: 0.2315989 Jul 30 02:10:22.442867 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 48910) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:22.448116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-75626a4c-7edc-4bab-af52-5ab2bd0925a5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Request body: {'router': {'name': 'tempest-snat-router-173129245', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'enable_snat': True}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:22.480014 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-614977c9-0c02-487d-aa93-4726eb36dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.541897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-614977c9-0c02-487d-aa93-4726eb36dff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:10:22.552799 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614977c9-0c02-487d-aa93-4726eb36dff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01b7850-d1df-48ed-b8a1-d18b143f569d,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:22.572598 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-614977c9-0c02-487d-aa93-4726eb36dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.572946 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-614977c9-0c02-487d-aa93-4726eb36dff1 admin admin] Added segment a876530f-580e-40ce-88dc-2e89e0d6252e of type vlan for network fe8f119e-abf7-4e81-955f-01d16e29a4d2 Jul 30 02:10:22.634968 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75626a4c-7edc-4bab-af52-5ab2bd0925a5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.636243 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75626a4c-7edc-4bab-af52-5ab2bd0925a5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.646497 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-614977c9-0c02-487d-aa93-4726eb36dff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.675202 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985188ed-d97e-4a04-af53-1cd4cfed6f72', 'name': 'tempest-snat-router-173129245', 'tenant_id': '7ebbfc51a3da4e40ad73036ad240b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.63'}], 'enable_snat': False}, 'gw_port_id': '10f7b8c0-908c-4bf1-bf12-781631b4c493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:19Z', 'updated_at': '2021-07-30T02:10:21Z', 'revision_number': 3, 'project_id': '7ebbfc51a3da4e40ad73036ad240b765', 'gw_port': {'id': '10f7b8c0-908c-4bf1-bf12-781631b4c493', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:24:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985188ed-d97e-4a04-af53-1cd4cfed6f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:20Z', 'updated_at': '2021-07-30T02:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:22.735700 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] Checking router: 985188ed-d97e-4a04-af53-1cd4cfed6f72 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:10:22.736293 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] Updating router 985188ed-d97e-4a04-af53-1cd4cfed6f72 port 10f7b8c0-908c-4bf1-bf12-781631b4c493 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:10:22.740220 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75626a4c-7edc-4bab-af52-5ab2bd0925a5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.770831 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.825818 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-614977c9-0c02-487d-aa93-4726eb36dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.826933 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614977c9-0c02-487d-aa93-4726eb36dff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:22.827595 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-614977c9-0c02-487d-aa93-4726eb36dff1 admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.907212 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614977c9-0c02-487d-aa93-4726eb36dff1 admin admin] Pushing event updated for resources: {'Network': ['ID=fe8f119e-abf7-4e81-955f-01d16e29a4d2,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:22.920099 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network fe8f119e-abf7-4e81-955f-01d16e29a4d2 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:10:22.960440 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 48936) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:22.960910 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-614977c9-0c02-487d-aa93-4726eb36dff1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9716096 Jul 30 02:10:22.966002 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e7d8a08f-3018-4efc-8fbb-667173fd2522 admin admin] Request body: {'subnet': {'network_id': 'fe8f119e-abf7-4e81-955f-01d16e29a4d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-95370689-subnet', 'tenant_id': 'b8983182a3ea4d22a212023b6ba0c70d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:23.078154 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75626a4c-7edc-4bab-af52-5ab2bd0925a5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:23.090715 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:23.091260 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d8a08f-3018-4efc-8fbb-667173fd2522 admin admin] Made reservation on behalf of b8983182a3ea4d22a212023b6ba0c70d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:10:23.095931 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7d8a08f-3018-4efc-8fbb-667173fd2522 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:23.102968 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] Transition to ACTIVE for port object 10f7b8c0-908c-4bf1-bf12-781631b4c493 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:10:23.182134 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:23.291834 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccfd2a-96ef-4f2b-a131-be582b2dfdf9 None None] Pushing event updated for resources: {'Port': ['ID=10f7b8c0-908c-4bf1-bf12-781631b4c493,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:23.295018 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] Attempting to bind port 10f7b8c0-908c-4bf1-bf12-781631b4c493 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:10:23.304851 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] Attempting to bind port 10f7b8c0-908c-4bf1-bf12-781631b4c493 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:10:23.306351 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] Attempting to bind port 10f7b8c0-908c-4bf1-bf12-781631b4c493 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:10:23.312040 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:10:23.313890 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:10:23.317994 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:23.320808 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:10:23.322471 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] Bound port: 10f7b8c0-908c-4bf1-bf12-781631b4c493, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:10:23.322870 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:23.380002 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] For port 10f7b8c0-908c-4bf1-bf12-781631b4c493, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:10:23.402429 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] For port 10f7b8c0-908c-4bf1-bf12-781631b4c493, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=10f7b8c0-908c-4bf1-bf12-781631b4c493,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:10:23.411762 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7d8a08f-3018-4efc-8fbb-667173fd2522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:23.456248 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75626a4c-7edc-4bab-af52-5ab2bd0925a5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:23.478148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8a08f-3018-4efc-8fbb-667173fd2522 admin admin] Checking segment: {'id': 'a876530f-580e-40ce-88dc-2e89e0d6252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe8f119e-abf7-4e81-955f-01d16e29a4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:10:23.478550 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d8a08f-3018-4efc-8fbb-667173fd2522 admin admin] Network hostable DHCP agents. Network: fe8f119e-abf7-4e81-955f-01d16e29a4d2, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:10:23.480656 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8a08f-3018-4efc-8fbb-667173fd2522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de1220f0-213b-42d0-bdeb-b6f26c86d9b5,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:23.481042 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75626a4c-7edc-4bab-af52-5ab2bd0925a5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:23.489899 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:23.552762 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccfd2a-96ef-4f2b-a131-be582b2dfdf9 None None] Pushing event updated for resources: {'Port': ['ID=10f7b8c0-908c-4bf1-bf12-781631b4c493,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:23.557832 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] Routers {'985188ed-d97e-4a04-af53-1cd4cfed6f72'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:23.558593 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['985188ed-d97e-4a04-af53-1cd4cfed6f72'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:23.581475 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d8a08f-3018-4efc-8fbb-667173fd2522 admin admin] Network fe8f119e-abf7-4e81-955f-01d16e29a4d2 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:10:23.602403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-75626a4c-7edc-4bab-af52-5ab2bd0925a5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Allocated IP 172.25.1.157 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/e10c8da8-b279-407c-bced-056c57efe7e0) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:23.672020 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] Set router 985188ed-d97e-4a04-af53-1cd4cfed6f72 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:10:23.676540 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-e7d8a08f-3018-4efc-8fbb-667173fd2522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, fe8f119e-abf7-4e81-955f-01d16e29a4d2) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:23.682970 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d8a08f-3018-4efc-8fbb-667173fd2522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:23.683992 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7d8a08f-3018-4efc-8fbb-667173fd2522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:23.685056 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63864f2f-c279-41b4-af48-b5bdf7047d48 None None] Network fe8f119e-abf7-4e81-955f-01d16e29a4d2 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:10:23.765394 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75626a4c-7edc-4bab-af52-5ab2bd0925a5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:23.802812 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e7d8a08f-3018-4efc-8fbb-667173fd2522 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8405547 Jul 30 02:10:23.880166 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28b91e3-096f-42e0-9125-a472d3efb5e1 None None] Network fe8f119e-abf7-4e81-955f-01d16e29a4d2 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:10:23.924946 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985188ed-d97e-4a04-af53-1cd4cfed6f72', 'name': 'tempest-snat-router-173129245', 'tenant_id': '7ebbfc51a3da4e40ad73036ad240b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.63'}], 'enable_snat': False}, 'gw_port_id': '10f7b8c0-908c-4bf1-bf12-781631b4c493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:19Z', 'updated_at': '2021-07-30T02:10:21Z', 'revision_number': 3, 'project_id': '7ebbfc51a3da4e40ad73036ad240b765', 'gw_port': {'id': '10f7b8c0-908c-4bf1-bf12-781631b4c493', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:24:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985188ed-d97e-4a04-af53-1cd4cfed6f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:20Z', 'updated_at': '2021-07-30T02:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:23.951095 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75626a4c-7edc-4bab-af52-5ab2bd0925a5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:23.956484 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf0f3a7-0f4f-4d34-a09f-ab5f1d39c840 None None] The sync data for ids ['985188ed-d97e-4a04-af53-1cd4cfed6f72'] in n-d-713498-9 is: [{'id': '985188ed-d97e-4a04-af53-1cd4cfed6f72', 'name': 'tempest-snat-router-173129245', 'tenant_id': '7ebbfc51a3da4e40ad73036ad240b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.63'}], 'enable_snat': False}, 'gw_port_id': '10f7b8c0-908c-4bf1-bf12-781631b4c493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:19Z', 'updated_at': '2021-07-30T02:10:21Z', 'revision_number': 3, 'project_id': '7ebbfc51a3da4e40ad73036ad240b765', 'gw_port': {'id': '10f7b8c0-908c-4bf1-bf12-781631b4c493', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:24:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985188ed-d97e-4a04-af53-1cd4cfed6f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:20Z', 'updated_at': '2021-07-30T02:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:10:23.997542 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75626a4c-7edc-4bab-af52-5ab2bd0925a5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:24.000747 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-75626a4c-7edc-4bab-af52-5ab2bd0925a5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:24.004338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75626a4c-7edc-4bab-af52-5ab2bd0925a5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:24.047575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75626a4c-7edc-4bab-af52-5ab2bd0925a5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Pushing event updated for resources: {'Port': ['ID=e10c8da8-b279-407c-bced-056c57efe7e0,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:24.545829 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75626a4c-7edc-4bab-af52-5ab2bd0925a5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:24.574227 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-69b739b5-3c37-4107-ab06-5bae7de9ff9e tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:24.575962 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-69b739b5-3c37-4107-ab06-5bae7de9ff9e tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/networks?id=9fe1d29a-cf23-4820-9c28-359d487db90c HTTP/1.1" status: 200 len: 809 time: 0.1401515 Jul 30 02:10:24.598067 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-7f64a6ca-95aa-4265-99a9-fd9b701f5eb9 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/quotas/3dba5af96129411a9edf0affcf8f1dc9 HTTP/1.1" status: 200 len: 375 time: 0.0149720 Jul 30 02:10:24.654620 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-54c0a482-1046-41ae-a0d7-4b9dbd9941ce tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3dba5af96129411a9edf0affcf8f1dc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478122 Jul 30 02:10:24.803111 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75626a4c-7edc-4bab-af52-5ab2bd0925a5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:24.828745 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-56efb7a4-51ff-4954-a824-35aaf3604005 service neutron] 10.222.0.70 "GET /v2.0/networks/9fe1d29a-cf23-4820-9c28-359d487db90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725192 Jul 30 02:10:24.938880 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-cdf2be94-6b61-497b-be4a-8ec58795a036 service neutron] 10.222.0.70 "GET /v2.0/networks/9fe1d29a-cf23-4820-9c28-359d487db90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018996 Jul 30 02:10:25.377115 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf1c1aaf-c380-40d7-8b0a-701a8c859742 req-884f2bf9-162f-4597-8b35-6928e9a21737 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7daa564-0a96-430e-95e3-c2feaf029a49 HTTP/1.1" status: 200 len: 210 time: 0.0322430 Jul 30 02:10:25.488575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75626a4c-7edc-4bab-af52-5ab2bd0925a5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Router 9868ee9a-f0ce-461a-850d-9bea9057a6bd is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:10:25.633059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75626a4c-7edc-4bab-af52-5ab2bd0925a5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:10:25.643498 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39746498-a0b8-4412-b19c-41a7873afcd5 None None] Sync routers for ids ['9868ee9a-f0ce-461a-850d-9bea9057a6bd'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:10:25.663726 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39746498-a0b8-4412-b19c-41a7873afcd5 None None] Routers {'9868ee9a-f0ce-461a-850d-9bea9057a6bd'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:25.667267 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-39746498-a0b8-4412-b19c-41a7873afcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9868ee9a-f0ce-461a-850d-9bea9057a6bd'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:25.675140 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 10f7b8c0-908c-4bf1-bf12-781631b4c493 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:10:25.719769 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75626a4c-7edc-4bab-af52-5ab2bd0925a5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:25.722819 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-75626a4c-7edc-4bab-af52-5ab2bd0925a5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.2788641 Jul 30 02:10:25.725484 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49090) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:25.892014 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6615f543-3114-433b-b0b7-41a1fc755c17 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "GET /v2.0/routers/9868ee9a-f0ce-461a-850d-9bea9057a6bd HTTP/1.1" status: 200 len: 907 time: 0.1652932 Jul 30 02:10:25.892776 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49100) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:25.919845 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-39746498-a0b8-4412-b19c-41a7873afcd5 None None] Set router 9868ee9a-f0ce-461a-850d-9bea9057a6bd gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:10:25.975093 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 10f7b8c0-908c-4bf1-bf12-781631b4c493 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:10:25.982759 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 10f7b8c0-908c-4bf1-bf12-781631b4c493 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:10:25.982759 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:26.087872 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-766ad747-655a-436c-8d22-ef0c67efa75b tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:26.162119 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:26.246932 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 10f7b8c0-908c-4bf1-bf12-781631b4c493, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=10f7b8c0-908c-4bf1-bf12-781631b4c493,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:26.257440 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-766ad747-655a-436c-8d22-ef0c67efa75b tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:26.276492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-39746498-a0b8-4412-b19c-41a7873afcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9868ee9a-f0ce-461a-850d-9bea9057a6bd', 'name': 'tempest-snat-router-173129245', 'tenant_id': '7ebbfc51a3da4e40ad73036ad240b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'e10c8da8-b279-407c-bced-056c57efe7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:22Z', 'updated_at': '2021-07-30T02:10:24Z', 'revision_number': 3, 'project_id': '7ebbfc51a3da4e40ad73036ad240b765', 'gw_port': {'id': 'e10c8da8-b279-407c-bced-056c57efe7e0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9868ee9a-f0ce-461a-850d-9bea9057a6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:23Z', 'updated_at': '2021-07-30T02:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:26.304865 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39746498-a0b8-4412-b19c-41a7873afcd5 None None] Checking router: 9868ee9a-f0ce-461a-850d-9bea9057a6bd for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:10:26.305223 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39746498-a0b8-4412-b19c-41a7873afcd5 None None] Updating router 9868ee9a-f0ce-461a-850d-9bea9057a6bd port e10c8da8-b279-407c-bced-056c57efe7e0 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:10:26.308763 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:26.373074 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-39746498-a0b8-4412-b19c-41a7873afcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:26.398680 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-766ad747-655a-436c-8d22-ef0c67efa75b tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Deleting port e10c8da8-b279-407c-bced-056c57efe7e0 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:10:26.399031 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-766ad747-655a-436c-8d22-ef0c67efa75b tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:26.403305 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=10f7b8c0-908c-4bf1-bf12-781631b4c493,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:26.415752 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:26.416276 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:26.417880 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:26.417880 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:26.417880 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:26.417880 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:26.418618 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:26.419126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:26.419616 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:26.420095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:26.420576 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:26.421067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:26.491552 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4d0bf927-f208-4347-b6ef-15a4d4fca5a4 req-0524d652-7a8c-4528-953d-294bfde90aac tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7daa564-0a96-430e-95e3-c2feaf029a49 HTTP/1.1" status: 200 len: 210 time: 0.0409315 Jul 30 02:10:26.554428 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-766ad747-655a-436c-8d22-ef0c67efa75b tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:26.575758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-766ad747-655a-436c-8d22-ef0c67efa75b tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Calling delete_port for e10c8da8-b279-407c-bced-056c57efe7e0 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:10:26.870283 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-766ad747-655a-436c-8d22-ef0c67efa75b tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:26.871078 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-39746498-a0b8-4412-b19c-41a7873afcd5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:10:26.871493 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-39746498-a0b8-4412-b19c-41a7873afcd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:10:26.897630 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ad747-655a-436c-8d22-ef0c67efa75b tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Pushing event deleted for resources: {'Port': ['ID=e10c8da8-b279-407c-bced-056c57efe7e0,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:26.959307 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-766ad747-655a-436c-8d22-ef0c67efa75b tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:27.092403 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-766ad747-655a-436c-8d22-ef0c67efa75b tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:27.098592 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-766ad747-655a-436c-8d22-ef0c67efa75b tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:27.207649 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-766ad747-655a-436c-8d22-ef0c67efa75b tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:27.208170 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766ad747-655a-436c-8d22-ef0c67efa75b tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9868ee9a-f0ce-461a-850d-9bea9057a6bd {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:10:27.213200 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-766ad747-655a-436c-8d22-ef0c67efa75b tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:27.214602 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-766ad747-655a-436c-8d22-ef0c67efa75b tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "DELETE /v2.0/routers/9868ee9a-f0ce-461a-850d-9bea9057a6bd HTTP/1.1" status: 204 len: 168 time: 1.3194413 Jul 30 02:10:27.219152 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49164) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:27.340968 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cf08d86c-d073-4f7f-9078-183123195071 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:27.391345 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39746498-a0b8-4412-b19c-41a7873afcd5 None None] Port e10c8da8-b279-407c-bced-056c57efe7e0 not found while updating agent binding for router 9868ee9a-f0ce-461a-850d-9bea9057a6bd. {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 30 02:10:27.401222 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39746498-a0b8-4412-b19c-41a7873afcd5 None None] Routers set() bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:27.401879 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39746498-a0b8-4412-b19c-41a7873afcd5 None None] Router IDs set() for agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 02:10:27.402757 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_agentschedulers_db [None req-39746498-a0b8-4412-b19c-41a7873afcd5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9868ee9a-f0ce-461a-850d-9bea9057a6bd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent'). {{(pid=94466) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 02:10:27.403182 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39746498-a0b8-4412-b19c-41a7873afcd5 None None] The sync data for ids ['9868ee9a-f0ce-461a-850d-9bea9057a6bd'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:10:27.461682 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cf08d86c-d073-4f7f-9078-183123195071 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:27.609396 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c41b447-a2d5-4b4f-a07b-4e874c9bd5a8 req-ea6d1262-93ad-480a-a855-da26fddbf498 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7daa564-0a96-430e-95e3-c2feaf029a49 HTTP/1.1" status: 200 len: 210 time: 0.0348563 Jul 30 02:10:27.635791 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-cf08d86c-d073-4f7f-9078-183123195071 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Deleting port 10f7b8c0-908c-4bf1-bf12-781631b4c493 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:10:27.636257 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cf08d86c-d073-4f7f-9078-183123195071 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:27.697135 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 10f7b8c0-908c-4bf1-bf12-781631b4c493 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:10:27.759112 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-cf08d86c-d073-4f7f-9078-183123195071 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] For port 10f7b8c0-908c-4bf1-bf12-781631b4c493, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=10f7b8c0-908c-4bf1-bf12-781631b4c493,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:27.759501 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cf08d86c-d073-4f7f-9078-183123195071 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:27.764138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 10f7b8c0-908c-4bf1-bf12-781631b4c493 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:10:27.764670 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:27.784105 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-cf08d86c-d073-4f7f-9078-183123195071 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Calling delete_port for 10f7b8c0-908c-4bf1-bf12-781631b4c493 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:10:27.998319 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49208) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:28.115277 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-2d47753d-c4ae-4bd0-8ec5-ba912a349eaa tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:28.117537 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-2d47753d-c4ae-4bd0-8ec5-ba912a349eaa tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.10 "GET /v2.0/networks?id=9fe1d29a-cf23-4820-9c28-359d487db90c HTTP/1.1" status: 200 len: 809 time: 0.1846690 Jul 30 02:10:28.131647 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-b5be18dd-8fb4-4c87-84fa-510a17153a26 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Request body: {'port': {'device_id': 'f7daa564-0a96-430e-95e3-c2feaf029a49', 'network_id': '9fe1d29a-cf23-4820-9c28-359d487db90c', 'admin_state_up': True, 'tenant_id': '3dba5af96129411a9edf0affcf8f1dc9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:28.133780 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cb516e23-66a8-4c98-bdc1-f4559872cb50 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] 10.222.0.70 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1641 time: 0.1336203 Jul 30 02:10:28.136515 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49212) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:28.147476 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-2abf7fe1-44c1-4009-8a1c-a818d48c9067 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Request body: {'network': {'name': 'tempest-network-smoke--1545352906', 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'port_security_enabled': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:28.217338 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cf08d86c-d073-4f7f-9078-183123195071 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:28.247170 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08d86c-d073-4f7f-9078-183123195071 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Pushing event deleted for resources: {'Port': ['ID=10f7b8c0-908c-4bf1-bf12-781631b4c493,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:28.275543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abf7fe1-44c1-4009-8a1c-a818d48c9067 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Made reservation on behalf of 153ae8173a1a4ac0be30613af3c0859f for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:10:28.279670 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2abf7fe1-44c1-4009-8a1c-a818d48c9067 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:28.339913 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cf08d86c-d073-4f7f-9078-183123195071 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:28.341757 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abf7fe1-44c1-4009-8a1c-a818d48c9067 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:10:28.382949 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-b5be18dd-8fb4-4c87-84fa-510a17153a26 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Made reservation on behalf of 3dba5af96129411a9edf0affcf8f1dc9 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:10:28.386520 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-b5be18dd-8fb4-4c87-84fa-510a17153a26 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:28.464541 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2abf7fe1-44c1-4009-8a1c-a818d48c9067 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:28.465001 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-2abf7fe1-44c1-4009-8a1c-a818d48c9067 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Added segment c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91 of type vlan for network e2023a5f-2c83-4ecd-abca-e06af1a3e0a5 Jul 30 02:10:28.508152 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cf08d86c-d073-4f7f-9078-183123195071 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:28.515029 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cf08d86c-d073-4f7f-9078-183123195071 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:28.522211 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2abf7fe1-44c1-4009-8a1c-a818d48c9067 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:28.591971 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-b5be18dd-8fb4-4c87-84fa-510a17153a26 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Allocated IP 172.20.0.14 (9fe1d29a-cf23-4820-9c28-359d487db90c/d3446541-bfaa-47c1-87fb-5a4531173e09/2ede3765-587b-4f8c-8f59-7793eb7b279d) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:28.656867 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2abf7fe1-44c1-4009-8a1c-a818d48c9067 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:28.666325 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abf7fe1-44c1-4009-8a1c-a818d48c9067 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:28.668056 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2abf7fe1-44c1-4009-8a1c-a818d48c9067 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:28.699678 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cf08d86c-d073-4f7f-9078-183123195071 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:28.701077 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf08d86c-d073-4f7f-9078-183123195071 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 985188ed-d97e-4a04-af53-1cd4cfed6f72 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:10:28.706917 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cf08d86c-d073-4f7f-9078-183123195071 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:28.713751 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49224) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:28.714929 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cf08d86c-d073-4f7f-9078-183123195071 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "DELETE /v2.0/routers/985188ed-d97e-4a04-af53-1cd4cfed6f72 HTTP/1.1" status: 204 len: 168 time: 1.4943831 Jul 30 02:10:28.719550 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d24b7c40-ce59-4686-bbca-3d3915ee57cf tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1021871693', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}, 'admin_state_up': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:28.783420 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4ffed6e-ad55-412b-990b-0de386b3a583 req-fc96f5ab-acb3-474f-9012-abf837929e80 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7daa564-0a96-430e-95e3-c2feaf029a49 HTTP/1.1" status: 200 len: 210 time: 0.0447924 Jul 30 02:10:28.812068 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2abf7fe1-44c1-4009-8a1c-a818d48c9067 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6738582 Jul 30 02:10:28.814944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf7fe1-44c1-4009-8a1c-a818d48c9067 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event updated for resources: {'Network': ['ID=e2023a5f-2c83-4ecd-abca-e06af1a3e0a5,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:28.816898 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49228) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:28.827548 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network e2023a5f-2c83-4ecd-abca-e06af1a3e0a5 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:10:28.835231 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-73a8a4b4-f20d-4ca3-9988-498490b88530 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-18223004', 'admin_state_up': True, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:28.898973 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-b5be18dd-8fb4-4c87-84fa-510a17153a26 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:28.932421 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d24b7c40-ce59-4686-bbca-3d3915ee57cf tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:28.933816 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d24b7c40-ce59-4686-bbca-3d3915ee57cf tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:29.041133 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-73a8a4b4-f20d-4ca3-9988-498490b88530 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:29.046578 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-73a8a4b4-f20d-4ca3-9988-498490b88530 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:29.068823 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-b5be18dd-8fb4-4c87-84fa-510a17153a26 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:29.510513 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d24b7c40-ce59-4686-bbca-3d3915ee57cf tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:29.549082 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-73a8a4b4-f20d-4ca3-9988-498490b88530 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:29.552865 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-b5be18dd-8fb4-4c87-84fa-510a17153a26 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Network 9fe1d29a-cf23-4820-9c28-359d487db90c is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:29.561457 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-b5be18dd-8fb4-4c87-84fa-510a17153a26 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:29.564440 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-b5be18dd-8fb4-4c87-84fa-510a17153a26 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:29.569258 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be18dd-8fb4-4c87-84fa-510a17153a26 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Pushing event updated for resources: {'Port': ['ID=2ede3765-587b-4f8c-8f59-7793eb7b279d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:29.593599 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 10f7b8c0-908c-4bf1-bf12-781631b4c493 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:10:29.617480 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 10f7b8c0-908c-4bf1-bf12-781631b4c493 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:10:29.617480 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 10f7b8c0-908c-4bf1-bf12-781631b4c493 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:10:29.758034 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-b5be18dd-8fb4-4c87-84fa-510a17153a26 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:29.758700 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-b5be18dd-8fb4-4c87-84fa-510a17153a26 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:29.917308 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d24b7c40-ce59-4686-bbca-3d3915ee57cf tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:29.922045 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-73a8a4b4-f20d-4ca3-9988-498490b88530 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:29.964205 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1372e-bf6b-440f-bd15-b34c5d717117 req-924c947f-759c-4f9b-81f1-e47f98db7223 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:29.965907 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-baa1372e-bf6b-440f-bd15-b34c5d717117 req-924c947f-759c-4f9b-81f1-e47f98db7223 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7daa564-0a96-430e-95e3-c2feaf029a49 HTTP/1.1" status: 200 len: 932 time: 0.0976758 Jul 30 02:10:30.013616 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-baa1372e-bf6b-440f-bd15-b34c5d717117 req-5f11d3b1-b211-4af4-b82e-980516fe08c0 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/security-groups?id=39f2dedc-4df2-4793-972e-32c922e3e6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406225 Jul 30 02:10:30.059747 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-b5be18dd-8fb4-4c87-84fa-510a17153a26 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9329255 Jul 30 02:10:30.074881 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] Request body: {'port': {'device_id': 'f7daa564-0a96-430e-95e3-c2feaf029a49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:30.132422 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:30.801759 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ede3765-587b-4f8c-8f59-7793eb7b279d {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:10:30.869691 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:30.969338 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] Transition to ACTIVE for port object 2ede3765-587b-4f8c-8f59-7793eb7b279d will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:10:31.018611 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-73a8a4b4-f20d-4ca3-9988-498490b88530 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:31.021447 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d24b7c40-ce59-4686-bbca-3d3915ee57cf tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:31.044491 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-73a8a4b4-f20d-4ca3-9988-498490b88530 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:31.064113 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:31.067049 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d24b7c40-ce59-4686-bbca-3d3915ee57cf tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:31.154540 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264902b-d3f0-4944-9eb9-af06ea6072f1 req-d2564c48-c0b2-4396-aa46-1b807e5e9629 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:31.158068 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8264902b-d3f0-4944-9eb9-af06ea6072f1 req-d2564c48-c0b2-4396-aa46-1b807e5e9629 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7daa564-0a96-430e-95e3-c2feaf029a49 HTTP/1.1" status: 200 len: 944 time: 0.0571713 Jul 30 02:10:31.220151 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8264902b-d3f0-4944-9eb9-af06ea6072f1 req-f126d40c-7291-4191-86ab-a46bc42edf6e tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/security-groups?id=39f2dedc-4df2-4793-972e-32c922e3e6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503261 Jul 30 02:10:31.257279 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] Pushing event updated for resources: {'Port': ['ID=2ede3765-587b-4f8c-8f59-7793eb7b279d,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:31.358517 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-d24b7c40-ce59-4686-bbca-3d3915ee57cf tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Allocated IP 172.25.1.234 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/f9ca38ff-f38e-4ecf-909e-cb1378da5dd3) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:31.381762 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] Attempting to bind port 2ede3765-587b-4f8c-8f59-7793eb7b279d on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:10:31.382204 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] Attempting to bind port 2ede3765-587b-4f8c-8f59-7793eb7b279d by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '6dde710e-1ebf-4d59-a1ec-87afece0a72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '9fe1d29a-cf23-4820-9c28-359d487db90c'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:10:31.384574 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] Attempting to bind port 2ede3765-587b-4f8c-8f59-7793eb7b279d on network 9fe1d29a-cf23-4820-9c28-359d487db90c {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:10:31.401418 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] Port 2ede3765-587b-4f8c-8f59-7793eb7b279d on network 9fe1d29a-cf23-4820-9c28-359d487db90c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:10:31.402065 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] Attempting to bind port 2ede3765-587b-4f8c-8f59-7793eb7b279d on network 9fe1d29a-cf23-4820-9c28-359d487db90c {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:10:31.453253 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:10:31.453253 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] Checking segment: {'id': '6dde710e-1ebf-4d59-a1ec-87afece0a72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '9fe1d29a-cf23-4820-9c28-359d487db90c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:10:31.453253 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] Bound using segment: {'id': '6dde710e-1ebf-4d59-a1ec-87afece0a72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '9fe1d29a-cf23-4820-9c28-359d487db90c'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:10:31.453555 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] Bound port: 2ede3765-587b-4f8c-8f59-7793eb7b279d, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dde710e-1ebf-4d59-a1ec-87afece0a72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '9fe1d29a-cf23-4820-9c28-359d487db90c'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:10:31.453790 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:31.560445 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] For port 2ede3765-587b-4f8c-8f59-7793eb7b279d, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:10:31.586335 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d24b7c40-ce59-4686-bbca-3d3915ee57cf tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:31.639757 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] For port 2ede3765-587b-4f8c-8f59-7793eb7b279d, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=2ede3765-587b-4f8c-8f59-7793eb7b279d,segment=NetworkSegment(6dde710e-1ebf-4d59-a1ec-87afece0a72f),segment_id=6dde710e-1ebf-4d59-a1ec-87afece0a72f)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:10:31.713859 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:31.858346 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] Pushing event updated for resources: {'Port': ['ID=2ede3765-587b-4f8c-8f59-7793eb7b279d,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:31.873278 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d24b7c40-ce59-4686-bbca-3d3915ee57cf tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:31.918797 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:31.919431 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:31.920884 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-c756fc66-da88-41ae-a9a4-aee1d0a18641 service neutron] 10.222.0.10 "PUT /v2.0/ports/2ede3765-587b-4f8c-8f59-7793eb7b279d HTTP/1.1" status: 200 len: 1092 time: 1.8520176 Jul 30 02:10:31.921940 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-73a8a4b4-f20d-4ca3-9988-498490b88530 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Allocated IP 172.25.1.146 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/ba7cf9ce-516b-4bb7-8831-82c9b20e8705) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:31.932450 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24b7c40-ce59-4686-bbca-3d3915ee57cf tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:31.933573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7daa564-0a96-430e-95e3-c2feaf029a49', 'tag': '2ede3765-587b-4f8c-8f59-7793eb7b279d'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:10:31.936031 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d3ae18-0c4c-4c98-a266-ffa6a779e5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f7daa564-0a96-430e-95e3-c2feaf029a49", "tag": "2ede3765-587b-4f8c-8f59-7793eb7b279d"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:10:31.943645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d24b7c40-ce59-4686-bbca-3d3915ee57cf tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:31.953861 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b7c40-ce59-4686-bbca-3d3915ee57cf tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:32.003209 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b7c40-ce59-4686-bbca-3d3915ee57cf tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Pushing event updated for resources: {'Port': ['ID=f9ca38ff-f38e-4ecf-909e-cb1378da5dd3,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:32.081386 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383d59da-326c-4858-a612-6adeda40e51e x-openstack-request-id: req-383d59da-326c-4858-a612-6adeda40e51e {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:10:32.081585 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7daa564-0a96-430e-95e3-c2feaf029a49", "tag": "2ede3765-587b-4f8c-8f59-7793eb7b279d", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:10:32.081843 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-383d59da-326c-4858-a612-6adeda40e51e {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:10:32.082243 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7daa564-0a96-430e-95e3-c2feaf029a49', 'tag': '2ede3765-587b-4f8c-8f59-7793eb7b279d', 'status': 'completed', 'code': 200} Jul 30 02:10:32.394725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9823c2b-0980-4741-ac4e-76033b3636fd req-1429ac25-e703-4881-a066-019d92b16e44 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:32.396337 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c9823c2b-0980-4741-ac4e-76033b3636fd req-1429ac25-e703-4881-a066-019d92b16e44 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7daa564-0a96-430e-95e3-c2feaf029a49 HTTP/1.1" status: 200 len: 944 time: 0.0677040 Jul 30 02:10:32.440232 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c9823c2b-0980-4741-ac4e-76033b3636fd req-eadcd86e-6cd9-46ae-bca6-ef3b7a8e53dd tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/security-groups?id=39f2dedc-4df2-4793-972e-32c922e3e6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350342 Jul 30 02:10:32.541614 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-d940271f-000d-4937-9115-4b10fa997911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:32.543496 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-d940271f-000d-4937-9115-4b10fa997911 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3dba5af96129411a9edf0affcf8f1dc9&device_id=f7daa564-0a96-430e-95e3-c2feaf029a49 HTTP/1.1" status: 200 len: 1095 time: 0.4604039 Jul 30 02:10:32.633704 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-3b6e120f-0b65-4ba6-8c7f-6ff48859048b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ede3765-587b-4f8c-8f59-7793eb7b279d HTTP/1.1" status: 200 len: 217 time: 0.0791738 Jul 30 02:10:32.666346 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-73a8a4b4-f20d-4ca3-9988-498490b88530 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:32.741399 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-d294323e-5127-41f8-b9e0-73e99f93a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:32.742942 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-d294323e-5127-41f8-b9e0-73e99f93a488 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3446541-bfaa-47c1-87fb-5a4531173e09 HTTP/1.1" status: 200 len: 849 time: 0.0944695 Jul 30 02:10:32.832337 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-caf04c3d-d858-4a0b-86df-abc4d7f720e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9fe1d29a-cf23-4820-9c28-359d487db90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769544 Jul 30 02:10:32.966914 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-73a8a4b4-f20d-4ca3-9988-498490b88530 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:33.013648 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:33.045313 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a8a4b4-f20d-4ca3-9988-498490b88530 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:33.053189 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-73a8a4b4-f20d-4ca3-9988-498490b88530 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:33.062088 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a8a4b4-f20d-4ca3-9988-498490b88530 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:33.092436 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d24b7c40-ce59-4686-bbca-3d3915ee57cf tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:33.139577 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8a4b4-f20d-4ca3-9988-498490b88530 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event updated for resources: {'Port': ['ID=ba7cf9ce-516b-4bb7-8831-82c9b20e8705,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:33.154419 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-6d11d0f6-7e6a-450c-991b-f8c3d52bf6bf service neutron] 10.222.0.10 "GET /v2.0/networks/9fe1d29a-cf23-4820-9c28-359d487db90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125269 Jul 30 02:10:33.484189 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-161cf801-9020-486b-b4f3-01a6a2dda0a4 req-06f71209-d7c8-4e19-beac-94522119540e service neutron] 10.222.0.10 "GET /v2.0/networks/9fe1d29a-cf23-4820-9c28-359d487db90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202252 Jul 30 02:10:33.508294 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d24b7c40-ce59-4686-bbca-3d3915ee57cf tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:33.763300 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f5383-7a8f-40f5-8730-4df949712ec3 req-4291f54c-374d-4177-a28e-585b71072cc1 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:33.764833 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-142f5383-7a8f-40f5-8730-4df949712ec3 req-4291f54c-374d-4177-a28e-585b71072cc1 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7daa564-0a96-430e-95e3-c2feaf029a49 HTTP/1.1" status: 200 len: 944 time: 0.2169614 Jul 30 02:10:33.792698 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3ae18-0c4c-4c98-a266-ffa6a779e5f5 req-a47ada91-a58d-4c25-8554-a9199b08dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:33.794527 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d5d3ae18-0c4c-4c98-a266-ffa6a779e5f5 req-a47ada91-a58d-4c25-8554-a9199b08dc6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3dba5af96129411a9edf0affcf8f1dc9&device_id=f7daa564-0a96-430e-95e3-c2feaf029a49 HTTP/1.1" status: 200 len: 1095 time: 0.1572428 Jul 30 02:10:33.819619 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-73a8a4b4-f20d-4ca3-9988-498490b88530 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:33.952638 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-142f5383-7a8f-40f5-8730-4df949712ec3 req-1563f712-f452-42e3-a964-8ef5c036edcc tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/security-groups?id=39f2dedc-4df2-4793-972e-32c922e3e6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663098 Jul 30 02:10:34.262506 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24b7c40-ce59-4686-bbca-3d3915ee57cf tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Router 09805a50-6dda-4357-a608-ac37405e6ccf is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:10:34.383467 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3ae18-0c4c-4c98-a266-ffa6a779e5f5 req-5ea49c72-071e-48ab-badd-4913deae03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:34.386639 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d5d3ae18-0c4c-4c98-a266-ffa6a779e5f5 req-5ea49c72-071e-48ab-badd-4913deae03ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=9fe1d29a-cf23-4820-9c28-359d487db90c HTTP/1.1" status: 200 len: 910 time: 0.5806894 Jul 30 02:10:34.441678 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d5d3ae18-0c4c-4c98-a266-ffa6a779e5f5 req-6b1b1bf8-ecb6-495a-ae42-5204ba1d74c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ede3765-587b-4f8c-8f59-7793eb7b279d HTTP/1.1" status: 200 len: 217 time: 0.0461268 Jul 30 02:10:34.580317 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3ae18-0c4c-4c98-a266-ffa6a779e5f5 req-7d33e16b-b936-4079-ab6b-5de6ec70b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:34.581859 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d5d3ae18-0c4c-4c98-a266-ffa6a779e5f5 req-7d33e16b-b936-4079-ab6b-5de6ec70b3ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3446541-bfaa-47c1-87fb-5a4531173e09 HTTP/1.1" status: 200 len: 849 time: 0.1329901 Jul 30 02:10:34.584366 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-73a8a4b4-f20d-4ca3-9988-498490b88530 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:34.587835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24b7c40-ce59-4686-bbca-3d3915ee57cf tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:10:34.600263 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e9f26e-781a-464f-92ad-b306e87d1eaa None None] Sync routers for ids ['09805a50-6dda-4357-a608-ac37405e6ccf'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:10:34.613240 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e9f26e-781a-464f-92ad-b306e87d1eaa None None] Routers {'09805a50-6dda-4357-a608-ac37405e6ccf'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:34.614662 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-37e9f26e-781a-464f-92ad-b306e87d1eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['09805a50-6dda-4357-a608-ac37405e6ccf'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:34.629933 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d5d3ae18-0c4c-4c98-a266-ffa6a779e5f5 req-2ab64422-9eba-4cd3-a849-0e4b506634af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9fe1d29a-cf23-4820-9c28-359d487db90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401042 Jul 30 02:10:34.653031 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-37e9f26e-781a-464f-92ad-b306e87d1eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:34.665024 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e9f26e-781a-464f-92ad-b306e87d1eaa None None] Routers {'09805a50-6dda-4357-a608-ac37405e6ccf'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:34.666514 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-37e9f26e-781a-464f-92ad-b306e87d1eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['09805a50-6dda-4357-a608-ac37405e6ccf'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:34.718116 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-37e9f26e-781a-464f-92ad-b306e87d1eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:34.718587 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e9f26e-781a-464f-92ad-b306e87d1eaa None None] The sync data for ids ['09805a50-6dda-4357-a608-ac37405e6ccf'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:10:34.762487 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d24b7c40-ce59-4686-bbca-3d3915ee57cf tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:34.763781 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d24b7c40-ce59-4686-bbca-3d3915ee57cf tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.0486696 Jul 30 02:10:34.766848 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49340) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:34.772422 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-4b5eb5ca-8485-42f7-bbb8-aa5379e95285 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'enable_snat': False}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:34.809774 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d5d3ae18-0c4c-4c98-a266-ffa6a779e5f5 req-64412e75-b187-4cfe-a3eb-5dec2487a26f service neutron] 10.222.0.10 "GET /v2.0/networks/9fe1d29a-cf23-4820-9c28-359d487db90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485486 Jul 30 02:10:34.958163 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d5d3ae18-0c4c-4c98-a266-ffa6a779e5f5 req-1172a427-7893-4ce7-b5d2-4b88f757e873 service neutron] 10.222.0.10 "GET /v2.0/networks/9fe1d29a-cf23-4820-9c28-359d487db90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381049 Jul 30 02:10:34.970425 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a8a4b4-f20d-4ca3-9988-498490b88530 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Router 3b3f561c-9003-402e-afdc-b6f836b29312 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:10:35.137320 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a8a4b4-f20d-4ca3-9988-498490b88530 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:10:35.148762 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] Sync routers for ids ['3b3f561c-9003-402e-afdc-b6f836b29312'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:10:35.163446 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] Routers {'3b3f561c-9003-402e-afdc-b6f836b29312'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:35.164388 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['3b3f561c-9003-402e-afdc-b6f836b29312'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:35.197768 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059847a-c97c-4f49-aa7a-dff25fbc9042 req-e73a4270-1cc3-4c0d-a34e-c5cfe874d064 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:35.199496 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f059847a-c97c-4f49-aa7a-dff25fbc9042 req-e73a4270-1cc3-4c0d-a34e-c5cfe874d064 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7daa564-0a96-430e-95e3-c2feaf029a49 HTTP/1.1" status: 200 len: 944 time: 0.1136417 Jul 30 02:10:35.282186 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb5ca-8485-42f7-bbb8-aa5379e95285 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:35.286668 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] Set router 3b3f561c-9003-402e-afdc-b6f836b29312 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:10:35.300119 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f059847a-c97c-4f49-aa7a-dff25fbc9042 req-ea933ce5-8d88-43e9-9e51-f78bce676c87 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/security-groups?id=39f2dedc-4df2-4793-972e-32c922e3e6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929976 Jul 30 02:10:35.302099 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-73a8a4b4-f20d-4ca3-9988-498490b88530 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:35.312860 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-73a8a4b4-f20d-4ca3-9988-498490b88530 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.4745653 Jul 30 02:10:35.312860 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49356) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:35.375640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fd8863-c53b-42fd-93f4-fc9b4c6e79f4 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:35.380409 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-62fd8863-c53b-42fd-93f4-fc9b4c6e79f4 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=153ae8173a1a4ac0be30613af3c0859f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0704098 Jul 30 02:10:35.380705 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49360) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:35.519780 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3f561c-9003-402e-afdc-b6f836b29312', 'name': 'tempest-TestSecurityGroupsBasicOps-router-18223004', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ba7cf9ce-516b-4bb7-8831-82c9b20e8705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:29Z', 'updated_at': '2021-07-30T02:10:33Z', 'revision_number': 3, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': 'ba7cf9ce-516b-4bb7-8831-82c9b20e8705', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3f561c-9003-402e-afdc-b6f836b29312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:31Z', 'updated_at': '2021-07-30T02:10:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:35.549999 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] Checking router: 3b3f561c-9003-402e-afdc-b6f836b29312 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:10:35.550352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbf71e2-b540-4ee4-b2a8-f57afd4266dc tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:35.550515 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] Updating router 3b3f561c-9003-402e-afdc-b6f836b29312 port ba7cf9ce-516b-4bb7-8831-82c9b20e8705 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:10:35.552217 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4cbf71e2-b540-4ee4-b2a8-f57afd4266dc tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1704686 Jul 30 02:10:35.555133 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49364) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:35.578857 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:35.612329 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d8c1582b-451c-4984-8a4e-1c5446a02876 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0541251 Jul 30 02:10:35.614384 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49366) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:35.655906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc799cc6-a985-41bc-b306-597d221e9139 req-79ee38ab-6985-4adc-801e-0085a95678f4 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:35.657435 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc799cc6-a985-41bc-b306-597d221e9139 req-79ee38ab-6985-4adc-801e-0085a95678f4 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 950 time: 0.0772760 Jul 30 02:10:35.689041 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c5b9b925-f535-4cf4-8fbb-a5d969d6808f tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=153ae8173a1a4ac0be30613af3c0859f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0695477 Jul 30 02:10:35.689320 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49370) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:35.717406 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc799cc6-a985-41bc-b306-597d221e9139 req-fe2fa8ab-11e5-4d5a-93ce-1d712570ca17 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/security-groups?id=50cf61d8-e7a0-47d0-882d-ec592f76c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482507 Jul 30 02:10:35.896354 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7b8fbc-40d8-4ce3-b60a-b2e6c5d5c1b8 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:35.900519 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0c7b8fbc-40d8-4ce3-b60a-b2e6c5d5c1b8 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2068789 Jul 30 02:10:35.906696 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49374) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:35.935995 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e9c21b23-cff9-4a5f-bd17-2a4d276f0c28 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281296 Jul 30 02:10:35.938562 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49378) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:35.944083 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d5264303-e502-4065-b5c6-27e94377f98c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-62399326', 'network_id': 'e2023a5f-2c83-4ecd-abca-e06af1a3e0a5', 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:35.976719 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:35.987945 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] Transition to ACTIVE for port object ba7cf9ce-516b-4bb7-8831-82c9b20e8705 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:10:36.058951 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:36.112075 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ce693-2ce1-461a-880b-78a8dd5b5aec None None] Pushing event updated for resources: {'Port': ['ID=ba7cf9ce-516b-4bb7-8831-82c9b20e8705,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:36.136369 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] Attempting to bind port ba7cf9ce-516b-4bb7-8831-82c9b20e8705 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:10:36.136934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] Attempting to bind port ba7cf9ce-516b-4bb7-8831-82c9b20e8705 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:10:36.137268 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] Attempting to bind port ba7cf9ce-516b-4bb7-8831-82c9b20e8705 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:10:36.146680 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:10:36.147141 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:10:36.147633 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:36.148096 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:10:36.148863 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] Bound port: ba7cf9ce-516b-4bb7-8831-82c9b20e8705, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:10:36.149376 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:36.149703 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb5ca-8485-42f7-bbb8-aa5379e95285 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:36.153324 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb5ca-8485-42f7-bbb8-aa5379e95285 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:36.204947 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] For port ba7cf9ce-516b-4bb7-8831-82c9b20e8705, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:10:36.208247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] For port ba7cf9ce-516b-4bb7-8831-82c9b20e8705, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ba7cf9ce-516b-4bb7-8831-82c9b20e8705,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:10:36.212965 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5264303-e502-4065-b5c6-27e94377f98c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Made reservation on behalf of 153ae8173a1a4ac0be30613af3c0859f for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:10:36.216990 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5264303-e502-4065-b5c6-27e94377f98c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:36.322036 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:36.431113 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] Routers {'3b3f561c-9003-402e-afdc-b6f836b29312'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:36.433741 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['3b3f561c-9003-402e-afdc-b6f836b29312'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:36.562037 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca0534-dd07-4b5d-a8f5-78d537a03a61 req-fa9e8129-8ad2-4ae2-a1e0-1774f22a1928 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:36.571460 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-49ca0534-dd07-4b5d-a8f5-78d537a03a61 req-fa9e8129-8ad2-4ae2-a1e0-1774f22a1928 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7daa564-0a96-430e-95e3-c2feaf029a49 HTTP/1.1" status: 200 len: 944 time: 0.1195986 Jul 30 02:10:36.606606 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ce693-2ce1-461a-880b-78a8dd5b5aec None None] Pushing event updated for resources: {'Port': ['ID=ba7cf9ce-516b-4bb7-8831-82c9b20e8705,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:36.641806 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-49ca0534-dd07-4b5d-a8f5-78d537a03a61 req-6239fbcf-f6a8-4d94-9ab3-f8fc4882948a tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/security-groups?id=39f2dedc-4df2-4793-972e-32c922e3e6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689631 Jul 30 02:10:36.648562 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5eb5ca-8485-42f7-bbb8-aa5379e95285 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Router 09805a50-6dda-4357-a608-ac37405e6ccf has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:10:36.653319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] Set router 3b3f561c-9003-402e-afdc-b6f836b29312 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:10:36.672407 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5264303-e502-4065-b5c6-27e94377f98c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:36.760626 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5264303-e502-4065-b5c6-27e94377f98c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event updated for resources: {'Subnet': ['ID=110b5de3-a324-40fd-9ecf-42bfcd52389a,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:36.768918 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5264303-e502-4065-b5c6-27e94377f98c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Checking segment: {'id': 'c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e2023a5f-2c83-4ecd-abca-e06af1a3e0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:10:36.769550 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5264303-e502-4065-b5c6-27e94377f98c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Network hostable DHCP agents. Network: e2023a5f-2c83-4ecd-abca-e06af1a3e0a5, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:10:36.772662 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 2ede3765-587b-4f8c-8f59-7793eb7b279d details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:10:36.776269 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5eb5ca-8485-42f7-bbb8-aa5379e95285 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:10:36.788572 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b27e6f6-66e6-4285-9ceb-a13df919b06f None None] Sync routers for ids ['09805a50-6dda-4357-a608-ac37405e6ccf'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:10:36.792386 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb5ca-8485-42f7-bbb8-aa5379e95285 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:36.793524 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4b5eb5ca-8485-42f7-bbb8-aa5379e95285 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "PUT /v2.0/routers/09805a50-6dda-4357-a608-ac37405e6ccf HTTP/1.1" status: 200 len: 922 time: 2.0248392 Jul 30 02:10:36.796361 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49392) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:36.807382 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b27e6f6-66e6-4285-9ceb-a13df919b06f None None] Routers {'09805a50-6dda-4357-a608-ac37405e6ccf'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:36.808438 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5b27e6f6-66e6-4285-9ceb-a13df919b06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['09805a50-6dda-4357-a608-ac37405e6ccf'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:36.879198 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5b27e6f6-66e6-4285-9ceb-a13df919b06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:36.904436 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b27e6f6-66e6-4285-9ceb-a13df919b06f None None] Routers {'09805a50-6dda-4357-a608-ac37405e6ccf'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:36.905233 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5b27e6f6-66e6-4285-9ceb-a13df919b06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['09805a50-6dda-4357-a608-ac37405e6ccf'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:36.924937 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5264303-e502-4065-b5c6-27e94377f98c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Network e2023a5f-2c83-4ecd-abca-e06af1a3e0a5 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:10:36.943619 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5b27e6f6-66e6-4285-9ceb-a13df919b06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:36.944517 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b27e6f6-66e6-4285-9ceb-a13df919b06f None None] The sync data for ids ['09805a50-6dda-4357-a608-ac37405e6ccf'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:10:37.005146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c618641-8a94-4180-81ba-30c344ea7887 req-0b1cc211-e963-4dbd-be3e-2edba67e9251 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:37.006750 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c618641-8a94-4180-81ba-30c344ea7887 req-0b1cc211-e963-4dbd-be3e-2edba67e9251 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 950 time: 0.1012526 Jul 30 02:10:37.030430 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f3667f57-08e3-4f77-8ba0-35339894d6ba tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "GET /v2.0/routers/09805a50-6dda-4357-a608-ac37405e6ccf HTTP/1.1" status: 200 len: 922 time: 0.2327332 Jul 30 02:10:37.031028 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49398) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:37.077314 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c618641-8a94-4180-81ba-30c344ea7887 req-71eba6f3-51d3-4c69-8bc6-c8312fd6a319 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/security-groups?id=50cf61d8-e7a0-47d0-882d-ec592f76c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637407 Jul 30 02:10:37.078142 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e1876-ed4b-4f06-8d4b-479fb464468c req-703b594c-e349-49fe-bc09-381425adab3a tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:37.079217 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-de0e1876-ed4b-4f06-8d4b-479fb464468c req-703b594c-e349-49fe-bc09-381425adab3a tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 950 time: 0.1485426 Jul 30 02:10:37.096396 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d5264303-e502-4065-b5c6-27e94377f98c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, e2023a5f-2c83-4ecd-abca-e06af1a3e0a5) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:37.113759 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5264303-e502-4065-b5c6-27e94377f98c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:37.114752 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5264303-e502-4065-b5c6-27e94377f98c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:37.117901 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752655f5-5a46-4594-b43f-d3a23a21dec5 None None] Network e2023a5f-2c83-4ecd-abca-e06af1a3e0a5 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:10:37.180901 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41934569-da93-49ec-aaf3-480ba8c51404 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:37.185201 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-41934569-da93-49ec-aaf3-480ba8c51404 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&device_id=09805a50-6dda-4357-a608-ac37405e6ccf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1478446 Jul 30 02:10:37.186129 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49402) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:37.186907 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 2ede3765-587b-4f8c-8f59-7793eb7b279d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=2ede3765-587b-4f8c-8f59-7793eb7b279d,segment=NetworkSegment(6dde710e-1ebf-4d59-a1ec-87afece0a72f),segment_id=6dde710e-1ebf-4d59-a1ec-87afece0a72f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:37.224676 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '2ede3765-587b-4f8c-8f59-7793eb7b279d', 'network_id': '9fe1d29a-cf23-4820-9c28-359d487db90c', 'port_id': '2ede3765-587b-4f8c-8f59-7793eb7b279d', 'mac_address': 'fa:16:3e:2d:1a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3446541-bfaa-47c1-87fb-5a4531173e09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:10:37.248681 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-de0e1876-ed4b-4f06-8d4b-479fb464468c req-3898a55a-8ab5-491e-a679-53b492e763bb tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Deleting port f1e5d0f5-066a-4169-ad75-7c9406c8aa9c {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:10:37.249316 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-de0e1876-ed4b-4f06-8d4b-479fb464468c req-3898a55a-8ab5-491e-a679-53b492e763bb tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:37.292807 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38320dbb-6942-45bf-871e-0d9e86f04de8 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:37.294899 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-38320dbb-6942-45bf-871e-0d9e86f04de8 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 881 time: 0.1082420 Jul 30 02:10:37.297927 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49406) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:37.305866 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d5264303-e502-4065-b5c6-27e94377f98c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 1.3638787 Jul 30 02:10:37.306192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49408) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:37.324053 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:37.336930 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e544ce66-1486-40dc-8e38-bf6566878778 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "GET /v2.0/ports?device_id=09805a50-6dda-4357-a608-ac37405e6ccf HTTP/1.1" status: 200 len: 205 time: 0.0371435 Jul 30 02:10:37.339531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49410) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:37.356519 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ede3765-587b-4f8c-8f59-7793eb7b279d {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:10:37.375841 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3f561c-9003-402e-afdc-b6f836b29312', 'name': 'tempest-TestSecurityGroupsBasicOps-router-18223004', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ba7cf9ce-516b-4bb7-8831-82c9b20e8705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:29Z', 'updated_at': '2021-07-30T02:10:33Z', 'revision_number': 3, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': 'ba7cf9ce-516b-4bb7-8831-82c9b20e8705', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3f561c-9003-402e-afdc-b6f836b29312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:31Z', 'updated_at': '2021-07-30T02:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:37.454325 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cca169-3ffa-4e13-93d6-a33038f84abc None None] The sync data for ids ['3b3f561c-9003-402e-afdc-b6f836b29312'] in n-d-713498-9 is: [{'id': '3b3f561c-9003-402e-afdc-b6f836b29312', 'name': 'tempest-TestSecurityGroupsBasicOps-router-18223004', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ba7cf9ce-516b-4bb7-8831-82c9b20e8705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:29Z', 'updated_at': '2021-07-30T02:10:33Z', 'revision_number': 3, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': 'ba7cf9ce-516b-4bb7-8831-82c9b20e8705', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3f561c-9003-402e-afdc-b6f836b29312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:31Z', 'updated_at': '2021-07-30T02:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:10:37.457450 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 2ede3765-587b-4f8c-8f59-7793eb7b279d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=2ede3765-587b-4f8c-8f59-7793eb7b279d,segment=NetworkSegment(6dde710e-1ebf-4d59-a1ec-87afece0a72f),segment_id=6dde710e-1ebf-4d59-a1ec-87afece0a72f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:37.464623 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-e2023a5f-2c83-4ecd-abca-e06af1a3e0a5', 'network_id': 'e2023a5f-2c83-4ecd-abca-e06af1a3e0a5', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'fixed_ips': [{'subnet_id': '110b5de3-a324-40fd-9ecf-42bfcd52389a'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:10:37.465834 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:37.524468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49414) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:37.598906 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0209418-c05e-4231-81e6-23a8bc8f4e40 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:37.619575 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:37.835992 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=2ede3765-587b-4f8c-8f59-7793eb7b279d,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:37.858762 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-504721ab-c295-48ae-9fba-cc2a7d34d938 admin admin] Deleting subnet 28fad3c7-6ae9-4045-b938-fdb88750babb {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:10:37.868741 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-504721ab-c295-48ae-9fba-cc2a7d34d938 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:37.882124 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Allocated IP 172.20.0.18 (e2023a5f-2c83-4ecd-abca-e06af1a3e0a5/110b5de3-a324-40fd-9ecf-42bfcd52389a/7e6dccaf-d597-4371-844e-37260e1846ee) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:37.887399 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['2ede3765-587b-4f8c-8f59-7793eb7b279d'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:10:37.949446 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0209418-c05e-4231-81e6-23a8bc8f4e40 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:37.958484 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-504721ab-c295-48ae-9fba-cc2a7d34d938 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:38.065205 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-504721ab-c295-48ae-9fba-cc2a7d34d938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:38.343951 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015787af-aeab-4a6e-b3e3-54c0f171fef0 req-57eecc25-483e-496a-94bb-5ace4c176192 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:38.343951 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-015787af-aeab-4a6e-b3e3-54c0f171fef0 req-57eecc25-483e-496a-94bb-5ace4c176192 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7daa564-0a96-430e-95e3-c2feaf029a49 HTTP/1.1" status: 200 len: 945 time: 0.2001693 Jul 30 02:10:38.343951 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-de0e1876-ed4b-4f06-8d4b-479fb464468c req-3898a55a-8ab5-491e-a679-53b492e763bb tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] For port f1e5d0f5-066a-4169-ad75-7c9406c8aa9c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=f1e5d0f5-066a-4169-ad75-7c9406c8aa9c,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:38.343951 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-de0e1876-ed4b-4f06-8d4b-479fb464468c req-3898a55a-8ab5-491e-a679-53b492e763bb tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:38.349643 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11843f-38fd-40b7-926d-be74a38aa5b0 req-810881d7-003e-4275-8ed3-c52b81c0fbb5 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:38.359835 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db11843f-38fd-40b7-926d-be74a38aa5b0 req-810881d7-003e-4275-8ed3-c52b81c0fbb5 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 950 time: 0.1609318 Jul 30 02:10:38.444807 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c0209418-c05e-4231-81e6-23a8bc8f4e40 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Deleting port f9ca38ff-f38e-4ecf-909e-cb1378da5dd3 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:10:38.445511 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0209418-c05e-4231-81e6-23a8bc8f4e40 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:38.458522 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:38.461734 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-de0e1876-ed4b-4f06-8d4b-479fb464468c req-3898a55a-8ab5-491e-a679-53b492e763bb tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Calling delete_port for f1e5d0f5-066a-4169-ad75-7c9406c8aa9c owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:10:38.475210 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Transition to ACTIVE for port object 7e6dccaf-d597-4371-844e-37260e1846ee will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:10:38.512314 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Transition to ACTIVE for port object 7e6dccaf-d597-4371-844e-37260e1846ee will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:10:38.524921 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-504721ab-c295-48ae-9fba-cc2a7d34d938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:38.584408 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:38.598647 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-015787af-aeab-4a6e-b3e3-54c0f171fef0 req-f76fc18d-f783-4554-ac9e-77b8f1b658a7 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/security-groups?id=39f2dedc-4df2-4793-972e-32c922e3e6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550435 Jul 30 02:10:38.606375 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0209418-c05e-4231-81e6-23a8bc8f4e40 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:38.619631 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c0209418-c05e-4231-81e6-23a8bc8f4e40 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Calling delete_port for f9ca38ff-f38e-4ecf-909e-cb1378da5dd3 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:10:38.676614 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Network e2023a5f-2c83-4ecd-abca-e06af1a3e0a5 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:38.680169 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:38.683509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:38.715836 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Pushing event updated for resources: {'Port': ['ID=7e6dccaf-d597-4371-844e-37260e1846ee,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:38.754584 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db11843f-38fd-40b7-926d-be74a38aa5b0 req-9c4f834d-fdea-480a-8bbb-a345b2c987f9 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/security-groups?id=50cf61d8-e7a0-47d0-882d-ec592f76c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938408 Jul 30 02:10:38.755290 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504721ab-c295-48ae-9fba-cc2a7d34d938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28fad3c7-6ae9-4045-b938-fdb88750babb,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:38.825646 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504721ab-c295-48ae-9fba-cc2a7d34d938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:38.825997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504721ab-c295-48ae-9fba-cc2a7d34d938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:38.826401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504721ab-c295-48ae-9fba-cc2a7d34d938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:38.826731 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504721ab-c295-48ae-9fba-cc2a7d34d938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:38.826986 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 2ede3765-587b-4f8c-8f59-7793eb7b279d up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:10:38.827114 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504721ab-c295-48ae-9fba-cc2a7d34d938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:38.827380 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504721ab-c295-48ae-9fba-cc2a7d34d938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:38.827888 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504721ab-c295-48ae-9fba-cc2a7d34d938 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:38.828223 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504721ab-c295-48ae-9fba-cc2a7d34d938 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:38.828603 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504721ab-c295-48ae-9fba-cc2a7d34d938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:38.828932 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504721ab-c295-48ae-9fba-cc2a7d34d938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:38.829259 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504721ab-c295-48ae-9fba-cc2a7d34d938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:38.829602 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504721ab-c295-48ae-9fba-cc2a7d34d938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:38.838205 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-504721ab-c295-48ae-9fba-cc2a7d34d938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:38.843381 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-504721ab-c295-48ae-9fba-cc2a7d34d938 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/28fad3c7-6ae9-4045-b938-fdb88750babb HTTP/1.1" status: 204 len: 168 time: 1.3146596 Jul 30 02:10:38.843538 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49434) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:38.886925 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Attempting to bind port 7e6dccaf-d597-4371-844e-37260e1846ee on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:10:38.887304 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Attempting to bind port 7e6dccaf-d597-4371-844e-37260e1846ee by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e2023a5f-2c83-4ecd-abca-e06af1a3e0a5'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:10:38.887912 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Attempting to bind port 7e6dccaf-d597-4371-844e-37260e1846ee on network e2023a5f-2c83-4ecd-abca-e06af1a3e0a5 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:10:38.898091 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:10:38.898625 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Checking segment: {'id': 'c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e2023a5f-2c83-4ecd-abca-e06af1a3e0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:10:38.899321 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:38.899564 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Bound using segment: {'id': 'c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e2023a5f-2c83-4ecd-abca-e06af1a3e0a5'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:10:38.900042 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Bound port: 7e6dccaf-d597-4371-844e-37260e1846ee, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e2023a5f-2c83-4ecd-abca-e06af1a3e0a5'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:10:38.900429 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:38.956667 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0209418-c05e-4231-81e6-23a8bc8f4e40 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.016193 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0209418-c05e-4231-81e6-23a8bc8f4e40 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Pushing event deleted for resources: {'Port': ['ID=f9ca38ff-f38e-4ecf-909e-cb1378da5dd3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:39.034922 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9aed3d5b-ed0a-4ee6-aa0c-121525101346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.051957 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9bd7717d-2059-4e7f-b0fd-98b9016172cc tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.075321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] For port 7e6dccaf-d597-4371-844e-37260e1846ee, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:10:39.088103 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] For port 7e6dccaf-d597-4371-844e-37260e1846ee, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7e6dccaf-d597-4371-844e-37260e1846ee,segment=NetworkSegment(c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91),segment_id=c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:10:39.095372 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 2ede3765-587b-4f8c-8f59-7793eb7b279d completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:10:39.117244 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0209418-c05e-4231-81e6-23a8bc8f4e40 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.122669 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 2ede3765-587b-4f8c-8f59-7793eb7b279d triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:10:39.123369 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.193643 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-de0e1876-ed4b-4f06-8d4b-479fb464468c req-3898a55a-8ab5-491e-a679-53b492e763bb tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.226466 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.229924 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.237212 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ddd59600-1945-4ef7-833d-0f9c0980765e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.246710 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0209418-c05e-4231-81e6-23a8bc8f4e40 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.249790 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0209418-c05e-4231-81e6-23a8bc8f4e40 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.300019 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 2ede3765-587b-4f8c-8f59-7793eb7b279d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=2ede3765-587b-4f8c-8f59-7793eb7b279d,segment=NetworkSegment(6dde710e-1ebf-4d59-a1ec-87afece0a72f),segment_id=6dde710e-1ebf-4d59-a1ec-87afece0a72f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:39.300719 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7daa564-0a96-430e-95e3-c2feaf029a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ede3765-587b-4f8c-8f59-7793eb7b279d'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:10:39.302242 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9aed3d5b-ed0a-4ee6-aa0c-121525101346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.303073 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaf3fb9-9e31-4545-9d8a-ffa4b9d8e5cf" -d '{"events": [{"server_uuid": "f7daa564-0a96-430e-95e3-c2feaf029a49", "name": "network-vif-plugged", "status": "completed", "tag": "2ede3765-587b-4f8c-8f59-7793eb7b279d"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:10:39.335271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a5974-8aa6-4f6e-b645-c15831ac1679 None None] Pushing event updated for resources: {'Port': ['ID=7e6dccaf-d597-4371-844e-37260e1846ee,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:39.359763 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59beaa0-8872-43d4-9cbf-42f2cb3cf31a x-openstack-request-id: req-e59beaa0-8872-43d4-9cbf-42f2cb3cf31a {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:10:39.367502 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7daa564-0a96-430e-95e3-c2feaf029a49", "name": "network-vif-plugged", "status": "completed", "tag": "2ede3765-587b-4f8c-8f59-7793eb7b279d", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:10:39.367502 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e59beaa0-8872-43d4-9cbf-42f2cb3cf31a {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:10:39.367502 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7daa564-0a96-430e-95e3-c2feaf029a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ede3765-587b-4f8c-8f59-7793eb7b279d', 'code': 200} Jul 30 02:10:39.373206 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898a55a-8ab5-491e-a679-53b492e763bb tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Pushing event deleted for resources: {'Port': ['ID=f1e5d0f5-066a-4169-ad75-7c9406c8aa9c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:39.375263 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0e1876-ed4b-4f06-8d4b-479fb464468c req-3898a55a-8ab5-491e-a679-53b492e763bb tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] No DVR routers for this DVR port f1e5d0f5-066a-4169-ad75-7c9406c8aa9c on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:10:39.387625 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.388438 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device f1e5d0f5-066a-4169-ad75-7c9406c8aa9c no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:10:39.410548 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0209418-c05e-4231-81e6-23a8bc8f4e40 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.411173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0209418-c05e-4231-81e6-23a8bc8f4e40 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Fanout notify agent at l3_agent the message router_deleted on router 09805a50-6dda-4357-a608-ac37405e6ccf {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:10:39.411877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-9aed3d5b-ed0a-4ee6-aa0c-121525101346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f624a56-aa8c-42c3-9552-8a3318a68772']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:39.417818 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0209418-c05e-4231-81e6-23a8bc8f4e40 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.425094 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-de0e1876-ed4b-4f06-8d4b-479fb464468c req-3898a55a-8ab5-491e-a679-53b492e763bb tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.425094 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-de0e1876-ed4b-4f06-8d4b-479fb464468c req-3898a55a-8ab5-491e-a679-53b492e763bb tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.10 "DELETE /v2.0/ports/f1e5d0f5-066a-4169-ad75-7c9406c8aa9c HTTP/1.1" status: 204 len: 173 time: 2.3209834 Jul 30 02:10:39.426451 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e17e205-064a-425e-8256-42d70e20fa7f', 'name': 'network-vif-deleted', 'tag': 'f1e5d0f5-066a-4169-ad75-7c9406c8aa9c'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:10:39.431546 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f43c1bb-308b-478c-93b2-d7615a0b7963" -d '{"events": [{"server_uuid": "5e17e205-064a-425e-8256-42d70e20fa7f", "name": "network-vif-deleted", "tag": "f1e5d0f5-066a-4169-ad75-7c9406c8aa9c"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:10:39.431737 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49444) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:39.440905 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-03cdf8d6-fdcc-4108-80c3-4a403e0ccfb9 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1713279449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:39.450619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-9aed3d5b-ed0a-4ee6-aa0c-121525101346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f2e867-6b47-4457-9c9c-7fefd3b92d45') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:39.450999 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-9aed3d5b-ed0a-4ee6-aa0c-121525101346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f2e867-6b47-4457-9c9c-7fefd3b92d45') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:39.451932 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c0209418-c05e-4231-81e6-23a8bc8f4e40 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "DELETE /v2.0/routers/09805a50-6dda-4357-a608-ac37405e6ccf HTTP/1.1" status: 204 len: 168 time: 2.1111171 Jul 30 02:10:39.461954 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=2ede3765-587b-4f8c-8f59-7793eb7b279d,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:39.466289 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: f1e5d0f5-066a-4169-ad75-7c9406c8aa9c {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:10:39.466289 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device f1e5d0f5-066a-4169-ad75-7c9406c8aa9c not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:10:39.470809 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9aed3d5b-ed0a-4ee6-aa0c-121525101346 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.516422 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181a2c90-4ecc-420c-b8fe-98fece11ec27 x-openstack-request-id: req-181a2c90-4ecc-420c-b8fe-98fece11ec27 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:10:39.516714 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e17e205-064a-425e-8256-42d70e20fa7f", "name": "network-vif-deleted", "tag": "f1e5d0f5-066a-4169-ad75-7c9406c8aa9c", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:10:39.517023 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-181a2c90-4ecc-420c-b8fe-98fece11ec27 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:10:39.517661 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e17e205-064a-425e-8256-42d70e20fa7f', 'name': 'network-vif-deleted', 'tag': 'f1e5d0f5-066a-4169-ad75-7c9406c8aa9c', 'status': 'completed', 'code': 200} Jul 30 02:10:39.524103 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9aed3d5b-ed0a-4ee6-aa0c-121525101346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.532567 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b43cc-4979-4a28-87a9-28e2f422589f req-d469325c-6a2a-4e11-a7a9-d8f916caf639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:39.534980 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-460b43cc-4979-4a28-87a9-28e2f422589f req-d469325c-6a2a-4e11-a7a9-d8f916caf639 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f7daa564-0a96-430e-95e3-c2feaf029a49 HTTP/1.1" status: 200 len: 1097 time: 0.0798059 Jul 30 02:10:39.553697 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aed3d5b-ed0a-4ee6-aa0c-121525101346 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:10:39.554122 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9aed3d5b-ed0a-4ee6-aa0c-121525101346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:10:39.556081 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:10:39.635541 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-460b43cc-4979-4a28-87a9-28e2f422589f req-296220f2-dcba-4e20-9335-476cf47d8bdb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=39f2dedc-4df2-4793-972e-32c922e3e6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875437 Jul 30 02:10:39.652122 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03cdf8d6-fdcc-4108-80c3-4a403e0ccfb9 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.653694 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03cdf8d6-fdcc-4108-80c3-4a403e0ccfb9 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.749333 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ba7cf9ce-516b-4bb7-8831-82c9b20e8705 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:10:39.964589 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03cdf8d6-fdcc-4108-80c3-4a403e0ccfb9 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.968529 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a43dd630-9b8d-4a68-bcb3-12b83d34c74e req-1cf1e08b-2c35-4e50-8a97-a39221141993 tempest-VolumesBackupsTest-1466139669 tempest-VolumesBackupsTest-1466139669-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e17e205-064a-425e-8256-42d70e20fa7f HTTP/1.1" status: 200 len: 210 time: 0.0547712 Jul 30 02:10:40.007605 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9aed3d5b-ed0a-4ee6-aa0c-121525101346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:40.020311 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port ba7cf9ce-516b-4bb7-8831-82c9b20e8705 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:10:40.027003 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port ba7cf9ce-516b-4bb7-8831-82c9b20e8705 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:10:40.027003 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:40.044029 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9aed3d5b-ed0a-4ee6-aa0c-121525101346 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:40.048703 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9aed3d5b-ed0a-4ee6-aa0c-121525101346 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9f624a56-aa8c-42c3-9552-8a3318a68772 HTTP/1.1" status: 204 len: 168 time: 1.2044697 Jul 30 02:10:40.068003 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed3d5b-ed0a-4ee6-aa0c-121525101346 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f624a56-aa8c-42c3-9552-8a3318a68772,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:40.078432 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03cdf8d6-fdcc-4108-80c3-4a403e0ccfb9 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:40.156530 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b3fdd-4385-44cd-9737-8c451959230a req-b1548531-cb2e-4e1c-ad25-acb3b6d826a6 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:40.163784 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:40.164103 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f3b3fdd-4385-44cd-9737-8c451959230a req-b1548531-cb2e-4e1c-ad25-acb3b6d826a6 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7daa564-0a96-430e-95e3-c2feaf029a49 HTTP/1.1" status: 200 len: 946 time: 0.1942930 Jul 30 02:10:40.193130 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port ba7cf9ce-516b-4bb7-8831-82c9b20e8705, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ba7cf9ce-516b-4bb7-8831-82c9b20e8705,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:40.196061 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-9bd7717d-2059-4e7f-b0fd-98b9016172cc tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Allocated IP 172.20.0.17 (e2023a5f-2c83-4ecd-abca-e06af1a3e0a5/110b5de3-a324-40fd-9ecf-42bfcd52389a/0ca7c8be-0fc5-418b-991b-08e7978926ab) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:40.229772 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3f3b3fdd-4385-44cd-9737-8c451959230a req-41a8e950-3d86-43a2-9d27-3b396b41baec tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/security-groups?id=39f2dedc-4df2-4793-972e-32c922e3e6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648029 Jul 30 02:10:40.244972 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03cdf8d6-fdcc-4108-80c3-4a403e0ccfb9 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:40.248795 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-03cdf8d6-fdcc-4108-80c3-4a403e0ccfb9 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8096402 Jul 30 02:10:40.249204 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49462) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:40.254678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7ffbafd5-aedd-4af0-84ca-0b853ba32f1a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Request body: {'router': {'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:40.281795 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:40.363592 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=ba7cf9ce-516b-4bb7-8831-82c9b20e8705,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:40.395138 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9bd7717d-2059-4e7f-b0fd-98b9016172cc tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:40.414775 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-9bd7717d-2059-4e7f-b0fd-98b9016172cc tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Transition to ACTIVE for port object 0ca7c8be-0fc5-418b-991b-08e7978926ab will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:10:40.458150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49464) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:40.511217 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-26a4f94e-c6fa-4ae6-a38b-43fd60ee2dd0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cbfa7ad579da40909baf5d12049ec9cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518126 Jul 30 02:10:40.513622 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49468) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:40.557207 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ffbafd5-aedd-4af0-84ca-0b853ba32f1a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:40.569859 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9bd7717d-2059-4e7f-b0fd-98b9016172cc tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:40.583166 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a4875a0f-65c2-4834-bf16-e331fb2642ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:40.627790 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd7717d-2059-4e7f-b0fd-98b9016172cc tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Network e2023a5f-2c83-4ecd-abca-e06af1a3e0a5 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:40.640161 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-9bd7717d-2059-4e7f-b0fd-98b9016172cc tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:40.653859 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd7717d-2059-4e7f-b0fd-98b9016172cc tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:40.692637 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7717d-2059-4e7f-b0fd-98b9016172cc tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event updated for resources: {'Port': ['ID=0ca7c8be-0fc5-418b-991b-08e7978926ab,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:40.696606 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a4875a0f-65c2-4834-bf16-e331fb2642ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:40.746861 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9bd7717d-2059-4e7f-b0fd-98b9016172cc tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:40.898406 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a4875a0f-65c2-4834-bf16-e331fb2642ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:40.901023 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a4875a0f-65c2-4834-bf16-e331fb2642ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:40.904907 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a4875a0f-65c2-4834-bf16-e331fb2642ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ade56efd-aafb-4197-8bf0-806e4582671a HTTP/1.1" status: 204 len: 168 time: 0.3871846 Jul 30 02:10:40.924571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4875a0f-65c2-4834-bf16-e331fb2642ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade56efd-aafb-4197-8bf0-806e4582671a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:40.952926 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ffbafd5-aedd-4af0-84ca-0b853ba32f1a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:40.975155 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ffbafd5-aedd-4af0-84ca-0b853ba32f1a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:41.009514 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9bd7717d-2059-4e7f-b0fd-98b9016172cc tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:41.031325 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe3de3e-e96f-450c-8dde-a09e2880a026 None None] Network e2023a5f-2c83-4ecd-abca-e06af1a3e0a5 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:10:41.188341 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-7ffbafd5-aedd-4af0-84ca-0b853ba32f1a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Allocated IP 172.25.1.125 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/a965d61a-a1a1-4fa7-832d-32bef3f24198) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:41.219004 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-34756cd7-424f-4989-a5a4-2f1df90e6bec None None] Provisioning for port 7e6dccaf-d597-4371-844e-37260e1846ee completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:10:41.359377 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ffbafd5-aedd-4af0-84ca-0b853ba32f1a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:41.475541 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ffbafd5-aedd-4af0-84ca-0b853ba32f1a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:41.505222 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e71368-d19e-4e43-a65c-e058862be885 req-2847441c-39b3-4b63-af30-7464ec13ed57 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:41.507005 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c9e71368-d19e-4e43-a65c-e058862be885 req-2847441c-39b3-4b63-af30-7464ec13ed57 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7daa564-0a96-430e-95e3-c2feaf029a49 HTTP/1.1" status: 200 len: 946 time: 0.1212192 Jul 30 02:10:41.600420 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c9e71368-d19e-4e43-a65c-e058862be885 req-1a7f182a-d277-44a0-8e1b-2a1e56216870 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/security-groups?id=39f2dedc-4df2-4793-972e-32c922e3e6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848291 Jul 30 02:10:41.636359 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9bd7717d-2059-4e7f-b0fd-98b9016172cc tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:41.636574 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffbafd5-aedd-4af0-84ca-0b853ba32f1a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:41.650702 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-7ffbafd5-aedd-4af0-84ca-0b853ba32f1a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:41.652293 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffbafd5-aedd-4af0-84ca-0b853ba32f1a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:41.661500 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbafd5-aedd-4af0-84ca-0b853ba32f1a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Pushing event updated for resources: {'Port': ['ID=a965d61a-a1a1-4fa7-832d-32bef3f24198,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:41.666238 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-265f6f5b-0fa2-4abf-81a9-f1fc8082aa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:41.709750 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9bd7717d-2059-4e7f-b0fd-98b9016172cc tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:41.835703 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:41.864215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-073fbb37-3bbd-4cf6-bf08-63e8d76899e4 None None] Provisioning for port 0ca7c8be-0fc5-418b-991b-08e7978926ab completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:10:41.875028 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-073fbb37-3bbd-4cf6-bf08-63e8d76899e4 None None] Provisioning complete for port 0ca7c8be-0fc5-418b-991b-08e7978926ab triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:10:41.875406 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-073fbb37-3bbd-4cf6-bf08-63e8d76899e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:41.938547 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9bd7717d-2059-4e7f-b0fd-98b9016172cc tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:41.964108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ba7cf9ce-516b-4bb7-8831-82c9b20e8705 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:10:42.032446 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-073fbb37-3bbd-4cf6-bf08-63e8d76899e4 None None] Port 0ca7c8be-0fc5-418b-991b-08e7978926ab cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:10:42.054866 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port ba7cf9ce-516b-4bb7-8831-82c9b20e8705 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:10:42.055478 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:42.084128 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7717d-2059-4e7f-b0fd-98b9016172cc tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event updated for resources: {'Port': ['ID=0ca7c8be-0fc5-418b-991b-08e7978926ab,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:42.102214 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd7717d-2059-4e7f-b0fd-98b9016172cc tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Network e2023a5f-2c83-4ecd-abca-e06af1a3e0a5 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:42.103943 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-9bd7717d-2059-4e7f-b0fd-98b9016172cc tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:42.111943 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20afd4ee-2292-476e-87be-0a9dd91490f1 req-c19ea993-d29e-403d-8b43-128ead0ec919 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1191587 Jul 30 02:10:42.202328 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7e6dccaf-d597-4371-844e-37260e1846ee up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:10:42.211380 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7a0d88fd-a19a-48d0-8051-edbf594e4974 None None] Provisioning complete for port 0ca7c8be-0fc5-418b-991b-08e7978926ab triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:10:42.211380 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a0d88fd-a19a-48d0-8051-edbf594e4974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:42.298006 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd7717d-2059-4e7f-b0fd-98b9016172cc tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Router 3b3f561c-9003-402e-afdc-b6f836b29312 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:10:42.440474 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afd4ee-2292-476e-87be-0a9dd91490f1 req-708bdf69-6633-4d89-9daa-3cd7dad05aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:42.442760 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20afd4ee-2292-476e-87be-0a9dd91490f1 req-708bdf69-6633-4d89-9daa-3cd7dad05aed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=153ae8173a1a4ac0be30613af3c0859f&device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 1136 time: 0.2343612 Jul 30 02:10:42.455479 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ffbafd5-aedd-4af0-84ca-0b853ba32f1a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:42.497712 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7a0d88fd-a19a-48d0-8051-edbf594e4974 None None] Port 0ca7c8be-0fc5-418b-991b-08e7978926ab cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:10:42.505032 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd7717d-2059-4e7f-b0fd-98b9016172cc tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:10:42.511798 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9bd7717d-2059-4e7f-b0fd-98b9016172cc tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "PUT /v2.0/routers/3b3f561c-9003-402e-afdc-b6f836b29312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2034736 Jul 30 02:10:42.519988 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] Sync routers for ids ['3b3f561c-9003-402e-afdc-b6f836b29312'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:10:42.537683 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] Routers {'3b3f561c-9003-402e-afdc-b6f836b29312'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:42.545863 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['3b3f561c-9003-402e-afdc-b6f836b29312'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:42.653107 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 7e6dccaf-d597-4371-844e-37260e1846ee completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:10:42.683045 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7e6dccaf-d597-4371-844e-37260e1846ee triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:10:42.683422 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:42.763631 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6274eae2-23eb-45f2-b952-d56b7280c74b None None] Provisioning complete for port 0ca7c8be-0fc5-418b-991b-08e7978926ab triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:10:42.764075 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6274eae2-23eb-45f2-b952-d56b7280c74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:42.910573 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6274eae2-23eb-45f2-b952-d56b7280c74b None None] Port 0ca7c8be-0fc5-418b-991b-08e7978926ab cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:10:42.925238 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afd4ee-2292-476e-87be-0a9dd91490f1 req-530dc77a-8756-46e1-ad1b-753f783987d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:42.926914 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20afd4ee-2292-476e-87be-0a9dd91490f1 req-530dc77a-8756-46e1-ad1b-753f783987d3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fae3e077-d620-41b6-8873-cf09bb00e4be HTTP/1.1" status: 200 len: 897 time: 0.4035790 Jul 30 02:10:42.961590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] Set router 3b3f561c-9003-402e-afdc-b6f836b29312 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:10:43.231838 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20afd4ee-2292-476e-87be-0a9dd91490f1 req-8ddcaa6a-c76f-4389-bb52-6ae126be4a0a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7292691-c0ce-477d-ae99-7f489beab849 HTTP/1.1" status: 200 len: 1002 time: 0.2966955 Jul 30 02:10:43.259085 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-777a90b5-9861-4473-b288-61b468414fe7 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:43.260787 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-777a90b5-9861-4473-b288-61b468414fe7 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/networks?id=e2023a5f-2c83-4ecd-abca-e06af1a3e0a5 HTTP/1.1" status: 200 len: 798 time: 0.4362712 Jul 30 02:10:43.317740 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-67462326-d61c-4a4f-8944-0d595435d7d7 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/quotas/153ae8173a1a4ac0be30613af3c0859f HTTP/1.1" status: 200 len: 375 time: 0.0276499 Jul 30 02:10:43.317740 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ffbafd5-aedd-4af0-84ca-0b853ba32f1a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:43.333955 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ffbafd5-aedd-4af0-84ca-0b853ba32f1a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:43.368453 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afd4ee-2292-476e-87be-0a9dd91490f1 req-17a36333-74ca-4ef0-9205-74337263f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:43.369993 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20afd4ee-2292-476e-87be-0a9dd91490f1 req-17a36333-74ca-4ef0-9205-74337263f536 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d391aee6-75ac-4b31-942f-ba2f1a5cdd56 HTTP/1.1" status: 200 len: 835 time: 0.1278565 Jul 30 02:10:43.559504 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:43.587006 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:43.644985 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 7e6dccaf-d597-4371-844e-37260e1846ee, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7e6dccaf-d597-4371-844e-37260e1846ee,segment=NetworkSegment(c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91),segment_id=c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:43.726846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3f561c-9003-402e-afdc-b6f836b29312', 'name': 'tempest-TestSecurityGroupsBasicOps-router-18223004', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ba7cf9ce-516b-4bb7-8831-82c9b20e8705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:29Z', 'updated_at': '2021-07-30T02:10:40Z', 'revision_number': 4, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': 'ba7cf9ce-516b-4bb7-8831-82c9b20e8705', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3f561c-9003-402e-afdc-b6f836b29312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:31Z', 'updated_at': '2021-07-30T02:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0ca7c8be-0fc5-418b-991b-08e7978926ab', 'name': '', 'network_id': 'e2023a5f-2c83-4ecd-abca-e06af1a3e0a5', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'mac_address': 'fa:16:3e:45:82:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3f561c-9003-402e-afdc-b6f836b29312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '110b5de3-a324-40fd-9ecf-42bfcd52389a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:39Z', 'updated_at': '2021-07-30T02:10:41Z', 'revision_number': 2, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'subnets': [{'id': '110b5de3-a324-40fd-9ecf-42bfcd52389a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:43.773744 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:43.795979 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] Checking router: 3b3f561c-9003-402e-afdc-b6f836b29312 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:10:43.795979 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] Updating router 3b3f561c-9003-402e-afdc-b6f836b29312 port 0ca7c8be-0fc5-418b-991b-08e7978926ab binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:10:43.893339 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:43.977629 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=7e6dccaf-d597-4371-844e-37260e1846ee,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:44.084555 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49570) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:44.188292 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-5e377b0b-c4e2-4f7b-b303-11665cb30a3b tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=153ae8173a1a4ac0be30613af3c0859f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.8657906 Jul 30 02:10:44.283748 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afd4ee-2292-476e-87be-0a9dd91490f1 req-8c024648-11ec-41bd-a39f-b02bc2cdec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:44.285380 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20afd4ee-2292-476e-87be-0a9dd91490f1 req-8c024648-11ec-41bd-a39f-b02bc2cdec63 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fae3e077-d620-41b6-8873-cf09bb00e4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527405 Jul 30 02:10:44.290286 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'network': {'name': 'tempest-network-smoke--547798592', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'port_security_enabled': True}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:44.318435 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.331506 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] Transition to ACTIVE for port object 0ca7c8be-0fc5-418b-991b-08e7978926ab will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:10:44.397509 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20afd4ee-2292-476e-87be-0a9dd91490f1 req-3acff94f-8013-4aee-b927-f9341e4ce984 service neutron] 10.222.0.77 "GET /v2.0/networks/fae3e077-d620-41b6-8873-cf09bb00e4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006393 Jul 30 02:10:44.400559 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffbafd5-aedd-4af0-84ca-0b853ba32f1a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Router be67a2f7-1a3c-44ce-a4ac-46b364102cb2 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:10:44.416165 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Made reservation on behalf of 7178d3e97eda4b719733eaf558d6f1f6 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:10:44.434363 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.448099 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.462609 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.529651 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-80f6c8dc-cb9d-43f6-a582-3ae778cdeee9 service neutron] 10.222.0.70 "GET /v2.0/networks/e2023a5f-2c83-4ecd-abca-e06af1a3e0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233428 Jul 30 02:10:44.583379 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d3eb0-6ee3-4b20-84ae-7e1fa6e54391 None None] Pushing event updated for resources: {'Port': ['ID=0ca7c8be-0fc5-418b-991b-08e7978926ab,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:44.645061 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-96831b23-2403-4223-8e3a-803fa5b044f9 service neutron] 10.222.0.70 "GET /v2.0/networks/e2023a5f-2c83-4ecd-abca-e06af1a3e0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016600 Jul 30 02:10:44.720043 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20afd4ee-2292-476e-87be-0a9dd91490f1 req-97aa8e9b-7fa1-44c4-b57c-21538dee8aa4 service neutron] 10.222.0.77 "GET /v2.0/networks/fae3e077-d620-41b6-8873-cf09bb00e4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151710 Jul 30 02:10:44.730615 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.745502 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] Attempting to bind port 0ca7c8be-0fc5-418b-991b-08e7978926ab on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:10:44.746012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] Attempting to bind port 0ca7c8be-0fc5-418b-991b-08e7978926ab by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e2023a5f-2c83-4ecd-abca-e06af1a3e0a5'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:10:44.746831 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] Attempting to bind port 0ca7c8be-0fc5-418b-991b-08e7978926ab on network e2023a5f-2c83-4ecd-abca-e06af1a3e0a5 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:10:44.756004 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:10:44.756454 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] Checking segment: {'id': 'c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e2023a5f-2c83-4ecd-abca-e06af1a3e0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:10:44.756924 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.759315 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffbafd5-aedd-4af0-84ca-0b853ba32f1a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:10:44.762320 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] Bound using segment: {'id': 'c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e2023a5f-2c83-4ecd-abca-e06af1a3e0a5'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:10:44.762320 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] Bound port: 0ca7c8be-0fc5-418b-991b-08e7978926ab, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e2023a5f-2c83-4ecd-abca-e06af1a3e0a5'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:10:44.762320 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.766811 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ffbafd5-aedd-4af0-84ca-0b853ba32f1a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.767808 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7ffbafd5-aedd-4af0-84ca-0b853ba32f1a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "PUT /v2.0/routers/be67a2f7-1a3c-44ce-a4ac-46b364102cb2 HTTP/1.1" status: 200 len: 880 time: 4.5175073 Jul 30 02:10:44.774406 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.775889 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ac8f83-96ad-4218-bc19-b56a0d7d1f31 None None] Sync routers for ids ['be67a2f7-1a3c-44ce-a4ac-46b364102cb2'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:10:44.776337 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49588) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:44.788252 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ac8f83-96ad-4218-bc19-b56a0d7d1f31 None None] Routers {'be67a2f7-1a3c-44ce-a4ac-46b364102cb2'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:44.789288 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-85ac8f83-96ad-4218-bc19-b56a0d7d1f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['be67a2f7-1a3c-44ce-a4ac-46b364102cb2'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:44.825977 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-85ac8f83-96ad-4218-bc19-b56a0d7d1f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:44.843212 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ac8f83-96ad-4218-bc19-b56a0d7d1f31 None None] Routers {'be67a2f7-1a3c-44ce-a4ac-46b364102cb2'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:44.844007 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-85ac8f83-96ad-4218-bc19-b56a0d7d1f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['be67a2f7-1a3c-44ce-a4ac-46b364102cb2'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:44.888049 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.930189 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-85ac8f83-96ad-4218-bc19-b56a0d7d1f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:44.932782 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ac8f83-96ad-4218-bc19-b56a0d7d1f31 None None] The sync data for ids ['be67a2f7-1a3c-44ce-a4ac-46b364102cb2'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:10:44.938088 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] For port 0ca7c8be-0fc5-418b-991b-08e7978926ab, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:10:44.947055 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] For port 0ca7c8be-0fc5-418b-991b-08e7978926ab, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0ca7c8be-0fc5-418b-991b-08e7978926ab,segment=NetworkSegment(c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91),segment_id=c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:10:44.953900 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f581316d-4235-4317-8185-b4d07aa374f5,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:44.988587 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:10:45.016179 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.016864 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Added segment 6c485388-fbf3-40ad-8c01-1f5696761571 of type vlan for network d1bd7e5e-52b7-4310-a8ae-008a603d18e1 Jul 30 02:10:45.028076 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-29fedbcf-a4e0-402c-b0ba-1bf7a919c4c0 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "GET /v2.0/routers/be67a2f7-1a3c-44ce-a4ac-46b364102cb2 HTTP/1.1" status: 200 len: 921 time: 0.2508402 Jul 30 02:10:45.031796 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49594) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:45.035962 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.083657 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.121897 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] Routers {'3b3f561c-9003-402e-afdc-b6f836b29312'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:45.122585 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['3b3f561c-9003-402e-afdc-b6f836b29312'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:45.125589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d3eb0-6ee3-4b20-84ae-7e1fa6e54391 None None] Pushing event updated for resources: {'Port': ['ID=0ca7c8be-0fc5-418b-991b-08e7978926ab,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:45.158874 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141022bf-bb63-443c-a04b-5a35e8754add tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:45.163540 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-141022bf-bb63-443c-a04b-5a35e8754add tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&device_id=be67a2f7-1a3c-44ce-a4ac-46b364102cb2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1275868 Jul 30 02:10:45.163727 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49598) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:45.265184 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.271925 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:45.273391 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.273497 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] Set router 3b3f561c-9003-402e-afdc-b6f836b29312 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:10:45.403397 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbb6030-dde9-46cd-9ce9-29413ca46392 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:45.405063 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dbbb6030-dde9-46cd-9ce9-29413ca46392 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 881 time: 0.2404101 Jul 30 02:10:45.409477 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49606) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:45.410342 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'Network': ['ID=d1bd7e5e-52b7-4310-a8ae-008a603d18e1,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:45.421675 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:45.422609 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:45.423375 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:45.424550 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:45.425128 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:45.425719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:45.426268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:45.426825 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:45.427329 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:45.428426 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:45.429141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:45.429880 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:45.450053 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network d1bd7e5e-52b7-4310-a8ae-008a603d18e1 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:10:45.465938 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7549724a-a2a7-4a62-ad09-1e4a23c01366 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "GET /v2.0/ports?device_id=be67a2f7-1a3c-44ce-a4ac-46b364102cb2 HTTP/1.1" status: 200 len: 205 time: 0.0529604 Jul 30 02:10:45.466343 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49608) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:45.528438 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9db0cb21-16ce-4437-801b-c08d2bc68482 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4421616 Jul 30 02:10:45.531236 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49612) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:45.536449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-fc4c2e03-8eb9-4955-a2eb-1f63c8d3021f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'admin_state_up': True, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:45.604238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3f561c-9003-402e-afdc-b6f836b29312', 'name': 'tempest-TestSecurityGroupsBasicOps-router-18223004', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ba7cf9ce-516b-4bb7-8831-82c9b20e8705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:29Z', 'updated_at': '2021-07-30T02:10:40Z', 'revision_number': 4, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': 'ba7cf9ce-516b-4bb7-8831-82c9b20e8705', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3f561c-9003-402e-afdc-b6f836b29312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:31Z', 'updated_at': '2021-07-30T02:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0ca7c8be-0fc5-418b-991b-08e7978926ab', 'name': '', 'network_id': 'e2023a5f-2c83-4ecd-abca-e06af1a3e0a5', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'mac_address': 'fa:16:3e:45:82:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3f561c-9003-402e-afdc-b6f836b29312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '110b5de3-a324-40fd-9ecf-42bfcd52389a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:39Z', 'updated_at': '2021-07-30T02:10:44Z', 'revision_number': 4, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'subnets': [{'id': '110b5de3-a324-40fd-9ecf-42bfcd52389a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:45.632089 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a64f2ba-321e-49c8-98b6-3e1a5aa620cd None None] The sync data for ids ['3b3f561c-9003-402e-afdc-b6f836b29312'] in n-d-713498-9 is: [{'id': '3b3f561c-9003-402e-afdc-b6f836b29312', 'name': 'tempest-TestSecurityGroupsBasicOps-router-18223004', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ba7cf9ce-516b-4bb7-8831-82c9b20e8705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:29Z', 'updated_at': '2021-07-30T02:10:40Z', 'revision_number': 4, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': 'ba7cf9ce-516b-4bb7-8831-82c9b20e8705', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3f561c-9003-402e-afdc-b6f836b29312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:31Z', 'updated_at': '2021-07-30T02:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0ca7c8be-0fc5-418b-991b-08e7978926ab', 'name': '', 'network_id': 'e2023a5f-2c83-4ecd-abca-e06af1a3e0a5', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'mac_address': 'fa:16:3e:45:82:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3f561c-9003-402e-afdc-b6f836b29312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '110b5de3-a324-40fd-9ecf-42bfcd52389a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:39Z', 'updated_at': '2021-07-30T02:10:44Z', 'revision_number': 4, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'subnets': [{'id': '110b5de3-a324-40fd-9ecf-42bfcd52389a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:10:46.104423 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0ca7c8be-0fc5-418b-991b-08e7978926ab up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:10:46.248857 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7919c9f7-28c9-4d70-a28d-59bd745c90c9 req-faec6226-62f5-47c9-9a3a-233e45ee8624 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 210 time: 0.1537898 Jul 30 02:10:46.270098 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2e03-8eb9-4955-a2eb-1f63c8d3021f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:46.271522 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2e03-8eb9-4955-a2eb-1f63c8d3021f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:46.294745 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05371742-74ba-40f1-a0e8-063e1591f14c tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:46.304071 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 0ca7c8be-0fc5-418b-991b-08e7978926ab completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:10:46.308233 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0ca7c8be-0fc5-418b-991b-08e7978926ab triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:10:46.308622 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:46.442154 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:46.493490 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2e03-8eb9-4955-a2eb-1f63c8d3021f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:46.512035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 0ca7c8be-0fc5-418b-991b-08e7978926ab, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0ca7c8be-0fc5-418b-991b-08e7978926ab,segment=NetworkSegment(c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91),segment_id=c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:46.569545 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05371742-74ba-40f1-a0e8-063e1591f14c tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:46.599100 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:46.603348 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7e6dccaf-d597-4371-844e-37260e1846ee up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:10:46.734089 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=0ca7c8be-0fc5-418b-991b-08e7978926ab,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:46.747821 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7e6dccaf-d597-4371-844e-37260e1846ee triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:10:46.748420 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:46.940640 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2e03-8eb9-4955-a2eb-1f63c8d3021f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:46.963780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-05371742-74ba-40f1-a0e8-063e1591f14c tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Deleting port a965d61a-a1a1-4fa7-832d-32bef3f24198 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:10:46.964122 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05371742-74ba-40f1-a0e8-063e1591f14c tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:47.074876 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05371742-74ba-40f1-a0e8-063e1591f14c tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:47.087237 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-05371742-74ba-40f1-a0e8-063e1591f14c tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Calling delete_port for a965d61a-a1a1-4fa7-832d-32bef3f24198 owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:10:47.418749 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08fafea5-0afa-41e4-b01d-2a619193a913 req-7a25d4a8-2164-4b4f-ac63-3634243e49f2 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 210 time: 0.0420005 Jul 30 02:10:47.535618 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05371742-74ba-40f1-a0e8-063e1591f14c tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:47.657281 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2e03-8eb9-4955-a2eb-1f63c8d3021f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:47.671296 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05371742-74ba-40f1-a0e8-063e1591f14c tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Pushing event deleted for resources: {'Port': ['ID=a965d61a-a1a1-4fa7-832d-32bef3f24198,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:47.738486 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2e03-8eb9-4955-a2eb-1f63c8d3021f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:47.747122 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:47.876826 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0ca7c8be-0fc5-418b-991b-08e7978926ab up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:10:47.899866 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05371742-74ba-40f1-a0e8-063e1591f14c tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:47.931897 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0ca7c8be-0fc5-418b-991b-08e7978926ab triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:10:47.932569 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:48.087469 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05371742-74ba-40f1-a0e8-063e1591f14c tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:48.094860 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05371742-74ba-40f1-a0e8-063e1591f14c tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:48.097157 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-fc4c2e03-8eb9-4955-a2eb-1f63c8d3021f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Allocated IP 172.25.1.38 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/51b26e85-c397-45d0-a5df-92070e26904f) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:48.254059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25378729-3155-4744-bc28-624ced7eb30b req-152849ef-24bf-4272-8f52-46d746f61d2b tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:48.261545 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05371742-74ba-40f1-a0e8-063e1591f14c tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:48.261716 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-25378729-3155-4744-bc28-624ced7eb30b req-152849ef-24bf-4272-8f52-46d746f61d2b tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7daa564-0a96-430e-95e3-c2feaf029a49 HTTP/1.1" status: 200 len: 946 time: 0.0600531 Jul 30 02:10:48.262963 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05371742-74ba-40f1-a0e8-063e1591f14c tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Fanout notify agent at l3_agent the message router_deleted on router be67a2f7-1a3c-44ce-a4ac-46b364102cb2 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:10:48.279756 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-05371742-74ba-40f1-a0e8-063e1591f14c tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:48.286148 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-05371742-74ba-40f1-a0e8-063e1591f14c tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "DELETE /v2.0/routers/be67a2f7-1a3c-44ce-a4ac-46b364102cb2 HTTP/1.1" status: 204 len: 168 time: 2.8144407 Jul 30 02:10:48.291958 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49750) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:48.296685 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-dca17626-9e6b-475d-9ef3-37d7b9d70f45 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1758442347', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:48.305905 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-25378729-3155-4744-bc28-624ced7eb30b req-ccf57e13-1062-4afa-9ddb-7a920ba67bb5 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/security-groups?id=39f2dedc-4df2-4793-972e-32c922e3e6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434740 Jul 30 02:10:48.324671 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2e03-8eb9-4955-a2eb-1f63c8d3021f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:48.384128 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dca17626-9e6b-475d-9ef3-37d7b9d70f45 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:48.384128 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dca17626-9e6b-475d-9ef3-37d7b9d70f45 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:48.454235 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2e03-8eb9-4955-a2eb-1f63c8d3021f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:48.468073 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dca17626-9e6b-475d-9ef3-37d7b9d70f45 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:48.510506 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4c2e03-8eb9-4955-a2eb-1f63c8d3021f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:48.515197 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-fc4c2e03-8eb9-4955-a2eb-1f63c8d3021f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:48.520517 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4c2e03-8eb9-4955-a2eb-1f63c8d3021f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:48.563698 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dca17626-9e6b-475d-9ef3-37d7b9d70f45 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:48.583828 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c2e03-8eb9-4955-a2eb-1f63c8d3021f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'Port': ['ID=51b26e85-c397-45d0-a5df-92070e26904f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:48.594910 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33fef234-b128-4bce-b470-e1985c428350 req-ae599094-b6d9-40cf-a04c-29e9a1a2fcd1 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 210 time: 0.0443425 Jul 30 02:10:48.684171 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dca17626-9e6b-475d-9ef3-37d7b9d70f45 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:48.685866 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dca17626-9e6b-475d-9ef3-37d7b9d70f45 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3926940 Jul 30 02:10:48.691332 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49762) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:48.695906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-908f7cf4-421b-424f-8f36-b8d8bb093024 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'enable_snat': True}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:48.874345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-391485d0-e8eb-447d-8cea-a83f93552984 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:48.875933 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-391485d0-e8eb-447d-8cea-a83f93552984 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.10 "GET /v2.0/networks?id=e2023a5f-2c83-4ecd-abca-e06af1a3e0a5 HTTP/1.1" status: 200 len: 798 time: 0.2589264 Jul 30 02:10:48.900774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-17eafd86-64db-43b7-a6c6-b1484e1aae2c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Request body: {'port': {'device_id': '00b274a4-5121-4f9e-829f-377fca86de2f', 'network_id': 'e2023a5f-2c83-4ecd-abca-e06af1a3e0a5', 'admin_state_up': True, 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:49.012296 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-908f7cf4-421b-424f-8f36-b8d8bb093024 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:49.038227 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2e03-8eb9-4955-a2eb-1f63c8d3021f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:49.190526 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-17eafd86-64db-43b7-a6c6-b1484e1aae2c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Made reservation on behalf of 153ae8173a1a4ac0be30613af3c0859f for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:10:49.195564 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-17eafd86-64db-43b7-a6c6-b1484e1aae2c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:49.263779 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2e03-8eb9-4955-a2eb-1f63c8d3021f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:49.455975 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-908f7cf4-421b-424f-8f36-b8d8bb093024 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:49.495943 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-908f7cf4-421b-424f-8f36-b8d8bb093024 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:49.586513 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eca400-60f7-4bd1-ba1f-a507afb0dfec req-16c00fe4-c4c8-438d-8121-c3ac032c2614 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:49.590842 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57eca400-60f7-4bd1-ba1f-a507afb0dfec req-16c00fe4-c4c8-438d-8121-c3ac032c2614 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7daa564-0a96-430e-95e3-c2feaf029a49 HTTP/1.1" status: 200 len: 946 time: 0.1891961 Jul 30 02:10:49.630719 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:10:49.741200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-17eafd86-64db-43b7-a6c6-b1484e1aae2c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Allocated IP 172.20.0.23 (e2023a5f-2c83-4ecd-abca-e06af1a3e0a5/110b5de3-a324-40fd-9ecf-42bfcd52389a/b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:49.764645 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a19a7982-4673-4ddb-bd72-4b0d108125b7 req-880e5c99-f28f-4414-99e8-80c56405605c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 210 time: 0.0347619 Jul 30 02:10:49.781418 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57eca400-60f7-4bd1-ba1f-a507afb0dfec req-bbe41d98-5b4f-4a11-ad1d-84249ffd1b3b tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/security-groups?id=39f2dedc-4df2-4793-972e-32c922e3e6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836145 Jul 30 02:10:49.790332 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdecf2f-5a7c-4ed3-bd4a-1657da851d9b req-f31e284b-f44a-4a8d-b7eb-9cbd49c89136 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:49.793724 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfdecf2f-5a7c-4ed3-bd4a-1657da851d9b req-f31e284b-f44a-4a8d-b7eb-9cbd49c89136 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7daa564-0a96-430e-95e3-c2feaf029a49 HTTP/1.1" status: 200 len: 946 time: 0.1372759 Jul 30 02:10:49.847707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-908f7cf4-421b-424f-8f36-b8d8bb093024 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Allocated IP 172.25.1.234 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/6ac8414e-ba50-4113-bc53-72d5ddb2690b) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:49.954712 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-bfdecf2f-5a7c-4ed3-bd4a-1657da851d9b req-5a39e0dc-1d5a-4eec-9b74-64fac9067410 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Deleting port 2ede3765-587b-4f8c-8f59-7793eb7b279d {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:10:49.955091 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bfdecf2f-5a7c-4ed3-bd4a-1657da851d9b req-5a39e0dc-1d5a-4eec-9b74-64fac9067410 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:49.996655 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4c2e03-8eb9-4955-a2eb-1f63c8d3021f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:10:49.997216 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-17eafd86-64db-43b7-a6c6-b1484e1aae2c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:50.024170 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-17eafd86-64db-43b7-a6c6-b1484e1aae2c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Transition to ACTIVE for port object b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:10:50.039749 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-908f7cf4-421b-424f-8f36-b8d8bb093024 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:50.140889 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-bfdecf2f-5a7c-4ed3-bd4a-1657da851d9b req-5a39e0dc-1d5a-4eec-9b74-64fac9067410 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] For port 2ede3765-587b-4f8c-8f59-7793eb7b279d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=2ede3765-587b-4f8c-8f59-7793eb7b279d,segment=NetworkSegment(6dde710e-1ebf-4d59-a1ec-87afece0a72f),segment_id=6dde710e-1ebf-4d59-a1ec-87afece0a72f)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:50.141254 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bfdecf2f-5a7c-4ed3-bd4a-1657da851d9b req-5a39e0dc-1d5a-4eec-9b74-64fac9067410 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:50.154539 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-17eafd86-64db-43b7-a6c6-b1484e1aae2c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:50.158975 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-bfdecf2f-5a7c-4ed3-bd4a-1657da851d9b req-5a39e0dc-1d5a-4eec-9b74-64fac9067410 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Calling delete_port for 2ede3765-587b-4f8c-8f59-7793eb7b279d owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:10:50.182888 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4c2e03-8eb9-4955-a2eb-1f63c8d3021f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:10:50.195602 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] Sync routers for ids ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:10:50.214426 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] Routers {'2ed8660b-733d-4b15-9600-d1d34bd7bd1e'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:50.215892 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:50.244224 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-908f7cf4-421b-424f-8f36-b8d8bb093024 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:50.263513 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-17eafd86-64db-43b7-a6c6-b1484e1aae2c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Network e2023a5f-2c83-4ecd-abca-e06af1a3e0a5 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:50.275733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-17eafd86-64db-43b7-a6c6-b1484e1aae2c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:50.288577 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908f7cf4-421b-424f-8f36-b8d8bb093024 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:50.297442 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-17eafd86-64db-43b7-a6c6-b1484e1aae2c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:50.301944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-908f7cf4-421b-424f-8f36-b8d8bb093024 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:50.314613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f7cf4-421b-424f-8f36-b8d8bb093024 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:50.328275 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2e03-8eb9-4955-a2eb-1f63c8d3021f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:50.332742 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fc4c2e03-8eb9-4955-a2eb-1f63c8d3021f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.7973382 Jul 30 02:10:50.334993 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49790) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:50.342344 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eafd86-64db-43b7-a6c6-b1484e1aae2c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event updated for resources: {'Port': ['ID=b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:50.437619 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] Set router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:10:50.453664 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-17eafd86-64db-43b7-a6c6-b1484e1aae2c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:50.454345 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-17eafd86-64db-43b7-a6c6-b1484e1aae2c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:50.481541 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f7cf4-421b-424f-8f36-b8d8bb093024 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Pushing event updated for resources: {'Port': ['ID=6ac8414e-ba50-4113-bc53-72d5ddb2690b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:50.491629 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f1eeb012-03f6-444f-8248-22aae65a6165 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=7178d3e97eda4b719733eaf558d6f1f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1541555 Jul 30 02:10:50.493047 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bfdecf2f-5a7c-4ed3-bd4a-1657da851d9b req-5a39e0dc-1d5a-4eec-9b74-64fac9067410 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:50.497245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49796) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:50.569823 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-17eafd86-64db-43b7-a6c6-b1484e1aae2c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.6752002 Jul 30 02:10:50.574996 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['2ede3765-587b-4f8c-8f59-7793eb7b279d'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:10:50.616009 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] Request body: {'port': {'device_id': '00b274a4-5121-4f9e-829f-377fca86de2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:50.634655 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39e0dc-1d5a-4eec-9b74-64fac9067410 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Pushing event deleted for resources: {'Port': ['ID=2ede3765-587b-4f8c-8f59-7793eb7b279d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:50.716322 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:50.747979 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '51b26e85-c397-45d0-a5df-92070e26904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:46Z', 'updated_at': '2021-07-30T02:10:48Z', 'revision_number': 3, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '51b26e85-c397-45d0-a5df-92070e26904f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:47Z', 'updated_at': '2021-07-30T02:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:50.779464 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] Checking router: 2ed8660b-733d-4b15-9600-d1d34bd7bd1e for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:10:50.779818 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] Updating router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e port 51b26e85-c397-45d0-a5df-92070e26904f binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:10:50.885297 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bb1eb3-83c7-4351-9fae-3bd8cb23c47c tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:50.893739 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-60bb1eb3-83c7-4351-9fae-3bd8cb23c47c tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3885913 Jul 30 02:10:50.930950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49804) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:50.939808 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdecf2f-5a7c-4ed3-bd4a-1657da851d9b req-5a39e0dc-1d5a-4eec-9b74-64fac9067410 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] No DVR routers for this DVR port 2ede3765-587b-4f8c-8f59-7793eb7b279d on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:10:50.966218 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-bfdecf2f-5a7c-4ed3-bd4a-1657da851d9b req-5a39e0dc-1d5a-4eec-9b74-64fac9067410 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:50.968254 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfdecf2f-5a7c-4ed3-bd4a-1657da851d9b req-5a39e0dc-1d5a-4eec-9b74-64fac9067410 tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.10 "DELETE /v2.0/ports/2ede3765-587b-4f8c-8f59-7793eb7b279d HTTP/1.1" status: 204 len: 173 time: 1.1671729 Jul 30 02:10:50.968718 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7daa564-0a96-430e-95e3-c2feaf029a49', 'name': 'network-vif-deleted', 'tag': '2ede3765-587b-4f8c-8f59-7793eb7b279d'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:10:50.971194 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fffeca6-547e-4260-8f78-eab5d9ec7715" -d '{"events": [{"server_uuid": "f7daa564-0a96-430e-95e3-c2feaf029a49", "name": "network-vif-deleted", "tag": "2ede3765-587b-4f8c-8f59-7793eb7b279d"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:10:50.992164 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:51.018085 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ad9ad9c0-da04-43c1-9bf2-3d2f95009dd1 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0808148 Jul 30 02:10:51.018287 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49812) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:51.024224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a1f835a7-a925-4164-8922-14f61aea06a4 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1227915090', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:51.046067 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-69210afb-609f-4f4e-8a09-0305d580dc18 req-18636d0c-6d04-498f-bf0d-6c8b0175793a tempest-VolumesActionsTest-1885684179 tempest-VolumesActionsTest-1885684179-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7daa564-0a96-430e-95e3-c2feaf029a49 HTTP/1.1" status: 200 len: 210 time: 0.0708842 Jul 30 02:10:51.092369 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-908f7cf4-421b-424f-8f36-b8d8bb093024 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:51.094017 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a89a3-7006-4177-87b8-b1e2d41b0bc9 req-323696c1-7e21-4945-99bf-0ed7132b901c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:51.096020 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-313a89a3-7006-4177-87b8-b1e2d41b0bc9 req-323696c1-7e21-4945-99bf-0ed7132b901c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 895 time: 0.1630080 Jul 30 02:10:51.145833 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d52d9a72-e0ec-4d0c-988d-0988965117b2 None None] Provisioning for port b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:10:51.145931 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33307722-8537-4ad1-b98c-a6c649077326 x-openstack-request-id: req-33307722-8537-4ad1-b98c-a6c649077326 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:10:51.145931 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7daa564-0a96-430e-95e3-c2feaf029a49", "name": "network-vif-deleted", "tag": "2ede3765-587b-4f8c-8f59-7793eb7b279d", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:10:51.145931 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33307722-8537-4ad1-b98c-a6c649077326 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:10:51.145931 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7daa564-0a96-430e-95e3-c2feaf029a49', 'name': 'network-vif-deleted', 'tag': '2ede3765-587b-4f8c-8f59-7793eb7b279d', 'status': 'completed', 'code': 200} Jul 30 02:10:51.150948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d52d9a72-e0ec-4d0c-988d-0988965117b2 None None] Provisioning complete for port b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:10:51.151129 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d52d9a72-e0ec-4d0c-988d-0988965117b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:51.304526 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f835a7-a925-4164-8922-14f61aea06a4 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Made reservation on behalf of 7178d3e97eda4b719733eaf558d6f1f6 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:10:51.309048 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1f835a7-a925-4164-8922-14f61aea06a4 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:51.331970 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d52d9a72-e0ec-4d0c-988d-0988965117b2 None None] Port b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:10:51.506185 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:51.521718 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] Transition to ACTIVE for port object 51b26e85-c397-45d0-a5df-92070e26904f will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:10:51.531996 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-908f7cf4-421b-424f-8f36-b8d8bb093024 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:51.538172 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-908f7cf4-421b-424f-8f36-b8d8bb093024 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:51.584701 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:10:51.593190 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:51.596330 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:51.621404 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] Transition to ACTIVE for port object b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:10:51.653537 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1f835a7-a925-4164-8922-14f61aea06a4 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:51.653771 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00993462-e18b-4da6-bdf2-fd38abe961b2 None None] Pushing event updated for resources: {'Port': ['ID=51b26e85-c397-45d0-a5df-92070e26904f,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:51.687521 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] Attempting to bind port 51b26e85-c397-45d0-a5df-92070e26904f on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:10:51.687891 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] Attempting to bind port 51b26e85-c397-45d0-a5df-92070e26904f by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:10:51.690340 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] Attempting to bind port 51b26e85-c397-45d0-a5df-92070e26904f on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:10:51.700451 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:10:51.717780 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:10:51.717780 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:51.717780 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:10:51.717780 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] Bound port: 51b26e85-c397-45d0-a5df-92070e26904f, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:10:51.717780 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:51.741156 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:51.765407 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f835a7-a925-4164-8922-14f61aea06a4 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Checking segment: {'id': '6c485388-fbf3-40ad-8c01-1f5696761571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:10:51.765862 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f835a7-a925-4164-8922-14f61aea06a4 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Network hostable DHCP agents. Network: d1bd7e5e-52b7-4310-a8ae-008a603d18e1, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:10:51.787477 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f835a7-a925-4164-8922-14f61aea06a4 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'Subnet': ['ID=7c9bac8a-05a8-4ddb-86a2-09676d2aa38e,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:51.806848 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] For port 51b26e85-c397-45d0-a5df-92070e26904f, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:10:51.806848 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] For port 51b26e85-c397-45d0-a5df-92070e26904f, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=51b26e85-c397-45d0-a5df-92070e26904f,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:10:51.898635 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f835a7-a925-4164-8922-14f61aea06a4 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Network d1bd7e5e-52b7-4310-a8ae-008a603d18e1 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:10:51.904365 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:51.974747 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] Routers {'2ed8660b-733d-4b15-9600-d1d34bd7bd1e'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:51.975469 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:52.016038 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-a1f835a7-a925-4164-8922-14f61aea06a4 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, d1bd7e5e-52b7-4310-a8ae-008a603d18e1) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:52.021008 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f835a7-a925-4164-8922-14f61aea06a4 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:52.021984 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1f835a7-a925-4164-8922-14f61aea06a4 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:52.132568 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] Set router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:10:52.150578 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a1f835a7-a925-4164-8922-14f61aea06a4 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1311734 Jul 30 02:10:52.153440 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49834) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:52.196079 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9a28a7-0a7c-4fbf-bef8-e7d1abbdd572 None None] Network d1bd7e5e-52b7-4310-a8ae-008a603d18e1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:10:52.280095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00993462-e18b-4da6-bdf2-fd38abe961b2 None None] Pushing event updated for resources: {'Port': ['ID=51b26e85-c397-45d0-a5df-92070e26904f,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:52.393424 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908f7cf4-421b-424f-8f36-b8d8bb093024 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Router ccaa3418-5b08-4347-b09d-fef846dbccb8 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:10:52.402893 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:52.591105 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '51b26e85-c397-45d0-a5df-92070e26904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:46Z', 'updated_at': '2021-07-30T02:10:48Z', 'revision_number': 3, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '51b26e85-c397-45d0-a5df-92070e26904f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:47Z', 'updated_at': '2021-07-30T02:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:52.608821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea037b-e294-4062-a544-4ceb720ca5e8 req-be1f0bcf-2de4-45aa-a4f1-289703de5f44 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:52.610385 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8cea037b-e294-4062-a544-4ceb720ca5e8 req-be1f0bcf-2de4-45aa-a4f1-289703de5f44 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 907 time: 0.3092940 Jul 30 02:10:52.715702 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] Attempting to bind port b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:10:52.716048 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] Attempting to bind port b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e2023a5f-2c83-4ecd-abca-e06af1a3e0a5'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:10:52.716383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] Attempting to bind port b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 on network e2023a5f-2c83-4ecd-abca-e06af1a3e0a5 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:10:52.725167 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-d1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'fixed_ips': [{'subnet_id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:10:52.725541 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] Port b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 on network e2023a5f-2c83-4ecd-abca-e06af1a3e0a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:10:52.725881 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] Attempting to bind port b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 on network e2023a5f-2c83-4ecd-abca-e06af1a3e0a5 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:10:52.727011 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:52.728454 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908f7cf4-421b-424f-8f36-b8d8bb093024 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:10:52.733433 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-908f7cf4-421b-424f-8f36-b8d8bb093024 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:52.737256 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-908f7cf4-421b-424f-8f36-b8d8bb093024 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "PUT /v2.0/routers/ccaa3418-5b08-4347-b09d-fef846dbccb8 HTTP/1.1" status: 200 len: 915 time: 4.0422170 Jul 30 02:10:52.737468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49842) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:52.739023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2afbd9-147d-4ac5-a2b4-13c8c85dcb38 None None] The sync data for ids ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'] in n-d-713498-9 is: [{'id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '51b26e85-c397-45d0-a5df-92070e26904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:46Z', 'updated_at': '2021-07-30T02:10:48Z', 'revision_number': 3, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '51b26e85-c397-45d0-a5df-92070e26904f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:47Z', 'updated_at': '2021-07-30T02:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:10:52.743603 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72933b3b-39b9-4efa-8c5e-3ae9b92388f9 None None] Sync routers for ids ['ccaa3418-5b08-4347-b09d-fef846dbccb8'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:10:52.769375 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72933b3b-39b9-4efa-8c5e-3ae9b92388f9 None None] Routers {'ccaa3418-5b08-4347-b09d-fef846dbccb8'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:52.782344 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-72933b3b-39b9-4efa-8c5e-3ae9b92388f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['ccaa3418-5b08-4347-b09d-fef846dbccb8'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:52.831678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:10:52.831678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] Checking segment: {'id': 'c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e2023a5f-2c83-4ecd-abca-e06af1a3e0a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:10:52.831678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] Bound using segment: {'id': 'c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e2023a5f-2c83-4ecd-abca-e06af1a3e0a5'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:10:52.831678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] Bound port: b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e2023a5f-2c83-4ecd-abca-e06af1a3e0a5'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:10:52.832123 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:52.878165 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-72933b3b-39b9-4efa-8c5e-3ae9b92388f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:52.896310 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72933b3b-39b9-4efa-8c5e-3ae9b92388f9 None None] Routers {'ccaa3418-5b08-4347-b09d-fef846dbccb8'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:52.900267 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-72933b3b-39b9-4efa-8c5e-3ae9b92388f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['ccaa3418-5b08-4347-b09d-fef846dbccb8'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:52.972168 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] For port b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:10:52.975912 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5ecd6aab-094b-4110-ac1f-fa81d8275a75 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "GET /v2.0/routers/ccaa3418-5b08-4347-b09d-fef846dbccb8 HTTP/1.1" status: 200 len: 921 time: 0.2371056 Jul 30 02:10:52.977998 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] For port b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3,segment=NetworkSegment(c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91),segment_id=c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:10:52.978888 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49846) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:53.030474 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-72933b3b-39b9-4efa-8c5e-3ae9b92388f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:53.031917 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72933b3b-39b9-4efa-8c5e-3ae9b92388f9 None None] The sync data for ids ['ccaa3418-5b08-4347-b09d-fef846dbccb8'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:10:53.062014 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991ceeb4-4015-45f4-a16f-b7f0ac4ff035 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:53.066567 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-991ceeb4-4015-45f4-a16f-b7f0ac4ff035 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&device_id=ccaa3418-5b08-4347-b09d-fef846dbccb8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0866916 Jul 30 02:10:53.070202 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49850) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:53.088415 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:53.093385 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Allocated IP 172.20.0.2 (d1bd7e5e-52b7-4310-a8ae-008a603d18e1/7c9bac8a-05a8-4ddb-86a2-09676d2aa38e/6693632a-deab-4a97-90fd-185743584ac2) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:53.140627 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8677ab32-2a24-45dd-bc19-4398143596e9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:53.188483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:53.190456 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:53.193988 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] 10.222.0.10 "PUT /v2.0/ports/b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 HTTP/1.1" status: 200 len: 1055 time: 2.5821259 Jul 30 02:10:53.198532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b274a4-5121-4f9e-829f-377fca86de2f', 'tag': 'b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:10:53.201629 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340a74bc-44c5-4935-bd8c-86a4f286fa10" -d '{"events": [{"name": "network-changed", "server_uuid": "00b274a4-5121-4f9e-829f-377fca86de2f", "tag": "b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:10:53.393524 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ef2737-bf95-4376-9901-a86f8f620410 x-openstack-request-id: req-87ef2737-bf95-4376-9901-a86f8f620410 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:10:53.394236 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b274a4-5121-4f9e-829f-377fca86de2f", "tag": "b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:10:53.394236 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87ef2737-bf95-4376-9901-a86f8f620410 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:10:53.394485 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b274a4-5121-4f9e-829f-377fca86de2f', 'tag': 'b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3', 'status': 'completed', 'code': 200} Jul 30 02:10:53.454017 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e3b88-4771-4177-bf10-d3cc3e85f0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:53.487546 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:53.509717 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Transition to ACTIVE for port object 6693632a-deab-4a97-90fd-185743584ac2 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:10:53.558716 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Transition to ACTIVE for port object 6693632a-deab-4a97-90fd-185743584ac2 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:10:53.575955 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c3ba1a-c97f-4992-84d0-dcf705be9727 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:53.577641 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-40c3ba1a-c97f-4992-84d0-dcf705be9727 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 881 time: 0.5034931 Jul 30 02:10:53.581579 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-776085e4-d812-4ad9-811d-8a0c46036b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:53.583451 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-776085e4-d812-4ad9-811d-8a0c46036b99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=153ae8173a1a4ac0be30613af3c0859f&device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 1058 time: 0.1880822 Jul 30 02:10:53.583963 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49864) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:53.653321 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-9de638af-1215-47dd-a59a-ef78211aef5b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 HTTP/1.1" status: 200 len: 217 time: 0.0566678 Jul 30 02:10:53.670646 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:53.699583 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2b461670-7433-4ccf-8c60-7b77c9753457 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccaa3418-5b08-4347-b09d-fef846dbccb8 HTTP/1.1" status: 200 len: 205 time: 0.1136537 Jul 30 02:10:53.701623 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49870) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:53.713351 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Network d1bd7e5e-52b7-4310-a8ae-008a603d18e1 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:53.752720 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:53.759125 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:53.864880 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Pushing event updated for resources: {'Port': ['ID=6693632a-deab-4a97-90fd-185743584ac2,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:53.899092 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-8677ab32-2a24-45dd-bc19-4398143596e9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Allocated IP 172.20.0.1 (d1bd7e5e-52b7-4310-a8ae-008a603d18e1/7c9bac8a-05a8-4ddb-86a2-09676d2aa38e/84e6452b-90dc-43fc-980a-5cc2ed339569) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:53.942144 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Attempting to bind port 6693632a-deab-4a97-90fd-185743584ac2 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:10:53.946948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Attempting to bind port 6693632a-deab-4a97-90fd-185743584ac2 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '6c485388-fbf3-40ad-8c01-1f5696761571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:10:53.947790 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Attempting to bind port 6693632a-deab-4a97-90fd-185743584ac2 on network d1bd7e5e-52b7-4310-a8ae-008a603d18e1 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:10:53.968489 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:10:53.969959 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Checking segment: {'id': '6c485388-fbf3-40ad-8c01-1f5696761571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:10:53.970412 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:53.972800 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Bound using segment: {'id': '6c485388-fbf3-40ad-8c01-1f5696761571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:10:53.972800 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Bound port: 6693632a-deab-4a97-90fd-185743584ac2, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c485388-fbf3-40ad-8c01-1f5696761571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:10:53.972800 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:54.060613 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58553806-c2c9-43f7-aac0-ec5341a24a17 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:54.088537 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] For port 6693632a-deab-4a97-90fd-185743584ac2, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:10:54.096212 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] For port 6693632a-deab-4a97-90fd-185743584ac2, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6693632a-deab-4a97-90fd-185743584ac2,segment=NetworkSegment(6c485388-fbf3-40ad-8c01-1f5696761571),segment_id=6c485388-fbf3-40ad-8c01-1f5696761571)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:10:54.099976 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 51b26e85-c397-45d0-a5df-92070e26904f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:10:54.228671 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:54.229052 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-fdd1709d-7799-408f-9628-c10212293b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:54.230566 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-fdd1709d-7799-408f-9628-c10212293b5e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=110b5de3-a324-40fd-9ecf-42bfcd52389a HTTP/1.1" status: 200 len: 836 time: 0.5443993 Jul 30 02:10:54.236733 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58553806-c2c9-43f7-aac0-ec5341a24a17 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:54.245680 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8677ab32-2a24-45dd-bc19-4398143596e9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:54.293423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-8677ab32-2a24-45dd-bc19-4398143596e9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Transition to ACTIVE for port object 84e6452b-90dc-43fc-980a-5cc2ed339569 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:10:54.313410 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 51b26e85-c397-45d0-a5df-92070e26904f completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:10:54.316520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffe401-1941-4241-9e32-672fb805254f req-6ff54d4f-5f7d-49d8-ab3c-670850b29836 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:54.330620 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-92ffe401-1941-4241-9e32-672fb805254f req-6ff54d4f-5f7d-49d8-ab3c-670850b29836 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 907 time: 0.3355920 Jul 30 02:10:54.337971 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 51b26e85-c397-45d0-a5df-92070e26904f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:10:54.339013 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:54.353483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-8419f248-968f-4028-a57b-5865351edee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:54.355332 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-8419f248-968f-4028-a57b-5865351edee3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2023a5f-2c83-4ecd-abca-e06af1a3e0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1148827 Jul 30 02:10:54.444721 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8677ab32-2a24-45dd-bc19-4398143596e9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:54.461000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ffc04-1089-4ec2-a91a-0df68a8eea32 None None] Pushing event updated for resources: {'Port': ['ID=6693632a-deab-4a97-90fd-185743584ac2,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:54.545189 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677ab32-2a24-45dd-bc19-4398143596e9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'Port': ['ID=84e6452b-90dc-43fc-980a-5cc2ed339569,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:54.581571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8677ab32-2a24-45dd-bc19-4398143596e9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Network d1bd7e5e-52b7-4310-a8ae-008a603d18e1 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:54.584832 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-8677ab32-2a24-45dd-bc19-4398143596e9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:54.591881 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8677ab32-2a24-45dd-bc19-4398143596e9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:54.596011 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:54.660825 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 51b26e85-c397-45d0-a5df-92070e26904f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=51b26e85-c397-45d0-a5df-92070e26904f,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:54.687787 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-58553806-c2c9-43f7-aac0-ec5341a24a17 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Deleting port 6ac8414e-ba50-4113-bc53-72d5ddb2690b {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:10:54.688488 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58553806-c2c9-43f7-aac0-ec5341a24a17 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:54.729549 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8677ab32-2a24-45dd-bc19-4398143596e9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:54.743595 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:54.770115 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-d9ea83aa-22aa-4e64-9635-70e5f652da9f service neutron] 10.222.0.10 "GET /v2.0/networks/e2023a5f-2c83-4ecd-abca-e06af1a3e0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046226 Jul 30 02:10:54.871145 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=51b26e85-c397-45d0-a5df-92070e26904f,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:54.893570 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 2ede3765-587b-4f8c-8f59-7793eb7b279d no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:10:54.950402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 2ede3765-587b-4f8c-8f59-7793eb7b279d {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:10:54.951041 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 2ede3765-587b-4f8c-8f59-7793eb7b279d not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:10:54.968283 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ebeec862-ce50-4065-86cd-6ceb7e261d59 req-ea55b349-5ed5-4635-9c1f-69c1d32384f9 service neutron] 10.222.0.10 "GET /v2.0/networks/e2023a5f-2c83-4ecd-abca-e06af1a3e0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903741 Jul 30 02:10:55.001749 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58553806-c2c9-43f7-aac0-ec5341a24a17 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:55.014458 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-58553806-c2c9-43f7-aac0-ec5341a24a17 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Calling delete_port for 6ac8414e-ba50-4113-bc53-72d5ddb2690b owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:10:55.093573 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8677ab32-2a24-45dd-bc19-4398143596e9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:55.216417 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a74bc-44c5-4935-bd8c-86a4f286fa10 req-1bc45526-27f3-4eab-9386-8714668dc8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:55.218365 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-340a74bc-44c5-4935-bd8c-86a4f286fa10 req-1bc45526-27f3-4eab-9386-8714668dc8e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=153ae8173a1a4ac0be30613af3c0859f&device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 1058 time: 0.1269445 Jul 30 02:10:55.360598 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a74bc-44c5-4935-bd8c-86a4f286fa10 req-01a13006-247b-4188-858d-3b7fd7ea3fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:55.366624 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-340a74bc-44c5-4935-bd8c-86a4f286fa10 req-01a13006-247b-4188-858d-3b7fd7ea3fc7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2023a5f-2c83-4ecd-abca-e06af1a3e0a5 HTTP/1.1" status: 200 len: 899 time: 0.1365888 Jul 30 02:10:55.373633 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58553806-c2c9-43f7-aac0-ec5341a24a17 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:55.474067 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-340a74bc-44c5-4935-bd8c-86a4f286fa10 req-9f2014d0-8198-4acf-ad97-01c7adb7f308 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 HTTP/1.1" status: 200 len: 217 time: 0.1014259 Jul 30 02:10:55.501747 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58553806-c2c9-43f7-aac0-ec5341a24a17 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Pushing event deleted for resources: {'Port': ['ID=6ac8414e-ba50-4113-bc53-72d5ddb2690b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:55.519512 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d846617-fe31-4919-8536-85892fe1c32b req-cada28f0-88b9-4ad0-b4d1-7955aa4c7b42 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:55.521116 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2d846617-fe31-4919-8536-85892fe1c32b req-cada28f0-88b9-4ad0-b4d1-7955aa4c7b42 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 907 time: 0.0778830 Jul 30 02:10:55.604954 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a74bc-44c5-4935-bd8c-86a4f286fa10 req-508fe856-5625-4e26-90ab-8362774eedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:55.606639 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-340a74bc-44c5-4935-bd8c-86a4f286fa10 req-508fe856-5625-4e26-90ab-8362774eedb0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=110b5de3-a324-40fd-9ecf-42bfcd52389a HTTP/1.1" status: 200 len: 836 time: 0.1065209 Jul 30 02:10:55.615902 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8677ab32-2a24-45dd-bc19-4398143596e9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:55.625136 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58553806-c2c9-43f7-aac0-ec5341a24a17 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:55.681104 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8677ab32-2a24-45dd-bc19-4398143596e9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:55.746587 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58553806-c2c9-43f7-aac0-ec5341a24a17 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:55.750285 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58553806-c2c9-43f7-aac0-ec5341a24a17 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:55.794451 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a74bc-44c5-4935-bd8c-86a4f286fa10 req-3120da38-70a3-41c3-b1b5-b4da596c6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:55.796017 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-340a74bc-44c5-4935-bd8c-86a4f286fa10 req-3120da38-70a3-41c3-b1b5-b4da596c6a60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2023a5f-2c83-4ecd-abca-e06af1a3e0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1792026 Jul 30 02:10:55.891963 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8677ab32-2a24-45dd-bc19-4398143596e9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:55.910334 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677ab32-2a24-45dd-bc19-4398143596e9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'Port': ['ID=84e6452b-90dc-43fc-980a-5cc2ed339569,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:55.933362 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58553806-c2c9-43f7-aac0-ec5341a24a17 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:55.933362 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58553806-c2c9-43f7-aac0-ec5341a24a17 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Fanout notify agent at l3_agent the message router_deleted on router ccaa3418-5b08-4347-b09d-fef846dbccb8 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:10:55.951489 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-58553806-c2c9-43f7-aac0-ec5341a24a17 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:55.952794 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-58553806-c2c9-43f7-aac0-ec5341a24a17 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "DELETE /v2.0/routers/ccaa3418-5b08-4347-b09d-fef846dbccb8 HTTP/1.1" status: 204 len: 168 time: 2.2166495 Jul 30 02:10:55.957441 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49910) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:55.962438 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b1ef3630-b5d1-4921-a9ba-24e0a40cfe66 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1458012344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:55.970928 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-340a74bc-44c5-4935-bd8c-86a4f286fa10 req-533a5bbe-d14d-4216-86ff-15fe9639eba6 service neutron] 10.222.0.10 "GET /v2.0/networks/e2023a5f-2c83-4ecd-abca-e06af1a3e0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658871 Jul 30 02:10:56.086541 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8677ab32-2a24-45dd-bc19-4398143596e9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Network d1bd7e5e-52b7-4310-a8ae-008a603d18e1 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:56.088339 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-8677ab32-2a24-45dd-bc19-4398143596e9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:56.109786 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-340a74bc-44c5-4935-bd8c-86a4f286fa10 req-b28c5c86-aae6-4318-be7a-f542e1ee3632 service neutron] 10.222.0.10 "GET /v2.0/networks/e2023a5f-2c83-4ecd-abca-e06af1a3e0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255784 Jul 30 02:10:56.109940 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6693632a-deab-4a97-90fd-185743584ac2 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:10:56.158794 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b1ef3630-b5d1-4921-a9ba-24e0a40cfe66 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:56.160142 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b1ef3630-b5d1-4921-a9ba-24e0a40cfe66 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:56.249878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 6693632a-deab-4a97-90fd-185743584ac2 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:10:56.256843 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 51b26e85-c397-45d0-a5df-92070e26904f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:10:56.285605 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8677ab32-2a24-45dd-bc19-4398143596e9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:10:56.323250 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b1ef3630-b5d1-4921-a9ba-24e0a40cfe66 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:56.332903 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 51b26e85-c397-45d0-a5df-92070e26904f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:10:56.334061 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:56.387882 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b1ef3630-b5d1-4921-a9ba-24e0a40cfe66 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:56.487370 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b1ef3630-b5d1-4921-a9ba-24e0a40cfe66 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:56.491354 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b1ef3630-b5d1-4921-a9ba-24e0a40cfe66 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5305457 Jul 30 02:10:56.491936 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49916) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:56.495151 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8677ab32-2a24-45dd-bc19-4398143596e9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:10:56.496279 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-9311b272-d4ea-4312-b811-cf4ef063e1b5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'enable_snat': False}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:56.505234 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8677ab32-2a24-45dd-bc19-4398143596e9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "PUT /v2.0/routers/2ed8660b-733d-4b15-9600-d1d34bd7bd1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3496742 Jul 30 02:10:56.505824 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49918) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:56.506373 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] Sync routers for ids ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:10:56.521590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] Routers {'2ed8660b-733d-4b15-9600-d1d34bd7bd1e'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:56.529047 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:56.842865 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781c3a8c-a64a-4f5b-8a8a-e05a04c1337c None None] Network d1bd7e5e-52b7-4310-a8ae-008a603d18e1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:10:56.868445 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] Set router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:10:56.966587 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c39b4b-900f-4fd4-a790-b776896bffd0 req-90831c5a-bf2a-4da5-95f7-2167eed9281b tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:56.972446 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21c39b4b-900f-4fd4-a790-b776896bffd0 req-90831c5a-bf2a-4da5-95f7-2167eed9281b tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 907 time: 0.2194839 Jul 30 02:10:57.100550 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9311b272-d4ea-4312-b811-cf4ef063e1b5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:57.124239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5d6114cb-6fb5-40dc-a004-223ed571ed94 None None] Provisioning for port 6693632a-deab-4a97-90fd-185743584ac2 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:10:57.140439 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5d6114cb-6fb5-40dc-a004-223ed571ed94 None None] Provisioning complete for port 6693632a-deab-4a97-90fd-185743584ac2 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:10:57.141357 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d6114cb-6fb5-40dc-a004-223ed571ed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:57.384638 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc43d94-bee8-4443-839f-cddb7b9b3a85 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:57.385282 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc43d94-bee8-4443-839f-cddb7b9b3a85 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:57.385669 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc43d94-bee8-4443-839f-cddb7b9b3a85 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:57.386136 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc43d94-bee8-4443-839f-cddb7b9b3a85 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:57.386625 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc43d94-bee8-4443-839f-cddb7b9b3a85 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:57.387084 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc43d94-bee8-4443-839f-cddb7b9b3a85 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:57.387538 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc43d94-bee8-4443-839f-cddb7b9b3a85 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:57.387994 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc43d94-bee8-4443-839f-cddb7b9b3a85 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:57.390935 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0dc43d94-bee8-4443-839f-cddb7b9b3a85 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5647 time: 0.8832245 Jul 30 02:10:57.427375 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49936) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:57.625801 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d6114cb-6fb5-40dc-a004-223ed571ed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:57.642638 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe828f1a-442b-474a-817c-1dfbd230afff tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:57.643156 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe828f1a-442b-474a-817c-1dfbd230afff tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:57.644306 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe828f1a-442b-474a-817c-1dfbd230afff tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:57.646944 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe828f1a-442b-474a-817c-1dfbd230afff tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:57.648125 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe828f1a-442b-474a-817c-1dfbd230afff tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:57.648590 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe828f1a-442b-474a-817c-1dfbd230afff tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:57.649057 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe828f1a-442b-474a-817c-1dfbd230afff tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:57.649519 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe828f1a-442b-474a-817c-1dfbd230afff tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:57.654971 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fe828f1a-442b-474a-817c-1dfbd230afff tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5247 time: 0.2326627 Jul 30 02:10:57.660890 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49940) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:57.667775 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9311b272-d4ea-4312-b811-cf4ef063e1b5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:57.678365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5d6114cb-6fb5-40dc-a004-223ed571ed94 None None] For port 6693632a-deab-4a97-90fd-185743584ac2, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6693632a-deab-4a97-90fd-185743584ac2,segment=NetworkSegment(6c485388-fbf3-40ad-8c01-1f5696761571),segment_id=6c485388-fbf3-40ad-8c01-1f5696761571)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:57.689070 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9311b272-d4ea-4312-b811-cf4ef063e1b5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:57.698667 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '51b26e85-c397-45d0-a5df-92070e26904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:46Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '51b26e85-c397-45d0-a5df-92070e26904f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:47Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '84e6452b-90dc-43fc-980a-5cc2ed339569', 'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:f8:8b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:53Z', 'updated_at': '2021-07-30T02:10:55Z', 'revision_number': 2, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:57.728791 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] Checking router: 2ed8660b-733d-4b15-9600-d1d34bd7bd1e for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:10:57.729741 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] Updating router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e port 84e6452b-90dc-43fc-980a-5cc2ed339569 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:10:57.762776 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:57.855501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-9311b272-d4ea-4312-b811-cf4ef063e1b5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Allocated IP 172.25.1.42 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/54572f23-ce1a-4110-8db8-91448796a490) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:57.859444 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0aabcc18-a048-4528-b9f6-6b42c04b1981 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3588 time: 0.1993434 Jul 30 02:10:58.060637 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d6114cb-6fb5-40dc-a004-223ed571ed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:58.148809 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6114cb-6fb5-40dc-a004-223ed571ed94 None None] Pushing event updated for resources: {'Port': ['ID=6693632a-deab-4a97-90fd-185743584ac2,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:58.169873 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9311b272-d4ea-4312-b811-cf4ef063e1b5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:58.188517 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49954) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:58.194666 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b87f4e01-bf2c-481f-85aa-4865d72d97d4 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1031206563', 'description': 'tempest-secgroup-smoke-1031206563 description', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:58.272931 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a08c47-8e0f-4a9d-b093-35dc7dbb540f req-74cd6560-a897-4364-846f-a159dce23786 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:58.304753 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-86a08c47-8e0f-4a9d-b093-35dc7dbb540f req-74cd6560-a897-4364-846f-a159dce23786 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 907 time: 0.2191920 Jul 30 02:10:58.317590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-61379eff-5b72-47a3-9733-10b561b8e53d None None] Provisioning for port 84e6452b-90dc-43fc-980a-5cc2ed339569 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:10:58.339771 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-61379eff-5b72-47a3-9733-10b561b8e53d None None] Provisioning complete for port 84e6452b-90dc-43fc-980a-5cc2ed339569 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:10:58.340100 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61379eff-5b72-47a3-9733-10b561b8e53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:58.398553 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b87f4e01-bf2c-481f-85aa-4865d72d97d4 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:58.415940 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:58.430786 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9311b272-d4ea-4312-b811-cf4ef063e1b5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:58.437087 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] Transition to ACTIVE for port object 84e6452b-90dc-43fc-980a-5cc2ed339569 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:10:58.445572 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-61379eff-5b72-47a3-9733-10b561b8e53d None None] Port 84e6452b-90dc-43fc-980a-5cc2ed339569 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:10:58.462379 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-61379eff-5b72-47a3-9733-10b561b8e53d None None] Provisioning complete for port 6693632a-deab-4a97-90fd-185743584ac2 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:10:58.463009 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61379eff-5b72-47a3-9733-10b561b8e53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:58.561530 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311b272-d4ea-4312-b811-cf4ef063e1b5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Pushing event updated for resources: {'Port': ['ID=54572f23-ce1a-4110-8db8-91448796a490,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:58.589095 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9311b272-d4ea-4312-b811-cf4ef063e1b5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:58.592831 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-9311b272-d4ea-4312-b811-cf4ef063e1b5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:58.596032 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311b272-d4ea-4312-b811-cf4ef063e1b5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:58.640526 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b87f4e01-bf2c-481f-85aa-4865d72d97d4 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:58.645012 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:58.710468 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4efb47-e027-454a-b9da-df1f2d78658e None None] Pushing event updated for resources: {'Port': ['ID=84e6452b-90dc-43fc-980a-5cc2ed339569,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:58.770641 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] Attempting to bind port 84e6452b-90dc-43fc-980a-5cc2ed339569 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:10:58.771025 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] Attempting to bind port 84e6452b-90dc-43fc-980a-5cc2ed339569 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '6c485388-fbf3-40ad-8c01-1f5696761571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:10:58.771392 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] Attempting to bind port 84e6452b-90dc-43fc-980a-5cc2ed339569 on network d1bd7e5e-52b7-4310-a8ae-008a603d18e1 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:10:58.777313 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:10:58.777971 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] Checking segment: {'id': '6c485388-fbf3-40ad-8c01-1f5696761571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:10:58.779045 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:58.779449 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] Bound using segment: {'id': '6c485388-fbf3-40ad-8c01-1f5696761571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:10:58.779934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] Bound port: 84e6452b-90dc-43fc-980a-5cc2ed339569, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c485388-fbf3-40ad-8c01-1f5696761571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:10:58.780453 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:58.823567 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b87f4e01-bf2c-481f-85aa-4865d72d97d4 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:58.905841 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] For port 84e6452b-90dc-43fc-980a-5cc2ed339569, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:10:58.911157 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] For port 84e6452b-90dc-43fc-980a-5cc2ed339569, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=84e6452b-90dc-43fc-980a-5cc2ed339569,segment=NetworkSegment(6c485388-fbf3-40ad-8c01-1f5696761571),segment_id=6c485388-fbf3-40ad-8c01-1f5696761571)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:10:58.919691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:10:58.953330 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f4e01-bf2c-481f-85aa-4865d72d97d4 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b557bded-c646-4612-b770-d259f0ce37bf,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:58.962484 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b87f4e01-bf2c-481f-85aa-4865d72d97d4 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:58.967356 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b87f4e01-bf2c-481f-85aa-4865d72d97d4 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7769392 Jul 30 02:10:58.968268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49960) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:58.973629 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-8bb51961-28b5-4860-b061-d099792944b8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'security_group_rule': {'security_group_id': 'b557bded-c646-4612-b770-d259f0ce37bf', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:59.075367 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:59.098061 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8bb51961-28b5-4860-b061-d099792944b8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:59.243683 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8bb51961-28b5-4860-b061-d099792944b8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:59.268064 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] Routers {'2ed8660b-733d-4b15-9600-d1d34bd7bd1e'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:59.268064 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:59.275201 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4efb47-e027-454a-b9da-df1f2d78658e None None] Pushing event updated for resources: {'Port': ['ID=84e6452b-90dc-43fc-980a-5cc2ed339569,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:59.361294 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8bb51961-28b5-4860-b061-d099792944b8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:59.420486 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb51961-28b5-4860-b061-d099792944b8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a62094-9149-453c-95d4-6cb5f7d078ad,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:59.441962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3,segment=NetworkSegment(c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91),segment_id=c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:59.494871 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8bb51961-28b5-4860-b061-d099792944b8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:59.499126 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8bb51961-28b5-4860-b061-d099792944b8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5297723 Jul 30 02:10:59.502732 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49976) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:59.509209 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-4ae7f794-26eb-4fd9-8a11-56e341df0a11 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'security_group_rule': {'security_group_id': 'b557bded-c646-4612-b770-d259f0ce37bf', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:59.613277 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760c8d4-7421-4cd9-b4f1-27b4f8b7ee20 req-c29ec588-ff16-41cb-9211-3b432b18e6d5 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:59.616362 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5760c8d4-7421-4cd9-b4f1-27b4f8b7ee20 req-c29ec588-ff16-41cb-9211-3b432b18e6d5 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 907 time: 0.1841424 Jul 30 02:10:59.632799 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3', 'network_id': 'e2023a5f-2c83-4ecd-abca-e06af1a3e0a5', 'port_id': 'b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3', 'mac_address': 'fa:16:3e:81:08:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '110b5de3-a324-40fd-9ecf-42bfcd52389a', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:10:59.702628 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] Set router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:10:59.727702 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4ae7f794-26eb-4fd9-8a11-56e341df0a11 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:59.762977 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:59.774987 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9311b272-d4ea-4312-b811-cf4ef063e1b5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:59.780839 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:10:59.802605 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3,segment=NetworkSegment(c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91),segment_id=c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:59.864887 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4ae7f794-26eb-4fd9-8a11-56e341df0a11 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:59.893453 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:59.945525 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4ae7f794-26eb-4fd9-8a11-56e341df0a11 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:59.965945 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7f794-26eb-4fd9-8a11-56e341df0a11 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0821be-5208-4ba4-a46f-3bd09e64a53f,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:59.979693 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6693632a-deab-4a97-90fd-185743584ac2 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:11:00.038434 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4ae7f794-26eb-4fd9-8a11-56e341df0a11 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:00.042320 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4ae7f794-26eb-4fd9-8a11-56e341df0a11 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5353763 Jul 30 02:11:00.043047 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 49982) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:00.047287 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-5a170d36-d555-408d-925f-cd19681999be tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'security_group_rule': {'security_group_id': 'b557bded-c646-4612-b770-d259f0ce37bf', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:00.053232 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:00.133237 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:11:00.171122 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5a170d36-d555-408d-925f-cd19681999be tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:00.283175 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9311b272-d4ea-4312-b811-cf4ef063e1b5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:00.290385 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9311b272-d4ea-4312-b811-cf4ef063e1b5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:00.311586 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5a170d36-d555-408d-925f-cd19681999be tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:00.341207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 6693632a-deab-4a97-90fd-185743584ac2 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:00.352074 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:00.399787 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5a170d36-d555-408d-925f-cd19681999be tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:00.432208 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '51b26e85-c397-45d0-a5df-92070e26904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:46Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '51b26e85-c397-45d0-a5df-92070e26904f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:47Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '84e6452b-90dc-43fc-980a-5cc2ed339569', 'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:f8:8b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:53Z', 'updated_at': '2021-07-30T02:10:58Z', 'revision_number': 4, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:00.436086 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a170d36-d555-408d-925f-cd19681999be tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4463e3-75cf-4693-a0bd-3997ab0b1799,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:00.463892 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d28ed45-045c-4fe6-a2ce-ffa42d7b2287 None None] The sync data for ids ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'] in n-d-713498-9 is: [{'id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '51b26e85-c397-45d0-a5df-92070e26904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:46Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '51b26e85-c397-45d0-a5df-92070e26904f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:47Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '84e6452b-90dc-43fc-980a-5cc2ed339569', 'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:f8:8b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:53Z', 'updated_at': '2021-07-30T02:10:58Z', 'revision_number': 4, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:11:00.523617 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5a170d36-d555-408d-925f-cd19681999be tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:00.528213 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 49998) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:00.533337 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5a170d36-d555-408d-925f-cd19681999be tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4853637 Jul 30 02:11:00.534226 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-87293028-97fa-4f61-b3fa-12f0a0f267e5 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'security_group_rule': {'security_group_id': 'b557bded-c646-4612-b770-d259f0ce37bf', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:00.615492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9311b272-d4ea-4312-b811-cf4ef063e1b5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Router b6c9c61b-bbcf-4a1f-955b-922b4ad63566 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:11:00.728253 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87293028-97fa-4f61-b3fa-12f0a0f267e5 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:00.908178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3a9ad-80cb-48ad-ae60-4ea82554f331 req-88388877-8d8c-4fd1-82da-6110fb14df9f tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:00.912101 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b4a3a9ad-80cb-48ad-ae60-4ea82554f331 req-88388877-8d8c-4fd1-82da-6110fb14df9f tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 908 time: 0.1094809 Jul 30 02:11:00.928864 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:11:00.946867 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87293028-97fa-4f61-b3fa-12f0a0f267e5 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:00.958153 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9311b272-d4ea-4312-b811-cf4ef063e1b5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:11:00.965507 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9311b272-d4ea-4312-b811-cf4ef063e1b5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:00.969163 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9311b272-d4ea-4312-b811-cf4ef063e1b5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "PUT /v2.0/routers/b6c9c61b-bbcf-4a1f-955b-922b4ad63566 HTTP/1.1" status: 200 len: 915 time: 4.4743917 Jul 30 02:11:00.969700 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50004) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:00.979805 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51884695-17b5-4c71-ae8b-cbcd647b9126 None None] Sync routers for ids ['b6c9c61b-bbcf-4a1f-955b-922b4ad63566'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:11:00.994207 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51884695-17b5-4c71-ae8b-cbcd647b9126 None None] Routers {'b6c9c61b-bbcf-4a1f-955b-922b4ad63566'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:11:00.998480 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-51884695-17b5-4c71-ae8b-cbcd647b9126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b6c9c61b-bbcf-4a1f-955b-922b4ad63566'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:01.019106 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87293028-97fa-4f61-b3fa-12f0a0f267e5 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:01.050453 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-2b01d726-30f6-41ff-97d9-2056febbdeb9 req-3b9ddaba-dea6-405e-b895-7085907f6243 service neutron] (94465) timed out ('10.222.0.70', 52092) {{(pid=94465) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:11:01.098782 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87293028-97fa-4f61-b3fa-12f0a0f267e5 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e174f1-562c-41d7-a3c4-4ed46f00fbb9,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:01.100359 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-51884695-17b5-4c71-ae8b-cbcd647b9126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:01.107004 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:11:01.111542 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:01.111542 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:01.120009 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51884695-17b5-4c71-ae8b-cbcd647b9126 None None] Routers {'b6c9c61b-bbcf-4a1f-955b-922b4ad63566'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:11:01.126766 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-51884695-17b5-4c71-ae8b-cbcd647b9126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['b6c9c61b-bbcf-4a1f-955b-922b4ad63566'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:01.178892 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87293028-97fa-4f61-b3fa-12f0a0f267e5 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:01.182786 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-87293028-97fa-4f61-b3fa-12f0a0f267e5 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6508853 Jul 30 02:11:01.183334 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50010) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:01.189840 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-64cdacd0-64bf-46c9-85b3-0ad9a174d8b1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'security_group_rule': {'security_group_id': 'b557bded-c646-4612-b770-d259f0ce37bf', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:01.200994 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6a09c991-bedb-44c5-98a8-79807374c00c tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "GET /v2.0/routers/b6c9c61b-bbcf-4a1f-955b-922b4ad63566 HTTP/1.1" status: 200 len: 921 time: 0.2274580 Jul 30 02:11:01.201481 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50012) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:01.262288 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61445e4b-1048-4cd3-b712-2141f0ce3733 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:01.264871 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-61445e4b-1048-4cd3-b712-2141f0ce3733 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&device_id=b6c9c61b-bbcf-4a1f-955b-922b4ad63566&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0619667 Jul 30 02:11:01.266990 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50016) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:01.322233 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:01.355627 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-64cdacd0-64bf-46c9-85b3-0ad9a174d8b1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Project 7178d3e97eda4b719733eaf558d6f1f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:11:01.363476 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-64cdacd0-64bf-46c9-85b3-0ad9a174d8b1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:01.370785 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b274a4-5121-4f9e-829f-377fca86de2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:11:01.373626 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff36d85-e6e3-43e5-a829-3c37e3c8afd4" -d '{"events": [{"server_uuid": "00b274a4-5121-4f9e-829f-377fca86de2f", "name": "network-vif-plugged", "status": "completed", "tag": "b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:11:01.408551 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3,segment=NetworkSegment(c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91),segment_id=c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:01.474023 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd4e297-7069-4fb9-a3e3-3042dfd9756c x-openstack-request-id: req-7fd4e297-7069-4fb9-a3e3-3042dfd9756c {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:11:01.474385 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b274a4-5121-4f9e-829f-377fca86de2f", "name": "network-vif-plugged", "status": "completed", "tag": "b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:11:01.474923 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7fd4e297-7069-4fb9-a3e3-3042dfd9756c {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:11:01.475338 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b274a4-5121-4f9e-829f-377fca86de2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3', 'code': 200} Jul 30 02:11:01.482581 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461ba4b9-8c6c-4614-981a-38420f0cc9aa tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:01.485183 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-461ba4b9-8c6c-4614-981a-38420f0cc9aa tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "GET /v2.0/networks/1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 881 time: 0.2168756 Jul 30 02:11:01.488301 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50022) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:01.492908 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:01.503004 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-51884695-17b5-4c71-ae8b-cbcd647b9126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:01.503986 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51884695-17b5-4c71-ae8b-cbcd647b9126 None None] The sync data for ids ['b6c9c61b-bbcf-4a1f-955b-922b4ad63566'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:11:01.529760 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-64cdacd0-64bf-46c9-85b3-0ad9a174d8b1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:01.553876 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b15fd8ef-5272-4bcc-8717-4004bcb350ec tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6c9c61b-bbcf-4a1f-955b-922b4ad63566 HTTP/1.1" status: 200 len: 205 time: 0.0642552 Jul 30 02:11:01.556456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50026) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:01.603140 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:01.628006 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-64cdacd0-64bf-46c9-85b3-0ad9a174d8b1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:01.662118 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cdacd0-64bf-46c9-85b3-0ad9a174d8b1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebfb6f6f-fb65-402f-96de-6186677fe0ef,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:01.710266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480efcc-74cd-47b1-af29-a497e0f92543 req-f135af02-663f-4cbd-b32b-87a1f7a51377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:01.711907 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6480efcc-74cd-47b1-af29-a497e0f92543 req-f135af02-663f-4cbd-b32b-87a1f7a51377 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 1060 time: 0.1399982 Jul 30 02:11:01.721133 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-64cdacd0-64bf-46c9-85b3-0ad9a174d8b1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:01.726948 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-64cdacd0-64bf-46c9-85b3-0ad9a174d8b1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5416059 Jul 30 02:11:01.727955 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50030) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:01.733412 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-0c0ec9d8-b8ea-4993-a383-a3b20aede40d tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'security_group_rule': {'security_group_id': 'b557bded-c646-4612-b770-d259f0ce37bf', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:01.745528 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77c15734-0992-4309-bb82-b3fd0d5b23f2 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:01.852583 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-0c0ec9d8-b8ea-4993-a383-a3b20aede40d tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Project 7178d3e97eda4b719733eaf558d6f1f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:11:01.858668 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0c0ec9d8-b8ea-4993-a383-a3b20aede40d tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:01.952098 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77c15734-0992-4309-bb82-b3fd0d5b23f2 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:01.961890 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 84e6452b-90dc-43fc-980a-5cc2ed339569 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:11:01.985930 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0c0ec9d8-b8ea-4993-a383-a3b20aede40d tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:02.075821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc29566-d2b2-4a1c-b020-0fa8dbf5dff9 req-316ed341-feab-4239-8580-f7a03bc8305c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:02.077411 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7bc29566-d2b2-4a1c-b020-0fa8dbf5dff9 req-316ed341-feab-4239-8580-f7a03bc8305c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 909 time: 0.0621085 Jul 30 02:11:02.078755 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0c0ec9d8-b8ea-4993-a383-a3b20aede40d tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:02.108275 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 84e6452b-90dc-43fc-980a-5cc2ed339569 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:11:02.109140 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 84e6452b-90dc-43fc-980a-5cc2ed339569 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:02.109557 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:02.113608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ec9d8-b8ea-4993-a383-a3b20aede40d tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca8b1650-9fea-488c-942a-2d0743c0aed9,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:02.139179 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-77c15734-0992-4309-bb82-b3fd0d5b23f2 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Deleting port 54572f23-ce1a-4110-8db8-91448796a490 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:11:02.139587 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77c15734-0992-4309-bb82-b3fd0d5b23f2 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:02.209985 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0c0ec9d8-b8ea-4993-a383-a3b20aede40d tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:02.217135 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0c0ec9d8-b8ea-4993-a383-a3b20aede40d tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4822409 Jul 30 02:11:02.241497 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77c15734-0992-4309-bb82-b3fd0d5b23f2 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:02.290183 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:02.291467 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-77c15734-0992-4309-bb82-b3fd0d5b23f2 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Calling delete_port for 54572f23-ce1a-4110-8db8-91448796a490 owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:11:02.349460 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 84e6452b-90dc-43fc-980a-5cc2ed339569, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=84e6452b-90dc-43fc-980a-5cc2ed339569,segment=NetworkSegment(6c485388-fbf3-40ad-8c01-1f5696761571),segment_id=6c485388-fbf3-40ad-8c01-1f5696761571)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:02.472362 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:02.520463 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-25e5f1c0-1f57-4ed4-89d0-583954d46d8f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1031206563&fields=id&tenant_id=7178d3e97eda4b719733eaf558d6f1f6 HTTP/1.1" status: 200 len: 267 time: 0.0721674 Jul 30 02:11:02.548530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=84e6452b-90dc-43fc-980a-5cc2ed339569,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:02.774367 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-16e7c198-870d-469f-859e-9eb2526f0aed tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:02.776027 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-16e7c198-870d-469f-859e-9eb2526f0aed tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/networks?id=d1bd7e5e-52b7-4310-a8ae-008a603d18e1 HTTP/1.1" status: 200 len: 796 time: 0.2243314 Jul 30 02:11:02.800850 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-4e2adf00-eb3e-42c1-bb1b-b4c4027f795a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/quotas/7178d3e97eda4b719733eaf558d6f1f6 HTTP/1.1" status: 200 len: 375 time: 0.0135009 Jul 30 02:11:02.801889 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77c15734-0992-4309-bb82-b3fd0d5b23f2 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:02.848149 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c15734-0992-4309-bb82-b3fd0d5b23f2 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Pushing event deleted for resources: {'Port': ['ID=54572f23-ce1a-4110-8db8-91448796a490,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:02.922844 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-c41baea7-a5df-4482-b961-1e1c0639d470 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7178d3e97eda4b719733eaf558d6f1f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1124294 Jul 30 02:11:02.935769 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77c15734-0992-4309-bb82-b3fd0d5b23f2 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:02.942632 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-8d797ade-b13b-44ef-882a-46c1e6feef90 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:11:02.943613 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-8d797ade-b13b-44ef-882a-46c1e6feef90 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057886 Jul 30 02:11:03.001596 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:03.082092 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77c15734-0992-4309-bb82-b3fd0d5b23f2 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:03.085603 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77c15734-0992-4309-bb82-b3fd0d5b23f2 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:03.169382 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-6d7c5b7c-34cb-4d5f-a370-40defd977b06 service neutron] 10.222.0.70 "GET /v2.0/networks/d1bd7e5e-52b7-4310-a8ae-008a603d18e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990020 Jul 30 02:11:03.270213 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77c15734-0992-4309-bb82-b3fd0d5b23f2 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:03.271200 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c15734-0992-4309-bb82-b3fd0d5b23f2 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Fanout notify agent at l3_agent the message router_deleted on router b6c9c61b-bbcf-4a1f-955b-922b4ad63566 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:11:03.286153 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bec46-6818-4813-92fe-2554400cd0d0 req-59e28708-d1d2-447a-98f1-5b5825b072f6 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:03.287756 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77c15734-0992-4309-bb82-b3fd0d5b23f2 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:03.289491 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-77c15734-0992-4309-bb82-b3fd0d5b23f2 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "DELETE /v2.0/routers/b6c9c61b-bbcf-4a1f-955b-922b4ad63566 HTTP/1.1" status: 204 len: 168 time: 1.7317500 Jul 30 02:11:03.302100 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae5bec46-6818-4813-92fe-2554400cd0d0 req-59e28708-d1d2-447a-98f1-5b5825b072f6 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 909 time: 0.1175184 Jul 30 02:11:03.302100 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50078) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:03.302100 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-8ce97067-0ea8-40a3-9661-9dce5760cf70 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1675494030', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}, 'admin_state_up': False}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:03.305119 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-f7170ddc-15c7-4127-9611-e6ad53996466 service neutron] 10.222.0.70 "GET /v2.0/networks/d1bd7e5e-52b7-4310-a8ae-008a603d18e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292596 Jul 30 02:11:03.401573 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ce97067-0ea8-40a3-9661-9dce5760cf70 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:03.401573 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ce97067-0ea8-40a3-9661-9dce5760cf70 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:03.528400 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ce97067-0ea8-40a3-9661-9dce5760cf70 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:03.544638 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bccba-de10-48d1-8919-0eee31ae6915 req-e2ddd431-95da-4643-bfc2-830eab3aa0a6 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:03.546834 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5c4bccba-de10-48d1-8919-0eee31ae6915 req-e2ddd431-95da-4643-bfc2-830eab3aa0a6 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 909 time: 0.1167064 Jul 30 02:11:03.778147 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607431c-b340-45dd-9d82-e0b2950413bf req-59c119ee-6bc3-4440-a558-fae2d10dce3c tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:03.779819 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7607431c-b340-45dd-9d82-e0b2950413bf req-59c119ee-6bc3-4440-a558-fae2d10dce3c tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 1060 time: 0.1632645 Jul 30 02:11:03.822411 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ce97067-0ea8-40a3-9661-9dce5760cf70 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:03.880268 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 84e6452b-90dc-43fc-980a-5cc2ed339569 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:11:03.904947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdff2d6-f27a-4165-8e1f-68cc209443b5 req-2adf7bcb-bad6-4255-8d78-5195adead875 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:03.906584 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1bdff2d6-f27a-4165-8e1f-68cc209443b5 req-2adf7bcb-bad6-4255-8d78-5195adead875 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 1136 time: 0.0440238 Jul 30 02:11:03.954988 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 84e6452b-90dc-43fc-980a-5cc2ed339569 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:03.958996 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:03.983434 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1bdff2d6-f27a-4165-8e1f-68cc209443b5 req-2b5de316-644d-4dea-9627-380ffab42ed9 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dad0a132-fe22-427f-b97d-278dbf0926ca&id=4e981404-c05e-4797-805a-0ac3a28ae581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0601943 Jul 30 02:11:04.001220 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50102) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:04.070757 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-795ede71-2294-4572-a461-b2719465abfc req-b7d741a1-4399-4fe5-880a-b4d5f27f4bc4 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 210 time: 0.0413568 Jul 30 02:11:04.071300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56669f1c-d9aa-4bf0-af61-2816cf7eb172 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:04.079418 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-56669f1c-d9aa-4bf0-af61-2816cf7eb172 tempest-TestSecurityGroupsBasicOps-409463773 tempest-TestSecurityGroupsBasicOps-409463773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 1055 time: 0.0762291 Jul 30 02:11:04.351706 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ce97067-0ea8-40a3-9661-9dce5760cf70 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:04.380360 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ce97067-0ea8-40a3-9661-9dce5760cf70 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:04.549315 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-8ce97067-0ea8-40a3-9661-9dce5760cf70 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Allocated IP 172.25.1.36 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/72362f39-f5b4-44f8-b266-ee79103b09ea) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:11:04.728501 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ce97067-0ea8-40a3-9661-9dce5760cf70 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:04.765141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da1ff0-8dc9-4c22-be4d-bb5133ad3f52 req-6f912492-804c-448c-b838-d0d62fec429b tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:04.776556 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d3da1ff0-8dc9-4c22-be4d-bb5133ad3f52 req-6f912492-804c-448c-b838-d0d62fec429b tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 909 time: 0.0793383 Jul 30 02:11:04.883300 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ce97067-0ea8-40a3-9661-9dce5760cf70 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:04.930079 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce97067-0ea8-40a3-9661-9dce5760cf70 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:11:04.933001 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-8ce97067-0ea8-40a3-9661-9dce5760cf70 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:04.935562 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce97067-0ea8-40a3-9661-9dce5760cf70 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:11:04.969795 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce97067-0ea8-40a3-9661-9dce5760cf70 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Pushing event updated for resources: {'Port': ['ID=72362f39-f5b4-44f8-b266-ee79103b09ea,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:05.180603 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c2895208-337b-4575-bca1-6e3115e767aa req-a6a90afd-129c-4e92-9be0-3e06f6d31b10 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 210 time: 0.0429935 Jul 30 02:11:05.325590 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ce97067-0ea8-40a3-9661-9dce5760cf70 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:05.586733 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ce97067-0ea8-40a3-9661-9dce5760cf70 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:05.840868 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce97067-0ea8-40a3-9661-9dce5760cf70 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Router e26c55c7-59ce-4669-810a-42d0c1122212 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:11:06.004566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf919a-f457-4d4f-8b2e-b6d06b2d80c1 req-876745aa-27ec-468a-bf7c-fdf40c9cc7f3 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:06.007307 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ecf919a-f457-4d4f-8b2e-b6d06b2d80c1 req-876745aa-27ec-468a-bf7c-fdf40c9cc7f3 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.10 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 909 time: 0.1091111 Jul 30 02:11:06.015750 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33444a-eb25-444f-9555-2b715519772b req-69804c5e-5e83-452f-ac9d-9b08ec6021b0 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:06.024439 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9d33444a-eb25-444f-9555-2b715519772b req-69804c5e-5e83-452f-ac9d-9b08ec6021b0 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 909 time: 0.1474278 Jul 30 02:11:06.077498 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce97067-0ea8-40a3-9661-9dce5760cf70 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:11:06.097438 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678e517e-d9dd-4974-826e-ab93adc4a803 None None] Sync routers for ids ['e26c55c7-59ce-4669-810a-42d0c1122212'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:11:06.115740 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678e517e-d9dd-4974-826e-ab93adc4a803 None None] Routers {'e26c55c7-59ce-4669-810a-42d0c1122212'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:11:06.116385 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-678e517e-d9dd-4974-826e-ab93adc4a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e26c55c7-59ce-4669-810a-42d0c1122212'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:06.158019 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-3ecf919a-f457-4d4f-8b2e-b6d06b2d80c1 req-98e864e7-35c7-4898-967c-e4ce28cb044e tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Deleting port b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:11:06.158387 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3ecf919a-f457-4d4f-8b2e-b6d06b2d80c1 req-98e864e7-35c7-4898-967c-e4ce28cb044e tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:06.167965 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-678e517e-d9dd-4974-826e-ab93adc4a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:06.193879 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678e517e-d9dd-4974-826e-ab93adc4a803 None None] Routers {'e26c55c7-59ce-4669-810a-42d0c1122212'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:11:06.194950 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-678e517e-d9dd-4974-826e-ab93adc4a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e26c55c7-59ce-4669-810a-42d0c1122212'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:06.210910 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ce97067-0ea8-40a3-9661-9dce5760cf70 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:06.211989 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8ce97067-0ea8-40a3-9661-9dce5760cf70 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9171073 Jul 30 02:11:06.215166 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50136) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:06.227236 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-fbe84d0c-de97-4681-b78e-a4af9f467f8d tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:06.288395 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-678e517e-d9dd-4974-826e-ab93adc4a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:06.294926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678e517e-d9dd-4974-826e-ab93adc4a803 None None] The sync data for ids ['e26c55c7-59ce-4669-810a-42d0c1122212'] in n-d-713498-9 is: [] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:11:06.308318 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-3ecf919a-f457-4d4f-8b2e-b6d06b2d80c1 req-98e864e7-35c7-4898-967c-e4ce28cb044e tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] For port b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3,segment=NetworkSegment(c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91),segment_id=c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:06.310356 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3ecf919a-f457-4d4f-8b2e-b6d06b2d80c1 req-98e864e7-35c7-4898-967c-e4ce28cb044e tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:06.345911 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0341bc0e-ee1c-46d8-8dbd-919c92a2fd69 req-9276dd8c-7904-49d8-b3d2-6a9f5e6a9b36 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 210 time: 0.0640004 Jul 30 02:11:06.353971 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-3ecf919a-f457-4d4f-8b2e-b6d06b2d80c1 req-98e864e7-35c7-4898-967c-e4ce28cb044e tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Calling delete_port for b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:11:06.618864 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3ecf919a-f457-4d4f-8b2e-b6d06b2d80c1 req-98e864e7-35c7-4898-967c-e4ce28cb044e tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:06.693053 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e864e7-35c7-4898-967c-e4ce28cb044e tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event deleted for resources: {'Port': ['ID=b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:06.700260 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fbe84d0c-de97-4681-b78e-a4af9f467f8d tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:06.790457 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecf919a-f457-4d4f-8b2e-b6d06b2d80c1 req-98e864e7-35c7-4898-967c-e4ce28cb044e tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] No DVR routers for this DVR port b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:11:06.795189 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fbe84d0c-de97-4681-b78e-a4af9f467f8d tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:06.795355 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3ecf919a-f457-4d4f-8b2e-b6d06b2d80c1 req-98e864e7-35c7-4898-967c-e4ce28cb044e tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:06.796256 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ecf919a-f457-4d4f-8b2e-b6d06b2d80c1 req-98e864e7-35c7-4898-967c-e4ce28cb044e tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.10 "DELETE /v2.0/ports/b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 HTTP/1.1" status: 204 len: 173 time: 0.7812924 Jul 30 02:11:06.796815 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b274a4-5121-4f9e-829f-377fca86de2f', 'name': 'network-vif-deleted', 'tag': 'b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:11:06.801612 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf797862-d291-419b-827f-808fcd4e8dc1" -d '{"events": [{"server_uuid": "00b274a4-5121-4f9e-829f-377fca86de2f", "name": "network-vif-deleted", "tag": "b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:11:06.894562 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d99c77-4d7c-4233-b722-2a8ba19da297 x-openstack-request-id: req-c5d99c77-4d7c-4233-b722-2a8ba19da297 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:11:06.896758 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b274a4-5121-4f9e-829f-377fca86de2f", "name": "network-vif-deleted", "tag": "b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:11:06.897295 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c5d99c77-4d7c-4233-b722-2a8ba19da297 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:11:06.898863 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b274a4-5121-4f9e-829f-377fca86de2f', 'name': 'network-vif-deleted', 'tag': 'b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3', 'status': 'completed', 'code': 200} Jul 30 02:11:07.003368 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-fbe84d0c-de97-4681-b78e-a4af9f467f8d tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Deleting port 72362f39-f5b4-44f8-b266-ee79103b09ea {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:11:07.003973 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fbe84d0c-de97-4681-b78e-a4af9f467f8d tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:07.070104 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-00089a73-ed02-438c-b5eb-438716dbcbb3 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:07.075270 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-00089a73-ed02-438c-b5eb-438716dbcbb3 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.77 "GET /v2.0/networks?id=d1bd7e5e-52b7-4310-a8ae-008a603d18e1 HTTP/1.1" status: 200 len: 796 time: 0.1966751 Jul 30 02:11:07.150746 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-82557064-0bef-49ae-9ce9-b8c64a0b749c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7178d3e97eda4b719733eaf558d6f1f6 HTTP/1.1" status: 200 len: 380 time: 0.0498304 Jul 30 02:11:07.159126 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-80ebfce3-410d-42de-ab5f-bf56b6483fa6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'port': {'device_id': '719c8fd9-5546-4990-abf8-8579b41a4c7c', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'admin_state_up': True, 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'security_groups': ['b557bded-c646-4612-b770-d259f0ce37bf']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:07.220084 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fbe84d0c-de97-4681-b78e-a4af9f467f8d tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:07.233619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-fbe84d0c-de97-4681-b78e-a4af9f467f8d tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Calling delete_port for 72362f39-f5b4-44f8-b266-ee79103b09ea owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:11:07.345714 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-05e7b2b5-909d-4dbe-b36e-0324534cf5de req-b98f3a5c-7ba1-434d-8943-4b5bfc8d7f1c tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b274a4-5121-4f9e-829f-377fca86de2f HTTP/1.1" status: 200 len: 210 time: 0.0796888 Jul 30 02:11:07.498086 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-80ebfce3-410d-42de-ab5f-bf56b6483fa6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Made reservation on behalf of 7178d3e97eda4b719733eaf558d6f1f6 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:07.504281 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-80ebfce3-410d-42de-ab5f-bf56b6483fa6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:07.531168 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-78619152-0331-483d-bd72-3d84034b8b26 req-e9d184e3-5ffb-4970-9ade-c654d6feebd9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 210 time: 0.0415237 Jul 30 02:11:07.606116 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fbe84d0c-de97-4681-b78e-a4af9f467f8d tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:07.641758 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe84d0c-de97-4681-b78e-a4af9f467f8d tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Pushing event deleted for resources: {'Port': ['ID=72362f39-f5b4-44f8-b266-ee79103b09ea,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:07.716816 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fbe84d0c-de97-4681-b78e-a4af9f467f8d tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:07.759856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-80ebfce3-410d-42de-ab5f-bf56b6483fa6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Allocated IP 172.20.0.11 (d1bd7e5e-52b7-4310-a8ae-008a603d18e1/7c9bac8a-05a8-4ddb-86a2-09676d2aa38e/758eb475-03c4-4fb5-8980-c7212ffc528b) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:11:08.440476 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fbe84d0c-de97-4681-b78e-a4af9f467f8d tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3748787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1930'] for router, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:08.444617 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fbe84d0c-de97-4681-b78e-a4af9f467f8d tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769350'] for router, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:08.452316 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50168) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:08.530454 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-80ebfce3-410d-42de-ab5f-bf56b6483fa6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:08.548036 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-80ebfce3-410d-42de-ab5f-bf56b6483fa6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Transition to ACTIVE for port object 758eb475-03c4-4fb5-8980-c7212ffc528b will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:08.669741 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe84d0c-de97-4681-b78e-a4af9f467f8d tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Router e26c55c7-59ce-4669-810a-42d0c1122212 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:11:08.671596 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-487805b7-b39a-4af7-b23f-af91b7bb5482 req-41389312-3bcd-440d-b0d0-7378f309fe8c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 210 time: 0.0335495 Jul 30 02:11:08.744280 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-80ebfce3-410d-42de-ab5f-bf56b6483fa6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:08.800585 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe84d0c-de97-4681-b78e-a4af9f467f8d tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:11:08.809676 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-80ebfce3-410d-42de-ab5f-bf56b6483fa6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Network d1bd7e5e-52b7-4310-a8ae-008a603d18e1 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:11:08.810652 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fbe84d0c-de97-4681-b78e-a4af9f467f8d tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:08.811824 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fbe84d0c-de97-4681-b78e-a4af9f467f8d tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "PUT /v2.0/routers/e26c55c7-59ce-4669-810a-42d0c1122212 HTTP/1.1" status: 200 len: 706 time: 2.5934436 Jul 30 02:11:08.815768 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50174) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:08.817622 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f69bf5-f248-43ac-9802-24d30166384c None None] Sync routers for ids ['e26c55c7-59ce-4669-810a-42d0c1122212'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:11:08.827051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-80ebfce3-410d-42de-ab5f-bf56b6483fa6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:08.830875 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f69bf5-f248-43ac-9802-24d30166384c None None] Routers {'e26c55c7-59ce-4669-810a-42d0c1122212'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:11:08.831709 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d8f69bf5-f248-43ac-9802-24d30166384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e26c55c7-59ce-4669-810a-42d0c1122212'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:08.874937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-80ebfce3-410d-42de-ab5f-bf56b6483fa6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:11:08.881103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebfce3-410d-42de-ab5f-bf56b6483fa6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'Port': ['ID=758eb475-03c4-4fb5-8980-c7212ffc528b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:08.913215 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d8f69bf5-f248-43ac-9802-24d30166384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:08.933882 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f69bf5-f248-43ac-9802-24d30166384c None None] Routers {'e26c55c7-59ce-4669-810a-42d0c1122212'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:11:08.934805 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d8f69bf5-f248-43ac-9802-24d30166384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:10:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e26c55c7-59ce-4669-810a-42d0c1122212'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:08.972781 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7e536edd-e86f-4796-93ee-603d9df5f7f5 tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "GET /v2.0/routers/e26c55c7-59ce-4669-810a-42d0c1122212 HTTP/1.1" status: 200 len: 741 time: 0.1532471 Jul 30 02:11:08.974899 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50182) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:08.995239 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d8f69bf5-f248-43ac-9802-24d30166384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:08.995895 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f69bf5-f248-43ac-9802-24d30166384c None None] The sync data for ids ['e26c55c7-59ce-4669-810a-42d0c1122212'] in n-d-713498-9 is: [] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:11:09.043348 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-80ebfce3-410d-42de-ab5f-bf56b6483fa6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:09.044270 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-80ebfce3-410d-42de-ab5f-bf56b6483fa6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:09.049272 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-32cc1106-6814-4e74-b297-1bf05664e11c tempest-RoutersAdminTest-2068214327 tempest-RoutersAdminTest-2068214327-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&device_id=e26c55c7-59ce-4669-810a-42d0c1122212 HTTP/1.1" status: 200 len: 205 time: 0.0733333 Jul 30 02:11:09.064721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50188) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:09.101526 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-30b1944f-05d9-48f0-9231-11c1c297b538 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "GET /v2.0/ports?device_id=e26c55c7-59ce-4669-810a-42d0c1122212 HTTP/1.1" status: 200 len: 205 time: 0.0423107 Jul 30 02:11:09.104836 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50190) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:09.191139 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-385ad598-9829-45a5-886d-388fd5e4c99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:09.197201 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-80ebfce3-410d-42de-ab5f-bf56b6483fa6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0454867 Jul 30 02:11:09.203434 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dcc8b39f-dfbb-479e-9330-3c40871406ee tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:09.272066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-067ee428-cfae-4135-a3ae-99b9ed96f626 None None] Provisioning for port 758eb475-03c4-4fb5-8980-c7212ffc528b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:11:09.276326 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-067ee428-cfae-4135-a3ae-99b9ed96f626 None None] Provisioning complete for port 758eb475-03c4-4fb5-8980-c7212ffc528b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:09.276704 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-067ee428-cfae-4135-a3ae-99b9ed96f626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:09.334742 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] Request body: {'port': {'device_id': '719c8fd9-5546-4990-abf8-8579b41a4c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:09.356090 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-067ee428-cfae-4135-a3ae-99b9ed96f626 None None] Port 758eb475-03c4-4fb5-8980-c7212ffc528b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:11:09.412229 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10b84c94-5ada-43ac-a400-21391d7e0df9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:09.464998 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dcc8b39f-dfbb-479e-9330-3c40871406ee tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:09.467836 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dcc8b39f-dfbb-479e-9330-3c40871406ee tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:09.568512 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:09.704265 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dcc8b39f-dfbb-479e-9330-3c40871406ee tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:09.705123 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc8b39f-dfbb-479e-9330-3c40871406ee tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Fanout notify agent at l3_agent the message router_deleted on router e26c55c7-59ce-4669-810a-42d0c1122212 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:11:09.730692 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dcc8b39f-dfbb-479e-9330-3c40871406ee tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:09.730692 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dcc8b39f-dfbb-479e-9330-3c40871406ee tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "DELETE /v2.0/routers/e26c55c7-59ce-4669-810a-42d0c1122212 HTTP/1.1" status: 204 len: 168 time: 0.6257331 Jul 30 02:11:09.738271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50204) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:09.848312 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-726425ca-0a1d-41c3-9d32-c9b9834ddc38 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "GET /v2.0/ports?device_id=e26c55c7-59ce-4669-810a-42d0c1122212 HTTP/1.1" status: 200 len: 205 time: 0.1076698 Jul 30 02:11:09.852428 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50212) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:09.913099 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab4b1a-4174-419d-9ae1-71369780a46e req-6c6b8db8-834f-4ef1-92fa-73e231119032 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:09.914781 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6dab4b1a-4174-419d-9ae1-71369780a46e req-6c6b8db8-834f-4ef1-92fa-73e231119032 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 932 time: 0.1040394 Jul 30 02:11:09.930319 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-63d8f330-775b-473e-8cbd-427749733a3a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] delete failed (client error): The resource could not be found. Jul 30 02:11:09.934517 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-63d8f330-775b-473e-8cbd-427749733a3a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "DELETE /v2.0/routers/e26c55c7-59ce-4669-810a-42d0c1122212 HTTP/1.1" status: 404 len: 336 time: 0.0771847 Jul 30 02:11:09.934517 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50220) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:10.009933 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6bfd75a5-95de-4896-8916-99faa7321fbf tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6c9c61b-bbcf-4a1f-955b-922b4ad63566 HTTP/1.1" status: 200 len: 205 time: 0.0726640 Jul 30 02:11:10.010850 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50226) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:10.061893 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758eb475-03c4-4fb5-8980-c7212ffc528b {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:11:10.081107 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-e0036e03-1a82-43e7-b59e-047c6a3d4b5b tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] delete failed (client error): The resource could not be found. Jul 30 02:11:10.083074 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e0036e03-1a82-43e7-b59e-047c6a3d4b5b tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "DELETE /v2.0/routers/b6c9c61b-bbcf-4a1f-955b-922b4ad63566 HTTP/1.1" status: 404 len: 336 time: 0.0690284 Jul 30 02:11:10.093292 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50228) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:10.098633 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6dab4b1a-4174-419d-9ae1-71369780a46e req-37193a65-9e48-477f-9d8c-9074a4e87b20 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=b557bded-c646-4612-b770-d259f0ce37bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132498 Jul 30 02:11:10.102793 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:10.122688 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] Transition to ACTIVE for port object 758eb475-03c4-4fb5-8980-c7212ffc528b will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:10.131573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50230) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:10.131789 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-809f83ec-0e6b-4400-999d-b178f1acc3b7 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccaa3418-5b08-4347-b09d-fef846dbccb8 HTTP/1.1" status: 200 len: 205 time: 0.0435073 Jul 30 02:11:10.149819 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-10b84c94-5ada-43ac-a400-21391d7e0df9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Deleting port 0ca7c8be-0fc5-418b-991b-08e7978926ab {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:11:10.164218 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10b84c94-5ada-43ac-a400-21391d7e0df9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:10.193047 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-95cec2c6-e8a5-4005-b673-03a9ea522898 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] delete failed (client error): The resource could not be found. Jul 30 02:11:10.194440 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-95cec2c6-e8a5-4005-b673-03a9ea522898 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "DELETE /v2.0/routers/ccaa3418-5b08-4347-b09d-fef846dbccb8 HTTP/1.1" status: 404 len: 336 time: 0.0612988 Jul 30 02:11:10.197097 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50232) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:10.231792 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:10.238754 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ed669c55-4500-43ae-af61-ef90cdb643d4 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "GET /v2.0/ports?device_id=be67a2f7-1a3c-44ce-a4ac-46b364102cb2 HTTP/1.1" status: 200 len: 205 time: 0.0400829 Jul 30 02:11:10.241287 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50234) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:10.286680 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=758eb475-03c4-4fb5-8980-c7212ffc528b,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:10.309784 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-72b93002-97b5-493b-ab98-60dfeb2e1bd8 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] delete failed (client error): The resource could not be found. Jul 30 02:11:10.313905 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-72b93002-97b5-493b-ab98-60dfeb2e1bd8 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "DELETE /v2.0/routers/be67a2f7-1a3c-44ce-a4ac-46b364102cb2 HTTP/1.1" status: 404 len: 336 time: 0.0673449 Jul 30 02:11:10.320819 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50236) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:10.365054 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4ee01e91-807e-46fd-8ea8-ddbc8ac64482 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "GET /v2.0/ports?device_id=09805a50-6dda-4357-a608-ac37405e6ccf HTTP/1.1" status: 200 len: 205 time: 0.0416932 Jul 30 02:11:10.371239 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50238) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:10.432916 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-10b84c94-5ada-43ac-a400-21391d7e0df9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] For port 0ca7c8be-0fc5-418b-991b-08e7978926ab, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0ca7c8be-0fc5-418b-991b-08e7978926ab,segment=NetworkSegment(c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91),segment_id=c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:10.433427 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10b84c94-5ada-43ac-a400-21391d7e0df9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:10.433659 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] Attempting to bind port 758eb475-03c4-4fb5-8980-c7212ffc528b on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:11:10.434014 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] Attempting to bind port 758eb475-03c4-4fb5-8980-c7212ffc528b by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '6c485388-fbf3-40ad-8c01-1f5696761571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:11:10.434382 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] Attempting to bind port 758eb475-03c4-4fb5-8980-c7212ffc528b on network d1bd7e5e-52b7-4310-a8ae-008a603d18e1 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:11:10.443079 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-687f3346-6c54-4104-9b3b-e087e8918a3a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] delete failed (client error): The resource could not be found. Jul 30 02:11:10.444260 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-687f3346-6c54-4104-9b3b-e087e8918a3a tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "DELETE /v2.0/routers/09805a50-6dda-4357-a608-ac37405e6ccf HTTP/1.1" status: 404 len: 336 time: 0.0719872 Jul 30 02:11:10.449944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] Port 758eb475-03c4-4fb5-8980-c7212ffc528b on network d1bd7e5e-52b7-4310-a8ae-008a603d18e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:11:10.456022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] Attempting to bind port 758eb475-03c4-4fb5-8980-c7212ffc528b on network d1bd7e5e-52b7-4310-a8ae-008a603d18e1 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:11:10.456022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50240) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:10.462003 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-10b84c94-5ada-43ac-a400-21391d7e0df9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Calling delete_port for 0ca7c8be-0fc5-418b-991b-08e7978926ab owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:11:10.475812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:11:10.476221 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] Checking segment: {'id': '6c485388-fbf3-40ad-8c01-1f5696761571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:10.476623 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] Bound using segment: {'id': '6c485388-fbf3-40ad-8c01-1f5696761571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:11:10.477113 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] Bound port: 758eb475-03c4-4fb5-8980-c7212ffc528b, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c485388-fbf3-40ad-8c01-1f5696761571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:11:10.477486 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:10.508908 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-123b9af9-da95-4d4a-aac6-2fbd6e6f073f tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e11bd5b-72c4-493b-b783-7676244de39d HTTP/1.1" status: 200 len: 205 time: 0.0530331 Jul 30 02:11:10.525758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50242) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:10.582884 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-925beea8-f929-4bd0-9725-a0b3aa5c462b tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] delete failed (client error): The resource could not be found. Jul 30 02:11:10.588662 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-925beea8-f929-4bd0-9725-a0b3aa5c462b tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "DELETE /v2.0/routers/4e11bd5b-72c4-493b-b783-7676244de39d HTTP/1.1" status: 404 len: 336 time: 0.0609460 Jul 30 02:11:10.606086 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50248) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:10.674916 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf003f07-0237-48d2-9a16-8e142bb1e9d8 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] DELETE failed (client error): The resource could not be found. Jul 30 02:11:10.676178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf003f07-0237-48d2-9a16-8e142bb1e9d8 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:11:10.680529 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cf003f07-0237-48d2-9a16-8e142bb1e9d8 tempest-RoutersAdminTest-1924256150 tempest-RoutersAdminTest-1924256150-project] 10.222.0.70 "DELETE /v2.0/subnets/fdee8384-0b35-4fc1-bc84-81c5a6d34755 HTTP/1.1" status: 404 len: 337 time: 0.0710783 Jul 30 02:11:10.713865 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] For port 758eb475-03c4-4fb5-8980-c7212ffc528b, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:11:10.718051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] For port 758eb475-03c4-4fb5-8980-c7212ffc528b, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=758eb475-03c4-4fb5-8980-c7212ffc528b,segment=NetworkSegment(6c485388-fbf3-40ad-8c01-1f5696761571),segment_id=6c485388-fbf3-40ad-8c01-1f5696761571)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:11:10.773490 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:10.803463 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10b84c94-5ada-43ac-a400-21391d7e0df9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:10.883341 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=758eb475-03c4-4fb5-8980-c7212ffc528b,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:10.901618 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b84c94-5ada-43ac-a400-21391d7e0df9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event deleted for resources: {'Port': ['ID=0ca7c8be-0fc5-418b-991b-08e7978926ab,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:10.932375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:10.934444 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:10.939116 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-773e41ff-47a7-41c6-8751-e81ab5d88bf9 service neutron] 10.222.0.77 "PUT /v2.0/ports/758eb475-03c4-4fb5-8980-c7212ffc528b HTTP/1.1" status: 200 len: 1092 time: 1.6942859 Jul 30 02:11:10.939642 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719c8fd9-5546-4990-abf8-8579b41a4c7c', 'tag': '758eb475-03c4-4fb5-8980-c7212ffc528b'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:11:10.942723 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50e5d69-98f0-45d1-976e-4efd9525d0f0" -d '{"events": [{"name": "network-changed", "server_uuid": "719c8fd9-5546-4990-abf8-8579b41a4c7c", "tag": "758eb475-03c4-4fb5-8980-c7212ffc528b"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:11:10.995619 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:11:11.044017 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:11:11.045127 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device b863df2a-da59-4f8f-ad8e-ffa5e8c7f8d3 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:11:11.231082 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-fce44946-d6b4-4f4f-b691-947054426450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:11.238722 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-fce44946-d6b4-4f4f-b691-947054426450 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7178d3e97eda4b719733eaf558d6f1f6&device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 1095 time: 0.1236787 Jul 30 02:11:11.313967 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10b84c94-5ada-43ac-a400-21391d7e0df9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:11.376624 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-853bbe64-e44b-4e2a-acc4-7d1fa6dc14b7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=758eb475-03c4-4fb5-8980-c7212ffc528b HTTP/1.1" status: 200 len: 217 time: 0.1275172 Jul 30 02:11:11.485996 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50268) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:11.536370 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34750bc-7e8c-4735-a2db-01d80e918925 x-openstack-request-id: req-f34750bc-7e8c-4735-a2db-01d80e918925 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:11:11.538187 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719c8fd9-5546-4990-abf8-8579b41a4c7c", "tag": "758eb475-03c4-4fb5-8980-c7212ffc528b", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:11:11.538979 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f34750bc-7e8c-4735-a2db-01d80e918925 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:11:11.539611 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719c8fd9-5546-4990-abf8-8579b41a4c7c', 'tag': '758eb475-03c4-4fb5-8980-c7212ffc528b', 'status': 'completed', 'code': 200} Jul 30 02:11:11.554735 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19da01-e498-4d26-8a81-1df11b57a9b6 req-75cf58b7-bab7-4b5a-92a1-0af8e2dc5784 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:11.556338 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb19da01-e498-4d26-8a81-1df11b57a9b6 req-75cf58b7-bab7-4b5a-92a1-0af8e2dc5784 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 944 time: 0.2720907 Jul 30 02:11:11.558356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-0fba7ee0-4f9e-4bce-ba13-b4f8a3844136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:11.559726 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-0fba7ee0-4f9e-4bce-ba13-b4f8a3844136 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7c9bac8a-05a8-4ddb-86a2-09676d2aa38e HTTP/1.1" status: 200 len: 835 time: 0.1745214 Jul 30 02:11:11.647474 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb19da01-e498-4d26-8a81-1df11b57a9b6 req-6c680315-807f-4471-8a22-5e01ee1d79e5 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=b557bded-c646-4612-b770-d259f0ce37bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806472 Jul 30 02:11:11.649120 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ff098a31-b1ae-43a1-ad94-9f68e903011a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:11.653730 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-e2544818-49fd-40d1-a378-ff83cbdff920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:11.654837 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-e2544818-49fd-40d1-a378-ff83cbdff920 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d1bd7e5e-52b7-4310-a8ae-008a603d18e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863559 Jul 30 02:11:11.655024 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-14016998-c152-4d2f-ad2d-f159f6d8d118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:11.762286 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b84c94-5ada-43ac-a400-21391d7e0df9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Router 3b3f561c-9003-402e-afdc-b6f836b29312 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:11:11.785454 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-fe51d330-9384-4387-9117-b8fae80898c9 service neutron] 10.222.0.77 "GET /v2.0/networks/d1bd7e5e-52b7-4310-a8ae-008a603d18e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225481 Jul 30 02:11:11.786771 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:11.892608 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ff098a31-b1ae-43a1-ad94-9f68e903011a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:11.910082 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b84c94-5ada-43ac-a400-21391d7e0df9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:11:11.920379 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-10b84c94-5ada-43ac-a400-21391d7e0df9 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "PUT /v2.0/routers/3b3f561c-9003-402e-afdc-b6f836b29312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4623096 Jul 30 02:11:11.920379 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50284) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:11.935358 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ddcca-3614-4bd9-ba0c-0a3724351bf1 None None] Sync routers for ids ['3b3f561c-9003-402e-afdc-b6f836b29312'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:11:11.951853 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ddcca-3614-4bd9-ba0c-0a3724351bf1 None None] Routers {'3b3f561c-9003-402e-afdc-b6f836b29312'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:11:11.954830 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-852ddcca-3614-4bd9-ba0c-0a3724351bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:11:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['3b3f561c-9003-402e-afdc-b6f836b29312'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:11.963866 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-add954cd-7ecb-4e34-976e-3b5283bed6e8 req-9a938335-707a-4490-9cb3-374757280586 service neutron] 10.222.0.77 "GET /v2.0/networks/d1bd7e5e-52b7-4310-a8ae-008a603d18e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355567 Jul 30 02:11:11.971586 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ff098a31-b1ae-43a1-ad94-9f68e903011a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:11.983166 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-10831e90-68e6-4c06-ab6c-a3b5cbb7ca45 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Deleting subnet 110b5de3-a324-40fd-9ecf-42bfcd52389a {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:11:11.987699 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10831e90-68e6-4c06-ab6c-a3b5cbb7ca45 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:12.039500 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10831e90-68e6-4c06-ab6c-a3b5cbb7ca45 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:12.050414 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff098a31-b1ae-43a1-ad94-9f68e903011a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00818aae-1a16-4082-aa14-79457396eb1a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:12.083903 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50288) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:12.084763 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ff098a31-b1ae-43a1-ad94-9f68e903011a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ee075eaedbb4e5db4a7b8063307211d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5983124 Jul 30 02:11:12.236494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e5d69-98f0-45d1-976e-4efd9525d0f0 req-43f11627-88d7-4133-9fb5-0b0a629dc9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:12.238285 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f50e5d69-98f0-45d1-976e-4efd9525d0f0 req-43f11627-88d7-4133-9fb5-0b0a629dc9c2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7178d3e97eda4b719733eaf558d6f1f6&device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 1095 time: 0.0823083 Jul 30 02:11:12.280127 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-852ddcca-3614-4bd9-ba0c-0a3724351bf1 None None] Set router 3b3f561c-9003-402e-afdc-b6f836b29312 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:11:12.390230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e5d69-98f0-45d1-976e-4efd9525d0f0 req-c75ce45a-a470-4039-9176-fe383810def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:12.391987 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f50e5d69-98f0-45d1-976e-4efd9525d0f0 req-c75ce45a-a470-4039-9176-fe383810def6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d1bd7e5e-52b7-4310-a8ae-008a603d18e1 HTTP/1.1" status: 200 len: 897 time: 0.1457496 Jul 30 02:11:12.465090 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f50e5d69-98f0-45d1-976e-4efd9525d0f0 req-73dd92f8-5dda-4eb1-8f7d-6e3c808d4884 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=758eb475-03c4-4fb5-8980-c7212ffc528b HTTP/1.1" status: 200 len: 217 time: 0.0654590 Jul 30 02:11:12.557775 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e5d69-98f0-45d1-976e-4efd9525d0f0 req-82e9c34f-1ae9-43e3-ae90-6499e95ead34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:12.559540 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f50e5d69-98f0-45d1-976e-4efd9525d0f0 req-82e9c34f-1ae9-43e3-ae90-6499e95ead34 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7c9bac8a-05a8-4ddb-86a2-09676d2aa38e HTTP/1.1" status: 200 len: 835 time: 0.0843346 Jul 30 02:11:12.586964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-852ddcca-3614-4bd9-ba0c-0a3724351bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3f561c-9003-402e-afdc-b6f836b29312', 'name': 'tempest-TestSecurityGroupsBasicOps-router-18223004', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ba7cf9ce-516b-4bb7-8831-82c9b20e8705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:29Z', 'updated_at': '2021-07-30T02:11:10Z', 'revision_number': 5, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': 'ba7cf9ce-516b-4bb7-8831-82c9b20e8705', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3f561c-9003-402e-afdc-b6f836b29312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:31Z', 'updated_at': '2021-07-30T02:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:12.606576 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d6cf85f2-61b3-400a-881b-746a582fa718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:12.606576 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10831e90-68e6-4c06-ab6c-a3b5cbb7ca45 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:12.622843 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ddcca-3614-4bd9-ba0c-0a3724351bf1 None None] Checking router: 3b3f561c-9003-402e-afdc-b6f836b29312 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:11:12.629759 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e5d69-98f0-45d1-976e-4efd9525d0f0 req-9deaaced-c5fe-480f-bca4-f090f4a8397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:12.631452 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f50e5d69-98f0-45d1-976e-4efd9525d0f0 req-9deaaced-c5fe-480f-bca4-f090f4a8397c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d1bd7e5e-52b7-4310-a8ae-008a603d18e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591822 Jul 30 02:11:12.637158 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ddcca-3614-4bd9-ba0c-0a3724351bf1 None None] Routers {'3b3f561c-9003-402e-afdc-b6f836b29312'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:11:12.637792 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-852ddcca-3614-4bd9-ba0c-0a3724351bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:11:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['3b3f561c-9003-402e-afdc-b6f836b29312'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:12.648741 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d6cf85f2-61b3-400a-881b-746a582fa718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:12.801728 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f50e5d69-98f0-45d1-976e-4efd9525d0f0 req-d30c8696-3d25-4c1c-a8ba-545bdc090b68 service neutron] 10.222.0.77 "GET /v2.0/networks/d1bd7e5e-52b7-4310-a8ae-008a603d18e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609926 Jul 30 02:11:12.804122 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-852ddcca-3614-4bd9-ba0c-0a3724351bf1 None None] Set router 3b3f561c-9003-402e-afdc-b6f836b29312 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:11:12.813156 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10831e90-68e6-4c06-ab6c-a3b5cbb7ca45 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:12.845960 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10831e90-68e6-4c06-ab6c-a3b5cbb7ca45 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event deleted for resources: {'Subnet': ['ID=110b5de3-a324-40fd-9ecf-42bfcd52389a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:12.850285 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10831e90-68e6-4c06-ab6c-a3b5cbb7ca45 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:12.852532 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-10831e90-68e6-4c06-ab6c-a3b5cbb7ca45 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "DELETE /v2.0/subnets/110b5de3-a324-40fd-9ecf-42bfcd52389a HTTP/1.1" status: 204 len: 168 time: 0.9310615 Jul 30 02:11:12.855033 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50324) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:12.863810 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d6cf85f2-61b3-400a-881b-746a582fa718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:12.866686 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d6cf85f2-61b3-400a-881b-746a582fa718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:12.869935 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d6cf85f2-61b3-400a-881b-746a582fa718 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/00818aae-1a16-4082-aa14-79457396eb1a HTTP/1.1" status: 204 len: 168 time: 0.7824793 Jul 30 02:11:12.894886 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a067b273-c932-4fb3-b30c-4c7f3b3acd17 None None] Network e2023a5f-2c83-4ecd-abca-e06af1a3e0a5 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:12.977258 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf85f2-61b3-400a-881b-746a582fa718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00818aae-1a16-4082-aa14-79457396eb1a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:12.990626 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b00d99-9bd5-4f01-9912-cb9ee1b34512 req-01028344-419f-42d0-b085-5b7fc05d715c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:12.995387 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18b00d99-9bd5-4f01-9912-cb9ee1b34512 req-01028344-419f-42d0-b085-5b7fc05d715c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 944 time: 0.2283320 Jul 30 02:11:13.001065 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f50e5d69-98f0-45d1-976e-4efd9525d0f0 req-0498819b-0e28-46d6-b6e6-7993875ba4bc service neutron] 10.222.0.77 "GET /v2.0/networks/d1bd7e5e-52b7-4310-a8ae-008a603d18e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911023 Jul 30 02:11:13.076876 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f597afbe-78ae-4372-8845-381ead32e5b4 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:13.265444 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f597afbe-78ae-4372-8845-381ead32e5b4 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:13.286785 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18b00d99-9bd5-4f01-9912-cb9ee1b34512 req-d379f5fc-aa11-487d-82f2-4ddb0971d32c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=b557bded-c646-4612-b770-d259f0ce37bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643653 Jul 30 02:11:13.315100 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-852ddcca-3614-4bd9-ba0c-0a3724351bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3f561c-9003-402e-afdc-b6f836b29312', 'name': 'tempest-TestSecurityGroupsBasicOps-router-18223004', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ba7cf9ce-516b-4bb7-8831-82c9b20e8705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:29Z', 'updated_at': '2021-07-30T02:11:10Z', 'revision_number': 5, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': 'ba7cf9ce-516b-4bb7-8831-82c9b20e8705', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3f561c-9003-402e-afdc-b6f836b29312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:31Z', 'updated_at': '2021-07-30T02:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:13.395913 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac70b56-38eb-4e69-a45c-5f15665a7f7c None None] DHCP port deletion for e2023a5f-2c83-4ecd-abca-e06af1a3e0a5 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:11:13.408214 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ddcca-3614-4bd9-ba0c-0a3724351bf1 None None] The sync data for ids ['3b3f561c-9003-402e-afdc-b6f836b29312'] in n-d-713498-9 is: [{'id': '3b3f561c-9003-402e-afdc-b6f836b29312', 'name': 'tempest-TestSecurityGroupsBasicOps-router-18223004', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ba7cf9ce-516b-4bb7-8831-82c9b20e8705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:29Z', 'updated_at': '2021-07-30T02:11:10Z', 'revision_number': 5, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': 'ba7cf9ce-516b-4bb7-8831-82c9b20e8705', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3f561c-9003-402e-afdc-b6f836b29312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:31Z', 'updated_at': '2021-07-30T02:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:11:13.410683 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:13.486391 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1ac70b56-38eb-4e69-a45c-5f15665a7f7c None None] Deleting port 7e6dccaf-d597-4371-844e-37260e1846ee {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:11:13.486770 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1ac70b56-38eb-4e69-a45c-5f15665a7f7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:13.503516 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-f597afbe-78ae-4372-8845-381ead32e5b4 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Deleting port ba7cf9ce-516b-4bb7-8831-82c9b20e8705 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:11:13.503870 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f597afbe-78ae-4372-8845-381ead32e5b4 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:13.589450 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1ac70b56-38eb-4e69-a45c-5f15665a7f7c None None] For port 7e6dccaf-d597-4371-844e-37260e1846ee, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7e6dccaf-d597-4371-844e-37260e1846ee,segment=NetworkSegment(c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91),segment_id=c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:13.590038 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1ac70b56-38eb-4e69-a45c-5f15665a7f7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:13.614991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-f597afbe-78ae-4372-8845-381ead32e5b4 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] For port ba7cf9ce-516b-4bb7-8831-82c9b20e8705, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ba7cf9ce-516b-4bb7-8831-82c9b20e8705,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:13.615269 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1ac70b56-38eb-4e69-a45c-5f15665a7f7c None None] Calling delete_port for 7e6dccaf-d597-4371-844e-37260e1846ee owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:11:13.615800 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f597afbe-78ae-4372-8845-381ead32e5b4 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:13.632365 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-f597afbe-78ae-4372-8845-381ead32e5b4 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Calling delete_port for ba7cf9ce-516b-4bb7-8831-82c9b20e8705 owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:11:13.726543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50368) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:13.775928 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1f43433b-d3f6-4215-8394-cb27f797e7db admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ebbfc51a3da4e40ad73036ad240b765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478892 Jul 30 02:11:13.778154 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50372) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:13.965436 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1ac70b56-38eb-4e69-a45c-5f15665a7f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:13.965436 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac70b56-38eb-4e69-a45c-5f15665a7f7c None None] No DVR routers for this DVR port 7e6dccaf-d597-4371-844e-37260e1846ee on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:11:13.965436 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac70b56-38eb-4e69-a45c-5f15665a7f7c None None] Pushing event deleted for resources: {'Port': ['ID=7e6dccaf-d597-4371-844e-37260e1846ee,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:14.028342 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65d345cf-b07b-4214-b955-110ac057a568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:14.031071 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0ca7c8be-0fc5-418b-991b-08e7978926ab no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:11:14.031820 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65d345cf-b07b-4214-b955-110ac057a568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:14.032000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 0ca7c8be-0fc5-418b-991b-08e7978926ab {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:11:14.032000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0ca7c8be-0fc5-418b-991b-08e7978926ab not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:11:14.032000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7e6dccaf-d597-4371-844e-37260e1846ee no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:11:14.032000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 7e6dccaf-d597-4371-844e-37260e1846ee {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:11:14.032000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7e6dccaf-d597-4371-844e-37260e1846ee not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:11:14.037794 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f597afbe-78ae-4372-8845-381ead32e5b4 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:14.070565 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597afbe-78ae-4372-8845-381ead32e5b4 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event deleted for resources: {'Port': ['ID=ba7cf9ce-516b-4bb7-8831-82c9b20e8705,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:14.151094 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f597afbe-78ae-4372-8845-381ead32e5b4 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:14.155700 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65d345cf-b07b-4214-b955-110ac057a568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:14.158474 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65d345cf-b07b-4214-b955-110ac057a568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:14.159573 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-65d345cf-b07b-4214-b955-110ac057a568 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6b93be58-0fdb-462a-969f-7da7e473e9b0 HTTP/1.1" status: 204 len: 168 time: 0.3803072 Jul 30 02:11:14.171576 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d345cf-b07b-4214-b955-110ac057a568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b93be58-0fdb-462a-969f-7da7e473e9b0,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:14.309110 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f597afbe-78ae-4372-8845-381ead32e5b4 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:14.311640 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f597afbe-78ae-4372-8845-381ead32e5b4 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:14.451070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c957f91-4d70-4b4b-bcb4-3e64a4a28726 req-37b20bb6-5cf4-4f91-946f-4693771b049c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:14.452597 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c957f91-4d70-4b4b-bcb4-3e64a4a28726 req-37b20bb6-5cf4-4f91-946f-4693771b049c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 944 time: 0.0641484 Jul 30 02:11:14.461230 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 758eb475-03c4-4fb5-8980-c7212ffc528b details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:11:14.469585 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f597afbe-78ae-4372-8845-381ead32e5b4 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:14.470227 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f597afbe-78ae-4372-8845-381ead32e5b4 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Fanout notify agent at l3_agent the message router_deleted on router 3b3f561c-9003-402e-afdc-b6f836b29312 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:11:14.477906 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f597afbe-78ae-4372-8845-381ead32e5b4 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:14.479294 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f597afbe-78ae-4372-8845-381ead32e5b4 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "DELETE /v2.0/routers/3b3f561c-9003-402e-afdc-b6f836b29312 HTTP/1.1" status: 204 len: 168 time: 1.6231952 Jul 30 02:11:14.493308 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50408) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:14.535413 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c957f91-4d70-4b4b-bcb4-3e64a4a28726 req-5a5cc102-4fe2-46b7-9dd1-a8bf068ed2ee tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=b557bded-c646-4612-b770-d259f0ce37bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766668 Jul 30 02:11:14.604511 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cfafe93f-368a-4f6f-a94c-6d54ca3f2622 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:14.633399 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 758eb475-03c4-4fb5-8980-c7212ffc528b, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=758eb475-03c4-4fb5-8980-c7212ffc528b,segment=NetworkSegment(6c485388-fbf3-40ad-8c01-1f5696761571),segment_id=6c485388-fbf3-40ad-8c01-1f5696761571)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:14.656285 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '758eb475-03c4-4fb5-8980-c7212ffc528b', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'port_id': '758eb475-03c4-4fb5-8980-c7212ffc528b', 'mac_address': 'fa:16:3e:7b:30:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:11:14.714599 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:14.721595 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:14.737434 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758eb475-03c4-4fb5-8980-c7212ffc528b {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:11:14.757619 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cfafe93f-368a-4f6f-a94c-6d54ca3f2622 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:14.760673 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 758eb475-03c4-4fb5-8980-c7212ffc528b, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=758eb475-03c4-4fb5-8980-c7212ffc528b,segment=NetworkSegment(6c485388-fbf3-40ad-8c01-1f5696761571),segment_id=6c485388-fbf3-40ad-8c01-1f5696761571)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:14.769180 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-cfafe93f-368a-4f6f-a94c-6d54ca3f2622 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2023a5f-2c83-4ecd-abca-e06af1a3e0a5']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:14.781566 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-cfafe93f-368a-4f6f-a94c-6d54ca3f2622 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:14.781936 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-cfafe93f-368a-4f6f-a94c-6d54ca3f2622 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d3fb77-6b87-4f6d-a25b-a3510f4ddf91') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:14.801739 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cfafe93f-368a-4f6f-a94c-6d54ca3f2622 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:14.827876 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cfafe93f-368a-4f6f-a94c-6d54ca3f2622 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:14.842494 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfafe93f-368a-4f6f-a94c-6d54ca3f2622 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:11:14.843062 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cfafe93f-368a-4f6f-a94c-6d54ca3f2622 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:14.846942 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:11:14.895238 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:11:14.905308 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=758eb475-03c4-4fb5-8980-c7212ffc528b,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:15.074662 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cfafe93f-368a-4f6f-a94c-6d54ca3f2622 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:15.081333 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cfafe93f-368a-4f6f-a94c-6d54ca3f2622 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:15.084709 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cfafe93f-368a-4f6f-a94c-6d54ca3f2622 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "DELETE /v2.0/networks/e2023a5f-2c83-4ecd-abca-e06af1a3e0a5 HTTP/1.1" status: 204 len: 168 time: 0.5904856 Jul 30 02:11:15.087393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50438) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:15.152634 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['758eb475-03c4-4fb5-8980-c7212ffc528b'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:11:15.176911 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafe93f-368a-4f6f-a94c-6d54ca3f2622 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event deleted for resources: {'Network': ['ID=e2023a5f-2c83-4ecd-abca-e06af1a3e0a5,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:15.437111 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-e29c88b8-4e31-4deb-abf4-e63ac92c0237 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Deleting port 591eb077-8bb3-4c4b-b619-80c2ea9d444a {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:11:15.437494 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e29c88b8-4e31-4deb-abf4-e63ac92c0237 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:15.529320 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e29c88b8-4e31-4deb-abf4-e63ac92c0237 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:15.529653 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e29c88b8-4e31-4deb-abf4-e63ac92c0237 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:15.542763 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-e29c88b8-4e31-4deb-abf4-e63ac92c0237 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Calling delete_port for 591eb077-8bb3-4c4b-b619-80c2ea9d444a owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:11:15.696765 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50474) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:15.718665 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245e83a-88d9-412e-8dec-eeadb01d783b req-65c5ee73-3f14-4561-94f8-48e25025f879 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:15.720232 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f245e83a-88d9-412e-8dec-eeadb01d783b req-65c5ee73-3f14-4561-94f8-48e25025f879 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 945 time: 0.0785501 Jul 30 02:11:15.788302 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f245e83a-88d9-412e-8dec-eeadb01d783b req-55bac78b-e53a-4211-912f-b0c11a743b15 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=b557bded-c646-4612-b770-d259f0ce37bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559931 Jul 30 02:11:15.813532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-95925ab6-941a-49ee-8304-661686d62da5 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1508234912'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:15.869583 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ba7cf9ce-516b-4bb7-8831-82c9b20e8705 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:11:15.890089 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: ba7cf9ce-516b-4bb7-8831-82c9b20e8705 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:11:15.890467 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ba7cf9ce-516b-4bb7-8831-82c9b20e8705 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:11:15.911828 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e29c88b8-4e31-4deb-abf4-e63ac92c0237 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:15.938226 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c88b8-4e31-4deb-abf4-e63ac92c0237 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event deleted for resources: {'Port': ['ID=591eb077-8bb3-4c4b-b619-80c2ea9d444a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:15.943746 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95925ab6-941a-49ee-8304-661686d62da5 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Made reservation on behalf of f6549ae96ed04724bd9eaf77ba98a57b for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:15.948271 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95925ab6-941a-49ee-8304-661686d62da5 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:15.957957 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95925ab6-941a-49ee-8304-661686d62da5 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:16.003676 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e29c88b8-4e31-4deb-abf4-e63ac92c0237 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:16.011417 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-e29c88b8-4e31-4deb-abf4-e63ac92c0237 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Floating IP 3387620a-c7a9-4024-b231-8c0edad70a3a disassociated (deleted). External IP: 172.25.1.109, port: e7292691-c0ce-477d-ae99-7f489beab849. Jul 30 02:11:16.064835 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95925ab6-941a-49ee-8304-661686d62da5 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:16.221094 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29c88b8-4e31-4deb-abf4-e63ac92c0237 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Router 9a298ab8-a465-4d61-8899-28340fc6e788 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:11:16.240360 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95925ab6-941a-49ee-8304-661686d62da5 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:16.270697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95925ab6-941a-49ee-8304-661686d62da5 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:11:16.279996 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95925ab6-941a-49ee-8304-661686d62da5 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3d21b4-ad64-4764-9e02-add2a5f67b84,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:16.286014 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95925ab6-941a-49ee-8304-661686d62da5 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:16.289357 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-95925ab6-941a-49ee-8304-661686d62da5 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Added segment 5d1be226-7976-4d60-b9ae-7c697effbf52 of type vlan for network 042d7644-f9ee-4a31-92d6-8129c073f84f Jul 30 02:11:16.327461 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95925ab6-941a-49ee-8304-661686d62da5 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:16.333019 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29c88b8-4e31-4deb-abf4-e63ac92c0237 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:11:16.341342 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e29c88b8-4e31-4deb-abf4-e63ac92c0237 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:16.344795 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd72010-1d49-44a4-b6ac-708eaa077b10 None None] Sync routers for ids ['9a298ab8-a465-4d61-8899-28340fc6e788'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:11:16.355624 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd72010-1d49-44a4-b6ac-708eaa077b10 None None] Routers {'9a298ab8-a465-4d61-8899-28340fc6e788'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:11:16.356241 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ecd72010-1d49-44a4-b6ac-708eaa077b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:11:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9a298ab8-a465-4d61-8899-28340fc6e788'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:16.373774 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e29c88b8-4e31-4deb-abf4-e63ac92c0237 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "DELETE /v2.0/floatingips/3387620a-c7a9-4024-b231-8c0edad70a3a HTTP/1.1" status: 204 len: 168 time: 1.2844763 Jul 30 02:11:16.382205 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3229aa0f-f079-43d1-9586-a4b3864702dc', 'tag': 'e7292691-c0ce-477d-ae99-7f489beab849'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:11:16.382205 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e587d6df-a7f1-4c5c-9cf3-16148e901419" -d '{"events": [{"name": "network-changed", "server_uuid": "3229aa0f-f079-43d1-9586-a4b3864702dc", "tag": "e7292691-c0ce-477d-ae99-7f489beab849"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:11:16.424970 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c78f9b8-9314-414c-8f5a-00e4495f02d5 x-openstack-request-id: req-9c78f9b8-9314-414c-8f5a-00e4495f02d5 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:11:16.425253 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3229aa0f-f079-43d1-9586-a4b3864702dc", "tag": "e7292691-c0ce-477d-ae99-7f489beab849", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:11:16.425784 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c78f9b8-9314-414c-8f5a-00e4495f02d5 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:11:16.426184 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3229aa0f-f079-43d1-9586-a4b3864702dc', 'tag': 'e7292691-c0ce-477d-ae99-7f489beab849', 'status': 'completed', 'code': 200} Jul 30 02:11:16.452117 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95925ab6-941a-49ee-8304-661686d62da5 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:16.458068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95925ab6-941a-49ee-8304-661686d62da5 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:16.458974 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95925ab6-941a-49ee-8304-661686d62da5 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:16.483316 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 758eb475-03c4-4fb5-8980-c7212ffc528b up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:11:16.522694 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-ecd72010-1d49-44a4-b6ac-708eaa077b10 None None] Set router 9a298ab8-a465-4d61-8899-28340fc6e788 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:11:16.600022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95925ab6-941a-49ee-8304-661686d62da5 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Pushing event updated for resources: {'Network': ['ID=042d7644-f9ee-4a31-92d6-8129c073f84f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:16.608978 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587d6df-a7f1-4c5c-9cf3-16148e901419 req-4937ca80-6873-4071-8bc6-090d93d1fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:16.611511 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e587d6df-a7f1-4c5c-9cf3-16148e901419 req-4937ca80-6873-4071-8bc6-090d93d1fb80 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=153ae8173a1a4ac0be30613af3c0859f&device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 1136 time: 0.1294563 Jul 30 02:11:16.612378 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 042d7644-f9ee-4a31-92d6-8129c073f84f details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:11:16.714541 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587d6df-a7f1-4c5c-9cf3-16148e901419 req-41af6b81-069f-4c6a-aaaf-7ebd484024fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:16.716245 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e587d6df-a7f1-4c5c-9cf3-16148e901419 req-41af6b81-069f-4c6a-aaaf-7ebd484024fd service neutron] 10.222.0.77 "GET /v2.0/networks?id=fae3e077-d620-41b6-8873-cf09bb00e4be HTTP/1.1" status: 200 len: 897 time: 0.0978827 Jul 30 02:11:16.726411 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 758eb475-03c4-4fb5-8980-c7212ffc528b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:11:16.727012 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-95925ab6-941a-49ee-8304-661686d62da5 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0250502 Jul 30 02:11:16.727156 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50516) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:16.731454 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 758eb475-03c4-4fb5-8980-c7212ffc528b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:16.731913 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-5e74ff8c-1941-4c8c-88ee-38b1b65e3c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Request body: {'subnet': {'network_id': '042d7644-f9ee-4a31-92d6-8129c073f84f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:16.732615 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:16.786025 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ecd72010-1d49-44a4-b6ac-708eaa077b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206438291', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:09:20Z', 'updated_at': '2021-07-30T02:09:29Z', 'revision_number': 4, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:21Z', 'updated_at': '2021-07-30T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '4687a142-b325-4433-b9eb-ad380ea6286f', 'name': '', 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'mac_address': 'fa:16:3e:a5:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'd391aee6-75ac-4b31-942f-ba2f1a5cdd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:27Z', 'updated_at': '2021-07-30T02:09:35Z', 'revision_number': 5, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'subnets': [{'id': 'd391aee6-75ac-4b31-942f-ba2f1a5cdd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:16.790183 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e587d6df-a7f1-4c5c-9cf3-16148e901419 req-ca33bd94-2777-4cc6-8986-e38d8e0b1a34 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7292691-c0ce-477d-ae99-7f489beab849 HTTP/1.1" status: 200 len: 217 time: 0.0657437 Jul 30 02:11:16.831522 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd72010-1d49-44a4-b6ac-708eaa077b10 None None] Checking router: 9a298ab8-a465-4d61-8899-28340fc6e788 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:11:16.843203 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:16.856928 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd72010-1d49-44a4-b6ac-708eaa077b10 None None] Routers {'9a298ab8-a465-4d61-8899-28340fc6e788'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:11:16.858826 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ecd72010-1d49-44a4-b6ac-708eaa077b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:11:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9a298ab8-a465-4d61-8899-28340fc6e788'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:16.875898 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719c8fd9-5546-4990-abf8-8579b41a4c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758eb475-03c4-4fb5-8980-c7212ffc528b'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:11:16.881524 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646bf967-dd84-4888-b9ff-f7afcd753872" -d '{"events": [{"server_uuid": "719c8fd9-5546-4990-abf8-8579b41a4c7c", "name": "network-vif-plugged", "status": "completed", "tag": "758eb475-03c4-4fb5-8980-c7212ffc528b"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:11:16.910527 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 758eb475-03c4-4fb5-8980-c7212ffc528b, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=758eb475-03c4-4fb5-8980-c7212ffc528b,segment=NetworkSegment(6c485388-fbf3-40ad-8c01-1f5696761571),segment_id=6c485388-fbf3-40ad-8c01-1f5696761571)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:16.928361 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587d6df-a7f1-4c5c-9cf3-16148e901419 req-9c4ec807-13c5-49ef-a27d-d0a4d9d22e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:16.929874 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e587d6df-a7f1-4c5c-9cf3-16148e901419 req-9c4ec807-13c5-49ef-a27d-d0a4d9d22e1b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d391aee6-75ac-4b31-942f-ba2f1a5cdd56 HTTP/1.1" status: 200 len: 835 time: 0.1309292 Jul 30 02:11:16.990470 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-ecd72010-1d49-44a4-b6ac-708eaa077b10 None None] Set router 9a298ab8-a465-4d61-8899-28340fc6e788 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:11:17.009629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513033a-ecaf-4a28-9647-0d1f98be55c0 req-dad93f8d-d9ba-40b0-8264-6171072fe8dc tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:17.011326 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b513033a-ecaf-4a28-9647-0d1f98be55c0 req-dad93f8d-d9ba-40b0-8264-6171072fe8dc tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 945 time: 0.0856595 Jul 30 02:11:17.011942 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e74ff8c-1941-4c8c-88ee-38b1b65e3c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Made reservation on behalf of f6549ae96ed04724bd9eaf77ba98a57b for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:17.016474 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5e74ff8c-1941-4c8c-88ee-38b1b65e3c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:17.023991 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587d6df-a7f1-4c5c-9cf3-16148e901419 req-733add23-7816-4e3a-aed7-47473e2ab934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:17.023991 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e587d6df-a7f1-4c5c-9cf3-16148e901419 req-733add23-7816-4e3a-aed7-47473e2ab934 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fae3e077-d620-41b6-8873-cf09bb00e4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805016 Jul 30 02:11:17.050706 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:17.146217 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b513033a-ecaf-4a28-9647-0d1f98be55c0 req-62291748-741b-43b5-9371-7cdb318818ee tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=b557bded-c646-4612-b770-d259f0ce37bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173372 Jul 30 02:11:17.169950 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=758eb475-03c4-4fb5-8980-c7212ffc528b,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:17.230576 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e587d6df-a7f1-4c5c-9cf3-16148e901419 req-e6655e7e-9f4f-4453-89d3-2c0e1cc21ec8 service neutron] 10.222.0.77 "GET /v2.0/networks/fae3e077-d620-41b6-8873-cf09bb00e4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941712 Jul 30 02:11:17.425230 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ecd72010-1d49-44a4-b6ac-708eaa077b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206438291', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:09:20Z', 'updated_at': '2021-07-30T02:09:29Z', 'revision_number': 4, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:21Z', 'updated_at': '2021-07-30T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '4687a142-b325-4433-b9eb-ad380ea6286f', 'name': '', 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'mac_address': 'fa:16:3e:a5:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'd391aee6-75ac-4b31-942f-ba2f1a5cdd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:27Z', 'updated_at': '2021-07-30T02:09:35Z', 'revision_number': 5, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'subnets': [{'id': 'd391aee6-75ac-4b31-942f-ba2f1a5cdd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:17.435706 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd318b0-f29b-4439-8824-8d657db8ddc7 x-openstack-request-id: req-efd318b0-f29b-4439-8824-8d657db8ddc7 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:11:17.435893 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719c8fd9-5546-4990-abf8-8579b41a4c7c", "name": "network-vif-plugged", "status": "completed", "tag": "758eb475-03c4-4fb5-8980-c7212ffc528b", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:11:17.436118 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-efd318b0-f29b-4439-8824-8d657db8ddc7 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:11:17.436569 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719c8fd9-5546-4990-abf8-8579b41a4c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758eb475-03c4-4fb5-8980-c7212ffc528b', 'code': 200} Jul 30 02:11:17.449339 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e587d6df-a7f1-4c5c-9cf3-16148e901419 req-6e56898f-ae26-46ad-b9a4-e35d85892959 service neutron] 10.222.0.77 "GET /v2.0/networks/fae3e077-d620-41b6-8873-cf09bb00e4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122042 Jul 30 02:11:17.491262 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35386d0-98c5-487f-8259-e4b18990ae3c req-758f857a-e573-403d-ae40-7acf70949231 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:17.499330 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f35386d0-98c5-487f-8259-e4b18990ae3c req-758f857a-e573-403d-ae40-7acf70949231 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 985 time: 0.0745316 Jul 30 02:11:17.510327 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd72010-1d49-44a4-b6ac-708eaa077b10 None None] The sync data for ids ['9a298ab8-a465-4d61-8899-28340fc6e788'] in n-d-713498-9 is: [{'id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206438291', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:09:20Z', 'updated_at': '2021-07-30T02:09:29Z', 'revision_number': 4, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:21Z', 'updated_at': '2021-07-30T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '4687a142-b325-4433-b9eb-ad380ea6286f', 'name': '', 'network_id': 'fae3e077-d620-41b6-8873-cf09bb00e4be', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'mac_address': 'fa:16:3e:a5:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'd391aee6-75ac-4b31-942f-ba2f1a5cdd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:27Z', 'updated_at': '2021-07-30T02:09:35Z', 'revision_number': 5, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'subnets': [{'id': 'd391aee6-75ac-4b31-942f-ba2f1a5cdd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:11:17.532461 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5e74ff8c-1941-4c8c-88ee-38b1b65e3c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:17.593794 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f35386d0-98c5-487f-8259-e4b18990ae3c req-39facb10-e14f-4152-9a64-53a2ec99ae84 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/security-groups?id=dad0a132-fe22-427f-b97d-278dbf0926ca&id=4e981404-c05e-4797-805a-0ac3a28ae581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0934424 Jul 30 02:11:17.637406 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d2ea1-6656-4325-8b12-9d36520c4ecd req-9be3af3b-7267-4441-97f9-aa985b23d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:17.639306 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c77d2ea1-6656-4325-8b12-9d36520c4ecd req-9be3af3b-7267-4441-97f9-aa985b23d0ba service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 1097 time: 0.0904200 Jul 30 02:11:17.674699 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74ff8c-1941-4c8c-88ee-38b1b65e3c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Pushing event updated for resources: {'Subnet': ['ID=94bfdf23-be40-416d-9387-3109895b9f68,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:17.686711 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e74ff8c-1941-4c8c-88ee-38b1b65e3c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Checking segment: {'id': '5d1be226-7976-4d60-b9ae-7c697effbf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '042d7644-f9ee-4a31-92d6-8129c073f84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:17.687090 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e74ff8c-1941-4c8c-88ee-38b1b65e3c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Network hostable DHCP agents. Network: 042d7644-f9ee-4a31-92d6-8129c073f84f, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:11:17.697242 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c77d2ea1-6656-4325-8b12-9d36520c4ecd req-83d43f45-9c31-438b-8750-c59142ff6aba service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b557bded-c646-4612-b770-d259f0ce37bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507598 Jul 30 02:11:17.716023 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:17.789115 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e74ff8c-1941-4c8c-88ee-38b1b65e3c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Network 042d7644-f9ee-4a31-92d6-8129c073f84f is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:11:17.882577 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03e043c-88d1-4c2a-b741-2cace91939d3 None None] New status for floating IP 3387620a-c7a9-4024-b231-8c0edad70a3a: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:11:17.909085 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-5e74ff8c-1941-4c8c-88ee-38b1b65e3c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 042d7644-f9ee-4a31-92d6-8129c073f84f) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:17.913430 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e74ff8c-1941-4c8c-88ee-38b1b65e3c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:17.914080 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5e74ff8c-1941-4c8c-88ee-38b1b65e3c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:17.938276 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159e0d16-15d9-4ce6-93c5-b71dae568bcb None None] Network 042d7644-f9ee-4a31-92d6-8129c073f84f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:18.072725 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5e74ff8c-1941-4c8c-88ee-38b1b65e3c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3449583 Jul 30 02:11:18.075408 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50572) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:18.080673 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-24cfac1f-8a13-4a5d-ac7d-5a8b2ccc99c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Request body: {'port': {'network_id': '042d7644-f9ee-4a31-92d6-8129c073f84f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1531213392'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:18.158142 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-042d7644-f9ee-4a31-92d6-8129c073f84f', 'network_id': '042d7644-f9ee-4a31-92d6-8129c073f84f', 'tenant_id': 'f6549ae96ed04724bd9eaf77ba98a57b', 'fixed_ips': [{'subnet_id': '94bfdf23-be40-416d-9387-3109895b9f68'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:11:18.160047 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:18.337030 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98615620-f35b-40a5-b2ed-df33a47c0d17 req-a815e19b-d2ce-445b-8ddb-82201424334a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:18.338569 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-98615620-f35b-40a5-b2ed-df33a47c0d17 req-a815e19b-d2ce-445b-8ddb-82201424334a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 946 time: 0.0584276 Jul 30 02:11:18.346217 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cfac1f-8a13-4a5d-ac7d-5a8b2ccc99c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Made reservation on behalf of f6549ae96ed04724bd9eaf77ba98a57b for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:18.349117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Allocated IP 2001:db8::2 (042d7644-f9ee-4a31-92d6-8129c073f84f/94bfdf23-be40-416d-9387-3109895b9f68/273672a4-7a85-42e4-ac75-3ef0f4041d4f) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:11:18.352807 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-24cfac1f-8a13-4a5d-ac7d-5a8b2ccc99c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:18.400412 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-24cfac1f-8a13-4a5d-ac7d-5a8b2ccc99c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] device_id is not set on port 7a430e48-c5ba-40e5-a537-ff9d7250bd0d yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:11:18.461366 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-98615620-f35b-40a5-b2ed-df33a47c0d17 req-aec00060-a622-44c1-9b97-ea5ce0b70600 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=b557bded-c646-4612-b770-d259f0ce37bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898087 Jul 30 02:11:18.545044 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:18.554024 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Transition to ACTIVE for port object 273672a4-7a85-42e4-ac75-3ef0f4041d4f will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:18.571232 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Transition to ACTIVE for port object 273672a4-7a85-42e4-ac75-3ef0f4041d4f will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:18.676282 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:18.757760 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Network 042d7644-f9ee-4a31-92d6-8129c073f84f is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:11:18.762055 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:18.767196 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:11:18.778263 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Pushing event updated for resources: {'Port': ['ID=273672a4-7a85-42e4-ac75-3ef0f4041d4f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:18.786185 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88ea2e-613c-4c12-ae9b-c48a9a67bd4a req-4c18e52a-e6fd-4598-aba9-1d18ab222016 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:18.801742 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1e88ea2e-613c-4c12-ae9b-c48a9a67bd4a req-4c18e52a-e6fd-4598-aba9-1d18ab222016 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 985 time: 0.1016042 Jul 30 02:11:18.802042 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-24cfac1f-8a13-4a5d-ac7d-5a8b2ccc99c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Allocated IP 2001:db8::254 (042d7644-f9ee-4a31-92d6-8129c073f84f/94bfdf23-be40-416d-9387-3109895b9f68/7a430e48-c5ba-40e5-a537-ff9d7250bd0d) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:11:18.840195 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1e88ea2e-613c-4c12-ae9b-c48a9a67bd4a req-0144073d-d2eb-497f-9163-c585d9e39fdb tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/security-groups?id=dad0a132-fe22-427f-b97d-278dbf0926ca&id=4e981404-c05e-4797-805a-0ac3a28ae581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0434794 Jul 30 02:11:18.852329 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Attempting to bind port 273672a4-7a85-42e4-ac75-3ef0f4041d4f on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:11:18.852988 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Attempting to bind port 273672a4-7a85-42e4-ac75-3ef0f4041d4f by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '5d1be226-7976-4d60-b9ae-7c697effbf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '042d7644-f9ee-4a31-92d6-8129c073f84f'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:11:18.863206 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Attempting to bind port 273672a4-7a85-42e4-ac75-3ef0f4041d4f on network 042d7644-f9ee-4a31-92d6-8129c073f84f {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:11:18.863206 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:11:18.863206 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Checking segment: {'id': '5d1be226-7976-4d60-b9ae-7c697effbf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '042d7644-f9ee-4a31-92d6-8129c073f84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:18.863206 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:18.863206 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Bound using segment: {'id': '5d1be226-7976-4d60-b9ae-7c697effbf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '042d7644-f9ee-4a31-92d6-8129c073f84f'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:11:18.863206 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Bound port: 273672a4-7a85-42e4-ac75-3ef0f4041d4f, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1be226-7976-4d60-b9ae-7c697effbf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '042d7644-f9ee-4a31-92d6-8129c073f84f'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:11:18.863206 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:18.925999 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29601c70-580a-4f50-984a-52456a47f044 req-18ce79e9-390d-46f2-9e74-e92f5b950d3b tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:18.927783 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-29601c70-580a-4f50-984a-52456a47f044 req-18ce79e9-390d-46f2-9e74-e92f5b950d3b tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.77 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 985 time: 0.0663376 Jul 30 02:11:18.957258 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] For port 273672a4-7a85-42e4-ac75-3ef0f4041d4f, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:11:18.958199 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] For port 273672a4-7a85-42e4-ac75-3ef0f4041d4f, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=273672a4-7a85-42e4-ac75-3ef0f4041d4f,segment=NetworkSegment(5d1be226-7976-4d60-b9ae-7c697effbf52),segment_id=5d1be226-7976-4d60-b9ae-7c697effbf52)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:11:19.032062 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-24cfac1f-8a13-4a5d-ac7d-5a8b2ccc99c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:19.047546 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-24cfac1f-8a13-4a5d-ac7d-5a8b2ccc99c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Transition to ACTIVE for port object 7a430e48-c5ba-40e5-a537-ff9d7250bd0d will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:19.065662 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-29601c70-580a-4f50-984a-52456a47f044 req-8f5f4efe-033b-41b5-94c2-9caa5cd6f8fe tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Deleting port e7292691-c0ce-477d-ae99-7f489beab849 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:11:19.066005 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-29601c70-580a-4f50-984a-52456a47f044 req-8f5f4efe-033b-41b5-94c2-9caa5cd6f8fe tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:19.072232 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:19.143023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307861d-a81c-4e69-90ed-686a23867d74 None None] Pushing event updated for resources: {'Port': ['ID=273672a4-7a85-42e4-ac75-3ef0f4041d4f,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:19.192319 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-29601c70-580a-4f50-984a-52456a47f044 req-8f5f4efe-033b-41b5-94c2-9caa5cd6f8fe tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] For port e7292691-c0ce-477d-ae99-7f489beab849, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e7292691-c0ce-477d-ae99-7f489beab849,segment=NetworkSegment(5d3abf22-da92-4e26-bc0c-16ef1a03e167),segment_id=5d3abf22-da92-4e26-bc0c-16ef1a03e167)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:19.192684 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-29601c70-580a-4f50-984a-52456a47f044 req-8f5f4efe-033b-41b5-94c2-9caa5cd6f8fe tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:19.207389 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-29601c70-580a-4f50-984a-52456a47f044 req-8f5f4efe-033b-41b5-94c2-9caa5cd6f8fe tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Calling delete_port for e7292691-c0ce-477d-ae99-7f489beab849 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:11:19.212615 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-24cfac1f-8a13-4a5d-ac7d-5a8b2ccc99c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:19.260779 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cfac1f-8a13-4a5d-ac7d-5a8b2ccc99c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Network 042d7644-f9ee-4a31-92d6-8129c073f84f is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:11:19.267587 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-24cfac1f-8a13-4a5d-ac7d-5a8b2ccc99c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:19.268962 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cfac1f-8a13-4a5d-ac7d-5a8b2ccc99c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:11:19.274635 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cfac1f-8a13-4a5d-ac7d-5a8b2ccc99c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:19.275278 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-24cfac1f-8a13-4a5d-ac7d-5a8b2ccc99c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:19.286192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfac1f-8a13-4a5d-ac7d-5a8b2ccc99c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Pushing event updated for resources: {'Port': ['ID=7a430e48-c5ba-40e5-a537-ff9d7250bd0d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:19.459567 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-24cfac1f-8a13-4a5d-ac7d-5a8b2ccc99c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3785973 Jul 30 02:11:19.459567 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50624) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:19.471600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-615bb4ae-383a-4288-bc41-b30e3c61f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Request body: {'port': {'network_id': '042d7644-f9ee-4a31-92d6-8129c073f84f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2081851699', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:19.471600 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.api.validators [None req-615bb4ae-383a-4288-bc41-b30e3c61f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] bootfile-name is not in valid_values {{(pid=94464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 02:11:19.471600 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.api.validators [None req-615bb4ae-383a-4288-bc41-b30e3c61f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] tftp-server is not in valid_values {{(pid=94464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 02:11:19.471600 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.api.validators [None req-615bb4ae-383a-4288-bc41-b30e3c61f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] server-ip-address is not in valid_values {{(pid=94464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 02:11:19.495266 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-29601c70-580a-4f50-984a-52456a47f044 req-8f5f4efe-033b-41b5-94c2-9caa5cd6f8fe tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:19.552156 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f4efe-033b-41b5-94c2-9caa5cd6f8fe tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event deleted for resources: {'Port': ['ID=e7292691-c0ce-477d-ae99-7f489beab849,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:19.596504 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-29601c70-580a-4f50-984a-52456a47f044 req-8f5f4efe-033b-41b5-94c2-9caa5cd6f8fe tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] No DVR routers for this DVR port e7292691-c0ce-477d-ae99-7f489beab849 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:11:19.600245 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-29601c70-580a-4f50-984a-52456a47f044 req-8f5f4efe-033b-41b5-94c2-9caa5cd6f8fe tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:19.602440 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-29601c70-580a-4f50-984a-52456a47f044 req-8f5f4efe-033b-41b5-94c2-9caa5cd6f8fe tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.77 "DELETE /v2.0/ports/e7292691-c0ce-477d-ae99-7f489beab849 HTTP/1.1" status: 204 len: 173 time: 0.6683385 Jul 30 02:11:19.602983 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3229aa0f-f079-43d1-9586-a4b3864702dc', 'name': 'network-vif-deleted', 'tag': 'e7292691-c0ce-477d-ae99-7f489beab849'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:11:19.605967 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed11501-99ab-44f0-bd26-f5aeb686abcf" -d '{"events": [{"server_uuid": "3229aa0f-f079-43d1-9586-a4b3864702dc", "name": "network-vif-deleted", "tag": "e7292691-c0ce-477d-ae99-7f489beab849"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:11:19.633167 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ac4af-6a55-4b5c-9b6c-f1eb0c030c7c req-d8febc1c-653b-44f2-ade9-37e16dfa960b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:19.634751 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0f9ac4af-6a55-4b5c-9b6c-f1eb0c030c7c req-d8febc1c-653b-44f2-ade9-37e16dfa960b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 946 time: 0.0814004 Jul 30 02:11:19.647431 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5683fd15-7490-4bdf-8118-808dc916e4b0 x-openstack-request-id: req-5683fd15-7490-4bdf-8118-808dc916e4b0 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:11:19.647843 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3229aa0f-f079-43d1-9586-a4b3864702dc", "name": "network-vif-deleted", "tag": "e7292691-c0ce-477d-ae99-7f489beab849", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:11:19.648104 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5683fd15-7490-4bdf-8118-808dc916e4b0 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:11:19.649019 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3229aa0f-f079-43d1-9586-a4b3864702dc', 'name': 'network-vif-deleted', 'tag': 'e7292691-c0ce-477d-ae99-7f489beab849', 'status': 'completed', 'code': 200} Jul 30 02:11:19.691026 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0f9ac4af-6a55-4b5c-9b6c-f1eb0c030c7c req-9df9df27-9041-49d7-a578-57e0d7f44d29 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=b557bded-c646-4612-b770-d259f0ce37bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468481 Jul 30 02:11:19.806616 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615bb4ae-383a-4288-bc41-b30e3c61f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Made reservation on behalf of f6549ae96ed04724bd9eaf77ba98a57b for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:19.810636 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-615bb4ae-383a-4288-bc41-b30e3c61f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:19.904072 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [None req-615bb4ae-383a-4288-bc41-b30e3c61f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] device_id is not set on port a3ac9a32-21de-4d9a-9c75-246e3c2268fa yet. {{(pid=94464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:11:19.925280 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cba57-dea2-41b5-b9c5-c8477cf34402 req-281fa7fc-981f-4911-8925-5666ff29e13f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:19.942918 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c05cba57-dea2-41b5-b9c5-c8477cf34402 req-281fa7fc-981f-4911-8925-5666ff29e13f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 946 time: 0.1404345 Jul 30 02:11:20.073912 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c05cba57-dea2-41b5-b9c5-c8477cf34402 req-2d567848-5b02-4d23-8b68-36bb82d7a078 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=b557bded-c646-4612-b770-d259f0ce37bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300189 Jul 30 02:11:20.091794 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50656) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:20.117307 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 273672a4-7a85-42e4-ac75-3ef0f4041d4f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:11:20.140010 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-83fadebd-e4a2-46a0-a5bf-3d2204ca9912 req-9d2dcfef-e555-4b74-82b6-a8210983214e tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "GET /v2.0/ports?device_id=3229aa0f-f079-43d1-9586-a4b3864702dc HTTP/1.1" status: 200 len: 210 time: 0.0950329 Jul 30 02:11:20.215438 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90043324-b1f3-4455-ace7-d1b13d49a6a5 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:20.221460 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-90043324-b1f3-4455-ace7-d1b13d49a6a5 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 1092 time: 0.1280189 Jul 30 02:11:20.227112 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50662) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:20.237263 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-23ee5178-d1aa-49ad-ac67-b8cb3d39db9b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': '758eb475-03c4-4fb5-8980-c7212ffc528b', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:20.287817 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-615bb4ae-383a-4288-bc41-b30e3c61f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Allocated IP 2001:db8::1fe (042d7644-f9ee-4a31-92d6-8129c073f84f/94bfdf23-be40-416d-9387-3109895b9f68/a3ac9a32-21de-4d9a-9c75-246e3c2268fa) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:11:20.317484 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 273672a4-7a85-42e4-ac75-3ef0f4041d4f completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:11:20.343542 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-23ee5178-d1aa-49ad-ac67-b8cb3d39db9b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:20.572047 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-615bb4ae-383a-4288-bc41-b30e3c61f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:20.585908 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-23ee5178-d1aa-49ad-ac67-b8cb3d39db9b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:20.587157 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-615bb4ae-383a-4288-bc41-b30e3c61f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Transition to ACTIVE for port object a3ac9a32-21de-4d9a-9c75-246e3c2268fa will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:20.694959 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-615bb4ae-383a-4288-bc41-b30e3c61f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:20.724627 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd15384-d06b-47ed-a006-c964de9c458a None None] Network 042d7644-f9ee-4a31-92d6-8129c073f84f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:20.804463 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615bb4ae-383a-4288-bc41-b30e3c61f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Network 042d7644-f9ee-4a31-92d6-8129c073f84f is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:11:20.808559 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-615bb4ae-383a-4288-bc41-b30e3c61f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:20.823715 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615bb4ae-383a-4288-bc41-b30e3c61f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:11:20.839379 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615bb4ae-383a-4288-bc41-b30e3c61f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:20.840160 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-615bb4ae-383a-4288-bc41-b30e3c61f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:20.840387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-23ee5178-d1aa-49ad-ac67-b8cb3d39db9b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Allocated IP 172.25.1.222 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/02076676-736c-4bee-ae64-fbd2fc6fbf93) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:11:20.855628 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bb4ae-383a-4288-bc41-b30e3c61f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Pushing event updated for resources: {'Port': ['ID=a3ac9a32-21de-4d9a-9c75-246e3c2268fa,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:20.975327 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-615bb4ae-383a-4288-bc41-b30e3c61f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.5127420 Jul 30 02:11:20.975327 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50698) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:21.068101 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-23ee5178-d1aa-49ad-ac67-b8cb3d39db9b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:21.170514 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b940fbe7-f606-4a68-b120-1896f26a8f1d None None] Provisioning for port 273672a4-7a85-42e4-ac75-3ef0f4041d4f completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:11:21.182583 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b940fbe7-f606-4a68-b120-1896f26a8f1d None None] Provisioning complete for port 273672a4-7a85-42e4-ac75-3ef0f4041d4f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:21.183927 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b940fbe7-f606-4a68-b120-1896f26a8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:21.212584 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-23ee5178-d1aa-49ad-ac67-b8cb3d39db9b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:21.214425 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50712) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:21.291103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ee5178-d1aa-49ad-ac67-b8cb3d39db9b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:11:21.304651 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-23ee5178-d1aa-49ad-ac67-b8cb3d39db9b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:21.307983 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ee5178-d1aa-49ad-ac67-b8cb3d39db9b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:11:21.356864 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee5178-d1aa-49ad-ac67-b8cb3d39db9b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'Port': ['ID=02076676-736c-4bee-ae64-fbd2fc6fbf93,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:21.371192 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b940fbe7-f606-4a68-b120-1896f26a8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:21.422510 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b940fbe7-f606-4a68-b120-1896f26a8f1d None None] For port 273672a4-7a85-42e4-ac75-3ef0f4041d4f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=273672a4-7a85-42e4-ac75-3ef0f4041d4f,segment=NetworkSegment(5d1be226-7976-4d60-b9ae-7c697effbf52),segment_id=5d1be226-7976-4d60-b9ae-7c697effbf52)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:21.490845 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c481099-549a-47cd-83ab-cde3e693bdc8 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:21.522914 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b940fbe7-f606-4a68-b120-1896f26a8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:21.545398 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c481099-549a-47cd-83ab-cde3e693bdc8 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:21.579482 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1587b06-53d9-479f-978b-ce9cd5ad638e tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:21.585897 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1587b06-53d9-479f-978b-ce9cd5ad638e tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:21.592504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1587b06-53d9-479f-978b-ce9cd5ad638e tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:21.597571 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a1587b06-53d9-479f-978b-ce9cd5ad638e tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.6189234 Jul 30 02:11:21.598388 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50736) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:21.612083 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940fbe7-f606-4a68-b120-1896f26a8f1d None None] Pushing event updated for resources: {'Port': ['ID=273672a4-7a85-42e4-ac75-3ef0f4041d4f,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:21.738992 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-86ce4b8a-d494-42fd-a7e7-2d44a0ceb529 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Deleting port a3ac9a32-21de-4d9a-9c75-246e3c2268fa {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:11:21.738992 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86ce4b8a-d494-42fd-a7e7-2d44a0ceb529 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:21.851351 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86ce4b8a-d494-42fd-a7e7-2d44a0ceb529 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:21.871657 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-13a2f6d5-3e6f-4d7b-a428-42c530f20f78 None None] Provisioning for port 7a430e48-c5ba-40e5-a537-ff9d7250bd0d completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:11:21.876255 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-13a2f6d5-3e6f-4d7b-a428-42c530f20f78 None None] Provisioning complete for port 7a430e48-c5ba-40e5-a537-ff9d7250bd0d triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:21.880366 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13a2f6d5-3e6f-4d7b-a428-42c530f20f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:21.881924 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-86ce4b8a-d494-42fd-a7e7-2d44a0ceb529 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Calling delete_port for a3ac9a32-21de-4d9a-9c75-246e3c2268fa owned by {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:11:21.890166 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c481099-549a-47cd-83ab-cde3e693bdc8 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:21.893548 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c481099-549a-47cd-83ab-cde3e693bdc8 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:21.897881 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50754) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:21.907067 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5c481099-549a-47cd-83ab-cde3e693bdc8 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "DELETE /v2.0/security-groups/4e981404-c05e-4797-805a-0ac3a28ae581 HTTP/1.1" status: 204 len: 168 time: 0.6857717 Jul 30 02:11:21.922884 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 273672a4-7a85-42e4-ac75-3ef0f4041d4f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:11:22.006927 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-13a2f6d5-3e6f-4d7b-a428-42c530f20f78 None None] Port 7a430e48-c5ba-40e5-a537-ff9d7250bd0d cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:11:22.064644 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 273672a4-7a85-42e4-ac75-3ef0f4041d4f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:22.065130 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:22.117016 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5e16ab58-4481-4c2d-ab76-9bb704409322 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:22.138649 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-13a2f6d5-3e6f-4d7b-a428-42c530f20f78 None None] Provisioning for port a3ac9a32-21de-4d9a-9c75-246e3c2268fa completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:11:22.144994 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-13a2f6d5-3e6f-4d7b-a428-42c530f20f78 None None] Provisioning complete for port a3ac9a32-21de-4d9a-9c75-246e3c2268fa triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:22.145463 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13a2f6d5-3e6f-4d7b-a428-42c530f20f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:22.219489 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5e16ab58-4481-4c2d-ab76-9bb704409322 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:22.231775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-13a2f6d5-3e6f-4d7b-a428-42c530f20f78 None None] Port a3ac9a32-21de-4d9a-9c75-246e3c2268fa cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:11:22.263936 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-13a2f6d5-3e6f-4d7b-a428-42c530f20f78 None None] Provisioning complete for port 273672a4-7a85-42e4-ac75-3ef0f4041d4f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:22.264820 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13a2f6d5-3e6f-4d7b-a428-42c530f20f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:22.386057 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5e16ab58-4481-4c2d-ab76-9bb704409322 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:22.389019 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5e16ab58-4481-4c2d-ab76-9bb704409322 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:22.391380 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5e16ab58-4481-4c2d-ab76-9bb704409322 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "DELETE /v2.0/security-groups/dad0a132-fe22-427f-b97d-278dbf0926ca HTTP/1.1" status: 204 len: 168 time: 0.4921644 Jul 30 02:11:22.398167 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50780) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:22.450507 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16ab58-4481-4c2d-ab76-9bb704409322 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad0a132-fe22-427f-b97d-278dbf0926ca,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:22.454015 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86ce4b8a-d494-42fd-a7e7-2d44a0ceb529 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:22.502088 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce4b8a-d494-42fd-a7e7-2d44a0ceb529 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Pushing event deleted for resources: {'Port': ['ID=a3ac9a32-21de-4d9a-9c75-246e3c2268fa,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:22.507973 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0a934138-eadc-4a72-9d8a-a13ce8592eea None None] Provisioning complete for port 7a430e48-c5ba-40e5-a537-ff9d7250bd0d triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:22.507973 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a934138-eadc-4a72-9d8a-a13ce8592eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:22.571742 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device e7292691-c0ce-477d-ae99-7f489beab849 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:11:22.588378 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c481099-549a-47cd-83ab-cde3e693bdc8 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e981404-c05e-4797-805a-0ac3a28ae581,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:22.644339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: e7292691-c0ce-477d-ae99-7f489beab849 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:11:22.644950 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device e7292691-c0ce-477d-ae99-7f489beab849 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:11:22.670938 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-86ce4b8a-d494-42fd-a7e7-2d44a0ceb529 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:22.678284 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-86ce4b8a-d494-42fd-a7e7-2d44a0ceb529 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] 10.222.0.70 "DELETE /v2.0/ports/a3ac9a32-21de-4d9a-9c75-246e3c2268fa HTTP/1.1" status: 204 len: 168 time: 1.0784557 Jul 30 02:11:22.679038 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50796) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:22.713959 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0a934138-eadc-4a72-9d8a-a13ce8592eea None None] Port 7a430e48-c5ba-40e5-a537-ff9d7250bd0d cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:11:22.719206 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0a934138-eadc-4a72-9d8a-a13ce8592eea None None] Could not find standard attr ID for object a3ac9a32-21de-4d9a-9c75-246e3c2268fa. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:11:22.762423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e9bdaed2-9aaf-42c9-9297-b889113dd004 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Request body: {'port': {'name': 'tempest-new-port-name-867399674', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:22.763310 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.api.validators [None req-e9bdaed2-9aaf-42c9-9297-b889113dd004 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] bootfile-name is not in valid_values {{(pid=94464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 02:11:22.763424 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.api.validators [None req-e9bdaed2-9aaf-42c9-9297-b889113dd004 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] tftp-server is not in valid_values {{(pid=94464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 02:11:22.763834 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.api.validators [None req-e9bdaed2-9aaf-42c9-9297-b889113dd004 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] server-ip-address is not in valid_values {{(pid=94464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 02:11:22.897315 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9bdaed2-9aaf-42c9-9297-b889113dd004 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:22.942528 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-23ee5178-d1aa-49ad-ac67-b8cb3d39db9b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:23.139027 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-23ee5178-d1aa-49ad-ac67-b8cb3d39db9b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:23.216457 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9bdaed2-9aaf-42c9-9297-b889113dd004 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:23.239113 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92d7fa0b-1ac9-4ecb-8bab-86dce9a6b4bb tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:23.293547 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9bdaed2-9aaf-42c9-9297-b889113dd004 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:23.312886 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-23ee5178-d1aa-49ad-ac67-b8cb3d39db9b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:23.359728 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-e9bdaed2-9aaf-42c9-9297-b889113dd004 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] In _notify_port_updated(), no bound segment for port 7a430e48-c5ba-40e5-a537-ff9d7250bd0d on network 042d7644-f9ee-4a31-92d6-8129c073f84f {{(pid=94464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:11:23.365509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bdaed2-9aaf-42c9-9297-b889113dd004 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:23.367511 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e9bdaed2-9aaf-42c9-9297-b889113dd004 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:23.368883 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e9bdaed2-9aaf-42c9-9297-b889113dd004 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] 10.222.0.70 "PUT /v2.0/ports/7a430e48-c5ba-40e5-a537-ff9d7250bd0d HTTP/1.1" status: 200 len: 1129 time: 0.6138964 Jul 30 02:11:23.371883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50824) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:23.416913 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-23ee5178-d1aa-49ad-ac67-b8cb3d39db9b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:23.419534 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bdaed2-9aaf-42c9-9297-b889113dd004 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Pushing event updated for resources: {'Port': ['ID=7a430e48-c5ba-40e5-a537-ff9d7250bd0d,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:23.469900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752fe988-0e1f-4200-8f7b-762a5bfde410 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:23.474808 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-752fe988-0e1f-4200-8f7b-762a5bfde410 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] 10.222.0.70 "GET /v2.0/ports/7a430e48-c5ba-40e5-a537-ff9d7250bd0d HTTP/1.1" status: 200 len: 1129 time: 0.0984986 Jul 30 02:11:23.475557 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50830) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:23.553809 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee5178-d1aa-49ad-ac67-b8cb3d39db9b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'Port': ['ID=02076676-736c-4bee-ae64-fbd2fc6fbf93,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:23.606007 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-23ee5178-d1aa-49ad-ac67-b8cb3d39db9b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:23.704377 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-92d7fa0b-1ac9-4ecb-8bab-86dce9a6b4bb tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Deleting port 4687a142-b325-4433-b9eb-ad380ea6286f {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:11:23.704860 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92d7fa0b-1ac9-4ecb-8bab-86dce9a6b4bb tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:23.762330 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-917d2fbe-3f11-4c9c-8aed-61f30663527a None None] Provisioning complete for port 7a430e48-c5ba-40e5-a537-ff9d7250bd0d triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:23.762330 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-917d2fbe-3f11-4c9c-8aed-61f30663527a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:23.799483 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-23ee5178-d1aa-49ad-ac67-b8cb3d39db9b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Floating IP d162d241-9826-4667-8231-51eab7a46770 associated. External IP: 172.25.1.222, port: 758eb475-03c4-4fb5-8980-c7212ffc528b. Jul 30 02:11:23.800100 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-917d2fbe-3f11-4c9c-8aed-61f30663527a None None] Port 7a430e48-c5ba-40e5-a537-ff9d7250bd0d cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:11:23.815546 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-92d7fa0b-1ac9-4ecb-8bab-86dce9a6b4bb tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] For port 4687a142-b325-4433-b9eb-ad380ea6286f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4687a142-b325-4433-b9eb-ad380ea6286f,segment=NetworkSegment(5d3abf22-da92-4e26-bc0c-16ef1a03e167),segment_id=5d3abf22-da92-4e26-bc0c-16ef1a03e167)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:23.816221 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92d7fa0b-1ac9-4ecb-8bab-86dce9a6b4bb tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:23.834503 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-92d7fa0b-1ac9-4ecb-8bab-86dce9a6b4bb tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Calling delete_port for 4687a142-b325-4433-b9eb-ad380ea6286f owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:11:23.854225 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-4614bc0b-37b4-4f05-9269-a848429587e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Deleting port 7a430e48-c5ba-40e5-a537-ff9d7250bd0d {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:11:23.854683 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4614bc0b-37b4-4f05-9269-a848429587e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:24.066763 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4614bc0b-37b4-4f05-9269-a848429587e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:24.126964 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-4614bc0b-37b4-4f05-9269-a848429587e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Calling delete_port for 7a430e48-c5ba-40e5-a537-ff9d7250bd0d owned by {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:11:24.186204 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92d7fa0b-1ac9-4ecb-8bab-86dce9a6b4bb tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:24.220275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ee5178-d1aa-49ad-ac67-b8cb3d39db9b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:11:24.227542 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7fa0b-1ac9-4ecb-8bab-86dce9a6b4bb tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event deleted for resources: {'Port': ['ID=4687a142-b325-4433-b9eb-ad380ea6286f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:24.411604 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ee5178-d1aa-49ad-ac67-b8cb3d39db9b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:11:24.424609 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2f811a-0d25-4268-b8c4-82c22060eddf None None] Sync routers for ids ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:11:24.440918 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2f811a-0d25-4268-b8c4-82c22060eddf None None] Routers {'2ed8660b-733d-4b15-9600-d1d34bd7bd1e'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:11:24.441786 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-da2f811a-0d25-4268-b8c4-82c22060eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:11:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:24.501292 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4614bc0b-37b4-4f05-9269-a848429587e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:24.554664 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92d7fa0b-1ac9-4ecb-8bab-86dce9a6b4bb tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:24.563955 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614bc0b-37b4-4f05-9269-a848429587e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Pushing event deleted for resources: {'Port': ['ID=7a430e48-c5ba-40e5-a537-ff9d7250bd0d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:24.567910 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-23ee5178-d1aa-49ad-ac67-b8cb3d39db9b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:24.619840 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-da2f811a-0d25-4268-b8c4-82c22060eddf None None] Set router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:11:24.666347 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4614bc0b-37b4-4f05-9269-a848429587e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:24.672274 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4614bc0b-37b4-4f05-9269-a848429587e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] 10.222.0.70 "DELETE /v2.0/ports/7a430e48-c5ba-40e5-a537-ff9d7250bd0d HTTP/1.1" status: 204 len: 168 time: 1.1928666 Jul 30 02:11:24.690159 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50898) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:24.838130 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-23ee5178-d1aa-49ad-ac67-b8cb3d39db9b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6071863 Jul 30 02:11:24.840588 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50910) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:24.843331 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719c8fd9-5546-4990-abf8-8579b41a4c7c', 'tag': '758eb475-03c4-4fb5-8980-c7212ffc528b'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:11:24.847771 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3be8c8-a1e1-43a9-b8ac-7519a4885b56" -d '{"events": [{"name": "network-changed", "server_uuid": "719c8fd9-5546-4990-abf8-8579b41a4c7c", "tag": "758eb475-03c4-4fb5-8980-c7212ffc528b"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:11:24.881942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d7306e-e9e6-4957-8b52-7e0e1fa3a960 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Deleting subnet 94bfdf23-be40-416d-9387-3109895b9f68 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:11:24.886947 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-99d7306e-e9e6-4957-8b52-7e0e1fa3a960 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:24.979241 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-99d7306e-e9e6-4957-8b52-7e0e1fa3a960 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:25.027398 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-bf6a4b15-df47-4df9-9a3d-2dd32080b0f6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/floatingips/d162d241-9826-4667-8231-51eab7a46770 HTTP/1.1" status: 200 len: 992 time: 0.1854208 Jul 30 02:11:25.041767 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-da2f811a-0d25-4268-b8c4-82c22060eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '51b26e85-c397-45d0-a5df-92070e26904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:46Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '51b26e85-c397-45d0-a5df-92070e26904f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:47Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'd162d241-9826-4667-8231-51eab7a46770', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'port_id': '758eb475-03c4-4fb5-8980-c7212ffc528b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'mac_address': 'fa:16:3e:7b:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719c8fd9-5546-4990-abf8-8579b41a4c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:11:21Z', 'updated_at': '2021-07-30T02:11:21Z', 'revision_number': 0, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e6452b-90dc-43fc-980a-5cc2ed339569', 'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:f8:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:53Z', 'updated_at': '2021-07-30T02:11:02Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:25.053119 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d7fa0b-1ac9-4ecb-8bab-86dce9a6b4bb tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Router 9a298ab8-a465-4d61-8899-28340fc6e788 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:11:25.104449 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2f811a-0d25-4268-b8c4-82c22060eddf None None] Checking router: 2ed8660b-733d-4b15-9600-d1d34bd7bd1e for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:11:25.114710 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2f811a-0d25-4268-b8c4-82c22060eddf None None] Routers {'2ed8660b-733d-4b15-9600-d1d34bd7bd1e'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:11:25.115348 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-da2f811a-0d25-4268-b8c4-82c22060eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:11:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:25.151687 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-99d7306e-e9e6-4957-8b52-7e0e1fa3a960 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:25.245444 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d7fa0b-1ac9-4ecb-8bab-86dce9a6b4bb tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:11:25.254076 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-92d7fa0b-1ac9-4ecb-8bab-86dce9a6b4bb tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "PUT /v2.0/routers/9a298ab8-a465-4d61-8899-28340fc6e788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8544581 Jul 30 02:11:25.255765 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f59b1b-bc21-4571-9d14-92519254cb68 None None] Sync routers for ids ['9a298ab8-a465-4d61-8899-28340fc6e788'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:11:25.260797 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50930) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:25.261459 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4daa3b-642b-4a09-8190-9d3e61b67ed2 x-openstack-request-id: req-6a4daa3b-642b-4a09-8190-9d3e61b67ed2 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:11:25.261783 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719c8fd9-5546-4990-abf8-8579b41a4c7c", "tag": "758eb475-03c4-4fb5-8980-c7212ffc528b", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:11:25.262041 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a4daa3b-642b-4a09-8190-9d3e61b67ed2 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:11:25.262467 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719c8fd9-5546-4990-abf8-8579b41a4c7c', 'tag': '758eb475-03c4-4fb5-8980-c7212ffc528b', 'status': 'completed', 'code': 200} Jul 30 02:11:25.274120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f59b1b-bc21-4571-9d14-92519254cb68 None None] Routers {'9a298ab8-a465-4d61-8899-28340fc6e788'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:11:25.276835 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-43f59b1b-bc21-4571-9d14-92519254cb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:11:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9a298ab8-a465-4d61-8899-28340fc6e788'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:25.312649 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-99d7306e-e9e6-4957-8b52-7e0e1fa3a960 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:25.319283 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-da2f811a-0d25-4268-b8c4-82c22060eddf None None] Set router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:11:25.353839 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7306e-e9e6-4957-8b52-7e0e1fa3a960 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Pushing event deleted for resources: {'Subnet': ['ID=94bfdf23-be40-416d-9387-3109895b9f68,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:25.369079 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-097945f6-e4aa-48ae-a64f-43b53e54bf18 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Deleting subnet d391aee6-75ac-4b31-942f-ba2f1a5cdd56 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:11:25.375994 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-097945f6-e4aa-48ae-a64f-43b53e54bf18 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:25.387458 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3be8c8-a1e1-43a9-b8ac-7519a4885b56 req-3bcd925e-7499-4d78-a91a-563ce8ae9a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:25.389282 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db3be8c8-a1e1-43a9-b8ac-7519a4885b56 req-3bcd925e-7499-4d78-a91a-563ce8ae9a3a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7178d3e97eda4b719733eaf558d6f1f6&device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 1097 time: 0.1403909 Jul 30 02:11:25.392737 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-99d7306e-e9e6-4957-8b52-7e0e1fa3a960 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:25.397107 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-99d7306e-e9e6-4957-8b52-7e0e1fa3a960 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] 10.222.0.70 "DELETE /v2.0/subnets/94bfdf23-be40-416d-9387-3109895b9f68 HTTP/1.1" status: 204 len: 168 time: 0.6984050 Jul 30 02:11:25.397903 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50938) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:25.413806 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14685a69-5ccc-4862-bf5e-2098c8d4696f None None] Network 042d7644-f9ee-4a31-92d6-8129c073f84f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:25.501753 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-097945f6-e4aa-48ae-a64f-43b53e54bf18 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:25.524676 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-739ff364-0cd6-4e46-b121-fc6c494bb4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:25.659745 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-739ff364-0cd6-4e46-b121-fc6c494bb4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Deleting port 273672a4-7a85-42e4-ac75-3ef0f4041d4f {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:11:25.660195 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-739ff364-0cd6-4e46-b121-fc6c494bb4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:25.662221 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-43f59b1b-bc21-4571-9d14-92519254cb68 None None] Set router 9a298ab8-a465-4d61-8899-28340fc6e788 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:11:25.665590 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-097945f6-e4aa-48ae-a64f-43b53e54bf18 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:25.731728 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-739ff364-0cd6-4e46-b121-fc6c494bb4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] For port 273672a4-7a85-42e4-ac75-3ef0f4041d4f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=273672a4-7a85-42e4-ac75-3ef0f4041d4f,segment=NetworkSegment(5d1be226-7976-4d60-b9ae-7c697effbf52),segment_id=5d1be226-7976-4d60-b9ae-7c697effbf52)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:25.732320 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-739ff364-0cd6-4e46-b121-fc6c494bb4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:25.755055 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-739ff364-0cd6-4e46-b121-fc6c494bb4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Calling delete_port for 273672a4-7a85-42e4-ac75-3ef0f4041d4f owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:11:25.908756 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3be8c8-a1e1-43a9-b8ac-7519a4885b56 req-0508eac1-132c-473f-b9d7-51f2f403d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:25.913631 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db3be8c8-a1e1-43a9-b8ac-7519a4885b56 req-0508eac1-132c-473f-b9d7-51f2f403d107 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d1bd7e5e-52b7-4310-a8ae-008a603d18e1 HTTP/1.1" status: 200 len: 897 time: 0.5149500 Jul 30 02:11:25.921208 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-097945f6-e4aa-48ae-a64f-43b53e54bf18 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:25.951048 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-da2f811a-0d25-4268-b8c4-82c22060eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '51b26e85-c397-45d0-a5df-92070e26904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:46Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '51b26e85-c397-45d0-a5df-92070e26904f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:47Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'd162d241-9826-4667-8231-51eab7a46770', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'port_id': '758eb475-03c4-4fb5-8980-c7212ffc528b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'mac_address': 'fa:16:3e:7b:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719c8fd9-5546-4990-abf8-8579b41a4c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:11:21Z', 'updated_at': '2021-07-30T02:11:21Z', 'revision_number': 0, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e6452b-90dc-43fc-980a-5cc2ed339569', 'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:f8:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:53Z', 'updated_at': '2021-07-30T02:11:02Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:25.991298 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097945f6-e4aa-48ae-a64f-43b53e54bf18 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event deleted for resources: {'Subnet': ['ID=d391aee6-75ac-4b31-942f-ba2f1a5cdd56,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:25.996695 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-739ff364-0cd6-4e46-b121-fc6c494bb4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:26.007307 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-097945f6-e4aa-48ae-a64f-43b53e54bf18 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:26.015034 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-097945f6-e4aa-48ae-a64f-43b53e54bf18 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "DELETE /v2.0/subnets/d391aee6-75ac-4b31-942f-ba2f1a5cdd56 HTTP/1.1" status: 204 len: 168 time: 0.7548239 Jul 30 02:11:26.015949 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50958) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:26.023593 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47be87d-425a-4681-b24c-193ea30448ff None None] Network fae3e077-d620-41b6-8873-cf09bb00e4be requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:26.035155 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2f811a-0d25-4268-b8c4-82c22060eddf None None] The sync data for ids ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'] in n-d-713498-9 is: [{'id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '51b26e85-c397-45d0-a5df-92070e26904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:46Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '51b26e85-c397-45d0-a5df-92070e26904f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:47Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'd162d241-9826-4667-8231-51eab7a46770', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'port_id': '758eb475-03c4-4fb5-8980-c7212ffc528b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'mac_address': 'fa:16:3e:7b:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719c8fd9-5546-4990-abf8-8579b41a4c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:11:21Z', 'updated_at': '2021-07-30T02:11:21Z', 'revision_number': 0, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e6452b-90dc-43fc-980a-5cc2ed339569', 'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:f8:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:53Z', 'updated_at': '2021-07-30T02:11:02Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:11:26.046877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50962) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:26.051646 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db3be8c8-a1e1-43a9-b8ac-7519a4885b56 req-bbf2043c-d9e2-4ba5-960f-bc2334e8cb9f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=758eb475-03c4-4fb5-8980-c7212ffc528b HTTP/1.1" status: 200 len: 1000 time: 0.1291199 Jul 30 02:11:26.054806 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ff364-0cd6-4e46-b121-fc6c494bb4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Pushing event deleted for resources: {'Port': ['ID=273672a4-7a85-42e4-ac75-3ef0f4041d4f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:26.176134 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3be8c8-a1e1-43a9-b8ac-7519a4885b56 req-fc3c257a-79b7-45a5-8068-8fc62c7f7a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:26.182125 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db3be8c8-a1e1-43a9-b8ac-7519a4885b56 req-fc3c257a-79b7-45a5-8068-8fc62c7f7a90 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7c9bac8a-05a8-4ddb-86a2-09676d2aa38e HTTP/1.1" status: 200 len: 835 time: 0.1187410 Jul 30 02:11:26.199670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739ff364-0cd6-4e46-b121-fc6c494bb4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] No DVR routers for this DVR port 273672a4-7a85-42e4-ac75-3ef0f4041d4f on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:11:26.284023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18340749-0c6b-43a3-b7ff-5f90692e8793 None None] DHCP port deletion for 042d7644-f9ee-4a31-92d6-8129c073f84f request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:11:26.342692 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-739ff364-0cd6-4e46-b121-fc6c494bb4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:26.357829 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-739ff364-0cd6-4e46-b121-fc6c494bb4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042d7644-f9ee-4a31-92d6-8129c073f84f']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:26.378888 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3be8c8-a1e1-43a9-b8ac-7519a4885b56 req-5809bb3a-2303-40cf-9d4e-8d1326466b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:26.380725 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db3be8c8-a1e1-43a9-b8ac-7519a4885b56 req-5809bb3a-2303-40cf-9d4e-8d1326466b73 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d1bd7e5e-52b7-4310-a8ae-008a603d18e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1939802 Jul 30 02:11:26.383172 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-739ff364-0cd6-4e46-b121-fc6c494bb4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1be226-7976-4d60-b9ae-7c697effbf52') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:26.383650 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-739ff364-0cd6-4e46-b121-fc6c494bb4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1be226-7976-4d60-b9ae-7c697effbf52') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:26.398473 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-24a3dace-accb-43c4-88ad-d819e371e9b2 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/floatingips/d162d241-9826-4667-8231-51eab7a46770 HTTP/1.1" status: 200 len: 992 time: 0.3441832 Jul 30 02:11:26.438172 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-739ff364-0cd6-4e46-b121-fc6c494bb4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:26.443314 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74518097-7bed-4ef3-9e4a-774879aa9028 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:26.454108 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f99bc3-ccfc-4a2d-a36c-6097e6d3a3dc None None] New status for floating IP d162d241-9826-4667-8231-51eab7a46770: ACTIVE {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:11:26.490513 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-43f59b1b-bc21-4571-9d14-92519254cb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206438291', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:09:20Z', 'updated_at': '2021-07-30T02:11:24Z', 'revision_number': 5, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:21Z', 'updated_at': '2021-07-30T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:26.522470 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-739ff364-0cd6-4e46-b121-fc6c494bb4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:26.544910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f59b1b-bc21-4571-9d14-92519254cb68 None None] Checking router: 9a298ab8-a465-4d61-8899-28340fc6e788 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:11:26.547450 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739ff364-0cd6-4e46-b121-fc6c494bb4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:11:26.547883 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-739ff364-0cd6-4e46-b121-fc6c494bb4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:26.552692 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c26e68d-d5a2-4cba-a4e7-3374e8a3bf0a None None] DHCP port deletion for fae3e077-d620-41b6-8873-cf09bb00e4be request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: items = [ Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:11:26.554490 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:11:26.568058 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f59b1b-bc21-4571-9d14-92519254cb68 None None] Routers {'9a298ab8-a465-4d61-8899-28340fc6e788'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:11:26.569276 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-43f59b1b-bc21-4571-9d14-92519254cb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:11:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9a298ab8-a465-4d61-8899-28340fc6e788'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:26.605244 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db3be8c8-a1e1-43a9-b8ac-7519a4885b56 req-e2a55b73-55ed-4d9b-81b1-9a64dc5d87ba service neutron] 10.222.0.77 "GET /v2.0/networks/d1bd7e5e-52b7-4310-a8ae-008a603d18e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972325 Jul 30 02:11:26.670714 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:11:26.674851 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74518097-7bed-4ef3-9e4a-774879aa9028 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:26.758288 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db3be8c8-a1e1-43a9-b8ac-7519a4885b56 req-f373a34b-9dd8-4b98-91bf-f2ed89030f30 service neutron] 10.222.0.77 "GET /v2.0/networks/d1bd7e5e-52b7-4310-a8ae-008a603d18e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186416 Jul 30 02:11:26.819958 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-43f59b1b-bc21-4571-9d14-92519254cb68 None None] Set router 9a298ab8-a465-4d61-8899-28340fc6e788 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:11:26.821508 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-739ff364-0cd6-4e46-b121-fc6c494bb4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:26.845927 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-739ff364-0cd6-4e46-b121-fc6c494bb4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:26.863043 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-739ff364-0cd6-4e46-b121-fc6c494bb4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] 10.222.0.70 "DELETE /v2.0/networks/042d7644-f9ee-4a31-92d6-8129c073f84f HTTP/1.1" status: 204 len: 168 time: 1.4431102 Jul 30 02:11:26.888109 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-74518097-7bed-4ef3-9e4a-774879aa9028 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Deleting port 0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:11:26.888462 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74518097-7bed-4ef3-9e4a-774879aa9028 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:26.931211 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ff364-0cd6-4e46-b121-fc6c494bb4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675 tempest-ExtraDHCPOptionsIpV6TestJSON-1718076675-project] Pushing event deleted for resources: {'Network': ['ID=042d7644-f9ee-4a31-92d6-8129c073f84f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:27.073613 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-74518097-7bed-4ef3-9e4a-774879aa9028 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] For port 0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:27.073613 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74518097-7bed-4ef3-9e4a-774879aa9028 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:27.087449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-74518097-7bed-4ef3-9e4a-774879aa9028 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Calling delete_port for 0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:11:27.283564 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8c26e68d-d5a2-4cba-a4e7-3374e8a3bf0a None None] Deleting port 9e4e6cfa-0ecb-47fd-90c0-0835dc746840 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:11:27.283936 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c26e68d-d5a2-4cba-a4e7-3374e8a3bf0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:27.398280 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8c26e68d-d5a2-4cba-a4e7-3374e8a3bf0a None None] For port 9e4e6cfa-0ecb-47fd-90c0-0835dc746840, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9e4e6cfa-0ecb-47fd-90c0-0835dc746840,segment=NetworkSegment(5d3abf22-da92-4e26-bc0c-16ef1a03e167),segment_id=5d3abf22-da92-4e26-bc0c-16ef1a03e167)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:27.398954 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c26e68d-d5a2-4cba-a4e7-3374e8a3bf0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:27.401254 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 50982) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:27.446836 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8c26e68d-d5a2-4cba-a4e7-3374e8a3bf0a None None] Calling delete_port for 9e4e6cfa-0ecb-47fd-90c0-0835dc746840 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:11:27.450256 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74518097-7bed-4ef3-9e4a-774879aa9028 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:27.485893 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74518097-7bed-4ef3-9e4a-774879aa9028 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event deleted for resources: {'Port': ['ID=0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:27.530633 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50984) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:27.548941 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-43f59b1b-bc21-4571-9d14-92519254cb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206438291', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:09:20Z', 'updated_at': '2021-07-30T02:11:24Z', 'revision_number': 5, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:21Z', 'updated_at': '2021-07-30T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:27.587603 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f59b1b-bc21-4571-9d14-92519254cb68 None None] The sync data for ids ['9a298ab8-a465-4d61-8899-28340fc6e788'] in n-d-713498-9 is: [{'id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206438291', 'tenant_id': '153ae8173a1a4ac0be30613af3c0859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:09:20Z', 'updated_at': '2021-07-30T02:11:24Z', 'revision_number': 5, 'project_id': '153ae8173a1a4ac0be30613af3c0859f', 'gw_port': {'id': '0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a298ab8-a465-4d61-8899-28340fc6e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:09:21Z', 'updated_at': '2021-07-30T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:11:27.699836 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c26e68d-d5a2-4cba-a4e7-3374e8a3bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:27.732640 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26e68d-d5a2-4cba-a4e7-3374e8a3bf0a None None] Pushing event deleted for resources: {'Port': ['ID=9e4e6cfa-0ecb-47fd-90c0-0835dc746840,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:27.734190 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7f4941fe-e3c9-41fc-85a6-6fd15399c874 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f6549ae96ed04724bd9eaf77ba98a57b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2010460 Jul 30 02:11:27.736906 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c26e68d-d5a2-4cba-a4e7-3374e8a3bf0a None None] No DVR routers for this DVR port 9e4e6cfa-0ecb-47fd-90c0-0835dc746840 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:11:27.741996 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50988) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:27.744950 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26e68d-d5a2-4cba-a4e7-3374e8a3bf0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:27.745358 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26e68d-d5a2-4cba-a4e7-3374e8a3bf0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:27.745691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26e68d-d5a2-4cba-a4e7-3374e8a3bf0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:27.746097 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26e68d-d5a2-4cba-a4e7-3374e8a3bf0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:27.753207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26e68d-d5a2-4cba-a4e7-3374e8a3bf0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:27.753207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26e68d-d5a2-4cba-a4e7-3374e8a3bf0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:27.753207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26e68d-d5a2-4cba-a4e7-3374e8a3bf0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:27.753207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26e68d-d5a2-4cba-a4e7-3374e8a3bf0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:27.753207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26e68d-d5a2-4cba-a4e7-3374e8a3bf0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:27.753207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26e68d-d5a2-4cba-a4e7-3374e8a3bf0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:27.753207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26e68d-d5a2-4cba-a4e7-3374e8a3bf0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:27.753207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26e68d-d5a2-4cba-a4e7-3374e8a3bf0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:27.819403 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-604fd83f-22a5-48c2-bbe7-47025a544008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:27.847785 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-604fd83f-22a5-48c2-bbe7-47025a544008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:27.974206 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c3daa1bc-012c-40e0-b221-203407377ada tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/floatingips/d162d241-9826-4667-8231-51eab7a46770 HTTP/1.1" status: 200 len: 994 time: 0.5717592 Jul 30 02:11:27.984915 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-604fd83f-22a5-48c2-bbe7-47025a544008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:27.994136 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-604fd83f-22a5-48c2-bbe7-47025a544008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:27.997671 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-604fd83f-22a5-48c2-bbe7-47025a544008 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2b3d21b4-ad64-4764-9e02-add2a5f67b84 HTTP/1.1" status: 204 len: 168 time: 0.2471585 Jul 30 02:11:28.009270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fd83f-22a5-48c2-bbe7-47025a544008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3d21b4-ad64-4764-9e02-add2a5f67b84,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:28.032715 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74518097-7bed-4ef3-9e4a-774879aa9028 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:28.170140 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9e4e6cfa-0ecb-47fd-90c0-0835dc746840 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:11:28.217912 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 9e4e6cfa-0ecb-47fd-90c0-0835dc746840 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:11:28.218396 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9e4e6cfa-0ecb-47fd-90c0-0835dc746840 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:11:28.218896 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4687a142-b325-4433-b9eb-ad380ea6286f no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:11:28.226099 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74518097-7bed-4ef3-9e4a-774879aa9028 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:28.233311 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74518097-7bed-4ef3-9e4a-774879aa9028 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:28.275962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 4687a142-b325-4433-b9eb-ad380ea6286f {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:11:28.280792 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4687a142-b325-4433-b9eb-ad380ea6286f not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:11:28.281192 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 273672a4-7a85-42e4-ac75-3ef0f4041d4f no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:11:28.323626 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 273672a4-7a85-42e4-ac75-3ef0f4041d4f {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:11:28.323983 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 273672a4-7a85-42e4-ac75-3ef0f4041d4f not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:11:28.419769 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74518097-7bed-4ef3-9e4a-774879aa9028 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:28.421191 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74518097-7bed-4ef3-9e4a-774879aa9028 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Fanout notify agent at l3_agent the message router_deleted on router 9a298ab8-a465-4d61-8899-28340fc6e788 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:11:28.430410 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74518097-7bed-4ef3-9e4a-774879aa9028 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:28.432870 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-74518097-7bed-4ef3-9e4a-774879aa9028 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "DELETE /v2.0/routers/9a298ab8-a465-4d61-8899-28340fc6e788 HTTP/1.1" status: 204 len: 168 time: 2.4159534 Jul 30 02:11:28.435602 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 50998) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:28.624486 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b65a-9d2f-44be-91d2-77f98d0c46f2 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:28.748109 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b65a-9d2f-44be-91d2-77f98d0c46f2 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:28.765952 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-ffc1b65a-9d2f-44be-91d2-77f98d0c46f2 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae3e077-d620-41b6-8873-cf09bb00e4be']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:28.783389 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-ffc1b65a-9d2f-44be-91d2-77f98d0c46f2 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3abf22-da92-4e26-bc0c-16ef1a03e167') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:28.783758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-ffc1b65a-9d2f-44be-91d2-77f98d0c46f2 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3abf22-da92-4e26-bc0c-16ef1a03e167') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:28.795148 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b65a-9d2f-44be-91d2-77f98d0c46f2 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:28.818208 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b65a-9d2f-44be-91d2-77f98d0c46f2 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:28.826054 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc1b65a-9d2f-44be-91d2-77f98d0c46f2 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:11:28.826733 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b65a-9d2f-44be-91d2-77f98d0c46f2 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:11:28.903027 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:11:29.033292 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b65a-9d2f-44be-91d2-77f98d0c46f2 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:29.047907 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b65a-9d2f-44be-91d2-77f98d0c46f2 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:29.056990 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ffc1b65a-9d2f-44be-91d2-77f98d0c46f2 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] 10.222.0.70 "DELETE /v2.0/networks/fae3e077-d620-41b6-8873-cf09bb00e4be HTTP/1.1" status: 204 len: 168 time: 0.6200812 Jul 30 02:11:29.081741 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1b65a-9d2f-44be-91d2-77f98d0c46f2 tempest-TestSecurityGroupsBasicOps-1314606674 tempest-TestSecurityGroupsBasicOps-1314606674-project] Pushing event deleted for resources: {'Network': ['ID=fae3e077-d620-41b6-8873-cf09bb00e4be,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:29.433047 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51038) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:29.543918 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-87bb4dcc-37e7-4021-a5fd-d78037af4c9d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1776861665'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:29.630863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bb4dcc-37e7-4021-a5fd-d78037af4c9d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:29.635429 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87bb4dcc-37e7-4021-a5fd-d78037af4c9d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:29.635612 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51044) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:29.646183 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87bb4dcc-37e7-4021-a5fd-d78037af4c9d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:29.798678 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87bb4dcc-37e7-4021-a5fd-d78037af4c9d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:29.837840 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51048) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:29.843059 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:11:29.849002 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6ea15b8d-9548-4106-832c-5f635b39ca0d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=153ae8173a1a4ac0be30613af3c0859f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2088599 Jul 30 02:11:29.878923 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:11:29.882435 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0a534ec8-b25b-4e6d-b0fd-bf6f7e19268f not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:11:29.886114 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87bb4dcc-37e7-4021-a5fd-d78037af4c9d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:30.329407 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb4dcc-37e7-4021-a5fd-d78037af4c9d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d192d4-0da9-4d4e-9bc0-9095110a9b0d,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:30.343067 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bb4dcc-37e7-4021-a5fd-d78037af4c9d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:11:30.343067 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-429d70d1-dc16-4192-8f1f-1ad1be010a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:30.376987 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87bb4dcc-37e7-4021-a5fd-d78037af4c9d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:30.377372 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-87bb4dcc-37e7-4021-a5fd-d78037af4c9d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Added segment e8236212-bdaa-471c-997d-629db1714636 of type vlan for network 44415c56-27fd-4843-9b72-951b958f3be0 Jul 30 02:11:30.394809 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-429d70d1-dc16-4192-8f1f-1ad1be010a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:30.474238 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87bb4dcc-37e7-4021-a5fd-d78037af4c9d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:30.596665 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87bb4dcc-37e7-4021-a5fd-d78037af4c9d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:30.602798 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bb4dcc-37e7-4021-a5fd-d78037af4c9d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:30.609738 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87bb4dcc-37e7-4021-a5fd-d78037af4c9d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:30.658794 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-429d70d1-dc16-4192-8f1f-1ad1be010a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:30.666681 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-429d70d1-dc16-4192-8f1f-1ad1be010a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:30.666681 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-429d70d1-dc16-4192-8f1f-1ad1be010a2f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/baa155d3-9305-4588-ba74-e4518734b672 HTTP/1.1" status: 204 len: 168 time: 0.8237991 Jul 30 02:11:30.687569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb4dcc-37e7-4021-a5fd-d78037af4c9d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Network': ['ID=44415c56-27fd-4843-9b72-951b958f3be0,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:30.698504 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 44415c56-27fd-4843-9b72-951b958f3be0 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:11:30.698709 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d70d1-dc16-4192-8f1f-1ad1be010a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa155d3-9305-4588-ba74-e4518734b672,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:30.761212 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-87bb4dcc-37e7-4021-a5fd-d78037af4c9d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3267310 Jul 30 02:11:30.893848 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51060) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:30.899093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-18d0e68f-a01a-4807-ac14-22941c5ebaad tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'subnet': {'network_id': '44415c56-27fd-4843-9b72-951b958f3be0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:31.088831 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d0e68f-a01a-4807-ac14-22941c5ebaad tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:31.092442 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-18d0e68f-a01a-4807-ac14-22941c5ebaad tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:31.370951 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51068) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:31.388837 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f40c305-3bc7-4fbd-b955-adf8ed35f3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:31.421838 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-18d0e68f-a01a-4807-ac14-22941c5ebaad tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:31.507606 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0e68f-a01a-4807-ac14-22941c5ebaad tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Subnet': ['ID=f7afead4-ab57-4a9b-9854-e807c7f45680,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:31.557224 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0e68f-a01a-4807-ac14-22941c5ebaad tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Checking segment: {'id': 'e8236212-bdaa-471c-997d-629db1714636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '44415c56-27fd-4843-9b72-951b958f3be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:31.557583 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d0e68f-a01a-4807-ac14-22941c5ebaad tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network hostable DHCP agents. Network: 44415c56-27fd-4843-9b72-951b958f3be0, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:11:31.610641 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f40c305-3bc7-4fbd-b955-adf8ed35f3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:31.637336 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d0e68f-a01a-4807-ac14-22941c5ebaad tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network 44415c56-27fd-4843-9b72-951b958f3be0 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:11:31.699952 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f40c305-3bc7-4fbd-b955-adf8ed35f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:31.739861 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9f40c305-3bc7-4fbd-b955-adf8ed35f3d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c96c73b1eb2543eaa35086b00551a832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676991 Jul 30 02:11:31.742589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51074) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:31.764421 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-18d0e68f-a01a-4807-ac14-22941c5ebaad tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 44415c56-27fd-4843-9b72-951b958f3be0) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:31.766318 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40c305-3bc7-4fbd-b955-adf8ed35f3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a37b7b-2fb4-4483-bf1d-7e5f92c67c41,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:31.774270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d0e68f-a01a-4807-ac14-22941c5ebaad tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:31.774896 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-18d0e68f-a01a-4807-ac14-22941c5ebaad tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:31.784704 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdb4081-021a-470c-ab43-81a02ad3b1d8 None None] Network 44415c56-27fd-4843-9b72-951b958f3be0 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:31.825519 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-db026a2f-3f13-478e-a279-2e5301a79d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:31.863821 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-18d0e68f-a01a-4807-ac14-22941c5ebaad tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9637954 Jul 30 02:11:31.864675 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51078) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:31.870849 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e7450ad6-bc8c-420b-afd1-57a8f4750fe6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1582773223'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:31.882185 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-db026a2f-3f13-478e-a279-2e5301a79d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:31.971810 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7450ad6-bc8c-420b-afd1-57a8f4750fe6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:31.976071 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7450ad6-bc8c-420b-afd1-57a8f4750fe6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.003768 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-44415c56-27fd-4843-9b72-951b958f3be0', 'network_id': '44415c56-27fd-4843-9b72-951b958f3be0', 'tenant_id': '19ccf809fc9f41c7a4a2335de7c3c2dc', 'fixed_ips': [{'subnet_id': 'f7afead4-ab57-4a9b-9854-e807c7f45680'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:11:32.005082 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.032277 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-db026a2f-3f13-478e-a279-2e5301a79d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.035278 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-db026a2f-3f13-478e-a279-2e5301a79d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.036648 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-db026a2f-3f13-478e-a279-2e5301a79d9b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72a37b7b-2fb4-4483-bf1d-7e5f92c67c41 HTTP/1.1" status: 204 len: 168 time: 0.2930162 Jul 30 02:11:32.036767 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7450ad6-bc8c-420b-afd1-57a8f4750fe6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:11:32.059537 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7450ad6-bc8c-420b-afd1-57a8f4750fe6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.059891 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-e7450ad6-bc8c-420b-afd1-57a8f4750fe6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Added segment 6c809f7f-cd48-4ca8-a50d-aa8bcdbade77 of type vlan for network 95cdfd0c-5e6b-425a-878a-bd26224a4f14 Jul 30 02:11:32.063166 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db026a2f-3f13-478e-a279-2e5301a79d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a37b7b-2fb4-4483-bf1d-7e5f92c67c41,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:32.121093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51092) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:32.149384 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7450ad6-bc8c-420b-afd1-57a8f4750fe6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.193229 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c20ea65-ec59-4869-a1ed-e8ff231715b2 admin admin] Deleting subnet d3446541-bfaa-47c1-87fb-5a4531173e09 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:11:32.197205 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c20ea65-ec59-4869-a1ed-e8ff231715b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.240233 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c20ea65-ec59-4869-a1ed-e8ff231715b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.305796 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7450ad6-bc8c-420b-afd1-57a8f4750fe6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.311726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7450ad6-bc8c-420b-afd1-57a8f4750fe6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:32.313223 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7450ad6-bc8c-420b-afd1-57a8f4750fe6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.325986 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Allocated IP 172.20.255.242 (44415c56-27fd-4843-9b72-951b958f3be0/f7afead4-ab57-4a9b-9854-e807c7f45680/fab03879-f1dd-4d01-bdf7-b851d76e2da8) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:11:32.342936 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c20ea65-ec59-4869-a1ed-e8ff231715b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.439612 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7450ad6-bc8c-420b-afd1-57a8f4750fe6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Network': ['ID=95cdfd0c-5e6b-425a-878a-bd26224a4f14,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:32.457975 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 95cdfd0c-5e6b-425a-878a-bd26224a4f14 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:11:32.520716 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c20ea65-ec59-4869-a1ed-e8ff231715b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.532895 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e7450ad6-bc8c-420b-afd1-57a8f4750fe6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6540711 Jul 30 02:11:32.532895 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51098) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:32.538995 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-cf913668-0621-4a06-8678-b3a8bb24f0fd tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'subnet': {'network_id': '95cdfd0c-5e6b-425a-878a-bd26224a4f14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:32.587564 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c20ea65-ec59-4869-a1ed-e8ff231715b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.594551 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2c20ea65-ec59-4869-a1ed-e8ff231715b2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d3446541-bfaa-47c1-87fb-5a4531173e09 HTTP/1.1" status: 204 len: 168 time: 0.4701884 Jul 30 02:11:32.594926 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51102) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:32.658750 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20ea65-ec59-4869-a1ed-e8ff231715b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3446541-bfaa-47c1-87fb-5a4531173e09,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:32.698592 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.710237 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Transition to ACTIVE for port object fab03879-f1dd-4d01-bdf7-b851d76e2da8 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:32.729040 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Transition to ACTIVE for port object fab03879-f1dd-4d01-bdf7-b851d76e2da8 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:32.751242 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2e505177-d6b4-4c4a-8cd2-f5c8a27bb43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.803316 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.840418 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2e505177-d6b4-4c4a-8cd2-f5c8a27bb43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.851647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-2e505177-d6b4-4c4a-8cd2-f5c8a27bb43e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe1d29a-cf23-4820-9c28-359d487db90c']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:32.857280 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf913668-0621-4a06-8678-b3a8bb24f0fd tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:32.862927 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf913668-0621-4a06-8678-b3a8bb24f0fd tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.865949 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-2e505177-d6b4-4c4a-8cd2-f5c8a27bb43e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dde710e-1ebf-4d59-a1ec-87afece0a72f') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:32.866269 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-2e505177-d6b4-4c4a-8cd2-f5c8a27bb43e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dde710e-1ebf-4d59-a1ec-87afece0a72f') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:32.866459 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Pushing event updated for resources: {'Port': ['ID=fab03879-f1dd-4d01-bdf7-b851d76e2da8,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:32.870349 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Network 44415c56-27fd-4843-9b72-951b958f3be0 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:11:32.873108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:32.877043 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:11:32.880425 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2e505177-d6b4-4c4a-8cd2-f5c8a27bb43e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.896113 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2e505177-d6b4-4c4a-8cd2-f5c8a27bb43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.903069 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e505177-d6b4-4c4a-8cd2-f5c8a27bb43e admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:11:32.903479 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2e505177-d6b4-4c4a-8cd2-f5c8a27bb43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:11:32.964240 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:11:32.969745 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Attempting to bind port fab03879-f1dd-4d01-bdf7-b851d76e2da8 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:11:32.970218 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Attempting to bind port fab03879-f1dd-4d01-bdf7-b851d76e2da8 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'e8236212-bdaa-471c-997d-629db1714636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '44415c56-27fd-4843-9b72-951b958f3be0'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:11:32.970664 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Attempting to bind port fab03879-f1dd-4d01-bdf7-b851d76e2da8 on network 44415c56-27fd-4843-9b72-951b958f3be0 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:11:32.987237 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:11:32.987871 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Checking segment: {'id': 'e8236212-bdaa-471c-997d-629db1714636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '44415c56-27fd-4843-9b72-951b958f3be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:32.988461 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:32.989010 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Bound using segment: {'id': 'e8236212-bdaa-471c-997d-629db1714636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '44415c56-27fd-4843-9b72-951b958f3be0'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:11:32.989680 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Bound port: fab03879-f1dd-4d01-bdf7-b851d76e2da8, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8236212-bdaa-471c-997d-629db1714636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '44415c56-27fd-4843-9b72-951b958f3be0'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:11:32.990742 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.059873 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2e505177-d6b4-4c4a-8cd2-f5c8a27bb43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.065425 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2e505177-d6b4-4c4a-8cd2-f5c8a27bb43e admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.071055 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2e505177-d6b4-4c4a-8cd2-f5c8a27bb43e admin admin] 10.222.0.70 "DELETE /v2.0/networks/9fe1d29a-cf23-4820-9c28-359d487db90c HTTP/1.1" status: 204 len: 168 time: 0.4192638 Jul 30 02:11:33.076876 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.083985 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] For port fab03879-f1dd-4d01-bdf7-b851d76e2da8, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:11:33.087411 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51110) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:33.088222 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] For port fab03879-f1dd-4d01-bdf7-b851d76e2da8, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=fab03879-f1dd-4d01-bdf7-b851d76e2da8,segment=NetworkSegment(e8236212-bdaa-471c-997d-629db1714636),segment_id=e8236212-bdaa-471c-997d-629db1714636)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:11:33.096375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e505177-d6b4-4c4a-8cd2-f5c8a27bb43e admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe1d29a-cf23-4820-9c28-359d487db90c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:33.150420 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2ffa39-0219-4bfa-b5f9-c82ca7f855cc admin admin] Deleting subnet de1220f0-213b-42d0-bdeb-b6f26c86d9b5 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:11:33.154124 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a2ffa39-0219-4bfa-b5f9-c82ca7f855cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.192208 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a2ffa39-0219-4bfa-b5f9-c82ca7f855cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.203073 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.250561 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a2ffa39-0219-4bfa-b5f9-c82ca7f855cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.263600 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24e7bd-4f3b-47e2-86be-061d0c4f93a8 None None] Pushing event updated for resources: {'Port': ['ID=fab03879-f1dd-4d01-bdf7-b851d76e2da8,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:33.269384 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51116) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:33.343743 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf913668-0621-4a06-8678-b3a8bb24f0fd tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.352847 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b3ee4db1-8aad-4c94-ab6d-930cbe349376 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d4b7b2aaef85480fb0f958f3219b50fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0823236 Jul 30 02:11:33.357889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51120) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:33.427780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf913668-0621-4a06-8678-b3a8bb24f0fd tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Subnet': ['ID=16399472-dd79-4f5d-a445-82b128708e23,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:33.446013 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf913668-0621-4a06-8678-b3a8bb24f0fd tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Checking segment: {'id': '6c809f7f-cd48-4ca8-a50d-aa8bcdbade77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '95cdfd0c-5e6b-425a-878a-bd26224a4f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:33.446939 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6b5b46b9-d5b1-44b0-8901-26f42bc1077b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.447402 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf913668-0621-4a06-8678-b3a8bb24f0fd tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network hostable DHCP agents. Network: 95cdfd0c-5e6b-425a-878a-bd26224a4f14, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:11:33.471825 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a2ffa39-0219-4bfa-b5f9-c82ca7f855cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.475533 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6b5b46b9-d5b1-44b0-8901-26f42bc1077b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.532010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ffa39-0219-4bfa-b5f9-c82ca7f855cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de1220f0-213b-42d0-bdeb-b6f26c86d9b5,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:33.540655 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a2ffa39-0219-4bfa-b5f9-c82ca7f855cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.542605 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5a2ffa39-0219-4bfa-b5f9-c82ca7f855cc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/de1220f0-213b-42d0-bdeb-b6f26c86d9b5 HTTP/1.1" status: 204 len: 168 time: 0.4541910 Jul 30 02:11:33.543160 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf913668-0621-4a06-8678-b3a8bb24f0fd tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network 95cdfd0c-5e6b-425a-878a-bd26224a4f14 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:11:33.546141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51122) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:33.640459 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6b5b46b9-d5b1-44b0-8901-26f42bc1077b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.643110 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6b5b46b9-d5b1-44b0-8901-26f42bc1077b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.646920 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6b5b46b9-d5b1-44b0-8901-26f42bc1077b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f6850a9e-ebd1-4bd5-b794-7a2270bede0f HTTP/1.1" status: 204 len: 168 time: 0.2856340 Jul 30 02:11:33.647825 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20a2955b-3596-4ed8-a0b3-542cf31b4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.657866 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b46b9-d5b1-44b0-8901-26f42bc1077b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6850a9e-ebd1-4bd5-b794-7a2270bede0f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:33.761575 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20a2955b-3596-4ed8-a0b3-542cf31b4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.764481 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-cf913668-0621-4a06-8678-b3a8bb24f0fd tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 95cdfd0c-5e6b-425a-878a-bd26224a4f14) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:33.774731 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fc384d-08e6-4f90-ba2f-9df626dd7e7a None None] Network 95cdfd0c-5e6b-425a-878a-bd26224a4f14 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:33.791740 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf913668-0621-4a06-8678-b3a8bb24f0fd tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:33.792847 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf913668-0621-4a06-8678-b3a8bb24f0fd tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.799116 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-20a2955b-3596-4ed8-a0b3-542cf31b4ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8f119e-abf7-4e81-955f-01d16e29a4d2']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:33.817824 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-20a2955b-3596-4ed8-a0b3-542cf31b4ab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a876530f-580e-40ce-88dc-2e89e0d6252e') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:33.818223 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-20a2955b-3596-4ed8-a0b3-542cf31b4ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a876530f-580e-40ce-88dc-2e89e0d6252e') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:33.831942 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20a2955b-3596-4ed8-a0b3-542cf31b4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.859047 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20a2955b-3596-4ed8-a0b3-542cf31b4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.880403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a2955b-3596-4ed8-a0b3-542cf31b4ab5 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:11:33.880403 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20a2955b-3596-4ed8-a0b3-542cf31b4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:11:33.885622 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:11:33.912889 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cf913668-0621-4a06-8678-b3a8bb24f0fd tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3796504 Jul 30 02:11:33.913529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51126) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:34.059505 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device fab03879-f1dd-4d01-bdf7-b851d76e2da8 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:11:34.099931 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20a2955b-3596-4ed8-a0b3-542cf31b4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:34.125447 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20a2955b-3596-4ed8-a0b3-542cf31b4ab5 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:34.132284 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:34.137129 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-20a2955b-3596-4ed8-a0b3-542cf31b4ab5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fe8f119e-abf7-4e81-955f-01d16e29a4d2 HTTP/1.1" status: 204 len: 168 time: 0.5892324 Jul 30 02:11:34.155346 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-95cdfd0c-5e6b-425a-878a-bd26224a4f14', 'network_id': '95cdfd0c-5e6b-425a-878a-bd26224a4f14', 'tenant_id': '19ccf809fc9f41c7a4a2335de7c3c2dc', 'fixed_ips': [{'subnet_id': '16399472-dd79-4f5d-a445-82b128708e23'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:11:34.159240 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:34.178841 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2955b-3596-4ed8-a0b3-542cf31b4ab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe8f119e-abf7-4e81-955f-01d16e29a4d2,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:34.294276 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port fab03879-f1dd-4d01-bdf7-b851d76e2da8 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:11:34.388711 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:34.483078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Allocated IP 172.20.0.2 (95cdfd0c-5e6b-425a-878a-bd26224a4f14/16399472-dd79-4f5d-a445-82b128708e23/bbf3bbdc-a7dc-4bbf-8513-49dc7b749cb2) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:11:34.744999 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51138) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:34.751439 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:34.768701 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Transition to ACTIVE for port object bbf3bbdc-a7dc-4bbf-8513-49dc7b749cb2 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:34.789706 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03de939f-8f5e-4cf3-98e9-32d57a3f478f None None] Network 44415c56-27fd-4843-9b72-951b958f3be0 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:34.818082 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c50ae58d-26e5-4624-9076-27bc1c2f02ca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3dba5af96129411a9edf0affcf8f1dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0694783 Jul 30 02:11:34.818448 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51140) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:34.830746 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Transition to ACTIVE for port object bbf3bbdc-a7dc-4bbf-8513-49dc7b749cb2 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:34.888900 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f893-784a-4b0c-9e61-9a9c0bdf8c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:34.914183 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:34.915555 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f893-784a-4b0c-9e61-9a9c0bdf8c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:34.973949 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Network 95cdfd0c-5e6b-425a-878a-bd26224a4f14 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:11:34.974836 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bc339f65-5d1e-4564-8899-6c8737302486 None None] Provisioning for port fab03879-f1dd-4d01-bdf7-b851d76e2da8 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:11:34.983054 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:35.000781 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:11:35.002685 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bc339f65-5d1e-4564-8899-6c8737302486 None None] Provisioning complete for port fab03879-f1dd-4d01-bdf7-b851d76e2da8 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:35.003053 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bc339f65-5d1e-4564-8899-6c8737302486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:35.006810 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Pushing event updated for resources: {'Port': ['ID=bbf3bbdc-a7dc-4bbf-8513-49dc7b749cb2,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:35.065093 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:35.107057 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Attempting to bind port bbf3bbdc-a7dc-4bbf-8513-49dc7b749cb2 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:11:35.107623 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Attempting to bind port bbf3bbdc-a7dc-4bbf-8513-49dc7b749cb2 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '6c809f7f-cd48-4ca8-a50d-aa8bcdbade77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '95cdfd0c-5e6b-425a-878a-bd26224a4f14'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:11:35.107810 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Attempting to bind port bbf3bbdc-a7dc-4bbf-8513-49dc7b749cb2 on network 95cdfd0c-5e6b-425a-878a-bd26224a4f14 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:11:35.116114 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:11:35.116492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Checking segment: {'id': '6c809f7f-cd48-4ca8-a50d-aa8bcdbade77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '95cdfd0c-5e6b-425a-878a-bd26224a4f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:35.116901 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:35.117286 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Bound using segment: {'id': '6c809f7f-cd48-4ca8-a50d-aa8bcdbade77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '95cdfd0c-5e6b-425a-878a-bd26224a4f14'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:11:35.117753 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Bound port: bbf3bbdc-a7dc-4bbf-8513-49dc7b749cb2, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c809f7f-cd48-4ca8-a50d-aa8bcdbade77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '95cdfd0c-5e6b-425a-878a-bd26224a4f14'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:11:35.118132 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:35.131770 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f893-784a-4b0c-9e61-9a9c0bdf8c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:35.135061 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f893-784a-4b0c-9e61-9a9c0bdf8c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:35.136771 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b0a1f893-784a-4b0c-9e61-9a9c0bdf8c55 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39f2dedc-4df2-4793-972e-32c922e3e6b0 HTTP/1.1" status: 204 len: 168 time: 0.3169794 Jul 30 02:11:35.150603 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Subnet': ['ID=16399472-dd79-4f5d-a445-82b128708e23,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:35.172335 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1f893-784a-4b0c-9e61-9a9c0bdf8c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f2dedc-4df2-4793-972e-32c922e3e6b0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:35.247797 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bc339f65-5d1e-4564-8899-6c8737302486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:35.290456 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:35.301850 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cdfd0c-5e6b-425a-878a-bd26224a4f14']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:35.316506 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] For port bbf3bbdc-a7dc-4bbf-8513-49dc7b749cb2, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:11:35.317450 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c809f7f-cd48-4ca8-a50d-aa8bcdbade77') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:35.317736 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c809f7f-cd48-4ca8-a50d-aa8bcdbade77') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:35.321707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] For port bbf3bbdc-a7dc-4bbf-8513-49dc7b749cb2, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=bbf3bbdc-a7dc-4bbf-8513-49dc7b749cb2,segment=NetworkSegment(6c809f7f-cd48-4ca8-a50d-aa8bcdbade77),segment_id=6c809f7f-cd48-4ca8-a50d-aa8bcdbade77)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:11:35.323673 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-bc339f65-5d1e-4564-8899-6c8737302486 None None] For port fab03879-f1dd-4d01-bdf7-b851d76e2da8, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=fab03879-f1dd-4d01-bdf7-b851d76e2da8,segment=NetworkSegment(e8236212-bdaa-471c-997d-629db1714636),segment_id=e8236212-bdaa-471c-997d-629db1714636)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:35.332124 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:35.394639 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bc339f65-5d1e-4564-8899-6c8737302486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:35.400416 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:35.404493 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:35.411938 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:11:35.412787 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:11:35.476353 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:11:35.500813 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc339f65-5d1e-4564-8899-6c8737302486 None None] Pushing event updated for resources: {'Port': ['ID=fab03879-f1dd-4d01-bdf7-b851d76e2da8,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:35.541729 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e3de0b-fc82-4417-9e36-a6fac929ac5b None None] Network 95cdfd0c-5e6b-425a-878a-bd26224a4f14 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:35.555710 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:11:35.555710 n-d-713498-9 neutron-server[94465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:11:35.555710 n-d-713498-9 neutron-server[94465]: [parameters: {'id': '95cdfd0c-5e6b-425a-878a-bd26224a4f14'}] Jul 30 02:11:35.555710 n-d-713498-9 neutron-server[94465]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:11:35.557849 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:11:35.632380 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7d1d9b4d-6506-4234-8be4-04c5a075a693 None None] Provisioning complete for port fab03879-f1dd-4d01-bdf7-b851d76e2da8 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:35.632926 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d1d9b4d-6506-4234-8be4-04c5a075a693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:35.663543 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d9fe6-ade6-4b65-9b8f-c2a105df4c98 None None] Pushing event updated for resources: {'Port': ['ID=bbf3bbdc-a7dc-4bbf-8513-49dc7b749cb2,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:35.777177 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea3aed9-c969-4c27-b9ea-adb996e62838 None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:11:35.890497 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea3aed9-c969-4c27-b9ea-adb996e62838 None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:11:35.924238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device fab03879-f1dd-4d01-bdf7-b851d76e2da8 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:11:35.998791 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51154) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:36.055363 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4e5c8293-3c10-4f60-ba7c-c78232f52bbb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b8983182a3ea4d22a212023b6ba0c70d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542953 Jul 30 02:11:36.057577 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51156) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:36.059375 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:36.139057 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Deleting port bbf3bbdc-a7dc-4bbf-8513-49dc7b749cb2 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:11:36.139403 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:36.171140 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59feee93-bb1f-4600-b34d-7bc88fedd621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:36.210048 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59feee93-bb1f-4600-b34d-7bc88fedd621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:36.259624 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] For port bbf3bbdc-a7dc-4bbf-8513-49dc7b749cb2, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=bbf3bbdc-a7dc-4bbf-8513-49dc7b749cb2,segment=NetworkSegment(6c809f7f-cd48-4ca8-a50d-aa8bcdbade77),segment_id=6c809f7f-cd48-4ca8-a50d-aa8bcdbade77)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:36.260077 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:36.279124 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port fab03879-f1dd-4d01-bdf7-b851d76e2da8 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:36.279670 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:36.293717 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Calling delete_port for bbf3bbdc-a7dc-4bbf-8513-49dc7b749cb2 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:11:36.423116 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59feee93-bb1f-4600-b34d-7bc88fedd621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:36.427490 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59feee93-bb1f-4600-b34d-7bc88fedd621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:36.428872 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-59feee93-bb1f-4600-b34d-7bc88fedd621 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d01b7850-d1df-48ed-b8a1-d18b143f569d HTTP/1.1" status: 204 len: 168 time: 0.3702412 Jul 30 02:11:36.445038 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59feee93-bb1f-4600-b34d-7bc88fedd621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01b7850-d1df-48ed-b8a1-d18b143f569d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:36.491434 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:36.526677 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Port': ['ID=bbf3bbdc-a7dc-4bbf-8513-49dc7b749cb2,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:36.531484 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No DVR routers for this DVR port bbf3bbdc-a7dc-4bbf-8513-49dc7b749cb2 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:11:36.621611 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:36.637641 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cdfd0c-5e6b-425a-878a-bd26224a4f14']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:36.646379 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c809f7f-cd48-4ca8-a50d-aa8bcdbade77') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:36.646679 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c809f7f-cd48-4ca8-a50d-aa8bcdbade77') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:36.656301 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:36.680181 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:36.687569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:11:36.687959 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:11:36.690947 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:11:36.811436 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:36.831110 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:36.836740 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/95cdfd0c-5e6b-425a-878a-bd26224a4f14 HTTP/1.1" status: 204 len: 168 time: 2.9185264 Jul 30 02:11:36.836740 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113fa45-f821-48bb-bae4-b1bcee14e5bc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Network': ['ID=95cdfd0c-5e6b-425a-878a-bd26224a4f14,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:36.837330 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51168) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:36.845197 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a0e63915-5793-4552-979c-01188815318a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1167614223'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:36.948377 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e63915-5793-4552-979c-01188815318a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:36.951936 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a0e63915-5793-4552-979c-01188815318a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:36.967245 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51174) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:36.983456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e63915-5793-4552-979c-01188815318a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:11:36.993036 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a0e63915-5793-4552-979c-01188815318a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:36.994727 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-a0e63915-5793-4552-979c-01188815318a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Added segment 92d78ea5-719a-4f4e-9d77-144ddddc78e9 of type vlan for network 32353278-a906-4116-b506-e2f815215103 Jul 30 02:11:37.045195 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a0e63915-5793-4552-979c-01188815318a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:37.112288 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f1583bc2-4778-4533-844d-60693a4d3c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:37.162019 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a0e63915-5793-4552-979c-01188815318a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:37.168387 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e63915-5793-4552-979c-01188815318a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:37.169047 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a0e63915-5793-4552-979c-01188815318a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:37.220691 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f1583bc2-4778-4533-844d-60693a4d3c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:37.256364 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e63915-5793-4552-979c-01188815318a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Network': ['ID=32353278-a906-4116-b506-e2f815215103,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:37.267089 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 32353278-a906-4116-b506-e2f815215103 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:11:37.356276 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f1583bc2-4778-4533-844d-60693a4d3c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:37.405221 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1583bc2-4778-4533-844d-60693a4d3c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f7744f-f845-412b-877d-c9b30e3b4839,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:37.424409 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f1583bc2-4778-4533-844d-60693a4d3c8c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7d3469e025ae46048270d506bf435c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4448283 Jul 30 02:11:37.426007 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51190) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:37.443316 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a0e63915-5793-4552-979c-01188815318a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6036477 Jul 30 02:11:37.445866 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51194) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:37.453606 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-9cea4f70-8aed-41d4-8efd-474ce22b0c7a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'subnet': {'network_id': '32353278-a906-4116-b506-e2f815215103', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:37.520361 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-efbaf9d2-a4be-48f3-9a4a-9fb83ad1e73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:37.543879 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-efbaf9d2-a4be-48f3-9a4a-9fb83ad1e73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:37.651068 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cea4f70-8aed-41d4-8efd-474ce22b0c7a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:37.655053 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9cea4f70-8aed-41d4-8efd-474ce22b0c7a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:37.696607 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-efbaf9d2-a4be-48f3-9a4a-9fb83ad1e73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:37.700066 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-efbaf9d2-a4be-48f3-9a4a-9fb83ad1e73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:37.701108 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-efbaf9d2-a4be-48f3-9a4a-9fb83ad1e73b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/18f7744f-f845-412b-877d-c9b30e3b4839 HTTP/1.1" status: 204 len: 168 time: 0.2735274 Jul 30 02:11:37.711071 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaf9d2-a4be-48f3-9a4a-9fb83ad1e73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f7744f-f845-412b-877d-c9b30e3b4839,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:37.719481 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.ipam_backend_mixin [None req-9cea4f70-8aed-41d4-8efd-474ce22b0c7a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Performing IP validity checks on allocation pools {{(pid=94464) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 02:11:37.719999 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.ipam_backend_mixin [None req-9cea4f70-8aed-41d4-8efd-474ce22b0c7a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94464) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 02:11:38.002505 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9cea4f70-8aed-41d4-8efd-474ce22b0c7a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:38.083308 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea4f70-8aed-41d4-8efd-474ce22b0c7a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Subnet': ['ID=f1b6c49c-1cd1-4529-9b7e-9a40f4ac32e8,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:38.095950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cea4f70-8aed-41d4-8efd-474ce22b0c7a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Checking segment: {'id': '92d78ea5-719a-4f4e-9d77-144ddddc78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '32353278-a906-4116-b506-e2f815215103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:38.096361 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cea4f70-8aed-41d4-8efd-474ce22b0c7a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network hostable DHCP agents. Network: 32353278-a906-4116-b506-e2f815215103, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:11:38.196511 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cea4f70-8aed-41d4-8efd-474ce22b0c7a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network 32353278-a906-4116-b506-e2f815215103 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:11:38.282446 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-9cea4f70-8aed-41d4-8efd-474ce22b0c7a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 32353278-a906-4116-b506-e2f815215103) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:38.291787 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9b0d71-3654-4cff-8142-4aae159c61f8 None None] Network 32353278-a906-4116-b506-e2f815215103 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:38.308047 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cea4f70-8aed-41d4-8efd-474ce22b0c7a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:38.310907 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9cea4f70-8aed-41d4-8efd-474ce22b0c7a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:38.388523 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51226) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:38.402215 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51228) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:38.415507 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9cea4f70-8aed-41d4-8efd-474ce22b0c7a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9668815 Jul 30 02:11:38.441053 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e077ea0-b1cc-4ac5-a65f-564ca3b2c544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:38.526523 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-32353278-a906-4116-b506-e2f815215103', 'network_id': '32353278-a906-4116-b506-e2f815215103', 'tenant_id': '19ccf809fc9f41c7a4a2335de7c3c2dc', 'fixed_ips': [{'subnet_id': 'f1b6c49c-1cd1-4529-9b7e-9a40f4ac32e8'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:11:38.533037 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:38.596975 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:38.601432 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e077ea0-b1cc-4ac5-a65f-564ca3b2c544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:38.650997 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:38.653882 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e077ea0-b1cc-4ac5-a65f-564ca3b2c544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:38.718796 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e077ea0-b1cc-4ac5-a65f-564ca3b2c544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6adcb6-6b3e-4763-8218-47d238a5c4f5,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:38.722528 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Allocated IP 172.20.0.3 (32353278-a906-4116-b506-e2f815215103/f1b6c49c-1cd1-4529-9b7e-9a40f4ac32e8/833a37fa-352b-4ee4-8997-fb6b109893a7) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:11:38.723722 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1e077ea0-b1cc-4ac5-a65f-564ca3b2c544 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4fbd0ce809264ee5b761c7d4b7acf9ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3337877 Jul 30 02:11:38.726402 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51240) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:38.805925 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-de850e2e-adb6-4d73-bee7-e0453bdecf5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:38.838502 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-de850e2e-adb6-4d73-bee7-e0453bdecf5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:38.881377 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:38.948416 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-de850e2e-adb6-4d73-bee7-e0453bdecf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:38.949998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Transition to ACTIVE for port object 833a37fa-352b-4ee4-8997-fb6b109893a7 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:38.951143 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-de850e2e-adb6-4d73-bee7-e0453bdecf5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:38.952357 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-de850e2e-adb6-4d73-bee7-e0453bdecf5b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb6adcb6-6b3e-4763-8218-47d238a5c4f5 HTTP/1.1" status: 204 len: 168 time: 0.2249565 Jul 30 02:11:38.966230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de850e2e-adb6-4d73-bee7-e0453bdecf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6adcb6-6b3e-4763-8218-47d238a5c4f5,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:38.968411 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Transition to ACTIVE for port object 833a37fa-352b-4ee4-8997-fb6b109893a7 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:38.977341 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de850e2e-adb6-4d73-bee7-e0453bdecf5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:38.980259 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de850e2e-adb6-4d73-bee7-e0453bdecf5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:38.980259 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de850e2e-adb6-4d73-bee7-e0453bdecf5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:38.980259 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de850e2e-adb6-4d73-bee7-e0453bdecf5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:38.980259 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de850e2e-adb6-4d73-bee7-e0453bdecf5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:38.980979 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de850e2e-adb6-4d73-bee7-e0453bdecf5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:38.981395 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de850e2e-adb6-4d73-bee7-e0453bdecf5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:38.981836 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de850e2e-adb6-4d73-bee7-e0453bdecf5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:38.982245 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de850e2e-adb6-4d73-bee7-e0453bdecf5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:38.982779 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de850e2e-adb6-4d73-bee7-e0453bdecf5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:38.983197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de850e2e-adb6-4d73-bee7-e0453bdecf5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:38.984264 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de850e2e-adb6-4d73-bee7-e0453bdecf5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:39.060788 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:39.124674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Network 32353278-a906-4116-b506-e2f815215103 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:11:39.130032 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:39.132499 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:11:39.146726 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Pushing event updated for resources: {'Port': ['ID=833a37fa-352b-4ee4-8997-fb6b109893a7,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:39.179788 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:39.199383 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Attempting to bind port 833a37fa-352b-4ee4-8997-fb6b109893a7 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:11:39.200116 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Attempting to bind port 833a37fa-352b-4ee4-8997-fb6b109893a7 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '92d78ea5-719a-4f4e-9d77-144ddddc78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '32353278-a906-4116-b506-e2f815215103'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:11:39.200476 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Attempting to bind port 833a37fa-352b-4ee4-8997-fb6b109893a7 on network 32353278-a906-4116-b506-e2f815215103 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:11:39.205823 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:11:39.206331 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Checking segment: {'id': '92d78ea5-719a-4f4e-9d77-144ddddc78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '32353278-a906-4116-b506-e2f815215103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:39.206740 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:39.207133 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Bound using segment: {'id': '92d78ea5-719a-4f4e-9d77-144ddddc78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '32353278-a906-4116-b506-e2f815215103'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:11:39.207590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Bound port: 833a37fa-352b-4ee4-8997-fb6b109893a7, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d78ea5-719a-4f4e-9d77-144ddddc78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '32353278-a906-4116-b506-e2f815215103'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:11:39.207965 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:39.242987 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Subnet': ['ID=f1b6c49c-1cd1-4529-9b7e-9a40f4ac32e8,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:39.253740 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-24e13f37-1f2d-4eb2-9b18-649d43620564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:39.311933 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] For port 833a37fa-352b-4ee4-8997-fb6b109893a7, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:11:39.311933 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] For port 833a37fa-352b-4ee4-8997-fb6b109893a7, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=833a37fa-352b-4ee4-8997-fb6b109893a7,segment=NetworkSegment(92d78ea5-719a-4f4e-9d77-144ddddc78e9),segment_id=92d78ea5-719a-4f4e-9d77-144ddddc78e9)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:11:39.332402 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:39.346942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32353278-a906-4116-b506-e2f815215103']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:39.365611 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d78ea5-719a-4f4e-9d77-144ddddc78e9') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:39.365918 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d78ea5-719a-4f4e-9d77-144ddddc78e9') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:39.378412 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:39.407129 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:39.422429 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:39.437729 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:11:39.438138 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:11:39.443147 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:11:39.521029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f0e12-b733-45ba-a7c7-64e5f36b20b8 None None] Pushing event updated for resources: {'Port': ['ID=833a37fa-352b-4ee4-8997-fb6b109893a7,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:39.556533 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86563edd-42c2-4fcf-a470-e7cd9a6f5400 None None] Network 32353278-a906-4116-b506-e2f815215103 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:39.636794 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:11:39.636794 n-d-713498-9 neutron-server[94465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:11:39.636794 n-d-713498-9 neutron-server[94465]: [parameters: {'id': '32353278-a906-4116-b506-e2f815215103'}] Jul 30 02:11:39.636794 n-d-713498-9 neutron-server[94465]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:11:39.637230 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:11:39.701270 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ab629f-e7b6-4f5a-8251-dc7677fc3188 None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:11:39.779052 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ab629f-e7b6-4f5a-8251-dc7677fc3188 None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:11:40.138432 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:40.194547 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Deleting port 833a37fa-352b-4ee4-8997-fb6b109893a7 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:11:40.194914 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:40.270076 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] For port 833a37fa-352b-4ee4-8997-fb6b109893a7, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=833a37fa-352b-4ee4-8997-fb6b109893a7,segment=NetworkSegment(92d78ea5-719a-4f4e-9d77-144ddddc78e9),segment_id=92d78ea5-719a-4f4e-9d77-144ddddc78e9)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:40.270903 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:40.288452 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Calling delete_port for 833a37fa-352b-4ee4-8997-fb6b109893a7 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:11:40.491065 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:40.518059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Port': ['ID=833a37fa-352b-4ee4-8997-fb6b109893a7,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:40.521522 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No DVR routers for this DVR port 833a37fa-352b-4ee4-8997-fb6b109893a7 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:11:40.606844 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:40.617776 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32353278-a906-4116-b506-e2f815215103']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:40.628277 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d78ea5-719a-4f4e-9d77-144ddddc78e9') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:40.628574 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d78ea5-719a-4f4e-9d77-144ddddc78e9') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:40.638041 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:40.657836 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:40.664631 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:11:40.665039 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:11:40.668107 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:11:40.788289 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:40.793367 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:40.795490 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/32353278-a906-4116-b506-e2f815215103 HTTP/1.1" status: 204 len: 168 time: 2.3911512 Jul 30 02:11:40.801094 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51310) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:40.807793 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-cf28f5ba-4d40-49fe-8bb9-b3e786d75b33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1828233610'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:40.822910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1bc89-0564-4d5a-9e2e-35b72e1eb10e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Network': ['ID=32353278-a906-4116-b506-e2f815215103,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:40.899857 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf28f5ba-4d40-49fe-8bb9-b3e786d75b33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:40.907200 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf28f5ba-4d40-49fe-8bb9-b3e786d75b33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:40.947147 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf28f5ba-4d40-49fe-8bb9-b3e786d75b33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:11:40.957328 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf28f5ba-4d40-49fe-8bb9-b3e786d75b33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:40.957670 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-cf28f5ba-4d40-49fe-8bb9-b3e786d75b33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Added segment 72573302-6b76-43b9-85f8-55e2e9464ea3 of type vlan for network 8f36b8c7-1076-49f8-a766-5aa974ca8a37 Jul 30 02:11:41.000787 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf28f5ba-4d40-49fe-8bb9-b3e786d75b33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:41.087795 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf28f5ba-4d40-49fe-8bb9-b3e786d75b33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:41.102529 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf28f5ba-4d40-49fe-8bb9-b3e786d75b33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:41.102529 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf28f5ba-4d40-49fe-8bb9-b3e786d75b33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:41.174947 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28f5ba-4d40-49fe-8bb9-b3e786d75b33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Network': ['ID=8f36b8c7-1076-49f8-a766-5aa974ca8a37,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:41.185696 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 8f36b8c7-1076-49f8-a766-5aa974ca8a37 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:11:41.221203 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51326) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:41.222959 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cf28f5ba-4d40-49fe-8bb9-b3e786d75b33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4147136 Jul 30 02:11:41.234618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5c57190e-54d4-4253-b1bd-69ad06ad6b26 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'subnet': {'network_id': '8f36b8c7-1076-49f8-a766-5aa974ca8a37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:41.459186 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c57190e-54d4-4253-b1bd-69ad06ad6b26 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:41.464710 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c57190e-54d4-4253-b1bd-69ad06ad6b26 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:41.648930 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23e015af-9dbd-439e-813b-c2280a85d2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:41.744900 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c57190e-54d4-4253-b1bd-69ad06ad6b26 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:41.767323 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:41.807109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57190e-54d4-4253-b1bd-69ad06ad6b26 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Subnet': ['ID=72069b8a-aafe-4ca3-9272-32db5652b765,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:41.819465 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57190e-54d4-4253-b1bd-69ad06ad6b26 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Checking segment: {'id': '72573302-6b76-43b9-85f8-55e2e9464ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8f36b8c7-1076-49f8-a766-5aa974ca8a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:41.822421 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c57190e-54d4-4253-b1bd-69ad06ad6b26 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network hostable DHCP agents. Network: 8f36b8c7-1076-49f8-a766-5aa974ca8a37, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:11:41.922413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c57190e-54d4-4253-b1bd-69ad06ad6b26 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network 8f36b8c7-1076-49f8-a766-5aa974ca8a37 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:11:42.028656 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-5c57190e-54d4-4253-b1bd-69ad06ad6b26 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 8f36b8c7-1076-49f8-a766-5aa974ca8a37) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:42.033585 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c57190e-54d4-4253-b1bd-69ad06ad6b26 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:42.034544 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c57190e-54d4-4253-b1bd-69ad06ad6b26 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:42.040449 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf2daf6-2270-4baa-99af-6e36b617e084 None None] Network 8f36b8c7-1076-49f8-a766-5aa974ca8a37 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:42.115292 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5c57190e-54d4-4253-b1bd-69ad06ad6b26 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8926840 Jul 30 02:11:42.117835 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51336) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:42.229540 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-8f36b8c7-1076-49f8-a766-5aa974ca8a37', 'network_id': '8f36b8c7-1076-49f8-a766-5aa974ca8a37', 'tenant_id': '19ccf809fc9f41c7a4a2335de7c3c2dc', 'fixed_ips': [{'subnet_id': '72069b8a-aafe-4ca3-9272-32db5652b765'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:11:42.230491 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:42.242273 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:42.299170 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:42.367116 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Allocated IP 172.20.0.1 (8f36b8c7-1076-49f8-a766-5aa974ca8a37/72069b8a-aafe-4ca3-9272-32db5652b765/f8264c9a-2a1b-4cf9-a6a7-3883be8b99a5) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:11:42.559560 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:42.568016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Transition to ACTIVE for port object f8264c9a-2a1b-4cf9-a6a7-3883be8b99a5 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:42.584146 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Transition to ACTIVE for port object f8264c9a-2a1b-4cf9-a6a7-3883be8b99a5 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:42.694070 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:42.741576 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Network 8f36b8c7-1076-49f8-a766-5aa974ca8a37 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:11:42.744533 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:42.748263 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:11:42.758491 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Pushing event updated for resources: {'Port': ['ID=f8264c9a-2a1b-4cf9-a6a7-3883be8b99a5,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:42.805865 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:42.829324 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Attempting to bind port f8264c9a-2a1b-4cf9-a6a7-3883be8b99a5 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:11:42.829781 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Attempting to bind port f8264c9a-2a1b-4cf9-a6a7-3883be8b99a5 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '72573302-6b76-43b9-85f8-55e2e9464ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8f36b8c7-1076-49f8-a766-5aa974ca8a37'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:11:42.838628 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Attempting to bind port f8264c9a-2a1b-4cf9-a6a7-3883be8b99a5 on network 8f36b8c7-1076-49f8-a766-5aa974ca8a37 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:11:42.842261 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:11:42.843178 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Checking segment: {'id': '72573302-6b76-43b9-85f8-55e2e9464ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8f36b8c7-1076-49f8-a766-5aa974ca8a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:42.843705 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:42.844186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Bound using segment: {'id': '72573302-6b76-43b9-85f8-55e2e9464ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8f36b8c7-1076-49f8-a766-5aa974ca8a37'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:11:42.844749 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Bound port: f8264c9a-2a1b-4cf9-a6a7-3883be8b99a5, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72573302-6b76-43b9-85f8-55e2e9464ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8f36b8c7-1076-49f8-a766-5aa974ca8a37'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:11:42.845238 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:42.855732 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Subnet': ['ID=72069b8a-aafe-4ca3-9272-32db5652b765,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:42.927117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] For port f8264c9a-2a1b-4cf9-a6a7-3883be8b99a5, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:11:42.933330 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] For port f8264c9a-2a1b-4cf9-a6a7-3883be8b99a5, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f8264c9a-2a1b-4cf9-a6a7-3883be8b99a5,segment=NetworkSegment(72573302-6b76-43b9-85f8-55e2e9464ea3),segment_id=72573302-6b76-43b9-85f8-55e2e9464ea3)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:11:42.960753 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:42.973643 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f36b8c7-1076-49f8-a766-5aa974ca8a37']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:42.987660 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72573302-6b76-43b9-85f8-55e2e9464ea3') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:42.987980 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72573302-6b76-43b9-85f8-55e2e9464ea3') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:43.002117 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c2f125c-3874-4388-9fcc-a5f7a8d1a521 req-75b35ba2-89ac-4e99-a8e3-27b5595d10fd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843644 Jul 30 02:11:43.004162 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:43.031462 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:43.034648 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:43.051763 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:11:43.052135 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:11:43.058008 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:11:43.173859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7f1c5-ab45-415d-b76c-75f4a0ffe1f4 None None] Pushing event updated for resources: {'Port': ['ID=f8264c9a-2a1b-4cf9-a6a7-3883be8b99a5,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:43.208083 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96510150-219f-49d8-a20e-2717d0898e93 None None] Network 8f36b8c7-1076-49f8-a766-5aa974ca8a37 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:43.252222 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f125c-3874-4388-9fcc-a5f7a8d1a521 req-6a414d1a-1b19-4e06-89a6-1dee3ce55510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:43.253739 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c2f125c-3874-4388-9fcc-a5f7a8d1a521 req-6a414d1a-1b19-4e06-89a6-1dee3ce55510 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7178d3e97eda4b719733eaf558d6f1f6&device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 1097 time: 0.1842330 Jul 30 02:11:43.320632 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:11:43.320632 n-d-713498-9 neutron-server[94465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:11:43.320632 n-d-713498-9 neutron-server[94465]: [parameters: {'id': '8f36b8c7-1076-49f8-a766-5aa974ca8a37'}] Jul 30 02:11:43.320632 n-d-713498-9 neutron-server[94465]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:11:43.321093 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:11:43.371050 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28414c7d-7bdc-488e-8ab4-16be2f3cad35 None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:11:43.373368 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:43.386888 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f125c-3874-4388-9fcc-a5f7a8d1a521 req-b722038d-b6a3-45ef-8905-a7a252e98eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:43.389378 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c2f125c-3874-4388-9fcc-a5f7a8d1a521 req-b722038d-b6a3-45ef-8905-a7a252e98eea service neutron] 10.222.0.77 "GET /v2.0/networks?id=d1bd7e5e-52b7-4310-a8ae-008a603d18e1 HTTP/1.1" status: 200 len: 897 time: 0.1156850 Jul 30 02:11:43.468928 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28414c7d-7bdc-488e-8ab4-16be2f3cad35 None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:11:43.471258 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c2f125c-3874-4388-9fcc-a5f7a8d1a521 req-16efb11e-c7a7-4e77-94d4-a97e72b4f371 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=758eb475-03c4-4fb5-8980-c7212ffc528b HTTP/1.1" status: 200 len: 1002 time: 0.0749974 Jul 30 02:11:43.522348 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f125c-3874-4388-9fcc-a5f7a8d1a521 req-23212486-ad57-4ff3-87df-c2da200eecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:43.524266 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c2f125c-3874-4388-9fcc-a5f7a8d1a521 req-23212486-ad57-4ff3-87df-c2da200eecdc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7c9bac8a-05a8-4ddb-86a2-09676d2aa38e HTTP/1.1" status: 200 len: 835 time: 0.0451028 Jul 30 02:11:43.574210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f125c-3874-4388-9fcc-a5f7a8d1a521 req-3c9229be-27e9-4a21-a430-8b3288b4d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:43.575742 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c2f125c-3874-4388-9fcc-a5f7a8d1a521 req-3c9229be-27e9-4a21-a430-8b3288b4d5a3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d1bd7e5e-52b7-4310-a8ae-008a603d18e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443029 Jul 30 02:11:43.676064 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c2f125c-3874-4388-9fcc-a5f7a8d1a521 req-e3023ab4-e220-49a6-b64b-bb03aaf4d72b service neutron] 10.222.0.77 "GET /v2.0/networks/d1bd7e5e-52b7-4310-a8ae-008a603d18e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900121 Jul 30 02:11:43.987178 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.051560 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c2f125c-3874-4388-9fcc-a5f7a8d1a521 req-e2ae8c45-71cd-4abf-ba97-44fd7c82d13a service neutron] 10.222.0.77 "GET /v2.0/networks/d1bd7e5e-52b7-4310-a8ae-008a603d18e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682299 Jul 30 02:11:44.071049 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Deleting port f8264c9a-2a1b-4cf9-a6a7-3883be8b99a5 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:11:44.071391 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.142009 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] For port f8264c9a-2a1b-4cf9-a6a7-3883be8b99a5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f8264c9a-2a1b-4cf9-a6a7-3883be8b99a5,segment=NetworkSegment(72573302-6b76-43b9-85f8-55e2e9464ea3),segment_id=72573302-6b76-43b9-85f8-55e2e9464ea3)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:44.142406 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.156224 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Calling delete_port for f8264c9a-2a1b-4cf9-a6a7-3883be8b99a5 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:11:44.310603 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.342439 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Port': ['ID=f8264c9a-2a1b-4cf9-a6a7-3883be8b99a5,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:44.346398 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No DVR routers for this DVR port f8264c9a-2a1b-4cf9-a6a7-3883be8b99a5 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:11:44.429340 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.439798 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f36b8c7-1076-49f8-a766-5aa974ca8a37']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:44.452591 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72573302-6b76-43b9-85f8-55e2e9464ea3') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:44.453277 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72573302-6b76-43b9-85f8-55e2e9464ea3') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:44.465249 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.481342 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.487678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:11:44.488058 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:11:44.491074 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:11:44.640529 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.662265 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.667386 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/8f36b8c7-1076-49f8-a766-5aa974ca8a37 HTTP/1.1" status: 204 len: 168 time: 2.5452251 Jul 30 02:11:44.667386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2ddb5-0d47-48fc-b3bf-cd44637c9007 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Network': ['ID=8f36b8c7-1076-49f8-a766-5aa974ca8a37,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:44.668401 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51390) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:44.677246 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.680890 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-f901a68e-7255-4c77-91a3-77ab83b5da33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1512086376'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:44.767772 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f901a68e-7255-4c77-91a3-77ab83b5da33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:44.772031 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f901a68e-7255-4c77-91a3-77ab83b5da33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.799761 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f901a68e-7255-4c77-91a3-77ab83b5da33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:11:44.808572 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f901a68e-7255-4c77-91a3-77ab83b5da33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.808917 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-f901a68e-7255-4c77-91a3-77ab83b5da33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Added segment 0e7e1f45-1f97-4954-a08a-32ff8f745b06 of type vlan for network 2459af6f-5e95-4f21-9b92-b8232b278013 Jul 30 02:11:44.857762 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f901a68e-7255-4c77-91a3-77ab83b5da33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.985498 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f901a68e-7255-4c77-91a3-77ab83b5da33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.991532 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f901a68e-7255-4c77-91a3-77ab83b5da33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:44.992123 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f901a68e-7255-4c77-91a3-77ab83b5da33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:45.103301 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901a68e-7255-4c77-91a3-77ab83b5da33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Network': ['ID=2459af6f-5e95-4f21-9b92-b8232b278013,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:45.120955 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 2459af6f-5e95-4f21-9b92-b8232b278013 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:11:45.197210 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f901a68e-7255-4c77-91a3-77ab83b5da33 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5219526 Jul 30 02:11:45.199511 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51406) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:45.204479 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'subnet': {'network_id': '2459af6f-5e95-4f21-9b92-b8232b278013', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:45.370968 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:45.373742 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:45.710618 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:45.780832 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Subnet': ['ID=ac79e4bd-d5d0-4613-8e7b-54247a809395,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:45.790171 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Checking segment: {'id': '0e7e1f45-1f97-4954-a08a-32ff8f745b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2459af6f-5e95-4f21-9b92-b8232b278013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:45.790615 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network hostable DHCP agents. Network: 2459af6f-5e95-4f21-9b92-b8232b278013, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:11:45.793532 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:45.793881 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:45.794221 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:45.794583 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:45.794917 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:45.795247 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:45.795571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:45.795923 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:45.796248 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:45.796564 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:45.796882 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:45.797200 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:45.951126 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network 2459af6f-5e95-4f21-9b92-b8232b278013 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:11:46.051235 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 2459af6f-5e95-4f21-9b92-b8232b278013) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:46.059996 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:46.060582 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:46.069983 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f24ec05-7d8b-4b83-90b9-96148f23c4ea None None] Network 2459af6f-5e95-4f21-9b92-b8232b278013 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:46.148429 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51420) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:46.149359 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a5335d9c-d7ee-4dbe-ac6b-7b97b8ea90a3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9479883 Jul 30 02:11:46.274615 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6cd6de28-c20e-4817-aa29-1ccc92988ae9 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:46.297867 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473da892-7a9b-4d65-a8ba-ee14135fed6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-2459af6f-5e95-4f21-9b92-b8232b278013', 'network_id': '2459af6f-5e95-4f21-9b92-b8232b278013', 'tenant_id': '19ccf809fc9f41c7a4a2335de7c3c2dc', 'fixed_ips': [{'subnet_id': 'ac79e4bd-d5d0-4613-8e7b-54247a809395'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:11:46.298778 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-473da892-7a9b-4d65-a8ba-ee14135fed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:46.340018 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6cd6de28-c20e-4817-aa29-1ccc92988ae9 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:46.486595 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6cd6de28-c20e-4817-aa29-1ccc92988ae9 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:46.524682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6de28-c20e-4817-aa29-1ccc92988ae9 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Subnet': ['ID=ac79e4bd-d5d0-4613-8e7b-54247a809395,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server [None req-473da892-7a9b-4d65-a8ba-ee14135fed6f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac79e4bd-d5d0-4613-8e7b-54247a809395: This subnet is being modified by another concurrent operation. Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise exception Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac79e4bd-d5d0-4613-8e7b-54247a809395: This subnet is being modified by another concurrent operation. Jul 30 02:11:46.529036 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server Jul 30 02:11:46.564907 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14a64c6-4759-4b25-8c8c-d22759e6e990 None None] Network 2459af6f-5e95-4f21-9b92-b8232b278013 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:46.586423 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6cd6de28-c20e-4817-aa29-1ccc92988ae9 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:46.596873 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-6cd6de28-c20e-4817-aa29-1ccc92988ae9 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2459af6f-5e95-4f21-9b92-b8232b278013']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:46.608802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-6cd6de28-c20e-4817-aa29-1ccc92988ae9 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7e1f45-1f97-4954-a08a-32ff8f745b06') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:46.609106 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-6cd6de28-c20e-4817-aa29-1ccc92988ae9 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7e1f45-1f97-4954-a08a-32ff8f745b06') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:46.618729 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6cd6de28-c20e-4817-aa29-1ccc92988ae9 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:46.634355 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6cd6de28-c20e-4817-aa29-1ccc92988ae9 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:46.641185 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd6de28-c20e-4817-aa29-1ccc92988ae9 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:11:46.641584 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6cd6de28-c20e-4817-aa29-1ccc92988ae9 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:11:46.645444 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:11:46.712356 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694750a8-8bd4-46c9-a45a-9213007bec22 None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:11:46.779226 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6cd6de28-c20e-4817-aa29-1ccc92988ae9 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:46.786786 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6cd6de28-c20e-4817-aa29-1ccc92988ae9 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:46.788771 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6cd6de28-c20e-4817-aa29-1ccc92988ae9 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/2459af6f-5e95-4f21-9b92-b8232b278013 HTTP/1.1" status: 204 len: 168 time: 0.6393538 Jul 30 02:11:46.792197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51424) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:46.795981 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694750a8-8bd4-46c9-a45a-9213007bec22 None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:11:46.797408 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1795d0f0-b9f1-44be-b210-1b2d3776b500 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1229328427'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:46.831437 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6de28-c20e-4817-aa29-1ccc92988ae9 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Network': ['ID=2459af6f-5e95-4f21-9b92-b8232b278013,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:46.973517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1795d0f0-b9f1-44be-b210-1b2d3776b500 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:46.977574 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1795d0f0-b9f1-44be-b210-1b2d3776b500 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:47.007828 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1795d0f0-b9f1-44be-b210-1b2d3776b500 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:11:47.016759 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1795d0f0-b9f1-44be-b210-1b2d3776b500 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:47.017225 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-1795d0f0-b9f1-44be-b210-1b2d3776b500 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Added segment e6530b07-32b7-4e3c-bf13-8f2c980ae12b of type vlan for network 1577e8b7-da06-481c-a774-17ec837268ae Jul 30 02:11:47.056505 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1795d0f0-b9f1-44be-b210-1b2d3776b500 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:47.172959 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1795d0f0-b9f1-44be-b210-1b2d3776b500 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:47.178829 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1795d0f0-b9f1-44be-b210-1b2d3776b500 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:47.179430 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1795d0f0-b9f1-44be-b210-1b2d3776b500 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:47.288220 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795d0f0-b9f1-44be-b210-1b2d3776b500 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Network': ['ID=1577e8b7-da06-481c-a774-17ec837268ae,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:47.301219 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 1577e8b7-da06-481c-a774-17ec837268ae details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:11:47.315782 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1795d0f0-b9f1-44be-b210-1b2d3776b500 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5224853 Jul 30 02:11:47.319413 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51442) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:47.325336 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-6936366b-6217-4027-a24d-f7fb436a67fa tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'subnet': {'network_id': '1577e8b7-da06-481c-a774-17ec837268ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:47.541780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6936366b-6217-4027-a24d-f7fb436a67fa tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:47.545439 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6936366b-6217-4027-a24d-f7fb436a67fa tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:47.621658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.ipam_backend_mixin [None req-6936366b-6217-4027-a24d-f7fb436a67fa tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Performing IP validity checks on allocation pools {{(pid=94464) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 02:11:47.622289 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.ipam_backend_mixin [None req-6936366b-6217-4027-a24d-f7fb436a67fa tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94464) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 02:11:47.731045 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:47.926408 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6936366b-6217-4027-a24d-f7fb436a67fa tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:48.019912 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6936366b-6217-4027-a24d-f7fb436a67fa tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Checking segment: {'id': 'e6530b07-32b7-4e3c-bf13-8f2c980ae12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1577e8b7-da06-481c-a774-17ec837268ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:48.019912 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6936366b-6217-4027-a24d-f7fb436a67fa tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network hostable DHCP agents. Network: 1577e8b7-da06-481c-a774-17ec837268ae, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:11:48.031138 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936366b-6217-4027-a24d-f7fb436a67fa tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Subnet': ['ID=97e5200b-dbf4-4969-bbc0-3e2e2953ce97,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:48.114109 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6936366b-6217-4027-a24d-f7fb436a67fa tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network 1577e8b7-da06-481c-a774-17ec837268ae is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:11:48.187636 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-6936366b-6217-4027-a24d-f7fb436a67fa tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 1577e8b7-da06-481c-a774-17ec837268ae) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:48.196071 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ff8c99-9d8c-415c-be2f-dad6fbb4e5fe None None] Network 1577e8b7-da06-481c-a774-17ec837268ae requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:48.207235 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6936366b-6217-4027-a24d-f7fb436a67fa tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:48.208077 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6936366b-6217-4027-a24d-f7fb436a67fa tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:48.340118 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6936366b-6217-4027-a24d-f7fb436a67fa tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0194635 Jul 30 02:11:48.342745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51466) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:48.384906 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ddda86-2faf-4435-800e-6f73b370d8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-1577e8b7-da06-481c-a774-17ec837268ae', 'network_id': '1577e8b7-da06-481c-a774-17ec837268ae', 'tenant_id': '19ccf809fc9f41c7a4a2335de7c3c2dc', 'fixed_ips': [{'subnet_id': '97e5200b-dbf4-4969-bbc0-3e2e2953ce97'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:11:48.386405 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-37ddda86-2faf-4435-800e-6f73b370d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:48.509912 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c8120b53-6c62-490d-9ab8-06a1edc0c571 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:48.625947 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c8120b53-6c62-490d-9ab8-06a1edc0c571 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:48.755070 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c8120b53-6c62-490d-9ab8-06a1edc0c571 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server [None req-37ddda86-2faf-4435-800e-6f73b370d8e8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97e5200b-dbf4-4969-bbc0-3e2e2953ce97: This subnet is being modified by another concurrent operation. Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server raise exception Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97e5200b-dbf4-4969-bbc0-3e2e2953ce97: This subnet is being modified by another concurrent operation. Jul 30 02:11:48.781088 n-d-713498-9 neutron-server[94466]: ERROR oslo_messaging.rpc.server Jul 30 02:11:48.808858 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ef3b4e-4464-4cb1-ad0d-50ada4b87491 None None] Network 1577e8b7-da06-481c-a774-17ec837268ae requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:48.821758 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8120b53-6c62-490d-9ab8-06a1edc0c571 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Subnet': ['ID=97e5200b-dbf4-4969-bbc0-3e2e2953ce97,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:48.912728 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c8120b53-6c62-490d-9ab8-06a1edc0c571 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:48.923472 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-c8120b53-6c62-490d-9ab8-06a1edc0c571 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1577e8b7-da06-481c-a774-17ec837268ae']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:48.935035 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-c8120b53-6c62-490d-9ab8-06a1edc0c571 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6530b07-32b7-4e3c-bf13-8f2c980ae12b') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:48.935335 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-c8120b53-6c62-490d-9ab8-06a1edc0c571 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6530b07-32b7-4e3c-bf13-8f2c980ae12b') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:48.946764 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a63e9af-41c3-41ff-9acf-68c5b3afdb7e None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:11:48.956106 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c8120b53-6c62-490d-9ab8-06a1edc0c571 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:48.975517 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c8120b53-6c62-490d-9ab8-06a1edc0c571 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:48.984763 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8120b53-6c62-490d-9ab8-06a1edc0c571 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:11:48.984763 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c8120b53-6c62-490d-9ab8-06a1edc0c571 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:11:49.036679 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:11:49.070825 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a63e9af-41c3-41ff-9acf-68c5b3afdb7e None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:11:49.116170 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c8120b53-6c62-490d-9ab8-06a1edc0c571 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:49.127277 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c8120b53-6c62-490d-9ab8-06a1edc0c571 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:49.133083 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c8120b53-6c62-490d-9ab8-06a1edc0c571 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/1577e8b7-da06-481c-a774-17ec837268ae HTTP/1.1" status: 204 len: 168 time: 0.7860684 Jul 30 02:11:49.133624 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51478) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:49.151834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ecb4252c-1e45-4a27-9f8e-fe17ed819f6e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1068376632'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:49.153363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8120b53-6c62-490d-9ab8-06a1edc0c571 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Network': ['ID=1577e8b7-da06-481c-a774-17ec837268ae,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:49.290661 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb4252c-1e45-4a27-9f8e-fe17ed819f6e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:49.294510 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ecb4252c-1e45-4a27-9f8e-fe17ed819f6e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:49.327322 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb4252c-1e45-4a27-9f8e-fe17ed819f6e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:11:49.335979 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ecb4252c-1e45-4a27-9f8e-fe17ed819f6e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:49.336324 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-ecb4252c-1e45-4a27-9f8e-fe17ed819f6e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Added segment a97a24ef-e916-4fd3-b0a7-5448feb75e02 of type vlan for network 864cec95-e70c-4b26-ab08-085a9cc88ae1 Jul 30 02:11:49.378100 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ecb4252c-1e45-4a27-9f8e-fe17ed819f6e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:49.504427 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ecb4252c-1e45-4a27-9f8e-fe17ed819f6e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:49.510224 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb4252c-1e45-4a27-9f8e-fe17ed819f6e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:49.510868 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ecb4252c-1e45-4a27-9f8e-fe17ed819f6e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:49.598781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4252c-1e45-4a27-9f8e-fe17ed819f6e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Network': ['ID=864cec95-e70c-4b26-ab08-085a9cc88ae1,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:49.609640 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 864cec95-e70c-4b26-ab08-085a9cc88ae1 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:11:49.661958 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ecb4252c-1e45-4a27-9f8e-fe17ed819f6e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5238976 Jul 30 02:11:49.662153 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51480) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:49.667284 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ec498af9-7965-41e2-8a9d-0bb4d0e88b9e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'subnet': {'network_id': '864cec95-e70c-4b26-ab08-085a9cc88ae1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:49.835609 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec498af9-7965-41e2-8a9d-0bb4d0e88b9e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:49.839343 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec498af9-7965-41e2-8a9d-0bb4d0e88b9e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:50.105023 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec498af9-7965-41e2-8a9d-0bb4d0e88b9e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:50.162055 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec498af9-7965-41e2-8a9d-0bb4d0e88b9e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Subnet': ['ID=99301478-ae0f-4164-b5ad-03e2e14a8a57,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:50.185238 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec498af9-7965-41e2-8a9d-0bb4d0e88b9e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Checking segment: {'id': 'a97a24ef-e916-4fd3-b0a7-5448feb75e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '864cec95-e70c-4b26-ab08-085a9cc88ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:50.185652 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec498af9-7965-41e2-8a9d-0bb4d0e88b9e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network hostable DHCP agents. Network: 864cec95-e70c-4b26-ab08-085a9cc88ae1, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:11:50.276477 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec498af9-7965-41e2-8a9d-0bb4d0e88b9e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network 864cec95-e70c-4b26-ab08-085a9cc88ae1 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:11:50.371270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-ec498af9-7965-41e2-8a9d-0bb4d0e88b9e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 864cec95-e70c-4b26-ab08-085a9cc88ae1) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:50.376989 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec498af9-7965-41e2-8a9d-0bb4d0e88b9e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:50.377598 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ec498af9-7965-41e2-8a9d-0bb4d0e88b9e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:50.387098 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2633bcf8-3e8f-462c-ae70-d80484614562 None None] Network 864cec95-e70c-4b26-ab08-085a9cc88ae1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:50.489092 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51508) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:50.489620 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ec498af9-7965-41e2-8a9d-0bb4d0e88b9e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8259811 Jul 30 02:11:50.556171 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-864cec95-e70c-4b26-ab08-085a9cc88ae1', 'network_id': '864cec95-e70c-4b26-ab08-085a9cc88ae1', 'tenant_id': '19ccf809fc9f41c7a4a2335de7c3c2dc', 'fixed_ips': [{'subnet_id': '99301478-ae0f-4164-b5ad-03e2e14a8a57'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:11:50.557096 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:50.634884 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:50.693063 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:50.749164 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Allocated IP 172.20.0.1 (864cec95-e70c-4b26-ab08-085a9cc88ae1/99301478-ae0f-4164-b5ad-03e2e14a8a57/f17b7040-1698-4bbd-9696-5001dc06e8ae) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:11:50.921870 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:50.929960 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Transition to ACTIVE for port object f17b7040-1698-4bbd-9696-5001dc06e8ae will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:50.944662 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Transition to ACTIVE for port object f17b7040-1698-4bbd-9696-5001dc06e8ae will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:51.041120 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:51.085482 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Network 864cec95-e70c-4b26-ab08-085a9cc88ae1 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:11:51.088356 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:51.095186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:11:51.098275 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Pushing event updated for resources: {'Port': ['ID=f17b7040-1698-4bbd-9696-5001dc06e8ae,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:51.135333 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:51.151509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Attempting to bind port f17b7040-1698-4bbd-9696-5001dc06e8ae on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:11:51.151509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Attempting to bind port f17b7040-1698-4bbd-9696-5001dc06e8ae by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'a97a24ef-e916-4fd3-b0a7-5448feb75e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '864cec95-e70c-4b26-ab08-085a9cc88ae1'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:11:51.155598 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Attempting to bind port f17b7040-1698-4bbd-9696-5001dc06e8ae on network 864cec95-e70c-4b26-ab08-085a9cc88ae1 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:11:51.158747 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:11:51.159121 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Checking segment: {'id': 'a97a24ef-e916-4fd3-b0a7-5448feb75e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '864cec95-e70c-4b26-ab08-085a9cc88ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:51.159532 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:51.159941 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Bound using segment: {'id': 'a97a24ef-e916-4fd3-b0a7-5448feb75e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '864cec95-e70c-4b26-ab08-085a9cc88ae1'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:11:51.160439 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Bound port: f17b7040-1698-4bbd-9696-5001dc06e8ae, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97a24ef-e916-4fd3-b0a7-5448feb75e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '864cec95-e70c-4b26-ab08-085a9cc88ae1'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:11:51.160876 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:51.182108 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Subnet': ['ID=99301478-ae0f-4164-b5ad-03e2e14a8a57,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:51.268526 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:51.270922 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] For port f17b7040-1698-4bbd-9696-5001dc06e8ae, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:11:51.278907 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] For port f17b7040-1698-4bbd-9696-5001dc06e8ae, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f17b7040-1698-4bbd-9696-5001dc06e8ae,segment=NetworkSegment(a97a24ef-e916-4fd3-b0a7-5448feb75e02),segment_id=a97a24ef-e916-4fd3-b0a7-5448feb75e02)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:11:51.283794 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864cec95-e70c-4b26-ab08-085a9cc88ae1']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:51.296253 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97a24ef-e916-4fd3-b0a7-5448feb75e02') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:51.296789 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97a24ef-e916-4fd3-b0a7-5448feb75e02') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:51.308514 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:51.333219 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:51.350760 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:51.368382 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:11:51.370759 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:11:51.376096 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:11:51.416064 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67464908-332e-4b90-8817-e0c3ad878bd1 None None] Pushing event updated for resources: {'Port': ['ID=f17b7040-1698-4bbd-9696-5001dc06e8ae,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:51.469153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60333e4-88b5-4eeb-969f-f197c85d814c None None] Network 864cec95-e70c-4b26-ab08-085a9cc88ae1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:51.533145 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.db.api [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:11:51.533145 n-d-713498-9 neutron-server[94464]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:11:51.533145 n-d-713498-9 neutron-server[94464]: [parameters: {'id': '864cec95-e70c-4b26-ab08-085a9cc88ae1'}] Jul 30 02:11:51.533145 n-d-713498-9 neutron-server[94464]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:11:51.535001 n-d-713498-9 neutron-server[94464]: DEBUG oslo_db.api [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:11:51.634916 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011c0de0-72fd-4919-a1ce-715c5f05180f None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:11:51.715972 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011c0de0-72fd-4919-a1ce-715c5f05180f None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:11:52.036253 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:52.109799 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Deleting port f17b7040-1698-4bbd-9696-5001dc06e8ae {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:11:52.110149 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:52.181521 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] For port f17b7040-1698-4bbd-9696-5001dc06e8ae, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f17b7040-1698-4bbd-9696-5001dc06e8ae,segment=NetworkSegment(a97a24ef-e916-4fd3-b0a7-5448feb75e02),segment_id=a97a24ef-e916-4fd3-b0a7-5448feb75e02)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:52.181903 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:52.196303 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Calling delete_port for f17b7040-1698-4bbd-9696-5001dc06e8ae owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:11:52.361846 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:52.394451 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Port': ['ID=f17b7040-1698-4bbd-9696-5001dc06e8ae,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:52.399003 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No DVR routers for this DVR port f17b7040-1698-4bbd-9696-5001dc06e8ae on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:11:52.483389 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:52.493532 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864cec95-e70c-4b26-ab08-085a9cc88ae1']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:52.503573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97a24ef-e916-4fd3-b0a7-5448feb75e02') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:52.503863 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97a24ef-e916-4fd3-b0a7-5448feb75e02') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:52.512563 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:52.527061 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:52.533597 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:11:52.534160 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:11:52.537115 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:11:52.656687 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:52.664192 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:52.666048 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/864cec95-e70c-4b26-ab08-085a9cc88ae1 HTTP/1.1" status: 204 len: 168 time: 2.1759591 Jul 30 02:11:52.669747 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51540) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:52.675887 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b679ec9d-ad4c-49a6-a8e1-9df7d1d69926 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-650907241'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:52.679034 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcec880-abd6-4f28-8ebc-0b00277eb2b1 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Network': ['ID=864cec95-e70c-4b26-ab08-085a9cc88ae1,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:52.765452 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b679ec9d-ad4c-49a6-a8e1-9df7d1d69926 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:52.769149 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b679ec9d-ad4c-49a6-a8e1-9df7d1d69926 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:52.792606 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b679ec9d-ad4c-49a6-a8e1-9df7d1d69926 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:11:52.801205 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b679ec9d-ad4c-49a6-a8e1-9df7d1d69926 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:52.801554 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-b679ec9d-ad4c-49a6-a8e1-9df7d1d69926 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Added segment 6aa84221-2eb7-4a7d-959e-6f1859f08e56 of type vlan for network d82dd822-2b3b-451e-880e-4a5f76a8beac Jul 30 02:11:52.841170 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b679ec9d-ad4c-49a6-a8e1-9df7d1d69926 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:52.936732 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b679ec9d-ad4c-49a6-a8e1-9df7d1d69926 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:52.942324 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b679ec9d-ad4c-49a6-a8e1-9df7d1d69926 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:52.942997 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b679ec9d-ad4c-49a6-a8e1-9df7d1d69926 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:53.010234 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679ec9d-ad4c-49a6-a8e1-9df7d1d69926 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Network': ['ID=d82dd822-2b3b-451e-880e-4a5f76a8beac,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:53.026130 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network d82dd822-2b3b-451e-880e-4a5f76a8beac details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:11:53.062814 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51548) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:53.063010 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b679ec9d-ad4c-49a6-a8e1-9df7d1d69926 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3913553 Jul 30 02:11:53.069107 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d65e60b4-1a32-4dbb-8d21-b873dbc7117b tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'subnet': {'network_id': 'd82dd822-2b3b-451e-880e-4a5f76a8beac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:53.350118 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65e60b4-1a32-4dbb-8d21-b873dbc7117b tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:53.353847 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d65e60b4-1a32-4dbb-8d21-b873dbc7117b tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:53.673743 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d65e60b4-1a32-4dbb-8d21-b873dbc7117b tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:53.771384 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51570) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:53.783323 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e60b4-1a32-4dbb-8d21-b873dbc7117b tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Subnet': ['ID=504121d7-ac5c-46be-a08e-f4614fa8f837,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:53.827589 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65e60b4-1a32-4dbb-8d21-b873dbc7117b tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Checking segment: {'id': '6aa84221-2eb7-4a7d-959e-6f1859f08e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd82dd822-2b3b-451e-880e-4a5f76a8beac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:53.827963 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65e60b4-1a32-4dbb-8d21-b873dbc7117b tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network hostable DHCP agents. Network: d82dd822-2b3b-451e-880e-4a5f76a8beac, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:11:53.914060 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-252349a7-c3ac-4d2e-b8dc-6afac8492691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:53.915874 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65e60b4-1a32-4dbb-8d21-b873dbc7117b tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network d82dd822-2b3b-451e-880e-4a5f76a8beac is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:11:54.025958 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-252349a7-c3ac-4d2e-b8dc-6afac8492691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.041301 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d65e60b4-1a32-4dbb-8d21-b873dbc7117b tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, d82dd822-2b3b-451e-880e-4a5f76a8beac) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:54.050177 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65e60b4-1a32-4dbb-8d21-b873dbc7117b tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:54.069425 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d65e60b4-1a32-4dbb-8d21-b873dbc7117b tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.069603 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409d6e37-836d-4b6e-9e31-bdcca781e306 None None] Network d82dd822-2b3b-451e-880e-4a5f76a8beac requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:54.145477 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-252349a7-c3ac-4d2e-b8dc-6afac8492691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.201262 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51574) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:54.221185 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-252349a7-c3ac-4d2e-b8dc-6afac8492691 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=55c361bdb0d84c72a378067eb2eda733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4397225 Jul 30 02:11:54.223869 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-d82dd822-2b3b-451e-880e-4a5f76a8beac', 'network_id': 'd82dd822-2b3b-451e-880e-4a5f76a8beac', 'tenant_id': '19ccf809fc9f41c7a4a2335de7c3c2dc', 'fixed_ips': [{'subnet_id': '504121d7-ac5c-46be-a08e-f4614fa8f837'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:11:54.224806 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.247507 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252349a7-c3ac-4d2e-b8dc-6afac8492691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd9d5d1-b71a-400d-adb5-a68d37ad2c8e,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:54.252978 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d65e60b4-1a32-4dbb-8d21-b873dbc7117b tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1888306 Jul 30 02:11:54.255997 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51578) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:54.403544 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.405788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Allocated IP 172.20.0.1 (d82dd822-2b3b-451e-880e-4a5f76a8beac/504121d7-ac5c-46be-a08e-f4614fa8f837/869e2c64-2fed-485c-b3c0-252d4423e0d3) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:11:54.434515 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba0d215a-c7e0-4268-b3a9-8333921a7b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.494208 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba0d215a-c7e0-4268-b3a9-8333921a7b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.508158 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.568097 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.577652 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Transition to ACTIVE for port object 869e2c64-2fed-485c-b3c0-252d4423e0d3 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:54.593773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Transition to ACTIVE for port object 869e2c64-2fed-485c-b3c0-252d4423e0d3 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:54.684083 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.714037 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba0d215a-c7e0-4268-b3a9-8333921a7b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.719904 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ba0d215a-c7e0-4268-b3a9-8333921a7b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.721676 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ba0d215a-c7e0-4268-b3a9-8333921a7b4d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/efd9d5d1-b71a-400d-adb5-a68d37ad2c8e HTTP/1.1" status: 204 len: 168 time: 0.5183952 Jul 30 02:11:54.731047 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Network d82dd822-2b3b-451e-880e-4a5f76a8beac is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:11:54.732319 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d215a-c7e0-4268-b3a9-8333921a7b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd9d5d1-b71a-400d-adb5-a68d37ad2c8e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:54.734966 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:54.738706 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:11:54.797215 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.832799 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Subnet': ['ID=504121d7-ac5c-46be-a08e-f4614fa8f837,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:54.838523 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Pushing event updated for resources: {'Port': ['ID=869e2c64-2fed-485c-b3c0-252d4423e0d3,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:54.889740 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Attempting to bind port 869e2c64-2fed-485c-b3c0-252d4423e0d3 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:11:54.890413 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Attempting to bind port 869e2c64-2fed-485c-b3c0-252d4423e0d3 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '6aa84221-2eb7-4a7d-959e-6f1859f08e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd82dd822-2b3b-451e-880e-4a5f76a8beac'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:11:54.890950 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Attempting to bind port 869e2c64-2fed-485c-b3c0-252d4423e0d3 on network d82dd822-2b3b-451e-880e-4a5f76a8beac {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:11:54.897729 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:11:54.899015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Checking segment: {'id': '6aa84221-2eb7-4a7d-959e-6f1859f08e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd82dd822-2b3b-451e-880e-4a5f76a8beac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:54.899550 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.900121 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Bound using segment: {'id': '6aa84221-2eb7-4a7d-959e-6f1859f08e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd82dd822-2b3b-451e-880e-4a5f76a8beac'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:11:54.900828 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Bound port: 869e2c64-2fed-485c-b3c0-252d4423e0d3, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa84221-2eb7-4a7d-959e-6f1859f08e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd82dd822-2b3b-451e-880e-4a5f76a8beac'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:11:54.902082 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.935887 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.951032 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82dd822-2b3b-451e-880e-4a5f76a8beac']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:54.965328 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa84221-2eb7-4a7d-959e-6f1859f08e56') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:54.965895 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa84221-2eb7-4a7d-959e-6f1859f08e56') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:54.978068 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.986339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] For port 869e2c64-2fed-485c-b3c0-252d4423e0d3, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:11:54.995190 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:55.003049 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:11:55.004359 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:11:55.008682 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:11:55.090659 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] For port 869e2c64-2fed-485c-b3c0-252d4423e0d3, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=869e2c64-2fed-485c-b3c0-252d4423e0d3,segment=NetworkSegment(6aa84221-2eb7-4a7d-959e-6f1859f08e56),segment_id=6aa84221-2eb7-4a7d-959e-6f1859f08e56)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:11:55.115900 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.db.api [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:11:55.115900 n-d-713498-9 neutron-server[94464]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:11:55.115900 n-d-713498-9 neutron-server[94464]: [parameters: {'id': 'd82dd822-2b3b-451e-880e-4a5f76a8beac'}] Jul 30 02:11:55.115900 n-d-713498-9 neutron-server[94464]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:11:55.116833 n-d-713498-9 neutron-server[94464]: DEBUG oslo_db.api [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:11:55.177440 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51592) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:55.193894 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:55.275843 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27b0a22-d4fc-410a-a999-b24c2e1a00bc tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:55.276630 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27b0a22-d4fc-410a-a999-b24c2e1a00bc tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:55.277350 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27b0a22-d4fc-410a-a999-b24c2e1a00bc tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:55.279434 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e27b0a22-d4fc-410a-a999-b24c2e1a00bc tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/ports?project_id=7178d3e97eda4b719733eaf558d6f1f6&network_id=d1bd7e5e-52b7-4310-a8ae-008a603d18e1 HTTP/1.1" status: 200 len: 2970 time: 0.1010096 Jul 30 02:11:55.328549 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb796b-a85d-4ea8-be68-4bc9a404e428 None None] Pushing event updated for resources: {'Port': ['ID=869e2c64-2fed-485c-b3c0-252d4423e0d3,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:55.339449 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdfcce8-3ed3-4d2b-8e43-7acb5fa0c551 None None] Network d82dd822-2b3b-451e-880e-4a5f76a8beac requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:55.496749 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5153e556-ea2d-470f-8171-1df8bed00985 None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:11:55.528318 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51600) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:55.549828 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eafb4e47-6f8b-4945-84c9-4c8375392c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:55.608077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5153e556-ea2d-470f-8171-1df8bed00985 None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:11:55.618900 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:55.674696 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eafb4e47-6f8b-4945-84c9-4c8375392c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:55.683746 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Deleting port 869e2c64-2fed-485c-b3c0-252d4423e0d3 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:11:55.684144 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:55.752005 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] For port 869e2c64-2fed-485c-b3c0-252d4423e0d3, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=869e2c64-2fed-485c-b3c0-252d4423e0d3,segment=NetworkSegment(6aa84221-2eb7-4a7d-959e-6f1859f08e56),segment_id=6aa84221-2eb7-4a7d-959e-6f1859f08e56)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:55.752635 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:55.768901 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Calling delete_port for 869e2c64-2fed-485c-b3c0-252d4423e0d3 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:11:55.773020 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eafb4e47-6f8b-4945-84c9-4c8375392c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:55.814002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb4e47-6f8b-4945-84c9-4c8375392c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54202ed-3ac6-4796-8451-e91b2c11cf7e,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:55.837975 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-eafb4e47-6f8b-4945-84c9-4c8375392c8f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=899013a5acec4d0083be58976035a29b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3059032 Jul 30 02:11:55.842918 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51608) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:55.913606 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a667718c-1b3d-4502-837a-d64e7014e65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:55.939562 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a667718c-1b3d-4502-837a-d64e7014e65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:55.953744 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:55.992293 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Port': ['ID=869e2c64-2fed-485c-b3c0-252d4423e0d3,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:55.997626 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No DVR routers for this DVR port 869e2c64-2fed-485c-b3c0-252d4423e0d3 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:11:56.090427 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a667718c-1b3d-4502-837a-d64e7014e65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:56.093417 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a667718c-1b3d-4502-837a-d64e7014e65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:56.097101 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a667718c-1b3d-4502-837a-d64e7014e65f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e54202ed-3ac6-4796-8451-e91b2c11cf7e HTTP/1.1" status: 204 len: 168 time: 0.2426281 Jul 30 02:11:56.098523 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:56.109312 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667718c-1b3d-4502-837a-d64e7014e65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54202ed-3ac6-4796-8451-e91b2c11cf7e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:56.109860 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82dd822-2b3b-451e-880e-4a5f76a8beac']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:56.125763 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa84221-2eb7-4a7d-959e-6f1859f08e56') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:56.126234 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa84221-2eb7-4a7d-959e-6f1859f08e56') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:56.138826 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:56.155440 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:56.165189 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:11:56.165807 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:11:56.243188 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:11:56.329991 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:56.361722 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:56.363958 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/d82dd822-2b3b-451e-880e-4a5f76a8beac HTTP/1.1" status: 204 len: 168 time: 2.0881610 Jul 30 02:11:56.370125 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51618) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:56.375826 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-68a3d319-5510-4cbb-b73d-b8213b7a317d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-854616796'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:56.404158 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0d830-0f4b-4095-a032-0aa1da75c3c3 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Network': ['ID=d82dd822-2b3b-451e-880e-4a5f76a8beac,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:56.498174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a3d319-5510-4cbb-b73d-b8213b7a317d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:56.505322 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-68a3d319-5510-4cbb-b73d-b8213b7a317d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:56.569003 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a3d319-5510-4cbb-b73d-b8213b7a317d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:11:56.577335 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-68a3d319-5510-4cbb-b73d-b8213b7a317d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:56.577687 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-68a3d319-5510-4cbb-b73d-b8213b7a317d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Added segment 17e8e282-b456-4e95-9d87-4918405cb4ba of type vlan for network f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3 Jul 30 02:11:56.626320 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-68a3d319-5510-4cbb-b73d-b8213b7a317d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:56.752684 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-68a3d319-5510-4cbb-b73d-b8213b7a317d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:56.763338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a3d319-5510-4cbb-b73d-b8213b7a317d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:56.764725 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-68a3d319-5510-4cbb-b73d-b8213b7a317d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:56.837840 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3d319-5510-4cbb-b73d-b8213b7a317d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Network': ['ID=f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:56.859949 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:11:56.916577 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-68a3d319-5510-4cbb-b73d-b8213b7a317d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5451920 Jul 30 02:11:56.919125 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51628) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:56.923234 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51630) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:56.932105 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-0c53d3f3-6b3c-49c7-984d-edb4eccce9dc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:56.948141 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a4b0b2ba-76c2-4e97-bc15-7551912bfb4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:57.032874 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51634) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:57.164424 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa751607-5eee-4859-9652-e6978cb27e9f tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:57.164424 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fa751607-5eee-4859-9652-e6978cb27e9f tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 814 time: 0.1202602 Jul 30 02:11:57.180509 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a4b0b2ba-76c2-4e97-bc15-7551912bfb4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:57.209983 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0c53d3f3-6b3c-49c7-984d-edb4eccce9dc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:57.273675 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a4b0b2ba-76c2-4e97-bc15-7551912bfb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:57.337785 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0b2ba-76c2-4e97-bc15-7551912bfb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c436c6-b845-43eb-ae1a-078ff8cdcba3,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:57.339844 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0c53d3f3-6b3c-49c7-984d-edb4eccce9dc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:57.342802 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a4b0b2ba-76c2-4e97-bc15-7551912bfb4c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d081216012194548af207c1b8d0e76bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4185517 Jul 30 02:11:57.362350 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51644) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:57.426693 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f44a24a4-524e-4961-85e7-114128eb4da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:57.434487 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c53d3f3-6b3c-49c7-984d-edb4eccce9dc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3 is not hosted by any dhcp agent {{(pid=94465) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 02:11:57.441445 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c53d3f3-6b3c-49c7-984d-edb4eccce9dc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:57.442086 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0c53d3f3-6b3c-49c7-984d-edb4eccce9dc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:57.443493 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0c53d3f3-6b3c-49c7-984d-edb4eccce9dc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "PUT /v2.0/networks/f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3 HTTP/1.1" status: 200 len: 723 time: 0.5229235 Jul 30 02:11:57.447876 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51648) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:57.452897 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f44a24a4-524e-4961-85e7-114128eb4da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:57.460934 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-75211764-1465-4129-97fa-fb539fa0fa18 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'subnet': {'network_id': 'f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:57.522585 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53d3f3-6b3c-49c7-984d-edb4eccce9dc tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Network': ['ID=f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:57.533247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:11:57.582794 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f44a24a4-524e-4961-85e7-114128eb4da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:57.586872 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f44a24a4-524e-4961-85e7-114128eb4da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:57.588751 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f44a24a4-524e-4961-85e7-114128eb4da0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/89c436c6-b845-43eb-ae1a-078ff8cdcba3 HTTP/1.1" status: 204 len: 168 time: 0.2337527 Jul 30 02:11:57.601152 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a24a4-524e-4961-85e7-114128eb4da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c436c6-b845-43eb-ae1a-078ff8cdcba3,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:57.635531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75211764-1465-4129-97fa-fb539fa0fa18 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:57.639513 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75211764-1465-4129-97fa-fb539fa0fa18 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:57.702837 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51652) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:57.711031 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b3f5f622-a913-475f-90b7-4936731193c1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'network': {'name': 'tempest-network-smoke--1047586469', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'port_security_enabled': True}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:57.869950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f5f622-a913-475f-90b7-4936731193c1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Made reservation on behalf of 7178d3e97eda4b719733eaf558d6f1f6 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:57.873607 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f622-a913-475f-90b7-4936731193c1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:57.898500 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f5f622-a913-475f-90b7-4936731193c1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:11:57.908050 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f622-a913-475f-90b7-4936731193c1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:57.908476 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-b3f5f622-a913-475f-90b7-4936731193c1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Added segment 5e6bdf09-aaad-4ce1-897c-97046901cbc4 of type vlan for network 8e092881-df68-4232-9344-a0d3db71a64e Jul 30 02:11:57.950607 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f622-a913-475f-90b7-4936731193c1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:57.956328 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75211764-1465-4129-97fa-fb539fa0fa18 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:58.032753 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75211764-1465-4129-97fa-fb539fa0fa18 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Subnet': ['ID=733c1e08-d523-478b-94f5-404e644dd6c1,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:58.068005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75211764-1465-4129-97fa-fb539fa0fa18 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Checking segment: {'id': '17e8e282-b456-4e95-9d87-4918405cb4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:58.068486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75211764-1465-4129-97fa-fb539fa0fa18 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network hostable DHCP agents. Network: f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:11:58.081770 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f622-a913-475f-90b7-4936731193c1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:58.090238 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f5f622-a913-475f-90b7-4936731193c1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:58.097034 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f622-a913-475f-90b7-4936731193c1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:58.178627 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5f622-a913-475f-90b7-4936731193c1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'Network': ['ID=8e092881-df68-4232-9344-a0d3db71a64e,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:58.191015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 8e092881-df68-4232-9344-a0d3db71a64e details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:11:58.199807 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75211764-1465-4129-97fa-fb539fa0fa18 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:11:58.254802 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b3f5f622-a913-475f-90b7-4936731193c1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5470374 Jul 30 02:11:58.255018 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51662) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:58.283303 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-75211764-1465-4129-97fa-fb539fa0fa18 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:58.293887 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75211764-1465-4129-97fa-fb539fa0fa18 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:58.295710 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-75211764-1465-4129-97fa-fb539fa0fa18 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:58.297048 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeb5e91-061c-4918-a3ae-799436811e15 None None] Network f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:11:58.330614 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dbefb4-8325-46bb-a2d7-6f8ae67c39a4 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:58.336136 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51666) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:58.349167 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e1dbefb4-8325-46bb-a2d7-6f8ae67c39a4 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=7178d3e97eda4b719733eaf558d6f1f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0928311 Jul 30 02:11:58.432282 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-75211764-1465-4129-97fa-fb539fa0fa18 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9727619 Jul 30 02:11:58.432393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51674) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:58.439531 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-5bdd17cf-07fd-4a6e-9706-5be3baf175f6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:58.529321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1961d30-5f39-4372-acf6-48033c4dd070 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:58.530852 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b1961d30-5f39-4372-acf6-48033c4dd070 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1929779 Jul 30 02:11:58.533834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51676) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:58.593529 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3', 'network_id': 'f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3', 'tenant_id': '19ccf809fc9f41c7a4a2335de7c3c2dc', 'fixed_ips': [{'subnet_id': '733c1e08-d523-478b-94f5-404e644dd6c1'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:11:58.594551 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:58.606200 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5bdd17cf-07fd-4a6e-9706-5be3baf175f6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-532441009'] for subnet, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:58.661637 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-356de34e-b177-43e8-b018-c588f9c510ff tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1233649 Jul 30 02:11:58.662443 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51680) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:58.746104 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5c228385-f626-4759-a776-b84c9615e8e7 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=7178d3e97eda4b719733eaf558d6f1f6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0795586 Jul 30 02:11:58.746713 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51682) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:58.877926 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a82216-3e80-4523-9066-d0969d86bf5a tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:58.883427 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-98a82216-3e80-4523-9066-d0969d86bf5a tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328120 Jul 30 02:11:58.883573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51686) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:58.922341 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8fa27b48-94b9-4cf4-94ca-d8fff1536b2a tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370040 Jul 30 02:11:58.924682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51692) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:58.932215 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-0063ccad-e717-4be8-8b50-3bb06d709742 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-323600899', 'network_id': '8e092881-df68-4232-9344-a0d3db71a64e', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:58.944412 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5bdd17cf-07fd-4a6e-9706-5be3baf175f6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773282632744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-528652013'] for subnet, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:58.968586 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdd17cf-07fd-4a6e-9706-5be3baf175f6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:58.969248 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5bdd17cf-07fd-4a6e-9706-5be3baf175f6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:58.978183 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5bdd17cf-07fd-4a6e-9706-5be3baf175f6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "PUT /v2.0/subnets/733c1e08-d523-478b-94f5-404e644dd6c1 HTTP/1.1" status: 200 len: 806 time: 0.5461252 Jul 30 02:11:58.980662 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51694) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:59.028958 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Allocated IP 172.20.0.2 (f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3/733c1e08-d523-478b-94f5-404e644dd6c1/4bc5e53b-31db-4ed6-aaf9-8396d48aaee8) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:11:59.223154 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:59.236328 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Transition to ACTIVE for port object 4bc5e53b-31db-4ed6-aaf9-8396d48aaee8 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:59.236430 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0063ccad-e717-4be8-8b50-3bb06d709742 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Made reservation on behalf of 7178d3e97eda4b719733eaf558d6f1f6 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:59.240718 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0063ccad-e717-4be8-8b50-3bb06d709742 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:59.252171 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Transition to ACTIVE for port object 4bc5e53b-31db-4ed6-aaf9-8396d48aaee8 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:59.370960 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:59.412503 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Network f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:11:59.422274 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:59.436325 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:11:59.475246 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Pushing event updated for resources: {'Port': ['ID=4bc5e53b-31db-4ed6-aaf9-8396d48aaee8,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:59.574916 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Attempting to bind port 4bc5e53b-31db-4ed6-aaf9-8396d48aaee8 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:11:59.575444 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Attempting to bind port 4bc5e53b-31db-4ed6-aaf9-8396d48aaee8 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '17e8e282-b456-4e95-9d87-4918405cb4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:11:59.575817 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Attempting to bind port 4bc5e53b-31db-4ed6-aaf9-8396d48aaee8 on network f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:11:59.580360 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0063ccad-e717-4be8-8b50-3bb06d709742 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:59.583617 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:11:59.583995 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Checking segment: {'id': '17e8e282-b456-4e95-9d87-4918405cb4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:59.584404 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:59.584800 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Bound using segment: {'id': '17e8e282-b456-4e95-9d87-4918405cb4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:11:59.585264 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Bound port: 4bc5e53b-31db-4ed6-aaf9-8396d48aaee8, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e8e282-b456-4e95-9d87-4918405cb4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:11:59.585700 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:59.661188 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd17cf-07fd-4a6e-9706-5be3baf175f6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Subnet': ['ID=733c1e08-d523-478b-94f5-404e644dd6c1,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:59.662130 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] For port 4bc5e53b-31db-4ed6-aaf9-8396d48aaee8, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:11:59.665612 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] For port 4bc5e53b-31db-4ed6-aaf9-8396d48aaee8, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4bc5e53b-31db-4ed6-aaf9-8396d48aaee8,segment=NetworkSegment(17e8e282-b456-4e95-9d87-4918405cb4ba),segment_id=17e8e282-b456-4e95-9d87-4918405cb4ba)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:11:59.693837 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063ccad-e717-4be8-8b50-3bb06d709742 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'Subnet': ['ID=b613fee7-0220-46b0-a6c3-759a5e938a33,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:59.704840 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063ccad-e717-4be8-8b50-3bb06d709742 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Checking segment: {'id': '5e6bdf09-aaad-4ce1-897c-97046901cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8e092881-df68-4232-9344-a0d3db71a64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:59.705648 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063ccad-e717-4be8-8b50-3bb06d709742 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Network hostable DHCP agents. Network: 8e092881-df68-4232-9344-a0d3db71a64e, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:11:59.731454 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:59.784444 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063ccad-e717-4be8-8b50-3bb06d709742 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Network 8e092881-df68-4232-9344-a0d3db71a64e is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:11:59.787577 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:59.875115 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Deleting port 4bc5e53b-31db-4ed6-aaf9-8396d48aaee8 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:11:59.879421 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:59.899711 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d1b2d-ea10-4159-854e-fd367ab45c22 None None] Pushing event updated for resources: {'Port': ['ID=4bc5e53b-31db-4ed6-aaf9-8396d48aaee8,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:59.935126 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-0063ccad-e717-4be8-8b50-3bb06d709742 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 8e092881-df68-4232-9344-a0d3db71a64e) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:59.941641 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0063ccad-e717-4be8-8b50-3bb06d709742 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:59.942246 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0063ccad-e717-4be8-8b50-3bb06d709742 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:59.958744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0aae8a-6cd1-4021-9d20-2941b9fcec78 None None] Network 8e092881-df68-4232-9344-a0d3db71a64e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:00.030449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] For port 4bc5e53b-31db-4ed6-aaf9-8396d48aaee8, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4bc5e53b-31db-4ed6-aaf9-8396d48aaee8,segment=NetworkSegment(17e8e282-b456-4e95-9d87-4918405cb4ba),segment_id=17e8e282-b456-4e95-9d87-4918405cb4ba)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:00.031036 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:00.046009 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0063ccad-e717-4be8-8b50-3bb06d709742 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1194835 Jul 30 02:12:00.057944 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Calling delete_port for 4bc5e53b-31db-4ed6-aaf9-8396d48aaee8 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:00.378184 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:00.431685 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Port': ['ID=4bc5e53b-31db-4ed6-aaf9-8396d48aaee8,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:00.435910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-8e092881-df68-4232-9344-a0d3db71a64e', 'network_id': '8e092881-df68-4232-9344-a0d3db71a64e', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'fixed_ips': [{'subnet_id': 'b613fee7-0220-46b0-a6c3-759a5e938a33'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:12:00.436775 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:00.527155 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No DVR routers for this DVR port 4bc5e53b-31db-4ed6-aaf9-8396d48aaee8 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:12:00.634513 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:00.636558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Allocated IP 172.20.0.18 (8e092881-df68-4232-9344-a0d3db71a64e/b613fee7-0220-46b0-a6c3-759a5e938a33/f480ec90-d116-4da4-bf9a-b896df5a4887) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:12:00.800229 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:00.809275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51734) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:00.815233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-829d2c64-d77f-401f-a10f-52215ac90dd7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572500164', 'description': 'tempest-secgroup-smoke-572500164 description', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:00.882135 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Subnet': ['ID=733c1e08-d523-478b-94f5-404e644dd6c1,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:00.969663 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-829d2c64-d77f-401f-a10f-52215ac90dd7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:00.994399 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.010204 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:01.033368 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e8e282-b456-4e95-9d87-4918405cb4ba') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:01.034681 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e8e282-b456-4e95-9d87-4918405cb4ba') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:01.050609 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.070074 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.078247 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:12:01.078937 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:12:01.083378 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:12:01.128402 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.303542 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.305298 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Transition to ACTIVE for port object f480ec90-d116-4da4-bf9a-b896df5a4887 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:01.324128 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.327579 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3 HTTP/1.1" status: 204 len: 168 time: 2.3460462 Jul 30 02:12:01.337573 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Transition to ACTIVE for port object f480ec90-d116-4da4-bf9a-b896df5a4887 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:01.341713 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51760) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:01.355789 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4591237-bbd0-468d-881e-ef01382b5cbf tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Network': ['ID=f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:01.386037 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-acff403a-2c10-442c-aaa8-7b1eac92002c tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:01.386658 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acff403a-2c10-442c-aaa8-7b1eac92002c tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:01.392160 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-acff403a-2c10-442c-aaa8-7b1eac92002c tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3 HTTP/1.1" status: 404 len: 339 time: 0.0482490 Jul 30 02:12:01.392511 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51766) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:01.398131 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-f539c39d-7775-40ac-b18c-ef3ed2a13f91 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-192083222', 'description': 'd1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:01.405369 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-829d2c64-d77f-401f-a10f-52215ac90dd7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.418882 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.463297 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Network 8e092881-df68-4232-9344-a0d3db71a64e is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:01.466354 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:01.470950 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:01.480773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Pushing event updated for resources: {'Port': ['ID=f480ec90-d116-4da4-bf9a-b896df5a4887,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:01.482414 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-829d2c64-d77f-401f-a10f-52215ac90dd7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.563164 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d2c64-d77f-401f-a10f-52215ac90dd7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d139a1-63db-4f32-b482-f446774ca0db,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:01.599396 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Attempting to bind port f480ec90-d116-4da4-bf9a-b896df5a4887 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:12:01.602016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Attempting to bind port f480ec90-d116-4da4-bf9a-b896df5a4887 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '5e6bdf09-aaad-4ce1-897c-97046901cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8e092881-df68-4232-9344-a0d3db71a64e'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:12:01.606487 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Attempting to bind port f480ec90-d116-4da4-bf9a-b896df5a4887 on network 8e092881-df68-4232-9344-a0d3db71a64e {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:12:01.612476 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f539c39d-7775-40ac-b18c-ef3ed2a13f91 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:01.617466 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:12:01.629806 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Checking segment: {'id': '5e6bdf09-aaad-4ce1-897c-97046901cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8e092881-df68-4232-9344-a0d3db71a64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:01.629806 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.629806 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Bound using segment: {'id': '5e6bdf09-aaad-4ce1-897c-97046901cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8e092881-df68-4232-9344-a0d3db71a64e'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:12:01.629806 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Bound port: f480ec90-d116-4da4-bf9a-b896df5a4887, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6bdf09-aaad-4ce1-897c-97046901cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8e092881-df68-4232-9344-a0d3db71a64e'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:12:01.629806 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.630680 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f539c39d-7775-40ac-b18c-ef3ed2a13f91 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.665726 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9c613b6b-ccfb-4fc3-b2c3-ed2fd4ffce7f None None] Could not find standard attr ID for object 4bc5e53b-31db-4ed6-aaf9-8396d48aaee8. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:12:01.672755 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6bad4e-849e-4c2e-a289-6a73d19b1ff3 None None] DHCP port deletion for f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:12:01.702006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7394d4-e2b3-4582-883d-a4e3022627f4 None None] Network f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:01.713652 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f539c39d-7775-40ac-b18c-ef3ed2a13f91 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:12:01.722427 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7394d4-e2b3-4582-883d-a4e3022627f4 None None] Network f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3 could not be found, it might have been deleted concurrently. {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 02:12:01.730987 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-829d2c64-d77f-401f-a10f-52215ac90dd7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.731454 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f539c39d-7775-40ac-b18c-ef3ed2a13f91 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.731808 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-829d2c64-d77f-401f-a10f-52215ac90dd7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9213490 Jul 30 02:12:01.732163 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-f539c39d-7775-40ac-b18c-ef3ed2a13f91 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Added segment 1048f983-1eb3-403e-88c7-17d95f4fb19d of type vlan for network 575ef57f-9b7b-45fc-b9a8-b97162b2bee9 Jul 30 02:12:01.735001 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51772) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:01.740007 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-988cefb0-3fc3-41c5-8d78-242bad589cda tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'security_group_rule': {'security_group_id': '82d139a1-63db-4f32-b482-f446774ca0db', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:01.740779 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] For port f480ec90-d116-4da4-bf9a-b896df5a4887, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:12:01.749920 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1d4994-5f26-4b55-a4d0-5d1cdce13acd None None] Network f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:01.777810 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1d4994-5f26-4b55-a4d0-5d1cdce13acd None None] Network f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3 could not be found, it might have been deleted concurrently. {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 02:12:01.793798 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] For port f480ec90-d116-4da4-bf9a-b896df5a4887, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f480ec90-d116-4da4-bf9a-b896df5a4887,segment=NetworkSegment(5e6bdf09-aaad-4ce1-897c-97046901cbc4),segment_id=5e6bdf09-aaad-4ce1-897c-97046901cbc4)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:12:01.805076 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f539c39d-7775-40ac-b18c-ef3ed2a13f91 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.869354 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-988cefb0-3fc3-41c5-8d78-242bad589cda tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.893150 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.893800 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f539c39d-7775-40ac-b18c-ef3ed2a13f91 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.900666 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f539c39d-7775-40ac-b18c-ef3ed2a13f91 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:01.901545 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f539c39d-7775-40ac-b18c-ef3ed2a13f91 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.934737 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-988cefb0-3fc3-41c5-8d78-242bad589cda tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.996774 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54414d96-0053-49a6-b3af-d4f2ee24cd86 None None] Pushing event updated for resources: {'Port': ['ID=f480ec90-d116-4da4-bf9a-b896df5a4887,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:02.017851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539c39d-7775-40ac-b18c-ef3ed2a13f91 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Network': ['ID=575ef57f-9b7b-45fc-b9a8-b97162b2bee9,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:02.021931 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-988cefb0-3fc3-41c5-8d78-242bad589cda tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:02.030151 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 575ef57f-9b7b-45fc-b9a8-b97162b2bee9 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:12:02.047712 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f539c39d-7775-40ac-b18c-ef3ed2a13f91 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6540236 Jul 30 02:12:02.049545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cefb0-3fc3-41c5-8d78-242bad589cda tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ddd232-7650-474b-b681-1d176d34e113,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:02.052093 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51796) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:02.162630 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba847dd-263d-4733-a847-3cf46f6e533f tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:02.164181 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5ba847dd-263d-4733-a847-3cf46f6e533f tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "GET /v2.0/networks?id=575ef57f-9b7b-45fc-b9a8-b97162b2bee9 HTTP/1.1" status: 200 len: 760 time: 0.1110594 Jul 30 02:12:02.167163 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51798) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:02.172691 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-2ca323a7-b7ae-4990-8072-56e2edc3ae78 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'network': {'description': 'd2'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:02.250700 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-988cefb0-3fc3-41c5-8d78-242bad589cda tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:02.254457 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-988cefb0-3fc3-41c5-8d78-242bad589cda tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5156145 Jul 30 02:12:02.254777 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51800) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:02.259448 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-49ed59e5-2c9f-4cc4-ac03-bd99b0d210da tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'security_group_rule': {'security_group_id': '82d139a1-63db-4f32-b482-f446774ca0db', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:02.384144 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49ed59e5-2c9f-4cc4-ac03-bd99b0d210da tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:02.406697 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ca323a7-b7ae-4990-8072-56e2edc3ae78 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:02.449028 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49ed59e5-2c9f-4cc4-ac03-bd99b0d210da tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:02.494514 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ca323a7-b7ae-4990-8072-56e2edc3ae78 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:02.509205 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ca323a7-b7ae-4990-8072-56e2edc3ae78 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network 575ef57f-9b7b-45fc-b9a8-b97162b2bee9 is not hosted by any dhcp agent {{(pid=94465) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 02:12:02.515316 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca323a7-b7ae-4990-8072-56e2edc3ae78 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:02.515971 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2ca323a7-b7ae-4990-8072-56e2edc3ae78 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:02.517304 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2ca323a7-b7ae-4990-8072-56e2edc3ae78 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "PUT /v2.0/networks/575ef57f-9b7b-45fc-b9a8-b97162b2bee9 HTTP/1.1" status: 200 len: 757 time: 0.3491199 Jul 30 02:12:02.520340 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51808) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:02.563237 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca323a7-b7ae-4990-8072-56e2edc3ae78 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Network': ['ID=575ef57f-9b7b-45fc-b9a8-b97162b2bee9,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:02.575638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 575ef57f-9b7b-45fc-b9a8-b97162b2bee9 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:12:02.586444 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49ed59e5-2c9f-4cc4-ac03-bd99b0d210da tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:02.642060 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed59e5-2c9f-4cc4-ac03-bd99b0d210da tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27791529-c764-48a7-ba1f-332baae2b8a3,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:02.664433 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc8e285-909b-4c81-9e51-38fdc540ec34 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:02.670692 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3cc8e285-909b-4c81-9e51-38fdc540ec34 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "GET /v2.0/networks?id=575ef57f-9b7b-45fc-b9a8-b97162b2bee9 HTTP/1.1" status: 200 len: 760 time: 0.1481125 Jul 30 02:12:02.670973 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51818) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:02.676319 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c70211b4-a4ef-4df1-a5fd-712e270018df tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-132843205'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:02.750964 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49ed59e5-2c9f-4cc4-ac03-bd99b0d210da tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:02.752904 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-49ed59e5-2c9f-4cc4-ac03-bd99b0d210da tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4970422 Jul 30 02:12:02.755680 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51822) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:02.762356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1e85d60a-41ce-427d-b006-fcac7d15dc40 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'security_group_rule': {'security_group_id': '82d139a1-63db-4f32-b482-f446774ca0db', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:02.887373 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70211b4-a4ef-4df1-a5fd-712e270018df tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:02.891069 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c70211b4-a4ef-4df1-a5fd-712e270018df tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:02.929822 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70211b4-a4ef-4df1-a5fd-712e270018df tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:12:02.939988 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c70211b4-a4ef-4df1-a5fd-712e270018df tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:02.940412 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-c70211b4-a4ef-4df1-a5fd-712e270018df tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Added segment 6b5475db-c5e9-4d78-997c-ff74bab49714 of type vlan for network d24c2b40-42fb-4f37-9b4e-0458bf4641fe Jul 30 02:12:02.981640 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c70211b4-a4ef-4df1-a5fd-712e270018df tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:03.015240 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1e85d60a-41ce-427d-b006-fcac7d15dc40 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:03.058394 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:03.075211 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1e85d60a-41ce-427d-b006-fcac7d15dc40 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:03.108618 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c70211b4-a4ef-4df1-a5fd-712e270018df tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:03.115418 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70211b4-a4ef-4df1-a5fd-712e270018df tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:03.116337 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c70211b4-a4ef-4df1-a5fd-712e270018df tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:03.207404 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70211b4-a4ef-4df1-a5fd-712e270018df tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Network': ['ID=d24c2b40-42fb-4f37-9b4e-0458bf4641fe,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:03.212174 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c70211b4-a4ef-4df1-a5fd-712e270018df tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5400481 Jul 30 02:12:03.212899 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1e85d60a-41ce-427d-b006-fcac7d15dc40 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:03.215103 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51848) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:03.224169 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-9ab8a676-fb3f-4811-be78-0c6ed8dc78db tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'subnet': {'network_id': 'd24c2b40-42fb-4f37-9b4e-0458bf4641fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:03.231827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85d60a-41ce-427d-b006-fcac7d15dc40 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb28038-57d2-4829-aa86-4c7ca66332b9,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:03.240341 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network d24c2b40-42fb-4f37-9b4e-0458bf4641fe details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:12:03.268220 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3704a62d-aa79-4beb-b24c-58ce0fd5c6d2 None None] Network 8e092881-df68-4232-9344-a0d3db71a64e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:03.332489 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1e85d60a-41ce-427d-b006-fcac7d15dc40 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:03.336509 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1e85d60a-41ce-427d-b006-fcac7d15dc40 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5771501 Jul 30 02:12:03.336882 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51858) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:03.344466 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-eee55492-9a2d-4dd8-bf23-38cacaf725b8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'security_group_rule': {'security_group_id': '82d139a1-63db-4f32-b482-f446774ca0db', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:03.481740 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab8a676-fb3f-4811-be78-0c6ed8dc78db tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:03.487227 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ab8a676-fb3f-4811-be78-0c6ed8dc78db tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:03.507924 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-92a00c82-9a9e-4478-ad6d-2a8dbd07779b None None] Provisioning for port f480ec90-d116-4da4-bf9a-b896df5a4887 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:03.606818 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eee55492-9a2d-4dd8-bf23-38cacaf725b8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:03.660365 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:12:03.752671 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eee55492-9a2d-4dd8-bf23-38cacaf725b8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:03.779232 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51878) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:03.856613 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eee55492-9a2d-4dd8-bf23-38cacaf725b8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:03.877747 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee55492-9a2d-4dd8-bf23-38cacaf725b8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a9920f-5a92-4476-bd0a-04dd7cc4d9d9,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:03.883073 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ab8a676-fb3f-4811-be78-0c6ed8dc78db tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:03.955574 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-193cddce-b586-4f6e-afb7-a7cc89fb6249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:03.961635 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8a676-fb3f-4811-be78-0c6ed8dc78db tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Subnet': ['ID=c5a8ddc6-e4fa-44dc-bb6e-b8b28faa4021,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:03.990666 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8a676-fb3f-4811-be78-0c6ed8dc78db tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Checking segment: {'id': '6b5475db-c5e9-4d78-997c-ff74bab49714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd24c2b40-42fb-4f37-9b4e-0458bf4641fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:03.991383 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab8a676-fb3f-4811-be78-0c6ed8dc78db tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network hostable DHCP agents. Network: d24c2b40-42fb-4f37-9b4e-0458bf4641fe, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:12:03.998545 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eee55492-9a2d-4dd8-bf23-38cacaf725b8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.000388 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-eee55492-9a2d-4dd8-bf23-38cacaf725b8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6623285 Jul 30 02:12:04.006781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51892) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:04.015120 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7e3d2a36-aa59-4ec4-8810-25931c4a3ef0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'security_group_rule': {'security_group_id': '82d139a1-63db-4f32-b482-f446774ca0db', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:04.043281 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f480ec90-d116-4da4-bf9a-b896df5a4887 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:04.098358 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab8a676-fb3f-4811-be78-0c6ed8dc78db tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network d24c2b40-42fb-4f37-9b4e-0458bf4641fe is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:12:04.111558 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-193cddce-b586-4f6e-afb7-a7cc89fb6249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.165336 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port f480ec90-d116-4da4-bf9a-b896df5a4887 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:04.171300 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f480ec90-d116-4da4-bf9a-b896df5a4887 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:04.171905 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.218480 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-9ab8a676-fb3f-4811-be78-0c6ed8dc78db tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, d24c2b40-42fb-4f37-9b4e-0458bf4641fe) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:04.223178 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-193cddce-b586-4f6e-afb7-a7cc89fb6249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.223381 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab8a676-fb3f-4811-be78-0c6ed8dc78db tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:04.224633 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ab8a676-fb3f-4811-be78-0c6ed8dc78db tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.243577 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2798ed4-f56c-4fd3-86cb-cf99a178ae93 None None] Network d24c2b40-42fb-4f37-9b4e-0458bf4641fe requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:04.269877 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-193cddce-b586-4f6e-afb7-a7cc89fb6249 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6696491855014932b3a2c0e486530760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4893553 Jul 30 02:12:04.271086 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cddce-b586-4f6e-afb7-a7cc89fb6249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4458e9be-b488-413a-8b44-5ae578001e04,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:04.278870 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51898) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:04.298420 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.334998 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-54927633-9cbe-4a5e-8fd9-751b7c405d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.343912 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-7e3d2a36-aa59-4ec4-8810-25931c4a3ef0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Project 7178d3e97eda4b719733eaf558d6f1f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:12:04.349432 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e3d2a36-aa59-4ec4-8810-25931c4a3ef0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.354629 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port f480ec90-d116-4da4-bf9a-b896df5a4887, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f480ec90-d116-4da4-bf9a-b896df5a4887,segment=NetworkSegment(5e6bdf09-aaad-4ce1-897c-97046901cbc4),segment_id=5e6bdf09-aaad-4ce1-897c-97046901cbc4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:04.368034 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-54927633-9cbe-4a5e-8fd9-751b7c405d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.421453 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51904) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:04.421840 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9ab8a676-fb3f-4811-be78-0c6ed8dc78db tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2049632 Jul 30 02:12:04.430738 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.486246 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e3d2a36-aa59-4ec4-8810-25931c4a3ef0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.510001 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-54927633-9cbe-4a5e-8fd9-751b7c405d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.512589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-d24c2b40-42fb-4f37-9b4e-0458bf4641fe', 'network_id': 'd24c2b40-42fb-4f37-9b4e-0458bf4641fe', 'tenant_id': '19ccf809fc9f41c7a4a2335de7c3c2dc', 'fixed_ips': [{'subnet_id': 'c5a8ddc6-e4fa-44dc-bb6e-b8b28faa4021'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:12:04.512732 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-54927633-9cbe-4a5e-8fd9-751b7c405d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.513442 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.516555 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-54927633-9cbe-4a5e-8fd9-751b7c405d43 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4458e9be-b488-413a-8b44-5ae578001e04 HTTP/1.1" status: 204 len: 168 time: 0.2364812 Jul 30 02:12:04.533239 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54927633-9cbe-4a5e-8fd9-751b7c405d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4458e9be-b488-413a-8b44-5ae578001e04,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:04.545940 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.557533 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=f480ec90-d116-4da4-bf9a-b896df5a4887,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:04.589152 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e3d2a36-aa59-4ec4-8810-25931c4a3ef0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.625729 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d2a36-aa59-4ec4-8810-25931c4a3ef0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8595ba-a565-4399-b6ff-69c8112b21b1,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:04.633805 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.714251 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Allocated IP 172.20.0.2 (d24c2b40-42fb-4f37-9b4e-0458bf4641fe/c5a8ddc6-e4fa-44dc-bb6e-b8b28faa4021/4336db20-b96b-4ff9-a370-b0b85d56d090) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:12:04.720671 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e3d2a36-aa59-4ec4-8810-25931c4a3ef0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.726286 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7e3d2a36-aa59-4ec4-8810-25931c4a3ef0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7159848 Jul 30 02:12:04.726984 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51910) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:04.733785 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-055b170b-b3d1-4b46-8599-79f7eff68500 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'security_group_rule': {'security_group_id': '82d139a1-63db-4f32-b482-f446774ca0db', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:04.853036 n-d-713498-9 neutron-server[94464]: INFO neutron.db.securitygroups_db [None req-055b170b-b3d1-4b46-8599-79f7eff68500 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Project 7178d3e97eda4b719733eaf558d6f1f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:12:04.860058 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-055b170b-b3d1-4b46-8599-79f7eff68500 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.881213 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.891148 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Transition to ACTIVE for port object 4336db20-b96b-4ff9-a370-b0b85d56d090 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:04.907539 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Transition to ACTIVE for port object 4336db20-b96b-4ff9-a370-b0b85d56d090 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:04.923032 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-055b170b-b3d1-4b46-8599-79f7eff68500 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.002646 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.012252 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-055b170b-b3d1-4b46-8599-79f7eff68500 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.038715 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b170b-b3d1-4b46-8599-79f7eff68500 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a010b25-4a9b-4e31-b6d9-b56c376988c5,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:05.040439 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Network d24c2b40-42fb-4f37-9b4e-0458bf4641fe is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:05.048888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:05.052378 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:05.057038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51916) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:05.109953 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-055b170b-b3d1-4b46-8599-79f7eff68500 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.113555 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.118514 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Pushing event updated for resources: {'Port': ['ID=4336db20-b96b-4ff9-a370-b0b85d56d090,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:05.121160 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-055b170b-b3d1-4b46-8599-79f7eff68500 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3928216 Jul 30 02:12:05.126247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Attempting to bind port 4336db20-b96b-4ff9-a370-b0b85d56d090 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:12:05.126670 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Attempting to bind port 4336db20-b96b-4ff9-a370-b0b85d56d090 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '6b5475db-c5e9-4d78-997c-ff74bab49714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd24c2b40-42fb-4f37-9b4e-0458bf4641fe'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:12:05.127229 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Attempting to bind port 4336db20-b96b-4ff9-a370-b0b85d56d090 on network d24c2b40-42fb-4f37-9b4e-0458bf4641fe {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:12:05.133237 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:12:05.133839 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Checking segment: {'id': '6b5475db-c5e9-4d78-997c-ff74bab49714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd24c2b40-42fb-4f37-9b4e-0458bf4641fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:05.134467 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.135048 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Bound using segment: {'id': '6b5475db-c5e9-4d78-997c-ff74bab49714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd24c2b40-42fb-4f37-9b4e-0458bf4641fe'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:12:05.135675 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Bound port: 4336db20-b96b-4ff9-a370-b0b85d56d090, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5475db-c5e9-4d78-997c-ff74bab49714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd24c2b40-42fb-4f37-9b4e-0458bf4641fe'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:12:05.136227 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.157716 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Subnet': ['ID=c5a8ddc6-e4fa-44dc-bb6e-b8b28faa4021,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:05.208851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] For port 4336db20-b96b-4ff9-a370-b0b85d56d090, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:12:05.212215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] For port 4336db20-b96b-4ff9-a370-b0b85d56d090, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4336db20-b96b-4ff9-a370-b0b85d56d090,segment=NetworkSegment(6b5475db-c5e9-4d78-997c-ff74bab49714),segment_id=6b5475db-c5e9-4d78-997c-ff74bab49714)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:12:05.244798 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eebc72f6-d2e2-4ba1-8c9b-3c1ab563cda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.251254 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.268919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24c2b40-42fb-4f37-9b4e-0458bf4641fe']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:05.282507 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5475db-c5e9-4d78-997c-ff74bab49714') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:05.282807 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5475db-c5e9-4d78-997c-ff74bab49714') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:05.292245 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.296326 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.319773 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.335902 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51924) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:05.336528 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:12:05.336939 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:12:05.340480 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:12:05.368324 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cbe1cea-71bc-44c0-ab8b-77ec3f4e6a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.431006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937505c7-6370-490e-8d0d-eeec9b756499 None None] Pushing event updated for resources: {'Port': ['ID=4336db20-b96b-4ff9-a370-b0b85d56d090,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:05.450398 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67adfb3-e2ab-4f35-862e-3f8119d648cc None None] Network d24c2b40-42fb-4f37-9b4e-0458bf4641fe requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:05.476615 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f4cec813-7e83-4096-8ded-c90fca6dbc7e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572500164&fields=id&tenant_id=7178d3e97eda4b719733eaf558d6f1f6 HTTP/1.1" status: 200 len: 267 time: 0.0390124 Jul 30 02:12:05.630290 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-a1cb2933-8894-4347-9369-fb4c44283b11 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:05.638898 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-a1cb2933-8894-4347-9369-fb4c44283b11 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/networks?id=8e092881-df68-4232-9344-a0d3db71a64e HTTP/1.1" status: 200 len: 797 time: 0.1545670 Jul 30 02:12:05.648085 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df18d8cd-92a1-4937-b15c-15d74c3f2d9b None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:12:05.656316 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-b634c092-05c4-45c9-88bb-96aaf8a5e924 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/quotas/7178d3e97eda4b719733eaf558d6f1f6 HTTP/1.1" status: 200 len: 375 time: 0.0155160 Jul 30 02:12:05.730582 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-20dc686f-c430-4184-88a6-a42364cefdd4 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7178d3e97eda4b719733eaf558d6f1f6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0670857 Jul 30 02:12:05.751592 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df18d8cd-92a1-4937-b15c-15d74c3f2d9b None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:12:05.819936 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eebc72f6-d2e2-4ba1-8c9b-3c1ab563cda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.822546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:12:05.822546 n-d-713498-9 neutron-server[94465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:12:05.822546 n-d-713498-9 neutron-server[94465]: [parameters: {'id': 'd24c2b40-42fb-4f37-9b4e-0458bf4641fe'}] Jul 30 02:12:05.822546 n-d-713498-9 neutron-server[94465]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:12:05.823417 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:12:05.845294 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-2b3ba982-5ea0-444b-99b6-f7cec7cb5ed4 service neutron] 10.222.0.70 "GET /v2.0/networks/8e092881-df68-4232-9344-a0d3db71a64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991533 Jul 30 02:12:05.886609 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eebc72f6-d2e2-4ba1-8c9b-3c1ab563cda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.951978 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-eebc72f6-d2e2-4ba1-8c9b-3c1ab563cda3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=23a2bd2a88f94c81ac83c3482ab2cf87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8915274 Jul 30 02:12:05.951978 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc72f6-d2e2-4ba1-8c9b-3c1ab563cda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a436eb-a5d3-41ce-ba09-195417060bab,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:05.954720 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51944) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:06.017621 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f480ec90-d116-4da4-bf9a-b896df5a4887 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:06.018713 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ca2214e-5edb-4ac8-814c-489e2f9c88af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.028313 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-d4991106-abd1-46fe-9613-7d2e02781f74 service neutron] 10.222.0.70 "GET /v2.0/networks/8e092881-df68-4232-9344-a0d3db71a64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767170 Jul 30 02:12:06.049635 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ca2214e-5edb-4ac8-814c-489e2f9c88af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.087223 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cbe1cea-71bc-44c0-ab8b-77ec3f4e6a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.108733 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f480ec90-d116-4da4-bf9a-b896df5a4887 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:06.109236 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.195612 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cbe1cea-71bc-44c0-ab8b-77ec3f4e6a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.195862 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ca2214e-5edb-4ac8-814c-489e2f9c88af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.200084 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ca2214e-5edb-4ac8-814c-489e2f9c88af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.202262 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3ca2214e-5edb-4ac8-814c-489e2f9c88af admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/49a436eb-a5d3-41ce-ba09-195417060bab HTTP/1.1" status: 204 len: 168 time: 0.2448323 Jul 30 02:12:06.216134 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2214e-5edb-4ac8-814c-489e2f9c88af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a436eb-a5d3-41ce-ba09-195417060bab,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:06.251211 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4cbe1cea-71bc-44c0-ab8b-77ec3f4e6a60 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=617d7c740ba04157b3471b02d7b32086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9128792 Jul 30 02:12:06.258861 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51948) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:06.266637 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe1cea-71bc-44c0-ab8b-77ec3f4e6a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046671c8-e5e6-41b5-9e62-31102ac5966f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:06.329416 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.358992 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ce1c8b6-eee0-4edd-9406-5105a36ba382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.431131 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae4c9dd5-18e6-47a3-9576-dcf68e311f6a req-0e1a25ef-3978-4b1f-b1b3-a92871f9e3ce tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=198a5a3a-bc40-43d0-b44d-fc2a51039799 HTTP/1.1" status: 200 len: 210 time: 0.0476482 Jul 30 02:12:06.434015 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ce1c8b6-eee0-4edd-9406-5105a36ba382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.486956 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Deleting port 4336db20-b96b-4ff9-a370-b0b85d56d090 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:06.490144 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.561040 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] For port 4336db20-b96b-4ff9-a370-b0b85d56d090, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4336db20-b96b-4ff9-a370-b0b85d56d090,segment=NetworkSegment(6b5475db-c5e9-4d78-997c-ff74bab49714),segment_id=6b5475db-c5e9-4d78-997c-ff74bab49714)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:06.561408 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.579013 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Calling delete_port for 4336db20-b96b-4ff9-a370-b0b85d56d090 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:06.595175 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ce1c8b6-eee0-4edd-9406-5105a36ba382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.597438 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8ce1c8b6-eee0-4edd-9406-5105a36ba382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.601305 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8ce1c8b6-eee0-4edd-9406-5105a36ba382 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/046671c8-e5e6-41b5-9e62-31102ac5966f HTTP/1.1" status: 204 len: 168 time: 0.3414080 Jul 30 02:12:06.651260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1c8b6-eee0-4edd-9406-5105a36ba382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046671c8-e5e6-41b5-9e62-31102ac5966f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:06.778233 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.805139 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Port': ['ID=4336db20-b96b-4ff9-a370-b0b85d56d090,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:06.807352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No DVR routers for this DVR port 4336db20-b96b-4ff9-a370-b0b85d56d090 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:12:06.910486 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.915144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24c2b40-42fb-4f37-9b4e-0458bf4641fe']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:06.925636 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5475db-c5e9-4d78-997c-ff74bab49714') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:06.925932 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5475db-c5e9-4d78-997c-ff74bab49714') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:06.934904 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.949278 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.956355 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:12:06.956745 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:12:06.959981 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:12:07.071017 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51972) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:07.089959 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ed47acd-e4e9-4d38-9c11-7f788bfdd59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:07.108242 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:07.116937 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:07.118750 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/d24c2b40-42fb-4f37-9b4e-0458bf4641fe HTTP/1.1" status: 204 len: 168 time: 2.6957085 Jul 30 02:12:07.122192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51976) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:07.137812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db717a-9971-4624-92da-3b957c4a7318 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Network': ['ID=d24c2b40-42fb-4f37-9b4e-0458bf4641fe,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:07.166944 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29f86c7-0d97-4ee4-a5d7-c669f3ec7569 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] GET failed (client error): The resource could not be found. Jul 30 02:12:07.170814 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d29f86c7-0d97-4ee4-a5d7-c669f3ec7569 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "GET /v2.0/subnets/c5a8ddc6-e4fa-44dc-bb6e-b8b28faa4021 HTTP/1.1" status: 404 len: 337 time: 0.0467432 Jul 30 02:12:07.172566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51978) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:07.196457 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-15485576-db38-4fd8-9fbd-f0b46c42b875 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:07.197176 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15485576-db38-4fd8-9fbd-f0b46c42b875 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:07.198733 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-15485576-db38-4fd8-9fbd-f0b46c42b875 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/d24c2b40-42fb-4f37-9b4e-0458bf4641fe HTTP/1.1" status: 404 len: 339 time: 0.0250256 Jul 30 02:12:07.204853 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51980) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:07.250904 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ed47acd-e4e9-4d38-9c11-7f788bfdd59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:07.353157 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3ed47acd-e4e9-4d38-9c11-7f788bfdd59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:07.400940 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3ed47acd-e4e9-4d38-9c11-7f788bfdd59a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bc5addb258514614984f237a824155e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3282983 Jul 30 02:12:07.402144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed47acd-e4e9-4d38-9c11-7f788bfdd59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5503cd7-a785-4ebe-881c-b1c0a6a7e6f3,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:07.405089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd4401d-faf7-430e-b157-9736803ed915 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:07.405261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51988) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:07.407661 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1dd4401d-faf7-430e-b157-9736803ed915 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2015283 Jul 30 02:12:07.410127 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 51990) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:07.455653 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b3070843-80f8-4556-9631-98e722a38e69 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "GET /v2.0/subnets?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3 HTTP/1.1" status: 200 len: 207 time: 0.0441380 Jul 30 02:12:07.460000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 51992) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:07.472834 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-47c59f33-f979-41ec-aa7b-bbf7dfa7d30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:07.555436 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4e96a554-5853-47c0-81b7-cf9ca6e10f63 req-973ff9dc-bc60-403a-868d-a2324ba132bb tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=198a5a3a-bc40-43d0-b44d-fc2a51039799 HTTP/1.1" status: 200 len: 210 time: 0.0321169 Jul 30 02:12:07.599084 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-47c59f33-f979-41ec-aa7b-bbf7dfa7d30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:07.724502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea341e-4583-4c59-be48-72e8481863f6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:07.727814 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea341e-4583-4c59-be48-72e8481863f6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:07.733720 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea341e-4583-4c59-be48-72e8481863f6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:07.739963 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea341e-4583-4c59-be48-72e8481863f6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:07.741557 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e9ea341e-4583-4c59-be48-72e8481863f6 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2714601 Jul 30 02:12:07.745361 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52000) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:07.843885 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-47c59f33-f979-41ec-aa7b-bbf7dfa7d30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:07.850693 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-47c59f33-f979-41ec-aa7b-bbf7dfa7d30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:07.850693 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-47c59f33-f979-41ec-aa7b-bbf7dfa7d30e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d5503cd7-a785-4ebe-881c-b1c0a6a7e6f3 HTTP/1.1" status: 204 len: 168 time: 0.4414828 Jul 30 02:12:07.869443 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c59f33-f979-41ec-aa7b-bbf7dfa7d30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5503cd7-a785-4ebe-881c-b1c0a6a7e6f3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:07.892174 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52012) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:07.892559 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-edaa1131-f8a4-4c3c-88ab-27a63e661ce0 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1460819 Jul 30 02:12:07.975169 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff69d5e-21a8-4b7c-a4d5-19bd7e7b5f20 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:07.977226 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff69d5e-21a8-4b7c-a4d5-19bd7e7b5f20 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:07.979631 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cff69d5e-21a8-4b7c-a4d5-19bd7e7b5f20 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0864491 Jul 30 02:12:07.983185 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52016) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:08.037525 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9135654-e6a2-484e-a54a-2440e6eaf6af tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:08.039451 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9135654-e6a2-484e-a54a-2440e6eaf6af tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['shared'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:08.041171 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b9135654-e6a2-484e-a54a-2440e6eaf6af tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0569575 Jul 30 02:12:08.044678 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52018) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:08.064226 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52020) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:08.176254 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021232d5-1613-4c0e-808e-acb204755a5f tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:08.179647 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-021232d5-1613-4c0e-808e-acb204755a5f tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "GET /v2.0/networks/44415c56-27fd-4843-9b72-951b958f3be0 HTTP/1.1" status: 200 len: 800 time: 0.1339283 Jul 30 02:12:08.183375 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52026) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:08.288147 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-39e56fa7-9112-4470-9162-86435b5e2ded tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "GET /v2.0/networks/44415c56-27fd-4843-9b72-951b958f3be0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1035631 Jul 30 02:12:08.291589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52030) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:08.308266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b16086aa-ef48-46af-a17b-cb6e7cf663d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2050328464-network', 'tenant_id': '56bc37224d8a469c9f32ac0cbf4e2e7d'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:08.363166 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efece724-7853-4662-81c3-d167a3fe2f5c tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:08.368919 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-efece724-7853-4662-81c3-d167a3fe2f5c tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "GET /v2.0/subnets/f7afead4-ab57-4a9b-9854-e807c7f45680 HTTP/1.1" status: 200 len: 811 time: 0.0718682 Jul 30 02:12:08.368919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52036) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:08.427519 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82cf0e4-dfdf-452e-a271-de3705a5765b tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['shared'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:08.432542 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c82cf0e4-dfdf-452e-a271-de3705a5765b tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "GET /v2.0/subnets/f7afead4-ab57-4a9b-9854-e807c7f45680?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0599463 Jul 30 02:12:08.432914 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52038) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:08.439665 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16086aa-ef48-46af-a17b-cb6e7cf663d8 admin admin] Made reservation on behalf of 56bc37224d8a469c9f32ac0cbf4e2e7d for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:08.446566 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b16086aa-ef48-46af-a17b-cb6e7cf663d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:08.446695 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b99327cc-1e15-4568-927e-02c60ea2bb43 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-871914258'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:08.452664 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b16086aa-ef48-46af-a17b-cb6e7cf663d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:08.560611 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99327cc-1e15-4568-927e-02c60ea2bb43 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:08.564770 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b99327cc-1e15-4568-927e-02c60ea2bb43 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:08.622456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99327cc-1e15-4568-927e-02c60ea2bb43 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:12:08.633899 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b99327cc-1e15-4568-927e-02c60ea2bb43 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:08.634935 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-b99327cc-1e15-4568-927e-02c60ea2bb43 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Added segment d2b30827-c514-423a-9996-57da6d6db810 of type vlan for network c982055c-6f06-48b7-bbc8-0cb780f16a3d Jul 30 02:12:08.683581 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b99327cc-1e15-4568-927e-02c60ea2bb43 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:08.725946 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e54e760-122d-4eaf-a950-8af82943af02 req-b16c9139-6fcd-451f-bdd7-bef3acbd83b9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=198a5a3a-bc40-43d0-b44d-fc2a51039799 HTTP/1.1" status: 200 len: 210 time: 0.0511997 Jul 30 02:12:08.786256 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b16086aa-ef48-46af-a17b-cb6e7cf663d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:08.805183 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-c391a641-5e58-4be5-b028-34252bed0347 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:08.806847 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-c391a641-5e58-4be5-b028-34252bed0347 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.10 "GET /v2.0/networks?id=8e092881-df68-4232-9344-a0d3db71a64e HTTP/1.1" status: 200 len: 797 time: 0.1906786 Jul 30 02:12:08.812517 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b99327cc-1e15-4568-927e-02c60ea2bb43 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:08.822187 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99327cc-1e15-4568-927e-02c60ea2bb43 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:08.822187 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b99327cc-1e15-4568-927e-02c60ea2bb43 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:08.847220 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b16086aa-ef48-46af-a17b-cb6e7cf663d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:08.878639 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-28745c5d-7056-40ed-aac8-02e44335e8b6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7178d3e97eda4b719733eaf558d6f1f6 HTTP/1.1" status: 200 len: 472 time: 0.0619636 Jul 30 02:12:08.886815 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16086aa-ef48-46af-a17b-cb6e7cf663d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:12:08.896296 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-5287b28f-4103-41ee-8ffd-f520e081f9d7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'port': {'device_id': '198a5a3a-bc40-43d0-b44d-fc2a51039799', 'network_id': '8e092881-df68-4232-9344-a0d3db71a64e', 'admin_state_up': True, 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'security_groups': ['82d139a1-63db-4f32-b482-f446774ca0db']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:08.909555 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99327cc-1e15-4568-927e-02c60ea2bb43 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Network': ['ID=c982055c-6f06-48b7-bbc8-0cb780f16a3d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:08.910733 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network c982055c-6f06-48b7-bbc8-0cb780f16a3d details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:12:08.946635 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16086aa-ef48-46af-a17b-cb6e7cf663d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6794cb3e-6435-4699-b1db-d330f53cd844,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:08.951963 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b16086aa-ef48-46af-a17b-cb6e7cf663d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:08.952310 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-b16086aa-ef48-46af-a17b-cb6e7cf663d8 admin admin] Added segment cdbd72ab-411b-4d81-8301-fdf47d5285c1 of type vlan for network 72faef00-d6f9-4e2c-8e8a-1790561847df Jul 30 02:12:09.017778 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b99327cc-1e15-4568-927e-02c60ea2bb43 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5790234 Jul 30 02:12:09.018097 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52056) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:09.026478 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b16086aa-ef48-46af-a17b-cb6e7cf663d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:09.027736 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-0bbd50ac-478c-4587-bf0b-cce04551d271 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'subnet': {'network_id': 'c982055c-6f06-48b7-bbc8-0cb780f16a3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:09.150798 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52060) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:09.199148 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0bbaf762-a140-4a6b-95a1-887a1f127b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:09.204128 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b16086aa-ef48-46af-a17b-cb6e7cf663d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:09.206006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16086aa-ef48-46af-a17b-cb6e7cf663d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:09.207583 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b16086aa-ef48-46af-a17b-cb6e7cf663d8 admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:09.214821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-5287b28f-4103-41ee-8ffd-f520e081f9d7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Made reservation on behalf of 7178d3e97eda4b719733eaf558d6f1f6 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:09.218622 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-5287b28f-4103-41ee-8ffd-f520e081f9d7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:09.278276 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-688182b7-5d35-4c77-a354-fd04d63437f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1421116980-network', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:09.306153 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbd50ac-478c-4587-bf0b-cce04551d271 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Made reservation on behalf of 19ccf809fc9f41c7a4a2335de7c3c2dc for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:09.306153 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0bbd50ac-478c-4587-bf0b-cce04551d271 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:09.317235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16086aa-ef48-46af-a17b-cb6e7cf663d8 admin admin] Pushing event updated for resources: {'Network': ['ID=72faef00-d6f9-4e2c-8e8a-1790561847df,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:09.329144 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 72faef00-d6f9-4e2c-8e8a-1790561847df details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:12:09.394182 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.ipam_backend_mixin [None req-0bbd50ac-478c-4587-bf0b-cce04551d271 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Performing IP validity checks on allocation pools {{(pid=94464) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 02:12:09.394665 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.ipam_backend_mixin [None req-0bbd50ac-478c-4587-bf0b-cce04551d271 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94464) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 02:12:09.406880 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b16086aa-ef48-46af-a17b-cb6e7cf663d8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3411689 Jul 30 02:12:09.414333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52064) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:09.419465 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-f719fb19-df9f-46a3-aad7-80ac37d4563c admin admin] Request body: {'subnet': {'network_id': '72faef00-d6f9-4e2c-8e8a-1790561847df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2050328464-subnet', 'tenant_id': '56bc37224d8a469c9f32ac0cbf4e2e7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:09.454426 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-5287b28f-4103-41ee-8ffd-f520e081f9d7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Allocated IP 172.20.0.21 (8e092881-df68-4232-9344-a0d3db71a64e/b613fee7-0220-46b0-a6c3-759a5e938a33/524efd2e-2e19-4cb4-bd04-5075c2c98089) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:12:09.510331 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688182b7-5d35-4c77-a354-fd04d63437f0 admin admin] Made reservation on behalf of a6d37d4b13a049e9a6846b9cb502d92e for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:09.512796 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-688182b7-5d35-4c77-a354-fd04d63437f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:09.557579 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-688182b7-5d35-4c77-a354-fd04d63437f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:09.578985 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0bbd50ac-478c-4587-bf0b-cce04551d271 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:09.629514 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-5287b28f-4103-41ee-8ffd-f520e081f9d7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:09.643682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f719fb19-df9f-46a3-aad7-80ac37d4563c admin admin] Made reservation on behalf of 56bc37224d8a469c9f32ac0cbf4e2e7d for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:09.646282 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f719fb19-df9f-46a3-aad7-80ac37d4563c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:09.653769 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-5287b28f-4103-41ee-8ffd-f520e081f9d7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Transition to ACTIVE for port object 524efd2e-2e19-4cb4-bd04-5075c2c98089 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:09.655082 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd50ac-478c-4587-bf0b-cce04551d271 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Subnet': ['ID=e5bb6ea5-eaa6-4aab-b672-e57a881143fd,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:09.664074 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd50ac-478c-4587-bf0b-cce04551d271 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Checking segment: {'id': 'd2b30827-c514-423a-9996-57da6d6db810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c982055c-6f06-48b7-bbc8-0cb780f16a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:09.664511 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbd50ac-478c-4587-bf0b-cce04551d271 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network hostable DHCP agents. Network: c982055c-6f06-48b7-bbc8-0cb780f16a3d, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:12:09.755285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbd50ac-478c-4587-bf0b-cce04551d271 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Network c982055c-6f06-48b7-bbc8-0cb780f16a3d is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:12:09.834854 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-30e0a75f-556e-4ff7-98ef-48333dd56c97 req-85fe6aac-be99-4010-98e5-e3a374107ff0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=198a5a3a-bc40-43d0-b44d-fc2a51039799 HTTP/1.1" status: 200 len: 210 time: 0.0312815 Jul 30 02:12:09.864338 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-688182b7-5d35-4c77-a354-fd04d63437f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:09.939852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-0bbd50ac-478c-4587-bf0b-cce04551d271 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, c982055c-6f06-48b7-bbc8-0cb780f16a3d) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:09.940361 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-5287b28f-4103-41ee-8ffd-f520e081f9d7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:09.944321 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbd50ac-478c-4587-bf0b-cce04551d271 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:09.944934 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0bbd50ac-478c-4587-bf0b-cce04551d271 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:09.951922 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af6d646-3dcd-430c-8eba-aaa7d5bd5e31 None None] Network c982055c-6f06-48b7-bbc8-0cb780f16a3d requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:09.994597 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-5287b28f-4103-41ee-8ffd-f520e081f9d7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Network 8e092881-df68-4232-9344-a0d3db71a64e is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:09.997847 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-5287b28f-4103-41ee-8ffd-f520e081f9d7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:10.002046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-5287b28f-4103-41ee-8ffd-f520e081f9d7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:10.005872 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-688182b7-5d35-4c77-a354-fd04d63437f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.048254 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287b28f-4103-41ee-8ffd-f520e081f9d7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'Port': ['ID=524efd2e-2e19-4cb4-bd04-5075c2c98089,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:10.056524 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f719fb19-df9f-46a3-aad7-80ac37d4563c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.075351 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688182b7-5d35-4c77-a354-fd04d63437f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:12:10.092027 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0bbd50ac-478c-4587-bf0b-cce04551d271 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0719311 Jul 30 02:12:10.097536 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52072) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:10.100684 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-c9a1705d-c795-4884-a7ff-84f905aac314 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:10.119267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688182b7-5d35-4c77-a354-fd04d63437f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f56608f-dc87-4cbf-b6f1-97f8d2825454,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:10.129096 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-688182b7-5d35-4c77-a354-fd04d63437f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.137686 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-688182b7-5d35-4c77-a354-fd04d63437f0 admin admin] Added segment 0195abc6-0cfb-4d5e-840a-4c517a359e85 of type vlan for network 87c7b1db-bfab-4702-a87a-4c23ce619682 Jul 30 02:12:10.143743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-c982055c-6f06-48b7-bbc8-0cb780f16a3d', 'network_id': 'c982055c-6f06-48b7-bbc8-0cb780f16a3d', 'tenant_id': '19ccf809fc9f41c7a4a2335de7c3c2dc', 'fixed_ips': [{'subnet_id': 'e5bb6ea5-eaa6-4aab-b672-e57a881143fd'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:12:10.145829 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.151372 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-5287b28f-4103-41ee-8ffd-f520e081f9d7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:10.152043 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-5287b28f-4103-41ee-8ffd-f520e081f9d7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.213443 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719fb19-df9f-46a3-aad7-80ac37d4563c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec319b19-0bc6-4c72-978b-219500f23bfd,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:10.231195 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-688182b7-5d35-4c77-a354-fd04d63437f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.241924 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c9a1705d-c795-4884-a7ff-84f905aac314 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-532441009'] for subnet, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.262696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f719fb19-df9f-46a3-aad7-80ac37d4563c admin admin] Checking segment: {'id': 'cdbd72ab-411b-4d81-8301-fdf47d5285c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '72faef00-d6f9-4e2c-8e8a-1790561847df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:10.265572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f719fb19-df9f-46a3-aad7-80ac37d4563c admin admin] Network hostable DHCP agents. Network: 72faef00-d6f9-4e2c-8e8a-1790561847df, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:12:10.294020 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-5287b28f-4103-41ee-8ffd-f520e081f9d7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4037941 Jul 30 02:12:10.304411 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] Request body: {'port': {'device_id': '198a5a3a-bc40-43d0-b44d-fc2a51039799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:10.372278 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:12:10.372278 n-d-713498-9 neutron-server[94466]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 30 02:12:10.372278 n-d-713498-9 neutron-server[94466]: [parameters: {'in_use': 1, 'id_1': 'e5bb6ea5-eaa6-4aab-b672-e57a881143fd'}] Jul 30 02:12:10.372278 n-d-713498-9 neutron-server[94466]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:12:10.372768 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:12:10.373008 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-688182b7-5d35-4c77-a354-fd04d63437f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.374114 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688182b7-5d35-4c77-a354-fd04d63437f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:10.374797 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-688182b7-5d35-4c77-a354-fd04d63437f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.384220 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.398901 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-92abd0e5-9687-4244-8a70-4da44f01449e None None] Provisioning for port 524efd2e-2e19-4cb4-bd04-5075c2c98089 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:10.402984 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-92abd0e5-9687-4244-8a70-4da44f01449e None None] Provisioning complete for port 524efd2e-2e19-4cb4-bd04-5075c2c98089 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:10.403354 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-92abd0e5-9687-4244-8a70-4da44f01449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.430209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f719fb19-df9f-46a3-aad7-80ac37d4563c admin admin] Network 72faef00-d6f9-4e2c-8e8a-1790561847df is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:12:10.441708 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-92abd0e5-9687-4244-8a70-4da44f01449e None None] Port 524efd2e-2e19-4cb4-bd04-5075c2c98089 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:12:10.476208 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688182b7-5d35-4c77-a354-fd04d63437f0 admin admin] Pushing event updated for resources: {'Network': ['ID=87c7b1db-bfab-4702-a87a-4c23ce619682,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:10.489475 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 87c7b1db-bfab-4702-a87a-4c23ce619682 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:12:10.551191 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-688182b7-5d35-4c77-a354-fd04d63437f0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3989422 Jul 30 02:12:10.551410 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52076) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:10.554829 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c9a1705d-c795-4884-a7ff-84f905aac314 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773282632744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-528652013'] for subnet, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.556619 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5aee70e6-e6bd-48bd-a6ab-62d8c21d7eae admin admin] Request body: {'subnet': {'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1421116980-subnet', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:10.572933 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-f719fb19-df9f-46a3-aad7-80ac37d4563c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 72faef00-d6f9-4e2c-8e8a-1790561847df) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:10.582577 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f719fb19-df9f-46a3-aad7-80ac37d4563c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:10.583157 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f719fb19-df9f-46a3-aad7-80ac37d4563c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.586950 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c98dd48-38f9-4bab-aad2-07ef355f4d81 None None] Network 72faef00-d6f9-4e2c-8e8a-1790561847df requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:10.623741 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a1705d-c795-4884-a7ff-84f905aac314 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:10.624764 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c9a1705d-c795-4884-a7ff-84f905aac314 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.629761 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52078) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:10.630811 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c9a1705d-c795-4884-a7ff-84f905aac314 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "PUT /v2.0/subnets/e5bb6ea5-eaa6-4aab-b672-e57a881143fd HTTP/1.1" status: 200 len: 877 time: 0.5347412 Jul 30 02:12:10.648980 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1705d-c795-4884-a7ff-84f905aac314 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event updated for resources: {'Subnet': ['ID=e5bb6ea5-eaa6-4aab-b672-e57a881143fd,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:10.713576 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aee70e6-e6bd-48bd-a6ab-62d8c21d7eae admin admin] Made reservation on behalf of a6d37d4b13a049e9a6846b9cb502d92e for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:10.715724 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5aee70e6-e6bd-48bd-a6ab-62d8c21d7eae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.721628 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9010334-7cde-44b6-b103-104c0b2d2fad None None] Network 72faef00-d6f9-4e2c-8e8a-1790561847df requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:10.806708 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f719fb19-df9f-46a3-aad7-80ac37d4563c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3823586 Jul 30 02:12:10.875607 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.906373 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.276106 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Allocated IP 172.20.0.3 (c982055c-6f06-48b7-bbc8-0cb780f16a3d/e5bb6ea5-eaa6-4aab-b672-e57a881143fd/0073b620-ea65-40ef-a57c-09171364272d) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:12:11.363919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 524efd2e-2e19-4cb4-bd04-5075c2c98089 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:12:11.378847 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.389184 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.445145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] Transition to ACTIVE for port object 524efd2e-2e19-4cb4-bd04-5075c2c98089 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:11.447851 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.456362 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Transition to ACTIVE for port object 0073b620-ea65-40ef-a57c-09171364272d will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:11.467586 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4e9f8-95d7-4e0c-bba8-6136795221d0 req-7f361421-1858-4bde-b5e2-d6557908223e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:11.469089 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f8e4e9f8-95d7-4e0c-bba8-6136795221d0 req-7f361421-1858-4bde-b5e2-d6557908223e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=198a5a3a-bc40-43d0-b44d-fc2a51039799 HTTP/1.1" status: 200 len: 932 time: 0.4924958 Jul 30 02:12:11.473466 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Transition to ACTIVE for port object 0073b620-ea65-40ef-a57c-09171364272d will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:11.527503 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f8e4e9f8-95d7-4e0c-bba8-6136795221d0 req-3b221fa8-54aa-4aca-8a35-c3b8d85d5721 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d139a1-63db-4f32-b482-f446774ca0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455029 Jul 30 02:12:11.542733 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.542928 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.589493 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5aee70e6-e6bd-48bd-a6ab-62d8c21d7eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.616867 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Network c982055c-6f06-48b7-bbc8-0cb780f16a3d is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:11.623230 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:11.626130 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:11.636346 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Pushing event updated for resources: {'Port': ['ID=0073b620-ea65-40ef-a57c-09171364272d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:11.637739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] Pushing event updated for resources: {'Port': ['ID=524efd2e-2e19-4cb4-bd04-5075c2c98089,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:11.710187 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.724630 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-53a11f8f-78ae-48c3-8b40-140cf7ba2d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.731143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee70e6-e6bd-48bd-a6ab-62d8c21d7eae admin admin] Pushing event updated for resources: {'Subnet': ['ID=94863f40-0d1f-4c90-bc1b-a91810e9807b,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:11.746475 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aee70e6-e6bd-48bd-a6ab-62d8c21d7eae admin admin] Checking segment: {'id': '0195abc6-0cfb-4d5e-840a-4c517a359e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:11.747029 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aee70e6-e6bd-48bd-a6ab-62d8c21d7eae admin admin] Network hostable DHCP agents. Network: 87c7b1db-bfab-4702-a87a-4c23ce619682, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:12:11.771576 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Attempting to bind port 0073b620-ea65-40ef-a57c-09171364272d on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:12:11.772144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Subnet': ['ID=e5bb6ea5-eaa6-4aab-b672-e57a881143fd,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:11.772443 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Attempting to bind port 0073b620-ea65-40ef-a57c-09171364272d by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'd2b30827-c514-423a-9996-57da6d6db810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c982055c-6f06-48b7-bbc8-0cb780f16a3d'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:12:11.773076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Attempting to bind port 0073b620-ea65-40ef-a57c-09171364272d on network c982055c-6f06-48b7-bbc8-0cb780f16a3d {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:12:11.785741 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:12:11.786266 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Checking segment: {'id': 'd2b30827-c514-423a-9996-57da6d6db810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c982055c-6f06-48b7-bbc8-0cb780f16a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:11.787002 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.787533 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Bound using segment: {'id': 'd2b30827-c514-423a-9996-57da6d6db810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c982055c-6f06-48b7-bbc8-0cb780f16a3d'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:12:11.788150 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Bound port: 0073b620-ea65-40ef-a57c-09171364272d, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b30827-c514-423a-9996-57da6d6db810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c982055c-6f06-48b7-bbc8-0cb780f16a3d'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:12:11.788633 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.879235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] Attempting to bind port 524efd2e-2e19-4cb4-bd04-5075c2c98089 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:12:11.879235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] Attempting to bind port 524efd2e-2e19-4cb4-bd04-5075c2c98089 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '5e6bdf09-aaad-4ce1-897c-97046901cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8e092881-df68-4232-9344-a0d3db71a64e'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:12:11.879235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] Attempting to bind port 524efd2e-2e19-4cb4-bd04-5075c2c98089 on network 8e092881-df68-4232-9344-a0d3db71a64e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:12:11.879235 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.890738 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] Port 524efd2e-2e19-4cb4-bd04-5075c2c98089 on network 8e092881-df68-4232-9344-a0d3db71a64e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:12:11.891126 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] Attempting to bind port 524efd2e-2e19-4cb4-bd04-5075c2c98089 on network 8e092881-df68-4232-9344-a0d3db71a64e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:12:11.893785 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] For port 0073b620-ea65-40ef-a57c-09171364272d, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:12:11.894005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c982055c-6f06-48b7-bbc8-0cb780f16a3d']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:11.900415 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] For port 0073b620-ea65-40ef-a57c-09171364272d, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0073b620-ea65-40ef-a57c-09171364272d,segment=NetworkSegment(d2b30827-c514-423a-9996-57da6d6db810),segment_id=d2b30827-c514-423a-9996-57da6d6db810)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:12:11.904058 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.911414 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:12:11.911766 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] Checking segment: {'id': '5e6bdf09-aaad-4ce1-897c-97046901cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8e092881-df68-4232-9344-a0d3db71a64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:11.912158 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] Bound using segment: {'id': '5e6bdf09-aaad-4ce1-897c-97046901cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8e092881-df68-4232-9344-a0d3db71a64e'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:12:11.912615 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] Bound port: 524efd2e-2e19-4cb4-bd04-5075c2c98089, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6bdf09-aaad-4ce1-897c-97046901cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8e092881-df68-4232-9344-a0d3db71a64e'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:12:11.913010 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.916924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b30827-c514-423a-9996-57da6d6db810') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:11.917228 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b30827-c514-423a-9996-57da6d6db810') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:11.937221 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.976208 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aee70e6-e6bd-48bd-a6ab-62d8c21d7eae admin admin] Network 87c7b1db-bfab-4702-a87a-4c23ce619682 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:12:11.995135 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:12.006323 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:12.015855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:12:12.016338 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:12:12.019318 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:12:12.024489 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] For port 524efd2e-2e19-4cb4-bd04-5075c2c98089, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:12:12.073648 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] For port 524efd2e-2e19-4cb4-bd04-5075c2c98089, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=524efd2e-2e19-4cb4-bd04-5075c2c98089,segment=NetworkSegment(5e6bdf09-aaad-4ce1-897c-97046901cbc4),segment_id=5e6bdf09-aaad-4ce1-897c-97046901cbc4)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:12:12.081094 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011eba4-befe-4a77-a2c9-5ca0344572c6 None None] Pushing event updated for resources: {'Port': ['ID=0073b620-ea65-40ef-a57c-09171364272d,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:12.097557 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc832a6-0a1e-4e9e-aa96-881870b92d8e None None] Network c982055c-6f06-48b7-bbc8-0cb780f16a3d requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:12.097945 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-5aee70e6-e6bd-48bd-a6ab-62d8c21d7eae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 87c7b1db-bfab-4702-a87a-4c23ce619682) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:12.104904 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aee70e6-e6bd-48bd-a6ab-62d8c21d7eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:12.105652 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5aee70e6-e6bd-48bd-a6ab-62d8c21d7eae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:12.134718 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:12:12.134718 n-d-713498-9 neutron-server[94465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:12:12.134718 n-d-713498-9 neutron-server[94465]: [parameters: {'id': 'c982055c-6f06-48b7-bbc8-0cb780f16a3d'}] Jul 30 02:12:12.134718 n-d-713498-9 neutron-server[94465]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:12:12.135581 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:12:12.139452 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:12.142060 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad772a69-1a88-484d-baeb-3a7b240d7421 None None] Network 87c7b1db-bfab-4702-a87a-4c23ce619682 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:12.173794 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:12.175097 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:12.176702 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] 10.222.0.10 "PUT /v2.0/ports/524efd2e-2e19-4cb4-bd04-5075c2c98089 HTTP/1.1" status: 200 len: 1092 time: 1.8776114 Jul 30 02:12:12.179458 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198a5a3a-bc40-43d0-b44d-fc2a51039799', 'tag': '524efd2e-2e19-4cb4-bd04-5075c2c98089'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:12:12.183131 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7beca2d1-889a-4cdc-982e-7535e75f5006" -d '{"events": [{"name": "network-changed", "server_uuid": "198a5a3a-bc40-43d0-b44d-fc2a51039799", "tag": "524efd2e-2e19-4cb4-bd04-5075c2c98089"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:12:12.225215 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270c39e-6266-4b6d-aefb-181b6d8bdbae service neutron] Pushing event updated for resources: {'Port': ['ID=524efd2e-2e19-4cb4-bd04-5075c2c98089,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:12.232940 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07740e02-8085-4686-8c6a-8e8001410e7a x-openstack-request-id: req-07740e02-8085-4686-8c6a-8e8001410e7a {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:12:12.233430 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198a5a3a-bc40-43d0-b44d-fc2a51039799", "tag": "524efd2e-2e19-4cb4-bd04-5075c2c98089", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:12:12.233888 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-07740e02-8085-4686-8c6a-8e8001410e7a {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:12:12.234484 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198a5a3a-bc40-43d0-b44d-fc2a51039799', 'tag': '524efd2e-2e19-4cb4-bd04-5075c2c98089', 'status': 'completed', 'code': 200} Jul 30 02:12:12.255720 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52106) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:12.257402 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5aee70e6-e6bd-48bd-a6ab-62d8c21d7eae admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7049565 Jul 30 02:12:12.260993 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-fded7125-f69c-47c5-9ed6-8843210dee13 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1421116980-router', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:12.355689 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beca2d1-889a-4cdc-982e-7535e75f5006 req-c70768ef-e8f7-4346-a773-6aebc5882a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:12.384476 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fded7125-f69c-47c5-9ed6-8843210dee13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:12.386633 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fded7125-f69c-47c5-9ed6-8843210dee13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:12.400929 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7beca2d1-889a-4cdc-982e-7535e75f5006 req-c70768ef-e8f7-4346-a773-6aebc5882a39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7178d3e97eda4b719733eaf558d6f1f6&device_id=198a5a3a-bc40-43d0-b44d-fc2a51039799 HTTP/1.1" status: 200 len: 1095 time: 0.1263065 Jul 30 02:12:12.501691 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fded7125-f69c-47c5-9ed6-8843210dee13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:12.503474 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e601e75-2b7c-49c4-8fdc-3f7e6aaa57c9 None None] Network c982055c-6f06-48b7-bbc8-0cb780f16a3d requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:12.641479 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:12.668803 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beca2d1-889a-4cdc-982e-7535e75f5006 req-a03aa4dd-6eac-4828-b55f-35013a6adb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:12.669292 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beca2d1-889a-4cdc-982e-7535e75f5006 req-a03aa4dd-6eac-4828-b55f-35013a6adb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:12.670945 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7beca2d1-889a-4cdc-982e-7535e75f5006 req-a03aa4dd-6eac-4828-b55f-35013a6adb9a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7178d3e97eda4b719733eaf558d6f1f6&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2675607 Jul 30 02:12:12.673081 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-87c7b1db-bfab-4702-a87a-4c23ce619682', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'fixed_ips': [{'subnet_id': '94863f40-0d1f-4c90-bc1b-a91810e9807b'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:12:12.674033 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:12.737649 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fded7125-f69c-47c5-9ed6-8843210dee13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:12.928474 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Allocated IP 172.20.0.2 (87c7b1db-bfab-4702-a87a-4c23ce619682/94863f40-0d1f-4c90-bc1b-a91810e9807b/f9054fba-bbb1-4a0c-937e-9d10b8e21285) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:12:12.941682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2ecd4-3256-45d6-a9bd-b574ee3ea07a req-07e25f49-58cb-46c6-9c8b-87095bd7018e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:12.946053 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fad2ecd4-3256-45d6-a9bd-b574ee3ea07a req-07e25f49-58cb-46c6-9c8b-87095bd7018e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=198a5a3a-bc40-43d0-b44d-fc2a51039799 HTTP/1.1" status: 200 len: 944 time: 0.2967923 Jul 30 02:12:13.015376 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beca2d1-889a-4cdc-982e-7535e75f5006 req-f8f10649-b6b1-4302-a9c2-87a1f7105cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:13.017189 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7beca2d1-889a-4cdc-982e-7535e75f5006 req-f8f10649-b6b1-4302-a9c2-87a1f7105cf3 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3303814 Jul 30 02:12:13.055638 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Deleting port 0073b620-ea65-40ef-a57c-09171364272d {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:13.058601 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:13.147377 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:13.155952 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fded7125-f69c-47c5-9ed6-8843210dee13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:13.159878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Transition to ACTIVE for port object f9054fba-bbb1-4a0c-937e-9d10b8e21285 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:13.192420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Transition to ACTIVE for port object f9054fba-bbb1-4a0c-937e-9d10b8e21285 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:13.198593 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] For port 0073b620-ea65-40ef-a57c-09171364272d, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0073b620-ea65-40ef-a57c-09171364272d,segment=NetworkSegment(d2b30827-c514-423a-9996-57da6d6db810),segment_id=d2b30827-c514-423a-9996-57da6d6db810)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:13.205580 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:13.213170 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fded7125-f69c-47c5-9ed6-8843210dee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:13.239575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Calling delete_port for 0073b620-ea65-40ef-a57c-09171364272d owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:13.255582 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fad2ecd4-3256-45d6-a9bd-b574ee3ea07a req-a414ca0a-09e2-418a-9f52-5c1c2ffea543 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d139a1-63db-4f32-b482-f446774ca0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334888 Jul 30 02:12:13.292399 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:13.320790 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-5116e4b6-e17e-4262-9c2e-29680a323866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:13.322530 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-5116e4b6-e17e-4262-9c2e-29680a323866 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7178d3e97eda4b719733eaf558d6f1f6&device_id=198a5a3a-bc40-43d0-b44d-fc2a51039799 HTTP/1.1" status: 200 len: 1095 time: 0.2610731 Jul 30 02:12:13.326630 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-fded7125-f69c-47c5-9ed6-8843210dee13 admin admin] Allocated IP 172.25.1.121 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/176f9042-61b0-4da5-bda5-7e812950f9b3) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:12:13.327308 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:13.336355 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Network 87c7b1db-bfab-4702-a87a-4c23ce619682 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:13.339412 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:13.343343 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:13.352526 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Pushing event updated for resources: {'Port': ['ID=f9054fba-bbb1-4a0c-937e-9d10b8e21285,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:13.421589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Attempting to bind port f9054fba-bbb1-4a0c-937e-9d10b8e21285 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:12:13.422051 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Attempting to bind port f9054fba-bbb1-4a0c-937e-9d10b8e21285 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '0195abc6-0cfb-4d5e-840a-4c517a359e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:12:13.422524 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Attempting to bind port f9054fba-bbb1-4a0c-937e-9d10b8e21285 on network 87c7b1db-bfab-4702-a87a-4c23ce619682 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:12:13.424704 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-8270c55f-fa47-4ef4-9926-60036e354c5d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=524efd2e-2e19-4cb4-bd04-5075c2c98089 HTTP/1.1" status: 200 len: 217 time: 0.0619974 Jul 30 02:12:13.431244 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:12:13.434911 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Checking segment: {'id': '0195abc6-0cfb-4d5e-840a-4c517a359e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:13.435919 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:13.436333 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Bound using segment: {'id': '0195abc6-0cfb-4d5e-840a-4c517a359e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:12:13.436832 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Bound port: f9054fba-bbb1-4a0c-937e-9d10b8e21285, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0195abc6-0cfb-4d5e-840a-4c517a359e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:12:13.437228 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:13.442412 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:13.458502 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fded7125-f69c-47c5-9ed6-8843210dee13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:13.485959 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Port': ['ID=0073b620-ea65-40ef-a57c-09171364272d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:13.506559 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No DVR routers for this DVR port 0073b620-ea65-40ef-a57c-09171364272d on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:12:13.539496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-90701667-5a92-4ed8-9b2a-3bb84f7be757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:13.540937 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-90701667-5a92-4ed8-9b2a-3bb84f7be757 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b613fee7-0220-46b0-a6c3-759a5e938a33 HTTP/1.1" status: 200 len: 837 time: 0.1086843 Jul 30 02:12:13.541481 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] For port f9054fba-bbb1-4a0c-937e-9d10b8e21285, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:12:13.544689 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] For port f9054fba-bbb1-4a0c-937e-9d10b8e21285, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f9054fba-bbb1-4a0c-937e-9d10b8e21285,segment=NetworkSegment(0195abc6-0cfb-4d5e-840a-4c517a359e85),segment_id=0195abc6-0cfb-4d5e-840a-4c517a359e85)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:12:13.578363 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fded7125-f69c-47c5-9ed6-8843210dee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:13.618224 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:13.621795 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:13.624909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fded7125-f69c-47c5-9ed6-8843210dee13 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:13.630259 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-fded7125-f69c-47c5-9ed6-8843210dee13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:13.634272 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c982055c-6f06-48b7-bbc8-0cb780f16a3d']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:13.647201 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b30827-c514-423a-9996-57da6d6db810') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:13.647524 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b30827-c514-423a-9996-57da6d6db810') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:13.655636 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-2ee9eeef-14e0-4530-88c4-23e9209e282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:13.658745 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-2ee9eeef-14e0-4530-88c4-23e9209e282e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e092881-df68-4232-9344-a0d3db71a64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1076379 Jul 30 02:12:13.663175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded7125-f69c-47c5-9ed6-8843210dee13 admin admin] Pushing event updated for resources: {'Port': ['ID=176f9042-61b0-4da5-bda5-7e812950f9b3,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:13.665691 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:13.667797 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fded7125-f69c-47c5-9ed6-8843210dee13 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:13.698015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566c156-ca08-4088-a6e7-3963b26d417f None None] Pushing event updated for resources: {'Port': ['ID=f9054fba-bbb1-4a0c-937e-9d10b8e21285,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:13.751264 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:13.760842 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:12:13.761231 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:12:13.764363 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:12:13.849234 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-1822c3d4-cf8c-4616-a678-6d486dc0192a service neutron] 10.222.0.10 "GET /v2.0/networks/8e092881-df68-4232-9344-a0d3db71a64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766679 Jul 30 02:12:13.962777 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:13.974040 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:13.976366 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/c982055c-6f06-48b7-bbc8-0cb780f16a3d HTTP/1.1" status: 204 len: 168 time: 3.3456860 Jul 30 02:12:13.988224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52124) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:13.991686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a4b89-583b-4389-8bfe-f565a5601513 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Network': ['ID=c982055c-6f06-48b7-bbc8-0cb780f16a3d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:14.073060 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f9054fba-bbb1-4a0c-937e-9d10b8e21285 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:14.079304 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f1ff19-7a85-4382-bc0b-43292766942d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:14.079975 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f1ff19-7a85-4382-bc0b-43292766942d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:14.082686 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-81f1ff19-7a85-4382-bc0b-43292766942d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/subnets/e5bb6ea5-eaa6-4aab-b672-e57a881143fd HTTP/1.1" status: 404 len: 337 time: 0.0856035 Jul 30 02:12:14.086141 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52126) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:14.153271 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-145a22d0-691e-439b-9188-34e638d47778 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:14.154539 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145a22d0-691e-439b-9188-34e638d47778 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:14.158687 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-145a22d0-691e-439b-9188-34e638d47778 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/c982055c-6f06-48b7-bbc8-0cb780f16a3d HTTP/1.1" status: 404 len: 339 time: 0.0656130 Jul 30 02:12:14.158687 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b88b6a64-571e-47cc-9e4f-ebcad34bf5e6 req-d0de99da-f182-47c3-8d16-9afd22ecfd3e service neutron] 10.222.0.10 "GET /v2.0/networks/8e092881-df68-4232-9344-a0d3db71a64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703416 Jul 30 02:12:14.159078 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52132) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:14.212503 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b889f8-aab1-4929-8030-7f7c747a5a98 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:14.212978 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b889f8-aab1-4929-8030-7f7c747a5a98 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:14.216025 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fded7125-f69c-47c5-9ed6-8843210dee13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:14.218531 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52142) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:14.218699 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-85b889f8-aab1-4929-8030-7f7c747a5a98 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/subnets/c5a8ddc6-e4fa-44dc-bb6e-b8b28faa4021 HTTP/1.1" status: 404 len: 337 time: 0.0584471 Jul 30 02:12:14.288750 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-45dd7969-e5c4-473b-b595-162602ef1c72 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:14.289300 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45dd7969-e5c4-473b-b595-162602ef1c72 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:14.291057 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-45dd7969-e5c4-473b-b595-162602ef1c72 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/d24c2b40-42fb-4f37-9b4e-0458bf4641fe HTTP/1.1" status: 404 len: 339 time: 0.0714805 Jul 30 02:12:14.291630 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port f9054fba-bbb1-4a0c-937e-9d10b8e21285 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:14.295007 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52148) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:14.414345 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc38223b-2a37-4583-91fb-731fef2e36e4 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:14.437761 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f34312-3d0f-47ba-990c-24687099b8e7 req-896f9c45-5a0b-42ad-bcb7-05ac7d3c171d tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:14.439531 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-43f34312-3d0f-47ba-990c-24687099b8e7 req-896f9c45-5a0b-42ad-bcb7-05ac7d3c171d tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=198a5a3a-bc40-43d0-b44d-fc2a51039799 HTTP/1.1" status: 200 len: 944 time: 0.0923352 Jul 30 02:12:14.467171 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-379f94cb-57db-4eb7-8cfd-976346347915 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:14.468633 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-379f94cb-57db-4eb7-8cfd-976346347915 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/networks?id=72faef00-d6f9-4e2c-8e8a-1790561847df HTTP/1.1" status: 200 len: 809 time: 0.2044153 Jul 30 02:12:14.489509 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-8dce339c-02d1-464a-a143-40e3f29bce21 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/quotas/56bc37224d8a469c9f32ac0cbf4e2e7d HTTP/1.1" status: 200 len: 375 time: 0.0123935 Jul 30 02:12:14.558247 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc38223b-2a37-4583-91fb-731fef2e36e4 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:14.570814 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-43f34312-3d0f-47ba-990c-24687099b8e7 req-835dfbb4-54a9-4978-9f35-1f9dd4c702d5 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d139a1-63db-4f32-b482-f446774ca0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078322 Jul 30 02:12:14.574520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-dc38223b-2a37-4583-91fb-731fef2e36e4 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575ef57f-9b7b-45fc-b9a8-b97162b2bee9']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:14.585382 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-dc38223b-2a37-4583-91fb-731fef2e36e4 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1048f983-1eb3-403e-88c7-17d95f4fb19d') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:14.585684 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-dc38223b-2a37-4583-91fb-731fef2e36e4 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1048f983-1eb3-403e-88c7-17d95f4fb19d') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:14.608155 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc38223b-2a37-4583-91fb-731fef2e36e4 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:14.629211 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc38223b-2a37-4583-91fb-731fef2e36e4 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:14.636509 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc38223b-2a37-4583-91fb-731fef2e36e4 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:12:14.637189 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc38223b-2a37-4583-91fb-731fef2e36e4 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:12:14.640596 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:12:14.651746 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:14.823925 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc38223b-2a37-4583-91fb-731fef2e36e4 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:14.841047 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc38223b-2a37-4583-91fb-731fef2e36e4 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:14.844136 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dc38223b-2a37-4583-91fb-731fef2e36e4 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/575ef57f-9b7b-45fc-b9a8-b97162b2bee9 HTTP/1.1" status: 204 len: 168 time: 0.5479405 Jul 30 02:12:14.854917 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52152) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:14.864850 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38223b-2a37-4583-91fb-731fef2e36e4 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Network': ['ID=575ef57f-9b7b-45fc-b9a8-b97162b2bee9,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:14.893511 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-98259f11-449f-45bf-8768-2895297689ad tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:14.893841 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448779ed-a618-4653-bfd8-df2b09d892c2 None None] Network 87c7b1db-bfab-4702-a87a-4c23ce619682 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:14.894008 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98259f11-449f-45bf-8768-2895297689ad tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:14.895846 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-98259f11-449f-45bf-8768-2895297689ad tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/subnets/733c1e08-d523-478b-94f5-404e644dd6c1 HTTP/1.1" status: 404 len: 337 time: 0.0399349 Jul 30 02:12:14.898263 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52154) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:14.918943 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcea06c6-a5f8-4166-ab8d-99012866795e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:14.920305 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcea06c6-a5f8-4166-ab8d-99012866795e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:14.922053 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dcea06c6-a5f8-4166-ab8d-99012866795e tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/f37b2c14-3ba4-4abd-b928-1d4a9e6c9ed3 HTTP/1.1" status: 404 len: 339 time: 0.0227094 Jul 30 02:12:14.931015 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-026f179b-b225-434f-b65b-ffa0373769f3 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=56bc37224d8a469c9f32ac0cbf4e2e7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290155 Jul 30 02:12:14.932767 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52156) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:14.972659 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-654e2292-2ea6-41c1-aea9-afe055a15025 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:14.973041 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654e2292-2ea6-41c1-aea9-afe055a15025 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:14.979598 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-654e2292-2ea6-41c1-aea9-afe055a15025 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/subnets/504121d7-ac5c-46be-a08e-f4614fa8f837 HTTP/1.1" status: 404 len: 337 time: 0.0433426 Jul 30 02:12:14.980219 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52158) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:15.006843 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-5903e60f-04e6-4cd1-873e-4f9854bd644b tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:15.007640 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5903e60f-04e6-4cd1-873e-4f9854bd644b tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:15.014959 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5903e60f-04e6-4cd1-873e-4f9854bd644b tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/d82dd822-2b3b-451e-880e-4a5f76a8beac HTTP/1.1" status: 404 len: 339 time: 0.0336850 Jul 30 02:12:15.015215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52160) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:15.056087 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4c315d-c7d3-471b-8a4e-76b597b03dd4 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:15.056933 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b4c315d-c7d3-471b-8a4e-76b597b03dd4 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:15.061443 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6b4c315d-c7d3-471b-8a4e-76b597b03dd4 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/subnets/99301478-ae0f-4164-b5ad-03e2e14a8a57 HTTP/1.1" status: 404 len: 337 time: 0.0428848 Jul 30 02:12:15.061443 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fded7125-f69c-47c5-9ed6-8843210dee13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:15.061849 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52164) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:15.078222 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1c0d2ea7-6ac8-4228-9e74-e4ee9e0b7c96 None None] Provisioning for port f9054fba-bbb1-4a0c-937e-9d10b8e21285 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:15.084515 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5303eb9-3461-4bd4-a8df-7484ec1036ae tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:15.084515 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5303eb9-3461-4bd4-a8df-7484ec1036ae tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:15.092253 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1c0d2ea7-6ac8-4228-9e74-e4ee9e0b7c96 None None] Provisioning complete for port f9054fba-bbb1-4a0c-937e-9d10b8e21285 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:15.092253 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c0d2ea7-6ac8-4228-9e74-e4ee9e0b7c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:15.092531 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b5303eb9-3461-4bd4-a8df-7484ec1036ae tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/864cec95-e70c-4b26-ab08-085a9cc88ae1 HTTP/1.1" status: 404 len: 339 time: 0.0233948 Jul 30 02:12:15.092634 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-74d50e8a-43bb-4471-be65-98f0b13d94d0 service neutron] 10.222.0.70 "GET /v2.0/networks/72faef00-d6f9-4e2c-8e8a-1790561847df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427097 Jul 30 02:12:15.098804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52166) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:15.125936 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9278a0-3aa3-4fe7-9af8-c30a49d04c61 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:15.126708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c9278a0-3aa3-4fe7-9af8-c30a49d04c61 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:15.128607 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3c9278a0-3aa3-4fe7-9af8-c30a49d04c61 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/subnets/97e5200b-dbf4-4969-bbc0-3e2e2953ce97 HTTP/1.1" status: 404 len: 337 time: 0.0288434 Jul 30 02:12:15.138644 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52168) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:15.182390 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c0d2ea7-6ac8-4228-9e74-e4ee9e0b7c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:15.201883 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f1c774-e64c-4aea-a215-98ce3fcc4a68 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:15.202932 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f1c774-e64c-4aea-a215-98ce3fcc4a68 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:15.205046 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-67f1c774-e64c-4aea-a215-98ce3fcc4a68 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/1577e8b7-da06-481c-a774-17ec837268ae HTTP/1.1" status: 404 len: 339 time: 0.0659180 Jul 30 02:12:15.207723 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52170) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:15.224099 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1c0d2ea7-6ac8-4228-9e74-e4ee9e0b7c96 None None] For port f9054fba-bbb1-4a0c-937e-9d10b8e21285, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f9054fba-bbb1-4a0c-937e-9d10b8e21285,segment=NetworkSegment(0195abc6-0cfb-4d5e-840a-4c517a359e85),segment_id=0195abc6-0cfb-4d5e-840a-4c517a359e85)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:15.239666 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bc50c1-fd70-43b6-8921-12adffa3ed5f tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:15.240133 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0bc50c1-fd70-43b6-8921-12adffa3ed5f tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:15.242021 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c0bc50c1-fd70-43b6-8921-12adffa3ed5f tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/subnets/ac79e4bd-d5d0-4613-8e7b-54247a809395 HTTP/1.1" status: 404 len: 337 time: 0.0333021 Jul 30 02:12:15.244536 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52172) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:15.271207 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa269ad-d2ea-4473-bc5e-570d1bc422eb tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:15.272034 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa269ad-d2ea-4473-bc5e-570d1bc422eb tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:15.274521 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7aa269ad-d2ea-4473-bc5e-570d1bc422eb tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/2459af6f-5e95-4f21-9b92-b8232b278013 HTTP/1.1" status: 404 len: 339 time: 0.0289621 Jul 30 02:12:15.277575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52174) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:15.298127 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-32d9e3da-fee0-44b0-b238-1200b2b38217 service neutron] 10.222.0.70 "GET /v2.0/networks/72faef00-d6f9-4e2c-8e8a-1790561847df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773720 Jul 30 02:12:15.307777 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c0d2ea7-6ac8-4228-9e74-e4ee9e0b7c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:15.314827 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-03718fb2-2da4-4b6f-8562-3c7b8edc332c tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:15.316954 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03718fb2-2da4-4b6f-8562-3c7b8edc332c tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:15.318986 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-03718fb2-2da4-4b6f-8562-3c7b8edc332c tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/subnets/72069b8a-aafe-4ca3-9272-32db5652b765 HTTP/1.1" status: 404 len: 337 time: 0.0392704 Jul 30 02:12:15.321559 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52176) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:15.350946 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-0982b559-a087-425a-83c6-b1de95b8ba6d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:15.351863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0982b559-a087-425a-83c6-b1de95b8ba6d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:15.353855 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0982b559-a087-425a-83c6-b1de95b8ba6d tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/8f36b8c7-1076-49f8-a766-5aa974ca8a37 HTTP/1.1" status: 404 len: 339 time: 0.0310740 Jul 30 02:12:15.356358 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52178) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:15.389411 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7831c5-b7ec-49a5-8e92-cdc7b31a5b36 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:15.389867 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7831c5-b7ec-49a5-8e92-cdc7b31a5b36 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:15.394398 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52180) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:15.394698 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2e7831c5-b7ec-49a5-8e92-cdc7b31a5b36 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/subnets/f1b6c49c-1cd1-4529-9b7e-9a40f4ac32e8 HTTP/1.1" status: 404 len: 337 time: 0.0342097 Jul 30 02:12:15.408875 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d2ea7-6ac8-4228-9e74-e4ee9e0b7c96 None None] Pushing event updated for resources: {'Port': ['ID=f9054fba-bbb1-4a0c-937e-9d10b8e21285,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:15.424709 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd6b903-215e-4ac7-a34b-d7d5e5ad5361 None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:12:15.432791 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-480d3954-ad08-4c78-b93d-e0a3ba2253aa tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:15.433707 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480d3954-ad08-4c78-b93d-e0a3ba2253aa tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:15.436172 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-480d3954-ad08-4c78-b93d-e0a3ba2253aa tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/32353278-a906-4116-b506-e2f815215103 HTTP/1.1" status: 404 len: 339 time: 0.0401731 Jul 30 02:12:15.437204 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fded7125-f69c-47c5-9ed6-8843210dee13 admin admin] Router f8a415f5-c4b7-460e-841c-c59993118668 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:12:15.438830 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52182) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:15.473278 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe6cbc6-68f9-444b-a34c-5422c0ca4f72 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:15.473757 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe6cbc6-68f9-444b-a34c-5422c0ca4f72 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:15.475596 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-afe6cbc6-68f9-444b-a34c-5422c0ca4f72 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/subnets/16399472-dd79-4f5d-a445-82b128708e23 HTTP/1.1" status: 404 len: 337 time: 0.0357947 Jul 30 02:12:15.478094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52184) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:15.499538 n-d-713498-9 neutron-server[94465]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a3a938-c944-4a3e-a985-30874278ab26 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:15.500093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a3a938-c944-4a3e-a985-30874278ab26 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:15.501804 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a0a3a938-c944-4a3e-a985-30874278ab26 tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/95cdfd0c-5e6b-425a-878a-bd26224a4f14 HTTP/1.1" status: 404 len: 339 time: 0.0226681 Jul 30 02:12:15.504965 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52186) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:15.553328 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-afc949c4-43ad-4d2c-80ab-0b7221d09dd5 None None] Provisioning complete for port f9054fba-bbb1-4a0c-937e-9d10b8e21285 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:15.553703 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-afc949c4-43ad-4d2c-80ab-0b7221d09dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:15.569147 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a27ddb-1fda-45d5-b4a5-2dd85b361bae tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Deleting subnet f7afead4-ab57-4a9b-9854-e807c7f45680 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:12:15.572762 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78a27ddb-1fda-45d5-b4a5-2dd85b361bae tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:15.584860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd6b903-215e-4ac7-a34b-d7d5e5ad5361 None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:12:15.625419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fded7125-f69c-47c5-9ed6-8843210dee13 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:12:15.646234 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78a27ddb-1fda-45d5-b4a5-2dd85b361bae tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:15.655499 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] Sync routers for ids ['f8a415f5-c4b7-460e-841c-c59993118668'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:12:15.719519 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c743fe8a-31bd-4a45-847b-4db0afb645ee req-d948c0da-b2fe-4279-b4fc-eb9394c33901 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f58f3b8-9e2c-471c-bba3-0a4bfce110e4 HTTP/1.1" status: 200 len: 210 time: 0.0595503 Jul 30 02:12:15.724852 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] Routers {'f8a415f5-c4b7-460e-841c-c59993118668'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:12:15.725518 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:12:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f8a415f5-c4b7-460e-841c-c59993118668'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:15.740998 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fded7125-f69c-47c5-9ed6-8843210dee13 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:15.745372 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fded7125-f69c-47c5-9ed6-8843210dee13 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4852903 Jul 30 02:12:15.748076 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52196) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:15.779268 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78a27ddb-1fda-45d5-b4a5-2dd85b361bae tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:15.847543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01b18a-abfa-4df1-a4fb-8df095c44425 req-05b831ad-2b6a-4618-94d1-272a57379f74 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:15.850454 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6b01b18a-abfa-4df1-a4fb-8df095c44425 req-05b831ad-2b6a-4618-94d1-272a57379f74 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=198a5a3a-bc40-43d0-b44d-fc2a51039799 HTTP/1.1" status: 200 len: 944 time: 0.1218870 Jul 30 02:12:15.913494 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6b01b18a-abfa-4df1-a4fb-8df095c44425 req-9adbd46c-472a-468c-ac4a-f2978f89472b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d139a1-63db-4f32-b482-f446774ca0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575378 Jul 30 02:12:15.949191 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] Set router f8a415f5-c4b7-460e-841c-c59993118668 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:12:15.995036 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78a27ddb-1fda-45d5-b4a5-2dd85b361bae tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.027002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a27ddb-1fda-45d5-b4a5-2dd85b361bae tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Subnet': ['ID=f7afead4-ab57-4a9b-9854-e807c7f45680,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:16.030755 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78a27ddb-1fda-45d5-b4a5-2dd85b361bae tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.035223 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-78a27ddb-1fda-45d5-b4a5-2dd85b361bae tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/subnets/f7afead4-ab57-4a9b-9854-e807c7f45680 HTTP/1.1" status: 204 len: 168 time: 0.5293074 Jul 30 02:12:16.035821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52204) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:16.047543 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f9054fba-bbb1-4a0c-937e-9d10b8e21285 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:16.143463 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c702-9602-4d22-a2ba-0b91c7cf539a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.236598 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-4ee4c702-9602-4d22-a2ba-0b91c7cf539a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Deleting port fab03879-f1dd-4d01-bdf7-b851d76e2da8 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:16.237061 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c702-9602-4d22-a2ba-0b91c7cf539a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.335360 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-4ee4c702-9602-4d22-a2ba-0b91c7cf539a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] For port fab03879-f1dd-4d01-bdf7-b851d76e2da8, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=fab03879-f1dd-4d01-bdf7-b851d76e2da8,segment=NetworkSegment(e8236212-bdaa-471c-997d-629db1714636),segment_id=e8236212-bdaa-471c-997d-629db1714636)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:16.336155 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c702-9602-4d22-a2ba-0b91c7cf539a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.362439 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-4ee4c702-9602-4d22-a2ba-0b91c7cf539a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Calling delete_port for fab03879-f1dd-4d01-bdf7-b851d76e2da8 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:16.417733 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b8e69cf8-d6e0-4a19-b0fb-76d1de648a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.422215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f9054fba-bbb1-4a0c-937e-9d10b8e21285 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:16.422598 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.464225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbb7e8c-bc76-4e9a-be6f-b3860281176e None None] Network 44415c56-27fd-4843-9b72-951b958f3be0 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:16.555803 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c702-9602-4d22-a2ba-0b91c7cf539a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.578483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee4c702-9602-4d22-a2ba-0b91c7cf539a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] No DVR routers for this DVR port fab03879-f1dd-4d01-bdf7-b851d76e2da8 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:12:16.617308 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4c702-9602-4d22-a2ba-0b91c7cf539a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Port': ['ID=fab03879-f1dd-4d01-bdf7-b851d76e2da8,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:16.640435 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'name': 'tempest-TestVolumeBackupRestore-1421116980-router', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:12Z', 'updated_at': '2021-07-30T02:12:13Z', 'revision_number': 3, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'gw_port': {'id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:13Z', 'updated_at': '2021-07-30T02:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:16.673088 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] Checking router: f8a415f5-c4b7-460e-841c-c59993118668 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:12:16.675277 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] Updating router f8a415f5-c4b7-460e-841c-c59993118668 port 176f9042-61b0-4da5-bda5-7e812950f9b3 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:12:16.681654 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-b8e69cf8-d6e0-4a19-b0fb-76d1de648a7f admin admin] Allocated IP 172.20.0.1 (87c7b1db-bfab-4702-a87a-4c23ce619682/94863f40-0d1f-4c90-bc1b-a91810e9807b/d733dede-9fc1-479a-a61b-246aac2a5a3b) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:12:16.728895 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b842840-5933-45cd-95c6-0d6845f8e6a7 None None] DHCP port deletion for 44415c56-27fd-4843-9b72-951b958f3be0 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:12:16.730648 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.740218 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c702-9602-4d22-a2ba-0b91c7cf539a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.755706 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-4ee4c702-9602-4d22-a2ba-0b91c7cf539a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44415c56-27fd-4843-9b72-951b958f3be0']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:16.775969 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-4ee4c702-9602-4d22-a2ba-0b91c7cf539a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8236212-bdaa-471c-997d-629db1714636') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:16.779647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-4ee4c702-9602-4d22-a2ba-0b91c7cf539a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8236212-bdaa-471c-997d-629db1714636') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:16.791064 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c702-9602-4d22-a2ba-0b91c7cf539a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.806601 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c702-9602-4d22-a2ba-0b91c7cf539a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.813761 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee4c702-9602-4d22-a2ba-0b91c7cf539a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:12:16.814515 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c702-9602-4d22-a2ba-0b91c7cf539a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:12:16.817979 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:12:16.848902 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b83680c3-f9e2-4dcd-884a-44687691e6a8 req-185a9987-a8a8-4593-bbd4-67270dc88379 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f58f3b8-9e2c-471c-bba3-0a4bfce110e4 HTTP/1.1" status: 200 len: 210 time: 0.0410118 Jul 30 02:12:16.875381 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b8e69cf8-d6e0-4a19-b0fb-76d1de648a7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.889930 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-b8e69cf8-d6e0-4a19-b0fb-76d1de648a7f admin admin] Transition to ACTIVE for port object d733dede-9fc1-479a-a61b-246aac2a5a3b will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:16.982246 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c702-9602-4d22-a2ba-0b91c7cf539a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.988462 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c702-9602-4d22-a2ba-0b91c7cf539a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.993155 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4ee4c702-9602-4d22-a2ba-0b91c7cf539a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] 10.222.0.70 "DELETE /v2.0/networks/44415c56-27fd-4843-9b72-951b958f3be0 HTTP/1.1" status: 204 len: 168 time: 0.9536567 Jul 30 02:12:17.014037 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b8e69cf8-d6e0-4a19-b0fb-76d1de648a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:17.064290 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:17.077896 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] Transition to ACTIVE for port object 176f9042-61b0-4da5-bda5-7e812950f9b3 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:17.117700 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4c702-9602-4d22-a2ba-0b91c7cf539a tempest-NetworksTest-577641582 tempest-NetworksTest-577641582-project] Pushing event deleted for resources: {'Network': ['ID=44415c56-27fd-4843-9b72-951b958f3be0,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:17.121843 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e69cf8-d6e0-4a19-b0fb-76d1de648a7f admin admin] Pushing event updated for resources: {'Port': ['ID=d733dede-9fc1-479a-a61b-246aac2a5a3b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:17.136852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e69cf8-d6e0-4a19-b0fb-76d1de648a7f admin admin] Network 87c7b1db-bfab-4702-a87a-4c23ce619682 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:17.144724 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-b8e69cf8-d6e0-4a19-b0fb-76d1de648a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:17.147006 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e69cf8-d6e0-4a19-b0fb-76d1de648a7f admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:17.153412 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:17.171365 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc51da1-3f4f-4d8f-bbf6-db47c33cf5c4 req-2731385e-f135-437a-a0d5-8d7833676ce9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:17.173490 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1cc51da1-3f4f-4d8f-bbf6-db47c33cf5c4 req-2731385e-f135-437a-a0d5-8d7833676ce9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=198a5a3a-bc40-43d0-b44d-fc2a51039799 HTTP/1.1" status: 200 len: 944 time: 0.1658885 Jul 30 02:12:17.235550 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b8e69cf8-d6e0-4a19-b0fb-76d1de648a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:17.260156 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1cc51da1-3f4f-4d8f-bbf6-db47c33cf5c4 req-e1f72ca8-ba83-4970-b97f-ed31d5d44686 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d139a1-63db-4f32-b482-f446774ca0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793965 Jul 30 02:12:17.264995 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 524efd2e-2e19-4cb4-bd04-5075c2c98089 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:12:17.273000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] Attempting to bind port 176f9042-61b0-4da5-bda5-7e812950f9b3 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:12:17.274998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] Attempting to bind port 176f9042-61b0-4da5-bda5-7e812950f9b3 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:12:17.276303 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] Attempting to bind port 176f9042-61b0-4da5-bda5-7e812950f9b3 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:12:17.313423 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dba91-5b96-42f3-bd73-537962d39dfe None None] Pushing event updated for resources: {'Port': ['ID=176f9042-61b0-4da5-bda5-7e812950f9b3,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:17.318125 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:12:17.319623 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:17.320034 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:17.320427 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:12:17.320942 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] Bound port: 176f9042-61b0-4da5-bda5-7e812950f9b3, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:12:17.321325 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:17.422766 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] For port 176f9042-61b0-4da5-bda5-7e812950f9b3, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:12:17.443783 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] For port 176f9042-61b0-4da5-bda5-7e812950f9b3, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=176f9042-61b0-4da5-bda5-7e812950f9b3,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:12:17.501061 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 524efd2e-2e19-4cb4-bd04-5075c2c98089, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=524efd2e-2e19-4cb4-bd04-5075c2c98089,segment=NetworkSegment(5e6bdf09-aaad-4ce1-897c-97046901cbc4),segment_id=5e6bdf09-aaad-4ce1-897c-97046901cbc4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:17.517878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '524efd2e-2e19-4cb4-bd04-5075c2c98089', 'network_id': '8e092881-df68-4232-9344-a0d3db71a64e', 'port_id': '524efd2e-2e19-4cb4-bd04-5075c2c98089', 'mac_address': 'fa:16:3e:09:ef:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b613fee7-0220-46b0-a6c3-759a5e938a33', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:12:17.551460 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52224) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:17.575020 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:17.589109 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:17.600649 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524efd2e-2e19-4cb4-bd04-5075c2c98089 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:12:17.630903 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b8e69cf8-d6e0-4a19-b0fb-76d1de648a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:17.691695 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 524efd2e-2e19-4cb4-bd04-5075c2c98089, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=524efd2e-2e19-4cb4-bd04-5075c2c98089,segment=NetworkSegment(5e6bdf09-aaad-4ce1-897c-97046901cbc4),segment_id=5e6bdf09-aaad-4ce1-897c-97046901cbc4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:17.705466 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] Routers {'f8a415f5-c4b7-460e-841c-c59993118668'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:12:17.706507 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:12:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f8a415f5-c4b7-460e-841c-c59993118668'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:17.708530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dba91-5b96-42f3-bd73-537962d39dfe None None] Pushing event updated for resources: {'Port': ['ID=176f9042-61b0-4da5-bda5-7e812950f9b3,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:17.772536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c31c368d-16d8-4f3b-876e-5b4e7e90d320 None None] Provisioning for port d733dede-9fc1-479a-a61b-246aac2a5a3b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:17.775021 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:17.805133 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:17.811108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c31c368d-16d8-4f3b-876e-5b4e7e90d320 None None] Provisioning complete for port d733dede-9fc1-479a-a61b-246aac2a5a3b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:17.811792 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c31c368d-16d8-4f3b-876e-5b4e7e90d320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:17.812361 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-26f99208-8cb1-438d-8ffd-f44270ac6c76 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=19ccf809fc9f41c7a4a2335de7c3c2dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586658 Jul 30 02:12:17.818162 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52228) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:17.853173 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c31c368d-16d8-4f3b-876e-5b4e7e90d320 None None] Port d733dede-9fc1-479a-a61b-246aac2a5a3b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:12:17.981269 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d009c33-ac65-4641-8b9a-351eb8872457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:17.993219 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b8e69cf8-d6e0-4a19-b0fb-76d1de648a7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:18.019758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device fab03879-f1dd-4d01-bdf7-b851d76e2da8 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:12:18.043069 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d009c33-ac65-4641-8b9a-351eb8872457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:18.051362 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] Set router f8a415f5-c4b7-460e-841c-c59993118668 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:12:18.055487 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a14acff4-94bf-4f1a-b8e7-76836620e5a0 req-27ccb493-45d0-4a5d-9918-4e8049f87594 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f58f3b8-9e2c-471c-bba3-0a4bfce110e4 HTTP/1.1" status: 200 len: 210 time: 0.0388851 Jul 30 02:12:18.074974 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b8e69cf8-d6e0-4a19-b0fb-76d1de648a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:18.110798 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['524efd2e-2e19-4cb4-bd04-5075c2c98089'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:12:18.141065 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: fab03879-f1dd-4d01-bdf7-b851d76e2da8 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:12:18.141403 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device fab03879-f1dd-4d01-bdf7-b851d76e2da8 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:12:18.161315 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b8e69cf8-d6e0-4a19-b0fb-76d1de648a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:18.169598 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e69cf8-d6e0-4a19-b0fb-76d1de648a7f admin admin] Pushing event updated for resources: {'Port': ['ID=d733dede-9fc1-479a-a61b-246aac2a5a3b,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:18.182217 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d009c33-ac65-4641-8b9a-351eb8872457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:18.183476 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=524efd2e-2e19-4cb4-bd04-5075c2c98089,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:18.185515 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3d009c33-ac65-4641-8b9a-351eb8872457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:18.186753 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3d009c33-ac65-4641-8b9a-351eb8872457 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d3d192d4-0da9-4d4e-9bc0-9095110a9b0d HTTP/1.1" status: 204 len: 168 time: 0.3674645 Jul 30 02:12:18.195494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d009c33-ac65-4641-8b9a-351eb8872457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d192d4-0da9-4d4e-9bc0-9095110a9b0d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:18.321553 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e69cf8-d6e0-4a19-b0fb-76d1de648a7f admin admin] Network 87c7b1db-bfab-4702-a87a-4c23ce619682 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:18.323205 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-b8e69cf8-d6e0-4a19-b0fb-76d1de648a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:18.557704 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e69cf8-d6e0-4a19-b0fb-76d1de648a7f admin admin] Router f8a415f5-c4b7-460e-841c-c59993118668 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:12:18.773197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bd04eeb6-3a3f-4d9c-9ab6-c6ad9af6eb88 None None] Provisioning complete for port d733dede-9fc1-479a-a61b-246aac2a5a3b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:18.773763 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd04eeb6-3a3f-4d9c-9ab6-c6ad9af6eb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:18.796270 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e69cf8-d6e0-4a19-b0fb-76d1de648a7f admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:12:18.819248 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b8e69cf8-d6e0-4a19-b0fb-76d1de648a7f admin admin] 10.222.0.70 "PUT /v2.0/routers/f8a415f5-c4b7-460e-841c-c59993118668/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0688512 Jul 30 02:12:18.974178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edafa0-ce8b-48c4-99d3-629aee7ad68c req-975deeb4-969f-43db-9e24-5f94a79115bf tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:18.983030 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b6edafa0-ce8b-48c4-99d3-629aee7ad68c req-975deeb4-969f-43db-9e24-5f94a79115bf tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=198a5a3a-bc40-43d0-b44d-fc2a51039799 HTTP/1.1" status: 200 len: 945 time: 0.5635202 Jul 30 02:12:19.009466 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-2e9ab827-eb8f-44d8-a494-142213c85303 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:19.011621 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-2e9ab827-eb8f-44d8-a494-142213c85303 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.77 "GET /v2.0/networks?id=72faef00-d6f9-4e2c-8e8a-1790561847df HTTP/1.1" status: 200 len: 809 time: 0.5390275 Jul 30 02:12:19.049707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-fcff3f88-530d-4607-ac92-30c7c450186e tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Request body: {'port': {'device_id': '6f58f3b8-9e2c-471c-bba3-0a4bfce110e4', 'network_id': '72faef00-d6f9-4e2c-8e8a-1790561847df', 'admin_state_up': True, 'tenant_id': '56bc37224d8a469c9f32ac0cbf4e2e7d'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:19.065687 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b6edafa0-ce8b-48c4-99d3-629aee7ad68c req-7256340c-be86-46b1-bf3c-bbf6033ca71c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d139a1-63db-4f32-b482-f446774ca0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813847 Jul 30 02:12:19.070147 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bd04eeb6-3a3f-4d9c-9ab6-c6ad9af6eb88 None None] Port d733dede-9fc1-479a-a61b-246aac2a5a3b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:12:19.080221 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'name': 'tempest-TestVolumeBackupRestore-1421116980-router', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:12Z', 'updated_at': '2021-07-30T02:12:17Z', 'revision_number': 4, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'gw_port': {'id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:13Z', 'updated_at': '2021-07-30T02:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd733dede-9fc1-479a-a61b-246aac2a5a3b', 'name': '', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'mac_address': 'fa:16:3e:30:f7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:16Z', 'updated_at': '2021-07-30T02:12:16Z', 'revision_number': 1, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'subnets': [{'id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:19.120392 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e95678-5734-4d55-8f59-3c117bc4ef08 None None] The sync data for ids ['f8a415f5-c4b7-460e-841c-c59993118668'] in n-d-713498-9 is: [{'id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'name': 'tempest-TestVolumeBackupRestore-1421116980-router', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:12Z', 'updated_at': '2021-07-30T02:12:17Z', 'revision_number': 4, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'gw_port': {'id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:13Z', 'updated_at': '2021-07-30T02:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd733dede-9fc1-479a-a61b-246aac2a5a3b', 'name': '', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'mac_address': 'fa:16:3e:30:f7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:16Z', 'updated_at': '2021-07-30T02:12:16Z', 'revision_number': 1, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'subnets': [{'id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:12:19.188849 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d3142296-ab49-4e38-8256-3382d322690d req-782c592a-40de-4472-a945-a51413fac52b tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f58f3b8-9e2c-471c-bba3-0a4bfce110e4 HTTP/1.1" status: 200 len: 210 time: 0.0502255 Jul 30 02:12:19.324276 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-fcff3f88-530d-4607-ac92-30c7c450186e tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Made reservation on behalf of 56bc37224d8a469c9f32ac0cbf4e2e7d for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:19.324276 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-fcff3f88-530d-4607-ac92-30c7c450186e tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:19.554145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-fcff3f88-530d-4607-ac92-30c7c450186e tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Allocated IP 172.20.0.11 (72faef00-d6f9-4e2c-8e8a-1790561847df/ec319b19-0bc6-4c72-978b-219500f23bfd/176dee2f-8be4-47f3-acdc-82d69538df90) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:12:19.672870 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52280) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:19.792280 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-fcff3f88-530d-4607-ac92-30c7c450186e tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:19.804133 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52286) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:19.810437 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-ec5d3f69-1c92-4777-87de-2786074eb17d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1404247296-network', 'tenant_id': 'a9018fa4d7c54a98aa3eaa91b4c48704'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:19.907552 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5d3f69-1c92-4777-87de-2786074eb17d admin admin] Made reservation on behalf of a9018fa4d7c54a98aa3eaa91b4c48704 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:19.911618 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3f69-1c92-4777-87de-2786074eb17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:19.923198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3f69-1c92-4777-87de-2786074eb17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:19.955837 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-fcff3f88-530d-4607-ac92-30c7c450186e tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:19.977869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d61b2982-9a4d-4a01-8668-a5d59107c823 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Request body: {'security_group': {'name': 'tempest-secgroup--1817656120'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:20.048944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-fcff3f88-530d-4607-ac92-30c7c450186e tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Network 72faef00-d6f9-4e2c-8e8a-1790561847df is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:20.049500 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff3f88-530d-4607-ac92-30c7c450186e tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Pushing event updated for resources: {'Port': ['ID=176dee2f-8be4-47f3-acdc-82d69538df90,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:20.061819 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-fcff3f88-530d-4607-ac92-30c7c450186e tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:20.063699 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-fcff3f88-530d-4607-ac92-30c7c450186e tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:20.100071 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3f69-1c92-4777-87de-2786074eb17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:20.143556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-fcff3f88-530d-4607-ac92-30c7c450186e tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:20.144593 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-fcff3f88-530d-4607-ac92-30c7c450186e tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:20.177227 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3f69-1c92-4777-87de-2786074eb17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:20.212823 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5d3f69-1c92-4777-87de-2786074eb17d admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:12:20.222443 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582da32-c29b-4d5d-977c-e1e653a3ac05 req-d2b6fa58-5179-406a-90ee-22122c13b662 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:20.224790 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a582da32-c29b-4d5d-977c-e1e653a3ac05 req-d2b6fa58-5179-406a-90ee-22122c13b662 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=198a5a3a-bc40-43d0-b44d-fc2a51039799 HTTP/1.1" status: 200 len: 945 time: 0.0723665 Jul 30 02:12:20.235586 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d3f69-1c92-4777-87de-2786074eb17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52882249-6958-4976-a516-bed2b931db1f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:20.248129 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3f69-1c92-4777-87de-2786074eb17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:20.248474 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-ec5d3f69-1c92-4777-87de-2786074eb17d admin admin] Added segment 469ef37f-310a-40d7-81c7-a48a88ce2e0e of type vlan for network 042f0f04-b7a6-445e-8d6c-e1ca8fab2d22 Jul 30 02:12:20.295427 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-fcff3f88-530d-4607-ac92-30c7c450186e tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2599399 Jul 30 02:12:20.313161 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3f69-1c92-4777-87de-2786074eb17d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:20.320062 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] Request body: {'port': {'device_id': '6f58f3b8-9e2c-471c-bba3-0a4bfce110e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:20.355350 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a582da32-c29b-4d5d-977c-e1e653a3ac05 req-bf91f1e8-8aac-48d9-921b-5f1c151439c0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d139a1-63db-4f32-b482-f446774ca0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158979 Jul 30 02:12:20.375726 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d61b2982-9a4d-4a01-8668-a5d59107c823 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:20.391732 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d61b2982-9a4d-4a01-8668-a5d59107c823 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:20.421000 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1b0c7-d882-4209-884d-9bd7fe28e6d8 req-22c7d1d1-7639-4cc7-8155-d811d0042d6e tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:20.422635 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ab1b0c7-d882-4209-884d-9bd7fe28e6d8 req-22c7d1d1-7639-4cc7-8155-d811d0042d6e tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f58f3b8-9e2c-471c-bba3-0a4bfce110e4 HTTP/1.1" status: 200 len: 932 time: 0.0987606 Jul 30 02:12:20.425821 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:20.461398 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3f69-1c92-4777-87de-2786074eb17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:20.462358 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5d3f69-1c92-4777-87de-2786074eb17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:20.462945 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3f69-1c92-4777-87de-2786074eb17d admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:20.578506 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d3f69-1c92-4777-87de-2786074eb17d admin admin] Pushing event updated for resources: {'Network': ['ID=042f0f04-b7a6-445e-8d6c-e1ca8fab2d22,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:20.589065 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 042f0f04-b7a6-445e-8d6c-e1ca8fab2d22 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:12:20.591625 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ab1b0c7-d882-4209-884d-9bd7fe28e6d8 req-d994c4eb-cca7-4d66-b655-d38294407c70 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444831 Jul 30 02:12:20.664239 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d61b2982-9a4d-4a01-8668-a5d59107c823 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:20.735084 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d61b2982-9a4d-4a01-8668-a5d59107c823 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:20.763764 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b2982-9a4d-4a01-8668-a5d59107c823 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca95870d-06a6-4935-9c6d-a1b062cb1eed,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:20.795413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176dee2f-8be4-47f3-acdc-82d69538df90 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:12:20.803809 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ec5d3f69-1c92-4777-87de-2786074eb17d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9955049 Jul 30 02:12:20.805083 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52298) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:20.808945 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b1fa8c03-8ec6-4160-8e10-fda6451b1499 admin admin] Request body: {'subnet': {'network_id': '042f0f04-b7a6-445e-8d6c-e1ca8fab2d22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1404247296-subnet', 'tenant_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:20.811717 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:20.832368 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] Transition to ACTIVE for port object 176dee2f-8be4-47f3-acdc-82d69538df90 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:20.885075 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d61b2982-9a4d-4a01-8668-a5d59107c823 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:20.897374 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:20.950941 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] Pushing event updated for resources: {'Port': ['ID=176dee2f-8be4-47f3-acdc-82d69538df90,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:20.990836 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d61b2982-9a4d-4a01-8668-a5d59107c823 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:21.024668 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b2982-9a4d-4a01-8668-a5d59107c823 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787bc698-e0fa-4d9d-9b99-84f96d0bcefe,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:21.024920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] Attempting to bind port 176dee2f-8be4-47f3-acdc-82d69538df90 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:12:21.025389 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] Attempting to bind port 176dee2f-8be4-47f3-acdc-82d69538df90 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'cdbd72ab-411b-4d81-8301-fdf47d5285c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '72faef00-d6f9-4e2c-8e8a-1790561847df'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:12:21.026023 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] Attempting to bind port 176dee2f-8be4-47f3-acdc-82d69538df90 on network 72faef00-d6f9-4e2c-8e8a-1790561847df {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:12:21.031959 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] Port 176dee2f-8be4-47f3-acdc-82d69538df90 on network 72faef00-d6f9-4e2c-8e8a-1790561847df not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:12:21.032570 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] Attempting to bind port 176dee2f-8be4-47f3-acdc-82d69538df90 on network 72faef00-d6f9-4e2c-8e8a-1790561847df {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:12:21.038395 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:12:21.038880 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] Checking segment: {'id': 'cdbd72ab-411b-4d81-8301-fdf47d5285c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '72faef00-d6f9-4e2c-8e8a-1790561847df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:21.039462 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] Bound using segment: {'id': 'cdbd72ab-411b-4d81-8301-fdf47d5285c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '72faef00-d6f9-4e2c-8e8a-1790561847df'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:12:21.040010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] Bound port: 176dee2f-8be4-47f3-acdc-82d69538df90, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbd72ab-411b-4d81-8301-fdf47d5285c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '72faef00-d6f9-4e2c-8e8a-1790561847df'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:12:21.040466 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:21.099860 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fa8c03-8ec6-4160-8e10-fda6451b1499 admin admin] Made reservation on behalf of a9018fa4d7c54a98aa3eaa91b4c48704 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:21.102752 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8c03-8ec6-4160-8e10-fda6451b1499 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:21.109085 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] For port 176dee2f-8be4-47f3-acdc-82d69538df90, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:12:21.112730 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] For port 176dee2f-8be4-47f3-acdc-82d69538df90, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=176dee2f-8be4-47f3-acdc-82d69538df90,segment=NetworkSegment(cdbd72ab-411b-4d81-8301-fdf47d5285c1),segment_id=cdbd72ab-411b-4d81-8301-fdf47d5285c1)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:12:21.157434 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d61b2982-9a4d-4a01-8668-a5d59107c823 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:21.158778 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d61b2982-9a4d-4a01-8668-a5d59107c823 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4845471 Jul 30 02:12:21.161563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52302) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:21.198205 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:21.242761 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:21.245317 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:21.246745 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] 10.222.0.77 "PUT /v2.0/ports/176dee2f-8be4-47f3-acdc-82d69538df90 HTTP/1.1" status: 200 len: 1092 time: 0.9360256 Jul 30 02:12:21.252584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f58f3b8-9e2c-471c-bba3-0a4bfce110e4', 'tag': '176dee2f-8be4-47f3-acdc-82d69538df90'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:12:21.255452 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c187b3e-5c2f-414a-a586-4e2bcf9d4aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "6f58f3b8-9e2c-471c-bba3-0a4bfce110e4", "tag": "176dee2f-8be4-47f3-acdc-82d69538df90"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:12:21.257442 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 524efd2e-2e19-4cb4-bd04-5075c2c98089 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:21.282262 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dfe1534f-0ff0-4192-a3af-11b08071c5e8 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1194129 Jul 30 02:12:21.291740 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52308) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:21.298654 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b0f91bff-2337-49ab-9302-514bc3a61313 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Request body: {'security_group': {'name': 'tempest-security--1415501073', 'description': 'tempest-security-description-1322428447'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:21.322332 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ecb0e-83a3-4417-8c56-ff7ee127289b service neutron] Pushing event updated for resources: {'Port': ['ID=176dee2f-8be4-47f3-acdc-82d69538df90,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:21.342353 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b0f91bff-2337-49ab-9302-514bc3a61313 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:21.410240 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8c03-8ec6-4160-8e10-fda6451b1499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:21.410840 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb746fa-5103-44aa-995b-04097056d467 x-openstack-request-id: req-8fb746fa-5103-44aa-995b-04097056d467 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:12:21.411144 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f58f3b8-9e2c-471c-bba3-0a4bfce110e4", "tag": "176dee2f-8be4-47f3-acdc-82d69538df90", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:12:21.411392 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8fb746fa-5103-44aa-995b-04097056d467 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:12:21.411823 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f58f3b8-9e2c-471c-bba3-0a4bfce110e4', 'tag': '176dee2f-8be4-47f3-acdc-82d69538df90', 'status': 'completed', 'code': 200} Jul 30 02:12:21.417693 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b0f91bff-2337-49ab-9302-514bc3a61313 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:21.467498 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 524efd2e-2e19-4cb4-bd04-5075c2c98089 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:21.468655 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c187b3e-5c2f-414a-a586-4e2bcf9d4aa9 req-d03cebe2-14b2-49e4-a954-9de94388b040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:21.470456 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5c187b3e-5c2f-414a-a586-4e2bcf9d4aa9 req-d03cebe2-14b2-49e4-a954-9de94388b040 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=56bc37224d8a469c9f32ac0cbf4e2e7d&device_id=6f58f3b8-9e2c-471c-bba3-0a4bfce110e4 HTTP/1.1" status: 200 len: 1095 time: 0.0512207 Jul 30 02:12:21.473589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 524efd2e-2e19-4cb4-bd04-5075c2c98089 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:21.473970 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:21.522872 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa8c03-8ec6-4160-8e10-fda6451b1499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffaaf707-33fd-447b-a2e7-dc5b8e9269c0,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:21.536895 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fa8c03-8ec6-4160-8e10-fda6451b1499 admin admin] Checking segment: {'id': '469ef37f-310a-40d7-81c7-a48a88ce2e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '042f0f04-b7a6-445e-8d6c-e1ca8fab2d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:21.537263 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fa8c03-8ec6-4160-8e10-fda6451b1499 admin admin] Network hostable DHCP agents. Network: 042f0f04-b7a6-445e-8d6c-e1ca8fab2d22, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:12:21.552241 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b0f91bff-2337-49ab-9302-514bc3a61313 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:21.555663 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b0f91bff-2337-49ab-9302-514bc3a61313 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:21.556929 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b0f91bff-2337-49ab-9302-514bc3a61313 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "PUT /v2.0/security-groups/787bc698-e0fa-4d9d-9b99-84f96d0bcefe HTTP/1.1" status: 200 len: 1780 time: 0.2699881 Jul 30 02:12:21.561001 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52312) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:21.589712 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:21.597079 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f91bff-2337-49ab-9302-514bc3a61313 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787bc698-e0fa-4d9d-9b99-84f96d0bcefe,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:21.623216 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198a5a3a-bc40-43d0-b44d-fc2a51039799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524efd2e-2e19-4cb4-bd04-5075c2c98089'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:12:21.625801 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eaeefbf-7766-453e-8f45-7e942f4c46fa" -d '{"events": [{"server_uuid": "198a5a3a-bc40-43d0-b44d-fc2a51039799", "name": "network-vif-plugged", "status": "completed", "tag": "524efd2e-2e19-4cb4-bd04-5075c2c98089"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:12:21.641347 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 524efd2e-2e19-4cb4-bd04-5075c2c98089, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=524efd2e-2e19-4cb4-bd04-5075c2c98089,segment=NetworkSegment(5e6bdf09-aaad-4ce1-897c-97046901cbc4),segment_id=5e6bdf09-aaad-4ce1-897c-97046901cbc4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:21.676546 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dde08c-7b2e-4d52-a504-55ca74a1890c x-openstack-request-id: req-62dde08c-7b2e-4d52-a504-55ca74a1890c {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:12:21.676942 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198a5a3a-bc40-43d0-b44d-fc2a51039799", "name": "network-vif-plugged", "status": "completed", "tag": "524efd2e-2e19-4cb4-bd04-5075c2c98089", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:12:21.677259 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-62dde08c-7b2e-4d52-a504-55ca74a1890c {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:12:21.680828 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198a5a3a-bc40-43d0-b44d-fc2a51039799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524efd2e-2e19-4cb4-bd04-5075c2c98089', 'code': 200} Jul 30 02:12:21.686376 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c187b3e-5c2f-414a-a586-4e2bcf9d4aa9 req-48a32c63-038d-4749-a160-5b52b998e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:21.687998 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5c187b3e-5c2f-414a-a586-4e2bcf9d4aa9 req-48a32c63-038d-4749-a160-5b52b998e210 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=56bc37224d8a469c9f32ac0cbf4e2e7d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2036462 Jul 30 02:12:21.691834 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:21.783752 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=524efd2e-2e19-4cb4-bd04-5075c2c98089,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:21.898660 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] Sync routers for ids ['f8a415f5-c4b7-460e-841c-c59993118668'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:12:21.937472 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1dc95-77c3-49f4-9b2f-851e8e709180 req-7c1baca2-0143-41b4-aeda-a2cc06fe7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:21.939804 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-93d1dc95-77c3-49f4-9b2f-851e8e709180 req-7c1baca2-0143-41b4-aeda-a2cc06fe7020 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=198a5a3a-bc40-43d0-b44d-fc2a51039799 HTTP/1.1" status: 200 len: 1097 time: 0.1521285 Jul 30 02:12:21.951214 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d80b7-3eef-4633-b25c-4de70b425153 req-06a171af-5d19-4fb7-b553-75eec109cd1b tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:21.952802 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-222d80b7-3eef-4633-b25c-4de70b425153 req-06a171af-5d19-4fb7-b553-75eec109cd1b tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f58f3b8-9e2c-471c-bba3-0a4bfce110e4 HTTP/1.1" status: 200 len: 944 time: 0.1663206 Jul 30 02:12:21.955529 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] Routers {'f8a415f5-c4b7-460e-841c-c59993118668'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:12:21.957178 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:12:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f8a415f5-c4b7-460e-841c-c59993118668'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:21.961718 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c187b3e-5c2f-414a-a586-4e2bcf9d4aa9 req-807b4bd7-4264-41fb-9533-3c017f8f02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:21.970407 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5c187b3e-5c2f-414a-a586-4e2bcf9d4aa9 req-807b4bd7-4264-41fb-9533-3c017f8f02f0 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2742174 Jul 30 02:12:22.006864 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 176f9042-61b0-4da5-bda5-7e812950f9b3 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:22.019476 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-93d1dc95-77c3-49f4-9b2f-851e8e709180 req-3a237bef-5755-4d68-acfc-5cd6c1b66ffa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=82d139a1-63db-4f32-b482-f446774ca0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649557 Jul 30 02:12:22.034916 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab74efc-77a1-4c73-bc0e-f9d0e6496adf req-d425ac6e-6f0d-4742-9d4f-c3e3b67948cf tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:22.036768 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eab74efc-77a1-4c73-bc0e-f9d0e6496adf req-d425ac6e-6f0d-4742-9d4f-c3e3b67948cf tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=198a5a3a-bc40-43d0-b44d-fc2a51039799 HTTP/1.1" status: 200 len: 945 time: 0.5619388 Jul 30 02:12:22.066845 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-222d80b7-3eef-4633-b25c-4de70b425153 req-f1897cb3-df61-4895-8073-6617b28d7b59 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775204 Jul 30 02:12:22.100603 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-247e2ffa-91dc-4314-855a-cb402fb37095 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-groups/787bc698-e0fa-4d9d-9b99-84f96d0bcefe HTTP/1.1" status: 200 len: 1780 time: 0.5364168 Jul 30 02:12:22.101348 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52324) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:22.104369 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fa8c03-8ec6-4160-8e10-fda6451b1499 admin admin] Network 042f0f04-b7a6-445e-8d6c-e1ca8fab2d22 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:12:22.113625 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-eab74efc-77a1-4c73-bc0e-f9d0e6496adf req-8024b461-edbf-41d1-b83f-5eb4fc11fcba tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d139a1-63db-4f32-b482-f446774ca0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636520 Jul 30 02:12:22.131833 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 176f9042-61b0-4da5-bda5-7e812950f9b3 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:22.136755 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 176f9042-61b0-4da5-bda5-7e812950f9b3 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:22.137366 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.143479 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] Set router f8a415f5-c4b7-460e-841c-c59993118668 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:12:22.164714 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-554b7691-ce82-4d10-a363-6f8809333c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:22.166475 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-554b7691-ce82-4d10-a363-6f8809333c99 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=56bc37224d8a469c9f32ac0cbf4e2e7d&device_id=6f58f3b8-9e2c-471c-bba3-0a4bfce110e4 HTTP/1.1" status: 200 len: 1095 time: 0.1131463 Jul 30 02:12:22.194787 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-b1fa8c03-8ec6-4160-8e10-fda6451b1499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 042f0f04-b7a6-445e-8d6c-e1ca8fab2d22) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:22.199251 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa8c03-8ec6-4160-8e10-fda6451b1499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:22.199899 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8c03-8ec6-4160-8e10-fda6451b1499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.221296 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862387f7-909b-4922-a842-e907bead13e0 None None] Network 042f0f04-b7a6-445e-8d6c-e1ca8fab2d22 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:22.228133 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1f0c972e-0014-4e56-8e6f-f1eb0693b2df tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.233239 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-8b598496-cc0a-495c-80d6-0d329a52b3ca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=176dee2f-8be4-47f3-acdc-82d69538df90 HTTP/1.1" status: 200 len: 217 time: 0.0518210 Jul 30 02:12:22.280363 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.288196 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1f0c972e-0014-4e56-8e6f-f1eb0693b2df tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.310943 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b1fa8c03-8ec6-4160-8e10-fda6451b1499 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5059454 Jul 30 02:12:22.313638 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52326) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:22.317908 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 176f9042-61b0-4da5-bda5-7e812950f9b3, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=176f9042-61b0-4da5-bda5-7e812950f9b3,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:22.320724 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-edc5a9b4-dea7-4724-965f-b001832a68e4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1404247296-router', 'tenant_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:22.327937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-e768bcb9-a53a-451a-b14b-c2da9cde4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:22.329494 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-e768bcb9-a53a-451a-b14b-c2da9cde4a5b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ec319b19-0bc6-4c72-978b-219500f23bfd HTTP/1.1" status: 200 len: 849 time: 0.0863171 Jul 30 02:12:22.368614 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'name': 'tempest-TestVolumeBackupRestore-1421116980-router', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:12Z', 'updated_at': '2021-07-30T02:12:17Z', 'revision_number': 4, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'gw_port': {'id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:13Z', 'updated_at': '2021-07-30T02:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd733dede-9fc1-479a-a61b-246aac2a5a3b', 'name': '', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'mac_address': 'fa:16:3e:30:f7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:16Z', 'updated_at': '2021-07-30T02:12:17Z', 'revision_number': 2, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'subnets': [{'id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:22.373533 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-c6dd691e-08a0-48dd-a1f0-ac7e859672a6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=72faef00-d6f9-4e2c-8e8a-1790561847df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319400 Jul 30 02:12:22.414420 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] Checking router: f8a415f5-c4b7-460e-841c-c59993118668 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:12:22.415036 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] Updating router f8a415f5-c4b7-460e-841c-c59993118668 port d733dede-9fc1-479a-a61b-246aac2a5a3b binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:12:22.429741 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.440892 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-042f0f04-b7a6-445e-8d6c-e1ca8fab2d22', 'network_id': '042f0f04-b7a6-445e-8d6c-e1ca8fab2d22', 'tenant_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'fixed_ips': [{'subnet_id': 'ffaaf707-33fd-447b-a2e7-dc5b8e9269c0'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:12:22.441858 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.450644 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.486879 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edc5a9b4-dea7-4724-965f-b001832a68e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.487493 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1f0c972e-0014-4e56-8e6f-f1eb0693b2df tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.488168 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edc5a9b4-dea7-4724-965f-b001832a68e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.491132 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1f0c972e-0014-4e56-8e6f-f1eb0693b2df tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.493366 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1f0c972e-0014-4e56-8e6f-f1eb0693b2df tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "DELETE /v2.0/security-groups/787bc698-e0fa-4d9d-9b99-84f96d0bcefe HTTP/1.1" status: 204 len: 168 time: 0.3900282 Jul 30 02:12:22.496360 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52330) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:22.519186 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-5ba0490e-79b1-4455-a725-f23e1911a5c9 service neutron] 10.222.0.77 "GET /v2.0/networks/72faef00-d6f9-4e2c-8e8a-1790561847df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383553 Jul 30 02:12:22.520007 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c972e-0014-4e56-8e6f-f1eb0693b2df tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=787bc698-e0fa-4d9d-9b99-84f96d0bcefe,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:22.583943 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=176f9042-61b0-4da5-bda5-7e812950f9b3,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:22.672450 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edc5a9b4-dea7-4724-965f-b001832a68e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.677923 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b179e096-afac-42d2-b4ef-fc07fc9ece7d tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1791031 Jul 30 02:12:22.679179 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7cd24e5-9572-4eae-9df8-0f99595e9209 req-ebd5d66d-c43d-4f5d-a25a-a8e8641331b4 service neutron] 10.222.0.77 "GET /v2.0/networks/72faef00-d6f9-4e2c-8e8a-1790561847df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533701 Jul 30 02:12:22.680952 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52332) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:22.688091 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Allocated IP 172.20.0.2 (042f0f04-b7a6-445e-8d6c-e1ca8fab2d22/ffaaf707-33fd-447b-a2e7-dc5b8e9269c0/7b0fb72a-f6ab-4925-bac0-f797717c3a02) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:12:22.717139 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [None req-6783fc90-55f5-4407-968e-3d4f4ac19764 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] delete failed (client error): The resource could not be found. Jul 30 02:12:22.720687 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6783fc90-55f5-4407-968e-3d4f4ac19764 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "DELETE /v2.0/security-groups/787bc698-e0fa-4d9d-9b99-84f96d0bcefe HTTP/1.1" status: 404 len: 347 time: 0.0382347 Jul 30 02:12:22.725668 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52334) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:22.731175 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-468020f9-e91a-433b-8897-7ac8624e66d9 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Request body: {'security_group': {'name': 'tempest-secgroup--317539255'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:22.853689 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.869233 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-468020f9-e91a-433b-8897-7ac8624e66d9 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.894552 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] Transition to ACTIVE for port object d733dede-9fc1-479a-a61b-246aac2a5a3b will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:22.929345 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.938928 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edc5a9b4-dea7-4724-965f-b001832a68e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.939129 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Transition to ACTIVE for port object 7b0fb72a-f6ab-4925-bac0-f797717c3a02 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:22.954483 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Transition to ACTIVE for port object 7b0fb72a-f6ab-4925-bac0-f797717c3a02 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:22.972403 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-468020f9-e91a-433b-8897-7ac8624e66d9 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.983331 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:23.052765 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f56b0-ce73-4a48-9fec-abfb0555c42c None None] Pushing event updated for resources: {'Port': ['ID=d733dede-9fc1-479a-a61b-246aac2a5a3b,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:23.080207 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-468020f9-e91a-433b-8897-7ac8624e66d9 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:23.080824 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:23.095792 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f56b0-ce73-4a48-9fec-abfb0555c42c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:23.096140 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f56b0-ce73-4a48-9fec-abfb0555c42c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:23.096479 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f56b0-ce73-4a48-9fec-abfb0555c42c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:23.096818 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f56b0-ce73-4a48-9fec-abfb0555c42c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:23.097155 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f56b0-ce73-4a48-9fec-abfb0555c42c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:23.097480 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f56b0-ce73-4a48-9fec-abfb0555c42c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:23.097807 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f56b0-ce73-4a48-9fec-abfb0555c42c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:23.102829 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f56b0-ce73-4a48-9fec-abfb0555c42c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:23.104303 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f56b0-ce73-4a48-9fec-abfb0555c42c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:23.107882 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f56b0-ce73-4a48-9fec-abfb0555c42c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:23.111415 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f56b0-ce73-4a48-9fec-abfb0555c42c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:23.111573 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f56b0-ce73-4a48-9fec-abfb0555c42c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:23.138862 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468020f9-e91a-433b-8897-7ac8624e66d9 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de86c617-50e3-4a42-b150-9cbb97e3ef14,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:23.141738 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] Attempting to bind port d733dede-9fc1-479a-a61b-246aac2a5a3b on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:12:23.142493 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] Attempting to bind port d733dede-9fc1-479a-a61b-246aac2a5a3b by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '0195abc6-0cfb-4d5e-840a-4c517a359e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:12:23.143019 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] Attempting to bind port d733dede-9fc1-479a-a61b-246aac2a5a3b on network 87c7b1db-bfab-4702-a87a-4c23ce619682 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:12:23.154374 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:12:23.155003 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] Checking segment: {'id': '0195abc6-0cfb-4d5e-840a-4c517a359e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:23.155571 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:23.159221 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] Bound using segment: {'id': '0195abc6-0cfb-4d5e-840a-4c517a359e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:12:23.159221 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] Bound port: d733dede-9fc1-479a-a61b-246aac2a5a3b, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0195abc6-0cfb-4d5e-840a-4c517a359e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:12:23.159221 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:23.183645 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Pushing event updated for resources: {'Port': ['ID=7b0fb72a-f6ab-4925-bac0-f797717c3a02,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:23.201568 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Network 042f0f04-b7a6-445e-8d6c-e1ca8fab2d22 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:23.204096 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:23.205525 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:23.247231 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-468020f9-e91a-433b-8897-7ac8624e66d9 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:23.253617 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-468020f9-e91a-433b-8897-7ac8624e66d9 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5240097 Jul 30 02:12:23.261154 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52344) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:23.263630 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] For port d733dede-9fc1-479a-a61b-246aac2a5a3b, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:12:23.268177 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] For port d733dede-9fc1-479a-a61b-246aac2a5a3b, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d733dede-9fc1-479a-a61b-246aac2a5a3b,segment=NetworkSegment(0195abc6-0cfb-4d5e-840a-4c517a359e85),segment_id=0195abc6-0cfb-4d5e-840a-4c517a359e85)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:12:23.270217 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Attempting to bind port 7b0fb72a-f6ab-4925-bac0-f797717c3a02 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:12:23.270661 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Attempting to bind port 7b0fb72a-f6ab-4925-bac0-f797717c3a02 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '469ef37f-310a-40d7-81c7-a48a88ce2e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '042f0f04-b7a6-445e-8d6c-e1ca8fab2d22'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:12:23.271019 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Attempting to bind port 7b0fb72a-f6ab-4925-bac0-f797717c3a02 on network 042f0f04-b7a6-445e-8d6c-e1ca8fab2d22 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:12:23.276506 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:12:23.279707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Checking segment: {'id': '469ef37f-310a-40d7-81c7-a48a88ce2e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '042f0f04-b7a6-445e-8d6c-e1ca8fab2d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:23.279707 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:23.279707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Bound using segment: {'id': '469ef37f-310a-40d7-81c7-a48a88ce2e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '042f0f04-b7a6-445e-8d6c-e1ca8fab2d22'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:12:23.279707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Bound port: 7b0fb72a-f6ab-4925-bac0-f797717c3a02, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469ef37f-310a-40d7-81c7-a48a88ce2e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '042f0f04-b7a6-445e-8d6c-e1ca8fab2d22'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:12:23.279707 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:23.280196 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-0fa3d26b-e2b5-4d09-b90d-7b8227a7223b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Request body: {'security_group_rule': {'security_group_id': 'de86c617-50e3-4a42-b150-9cbb97e3ef14', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:23.324194 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be31e23-88d1-4409-8d4c-163dec77ee5f req-f2716e1b-657a-45a1-a740-d6aa90a80b9c tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:23.326273 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1be31e23-88d1-4409-8d4c-163dec77ee5f req-f2716e1b-657a-45a1-a740-d6aa90a80b9c tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f58f3b8-9e2c-471c-bba3-0a4bfce110e4 HTTP/1.1" status: 200 len: 944 time: 0.1343579 Jul 30 02:12:23.347114 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:23.369445 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] For port 7b0fb72a-f6ab-4925-bac0-f797717c3a02, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:12:23.373319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] For port 7b0fb72a-f6ab-4925-bac0-f797717c3a02, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7b0fb72a-f6ab-4925-bac0-f797717c3a02,segment=NetworkSegment(469ef37f-310a-40d7-81c7-a48a88ce2e0e),segment_id=469ef37f-310a-40d7-81c7-a48a88ce2e0e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:12:23.414256 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1be31e23-88d1-4409-8d4c-163dec77ee5f req-081511e0-00af-4c8a-8ee4-b608979d57bb tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777366 Jul 30 02:12:23.419571 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] Routers {'f8a415f5-c4b7-460e-841c-c59993118668'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:12:23.420208 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:12:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f8a415f5-c4b7-460e-841c-c59993118668'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:23.433659 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0fa3d26b-e2b5-4d09-b90d-7b8227a7223b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:23.459304 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6416fc7-22e0-411a-87f6-415165a40f64 req-8faf553a-ff4a-4f10-9186-0677d95b4cc2 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:23.473508 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:23.475306 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f6416fc7-22e0-411a-87f6-415165a40f64 req-8faf553a-ff4a-4f10-9186-0677d95b4cc2 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=198a5a3a-bc40-43d0-b44d-fc2a51039799 HTTP/1.1" status: 200 len: 946 time: 0.1901073 Jul 30 02:12:23.478666 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edc5a9b4-dea7-4724-965f-b001832a68e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:23.567891 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f6416fc7-22e0-411a-87f6-415165a40f64 req-1c18c098-e979-4356-be45-0ed314379d3a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d139a1-63db-4f32-b482-f446774ca0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914142 Jul 30 02:12:23.571354 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edc5a9b4-dea7-4724-965f-b001832a68e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:23.589480 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0fa3d26b-e2b5-4d09-b90d-7b8227a7223b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:23.589876 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f09387-b14d-4481-ab78-b7cfda096414 None None] Pushing event updated for resources: {'Port': ['ID=7b0fb72a-f6ab-4925-bac0-f797717c3a02,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:23.613630 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] Set router f8a415f5-c4b7-460e-841c-c59993118668 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:12:23.648683 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0fa3d26b-e2b5-4d09-b90d-7b8227a7223b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:23.689996 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f56b0-ce73-4a48-9fec-abfb0555c42c None None] Pushing event updated for resources: {'Port': ['ID=d733dede-9fc1-479a-a61b-246aac2a5a3b,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:23.699977 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3d26b-e2b5-4d09-b90d-7b8227a7223b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0d7f73-053c-49d6-9cdb-bf20e5501546,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:23.813461 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d32ce-364f-4ae5-9c33-907efb129c8e req-47b300c1-a597-412f-ba37-3bf8f2044761 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:23.817544 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee3d32ce-364f-4ae5-9c33-907efb129c8e req-47b300c1-a597-412f-ba37-3bf8f2044761 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=198a5a3a-bc40-43d0-b44d-fc2a51039799 HTTP/1.1" status: 200 len: 946 time: 0.1097486 Jul 30 02:12:23.818857 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0fa3d26b-e2b5-4d09-b90d-7b8227a7223b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:23.821133 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-edc5a9b4-dea7-4724-965f-b001832a68e4 admin admin] Allocated IP 172.25.1.191 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/e10ed2fa-2bd1-4ee2-8043-9953d8b547f0) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:12:23.824320 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0fa3d26b-e2b5-4d09-b90d-7b8227a7223b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5617316 Jul 30 02:12:23.830683 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52350) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:23.941103 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee3d32ce-364f-4ae5-9c33-907efb129c8e req-297bf492-7730-4a05-af89-cbd77afe2ceb tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d139a1-63db-4f32-b482-f446774ca0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064916 Jul 30 02:12:23.997904 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'name': 'tempest-TestVolumeBackupRestore-1421116980-router', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:12Z', 'updated_at': '2021-07-30T02:12:17Z', 'revision_number': 4, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'gw_port': {'id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:13Z', 'updated_at': '2021-07-30T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd733dede-9fc1-479a-a61b-246aac2a5a3b', 'name': '', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'mac_address': 'fa:16:3e:30:f7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:16Z', 'updated_at': '2021-07-30T02:12:23Z', 'revision_number': 4, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'subnets': [{'id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:24.016825 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff1099ad-b197-4462-b09b-6c9b4e88696a tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:24.027244 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edc5a9b4-dea7-4724-965f-b001832a68e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:24.030956 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff1099ad-b197-4462-b09b-6c9b4e88696a tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:24.139079 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d733dede-9fc1-479a-a61b-246aac2a5a3b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:24.141301 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2360d30e-ef51-4a5c-8807-92602820495b None None] The sync data for ids ['f8a415f5-c4b7-460e-841c-c59993118668'] in n-d-713498-9 is: [{'id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'name': 'tempest-TestVolumeBackupRestore-1421116980-router', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:12Z', 'updated_at': '2021-07-30T02:12:17Z', 'revision_number': 4, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'gw_port': {'id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:13Z', 'updated_at': '2021-07-30T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd733dede-9fc1-479a-a61b-246aac2a5a3b', 'name': '', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'mac_address': 'fa:16:3e:30:f7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:16Z', 'updated_at': '2021-07-30T02:12:23Z', 'revision_number': 4, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'subnets': [{'id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:12:24.161208 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff1099ad-b197-4462-b09b-6c9b4e88696a tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:24.170783 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff1099ad-b197-4462-b09b-6c9b4e88696a tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:24.173916 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ff1099ad-b197-4462-b09b-6c9b4e88696a tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/cc0d7f73-053c-49d6-9cdb-bf20e5501546 HTTP/1.1" status: 204 len: 168 time: 0.2192736 Jul 30 02:12:24.175589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52360) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:24.182594 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1099ad-b197-4462-b09b-6c9b4e88696a tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc0d7f73-053c-49d6-9cdb-bf20e5501546,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:24.196424 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edc5a9b4-dea7-4724-965f-b001832a68e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:24.252027 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc5a9b4-dea7-4724-965f-b001832a68e4 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:24.255134 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-edc5a9b4-dea7-4724-965f-b001832a68e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:24.262087 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc5a9b4-dea7-4724-965f-b001832a68e4 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:24.272941 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-352d97c2-ba61-4835-b2c5-f9198edc263f tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0865157 Jul 30 02:12:24.273505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52362) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:24.290238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port d733dede-9fc1-479a-a61b-246aac2a5a3b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:24.291267 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5a9b4-dea7-4724-965f-b001832a68e4 admin admin] Pushing event updated for resources: {'Port': ['ID=e10ed2fa-2bd1-4ee2-8043-9953d8b547f0,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:24.295553 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port d733dede-9fc1-479a-a61b-246aac2a5a3b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:24.300211 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:24.343335 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-93622370-d72b-485b-ae47-5a2f17064e21 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:24.397291 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-93622370-d72b-485b-ae47-5a2f17064e21 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:24.419399 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:24.485773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port d733dede-9fc1-479a-a61b-246aac2a5a3b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d733dede-9fc1-479a-a61b-246aac2a5a3b,segment=NetworkSegment(0195abc6-0cfb-4d5e-840a-4c517a359e85),segment_id=0195abc6-0cfb-4d5e-840a-4c517a359e85)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:24.552942 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:24.556263 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 176f9042-61b0-4da5-bda5-7e812950f9b3 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:24.626516 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33afb06-7557-4b1d-a0b9-f66cc1402ddb req-db6b2bad-f942-4924-a630-127ff7f4cb29 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:24.628671 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b33afb06-7557-4b1d-a0b9-f66cc1402ddb req-db6b2bad-f942-4924-a630-127ff7f4cb29 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f58f3b8-9e2c-471c-bba3-0a4bfce110e4 HTTP/1.1" status: 200 len: 944 time: 0.0697610 Jul 30 02:12:24.644252 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-93622370-d72b-485b-ae47-5a2f17064e21 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:24.648669 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-93622370-d72b-485b-ae47-5a2f17064e21 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:24.650723 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-93622370-d72b-485b-ae47-5a2f17064e21 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "DELETE /v2.0/security-groups/de86c617-50e3-4a42-b150-9cbb97e3ef14 HTTP/1.1" status: 204 len: 168 time: 0.3766534 Jul 30 02:12:24.655083 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52370) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:24.671588 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93622370-d72b-485b-ae47-5a2f17064e21 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de86c617-50e3-4a42-b150-9cbb97e3ef14,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:24.720140 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-af57edfb-02cc-4772-ab6a-cb8d4c33351c tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0593452 Jul 30 02:12:24.720251 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52374) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:24.729016 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-192987c7-81a6-4b55-adfb-42250b8de186 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054475949'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:24.736278 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=d733dede-9fc1-479a-a61b-246aac2a5a3b,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:24.750354 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b33afb06-7557-4b1d-a0b9-f66cc1402ddb req-45f7dad7-157e-4372-830d-1fd52a4e421a tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148825 Jul 30 02:12:24.771177 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 176f9042-61b0-4da5-bda5-7e812950f9b3 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:24.771561 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:24.830546 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 176dee2f-8be4-47f3-acdc-82d69538df90 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:12:24.853754 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-192987c7-81a6-4b55-adfb-42250b8de186 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:24.952198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edc5a9b4-dea7-4724-965f-b001832a68e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:24.956453 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 176dee2f-8be4-47f3-acdc-82d69538df90, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=176dee2f-8be4-47f3-acdc-82d69538df90,segment=NetworkSegment(cdbd72ab-411b-4d81-8301-fdf47d5285c1),segment_id=cdbd72ab-411b-4d81-8301-fdf47d5285c1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:24.974148 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '176dee2f-8be4-47f3-acdc-82d69538df90', 'network_id': '72faef00-d6f9-4e2c-8e8a-1790561847df', 'port_id': '176dee2f-8be4-47f3-acdc-82d69538df90', 'mac_address': 'fa:16:3e:10:e2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec319b19-0bc6-4c72-978b-219500f23bfd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:12:25.025388 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfeec35-8b27-4a08-b416-cecfc67eee8a None None] Network 042f0f04-b7a6-445e-8d6c-e1ca8fab2d22 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:25.038159 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-192987c7-81a6-4b55-adfb-42250b8de186 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:25.093886 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-192987c7-81a6-4b55-adfb-42250b8de186 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:25.145926 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192987c7-81a6-4b55-adfb-42250b8de186 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=329f2469-347c-42a0-9866-b10dae1fd16a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:25.148588 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:25.168777 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176dee2f-8be4-47f3-acdc-82d69538df90 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:12:25.175595 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7b0fb72a-f6ab-4925-bac0-f797717c3a02 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:25.183591 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-92fa9351-92b8-4843-9b11-dcb1dd83db88 None None] Provisioning for port 7b0fb72a-f6ab-4925-bac0-f797717c3a02 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:25.206640 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edc5a9b4-dea7-4724-965f-b001832a68e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:25.213668 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-192987c7-81a6-4b55-adfb-42250b8de186 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:25.217915 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-192987c7-81a6-4b55-adfb-42250b8de186 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4969189 Jul 30 02:12:25.221177 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52382) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:25.227237 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5c58c8a8-6585-4eae-885a-dfd1026133f5 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Request body: {'security_group_rule': {'security_group_id': '329f2469-347c-42a0-9866-b10dae1fd16a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:25.250388 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 176dee2f-8be4-47f3-acdc-82d69538df90, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=176dee2f-8be4-47f3-acdc-82d69538df90,segment=NetworkSegment(cdbd72ab-411b-4d81-8301-fdf47d5285c1),segment_id=cdbd72ab-411b-4d81-8301-fdf47d5285c1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:25.344826 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:25.350519 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c58c8a8-6585-4eae-885a-dfd1026133f5 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:25.411403 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 7b0fb72a-f6ab-4925-bac0-f797717c3a02 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:25.419508 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7b0fb72a-f6ab-4925-bac0-f797717c3a02 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:25.419880 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:25.421549 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=176dee2f-8be4-47f3-acdc-82d69538df90,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:25.433327 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c58c8a8-6585-4eae-885a-dfd1026133f5 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:25.434286 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc5a9b4-dea7-4724-965f-b001832a68e4 admin admin] Router 07dfcbb3-be51-4733-8235-2031526f9fc3 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:12:25.463580 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52384) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:25.533593 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c58c8a8-6585-4eae-885a-dfd1026133f5 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:25.549590 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:25.561842 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58c8a8-6585-4eae-885a-dfd1026133f5 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232773ad-c0da-4adf-917e-25cc25b3d504,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:25.605254 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 7b0fb72a-f6ab-4925-bac0-f797717c3a02, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7b0fb72a-f6ab-4925-bac0-f797717c3a02,segment=NetworkSegment(469ef37f-310a-40d7-81c7-a48a88ce2e0e),segment_id=469ef37f-310a-40d7-81c7-a48a88ce2e0e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:25.629283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc5a9b4-dea7-4724-965f-b001832a68e4 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:12:25.645851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] Sync routers for ids ['07dfcbb3-be51-4733-8235-2031526f9fc3'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:12:25.661996 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['176dee2f-8be4-47f3-acdc-82d69538df90'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:12:25.669779 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:25.672317 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5c58c8a8-6585-4eae-885a-dfd1026133f5 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:25.673532 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5c58c8a8-6585-4eae-885a-dfd1026133f5 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4510541 Jul 30 02:12:25.678411 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52392) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:25.680856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-fac8d6fd-996f-45e8-aa6b-d9629ae5998b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Request body: {'security_group_rule': {'security_group_id': '329f2469-347c-42a0-9866-b10dae1fd16a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:25.696616 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] Routers {'07dfcbb3-be51-4733-8235-2031526f9fc3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:12:25.697285 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:12:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['07dfcbb3-be51-4733-8235-2031526f9fc3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:25.732362 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edc5a9b4-dea7-4724-965f-b001832a68e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:25.735578 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-edc5a9b4-dea7-4724-965f-b001832a68e4 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4199297 Jul 30 02:12:25.737757 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52394) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:25.867603 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=7b0fb72a-f6ab-4925-bac0-f797717c3a02,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:25.876721 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-aa08e508-3328-4578-999d-34c970fec20e None None] Provisioning complete for port 7b0fb72a-f6ab-4925-bac0-f797717c3a02 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:25.877240 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aa08e508-3328-4578-999d-34c970fec20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:25.915712 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fac8d6fd-996f-45e8-aa6b-d9629ae5998b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:26.004287 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] Set router 07dfcbb3-be51-4733-8235-2031526f9fc3 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:12:26.032459 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fac8d6fd-996f-45e8-aa6b-d9629ae5998b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:26.092224 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e365a-f077-4d7a-a4da-f2b22b732952 req-75cca98a-1b82-40a9-af8c-8598176e3932 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:26.093859 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a9e365a-f077-4d7a-a4da-f2b22b732952 req-75cca98a-1b82-40a9-af8c-8598176e3932 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f58f3b8-9e2c-471c-bba3-0a4bfce110e4 HTTP/1.1" status: 200 len: 945 time: 0.1430364 Jul 30 02:12:26.103922 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d733dede-9fc1-479a-a61b-246aac2a5a3b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:26.148078 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fac8d6fd-996f-45e8-aa6b-d9629ae5998b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:26.214590 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8d6fd-996f-45e8-aa6b-d9629ae5998b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2aea8b0-6859-4daf-9533-18a3837accd0,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:26.247087 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4f16c17f-4f2a-404c-86f5-eea7ed6a5af7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:26.253433 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a9e365a-f077-4d7a-a4da-f2b22b732952 req-f4e34953-3de1-44b8-928e-b9723b2ce1c1 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501052 Jul 30 02:12:26.266094 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fac8d6fd-996f-45e8-aa6b-d9629ae5998b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:26.276948 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fac8d6fd-996f-45e8-aa6b-d9629ae5998b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5904763 Jul 30 02:12:26.276948 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52402) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:26.277505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1dbe8ce0-e0c8-4625-a932-fe62a2e0be7d tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Request body: {'security_group_rule': {'security_group_id': '329f2469-347c-42a0-9866-b10dae1fd16a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:26.470150 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7dda3f69-f777-49aa-a03f-7d8132045566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:26.480331 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port d733dede-9fc1-479a-a61b-246aac2a5a3b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:26.480896 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:26.507042 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8ce0-e0c8-4625-a932-fe62a2e0be7d tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:26.606666 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'name': 'tempest-TestVolumeBackupRestore-1404247296-router', 'tenant_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e10ed2fa-2bd1-4ee2-8043-9953d8b547f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:22Z', 'updated_at': '2021-07-30T02:12:24Z', 'revision_number': 3, 'project_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'gw_port': {'id': 'e10ed2fa-2bd1-4ee2-8043-9953d8b547f0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:23Z', 'updated_at': '2021-07-30T02:12:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:26.636090 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] Checking router: 07dfcbb3-be51-4733-8235-2031526f9fc3 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:12:26.636441 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] Updating router 07dfcbb3-be51-4733-8235-2031526f9fc3 port e10ed2fa-2bd1-4ee2-8043-9953d8b547f0 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:12:26.658062 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8ce0-e0c8-4625-a932-fe62a2e0be7d tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:26.674068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7b0fb72a-f6ab-4925-bac0-f797717c3a02 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:26.683688 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-4f16c17f-4f2a-404c-86f5-eea7ed6a5af7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Allocated IP 172.20.0.17 (8e092881-df68-4232-9344-a0d3db71a64e/b613fee7-0220-46b0-a6c3-759a5e938a33/e423cbf6-9d22-4bb3-908d-3274ce1b3f06) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:12:26.707849 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:26.734642 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-7dda3f69-f777-49aa-a03f-7d8132045566 admin admin] Allocated IP 172.20.0.1 (042f0f04-b7a6-445e-8d6c-e1ca8fab2d22/ffaaf707-33fd-447b-a2e7-dc5b8e9269c0/fb2f076b-bca3-4876-9f18-117c8611dbe5) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:12:26.752536 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8ce0-e0c8-4625-a932-fe62a2e0be7d tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:26.761173 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7b0fb72a-f6ab-4925-bac0-f797717c3a02 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:26.761554 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:26.786970 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe8ce0-e0c8-4625-a932-fe62a2e0be7d tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d3c73d-38b1-46c4-b2a7-346c308a967e,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:26.844748 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4f16c17f-4f2a-404c-86f5-eea7ed6a5af7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:26.846530 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7dda3f69-f777-49aa-a03f-7d8132045566 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:26.859626 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-7dda3f69-f777-49aa-a03f-7d8132045566 admin admin] Transition to ACTIVE for port object fb2f076b-bca3-4876-9f18-117c8611dbe5 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:26.863310 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8ce0-e0c8-4625-a932-fe62a2e0be7d tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:26.866743 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1dbe8ce0-e0c8-4625-a932-fe62a2e0be7d tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5952272 Jul 30 02:12:26.867919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-4f16c17f-4f2a-404c-86f5-eea7ed6a5af7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Transition to ACTIVE for port object e423cbf6-9d22-4bb3-908d-3274ce1b3f06 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:26.869039 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52410) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:26.874887 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-aa699c06-53f5-4eef-8128-96db441dbe6b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Request body: {'security_group_rule': {'security_group_id': '329f2469-347c-42a0-9866-b10dae1fd16a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:26.993340 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa699c06-53f5-4eef-8128-96db441dbe6b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.017657 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4f16c17f-4f2a-404c-86f5-eea7ed6a5af7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.021120 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7dda3f69-f777-49aa-a03f-7d8132045566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.065169 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f16c17f-4f2a-404c-86f5-eea7ed6a5af7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Network 8e092881-df68-4232-9344-a0d3db71a64e is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:27.065511 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.069544 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-4f16c17f-4f2a-404c-86f5-eea7ed6a5af7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:27.073539 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f16c17f-4f2a-404c-86f5-eea7ed6a5af7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:27.088886 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dda3f69-f777-49aa-a03f-7d8132045566 admin admin] Network 042f0f04-b7a6-445e-8d6c-e1ca8fab2d22 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:27.095534 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-7dda3f69-f777-49aa-a03f-7d8132045566 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:27.099423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dda3f69-f777-49aa-a03f-7d8132045566 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:27.108160 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] Transition to ACTIVE for port object e10ed2fa-2bd1-4ee2-8043-9953d8b547f0 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:27.121350 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16c17f-4f2a-404c-86f5-eea7ed6a5af7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'Port': ['ID=e423cbf6-9d22-4bb3-908d-3274ce1b3f06,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:27.149056 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa699c06-53f5-4eef-8128-96db441dbe6b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.151902 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda3f69-f777-49aa-a03f-7d8132045566 admin admin] Pushing event updated for resources: {'Port': ['ID=fb2f076b-bca3-4876-9f18-117c8611dbe5,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:27.153801 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4f16c17f-4f2a-404c-86f5-eea7ed6a5af7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.174847 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7dda3f69-f777-49aa-a03f-7d8132045566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.206629 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.276469 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa699c06-53f5-4eef-8128-96db441dbe6b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.314635 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa699c06-53f5-4eef-8128-96db441dbe6b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804c7efe-dd02-4d2d-bb39-7923feeee72e,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:27.323270 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] Attempting to bind port e10ed2fa-2bd1-4ee2-8043-9953d8b547f0 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:12:27.323641 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] Attempting to bind port e10ed2fa-2bd1-4ee2-8043-9953d8b547f0 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:12:27.324004 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] Attempting to bind port e10ed2fa-2bd1-4ee2-8043-9953d8b547f0 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:12:27.347570 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:12:27.348467 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:27.348467 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.351921 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:12:27.352447 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] Bound port: e10ed2fa-2bd1-4ee2-8043-9953d8b547f0, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:12:27.352987 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.416901 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aa699c06-53f5-4eef-8128-96db441dbe6b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.418123 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-aa699c06-53f5-4eef-8128-96db441dbe6b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5468791 Jul 30 02:12:27.423554 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52418) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:27.429110 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-08f543fd-155a-4cd7-949c-58ffee8408c9 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Request body: {'security_group_rule': {'security_group_id': '329f2469-347c-42a0-9866-b10dae1fd16a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:27.447830 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] For port e10ed2fa-2bd1-4ee2-8043-9953d8b547f0, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:12:27.451959 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] For port e10ed2fa-2bd1-4ee2-8043-9953d8b547f0, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e10ed2fa-2bd1-4ee2-8043-9953d8b547f0,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:12:27.454578 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38675d4e-e57d-44ad-aede-4bbbeb9d9c35 req-2f2b00a6-e72e-4b44-a31d-89055eac283f tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:27.461999 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e5f54-80a5-43b3-9861-796c358503ae None None] Pushing event updated for resources: {'Port': ['ID=e10ed2fa-2bd1-4ee2-8043-9953d8b547f0,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:27.462267 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-38675d4e-e57d-44ad-aede-4bbbeb9d9c35 req-2f2b00a6-e72e-4b44-a31d-89055eac283f tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f58f3b8-9e2c-471c-bba3-0a4bfce110e4 HTTP/1.1" status: 200 len: 945 time: 0.0800927 Jul 30 02:12:27.515560 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.534604 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7dda3f69-f777-49aa-a03f-7d8132045566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.547277 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-38675d4e-e57d-44ad-aede-4bbbeb9d9c35 req-b4e29b1a-dda0-4c42-9231-e1bb897a5cc1 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821922 Jul 30 02:12:27.586539 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4f16c17f-4f2a-404c-86f5-eea7ed6a5af7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.589108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] Routers {'07dfcbb3-be51-4733-8235-2031526f9fc3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:12:27.589807 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:12:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['07dfcbb3-be51-4733-8235-2031526f9fc3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:27.723775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] Set router 07dfcbb3-be51-4733-8235-2031526f9fc3 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:12:27.727414 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7dda3f69-f777-49aa-a03f-7d8132045566 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.740012 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08f543fd-155a-4cd7-949c-58ffee8408c9 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.754870 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8202811d-d690-420c-9f4b-23b6f8823e87 None None] Provisioning for port fb2f076b-bca3-4876-9f18-117c8611dbe5 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:27.766453 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8202811d-d690-420c-9f4b-23b6f8823e87 None None] Provisioning complete for port fb2f076b-bca3-4876-9f18-117c8611dbe5 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:27.766832 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8202811d-d690-420c-9f4b-23b6f8823e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.787084 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7dda3f69-f777-49aa-a03f-7d8132045566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.794431 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e5f54-80a5-43b3-9861-796c358503ae None None] Pushing event updated for resources: {'Port': ['ID=e10ed2fa-2bd1-4ee2-8043-9953d8b547f0,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:27.836485 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5f54-80a5-43b3-9861-796c358503ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:27.836833 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5f54-80a5-43b3-9861-796c358503ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:27.837180 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5f54-80a5-43b3-9861-796c358503ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:27.837519 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5f54-80a5-43b3-9861-796c358503ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:27.837856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5f54-80a5-43b3-9861-796c358503ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:27.838214 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5f54-80a5-43b3-9861-796c358503ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:27.838566 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5f54-80a5-43b3-9861-796c358503ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:27.838893 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5f54-80a5-43b3-9861-796c358503ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:27.839217 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5f54-80a5-43b3-9861-796c358503ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:27.839541 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5f54-80a5-43b3-9861-796c358503ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:27.839866 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5f54-80a5-43b3-9861-796c358503ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:27.840189 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5f54-80a5-43b3-9861-796c358503ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:27.883816 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7dda3f69-f777-49aa-a03f-7d8132045566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.903709 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8202811d-d690-420c-9f4b-23b6f8823e87 None None] Port fb2f076b-bca3-4876-9f18-117c8611dbe5 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:12:27.950120 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda3f69-f777-49aa-a03f-7d8132045566 admin admin] Pushing event updated for resources: {'Port': ['ID=fb2f076b-bca3-4876-9f18-117c8611dbe5,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:27.979588 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08f543fd-155a-4cd7-949c-58ffee8408c9 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:28.007270 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'name': 'tempest-TestVolumeBackupRestore-1404247296-router', 'tenant_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e10ed2fa-2bd1-4ee2-8043-9953d8b547f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:22Z', 'updated_at': '2021-07-30T02:12:27Z', 'revision_number': 4, 'project_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'gw_port': {'id': 'e10ed2fa-2bd1-4ee2-8043-9953d8b547f0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:23Z', 'updated_at': '2021-07-30T02:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'fb2f076b-bca3-4876-9f18-117c8611dbe5', 'name': '', 'network_id': '042f0f04-b7a6-445e-8d6c-e1ca8fab2d22', 'tenant_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'mac_address': 'fa:16:3e:e1:24:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'ffaaf707-33fd-447b-a2e7-dc5b8e9269c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:26Z', 'updated_at': '2021-07-30T02:12:26Z', 'revision_number': 1, 'project_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'subnets': [{'id': 'ffaaf707-33fd-447b-a2e7-dc5b8e9269c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:28.027848 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dda3f69-f777-49aa-a03f-7d8132045566 admin admin] Network 042f0f04-b7a6-445e-8d6c-e1ca8fab2d22 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:28.030003 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-7dda3f69-f777-49aa-a03f-7d8132045566 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:28.035651 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f680f19-3c01-4567-95ff-a3553eec4c94 None None] The sync data for ids ['07dfcbb3-be51-4733-8235-2031526f9fc3'] in n-d-713498-9 is: [{'id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'name': 'tempest-TestVolumeBackupRestore-1404247296-router', 'tenant_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e10ed2fa-2bd1-4ee2-8043-9953d8b547f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:22Z', 'updated_at': '2021-07-30T02:12:27Z', 'revision_number': 4, 'project_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'gw_port': {'id': 'e10ed2fa-2bd1-4ee2-8043-9953d8b547f0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:23Z', 'updated_at': '2021-07-30T02:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'fb2f076b-bca3-4876-9f18-117c8611dbe5', 'name': '', 'network_id': '042f0f04-b7a6-445e-8d6c-e1ca8fab2d22', 'tenant_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'mac_address': 'fa:16:3e:e1:24:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'ffaaf707-33fd-447b-a2e7-dc5b8e9269c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:26Z', 'updated_at': '2021-07-30T02:12:26Z', 'revision_number': 1, 'project_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'subnets': [{'id': 'ffaaf707-33fd-447b-a2e7-dc5b8e9269c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:12:28.039852 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8202811d-d690-420c-9f4b-23b6f8823e87 None None] Provisioning for port e423cbf6-9d22-4bb3-908d-3274ce1b3f06 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:28.044660 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8202811d-d690-420c-9f4b-23b6f8823e87 None None] Provisioning complete for port e423cbf6-9d22-4bb3-908d-3274ce1b3f06 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:28.045034 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8202811d-d690-420c-9f4b-23b6f8823e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:28.054526 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08f543fd-155a-4cd7-949c-58ffee8408c9 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:28.096187 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8202811d-d690-420c-9f4b-23b6f8823e87 None None] Port e423cbf6-9d22-4bb3-908d-3274ce1b3f06 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:12:28.145459 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f543fd-155a-4cd7-949c-58ffee8408c9 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39de419-612d-4e29-83e4-5e064ff111fb,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:28.241305 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dda3f69-f777-49aa-a03f-7d8132045566 admin admin] Router 07dfcbb3-be51-4733-8235-2031526f9fc3 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:12:28.242274 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08f543fd-155a-4cd7-949c-58ffee8408c9 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:28.243629 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-08f543fd-155a-4cd7-949c-58ffee8408c9 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8182020 Jul 30 02:12:28.247331 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52426) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:28.286351 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-48ed0aa3-15d2-4aab-b847-0b4c26b6c25f tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:28.332841 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-48ed0aa3-15d2-4aab-b847-0b4c26b6c25f tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:28.424441 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4f16c17f-4f2a-404c-86f5-eea7ed6a5af7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:28.486075 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4f16c17f-4f2a-404c-86f5-eea7ed6a5af7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:28.531433 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2d2dc068-9fdf-4d80-a0b2-0bcacce24248 None None] Provisioning complete for port fb2f076b-bca3-4876-9f18-117c8611dbe5 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:28.531995 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d2dc068-9fdf-4d80-a0b2-0bcacce24248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:28.617140 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2d2dc068-9fdf-4d80-a0b2-0bcacce24248 None None] Port fb2f076b-bca3-4876-9f18-117c8611dbe5 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:12:28.654887 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16c17f-4f2a-404c-86f5-eea7ed6a5af7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'Port': ['ID=e423cbf6-9d22-4bb3-908d-3274ce1b3f06,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:28.658042 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4f16c17f-4f2a-404c-86f5-eea7ed6a5af7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:28.805277 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338a902-7540-4420-bbe0-f6fecc428f61 req-92819f43-be6b-4341-93cb-ddbe710049a2 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:28.806951 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0338a902-7540-4420-bbe0-f6fecc428f61 req-92819f43-be6b-4341-93cb-ddbe710049a2 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f58f3b8-9e2c-471c-bba3-0a4bfce110e4 HTTP/1.1" status: 200 len: 945 time: 0.1145227 Jul 30 02:12:28.827684 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f16c17f-4f2a-404c-86f5-eea7ed6a5af7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Network 8e092881-df68-4232-9344-a0d3db71a64e is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:28.835226 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-4f16c17f-4f2a-404c-86f5-eea7ed6a5af7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:28.843214 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 176dee2f-8be4-47f3-acdc-82d69538df90 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:28.848310 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-48ed0aa3-15d2-4aab-b847-0b4c26b6c25f tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:28.858108 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-48ed0aa3-15d2-4aab-b847-0b4c26b6c25f tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:28.861962 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-48ed0aa3-15d2-4aab-b847-0b4c26b6c25f tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/c39de419-612d-4e29-83e4-5e064ff111fb HTTP/1.1" status: 204 len: 168 time: 0.6108515 Jul 30 02:12:28.865535 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52436) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:28.892828 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed0aa3-15d2-4aab-b847-0b4c26b6c25f tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c39de419-612d-4e29-83e4-5e064ff111fb,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:28.907865 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0338a902-7540-4420-bbe0-f6fecc428f61 req-2e1b14b6-7462-4171-8371-fd31027ec7e0 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940225 Jul 30 02:12:28.921393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dda3f69-f777-49aa-a03f-7d8132045566 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:12:28.963097 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7dda3f69-f777-49aa-a03f-7d8132045566 admin admin] 10.222.0.70 "PUT /v2.0/routers/07dfcbb3-be51-4733-8235-2031526f9fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2178807 Jul 30 02:12:28.999384 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4b85b6b2-beb4-4581-872b-c8230b66d0df tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1326354 Jul 30 02:12:29.000057 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52440) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:29.033410 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f16c17f-4f2a-404c-86f5-eea7ed6a5af7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:12:29.086559 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6feeaa67-2482-44af-9c59-803971eb5be0 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:29.101783 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6feeaa67-2482-44af-9c59-803971eb5be0 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:29.108169 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 176dee2f-8be4-47f3-acdc-82d69538df90 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:29.113043 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 176dee2f-8be4-47f3-acdc-82d69538df90 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:29.113538 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:29.251844 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6feeaa67-2482-44af-9c59-803971eb5be0 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:29.262520 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6feeaa67-2482-44af-9c59-803971eb5be0 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:29.263849 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6feeaa67-2482-44af-9c59-803971eb5be0 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/804c7efe-dd02-4d2d-bb39-7923feeee72e HTTP/1.1" status: 204 len: 168 time: 0.2592819 Jul 30 02:12:29.269030 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52446) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:29.310349 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feeaa67-2482-44af-9c59-803971eb5be0 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=804c7efe-dd02-4d2d-bb39-7923feeee72e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:29.324033 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f16c17f-4f2a-404c-86f5-eea7ed6a5af7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:12:29.329625 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4f16c17f-4f2a-404c-86f5-eea7ed6a5af7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "PUT /v2.0/routers/2ed8660b-733d-4b15-9600-d1d34bd7bd1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8644922 Jul 30 02:12:29.333471 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:29.349884 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] Sync routers for ids ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:12:29.377610 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] Routers {'2ed8660b-733d-4b15-9600-d1d34bd7bd1e'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:12:29.378535 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:12:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:29.379921 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f58f3b8-9e2c-471c-bba3-0a4bfce110e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176dee2f-8be4-47f3-acdc-82d69538df90'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:12:29.383166 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f132fe75-ff69-4ea0-b367-ac64fe7a1bfb" -d '{"events": [{"server_uuid": "6f58f3b8-9e2c-471c-bba3-0a4bfce110e4", "name": "network-vif-plugged", "status": "completed", "tag": "176dee2f-8be4-47f3-acdc-82d69538df90"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:12:29.389418 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-90b851c7-ec09-452a-854d-d3c9bdd0c45c tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1153395 Jul 30 02:12:29.389572 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52454) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:29.420132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c0e405c3-f959-484a-85a7-32f31d656332 None None] Provisioning complete for port e423cbf6-9d22-4bb3-908d-3274ce1b3f06 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:29.424320 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c0e405c3-f959-484a-85a7-32f31d656332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:29.430533 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 176dee2f-8be4-47f3-acdc-82d69538df90, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=176dee2f-8be4-47f3-acdc-82d69538df90,segment=NetworkSegment(cdbd72ab-411b-4d81-8301-fdf47d5285c1),segment_id=cdbd72ab-411b-4d81-8301-fdf47d5285c1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:29.440512 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a85c6ae0-086a-4a5e-992f-743509bbf22f tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:29.456188 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da461add-f096-4908-96c9-bbf667b1cf18 x-openstack-request-id: req-da461add-f096-4908-96c9-bbf667b1cf18 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:12:29.456479 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f58f3b8-9e2c-471c-bba3-0a4bfce110e4", "name": "network-vif-plugged", "status": "completed", "tag": "176dee2f-8be4-47f3-acdc-82d69538df90", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:12:29.456734 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da461add-f096-4908-96c9-bbf667b1cf18 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:12:29.457122 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f58f3b8-9e2c-471c-bba3-0a4bfce110e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176dee2f-8be4-47f3-acdc-82d69538df90', 'code': 200} Jul 30 02:12:29.475519 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a85c6ae0-086a-4a5e-992f-743509bbf22f tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:29.489016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c0e405c3-f959-484a-85a7-32f31d656332 None None] Port e423cbf6-9d22-4bb3-908d-3274ce1b3f06 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:12:29.497197 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:29.561226 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=176dee2f-8be4-47f3-acdc-82d69538df90,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:29.563550 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] Set router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:12:29.579459 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a85c6ae0-086a-4a5e-992f-743509bbf22f tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:29.598124 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a85c6ae0-086a-4a5e-992f-743509bbf22f tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:29.600004 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a85c6ae0-086a-4a5e-992f-743509bbf22f tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/c5d3c73d-38b1-46c4-b2a7-346c308a967e HTTP/1.1" status: 204 len: 168 time: 0.2093854 Jul 30 02:12:29.601077 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c6ae0-086a-4a5e-992f-743509bbf22f tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5d3c73d-38b1-46c4-b2a7-346c308a967e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:29.603614 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52468) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:29.645640 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904e030-d611-4a89-b42c-3eba1d7ccc3e req-60edc2cb-40f8-48d8-9997-d9ba1920ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:29.646342 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2904e030-d611-4a89-b42c-3eba1d7ccc3e req-60edc2cb-40f8-48d8-9997-d9ba1920ae4b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6f58f3b8-9e2c-471c-bba3-0a4bfce110e4 HTTP/1.1" status: 200 len: 1097 time: 0.0828362 Jul 30 02:12:29.689177 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-11488ee5-1918-400c-80cf-8cbe132cc517 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0826235 Jul 30 02:12:29.690106 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52484) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:29.740445 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3378dc3f-4147-46f1-8018-bca57925b645 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:29.744667 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2904e030-d611-4a89-b42c-3eba1d7ccc3e req-8983acc6-4ed5-4bff-9ccd-566fb1915dbe service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906022 Jul 30 02:12:29.755606 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3378dc3f-4147-46f1-8018-bca57925b645 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:29.863176 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '51b26e85-c397-45d0-a5df-92070e26904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:46Z', 'updated_at': '2021-07-30T02:12:27Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '51b26e85-c397-45d0-a5df-92070e26904f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:47Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'd162d241-9826-4667-8231-51eab7a46770', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'port_id': '758eb475-03c4-4fb5-8980-c7212ffc528b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'mac_address': 'fa:16:3e:7b:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719c8fd9-5546-4990-abf8-8579b41a4c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:11:21Z', 'updated_at': '2021-07-30T02:11:26Z', 'revision_number': 1, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e6452b-90dc-43fc-980a-5cc2ed339569', 'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:f8:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:53Z', 'updated_at': '2021-07-30T02:11:02Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e423cbf6-9d22-4bb3-908d-3274ce1b3f06', 'name': '', 'network_id': '8e092881-df68-4232-9344-a0d3db71a64e', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:83:ca:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'b613fee7-0220-46b0-a6c3-759a5e938a33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:26Z', 'updated_at': '2021-07-30T02:12:28Z', 'revision_number': 2, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': 'b613fee7-0220-46b0-a6c3-759a5e938a33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:29.879841 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3378dc3f-4147-46f1-8018-bca57925b645 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:29.891807 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3378dc3f-4147-46f1-8018-bca57925b645 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:29.895184 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3378dc3f-4147-46f1-8018-bca57925b645 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/a2aea8b0-6859-4daf-9533-18a3837accd0 HTTP/1.1" status: 204 len: 168 time: 0.1996293 Jul 30 02:12:29.895612 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52502) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:29.900476 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378dc3f-4147-46f1-8018-bca57925b645 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2aea8b0-6859-4daf-9533-18a3837accd0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:29.907324 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] Checking router: 2ed8660b-733d-4b15-9600-d1d34bd7bd1e for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:12:29.907686 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] Updating router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e port e423cbf6-9d22-4bb3-908d-3274ce1b3f06 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:12:29.956402 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-105369f0-8b9d-413d-98bc-5697334d704b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0597720 Jul 30 02:12:29.959287 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52506) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:29.969823 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.011702 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb596165-b1fe-4898-81a4-63baa7a9167b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.023070 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb596165-b1fe-4898-81a4-63baa7a9167b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.073562 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e10ed2fa-2bd1-4ee2-8043-9953d8b547f0 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:30.100865 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eea6aa-2649-4847-ab2c-b5647d3b2611 req-ea8258dc-554a-4593-8f03-40d64e1d6810 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:30.103420 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0eea6aa-2649-4847-ab2c-b5647d3b2611 req-ea8258dc-554a-4593-8f03-40d64e1d6810 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f58f3b8-9e2c-471c-bba3-0a4bfce110e4 HTTP/1.1" status: 200 len: 946 time: 0.0952730 Jul 30 02:12:30.154777 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb596165-b1fe-4898-81a4-63baa7a9167b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.161230 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bb596165-b1fe-4898-81a4-63baa7a9167b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.164703 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-bb596165-b1fe-4898-81a4-63baa7a9167b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/232773ad-c0da-4adf-917e-25cc25b3d504 HTTP/1.1" status: 204 len: 168 time: 0.2014015 Jul 30 02:12:30.168041 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52508) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:30.177781 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0eea6aa-2649-4847-ab2c-b5647d3b2611 req-a652d6ba-4ea9-4a74-88c0-f02b196d6a6b tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570965 Jul 30 02:12:30.187122 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb596165-b1fe-4898-81a4-63baa7a9167b tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=232773ad-c0da-4adf-917e-25cc25b3d504,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:30.211513 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port e10ed2fa-2bd1-4ee2-8043-9953d8b547f0 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:30.216829 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port e10ed2fa-2bd1-4ee2-8043-9953d8b547f0 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:30.217374 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.234983 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8123d315-7810-4ca2-840b-7d75d54013af tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0648453 Jul 30 02:12:30.238637 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52510) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:30.323174 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6ad5087e-5770-4b62-9eb3-1aaadaab8f11 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.350189 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6ad5087e-5770-4b62-9eb3-1aaadaab8f11 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.376676 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.395038 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] Transition to ACTIVE for port object e423cbf6-9d22-4bb3-908d-3274ce1b3f06 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:30.395784 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.418862 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port e10ed2fa-2bd1-4ee2-8043-9953d8b547f0, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e10ed2fa-2bd1-4ee2-8043-9953d8b547f0,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:30.480145 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.480592 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6ad5087e-5770-4b62-9eb3-1aaadaab8f11 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.483613 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6ad5087e-5770-4b62-9eb3-1aaadaab8f11 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.485133 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6ad5087e-5770-4b62-9eb3-1aaadaab8f11 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "DELETE /v2.0/security-groups/329f2469-347c-42a0-9866-b10dae1fd16a HTTP/1.1" status: 204 len: 168 time: 0.2443836 Jul 30 02:12:30.490352 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52514) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:30.496067 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5087e-5770-4b62-9eb3-1aaadaab8f11 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=329f2469-347c-42a0-9866-b10dae1fd16a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:30.543369 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.564621 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4cf6b8f3-bd13-463b-84f3-06714a4471ff tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0748539 Jul 30 02:12:30.572688 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52518) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:30.582166 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962059b-892a-4050-9b11-ba153c0a19fe None None] Pushing event updated for resources: {'Port': ['ID=e423cbf6-9d22-4bb3-908d-3274ce1b3f06,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:30.583344 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-1eb73c56-f12f-4c0f-b1c1-eb4e21784f43 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Request body: {'security_group': {'name': 'tempest-secgroup--764785171'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:30.684918 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] Attempting to bind port e423cbf6-9d22-4bb3-908d-3274ce1b3f06 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:12:30.684918 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] Attempting to bind port e423cbf6-9d22-4bb3-908d-3274ce1b3f06 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '5e6bdf09-aaad-4ce1-897c-97046901cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8e092881-df68-4232-9344-a0d3db71a64e'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:12:30.685273 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] Attempting to bind port e423cbf6-9d22-4bb3-908d-3274ce1b3f06 on network 8e092881-df68-4232-9344-a0d3db71a64e {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:12:30.692615 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=e10ed2fa-2bd1-4ee2-8043-9953d8b547f0,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:30.696594 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:12:30.716449 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] Checking segment: {'id': '5e6bdf09-aaad-4ce1-897c-97046901cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8e092881-df68-4232-9344-a0d3db71a64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:30.716868 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.725759 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1eb73c56-f12f-4c0f-b1c1-eb4e21784f43 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.727527 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] Bound using segment: {'id': '5e6bdf09-aaad-4ce1-897c-97046901cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8e092881-df68-4232-9344-a0d3db71a64e'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:12:30.730854 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] Bound port: e423cbf6-9d22-4bb3-908d-3274ce1b3f06, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6bdf09-aaad-4ce1-897c-97046901cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8e092881-df68-4232-9344-a0d3db71a64e'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:12:30.730854 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.866123 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] For port e423cbf6-9d22-4bb3-908d-3274ce1b3f06, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:12:30.869949 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] For port e423cbf6-9d22-4bb3-908d-3274ce1b3f06, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e423cbf6-9d22-4bb3-908d-3274ce1b3f06,segment=NetworkSegment(5e6bdf09-aaad-4ce1-897c-97046901cbc4),segment_id=5e6bdf09-aaad-4ce1-897c-97046901cbc4)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:12:30.898923 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1eb73c56-f12f-4c0f-b1c1-eb4e21784f43 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.959991 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.988863 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1eb73c56-f12f-4c0f-b1c1-eb4e21784f43 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:31.057778 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] Routers {'2ed8660b-733d-4b15-9600-d1d34bd7bd1e'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:12:31.058660 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:12:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:31.077367 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb73c56-f12f-4c0f-b1c1-eb4e21784f43 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e9944d-22ae-4cb2-bf72-0bfb7c513631,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:31.091963 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1eb73c56-f12f-4c0f-b1c1-eb4e21784f43 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:31.096952 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52532) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:31.102863 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1eb73c56-f12f-4c0f-b1c1-eb4e21784f43 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5217006 Jul 30 02:12:31.103000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b219c74a-3487-4af9-b4c2-c2214c2c1e86 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Request body: {'security_group_rule': {'security_group_id': '15e9944d-22ae-4cb2-bf72-0bfb7c513631', 'direction': 'ingress', 'protocol': 17}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:31.138095 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962059b-892a-4050-9b11-ba153c0a19fe None None] Pushing event updated for resources: {'Port': ['ID=e423cbf6-9d22-4bb3-908d-3274ce1b3f06,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:31.215301 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b219c74a-3487-4af9-b4c2-c2214c2c1e86 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:31.286415 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] Set router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:12:31.358142 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b219c74a-3487-4af9-b4c2-c2214c2c1e86 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:31.410972 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2f6a1-84f9-4690-9e61-86e092c12c32 req-ba06da91-a7e1-4d6d-b3ff-ab45704e8bdd tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:31.412914 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bcb2f6a1-84f9-4690-9e61-86e092c12c32 req-ba06da91-a7e1-4d6d-b3ff-ab45704e8bdd tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f58f3b8-9e2c-471c-bba3-0a4bfce110e4 HTTP/1.1" status: 200 len: 946 time: 0.1025538 Jul 30 02:12:31.423457 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b219c74a-3487-4af9-b4c2-c2214c2c1e86 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:31.472399 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219c74a-3487-4af9-b4c2-c2214c2c1e86 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4c9d78-58da-405c-88dc-6759c4ccae8d,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:31.542231 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bcb2f6a1-84f9-4690-9e61-86e092c12c32 req-0c47db4e-2e00-4d11-ba34-f90eb30681fc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025720 Jul 30 02:12:31.581793 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b219c74a-3487-4af9-b4c2-c2214c2c1e86 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:31.583378 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b219c74a-3487-4af9-b4c2-c2214c2c1e86 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4848220 Jul 30 02:12:31.586250 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52566) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:31.721224 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4856e0a2-1fcb-4825-96c6-958340507384 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:31.776453 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4856e0a2-1fcb-4825-96c6-958340507384 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:31.912894 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '51b26e85-c397-45d0-a5df-92070e26904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:46Z', 'updated_at': '2021-07-30T02:12:27Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '51b26e85-c397-45d0-a5df-92070e26904f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:47Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'd162d241-9826-4667-8231-51eab7a46770', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'port_id': '758eb475-03c4-4fb5-8980-c7212ffc528b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'mac_address': 'fa:16:3e:7b:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719c8fd9-5546-4990-abf8-8579b41a4c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:11:21Z', 'updated_at': '2021-07-30T02:11:26Z', 'revision_number': 1, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e6452b-90dc-43fc-980a-5cc2ed339569', 'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:f8:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:53Z', 'updated_at': '2021-07-30T02:11:02Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e423cbf6-9d22-4bb3-908d-3274ce1b3f06', 'name': '', 'network_id': '8e092881-df68-4232-9344-a0d3db71a64e', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:83:ca:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'b613fee7-0220-46b0-a6c3-759a5e938a33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:26Z', 'updated_at': '2021-07-30T02:12:30Z', 'revision_number': 4, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': 'b613fee7-0220-46b0-a6c3-759a5e938a33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:31.993620 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a7dd9-8164-450e-99a7-0151a57307eb None None] The sync data for ids ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'] in n-d-713498-9 is: [{'id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '51b26e85-c397-45d0-a5df-92070e26904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:46Z', 'updated_at': '2021-07-30T02:12:27Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '51b26e85-c397-45d0-a5df-92070e26904f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:47Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'd162d241-9826-4667-8231-51eab7a46770', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'port_id': '758eb475-03c4-4fb5-8980-c7212ffc528b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'mac_address': 'fa:16:3e:7b:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719c8fd9-5546-4990-abf8-8579b41a4c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:11:21Z', 'updated_at': '2021-07-30T02:11:26Z', 'revision_number': 1, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e6452b-90dc-43fc-980a-5cc2ed339569', 'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:f8:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:53Z', 'updated_at': '2021-07-30T02:11:02Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e423cbf6-9d22-4bb3-908d-3274ce1b3f06', 'name': '', 'network_id': '8e092881-df68-4232-9344-a0d3db71a64e', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:83:ca:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'b613fee7-0220-46b0-a6c3-759a5e938a33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:26Z', 'updated_at': '2021-07-30T02:12:30Z', 'revision_number': 4, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': 'b613fee7-0220-46b0-a6c3-759a5e938a33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:12:32.003661 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e10ed2fa-2bd1-4ee2-8043-9953d8b547f0 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:32.005741 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4856e0a2-1fcb-4825-96c6-958340507384 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:32.008898 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4856e0a2-1fcb-4825-96c6-958340507384 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:32.010142 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4856e0a2-1fcb-4825-96c6-958340507384 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "DELETE /v2.0/security-groups/15e9944d-22ae-4cb2-bf72-0bfb7c513631 HTTP/1.1" status: 204 len: 168 time: 0.4228964 Jul 30 02:12:32.013102 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52576) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:32.028960 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856e0a2-1fcb-4825-96c6-958340507384 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e9944d-22ae-4cb2-bf72-0bfb7c513631,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:32.139771 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6d3e2c1a-5548-4ae9-aca1-bae7fc4718ed tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1201158 Jul 30 02:12:32.139948 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52582) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:32.146926 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-6817dcb2-f37f-49ad-bfde-ddc5f11fa6ee tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Request body: {'security_group': {'name': 'tempest-secgroup--467049027'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:32.147086 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port e10ed2fa-2bd1-4ee2-8043-9953d8b547f0 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:32.147315 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:32.232546 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] Sync routers for ids ['07dfcbb3-be51-4733-8235-2031526f9fc3'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:12:32.257610 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6817dcb2-f37f-49ad-bfde-ddc5f11fa6ee tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:32.310850 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] Routers {'07dfcbb3-be51-4733-8235-2031526f9fc3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:12:32.311865 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:12:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['07dfcbb3-be51-4733-8235-2031526f9fc3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:32.415231 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6817dcb2-f37f-49ad-bfde-ddc5f11fa6ee tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:32.498620 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] Set router 07dfcbb3-be51-4733-8235-2031526f9fc3 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:12:32.508192 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6817dcb2-f37f-49ad-bfde-ddc5f11fa6ee tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:32.540545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817dcb2-f37f-49ad-bfde-ddc5f11fa6ee tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc94271b-06e8-4914-8140-a318492daeb6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:32.623508 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6817dcb2-f37f-49ad-bfde-ddc5f11fa6ee tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:32.627410 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6817dcb2-f37f-49ad-bfde-ddc5f11fa6ee tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4849625 Jul 30 02:12:32.627662 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52596) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:32.632348 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c68ba1ef-400f-4323-ba01-18eff36e35cb tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Request body: {'security_group': {'name': 'tempest-secgroup--517741391'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:32.754471 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c68ba1ef-400f-4323-ba01-18eff36e35cb tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:32.918374 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c68ba1ef-400f-4323-ba01-18eff36e35cb tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:32.994338 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c68ba1ef-400f-4323-ba01-18eff36e35cb tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.012396 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'name': 'tempest-TestVolumeBackupRestore-1404247296-router', 'tenant_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e10ed2fa-2bd1-4ee2-8043-9953d8b547f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:22Z', 'updated_at': '2021-07-30T02:12:27Z', 'revision_number': 4, 'project_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'gw_port': {'id': 'e10ed2fa-2bd1-4ee2-8043-9953d8b547f0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:23Z', 'updated_at': '2021-07-30T02:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'fb2f076b-bca3-4876-9f18-117c8611dbe5', 'name': '', 'network_id': '042f0f04-b7a6-445e-8d6c-e1ca8fab2d22', 'tenant_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'mac_address': 'fa:16:3e:e1:24:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'ffaaf707-33fd-447b-a2e7-dc5b8e9269c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:26Z', 'updated_at': '2021-07-30T02:12:27Z', 'revision_number': 2, 'project_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'subnets': [{'id': 'ffaaf707-33fd-447b-a2e7-dc5b8e9269c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:33.040351 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ba1ef-400f-4323-ba01-18eff36e35cb tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08ccd4c-d05a-4e47-95a8-c2d7629a0c7d,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:33.046462 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] Checking router: 07dfcbb3-be51-4733-8235-2031526f9fc3 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:12:33.046908 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] Updating router 07dfcbb3-be51-4733-8235-2031526f9fc3 port fb2f076b-bca3-4876-9f18-117c8611dbe5 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:12:33.076056 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.085115 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.085523 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c68ba1ef-400f-4323-ba01-18eff36e35cb tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.086919 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c68ba1ef-400f-4323-ba01-18eff36e35cb tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4582183 Jul 30 02:12:33.089600 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52610) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:33.095383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7d9ed650-7421-47a5-a157-1bbc7ef418ae tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Request body: {'security_group_rule': {'security_group_id': 'cc94271b-06e8-4914-8140-a318492daeb6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a08ccd4c-d05a-4e47-95a8-c2d7629a0c7d', 'remote_ip_prefix': None}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:33.246768 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed650-7421-47a5-a157-1bbc7ef418ae tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.292831 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef980c-d557-4311-bf5c-cf840dcde9f1 req-ccbbbaec-5c6b-47ac-b0db-72a16e41ce0c tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:33.295358 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0ef980c-d557-4311-bf5c-cf840dcde9f1 req-ccbbbaec-5c6b-47ac-b0db-72a16e41ce0c tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f58f3b8-9e2c-471c-bba3-0a4bfce110e4 HTTP/1.1" status: 200 len: 946 time: 0.0532484 Jul 30 02:12:33.332744 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed650-7421-47a5-a157-1bbc7ef418ae tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.357414 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0ef980c-d557-4311-bf5c-cf840dcde9f1 req-11acd2df-d3e9-4f83-aa87-44f157ce24c3 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539639 Jul 30 02:12:33.419406 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed650-7421-47a5-a157-1bbc7ef418ae tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.421173 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.432346 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] Transition to ACTIVE for port object fb2f076b-bca3-4876-9f18-117c8611dbe5 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:33.443466 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ed650-7421-47a5-a157-1bbc7ef418ae tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc30cd90-806f-4f6d-af1a-60cb4669ec98,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:33.507163 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.514550 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed650-7421-47a5-a157-1bbc7ef418ae tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.516900 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7d9ed650-7421-47a5-a157-1bbc7ef418ae tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4263511 Jul 30 02:12:33.519838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52618) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:33.547780 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc7937-2504-4429-9c41-95827637cbd7 None None] Pushing event updated for resources: {'Port': ['ID=fb2f076b-bca3-4876-9f18-117c8611dbe5,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:33.557660 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f95e326-4087-411d-8042-342ecb68c811 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.567810 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f95e326-4087-411d-8042-342ecb68c811 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.627299 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] Attempting to bind port fb2f076b-bca3-4876-9f18-117c8611dbe5 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:12:33.627951 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] Attempting to bind port fb2f076b-bca3-4876-9f18-117c8611dbe5 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '469ef37f-310a-40d7-81c7-a48a88ce2e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '042f0f04-b7a6-445e-8d6c-e1ca8fab2d22'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:12:33.628493 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] Attempting to bind port fb2f076b-bca3-4876-9f18-117c8611dbe5 on network 042f0f04-b7a6-445e-8d6c-e1ca8fab2d22 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:12:33.634413 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:12:33.635102 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] Checking segment: {'id': '469ef37f-310a-40d7-81c7-a48a88ce2e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '042f0f04-b7a6-445e-8d6c-e1ca8fab2d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:33.635578 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.636097 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] Bound using segment: {'id': '469ef37f-310a-40d7-81c7-a48a88ce2e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '042f0f04-b7a6-445e-8d6c-e1ca8fab2d22'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:12:33.636639 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] Bound port: fb2f076b-bca3-4876-9f18-117c8611dbe5, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469ef37f-310a-40d7-81c7-a48a88ce2e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '042f0f04-b7a6-445e-8d6c-e1ca8fab2d22'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:12:33.637859 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.679748 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f95e326-4087-411d-8042-342ecb68c811 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.686921 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f95e326-4087-411d-8042-342ecb68c811 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.688373 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9f95e326-4087-411d-8042-342ecb68c811 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/bc30cd90-806f-4f6d-af1a-60cb4669ec98 HTTP/1.1" status: 204 len: 168 time: 0.1673973 Jul 30 02:12:33.692047 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52622) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:33.698204 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95e326-4087-411d-8042-342ecb68c811 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc30cd90-806f-4f6d-af1a-60cb4669ec98,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:33.726212 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] For port fb2f076b-bca3-4876-9f18-117c8611dbe5, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:12:33.737232 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] For port fb2f076b-bca3-4876-9f18-117c8611dbe5, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=fb2f076b-bca3-4876-9f18-117c8611dbe5,segment=NetworkSegment(469ef37f-310a-40d7-81c7-a48a88ce2e0e),segment_id=469ef37f-310a-40d7-81c7-a48a88ce2e0e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:12:33.765282 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d79d6d7b-26d6-4429-9247-32700f806db9 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0712745 Jul 30 02:12:33.778448 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52626) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:33.811753 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.842113 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10acbd56-9d8c-40b7-868d-73fd6bea2119 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.882373 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc7937-2504-4429-9c41-95827637cbd7 None None] Pushing event updated for resources: {'Port': ['ID=fb2f076b-bca3-4876-9f18-117c8611dbe5,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:33.889927 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10acbd56-9d8c-40b7-868d-73fd6bea2119 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.890458 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] Routers {'07dfcbb3-be51-4733-8235-2031526f9fc3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:12:33.891107 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:12:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['07dfcbb3-be51-4733-8235-2031526f9fc3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:34.025935 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] Set router 07dfcbb3-be51-4733-8235-2031526f9fc3 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:12:34.073466 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10acbd56-9d8c-40b7-868d-73fd6bea2119 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:34.084024 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10acbd56-9d8c-40b7-868d-73fd6bea2119 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:34.088190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52634) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:34.088725 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-10acbd56-9d8c-40b7-868d-73fd6bea2119 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "DELETE /v2.0/security-groups/a08ccd4c-d05a-4e47-95a8-c2d7629a0c7d HTTP/1.1" status: 204 len: 168 time: 0.3198011 Jul 30 02:12:34.107201 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acbd56-9d8c-40b7-868d-73fd6bea2119 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08ccd4c-d05a-4e47-95a8-c2d7629a0c7d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:34.219937 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-21a97ecd-4149-448d-a5e9-eaae389adac7 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1293056 Jul 30 02:12:34.220056 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52640) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:34.253920 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e423cbf6-9d22-4bb3-908d-3274ce1b3f06 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:34.317416 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a523a51-f0fb-43c1-88e3-34979dce4e5d tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:34.343733 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a523a51-f0fb-43c1-88e3-34979dce4e5d tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:34.393656 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'name': 'tempest-TestVolumeBackupRestore-1404247296-router', 'tenant_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e10ed2fa-2bd1-4ee2-8043-9953d8b547f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:22Z', 'updated_at': '2021-07-30T02:12:27Z', 'revision_number': 4, 'project_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'gw_port': {'id': 'e10ed2fa-2bd1-4ee2-8043-9953d8b547f0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:23Z', 'updated_at': '2021-07-30T02:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'fb2f076b-bca3-4876-9f18-117c8611dbe5', 'name': '', 'network_id': '042f0f04-b7a6-445e-8d6c-e1ca8fab2d22', 'tenant_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'mac_address': 'fa:16:3e:e1:24:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'ffaaf707-33fd-447b-a2e7-dc5b8e9269c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:26Z', 'updated_at': '2021-07-30T02:12:33Z', 'revision_number': 4, 'project_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'subnets': [{'id': 'ffaaf707-33fd-447b-a2e7-dc5b8e9269c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:34.428822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c2b60-e2ea-4e0e-b7cc-dce9c475c3eb None None] The sync data for ids ['07dfcbb3-be51-4733-8235-2031526f9fc3'] in n-d-713498-9 is: [{'id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'name': 'tempest-TestVolumeBackupRestore-1404247296-router', 'tenant_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e10ed2fa-2bd1-4ee2-8043-9953d8b547f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:22Z', 'updated_at': '2021-07-30T02:12:27Z', 'revision_number': 4, 'project_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'gw_port': {'id': 'e10ed2fa-2bd1-4ee2-8043-9953d8b547f0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:23Z', 'updated_at': '2021-07-30T02:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'fb2f076b-bca3-4876-9f18-117c8611dbe5', 'name': '', 'network_id': '042f0f04-b7a6-445e-8d6c-e1ca8fab2d22', 'tenant_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'mac_address': 'fa:16:3e:e1:24:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'ffaaf707-33fd-447b-a2e7-dc5b8e9269c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:26Z', 'updated_at': '2021-07-30T02:12:33Z', 'revision_number': 4, 'project_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'subnets': [{'id': 'ffaaf707-33fd-447b-a2e7-dc5b8e9269c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:12:34.451037 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port e423cbf6-9d22-4bb3-908d-3274ce1b3f06 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:34.455560 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port e423cbf6-9d22-4bb3-908d-3274ce1b3f06 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:34.456022 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:34.510723 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a523a51-f0fb-43c1-88e3-34979dce4e5d tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:34.515923 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a523a51-f0fb-43c1-88e3-34979dce4e5d tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:34.517546 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4a523a51-f0fb-43c1-88e3-34979dce4e5d tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "DELETE /v2.0/security-groups/cc94271b-06e8-4914-8140-a318492daeb6 HTTP/1.1" status: 204 len: 168 time: 0.2964995 Jul 30 02:12:34.521587 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52644) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:34.543211 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a523a51-f0fb-43c1-88e3-34979dce4e5d tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc94271b-06e8-4914-8140-a318492daeb6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:34.584183 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e83a30-365d-45f6-9934-24138ccaa9fb req-59a7df47-c16c-4a33-8c2b-5f2732830c1a tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:34.591027 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d015e570-3167-4f66-854e-eef4dca6ea76 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0678384 Jul 30 02:12:34.595156 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52646) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:34.597053 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f8e83a30-365d-45f6-9934-24138ccaa9fb req-59a7df47-c16c-4a33-8c2b-5f2732830c1a tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f58f3b8-9e2c-471c-bba3-0a4bfce110e4 HTTP/1.1" status: 200 len: 946 time: 0.1274564 Jul 30 02:12:34.600855 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-511de3f5-ca8d-4fde-9519-24c0a819baf4 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Request body: {'security_group': {'name': 'tempest-secgroup--1002766583'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:34.630888 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:34.669270 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port e423cbf6-9d22-4bb3-908d-3274ce1b3f06, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e423cbf6-9d22-4bb3-908d-3274ce1b3f06,segment=NetworkSegment(5e6bdf09-aaad-4ce1-897c-97046901cbc4),segment_id=5e6bdf09-aaad-4ce1-897c-97046901cbc4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:34.699749 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f8e83a30-365d-45f6-9934-24138ccaa9fb req-0e7e728a-c49f-42d2-af59-db80ee6f3359 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013670 Jul 30 02:12:34.713999 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fb55c-c45c-4acd-b852-561822c8595d req-ab226678-e901-4217-ac4e-ff40dd05399c tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:34.715992 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-262fb55c-c45c-4acd-b852-561822c8595d req-ab226678-e901-4217-ac4e-ff40dd05399c tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f58f3b8-9e2c-471c-bba3-0a4bfce110e4 HTTP/1.1" status: 200 len: 946 time: 0.0962310 Jul 30 02:12:34.726267 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-511de3f5-ca8d-4fde-9519-24c0a819baf4 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:34.759998 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:34.760819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device fb2f076b-bca3-4876-9f18-117c8611dbe5 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:34.835366 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-511de3f5-ca8d-4fde-9519-24c0a819baf4 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:34.890799 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=e423cbf6-9d22-4bb3-908d-3274ce1b3f06,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:34.912709 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-511de3f5-ca8d-4fde-9519-24c0a819baf4 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:34.931480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-262fb55c-c45c-4acd-b852-561822c8595d req-0a875333-abcc-4df3-a253-ab7b05d0e0ce tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Deleting port 176dee2f-8be4-47f3-acdc-82d69538df90 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:34.932519 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-262fb55c-c45c-4acd-b852-561822c8595d req-0a875333-abcc-4df3-a253-ab7b05d0e0ce tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:34.957209 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511de3f5-ca8d-4fde-9519-24c0a819baf4 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44e612f-17ec-48b4-9b8f-ba8cdc698da4,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:34.963927 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port fb2f076b-bca3-4876-9f18-117c8611dbe5 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:34.973085 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port fb2f076b-bca3-4876-9f18-117c8611dbe5 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:34.973085 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.027378 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-511de3f5-ca8d-4fde-9519-24c0a819baf4 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.031303 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-511de3f5-ca8d-4fde-9519-24c0a819baf4 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4324815 Jul 30 02:12:35.031552 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52650) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:35.037123 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-da60897b-3d03-4ebd-a761-421d5ac05f50 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Request body: {'security_group_rule': {'security_group_id': 'd44e612f-17ec-48b4-9b8f-ba8cdc698da4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:35.054177 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-262fb55c-c45c-4acd-b852-561822c8595d req-0a875333-abcc-4df3-a253-ab7b05d0e0ce tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] For port 176dee2f-8be4-47f3-acdc-82d69538df90, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=176dee2f-8be4-47f3-acdc-82d69538df90,segment=NetworkSegment(cdbd72ab-411b-4d81-8301-fdf47d5285c1),segment_id=cdbd72ab-411b-4d81-8301-fdf47d5285c1)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:35.054858 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-262fb55c-c45c-4acd-b852-561822c8595d req-0a875333-abcc-4df3-a253-ab7b05d0e0ce tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.084895 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-262fb55c-c45c-4acd-b852-561822c8595d req-0a875333-abcc-4df3-a253-ab7b05d0e0ce tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Calling delete_port for 176dee2f-8be4-47f3-acdc-82d69538df90 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:35.141770 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.154690 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-da60897b-3d03-4ebd-a761-421d5ac05f50 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.202237 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port fb2f076b-bca3-4876-9f18-117c8611dbe5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=fb2f076b-bca3-4876-9f18-117c8611dbe5,segment=NetworkSegment(469ef37f-310a-40d7-81c7-a48a88ce2e0e),segment_id=469ef37f-310a-40d7-81c7-a48a88ce2e0e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:35.252071 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.287370 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-da60897b-3d03-4ebd-a761-421d5ac05f50 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.314992 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=fb2f076b-bca3-4876-9f18-117c8611dbe5,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:35.342338 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-da60897b-3d03-4ebd-a761-421d5ac05f50 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.367384 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60897b-3d03-4ebd-a761-421d5ac05f50 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b1f7a0-bf89-4389-8c0c-2dee3df73c92,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:35.382498 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-262fb55c-c45c-4acd-b852-561822c8595d req-0a875333-abcc-4df3-a253-ab7b05d0e0ce tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.419243 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['176dee2f-8be4-47f3-acdc-82d69538df90'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:12:35.422690 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-da60897b-3d03-4ebd-a761-421d5ac05f50 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.426819 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-da60897b-3d03-4ebd-a761-421d5ac05f50 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3915317 Jul 30 02:12:35.427332 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52658) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:35.429906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a875333-abcc-4df3-a253-ab7b05d0e0ce tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Pushing event deleted for resources: {'Port': ['ID=176dee2f-8be4-47f3-acdc-82d69538df90,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:35.486751 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6cb77a3b-2a4d-45e8-be78-c52911b3ebb7 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.492031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-262fb55c-c45c-4acd-b852-561822c8595d req-0a875333-abcc-4df3-a253-ab7b05d0e0ce tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] No DVR routers for this DVR port 176dee2f-8be4-47f3-acdc-82d69538df90 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:12:35.495200 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-262fb55c-c45c-4acd-b852-561822c8595d req-0a875333-abcc-4df3-a253-ab7b05d0e0ce tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.498006 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-262fb55c-c45c-4acd-b852-561822c8595d req-0a875333-abcc-4df3-a253-ab7b05d0e0ce tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.77 "DELETE /v2.0/ports/176dee2f-8be4-47f3-acdc-82d69538df90 HTTP/1.1" status: 204 len: 173 time: 0.7750251 Jul 30 02:12:35.498553 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f58f3b8-9e2c-471c-bba3-0a4bfce110e4', 'name': 'network-vif-deleted', 'tag': '176dee2f-8be4-47f3-acdc-82d69538df90'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:12:35.500373 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6cb77a3b-2a4d-45e8-be78-c52911b3ebb7 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.501793 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805238b1-7bc0-4b0f-8d3a-d4cd09abf0d5" -d '{"events": [{"server_uuid": "6f58f3b8-9e2c-471c-bba3-0a4bfce110e4", "name": "network-vif-deleted", "tag": "176dee2f-8be4-47f3-acdc-82d69538df90"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:12:35.566915 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dc176e-bc3e-4b39-8aa6-436619da5bc5 x-openstack-request-id: req-c4dc176e-bc3e-4b39-8aa6-436619da5bc5 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:12:35.567224 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f58f3b8-9e2c-471c-bba3-0a4bfce110e4", "name": "network-vif-deleted", "tag": "176dee2f-8be4-47f3-acdc-82d69538df90", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:12:35.567483 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4dc176e-bc3e-4b39-8aa6-436619da5bc5 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:12:35.567924 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f58f3b8-9e2c-471c-bba3-0a4bfce110e4', 'name': 'network-vif-deleted', 'tag': '176dee2f-8be4-47f3-acdc-82d69538df90', 'status': 'completed', 'code': 200} Jul 30 02:12:35.640022 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6cb77a3b-2a4d-45e8-be78-c52911b3ebb7 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.646716 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6cb77a3b-2a4d-45e8-be78-c52911b3ebb7 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.650136 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6cb77a3b-2a4d-45e8-be78-c52911b3ebb7 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/44b1f7a0-bf89-4389-8c0c-2dee3df73c92 HTTP/1.1" status: 204 len: 168 time: 0.2195079 Jul 30 02:12:35.650938 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52662) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:35.654672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb77a3b-2a4d-45e8-be78-c52911b3ebb7 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44b1f7a0-bf89-4389-8c0c-2dee3df73c92,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:35.726792 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4db32f5e-1260-452c-98f6-44f967a3866e tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0741060 Jul 30 02:12:35.729298 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52664) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:35.812676 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-77dd928f-203c-44c1-9c96-ffbd3b069a02 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.849132 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6faca34a-8a63-403e-9581-f33375b6e05b req-24188e8c-f223-4010-8a93-dddc1f75f7bf tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f58f3b8-9e2c-471c-bba3-0a4bfce110e4 HTTP/1.1" status: 200 len: 210 time: 0.0521731 Jul 30 02:12:35.853141 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-77dd928f-203c-44c1-9c96-ffbd3b069a02 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.985021 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e423cbf6-9d22-4bb3-908d-3274ce1b3f06 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:35.994278 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-77dd928f-203c-44c1-9c96-ffbd3b069a02 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.998224 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-77dd928f-203c-44c1-9c96-ffbd3b069a02 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.999479 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-77dd928f-203c-44c1-9c96-ffbd3b069a02 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "DELETE /v2.0/security-groups/d44e612f-17ec-48b4-9b8f-ba8cdc698da4 HTTP/1.1" status: 204 len: 168 time: 0.2680779 Jul 30 02:12:36.002064 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52670) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:36.009674 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd928f-203c-44c1-9c96-ffbd3b069a02 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44e612f-17ec-48b4-9b8f-ba8cdc698da4,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:36.079141 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c6b04d54-8b58-4696-9947-747705f3883d tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0740745 Jul 30 02:12:36.087119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52672) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:36.092282 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b4e92587-26bd-415c-9c5b-1ef1e803d9ac tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Request body: {'security_group': {'name': 'tempest-secgroup--616899305'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:36.101880 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port e423cbf6-9d22-4bb3-908d-3274ce1b3f06 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:36.107444 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:36.188566 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4e92587-26bd-415c-9c5b-1ef1e803d9ac tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:36.195527 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device fb2f076b-bca3-4876-9f18-117c8611dbe5 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:36.274833 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port fb2f076b-bca3-4876-9f18-117c8611dbe5 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:36.275860 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:36.358324 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4e92587-26bd-415c-9c5b-1ef1e803d9ac tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:36.428237 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4e92587-26bd-415c-9c5b-1ef1e803d9ac tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:36.462326 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e92587-26bd-415c-9c5b-1ef1e803d9ac tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=153f977e-0ce3-4693-b8e4-d00e7e2e44f6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:36.518862 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4e92587-26bd-415c-9c5b-1ef1e803d9ac tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:36.523419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52676) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:36.523626 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b4e92587-26bd-415c-9c5b-1ef1e803d9ac tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4352131 Jul 30 02:12:36.528706 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-da2f2d3d-d1a5-49f2-8cde-c368d2da25ae tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Request body: {'security_group_rule': {'security_group_id': '153f977e-0ce3-4693-b8e4-d00e7e2e44f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:36.634581 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-da2f2d3d-d1a5-49f2-8cde-c368d2da25ae tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:36.702093 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-da2f2d3d-d1a5-49f2-8cde-c368d2da25ae tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:36.759759 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-da2f2d3d-d1a5-49f2-8cde-c368d2da25ae tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:36.780477 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f2d3d-d1a5-49f2-8cde-c368d2da25ae tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d73cf1-624f-4a92-8ebd-d588ec3b69f3,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:36.828500 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-da2f2d3d-d1a5-49f2-8cde-c368d2da25ae tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:36.829902 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-da2f2d3d-d1a5-49f2-8cde-c368d2da25ae tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3053117 Jul 30 02:12:36.832540 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52684) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:36.852651 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-96441269-21c8-4b59-bed3-48f530b8dce4 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-group-rules/57d73cf1-624f-4a92-8ebd-d588ec3b69f3 HTTP/1.1" status: 200 len: 763 time: 0.0169284 Jul 30 02:12:36.853314 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52686) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:36.905213 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a051dce7-12c1-4e3e-bcdf-ff87c04b09f5 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0500805 Jul 30 02:12:36.907363 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52690) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:36.944517 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35b79eda-a3aa-459f-8792-063860c7f645 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:36.955767 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35b79eda-a3aa-459f-8792-063860c7f645 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:37.200802 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35b79eda-a3aa-459f-8792-063860c7f645 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:37.209772 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35b79eda-a3aa-459f-8792-063860c7f645 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:37.213198 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-35b79eda-a3aa-459f-8792-063860c7f645 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/57d73cf1-624f-4a92-8ebd-d588ec3b69f3 HTTP/1.1" status: 204 len: 168 time: 0.3028188 Jul 30 02:12:37.213856 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52706) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:37.220396 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-b1d3931e-86a1-48e6-8582-e9e2381a0ea5 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:37.222220 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-b1d3931e-86a1-48e6-8582-e9e2381a0ea5 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/networks?id=72faef00-d6f9-4e2c-8e8a-1790561847df HTTP/1.1" status: 200 len: 809 time: 0.1155124 Jul 30 02:12:37.226461 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b79eda-a3aa-459f-8792-063860c7f645 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57d73cf1-624f-4a92-8ebd-d588ec3b69f3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:37.241354 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-374ccf54-fed3-446a-98f0-3f296e4a60dd tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/quotas/56bc37224d8a469c9f32ac0cbf4e2e7d HTTP/1.1" status: 200 len: 375 time: 0.0106411 Jul 30 02:12:37.267371 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0afbe64b-e953-4ac8-a59f-c05ec1536fec tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0521398 Jul 30 02:12:37.269751 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52708) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:37.274245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e7948b35-b758-429d-95a4-7ed5a1ead313 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Request body: {'security_group_rule': {'security_group_id': '153f977e-0ce3-4693-b8e4-d00e7e2e44f6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:37.283856 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-d116c66d-9156-4ff8-87eb-940e2d1390f0 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=56bc37224d8a469c9f32ac0cbf4e2e7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334377 Jul 30 02:12:37.355771 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-a01098df-4f96-4b11-8cae-9e6480e6f2b1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:12:37.364056 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-a01098df-4f96-4b11-8cae-9e6480e6f2b1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0702243 Jul 30 02:12:37.395890 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7948b35-b758-429d-95a4-7ed5a1ead313 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:37.451173 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7948b35-b758-429d-95a4-7ed5a1ead313 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:37.494013 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-05b1c5fd-4887-46b5-b5c3-3a05ced9f7a5 service neutron] 10.222.0.70 "GET /v2.0/networks/72faef00-d6f9-4e2c-8e8a-1790561847df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290796 Jul 30 02:12:37.524801 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7948b35-b758-429d-95a4-7ed5a1ead313 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:37.551152 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7948b35-b758-429d-95a4-7ed5a1ead313 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05677964-0282-42e1-b0f2-841ba2b6a3c2,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:37.596022 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-03daa735-f62a-4782-afdd-d2ef1299090f service neutron] 10.222.0.70 "GET /v2.0/networks/72faef00-d6f9-4e2c-8e8a-1790561847df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950377 Jul 30 02:12:37.628028 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7948b35-b758-429d-95a4-7ed5a1ead313 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:37.630342 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e7948b35-b758-429d-95a4-7ed5a1ead313 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3585432 Jul 30 02:12:37.632429 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52718) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:37.666328 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8dde2dbc-446f-4e7f-9cbb-32c44714edb1 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-group-rules/05677964-0282-42e1-b0f2-841ba2b6a3c2 HTTP/1.1" status: 200 len: 763 time: 0.0306640 Jul 30 02:12:37.667283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52722) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:37.711215 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-15a39c67-bd41-48dc-ac8f-be2980700930 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0426590 Jul 30 02:12:37.713916 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52724) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:37.738148 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a6bafcf1-c600-4020-b959-c18e0ee958bd tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:37.747389 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a6bafcf1-c600-4020-b959-c18e0ee958bd tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:37.851379 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2a33fcad-2c80-4388-be28-e900308bc0aa req-7fee5a09-2241-4898-8ed8-ddb8cfe5a32f tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb270cd8-5e36-43ae-b926-270f8e776af6 HTTP/1.1" status: 200 len: 210 time: 0.0397696 Jul 30 02:12:37.877436 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a6bafcf1-c600-4020-b959-c18e0ee958bd tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:37.882968 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a6bafcf1-c600-4020-b959-c18e0ee958bd tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:37.884093 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a6bafcf1-c600-4020-b959-c18e0ee958bd tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/05677964-0282-42e1-b0f2-841ba2b6a3c2 HTTP/1.1" status: 204 len: 168 time: 0.1692343 Jul 30 02:12:37.886720 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52732) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:37.891584 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bafcf1-c600-4020-b959-c18e0ee958bd tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05677964-0282-42e1-b0f2-841ba2b6a3c2,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:37.944286 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d51633fc-781b-4d6b-b3f4-b4ae51b244d1 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0560877 Jul 30 02:12:37.946890 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52736) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:37.952485 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-6e51d301-2837-42ca-9182-fe077844faba tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Request body: {'security_group_rule': {'security_group_id': '153f977e-0ce3-4693-b8e4-d00e7e2e44f6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:38.073182 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6e51d301-2837-42ca-9182-fe077844faba tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.133026 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6e51d301-2837-42ca-9182-fe077844faba tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.193970 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6e51d301-2837-42ca-9182-fe077844faba tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.214212 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51d301-2837-42ca-9182-fe077844faba tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4abc93-85b9-4b32-b28c-79e65d18efac,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:38.273969 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6e51d301-2837-42ca-9182-fe077844faba tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.278422 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6e51d301-2837-42ca-9182-fe077844faba tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3297377 Jul 30 02:12:38.278655 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52746) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:38.296613 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6b972927-9917-4b14-bedf-bca0482fbc7c tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-group-rules/9a4abc93-85b9-4b32-b28c-79e65d18efac HTTP/1.1" status: 200 len: 764 time: 0.0167394 Jul 30 02:12:38.299087 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52748) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:38.347627 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-96966a8a-8745-4eaf-ba57-f25dae9c533a tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0473809 Jul 30 02:12:38.350560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52752) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:38.377341 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-924a9467-e202-42a3-92af-a729cd93df1a tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.386329 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-924a9467-e202-42a3-92af-a729cd93df1a tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.542631 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-924a9467-e202-42a3-92af-a729cd93df1a tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.549957 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-924a9467-e202-42a3-92af-a729cd93df1a tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.551113 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-924a9467-e202-42a3-92af-a729cd93df1a tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/9a4abc93-85b9-4b32-b28c-79e65d18efac HTTP/1.1" status: 204 len: 168 time: 0.1994748 Jul 30 02:12:38.553697 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52758) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:38.557255 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a9467-e202-42a3-92af-a729cd93df1a tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a4abc93-85b9-4b32-b28c-79e65d18efac,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:38.596536 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dce74ea6-3aa9-45c3-9e43-e2b0f548de73 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0415921 Jul 30 02:12:38.599143 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52760) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:38.653946 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a76d68a-1632-4d54-896f-e702db13c3a9 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.678894 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a76d68a-1632-4d54-896f-e702db13c3a9 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.799569 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a76d68a-1632-4d54-896f-e702db13c3a9 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.802243 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4a76d68a-1632-4d54-896f-e702db13c3a9 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.805779 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4a76d68a-1632-4d54-896f-e702db13c3a9 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "DELETE /v2.0/security-groups/153f977e-0ce3-4693-b8e4-d00e7e2e44f6 HTTP/1.1" status: 204 len: 168 time: 0.2033701 Jul 30 02:12:38.806837 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52766) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:38.819574 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76d68a-1632-4d54-896f-e702db13c3a9 tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=153f977e-0ce3-4693-b8e4-d00e7e2e44f6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:38.860195 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 176dee2f-8be4-47f3-acdc-82d69538df90 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:12:38.864416 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f7aa4d75-3195-461e-a0df-14c4c3b26f9c tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552099 Jul 30 02:12:38.868500 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52768) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:38.889901 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 176dee2f-8be4-47f3-acdc-82d69538df90 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:12:38.889901 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 176dee2f-8be4-47f3-acdc-82d69538df90 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:12:38.945951 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-64b830cd-76d2-4d46-a73b-05822cb7177f tempest-SecGroupTest-884461648 tempest-SecGroupTest-884461648-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0759699 Jul 30 02:12:38.962585 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-878b26d2-0cce-433c-9900-7a7619f23df9 req-e53fda23-ad13-413b-a27e-600d714fb64c tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb270cd8-5e36-43ae-b926-270f8e776af6 HTTP/1.1" status: 200 len: 210 time: 0.0309267 Jul 30 02:12:39.176867 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8881e8f-1a7f-4013-be65-bb46267a786e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:39.489582 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52790) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:39.649624 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52794) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:39.654791 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2747128a-2b61-455f-8dbf-42294465a6f6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=634e741669904acb940585d3098fe0ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535721 Jul 30 02:12:39.729590 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7dacce12-5ccf-4039-97ff-48ac2372d2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:39.755925 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7dacce12-5ccf-4039-97ff-48ac2372d2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:39.867588 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7dacce12-5ccf-4039-97ff-48ac2372d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:39.870954 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7dacce12-5ccf-4039-97ff-48ac2372d2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:39.872829 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7dacce12-5ccf-4039-97ff-48ac2372d2ac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ca95870d-06a6-4935-9c6d-a1b062cb1eed HTTP/1.1" status: 204 len: 168 time: 0.2222154 Jul 30 02:12:39.882694 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacce12-5ccf-4039-97ff-48ac2372d2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca95870d-06a6-4935-9c6d-a1b062cb1eed,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:40.126868 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8db4a1ab-06a1-414f-934d-b2a05c6a7580 req-942c2375-b4d3-48c3-abdc-5365ee871840 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb270cd8-5e36-43ae-b926-270f8e776af6 HTTP/1.1" status: 200 len: 210 time: 0.0454566 Jul 30 02:12:40.133025 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-a66f84ce-207f-43ef-ae62-1470ea59df81 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:40.134619 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-a66f84ce-207f-43ef-ae62-1470ea59df81 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.10 "GET /v2.0/networks?id=72faef00-d6f9-4e2c-8e8a-1790561847df HTTP/1.1" status: 200 len: 809 time: 0.1619959 Jul 30 02:12:40.148585 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Request body: {'port': {'device_id': 'cb270cd8-5e36-43ae-b926-270f8e776af6', 'network_id': '72faef00-d6f9-4e2c-8e8a-1790561847df', 'admin_state_up': True, 'tenant_id': '56bc37224d8a469c9f32ac0cbf4e2e7d'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:40.341106 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Made reservation on behalf of 56bc37224d8a469c9f32ac0cbf4e2e7d for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:40.345519 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:40.514629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Allocated IP 172.20.0.12 (72faef00-d6f9-4e2c-8e8a-1790561847df/ec319b19-0bc6-4c72-978b-219500f23bfd/733cec39-775d-4ffd-b624-f420267e67b0) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:12:40.661123 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:12:40.698582 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:40.828596 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:40.907571 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Network 72faef00-d6f9-4e2c-8e8a-1790561847df is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:40.917381 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:40.926446 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:40.930915 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Pushing event updated for resources: {'Port': ['ID=733cec39-775d-4ffd-b624-f420267e67b0,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:40.968810 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:40.969266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:40.969615 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:40.970209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:40.970673 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:40.971018 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:40.971365 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:40.971695 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:40.972031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:40.972361 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:40.972687 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:40.973014 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:41.007077 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:41.010079 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.116124 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-82e35099-b339-47cb-8594-0195c180bbbc tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9709222 Jul 30 02:12:41.129424 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] Request body: {'port': {'device_id': 'cb270cd8-5e36-43ae-b926-270f8e776af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:41.230845 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52844) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:41.252475 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.305009 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268bbce-cb5f-4220-92fb-9b884c5f7e20 req-1398a603-bcc2-494a-9051-3811c8767429 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:41.306591 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e268bbce-cb5f-4220-92fb-9b884c5f7e20 req-1398a603-bcc2-494a-9051-3811c8767429 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb270cd8-5e36-43ae-b926-270f8e776af6 HTTP/1.1" status: 200 len: 932 time: 0.0969577 Jul 30 02:12:41.370900 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e00a0116-2720-4245-acba-e7dd7ba325a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-601742978-network', 'tenant_id': '4b301196e27647d78779ad9a65ec1325'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:41.424845 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e268bbce-cb5f-4220-92fb-9b884c5f7e20 req-9e350a1b-6407-45c6-82a0-d982a7c7ecc4 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028275 Jul 30 02:12:41.447687 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00a0116-2720-4245-acba-e7dd7ba325a9 admin admin] Made reservation on behalf of 4b301196e27647d78779ad9a65ec1325 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:41.450941 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e00a0116-2720-4245-acba-e7dd7ba325a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.459809 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e00a0116-2720-4245-acba-e7dd7ba325a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.593731 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733cec39-775d-4ffd-b624-f420267e67b0 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:12:41.596385 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e00a0116-2720-4245-acba-e7dd7ba325a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.602608 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.617871 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] Transition to ACTIVE for port object 733cec39-775d-4ffd-b624-f420267e67b0 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:41.679293 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a3e4d71-18a1-4ead-8c3e-16a1721b0447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.702882 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e00a0116-2720-4245-acba-e7dd7ba325a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.703995 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.719565 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00a0116-2720-4245-acba-e7dd7ba325a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:12:41.750588 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e00a0116-2720-4245-acba-e7dd7ba325a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.750944 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-e00a0116-2720-4245-acba-e7dd7ba325a9 admin admin] Added segment 13d96690-e0eb-48ba-8b3d-d49d5f028b4f of type vlan for network 17d18332-e7f2-4295-8c2d-76e27a927b58 Jul 30 02:12:41.759087 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.762893 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a0116-2720-4245-acba-e7dd7ba325a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1f9f40-fc01-4a63-b88a-c383b1b649e3,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:41.800964 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] Pushing event updated for resources: {'Port': ['ID=733cec39-775d-4ffd-b624-f420267e67b0,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:41.812544 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e00a0116-2720-4245-acba-e7dd7ba325a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.853094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] Attempting to bind port 733cec39-775d-4ffd-b624-f420267e67b0 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:12:41.853471 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] Attempting to bind port 733cec39-775d-4ffd-b624-f420267e67b0 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'cdbd72ab-411b-4d81-8301-fdf47d5285c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '72faef00-d6f9-4e2c-8e8a-1790561847df'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:12:41.853776 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] Attempting to bind port 733cec39-775d-4ffd-b624-f420267e67b0 on network 72faef00-d6f9-4e2c-8e8a-1790561847df {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:12:41.859055 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] Port 733cec39-775d-4ffd-b624-f420267e67b0 on network 72faef00-d6f9-4e2c-8e8a-1790561847df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:12:41.859393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] Attempting to bind port 733cec39-775d-4ffd-b624-f420267e67b0 on network 72faef00-d6f9-4e2c-8e8a-1790561847df {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:12:41.864818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:12:41.865433 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] Checking segment: {'id': 'cdbd72ab-411b-4d81-8301-fdf47d5285c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '72faef00-d6f9-4e2c-8e8a-1790561847df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:41.865823 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] Bound using segment: {'id': 'cdbd72ab-411b-4d81-8301-fdf47d5285c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '72faef00-d6f9-4e2c-8e8a-1790561847df'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:12:41.866364 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] Bound port: 733cec39-775d-4ffd-b624-f420267e67b0, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbd72ab-411b-4d81-8301-fdf47d5285c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '72faef00-d6f9-4e2c-8e8a-1790561847df'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:12:41.866730 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.938053 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] For port 733cec39-775d-4ffd-b624-f420267e67b0, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:12:41.941808 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] For port 733cec39-775d-4ffd-b624-f420267e67b0, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=733cec39-775d-4ffd-b624-f420267e67b0,segment=NetworkSegment(cdbd72ab-411b-4d81-8301-fdf47d5285c1),segment_id=cdbd72ab-411b-4d81-8301-fdf47d5285c1)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:12:41.943233 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e00a0116-2720-4245-acba-e7dd7ba325a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.945564 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00a0116-2720-4245-acba-e7dd7ba325a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:41.945564 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e00a0116-2720-4245-acba-e7dd7ba325a9 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:42.015494 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a0116-2720-4245-acba-e7dd7ba325a9 admin admin] Pushing event updated for resources: {'Network': ['ID=17d18332-e7f2-4295-8c2d-76e27a927b58,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:42.025757 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 17d18332-e7f2-4295-8c2d-76e27a927b58 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:12:42.039973 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:42.095806 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e00a0116-2720-4245-acba-e7dd7ba325a9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8637397 Jul 30 02:12:42.096758 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52860) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:42.101968 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-f2c798ca-2acc-44a0-ac67-b7ea9b66e342 admin admin] Request body: {'subnet': {'network_id': '17d18332-e7f2-4295-8c2d-76e27a927b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-601742978-subnet', 'tenant_id': '4b301196e27647d78779ad9a65ec1325', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:42.105571 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:42.107762 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:42.109631 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] 10.222.0.10 "PUT /v2.0/ports/733cec39-775d-4ffd-b624-f420267e67b0 HTTP/1.1" status: 200 len: 1092 time: 0.9852548 Jul 30 02:12:42.110249 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb270cd8-5e36-43ae-b926-270f8e776af6', 'tag': '733cec39-775d-4ffd-b624-f420267e67b0'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:12:42.113291 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a433591-70ae-4ba7-abc0-cf0ce1023fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "cb270cd8-5e36-43ae-b926-270f8e776af6", "tag": "733cec39-775d-4ffd-b624-f420267e67b0"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:12:42.157790 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537701c8-fa13-4906-9d0e-9c427c2fe31b x-openstack-request-id: req-537701c8-fa13-4906-9d0e-9c427c2fe31b {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:12:42.158288 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb270cd8-5e36-43ae-b926-270f8e776af6", "tag": "733cec39-775d-4ffd-b624-f420267e67b0", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:12:42.158643 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-537701c8-fa13-4906-9d0e-9c427c2fe31b {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:12:42.159111 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb270cd8-5e36-43ae-b926-270f8e776af6', 'tag': '733cec39-775d-4ffd-b624-f420267e67b0', 'status': 'completed', 'code': 200} Jul 30 02:12:42.160139 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f1da8-027f-408d-90a4-d433e83e8b5f service neutron] Pushing event updated for resources: {'Port': ['ID=733cec39-775d-4ffd-b624-f420267e67b0,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:42.227470 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a433591-70ae-4ba7-abc0-cf0ce1023fd4 req-c6d523f6-cf63-423a-9be7-8b6429abd962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:42.230290 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c798ca-2acc-44a0-ac67-b7ea9b66e342 admin admin] Made reservation on behalf of 4b301196e27647d78779ad9a65ec1325 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:42.230536 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1a433591-70ae-4ba7-abc0-cf0ce1023fd4 req-c6d523f6-cf63-423a-9be7-8b6429abd962 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=56bc37224d8a469c9f32ac0cbf4e2e7d&device_id=cb270cd8-5e36-43ae-b926-270f8e776af6 HTTP/1.1" status: 200 len: 1095 time: 0.0476933 Jul 30 02:12:42.231222 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f2c798ca-2acc-44a0-ac67-b7ea9b66e342 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:42.349680 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a433591-70ae-4ba7-abc0-cf0ce1023fd4 req-52f9ea7f-7f36-471e-afda-169451c52e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:42.351500 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1a433591-70ae-4ba7-abc0-cf0ce1023fd4 req-52f9ea7f-7f36-471e-afda-169451c52e97 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=56bc37224d8a469c9f32ac0cbf4e2e7d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1151562 Jul 30 02:12:42.469463 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a433591-70ae-4ba7-abc0-cf0ce1023fd4 req-4f118bcd-2bbf-4b82-a5c3-1bb7bd36689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:42.471592 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1a433591-70ae-4ba7-abc0-cf0ce1023fd4 req-4f118bcd-2bbf-4b82-a5c3-1bb7bd36689e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1128051 Jul 30 02:12:42.604403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782866f-9987-4124-a9be-3def457f16b7 req-05082221-e918-434b-b235-851b2e97907c tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:42.605945 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3782866f-9987-4124-a9be-3def457f16b7 req-05082221-e918-434b-b235-851b2e97907c tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb270cd8-5e36-43ae-b926-270f8e776af6 HTTP/1.1" status: 200 len: 944 time: 0.0948656 Jul 30 02:12:42.609131 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-0d9c5f54-835b-44af-828c-3a115c071ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:42.610813 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-0d9c5f54-835b-44af-828c-3a115c071ede service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=56bc37224d8a469c9f32ac0cbf4e2e7d&device_id=cb270cd8-5e36-43ae-b926-270f8e776af6 HTTP/1.1" status: 200 len: 1095 time: 0.0969808 Jul 30 02:12:42.660131 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-7224386d-7754-4c3a-a705-443e3e8282ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=733cec39-775d-4ffd-b624-f420267e67b0 HTTP/1.1" status: 200 len: 217 time: 0.0407941 Jul 30 02:12:42.687589 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3782866f-9987-4124-a9be-3def457f16b7 req-ede1389b-24da-4738-b1bd-f6688467d105 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745389 Jul 30 02:12:42.724083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-b432ee30-3900-4c1b-8923-828161057ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:42.725537 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-b432ee30-3900-4c1b-8923-828161057ada service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec319b19-0bc6-4c72-978b-219500f23bfd HTTP/1.1" status: 200 len: 849 time: 0.0538130 Jul 30 02:12:42.725671 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f2c798ca-2acc-44a0-ac67-b7ea9b66e342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:42.767080 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-dad33ef9-62f3-4921-8109-a952b318afc9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72faef00-d6f9-4e2c-8e8a-1790561847df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317421 Jul 30 02:12:42.795314 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c798ca-2acc-44a0-ac67-b7ea9b66e342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65656ab7-a585-4706-b36a-7310d1af88ee,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:42.804726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c798ca-2acc-44a0-ac67-b7ea9b66e342 admin admin] Checking segment: {'id': '13d96690-e0eb-48ba-8b3d-d49d5f028b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '17d18332-e7f2-4295-8c2d-76e27a927b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:42.807071 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c798ca-2acc-44a0-ac67-b7ea9b66e342 admin admin] Network hostable DHCP agents. Network: 17d18332-e7f2-4295-8c2d-76e27a927b58, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:12:42.862345 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-05b6d2e3-a043-45c4-902f-571e9a8d8bc3 service neutron] 10.222.0.10 "GET /v2.0/networks/72faef00-d6f9-4e2c-8e8a-1790561847df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864532 Jul 30 02:12:42.895377 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c798ca-2acc-44a0-ac67-b7ea9b66e342 admin admin] Network 17d18332-e7f2-4295-8c2d-76e27a927b58 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:12:42.963983 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d48c7899-f65e-4bd5-93cf-af25724da3df req-0568096f-01b3-413e-9d94-916557af4f8f service neutron] 10.222.0.10 "GET /v2.0/networks/72faef00-d6f9-4e2c-8e8a-1790561847df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936496 Jul 30 02:12:42.999362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-f2c798ca-2acc-44a0-ac67-b7ea9b66e342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 17d18332-e7f2-4295-8c2d-76e27a927b58) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:43.009173 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c798ca-2acc-44a0-ac67-b7ea9b66e342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:43.009173 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f2c798ca-2acc-44a0-ac67-b7ea9b66e342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:43.010006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3e8fb6-c788-4ee8-928c-053498fa58d1 None None] Network 17d18332-e7f2-4295-8c2d-76e27a927b58 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:43.091868 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f2c798ca-2acc-44a0-ac67-b7ea9b66e342 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9933178 Jul 30 02:12:43.145236 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f02f7e1-eeb0-4f5c-8daf-a106ca2bd683 None None] Network 17d18332-e7f2-4295-8c2d-76e27a927b58 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:43.343629 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:43.818072 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f600b6-2acc-48aa-b163-8cdcabaff4f7 req-a17e4f71-e75b-475f-8df9-f2a7ace2def9 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:43.820701 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00f600b6-2acc-48aa-b163-8cdcabaff4f7 req-a17e4f71-e75b-475f-8df9-f2a7ace2def9 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb270cd8-5e36-43ae-b926-270f8e776af6 HTTP/1.1" status: 200 len: 944 time: 0.0598598 Jul 30 02:12:43.865212 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-00f600b6-2acc-48aa-b163-8cdcabaff4f7 req-09f99f34-208f-4541-84e9-ba3d5163d508 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388627 Jul 30 02:12:44.561820 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52908) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:44.569422 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-f746dbbb-3075-4e55-95c1-1081ea3e6aa8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1655074536-network', 'tenant_id': '2b8200ac1b624251b698ec4de2b035bd'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:44.650571 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:44.667892 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f746dbbb-3075-4e55-95c1-1081ea3e6aa8 admin admin] Made reservation on behalf of 2b8200ac1b624251b698ec4de2b035bd for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:44.670459 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f746dbbb-3075-4e55-95c1-1081ea3e6aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:44.679117 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f746dbbb-3075-4e55-95c1-1081ea3e6aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:44.774343 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f746dbbb-3075-4e55-95c1-1081ea3e6aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:44.845144 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f746dbbb-3075-4e55-95c1-1081ea3e6aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:44.872706 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f746dbbb-3075-4e55-95c1-1081ea3e6aa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:12:44.905955 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746dbbb-3075-4e55-95c1-1081ea3e6aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd197be-c16b-4b09-a702-a80a627dfb99,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:44.915976 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3858d4b-cc53-447d-8c5a-4776cdaf2747 req-e1fc715a-7aa1-460a-be30-6bca4c4d8613 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509553 Jul 30 02:12:44.927692 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f746dbbb-3075-4e55-95c1-1081ea3e6aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:44.928293 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-f746dbbb-3075-4e55-95c1-1081ea3e6aa8 admin admin] Added segment 40344649-b9b3-471b-aa19-7c72e4a47385 of type vlan for network 86303c6a-7aac-4eef-acb0-e2fe3b396ac9 Jul 30 02:12:44.977641 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f746dbbb-3075-4e55-95c1-1081ea3e6aa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:45.053404 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f89a25-2fae-49e3-a941-5b7342c025b7 req-b3b1434a-52ac-4e41-91d9-d04dc6d311ac tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:45.055013 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-06f89a25-2fae-49e3-a941-5b7342c025b7 req-b3b1434a-52ac-4e41-91d9-d04dc6d311ac tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb270cd8-5e36-43ae-b926-270f8e776af6 HTTP/1.1" status: 200 len: 944 time: 0.0894949 Jul 30 02:12:45.071365 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3858d4b-cc53-447d-8c5a-4776cdaf2747 req-a091ee1e-a572-43a7-8102-11bfebf3addd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:45.072940 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3858d4b-cc53-447d-8c5a-4776cdaf2747 req-a091ee1e-a572-43a7-8102-11bfebf3addd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7178d3e97eda4b719733eaf558d6f1f6&device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 1097 time: 0.0684187 Jul 30 02:12:45.073535 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f746dbbb-3075-4e55-95c1-1081ea3e6aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:45.075617 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746dbbb-3075-4e55-95c1-1081ea3e6aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:45.076215 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f746dbbb-3075-4e55-95c1-1081ea3e6aa8 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:45.126891 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-06f89a25-2fae-49e3-a941-5b7342c025b7 req-280234f9-adc5-4aa3-9e57-fc2b5cadcc3f tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632007 Jul 30 02:12:45.157036 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746dbbb-3075-4e55-95c1-1081ea3e6aa8 admin admin] Pushing event updated for resources: {'Network': ['ID=86303c6a-7aac-4eef-acb0-e2fe3b396ac9,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:45.167700 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 86303c6a-7aac-4eef-acb0-e2fe3b396ac9 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:12:45.235988 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f746dbbb-3075-4e55-95c1-1081ea3e6aa8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6640601 Jul 30 02:12:45.235988 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52924) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:45.240631 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d4ef8fa9-c4a2-44db-b6e8-8b34d3a47cfd admin admin] Request body: {'subnet': {'network_id': '86303c6a-7aac-4eef-acb0-e2fe3b396ac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1655074536-subnet', 'tenant_id': '2b8200ac1b624251b698ec4de2b035bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:45.274845 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3858d4b-cc53-447d-8c5a-4776cdaf2747 req-9f939eda-37ba-45f0-b12e-754618ff0594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:45.276406 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3858d4b-cc53-447d-8c5a-4776cdaf2747 req-9f939eda-37ba-45f0-b12e-754618ff0594 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d1bd7e5e-52b7-4310-a8ae-008a603d18e1 HTTP/1.1" status: 200 len: 897 time: 0.1733029 Jul 30 02:12:45.353183 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ef8fa9-c4a2-44db-b6e8-8b34d3a47cfd admin admin] Made reservation on behalf of 2b8200ac1b624251b698ec4de2b035bd for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:45.356478 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4ef8fa9-c4a2-44db-b6e8-8b34d3a47cfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:45.368785 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3858d4b-cc53-447d-8c5a-4776cdaf2747 req-0715c3d0-3418-4f20-a331-ffac609cd996 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=758eb475-03c4-4fb5-8980-c7212ffc528b HTTP/1.1" status: 200 len: 1002 time: 0.0814207 Jul 30 02:12:45.420939 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3858d4b-cc53-447d-8c5a-4776cdaf2747 req-e935937f-9f13-42c4-bc67-ba989cc88c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:45.422468 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3858d4b-cc53-447d-8c5a-4776cdaf2747 req-e935937f-9f13-42c4-bc67-ba989cc88c54 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7c9bac8a-05a8-4ddb-86a2-09676d2aa38e HTTP/1.1" status: 200 len: 835 time: 0.0464234 Jul 30 02:12:45.471427 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3858d4b-cc53-447d-8c5a-4776cdaf2747 req-ad484074-310f-427d-b800-c740f031295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:45.473328 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3858d4b-cc53-447d-8c5a-4776cdaf2747 req-ad484074-310f-427d-b800-c740f031295c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d1bd7e5e-52b7-4310-a8ae-008a603d18e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434186 Jul 30 02:12:45.576815 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3858d4b-cc53-447d-8c5a-4776cdaf2747 req-ae27a228-1c16-48a9-8e42-9d95147a69dd service neutron] 10.222.0.77 "GET /v2.0/networks/d1bd7e5e-52b7-4310-a8ae-008a603d18e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965028 Jul 30 02:12:45.610335 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4ef8fa9-c4a2-44db-b6e8-8b34d3a47cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:45.683649 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef8fa9-c4a2-44db-b6e8-8b34d3a47cfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=87ef7742-8a60-43b5-8e44-d713681ca4d7,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:45.689072 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ef8fa9-c4a2-44db-b6e8-8b34d3a47cfd admin admin] Checking segment: {'id': '40344649-b9b3-471b-aa19-7c72e4a47385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '86303c6a-7aac-4eef-acb0-e2fe3b396ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:45.689737 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ef8fa9-c4a2-44db-b6e8-8b34d3a47cfd admin admin] Network hostable DHCP agents. Network: 86303c6a-7aac-4eef-acb0-e2fe3b396ac9, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:12:45.693477 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3858d4b-cc53-447d-8c5a-4776cdaf2747 req-bbc4e195-e578-4347-a5e7-3c7198c90755 service neutron] 10.222.0.77 "GET /v2.0/networks/d1bd7e5e-52b7-4310-a8ae-008a603d18e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036956 Jul 30 02:12:45.770851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ef8fa9-c4a2-44db-b6e8-8b34d3a47cfd admin admin] Network 86303c6a-7aac-4eef-acb0-e2fe3b396ac9 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:12:45.856876 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d4ef8fa9-c4a2-44db-b6e8-8b34d3a47cfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 86303c6a-7aac-4eef-acb0-e2fe3b396ac9) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:45.861714 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ef8fa9-c4a2-44db-b6e8-8b34d3a47cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:45.862599 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d4ef8fa9-c4a2-44db-b6e8-8b34d3a47cfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:45.867058 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b7aced-7375-4e62-aed4-87d51207fa90 None None] Network 86303c6a-7aac-4eef-acb0-e2fe3b396ac9 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:45.954238 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d4ef8fa9-c4a2-44db-b6e8-8b34d3a47cfd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7230058 Jul 30 02:12:46.014471 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1187a97a-61e7-41c7-9924-6c5e62bb51f3 None None] Network 86303c6a-7aac-4eef-acb0-e2fe3b396ac9 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:46.100707 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52940) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:46.192185 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed490cdc-b86f-4e43-b1e1-efd55a40d58c admin admin] Deleting subnet 65656ab7-a585-4706-b36a-7310d1af88ee {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:12:46.196185 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed490cdc-b86f-4e43-b1e1-efd55a40d58c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.266425 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed490cdc-b86f-4e43-b1e1-efd55a40d58c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.304683 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06090817-5c9e-4633-be46-c9a63e1781a7 req-97e3babc-c064-4a90-9e16-cf03d5df322b tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:46.306210 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-06090817-5c9e-4633-be46-c9a63e1781a7 req-97e3babc-c064-4a90-9e16-cf03d5df322b tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb270cd8-5e36-43ae-b926-270f8e776af6 HTTP/1.1" status: 200 len: 944 time: 0.0995882 Jul 30 02:12:46.323759 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed490cdc-b86f-4e43-b1e1-efd55a40d58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.398582 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-06090817-5c9e-4633-be46-c9a63e1781a7 req-1a282d7c-6017-430e-83be-7cff76e768b4 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766785 Jul 30 02:12:46.490670 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed490cdc-b86f-4e43-b1e1-efd55a40d58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.516263 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed490cdc-b86f-4e43-b1e1-efd55a40d58c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65656ab7-a585-4706-b36a-7310d1af88ee,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:46.526851 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed490cdc-b86f-4e43-b1e1-efd55a40d58c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.530793 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ed490cdc-b86f-4e43-b1e1-efd55a40d58c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/65656ab7-a585-4706-b36a-7310d1af88ee HTTP/1.1" status: 204 len: 168 time: 0.4290233 Jul 30 02:12:46.531635 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52950) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:46.534360 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed490cdc-b86f-4e43-b1e1-efd55a40d58c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:46.535013 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed490cdc-b86f-4e43-b1e1-efd55a40d58c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:46.535013 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed490cdc-b86f-4e43-b1e1-efd55a40d58c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:46.535448 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed490cdc-b86f-4e43-b1e1-efd55a40d58c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:46.535683 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed490cdc-b86f-4e43-b1e1-efd55a40d58c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:46.536015 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed490cdc-b86f-4e43-b1e1-efd55a40d58c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:46.536352 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed490cdc-b86f-4e43-b1e1-efd55a40d58c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:46.536679 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed490cdc-b86f-4e43-b1e1-efd55a40d58c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:46.537002 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed490cdc-b86f-4e43-b1e1-efd55a40d58c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:46.537353 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed490cdc-b86f-4e43-b1e1-efd55a40d58c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:46.537688 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed490cdc-b86f-4e43-b1e1-efd55a40d58c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:46.538022 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed490cdc-b86f-4e43-b1e1-efd55a40d58c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:46.616206 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-089754f3-a3bf-40a3-ae0b-c2cd080e3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.699694 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-089754f3-a3bf-40a3-ae0b-c2cd080e3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.712464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-089754f3-a3bf-40a3-ae0b-c2cd080e3d44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d18332-e7f2-4295-8c2d-76e27a927b58']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:46.725876 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-089754f3-a3bf-40a3-ae0b-c2cd080e3d44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d96690-e0eb-48ba-8b3d-d49d5f028b4f') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:46.725876 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-089754f3-a3bf-40a3-ae0b-c2cd080e3d44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d96690-e0eb-48ba-8b3d-d49d5f028b4f') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:46.741315 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-089754f3-a3bf-40a3-ae0b-c2cd080e3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.760782 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-089754f3-a3bf-40a3-ae0b-c2cd080e3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.770844 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089754f3-a3bf-40a3-ae0b-c2cd080e3d44 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:12:46.771263 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-089754f3-a3bf-40a3-ae0b-c2cd080e3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:12:46.773177 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:12:47.267211 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-089754f3-a3bf-40a3-ae0b-c2cd080e3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.272862 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-089754f3-a3bf-40a3-ae0b-c2cd080e3d44 admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.281004 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-089754f3-a3bf-40a3-ae0b-c2cd080e3d44 admin admin] 10.222.0.70 "DELETE /v2.0/networks/17d18332-e7f2-4295-8c2d-76e27a927b58 HTTP/1.1" status: 204 len: 168 time: 0.7423966 Jul 30 02:12:47.281119 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52970) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:47.297287 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089754f3-a3bf-40a3-ae0b-c2cd080e3d44 admin admin] Pushing event deleted for resources: {'Network': ['ID=17d18332-e7f2-4295-8c2d-76e27a927b58,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:47.331513 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-c606f668-6415-4da8-beb8-b16e365ce858 admin admin] Deleting subnet 87ef7742-8a60-43b5-8e44-d713681ca4d7 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:12:47.334912 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c606f668-6415-4da8-beb8-b16e365ce858 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.367515 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 733cec39-775d-4ffd-b624-f420267e67b0 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:12:47.408798 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c606f668-6415-4da8-beb8-b16e365ce858 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.462078 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c606f668-6415-4da8-beb8-b16e365ce858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.529735 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 733cec39-775d-4ffd-b624-f420267e67b0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=733cec39-775d-4ffd-b624-f420267e67b0,segment=NetworkSegment(cdbd72ab-411b-4d81-8301-fdf47d5285c1),segment_id=cdbd72ab-411b-4d81-8301-fdf47d5285c1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:47.551750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '733cec39-775d-4ffd-b624-f420267e67b0', 'network_id': '72faef00-d6f9-4e2c-8e8a-1790561847df', 'port_id': '733cec39-775d-4ffd-b624-f420267e67b0', 'mac_address': 'fa:16:3e:10:c9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec319b19-0bc6-4c72-978b-219500f23bfd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:12:47.568596 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d36b-95f5-436c-a830-a5d8527aa3c8 req-d7ddb08a-89dc-4ffc-8de7-653b85a9ed0b tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:47.570894 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4846d36b-95f5-436c-a830-a5d8527aa3c8 req-d7ddb08a-89dc-4ffc-8de7-653b85a9ed0b tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb270cd8-5e36-43ae-b926-270f8e776af6 HTTP/1.1" status: 200 len: 944 time: 0.0710649 Jul 30 02:12:47.593600 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.605886 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c606f668-6415-4da8-beb8-b16e365ce858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.617193 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733cec39-775d-4ffd-b624-f420267e67b0 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:12:47.628136 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4846d36b-95f5-436c-a830-a5d8527aa3c8 req-914fcce7-221e-414f-9eca-4f3a2714611c tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506933 Jul 30 02:12:47.638753 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f668-6415-4da8-beb8-b16e365ce858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87ef7742-8a60-43b5-8e44-d713681ca4d7,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:47.646711 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c606f668-6415-4da8-beb8-b16e365ce858 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.646711 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c606f668-6415-4da8-beb8-b16e365ce858 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/87ef7742-8a60-43b5-8e44-d713681ca4d7 HTTP/1.1" status: 204 len: 168 time: 0.3656049 Jul 30 02:12:47.647930 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 52980) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:47.648441 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 733cec39-775d-4ffd-b624-f420267e67b0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=733cec39-775d-4ffd-b624-f420267e67b0,segment=NetworkSegment(cdbd72ab-411b-4d81-8301-fdf47d5285c1),segment_id=cdbd72ab-411b-4d81-8301-fdf47d5285c1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:47.719247 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.721527 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a4a36457-9c8d-4220-87fb-0b3775d5435b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.756140 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.783118 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 52984) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:47.791709 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=733cec39-775d-4ffd-b624-f420267e67b0,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:47.819818 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a4a36457-9c8d-4220-87fb-0b3775d5435b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.831476 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-a4a36457-9c8d-4220-87fb-0b3775d5435b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86303c6a-7aac-4eef-acb0-e2fe3b396ac9']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:47.843301 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-a4a36457-9c8d-4220-87fb-0b3775d5435b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40344649-b9b3-471b-aa19-7c72e4a47385') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:47.843600 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-a4a36457-9c8d-4220-87fb-0b3775d5435b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40344649-b9b3-471b-aa19-7c72e4a47385') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:47.853497 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a4a36457-9c8d-4220-87fb-0b3775d5435b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.869104 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a4a36457-9c8d-4220-87fb-0b3775d5435b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.875290 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a36457-9c8d-4220-87fb-0b3775d5435b admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:12:47.875773 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a4a36457-9c8d-4220-87fb-0b3775d5435b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:12:47.877789 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:12:47.935908 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['733cec39-775d-4ffd-b624-f420267e67b0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:12:48.051539 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a4a36457-9c8d-4220-87fb-0b3775d5435b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:48.068655 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a4a36457-9c8d-4220-87fb-0b3775d5435b admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:48.071628 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a4a36457-9c8d-4220-87fb-0b3775d5435b admin admin] 10.222.0.70 "DELETE /v2.0/networks/86303c6a-7aac-4eef-acb0-e2fe3b396ac9 HTTP/1.1" status: 204 len: 168 time: 0.4213505 Jul 30 02:12:48.071628 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a36457-9c8d-4220-87fb-0b3775d5435b admin admin] Pushing event deleted for resources: {'Network': ['ID=86303c6a-7aac-4eef-acb0-e2fe3b396ac9,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:48.241217 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9c4c862a-63a7-4e8e-84ae-3bb0db785dd7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:48.540766 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53006) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:48.588089 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a5d6a28a-e401-4506-aef5-a8bd5ec6b25f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4b301196e27647d78779ad9a65ec1325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437510 Jul 30 02:12:48.588774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53010) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:48.595112 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-9c4c862a-63a7-4e8e-84ae-3bb0db785dd7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Deleting port e423cbf6-9d22-4bb3-908d-3274ce1b3f06 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:48.596172 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9c4c862a-63a7-4e8e-84ae-3bb0db785dd7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:48.642995 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dfc62302-d739-4f43-ba07-95d5a33c3c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:48.704463 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dfc62302-d739-4f43-ba07-95d5a33c3c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:48.715914 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-9c4c862a-63a7-4e8e-84ae-3bb0db785dd7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] For port e423cbf6-9d22-4bb3-908d-3274ce1b3f06, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e423cbf6-9d22-4bb3-908d-3274ce1b3f06,segment=NetworkSegment(5e6bdf09-aaad-4ce1-897c-97046901cbc4),segment_id=5e6bdf09-aaad-4ce1-897c-97046901cbc4)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:48.716255 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9c4c862a-63a7-4e8e-84ae-3bb0db785dd7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:48.768460 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-9c4c862a-63a7-4e8e-84ae-3bb0db785dd7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Calling delete_port for e423cbf6-9d22-4bb3-908d-3274ce1b3f06 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:48.788607 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d16e5-3f3d-4bea-b64e-78b14061d0a8 req-882d6c1a-0ee6-4d14-821e-ca59de0daf8a tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:48.790066 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-904d16e5-3f3d-4bea-b64e-78b14061d0a8 req-882d6c1a-0ee6-4d14-821e-ca59de0daf8a tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb270cd8-5e36-43ae-b926-270f8e776af6 HTTP/1.1" status: 200 len: 945 time: 0.0774961 Jul 30 02:12:48.827779 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dfc62302-d739-4f43-ba07-95d5a33c3c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:48.830454 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dfc62302-d739-4f43-ba07-95d5a33c3c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:48.831958 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dfc62302-d739-4f43-ba07-95d5a33c3c63 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6a1f9f40-fc01-4a63-b88a-c383b1b649e3 HTTP/1.1" status: 204 len: 168 time: 0.2427435 Jul 30 02:12:48.842210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc62302-d739-4f43-ba07-95d5a33c3c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1f9f40-fc01-4a63-b88a-c383b1b649e3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:48.883737 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-904d16e5-3f3d-4bea-b64e-78b14061d0a8 req-d79b588a-dd61-4ede-ae74-71be54a74e53 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617809 Jul 30 02:12:49.077736 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9c4c862a-63a7-4e8e-84ae-3bb0db785dd7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:49.122777 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c862a-63a7-4e8e-84ae-3bb0db785dd7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event deleted for resources: {'Port': ['ID=e423cbf6-9d22-4bb3-908d-3274ce1b3f06,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:49.353386 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9c4c862a-63a7-4e8e-84ae-3bb0db785dd7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:49.374737 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 733cec39-775d-4ffd-b624-f420267e67b0 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:49.484666 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 733cec39-775d-4ffd-b624-f420267e67b0 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:49.489325 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 733cec39-775d-4ffd-b624-f420267e67b0 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:49.495126 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:49.617333 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4c862a-63a7-4e8e-84ae-3bb0db785dd7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:12:49.620683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53038) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:49.634003 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:49.680225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb270cd8-5e36-43ae-b926-270f8e776af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733cec39-775d-4ffd-b624-f420267e67b0'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:12:49.684708 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361a2eeb-151f-4dd9-97f1-b196a3bbfc09" -d '{"events": [{"server_uuid": "cb270cd8-5e36-43ae-b926-270f8e776af6", "name": "network-vif-plugged", "status": "completed", "tag": "733cec39-775d-4ffd-b624-f420267e67b0"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:12:49.705048 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-45d866f1-a98d-40ee-8684-172b58be0627 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2b8200ac1b624251b698ec4de2b035bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815222 Jul 30 02:12:49.706040 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53042) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:49.716905 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 733cec39-775d-4ffd-b624-f420267e67b0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=733cec39-775d-4ffd-b624-f420267e67b0,segment=NetworkSegment(cdbd72ab-411b-4d81-8301-fdf47d5285c1),segment_id=cdbd72ab-411b-4d81-8301-fdf47d5285c1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:49.757167 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4c862a-63a7-4e8e-84ae-3bb0db785dd7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:12:49.768191 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9c4c862a-63a7-4e8e-84ae-3bb0db785dd7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "PUT /v2.0/routers/2ed8660b-733d-4b15-9600-d1d34bd7bd1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9801962 Jul 30 02:12:49.769587 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccda564-1ed7-4f0b-acb7-d9371bbe6941 x-openstack-request-id: req-4ccda564-1ed7-4f0b-acb7-d9371bbe6941 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:12:49.769940 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb270cd8-5e36-43ae-b926-270f8e776af6", "name": "network-vif-plugged", "status": "completed", "tag": "733cec39-775d-4ffd-b624-f420267e67b0", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:12:49.770260 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ccda564-1ed7-4f0b-acb7-d9371bbe6941 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:12:49.770735 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb270cd8-5e36-43ae-b926-270f8e776af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733cec39-775d-4ffd-b624-f420267e67b0', 'code': 200} Jul 30 02:12:49.777275 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c608c52-acf6-429e-a3bf-1ce127b03a0d None None] Sync routers for ids ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:12:49.778398 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:49.785880 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdd8614b-47d4-4c62-93d1-fc83416bd858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:49.786058 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c608c52-acf6-429e-a3bf-1ce127b03a0d None None] Routers {'2ed8660b-733d-4b15-9600-d1d34bd7bd1e'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:12:49.786734 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-3c608c52-acf6-429e-a3bf-1ce127b03a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:12:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:49.826951 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdd8614b-47d4-4c62-93d1-fc83416bd858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:49.841510 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=733cec39-775d-4ffd-b624-f420267e67b0,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:49.925859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d0e68-924e-447f-b3e6-de877dbb1fff req-6aca6f00-3caf-4dd9-a04d-a62be8cecca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:49.928199 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b08d0e68-924e-447f-b3e6-de877dbb1fff req-6aca6f00-3caf-4dd9-a04d-a62be8cecca7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cb270cd8-5e36-43ae-b926-270f8e776af6 HTTP/1.1" status: 200 len: 1097 time: 0.0582495 Jul 30 02:12:50.057199 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdd8614b-47d4-4c62-93d1-fc83416bd858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:50.057421 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-3c608c52-acf6-429e-a3bf-1ce127b03a0d None None] Set router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:12:50.061556 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdd8614b-47d4-4c62-93d1-fc83416bd858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:50.063263 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bdd8614b-47d4-4c62-93d1-fc83416bd858 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cdd197be-c16b-4b09-a702-a80a627dfb99 HTTP/1.1" status: 204 len: 168 time: 0.3559573 Jul 30 02:12:50.146586 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b08d0e68-924e-447f-b3e6-de877dbb1fff req-923f71a9-533d-4d38-b9aa-1949c5a3513d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046049 Jul 30 02:12:50.155482 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8614b-47d4-4c62-93d1-fc83416bd858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd197be-c16b-4b09-a702-a80a627dfb99,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:50.232664 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c982339-6265-45e9-a181-a98fa1175093 req-eab4dfda-752b-4c27-9c18-e64d05cda1b2 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:50.248070 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9c982339-6265-45e9-a181-a98fa1175093 req-eab4dfda-752b-4c27-9c18-e64d05cda1b2 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb270cd8-5e36-43ae-b926-270f8e776af6 HTTP/1.1" status: 200 len: 946 time: 0.2537472 Jul 30 02:12:50.289859 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9c982339-6265-45e9-a181-a98fa1175093 req-e3a3f0d2-f8c8-43d7-b4ec-7cd3c44cd72a tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367568 Jul 30 02:12:50.363874 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-3c608c52-acf6-429e-a3bf-1ce127b03a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '51b26e85-c397-45d0-a5df-92070e26904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:46Z', 'updated_at': '2021-07-30T02:12:48Z', 'revision_number': 6, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '51b26e85-c397-45d0-a5df-92070e26904f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:47Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'd162d241-9826-4667-8231-51eab7a46770', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'port_id': '758eb475-03c4-4fb5-8980-c7212ffc528b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'mac_address': 'fa:16:3e:7b:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719c8fd9-5546-4990-abf8-8579b41a4c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:11:21Z', 'updated_at': '2021-07-30T02:11:26Z', 'revision_number': 1, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e6452b-90dc-43fc-980a-5cc2ed339569', 'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:f8:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:53Z', 'updated_at': '2021-07-30T02:11:02Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:50.395327 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c608c52-acf6-429e-a3bf-1ce127b03a0d None None] Checking router: 2ed8660b-733d-4b15-9600-d1d34bd7bd1e for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:12:50.403718 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c608c52-acf6-429e-a3bf-1ce127b03a0d None None] Routers {'2ed8660b-733d-4b15-9600-d1d34bd7bd1e'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:12:50.404333 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-3c608c52-acf6-429e-a3bf-1ce127b03a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:12:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:50.459122 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57cb07-3385-43a9-aad2-30dfa45dfffb req-15a3a531-3093-4da8-abaa-49f4e484374a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:50.466517 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ab57cb07-3385-43a9-aad2-30dfa45dfffb req-15a3a531-3093-4da8-abaa-49f4e484374a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=198a5a3a-bc40-43d0-b44d-fc2a51039799 HTTP/1.1" status: 200 len: 946 time: 0.0750594 Jul 30 02:12:50.512750 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ab57cb07-3385-43a9-aad2-30dfa45dfffb req-7d18f9eb-48ba-49e5-ae02-41cf4a002ebf tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d139a1-63db-4f32-b482-f446774ca0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449917 Jul 30 02:12:50.544398 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-3c608c52-acf6-429e-a3bf-1ce127b03a0d None None] Set router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:12:50.797541 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-3c608c52-acf6-429e-a3bf-1ce127b03a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '51b26e85-c397-45d0-a5df-92070e26904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:46Z', 'updated_at': '2021-07-30T02:12:48Z', 'revision_number': 6, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '51b26e85-c397-45d0-a5df-92070e26904f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:47Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'd162d241-9826-4667-8231-51eab7a46770', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'port_id': '758eb475-03c4-4fb5-8980-c7212ffc528b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'mac_address': 'fa:16:3e:7b:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719c8fd9-5546-4990-abf8-8579b41a4c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:11:21Z', 'updated_at': '2021-07-30T02:11:26Z', 'revision_number': 1, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e6452b-90dc-43fc-980a-5cc2ed339569', 'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:f8:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:53Z', 'updated_at': '2021-07-30T02:11:02Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:50.824567 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c608c52-acf6-429e-a3bf-1ce127b03a0d None None] The sync data for ids ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'] in n-d-713498-9 is: [{'id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '51b26e85-c397-45d0-a5df-92070e26904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:46Z', 'updated_at': '2021-07-30T02:12:48Z', 'revision_number': 6, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '51b26e85-c397-45d0-a5df-92070e26904f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:47Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'd162d241-9826-4667-8231-51eab7a46770', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'port_id': '758eb475-03c4-4fb5-8980-c7212ffc528b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'mac_address': 'fa:16:3e:7b:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719c8fd9-5546-4990-abf8-8579b41a4c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:11:21Z', 'updated_at': '2021-07-30T02:11:26Z', 'revision_number': 1, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e6452b-90dc-43fc-980a-5cc2ed339569', 'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:f8:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:53Z', 'updated_at': '2021-07-30T02:11:02Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:12:51.456587 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750f504-bea9-4824-9f0d-f738ff8afb8b req-7997f532-2914-41bb-ade3-8b03e2e524e6 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:51.460655 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d750f504-bea9-4824-9f0d-f738ff8afb8b req-7997f532-2914-41bb-ade3-8b03e2e524e6 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb270cd8-5e36-43ae-b926-270f8e776af6 HTTP/1.1" status: 200 len: 946 time: 0.0766623 Jul 30 02:12:51.501012 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d750f504-bea9-4824-9f0d-f738ff8afb8b req-23a90e2d-2c35-4dd3-9782-cc4395f57907 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394375 Jul 30 02:12:51.670693 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55876b9-58bf-4a73-8e47-267cb29d63e1 req-17c21e87-ea71-40f7-8613-de5c0253a983 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:51.673107 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b55876b9-58bf-4a73-8e47-267cb29d63e1 req-17c21e87-ea71-40f7-8613-de5c0253a983 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=198a5a3a-bc40-43d0-b44d-fc2a51039799 HTTP/1.1" status: 200 len: 946 time: 0.0523908 Jul 30 02:12:51.715219 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b55876b9-58bf-4a73-8e47-267cb29d63e1 req-4d986d47-5282-42a8-8f5c-d3b083eaadb6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d139a1-63db-4f32-b482-f446774ca0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357382 Jul 30 02:12:51.814157 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd77e9-7d2e-47b1-8893-b64fc7c159ee req-6acda2d5-829d-4495-b51f-86f840806898 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:51.816013 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ecfd77e9-7d2e-47b1-8893-b64fc7c159ee req-6acda2d5-829d-4495-b51f-86f840806898 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.10 "GET /v2.0/ports?device_id=198a5a3a-bc40-43d0-b44d-fc2a51039799 HTTP/1.1" status: 200 len: 946 time: 0.0569661 Jul 30 02:12:51.935022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e423cbf6-9d22-4bb3-908d-3274ce1b3f06 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:12:51.959641 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-ecfd77e9-7d2e-47b1-8893-b64fc7c159ee req-d4a13e4b-17f9-4a0f-9dea-a76866a54ac8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Deleting port 524efd2e-2e19-4cb4-bd04-5075c2c98089 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:51.960420 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ecfd77e9-7d2e-47b1-8893-b64fc7c159ee req-d4a13e4b-17f9-4a0f-9dea-a76866a54ac8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:51.960840 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: e423cbf6-9d22-4bb3-908d-3274ce1b3f06 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:12:51.961505 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e423cbf6-9d22-4bb3-908d-3274ce1b3f06 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:12:52.062510 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-ecfd77e9-7d2e-47b1-8893-b64fc7c159ee req-d4a13e4b-17f9-4a0f-9dea-a76866a54ac8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] For port 524efd2e-2e19-4cb4-bd04-5075c2c98089, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=524efd2e-2e19-4cb4-bd04-5075c2c98089,segment=NetworkSegment(5e6bdf09-aaad-4ce1-897c-97046901cbc4),segment_id=5e6bdf09-aaad-4ce1-897c-97046901cbc4)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:52.063107 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ecfd77e9-7d2e-47b1-8893-b64fc7c159ee req-d4a13e4b-17f9-4a0f-9dea-a76866a54ac8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:52.078040 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-ecfd77e9-7d2e-47b1-8893-b64fc7c159ee req-d4a13e4b-17f9-4a0f-9dea-a76866a54ac8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Calling delete_port for 524efd2e-2e19-4cb4-bd04-5075c2c98089 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:52.421305 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ecfd77e9-7d2e-47b1-8893-b64fc7c159ee req-d4a13e4b-17f9-4a0f-9dea-a76866a54ac8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:52.475005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a13e4b-17f9-4a0f-9dea-a76866a54ac8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event deleted for resources: {'Port': ['ID=524efd2e-2e19-4cb4-bd04-5075c2c98089,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:52.527639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfd77e9-7d2e-47b1-8893-b64fc7c159ee req-d4a13e4b-17f9-4a0f-9dea-a76866a54ac8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] No DVR routers for this DVR port 524efd2e-2e19-4cb4-bd04-5075c2c98089 on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:12:52.530884 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ecfd77e9-7d2e-47b1-8893-b64fc7c159ee req-d4a13e4b-17f9-4a0f-9dea-a76866a54ac8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:52.534498 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ecfd77e9-7d2e-47b1-8893-b64fc7c159ee req-d4a13e4b-17f9-4a0f-9dea-a76866a54ac8 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.10 "DELETE /v2.0/ports/524efd2e-2e19-4cb4-bd04-5075c2c98089 HTTP/1.1" status: 204 len: 173 time: 0.7077119 Jul 30 02:12:52.536762 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198a5a3a-bc40-43d0-b44d-fc2a51039799', 'name': 'network-vif-deleted', 'tag': '524efd2e-2e19-4cb4-bd04-5075c2c98089'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:12:52.539855 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109bc275-863e-457c-afff-e4a6052a7256" -d '{"events": [{"server_uuid": "198a5a3a-bc40-43d0-b44d-fc2a51039799", "name": "network-vif-deleted", "tag": "524efd2e-2e19-4cb4-bd04-5075c2c98089"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:12:52.602346 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4d69f8-88b2-4471-813e-1ff54fef87a3 x-openstack-request-id: req-8e4d69f8-88b2-4471-813e-1ff54fef87a3 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:12:52.602821 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198a5a3a-bc40-43d0-b44d-fc2a51039799", "name": "network-vif-deleted", "tag": "524efd2e-2e19-4cb4-bd04-5075c2c98089", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:12:52.603254 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e4d69f8-88b2-4471-813e-1ff54fef87a3 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:12:52.603691 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198a5a3a-bc40-43d0-b44d-fc2a51039799', 'name': 'network-vif-deleted', 'tag': '524efd2e-2e19-4cb4-bd04-5075c2c98089', 'status': 'completed', 'code': 200} Jul 30 02:12:52.833922 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d021612f-bcc0-4264-bdb8-13ce73d014a7 req-4dfa3cdf-73f1-4749-8e8b-4c4e33143031 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=198a5a3a-bc40-43d0-b44d-fc2a51039799 HTTP/1.1" status: 200 len: 210 time: 0.0379524 Jul 30 02:12:53.260376 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fe7fc-bec2-4648-85bf-27b853fdae8d req-541603e7-ab3d-4502-9224-47c8a2e38e1f tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:53.273215 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c81fe7fc-bec2-4648-85bf-27b853fdae8d req-541603e7-ab3d-4502-9224-47c8a2e38e1f tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb270cd8-5e36-43ae-b926-270f8e776af6 HTTP/1.1" status: 200 len: 946 time: 0.0545795 Jul 30 02:12:53.303106 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c81fe7fc-bec2-4648-85bf-27b853fdae8d req-b9955fee-b743-41da-8426-96c475b4d82b tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346134 Jul 30 02:12:53.909895 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53170) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:53.973487 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b0b76c95-f011-47bb-b806-a2f9e541e039 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:54.000260 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b0b76c95-f011-47bb-b806-a2f9e541e039 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:54.187463 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b0b76c95-f011-47bb-b806-a2f9e541e039 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:54.190231 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b0b76c95-f011-47bb-b806-a2f9e541e039 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:54.191507 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b0b76c95-f011-47bb-b806-a2f9e541e039 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "DELETE /v2.0/security-groups/82d139a1-63db-4f32-b482-f446774ca0db HTTP/1.1" status: 204 len: 168 time: 0.2805829 Jul 30 02:12:54.201751 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b76c95-f011-47bb-b806-a2f9e541e039 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d139a1-63db-4f32-b482-f446774ca0db,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:54.302540 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53178) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:54.374598 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e75ccac-cf27-407e-a9ee-3fe6b2e3b925 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Deleting subnet b613fee7-0220-46b0-a6c3-759a5e938a33 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:12:54.379544 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e75ccac-cf27-407e-a9ee-3fe6b2e3b925 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:54.492283 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e75ccac-cf27-407e-a9ee-3fe6b2e3b925 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:54.549443 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc34f7c-070c-4bf1-a934-f23bf1f30527 req-c3343957-e46e-431f-a386-39ca50266f77 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:54.551022 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4dc34f7c-070c-4bf1-a934-f23bf1f30527 req-c3343957-e46e-431f-a386-39ca50266f77 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb270cd8-5e36-43ae-b926-270f8e776af6 HTTP/1.1" status: 200 len: 946 time: 0.1544857 Jul 30 02:12:54.667586 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876456b3-0fdb-4fbd-8c96-40788f382882 req-8bd4b654-07e0-42bd-aed7-99170208cfb3 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:54.669357 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-876456b3-0fdb-4fbd-8c96-40788f382882 req-8bd4b654-07e0-42bd-aed7-99170208cfb3 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb270cd8-5e36-43ae-b926-270f8e776af6 HTTP/1.1" status: 200 len: 946 time: 0.1380024 Jul 30 02:12:54.672642 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4dc34f7c-070c-4bf1-a934-f23bf1f30527 req-ac4d5821-c0a1-4c69-bb0f-e1abce9f3023 tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/security-groups?id=6794cb3e-6435-4699-b1db-d330f53cd844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026185 Jul 30 02:12:54.718139 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e75ccac-cf27-407e-a9ee-3fe6b2e3b925 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:54.820169 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-876456b3-0fdb-4fbd-8c96-40788f382882 req-56e1030c-9354-4914-bbbb-54827f0bd19d tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Deleting port 733cec39-775d-4ffd-b624-f420267e67b0 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:54.820529 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-876456b3-0fdb-4fbd-8c96-40788f382882 req-56e1030c-9354-4914-bbbb-54827f0bd19d tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:54.904119 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e75ccac-cf27-407e-a9ee-3fe6b2e3b925 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:54.960685 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-876456b3-0fdb-4fbd-8c96-40788f382882 req-56e1030c-9354-4914-bbbb-54827f0bd19d tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] For port 733cec39-775d-4ffd-b624-f420267e67b0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=733cec39-775d-4ffd-b624-f420267e67b0,segment=NetworkSegment(cdbd72ab-411b-4d81-8301-fdf47d5285c1),segment_id=cdbd72ab-411b-4d81-8301-fdf47d5285c1)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:54.961355 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-876456b3-0fdb-4fbd-8c96-40788f382882 req-56e1030c-9354-4914-bbbb-54827f0bd19d tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:54.963967 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75ccac-cf27-407e-a9ee-3fe6b2e3b925 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event deleted for resources: {'Subnet': ['ID=b613fee7-0220-46b0-a6c3-759a5e938a33,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:54.978113 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e75ccac-cf27-407e-a9ee-3fe6b2e3b925 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:54.980117 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6e75ccac-cf27-407e-a9ee-3fe6b2e3b925 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "DELETE /v2.0/subnets/b613fee7-0220-46b0-a6c3-759a5e938a33 HTTP/1.1" status: 204 len: 168 time: 0.6763287 Jul 30 02:12:54.983187 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53188) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:54.991238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c293607b-a78e-4055-8ccd-baccff05d410 None None] Network 8e092881-df68-4232-9344-a0d3db71a64e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:55.027092 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-876456b3-0fdb-4fbd-8c96-40788f382882 req-56e1030c-9354-4914-bbbb-54827f0bd19d tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Calling delete_port for 733cec39-775d-4ffd-b624-f420267e67b0 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:55.160414 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b87e132-e3ee-4a9f-8000-68740ddbf1f1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.230920 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e475bfab-6459-4d8e-bba1-901ab6556e3d None None] DHCP port deletion for 8e092881-df68-4232-9344-a0d3db71a64e request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:12:55.296923 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-3b87e132-e3ee-4a9f-8000-68740ddbf1f1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Deleting port f480ec90-d116-4da4-bf9a-b896df5a4887 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:55.297291 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b87e132-e3ee-4a9f-8000-68740ddbf1f1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.303513 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e475bfab-6459-4d8e-bba1-901ab6556e3d None None] Deleting port f480ec90-d116-4da4-bf9a-b896df5a4887 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:55.304200 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e475bfab-6459-4d8e-bba1-901ab6556e3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.371391 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-3b87e132-e3ee-4a9f-8000-68740ddbf1f1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] For port f480ec90-d116-4da4-bf9a-b896df5a4887, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f480ec90-d116-4da4-bf9a-b896df5a4887,segment=NetworkSegment(5e6bdf09-aaad-4ce1-897c-97046901cbc4),segment_id=5e6bdf09-aaad-4ce1-897c-97046901cbc4)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:55.371768 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b87e132-e3ee-4a9f-8000-68740ddbf1f1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.379538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e475bfab-6459-4d8e-bba1-901ab6556e3d None None] For port f480ec90-d116-4da4-bf9a-b896df5a4887, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f480ec90-d116-4da4-bf9a-b896df5a4887,segment=NetworkSegment(5e6bdf09-aaad-4ce1-897c-97046901cbc4),segment_id=5e6bdf09-aaad-4ce1-897c-97046901cbc4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:55.380110 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e475bfab-6459-4d8e-bba1-901ab6556e3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.388474 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-3b87e132-e3ee-4a9f-8000-68740ddbf1f1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Calling delete_port for f480ec90-d116-4da4-bf9a-b896df5a4887 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:55.397861 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e475bfab-6459-4d8e-bba1-901ab6556e3d None None] Calling delete_port for f480ec90-d116-4da4-bf9a-b896df5a4887 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:55.403655 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 524efd2e-2e19-4cb4-bd04-5075c2c98089 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:12:55.431348 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 524efd2e-2e19-4cb4-bd04-5075c2c98089 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:12:55.431688 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 524efd2e-2e19-4cb4-bd04-5075c2c98089 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:12:55.452166 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-876456b3-0fdb-4fbd-8c96-40788f382882 req-56e1030c-9354-4914-bbbb-54827f0bd19d tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.467288 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['733cec39-775d-4ffd-b624-f420267e67b0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:12:55.485610 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1030c-9354-4914-bbbb-54827f0bd19d tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Pushing event deleted for resources: {'Port': ['ID=733cec39-775d-4ffd-b624-f420267e67b0,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:55.548238 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-876456b3-0fdb-4fbd-8c96-40788f382882 req-56e1030c-9354-4914-bbbb-54827f0bd19d tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] No DVR routers for this DVR port 733cec39-775d-4ffd-b624-f420267e67b0 on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:12:55.551989 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-876456b3-0fdb-4fbd-8c96-40788f382882 req-56e1030c-9354-4914-bbbb-54827f0bd19d tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.554234 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-876456b3-0fdb-4fbd-8c96-40788f382882 req-56e1030c-9354-4914-bbbb-54827f0bd19d tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.10 "DELETE /v2.0/ports/733cec39-775d-4ffd-b624-f420267e67b0 HTTP/1.1" status: 204 len: 173 time: 0.8780355 Jul 30 02:12:55.554838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb270cd8-5e36-43ae-b926-270f8e776af6', 'name': 'network-vif-deleted', 'tag': '733cec39-775d-4ffd-b624-f420267e67b0'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:12:55.557602 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb24dcbf-c82b-4047-a5d7-e5ce375ed066" -d '{"events": [{"server_uuid": "cb270cd8-5e36-43ae-b926-270f8e776af6", "name": "network-vif-deleted", "tag": "733cec39-775d-4ffd-b624-f420267e67b0"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:12:55.610594 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077ad313-a4af-487d-a1d6-5a2f845356a6 x-openstack-request-id: req-077ad313-a4af-487d-a1d6-5a2f845356a6 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:12:55.610887 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb270cd8-5e36-43ae-b926-270f8e776af6", "name": "network-vif-deleted", "tag": "733cec39-775d-4ffd-b624-f420267e67b0", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:12:55.611136 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-077ad313-a4af-487d-a1d6-5a2f845356a6 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:12:55.611568 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb270cd8-5e36-43ae-b926-270f8e776af6', 'name': 'network-vif-deleted', 'tag': '733cec39-775d-4ffd-b624-f420267e67b0', 'status': 'completed', 'code': 200} Jul 30 02:12:55.633880 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b87e132-e3ee-4a9f-8000-68740ddbf1f1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.641373 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e475bfab-6459-4d8e-bba1-901ab6556e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.664229 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87e132-e3ee-4a9f-8000-68740ddbf1f1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event deleted for resources: {'Port': ['ID=f480ec90-d116-4da4-bf9a-b896df5a4887,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:55.666244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b87e132-e3ee-4a9f-8000-68740ddbf1f1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] No DVR routers for this DVR port f480ec90-d116-4da4-bf9a-b896df5a4887 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:12:55.675767 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475bfab-6459-4d8e-bba1-901ab6556e3d None None] Pushing event deleted for resources: {'Port': ['ID=f480ec90-d116-4da4-bf9a-b896df5a4887,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:55.692727 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e475bfab-6459-4d8e-bba1-901ab6556e3d None None] No DVR routers for this DVR port f480ec90-d116-4da4-bf9a-b896df5a4887 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:12:55.772877 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b87e132-e3ee-4a9f-8000-68740ddbf1f1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.785634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-3b87e132-e3ee-4a9f-8000-68740ddbf1f1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e092881-df68-4232-9344-a0d3db71a64e']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:55.807812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-3b87e132-e3ee-4a9f-8000-68740ddbf1f1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6bdf09-aaad-4ce1-897c-97046901cbc4') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:55.808148 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-3b87e132-e3ee-4a9f-8000-68740ddbf1f1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6bdf09-aaad-4ce1-897c-97046901cbc4') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:55.835938 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db4370ce-4726-47e5-8665-b0d09f31e780 req-2ad9eb96-07c8-422f-80a7-4e8ac4c7f75a tempest-VolumesActionsTest-427875566 tempest-VolumesActionsTest-427875566-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb270cd8-5e36-43ae-b926-270f8e776af6 HTTP/1.1" status: 200 len: 210 time: 0.0524940 Jul 30 02:12:55.839878 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b87e132-e3ee-4a9f-8000-68740ddbf1f1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.855934 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b87e132-e3ee-4a9f-8000-68740ddbf1f1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.863240 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b87e132-e3ee-4a9f-8000-68740ddbf1f1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:12:55.863631 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b87e132-e3ee-4a9f-8000-68740ddbf1f1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:12:55.866818 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:12:55.985266 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f480ec90-d116-4da4-bf9a-b896df5a4887 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:12:56.010754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: f480ec90-d116-4da4-bf9a-b896df5a4887 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:12:56.011396 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f480ec90-d116-4da4-bf9a-b896df5a4887 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:12:56.033059 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b87e132-e3ee-4a9f-8000-68740ddbf1f1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:56.051539 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3b87e132-e3ee-4a9f-8000-68740ddbf1f1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:56.053953 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3b87e132-e3ee-4a9f-8000-68740ddbf1f1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "DELETE /v2.0/networks/8e092881-df68-4232-9344-a0d3db71a64e HTTP/1.1" status: 204 len: 168 time: 1.0488200 Jul 30 02:12:56.058385 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53202) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:56.076287 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87e132-e3ee-4a9f-8000-68740ddbf1f1 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event deleted for resources: {'Network': ['ID=8e092881-df68-4232-9344-a0d3db71a64e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:56.241600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-5a572729-ace0-4fd0-a4fb-f2b6691f8ba2 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Deleting port 02076676-736c-4bee-ae64-fbd2fc6fbf93 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:56.241870 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5a572729-ace0-4fd0-a4fb-f2b6691f8ba2 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:56.333635 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5a572729-ace0-4fd0-a4fb-f2b6691f8ba2 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:56.333977 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5a572729-ace0-4fd0-a4fb-f2b6691f8ba2 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:56.349245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-5a572729-ace0-4fd0-a4fb-f2b6691f8ba2 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Calling delete_port for 02076676-736c-4bee-ae64-fbd2fc6fbf93 owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:56.621654 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5a572729-ace0-4fd0-a4fb-f2b6691f8ba2 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:56.654972 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a572729-ace0-4fd0-a4fb-f2b6691f8ba2 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event deleted for resources: {'Port': ['ID=02076676-736c-4bee-ae64-fbd2fc6fbf93,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:56.735803 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5a572729-ace0-4fd0-a4fb-f2b6691f8ba2 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:56.735803 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-5a572729-ace0-4fd0-a4fb-f2b6691f8ba2 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Floating IP d162d241-9826-4667-8231-51eab7a46770 disassociated (deleted). External IP: 172.25.1.222, port: 758eb475-03c4-4fb5-8980-c7212ffc528b. Jul 30 02:12:56.970981 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a572729-ace0-4fd0-a4fb-f2b6691f8ba2 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:12:57.122043 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a572729-ace0-4fd0-a4fb-f2b6691f8ba2 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:12:57.127349 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5a572729-ace0-4fd0-a4fb-f2b6691f8ba2 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:57.141287 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce06b76-45bc-4999-bbb7-32ef5622809b None None] Sync routers for ids ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:12:57.155260 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce06b76-45bc-4999-bbb7-32ef5622809b None None] Routers {'2ed8660b-733d-4b15-9600-d1d34bd7bd1e'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:12:57.156192 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-3ce06b76-45bc-4999-bbb7-32ef5622809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:12:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:57.156662 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5a572729-ace0-4fd0-a4fb-f2b6691f8ba2 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "DELETE /v2.0/floatingips/d162d241-9826-4667-8231-51eab7a46770 HTTP/1.1" status: 204 len: 168 time: 1.0958126 Jul 30 02:12:57.157550 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719c8fd9-5546-4990-abf8-8579b41a4c7c', 'tag': '758eb475-03c4-4fb5-8980-c7212ffc528b'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:12:57.160425 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f49067b-25c9-42b4-adaf-1caf1b979e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "719c8fd9-5546-4990-abf8-8579b41a4c7c", "tag": "758eb475-03c4-4fb5-8980-c7212ffc528b"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:12:57.397732 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c17d0b-c65f-448a-90a2-de0e292eee9f x-openstack-request-id: req-c3c17d0b-c65f-448a-90a2-de0e292eee9f {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:12:57.398183 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719c8fd9-5546-4990-abf8-8579b41a4c7c", "tag": "758eb475-03c4-4fb5-8980-c7212ffc528b", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:12:57.405050 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3c17d0b-c65f-448a-90a2-de0e292eee9f {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:12:57.405050 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719c8fd9-5546-4990-abf8-8579b41a4c7c', 'tag': '758eb475-03c4-4fb5-8980-c7212ffc528b', 'status': 'completed', 'code': 200} Jul 30 02:12:57.417418 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-3ce06b76-45bc-4999-bbb7-32ef5622809b None None] Set router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:12:57.498030 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49067b-25c9-42b4-adaf-1caf1b979e0f req-7c82821f-0e82-473d-8ee8-1be32f4e59c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:57.500461 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f49067b-25c9-42b4-adaf-1caf1b979e0f req-7c82821f-0e82-473d-8ee8-1be32f4e59c0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7178d3e97eda4b719733eaf558d6f1f6&device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 1097 time: 0.0544317 Jul 30 02:12:57.678010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49067b-25c9-42b4-adaf-1caf1b979e0f req-53553d90-481c-42ae-a558-b8f59bbb22d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:57.684770 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f49067b-25c9-42b4-adaf-1caf1b979e0f req-53553d90-481c-42ae-a558-b8f59bbb22d9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d1bd7e5e-52b7-4310-a8ae-008a603d18e1 HTTP/1.1" status: 200 len: 897 time: 0.1694813 Jul 30 02:12:57.767367 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f49067b-25c9-42b4-adaf-1caf1b979e0f req-dc842465-355e-42ca-ab85-fca35a40c2aa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=758eb475-03c4-4fb5-8980-c7212ffc528b HTTP/1.1" status: 200 len: 217 time: 0.0745769 Jul 30 02:12:57.900216 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49067b-25c9-42b4-adaf-1caf1b979e0f req-c83fdc43-262b-4b25-861a-afa10fda111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:57.901708 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f49067b-25c9-42b4-adaf-1caf1b979e0f req-c83fdc43-262b-4b25-861a-afa10fda111f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7c9bac8a-05a8-4ddb-86a2-09676d2aa38e HTTP/1.1" status: 200 len: 835 time: 0.1254575 Jul 30 02:12:57.938417 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd193ca-7f85-4644-921a-a6a8bf07edc6 req-e1bd3c35-851b-4c2c-8566-f04823cc1cf7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:57.945787 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8fd193ca-7f85-4644-921a-a6a8bf07edc6 req-e1bd3c35-851b-4c2c-8566-f04823cc1cf7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 946 time: 0.0998855 Jul 30 02:12:57.988532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49067b-25c9-42b4-adaf-1caf1b979e0f req-28702631-e0ce-49e1-b093-e59cbfb0acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:57.992592 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f49067b-25c9-42b4-adaf-1caf1b979e0f req-28702631-e0ce-49e1-b093-e59cbfb0acfb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d1bd7e5e-52b7-4310-a8ae-008a603d18e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816185 Jul 30 02:12:58.021601 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8fd193ca-7f85-4644-921a-a6a8bf07edc6 req-4edfd9eb-0385-4a34-85c0-6c71d839c767 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=b557bded-c646-4612-b770-d259f0ce37bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697508 Jul 30 02:12:58.064889 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-3ce06b76-45bc-4999-bbb7-32ef5622809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '51b26e85-c397-45d0-a5df-92070e26904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:46Z', 'updated_at': '2021-07-30T02:12:48Z', 'revision_number': 6, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '51b26e85-c397-45d0-a5df-92070e26904f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:47Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '84e6452b-90dc-43fc-980a-5cc2ed339569', 'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:f8:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:53Z', 'updated_at': '2021-07-30T02:11:02Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:58.118670 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce06b76-45bc-4999-bbb7-32ef5622809b None None] Checking router: 2ed8660b-733d-4b15-9600-d1d34bd7bd1e for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:12:58.128317 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f49067b-25c9-42b4-adaf-1caf1b979e0f req-8c0357a4-f7ac-4867-921c-1e6864953812 service neutron] 10.222.0.77 "GET /v2.0/networks/d1bd7e5e-52b7-4310-a8ae-008a603d18e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261699 Jul 30 02:12:58.138538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce06b76-45bc-4999-bbb7-32ef5622809b None None] Routers {'2ed8660b-733d-4b15-9600-d1d34bd7bd1e'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:12:58.139212 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-3ce06b76-45bc-4999-bbb7-32ef5622809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:12:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:58.258633 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-3ce06b76-45bc-4999-bbb7-32ef5622809b None None] Set router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:12:58.290099 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f49067b-25c9-42b4-adaf-1caf1b979e0f req-343d005b-1a9b-4fcf-b0df-fe4e794ef817 service neutron] 10.222.0.77 "GET /v2.0/networks/d1bd7e5e-52b7-4310-a8ae-008a603d18e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531146 Jul 30 02:12:58.517360 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-3ce06b76-45bc-4999-bbb7-32ef5622809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '51b26e85-c397-45d0-a5df-92070e26904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:46Z', 'updated_at': '2021-07-30T02:12:48Z', 'revision_number': 6, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '51b26e85-c397-45d0-a5df-92070e26904f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:47Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '84e6452b-90dc-43fc-980a-5cc2ed339569', 'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:f8:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:53Z', 'updated_at': '2021-07-30T02:11:02Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:58.587874 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce06b76-45bc-4999-bbb7-32ef5622809b None None] The sync data for ids ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'] in n-d-713498-9 is: [{'id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '51b26e85-c397-45d0-a5df-92070e26904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:46Z', 'updated_at': '2021-07-30T02:12:48Z', 'revision_number': 6, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '51b26e85-c397-45d0-a5df-92070e26904f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:47Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '84e6452b-90dc-43fc-980a-5cc2ed339569', 'name': '', 'network_id': 'd1bd7e5e-52b7-4310-a8ae-008a603d18e1', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:f8:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:53Z', 'updated_at': '2021-07-30T02:11:02Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '7c9bac8a-05a8-4ddb-86a2-09676d2aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:12:58.921098 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5436dfbf-55e0-402b-8d8a-7b5aa3aab6c1 None None] New status for floating IP d162d241-9826-4667-8231-51eab7a46770: DOWN {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:12:59.193484 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e77426-e8d2-4c3e-80f2-7184e3ba5a15 req-3162970c-eb30-4af0-80ed-91cdbbcabe2e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:59.193484 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17e77426-e8d2-4c3e-80f2-7184e3ba5a15 req-3162970c-eb30-4af0-80ed-91cdbbcabe2e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 946 time: 0.0620794 Jul 30 02:12:59.249277 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae42faa-fe21-4831-b4fe-c506cb7415c9 req-9b6c18c5-f950-455f-8d4c-aaa307ea4c91 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:59.250805 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fae42faa-fe21-4831-b4fe-c506cb7415c9 req-9b6c18c5-f950-455f-8d4c-aaa307ea4c91 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.77 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 946 time: 0.0860927 Jul 30 02:12:59.285278 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17e77426-e8d2-4c3e-80f2-7184e3ba5a15 req-700f5aff-9ca5-43bc-bccd-b524dd258f31 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=b557bded-c646-4612-b770-d259f0ce37bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835078 Jul 30 02:12:59.354941 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-fae42faa-fe21-4831-b4fe-c506cb7415c9 req-69d84b5c-b4f6-4e94-8f88-05ff1e83f075 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Deleting port 758eb475-03c4-4fb5-8980-c7212ffc528b {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:59.355344 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fae42faa-fe21-4831-b4fe-c506cb7415c9 req-69d84b5c-b4f6-4e94-8f88-05ff1e83f075 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:59.404399 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 733cec39-775d-4ffd-b624-f420267e67b0 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:12:59.425383 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 733cec39-775d-4ffd-b624-f420267e67b0 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:12:59.426005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 733cec39-775d-4ffd-b624-f420267e67b0 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:12:59.458802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-fae42faa-fe21-4831-b4fe-c506cb7415c9 req-69d84b5c-b4f6-4e94-8f88-05ff1e83f075 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] For port 758eb475-03c4-4fb5-8980-c7212ffc528b, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=758eb475-03c4-4fb5-8980-c7212ffc528b,segment=NetworkSegment(6c485388-fbf3-40ad-8c01-1f5696761571),segment_id=6c485388-fbf3-40ad-8c01-1f5696761571)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:59.458802 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fae42faa-fe21-4831-b4fe-c506cb7415c9 req-69d84b5c-b4f6-4e94-8f88-05ff1e83f075 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:59.472494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-fae42faa-fe21-4831-b4fe-c506cb7415c9 req-69d84b5c-b4f6-4e94-8f88-05ff1e83f075 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Calling delete_port for 758eb475-03c4-4fb5-8980-c7212ffc528b owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:59.695778 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fae42faa-fe21-4831-b4fe-c506cb7415c9 req-69d84b5c-b4f6-4e94-8f88-05ff1e83f075 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:59.738425 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d84b5c-b4f6-4e94-8f88-05ff1e83f075 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event deleted for resources: {'Port': ['ID=758eb475-03c4-4fb5-8980-c7212ffc528b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:59.811890 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae42faa-fe21-4831-b4fe-c506cb7415c9 req-69d84b5c-b4f6-4e94-8f88-05ff1e83f075 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] No DVR routers for this DVR port 758eb475-03c4-4fb5-8980-c7212ffc528b on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:12:59.815692 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-fae42faa-fe21-4831-b4fe-c506cb7415c9 req-69d84b5c-b4f6-4e94-8f88-05ff1e83f075 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:59.818407 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fae42faa-fe21-4831-b4fe-c506cb7415c9 req-69d84b5c-b4f6-4e94-8f88-05ff1e83f075 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.77 "DELETE /v2.0/ports/758eb475-03c4-4fb5-8980-c7212ffc528b HTTP/1.1" status: 204 len: 173 time: 0.5618975 Jul 30 02:12:59.818906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719c8fd9-5546-4990-abf8-8579b41a4c7c', 'name': 'network-vif-deleted', 'tag': '758eb475-03c4-4fb5-8980-c7212ffc528b'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:12:59.828844 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dfe4b9-fd50-4943-9675-79b7d8f92a38" -d '{"events": [{"server_uuid": "719c8fd9-5546-4990-abf8-8579b41a4c7c", "name": "network-vif-deleted", "tag": "758eb475-03c4-4fb5-8980-c7212ffc528b"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:12:59.892143 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b76ddf0-e957-4ac6-9826-464a43071584 x-openstack-request-id: req-7b76ddf0-e957-4ac6-9826-464a43071584 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:12:59.892709 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719c8fd9-5546-4990-abf8-8579b41a4c7c", "name": "network-vif-deleted", "tag": "758eb475-03c4-4fb5-8980-c7212ffc528b", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:12:59.893155 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b76ddf0-e957-4ac6-9826-464a43071584 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:12:59.893563 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719c8fd9-5546-4990-abf8-8579b41a4c7c', 'name': 'network-vif-deleted', 'tag': '758eb475-03c4-4fb5-8980-c7212ffc528b', 'status': 'completed', 'code': 200} Jul 30 02:13:00.495078 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-40d53f80-f262-4cf7-b3b9-b1af98d98f29 req-7cb9721f-2056-4954-a8fb-917baf486bb3 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=719c8fd9-5546-4990-abf8-8579b41a4c7c HTTP/1.1" status: 200 len: 210 time: 0.0639482 Jul 30 02:13:01.567397 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53354) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:01.687419 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6423dc7-9fc1-4f8c-b373-fed09cba21df tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:01.756299 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6423dc7-9fc1-4f8c-b373-fed09cba21df tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:01.993137 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6423dc7-9fc1-4f8c-b373-fed09cba21df tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:01.996987 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b6423dc7-9fc1-4f8c-b373-fed09cba21df tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:02.001551 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b6423dc7-9fc1-4f8c-b373-fed09cba21df tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "DELETE /v2.0/security-groups/b557bded-c646-4612-b770-d259f0ce37bf HTTP/1.1" status: 204 len: 168 time: 0.4322186 Jul 30 02:13:02.027697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6423dc7-9fc1-4f8c-b373-fed09cba21df tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b557bded-c646-4612-b770-d259f0ce37bf,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:02.155523 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53366) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:03.011415 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 758eb475-03c4-4fb5-8980-c7212ffc528b no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:13:03.056584 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 758eb475-03c4-4fb5-8980-c7212ffc528b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:13:03.057178 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 758eb475-03c4-4fb5-8980-c7212ffc528b not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:13:03.090171 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:03.097806 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8fd9bb9f-316c-465d-aff8-9e8bc270f845 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:03.983750 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-8fd9bb9f-316c-465d-aff8-9e8bc270f845 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Deleting port 84e6452b-90dc-43fc-980a-5cc2ed339569 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:03.984359 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8fd9bb9f-316c-465d-aff8-9e8bc270f845 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:04.107514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-8fd9bb9f-316c-465d-aff8-9e8bc270f845 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] For port 84e6452b-90dc-43fc-980a-5cc2ed339569, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=84e6452b-90dc-43fc-980a-5cc2ed339569,segment=NetworkSegment(6c485388-fbf3-40ad-8c01-1f5696761571),segment_id=6c485388-fbf3-40ad-8c01-1f5696761571)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:04.108310 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8fd9bb9f-316c-465d-aff8-9e8bc270f845 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:04.125128 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-8fd9bb9f-316c-465d-aff8-9e8bc270f845 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Calling delete_port for 84e6452b-90dc-43fc-980a-5cc2ed339569 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:04.530228 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8fd9bb9f-316c-465d-aff8-9e8bc270f845 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:04.585681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9bb9f-316c-465d-aff8-9e8bc270f845 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event deleted for resources: {'Port': ['ID=84e6452b-90dc-43fc-980a-5cc2ed339569,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:04.877264 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8fd9bb9f-316c-465d-aff8-9e8bc270f845 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:05.129515 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd9bb9f-316c-465d-aff8-9e8bc270f845 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:13:05.252066 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd9bb9f-316c-465d-aff8-9e8bc270f845 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:13:05.262496 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7d28a-ad79-4410-9698-8fa44c68b204 None None] Sync routers for ids ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:13:05.274097 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8fd9bb9f-316c-465d-aff8-9e8bc270f845 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "PUT /v2.0/routers/2ed8660b-733d-4b15-9600-d1d34bd7bd1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1174743 Jul 30 02:13:05.276366 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a7d28a-ad79-4410-9698-8fa44c68b204 None None] Routers {'2ed8660b-733d-4b15-9600-d1d34bd7bd1e'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:05.277539 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a4a7d28a-ad79-4410-9698-8fa44c68b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:12:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:05.277756 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53412) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:05.418342 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-41bb1310-64ad-431e-a9d1-c26a62a50f96 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Deleting subnet 7c9bac8a-05a8-4ddb-86a2-09676d2aa38e {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:13:05.423822 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41bb1310-64ad-431e-a9d1-c26a62a50f96 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:05.433864 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a4a7d28a-ad79-4410-9698-8fa44c68b204 None None] Set router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:13:05.483930 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41bb1310-64ad-431e-a9d1-c26a62a50f96 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:05.604521 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41bb1310-64ad-431e-a9d1-c26a62a50f96 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:05.707013 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a4a7d28a-ad79-4410-9698-8fa44c68b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '51b26e85-c397-45d0-a5df-92070e26904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:46Z', 'updated_at': '2021-07-30T02:13:04Z', 'revision_number': 7, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '51b26e85-c397-45d0-a5df-92070e26904f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:47Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:05.751429 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7d28a-ad79-4410-9698-8fa44c68b204 None None] Checking router: 2ed8660b-733d-4b15-9600-d1d34bd7bd1e for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:13:05.790328 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a7d28a-ad79-4410-9698-8fa44c68b204 None None] Routers {'2ed8660b-733d-4b15-9600-d1d34bd7bd1e'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:05.791769 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41bb1310-64ad-431e-a9d1-c26a62a50f96 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:05.794506 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a4a7d28a-ad79-4410-9698-8fa44c68b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:12:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:05.866099 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb1310-64ad-431e-a9d1-c26a62a50f96 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9bac8a-05a8-4ddb-86a2-09676d2aa38e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:05.881351 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-41bb1310-64ad-431e-a9d1-c26a62a50f96 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:05.885656 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-41bb1310-64ad-431e-a9d1-c26a62a50f96 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "DELETE /v2.0/subnets/7c9bac8a-05a8-4ddb-86a2-09676d2aa38e HTTP/1.1" status: 204 len: 168 time: 0.6068423 Jul 30 02:13:05.888893 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53416) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:05.900281 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6616b193-3718-42d1-b690-41559c29b25f None None] Network d1bd7e5e-52b7-4310-a8ae-008a603d18e1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:06.174236 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a4a7d28a-ad79-4410-9698-8fa44c68b204 None None] Set router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:13:06.244663 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f6b15a9-367a-4f24-a199-8821b1331297 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:06.353344 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdc1537-ffbd-4530-ac27-9eb734e4e3b1 None None] DHCP port deletion for d1bd7e5e-52b7-4310-a8ae-008a603d18e1 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:13:06.555337 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f6b15a9-367a-4f24-a199-8821b1331297 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:06.576537 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc1537-ffbd-4530-ac27-9eb734e4e3b1 None None] Deleting port 6693632a-deab-4a97-90fd-185743584ac2 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:06.576915 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1cdc1537-ffbd-4530-ac27-9eb734e4e3b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:06.624605 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a4a7d28a-ad79-4410-9698-8fa44c68b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '51b26e85-c397-45d0-a5df-92070e26904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:46Z', 'updated_at': '2021-07-30T02:13:04Z', 'revision_number': 7, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '51b26e85-c397-45d0-a5df-92070e26904f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:47Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:06.660512 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7d28a-ad79-4410-9698-8fa44c68b204 None None] The sync data for ids ['2ed8660b-733d-4b15-9600-d1d34bd7bd1e'] in n-d-713498-9 is: [{'id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'name': 'tempest-TestNetworkBasicOps-router-1490512234', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '51b26e85-c397-45d0-a5df-92070e26904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:46Z', 'updated_at': '2021-07-30T02:13:04Z', 'revision_number': 7, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '51b26e85-c397-45d0-a5df-92070e26904f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8660b-733d-4b15-9600-d1d34bd7bd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:47Z', 'updated_at': '2021-07-30T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:13:06.721372 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1cdc1537-ffbd-4530-ac27-9eb734e4e3b1 None None] For port 6693632a-deab-4a97-90fd-185743584ac2, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6693632a-deab-4a97-90fd-185743584ac2,segment=NetworkSegment(6c485388-fbf3-40ad-8c01-1f5696761571),segment_id=6c485388-fbf3-40ad-8c01-1f5696761571)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:06.721831 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1cdc1537-ffbd-4530-ac27-9eb734e4e3b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:06.738651 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-0f6b15a9-367a-4f24-a199-8821b1331297 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Deleting port 51b26e85-c397-45d0-a5df-92070e26904f {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:06.739514 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f6b15a9-367a-4f24-a199-8821b1331297 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:06.743245 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc1537-ffbd-4530-ac27-9eb734e4e3b1 None None] Calling delete_port for 6693632a-deab-4a97-90fd-185743584ac2 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:06.867995 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-0f6b15a9-367a-4f24-a199-8821b1331297 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] For port 51b26e85-c397-45d0-a5df-92070e26904f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=51b26e85-c397-45d0-a5df-92070e26904f,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:06.868448 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f6b15a9-367a-4f24-a199-8821b1331297 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:06.890501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-0f6b15a9-367a-4f24-a199-8821b1331297 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Calling delete_port for 51b26e85-c397-45d0-a5df-92070e26904f owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:06.958231 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1cdc1537-ffbd-4530-ac27-9eb734e4e3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:06.989030 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc1537-ffbd-4530-ac27-9eb734e4e3b1 None None] Pushing event deleted for resources: {'Port': ['ID=6693632a-deab-4a97-90fd-185743584ac2,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:06.999077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdc1537-ffbd-4530-ac27-9eb734e4e3b1 None None] No DVR routers for this DVR port 6693632a-deab-4a97-90fd-185743584ac2 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:13:07.289584 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f6b15a9-367a-4f24-a199-8821b1331297 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.403869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b15a9-367a-4f24-a199-8821b1331297 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event deleted for resources: {'Port': ['ID=51b26e85-c397-45d0-a5df-92070e26904f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:07.524716 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f6b15a9-367a-4f24-a199-8821b1331297 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.680573 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f6b15a9-367a-4f24-a199-8821b1331297 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.684278 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f6b15a9-367a-4f24-a199-8821b1331297 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.797763 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f6b15a9-367a-4f24-a199-8821b1331297 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.799027 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6b15a9-367a-4f24-a199-8821b1331297 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Fanout notify agent at l3_agent the message router_deleted on router 2ed8660b-733d-4b15-9600-d1d34bd7bd1e {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:13:07.817394 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f6b15a9-367a-4f24-a199-8821b1331297 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.818920 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0f6b15a9-367a-4f24-a199-8821b1331297 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "DELETE /v2.0/routers/2ed8660b-733d-4b15-9600-d1d34bd7bd1e HTTP/1.1" status: 204 len: 168 time: 1.9288058 Jul 30 02:13:07.821776 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53446) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:08.005533 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ab0054ec-8fef-450a-915a-7def1933b32a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:08.154631 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6693632a-deab-4a97-90fd-185743584ac2 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:13:08.223323 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 6693632a-deab-4a97-90fd-185743584ac2 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:13:08.225507 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6693632a-deab-4a97-90fd-185743584ac2 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:13:08.226649 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 84e6452b-90dc-43fc-980a-5cc2ed339569 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:13:08.271883 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 84e6452b-90dc-43fc-980a-5cc2ed339569 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:13:08.273646 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 84e6452b-90dc-43fc-980a-5cc2ed339569 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:13:08.277540 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ab0054ec-8fef-450a-915a-7def1933b32a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:08.312762 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ab0054ec-8fef-450a-915a-7def1933b32a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bd7e5e-52b7-4310-a8ae-008a603d18e1']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:08.336040 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ab0054ec-8fef-450a-915a-7def1933b32a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c485388-fbf3-40ad-8c01-1f5696761571') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:08.336365 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-ab0054ec-8fef-450a-915a-7def1933b32a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c485388-fbf3-40ad-8c01-1f5696761571') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:08.381760 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ab0054ec-8fef-450a-915a-7def1933b32a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:08.429907 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ab0054ec-8fef-450a-915a-7def1933b32a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0054ec-8fef-450a-915a-7def1933b32a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ab0054ec-8fef-450a-915a-7def1933b32a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:13:08.449482 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:13:08.669294 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ab0054ec-8fef-450a-915a-7def1933b32a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:08.681907 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ab0054ec-8fef-450a-915a-7def1933b32a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:08.692988 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ab0054ec-8fef-450a-915a-7def1933b32a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "DELETE /v2.0/networks/d1bd7e5e-52b7-4310-a8ae-008a603d18e1 HTTP/1.1" status: 204 len: 168 time: 0.8700285 Jul 30 02:13:08.722400 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53472) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:08.728079 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7e37e3a0-3065-4275-be37-c81de7caadb0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'network': {'name': 'tempest-network-smoke--1312093064', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'port_security_enabled': True}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:08.733681 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0054ec-8fef-450a-915a-7def1933b32a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event deleted for resources: {'Network': ['ID=d1bd7e5e-52b7-4310-a8ae-008a603d18e1,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:08.867022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e37e3a0-3065-4275-be37-c81de7caadb0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Made reservation on behalf of 7178d3e97eda4b719733eaf558d6f1f6 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:08.871386 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e37e3a0-3065-4275-be37-c81de7caadb0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:08.993430 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e37e3a0-3065-4275-be37-c81de7caadb0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:13:09.014537 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e37e3a0-3065-4275-be37-c81de7caadb0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:09.015178 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-7e37e3a0-3065-4275-be37-c81de7caadb0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Added segment 8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c of type vlan for network 153aa311-47ee-41bf-bc18-3d819e9062bb Jul 30 02:13:09.128410 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e37e3a0-3065-4275-be37-c81de7caadb0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:09.197323 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8515474-6d79-4b09-a652-5bd7c652e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:09.249421 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e37e3a0-3065-4275-be37-c81de7caadb0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:09.263094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e37e3a0-3065-4275-be37-c81de7caadb0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:09.266094 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7e37e3a0-3065-4275-be37-c81de7caadb0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:09.396167 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53486) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:09.401868 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-67a64117-1472-4bd2-9b75-69a87e4c4657 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1715312355', 'admin_state_up': True, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:09.407773 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7e37e3a0-3065-4275-be37-c81de7caadb0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6840219 Jul 30 02:13:09.554062 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37e3a0-3065-4275-be37-c81de7caadb0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'Network': ['ID=153aa311-47ee-41bf-bc18-3d819e9062bb,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:09.587797 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 153aa311-47ee-41bf-bc18-3d819e9062bb details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:13:09.610011 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67a64117-1472-4bd2-9b75-69a87e4c4657 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:09.611100 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67a64117-1472-4bd2-9b75-69a87e4c4657 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:09.679832 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67a64117-1472-4bd2-9b75-69a87e4c4657 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:09.961859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 51b26e85-c397-45d0-a5df-92070e26904f no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:13:09.995501 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 51b26e85-c397-45d0-a5df-92070e26904f {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:13:09.998780 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 51b26e85-c397-45d0-a5df-92070e26904f not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:13:10.398614 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67a64117-1472-4bd2-9b75-69a87e4c4657 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:10.821590 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67a64117-1472-4bd2-9b75-69a87e4c4657 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:10.858401 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67a64117-1472-4bd2-9b75-69a87e4c4657 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:11.011748 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-67a64117-1472-4bd2-9b75-69a87e4c4657 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Allocated IP 172.25.1.17 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/190555a4-9752-4375-99d4-1c4d08a9c153) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:11.218167 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67a64117-1472-4bd2-9b75-69a87e4c4657 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:11.375496 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67a64117-1472-4bd2-9b75-69a87e4c4657 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:11.420641 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a64117-1472-4bd2-9b75-69a87e4c4657 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:11.425946 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-67a64117-1472-4bd2-9b75-69a87e4c4657 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:11.434558 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a64117-1472-4bd2-9b75-69a87e4c4657 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:11.437441 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a64117-1472-4bd2-9b75-69a87e4c4657 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'Port': ['ID=190555a4-9752-4375-99d4-1c4d08a9c153,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:11.672391 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-98b77da0-dd98-4c63-ab47-c926f3ca383d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:11.763932 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:12.080898 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67a64117-1472-4bd2-9b75-69a87e4c4657 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:12.500547 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67a64117-1472-4bd2-9b75-69a87e4c4657 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:12.746335 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a64117-1472-4bd2-9b75-69a87e4c4657 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Router 19da093b-3382-451e-9913-1b2badd154c4 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:13:12.906567 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a64117-1472-4bd2-9b75-69a87e4c4657 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:13:12.916806 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d793d2-90b5-4253-8671-032361df2026 None None] Sync routers for ids ['19da093b-3382-451e-9913-1b2badd154c4'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:13:12.934411 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d793d2-90b5-4253-8671-032361df2026 None None] Routers {'19da093b-3382-451e-9913-1b2badd154c4'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:12.936894 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-94d793d2-90b5-4253-8671-032361df2026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:13:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['19da093b-3382-451e-9913-1b2badd154c4'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:13.055243 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-67a64117-1472-4bd2-9b75-69a87e4c4657 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:13.058618 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-67a64117-1472-4bd2-9b75-69a87e4c4657 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6597764 Jul 30 02:13:13.060887 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53550) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:13.105320 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-94d793d2-90b5-4253-8671-032361df2026 None None] Set router 19da093b-3382-451e-9913-1b2badd154c4 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:13:13.117826 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-966e4b0d-b97c-4eb4-94d4-0994e7cd1290 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=7178d3e97eda4b719733eaf558d6f1f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0556052 Jul 30 02:13:13.121503 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53554) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:13.339949 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263591a4-97c6-45d9-9c24-5d8eddaf32db tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:13.342346 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-263591a4-97c6-45d9-9c24-5d8eddaf32db tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2187040 Jul 30 02:13:13.344421 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53564) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:13.352401 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:13.406660 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0c76ffe1-534f-4c90-81bb-31ea14dd8cad tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0609727 Jul 30 02:13:13.409195 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53566) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:13.416033 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-97afdc3e-21c0-473a-bd71-f25d48c74d72 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1011999312', 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:13.566828 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-94d793d2-90b5-4253-8671-032361df2026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19da093b-3382-451e-9913-1b2badd154c4', 'name': 'tempest-TestNetworkBasicOps-router-1715312355', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:13:09Z', 'updated_at': '2021-07-30T02:13:11Z', 'revision_number': 3, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:10Z', 'updated_at': '2021-07-30T02:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:13.619604 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d793d2-90b5-4253-8671-032361df2026 None None] Checking router: 19da093b-3382-451e-9913-1b2badd154c4 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:13:13.620088 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d793d2-90b5-4253-8671-032361df2026 None None] Updating router 19da093b-3382-451e-9913-1b2badd154c4 port 190555a4-9752-4375-99d4-1c4d08a9c153 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:13:13.655932 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94d793d2-90b5-4253-8671-032361df2026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:13.695162 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97afdc3e-21c0-473a-bd71-f25d48c74d72 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Made reservation on behalf of 7178d3e97eda4b719733eaf558d6f1f6 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:13.701161 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-97afdc3e-21c0-473a-bd71-f25d48c74d72 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:14.314169 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-97afdc3e-21c0-473a-bd71-f25d48c74d72 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:14.490128 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94d793d2-90b5-4253-8671-032361df2026 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:14.545017 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afdc3e-21c0-473a-bd71-f25d48c74d72 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'Subnet': ['ID=086356ea-77f7-403f-b2cc-421b477ac7c2,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:14.548906 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-94d793d2-90b5-4253-8671-032361df2026 None None] Transition to ACTIVE for port object 190555a4-9752-4375-99d4-1c4d08a9c153 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:14.595513 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97afdc3e-21c0-473a-bd71-f25d48c74d72 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Checking segment: {'id': '8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:13:14.595943 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97afdc3e-21c0-473a-bd71-f25d48c74d72 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Network hostable DHCP agents. Network: 153aa311-47ee-41bf-bc18-3d819e9062bb, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:13:14.632280 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94d793d2-90b5-4253-8671-032361df2026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:14.654951 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:14.699925 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97afdc3e-21c0-473a-bd71-f25d48c74d72 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Network 153aa311-47ee-41bf-bc18-3d819e9062bb is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:13:14.717698 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97afc59-e739-4a78-b3af-9f30ebaa59c2 None None] Pushing event updated for resources: {'Port': ['ID=190555a4-9752-4375-99d4-1c4d08a9c153,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:14.760850 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-94d793d2-90b5-4253-8671-032361df2026 None None] Attempting to bind port 190555a4-9752-4375-99d4-1c4d08a9c153 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:13:14.761489 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-94d793d2-90b5-4253-8671-032361df2026 None None] Attempting to bind port 190555a4-9752-4375-99d4-1c4d08a9c153 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:13:14.762051 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d793d2-90b5-4253-8671-032361df2026 None None] Attempting to bind port 190555a4-9752-4375-99d4-1c4d08a9c153 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:13:14.771622 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d793d2-90b5-4253-8671-032361df2026 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:13:14.772004 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d793d2-90b5-4253-8671-032361df2026 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:13:14.772415 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94d793d2-90b5-4253-8671-032361df2026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:14.772814 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d793d2-90b5-4253-8671-032361df2026 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:13:14.773289 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-94d793d2-90b5-4253-8671-032361df2026 None None] Bound port: 190555a4-9752-4375-99d4-1c4d08a9c153, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:13:14.773672 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94d793d2-90b5-4253-8671-032361df2026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:14.803400 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-97afdc3e-21c0-473a-bd71-f25d48c74d72 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 153aa311-47ee-41bf-bc18-3d819e9062bb) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:14.811173 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97afdc3e-21c0-473a-bd71-f25d48c74d72 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:14.817807 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a009e4d-2709-4e26-8b48-2592740650eb None None] Network 153aa311-47ee-41bf-bc18-3d819e9062bb requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:14.820664 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-97afdc3e-21c0-473a-bd71-f25d48c74d72 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:14.920220 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-97afdc3e-21c0-473a-bd71-f25d48c74d72 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5098648 Jul 30 02:13:14.922789 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53600) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:14.924379 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-94d793d2-90b5-4253-8671-032361df2026 None None] For port 190555a4-9752-4375-99d4-1c4d08a9c153, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:13:14.932317 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-94d793d2-90b5-4253-8671-032361df2026 None None] For port 190555a4-9752-4375-99d4-1c4d08a9c153, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=190555a4-9752-4375-99d4-1c4d08a9c153,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:13:15.027639 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94d793d2-90b5-4253-8671-032361df2026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:15.100772 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-153aa311-47ee-41bf-bc18-3d819e9062bb', 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'fixed_ips': [{'subnet_id': '086356ea-77f7-403f-b2cc-421b477ac7c2'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:13:15.103201 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:15.145313 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d793d2-90b5-4253-8671-032361df2026 None None] Routers {'19da093b-3382-451e-9913-1b2badd154c4'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:15.147070 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-94d793d2-90b5-4253-8671-032361df2026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:13:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['19da093b-3382-451e-9913-1b2badd154c4'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:15.365056 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Allocated IP 172.20.0.2 (153aa311-47ee-41bf-bc18-3d819e9062bb/086356ea-77f7-403f-b2cc-421b477ac7c2/3710e2e6-0114-47a8-b540-8bf81220381e) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:15.546409 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97afc59-e739-4a78-b3af-9f30ebaa59c2 None None] Pushing event updated for resources: {'Port': ['ID=190555a4-9752-4375-99d4-1c4d08a9c153,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:15.752627 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-94d793d2-90b5-4253-8671-032361df2026 None None] Set router 19da093b-3382-451e-9913-1b2badd154c4 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:13:15.792525 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:15.815744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Transition to ACTIVE for port object 3710e2e6-0114-47a8-b540-8bf81220381e will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:15.837107 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Transition to ACTIVE for port object 3710e2e6-0114-47a8-b540-8bf81220381e will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:15.969570 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:16.017550 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96861a38-9470-4236-b668-c2ae86341dab tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:16.051166 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-94d793d2-90b5-4253-8671-032361df2026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19da093b-3382-451e-9913-1b2badd154c4', 'name': 'tempest-TestNetworkBasicOps-router-1715312355', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:13:09Z', 'updated_at': '2021-07-30T02:13:11Z', 'revision_number': 3, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:10Z', 'updated_at': '2021-07-30T02:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:16.059474 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Network 153aa311-47ee-41bf-bc18-3d819e9062bb is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:16.067575 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:16.074233 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:16.131245 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Pushing event updated for resources: {'Port': ['ID=3710e2e6-0114-47a8-b540-8bf81220381e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:16.134586 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d793d2-90b5-4253-8671-032361df2026 None None] The sync data for ids ['19da093b-3382-451e-9913-1b2badd154c4'] in n-d-713498-9 is: [{'id': '19da093b-3382-451e-9913-1b2badd154c4', 'name': 'tempest-TestNetworkBasicOps-router-1715312355', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:13:09Z', 'updated_at': '2021-07-30T02:13:11Z', 'revision_number': 3, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:10Z', 'updated_at': '2021-07-30T02:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:13:16.190252 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Attempting to bind port 3710e2e6-0114-47a8-b540-8bf81220381e on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:13:16.190252 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Attempting to bind port 3710e2e6-0114-47a8-b540-8bf81220381e by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:13:16.190252 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Attempting to bind port 3710e2e6-0114-47a8-b540-8bf81220381e on network 153aa311-47ee-41bf-bc18-3d819e9062bb {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:13:16.198645 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:13:16.199117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Checking segment: {'id': '8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:13:16.199570 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:16.199959 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Bound using segment: {'id': '8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:13:16.200471 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Bound port: 3710e2e6-0114-47a8-b540-8bf81220381e, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:13:16.200847 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:16.754494 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] For port 3710e2e6-0114-47a8-b540-8bf81220381e, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:13:16.758578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] For port 3710e2e6-0114-47a8-b540-8bf81220381e, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3710e2e6-0114-47a8-b540-8bf81220381e,segment=NetworkSegment(8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c),segment_id=8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:13:16.925238 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:16.926675 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-96861a38-9470-4236-b668-c2ae86341dab tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Allocated IP 172.20.0.1 (153aa311-47ee-41bf-bc18-3d819e9062bb/086356ea-77f7-403f-b2cc-421b477ac7c2/cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:17.117793 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e0093-42a7-4587-9586-c7e4fafd45c0 None None] Pushing event updated for resources: {'Port': ['ID=3710e2e6-0114-47a8-b540-8bf81220381e,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:17.358597 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96861a38-9470-4236-b668-c2ae86341dab tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:17.397834 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-96861a38-9470-4236-b668-c2ae86341dab tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Transition to ACTIVE for port object cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:17.785328 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:13:17.959147 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96861a38-9470-4236-b668-c2ae86341dab tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:17.960512 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:18.069880 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96861a38-9470-4236-b668-c2ae86341dab tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Network 153aa311-47ee-41bf-bc18-3d819e9062bb is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:18.080055 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96861a38-9470-4236-b668-c2ae86341dab tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'Port': ['ID=cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:18.083134 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-96861a38-9470-4236-b668-c2ae86341dab tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:18.091938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96861a38-9470-4236-b668-c2ae86341dab tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:18.177447 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3710e2e6-0114-47a8-b540-8bf81220381e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:13:18.219184 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96861a38-9470-4236-b668-c2ae86341dab tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:18.403915 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 3710e2e6-0114-47a8-b540-8bf81220381e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:18.412298 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 190555a4-9752-4375-99d4-1c4d08a9c153 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:13:18.644265 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 190555a4-9752-4375-99d4-1c4d08a9c153 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:18.649777 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 190555a4-9752-4375-99d4-1c4d08a9c153 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:18.650390 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:18.681313 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96861a38-9470-4236-b668-c2ae86341dab tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:18.756161 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac7eaf0-8605-4c13-8194-086b6d979cc5 None None] Network 153aa311-47ee-41bf-bc18-3d819e9062bb requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:19.177342 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:19.190209 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-620f5c76-52e2-45f1-8588-6e20b930d2d0 None None] Provisioning for port 3710e2e6-0114-47a8-b540-8bf81220381e completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:19.213121 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-620f5c76-52e2-45f1-8588-6e20b930d2d0 None None] Provisioning complete for port 3710e2e6-0114-47a8-b540-8bf81220381e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:19.213579 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-620f5c76-52e2-45f1-8588-6e20b930d2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:19.304251 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 190555a4-9752-4375-99d4-1c4d08a9c153, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=190555a4-9752-4375-99d4-1c4d08a9c153,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:19.305303 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96861a38-9470-4236-b668-c2ae86341dab tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:19.420727 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96861a38-9470-4236-b668-c2ae86341dab tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:19.509231 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:19.592540 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=190555a4-9752-4375-99d4-1c4d08a9c153,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:19.596998 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-620f5c76-52e2-45f1-8588-6e20b930d2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:19.643690 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-620f5c76-52e2-45f1-8588-6e20b930d2d0 None None] For port 3710e2e6-0114-47a8-b540-8bf81220381e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3710e2e6-0114-47a8-b540-8bf81220381e,segment=NetworkSegment(8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c),segment_id=8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:19.658670 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96861a38-9470-4236-b668-c2ae86341dab tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:19.661995 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96861a38-9470-4236-b668-c2ae86341dab tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'Port': ['ID=cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:19.738198 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-620f5c76-52e2-45f1-8588-6e20b930d2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:19.873141 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f5c76-52e2-45f1-8588-6e20b930d2d0 None None] Pushing event updated for resources: {'Port': ['ID=3710e2e6-0114-47a8-b540-8bf81220381e,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:19.926057 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96861a38-9470-4236-b668-c2ae86341dab tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Network 153aa311-47ee-41bf-bc18-3d819e9062bb is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:19.931307 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-96861a38-9470-4236-b668-c2ae86341dab tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:20.090616 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3710e2e6-0114-47a8-b540-8bf81220381e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:13:20.160457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4c535e81-9a08-47aa-bf87-63e6ac86faf8 None None] Provisioning complete for port 3710e2e6-0114-47a8-b540-8bf81220381e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:20.160702 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c535e81-9a08-47aa-bf87-63e6ac86faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:20.203927 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96861a38-9470-4236-b668-c2ae86341dab tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Router 19da093b-3382-451e-9913-1b2badd154c4 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:13:20.205515 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 3710e2e6-0114-47a8-b540-8bf81220381e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:20.206001 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:20.487294 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 190555a4-9752-4375-99d4-1c4d08a9c153 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:13:20.623682 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 190555a4-9752-4375-99d4-1c4d08a9c153 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:20.624055 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:20.751083 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4c535e81-9a08-47aa-bf87-63e6ac86faf8 None None] Provisioning for port cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:20.778091 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4c535e81-9a08-47aa-bf87-63e6ac86faf8 None None] Provisioning complete for port cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:20.778522 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c535e81-9a08-47aa-bf87-63e6ac86faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:20.923982 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4c535e81-9a08-47aa-bf87-63e6ac86faf8 None None] Port cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:13:20.977023 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96861a38-9470-4236-b668-c2ae86341dab tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:13:20.986837 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-96861a38-9470-4236-b668-c2ae86341dab tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "PUT /v2.0/routers/19da093b-3382-451e-9913-1b2badd154c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0602095 Jul 30 02:13:20.987331 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53726) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:20.991210 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] Sync routers for ids ['19da093b-3382-451e-9913-1b2badd154c4'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:13:21.016799 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] Routers {'19da093b-3382-451e-9913-1b2badd154c4'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:21.017450 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:13:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['19da093b-3382-451e-9913-1b2badd154c4'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:21.139634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742cc3bf-2c55-4f40-816a-ddb761b0efde tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:21.140461 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742cc3bf-2c55-4f40-816a-ddb761b0efde tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:21.141050 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-13d3b25e-5cbe-4af8-b29d-701ec5119b87 None None] Provisioning complete for port cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:21.141440 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13d3b25e-5cbe-4af8-b29d-701ec5119b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.141621 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742cc3bf-2c55-4f40-816a-ddb761b0efde tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:21.142223 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742cc3bf-2c55-4f40-816a-ddb761b0efde tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:21.143239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742cc3bf-2c55-4f40-816a-ddb761b0efde tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:21.144315 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742cc3bf-2c55-4f40-816a-ddb761b0efde tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:21.149428 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742cc3bf-2c55-4f40-816a-ddb761b0efde tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:21.149428 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-742cc3bf-2c55-4f40-816a-ddb761b0efde tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4987 time: 0.1589708 Jul 30 02:13:21.150370 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53730) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:21.243746 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-13d3b25e-5cbe-4af8-b29d-701ec5119b87 None None] Port cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:13:21.256263 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4dd0bf-dcd1-4d7e-b5bd-9818b62d26e3 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:21.256669 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] Set router 19da093b-3382-451e-9913-1b2badd154c4 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:13:21.256808 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4dd0bf-dcd1-4d7e-b5bd-9818b62d26e3 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:21.257187 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4dd0bf-dcd1-4d7e-b5bd-9818b62d26e3 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:21.261832 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4dd0bf-dcd1-4d7e-b5bd-9818b62d26e3 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:21.262320 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4dd0bf-dcd1-4d7e-b5bd-9818b62d26e3 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:21.268459 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4dd0bf-dcd1-4d7e-b5bd-9818b62d26e3 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:21.268459 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4dd0bf-dcd1-4d7e-b5bd-9818b62d26e3 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:21.268459 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3f4dd0bf-dcd1-4d7e-b5bd-9818b62d26e3 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4647 time: 0.1135418 Jul 30 02:13:21.268459 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53734) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:21.543702 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19da093b-3382-451e-9913-1b2badd154c4', 'name': 'tempest-TestNetworkBasicOps-router-1715312355', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:13:09Z', 'updated_at': '2021-07-30T02:13:18Z', 'revision_number': 4, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:10Z', 'updated_at': '2021-07-30T02:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a', 'name': '', 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:17:0d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '086356ea-77f7-403f-b2cc-421b477ac7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:16Z', 'updated_at': '2021-07-30T02:13:18Z', 'revision_number': 2, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '086356ea-77f7-403f-b2cc-421b477ac7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:21.612562 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] Checking router: 19da093b-3382-451e-9913-1b2badd154c4 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:13:21.612925 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] Updating router 19da093b-3382-451e-9913-1b2badd154c4 port cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:13:21.683578 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.738336 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4cf57813-e4fe-47c3-bbc6-2551853bf4ef tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.4575994 Jul 30 02:13:22.159114 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:22.170878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] Transition to ACTIVE for port object cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:22.277877 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:22.586349 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53896c-67a9-444e-8f91-0515da99acd8 None None] Pushing event updated for resources: {'Port': ['ID=cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:22.669791 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] Attempting to bind port cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:13:22.670170 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] Attempting to bind port cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:13:22.670791 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] Attempting to bind port cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a on network 153aa311-47ee-41bf-bc18-3d819e9062bb {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:13:22.683585 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:13:22.683928 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] Checking segment: {'id': '8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:13:22.684260 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:22.684660 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] Bound using segment: {'id': '8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:13:22.688543 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] Bound port: cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:13:22.688962 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:22.875674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] For port cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:13:22.888514 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] For port cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a,segment=NetworkSegment(8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c),segment_id=8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:13:22.927984 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53766) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:22.936918 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-ddab3dad-7c1b-43f0-b7cc-d07bd8501a38 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1048658661', 'description': 'tempest-secgroup-smoke-1048658661 description', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:22.979089 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:23.033512 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ddab3dad-7c1b-43f0-b7cc-d07bd8501a38 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:23.078326 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] Routers {'19da093b-3382-451e-9913-1b2badd154c4'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:23.079209 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:13:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['19da093b-3382-451e-9913-1b2badd154c4'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:23.090001 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53896c-67a9-444e-8f91-0515da99acd8 None None] Pushing event updated for resources: {'Port': ['ID=cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:23.282469 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ddab3dad-7c1b-43f0-b7cc-d07bd8501a38 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:23.374615 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ddab3dad-7c1b-43f0-b7cc-d07bd8501a38 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:23.395502 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] Set router 19da093b-3382-451e-9913-1b2badd154c4 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:13:23.449337 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab3dad-7c1b-43f0-b7cc-d07bd8501a38 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7e158d-9a7a-4b3c-8c47-25cb5924777d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:23.518857 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ddab3dad-7c1b-43f0-b7cc-d07bd8501a38 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:23.520335 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ddab3dad-7c1b-43f0-b7cc-d07bd8501a38 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5905960 Jul 30 02:13:23.523657 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53778) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:23.530545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-9bd1b4ea-74c9-46fc-9c27-db93f7be5cdc tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'security_group_rule': {'security_group_id': 'ef7e158d-9a7a-4b3c-8c47-25cb5924777d', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:23.729939 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b4ea-74c9-46fc-9c27-db93f7be5cdc tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:23.932059 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b4ea-74c9-46fc-9c27-db93f7be5cdc tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:24.018345 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b4ea-74c9-46fc-9c27-db93f7be5cdc tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:24.054872 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1b4ea-74c9-46fc-9c27-db93f7be5cdc tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a008e0a-b881-47d8-9647-3de1298c6142,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:24.135154 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b4ea-74c9-46fc-9c27-db93f7be5cdc tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:24.139902 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53798) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:24.143133 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9bd1b4ea-74c9-46fc-9c27-db93f7be5cdc tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6137090 Jul 30 02:13:24.146120 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-0f8f5229-c6d8-4806-a5be-c52bf3a92a05 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'security_group_rule': {'security_group_id': 'ef7e158d-9a7a-4b3c-8c47-25cb5924777d', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:24.202613 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19da093b-3382-451e-9913-1b2badd154c4', 'name': 'tempest-TestNetworkBasicOps-router-1715312355', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:13:09Z', 'updated_at': '2021-07-30T02:13:18Z', 'revision_number': 4, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:10Z', 'updated_at': '2021-07-30T02:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a', 'name': '', 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:17:0d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '086356ea-77f7-403f-b2cc-421b477ac7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:16Z', 'updated_at': '2021-07-30T02:13:22Z', 'revision_number': 4, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '086356ea-77f7-403f-b2cc-421b477ac7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:24.248138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd16dc85-9a8a-447e-83ee-3f37b1372c81 None None] The sync data for ids ['19da093b-3382-451e-9913-1b2badd154c4'] in n-d-713498-9 is: [{'id': '19da093b-3382-451e-9913-1b2badd154c4', 'name': 'tempest-TestNetworkBasicOps-router-1715312355', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:13:09Z', 'updated_at': '2021-07-30T02:13:18Z', 'revision_number': 4, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:10Z', 'updated_at': '2021-07-30T02:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a', 'name': '', 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:17:0d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '086356ea-77f7-403f-b2cc-421b477ac7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:16Z', 'updated_at': '2021-07-30T02:13:22Z', 'revision_number': 4, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '086356ea-77f7-403f-b2cc-421b477ac7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:13:24.284125 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f8f5229-c6d8-4806-a5be-c52bf3a92a05 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:24.422386 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f8f5229-c6d8-4806-a5be-c52bf3a92a05 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:24.500209 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f8f5229-c6d8-4806-a5be-c52bf3a92a05 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:24.535750 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f5229-c6d8-4806-a5be-c52bf3a92a05 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=528ff5d4-a681-4224-a8e1-b80debb4f27a,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:24.648919 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f8f5229-c6d8-4806-a5be-c52bf3a92a05 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:24.651584 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0f8f5229-c6d8-4806-a5be-c52bf3a92a05 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5087707 Jul 30 02:13:24.658578 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53806) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:24.666067 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-edf0e157-619b-4557-92a6-1144a49b4dbf tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'security_group_rule': {'security_group_id': 'ef7e158d-9a7a-4b3c-8c47-25cb5924777d', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:24.765815 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edf0e157-619b-4557-92a6-1144a49b4dbf tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:24.984890 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edf0e157-619b-4557-92a6-1144a49b4dbf tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:25.214990 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edf0e157-619b-4557-92a6-1144a49b4dbf tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:25.328628 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0e157-619b-4557-92a6-1144a49b4dbf tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc6960b-afda-483a-823b-083c5e62cd36,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:25.380545 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-edf0e157-619b-4557-92a6-1144a49b4dbf tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:25.382386 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-edf0e157-619b-4557-92a6-1144a49b4dbf tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7224965 Jul 30 02:13:25.385090 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 53830) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:25.397362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-eec1e490-aeef-4bc1-a8bc-6dcb760aed8f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'security_group_rule': {'security_group_id': 'ef7e158d-9a7a-4b3c-8c47-25cb5924777d', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:25.586365 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eec1e490-aeef-4bc1-a8bc-6dcb760aed8f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:25.775414 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eec1e490-aeef-4bc1-a8bc-6dcb760aed8f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:25.903944 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eec1e490-aeef-4bc1-a8bc-6dcb760aed8f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:25.936667 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1e490-aeef-4bc1-a8bc-6dcb760aed8f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40998e2-0390-4817-a593-129c022765f6,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:25.998170 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-eec1e490-aeef-4bc1-a8bc-6dcb760aed8f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.002705 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53844) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:26.003838 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-eec1e490-aeef-4bc1-a8bc-6dcb760aed8f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6161594 Jul 30 02:13:26.007991 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-d0ca0360-9936-42fe-86df-972948b7b403 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'security_group_rule': {'security_group_id': 'ef7e158d-9a7a-4b3c-8c47-25cb5924777d', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:26.133345 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:13:26.197490 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-d0ca0360-9936-42fe-86df-972948b7b403 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Project 7178d3e97eda4b719733eaf558d6f1f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:13:26.212829 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0360-9936-42fe-86df-972948b7b403 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.369005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:26.380793 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:26.384154 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.388395 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0360-9936-42fe-86df-972948b7b403 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.477063 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0360-9936-42fe-86df-972948b7b403 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.509338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca0360-9936-42fe-86df-972948b7b403 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70978776-60a8-47cf-afa0-f369a887ed42,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:26.602869 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0360-9936-42fe-86df-972948b7b403 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.604645 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d0ca0360-9936-42fe-86df-972948b7b403 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6002996 Jul 30 02:13:26.607589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 53854) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:26.612281 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-0db8db1a-f9d7-4101-9726-2cf4b4abcd3a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'security_group_rule': {'security_group_id': 'ef7e158d-9a7a-4b3c-8c47-25cb5924777d', 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:26.648288 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.687786 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a,segment=NetworkSegment(8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c),segment_id=8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:26.734466 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-0db8db1a-f9d7-4101-9726-2cf4b4abcd3a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Project 7178d3e97eda4b719733eaf558d6f1f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:13:26.740125 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0db8db1a-f9d7-4101-9726-2cf4b4abcd3a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.762866 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.876635 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0db8db1a-f9d7-4101-9726-2cf4b4abcd3a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.906759 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:26.951828 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0db8db1a-f9d7-4101-9726-2cf4b4abcd3a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.998881 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8db1a-f9d7-4101-9726-2cf4b4abcd3a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55620340-899a-47f7-aef8-9d97a89133db,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:27.054904 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0db8db1a-f9d7-4101-9726-2cf4b4abcd3a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:27.064035 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0db8db1a-f9d7-4101-9726-2cf4b4abcd3a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4479415 Jul 30 02:13:27.339479 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-75fc5f17-5a73-4268-8834-5153e13f21bd tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1048658661&fields=id&tenant_id=7178d3e97eda4b719733eaf558d6f1f6 HTTP/1.1" status: 200 len: 267 time: 0.0513108 Jul 30 02:13:27.582210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-0fb32e74-86ae-48bb-b423-01d50fd4ad3a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:27.593068 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-0fb32e74-86ae-48bb-b423-01d50fd4ad3a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/networks?id=153aa311-47ee-41bf-bc18-3d819e9062bb HTTP/1.1" status: 200 len: 797 time: 0.2412648 Jul 30 02:13:27.614250 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-95906947-5a9a-4f62-9dcd-ce8021fe63db tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/quotas/7178d3e97eda4b719733eaf558d6f1f6 HTTP/1.1" status: 200 len: 375 time: 0.0153828 Jul 30 02:13:27.724590 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-6f099c8f-c604-4f8a-85cf-7a2ebf2ca7d9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7178d3e97eda4b719733eaf558d6f1f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917792 Jul 30 02:13:27.882851 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-d4daeeeb-1188-401b-a908-d59a129fba11 service neutron] 10.222.0.70 "GET /v2.0/networks/153aa311-47ee-41bf-bc18-3d819e9062bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461616 Jul 30 02:13:28.039676 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:13:28.052139 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-4d69d7ed-192e-4454-9a5e-7e10bbedd9cf service neutron] 10.222.0.70 "GET /v2.0/networks/153aa311-47ee-41bf-bc18-3d819e9062bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632035 Jul 30 02:13:28.127020 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:28.131607 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:28.736893 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-046d2093-7acd-48c3-a057-759e5c1838d4 req-44c707ff-c283-4fb0-8bb5-5946aede383e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 210 time: 0.0405960 Jul 30 02:13:29.887852 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cedc973b-f491-4aca-9347-97aad46d4ebe req-bf83490d-2291-4224-94fc-951e7dfdb64f tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 210 time: 0.0550203 Jul 30 02:13:31.033575 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d34fa289-72ee-4a46-b4f4-7eb4c0b52614 req-6471bc2c-07ae-4e5a-875c-372d48bee716 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 210 time: 0.0581136 Jul 30 02:13:31.788571 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-f5979a58-efbd-44d8-88dd-082dcc2ed0b6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:31.794233 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-f5979a58-efbd-44d8-88dd-082dcc2ed0b6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.10 "GET /v2.0/networks?id=153aa311-47ee-41bf-bc18-3d819e9062bb HTTP/1.1" status: 200 len: 797 time: 0.1844983 Jul 30 02:13:31.885524 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-bb10627d-d871-47f6-9b91-c9b6e0eaba1a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7178d3e97eda4b719733eaf558d6f1f6 HTTP/1.1" status: 200 len: 380 time: 0.0836504 Jul 30 02:13:31.895786 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-f0254418-2143-4a38-99d0-c56d0031f48e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'port': {'device_id': '6abc2537-5eeb-4de7-9537-19c5044ab57d', 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb', 'admin_state_up': True, 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'security_groups': ['ef7e158d-9a7a-4b3c-8c47-25cb5924777d']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:32.517040 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79154dd7-ca0b-4c8d-9084-8dccd79adc4a req-95aa3ef2-cdb2-480f-9fb5-5a1ef874581c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 210 time: 0.0594478 Jul 30 02:13:32.797197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-f0254418-2143-4a38-99d0-c56d0031f48e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Made reservation on behalf of 7178d3e97eda4b719733eaf558d6f1f6 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:32.801718 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-f0254418-2143-4a38-99d0-c56d0031f48e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:32.953884 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-f0254418-2143-4a38-99d0-c56d0031f48e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Allocated IP 172.20.0.5 (153aa311-47ee-41bf-bc18-3d819e9062bb/086356ea-77f7-403f-b2cc-421b477ac7c2/c0a46f55-c407-4eb0-b572-65303400b0d6) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:33.014257 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:33.137849 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-f0254418-2143-4a38-99d0-c56d0031f48e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:33.152514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-f0254418-2143-4a38-99d0-c56d0031f48e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Transition to ACTIVE for port object c0a46f55-c407-4eb0-b572-65303400b0d6 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:33.278702 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-f0254418-2143-4a38-99d0-c56d0031f48e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:33.312354 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-f0254418-2143-4a38-99d0-c56d0031f48e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Network 153aa311-47ee-41bf-bc18-3d819e9062bb is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:33.401904 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-f0254418-2143-4a38-99d0-c56d0031f48e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:33.409464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-f0254418-2143-4a38-99d0-c56d0031f48e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:33.413167 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0254418-2143-4a38-99d0-c56d0031f48e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'Port': ['ID=c0a46f55-c407-4eb0-b572-65303400b0d6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:33.496194 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-f0254418-2143-4a38-99d0-c56d0031f48e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:33.496996 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-f0254418-2143-4a38-99d0-c56d0031f48e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:33.615121 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-f0254418-2143-4a38-99d0-c56d0031f48e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7234101 Jul 30 02:13:33.639958 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] Request body: {'port': {'device_id': '6abc2537-5eeb-4de7-9537-19c5044ab57d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:33.730142 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a2173-edfc-4e9a-8fa5-f138e1541fff req-60d1a493-95ab-44ec-8f1e-14faadc2b304 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:33.744002 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f8a2173-edfc-4e9a-8fa5-f138e1541fff req-60d1a493-95ab-44ec-8f1e-14faadc2b304 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 931 time: 0.1144638 Jul 30 02:13:33.762598 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c2b5bc7e-db2a-4605-83a8-fa6800b8a459 None None] Provisioning for port c0a46f55-c407-4eb0-b572-65303400b0d6 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:33.768347 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c2b5bc7e-db2a-4605-83a8-fa6800b8a459 None None] Provisioning complete for port c0a46f55-c407-4eb0-b572-65303400b0d6 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:33.769242 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2b5bc7e-db2a-4605-83a8-fa6800b8a459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:33.782087 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:33.831051 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f8a2173-edfc-4e9a-8fa5-f138e1541fff req-8c9a7f6d-d738-48d3-a7fe-b7b5030112bf tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef7e158d-9a7a-4b3c-8c47-25cb5924777d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855908 Jul 30 02:13:33.842488 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c2b5bc7e-db2a-4605-83a8-fa6800b8a459 None None] Port c0a46f55-c407-4eb0-b572-65303400b0d6 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:13:34.198137 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a46f55-c407-4eb0-b572-65303400b0d6 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:13:34.206557 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:34.219708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] Transition to ACTIVE for port object c0a46f55-c407-4eb0-b572-65303400b0d6 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:34.328246 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:34.425311 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a46f55-c407-4eb0-b572-65303400b0d6,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:34.575681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] Attempting to bind port c0a46f55-c407-4eb0-b572-65303400b0d6 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:13:34.576497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] Attempting to bind port c0a46f55-c407-4eb0-b572-65303400b0d6 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:13:34.577067 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] Attempting to bind port c0a46f55-c407-4eb0-b572-65303400b0d6 on network 153aa311-47ee-41bf-bc18-3d819e9062bb {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:13:34.582455 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] Port c0a46f55-c407-4eb0-b572-65303400b0d6 on network 153aa311-47ee-41bf-bc18-3d819e9062bb not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:13:34.583432 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] Attempting to bind port c0a46f55-c407-4eb0-b572-65303400b0d6 on network 153aa311-47ee-41bf-bc18-3d819e9062bb {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:13:34.590370 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:13:34.607511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] Checking segment: {'id': '8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:13:34.607511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] Bound using segment: {'id': '8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:13:34.607511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] Bound port: c0a46f55-c407-4eb0-b572-65303400b0d6, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:13:34.607511 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:34.672562 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] For port c0a46f55-c407-4eb0-b572-65303400b0d6, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:13:34.675707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] For port c0a46f55-c407-4eb0-b572-65303400b0d6, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c0a46f55-c407-4eb0-b572-65303400b0d6,segment=NetworkSegment(8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c),segment_id=8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:13:34.757471 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:34.816415 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:34.818889 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:34.819135 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] 10.222.0.10 "PUT /v2.0/ports/c0a46f55-c407-4eb0-b572-65303400b0d6 HTTP/1.1" status: 200 len: 1091 time: 1.1876485 Jul 30 02:13:34.819613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abc2537-5eeb-4de7-9537-19c5044ab57d', 'tag': 'c0a46f55-c407-4eb0-b572-65303400b0d6'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:13:34.822119 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5dd463-ac75-4164-9599-5fe093fdbe3d" -d '{"events": [{"name": "network-changed", "server_uuid": "6abc2537-5eeb-4de7-9537-19c5044ab57d", "tag": "c0a46f55-c407-4eb0-b572-65303400b0d6"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:13:34.882011 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5802c0f-30d1-44f8-bfac-f87b9f859873 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a46f55-c407-4eb0-b572-65303400b0d6,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:34.899491 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6f318d-3e70-45d5-9e9e-941e1685f73f x-openstack-request-id: req-4e6f318d-3e70-45d5-9e9e-941e1685f73f {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:13:34.899877 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abc2537-5eeb-4de7-9537-19c5044ab57d", "tag": "c0a46f55-c407-4eb0-b572-65303400b0d6", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:13:34.900216 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e6f318d-3e70-45d5-9e9e-941e1685f73f {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:13:34.901245 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abc2537-5eeb-4de7-9537-19c5044ab57d', 'tag': 'c0a46f55-c407-4eb0-b572-65303400b0d6', 'status': 'completed', 'code': 200} Jul 30 02:13:34.984925 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b39f9-9e42-4d79-a43e-71273cf9a930 req-8d7cdabf-69ae-4e3d-9037-73c0d8a6e981 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:34.991218 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-828b39f9-9e42-4d79-a43e-71273cf9a930 req-8d7cdabf-69ae-4e3d-9037-73c0d8a6e981 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 943 time: 0.0696723 Jul 30 02:13:35.045401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5dd463-ac75-4164-9599-5fe093fdbe3d req-07bf0480-7955-4cbd-abf9-35038c38ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:35.046947 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b5dd463-ac75-4164-9599-5fe093fdbe3d req-07bf0480-7955-4cbd-abf9-35038c38ea74 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7178d3e97eda4b719733eaf558d6f1f6&device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 1094 time: 0.1228776 Jul 30 02:13:35.061576 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-828b39f9-9e42-4d79-a43e-71273cf9a930 req-eb4d8fa5-47ce-415f-8886-d2d69dc0206b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef7e158d-9a7a-4b3c-8c47-25cb5924777d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619593 Jul 30 02:13:35.240036 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5dd463-ac75-4164-9599-5fe093fdbe3d req-d330a931-69f4-4960-bc8a-c5a1c997c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:35.241568 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b5dd463-ac75-4164-9599-5fe093fdbe3d req-d330a931-69f4-4960-bc8a-c5a1c997c0ed service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7178d3e97eda4b719733eaf558d6f1f6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1846650 Jul 30 02:13:35.351491 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5dd463-ac75-4164-9599-5fe093fdbe3d req-09008328-d85c-4138-945d-e3ae6d117c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:35.355016 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b5dd463-ac75-4164-9599-5fe093fdbe3d req-09008328-d85c-4138-945d-e3ae6d117c12 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1048524 Jul 30 02:13:35.439239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-eed77382-31e9-4b25-9f5d-35696b38538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:35.440748 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-eed77382-31e9-4b25-9f5d-35696b38538b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7178d3e97eda4b719733eaf558d6f1f6&device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 1094 time: 0.0424726 Jul 30 02:13:35.487206 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-c42e349d-fd71-4fc4-af63-e95c4c301f60 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0a46f55-c407-4eb0-b572-65303400b0d6 HTTP/1.1" status: 200 len: 217 time: 0.0366263 Jul 30 02:13:35.555121 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-f32e33e7-73f0-424f-826c-2d5441955d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:35.557348 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-f32e33e7-73f0-424f-826c-2d5441955d1d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=086356ea-77f7-403f-b2cc-421b477ac7c2 HTTP/1.1" status: 200 len: 835 time: 0.0644393 Jul 30 02:13:35.626222 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-fa4b825d-7b01-4ce3-a3ed-d4fe478eb018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:35.627831 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-fa4b825d-7b01-4ce3-a3ed-d4fe478eb018 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=153aa311-47ee-41bf-bc18-3d819e9062bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645328 Jul 30 02:13:35.746435 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-b2176093-3dde-4caf-9112-b39eb5bac7c5 service neutron] 10.222.0.10 "GET /v2.0/networks/153aa311-47ee-41bf-bc18-3d819e9062bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083131 Jul 30 02:13:35.851903 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a59eb62-340c-4ea8-90b0-73aa14aa9e8b req-3ee16cdb-c00c-4f51-aaa4-8ee44e8501e4 service neutron] 10.222.0.10 "GET /v2.0/networks/153aa311-47ee-41bf-bc18-3d819e9062bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981157 Jul 30 02:13:36.245007 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc7182-ce56-4e82-8ba3-eef3f09aa98b req-faa254e6-8e7e-49de-8b93-7f03af3af184 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:36.246506 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a7cc7182-ce56-4e82-8ba3-eef3f09aa98b req-faa254e6-8e7e-49de-8b93-7f03af3af184 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 943 time: 0.0870211 Jul 30 02:13:36.301999 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a7cc7182-ce56-4e82-8ba3-eef3f09aa98b req-27396059-31fe-42b5-8b69-7775e17942fe tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef7e158d-9a7a-4b3c-8c47-25cb5924777d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423579 Jul 30 02:13:36.923931 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54188) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:37.055794 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6aff3f7d-e06f-4dca-beac-82bcc4df022f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:37.164295 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6aff3f7d-e06f-4dca-beac-82bcc4df022f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:37.236902 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6aff3f7d-e06f-4dca-beac-82bcc4df022f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:37.283004 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6aff3f7d-e06f-4dca-beac-82bcc4df022f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a26c9e851eec4a7c87dfdf68c6851c25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3579504 Jul 30 02:13:37.284709 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff3f7d-e06f-4dca-beac-82bcc4df022f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a77bb9-f596-4c7d-a8c7-8ef4c4967584,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:37.285772 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54196) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:37.323675 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-2ed7ce8d-7ef3-44b6-806b-10cc7e597405 req-c72da6e2-47b1-4f78-8ee8-e6eb0c4a242d service neutron] (94464) timed out ('10.222.0.77', 53548) {{(pid=94464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:13:37.363342 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1baf3106-d24b-45dd-b841-feb0830cfe56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:37.416513 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1baf3106-d24b-45dd-b841-feb0830cfe56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:37.496454 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d073a2-6fd6-4a41-9288-093a788200aa req-d81ad40f-35f7-420f-96a4-f98d373daa2e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:37.498033 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-09d073a2-6fd6-4a41-9288-093a788200aa req-d81ad40f-35f7-420f-96a4-f98d373daa2e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 943 time: 0.0931492 Jul 30 02:13:37.598924 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-09d073a2-6fd6-4a41-9288-093a788200aa req-2e7b5db0-1e8e-4044-b2f9-1ec7c35913e7 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef7e158d-9a7a-4b3c-8c47-25cb5924777d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665200 Jul 30 02:13:37.605749 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1baf3106-d24b-45dd-b841-feb0830cfe56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:37.609317 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1baf3106-d24b-45dd-b841-feb0830cfe56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:37.610809 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1baf3106-d24b-45dd-b841-feb0830cfe56 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/19a77bb9-f596-4c7d-a8c7-8ef4c4967584 HTTP/1.1" status: 204 len: 168 time: 0.3240113 Jul 30 02:13:37.632641 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf3106-d24b-45dd-b841-feb0830cfe56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a77bb9-f596-4c7d-a8c7-8ef4c4967584,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:38.202238 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54224) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:38.220537 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a6244b1-c790-4657-b161-b1e0763eca9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:38.355073 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a6244b1-c790-4657-b161-b1e0763eca9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:38.431212 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a6244b1-c790-4657-b161-b1e0763eca9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:38.486034 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3a6244b1-c790-4657-b161-b1e0763eca9b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7780a044802a437cb059ff11a76fbcb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824886 Jul 30 02:13:38.486877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6244b1-c790-4657-b161-b1e0763eca9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcadcff7-6620-4fcd-a99e-0e9b19cdd4c9,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:38.489150 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54228) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:38.549300 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1bd888c7-61f6-4cca-9f85-4bfa2ba7c85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:38.576107 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1bd888c7-61f6-4cca-9f85-4bfa2ba7c85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:38.735048 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c262c9-76e1-469d-ae64-800411d2c11a req-6819a788-c972-4286-ae10-19c8851925f6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:38.736682 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0c262c9-76e1-469d-ae64-800411d2c11a req-6819a788-c972-4286-ae10-19c8851925f6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 943 time: 0.0724852 Jul 30 02:13:38.739638 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1bd888c7-61f6-4cca-9f85-4bfa2ba7c85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:38.742666 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1bd888c7-61f6-4cca-9f85-4bfa2ba7c85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:38.753896 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1bd888c7-61f6-4cca-9f85-4bfa2ba7c85c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fcadcff7-6620-4fcd-a99e-0e9b19cdd4c9 HTTP/1.1" status: 204 len: 168 time: 0.2531273 Jul 30 02:13:38.786983 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54244) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:38.801352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd888c7-61f6-4cca-9f85-4bfa2ba7c85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcadcff7-6620-4fcd-a99e-0e9b19cdd4c9,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:38.820279 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0c262c9-76e1-469d-ae64-800411d2c11a req-9e9d7857-3abd-4644-9afb-c2e0e7de8774 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef7e158d-9a7a-4b3c-8c47-25cb5924777d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675972 Jul 30 02:13:38.872743 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-a228e5d6-b912-462d-a67d-2d9cc97bfddc admin admin] Deleting subnet ec319b19-0bc6-4c72-978b-219500f23bfd {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:13:38.877533 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a228e5d6-b912-462d-a67d-2d9cc97bfddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:38.919585 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a228e5d6-b912-462d-a67d-2d9cc97bfddc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:38.959506 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a228e5d6-b912-462d-a67d-2d9cc97bfddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:39.083688 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a228e5d6-b912-462d-a67d-2d9cc97bfddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:39.133956 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e87a3982-1679-4974-90a1-0fbde2643e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:39.134547 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a228e5d6-b912-462d-a67d-2d9cc97bfddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:39.138338 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a228e5d6-b912-462d-a67d-2d9cc97bfddc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ec319b19-0bc6-4c72-978b-219500f23bfd HTTP/1.1" status: 204 len: 168 time: 0.3501403 Jul 30 02:13:39.141233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54250) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:39.159178 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228e5d6-b912-462d-a67d-2d9cc97bfddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec319b19-0bc6-4c72-978b-219500f23bfd,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:39.213936 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7957f1e4-538b-4d6c-b142-46dd817dcb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:39.336546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7957f1e4-538b-4d6c-b142-46dd817dcb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:39.350998 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-7957f1e4-538b-4d6c-b142-46dd817dcb68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72faef00-d6f9-4e2c-8e8a-1790561847df']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:39.372585 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-7957f1e4-538b-4d6c-b142-46dd817dcb68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdbd72ab-411b-4d81-8301-fdf47d5285c1') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:39.372585 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-7957f1e4-538b-4d6c-b142-46dd817dcb68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdbd72ab-411b-4d81-8301-fdf47d5285c1') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:39.386279 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7957f1e4-538b-4d6c-b142-46dd817dcb68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:39.411206 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7957f1e4-538b-4d6c-b142-46dd817dcb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:39.418776 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7957f1e4-538b-4d6c-b142-46dd817dcb68 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:13:39.419102 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7957f1e4-538b-4d6c-b142-46dd817dcb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:13:39.432252 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:13:39.574610 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7957f1e4-538b-4d6c-b142-46dd817dcb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:39.581191 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7957f1e4-538b-4d6c-b142-46dd817dcb68 admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:39.588708 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7957f1e4-538b-4d6c-b142-46dd817dcb68 admin admin] 10.222.0.70 "DELETE /v2.0/networks/72faef00-d6f9-4e2c-8e8a-1790561847df HTTP/1.1" status: 204 len: 168 time: 0.4408610 Jul 30 02:13:39.638105 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957f1e4-538b-4d6c-b142-46dd817dcb68 admin admin] Pushing event deleted for resources: {'Network': ['ID=72faef00-d6f9-4e2c-8e8a-1790561847df,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:39.641211 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device c0a46f55-c407-4eb0-b572-65303400b0d6 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:13:39.816220 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port c0a46f55-c407-4eb0-b572-65303400b0d6, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c0a46f55-c407-4eb0-b572-65303400b0d6,segment=NetworkSegment(8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c),segment_id=8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:39.834083 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'c0a46f55-c407-4eb0-b572-65303400b0d6', 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb', 'port_id': 'c0a46f55-c407-4eb0-b572-65303400b0d6', 'mac_address': 'fa:16:3e:de:cd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086356ea-77f7-403f-b2cc-421b477ac7c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:13:39.900304 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:39.916072 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a46f55-c407-4eb0-b572-65303400b0d6 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:13:39.941880 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port c0a46f55-c407-4eb0-b572-65303400b0d6, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c0a46f55-c407-4eb0-b572-65303400b0d6,segment=NetworkSegment(8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c),segment_id=8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:39.978959 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735465d-5e8b-4c04-a93d-bd216dc1aebe req-3bb9a92f-6c15-4897-86ec-c432d095aa3c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:39.980728 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e735465d-5e8b-4c04-a93d-bd216dc1aebe req-3bb9a92f-6c15-4897-86ec-c432d095aa3c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 943 time: 0.0639646 Jul 30 02:13:40.026237 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:40.057200 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e735465d-5e8b-4c04-a93d-bd216dc1aebe req-3a1883d8-0a8e-4c07-b59e-cb72fbcd7f5e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef7e158d-9a7a-4b3c-8c47-25cb5924777d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531149 Jul 30 02:13:40.126215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=c0a46f55-c407-4eb0-b572-65303400b0d6,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:40.135243 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:40.141564 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:40.141564 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:40.141564 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:40.141564 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:40.141564 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:40.141564 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:40.141564 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:40.141564 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:40.141564 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:40.141564 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:40.141564 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:40.171140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54290) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:40.217057 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f03ed854-d2eb-4dcb-aa30-a013d8cc7be3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=56bc37224d8a469c9f32ac0cbf4e2e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446675 Jul 30 02:13:40.219684 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54294) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:40.239347 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['c0a46f55-c407-4eb0-b572-65303400b0d6'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:13:40.301898 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a23b0bba-f0ac-494b-9d19-994ab65dd16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:40.331513 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a23b0bba-f0ac-494b-9d19-994ab65dd16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:40.482985 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a23b0bba-f0ac-494b-9d19-994ab65dd16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:40.486641 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a23b0bba-f0ac-494b-9d19-994ab65dd16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:40.490432 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a23b0bba-f0ac-494b-9d19-994ab65dd16a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6794cb3e-6435-4699-b1db-d330f53cd844 HTTP/1.1" status: 204 len: 168 time: 0.2671678 Jul 30 02:13:40.497922 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b0bba-f0ac-494b-9d19-994ab65dd16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6794cb3e-6435-4699-b1db-d330f53cd844,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:41.211131 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694adb9-2421-4899-a5fd-fd6e9c26468e req-550cf3fe-90bd-4b47-b88b-da4016ebcaff tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:41.212885 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2694adb9-2421-4899-a5fd-fd6e9c26468e req-550cf3fe-90bd-4b47-b88b-da4016ebcaff tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 944 time: 0.0779624 Jul 30 02:13:41.285956 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2694adb9-2421-4899-a5fd-fd6e9c26468e req-990ee2ee-662c-4214-87cc-e7c5ea9d583e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef7e158d-9a7a-4b3c-8c47-25cb5924777d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618961 Jul 30 02:13:41.657552 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device c0a46f55-c407-4eb0-b572-65303400b0d6 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:13:41.687770 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bdcb5101-6d17-4d7c-9d8a-fc7ab4c31ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:41.830693 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:41.852814 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port c0a46f55-c407-4eb0-b572-65303400b0d6 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:41.854967 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port c0a46f55-c407-4eb0-b572-65303400b0d6 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:41.855411 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:41.975789 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:42.012401 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abc2537-5eeb-4de7-9537-19c5044ab57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a46f55-c407-4eb0-b572-65303400b0d6'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:13:42.014844 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d524599-0824-43c7-872b-a606394f3338" -d '{"events": [{"server_uuid": "6abc2537-5eeb-4de7-9537-19c5044ab57d", "name": "network-vif-plugged", "status": "completed", "tag": "c0a46f55-c407-4eb0-b572-65303400b0d6"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:13:42.055273 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port c0a46f55-c407-4eb0-b572-65303400b0d6, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c0a46f55-c407-4eb0-b572-65303400b0d6,segment=NetworkSegment(8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c),segment_id=8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:42.076489 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f1dad9-1877-4a0e-9fa1-d32eb6524ade x-openstack-request-id: req-22f1dad9-1877-4a0e-9fa1-d32eb6524ade {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:13:42.076726 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abc2537-5eeb-4de7-9537-19c5044ab57d", "name": "network-vif-plugged", "status": "completed", "tag": "c0a46f55-c407-4eb0-b572-65303400b0d6", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:13:42.076967 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-22f1dad9-1877-4a0e-9fa1-d32eb6524ade {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:13:42.077380 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abc2537-5eeb-4de7-9537-19c5044ab57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a46f55-c407-4eb0-b572-65303400b0d6', 'code': 200} Jul 30 02:13:42.151879 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:42.194104 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01a14f-7842-434c-8543-b63d2ff43360 req-5c71ed9c-3cbf-4fb8-808f-6afb591a4d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:42.195726 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0e01a14f-7842-434c-8543-b63d2ff43360 req-5c71ed9c-3cbf-4fb8-808f-6afb591a4d18 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 1095 time: 0.0628128 Jul 30 02:13:42.211892 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=c0a46f55-c407-4eb0-b572-65303400b0d6,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:42.247158 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0e01a14f-7842-434c-8543-b63d2ff43360 req-2db6fd9b-448a-4b20-b392-a94f73eb1f69 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ef7e158d-9a7a-4b3c-8c47-25cb5924777d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443316 Jul 30 02:13:42.416475 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a9383-3973-4874-b129-3a90ff23e400 req-294d310c-ea7b-48bb-9e48-634ec64f4b56 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:42.418446 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-428a9383-3973-4874-b129-3a90ff23e400 req-294d310c-ea7b-48bb-9e48-634ec64f4b56 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 945 time: 0.0655766 Jul 30 02:13:42.471817 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-428a9383-3973-4874-b129-3a90ff23e400 req-cfc75a89-ffb0-4bae-970a-5ed819261376 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef7e158d-9a7a-4b3c-8c47-25cb5924777d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468936 Jul 30 02:13:43.327885 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:43.663160 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d0e86-8f86-4cde-aa90-ee5457c161f0 req-5b167bc7-c419-4fa1-abea-0f5b4036ea5e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:43.666387 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f9d0e86-8f86-4cde-aa90-ee5457c161f0 req-5b167bc7-c419-4fa1-abea-0f5b4036ea5e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 945 time: 0.0853255 Jul 30 02:13:43.728873 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1f9d0e86-8f86-4cde-aa90-ee5457c161f0 req-842df8e2-aa1a-4f94-b651-69e2e0a00985 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef7e158d-9a7a-4b3c-8c47-25cb5924777d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555573 Jul 30 02:13:43.923413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5009b27-4979-433b-9827-6a2b7b126e07 req-a9d1bfa0-9629-4c9b-a198-38576b4ce2d6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:43.925668 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c5009b27-4979-433b-9827-6a2b7b126e07 req-a9d1bfa0-9629-4c9b-a198-38576b4ce2d6 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 945 time: 0.0944641 Jul 30 02:13:43.997981 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c5009b27-4979-433b-9827-6a2b7b126e07 req-cc303004-2c88-468f-a601-476b5ef40487 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef7e158d-9a7a-4b3c-8c47-25cb5924777d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620227 Jul 30 02:13:44.026142 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54444) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:44.081651 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40301710-c00c-4b0f-98f1-45fff3df6de9 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:44.083171 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-40301710-c00c-4b0f-98f1-45fff3df6de9 tempest-TestNetworkBasicOps-1974890816 tempest-TestNetworkBasicOps-1974890816-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 1091 time: 0.0605621 Jul 30 02:13:44.085970 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54448) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:44.090432 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': 'c0a46f55-c407-4eb0-b572-65303400b0d6', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:44.219326 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.340749 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.457106 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Allocated IP 172.25.1.29 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/0f2a0221-9332-4010-9859-1cdc539448db) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:44.564071 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.664845 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.665640 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.701500 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:44.705961 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:44.709537 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:44.737928 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'Port': ['ID=0f2a0221-9332-4010-9859-1cdc539448db,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:44.751589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:44.751966 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:44.752351 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:44.752666 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:44.753029 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:44.753376 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:44.753710 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:44.754044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:44.754422 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:44.754755 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:44.755107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:44.755448 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:45.124215 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:45.329596 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:45.503100 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:45.608285 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:45.684369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event updated for resources: {'Port': ['ID=0f2a0221-9332-4010-9859-1cdc539448db,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:45.701956 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:45.816009 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Floating IP e381482a-cce5-486e-b7d8-87d6b7d76681 associated. External IP: 172.25.1.29, port: c0a46f55-c407-4eb0-b572-65303400b0d6. Jul 30 02:13:46.056631 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Router 19da093b-3382-451e-9913-1b2badd154c4 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:13:46.233473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:13:46.246888 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32d5da6-633c-45d2-83bc-09ba16b6ebd9 None None] Sync routers for ids ['19da093b-3382-451e-9913-1b2badd154c4'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:13:46.266838 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32d5da6-633c-45d2-83bc-09ba16b6ebd9 None None] Routers {'19da093b-3382-451e-9913-1b2badd154c4'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:46.268327 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e32d5da6-633c-45d2-83bc-09ba16b6ebd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:13:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['19da093b-3382-451e-9913-1b2badd154c4'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:46.322826 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:46.373430 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6a4bead2-5191-4a5c-a381-81ae8f779066 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2863972 Jul 30 02:13:46.374245 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abc2537-5eeb-4de7-9537-19c5044ab57d', 'tag': 'c0a46f55-c407-4eb0-b572-65303400b0d6'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:13:46.377055 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54488) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:46.379927 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15a111f-e4a2-4f8f-9666-1f76e037105c" -d '{"events": [{"name": "network-changed", "server_uuid": "6abc2537-5eeb-4de7-9537-19c5044ab57d", "tag": "c0a46f55-c407-4eb0-b572-65303400b0d6"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:13:46.450783 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64364658-ffb6-42af-9818-850e49148c56 x-openstack-request-id: req-64364658-ffb6-42af-9818-850e49148c56 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:13:46.451336 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abc2537-5eeb-4de7-9537-19c5044ab57d", "tag": "c0a46f55-c407-4eb0-b572-65303400b0d6", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:13:46.451685 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-64364658-ffb6-42af-9818-850e49148c56 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:13:46.452213 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abc2537-5eeb-4de7-9537-19c5044ab57d', 'tag': 'c0a46f55-c407-4eb0-b572-65303400b0d6', 'status': 'completed', 'code': 200} Jul 30 02:13:46.486721 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-e32d5da6-633c-45d2-83bc-09ba16b6ebd9 None None] Set router 19da093b-3382-451e-9913-1b2badd154c4 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:13:46.522523 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ced082fb-f58a-4c6d-9c0d-90aca902ff71 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/floatingips/e381482a-cce5-486e-b7d8-87d6b7d76681 HTTP/1.1" status: 200 len: 990 time: 0.1437848 Jul 30 02:13:46.610156 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a111f-e4a2-4f8f-9666-1f76e037105c req-fb50898b-ba56-45d9-8193-810c70ae4839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:46.614122 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e15a111f-e4a2-4f8f-9666-1f76e037105c req-fb50898b-ba56-45d9-8193-810c70ae4839 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7178d3e97eda4b719733eaf558d6f1f6&device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 1096 time: 0.1370471 Jul 30 02:13:46.843802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a111f-e4a2-4f8f-9666-1f76e037105c req-85491f15-dace-45be-8372-427085d02d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:46.845690 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e15a111f-e4a2-4f8f-9666-1f76e037105c req-85491f15-dace-45be-8372-427085d02d7a service neutron] 10.222.0.10 "GET /v2.0/networks?id=153aa311-47ee-41bf-bc18-3d819e9062bb HTTP/1.1" status: 200 len: 898 time: 0.2227168 Jul 30 02:13:46.973680 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e32d5da6-633c-45d2-83bc-09ba16b6ebd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19da093b-3382-451e-9913-1b2badd154c4', 'name': 'tempest-TestNetworkBasicOps-router-1715312355', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:13:09Z', 'updated_at': '2021-07-30T02:13:18Z', 'revision_number': 4, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:10Z', 'updated_at': '2021-07-30T02:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'e381482a-cce5-486e-b7d8-87d6b7d76681', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '19da093b-3382-451e-9913-1b2badd154c4', 'port_id': 'c0a46f55-c407-4eb0-b572-65303400b0d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb', 'mac_address': 'fa:16:3e:de:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abc2537-5eeb-4de7-9537-19c5044ab57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:13:44Z', 'updated_at': '2021-07-30T02:13:44Z', 'revision_number': 0, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a', 'name': '', 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:17:0d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '086356ea-77f7-403f-b2cc-421b477ac7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:16Z', 'updated_at': '2021-07-30T02:13:26Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '086356ea-77f7-403f-b2cc-421b477ac7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:47.031454 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e15a111f-e4a2-4f8f-9666-1f76e037105c req-6ee3d61c-34f1-4788-aa6b-3dcbcba5ca7e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0a46f55-c407-4eb0-b572-65303400b0d6 HTTP/1.1" status: 200 len: 998 time: 0.1677332 Jul 30 02:13:47.078800 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32d5da6-633c-45d2-83bc-09ba16b6ebd9 None None] Checking router: 19da093b-3382-451e-9913-1b2badd154c4 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:13:47.089487 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32d5da6-633c-45d2-83bc-09ba16b6ebd9 None None] Routers {'19da093b-3382-451e-9913-1b2badd154c4'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:47.090386 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e32d5da6-633c-45d2-83bc-09ba16b6ebd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:13:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['19da093b-3382-451e-9913-1b2badd154c4'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:47.136109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a111f-e4a2-4f8f-9666-1f76e037105c req-d53cae5a-e284-43d5-b3fe-6e9044faa81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:47.144856 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e15a111f-e4a2-4f8f-9666-1f76e037105c req-d53cae5a-e284-43d5-b3fe-6e9044faa81c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=086356ea-77f7-403f-b2cc-421b477ac7c2 HTTP/1.1" status: 200 len: 835 time: 0.0998282 Jul 30 02:13:47.217183 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-e32d5da6-633c-45d2-83bc-09ba16b6ebd9 None None] Set router 19da093b-3382-451e-9913-1b2badd154c4 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:13:47.232145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a111f-e4a2-4f8f-9666-1f76e037105c req-4d8c3ec5-cff2-49e0-a6b7-9050378edcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:47.242491 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e15a111f-e4a2-4f8f-9666-1f76e037105c req-4d8c3ec5-cff2-49e0-a6b7-9050378edcec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=153aa311-47ee-41bf-bc18-3d819e9062bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892227 Jul 30 02:13:47.485839 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e15a111f-e4a2-4f8f-9666-1f76e037105c req-38c9fc80-3a07-4823-ae2f-8a7a70982f98 service neutron] 10.222.0.10 "GET /v2.0/networks/153aa311-47ee-41bf-bc18-3d819e9062bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352378 Jul 30 02:13:47.517758 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54524) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:47.590205 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e32d5da6-633c-45d2-83bc-09ba16b6ebd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19da093b-3382-451e-9913-1b2badd154c4', 'name': 'tempest-TestNetworkBasicOps-router-1715312355', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:13:09Z', 'updated_at': '2021-07-30T02:13:18Z', 'revision_number': 4, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:10Z', 'updated_at': '2021-07-30T02:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'e381482a-cce5-486e-b7d8-87d6b7d76681', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '19da093b-3382-451e-9913-1b2badd154c4', 'port_id': 'c0a46f55-c407-4eb0-b572-65303400b0d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb', 'mac_address': 'fa:16:3e:de:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abc2537-5eeb-4de7-9537-19c5044ab57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:13:44Z', 'updated_at': '2021-07-30T02:13:44Z', 'revision_number': 0, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a', 'name': '', 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:17:0d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '086356ea-77f7-403f-b2cc-421b477ac7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:16Z', 'updated_at': '2021-07-30T02:13:26Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '086356ea-77f7-403f-b2cc-421b477ac7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:47.597410 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5b2b4f91-a849-449d-a5ae-4ec25536c93a tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/floatingips/e381482a-cce5-486e-b7d8-87d6b7d76681 HTTP/1.1" status: 200 len: 990 time: 0.0780058 Jul 30 02:13:47.628731 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32d5da6-633c-45d2-83bc-09ba16b6ebd9 None None] The sync data for ids ['19da093b-3382-451e-9913-1b2badd154c4'] in n-d-713498-9 is: [{'id': '19da093b-3382-451e-9913-1b2badd154c4', 'name': 'tempest-TestNetworkBasicOps-router-1715312355', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:13:09Z', 'updated_at': '2021-07-30T02:13:18Z', 'revision_number': 4, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:10Z', 'updated_at': '2021-07-30T02:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'e381482a-cce5-486e-b7d8-87d6b7d76681', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '19da093b-3382-451e-9913-1b2badd154c4', 'port_id': 'c0a46f55-c407-4eb0-b572-65303400b0d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb', 'mac_address': 'fa:16:3e:de:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abc2537-5eeb-4de7-9537-19c5044ab57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:13:44Z', 'updated_at': '2021-07-30T02:13:44Z', 'revision_number': 0, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a', 'name': '', 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:17:0d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '086356ea-77f7-403f-b2cc-421b477ac7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:16Z', 'updated_at': '2021-07-30T02:13:26Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '086356ea-77f7-403f-b2cc-421b477ac7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:13:47.680156 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e15a111f-e4a2-4f8f-9666-1f76e037105c req-d1a00ff5-ada4-4fe9-8dd3-8318859d3d6f service neutron] 10.222.0.10 "GET /v2.0/networks/153aa311-47ee-41bf-bc18-3d819e9062bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756463 Jul 30 02:13:47.733853 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:47.935515 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2fa021-fb76-48e7-b3d5-136aa84694fd None None] New status for floating IP e381482a-cce5-486e-b7d8-87d6b7d76681: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:13:48.599369 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54564) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:48.672904 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8e78aa4a-c240-49be-a4e2-7a0bfcc07ab0 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/floatingips/e381482a-cce5-486e-b7d8-87d6b7d76681 HTTP/1.1" status: 200 len: 992 time: 0.0723159 Jul 30 02:13:51.718030 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54610) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:51.824852 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-900e19fc-cac0-45b3-952d-856c83912d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:51.927018 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-900e19fc-cac0-45b3-952d-856c83912d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:51.984508 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-900e19fc-cac0-45b3-952d-856c83912d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:52.028146 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e19fc-cac0-45b3-952d-856c83912d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954e9b44-9967-4ee0-bcb7-9bef61bdcd44,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:52.035141 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54622) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:52.046804 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-900e19fc-cac0-45b3-952d-856c83912d2c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a34febbd14044faa9cdbdd4b31c0fcaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237412 Jul 30 02:13:52.058461 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e19fc-cac0-45b3-952d-856c83912d2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:52.058965 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e19fc-cac0-45b3-952d-856c83912d2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:52.059142 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e19fc-cac0-45b3-952d-856c83912d2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:52.065176 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e19fc-cac0-45b3-952d-856c83912d2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:52.065176 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e19fc-cac0-45b3-952d-856c83912d2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:52.065176 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e19fc-cac0-45b3-952d-856c83912d2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:52.065176 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e19fc-cac0-45b3-952d-856c83912d2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:52.065176 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e19fc-cac0-45b3-952d-856c83912d2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:52.065176 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e19fc-cac0-45b3-952d-856c83912d2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:52.065176 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e19fc-cac0-45b3-952d-856c83912d2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:52.065176 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e19fc-cac0-45b3-952d-856c83912d2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:52.065176 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e19fc-cac0-45b3-952d-856c83912d2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:52.096665 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf74e-38ba-4fe9-80f1-43c38cf08835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:52.120553 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf74e-38ba-4fe9-80f1-43c38cf08835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:52.253739 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf74e-38ba-4fe9-80f1-43c38cf08835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:52.256858 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf74e-38ba-4fe9-80f1-43c38cf08835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:52.261507 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b9ddf74e-38ba-4fe9-80f1-43c38cf08835 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/954e9b44-9967-4ee0-bcb7-9bef61bdcd44 HTTP/1.1" status: 204 len: 168 time: 0.2253985 Jul 30 02:13:52.271942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddf74e-38ba-4fe9-80f1-43c38cf08835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954e9b44-9967-4ee0-bcb7-9bef61bdcd44,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:52.923897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54634) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:52.937505 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-abbf8ca3-ad03-4ce9-8b1b-58c4b70ef280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:53.038906 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-abbf8ca3-ad03-4ce9-8b1b-58c4b70ef280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:53.127909 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-abbf8ca3-ad03-4ce9-8b1b-58c4b70ef280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:53.168578 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf8ca3-ad03-4ce9-8b1b-58c4b70ef280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dd4059-05b3-411a-b8fe-81ebb7e7b431,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:53.174371 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-abbf8ca3-ad03-4ce9-8b1b-58c4b70ef280 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5957603121aa41228130eb751ed4f5a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2492990 Jul 30 02:13:53.177075 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54642) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:53.237511 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6846fbff-2b9a-4d80-87b3-35e744e37b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:53.262446 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6846fbff-2b9a-4d80-87b3-35e744e37b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:53.387142 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6846fbff-2b9a-4d80-87b3-35e744e37b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:53.390218 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6846fbff-2b9a-4d80-87b3-35e744e37b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:53.394755 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6846fbff-2b9a-4d80-87b3-35e744e37b6c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/56dd4059-05b3-411a-b8fe-81ebb7e7b431 HTTP/1.1" status: 204 len: 168 time: 0.2149258 Jul 30 02:13:53.403819 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846fbff-2b9a-4d80-87b3-35e744e37b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dd4059-05b3-411a-b8fe-81ebb7e7b431,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:54.662165 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:14:01.264508 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 54950) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:01.373243 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3460b184-7eaf-4939-b027-c12b19e7faeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:01.477250 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3460b184-7eaf-4939-b027-c12b19e7faeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:01.539778 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3460b184-7eaf-4939-b027-c12b19e7faeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:01.585428 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 54966) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:01.592086 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3460b184-7eaf-4939-b027-c12b19e7faeb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=082f82fa221a404cb0c367ba730ac562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264358 Jul 30 02:14:01.594228 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460b184-7eaf-4939-b027-c12b19e7faeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6dd7a6-e8f8-429d-aa1b-cc85017eabdb,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:01.640222 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f4b361a-c207-4a51-948f-e42c6d78a886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:01.664574 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f4b361a-c207-4a51-948f-e42c6d78a886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:01.933334 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f4b361a-c207-4a51-948f-e42c6d78a886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:01.936008 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9f4b361a-c207-4a51-948f-e42c6d78a886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:01.937304 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9f4b361a-c207-4a51-948f-e42c6d78a886 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c6dd7a6-e8f8-429d-aa1b-cc85017eabdb HTTP/1.1" status: 204 len: 168 time: 0.3508937 Jul 30 02:14:01.945663 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b361a-c207-4a51-948f-e42c6d78a886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6dd7a6-e8f8-429d-aa1b-cc85017eabdb,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:02.596790 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55012) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:02.612856 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7187b9d3-dd56-4f3d-b5e3-a11fea596a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:02.705657 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7187b9d3-dd56-4f3d-b5e3-a11fea596a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:02.745512 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7187b9d3-dd56-4f3d-b5e3-a11fea596a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:02.786015 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7187b9d3-dd56-4f3d-b5e3-a11fea596a40 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=726ecc90be004b7aa43658a37edb43d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1880283 Jul 30 02:14:02.786628 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187b9d3-dd56-4f3d-b5e3-a11fea596a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d704ad2-0e92-4482-a118-bdecde536913,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:02.788496 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55024) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:02.839030 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6a71b575-8a4e-440f-a227-fb1b6d14eea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:02.863753 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6a71b575-8a4e-440f-a227-fb1b6d14eea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:02.984131 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6a71b575-8a4e-440f-a227-fb1b6d14eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:02.991355 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6a71b575-8a4e-440f-a227-fb1b6d14eea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:02.991355 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6a71b575-8a4e-440f-a227-fb1b6d14eea8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d704ad2-0e92-4482-a118-bdecde536913 HTTP/1.1" status: 204 len: 168 time: 0.1988082 Jul 30 02:14:02.999682 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71b575-8a4e-440f-a227-fb1b6d14eea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d704ad2-0e92-4482-a118-bdecde536913,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:03.008855 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:09.138775 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a70682e-bf58-4f85-b28d-6fc90865d735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:11.670170 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6926715e-0fd5-4fe0-8825-a5dd536a55b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:11.773140 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:13.333050 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:14.903955 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:15.239599 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55680) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:15.392310 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-38802fac-3d75-4260-86c7-269efb26d53e tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/floatingips/e381482a-cce5-486e-b7d8-87d6b7d76681 HTTP/1.1" status: 200 len: 992 time: 0.1500981 Jul 30 02:14:15.706871 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55716) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:15.886457 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-a9977c03-8a7f-4f80-b882-93cd7907995b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Deleting port 0f2a0221-9332-4010-9859-1cdc539448db {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:15.886782 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a9977c03-8a7f-4f80-b882-93cd7907995b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:15.972087 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a9977c03-8a7f-4f80-b882-93cd7907995b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:15.975065 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a9977c03-8a7f-4f80-b882-93cd7907995b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:16.003325 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-a9977c03-8a7f-4f80-b882-93cd7907995b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Calling delete_port for 0f2a0221-9332-4010-9859-1cdc539448db owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:16.750731 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a9977c03-8a7f-4f80-b882-93cd7907995b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:16.780008 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9977c03-8a7f-4f80-b882-93cd7907995b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event deleted for resources: {'Port': ['ID=0f2a0221-9332-4010-9859-1cdc539448db,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:16.881702 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a9977c03-8a7f-4f80-b882-93cd7907995b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:16.882697 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-a9977c03-8a7f-4f80-b882-93cd7907995b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Floating IP e381482a-cce5-486e-b7d8-87d6b7d76681 disassociated (deleted). External IP: 172.25.1.29, port: c0a46f55-c407-4eb0-b572-65303400b0d6. Jul 30 02:14:17.150566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9977c03-8a7f-4f80-b882-93cd7907995b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Router 19da093b-3382-451e-9913-1b2badd154c4 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:14:17.293257 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9977c03-8a7f-4f80-b882-93cd7907995b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:14:17.303856 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffee1d-e753-40c7-9e23-b490e7508134 None None] Sync routers for ids ['19da093b-3382-451e-9913-1b2badd154c4'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:14:17.304410 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a9977c03-8a7f-4f80-b882-93cd7907995b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:17.337330 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adffee1d-e753-40c7-9e23-b490e7508134 None None] Routers {'19da093b-3382-451e-9913-1b2badd154c4'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:14:17.338218 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-adffee1d-e753-40c7-9e23-b490e7508134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:14:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['19da093b-3382-451e-9913-1b2badd154c4'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:17.342202 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a9977c03-8a7f-4f80-b882-93cd7907995b tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "DELETE /v2.0/floatingips/e381482a-cce5-486e-b7d8-87d6b7d76681 HTTP/1.1" status: 204 len: 168 time: 1.6319716 Jul 30 02:14:17.342202 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abc2537-5eeb-4de7-9537-19c5044ab57d', 'tag': 'c0a46f55-c407-4eb0-b572-65303400b0d6'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:14:17.343605 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa84e3dc-8512-42d6-986d-505e148132b6" -d '{"events": [{"name": "network-changed", "server_uuid": "6abc2537-5eeb-4de7-9537-19c5044ab57d", "tag": "c0a46f55-c407-4eb0-b572-65303400b0d6"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:14:17.388563 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95592814-860d-46d5-b563-44a631c80d9e x-openstack-request-id: req-95592814-860d-46d5-b563-44a631c80d9e {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:14:17.389040 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abc2537-5eeb-4de7-9537-19c5044ab57d", "tag": "c0a46f55-c407-4eb0-b572-65303400b0d6", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:14:17.389490 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-95592814-860d-46d5-b563-44a631c80d9e {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:14:17.390058 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abc2537-5eeb-4de7-9537-19c5044ab57d', 'tag': 'c0a46f55-c407-4eb0-b572-65303400b0d6', 'status': 'completed', 'code': 200} Jul 30 02:14:17.498180 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84e3dc-8512-42d6-986d-505e148132b6 req-4487c6de-fc21-4b37-a4cb-3df0af516147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:17.502143 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa84e3dc-8512-42d6-986d-505e148132b6 req-4487c6de-fc21-4b37-a4cb-3df0af516147 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7178d3e97eda4b719733eaf558d6f1f6&device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 1096 time: 0.0855429 Jul 30 02:14:17.581612 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-adffee1d-e753-40c7-9e23-b490e7508134 None None] Set router 19da093b-3382-451e-9913-1b2badd154c4 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:14:17.651309 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84e3dc-8512-42d6-986d-505e148132b6 req-b56d6736-025b-4cf2-bf26-f3ed25b5961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:17.652975 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa84e3dc-8512-42d6-986d-505e148132b6 req-b56d6736-025b-4cf2-bf26-f3ed25b5961f service neutron] 10.222.0.10 "GET /v2.0/networks?id=153aa311-47ee-41bf-bc18-3d819e9062bb HTTP/1.1" status: 200 len: 898 time: 0.1451035 Jul 30 02:14:17.720221 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa84e3dc-8512-42d6-986d-505e148132b6 req-11dcd73a-5f48-4e33-9732-011a4e98d0b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0a46f55-c407-4eb0-b572-65303400b0d6 HTTP/1.1" status: 200 len: 217 time: 0.0588274 Jul 30 02:14:17.761650 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:17.863132 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84e3dc-8512-42d6-986d-505e148132b6 req-78d7da39-3625-4066-a8f4-73a395a4faee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:17.870509 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa84e3dc-8512-42d6-986d-505e148132b6 req-78d7da39-3625-4066-a8f4-73a395a4faee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=086356ea-77f7-403f-b2cc-421b477ac7c2 HTTP/1.1" status: 200 len: 835 time: 0.1334691 Jul 30 02:14:17.937440 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-adffee1d-e753-40c7-9e23-b490e7508134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19da093b-3382-451e-9913-1b2badd154c4', 'name': 'tempest-TestNetworkBasicOps-router-1715312355', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:13:09Z', 'updated_at': '2021-07-30T02:13:18Z', 'revision_number': 4, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:10Z', 'updated_at': '2021-07-30T02:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a', 'name': '', 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:17:0d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '086356ea-77f7-403f-b2cc-421b477ac7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:16Z', 'updated_at': '2021-07-30T02:13:26Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '086356ea-77f7-403f-b2cc-421b477ac7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:17.974414 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffee1d-e753-40c7-9e23-b490e7508134 None None] Checking router: 19da093b-3382-451e-9913-1b2badd154c4 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:14:18.002491 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84e3dc-8512-42d6-986d-505e148132b6 req-7bfe2577-9925-42d8-840c-ba6cbd001346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:18.004521 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa84e3dc-8512-42d6-986d-505e148132b6 req-7bfe2577-9925-42d8-840c-ba6cbd001346 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=153aa311-47ee-41bf-bc18-3d819e9062bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291642 Jul 30 02:14:18.007476 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adffee1d-e753-40c7-9e23-b490e7508134 None None] Routers {'19da093b-3382-451e-9913-1b2badd154c4'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:14:18.008313 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-adffee1d-e753-40c7-9e23-b490e7508134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:14:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['19da093b-3382-451e-9913-1b2badd154c4'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:18.115522 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5517f7c-bd1f-4aa5-acb8-7254197a3737 req-30a93a81-0c75-4a6b-ac33-166018e64725 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:18.125375 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d5517f7c-bd1f-4aa5-acb8-7254197a3737 req-30a93a81-0c75-4a6b-ac33-166018e64725 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 945 time: 0.1440184 Jul 30 02:14:18.180926 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d5517f7c-bd1f-4aa5-acb8-7254197a3737 req-0f132db8-2c90-48e3-a43b-d32746ed29ae tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef7e158d-9a7a-4b3c-8c47-25cb5924777d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540657 Jul 30 02:14:18.210892 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa84e3dc-8512-42d6-986d-505e148132b6 req-639342dd-0a93-476e-a1c1-f28633927e78 service neutron] 10.222.0.10 "GET /v2.0/networks/153aa311-47ee-41bf-bc18-3d819e9062bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972735 Jul 30 02:14:18.456518 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa84e3dc-8512-42d6-986d-505e148132b6 req-2aa68863-f961-4b48-ac10-b9b399283d3b service neutron] 10.222.0.10 "GET /v2.0/networks/153aa311-47ee-41bf-bc18-3d819e9062bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347968 Jul 30 02:14:18.493592 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-adffee1d-e753-40c7-9e23-b490e7508134 None None] Set router 19da093b-3382-451e-9913-1b2badd154c4 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:14:18.820122 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-adffee1d-e753-40c7-9e23-b490e7508134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19da093b-3382-451e-9913-1b2badd154c4', 'name': 'tempest-TestNetworkBasicOps-router-1715312355', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:13:09Z', 'updated_at': '2021-07-30T02:13:18Z', 'revision_number': 4, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:10Z', 'updated_at': '2021-07-30T02:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a', 'name': '', 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:17:0d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '086356ea-77f7-403f-b2cc-421b477ac7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:16Z', 'updated_at': '2021-07-30T02:13:26Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '086356ea-77f7-403f-b2cc-421b477ac7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:18.851524 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffee1d-e753-40c7-9e23-b490e7508134 None None] The sync data for ids ['19da093b-3382-451e-9913-1b2badd154c4'] in n-d-713498-9 is: [{'id': '19da093b-3382-451e-9913-1b2badd154c4', 'name': 'tempest-TestNetworkBasicOps-router-1715312355', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:13:09Z', 'updated_at': '2021-07-30T02:13:18Z', 'revision_number': 4, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:10Z', 'updated_at': '2021-07-30T02:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a', 'name': '', 'network_id': '153aa311-47ee-41bf-bc18-3d819e9062bb', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'mac_address': 'fa:16:3e:17:0d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '086356ea-77f7-403f-b2cc-421b477ac7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:16Z', 'updated_at': '2021-07-30T02:13:26Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'subnets': [{'id': '086356ea-77f7-403f-b2cc-421b477ac7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:14:19.210373 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8606bb03-3546-4b86-beeb-1c594eea789f None None] New status for floating IP e381482a-cce5-486e-b7d8-87d6b7d76681: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:14:19.283586 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e51cd-0ad3-4b3c-8c79-7659c6f45248 req-8acfe3cc-3c16-4987-8d24-9c1749b96cc9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:19.287807 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b0e51cd-0ad3-4b3c-8c79-7659c6f45248 req-8acfe3cc-3c16-4987-8d24-9c1749b96cc9 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.10 "GET /v2.0/ports?device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 945 time: 0.0681121 Jul 30 02:14:19.434239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-3b0e51cd-0ad3-4b3c-8c79-7659c6f45248 req-ac34a452-0e30-4138-9561-a843c4b02445 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Deleting port c0a46f55-c407-4eb0-b572-65303400b0d6 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:19.434888 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3b0e51cd-0ad3-4b3c-8c79-7659c6f45248 req-ac34a452-0e30-4138-9561-a843c4b02445 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:19.558452 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804fcb7-6cfc-45e6-bf38-df20fa228080 req-9c38cc1c-9353-4119-b633-3649688fceef tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:19.560010 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6804fcb7-6cfc-45e6-bf38-df20fa228080 req-9c38cc1c-9353-4119-b633-3649688fceef tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 945 time: 0.3056843 Jul 30 02:14:19.578427 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-3b0e51cd-0ad3-4b3c-8c79-7659c6f45248 req-ac34a452-0e30-4138-9561-a843c4b02445 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] For port c0a46f55-c407-4eb0-b572-65303400b0d6, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c0a46f55-c407-4eb0-b572-65303400b0d6,segment=NetworkSegment(8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c),segment_id=8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:19.578799 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3b0e51cd-0ad3-4b3c-8c79-7659c6f45248 req-ac34a452-0e30-4138-9561-a843c4b02445 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:19.601109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-3b0e51cd-0ad3-4b3c-8c79-7659c6f45248 req-ac34a452-0e30-4138-9561-a843c4b02445 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Calling delete_port for c0a46f55-c407-4eb0-b572-65303400b0d6 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:19.625140 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6804fcb7-6cfc-45e6-bf38-df20fa228080 req-a3177697-85b3-41be-bbab-3a017e52a300 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef7e158d-9a7a-4b3c-8c47-25cb5924777d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572221 Jul 30 02:14:19.818849 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3b0e51cd-0ad3-4b3c-8c79-7659c6f45248 req-ac34a452-0e30-4138-9561-a843c4b02445 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:19.858261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34a452-0e30-4138-9561-a843c4b02445 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event deleted for resources: {'Port': ['ID=c0a46f55-c407-4eb0-b572-65303400b0d6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:19.912144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0e51cd-0ad3-4b3c-8c79-7659c6f45248 req-ac34a452-0e30-4138-9561-a843c4b02445 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] No DVR routers for this DVR port c0a46f55-c407-4eb0-b572-65303400b0d6 on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:14:19.916586 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3b0e51cd-0ad3-4b3c-8c79-7659c6f45248 req-ac34a452-0e30-4138-9561-a843c4b02445 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:19.919877 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b0e51cd-0ad3-4b3c-8c79-7659c6f45248 req-ac34a452-0e30-4138-9561-a843c4b02445 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.10 "DELETE /v2.0/ports/c0a46f55-c407-4eb0-b572-65303400b0d6 HTTP/1.1" status: 204 len: 173 time: 0.6261661 Jul 30 02:14:19.920638 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abc2537-5eeb-4de7-9537-19c5044ab57d', 'name': 'network-vif-deleted', 'tag': 'c0a46f55-c407-4eb0-b572-65303400b0d6'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:14:19.926580 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88e9c8b-e30f-4497-92df-46e2e15c6f94" -d '{"events": [{"server_uuid": "6abc2537-5eeb-4de7-9537-19c5044ab57d", "name": "network-vif-deleted", "tag": "c0a46f55-c407-4eb0-b572-65303400b0d6"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:14:19.975150 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322e4668-dad2-4b2e-9a51-91275f290b28 x-openstack-request-id: req-322e4668-dad2-4b2e-9a51-91275f290b28 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:14:19.975515 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abc2537-5eeb-4de7-9537-19c5044ab57d", "name": "network-vif-deleted", "tag": "c0a46f55-c407-4eb0-b572-65303400b0d6", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:14:19.975842 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-322e4668-dad2-4b2e-9a51-91275f290b28 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:14:19.976630 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abc2537-5eeb-4de7-9537-19c5044ab57d', 'name': 'network-vif-deleted', 'tag': 'c0a46f55-c407-4eb0-b572-65303400b0d6', 'status': 'completed', 'code': 200} Jul 30 02:14:20.801162 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a38d3799-9774-4afc-998d-375fda42d646 req-cc21b5b2-67ce-4017-88a7-d7988d0f0ec3 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "GET /v2.0/ports?device_id=6abc2537-5eeb-4de7-9537-19c5044ab57d HTTP/1.1" status: 200 len: 210 time: 0.0530381 Jul 30 02:14:21.862242 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55896) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:21.931569 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8bdcab9-309e-4b64-a096-77ac0ce26cbe tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:21.964569 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8bdcab9-309e-4b64-a096-77ac0ce26cbe tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.112231 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8bdcab9-309e-4b64-a096-77ac0ce26cbe tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.120508 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8bdcab9-309e-4b64-a096-77ac0ce26cbe tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.122176 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a8bdcab9-309e-4b64-a096-77ac0ce26cbe tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "DELETE /v2.0/security-groups/ef7e158d-9a7a-4b3c-8c47-25cb5924777d HTTP/1.1" status: 204 len: 168 time: 0.2586472 Jul 30 02:14:22.135751 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bdcab9-309e-4b64-a096-77ac0ce26cbe tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7e158d-9a7a-4b3c-8c47-25cb5924777d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:22.311879 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55908) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:22.895874 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9403e30-630b-4bac-a14b-6c605329696c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:23.409926 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f9403e30-630b-4bac-a14b-6c605329696c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Deleting port cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:23.411446 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9403e30-630b-4bac-a14b-6c605329696c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:23.515233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-f9403e30-630b-4bac-a14b-6c605329696c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] For port cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a,segment=NetworkSegment(8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c),segment_id=8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:23.515601 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9403e30-630b-4bac-a14b-6c605329696c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:23.528924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f9403e30-630b-4bac-a14b-6c605329696c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Calling delete_port for cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:23.826578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device c0a46f55-c407-4eb0-b572-65303400b0d6 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:14:23.856945 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: c0a46f55-c407-4eb0-b572-65303400b0d6 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:14:23.857525 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device c0a46f55-c407-4eb0-b572-65303400b0d6 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:14:23.875409 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9403e30-630b-4bac-a14b-6c605329696c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:23.906814 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9403e30-630b-4bac-a14b-6c605329696c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event deleted for resources: {'Port': ['ID=cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:24.150843 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f9403e30-630b-4bac-a14b-6c605329696c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:24.458866 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9403e30-630b-4bac-a14b-6c605329696c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Router 19da093b-3382-451e-9913-1b2badd154c4 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:14:24.581656 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9403e30-630b-4bac-a14b-6c605329696c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:14:24.591536 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f9403e30-630b-4bac-a14b-6c605329696c tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "PUT /v2.0/routers/19da093b-3382-451e-9913-1b2badd154c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2785017 Jul 30 02:14:24.591727 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 55960) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:24.602476 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be8d2d7-6f65-4bb9-907f-d87cef88156f None None] Sync routers for ids ['19da093b-3382-451e-9913-1b2badd154c4'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:14:24.613133 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be8d2d7-6f65-4bb9-907f-d87cef88156f None None] Routers {'19da093b-3382-451e-9913-1b2badd154c4'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:14:24.613908 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0be8d2d7-6f65-4bb9-907f-d87cef88156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:14:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['19da093b-3382-451e-9913-1b2badd154c4'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:24.646512 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-887b8d1e-9bb1-4cbf-8e35-fad369c75d88 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Deleting subnet 086356ea-77f7-403f-b2cc-421b477ac7c2 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:14:24.650323 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-887b8d1e-9bb1-4cbf-8e35-fad369c75d88 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:24.699406 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-887b8d1e-9bb1-4cbf-8e35-fad369c75d88 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:24.745797 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-0be8d2d7-6f65-4bb9-907f-d87cef88156f None None] Set router 19da093b-3382-451e-9913-1b2badd154c4 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:14:24.845313 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-887b8d1e-9bb1-4cbf-8e35-fad369c75d88 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:24.990174 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0be8d2d7-6f65-4bb9-907f-d87cef88156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19da093b-3382-451e-9913-1b2badd154c4', 'name': 'tempest-TestNetworkBasicOps-router-1715312355', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:13:09Z', 'updated_at': '2021-07-30T02:14:23Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:10Z', 'updated_at': '2021-07-30T02:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:25.022420 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be8d2d7-6f65-4bb9-907f-d87cef88156f None None] Checking router: 19da093b-3382-451e-9913-1b2badd154c4 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:14:25.032160 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be8d2d7-6f65-4bb9-907f-d87cef88156f None None] Routers {'19da093b-3382-451e-9913-1b2badd154c4'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:14:25.032870 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0be8d2d7-6f65-4bb9-907f-d87cef88156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:14:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['19da093b-3382-451e-9913-1b2badd154c4'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:25.100699 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-887b8d1e-9bb1-4cbf-8e35-fad369c75d88 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:25.153214 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b8d1e-9bb1-4cbf-8e35-fad369c75d88 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event deleted for resources: {'Subnet': ['ID=086356ea-77f7-403f-b2cc-421b477ac7c2,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:25.166744 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-887b8d1e-9bb1-4cbf-8e35-fad369c75d88 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:25.168061 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-887b8d1e-9bb1-4cbf-8e35-fad369c75d88 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "DELETE /v2.0/subnets/086356ea-77f7-403f-b2cc-421b477ac7c2 HTTP/1.1" status: 204 len: 168 time: 0.5754712 Jul 30 02:14:25.172497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 55978) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:25.174835 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eedbb70-89a7-4c41-a650-3ab95bcae6c6 None None] Network 153aa311-47ee-41bf-bc18-3d819e9062bb requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:25.183730 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-0be8d2d7-6f65-4bb9-907f-d87cef88156f None None] Set router 19da093b-3382-451e-9913-1b2badd154c4 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:14:25.305676 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a3490d7-9a2e-4af4-bb1a-7e6394364900 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:25.421475 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6af684-5fa7-4c7f-9031-e9cac19406e3 None None] DHCP port deletion for 153aa311-47ee-41bf-bc18-3d819e9062bb request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:14:25.449005 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0be8d2d7-6f65-4bb9-907f-d87cef88156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19da093b-3382-451e-9913-1b2badd154c4', 'name': 'tempest-TestNetworkBasicOps-router-1715312355', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:13:09Z', 'updated_at': '2021-07-30T02:14:23Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:10Z', 'updated_at': '2021-07-30T02:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:25.485525 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be8d2d7-6f65-4bb9-907f-d87cef88156f None None] The sync data for ids ['19da093b-3382-451e-9913-1b2badd154c4'] in n-d-713498-9 is: [{'id': '19da093b-3382-451e-9913-1b2badd154c4', 'name': 'tempest-TestNetworkBasicOps-router-1715312355', 'tenant_id': '7178d3e97eda4b719733eaf558d6f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:13:09Z', 'updated_at': '2021-07-30T02:14:23Z', 'revision_number': 5, 'project_id': '7178d3e97eda4b719733eaf558d6f1f6', 'gw_port': {'id': '190555a4-9752-4375-99d4-1c4d08a9c153', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da093b-3382-451e-9913-1b2badd154c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:13:10Z', 'updated_at': '2021-07-30T02:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:14:25.513204 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6e6af684-5fa7-4c7f-9031-e9cac19406e3 None None] Deleting port 3710e2e6-0114-47a8-b540-8bf81220381e {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:25.513574 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6e6af684-5fa7-4c7f-9031-e9cac19406e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:25.524209 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a3490d7-9a2e-4af4-bb1a-7e6394364900 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:25.631280 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-6e6af684-5fa7-4c7f-9031-e9cac19406e3 None None] For port 3710e2e6-0114-47a8-b540-8bf81220381e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3710e2e6-0114-47a8-b540-8bf81220381e,segment=NetworkSegment(8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c),segment_id=8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:25.631954 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6e6af684-5fa7-4c7f-9031-e9cac19406e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:25.649496 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6e6af684-5fa7-4c7f-9031-e9cac19406e3 None None] Calling delete_port for 3710e2e6-0114-47a8-b540-8bf81220381e owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:25.687272 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-9a3490d7-9a2e-4af4-bb1a-7e6394364900 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Deleting port 190555a4-9752-4375-99d4-1c4d08a9c153 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:25.687792 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a3490d7-9a2e-4af4-bb1a-7e6394364900 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:25.801083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-9a3490d7-9a2e-4af4-bb1a-7e6394364900 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] For port 190555a4-9752-4375-99d4-1c4d08a9c153, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=190555a4-9752-4375-99d4-1c4d08a9c153,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:25.801541 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a3490d7-9a2e-4af4-bb1a-7e6394364900 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:25.813889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-9a3490d7-9a2e-4af4-bb1a-7e6394364900 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Calling delete_port for 190555a4-9752-4375-99d4-1c4d08a9c153 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:25.836385 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6e6af684-5fa7-4c7f-9031-e9cac19406e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:25.852463 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6af684-5fa7-4c7f-9031-e9cac19406e3 None None] No DVR routers for this DVR port 3710e2e6-0114-47a8-b540-8bf81220381e on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:14:25.891028 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6af684-5fa7-4c7f-9031-e9cac19406e3 None None] Pushing event deleted for resources: {'Port': ['ID=3710e2e6-0114-47a8-b540-8bf81220381e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:26.086433 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3710e2e6-0114-47a8-b540-8bf81220381e no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:14:26.118191 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 3710e2e6-0114-47a8-b540-8bf81220381e {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:14:26.119213 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3710e2e6-0114-47a8-b540-8bf81220381e not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:14:26.119998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:14:26.122042 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a3490d7-9a2e-4af4-bb1a-7e6394364900 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:26.153285 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:14:26.153890 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device cbbb70c8-3bb7-41b3-a50b-f5d22bc6849a not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:14:26.185745 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3490d7-9a2e-4af4-bb1a-7e6394364900 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event deleted for resources: {'Port': ['ID=190555a4-9752-4375-99d4-1c4d08a9c153,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:26.276974 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a3490d7-9a2e-4af4-bb1a-7e6394364900 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:26.425822 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-048c913f-eea6-43a4-931b-1be7a5753d6b req-dea65ac2-cda2-4ded-8960-69941ca52b09 service neutron] (94464) timed out ('10.222.0.10', 54380) {{(pid=94464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:14:26.747067 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a3490d7-9a2e-4af4-bb1a-7e6394364900 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:26.754007 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a3490d7-9a2e-4af4-bb1a-7e6394364900 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:26.938834 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a3490d7-9a2e-4af4-bb1a-7e6394364900 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:26.939401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3490d7-9a2e-4af4-bb1a-7e6394364900 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Fanout notify agent at l3_agent the message router_deleted on router 19da093b-3382-451e-9913-1b2badd154c4 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:14:26.961080 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9a3490d7-9a2e-4af4-bb1a-7e6394364900 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:26.961080 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9a3490d7-9a2e-4af4-bb1a-7e6394364900 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "DELETE /v2.0/routers/19da093b-3382-451e-9913-1b2badd154c4 HTTP/1.1" status: 204 len: 168 time: 1.7835643 Jul 30 02:14:26.961490 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56018) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:27.073525 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2a69a642-3321-4407-8847-733013a3ea27 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:27.176397 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2a69a642-3321-4407-8847-733013a3ea27 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:27.186207 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-2a69a642-3321-4407-8847-733013a3ea27 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153aa311-47ee-41bf-bc18-3d819e9062bb']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:27.198181 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-2a69a642-3321-4407-8847-733013a3ea27 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:27.198530 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-2a69a642-3321-4407-8847-733013a3ea27 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f55c07a-444b-40dd-b2e9-3c9f0cb29b3c') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:27.208123 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2a69a642-3321-4407-8847-733013a3ea27 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:27.222842 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2a69a642-3321-4407-8847-733013a3ea27 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:27.229456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a69a642-3321-4407-8847-733013a3ea27 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:14:27.229895 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2a69a642-3321-4407-8847-733013a3ea27 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:14:27.233348 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:14:27.430753 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2a69a642-3321-4407-8847-733013a3ea27 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:27.452968 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2a69a642-3321-4407-8847-733013a3ea27 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:27.455382 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2a69a642-3321-4407-8847-733013a3ea27 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] 10.222.0.70 "DELETE /v2.0/networks/153aa311-47ee-41bf-bc18-3d819e9062bb HTTP/1.1" status: 204 len: 168 time: 0.4929142 Jul 30 02:14:27.456706 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69a642-3321-4407-8847-733013a3ea27 tempest-TestNetworkBasicOps-1839606875 tempest-TestNetworkBasicOps-1839606875-project] Pushing event deleted for resources: {'Network': ['ID=153aa311-47ee-41bf-bc18-3d819e9062bb,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:28.015148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56050) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:28.059335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 190555a4-9752-4375-99d4-1c4d08a9c153 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:14:28.081732 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 190555a4-9752-4375-99d4-1c4d08a9c153 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:14:28.082108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 190555a4-9752-4375-99d4-1c4d08a9c153 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:14:28.162133 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6bfd2229-5dc3-4a77-824f-a55dfd20c497 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7178d3e97eda4b719733eaf558d6f1f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461561 Jul 30 02:14:28.164955 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56056) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:28.232551 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7bb51a05-4e20-4128-9cd7-d5d58631bd1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:28.264248 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7bb51a05-4e20-4128-9cd7-d5d58631bd1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:28.423634 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7bb51a05-4e20-4128-9cd7-d5d58631bd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:28.426642 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7bb51a05-4e20-4128-9cd7-d5d58631bd1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:28.439275 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7bb51a05-4e20-4128-9cd7-d5d58631bd1b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f581316d-4235-4317-8185-b4d07aa374f5 HTTP/1.1" status: 204 len: 168 time: 0.2618935 Jul 30 02:14:28.446890 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb51a05-4e20-4128-9cd7-d5d58631bd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f581316d-4235-4317-8185-b4d07aa374f5,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:29.337584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56104) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:29.351711 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4d570687-cfca-473f-a49b-193a5e2784d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.502449 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4d570687-cfca-473f-a49b-193a5e2784d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.606323 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4d570687-cfca-473f-a49b-193a5e2784d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.648581 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4d570687-cfca-473f-a49b-193a5e2784d6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8b335467e3ad44839bbbe0a348edc7f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098621 Jul 30 02:14:29.649934 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d570687-cfca-473f-a49b-193a5e2784d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148a088f-f50f-49d9-a43b-07858dc9d6bc,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:29.652631 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56112) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:29.705668 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ad7d1e7-977a-45e7-b4c4-21d9a7c0f92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.728782 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ad7d1e7-977a-45e7-b4c4-21d9a7c0f92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.868919 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ad7d1e7-977a-45e7-b4c4-21d9a7c0f92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.872000 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ad7d1e7-977a-45e7-b4c4-21d9a7c0f92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.873709 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2ad7d1e7-977a-45e7-b4c4-21d9a7c0f92d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/148a088f-f50f-49d9-a43b-07858dc9d6bc HTTP/1.1" status: 204 len: 168 time: 0.2192247 Jul 30 02:14:29.887185 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7d1e7-977a-45e7-b4c4-21d9a7c0f92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148a088f-f50f-49d9-a43b-07858dc9d6bc,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:31.361755 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56190) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:31.479616 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a10dec11-7f5d-46cc-a55b-da60d13ae6d2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1937240666-network', 'tenant_id': '08b3d7b866ba48f5aac5511ead92c77e'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:31.605810 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10dec11-7f5d-46cc-a55b-da60d13ae6d2 admin admin] Made reservation on behalf of 08b3d7b866ba48f5aac5511ead92c77e for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:31.608285 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a10dec11-7f5d-46cc-a55b-da60d13ae6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:31.618257 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a10dec11-7f5d-46cc-a55b-da60d13ae6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:31.667980 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:14:31.716867 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a10dec11-7f5d-46cc-a55b-da60d13ae6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:31.783978 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a10dec11-7f5d-46cc-a55b-da60d13ae6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:31.830363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dec11-7f5d-46cc-a55b-da60d13ae6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a190f449-2db2-4225-a77b-45cdc45bb3c3,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:31.841317 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10dec11-7f5d-46cc-a55b-da60d13ae6d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:14:31.851433 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a10dec11-7f5d-46cc-a55b-da60d13ae6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:31.852151 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-a10dec11-7f5d-46cc-a55b-da60d13ae6d2 admin admin] Added segment b815a2a4-d4af-48cc-8bc4-8e25e9240fc7 of type vlan for network 888834bb-0277-400e-bcc0-5291913b89e6 Jul 30 02:14:31.906263 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a10dec11-7f5d-46cc-a55b-da60d13ae6d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:32.074191 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a10dec11-7f5d-46cc-a55b-da60d13ae6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:32.075237 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10dec11-7f5d-46cc-a55b-da60d13ae6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:32.080780 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a10dec11-7f5d-46cc-a55b-da60d13ae6d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:32.135108 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dec11-7f5d-46cc-a55b-da60d13ae6d2 admin admin] Pushing event updated for resources: {'Network': ['ID=888834bb-0277-400e-bcc0-5291913b89e6,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:32.144788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 888834bb-0277-400e-bcc0-5291913b89e6 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:14:32.182268 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a10dec11-7f5d-46cc-a55b-da60d13ae6d2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8154433 Jul 30 02:14:32.183276 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56216) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:32.188597 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-abc3b233-b49e-4e15-852b-aff2b01d6df4 admin admin] Request body: {'subnet': {'network_id': '888834bb-0277-400e-bcc0-5291913b89e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1937240666-subnet', 'tenant_id': '08b3d7b866ba48f5aac5511ead92c77e', 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:32.293462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc3b233-b49e-4e15-852b-aff2b01d6df4 admin admin] Made reservation on behalf of 08b3d7b866ba48f5aac5511ead92c77e for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:32.297895 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-abc3b233-b49e-4e15-852b-aff2b01d6df4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:32.612760 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-abc3b233-b49e-4e15-852b-aff2b01d6df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:32.678125 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3b233-b49e-4e15-852b-aff2b01d6df4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5483c82e-aef9-4e3c-a375-ab50d13974d0,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:32.689743 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc3b233-b49e-4e15-852b-aff2b01d6df4 admin admin] Checking segment: {'id': 'b815a2a4-d4af-48cc-8bc4-8e25e9240fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:14:32.690430 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc3b233-b49e-4e15-852b-aff2b01d6df4 admin admin] Network hostable DHCP agents. Network: 888834bb-0277-400e-bcc0-5291913b89e6, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:14:32.828740 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc3b233-b49e-4e15-852b-aff2b01d6df4 admin admin] Network 888834bb-0277-400e-bcc0-5291913b89e6 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:14:32.949631 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-abc3b233-b49e-4e15-852b-aff2b01d6df4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 888834bb-0277-400e-bcc0-5291913b89e6) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:32.954599 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc3b233-b49e-4e15-852b-aff2b01d6df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:32.955404 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-abc3b233-b49e-4e15-852b-aff2b01d6df4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:32.959417 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37563ab-257d-4282-86b7-f25f99f41a9a None None] Network 888834bb-0277-400e-bcc0-5291913b89e6 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:33.097508 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-abc3b233-b49e-4e15-852b-aff2b01d6df4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9105768 Jul 30 02:14:33.097712 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:33.097841 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56242) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:33.109301 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-19121b87-4492-4a20-9689-2f1a549e3e41 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1937240666-router', 'tenant_id': '08b3d7b866ba48f5aac5511ead92c77e', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:33.166821 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-888834bb-0277-400e-bcc0-5291913b89e6', 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6', 'tenant_id': '08b3d7b866ba48f5aac5511ead92c77e', 'fixed_ips': [{'subnet_id': '5483c82e-aef9-4e3c-a375-ab50d13974d0'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:14:33.167688 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:33.236847 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19121b87-4492-4a20-9689-2f1a549e3e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:33.239668 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19121b87-4492-4a20-9689-2f1a549e3e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:33.318374 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Allocated IP 172.20.0.2 (888834bb-0277-400e-bcc0-5291913b89e6/5483c82e-aef9-4e3c-a375-ab50d13974d0/e9402781-069d-42ca-a46b-5e5a146e55da) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:33.331117 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19121b87-4492-4a20-9689-2f1a549e3e41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:33.474417 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:33.483207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Transition to ACTIVE for port object e9402781-069d-42ca-a46b-5e5a146e55da will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:33.498153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Transition to ACTIVE for port object e9402781-069d-42ca-a46b-5e5a146e55da will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:33.604353 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19121b87-4492-4a20-9689-2f1a549e3e41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:33.619079 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:33.679084 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Network 888834bb-0277-400e-bcc0-5291913b89e6 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:33.686099 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:33.687921 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Pushing event updated for resources: {'Port': ['ID=e9402781-069d-42ca-a46b-5e5a146e55da,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:33.690101 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:33.762171 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Attempting to bind port e9402781-069d-42ca-a46b-5e5a146e55da on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:33.762805 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Attempting to bind port e9402781-069d-42ca-a46b-5e5a146e55da by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'b815a2a4-d4af-48cc-8bc4-8e25e9240fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:33.763747 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Attempting to bind port e9402781-069d-42ca-a46b-5e5a146e55da on network 888834bb-0277-400e-bcc0-5291913b89e6 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:33.771200 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:14:33.771858 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Checking segment: {'id': 'b815a2a4-d4af-48cc-8bc4-8e25e9240fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:14:33.772563 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:33.773069 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Bound using segment: {'id': 'b815a2a4-d4af-48cc-8bc4-8e25e9240fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:14:33.773641 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Bound port: e9402781-069d-42ca-a46b-5e5a146e55da, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b815a2a4-d4af-48cc-8bc4-8e25e9240fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:14:33.774098 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:33.850469 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] For port e9402781-069d-42ca-a46b-5e5a146e55da, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:14:33.854561 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] For port e9402781-069d-42ca-a46b-5e5a146e55da, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e9402781-069d-42ca-a46b-5e5a146e55da,segment=NetworkSegment(b815a2a4-d4af-48cc-8bc4-8e25e9240fc7),segment_id=b815a2a4-d4af-48cc-8bc4-8e25e9240fc7)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:14:33.973493 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19121b87-4492-4a20-9689-2f1a549e3e41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:33.978552 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:33.993922 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19121b87-4492-4a20-9689-2f1a549e3e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:34.052786 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d1ba-46d7-4a80-99c1-befd37d0e2ce None None] Pushing event updated for resources: {'Port': ['ID=e9402781-069d-42ca-a46b-5e5a146e55da,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:34.132138 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-19121b87-4492-4a20-9689-2f1a549e3e41 admin admin] Allocated IP 172.25.1.81 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/5411ec51-6ba6-45cb-a0ca-c6080acc7b94) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:34.266687 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19121b87-4492-4a20-9689-2f1a549e3e41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:34.440747 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19121b87-4492-4a20-9689-2f1a549e3e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:34.499181 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19121b87-4492-4a20-9689-2f1a549e3e41 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:34.501998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-19121b87-4492-4a20-9689-2f1a549e3e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:34.508907 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19121b87-4492-4a20-9689-2f1a549e3e41 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:34.511906 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19121b87-4492-4a20-9689-2f1a549e3e41 admin admin] Pushing event updated for resources: {'Port': ['ID=5411ec51-6ba6-45cb-a0ca-c6080acc7b94,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:34.947995 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19121b87-4492-4a20-9689-2f1a549e3e41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:35.266409 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2bc872-a717-4853-8979-1d7694fd0887 None None] Network 888834bb-0277-400e-bcc0-5291913b89e6 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:35.299441 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19121b87-4492-4a20-9689-2f1a549e3e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:35.453121 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dcdd682e-2e1c-45a2-90ea-c1b7302fb1df None None] Provisioning for port e9402781-069d-42ca-a46b-5e5a146e55da completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:35.587558 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19121b87-4492-4a20-9689-2f1a549e3e41 admin admin] Router e41a1d20-697b-458d-b3eb-d5f19ab41b69 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:14:35.739217 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19121b87-4492-4a20-9689-2f1a549e3e41 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:14:35.754054 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] Sync routers for ids ['e41a1d20-697b-458d-b3eb-d5f19ab41b69'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:14:35.774287 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] Routers {'e41a1d20-697b-458d-b3eb-d5f19ab41b69'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:14:35.774949 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:14:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e41a1d20-697b-458d-b3eb-d5f19ab41b69'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:35.851189 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-19121b87-4492-4a20-9689-2f1a549e3e41 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:35.852968 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-19121b87-4492-4a20-9689-2f1a549e3e41 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7538235 Jul 30 02:14:35.863336 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56316) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:35.951915 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] Set router e41a1d20-697b-458d-b3eb-d5f19ab41b69 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:14:36.209017 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e9402781-069d-42ca-a46b-5e5a146e55da up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:14:36.299628 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41a1d20-697b-458d-b3eb-d5f19ab41b69', 'name': 'tempest-TestServerMultinode-1937240666-router', 'tenant_id': '08b3d7b866ba48f5aac5511ead92c77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '5411ec51-6ba6-45cb-a0ca-c6080acc7b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:14:33Z', 'updated_at': '2021-07-30T02:14:34Z', 'revision_number': 3, 'project_id': '08b3d7b866ba48f5aac5511ead92c77e', 'gw_port': {'id': '5411ec51-6ba6-45cb-a0ca-c6080acc7b94', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41a1d20-697b-458d-b3eb-d5f19ab41b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:34Z', 'updated_at': '2021-07-30T02:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:36.351540 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] Checking router: e41a1d20-697b-458d-b3eb-d5f19ab41b69 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:14:36.351920 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] Updating router e41a1d20-697b-458d-b3eb-d5f19ab41b69 port 5411ec51-6ba6-45cb-a0ca-c6080acc7b94 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:14:36.395234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port e9402781-069d-42ca-a46b-5e5a146e55da completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:36.405082 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port e9402781-069d-42ca-a46b-5e5a146e55da triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:36.405673 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:36.410451 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:36.551669 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1e1ab1dd-08fc-498d-9eef-f0f92d6445ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:36.749512 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-1e1ab1dd-08fc-498d-9eef-f0f92d6445ff admin admin] Allocated IP 172.20.0.1 (888834bb-0277-400e-bcc0-5291913b89e6/5483c82e-aef9-4e3c-a375-ab50d13974d0/c569d9e3-79c3-4e52-8b7d-2e65e9ff386b) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:36.755060 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:36.815822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port e9402781-069d-42ca-a46b-5e5a146e55da, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e9402781-069d-42ca-a46b-5e5a146e55da,segment=NetworkSegment(b815a2a4-d4af-48cc-8bc4-8e25e9240fc7),segment_id=b815a2a4-d4af-48cc-8bc4-8e25e9240fc7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:36.899369 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:36.923720 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1e1ab1dd-08fc-498d-9eef-f0f92d6445ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:36.940777 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-1e1ab1dd-08fc-498d-9eef-f0f92d6445ff admin admin] Transition to ACTIVE for port object c569d9e3-79c3-4e52-8b7d-2e65e9ff386b will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:36.960111 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=e9402781-069d-42ca-a46b-5e5a146e55da,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:36.976849 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:36.988055 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] Transition to ACTIVE for port object 5411ec51-6ba6-45cb-a0ca-c6080acc7b94 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:37.058622 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:37.087461 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1e1ab1dd-08fc-498d-9eef-f0f92d6445ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:37.120387 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b20e0-1484-487d-97b0-e00cfb39311f None None] Pushing event updated for resources: {'Port': ['ID=5411ec51-6ba6-45cb-a0ca-c6080acc7b94,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:37.130282 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1ab1dd-08fc-498d-9eef-f0f92d6445ff admin admin] Network 888834bb-0277-400e-bcc0-5291913b89e6 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:37.134163 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-1e1ab1dd-08fc-498d-9eef-f0f92d6445ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:37.137430 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ab1dd-08fc-498d-9eef-f0f92d6445ff admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:37.140909 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] Attempting to bind port 5411ec51-6ba6-45cb-a0ca-c6080acc7b94 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:37.141283 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] Attempting to bind port 5411ec51-6ba6-45cb-a0ca-c6080acc7b94 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:37.141818 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] Attempting to bind port 5411ec51-6ba6-45cb-a0ca-c6080acc7b94 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:37.164017 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:14:37.165440 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:14:37.166895 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:37.167121 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:14:37.171681 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] Bound port: 5411ec51-6ba6-45cb-a0ca-c6080acc7b94, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:14:37.172071 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:37.173488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ab1dd-08fc-498d-9eef-f0f92d6445ff admin admin] Pushing event updated for resources: {'Port': ['ID=c569d9e3-79c3-4e52-8b7d-2e65e9ff386b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:37.198146 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1e1ab1dd-08fc-498d-9eef-f0f92d6445ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:37.269893 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] For port 5411ec51-6ba6-45cb-a0ca-c6080acc7b94, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:14:37.291211 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] For port 5411ec51-6ba6-45cb-a0ca-c6080acc7b94, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5411ec51-6ba6-45cb-a0ca-c6080acc7b94,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:14:37.375064 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:37.451450 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1e1ab1dd-08fc-498d-9eef-f0f92d6445ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:37.502176 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] Routers {'e41a1d20-697b-458d-b3eb-d5f19ab41b69'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:14:37.502829 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:14:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e41a1d20-697b-458d-b3eb-d5f19ab41b69'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:37.623750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b20e0-1484-487d-97b0-e00cfb39311f None None] Pushing event updated for resources: {'Port': ['ID=5411ec51-6ba6-45cb-a0ca-c6080acc7b94,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:37.666532 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1e1ab1dd-08fc-498d-9eef-f0f92d6445ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:37.706161 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] Set router e41a1d20-697b-458d-b3eb-d5f19ab41b69 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:14:37.791125 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1e1ab1dd-08fc-498d-9eef-f0f92d6445ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:37.895336 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c2c8f964-3692-40ca-abcf-e5bee82928f2 None None] Provisioning for port c569d9e3-79c3-4e52-8b7d-2e65e9ff386b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:37.904540 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c2c8f964-3692-40ca-abcf-e5bee82928f2 None None] Provisioning complete for port c569d9e3-79c3-4e52-8b7d-2e65e9ff386b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:37.904915 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2c8f964-3692-40ca-abcf-e5bee82928f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:37.931346 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1e1ab1dd-08fc-498d-9eef-f0f92d6445ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:37.934048 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ab1dd-08fc-498d-9eef-f0f92d6445ff admin admin] Pushing event updated for resources: {'Port': ['ID=c569d9e3-79c3-4e52-8b7d-2e65e9ff386b,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:37.941332 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c2c8f964-3692-40ca-abcf-e5bee82928f2 None None] Port c569d9e3-79c3-4e52-8b7d-2e65e9ff386b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:14:38.095314 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1ab1dd-08fc-498d-9eef-f0f92d6445ff admin admin] Network 888834bb-0277-400e-bcc0-5291913b89e6 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:38.096814 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-1e1ab1dd-08fc-498d-9eef-f0f92d6445ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:38.157106 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e9402781-069d-42ca-a46b-5e5a146e55da up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:14:38.329645 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1ab1dd-08fc-498d-9eef-f0f92d6445ff admin admin] Router e41a1d20-697b-458d-b3eb-d5f19ab41b69 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:14:38.398669 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port e9402781-069d-42ca-a46b-5e5a146e55da triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:38.399157 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:38.478810 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1ab1dd-08fc-498d-9eef-f0f92d6445ff admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:14:38.487964 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1e1ab1dd-08fc-498d-9eef-f0f92d6445ff admin admin] 10.222.0.70 "PUT /v2.0/routers/e41a1d20-697b-458d-b3eb-d5f19ab41b69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6310980 Jul 30 02:14:38.494958 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41a1d20-697b-458d-b3eb-d5f19ab41b69', 'name': 'tempest-TestServerMultinode-1937240666-router', 'tenant_id': '08b3d7b866ba48f5aac5511ead92c77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '5411ec51-6ba6-45cb-a0ca-c6080acc7b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:14:33Z', 'updated_at': '2021-07-30T02:14:37Z', 'revision_number': 4, 'project_id': '08b3d7b866ba48f5aac5511ead92c77e', 'gw_port': {'id': '5411ec51-6ba6-45cb-a0ca-c6080acc7b94', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41a1d20-697b-458d-b3eb-d5f19ab41b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:34Z', 'updated_at': '2021-07-30T02:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'c569d9e3-79c3-4e52-8b7d-2e65e9ff386b', 'name': '', 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6', 'tenant_id': '08b3d7b866ba48f5aac5511ead92c77e', 'mac_address': 'fa:16:3e:45:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41a1d20-697b-458d-b3eb-d5f19ab41b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5483c82e-aef9-4e3c-a375-ab50d13974d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:36Z', 'updated_at': '2021-07-30T02:14:36Z', 'revision_number': 1, 'project_id': '08b3d7b866ba48f5aac5511ead92c77e', 'subnets': [{'id': '5483c82e-aef9-4e3c-a375-ab50d13974d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:38.499272 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1b9abacc-762c-4249-9a0d-e15826a3bc22 None None] Provisioning complete for port c569d9e3-79c3-4e52-8b7d-2e65e9ff386b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:38.500011 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1b9abacc-762c-4249-9a0d-e15826a3bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:38.576448 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b58c60a-8866-43ef-9411-fddfeea3c142 None None] The sync data for ids ['e41a1d20-697b-458d-b3eb-d5f19ab41b69'] in n-d-713498-9 is: [{'id': 'e41a1d20-697b-458d-b3eb-d5f19ab41b69', 'name': 'tempest-TestServerMultinode-1937240666-router', 'tenant_id': '08b3d7b866ba48f5aac5511ead92c77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '5411ec51-6ba6-45cb-a0ca-c6080acc7b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:14:33Z', 'updated_at': '2021-07-30T02:14:37Z', 'revision_number': 4, 'project_id': '08b3d7b866ba48f5aac5511ead92c77e', 'gw_port': {'id': '5411ec51-6ba6-45cb-a0ca-c6080acc7b94', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41a1d20-697b-458d-b3eb-d5f19ab41b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:34Z', 'updated_at': '2021-07-30T02:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'c569d9e3-79c3-4e52-8b7d-2e65e9ff386b', 'name': '', 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6', 'tenant_id': '08b3d7b866ba48f5aac5511ead92c77e', 'mac_address': 'fa:16:3e:45:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41a1d20-697b-458d-b3eb-d5f19ab41b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5483c82e-aef9-4e3c-a375-ab50d13974d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:36Z', 'updated_at': '2021-07-30T02:14:36Z', 'revision_number': 1, 'project_id': '08b3d7b866ba48f5aac5511ead92c77e', 'subnets': [{'id': '5483c82e-aef9-4e3c-a375-ab50d13974d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:14:38.613529 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1b9abacc-762c-4249-9a0d-e15826a3bc22 None None] Port c569d9e3-79c3-4e52-8b7d-2e65e9ff386b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:14:39.160320 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7cd7ce8e-e4a6-4bec-91a1-78ebc5e8a662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:39.606742 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56452) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:39.612542 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-70cda952-34a0-4f5f-8964-21604757e691 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1852641509-network', 'tenant_id': 'bc46e511ed794a6894b111aa5937fafc'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:39.751375 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cda952-34a0-4f5f-8964-21604757e691 admin admin] Made reservation on behalf of bc46e511ed794a6894b111aa5937fafc for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:39.759903 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-70cda952-34a0-4f5f-8964-21604757e691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:39.793572 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-70cda952-34a0-4f5f-8964-21604757e691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:39.987859 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-70cda952-34a0-4f5f-8964-21604757e691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:40.080823 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-70cda952-34a0-4f5f-8964-21604757e691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:40.107279 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70cda952-34a0-4f5f-8964-21604757e691 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:14:40.145667 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-70cda952-34a0-4f5f-8964-21604757e691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:40.146759 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-70cda952-34a0-4f5f-8964-21604757e691 admin admin] Added segment fd96b3fe-cab1-4a11-82c6-3ea569862bb2 of type vlan for network bdff1f47-30c0-40f2-8ce4-305582281ad1 Jul 30 02:14:40.166978 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cda952-34a0-4f5f-8964-21604757e691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236e1acb-d23e-43f1-9653-3d3313a65ef9,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:40.237291 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5411ec51-6ba6-45cb-a0ca-c6080acc7b94 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:14:40.244864 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-70cda952-34a0-4f5f-8964-21604757e691 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:40.384669 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-70cda952-34a0-4f5f-8964-21604757e691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:40.387273 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cda952-34a0-4f5f-8964-21604757e691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:40.387273 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-70cda952-34a0-4f5f-8964-21604757e691 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:40.454655 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 5411ec51-6ba6-45cb-a0ca-c6080acc7b94 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:40.459754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 5411ec51-6ba6-45cb-a0ca-c6080acc7b94 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:40.460389 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:40.495877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cda952-34a0-4f5f-8964-21604757e691 admin admin] Pushing event updated for resources: {'Network': ['ID=bdff1f47-30c0-40f2-8ce4-305582281ad1,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:40.563187 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network bdff1f47-30c0-40f2-8ce4-305582281ad1 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:14:40.566056 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-70cda952-34a0-4f5f-8964-21604757e691 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9574769 Jul 30 02:14:40.568797 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 56478) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:40.575234 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-4f2ab7fb-0f81-4922-ba8a-c6178405638b admin admin] Request body: {'subnet': {'network_id': 'bdff1f47-30c0-40f2-8ce4-305582281ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1852641509-subnet', 'tenant_id': 'bc46e511ed794a6894b111aa5937fafc', 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:40.669483 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2ab7fb-0f81-4922-ba8a-c6178405638b admin admin] Made reservation on behalf of bc46e511ed794a6894b111aa5937fafc for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:40.672123 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab7fb-0f81-4922-ba8a-c6178405638b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:40.798534 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:40.822206 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 5411ec51-6ba6-45cb-a0ca-c6080acc7b94, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5411ec51-6ba6-45cb-a0ca-c6080acc7b94,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:40.899351 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:40.998146 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=5411ec51-6ba6-45cb-a0ca-c6080acc7b94,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:41.017424 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:41.017838 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:41.018314 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:41.018716 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:41.019265 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:41.019803 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:41.020369 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:41.020763 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:41.021151 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:41.021557 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:41.021951 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:41.022366 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:41.046350 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab7fb-0f81-4922-ba8a-c6178405638b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:41.119479 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ab7fb-0f81-4922-ba8a-c6178405638b admin admin] Pushing event updated for resources: {'Subnet': ['ID=886879a9-3725-45f4-8fcd-af0ca172261b,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:41.133202 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ab7fb-0f81-4922-ba8a-c6178405638b admin admin] Checking segment: {'id': 'fd96b3fe-cab1-4a11-82c6-3ea569862bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bdff1f47-30c0-40f2-8ce4-305582281ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:14:41.133639 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2ab7fb-0f81-4922-ba8a-c6178405638b admin admin] Network hostable DHCP agents. Network: bdff1f47-30c0-40f2-8ce4-305582281ad1, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:14:41.228654 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2ab7fb-0f81-4922-ba8a-c6178405638b admin admin] Network bdff1f47-30c0-40f2-8ce4-305582281ad1 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:14:41.318604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-4f2ab7fb-0f81-4922-ba8a-c6178405638b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, bdff1f47-30c0-40f2-8ce4-305582281ad1) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:41.318604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2ab7fb-0f81-4922-ba8a-c6178405638b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:41.319052 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab7fb-0f81-4922-ba8a-c6178405638b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:41.325380 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d9125e-bbc5-4303-b9ff-e9e7e4058f64 None None] Network bdff1f47-30c0-40f2-8ce4-305582281ad1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:41.395374 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4f2ab7fb-0f81-4922-ba8a-c6178405638b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8252563 Jul 30 02:14:41.397954 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56502) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:41.402638 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1c8e97cb-6773-4922-adc6-e19bd0bb6d5b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1852641509-router', 'tenant_id': 'bc46e511ed794a6894b111aa5937fafc', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:41.535992 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c8e97cb-6773-4922-adc6-e19bd0bb6d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:41.535992 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c8e97cb-6773-4922-adc6-e19bd0bb6d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:41.549610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-bdff1f47-30c0-40f2-8ce4-305582281ad1', 'network_id': 'bdff1f47-30c0-40f2-8ce4-305582281ad1', 'tenant_id': 'bc46e511ed794a6894b111aa5937fafc', 'fixed_ips': [{'subnet_id': '886879a9-3725-45f4-8fcd-af0ca172261b'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:14:41.552519 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:41.646160 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c8e97cb-6773-4922-adc6-e19bd0bb6d5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:41.687262 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ad9452e5-c1f9-4490-a03e-b07edcbe5b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:41.798386 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:41.825475 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Allocated IP 172.20.0.2 (bdff1f47-30c0-40f2-8ce4-305582281ad1/886879a9-3725-45f4-8fcd-af0ca172261b/24b56daf-0f44-423f-aa9e-cfcbb30ab8eb) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:41.966005 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c8e97cb-6773-4922-adc6-e19bd0bb6d5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:41.967805 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] Sync routers for ids ['e41a1d20-697b-458d-b3eb-d5f19ab41b69'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:14:41.982043 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] Routers {'e41a1d20-697b-458d-b3eb-d5f19ab41b69'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:14:41.993598 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:14:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e41a1d20-697b-458d-b3eb-d5f19ab41b69'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:42.061086 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.069838 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Transition to ACTIVE for port object 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:42.090720 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5411ec51-6ba6-45cb-a0ca-c6080acc7b94 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:14:42.094007 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Transition to ACTIVE for port object 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:42.152744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 5411ec51-6ba6-45cb-a0ca-c6080acc7b94 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:42.156608 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.186235 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.236274 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Pushing event updated for resources: {'Port': ['ID=24b56daf-0f44-423f-aa9e-cfcbb30ab8eb,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:42.264021 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Network bdff1f47-30c0-40f2-8ce4-305582281ad1 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:42.296530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:42.296530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:42.297526 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] Set router e41a1d20-697b-458d-b3eb-d5f19ab41b69 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:14:42.409896 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Attempting to bind port 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:42.412314 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Attempting to bind port 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'fd96b3fe-cab1-4a11-82c6-3ea569862bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bdff1f47-30c0-40f2-8ce4-305582281ad1'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:42.412756 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Attempting to bind port 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb on network bdff1f47-30c0-40f2-8ce4-305582281ad1 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:42.420300 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:14:42.423278 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Checking segment: {'id': 'fd96b3fe-cab1-4a11-82c6-3ea569862bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bdff1f47-30c0-40f2-8ce4-305582281ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:14:42.423278 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.423278 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Bound using segment: {'id': 'fd96b3fe-cab1-4a11-82c6-3ea569862bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bdff1f47-30c0-40f2-8ce4-305582281ad1'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:14:42.423278 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Bound port: 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd96b3fe-cab1-4a11-82c6-3ea569862bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bdff1f47-30c0-40f2-8ce4-305582281ad1'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:14:42.423278 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.428652 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c8e97cb-6773-4922-adc6-e19bd0bb6d5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.456150 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c8e97cb-6773-4922-adc6-e19bd0bb6d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.506521 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] For port 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:14:42.510505 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] For port 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=24b56daf-0f44-423f-aa9e-cfcbb30ab8eb,segment=NetworkSegment(fd96b3fe-cab1-4a11-82c6-3ea569862bb2),segment_id=fd96b3fe-cab1-4a11-82c6-3ea569862bb2)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:14:42.595471 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.615347 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-1c8e97cb-6773-4922-adc6-e19bd0bb6d5b admin admin] Allocated IP 172.25.1.179 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/e55fcc8b-80a9-4266-922c-6c8175909cfd) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:42.751996 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a0ab3-094f-4b51-b973-2143d080277b None None] Pushing event updated for resources: {'Port': ['ID=24b56daf-0f44-423f-aa9e-cfcbb30ab8eb,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:42.824389 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c8e97cb-6773-4922-adc6-e19bd0bb6d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.992765 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41a1d20-697b-458d-b3eb-d5f19ab41b69', 'name': 'tempest-TestServerMultinode-1937240666-router', 'tenant_id': '08b3d7b866ba48f5aac5511ead92c77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '5411ec51-6ba6-45cb-a0ca-c6080acc7b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:14:33Z', 'updated_at': '2021-07-30T02:14:37Z', 'revision_number': 4, 'project_id': '08b3d7b866ba48f5aac5511ead92c77e', 'gw_port': {'id': '5411ec51-6ba6-45cb-a0ca-c6080acc7b94', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41a1d20-697b-458d-b3eb-d5f19ab41b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:34Z', 'updated_at': '2021-07-30T02:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'c569d9e3-79c3-4e52-8b7d-2e65e9ff386b', 'name': '', 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6', 'tenant_id': '08b3d7b866ba48f5aac5511ead92c77e', 'mac_address': 'fa:16:3e:45:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41a1d20-697b-458d-b3eb-d5f19ab41b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5483c82e-aef9-4e3c-a375-ab50d13974d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:36Z', 'updated_at': '2021-07-30T02:14:37Z', 'revision_number': 2, 'project_id': '08b3d7b866ba48f5aac5511ead92c77e', 'subnets': [{'id': '5483c82e-aef9-4e3c-a375-ab50d13974d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:43.019490 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c8e97cb-6773-4922-adc6-e19bd0bb6d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:43.035887 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] Checking router: e41a1d20-697b-458d-b3eb-d5f19ab41b69 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:14:43.036316 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] Updating router e41a1d20-697b-458d-b3eb-d5f19ab41b69 port c569d9e3-79c3-4e52-8b7d-2e65e9ff386b binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:14:43.070982 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:43.087350 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8e97cb-6773-4922-adc6-e19bd0bb6d5b admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:43.097260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-1c8e97cb-6773-4922-adc6-e19bd0bb6d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:43.099904 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8e97cb-6773-4922-adc6-e19bd0bb6d5b admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:43.110936 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e97cb-6773-4922-adc6-e19bd0bb6d5b admin admin] Pushing event updated for resources: {'Port': ['ID=e55fcc8b-80a9-4266-922c-6c8175909cfd,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:43.378628 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:43.551742 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:43.564650 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c8e97cb-6773-4922-adc6-e19bd0bb6d5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:43.566723 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] Transition to ACTIVE for port object c569d9e3-79c3-4e52-8b7d-2e65e9ff386b will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:43.697066 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:43.770328 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60bea10-c51b-4798-a131-483a00a7830a None None] Pushing event updated for resources: {'Port': ['ID=c569d9e3-79c3-4e52-8b7d-2e65e9ff386b,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:43.851710 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bea10-c51b-4798-a131-483a00a7830a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:43.852078 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bea10-c51b-4798-a131-483a00a7830a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:43.852427 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bea10-c51b-4798-a131-483a00a7830a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:43.852769 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bea10-c51b-4798-a131-483a00a7830a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:43.853111 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bea10-c51b-4798-a131-483a00a7830a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:43.853447 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bea10-c51b-4798-a131-483a00a7830a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:43.853780 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bea10-c51b-4798-a131-483a00a7830a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:43.854110 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bea10-c51b-4798-a131-483a00a7830a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:43.854747 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bea10-c51b-4798-a131-483a00a7830a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:43.856098 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bea10-c51b-4798-a131-483a00a7830a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:43.856439 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bea10-c51b-4798-a131-483a00a7830a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:43.856775 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bea10-c51b-4798-a131-483a00a7830a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:43.879057 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] Attempting to bind port c569d9e3-79c3-4e52-8b7d-2e65e9ff386b on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:43.879657 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] Attempting to bind port c569d9e3-79c3-4e52-8b7d-2e65e9ff386b by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'b815a2a4-d4af-48cc-8bc4-8e25e9240fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:43.880199 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] Attempting to bind port c569d9e3-79c3-4e52-8b7d-2e65e9ff386b on network 888834bb-0277-400e-bcc0-5291913b89e6 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:43.887055 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c8e97cb-6773-4922-adc6-e19bd0bb6d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:43.887429 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:14:43.887883 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] Checking segment: {'id': 'b815a2a4-d4af-48cc-8bc4-8e25e9240fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:14:43.888353 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:43.888817 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] Bound using segment: {'id': 'b815a2a4-d4af-48cc-8bc4-8e25e9240fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:14:43.889406 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] Bound port: c569d9e3-79c3-4e52-8b7d-2e65e9ff386b, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b815a2a4-d4af-48cc-8bc4-8e25e9240fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:14:43.889859 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:44.055752 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] For port c569d9e3-79c3-4e52-8b7d-2e65e9ff386b, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:14:44.065625 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] For port c569d9e3-79c3-4e52-8b7d-2e65e9ff386b, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c569d9e3-79c3-4e52-8b7d-2e65e9ff386b,segment=NetworkSegment(b815a2a4-d4af-48cc-8bc4-8e25e9240fc7),segment_id=b815a2a4-d4af-48cc-8bc4-8e25e9240fc7)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:14:44.171299 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:44.235077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:14:44.262558 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] Routers {'e41a1d20-697b-458d-b3eb-d5f19ab41b69'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:14:44.263306 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:14:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e41a1d20-697b-458d-b3eb-d5f19ab41b69'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:44.266246 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8e97cb-6773-4922-adc6-e19bd0bb6d5b admin admin] Router 2a221844-2ce8-4975-bbc9-0e1b348bd2cf is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:14:44.318668 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a198ff0-da48-4f50-8c6c-7bbaf3f859cc None None] Network bdff1f47-30c0-40f2-8ce4-305582281ad1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:44.326147 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60bea10-c51b-4798-a131-483a00a7830a None None] Pushing event updated for resources: {'Port': ['ID=c569d9e3-79c3-4e52-8b7d-2e65e9ff386b,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:44.395338 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:44.493810 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] Set router e41a1d20-697b-458d-b3eb-d5f19ab41b69 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:14:44.562583 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b3b998c7-c27a-46d8-addb-89ffcd9740ab None None] Provisioning for port 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:44.571018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b3b998c7-c27a-46d8-addb-89ffcd9740ab None None] Provisioning complete for port 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:44.572038 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3b998c7-c27a-46d8-addb-89ffcd9740ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:44.776091 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3b998c7-c27a-46d8-addb-89ffcd9740ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:44.821298 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41a1d20-697b-458d-b3eb-d5f19ab41b69', 'name': 'tempest-TestServerMultinode-1937240666-router', 'tenant_id': '08b3d7b866ba48f5aac5511ead92c77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '5411ec51-6ba6-45cb-a0ca-c6080acc7b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:14:33Z', 'updated_at': '2021-07-30T02:14:37Z', 'revision_number': 4, 'project_id': '08b3d7b866ba48f5aac5511ead92c77e', 'gw_port': {'id': '5411ec51-6ba6-45cb-a0ca-c6080acc7b94', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41a1d20-697b-458d-b3eb-d5f19ab41b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:34Z', 'updated_at': '2021-07-30T02:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'c569d9e3-79c3-4e52-8b7d-2e65e9ff386b', 'name': '', 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6', 'tenant_id': '08b3d7b866ba48f5aac5511ead92c77e', 'mac_address': 'fa:16:3e:45:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41a1d20-697b-458d-b3eb-d5f19ab41b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5483c82e-aef9-4e3c-a375-ab50d13974d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:36Z', 'updated_at': '2021-07-30T02:14:44Z', 'revision_number': 4, 'project_id': '08b3d7b866ba48f5aac5511ead92c77e', 'subnets': [{'id': '5483c82e-aef9-4e3c-a375-ab50d13974d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:44.855645 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b3b998c7-c27a-46d8-addb-89ffcd9740ab None None] For port 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=24b56daf-0f44-423f-aa9e-cfcbb30ab8eb,segment=NetworkSegment(fd96b3fe-cab1-4a11-82c6-3ea569862bb2),segment_id=fd96b3fe-cab1-4a11-82c6-3ea569862bb2)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:44.863732 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:44.873788 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36850908-bb62-4fb6-9b93-158e686d2e77 None None] The sync data for ids ['e41a1d20-697b-458d-b3eb-d5f19ab41b69'] in n-d-713498-9 is: [{'id': 'e41a1d20-697b-458d-b3eb-d5f19ab41b69', 'name': 'tempest-TestServerMultinode-1937240666-router', 'tenant_id': '08b3d7b866ba48f5aac5511ead92c77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '5411ec51-6ba6-45cb-a0ca-c6080acc7b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:14:33Z', 'updated_at': '2021-07-30T02:14:37Z', 'revision_number': 4, 'project_id': '08b3d7b866ba48f5aac5511ead92c77e', 'gw_port': {'id': '5411ec51-6ba6-45cb-a0ca-c6080acc7b94', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41a1d20-697b-458d-b3eb-d5f19ab41b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:34Z', 'updated_at': '2021-07-30T02:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'c569d9e3-79c3-4e52-8b7d-2e65e9ff386b', 'name': '', 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6', 'tenant_id': '08b3d7b866ba48f5aac5511ead92c77e', 'mac_address': 'fa:16:3e:45:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41a1d20-697b-458d-b3eb-d5f19ab41b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5483c82e-aef9-4e3c-a375-ab50d13974d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:36Z', 'updated_at': '2021-07-30T02:14:44Z', 'revision_number': 4, 'project_id': '08b3d7b866ba48f5aac5511ead92c77e', 'subnets': [{'id': '5483c82e-aef9-4e3c-a375-ab50d13974d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:14:45.005552 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3b998c7-c27a-46d8-addb-89ffcd9740ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:45.021009 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8e97cb-6773-4922-adc6-e19bd0bb6d5b admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:14:45.048456 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] Sync routers for ids ['2a221844-2ce8-4975-bbc9-0e1b348bd2cf'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:14:45.100200 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b998c7-c27a-46d8-addb-89ffcd9740ab None None] Pushing event updated for resources: {'Port': ['ID=24b56daf-0f44-423f-aa9e-cfcbb30ab8eb,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:45.133232 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] Routers {'2a221844-2ce8-4975-bbc9-0e1b348bd2cf'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:14:45.133877 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:14:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['2a221844-2ce8-4975-bbc9-0e1b348bd2cf'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:45.142691 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c8e97cb-6773-4922-adc6-e19bd0bb6d5b admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:45.147848 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1c8e97cb-6773-4922-adc6-e19bd0bb6d5b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7451460 Jul 30 02:14:45.147848 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 56600) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:45.312423 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] Set router 2a221844-2ce8-4975-bbc9-0e1b348bd2cf gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:14:45.350773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-083fa157-e07f-4656-9c1e-6f4fa8624937 None None] Provisioning complete for port 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:45.363628 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-083fa157-e07f-4656-9c1e-6f4fa8624937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:45.800608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a221844-2ce8-4975-bbc9-0e1b348bd2cf', 'name': 'tempest-TestServerMultinode-1852641509-router', 'tenant_id': 'bc46e511ed794a6894b111aa5937fafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e55fcc8b-80a9-4266-922c-6c8175909cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:14:41Z', 'updated_at': '2021-07-30T02:14:43Z', 'revision_number': 3, 'project_id': 'bc46e511ed794a6894b111aa5937fafc', 'gw_port': {'id': 'e55fcc8b-80a9-4266-922c-6c8175909cfd', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a221844-2ce8-4975-bbc9-0e1b348bd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:42Z', 'updated_at': '2021-07-30T02:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:45.835160 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] Checking router: 2a221844-2ce8-4975-bbc9-0e1b348bd2cf for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:14:45.835520 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] Updating router 2a221844-2ce8-4975-bbc9-0e1b348bd2cf port e55fcc8b-80a9-4266-922c-6c8175909cfd binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:14:45.895179 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:45.908363 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.200097 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c569d9e3-79c3-4e52-8b7d-2e65e9ff386b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:14:46.214800 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Allocated IP 172.20.0.1 (bdff1f47-30c0-40f2-8ce4-305582281ad1/886879a9-3725-45f4-8fcd-af0ca172261b/b29c9b88-ba6e-474f-9317-52b8ab893373) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:46.372260 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.405930 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Transition to ACTIVE for port object b29c9b88-ba6e-474f-9317-52b8ab893373 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:46.531657 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.558348 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.568967 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] Transition to ACTIVE for port object e55fcc8b-80a9-4266-922c-6c8175909cfd will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:46.587815 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Network bdff1f47-30c0-40f2-8ce4-305582281ad1 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:46.589220 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:46.593909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:46.619437 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port c569d9e3-79c3-4e52-8b7d-2e65e9ff386b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:46.644803 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port c569d9e3-79c3-4e52-8b7d-2e65e9ff386b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:46.646289 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.661225 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Pushing event updated for resources: {'Port': ['ID=b29c9b88-ba6e-474f-9317-52b8ab893373,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:46.686512 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:46.686868 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:46.687210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:46.687556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:46.687894 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:46.688224 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:46.688563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:46.688889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:46.689217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:46.689543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:46.689870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:46.690191 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:46.698105 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.708831 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.863708 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] Attempting to bind port e55fcc8b-80a9-4266-922c-6c8175909cfd on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:46.864084 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] Attempting to bind port e55fcc8b-80a9-4266-922c-6c8175909cfd by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:46.864449 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] Attempting to bind port e55fcc8b-80a9-4266-922c-6c8175909cfd on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:46.878880 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:14:46.879186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:14:46.879998 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.880767 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:14:46.881247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] Bound port: e55fcc8b-80a9-4266-922c-6c8175909cfd, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:14:46.881631 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.927539 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db383e90-9761-4a3e-aa7c-60b709536a2e None None] Pushing event updated for resources: {'Port': ['ID=e55fcc8b-80a9-4266-922c-6c8175909cfd,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:46.992837 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] For port e55fcc8b-80a9-4266-922c-6c8175909cfd, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:14:47.021470 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] For port e55fcc8b-80a9-4266-922c-6c8175909cfd, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e55fcc8b-80a9-4266-922c-6c8175909cfd,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:14:47.023272 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.034264 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.075602 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port c569d9e3-79c3-4e52-8b7d-2e65e9ff386b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c569d9e3-79c3-4e52-8b7d-2e65e9ff386b,segment=NetworkSegment(b815a2a4-d4af-48cc-8bc4-8e25e9240fc7),segment_id=b815a2a4-d4af-48cc-8bc4-8e25e9240fc7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:47.140368 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.199982 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] Routers {'2a221844-2ce8-4975-bbc9-0e1b348bd2cf'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:14:47.200922 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:14:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['2a221844-2ce8-4975-bbc9-0e1b348bd2cf'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:47.250271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db383e90-9761-4a3e-aa7c-60b709536a2e None None] Pushing event updated for resources: {'Port': ['ID=e55fcc8b-80a9-4266-922c-6c8175909cfd,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:47.253455 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.253923 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.254945 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:14:47.256207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-11596f81-2a4c-4601-bbd1-5d7b5f86c555 None None] Provisioning for port b29c9b88-ba6e-474f-9317-52b8ab893373 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:47.312641 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-11596f81-2a4c-4601-bbd1-5d7b5f86c555 None None] Provisioning complete for port b29c9b88-ba6e-474f-9317-52b8ab893373 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:47.313027 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11596f81-2a4c-4601-bbd1-5d7b5f86c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.363885 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.416194 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.439777 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=c569d9e3-79c3-4e52-8b7d-2e65e9ff386b,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:47.452616 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-11596f81-2a4c-4601-bbd1-5d7b5f86c555 None None] Port b29c9b88-ba6e-474f-9317-52b8ab893373 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:14:47.458955 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] Set router 2a221844-2ce8-4975-bbc9-0e1b348bd2cf gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:14:47.503849 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:47.504221 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.547474 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Pushing event updated for resources: {'Port': ['ID=b29c9b88-ba6e-474f-9317-52b8ab893373,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:47.612917 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Network bdff1f47-30c0-40f2-8ce4-305582281ad1 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:47.614612 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:47.825803 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Router 2a221844-2ce8-4975-bbc9-0e1b348bd2cf has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:14:47.844060 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a221844-2ce8-4975-bbc9-0e1b348bd2cf', 'name': 'tempest-TestServerMultinode-1852641509-router', 'tenant_id': 'bc46e511ed794a6894b111aa5937fafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e55fcc8b-80a9-4266-922c-6c8175909cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:14:41Z', 'updated_at': '2021-07-30T02:14:46Z', 'revision_number': 4, 'project_id': 'bc46e511ed794a6894b111aa5937fafc', 'gw_port': {'id': 'e55fcc8b-80a9-4266-922c-6c8175909cfd', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a221844-2ce8-4975-bbc9-0e1b348bd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:42Z', 'updated_at': '2021-07-30T02:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'b29c9b88-ba6e-474f-9317-52b8ab893373', 'name': '', 'network_id': 'bdff1f47-30c0-40f2-8ce4-305582281ad1', 'tenant_id': 'bc46e511ed794a6894b111aa5937fafc', 'mac_address': 'fa:16:3e:6b:10:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a221844-2ce8-4975-bbc9-0e1b348bd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '886879a9-3725-45f4-8fcd-af0ca172261b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:45Z', 'updated_at': '2021-07-30T02:14:46Z', 'revision_number': 1, 'project_id': 'bc46e511ed794a6894b111aa5937fafc', 'subnets': [{'id': '886879a9-3725-45f4-8fcd-af0ca172261b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:47.882026 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a2c0b2-8789-41b4-af1d-08849cf5dcae None None] The sync data for ids ['2a221844-2ce8-4975-bbc9-0e1b348bd2cf'] in n-d-713498-9 is: [{'id': '2a221844-2ce8-4975-bbc9-0e1b348bd2cf', 'name': 'tempest-TestServerMultinode-1852641509-router', 'tenant_id': 'bc46e511ed794a6894b111aa5937fafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e55fcc8b-80a9-4266-922c-6c8175909cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:14:41Z', 'updated_at': '2021-07-30T02:14:46Z', 'revision_number': 4, 'project_id': 'bc46e511ed794a6894b111aa5937fafc', 'gw_port': {'id': 'e55fcc8b-80a9-4266-922c-6c8175909cfd', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a221844-2ce8-4975-bbc9-0e1b348bd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:42Z', 'updated_at': '2021-07-30T02:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'b29c9b88-ba6e-474f-9317-52b8ab893373', 'name': '', 'network_id': 'bdff1f47-30c0-40f2-8ce4-305582281ad1', 'tenant_id': 'bc46e511ed794a6894b111aa5937fafc', 'mac_address': 'fa:16:3e:6b:10:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a221844-2ce8-4975-bbc9-0e1b348bd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '886879a9-3725-45f4-8fcd-af0ca172261b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:45Z', 'updated_at': '2021-07-30T02:14:46Z', 'revision_number': 1, 'project_id': 'bc46e511ed794a6894b111aa5937fafc', 'subnets': [{'id': '886879a9-3725-45f4-8fcd-af0ca172261b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:14:47.884528 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:48.005986 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:14:48.027828 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ea0c60c2-1faf-4812-9321-09545b0cdfa0 None None] Provisioning complete for port b29c9b88-ba6e-474f-9317-52b8ab893373 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:48.028300 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea0c60c2-1faf-4812-9321-09545b0cdfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:48.041694 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0f462d1f-b831-4027-be9e-753d2697b267 admin admin] 10.222.0.70 "PUT /v2.0/routers/2a221844-2ce8-4975-bbc9-0e1b348bd2cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8862486 Jul 30 02:14:48.135537 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c569d9e3-79c3-4e52-8b7d-2e65e9ff386b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:14:48.164402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ea0c60c2-1faf-4812-9321-09545b0cdfa0 None None] Port b29c9b88-ba6e-474f-9317-52b8ab893373 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:14:48.231110 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port c569d9e3-79c3-4e52-8b7d-2e65e9ff386b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:48.231613 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:48.956719 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-67664bbf-8a53-41b7-969c-4040f4ef9a95 req-af1d486c-41b2-4060-a684-ef48dbfd7e3e tempest-ServersTestJSON-1004438443 tempest-ServersTestJSON-1004438443-project] (94465) timed out ('10.222.0.77', 53516) {{(pid=94465) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:14:48.961251 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8627f1ce-c494-4603-ab6b-f2fb7c05721c tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:48.968897 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8627f1ce-c494-4603-ab6b-f2fb7c05721c tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/networks?id=888834bb-0277-400e-bcc0-5291913b89e6 HTTP/1.1" status: 200 len: 911 time: 0.2043076 Jul 30 02:14:49.012125 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-6e24199b-1cb9-41fb-b9b1-66cadf42ba48 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/quotas/bc46e511ed794a6894b111aa5937fafc HTTP/1.1" status: 200 len: 375 time: 0.0413885 Jul 30 02:14:49.118128 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-fc512e9a-ea42-4c76-92cf-cbd9644d43ee tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc46e511ed794a6894b111aa5937fafc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049998 Jul 30 02:14:49.237829 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-e29798c7-4281-4dc6-b071-9a978578de21 service neutron] 10.222.0.70 "GET /v2.0/networks/888834bb-0277-400e-bcc0-5291913b89e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124825 Jul 30 02:14:49.417020 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-dd46b349-2c0d-493f-9a0b-d84f84d12188 service neutron] 10.222.0.70 "GET /v2.0/networks/888834bb-0277-400e-bcc0-5291913b89e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724927 Jul 30 02:14:49.930386 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6b35766-eb84-4ac0-b0a4-28acc1046ab2 req-f758e924-412c-4cb7-b8c1-de2f4197d2d0 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 210 time: 0.2187779 Jul 30 02:14:50.195527 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e55fcc8b-80a9-4266-922c-6c8175909cfd up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:14:50.342283 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port e55fcc8b-80a9-4266-922c-6c8175909cfd completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:50.348301 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port e55fcc8b-80a9-4266-922c-6c8175909cfd triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:50.349902 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:50.482194 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:50.520048 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port e55fcc8b-80a9-4266-922c-6c8175909cfd, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e55fcc8b-80a9-4266-922c-6c8175909cfd,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:50.634947 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:50.723476 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=e55fcc8b-80a9-4266-922c-6c8175909cfd,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:51.036706 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf25ec5f-bb89-498b-88bb-e56c47a7eb39 req-9dcdfa63-6b56-4b59-8cf8-d3ddcbe8e018 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0395930 Jul 30 02:14:51.670147 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] Sync routers for ids ['2a221844-2ce8-4975-bbc9-0e1b348bd2cf'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:14:51.680340 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] Routers {'2a221844-2ce8-4975-bbc9-0e1b348bd2cf'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:14:51.680984 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:14:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['2a221844-2ce8-4975-bbc9-0e1b348bd2cf'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:51.799619 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] Set router 2a221844-2ce8-4975-bbc9-0e1b348bd2cf gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:14:52.054848 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a221844-2ce8-4975-bbc9-0e1b348bd2cf', 'name': 'tempest-TestServerMultinode-1852641509-router', 'tenant_id': 'bc46e511ed794a6894b111aa5937fafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e55fcc8b-80a9-4266-922c-6c8175909cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:14:41Z', 'updated_at': '2021-07-30T02:14:46Z', 'revision_number': 4, 'project_id': 'bc46e511ed794a6894b111aa5937fafc', 'gw_port': {'id': 'e55fcc8b-80a9-4266-922c-6c8175909cfd', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a221844-2ce8-4975-bbc9-0e1b348bd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:42Z', 'updated_at': '2021-07-30T02:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'b29c9b88-ba6e-474f-9317-52b8ab893373', 'name': '', 'network_id': 'bdff1f47-30c0-40f2-8ce4-305582281ad1', 'tenant_id': 'bc46e511ed794a6894b111aa5937fafc', 'mac_address': 'fa:16:3e:6b:10:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a221844-2ce8-4975-bbc9-0e1b348bd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '886879a9-3725-45f4-8fcd-af0ca172261b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:45Z', 'updated_at': '2021-07-30T02:14:47Z', 'revision_number': 2, 'project_id': 'bc46e511ed794a6894b111aa5937fafc', 'subnets': [{'id': '886879a9-3725-45f4-8fcd-af0ca172261b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:52.096675 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] Checking router: 2a221844-2ce8-4975-bbc9-0e1b348bd2cf for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:14:52.097225 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] Updating router 2a221844-2ce8-4975-bbc9-0e1b348bd2cf port b29c9b88-ba6e-474f-9317-52b8ab893373 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:14:52.141748 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.155077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e55fcc8b-80a9-4266-922c-6c8175909cfd up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:14:52.295070 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port e55fcc8b-80a9-4266-922c-6c8175909cfd triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:52.295445 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.319547 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bde31e69-ebfd-45bc-8fa0-82bfedee98fc req-07b94a1e-5019-4f75-bc95-00e79fd1e63a tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0842340 Jul 30 02:14:52.590279 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.601739 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] Transition to ACTIVE for port object b29c9b88-ba6e-474f-9317-52b8ab893373 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:52.776759 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.827343 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c1f4b-b01b-42db-8a9f-7101190fcb62 None None] Pushing event updated for resources: {'Port': ['ID=b29c9b88-ba6e-474f-9317-52b8ab893373,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:52.898451 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] Attempting to bind port b29c9b88-ba6e-474f-9317-52b8ab893373 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:52.898920 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] Attempting to bind port b29c9b88-ba6e-474f-9317-52b8ab893373 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'fd96b3fe-cab1-4a11-82c6-3ea569862bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bdff1f47-30c0-40f2-8ce4-305582281ad1'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:52.900717 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] Attempting to bind port b29c9b88-ba6e-474f-9317-52b8ab893373 on network bdff1f47-30c0-40f2-8ce4-305582281ad1 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:52.904736 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:14:52.905186 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] Checking segment: {'id': 'fd96b3fe-cab1-4a11-82c6-3ea569862bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bdff1f47-30c0-40f2-8ce4-305582281ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:14:52.906510 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.907186 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] Bound using segment: {'id': 'fd96b3fe-cab1-4a11-82c6-3ea569862bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bdff1f47-30c0-40f2-8ce4-305582281ad1'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:14:52.907819 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] Bound port: b29c9b88-ba6e-474f-9317-52b8ab893373, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd96b3fe-cab1-4a11-82c6-3ea569862bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bdff1f47-30c0-40f2-8ce4-305582281ad1'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:14:52.908627 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.994712 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] For port b29c9b88-ba6e-474f-9317-52b8ab893373, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:14:52.998741 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] For port b29c9b88-ba6e-474f-9317-52b8ab893373, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=b29c9b88-ba6e-474f-9317-52b8ab893373,segment=NetworkSegment(fd96b3fe-cab1-4a11-82c6-3ea569862bb2),segment_id=fd96b3fe-cab1-4a11-82c6-3ea569862bb2)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:14:53.125066 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:53.132658 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-de0495c1-4201-442a-8e66-39ae304ff99a tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:53.134619 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-de0495c1-4201-442a-8e66-39ae304ff99a tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.10 "GET /v2.0/networks?id=888834bb-0277-400e-bcc0-5291913b89e6 HTTP/1.1" status: 200 len: 911 time: 0.1523318 Jul 30 02:14:53.147384 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-b02b27b6-6639-479e-a58e-7fc922689f22 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Request body: {'port': {'device_id': '27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3', 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6', 'admin_state_up': True, 'tenant_id': 'bc46e511ed794a6894b111aa5937fafc'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:53.191186 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] Routers {'2a221844-2ce8-4975-bbc9-0e1b348bd2cf'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:14:53.191856 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:14:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['2a221844-2ce8-4975-bbc9-0e1b348bd2cf'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:53.194974 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c1f4b-b01b-42db-8a9f-7101190fcb62 None None] Pushing event updated for resources: {'Port': ['ID=b29c9b88-ba6e-474f-9317-52b8ab893373,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:53.291736 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-b02b27b6-6639-479e-a58e-7fc922689f22 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Made reservation on behalf of bc46e511ed794a6894b111aa5937fafc for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:53.295761 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-b02b27b6-6639-479e-a58e-7fc922689f22 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:53.478853 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c591fdaa-69d7-4063-9e52-e5846b3cd8e6 req-6e345657-24af-45ea-8b9a-9a21f539b34a tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0407310 Jul 30 02:14:53.575903 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-b02b27b6-6639-479e-a58e-7fc922689f22 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Allocated IP 172.20.0.13 (888834bb-0277-400e-bcc0-5291913b89e6/5483c82e-aef9-4e3c-a375-ab50d13974d0/7077cc89-011e-475d-be41-d20ae43b86c1) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:53.725789 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] Set router 2a221844-2ce8-4975-bbc9-0e1b348bd2cf gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:14:53.802444 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-b02b27b6-6639-479e-a58e-7fc922689f22 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:53.821164 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-b02b27b6-6639-479e-a58e-7fc922689f22 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Transition to ACTIVE for port object 7077cc89-011e-475d-be41-d20ae43b86c1 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:53.937784 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-b02b27b6-6639-479e-a58e-7fc922689f22 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:54.037688 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a221844-2ce8-4975-bbc9-0e1b348bd2cf', 'name': 'tempest-TestServerMultinode-1852641509-router', 'tenant_id': 'bc46e511ed794a6894b111aa5937fafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e55fcc8b-80a9-4266-922c-6c8175909cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:14:41Z', 'updated_at': '2021-07-30T02:14:46Z', 'revision_number': 4, 'project_id': 'bc46e511ed794a6894b111aa5937fafc', 'gw_port': {'id': 'e55fcc8b-80a9-4266-922c-6c8175909cfd', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a221844-2ce8-4975-bbc9-0e1b348bd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:42Z', 'updated_at': '2021-07-30T02:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'b29c9b88-ba6e-474f-9317-52b8ab893373', 'name': '', 'network_id': 'bdff1f47-30c0-40f2-8ce4-305582281ad1', 'tenant_id': 'bc46e511ed794a6894b111aa5937fafc', 'mac_address': 'fa:16:3e:6b:10:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a221844-2ce8-4975-bbc9-0e1b348bd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '886879a9-3725-45f4-8fcd-af0ca172261b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:45Z', 'updated_at': '2021-07-30T02:14:52Z', 'revision_number': 4, 'project_id': 'bc46e511ed794a6894b111aa5937fafc', 'subnets': [{'id': '886879a9-3725-45f4-8fcd-af0ca172261b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:54.067352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-b02b27b6-6639-479e-a58e-7fc922689f22 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Network 888834bb-0277-400e-bcc0-5291913b89e6 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:54.076463 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-b02b27b6-6639-479e-a58e-7fc922689f22 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:54.087256 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-b02b27b6-6639-479e-a58e-7fc922689f22 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:54.123290 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2a16e8-d770-4302-9d11-fdb8bc318138 None None] The sync data for ids ['2a221844-2ce8-4975-bbc9-0e1b348bd2cf'] in n-d-713498-9 is: [{'id': '2a221844-2ce8-4975-bbc9-0e1b348bd2cf', 'name': 'tempest-TestServerMultinode-1852641509-router', 'tenant_id': 'bc46e511ed794a6894b111aa5937fafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e55fcc8b-80a9-4266-922c-6c8175909cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:14:41Z', 'updated_at': '2021-07-30T02:14:46Z', 'revision_number': 4, 'project_id': 'bc46e511ed794a6894b111aa5937fafc', 'gw_port': {'id': 'e55fcc8b-80a9-4266-922c-6c8175909cfd', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a221844-2ce8-4975-bbc9-0e1b348bd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:42Z', 'updated_at': '2021-07-30T02:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'b29c9b88-ba6e-474f-9317-52b8ab893373', 'name': '', 'network_id': 'bdff1f47-30c0-40f2-8ce4-305582281ad1', 'tenant_id': 'bc46e511ed794a6894b111aa5937fafc', 'mac_address': 'fa:16:3e:6b:10:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a221844-2ce8-4975-bbc9-0e1b348bd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '886879a9-3725-45f4-8fcd-af0ca172261b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:45Z', 'updated_at': '2021-07-30T02:14:52Z', 'revision_number': 4, 'project_id': 'bc46e511ed794a6894b111aa5937fafc', 'subnets': [{'id': '886879a9-3725-45f4-8fcd-af0ca172261b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:14:54.162447 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b27b6-6639-479e-a58e-7fc922689f22 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Pushing event updated for resources: {'Port': ['ID=7077cc89-011e-475d-be41-d20ae43b86c1,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:54.200780 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b29c9b88-ba6e-474f-9317-52b8ab893373 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:14:54.212712 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-b02b27b6-6639-479e-a58e-7fc922689f22 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:54.213337 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-b02b27b6-6639-479e-a58e-7fc922689f22 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:54.372637 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-b02b27b6-6639-479e-a58e-7fc922689f22 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2240360 Jul 30 02:14:54.380463 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] Request body: {'port': {'device_id': '27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:54.430068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port b29c9b88-ba6e-474f-9317-52b8ab893373 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:54.440171 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port b29c9b88-ba6e-474f-9317-52b8ab893373 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:54.441071 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:54.490332 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:54.661422 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:54.705866 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port b29c9b88-ba6e-474f-9317-52b8ab893373, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=b29c9b88-ba6e-474f-9317-52b8ab893373,segment=NetworkSegment(fd96b3fe-cab1-4a11-82c6-3ea569862bb2),segment_id=fd96b3fe-cab1-4a11-82c6-3ea569862bb2)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:54.724711 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4202de17-ed3e-407a-8941-4dd71fa9cc25 None None] Provisioning for port 7077cc89-011e-475d-be41-d20ae43b86c1 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:54.730570 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30013cfe-53c6-4d7a-a27b-9f59c8a4fc82 req-aedc55bd-11a7-409d-93e2-25b8af96bd6a tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:54.732885 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-30013cfe-53c6-4d7a-a27b-9f59c8a4fc82 req-aedc55bd-11a7-409d-93e2-25b8af96bd6a tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 1028 time: 0.0812247 Jul 30 02:14:54.739966 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4202de17-ed3e-407a-8941-4dd71fa9cc25 None None] Provisioning complete for port 7077cc89-011e-475d-be41-d20ae43b86c1 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:54.739966 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4202de17-ed3e-407a-8941-4dd71fa9cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:54.781370 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-30013cfe-53c6-4d7a-a27b-9f59c8a4fc82 req-a4873987-c71d-4bd6-a20c-12c9f88d8f70 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420783 Jul 30 02:14:54.822523 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4202de17-ed3e-407a-8941-4dd71fa9cc25 None None] Port 7077cc89-011e-475d-be41-d20ae43b86c1 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:14:54.846157 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:54.935387 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=b29c9b88-ba6e-474f-9317-52b8ab893373,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:55.094220 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7077cc89-011e-475d-be41-d20ae43b86c1 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:14:55.104515 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:55.121239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] Transition to ACTIVE for port object 7077cc89-011e-475d-be41-d20ae43b86c1 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:55.223850 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:55.355853 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7077cc89-011e-475d-be41-d20ae43b86c1,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:55.418755 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] Attempting to bind port 7077cc89-011e-475d-be41-d20ae43b86c1 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:55.419166 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] Attempting to bind port 7077cc89-011e-475d-be41-d20ae43b86c1 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'b815a2a4-d4af-48cc-8bc4-8e25e9240fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:55.419574 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] Attempting to bind port 7077cc89-011e-475d-be41-d20ae43b86c1 on network 888834bb-0277-400e-bcc0-5291913b89e6 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:55.424402 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] Port 7077cc89-011e-475d-be41-d20ae43b86c1 on network 888834bb-0277-400e-bcc0-5291913b89e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:55.424731 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] Attempting to bind port 7077cc89-011e-475d-be41-d20ae43b86c1 on network 888834bb-0277-400e-bcc0-5291913b89e6 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:55.429821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:14:55.430165 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] Checking segment: {'id': 'b815a2a4-d4af-48cc-8bc4-8e25e9240fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:14:55.430587 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] Bound using segment: {'id': 'b815a2a4-d4af-48cc-8bc4-8e25e9240fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:14:55.431020 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] Bound port: 7077cc89-011e-475d-be41-d20ae43b86c1, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b815a2a4-d4af-48cc-8bc4-8e25e9240fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:14:55.431386 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:55.549952 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] For port 7077cc89-011e-475d-be41-d20ae43b86c1, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:14:55.554418 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] For port 7077cc89-011e-475d-be41-d20ae43b86c1, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=7077cc89-011e-475d-be41-d20ae43b86c1,segment=NetworkSegment(b815a2a4-d4af-48cc-8bc4-8e25e9240fc7),segment_id=b815a2a4-d4af-48cc-8bc4-8e25e9240fc7)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:14:55.651267 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:55.739760 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:55.756621 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:55.756621 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] 10.222.0.10 "PUT /v2.0/ports/7077cc89-011e-475d-be41-d20ae43b86c1 HTTP/1.1" status: 200 len: 1092 time: 1.3666246 Jul 30 02:14:55.756621 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3', 'tag': '7077cc89-011e-475d-be41-d20ae43b86c1'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:14:55.756621 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ccef63-d601-4c78-9442-3b21ff1f5d79" -d '{"events": [{"name": "network-changed", "server_uuid": "27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3", "tag": "7077cc89-011e-475d-be41-d20ae43b86c1"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:14:55.770260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7fb60-ab89-46cf-97a8-67b5a2ac59a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7077cc89-011e-475d-be41-d20ae43b86c1,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:55.794721 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868a2a44-cf48-4cf4-b9c3-1f6ce723bcf7 x-openstack-request-id: req-868a2a44-cf48-4cf4-b9c3-1f6ce723bcf7 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:14:55.795017 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3", "tag": "7077cc89-011e-475d-be41-d20ae43b86c1", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:14:55.795275 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-868a2a44-cf48-4cf4-b9c3-1f6ce723bcf7 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:14:55.795988 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3', 'tag': '7077cc89-011e-475d-be41-d20ae43b86c1', 'status': 'completed', 'code': 200} Jul 30 02:14:55.886287 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccef63-d601-4c78-9442-3b21ff1f5d79 req-e20578f8-6307-43b1-9a66-5cf2116f4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:55.891202 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b3ccef63-d601-4c78-9442-3b21ff1f5d79 req-e20578f8-6307-43b1-9a66-5cf2116f4db7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc46e511ed794a6894b111aa5937fafc&device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 1095 time: 0.0776653 Jul 30 02:14:56.085909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5dddf-5eed-4002-bcec-0da6155e3d79 req-3659678f-9db6-4081-b5cc-870d4b42cc8f tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:56.095887 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f1a5dddf-5eed-4002-bcec-0da6155e3d79 req-3659678f-9db6-4081-b5cc-870d4b42cc8f tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 1095 time: 0.1021101 Jul 30 02:14:56.121095 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccef63-d601-4c78-9442-3b21ff1f5d79 req-b1af14f6-9d08-42cc-9458-55e1f797c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:56.123256 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b3ccef63-d601-4c78-9442-3b21ff1f5d79 req-b1af14f6-9d08-42cc-9458-55e1f797c4c9 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=bc46e511ed794a6894b111aa5937fafc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2239137 Jul 30 02:14:56.145264 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f1a5dddf-5eed-4002-bcec-0da6155e3d79 req-266cda93-f4d2-4cd7-bb0b-92c1831a08a7 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484149 Jul 30 02:14:56.161932 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b29c9b88-ba6e-474f-9317-52b8ab893373 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:14:56.287262 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port b29c9b88-ba6e-474f-9317-52b8ab893373 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:56.287724 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:56.340593 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccef63-d601-4c78-9442-3b21ff1f5d79 req-6427be8d-6f09-413c-ada1-3e010b6bcf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:56.340593 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b3ccef63-d601-4c78-9442-3b21ff1f5d79 req-6427be8d-6f09-413c-ada1-3e010b6bcf44 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2027428 Jul 30 02:14:56.440534 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-f0009668-1687-4f92-9d54-105050bc5aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:56.442176 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-f0009668-1687-4f92-9d54-105050bc5aa2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc46e511ed794a6894b111aa5937fafc&device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 1095 time: 0.0549462 Jul 30 02:14:56.487373 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-15ed69f6-939a-4b5d-8b7c-fd993936e45a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7077cc89-011e-475d-be41-d20ae43b86c1 HTTP/1.1" status: 200 len: 217 time: 0.0376573 Jul 30 02:14:56.541684 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-165d6e7e-4fa4-458c-b8c9-f39a35c063ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:56.543130 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-165d6e7e-4fa4-458c-b8c9-f39a35c063ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5483c82e-aef9-4e3c-a375-ab50d13974d0 HTTP/1.1" status: 200 len: 849 time: 0.0487423 Jul 30 02:14:56.589671 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-6479e72f-a0e8-469c-839b-4491b671439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:56.591407 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-6479e72f-a0e8-469c-839b-4491b671439a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=888834bb-0277-400e-bcc0-5291913b89e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416999 Jul 30 02:14:56.694984 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-f4ca495b-f728-4ea6-bca0-82155894b658 service neutron] 10.222.0.10 "GET /v2.0/networks/888834bb-0277-400e-bcc0-5291913b89e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957158 Jul 30 02:14:56.801759 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-195e3a12-e6d1-4404-8b9e-59b124e4be51 req-e61d0464-96bf-436f-9b5e-e1ae99e223f3 service neutron] 10.222.0.10 "GET /v2.0/networks/888834bb-0277-400e-bcc0-5291913b89e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001761 Jul 30 02:14:57.275059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d0791-376e-4f00-9a22-01ab8ab5feb6 req-ed10726c-b023-4fab-bcc2-53e256f544e8 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:57.276633 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e4d0791-376e-4f00-9a22-01ab8ab5feb6 req-ed10726c-b023-4fab-bcc2-53e256f544e8 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 1095 time: 0.0438299 Jul 30 02:14:57.316633 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e4d0791-376e-4f00-9a22-01ab8ab5feb6 req-513c72fb-478a-49d6-a5dd-8ba620d85793 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336211 Jul 30 02:14:58.468957 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8d36d-e464-4b2a-9e0e-810fcc3be0eb req-8dc59f78-c345-45c4-b99b-5b1ba49d6298 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:58.470643 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-35d8d36d-e464-4b2a-9e0e-810fcc3be0eb req-8dc59f78-c345-45c4-b99b-5b1ba49d6298 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 1095 time: 0.0616524 Jul 30 02:14:58.510428 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-35d8d36d-e464-4b2a-9e0e-810fcc3be0eb req-e987d2f8-03cc-4f95-a9e2-5ed52cc29a59 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329950 Jul 30 02:14:59.626912 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f59479-5cbb-4eb4-b762-abdcf16b1cad req-b47f0504-3724-4e3a-af33-8b0a85bd7d8e tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:59.628489 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-52f59479-5cbb-4eb4-b762-abdcf16b1cad req-b47f0504-3724-4e3a-af33-8b0a85bd7d8e tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 1095 time: 0.0472779 Jul 30 02:14:59.666982 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-52f59479-5cbb-4eb4-b762-abdcf16b1cad req-45aaacd6-3a54-4c99-9c8b-1fa8cc00cbda tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324085 Jul 30 02:15:00.029857 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 7077cc89-011e-475d-be41-d20ae43b86c1 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:15:00.129598 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 7077cc89-011e-475d-be41-d20ae43b86c1, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=7077cc89-011e-475d-be41-d20ae43b86c1,segment=NetworkSegment(b815a2a4-d4af-48cc-8bc4-8e25e9240fc7),segment_id=b815a2a4-d4af-48cc-8bc4-8e25e9240fc7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:00.141010 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '7077cc89-011e-475d-be41-d20ae43b86c1', 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6', 'port_id': '7077cc89-011e-475d-be41-d20ae43b86c1', 'mac_address': 'fa:16:3e:e9:71:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5483c82e-aef9-4e3c-a375-ab50d13974d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:15:00.182186 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:00.196521 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7077cc89-011e-475d-be41-d20ae43b86c1 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:15:00.233521 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 7077cc89-011e-475d-be41-d20ae43b86c1, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=7077cc89-011e-475d-be41-d20ae43b86c1,segment=NetworkSegment(b815a2a4-d4af-48cc-8bc4-8e25e9240fc7),segment_id=b815a2a4-d4af-48cc-8bc4-8e25e9240fc7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:00.355198 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:00.443625 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=7077cc89-011e-475d-be41-d20ae43b86c1,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:00.575229 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['7077cc89-011e-475d-be41-d20ae43b86c1'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:15:00.809227 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83529cb3-cda9-4e72-ab84-65957f5ccb7c req-0f9e6506-8dd1-4930-9719-3152167c9140 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:00.818526 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-83529cb3-cda9-4e72-ab84-65957f5ccb7c req-0f9e6506-8dd1-4930-9719-3152167c9140 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 1096 time: 0.0674131 Jul 30 02:15:00.876232 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-83529cb3-cda9-4e72-ab84-65957f5ccb7c req-1f640e58-1e64-4ae0-8ddc-b2d6f4d94aba tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555115 Jul 30 02:15:01.986373 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daee2c-08fb-4894-8bfb-9bd4c5488882 req-0f5d60d7-8b96-495a-8f88-ebbe8f562fbf tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:01.987985 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0daee2c-08fb-4894-8bfb-9bd4c5488882 req-0f5d60d7-8b96-495a-8f88-ebbe8f562fbf tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 1096 time: 0.0444674 Jul 30 02:15:02.025329 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0daee2c-08fb-4894-8bfb-9bd4c5488882 req-55c623a3-1308-42c0-ab4d-32085e8ea4e6 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313637 Jul 30 02:15:02.025516 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 7077cc89-011e-475d-be41-d20ae43b86c1 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:02.195168 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 7077cc89-011e-475d-be41-d20ae43b86c1 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:02.199046 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 7077cc89-011e-475d-be41-d20ae43b86c1 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:02.199446 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:02.480730 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:02.508199 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7077cc89-011e-475d-be41-d20ae43b86c1'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:15:02.510788 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1aafc90-deb8-4884-b598-eb226ed1d015" -d '{"events": [{"server_uuid": "27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3", "name": "network-vif-plugged", "status": "completed", "tag": "7077cc89-011e-475d-be41-d20ae43b86c1"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:15:02.524604 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 7077cc89-011e-475d-be41-d20ae43b86c1, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=7077cc89-011e-475d-be41-d20ae43b86c1,segment=NetworkSegment(b815a2a4-d4af-48cc-8bc4-8e25e9240fc7),segment_id=b815a2a4-d4af-48cc-8bc4-8e25e9240fc7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:02.583350 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f008df44-b38e-49d7-8210-a6f027e78d14 x-openstack-request-id: req-f008df44-b38e-49d7-8210-a6f027e78d14 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:15:02.585821 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3", "name": "network-vif-plugged", "status": "completed", "tag": "7077cc89-011e-475d-be41-d20ae43b86c1", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:15:02.586085 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f008df44-b38e-49d7-8210-a6f027e78d14 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:15:02.586511 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7077cc89-011e-475d-be41-d20ae43b86c1', 'code': 200} Jul 30 02:15:02.611643 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:02.666543 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=7077cc89-011e-475d-be41-d20ae43b86c1,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:02.694226 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0788f18-73aa-4c69-ba1e-b99ab0cd2f3d req-95440313-07b5-4d4c-a882-7cbaa0204095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:02.696571 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d0788f18-73aa-4c69-ba1e-b99ab0cd2f3d req-95440313-07b5-4d4c-a882-7cbaa0204095 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 1097 time: 0.0505321 Jul 30 02:15:02.737621 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d0788f18-73aa-4c69-ba1e-b99ab0cd2f3d req-a62da5d5-3e4c-481b-ab10-31e767240d27 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343843 Jul 30 02:15:03.045980 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:03.139122 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d5820-6417-4a0a-999b-2b731d4d12de req-15649956-057e-446e-bbcc-6c8d479dc1c5 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:03.146914 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-150d5820-6417-4a0a-999b-2b731d4d12de req-15649956-057e-446e-bbcc-6c8d479dc1c5 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 1097 time: 0.0533013 Jul 30 02:15:03.196160 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-150d5820-6417-4a0a-999b-2b731d4d12de req-6b14d616-5760-4c62-bfb3-e25f6aa247c5 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483885 Jul 30 02:15:04.326048 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec499499-625f-43d1-ad8d-5066409ea101 req-ed0888f1-debd-4943-b352-d32f54d515a6 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:04.345358 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ec499499-625f-43d1-ad8d-5066409ea101 req-ed0888f1-debd-4943-b352-d32f54d515a6 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 1097 time: 0.0755966 Jul 30 02:15:04.417521 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ec499499-625f-43d1-ad8d-5066409ea101 req-8d002083-1c19-4795-a980-3608b4a27cc0 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712044 Jul 30 02:15:04.541915 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54aeeac-d644-4e6d-8124-d0578002ebe3 req-17396d91-c521-49ad-95df-17153b83cbdc tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:04.543640 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d54aeeac-d644-4e6d-8124-d0578002ebe3 req-17396d91-c521-49ad-95df-17153b83cbdc tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 1097 time: 0.0521872 Jul 30 02:15:04.578348 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d54aeeac-d644-4e6d-8124-d0578002ebe3 req-d34c8aa9-b8d6-45de-b0e6-9f4bd43c62b0 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285046 Jul 30 02:15:04.709534 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a33fbf-1a68-4919-a527-ca8f1a30ede0 req-d5364bef-64e1-4f32-8eea-5934c2e88da4 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:04.711647 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a5a33fbf-1a68-4919-a527-ca8f1a30ede0 req-d5364bef-64e1-4f32-8eea-5934c2e88da4 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 1097 time: 0.0644281 Jul 30 02:15:04.758460 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a5a33fbf-1a68-4919-a527-ca8f1a30ede0 req-940e9598-01ad-491d-a2e5-583167e63f30 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400836 Jul 30 02:15:05.007723 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-6edce24c-dce5-4e29-b61f-6e9b857eedd0 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:05.009847 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-6edce24c-dce5-4e29-b61f-6e9b857eedd0 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/networks?id=888834bb-0277-400e-bcc0-5291913b89e6 HTTP/1.1" status: 200 len: 911 time: 0.1139073 Jul 30 02:15:05.045106 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-8b664881-e2ea-4282-b576-7ce6a9279ffb tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/quotas/bc46e511ed794a6894b111aa5937fafc HTTP/1.1" status: 200 len: 375 time: 0.0180147 Jul 30 02:15:05.114360 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-8a285d5d-ad1e-4c2e-b1ff-4bb99e746531 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc46e511ed794a6894b111aa5937fafc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0630281 Jul 30 02:15:05.202010 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-9ebe6be6-96dd-4640-b729-f4ccbaca3d92 service neutron] 10.222.0.70 "GET /v2.0/networks/888834bb-0277-400e-bcc0-5291913b89e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867312 Jul 30 02:15:05.329202 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-a46a9fba-6afc-4e07-8717-55797a60fea0 service neutron] 10.222.0.70 "GET /v2.0/networks/888834bb-0277-400e-bcc0-5291913b89e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195550 Jul 30 02:15:05.596516 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c3d856f6-c9fd-4008-9318-18f6e6ed60dc req-242e1f12-6a7b-49ce-a41f-4aa36624abc7 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 210 time: 0.0305009 Jul 30 02:15:06.716745 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-26babb8d-6deb-49d3-94d5-3f1bbf986308 req-a14dc77f-3567-43e1-9dfd-43a9d96f0125 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 210 time: 0.0393703 Jul 30 02:15:07.847984 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-139c0281-e7ca-4ecc-9b66-b79d388ed018 req-7b109e1d-a77f-4762-a818-cae3bd99c9c4 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 210 time: 0.0311925 Jul 30 02:15:07.953207 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-bc56a63a-7abe-4147-a0bb-97ae31d568b6 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:07.954737 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-bc56a63a-7abe-4147-a0bb-97ae31d568b6 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.77 "GET /v2.0/networks?id=888834bb-0277-400e-bcc0-5291913b89e6 HTTP/1.1" status: 200 len: 911 time: 0.0893137 Jul 30 02:15:07.975981 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-85382916-b909-4ba7-a858-097d60e6d877 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Request body: {'port': {'device_id': 'e3600ef1-630d-4dea-af6d-c361dc1ce371', 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6', 'admin_state_up': True, 'tenant_id': 'bc46e511ed794a6894b111aa5937fafc'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:08.068952 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-85382916-b909-4ba7-a858-097d60e6d877 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Made reservation on behalf of bc46e511ed794a6894b111aa5937fafc for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:08.072031 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-85382916-b909-4ba7-a858-097d60e6d877 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:08.205810 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-85382916-b909-4ba7-a858-097d60e6d877 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Allocated IP 172.20.0.4 (888834bb-0277-400e-bcc0-5291913b89e6/5483c82e-aef9-4e3c-a375-ab50d13974d0/a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:08.361060 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-85382916-b909-4ba7-a858-097d60e6d877 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:08.375725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-85382916-b909-4ba7-a858-097d60e6d877 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Transition to ACTIVE for port object a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:08.475092 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-85382916-b909-4ba7-a858-097d60e6d877 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:08.487648 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['7077cc89-011e-475d-be41-d20ae43b86c1'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:15:08.520576 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-85382916-b909-4ba7-a858-097d60e6d877 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Network 888834bb-0277-400e-bcc0-5291913b89e6 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:08.524116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-85382916-b909-4ba7-a858-097d60e6d877 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:08.527959 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-85382916-b909-4ba7-a858-097d60e6d877 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:08.590598 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-85382916-b909-4ba7-a858-097d60e6d877 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:08.591219 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-85382916-b909-4ba7-a858-097d60e6d877 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:08.613656 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85382916-b909-4ba7-a858-097d60e6d877 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Pushing event updated for resources: {'Port': ['ID=a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:08.661983 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:15:08.754793 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-85382916-b909-4ba7-a858-097d60e6d877 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7828553 Jul 30 02:15:08.774593 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] Request body: {'port': {'device_id': 'e3600ef1-630d-4dea-af6d-c361dc1ce371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:08.849200 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:08.976908 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fafb4f5c-5220-4466-a73a-c162a35170ee None None] Provisioning for port a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:08.980255 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fafb4f5c-5220-4466-a73a-c162a35170ee None None] Provisioning complete for port a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:08.980628 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fafb4f5c-5220-4466-a73a-c162a35170ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:09.028124 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fafb4f5c-5220-4466-a73a-c162a35170ee None None] Port a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:15:09.087235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95f3f5-8617-41b5-ba48-7d0bdc3db90f req-b2a88224-19d8-43a7-8541-fd40c13f113d tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:09.094690 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ab95f3f5-8617-41b5-ba48-7d0bdc3db90f req-b2a88224-19d8-43a7-8541-fd40c13f113d tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 1027 time: 0.1283567 Jul 30 02:15:09.147072 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ab95f3f5-8617-41b5-ba48-7d0bdc3db90f req-b847335d-9893-478f-9c77-776329f366c1 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514529 Jul 30 02:15:09.186757 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c1af5e1e-010a-435c-abdd-da611411e97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:09.226466 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:15:09.233729 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:09.245707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] Transition to ACTIVE for port object a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:09.285469 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:09.375947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] Pushing event updated for resources: {'Port': ['ID=a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:09.524363 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] Attempting to bind port a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:15:09.524789 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] Attempting to bind port a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'b815a2a4-d4af-48cc-8bc4-8e25e9240fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:15:09.525194 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] Attempting to bind port a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 on network 888834bb-0277-400e-bcc0-5291913b89e6 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:15:09.531683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] Port a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 on network 888834bb-0277-400e-bcc0-5291913b89e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:15:09.532157 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] Attempting to bind port a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 on network 888834bb-0277-400e-bcc0-5291913b89e6 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:15:09.542566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:15:09.543753 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] Checking segment: {'id': 'b815a2a4-d4af-48cc-8bc4-8e25e9240fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:15:09.544468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] Bound using segment: {'id': 'b815a2a4-d4af-48cc-8bc4-8e25e9240fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:15:09.545086 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] Bound port: a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b815a2a4-d4af-48cc-8bc4-8e25e9240fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:15:09.545621 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:09.989992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] For port a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:15:09.993595 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] For port a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02,segment=NetworkSegment(b815a2a4-d4af-48cc-8bc4-8e25e9240fc7),segment_id=b815a2a4-d4af-48cc-8bc4-8e25e9240fc7)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:15:10.080788 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:10.113318 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:10.114129 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:10.115858 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] 10.222.0.77 "PUT /v2.0/ports/a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 HTTP/1.1" status: 200 len: 1091 time: 1.3462269 Jul 30 02:15:10.119527 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3600ef1-630d-4dea-af6d-c361dc1ce371', 'tag': 'a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:15:10.122017 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3397d7-6407-46ca-b9d5-dff4005fa012" -d '{"events": [{"name": "network-changed", "server_uuid": "e3600ef1-630d-4dea-af6d-c361dc1ce371", "tag": "a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:15:10.163807 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2333c4-0d46-4419-a8fa-eac993196aec service neutron] Pushing event updated for resources: {'Port': ['ID=a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:10.198053 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de9c191-3af6-497c-836f-f560ff5568c3 x-openstack-request-id: req-3de9c191-3af6-497c-836f-f560ff5568c3 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:15:10.198466 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3600ef1-630d-4dea-af6d-c361dc1ce371", "tag": "a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:15:10.198799 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3de9c191-3af6-497c-836f-f560ff5568c3 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:15:10.199272 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3600ef1-630d-4dea-af6d-c361dc1ce371', 'tag': 'a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02', 'status': 'completed', 'code': 200} Jul 30 02:15:10.308003 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211708af-ed22-4e4d-b473-20b07652841c req-565df8fc-f705-42db-878a-cae9d312c409 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:10.309711 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-211708af-ed22-4e4d-b473-20b07652841c req-565df8fc-f705-42db-878a-cae9d312c409 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 1094 time: 0.0742364 Jul 30 02:15:10.312010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3397d7-6407-46ca-b9d5-dff4005fa012 req-369e76b2-c1eb-48d1-bab8-ec79729465f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:10.313725 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f3397d7-6407-46ca-b9d5-dff4005fa012 req-369e76b2-c1eb-48d1-bab8-ec79729465f0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bc46e511ed794a6894b111aa5937fafc&device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 1094 time: 0.0910115 Jul 30 02:15:10.423111 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-211708af-ed22-4e4d-b473-20b07652841c req-d79ea281-6b8b-44ad-9cdb-1dfcf04e0e69 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068785 Jul 30 02:15:10.464352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3397d7-6407-46ca-b9d5-dff4005fa012 req-84533da3-8117-4846-b58d-77cc5c9fda89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:10.465857 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f3397d7-6407-46ca-b9d5-dff4005fa012 req-84533da3-8117-4846-b58d-77cc5c9fda89 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=bc46e511ed794a6894b111aa5937fafc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1352272 Jul 30 02:15:10.567561 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3397d7-6407-46ca-b9d5-dff4005fa012 req-1c73a957-1fc9-40a1-8e0f-63f38341e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:10.569158 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f3397d7-6407-46ca-b9d5-dff4005fa012 req-1c73a957-1fc9-40a1-8e0f-63f38341e834 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966015 Jul 30 02:15:10.668546 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-1087db49-0faf-4d99-acba-82b404b806fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:10.670077 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-1087db49-0faf-4d99-acba-82b404b806fb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bc46e511ed794a6894b111aa5937fafc&device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 1094 time: 0.0428624 Jul 30 02:15:10.728188 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-882f2da5-6f04-4b56-9aa4-0d547c61afad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 HTTP/1.1" status: 200 len: 217 time: 0.0437641 Jul 30 02:15:10.786339 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-3544b8a9-3ad4-4615-a067-81d6aa20a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:10.787140 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-3544b8a9-3ad4-4615-a067-81d6aa20a67b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5483c82e-aef9-4e3c-a375-ab50d13974d0 HTTP/1.1" status: 200 len: 849 time: 0.0514379 Jul 30 02:15:10.847540 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-cdbd2491-7122-4217-9a28-56530753ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:10.849441 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-cdbd2491-7122-4217-9a28-56530753ebd1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=888834bb-0277-400e-bcc0-5291913b89e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523453 Jul 30 02:15:10.946677 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-618981d9-6a22-4ced-bd13-b4425196ec98 service neutron] 10.222.0.77 "GET /v2.0/networks/888834bb-0277-400e-bcc0-5291913b89e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894740 Jul 30 02:15:11.048539 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1ebc19a-8ea4-469a-8126-18acce381faf req-9e9d82ab-ec72-488f-89e3-8a9c44c770ea service neutron] 10.222.0.77 "GET /v2.0/networks/888834bb-0277-400e-bcc0-5291913b89e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929720 Jul 30 02:15:11.563947 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46025bf6-eebb-43f7-99d4-0803696d54b8 req-18894efa-d3d6-4655-8a6c-77eee1a9956e tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:11.565519 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-46025bf6-eebb-43f7-99d4-0803696d54b8 req-18894efa-d3d6-4655-8a6c-77eee1a9956e tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 1094 time: 0.0603676 Jul 30 02:15:11.608382 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-46025bf6-eebb-43f7-99d4-0803696d54b8 req-52f52774-1d12-4219-b98d-3472e9c92ca6 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330777 Jul 30 02:15:11.695155 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b208c663-d220-41f7-a8ae-fd3d6d828a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:11.782115 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:12.731265 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7123746-bfb6-44a9-ad4c-db1e5e899c45 req-3a333695-794c-4ea8-bbce-8923ff46180a tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:12.739449 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7123746-bfb6-44a9-ad4c-db1e5e899c45 req-3a333695-794c-4ea8-bbce-8923ff46180a tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 1094 time: 0.0573807 Jul 30 02:15:12.779153 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7123746-bfb6-44a9-ad4c-db1e5e899c45 req-4f67f366-d1c7-4e40-844a-3fe25a13af14 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384929 Jul 30 02:15:13.350624 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:13.900693 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712418f-e8d6-403e-b02f-7496537f3852 req-bf076f69-0b5d-45f7-99bb-1aa5dfd3a823 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:13.902390 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7712418f-e8d6-403e-b02f-7496537f3852 req-bf076f69-0b5d-45f7-99bb-1aa5dfd3a823 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 1094 time: 0.0561457 Jul 30 02:15:13.948254 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7712418f-e8d6-403e-b02f-7496537f3852 req-bcc1ae25-67ea-4b4e-95e6-4cd4ea0f5796 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376990 Jul 30 02:15:14.662852 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:15.087863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b7fc2-b005-49ee-835d-b644271c4961 req-1eabeed0-d3b4-4152-a7f9-12e7495b449d tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:15.089493 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8d2b7fc2-b005-49ee-835d-b644271c4961 req-1eabeed0-d3b4-4152-a7f9-12e7495b449d tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 1094 time: 0.0499034 Jul 30 02:15:15.125180 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8d2b7fc2-b005-49ee-835d-b644271c4961 req-5e80a8c5-8735-4c27-a6e4-130ebc8f9c1c tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294309 Jul 30 02:15:15.612866 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:15:15.724035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02,segment=NetworkSegment(b815a2a4-d4af-48cc-8bc4-8e25e9240fc7),segment_id=b815a2a4-d4af-48cc-8bc4-8e25e9240fc7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:15.736436 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02', 'network_id': '888834bb-0277-400e-bcc0-5291913b89e6', 'port_id': 'a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02', 'mac_address': 'fa:16:3e:fb:c1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5483c82e-aef9-4e3c-a375-ab50d13974d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:15:15.774635 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:15.789305 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:15:15.809705 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02,segment=NetworkSegment(b815a2a4-d4af-48cc-8bc4-8e25e9240fc7),segment_id=b815a2a4-d4af-48cc-8bc4-8e25e9240fc7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:15.923834 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:16.012402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:16.229530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:15:16.245613 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbad7d-2050-41de-8c93-82a0bcf190c8 req-8f6c352d-009d-4b96-a20b-b3373976e4f8 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:16.247134 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5edbad7d-2050-41de-8c93-82a0bcf190c8 req-8f6c352d-009d-4b96-a20b-b3373976e4f8 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 1095 time: 0.0468590 Jul 30 02:15:16.285987 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5edbad7d-2050-41de-8c93-82a0bcf190c8 req-462887f3-862c-43a9-b9ca-b621b338222a tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310683 Jul 30 02:15:17.417541 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d1210-d389-4931-a827-c5c2dc0169f8 req-9a2225fa-34bb-4429-89d2-606be30233b4 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:17.419964 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-659d1210-d389-4931-a827-c5c2dc0169f8 req-9a2225fa-34bb-4429-89d2-606be30233b4 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 1095 time: 0.0614161 Jul 30 02:15:17.481731 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-659d1210-d389-4931-a827-c5c2dc0169f8 req-edcc44b1-016f-4596-85d5-990d0bd07ee4 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494630 Jul 30 02:15:17.626874 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:17.827079 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:17.878180 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:17.883267 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:17.883629 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:17.968736 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:18.019271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3600ef1-630d-4dea-af6d-c361dc1ce371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:15:18.022992 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f9c211-327d-4e4f-8cbc-4f01458b516e" -d '{"events": [{"server_uuid": "e3600ef1-630d-4dea-af6d-c361dc1ce371", "name": "network-vif-plugged", "status": "completed", "tag": "a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:15:18.068036 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02,segment=NetworkSegment(b815a2a4-d4af-48cc-8bc4-8e25e9240fc7),segment_id=b815a2a4-d4af-48cc-8bc4-8e25e9240fc7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:18.093533 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35201d52-ef0e-4dee-9845-3f1af7cb8371 x-openstack-request-id: req-35201d52-ef0e-4dee-9845-3f1af7cb8371 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:15:18.093832 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3600ef1-630d-4dea-af6d-c361dc1ce371", "name": "network-vif-plugged", "status": "completed", "tag": "a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:15:18.094095 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-35201d52-ef0e-4dee-9845-3f1af7cb8371 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:15:18.094529 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3600ef1-630d-4dea-af6d-c361dc1ce371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02', 'code': 200} Jul 30 02:15:18.217297 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf72606-d08a-48ca-8245-3ccad462de0a req-1d64572b-10de-4d37-bf57-d3e054548b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:18.218828 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4bf72606-d08a-48ca-8245-3ccad462de0a req-1d64572b-10de-4d37-bf57-d3e054548b40 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 1095 time: 0.0429735 Jul 30 02:15:18.233346 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:18.270582 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4bf72606-d08a-48ca-8245-3ccad462de0a req-f8de665b-799a-4590-9315-c17df7261725 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433700 Jul 30 02:15:18.291846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:18.630985 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995585e-eea1-485e-8606-eabc7058fc0f req-0476dee9-1360-4628-ac1a-06e6148c613b tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:18.634073 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8995585e-eea1-485e-8606-eabc7058fc0f req-0476dee9-1360-4628-ac1a-06e6148c613b tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 1096 time: 0.0506754 Jul 30 02:15:18.689967 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8995585e-eea1-485e-8606-eabc7058fc0f req-ba27fdd9-b3cf-49da-8e77-cb2d951fc006 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494540 Jul 30 02:15:19.900953 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c4b4b-1a86-45b7-811e-756365957cab req-f3a96528-e32e-408c-87ab-2a03b485ddba tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:19.902876 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b15c4b4b-1a86-45b7-811e-756365957cab req-f3a96528-e32e-408c-87ab-2a03b485ddba tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 1096 time: 0.0885437 Jul 30 02:15:19.942850 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b15c4b4b-1a86-45b7-811e-756365957cab req-8e01ad49-de7e-4bc6-a2ff-47c4091cb81a tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339513 Jul 30 02:15:20.111571 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e8bdc-da41-45a7-8d75-1ccabc3af239 req-55112040-22b2-4ce2-8650-d6c519c2e707 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:20.113632 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-754e8bdc-da41-45a7-8d75-1ccabc3af239 req-55112040-22b2-4ce2-8650-d6c519c2e707 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 1096 time: 0.0871763 Jul 30 02:15:20.157923 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-754e8bdc-da41-45a7-8d75-1ccabc3af239 req-778d4f1f-3bba-49a3-ac6e-705de9c36919 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358849 Jul 30 02:15:20.276625 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c06b1-6571-43fa-b3d3-ad2e3391211a req-a6215657-4eda-49ef-a950-edb7dcf2f50f tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:20.278036 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a46c06b1-6571-43fa-b3d3-ad2e3391211a req-a6215657-4eda-49ef-a950-edb7dcf2f50f tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 1096 time: 0.0459638 Jul 30 02:15:20.313940 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a46c06b1-6571-43fa-b3d3-ad2e3391211a req-fbbf70b8-d738-45f8-b256-3106077f626b tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296953 Jul 30 02:15:21.040269 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bbe87-aa24-4e81-9f86-243d81e20bcf req-1a5cf211-0e15-4a33-8efc-78a6bf603bb6 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:21.047903 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d36bbe87-aa24-4e81-9f86-243d81e20bcf req-1a5cf211-0e15-4a33-8efc-78a6bf603bb6 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 1096 time: 0.0673225 Jul 30 02:15:21.081914 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d36bbe87-aa24-4e81-9f86-243d81e20bcf req-c355ec21-d6df-468f-b31a-cfbceecb5751 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329566 Jul 30 02:15:22.207621 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f45063-e73f-4f1a-bd72-8199048b78bc req-0154d486-519b-4395-895f-4c996fdf7142 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:22.209198 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5f45063-e73f-4f1a-bd72-8199048b78bc req-0154d486-519b-4395-895f-4c996fdf7142 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 1096 time: 0.0550895 Jul 30 02:15:22.307219 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5f45063-e73f-4f1a-bd72-8199048b78bc req-61400710-1e47-4fd6-a3af-a5f0dbd2a163 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891564 Jul 30 02:15:22.519691 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb7dd1-ecf6-4454-8960-4f830c18f336 req-bedb41bf-5816-4a26-8224-46c74602e792 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:22.521579 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27cb7dd1-ecf6-4454-8960-4f830c18f336 req-bedb41bf-5816-4a26-8224-46c74602e792 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 1096 time: 0.0913033 Jul 30 02:15:22.656769 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-27cb7dd1-ecf6-4454-8960-4f830c18f336 req-09e0d5bd-66f7-465d-9390-dc96175a6f89 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Deleting port a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:22.657075 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-27cb7dd1-ecf6-4454-8960-4f830c18f336 req-09e0d5bd-66f7-465d-9390-dc96175a6f89 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:22.759122 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-27cb7dd1-ecf6-4454-8960-4f830c18f336 req-09e0d5bd-66f7-465d-9390-dc96175a6f89 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] For port a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02,segment=NetworkSegment(b815a2a4-d4af-48cc-8bc4-8e25e9240fc7),segment_id=b815a2a4-d4af-48cc-8bc4-8e25e9240fc7)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:22.759501 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-27cb7dd1-ecf6-4454-8960-4f830c18f336 req-09e0d5bd-66f7-465d-9390-dc96175a6f89 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:22.778336 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-27cb7dd1-ecf6-4454-8960-4f830c18f336 req-09e0d5bd-66f7-465d-9390-dc96175a6f89 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Calling delete_port for a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:22.913227 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3ac6268-7d13-4d1a-9aaf-96ea083308a6 req-2a49055e-63ca-4fc8-a211-412059ccc531 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1938274 Jul 30 02:15:23.025489 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac6268-7d13-4d1a-9aaf-96ea083308a6 req-f654f2d8-0a3f-4ef2-aa4f-f12691c789f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:23.027055 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3ac6268-7d13-4d1a-9aaf-96ea083308a6 req-f654f2d8-0a3f-4ef2-aa4f-f12691c789f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc46e511ed794a6894b111aa5937fafc&device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 1097 time: 0.0576458 Jul 30 02:15:23.097134 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-27cb7dd1-ecf6-4454-8960-4f830c18f336 req-09e0d5bd-66f7-465d-9390-dc96175a6f89 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:23.108046 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['7077cc89-011e-475d-be41-d20ae43b86c1'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:15:23.138587 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:15:23.139365 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0d5bd-66f7-465d-9390-dc96175a6f89 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:23.205437 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cb7dd1-ecf6-4454-8960-4f830c18f336 req-09e0d5bd-66f7-465d-9390-dc96175a6f89 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] No DVR routers for this DVR port a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:15:23.208459 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-27cb7dd1-ecf6-4454-8960-4f830c18f336 req-09e0d5bd-66f7-465d-9390-dc96175a6f89 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:23.211892 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27cb7dd1-ecf6-4454-8960-4f830c18f336 req-09e0d5bd-66f7-465d-9390-dc96175a6f89 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.77 "DELETE /v2.0/ports/a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 HTTP/1.1" status: 204 len: 173 time: 0.6828675 Jul 30 02:15:23.214432 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3600ef1-630d-4dea-af6d-c361dc1ce371', 'name': 'network-vif-deleted', 'tag': 'a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:15:23.217595 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3ac45f-8d57-49c6-9903-4fc37a6494e1" -d '{"events": [{"server_uuid": "e3600ef1-630d-4dea-af6d-c361dc1ce371", "name": "network-vif-deleted", "tag": "a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:15:23.277140 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac6268-7d13-4d1a-9aaf-96ea083308a6 req-80be8cef-3c41-4aaa-ad1e-81b8c3b2bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:23.283170 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3ac6268-7d13-4d1a-9aaf-96ea083308a6 req-80be8cef-3c41-4aaa-ad1e-81b8c3b2bc23 service neutron] 10.222.0.10 "GET /v2.0/networks?id=888834bb-0277-400e-bcc0-5291913b89e6 HTTP/1.1" status: 200 len: 911 time: 0.2307720 Jul 30 02:15:23.290226 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b8db23-2919-43d5-83ff-a996470942ff x-openstack-request-id: req-c3b8db23-2919-43d5-83ff-a996470942ff {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:15:23.290744 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3600ef1-630d-4dea-af6d-c361dc1ce371", "name": "network-vif-deleted", "tag": "a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:15:23.291153 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3b8db23-2919-43d5-83ff-a996470942ff {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:15:23.291839 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3600ef1-630d-4dea-af6d-c361dc1ce371', 'name': 'network-vif-deleted', 'tag': 'a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02', 'status': 'completed', 'code': 200} Jul 30 02:15:23.352596 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3ac6268-7d13-4d1a-9aaf-96ea083308a6 req-c094ba1a-2c14-4b68-a9f0-4b7de79379e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7077cc89-011e-475d-be41-d20ae43b86c1 HTTP/1.1" status: 200 len: 217 time: 0.0589871 Jul 30 02:15:23.495150 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac6268-7d13-4d1a-9aaf-96ea083308a6 req-c7e5c965-1efa-481a-a644-ca896af6a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:23.498772 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3ac6268-7d13-4d1a-9aaf-96ea083308a6 req-c7e5c965-1efa-481a-a644-ca896af6a383 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5483c82e-aef9-4e3c-a375-ab50d13974d0 HTTP/1.1" status: 200 len: 849 time: 0.1388900 Jul 30 02:15:23.596828 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee8a210d-3696-440d-a51c-b78541f5fa8f req-a2c6e2ab-af18-4950-b830-35f852d2e047 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e3600ef1-630d-4dea-af6d-c361dc1ce371 HTTP/1.1" status: 200 len: 210 time: 0.0647833 Jul 30 02:15:23.607182 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac6268-7d13-4d1a-9aaf-96ea083308a6 req-8b5b237d-b176-4015-903f-f84b5bedee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:23.608770 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3ac6268-7d13-4d1a-9aaf-96ea083308a6 req-8b5b237d-b176-4015-903f-f84b5bedee62 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=888834bb-0277-400e-bcc0-5291913b89e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017411 Jul 30 02:15:23.704823 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3ac6268-7d13-4d1a-9aaf-96ea083308a6 req-4e62e888-0fae-4273-ba1d-0adcac9e013e service neutron] 10.222.0.10 "GET /v2.0/networks/888834bb-0277-400e-bcc0-5291913b89e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878396 Jul 30 02:15:23.800514 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3ac6268-7d13-4d1a-9aaf-96ea083308a6 req-5cb88e6e-1e86-43ac-a48e-ec68543312fb service neutron] 10.222.0.10 "GET /v2.0/networks/888834bb-0277-400e-bcc0-5291913b89e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871079 Jul 30 02:15:25.559940 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ab4b0-fadf-4004-a46e-d40afa97c662 req-54387614-febc-423b-aa4b-d2e6dc26657d tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:25.561593 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b46ab4b0-fadf-4004-a46e-d40afa97c662 req-54387614-febc-423b-aa4b-d2e6dc26657d tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 1097 time: 0.4206183 Jul 30 02:15:25.622925 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b46ab4b0-fadf-4004-a46e-d40afa97c662 req-459f5347-6e3f-4920-af1b-d315ecf2ee59 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456059 Jul 30 02:15:25.673429 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:15:25.707438 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:15:25.708258 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a1a1c8e6-ce27-4fdb-b112-0a4b4d4fdb02 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:15:26.355299 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 57986) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:26.527630 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8338ecd2-b992-472d-85cc-32c59967c7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:26.554285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d4475-253e-4bc8-8054-85fe461b3feb req-845ee793-e106-45dd-8e11-ec9d2ab052b6 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:26.554285 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d95d4475-253e-4bc8-8054-85fe461b3feb req-845ee793-e106-45dd-8e11-ec9d2ab052b6 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 1097 time: 0.0742965 Jul 30 02:15:26.698860 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-d95d4475-253e-4bc8-8054-85fe461b3feb req-0a9f0b86-9e68-4ae9-ae7a-e78044e0c5c9 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Deleting port 7077cc89-011e-475d-be41-d20ae43b86c1 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:26.702447 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d95d4475-253e-4bc8-8054-85fe461b3feb req-0a9f0b86-9e68-4ae9-ae7a-e78044e0c5c9 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:26.825173 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8338ecd2-b992-472d-85cc-32c59967c7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:26.846694 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f0cea-0cff-4430-88f6-4b50e5b38f65 req-07ac533b-db5e-4520-b023-c5954d21888c tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:26.848469 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c83f0cea-0cff-4430-88f6-4b50e5b38f65 req-07ac533b-db5e-4520-b023-c5954d21888c tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 1097 time: 0.1394067 Jul 30 02:15:26.885289 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-d95d4475-253e-4bc8-8054-85fe461b3feb req-0a9f0b86-9e68-4ae9-ae7a-e78044e0c5c9 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] For port 7077cc89-011e-475d-be41-d20ae43b86c1, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=7077cc89-011e-475d-be41-d20ae43b86c1,segment=NetworkSegment(b815a2a4-d4af-48cc-8bc4-8e25e9240fc7),segment_id=b815a2a4-d4af-48cc-8bc4-8e25e9240fc7)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:26.885289 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d95d4475-253e-4bc8-8054-85fe461b3feb req-0a9f0b86-9e68-4ae9-ae7a-e78044e0c5c9 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:26.900379 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-d95d4475-253e-4bc8-8054-85fe461b3feb req-0a9f0b86-9e68-4ae9-ae7a-e78044e0c5c9 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Calling delete_port for 7077cc89-011e-475d-be41-d20ae43b86c1 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:26.913443 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c83f0cea-0cff-4430-88f6-4b50e5b38f65 req-ab3f76be-a5f9-4ee5-80ed-b5459b7ad140 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=236e1acb-d23e-43f1-9653-3d3313a65ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543404 Jul 30 02:15:26.951372 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8338ecd2-b992-472d-85cc-32c59967c7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:26.988213 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338ecd2-b992-472d-85cc-32c59967c7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907145b4-3edb-4335-a85f-62235f82dc63,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:27.019505 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58008) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:27.019953 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8338ecd2-b992-472d-85cc-32c59967c7ca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e4019ca2761841188ea3c2a4e4e1abae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6631207 Jul 30 02:15:27.145091 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90c4aa52-d156-49c7-8ff2-94af9ab2a4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:27.179353 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90c4aa52-d156-49c7-8ff2-94af9ab2a4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:27.278532 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d95d4475-253e-4bc8-8054-85fe461b3feb req-0a9f0b86-9e68-4ae9-ae7a-e78044e0c5c9 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:27.291243 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['7077cc89-011e-475d-be41-d20ae43b86c1'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:15:27.310668 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f0b86-9e68-4ae9-ae7a-e78044e0c5c9 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Pushing event deleted for resources: {'Port': ['ID=7077cc89-011e-475d-be41-d20ae43b86c1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:27.375840 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95d4475-253e-4bc8-8054-85fe461b3feb req-0a9f0b86-9e68-4ae9-ae7a-e78044e0c5c9 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] No DVR routers for this DVR port 7077cc89-011e-475d-be41-d20ae43b86c1 on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:15:27.379293 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d95d4475-253e-4bc8-8054-85fe461b3feb req-0a9f0b86-9e68-4ae9-ae7a-e78044e0c5c9 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:27.383141 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d95d4475-253e-4bc8-8054-85fe461b3feb req-0a9f0b86-9e68-4ae9-ae7a-e78044e0c5c9 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.10 "DELETE /v2.0/ports/7077cc89-011e-475d-be41-d20ae43b86c1 HTTP/1.1" status: 204 len: 173 time: 0.8243165 Jul 30 02:15:27.383821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3', 'name': 'network-vif-deleted', 'tag': '7077cc89-011e-475d-be41-d20ae43b86c1'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:15:27.386943 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdaf295-565d-4723-a622-3405e0a5eb9a" -d '{"events": [{"server_uuid": "27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3", "name": "network-vif-deleted", "tag": "7077cc89-011e-475d-be41-d20ae43b86c1"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:15:27.387098 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90c4aa52-d156-49c7-8ff2-94af9ab2a4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:27.389990 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90c4aa52-d156-49c7-8ff2-94af9ab2a4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:27.391665 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-90c4aa52-d156-49c7-8ff2-94af9ab2a4e2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/907145b4-3edb-4335-a85f-62235f82dc63 HTTP/1.1" status: 204 len: 168 time: 0.3661880 Jul 30 02:15:27.451113 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4aa52-d156-49c7-8ff2-94af9ab2a4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907145b4-3edb-4335-a85f-62235f82dc63,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:27.490794 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4aa52-d156-49c7-8ff2-94af9ab2a4e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:27.491152 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4aa52-d156-49c7-8ff2-94af9ab2a4e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:27.491501 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4aa52-d156-49c7-8ff2-94af9ab2a4e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:27.491842 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4aa52-d156-49c7-8ff2-94af9ab2a4e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:27.497795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4aa52-d156-49c7-8ff2-94af9ab2a4e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:27.498285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4aa52-d156-49c7-8ff2-94af9ab2a4e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:27.499623 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4aa52-d156-49c7-8ff2-94af9ab2a4e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:27.501148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4aa52-d156-49c7-8ff2-94af9ab2a4e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:27.503284 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4aa52-d156-49c7-8ff2-94af9ab2a4e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:27.503906 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4aa52-d156-49c7-8ff2-94af9ab2a4e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:27.505950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4aa52-d156-49c7-8ff2-94af9ab2a4e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:27.506774 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4aa52-d156-49c7-8ff2-94af9ab2a4e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:27.538225 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf193c19-3cea-44cb-a1c7-f2d7d819853a x-openstack-request-id: req-bf193c19-3cea-44cb-a1c7-f2d7d819853a {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:15:27.538799 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3", "name": "network-vif-deleted", "tag": "7077cc89-011e-475d-be41-d20ae43b86c1", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:15:27.539296 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf193c19-3cea-44cb-a1c7-f2d7d819853a {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:15:27.539936 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3', 'name': 'network-vif-deleted', 'tag': '7077cc89-011e-475d-be41-d20ae43b86c1', 'status': 'completed', 'code': 200} Jul 30 02:15:28.010356 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa05eaa7-5196-431d-89fe-22b6e49bfb3d req-8bdfe867-8544-4c0e-b110-4ac51c133936 tempest-TestServerMultinode-1765082939 tempest-TestServerMultinode-1765082939-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=27c6ad97-b5af-4b51-a8b8-24ef9cb2d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0284081 Jul 30 02:15:29.079053 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58076) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:29.507400 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-043f9fb4-5fc7-4ead-a11a-386788b3f978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:29.835874 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-043f9fb4-5fc7-4ead-a11a-386788b3f978 admin admin] Deleting port c569d9e3-79c3-4e52-8b7d-2e65e9ff386b {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:29.840071 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-043f9fb4-5fc7-4ead-a11a-386788b3f978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:29.940135 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-043f9fb4-5fc7-4ead-a11a-386788b3f978 admin admin] For port c569d9e3-79c3-4e52-8b7d-2e65e9ff386b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c569d9e3-79c3-4e52-8b7d-2e65e9ff386b,segment=NetworkSegment(b815a2a4-d4af-48cc-8bc4-8e25e9240fc7),segment_id=b815a2a4-d4af-48cc-8bc4-8e25e9240fc7)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:29.940546 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-043f9fb4-5fc7-4ead-a11a-386788b3f978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:29.956608 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-043f9fb4-5fc7-4ead-a11a-386788b3f978 admin admin] Calling delete_port for c569d9e3-79c3-4e52-8b7d-2e65e9ff386b owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:30.116201 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 7077cc89-011e-475d-be41-d20ae43b86c1 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:15:30.178775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 7077cc89-011e-475d-be41-d20ae43b86c1 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:15:30.179147 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 7077cc89-011e-475d-be41-d20ae43b86c1 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:15:30.379600 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-043f9fb4-5fc7-4ead-a11a-386788b3f978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:30.435425 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f9fb4-5fc7-4ead-a11a-386788b3f978 admin admin] Pushing event deleted for resources: {'Port': ['ID=c569d9e3-79c3-4e52-8b7d-2e65e9ff386b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:30.643015 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58132) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:30.648838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-966b615f-b96b-487c-9095-58e9d1c984dd tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-654105230', 'description': 'tempest-secgroup-smoke-654105230 description', 'project_id': 'daef44af5c0445f8bf526943c4157f6f'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:30.707934 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-043f9fb4-5fc7-4ead-a11a-386788b3f978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:30.815319 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-966b615f-b96b-487c-9095-58e9d1c984dd tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:30.829718 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-966b615f-b96b-487c-9095-58e9d1c984dd tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.000516 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-966b615f-b96b-487c-9095-58e9d1c984dd tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.015535 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043f9fb4-5fc7-4ead-a11a-386788b3f978 admin admin] Router e41a1d20-697b-458d-b3eb-d5f19ab41b69 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:15:31.130120 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043f9fb4-5fc7-4ead-a11a-386788b3f978 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:15:31.135476 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-043f9fb4-5fc7-4ead-a11a-386788b3f978 admin admin] 10.222.0.70 "PUT /v2.0/routers/e41a1d20-697b-458d-b3eb-d5f19ab41b69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0553739 Jul 30 02:15:31.138186 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58140) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:31.139235 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e588112b-679f-4a6f-8071-17b61b2ab204 None None] Sync routers for ids ['e41a1d20-697b-458d-b3eb-d5f19ab41b69'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:15:31.149606 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e588112b-679f-4a6f-8071-17b61b2ab204 None None] Routers {'e41a1d20-697b-458d-b3eb-d5f19ab41b69'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:15:31.150546 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e588112b-679f-4a6f-8071-17b61b2ab204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:15:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e41a1d20-697b-458d-b3eb-d5f19ab41b69'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:31.181249 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-966b615f-b96b-487c-9095-58e9d1c984dd tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.236089 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b615f-b96b-487c-9095-58e9d1c984dd tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab42df20-ab40-47a5-a495-7a063f124d7c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:31.290139 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8a45f7d3-64ff-413c-b261-753bd9877039 admin admin] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.304779 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-e588112b-679f-4a6f-8071-17b61b2ab204 None None] Set router e41a1d20-697b-458d-b3eb-d5f19ab41b69 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:15:31.392434 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-966b615f-b96b-487c-9095-58e9d1c984dd tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.455980 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8a45f7d3-64ff-413c-b261-753bd9877039 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.466915 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-966b615f-b96b-487c-9095-58e9d1c984dd tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.518139 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b615f-b96b-487c-9095-58e9d1c984dd tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189d4449-ffa2-4876-b2eb-b38d358fb9d3,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:31.558249 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-966b615f-b96b-487c-9095-58e9d1c984dd tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.563860 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-966b615f-b96b-487c-9095-58e9d1c984dd tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9157848 Jul 30 02:15:31.563860 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58152) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:31.568662 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-6786d3ad-5041-41d4-bf8a-84a7379e0243 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': '189d4449-ffa2-4876-b2eb-b38d358fb9d3', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:31.629431 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e588112b-679f-4a6f-8071-17b61b2ab204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41a1d20-697b-458d-b3eb-d5f19ab41b69', 'name': 'tempest-TestServerMultinode-1937240666-router', 'tenant_id': '08b3d7b866ba48f5aac5511ead92c77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '5411ec51-6ba6-45cb-a0ca-c6080acc7b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:14:33Z', 'updated_at': '2021-07-30T02:15:30Z', 'revision_number': 5, 'project_id': '08b3d7b866ba48f5aac5511ead92c77e', 'gw_port': {'id': '5411ec51-6ba6-45cb-a0ca-c6080acc7b94', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41a1d20-697b-458d-b3eb-d5f19ab41b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:34Z', 'updated_at': '2021-07-30T02:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:31.650470 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-8a45f7d3-64ff-413c-b261-753bd9877039 admin admin] Deleting port 5411ec51-6ba6-45cb-a0ca-c6080acc7b94 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:31.650855 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8a45f7d3-64ff-413c-b261-753bd9877039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.687434 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e588112b-679f-4a6f-8071-17b61b2ab204 None None] Checking router: e41a1d20-697b-458d-b3eb-d5f19ab41b69 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:15:31.700527 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e588112b-679f-4a6f-8071-17b61b2ab204 None None] Routers {'e41a1d20-697b-458d-b3eb-d5f19ab41b69'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:15:31.701279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e588112b-679f-4a6f-8071-17b61b2ab204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:15:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e41a1d20-697b-458d-b3eb-d5f19ab41b69'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:31.743426 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6786d3ad-5041-41d4-bf8a-84a7379e0243 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.762054 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-8a45f7d3-64ff-413c-b261-753bd9877039 admin admin] For port 5411ec51-6ba6-45cb-a0ca-c6080acc7b94, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5411ec51-6ba6-45cb-a0ca-c6080acc7b94,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:31.763926 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8a45f7d3-64ff-413c-b261-753bd9877039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.779534 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-8a45f7d3-64ff-413c-b261-753bd9877039 admin admin] Calling delete_port for 5411ec51-6ba6-45cb-a0ca-c6080acc7b94 owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:31.828331 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6786d3ad-5041-41d4-bf8a-84a7379e0243 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.830235 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-e588112b-679f-4a6f-8071-17b61b2ab204 None None] Set router e41a1d20-697b-458d-b3eb-d5f19ab41b69 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:15:31.888607 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e588112b-679f-4a6f-8071-17b61b2ab204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41a1d20-697b-458d-b3eb-d5f19ab41b69', 'name': 'tempest-TestServerMultinode-1937240666-router', 'tenant_id': '08b3d7b866ba48f5aac5511ead92c77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:14:33Z', 'updated_at': '2021-07-30T02:15:31Z', 'revision_number': 6, 'project_id': '08b3d7b866ba48f5aac5511ead92c77e', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:31.928921 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e588112b-679f-4a6f-8071-17b61b2ab204 None None] The sync data for ids ['e41a1d20-697b-458d-b3eb-d5f19ab41b69'] in n-d-713498-9 is: [{'id': 'e41a1d20-697b-458d-b3eb-d5f19ab41b69', 'name': 'tempest-TestServerMultinode-1937240666-router', 'tenant_id': '08b3d7b866ba48f5aac5511ead92c77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:14:33Z', 'updated_at': '2021-07-30T02:15:31Z', 'revision_number': 6, 'project_id': '08b3d7b866ba48f5aac5511ead92c77e', 'gw_port_host': None}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:15:31.951995 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6786d3ad-5041-41d4-bf8a-84a7379e0243 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.969696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786d3ad-5041-41d4-bf8a-84a7379e0243 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1b161c-222f-473a-bdb1-6f10e7884ca2,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:32.061478 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6786d3ad-5041-41d4-bf8a-84a7379e0243 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.063355 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6786d3ad-5041-41d4-bf8a-84a7379e0243 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4994445 Jul 30 02:15:32.065773 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58168) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:32.072204 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b242bba6-b66a-4280-9831-f19e16108262 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': '189d4449-ffa2-4876-b2eb-b38d358fb9d3', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:32.100562 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8a45f7d3-64ff-413c-b261-753bd9877039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.126531 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45f7d3-64ff-413c-b261-753bd9877039 admin admin] Pushing event deleted for resources: {'Port': ['ID=5411ec51-6ba6-45cb-a0ca-c6080acc7b94,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:32.191703 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8a45f7d3-64ff-413c-b261-753bd9877039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.194819 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b242bba6-b66a-4280-9831-f19e16108262 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.317707 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8a45f7d3-64ff-413c-b261-753bd9877039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.320570 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b242bba6-b66a-4280-9831-f19e16108262 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.322870 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8a45f7d3-64ff-413c-b261-753bd9877039 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.401565 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b242bba6-b66a-4280-9831-f19e16108262 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.446413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242bba6-b66a-4280-9831-f19e16108262 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b498af4e-d2c3-4812-ac13-8a9ff1e36d52,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:32.485313 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c569d9e3-79c3-4e52-8b7d-2e65e9ff386b no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:15:32.488069 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8a45f7d3-64ff-413c-b261-753bd9877039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.488069 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a45f7d3-64ff-413c-b261-753bd9877039 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e41a1d20-697b-458d-b3eb-d5f19ab41b69 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:15:32.493447 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8a45f7d3-64ff-413c-b261-753bd9877039 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.495094 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8a45f7d3-64ff-413c-b261-753bd9877039 admin admin] 10.222.0.70 "DELETE /v2.0/routers/e41a1d20-697b-458d-b3eb-d5f19ab41b69 HTTP/1.1" status: 204 len: 168 time: 1.3558831 Jul 30 02:15:32.497952 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58178) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:32.524346 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: c569d9e3-79c3-4e52-8b7d-2e65e9ff386b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:15:32.524781 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c569d9e3-79c3-4e52-8b7d-2e65e9ff386b not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:15:32.549424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c7f834-5351-46a2-a1dd-18ed496dd8da admin admin] Deleting subnet 5483c82e-aef9-4e3c-a375-ab50d13974d0 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:15:32.552441 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-94c7f834-5351-46a2-a1dd-18ed496dd8da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.575579 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b242bba6-b66a-4280-9831-f19e16108262 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.576834 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b242bba6-b66a-4280-9831-f19e16108262 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5095997 Jul 30 02:15:32.579721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58182) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:32.584667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e3d56c91-500e-4621-a2eb-4b98edba6254 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': '189d4449-ffa2-4876-b2eb-b38d358fb9d3', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:32.622122 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-94c7f834-5351-46a2-a1dd-18ed496dd8da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.722243 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e3d56c91-500e-4621-a2eb-4b98edba6254 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.736697 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-94c7f834-5351-46a2-a1dd-18ed496dd8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.793435 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e3d56c91-500e-4621-a2eb-4b98edba6254 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.909316 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-94c7f834-5351-46a2-a1dd-18ed496dd8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.932509 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-94c7f834-5351-46a2-a1dd-18ed496dd8da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.935328 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-94c7f834-5351-46a2-a1dd-18ed496dd8da admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5483c82e-aef9-4e3c-a375-ab50d13974d0 HTTP/1.1" status: 204 len: 168 time: 0.4357498 Jul 30 02:15:32.938166 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58194) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:32.953062 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7563a287-3647-4c94-955f-250a2168234f None None] Network 888834bb-0277-400e-bcc0-5291913b89e6 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:32.977107 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7f834-5351-46a2-a1dd-18ed496dd8da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5483c82e-aef9-4e3c-a375-ab50d13974d0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:32.997318 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e3d56c91-500e-4621-a2eb-4b98edba6254 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.044612 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d56c91-500e-4621-a2eb-4b98edba6254 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d596d6-4a99-48ae-b056-8cdee052e65b,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:33.088609 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0652d9d0-2686-4ccc-82c8-d54bc1fb4071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.132068 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e3d56c91-500e-4621-a2eb-4b98edba6254 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.134362 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e3d56c91-500e-4621-a2eb-4b98edba6254 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5520208 Jul 30 02:15:33.137260 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58200) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:33.143850 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-33876948-a3ea-424f-aa74-0f2892347fcd tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': '189d4449-ffa2-4876-b2eb-b38d358fb9d3', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:33.156984 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.211548 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-0652d9d0-2686-4ccc-82c8-d54bc1fb4071 admin admin] Deleting port e9402781-069d-42ca-a46b-5e5a146e55da {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:33.212093 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0652d9d0-2686-4ccc-82c8-d54bc1fb4071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.298907 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-33876948-a3ea-424f-aa74-0f2892347fcd tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.321899 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-0652d9d0-2686-4ccc-82c8-d54bc1fb4071 admin admin] For port e9402781-069d-42ca-a46b-5e5a146e55da, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e9402781-069d-42ca-a46b-5e5a146e55da,segment=NetworkSegment(b815a2a4-d4af-48cc-8bc4-8e25e9240fc7),segment_id=b815a2a4-d4af-48cc-8bc4-8e25e9240fc7)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:33.322271 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0652d9d0-2686-4ccc-82c8-d54bc1fb4071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.330168 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1a266e-e4ff-4e2a-a678-1b0e24b5cc6a None None] DHCP port deletion for 888834bb-0277-400e-bcc0-5291913b89e6 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:15:33.348541 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-0652d9d0-2686-4ccc-82c8-d54bc1fb4071 admin admin] Calling delete_port for e9402781-069d-42ca-a46b-5e5a146e55da owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:33.415990 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a266e-e4ff-4e2a-a678-1b0e24b5cc6a None None] Deleting port e9402781-069d-42ca-a46b-5e5a146e55da {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:33.416355 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed1a266e-e4ff-4e2a-a678-1b0e24b5cc6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.427488 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-33876948-a3ea-424f-aa74-0f2892347fcd tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.489861 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ed1a266e-e4ff-4e2a-a678-1b0e24b5cc6a None None] For port e9402781-069d-42ca-a46b-5e5a146e55da, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e9402781-069d-42ca-a46b-5e5a146e55da,segment=NetworkSegment(b815a2a4-d4af-48cc-8bc4-8e25e9240fc7),segment_id=b815a2a4-d4af-48cc-8bc4-8e25e9240fc7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:33.490694 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed1a266e-e4ff-4e2a-a678-1b0e24b5cc6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.506865 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a266e-e4ff-4e2a-a678-1b0e24b5cc6a None None] Calling delete_port for e9402781-069d-42ca-a46b-5e5a146e55da owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:33.514016 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-33876948-a3ea-424f-aa74-0f2892347fcd tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.541607 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33876948-a3ea-424f-aa74-0f2892347fcd tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d716b69-c10c-4e03-9698-b36b6c8d7cab,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:33.549312 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0652d9d0-2686-4ccc-82c8-d54bc1fb4071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.605651 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652d9d0-2686-4ccc-82c8-d54bc1fb4071 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9402781-069d-42ca-a46b-5e5a146e55da,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:33.606334 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed1a266e-e4ff-4e2a-a678-1b0e24b5cc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.610810 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0652d9d0-2686-4ccc-82c8-d54bc1fb4071 admin admin] No DVR routers for this DVR port e9402781-069d-42ca-a46b-5e5a146e55da on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:15:33.643121 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a266e-e4ff-4e2a-a678-1b0e24b5cc6a None None] No DVR routers for this DVR port e9402781-069d-42ca-a46b-5e5a146e55da on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:15:33.651805 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a266e-e4ff-4e2a-a678-1b0e24b5cc6a None None] Pushing event deleted for resources: {'Port': ['ID=e9402781-069d-42ca-a46b-5e5a146e55da,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:33.656078 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-33876948-a3ea-424f-aa74-0f2892347fcd tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.657414 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-33876948-a3ea-424f-aa74-0f2892347fcd tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5191057 Jul 30 02:15:33.660172 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58212) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:33.671351 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-1c7b908a-a8ff-418d-9af3-6151c4b05d18 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': '189d4449-ffa2-4876-b2eb-b38d358fb9d3', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:33.746063 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0652d9d0-2686-4ccc-82c8-d54bc1fb4071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.757630 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-0652d9d0-2686-4ccc-82c8-d54bc1fb4071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888834bb-0277-400e-bcc0-5291913b89e6']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:33.776995 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-0652d9d0-2686-4ccc-82c8-d54bc1fb4071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b815a2a4-d4af-48cc-8bc4-8e25e9240fc7') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:33.777680 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-0652d9d0-2686-4ccc-82c8-d54bc1fb4071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b815a2a4-d4af-48cc-8bc4-8e25e9240fc7') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:33.783019 n-d-713498-9 neutron-server[94464]: INFO neutron.db.securitygroups_db [None req-1c7b908a-a8ff-418d-9af3-6151c4b05d18 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Project daef44af5c0445f8bf526943c4157f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:15:33.788220 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0652d9d0-2686-4ccc-82c8-d54bc1fb4071 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.788798 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1c7b908a-a8ff-418d-9af3-6151c4b05d18 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.819694 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0652d9d0-2686-4ccc-82c8-d54bc1fb4071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.829098 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0652d9d0-2686-4ccc-82c8-d54bc1fb4071 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:15:33.829931 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0652d9d0-2686-4ccc-82c8-d54bc1fb4071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:15:33.832189 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:15:33.907112 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1c7b908a-a8ff-418d-9af3-6151c4b05d18 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.003812 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0652d9d0-2686-4ccc-82c8-d54bc1fb4071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.010629 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0652d9d0-2686-4ccc-82c8-d54bc1fb4071 admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.014985 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0652d9d0-2686-4ccc-82c8-d54bc1fb4071 admin admin] 10.222.0.70 "DELETE /v2.0/networks/888834bb-0277-400e-bcc0-5291913b89e6 HTTP/1.1" status: 204 len: 168 time: 1.0756207 Jul 30 02:15:34.018032 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58228) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:34.030425 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652d9d0-2686-4ccc-82c8-d54bc1fb4071 admin admin] Pushing event deleted for resources: {'Network': ['ID=888834bb-0277-400e-bcc0-5291913b89e6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:34.161893 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5411ec51-6ba6-45cb-a0ca-c6080acc7b94 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:15:34.164621 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1c7b908a-a8ff-418d-9af3-6151c4b05d18 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.191397 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 5411ec51-6ba6-45cb-a0ca-c6080acc7b94 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:15:34.191888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5411ec51-6ba6-45cb-a0ca-c6080acc7b94 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:15:34.192382 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e9402781-069d-42ca-a46b-5e5a146e55da no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:15:34.197126 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b908a-a8ff-418d-9af3-6151c4b05d18 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552b179e-1242-42e4-a5fa-57c137352703,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:34.214391 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: e9402781-069d-42ca-a46b-5e5a146e55da {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:15:34.214834 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e9402781-069d-42ca-a46b-5e5a146e55da not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:15:34.307886 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1c7b908a-a8ff-418d-9af3-6151c4b05d18 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.309119 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1c7b908a-a8ff-418d-9af3-6151c4b05d18 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6479876 Jul 30 02:15:34.312135 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58240) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:34.317209 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-61134cd7-b159-4c4d-b638-12a3e1f552ca tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': '189d4449-ffa2-4876-b2eb-b38d358fb9d3', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:34.439970 n-d-713498-9 neutron-server[94464]: INFO neutron.db.securitygroups_db [None req-61134cd7-b159-4c4d-b638-12a3e1f552ca tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Project daef44af5c0445f8bf526943c4157f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:15:34.448860 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-61134cd7-b159-4c4d-b638-12a3e1f552ca tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.555395 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-61134cd7-b159-4c4d-b638-12a3e1f552ca tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.579120 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7487e1ba-6c28-415b-9ef3-4758fe5535a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.673177 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-61134cd7-b159-4c4d-b638-12a3e1f552ca tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.712718 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61134cd7-b159-4c4d-b638-12a3e1f552ca tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71856c2-7369-4022-adeb-0a81f13185b3,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:34.826075 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-61134cd7-b159-4c4d-b638-12a3e1f552ca tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.827264 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-61134cd7-b159-4c4d-b638-12a3e1f552ca tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5138724 Jul 30 02:15:34.830664 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58250) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:34.837511 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-5e509836-385f-4a4f-af8f-5cb685159b08 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'network': {'name': 'tempest-network-smoke--1794080856', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'port_security_enabled': True}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:34.933645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-7487e1ba-6c28-415b-9ef3-4758fe5535a4 admin admin] Deleting port b29c9b88-ba6e-474f-9317-52b8ab893373 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:34.941682 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7487e1ba-6c28-415b-9ef3-4758fe5535a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.973083 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e509836-385f-4a4f-af8f-5cb685159b08 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Made reservation on behalf of daef44af5c0445f8bf526943c4157f6f for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:34.982600 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5e509836-385f-4a4f-af8f-5cb685159b08 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.027306 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e509836-385f-4a4f-af8f-5cb685159b08 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:15:35.047511 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5e509836-385f-4a4f-af8f-5cb685159b08 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.047958 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-5e509836-385f-4a4f-af8f-5cb685159b08 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Added segment 7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8 of type vlan for network 2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 Jul 30 02:15:35.061640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-7487e1ba-6c28-415b-9ef3-4758fe5535a4 admin admin] For port b29c9b88-ba6e-474f-9317-52b8ab893373, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=b29c9b88-ba6e-474f-9317-52b8ab893373,segment=NetworkSegment(fd96b3fe-cab1-4a11-82c6-3ea569862bb2),segment_id=fd96b3fe-cab1-4a11-82c6-3ea569862bb2)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:35.062006 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7487e1ba-6c28-415b-9ef3-4758fe5535a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.095711 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-7487e1ba-6c28-415b-9ef3-4758fe5535a4 admin admin] Calling delete_port for b29c9b88-ba6e-474f-9317-52b8ab893373 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:35.107945 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5e509836-385f-4a4f-af8f-5cb685159b08 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.251977 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5e509836-385f-4a4f-af8f-5cb685159b08 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.258589 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e509836-385f-4a4f-af8f-5cb685159b08 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:35.259412 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5e509836-385f-4a4f-af8f-5cb685159b08 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.354897 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e509836-385f-4a4f-af8f-5cb685159b08 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Network': ['ID=2a4cdd03-9934-4cac-bd25-0ccd0c985bf7,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:35.367664 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:15:35.753776 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5e509836-385f-4a4f-af8f-5cb685159b08 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9219875 Jul 30 02:15:35.756830 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58270) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:35.765428 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-27b51013-f121-4ab3-bd0f-6a904d17f686 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2095067418', 'admin_state_up': True, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:35.891764 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7487e1ba-6c28-415b-9ef3-4758fe5535a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.903668 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27b51013-f121-4ab3-bd0f-6a904d17f686 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.905591 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27b51013-f121-4ab3-bd0f-6a904d17f686 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.935650 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487e1ba-6c28-415b-9ef3-4758fe5535a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b29c9b88-ba6e-474f-9317-52b8ab893373,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:35.989822 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27b51013-f121-4ab3-bd0f-6a904d17f686 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.201154 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7487e1ba-6c28-415b-9ef3-4758fe5535a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.284988 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27b51013-f121-4ab3-bd0f-6a904d17f686 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.548287 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7487e1ba-6c28-415b-9ef3-4758fe5535a4 admin admin] Router 2a221844-2ce8-4975-bbc9-0e1b348bd2cf has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:15:36.612975 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27b51013-f121-4ab3-bd0f-6a904d17f686 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.633884 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27b51013-f121-4ab3-bd0f-6a904d17f686 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.750381 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7487e1ba-6c28-415b-9ef3-4758fe5535a4 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:15:36.757403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-27b51013-f121-4ab3-bd0f-6a904d17f686 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Allocated IP 172.25.1.139 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/f935404e-064d-4ac4-a1ef-84aa8d346784) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:36.760144 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699bb45b-f5c1-48cb-b669-e1a165490bef None None] Sync routers for ids ['2a221844-2ce8-4975-bbc9-0e1b348bd2cf'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:15:36.790637 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7487e1ba-6c28-415b-9ef3-4758fe5535a4 admin admin] 10.222.0.70 "PUT /v2.0/routers/2a221844-2ce8-4975-bbc9-0e1b348bd2cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7586987 Jul 30 02:15:36.793571 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58286) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:36.797878 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699bb45b-f5c1-48cb-b669-e1a165490bef None None] Routers {'2a221844-2ce8-4975-bbc9-0e1b348bd2cf'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:15:36.798615 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-699bb45b-f5c1-48cb-b669-e1a165490bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:15:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['2a221844-2ce8-4975-bbc9-0e1b348bd2cf'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:36.893116 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58288) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:36.948363 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-699bb45b-f5c1-48cb-b669-e1a165490bef None None] Set router 2a221844-2ce8-4975-bbc9-0e1b348bd2cf gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:15:36.998353 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27b51013-f121-4ab3-bd0f-6a904d17f686 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.002066 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2039-f356-4745-9689-230e5b1542ee admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.074979 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-31f19a13-6cdc-402c-85bf-becdf92f7e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.135905 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2039-f356-4745-9689-230e5b1542ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.208115 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27b51013-f121-4ab3-bd0f-6a904d17f686 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.253298 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-699bb45b-f5c1-48cb-b669-e1a165490bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a221844-2ce8-4975-bbc9-0e1b348bd2cf', 'name': 'tempest-TestServerMultinode-1852641509-router', 'tenant_id': 'bc46e511ed794a6894b111aa5937fafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e55fcc8b-80a9-4266-922c-6c8175909cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:14:41Z', 'updated_at': '2021-07-30T02:15:35Z', 'revision_number': 5, 'project_id': 'bc46e511ed794a6894b111aa5937fafc', 'gw_port': {'id': 'e55fcc8b-80a9-4266-922c-6c8175909cfd', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a221844-2ce8-4975-bbc9-0e1b348bd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:14:42Z', 'updated_at': '2021-07-30T02:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:37.286270 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699bb45b-f5c1-48cb-b669-e1a165490bef None None] Checking router: 2a221844-2ce8-4975-bbc9-0e1b348bd2cf for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:15:37.289033 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b51013-f121-4ab3-bd0f-6a904d17f686 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=f935404e-064d-4ac4-a1ef-84aa8d346784,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:37.291468 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-31f19a13-6cdc-402c-85bf-becdf92f7e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.300797 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699bb45b-f5c1-48cb-b669-e1a165490bef None None] Routers {'2a221844-2ce8-4975-bbc9-0e1b348bd2cf'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:15:37.302563 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-699bb45b-f5c1-48cb-b669-e1a165490bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:15:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['2a221844-2ce8-4975-bbc9-0e1b348bd2cf'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:37.341399 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b51013-f121-4ab3-bd0f-6a904d17f686 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:37.348359 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-27b51013-f121-4ab3-bd0f-6a904d17f686 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:37.351697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b51013-f121-4ab3-bd0f-6a904d17f686 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:37.369733 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-31f19a13-6cdc-402c-85bf-becdf92f7e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.404827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab2039-f356-4745-9689-230e5b1542ee admin admin] Deleting port e55fcc8b-80a9-4266-922c-6c8175909cfd {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:37.405175 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2039-f356-4745-9689-230e5b1542ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.456616 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-31f19a13-6cdc-402c-85bf-becdf92f7e96 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fac1165b0e364603b5f7dd511b610af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5622540 Jul 30 02:15:37.458690 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58292) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:37.469632 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-699bb45b-f5c1-48cb-b669-e1a165490bef None None] Set router 2a221844-2ce8-4975-bbc9-0e1b348bd2cf gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:15:37.478893 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f19a13-6cdc-402c-85bf-becdf92f7e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fe625a-4bfd-4808-9094-e954883fdca4,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:37.570777 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-699bb45b-f5c1-48cb-b669-e1a165490bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a221844-2ce8-4975-bbc9-0e1b348bd2cf', 'name': 'tempest-TestServerMultinode-1852641509-router', 'tenant_id': 'bc46e511ed794a6894b111aa5937fafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:14:41Z', 'updated_at': '2021-07-30T02:15:37Z', 'revision_number': 6, 'project_id': 'bc46e511ed794a6894b111aa5937fafc', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:37.577402 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e0c3aa59-ee8a-46fd-b28c-53e1701a5c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.617259 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-b4ab2039-f356-4745-9689-230e5b1542ee admin admin] For port e55fcc8b-80a9-4266-922c-6c8175909cfd, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e55fcc8b-80a9-4266-922c-6c8175909cfd,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:37.618453 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2039-f356-4745-9689-230e5b1542ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.625049 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699bb45b-f5c1-48cb-b669-e1a165490bef None None] The sync data for ids ['2a221844-2ce8-4975-bbc9-0e1b348bd2cf'] in n-d-713498-9 is: [{'id': '2a221844-2ce8-4975-bbc9-0e1b348bd2cf', 'name': 'tempest-TestServerMultinode-1852641509-router', 'tenant_id': 'bc46e511ed794a6894b111aa5937fafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:14:41Z', 'updated_at': '2021-07-30T02:15:37Z', 'revision_number': 6, 'project_id': 'bc46e511ed794a6894b111aa5937fafc', 'gw_port_host': None}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:15:37.625783 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e0c3aa59-ee8a-46fd-b28c-53e1701a5c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.632094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab2039-f356-4745-9689-230e5b1542ee admin admin] Calling delete_port for e55fcc8b-80a9-4266-922c-6c8175909cfd owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:37.785433 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e0c3aa59-ee8a-46fd-b28c-53e1701a5c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.795979 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e0c3aa59-ee8a-46fd-b28c-53e1701a5c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.798420 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e0c3aa59-ee8a-46fd-b28c-53e1701a5c37 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/45fe625a-4bfd-4808-9094-e954883fdca4 HTTP/1.1" status: 204 len: 168 time: 0.3373480 Jul 30 02:15:37.831624 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3aa59-ee8a-46fd-b28c-53e1701a5c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fe625a-4bfd-4808-9094-e954883fdca4,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:38.324909 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e55fcc8b-80a9-4266-922c-6c8175909cfd no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:15:38.460145 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27b51013-f121-4ab3-bd0f-6a904d17f686 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:38.479400 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:38.676269 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2039-f356-4745-9689-230e5b1542ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:38.696499 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b29c9b88-ba6e-474f-9317-52b8ab893373 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:15:38.721496 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: b29c9b88-ba6e-474f-9317-52b8ab893373 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:15:38.722700 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b29c9b88-ba6e-474f-9317-52b8ab893373 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:15:38.735190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab2039-f356-4745-9689-230e5b1542ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e55fcc8b-80a9-4266-922c-6c8175909cfd,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:38.794725 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27b51013-f121-4ab3-bd0f-6a904d17f686 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:38.821112 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2039-f356-4745-9689-230e5b1542ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:38.960966 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2039-f356-4745-9689-230e5b1542ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:38.966675 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2039-f356-4745-9689-230e5b1542ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.117960 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2039-f356-4745-9689-230e5b1542ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.118534 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ab2039-f356-4745-9689-230e5b1542ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a221844-2ce8-4975-bbc9-0e1b348bd2cf {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:15:39.127970 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2039-f356-4745-9689-230e5b1542ee admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.129030 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b4ab2039-f356-4745-9689-230e5b1542ee admin admin] 10.222.0.70 "DELETE /v2.0/routers/2a221844-2ce8-4975-bbc9-0e1b348bd2cf HTTP/1.1" status: 204 len: 168 time: 2.3188162 Jul 30 02:15:39.131767 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58322) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:39.146386 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e735a538-028d-4634-8400-bc7905acd450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.186452 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a6d87b-ba88-4c00-b69c-5312f0106884 admin admin] Deleting subnet 886879a9-3725-45f4-8fcd-af0ca172261b {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:15:39.187577 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b51013-f121-4ab3-bd0f-6a904d17f686 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Router 69cc62e5-6675-4684-90b7-6798aa23d678 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:15:39.193278 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-61a6d87b-ba88-4c00-b69c-5312f0106884 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.241267 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-61a6d87b-ba88-4c00-b69c-5312f0106884 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.362118 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b51013-f121-4ab3-bd0f-6a904d17f686 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:15:39.363104 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-61a6d87b-ba88-4c00-b69c-5312f0106884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.371735 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] Sync routers for ids ['69cc62e5-6675-4684-90b7-6798aa23d678'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:15:39.394113 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] Routers {'69cc62e5-6675-4684-90b7-6798aa23d678'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:15:39.395156 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:15:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['69cc62e5-6675-4684-90b7-6798aa23d678'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:39.461685 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-27b51013-f121-4ab3-bd0f-6a904d17f686 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.466267 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-27b51013-f121-4ab3-bd0f-6a904d17f686 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.7054124 Jul 30 02:15:39.467024 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58330) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:39.492702 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-61a6d87b-ba88-4c00-b69c-5312f0106884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.541129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6d87b-ba88-4c00-b69c-5312f0106884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=886879a9-3725-45f4-8fcd-af0ca172261b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:39.543539 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-61a6d87b-ba88-4c00-b69c-5312f0106884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.549132 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58334) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:39.549964 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-61a6d87b-ba88-4c00-b69c-5312f0106884 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/886879a9-3725-45f4-8fcd-af0ca172261b HTTP/1.1" status: 204 len: 168 time: 0.4170647 Jul 30 02:15:39.664047 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c95a565c-9c51-401c-82ff-3e2a8c5a6dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.673317 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95361d8-d649-448c-bf2a-fda4bb91f38f None None] Network bdff1f47-30c0-40f2-8ce4-305582281ad1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:39.725665 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7bd53b31-2138-4aa4-a197-f6190b04b114 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=daef44af5c0445f8bf526943c4157f6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2573931 Jul 30 02:15:39.728746 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58336) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:39.744888 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c95a565c-9c51-401c-82ff-3e2a8c5a6dee admin admin] Deleting port 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:39.745249 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c95a565c-9c51-401c-82ff-3e2a8c5a6dee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.750734 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] Set router 69cc62e5-6675-4684-90b7-6798aa23d678 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:15:39.858982 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-c95a565c-9c51-401c-82ff-3e2a8c5a6dee admin admin] For port 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=24b56daf-0f44-423f-aa9e-cfcbb30ab8eb,segment=NetworkSegment(fd96b3fe-cab1-4a11-82c6-3ea569862bb2),segment_id=fd96b3fe-cab1-4a11-82c6-3ea569862bb2)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:39.859497 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c95a565c-9c51-401c-82ff-3e2a8c5a6dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.862487 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab6d405-d3a2-415a-bdf2-bc564389a993 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:39.864333 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-bab6d405-d3a2-415a-bdf2-bc564389a993 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1346097 Jul 30 02:15:39.867643 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58342) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:39.898116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c95a565c-9c51-401c-82ff-3e2a8c5a6dee admin admin] Calling delete_port for 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:39.914173 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-398733eb-ced2-4996-a86a-0f4c7931ca76 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449696 Jul 30 02:15:39.916974 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58346) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:39.923870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-dc235630-5295-4a1f-91a9-edf642ec377b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-354998849', 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:40.013144 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095067418', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:15:35Z', 'updated_at': '2021-07-30T02:15:37Z', 'revision_number': 3, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:36Z', 'updated_at': '2021-07-30T02:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:40.050231 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] Checking router: 69cc62e5-6675-4684-90b7-6798aa23d678 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:15:40.050609 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] Updating router 69cc62e5-6675-4684-90b7-6798aa23d678 port f935404e-064d-4ac4-a1ef-84aa8d346784 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:15:40.100306 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.148335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dd1a3d-5042-4b94-ba18-e4933770c259 None None] DHCP port deletion for bdff1f47-30c0-40f2-8ce4-305582281ad1 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:15:40.215863 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:15:40.337398 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc235630-5295-4a1f-91a9-edf642ec377b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Made reservation on behalf of daef44af5c0445f8bf526943c4157f6f for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:40.341640 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc235630-5295-4a1f-91a9-edf642ec377b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.346446 n-d-713498-9 neutron-server[94466]: INFO neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No ports have port_id starting with 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb Jul 30 02:15:40.346582 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c95a565c-9c51-401c-82ff-3e2a8c5a6dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.401618 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-78dd1a3d-5042-4b94-ba18-e4933770c259 None None] Deleting port 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:40.402075 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-78dd1a3d-5042-4b94-ba18-e4933770c259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.426696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a565c-9c51-401c-82ff-3e2a8c5a6dee admin admin] Pushing event deleted for resources: {'Port': ['ID=24b56daf-0f44-423f-aa9e-cfcbb30ab8eb,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:40.426696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95a565c-9c51-401c-82ff-3e2a8c5a6dee admin admin] No DVR routers for this DVR port 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:15:40.472705 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-78dd1a3d-5042-4b94-ba18-e4933770c259 None None] For port 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb, host n-d-713498-9, got binding levels [] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:40.473375 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-78dd1a3d-5042-4b94-ba18-e4933770c259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.494731 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-78dd1a3d-5042-4b94-ba18-e4933770c259 None None] Calling delete_port for 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:40.498061 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.ipam_backend_mixin [None req-78dd1a3d-5042-4b94-ba18-e4933770c259 None None] Port 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb was not found and therefore no delete operation was performed {{(pid=94466) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:15:40.501080 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-78dd1a3d-5042-4b94-ba18-e4933770c259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.535567 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c95a565c-9c51-401c-82ff-3e2a8c5a6dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.539076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd1a3d-5042-4b94-ba18-e4933770c259 None None] Pushing event deleted for resources: {'Port': ['ID=24b56daf-0f44-423f-aa9e-cfcbb30ab8eb,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:40.547769 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dd1a3d-5042-4b94-ba18-e4933770c259 None None] No DVR routers for this DVR port 24b56daf-0f44-423f-aa9e-cfcbb30ab8eb on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:15:40.550129 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c95a565c-9c51-401c-82ff-3e2a8c5a6dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdff1f47-30c0-40f2-8ce4-305582281ad1']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:40.564858 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c95a565c-9c51-401c-82ff-3e2a8c5a6dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd96b3fe-cab1-4a11-82c6-3ea569862bb2') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:40.565255 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c95a565c-9c51-401c-82ff-3e2a8c5a6dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd96b3fe-cab1-4a11-82c6-3ea569862bb2') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:40.578707 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c95a565c-9c51-401c-82ff-3e2a8c5a6dee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.623242 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c95a565c-9c51-401c-82ff-3e2a8c5a6dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.634734 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95a565c-9c51-401c-82ff-3e2a8c5a6dee admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:15:40.635145 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c95a565c-9c51-401c-82ff-3e2a8c5a6dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:15:40.636845 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:15:40.671647 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.835103 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] Transition to ACTIVE for port object f935404e-064d-4ac4-a1ef-84aa8d346784 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:40.836704 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c95a565c-9c51-401c-82ff-3e2a8c5a6dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.839017 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc235630-5295-4a1f-91a9-edf642ec377b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.859718 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c95a565c-9c51-401c-82ff-3e2a8c5a6dee admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.864482 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c95a565c-9c51-401c-82ff-3e2a8c5a6dee admin admin] 10.222.0.70 "DELETE /v2.0/networks/bdff1f47-30c0-40f2-8ce4-305582281ad1 HTTP/1.1" status: 204 len: 168 time: 1.3143878 Jul 30 02:15:40.918851 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a565c-9c51-401c-82ff-3e2a8c5a6dee admin admin] Pushing event deleted for resources: {'Network': ['ID=bdff1f47-30c0-40f2-8ce4-305582281ad1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:40.919617 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.948042 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc235630-5295-4a1f-91a9-edf642ec377b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Subnet': ['ID=f44a7f14-5585-4308-88cf-15f86919d07e,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:40.973965 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc235630-5295-4a1f-91a9-edf642ec377b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Checking segment: {'id': '7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:15:40.974360 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc235630-5295-4a1f-91a9-edf642ec377b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network hostable DHCP agents. Network: 2a4cdd03-9934-4cac-bd25-0ccd0c985bf7, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:15:41.013958 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58ddbe-63e0-4c3f-97f6-c08088153813 None None] Pushing event updated for resources: {'Port': ['ID=f935404e-064d-4ac4-a1ef-84aa8d346784,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:41.016436 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] Attempting to bind port f935404e-064d-4ac4-a1ef-84aa8d346784 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:15:41.016792 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] Attempting to bind port f935404e-064d-4ac4-a1ef-84aa8d346784 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:15:41.017157 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] Attempting to bind port f935404e-064d-4ac4-a1ef-84aa8d346784 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:15:41.023784 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:15:41.025644 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:15:41.025644 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.025644 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:15:41.025644 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] Bound port: f935404e-064d-4ac4-a1ef-84aa8d346784, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:15:41.026055 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.080957 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] For port f935404e-064d-4ac4-a1ef-84aa8d346784, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:15:41.084008 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] For port f935404e-064d-4ac4-a1ef-84aa8d346784, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f935404e-064d-4ac4-a1ef-84aa8d346784,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:15:41.125728 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc235630-5295-4a1f-91a9-edf642ec377b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network 2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:15:41.154947 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.222767 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-dc235630-5295-4a1f-91a9-edf642ec377b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 2a4cdd03-9934-4cac-bd25-0ccd0c985bf7) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:41.228555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc235630-5295-4a1f-91a9-edf642ec377b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:41.233002 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dc235630-5295-4a1f-91a9-edf642ec377b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.257849 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] Routers {'69cc62e5-6675-4684-90b7-6798aa23d678'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:15:41.265825 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:15:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['69cc62e5-6675-4684-90b7-6798aa23d678'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:41.265825 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51b81c6-0ee7-4263-9ae0-07628871399f None None] Network 2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:41.312000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58ddbe-63e0-4c3f-97f6-c08088153813 None None] Pushing event updated for resources: {'Port': ['ID=f935404e-064d-4ac4-a1ef-84aa8d346784,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:41.353676 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dc235630-5295-4a1f-91a9-edf642ec377b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4339144 Jul 30 02:15:41.355343 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58ddbe-63e0-4c3f-97f6-c08088153813 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:41.355343 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58ddbe-63e0-4c3f-97f6-c08088153813 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:41.355343 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58ddbe-63e0-4c3f-97f6-c08088153813 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:41.355649 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58ddbe-63e0-4c3f-97f6-c08088153813 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:41.355756 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58ddbe-63e0-4c3f-97f6-c08088153813 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:41.356066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58ddbe-63e0-4c3f-97f6-c08088153813 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:41.356284 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58370) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:41.357236 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58ddbe-63e0-4c3f-97f6-c08088153813 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:41.357897 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58ddbe-63e0-4c3f-97f6-c08088153813 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:41.358432 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58ddbe-63e0-4c3f-97f6-c08088153813 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:41.358954 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58ddbe-63e0-4c3f-97f6-c08088153813 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:41.359474 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58ddbe-63e0-4c3f-97f6-c08088153813 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:41.360108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58ddbe-63e0-4c3f-97f6-c08088153813 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:41.420443 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58372) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:41.518060 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1e19ecd2-a59d-4bfe-8a88-184f8b425af0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=08b3d7b866ba48f5aac5511ead92c77e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962143 Jul 30 02:15:41.520562 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58376) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:41.613040 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] Set router 69cc62e5-6675-4684-90b7-6798aa23d678 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:15:41.644310 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-80d1fc73-730f-4007-8f86-57c404930fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.671558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-2a4cdd03-9934-4cac-bd25-0ccd0c985bf7', 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'fixed_ips': [{'subnet_id': 'f44a7f14-5585-4308-88cf-15f86919d07e'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:15:41.672408 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.705989 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-80d1fc73-730f-4007-8f86-57c404930fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.867639 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b330afc1-852e-4b9e-98ea-787a76479bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.876311 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.899157 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-80d1fc73-730f-4007-8f86-57c404930fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.908952 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-80d1fc73-730f-4007-8f86-57c404930fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.912954 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-80d1fc73-730f-4007-8f86-57c404930fe0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a190f449-2db2-4225-a77b-45cdc45bb3c3 HTTP/1.1" status: 204 len: 168 time: 0.3905962 Jul 30 02:15:42.006450 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1fc73-730f-4007-8f86-57c404930fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a190f449-2db2-4225-a77b-45cdc45bb3c3,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:42.077320 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cac52db3-a998-480a-9228-9f0e2fbb7afc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.079162 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Allocated IP 172.20.0.2 (2a4cdd03-9934-4cac-bd25-0ccd0c985bf7/f44a7f14-5585-4308-88cf-15f86919d07e/fbce4cd8-6050-47ff-b2d5-53e191d83084) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:42.190734 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095067418', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:15:35Z', 'updated_at': '2021-07-30T02:15:37Z', 'revision_number': 3, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:36Z', 'updated_at': '2021-07-30T02:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:42.233888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f699ca3-e03c-4355-ba65-50d41aad26b6 None None] The sync data for ids ['69cc62e5-6675-4684-90b7-6798aa23d678'] in n-d-713498-9 is: [{'id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095067418', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:15:35Z', 'updated_at': '2021-07-30T02:15:37Z', 'revision_number': 3, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:36Z', 'updated_at': '2021-07-30T02:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:15:42.348628 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.359531 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Transition to ACTIVE for port object fbce4cd8-6050-47ff-b2d5-53e191d83084 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:42.378243 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Transition to ACTIVE for port object fbce4cd8-6050-47ff-b2d5-53e191d83084 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:42.503348 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.571283 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Network 2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:42.573625 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:42.582211 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:42.586215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Pushing event updated for resources: {'Port': ['ID=fbce4cd8-6050-47ff-b2d5-53e191d83084,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:42.656728 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-cac52db3-a998-480a-9228-9f0e2fbb7afc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Allocated IP 172.20.0.1 (2a4cdd03-9934-4cac-bd25-0ccd0c985bf7/f44a7f14-5585-4308-88cf-15f86919d07e/0bbaaaae-ca6d-4940-b83f-1743e86f00d1) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:42.682783 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Attempting to bind port fbce4cd8-6050-47ff-b2d5-53e191d83084 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:15:42.683891 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Attempting to bind port fbce4cd8-6050-47ff-b2d5-53e191d83084 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:15:42.684426 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Attempting to bind port fbce4cd8-6050-47ff-b2d5-53e191d83084 on network 2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:15:42.690351 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:15:42.691222 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Checking segment: {'id': '7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:15:42.691800 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.692395 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Bound using segment: {'id': '7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:15:42.693078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Bound port: fbce4cd8-6050-47ff-b2d5-53e191d83084, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:15:42.694350 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.817193 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] For port fbce4cd8-6050-47ff-b2d5-53e191d83084, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:15:42.824351 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] For port fbce4cd8-6050-47ff-b2d5-53e191d83084, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=fbce4cd8-6050-47ff-b2d5-53e191d83084,segment=NetworkSegment(7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8),segment_id=7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:15:42.834158 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cac52db3-a998-480a-9228-9f0e2fbb7afc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.834158 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58390) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:42.864459 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-cac52db3-a998-480a-9228-9f0e2fbb7afc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Transition to ACTIVE for port object 0bbaaaae-ca6d-4940-b83f-1743e86f00d1 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:42.924344 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-afbe964f-1b52-4398-bbaa-2e6c7cee9cbd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bc46e511ed794a6894b111aa5937fafc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0889854 Jul 30 02:15:42.926658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58392) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:42.985552 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-65cc2bbc-09f2-4068-804b-375b03ed9926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.009908 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-65cc2bbc-09f2-4068-804b-375b03ed9926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.044124 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.086919 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cac52db3-a998-480a-9228-9f0e2fbb7afc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.126607 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a30ca3-b378-44a5-abc9-e6ed49bdbcce None None] Pushing event updated for resources: {'Port': ['ID=fbce4cd8-6050-47ff-b2d5-53e191d83084,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:43.149297 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-65cc2bbc-09f2-4068-804b-375b03ed9926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.152117 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-65cc2bbc-09f2-4068-804b-375b03ed9926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.153473 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-65cc2bbc-09f2-4068-804b-375b03ed9926 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/236e1acb-d23e-43f1-9653-3d3313a65ef9 HTTP/1.1" status: 204 len: 168 time: 0.2257063 Jul 30 02:15:43.182065 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac52db3-a998-480a-9228-9f0e2fbb7afc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network 2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:43.186393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc2bbc-09f2-4068-804b-375b03ed9926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236e1acb-d23e-43f1-9653-3d3313a65ef9,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:43.195853 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-cac52db3-a998-480a-9228-9f0e2fbb7afc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:43.205819 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac52db3-a998-480a-9228-9f0e2fbb7afc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:43.237921 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac52db3-a998-480a-9228-9f0e2fbb7afc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=0bbaaaae-ca6d-4940-b83f-1743e86f00d1,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:43.304112 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cac52db3-a998-480a-9228-9f0e2fbb7afc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.347106 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.657926 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cac52db3-a998-480a-9228-9f0e2fbb7afc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:44.055936 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cac52db3-a998-480a-9228-9f0e2fbb7afc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:44.115927 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cac52db3-a998-480a-9228-9f0e2fbb7afc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:44.257715 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cac52db3-a998-480a-9228-9f0e2fbb7afc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:44.339693 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac52db3-a998-480a-9228-9f0e2fbb7afc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=0bbaaaae-ca6d-4940-b83f-1743e86f00d1,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:44.342574 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device fbce4cd8-6050-47ff-b2d5-53e191d83084 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:44.415113 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac52db3-a998-480a-9228-9f0e2fbb7afc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network 2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:44.416660 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-cac52db3-a998-480a-9228-9f0e2fbb7afc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:44.492197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port fbce4cd8-6050-47ff-b2d5-53e191d83084 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:44.501929 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f935404e-064d-4ac4-a1ef-84aa8d346784 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:44.570387 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac52db3-a998-480a-9228-9f0e2fbb7afc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Router 69cc62e5-6675-4684-90b7-6798aa23d678 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:15:44.679141 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port f935404e-064d-4ac4-a1ef-84aa8d346784 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:44.686771 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f935404e-064d-4ac4-a1ef-84aa8d346784 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:44.690286 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:44.732171 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:44.777228 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac52db3-a998-480a-9228-9f0e2fbb7afc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:15:44.786389 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cac52db3-a998-480a-9228-9f0e2fbb7afc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "PUT /v2.0/routers/69cc62e5-6675-4684-90b7-6798aa23d678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4235928 Jul 30 02:15:44.807593 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:44.833547 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port f935404e-064d-4ac4-a1ef-84aa8d346784, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f935404e-064d-4ac4-a1ef-84aa8d346784,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:44.904184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58fdd5b-fcbc-4aa6-a92f-99eefbaf819d None None] Network 2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:44.972429 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:45.060931 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-55bc4327-10af-4bc9-a82f-138c5436a213 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-654105230&fields=id&tenant_id=daef44af5c0445f8bf526943c4157f6f HTTP/1.1" status: 200 len: 267 time: 0.0627196 Jul 30 02:15:45.180332 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] Sync routers for ids ['69cc62e5-6675-4684-90b7-6798aa23d678'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:15:45.192071 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] Routers {'69cc62e5-6675-4684-90b7-6798aa23d678'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:15:45.192807 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:15:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['69cc62e5-6675-4684-90b7-6798aa23d678'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:45.198132 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-4949fad7-aef9-46f4-96da-126d9c250279 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:45.199769 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-4949fad7-aef9-46f4-96da-126d9c250279 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/networks?id=2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 HTTP/1.1" status: 200 len: 797 time: 0.1279049 Jul 30 02:15:45.225764 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-1891a564-bf3b-4c2b-84c3-be79fa034bb9 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/quotas/daef44af5c0445f8bf526943c4157f6f HTTP/1.1" status: 200 len: 375 time: 0.0194316 Jul 30 02:15:45.237274 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f22f1e14-1f7c-49d4-b689-cf6a4e94fd51 None None] Provisioning for port fbce4cd8-6050-47ff-b2d5-53e191d83084 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:45.265023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=f935404e-064d-4ac4-a1ef-84aa8d346784,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:45.274010 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f22f1e14-1f7c-49d4-b689-cf6a4e94fd51 None None] Provisioning complete for port fbce4cd8-6050-47ff-b2d5-53e191d83084 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:45.276520 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f22f1e14-1f7c-49d4-b689-cf6a4e94fd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:45.321921 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-e3407809-faf2-4d41-9050-7591ff9b977e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952039 Jul 30 02:15:45.428251 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] Set router 69cc62e5-6675-4684-90b7-6798aa23d678 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:15:45.459699 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f22f1e14-1f7c-49d4-b689-cf6a4e94fd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:45.539239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f22f1e14-1f7c-49d4-b689-cf6a4e94fd51 None None] For port fbce4cd8-6050-47ff-b2d5-53e191d83084, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=fbce4cd8-6050-47ff-b2d5-53e191d83084,segment=NetworkSegment(7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8),segment_id=7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:45.620747 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f22f1e14-1f7c-49d4-b689-cf6a4e94fd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:45.645413 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-d23fbdb5-29f3-407f-a33b-bdb5651d6af1 service neutron] 10.222.0.70 "GET /v2.0/networks/2a4cdd03-9934-4cac-bd25-0ccd0c985bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063171 Jul 30 02:15:45.667934 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:15:45.720879 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f1e14-1f7c-49d4-b689-cf6a4e94fd51 None None] Pushing event updated for resources: {'Port': ['ID=fbce4cd8-6050-47ff-b2d5-53e191d83084,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:45.799525 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095067418', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:15:35Z', 'updated_at': '2021-07-30T02:15:43Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:36Z', 'updated_at': '2021-07-30T02:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0bbaaaae-ca6d-4940-b83f-1743e86f00d1', 'name': '', 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:d8:df:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'f44a7f14-5585-4308-88cf-15f86919d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:42Z', 'updated_at': '2021-07-30T02:15:43Z', 'revision_number': 2, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': 'f44a7f14-5585-4308-88cf-15f86919d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:45.824263 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-16c57e49-b33b-4ecf-bc3e-b180e607a9b6 service neutron] 10.222.0.70 "GET /v2.0/networks/2a4cdd03-9934-4cac-bd25-0ccd0c985bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713259 Jul 30 02:15:45.855507 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] Checking router: 69cc62e5-6675-4684-90b7-6798aa23d678 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:15:45.855956 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] Updating router 69cc62e5-6675-4684-90b7-6798aa23d678 port 0bbaaaae-ca6d-4940-b83f-1743e86f00d1 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:15:45.860093 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bb3b77e5-f3f8-4f95-937c-17b1905a7705 None None] Provisioning complete for port fbce4cd8-6050-47ff-b2d5-53e191d83084 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:45.860473 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb3b77e5-f3f8-4f95-937c-17b1905a7705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:45.902115 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.113720 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bb3b77e5-f3f8-4f95-937c-17b1905a7705 None None] Provisioning for port 0bbaaaae-ca6d-4940-b83f-1743e86f00d1 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:46.120713 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bb3b77e5-f3f8-4f95-937c-17b1905a7705 None None] Provisioning complete for port 0bbaaaae-ca6d-4940-b83f-1743e86f00d1 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:46.120713 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb3b77e5-f3f8-4f95-937c-17b1905a7705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.171276 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bb3b77e5-f3f8-4f95-937c-17b1905a7705 None None] Port 0bbaaaae-ca6d-4940-b83f-1743e86f00d1 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:15:46.263077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device fbce4cd8-6050-47ff-b2d5-53e191d83084 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:46.280422 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.293376 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] Transition to ACTIVE for port object 0bbaaaae-ca6d-4940-b83f-1743e86f00d1 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:46.295577 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7027c4ac-2271-42cf-bf4b-914346f1235c req-12cce01e-dfea-4403-a470-656abf3c2c3c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 210 time: 0.0566490 Jul 30 02:15:46.319077 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58452) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:46.323836 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-901f3ae8-a7b2-4f03-9056-97ddcb01bd5c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-617221169', 'description': 'tempest-secgroup-smoke-617221169 description', 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:46.356676 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ddf98f14-844f-41f1-80d4-ab64c915f91c None None] Provisioning complete for port 0bbaaaae-ca6d-4940-b83f-1743e86f00d1 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:46.356676 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ddf98f14-844f-41f1-80d4-ab64c915f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.405930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port fbce4cd8-6050-47ff-b2d5-53e191d83084 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:46.406331 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.416802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ddf98f14-844f-41f1-80d4-ab64c915f91c None None] Port 0bbaaaae-ca6d-4940-b83f-1743e86f00d1 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:15:46.421912 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.497936 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-901f3ae8-a7b2-4f03-9056-97ddcb01bd5c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.543448 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ec166-a3f7-4dab-b07b-3d92c8576514 None None] Pushing event updated for resources: {'Port': ['ID=0bbaaaae-ca6d-4940-b83f-1743e86f00d1,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:46.553077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f935404e-064d-4ac4-a1ef-84aa8d346784 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:46.601821 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ec166-a3f7-4dab-b07b-3d92c8576514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.603648 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ec166-a3f7-4dab-b07b-3d92c8576514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.604228 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ec166-a3f7-4dab-b07b-3d92c8576514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.605469 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ec166-a3f7-4dab-b07b-3d92c8576514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.607143 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ec166-a3f7-4dab-b07b-3d92c8576514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.609177 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ec166-a3f7-4dab-b07b-3d92c8576514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.609824 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ec166-a3f7-4dab-b07b-3d92c8576514 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.610400 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ec166-a3f7-4dab-b07b-3d92c8576514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.612881 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ec166-a3f7-4dab-b07b-3d92c8576514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.613526 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ec166-a3f7-4dab-b07b-3d92c8576514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.614172 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ec166-a3f7-4dab-b07b-3d92c8576514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.615206 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ec166-a3f7-4dab-b07b-3d92c8576514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.646243 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] Attempting to bind port 0bbaaaae-ca6d-4940-b83f-1743e86f00d1 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:15:46.646243 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] Attempting to bind port 0bbaaaae-ca6d-4940-b83f-1743e86f00d1 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:15:46.648397 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] Attempting to bind port 0bbaaaae-ca6d-4940-b83f-1743e86f00d1 on network 2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:15:46.659585 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f935404e-064d-4ac4-a1ef-84aa8d346784 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:46.660290 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.661577 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:15:46.663036 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] Checking segment: {'id': '7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:15:46.666663 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.667104 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] Bound using segment: {'id': '7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:15:46.668091 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] Bound port: 0bbaaaae-ca6d-4940-b83f-1743e86f00d1, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:15:46.668508 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.700445 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-901f3ae8-a7b2-4f03-9056-97ddcb01bd5c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.759844 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] For port 0bbaaaae-ca6d-4940-b83f-1743e86f00d1, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:15:46.764238 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] For port 0bbaaaae-ca6d-4940-b83f-1743e86f00d1, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0bbaaaae-ca6d-4940-b83f-1743e86f00d1,segment=NetworkSegment(7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8),segment_id=7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:15:46.783128 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-901f3ae8-a7b2-4f03-9056-97ddcb01bd5c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.824010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f3ae8-a7b2-4f03-9056-97ddcb01bd5c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83eb4aec-7c0e-4b88-be69-900806541c38,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:46.832080 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f3ae8-a7b2-4f03-9056-97ddcb01bd5c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.832438 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f3ae8-a7b2-4f03-9056-97ddcb01bd5c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.832919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f3ae8-a7b2-4f03-9056-97ddcb01bd5c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.833107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f3ae8-a7b2-4f03-9056-97ddcb01bd5c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.833633 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f3ae8-a7b2-4f03-9056-97ddcb01bd5c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.834025 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f3ae8-a7b2-4f03-9056-97ddcb01bd5c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.835044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f3ae8-a7b2-4f03-9056-97ddcb01bd5c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.835377 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f3ae8-a7b2-4f03-9056-97ddcb01bd5c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.835714 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f3ae8-a7b2-4f03-9056-97ddcb01bd5c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.836043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f3ae8-a7b2-4f03-9056-97ddcb01bd5c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.836370 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f3ae8-a7b2-4f03-9056-97ddcb01bd5c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.836696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f3ae8-a7b2-4f03-9056-97ddcb01bd5c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:46.840363 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.905433 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ec166-a3f7-4dab-b07b-3d92c8576514 None None] Pushing event updated for resources: {'Port': ['ID=0bbaaaae-ca6d-4940-b83f-1743e86f00d1,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:46.908176 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] Routers {'69cc62e5-6675-4684-90b7-6798aa23d678'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:15:46.908792 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:15:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['69cc62e5-6675-4684-90b7-6798aa23d678'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:46.937219 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-901f3ae8-a7b2-4f03-9056-97ddcb01bd5c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.940312 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-901f3ae8-a7b2-4f03-9056-97ddcb01bd5c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6201794 Jul 30 02:15:46.943873 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58464) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:46.952859 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-f0aecc64-bcf0-4335-854b-014b2370e99a tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Request body: {'security_group_rule': {'security_group_id': '83eb4aec-7c0e-4b88-be69-900806541c38', 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:47.081221 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f0aecc64-bcf0-4335-854b-014b2370e99a tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.179113 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] Set router 69cc62e5-6675-4684-90b7-6798aa23d678 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:15:47.206369 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f0aecc64-bcf0-4335-854b-014b2370e99a tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.266075 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f0aecc64-bcf0-4335-854b-014b2370e99a tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.281727 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aecc64-bcf0-4335-854b-014b2370e99a tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf402b1-b94b-4df2-afbb-40701c5bccd2,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:47.357768 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f0aecc64-bcf0-4335-854b-014b2370e99a tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.362140 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f0aecc64-bcf0-4335-854b-014b2370e99a tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4147527 Jul 30 02:15:47.362702 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58474) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:47.369610 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d76619f4-7f10-4ac3-a327-fd0615d01991 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Request body: {'security_group_rule': {'security_group_id': '83eb4aec-7c0e-4b88-be69-900806541c38', 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:47.401698 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88915199-fffc-4d65-b055-b7b5608271a0 req-f5220ab8-d6dc-4c38-9722-0912573a5e9f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 210 time: 0.0491896 Jul 30 02:15:47.417575 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095067418', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:15:35Z', 'updated_at': '2021-07-30T02:15:43Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:36Z', 'updated_at': '2021-07-30T02:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0bbaaaae-ca6d-4940-b83f-1743e86f00d1', 'name': '', 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:d8:df:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'f44a7f14-5585-4308-88cf-15f86919d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:42Z', 'updated_at': '2021-07-30T02:15:46Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': 'f44a7f14-5585-4308-88cf-15f86919d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:47.446936 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca7b05-c9bc-4f75-9069-8d574274e105 None None] The sync data for ids ['69cc62e5-6675-4684-90b7-6798aa23d678'] in n-d-713498-9 is: [{'id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095067418', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:15:35Z', 'updated_at': '2021-07-30T02:15:43Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:36Z', 'updated_at': '2021-07-30T02:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0bbaaaae-ca6d-4940-b83f-1743e86f00d1', 'name': '', 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:d8:df:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'f44a7f14-5585-4308-88cf-15f86919d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:42Z', 'updated_at': '2021-07-30T02:15:46Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': 'f44a7f14-5585-4308-88cf-15f86919d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:15:47.512305 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d76619f4-7f10-4ac3-a327-fd0615d01991 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.582020 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d76619f4-7f10-4ac3-a327-fd0615d01991 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.695243 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d76619f4-7f10-4ac3-a327-fd0615d01991 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.722547 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76619f4-7f10-4ac3-a327-fd0615d01991 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9999544b-0793-4862-8d43-269d0ae4b1f2,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:47.752313 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.792525 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d76619f4-7f10-4ac3-a327-fd0615d01991 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.796774 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d76619f4-7f10-4ac3-a327-fd0615d01991 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4305468 Jul 30 02:15:47.797260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58480) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:47.813552 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-fa1d0409-e8bf-4cff-bf0b-1ae4e6e60522 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Request body: {'security_group_rule': {'security_group_id': '83eb4aec-7c0e-4b88-be69-900806541c38', 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:47.948969 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0409-e8bf-4cff-bf0b-1ae4e6e60522 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.020115 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0409-e8bf-4cff-bf0b-1ae4e6e60522 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.106358 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0409-e8bf-4cff-bf0b-1ae4e6e60522 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.130672 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d0409-e8bf-4cff-bf0b-1ae4e6e60522 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7040ec2-81dd-4892-9a39-ff68d76a2a70,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:48.194830 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0409-e8bf-4cff-bf0b-1ae4e6e60522 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.196375 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fa1d0409-e8bf-4cff-bf0b-1ae4e6e60522 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3973889 Jul 30 02:15:48.199934 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58482) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:48.207209 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0bbaaaae-ca6d-4940-b83f-1743e86f00d1 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:48.212158 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-c0c13dbd-089f-484c-8874-942f0cf9ed40 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Request body: {'security_group_rule': {'security_group_id': '83eb4aec-7c0e-4b88-be69-900806541c38', 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:48.323796 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c0c13dbd-089f-484c-8874-942f0cf9ed40 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.343277 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 0bbaaaae-ca6d-4940-b83f-1743e86f00d1 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:48.348754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0bbaaaae-ca6d-4940-b83f-1743e86f00d1 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:48.349752 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.407091 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c0c13dbd-089f-484c-8874-942f0cf9ed40 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.487620 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.502919 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2c8ecbf0-5382-4279-87a3-937af24e0133 req-83591fc8-3a48-456f-b546-5b8629572c0e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 210 time: 0.0277929 Jul 30 02:15:48.503818 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c0c13dbd-089f-484c-8874-942f0cf9ed40 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.527382 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c13dbd-089f-484c-8874-942f0cf9ed40 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bdf33db-fab2-450f-b572-6ef8bd854c84,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:48.543761 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 0bbaaaae-ca6d-4940-b83f-1743e86f00d1, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0bbaaaae-ca6d-4940-b83f-1743e86f00d1,segment=NetworkSegment(7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8),segment_id=7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:48.577665 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c0c13dbd-089f-484c-8874-942f0cf9ed40 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.580018 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c0c13dbd-089f-484c-8874-942f0cf9ed40 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3789935 Jul 30 02:15:48.581936 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58488) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:48.587315 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-0d64527c-5bb0-44f1-9cd7-bffec4f9b019 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Request body: {'security_group_rule': {'security_group_id': '83eb4aec-7c0e-4b88-be69-900806541c38', 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:48.608047 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.665204 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=0bbaaaae-ca6d-4940-b83f-1743e86f00d1,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:48.706880 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-0d64527c-5bb0-44f1-9cd7-bffec4f9b019 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Project a6d37d4b13a049e9a6846b9cb502d92e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:15:48.717640 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0d64527c-5bb0-44f1-9cd7-bffec4f9b019 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.807998 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0d64527c-5bb0-44f1-9cd7-bffec4f9b019 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.896541 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0d64527c-5bb0-44f1-9cd7-bffec4f9b019 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.928233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64527c-5bb0-44f1-9cd7-bffec4f9b019 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bd75d2-a302-434c-8b41-bf9fd37f8d56,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:48.970917 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-848fd459-2530-47bb-882c-61ac66cdc298 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:48.972476 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-848fd459-2530-47bb-882c-61ac66cdc298 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.10 "GET /v2.0/networks?id=2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 HTTP/1.1" status: 200 len: 797 time: 0.1300097 Jul 30 02:15:49.001768 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0d64527c-5bb0-44f1-9cd7-bffec4f9b019 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.003110 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0d64527c-5bb0-44f1-9cd7-bffec4f9b019 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4201326 Jul 30 02:15:49.006822 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58496) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:49.013847 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-c7c98756-42d7-47ac-8b06-9292a4e89569 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Request body: {'security_group_rule': {'security_group_id': '83eb4aec-7c0e-4b88-be69-900806541c38', 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:49.035802 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-8e20426b-4b87-4e83-a7b3-703745fd7817 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daef44af5c0445f8bf526943c4157f6f HTTP/1.1" status: 200 len: 379 time: 0.0534258 Jul 30 02:15:49.046826 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-d5adbcd4-4ce3-40ec-afab-3aa804d8fa0a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'port': {'device_id': 'f9c87548-b915-4c2b-9ad7-2c7c213503c0', 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7', 'admin_state_up': True, 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'security_groups': ['189d4449-ffa2-4876-b2eb-b38d358fb9d3']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:49.142335 n-d-713498-9 neutron-server[94464]: INFO neutron.db.securitygroups_db [None req-c7c98756-42d7-47ac-8b06-9292a4e89569 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Project a6d37d4b13a049e9a6846b9cb502d92e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:15:49.153182 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c7c98756-42d7-47ac-8b06-9292a4e89569 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.236187 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c7c98756-42d7-47ac-8b06-9292a4e89569 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.260608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-d5adbcd4-4ce3-40ec-afab-3aa804d8fa0a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Made reservation on behalf of daef44af5c0445f8bf526943c4157f6f for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:49.264302 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-d5adbcd4-4ce3-40ec-afab-3aa804d8fa0a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.328830 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c7c98756-42d7-47ac-8b06-9292a4e89569 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.347136 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c98756-42d7-47ac-8b06-9292a4e89569 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a0035b-a602-460f-bd65-6bb90d1a6f47,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:49.411509 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c7c98756-42d7-47ac-8b06-9292a4e89569 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.413516 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c7c98756-42d7-47ac-8b06-9292a4e89569 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4051938 Jul 30 02:15:49.433230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-d5adbcd4-4ce3-40ec-afab-3aa804d8fa0a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Allocated IP 172.20.0.14 (2a4cdd03-9934-4cac-bd25-0ccd0c985bf7/f44a7f14-5585-4308-88cf-15f86919d07e/c11b15c9-58a8-4cfa-871b-15baea005690) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:49.617417 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-d5adbcd4-4ce3-40ec-afab-3aa804d8fa0a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.630973 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-d5adbcd4-4ce3-40ec-afab-3aa804d8fa0a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Transition to ACTIVE for port object c11b15c9-58a8-4cfa-871b-15baea005690 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:49.682122 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-f8a0df61-8b7f-4b16-a456-46b99ad28f11 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-617221169&fields=id&tenant_id=a6d37d4b13a049e9a6846b9cb502d92e HTTP/1.1" status: 200 len: 267 time: 0.0352740 Jul 30 02:15:49.686399 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d91af7d1-d5c8-454a-9880-224f80939502 req-e25bfd28-940d-4b0c-a6e1-b987dbeba99c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 210 time: 0.0733540 Jul 30 02:15:49.746553 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-d5adbcd4-4ce3-40ec-afab-3aa804d8fa0a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.796025 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-d5adbcd4-4ce3-40ec-afab-3aa804d8fa0a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network 2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:49.797514 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-9a8c4bc3-a60f-403b-87ac-9b41b620794a tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:49.799107 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-9a8c4bc3-a60f-403b-87ac-9b41b620794a tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/networks?id=87c7b1db-bfab-4702-a87a-4c23ce619682 HTTP/1.1" status: 200 len: 814 time: 0.1134830 Jul 30 02:15:49.799314 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-d5adbcd4-4ce3-40ec-afab-3aa804d8fa0a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:49.801727 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-d5adbcd4-4ce3-40ec-afab-3aa804d8fa0a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:49.816889 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-2a02e92e-54cc-4617-b79e-3da4585e1f49 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/quotas/a6d37d4b13a049e9a6846b9cb502d92e HTTP/1.1" status: 200 len: 375 time: 0.0119741 Jul 30 02:15:49.833184 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adbcd4-4ce3-40ec-afab-3aa804d8fa0a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=c11b15c9-58a8-4cfa-871b-15baea005690,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:49.867397 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-d5adbcd4-4ce3-40ec-afab-3aa804d8fa0a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:49.867550 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-d5adbcd4-4ce3-40ec-afab-3aa804d8fa0a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.891988 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-cef5ff3d-0815-4900-96a1-a5b0f8b1b6a6 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6d37d4b13a049e9a6846b9cb502d92e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655143 Jul 30 02:15:49.947665 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-d5adbcd4-4ce3-40ec-afab-3aa804d8fa0a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9051664 Jul 30 02:15:49.960376 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] Request body: {'port': {'device_id': 'f9c87548-b915-4c2b-9ad7-2c7c213503c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:50.007094 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-2274ea01-70a3-4d5a-ad17-fba37a20db04 service neutron] 10.222.0.70 "GET /v2.0/networks/87c7b1db-bfab-4702-a87a-4c23ce619682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054478 Jul 30 02:15:50.027982 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.146126 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-affc11cf-2a54-4882-ac95-5d2ec736f9c2 service neutron] 10.222.0.70 "GET /v2.0/networks/87c7b1db-bfab-4702-a87a-4c23ce619682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327538 Jul 30 02:15:50.173116 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0bbaaaae-ca6d-4940-b83f-1743e86f00d1 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:50.227391 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f92b6da1-043c-4c07-8898-e236c77ed39a None None] Provisioning for port c11b15c9-58a8-4cfa-871b-15baea005690 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:50.234961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f92b6da1-043c-4c07-8898-e236c77ed39a None None] Provisioning complete for port c11b15c9-58a8-4cfa-871b-15baea005690 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:50.235395 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f92b6da1-043c-4c07-8898-e236c77ed39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.237172 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0bbaaaae-ca6d-4940-b83f-1743e86f00d1 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:50.237702 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.298166 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f92b6da1-043c-4c07-8898-e236c77ed39a None None] Port c11b15c9-58a8-4cfa-871b-15baea005690 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:15:50.377518 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11b15c9-58a8-4cfa-871b-15baea005690 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:15:50.387350 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.402812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] Transition to ACTIVE for port object c11b15c9-58a8-4cfa-871b-15baea005690 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:50.485594 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.576531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] Pushing event updated for resources: {'Port': ['ID=c11b15c9-58a8-4cfa-871b-15baea005690,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:50.651567 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] Attempting to bind port c11b15c9-58a8-4cfa-871b-15baea005690 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:15:50.653121 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] Attempting to bind port c11b15c9-58a8-4cfa-871b-15baea005690 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:15:50.653652 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] Attempting to bind port c11b15c9-58a8-4cfa-871b-15baea005690 on network 2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:15:50.659188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] Port c11b15c9-58a8-4cfa-871b-15baea005690 on network 2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:15:50.659529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] Attempting to bind port c11b15c9-58a8-4cfa-871b-15baea005690 on network 2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:15:50.667360 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:15:50.667991 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] Checking segment: {'id': '7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:15:50.668682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] Bound using segment: {'id': '7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:15:50.669682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] Bound port: c11b15c9-58a8-4cfa-871b-15baea005690, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:15:50.670245 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.821370 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b031ba32-69b8-4596-ba1d-ab38fb2f0377 req-ead3339d-3d30-4e89-808d-320e0e129d64 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 210 time: 0.0704238 Jul 30 02:15:50.878035 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] For port c11b15c9-58a8-4cfa-871b-15baea005690, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:15:50.888637 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] For port c11b15c9-58a8-4cfa-871b-15baea005690, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c11b15c9-58a8-4cfa-871b-15baea005690,segment=NetworkSegment(7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8),segment_id=7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:15:50.897252 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe1e85-1d7d-41a1-9954-71a2575a8a2c req-1fe86c3e-d0b7-49a2-bc4f-76149e219b54 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:50.899465 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6ebe1e85-1d7d-41a1-9954-71a2575a8a2c req-1fe86c3e-d0b7-49a2-bc4f-76149e219b54 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 944 time: 0.1013825 Jul 30 02:15:50.949499 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6ebe1e85-1d7d-41a1-9954-71a2575a8a2c req-add7d81d-4aaf-4724-b833-d3c70e75be5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398881 Jul 30 02:15:51.044581 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:51.044581 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:51.044581 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:51.044581 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] 10.222.0.10 "PUT /v2.0/ports/c11b15c9-58a8-4cfa-871b-15baea005690 HTTP/1.1" status: 200 len: 1092 time: 1.0683813 Jul 30 02:15:51.044581 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c87548-b915-4c2b-9ad7-2c7c213503c0', 'tag': 'c11b15c9-58a8-4cfa-871b-15baea005690'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:15:51.044581 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7661b68b-be89-4651-b453-55677d89e75f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c87548-b915-4c2b-9ad7-2c7c213503c0", "tag": "c11b15c9-58a8-4cfa-871b-15baea005690"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:15:51.162700 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143bb142-8306-4b43-a7df-44a8843fbd08 service neutron] Pushing event updated for resources: {'Port': ['ID=c11b15c9-58a8-4cfa-871b-15baea005690,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:51.162700 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673964f5-f8fd-42a4-ba42-48b024195a41 x-openstack-request-id: req-673964f5-f8fd-42a4-ba42-48b024195a41 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:15:51.162700 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c87548-b915-4c2b-9ad7-2c7c213503c0", "tag": "c11b15c9-58a8-4cfa-871b-15baea005690", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:15:51.162700 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-673964f5-f8fd-42a4-ba42-48b024195a41 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:15:51.162700 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c87548-b915-4c2b-9ad7-2c7c213503c0', 'tag': 'c11b15c9-58a8-4cfa-871b-15baea005690', 'status': 'completed', 'code': 200} Jul 30 02:15:51.179011 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661b68b-be89-4651-b453-55677d89e75f req-ba64d0d6-6dae-43ae-84d1-3e4c3f4695d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:51.180888 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7661b68b-be89-4651-b453-55677d89e75f req-ba64d0d6-6dae-43ae-84d1-3e4c3f4695d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 1095 time: 0.0574026 Jul 30 02:15:51.330127 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661b68b-be89-4651-b453-55677d89e75f req-f35338ba-e932-4564-83e1-aa1da40bec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:51.331924 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7661b68b-be89-4651-b453-55677d89e75f req-f35338ba-e932-4564-83e1-aa1da40bec9b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=daef44af5c0445f8bf526943c4157f6f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1430509 Jul 30 02:15:51.471590 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661b68b-be89-4651-b453-55677d89e75f req-d2578519-d242-42d6-a199-0f94e77c5a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:51.483860 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7661b68b-be89-4651-b453-55677d89e75f req-d2578519-d242-42d6-a199-0f94e77c5a42 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332490 Jul 30 02:15:51.566416 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-90c43fa8-0ea0-4624-ac47-eda64d720dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:51.568008 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-90c43fa8-0ea0-4624-ac47-eda64d720dbd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 1095 time: 0.0509605 Jul 30 02:15:51.623831 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-be18ebda-22c2-4207-b6ca-0fcaabbb0861 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c11b15c9-58a8-4cfa-871b-15baea005690 HTTP/1.1" status: 200 len: 217 time: 0.0478597 Jul 30 02:15:51.680896 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-52fe61cc-5dfb-44df-b987-423f3c87e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:51.682562 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-52fe61cc-5dfb-44df-b987-423f3c87e5a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f44a7f14-5585-4308-88cf-15f86919d07e HTTP/1.1" status: 200 len: 834 time: 0.0524812 Jul 30 02:15:51.750715 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-b3164999-ee77-449a-ae86-fa582e6c35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:51.754115 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-b3164999-ee77-449a-ae86-fa582e6c35b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a4cdd03-9934-4cac-bd25-0ccd0c985bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621259 Jul 30 02:15:51.852800 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-9eb20d95-05e6-47de-a61e-7b60e0f476e8 service neutron] 10.222.0.10 "GET /v2.0/networks/2a4cdd03-9934-4cac-bd25-0ccd0c985bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930388 Jul 30 02:15:51.906667 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-57ad7a8b-98b4-43cf-8176-d6a1a3b5ee62 req-4cd7bd1a-b011-450c-8d83-fd4279616671 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 210 time: 0.0329695 Jul 30 02:15:51.964179 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b78dec9-1467-4409-b77d-97a96d8f920b req-8a121c41-7ef6-46fb-9be2-d376892318c5 service neutron] 10.222.0.10 "GET /v2.0/networks/2a4cdd03-9934-4cac-bd25-0ccd0c985bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034508 Jul 30 02:15:52.085413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ae444-0c9f-4994-aa1f-bc93c753853e req-dbb60eb7-114b-45df-ab93-d22e61057311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:52.093719 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e6ae444-0c9f-4994-aa1f-bc93c753853e req-dbb60eb7-114b-45df-ab93-d22e61057311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 944 time: 0.0618145 Jul 30 02:15:52.141794 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e6ae444-0c9f-4994-aa1f-bc93c753853e req-098cb32c-a3ed-4ec9-bf6d-b7326bcf7c7d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469224 Jul 30 02:15:53.004423 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1cb34f9d-6734-463f-9159-3693325cf87a req-b38c3a0e-8ea3-4bca-ba6b-5275d3dd9896 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 210 time: 0.0291903 Jul 30 02:15:53.278094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e96b13-ed71-4e3c-a96a-4bfe55d75553 req-d6ccfdff-02b7-49c5-aa5f-5fed06428f19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:53.280860 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57e96b13-ed71-4e3c-a96a-4bfe55d75553 req-d6ccfdff-02b7-49c5-aa5f-5fed06428f19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 944 time: 0.0561490 Jul 30 02:15:53.325098 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57e96b13-ed71-4e3c-a96a-4bfe55d75553 req-2d0bb29a-4100-4e9d-91f5-a31dfcb02635 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382686 Jul 30 02:15:53.516278 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-94a7be35-10be-4420-87dd-2f5ea7a075b4 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:53.517635 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-94a7be35-10be-4420-87dd-2f5ea7a075b4 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.77 "GET /v2.0/networks?id=87c7b1db-bfab-4702-a87a-4c23ce619682 HTTP/1.1" status: 200 len: 814 time: 0.1230838 Jul 30 02:15:53.569687 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-0d8addc0-3948-429a-a5c7-192ec821d675 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6d37d4b13a049e9a6846b9cb502d92e HTTP/1.1" status: 200 len: 379 time: 0.0372448 Jul 30 02:15:53.580997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-d9fd7ede-62ac-4820-90d9-c08804c268e7 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Request body: {'port': {'device_id': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'admin_state_up': True, 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'security_groups': ['83eb4aec-7c0e-4b88-be69-900806541c38']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:53.766006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-d9fd7ede-62ac-4820-90d9-c08804c268e7 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Made reservation on behalf of a6d37d4b13a049e9a6846b9cb502d92e for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:53.770222 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-d9fd7ede-62ac-4820-90d9-c08804c268e7 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:53.916733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-d9fd7ede-62ac-4820-90d9-c08804c268e7 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Allocated IP 172.20.0.8 (87c7b1db-bfab-4702-a87a-4c23ce619682/94863f40-0d1f-4c90-bc1b-a91810e9807b/94c9bb3e-9250-411f-83d5-21402ec42ff1) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:54.119285 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-d9fd7ede-62ac-4820-90d9-c08804c268e7 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:54.138751 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-d9fd7ede-62ac-4820-90d9-c08804c268e7 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Transition to ACTIVE for port object 94c9bb3e-9250-411f-83d5-21402ec42ff1 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:54.139316 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-38546665-61c9-4e55-822d-2fea238b35d8 req-d0368dc7-1a47-4d59-8af4-a70e831c2588 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 210 time: 0.0304925 Jul 30 02:15:54.238424 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-d9fd7ede-62ac-4820-90d9-c08804c268e7 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:54.299372 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-d9fd7ede-62ac-4820-90d9-c08804c268e7 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Network 87c7b1db-bfab-4702-a87a-4c23ce619682 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:54.302386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-d9fd7ede-62ac-4820-90d9-c08804c268e7 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:54.310616 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-d9fd7ede-62ac-4820-90d9-c08804c268e7 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:54.314523 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd7ede-62ac-4820-90d9-c08804c268e7 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Pushing event updated for resources: {'Port': ['ID=94c9bb3e-9250-411f-83d5-21402ec42ff1,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:54.375420 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-d9fd7ede-62ac-4820-90d9-c08804c268e7 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:54.375420 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-d9fd7ede-62ac-4820-90d9-c08804c268e7 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:54.460536 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-d9fd7ede-62ac-4820-90d9-c08804c268e7 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8845465 Jul 30 02:15:54.480212 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] Request body: {'port': {'device_id': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:54.490920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027766a-e2a9-4e1d-9ecf-2b05541e71d5 req-e798c357-808a-4598-b6d8-b98396dc643e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:54.499509 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0027766a-e2a9-4e1d-9ecf-2b05541e71d5 req-e798c357-808a-4598-b6d8-b98396dc643e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 944 time: 0.0924683 Jul 30 02:15:54.584850 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0027766a-e2a9-4e1d-9ecf-2b05541e71d5 req-d34874c0-a7ac-4658-896b-7dc53f9b1568 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797102 Jul 30 02:15:54.615473 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:54.703135 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c0c3649f-e44e-4850-9cbd-6461199f7e66 None None] Provisioning for port 94c9bb3e-9250-411f-83d5-21402ec42ff1 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:54.708391 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c0c3649f-e44e-4850-9cbd-6461199f7e66 None None] Provisioning complete for port 94c9bb3e-9250-411f-83d5-21402ec42ff1 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:54.709420 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c0c3649f-e44e-4850-9cbd-6461199f7e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:54.778674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c0c3649f-e44e-4850-9cbd-6461199f7e66 None None] Port 94c9bb3e-9250-411f-83d5-21402ec42ff1 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:15:55.016751 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c9bb3e-9250-411f-83d5-21402ec42ff1 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:15:55.024573 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:55.038497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] Transition to ACTIVE for port object 94c9bb3e-9250-411f-83d5-21402ec42ff1 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:55.047116 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-e6c0d817-b407-4305-8163-5a7724073eda req-316431e2-148d-49de-ae88-b2e52eaed6e0 service neutron] (94464) timed out ('10.222.0.70', 59884) {{(pid=94464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:15:55.126115 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:55.229564 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=94c9bb3e-9250-411f-83d5-21402ec42ff1,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:55.320464 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987475c-bb30-4dbd-8ea5-8dbfda71bc61 req-f178c574-951e-4f91-a480-a4c73a063149 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:55.330679 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c987475c-bb30-4dbd-8ea5-8dbfda71bc61 req-f178c574-951e-4f91-a480-a4c73a063149 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 943 time: 0.0829747 Jul 30 02:15:55.422361 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c987475c-bb30-4dbd-8ea5-8dbfda71bc61 req-0318f158-29cf-4c9a-99ed-260cdf81cc46 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/security-groups?id=83eb4aec-7c0e-4b88-be69-900806541c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903835 Jul 30 02:15:55.440691 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] Attempting to bind port 94c9bb3e-9250-411f-83d5-21402ec42ff1 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:15:55.441639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] Attempting to bind port 94c9bb3e-9250-411f-83d5-21402ec42ff1 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '0195abc6-0cfb-4d5e-840a-4c517a359e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:15:55.442152 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] Attempting to bind port 94c9bb3e-9250-411f-83d5-21402ec42ff1 on network 87c7b1db-bfab-4702-a87a-4c23ce619682 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:15:55.447336 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] Port 94c9bb3e-9250-411f-83d5-21402ec42ff1 on network 87c7b1db-bfab-4702-a87a-4c23ce619682 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:15:55.448074 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] Attempting to bind port 94c9bb3e-9250-411f-83d5-21402ec42ff1 on network 87c7b1db-bfab-4702-a87a-4c23ce619682 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:15:55.454787 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:15:55.470352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] Checking segment: {'id': '0195abc6-0cfb-4d5e-840a-4c517a359e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:15:55.470352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] Bound using segment: {'id': '0195abc6-0cfb-4d5e-840a-4c517a359e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:15:55.470352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] Bound port: 94c9bb3e-9250-411f-83d5-21402ec42ff1, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0195abc6-0cfb-4d5e-840a-4c517a359e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:15:55.470352 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:55.558076 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] For port 94c9bb3e-9250-411f-83d5-21402ec42ff1, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:15:55.561708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] For port 94c9bb3e-9250-411f-83d5-21402ec42ff1, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=94c9bb3e-9250-411f-83d5-21402ec42ff1,segment=NetworkSegment(0195abc6-0cfb-4d5e-840a-4c517a359e85),segment_id=0195abc6-0cfb-4d5e-840a-4c517a359e85)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:15:55.649579 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:55.729081 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:55.730072 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:55.732722 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] 10.222.0.77 "PUT /v2.0/ports/94c9bb3e-9250-411f-83d5-21402ec42ff1 HTTP/1.1" status: 200 len: 1091 time: 1.2574053 Jul 30 02:15:55.750185 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'tag': '94c9bb3e-9250-411f-83d5-21402ec42ff1'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:15:55.752583 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f5b056-f16c-4e6a-b440-0bb38676d47b" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb469b3-72c8-4151-a9d2-4e363fa88b50", "tag": "94c9bb3e-9250-411f-83d5-21402ec42ff1"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:15:55.788535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b926e0f-1376-4ea6-b979-3d03989e3fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=94c9bb3e-9250-411f-83d5-21402ec42ff1,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:55.832736 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc21269-0377-46d0-8627-cc9d635a490d x-openstack-request-id: req-acc21269-0377-46d0-8627-cc9d635a490d {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:15:55.833089 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb469b3-72c8-4151-a9d2-4e363fa88b50", "tag": "94c9bb3e-9250-411f-83d5-21402ec42ff1", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:15:55.833428 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-acc21269-0377-46d0-8627-cc9d635a490d {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:15:55.834703 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'tag': '94c9bb3e-9250-411f-83d5-21402ec42ff1', 'status': 'completed', 'code': 200} Jul 30 02:15:55.866194 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8bc31-4c4a-407a-a5ed-5f82b303cfcb req-6a9638a6-d91c-4fc3-b427-7100f87fd4bc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:55.868102 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71d8bc31-4c4a-407a-a5ed-5f82b303cfcb req-6a9638a6-d91c-4fc3-b427-7100f87fd4bc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 944 time: 0.1474600 Jul 30 02:15:55.988046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5b056-f16c-4e6a-b440-0bb38676d47b req-e8442afe-3a50-48db-bc4f-ac8fbb601d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:55.989925 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c8f5b056-f16c-4e6a-b440-0bb38676d47b req-e8442afe-3a50-48db-bc4f-ac8fbb601d46 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6d37d4b13a049e9a6846b9cb502d92e&device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 1094 time: 0.0893998 Jul 30 02:15:55.994078 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71d8bc31-4c4a-407a-a5ed-5f82b303cfcb req-cb29c8e2-47c3-4e2b-8035-8c642e2af98b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111701 Jul 30 02:15:56.235415 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device c11b15c9-58a8-4cfa-871b-15baea005690 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:15:56.435870 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port c11b15c9-58a8-4cfa-871b-15baea005690, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c11b15c9-58a8-4cfa-871b-15baea005690,segment=NetworkSegment(7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8),segment_id=7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:56.448815 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'c11b15c9-58a8-4cfa-871b-15baea005690', 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7', 'port_id': 'c11b15c9-58a8-4cfa-871b-15baea005690', 'mac_address': 'fa:16:3e:d5:d5:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f44a7f14-5585-4308-88cf-15f86919d07e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:15:56.489435 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:56.504224 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11b15c9-58a8-4cfa-871b-15baea005690 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:15:56.546576 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port c11b15c9-58a8-4cfa-871b-15baea005690, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c11b15c9-58a8-4cfa-871b-15baea005690,segment=NetworkSegment(7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8),segment_id=7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:56.628855 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:56.638746 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5b056-f16c-4e6a-b440-0bb38676d47b req-2a718d43-3a22-4e4e-8256-ddc56b2f34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:56.641011 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c8f5b056-f16c-4e6a-b440-0bb38676d47b req-2a718d43-3a22-4e4e-8256-ddc56b2f34c0 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=a6d37d4b13a049e9a6846b9cb502d92e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6361027 Jul 30 02:15:56.642933 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6dc35-5633-47ba-a935-c43c250effa7 req-509e0a1b-3b97-417d-8bbb-a06a0ba3fa9a tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:56.652754 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8bc6dc35-5633-47ba-a935-c43c250effa7 req-509e0a1b-3b97-417d-8bbb-a06a0ba3fa9a tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 943 time: 0.0940287 Jul 30 02:15:56.712114 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=c11b15c9-58a8-4cfa-871b-15baea005690,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:56.730722 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8bc6dc35-5633-47ba-a935-c43c250effa7 req-cd12137b-7490-42e2-8933-ae1f1aea99f6 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/security-groups?id=83eb4aec-7c0e-4b88-be69-900806541c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767777 Jul 30 02:15:56.836711 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['c11b15c9-58a8-4cfa-871b-15baea005690'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:15:56.860386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5b056-f16c-4e6a-b440-0bb38676d47b req-2b3b5790-a1e9-4005-ae33-c55deacd7093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:56.862504 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c8f5b056-f16c-4e6a-b440-0bb38676d47b req-2b3b5790-a1e9-4005-ae33-c55deacd7093 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2060473 Jul 30 02:15:56.993186 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-cfdbe1e7-ad73-41af-8b6d-8f71458a42fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:56.994959 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-cfdbe1e7-ad73-41af-8b6d-8f71458a42fd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6d37d4b13a049e9a6846b9cb502d92e&device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 1094 time: 0.0588808 Jul 30 02:15:57.046549 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-aa4ca2f6-8f21-4dd0-99c4-3dd281f95b37 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94c9bb3e-9250-411f-83d5-21402ec42ff1 HTTP/1.1" status: 200 len: 217 time: 0.0363362 Jul 30 02:15:57.128255 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-3c781fd1-3bbb-4099-8437-75deffa187a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:57.129770 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-3c781fd1-3bbb-4099-8437-75deffa187a9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94863f40-0d1f-4c90-bc1b-a91810e9807b HTTP/1.1" status: 200 len: 853 time: 0.0763626 Jul 30 02:15:57.153940 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c3a5a-53ec-44b6-b49f-7e1e42d2f2d2 req-4250fe82-9a04-4239-b197-fd07576e2109 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:57.155406 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-066c3a5a-53ec-44b6-b49f-7e1e42d2f2d2 req-4250fe82-9a04-4239-b197-fd07576e2109 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 945 time: 0.0706270 Jul 30 02:15:57.211496 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-066c3a5a-53ec-44b6-b49f-7e1e42d2f2d2 req-a6a33219-ce59-40a9-a717-76c919d696bb tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417333 Jul 30 02:15:57.213337 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-0d2099ae-65a1-4604-b97a-1ad39384e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:57.214823 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-0d2099ae-65a1-4604-b97a-1ad39384e1c5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=87c7b1db-bfab-4702-a87a-4c23ce619682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773993 Jul 30 02:15:57.315420 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-24ddbd1d-acb0-4b52-95c2-89daa0d316fe service neutron] 10.222.0.77 "GET /v2.0/networks/87c7b1db-bfab-4702-a87a-4c23ce619682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930884 Jul 30 02:15:57.424760 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41bdd22e-4cef-41a1-ba84-cce6d16bd90e req-f543fab1-50f5-4773-9046-23610afd68b7 service neutron] 10.222.0.77 "GET /v2.0/networks/87c7b1db-bfab-4702-a87a-4c23ce619682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010439 Jul 30 02:15:57.919616 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33832898-d61b-4be5-8e0c-35954bb22b66 req-8e571813-4bcd-42ef-8e1f-8dc0321c40cb tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:57.928183 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33832898-d61b-4be5-8e0c-35954bb22b66 req-8e571813-4bcd-42ef-8e1f-8dc0321c40cb tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 943 time: 0.0858901 Jul 30 02:15:57.970094 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33832898-d61b-4be5-8e0c-35954bb22b66 req-e8a77f37-c0d8-4460-ba34-7fb3344247e8 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/security-groups?id=83eb4aec-7c0e-4b88-be69-900806541c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397501 Jul 30 02:15:58.226012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device c11b15c9-58a8-4cfa-871b-15baea005690 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:58.372269 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port c11b15c9-58a8-4cfa-871b-15baea005690 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:58.373442 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port c11b15c9-58a8-4cfa-871b-15baea005690 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:58.373943 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:58.406798 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e0bb2-afde-4956-8abd-87e184302d9b req-baaca822-2b10-4f1c-be95-93f54a425721 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:58.408104 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-313e0bb2-afde-4956-8abd-87e184302d9b req-baaca822-2b10-4f1c-be95-93f54a425721 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 945 time: 0.0789962 Jul 30 02:15:58.476319 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-313e0bb2-afde-4956-8abd-87e184302d9b req-7e93cb6e-9174-4f58-812a-25ba394dcbcb tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623260 Jul 30 02:15:58.571006 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:58.618992 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c87548-b915-4c2b-9ad7-2c7c213503c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11b15c9-58a8-4cfa-871b-15baea005690'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:15:58.624125 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6b757d-8a91-4a75-a3ce-f8d4ecde8692" -d '{"events": [{"server_uuid": "f9c87548-b915-4c2b-9ad7-2c7c213503c0", "name": "network-vif-plugged", "status": "completed", "tag": "c11b15c9-58a8-4cfa-871b-15baea005690"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:15:58.643668 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port c11b15c9-58a8-4cfa-871b-15baea005690, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c11b15c9-58a8-4cfa-871b-15baea005690,segment=NetworkSegment(7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8),segment_id=7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:58.683645 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c5b249-4614-47fa-82c4-22d90c74932f x-openstack-request-id: req-23c5b249-4614-47fa-82c4-22d90c74932f {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:15:58.683939 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c87548-b915-4c2b-9ad7-2c7c213503c0", "name": "network-vif-plugged", "status": "completed", "tag": "c11b15c9-58a8-4cfa-871b-15baea005690", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:15:58.684196 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-23c5b249-4614-47fa-82c4-22d90c74932f {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:15:58.684602 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c87548-b915-4c2b-9ad7-2c7c213503c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11b15c9-58a8-4cfa-871b-15baea005690', 'code': 200} Jul 30 02:15:58.740859 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:58.821570 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7d3f9-c4b2-46fb-a34e-f90bdc233218 req-0f28c7a5-5efb-4e81-94ce-77361394da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:58.823615 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aec7d3f9-c4b2-46fb-a34e-f90bdc233218 req-0f28c7a5-5efb-4e81-94ce-77361394da64 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 1097 time: 0.0754423 Jul 30 02:15:58.833394 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=c11b15c9-58a8-4cfa-871b-15baea005690,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:58.878340 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aec7d3f9-c4b2-46fb-a34e-f90bdc233218 req-0be8bbcc-e992-450e-9bff-315a36f9cbbb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482874 Jul 30 02:15:59.097894 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d54d29-37bd-44fd-b3ba-99a4046ce933 req-4abd0248-673d-4004-92a0-629f95192fe9 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:59.099711 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b6d54d29-37bd-44fd-b3ba-99a4046ce933 req-4abd0248-673d-4004-92a0-629f95192fe9 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 943 time: 0.0547214 Jul 30 02:15:59.151104 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b6d54d29-37bd-44fd-b3ba-99a4046ce933 req-e50df74c-a7bc-4ae1-bf34-3b708385de7e tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/security-groups?id=83eb4aec-7c0e-4b88-be69-900806541c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447476 Jul 30 02:15:59.628951 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30475f4f-1424-4ab9-a087-3821af2e7868 req-c2ab4213-58f4-4443-9906-d09e842e96db tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:59.631275 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-30475f4f-1424-4ab9-a087-3821af2e7868 req-c2ab4213-58f4-4443-9906-d09e842e96db tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0682268 Jul 30 02:15:59.675563 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-30475f4f-1424-4ab9-a087-3821af2e7868 req-ac3ca538-f722-4672-b41c-b4964919233e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367951 Jul 30 02:16:00.267363 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca4403-a31b-4125-998f-be590f17b676 req-546982c6-fb8e-40e1-ab21-599f1279b48e tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:00.269594 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-afca4403-a31b-4125-998f-be590f17b676 req-546982c6-fb8e-40e1-ab21-599f1279b48e tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 943 time: 0.0526891 Jul 30 02:16:00.310605 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-afca4403-a31b-4125-998f-be590f17b676 req-948dab3a-aa90-4e32-a6f2-abb31c2d73ef tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/security-groups?id=83eb4aec-7c0e-4b88-be69-900806541c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342219 Jul 30 02:16:00.814088 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6b612-9383-4914-b0fd-eb30b205e370 req-92f8d081-47bf-4386-a344-afff37e5e4ba tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:00.815678 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ccd6b612-9383-4914-b0fd-eb30b205e370 req-92f8d081-47bf-4386-a344-afff37e5e4ba tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0491130 Jul 30 02:16:00.865511 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ccd6b612-9383-4914-b0fd-eb30b205e370 req-352b4162-e3bc-4455-91eb-5c94120088de tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408988 Jul 30 02:16:00.945455 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58806) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:01.030843 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42403e86-dc11-4741-809d-c2b059464710 req-9203c4d0-82f9-45f6-875f-827e273ae3e4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:01.039509 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42403e86-dc11-4741-809d-c2b059464710 req-9203c4d0-82f9-45f6-875f-827e273ae3e4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0795329 Jul 30 02:16:01.079814 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8c973ad8-3ed5-4ac3-a364-0294278baf88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:01.089486 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42403e86-dc11-4741-809d-c2b059464710 req-07cbd429-cd93-4224-acfd-c3c918ae5e61 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491114 Jul 30 02:16:01.112232 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58812) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:01.155868 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670de298-b7f8-4d32-bb68-19b21f3e6b0d tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:01.158010 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-670de298-b7f8-4d32-bb68-19b21f3e6b0d tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 1092 time: 0.0443299 Jul 30 02:16:01.160900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58816) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:01.166811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c4fcd84d-10f8-492f-a54d-4bfaf16b0c6d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': 'c11b15c9-58a8-4cfa-871b-15baea005690', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:01.202337 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8c973ad8-3ed5-4ac3-a364-0294278baf88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:01.315079 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8c973ad8-3ed5-4ac3-a364-0294278baf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:01.353550 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c973ad8-3ed5-4ac3-a364-0294278baf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540c58b3-be87-44d7-a566-6ff2ed0c73c2,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:01.358744 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8c973ad8-3ed5-4ac3-a364-0294278baf88 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b303833784624e2ab66a174bdf6fc548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4112549 Jul 30 02:16:01.360715 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58822) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:01.422398 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-34daddd5-e05b-4939-b75b-b4ec74c9090e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:01.439762 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4773e-889c-4c19-8986-7224fe4203f9 req-f136d194-9c9c-4a76-8be7-cd02abc091d9 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:01.441345 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-27a4773e-889c-4c19-8986-7224fe4203f9 req-f136d194-9c9c-4a76-8be7-cd02abc091d9 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 943 time: 0.0542746 Jul 30 02:16:01.448465 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-34daddd5-e05b-4939-b75b-b4ec74c9090e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:01.457247 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd84d-10f8-492f-a54d-4bfaf16b0c6d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:01.502124 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-27a4773e-889c-4c19-8986-7224fe4203f9 req-41973f14-ad49-4b60-add0-ad696261b9d8 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/security-groups?id=83eb4aec-7c0e-4b88-be69-900806541c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545092 Jul 30 02:16:01.610113 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd84d-10f8-492f-a54d-4bfaf16b0c6d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:01.635565 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-34daddd5-e05b-4939-b75b-b4ec74c9090e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:01.638819 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-34daddd5-e05b-4939-b75b-b4ec74c9090e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:01.639390 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-34daddd5-e05b-4939-b75b-b4ec74c9090e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/540c58b3-be87-44d7-a566-6ff2ed0c73c2 HTTP/1.1" status: 204 len: 168 time: 0.2770631 Jul 30 02:16:01.677786 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34daddd5-e05b-4939-b75b-b4ec74c9090e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540c58b3-be87-44d7-a566-6ff2ed0c73c2,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:01.753370 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-c4fcd84d-10f8-492f-a54d-4bfaf16b0c6d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Allocated IP 172.25.1.53 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/4c864507-e277-46b2-a61f-9908b3b037cd) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:01.859079 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd84d-10f8-492f-a54d-4bfaf16b0c6d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:01.998454 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd84d-10f8-492f-a54d-4bfaf16b0c6d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:02.046430 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fcd84d-10f8-492f-a54d-4bfaf16b0c6d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:02.047834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-c4fcd84d-10f8-492f-a54d-4bfaf16b0c6d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:02.063174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fcd84d-10f8-492f-a54d-4bfaf16b0c6d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:02.066499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcd84d-10f8-492f-a54d-4bfaf16b0c6d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=4c864507-e277-46b2-a61f-9908b3b037cd,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:02.446821 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd84d-10f8-492f-a54d-4bfaf16b0c6d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:02.638510 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd84d-10f8-492f-a54d-4bfaf16b0c6d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:02.674480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bf7b0-27db-4744-8996-aa54817a9bd9 req-fe9334fb-db07-4409-adf8-e0e9339281d2 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:02.675978 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-632bf7b0-27db-4744-8996-aa54817a9bd9 req-fe9334fb-db07-4409-adf8-e0e9339281d2 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 943 time: 0.0919888 Jul 30 02:16:02.768027 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-632bf7b0-27db-4744-8996-aa54817a9bd9 req-41e27040-35e1-41d5-a035-58cf965242f0 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/security-groups?id=83eb4aec-7c0e-4b88-be69-900806541c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778308 Jul 30 02:16:02.823655 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58868) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:02.836605 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd84d-10f8-492f-a54d-4bfaf16b0c6d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:02.900450 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd84d-10f8-492f-a54d-4bfaf16b0c6d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:02.935130 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-85dbf8b0-d332-4d33-9240-41e029ce98dd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1537549087-network', 'tenant_id': '1f97a851b87c41fe803f5c373306c9ad'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:02.971473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcd84d-10f8-492f-a54d-4bfaf16b0c6d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=4c864507-e277-46b2-a61f-9908b3b037cd,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:02.987735 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd84d-10f8-492f-a54d-4bfaf16b0c6d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.051833 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dbf8b0-d332-4d33-9240-41e029ce98dd admin admin] Made reservation on behalf of 1f97a851b87c41fe803f5c373306c9ad for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:03.054373 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85dbf8b0-d332-4d33-9240-41e029ce98dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.064905 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85dbf8b0-d332-4d33-9240-41e029ce98dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.089307 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.096698 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-c4fcd84d-10f8-492f-a54d-4bfaf16b0c6d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Floating IP 5496da83-68a0-4fa7-ad19-710cfcab5cc8 associated. External IP: 172.25.1.53, port: c11b15c9-58a8-4cfa-871b-15baea005690. Jul 30 02:16:03.170285 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85dbf8b0-d332-4d33-9240-41e029ce98dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.272466 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85dbf8b0-d332-4d33-9240-41e029ce98dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.298889 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85dbf8b0-d332-4d33-9240-41e029ce98dd admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:16:03.310007 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbf8b0-d332-4d33-9240-41e029ce98dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:03.316648 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85dbf8b0-d332-4d33-9240-41e029ce98dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.317284 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-85dbf8b0-d332-4d33-9240-41e029ce98dd admin admin] Added segment 98f88e0e-105a-4a85-be87-8f8324217c77 of type vlan for network 99fd7477-58ac-41e3-910c-f1254548e252 Jul 30 02:16:03.317871 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fcd84d-10f8-492f-a54d-4bfaf16b0c6d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Router 69cc62e5-6675-4684-90b7-6798aa23d678 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:16:03.375172 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85dbf8b0-d332-4d33-9240-41e029ce98dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.433415 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fcd84d-10f8-492f-a54d-4bfaf16b0c6d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:16:03.445374 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24753a4d-3321-4d3f-8ae0-d78c8f469fdc None None] Sync routers for ids ['69cc62e5-6675-4684-90b7-6798aa23d678'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:16:03.455257 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24753a4d-3321-4d3f-8ae0-d78c8f469fdc None None] Routers {'69cc62e5-6675-4684-90b7-6798aa23d678'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:03.455892 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-24753a4d-3321-4d3f-8ae0-d78c8f469fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:15:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['69cc62e5-6675-4684-90b7-6798aa23d678'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:03.481339 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85dbf8b0-d332-4d33-9240-41e029ce98dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.482408 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dbf8b0-d332-4d33-9240-41e029ce98dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:03.483322 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-85dbf8b0-d332-4d33-9240-41e029ce98dd admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.544235 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbf8b0-d332-4d33-9240-41e029ce98dd admin admin] Pushing event updated for resources: {'Network': ['ID=99fd7477-58ac-41e3-910c-f1254548e252,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:03.559585 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 99fd7477-58ac-41e3-910c-f1254548e252 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:16:03.574448 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd84d-10f8-492f-a54d-4bfaf16b0c6d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.604256 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-24753a4d-3321-4d3f-8ae0-d78c8f469fdc None None] Set router 69cc62e5-6675-4684-90b7-6798aa23d678 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:16:03.608124 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c4fcd84d-10f8-492f-a54d-4bfaf16b0c6d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4453158 Jul 30 02:16:03.608809 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c87548-b915-4c2b-9ad7-2c7c213503c0', 'tag': 'c11b15c9-58a8-4cfa-871b-15baea005690'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:16:03.611573 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f163d3-e1d1-4c74-8744-ffc4b8017516" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c87548-b915-4c2b-9ad7-2c7c213503c0", "tag": "c11b15c9-58a8-4cfa-871b-15baea005690"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:16:03.627005 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-85dbf8b0-d332-4d33-9240-41e029ce98dd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8022149 Jul 30 02:16:03.629961 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58890) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:03.641138 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-5d94cb45-c8ab-43c8-92c4-b342d1a8eef8 admin admin] Request body: {'subnet': {'network_id': '99fd7477-58ac-41e3-910c-f1254548e252', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1537549087-subnet', 'tenant_id': '1f97a851b87c41fe803f5c373306c9ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:03.685479 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c483a773-1d5c-476a-a8f7-dada7d0e4bfb x-openstack-request-id: req-c483a773-1d5c-476a-a8f7-dada7d0e4bfb {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:16:03.686170 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c87548-b915-4c2b-9ad7-2c7c213503c0", "tag": "c11b15c9-58a8-4cfa-871b-15baea005690", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:16:03.686716 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c483a773-1d5c-476a-a8f7-dada7d0e4bfb {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:16:03.687220 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c87548-b915-4c2b-9ad7-2c7c213503c0', 'tag': 'c11b15c9-58a8-4cfa-871b-15baea005690', 'status': 'completed', 'code': 200} Jul 30 02:16:03.740669 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6930f-3605-41cf-b8d2-48173306a908 req-143d5458-7cba-4433-800b-818e880fc9bb tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:03.742230 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-94a6930f-3605-41cf-b8d2-48173306a908 req-143d5458-7cba-4433-800b-818e880fc9bb tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0628476 Jul 30 02:16:03.743393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d94cb45-c8ab-43c8-92c4-b342d1a8eef8 admin admin] Made reservation on behalf of 1f97a851b87c41fe803f5c373306c9ad for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:03.745665 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d94cb45-c8ab-43c8-92c4-b342d1a8eef8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.765915 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f163d3-e1d1-4c74-8744-ffc4b8017516 req-2c2e09b4-885c-4170-a68c-0decd244137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:03.767997 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71f163d3-e1d1-4c74-8744-ffc4b8017516 req-2c2e09b4-885c-4170-a68c-0decd244137f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 1097 time: 0.0577075 Jul 30 02:16:03.840952 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-94a6930f-3605-41cf-b8d2-48173306a908 req-3dbbfd53-f1c9-45b0-8cfb-74afc6f719eb tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512550 Jul 30 02:16:03.866428 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58896) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:03.953710 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-24753a4d-3321-4d3f-8ae0-d78c8f469fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095067418', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:15:35Z', 'updated_at': '2021-07-30T02:15:43Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:36Z', 'updated_at': '2021-07-30T02:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '5496da83-68a0-4fa7-ad19-710cfcab5cc8', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'port_id': 'c11b15c9-58a8-4cfa-871b-15baea005690', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7', 'mac_address': 'fa:16:3e:d5:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c87548-b915-4c2b-9ad7-2c7c213503c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:16:02Z', 'updated_at': '2021-07-30T02:16:02Z', 'revision_number': 0, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bbaaaae-ca6d-4940-b83f-1743e86f00d1', 'name': '', 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:d8:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'f44a7f14-5585-4308-88cf-15f86919d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:42Z', 'updated_at': '2021-07-30T02:15:48Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': 'f44a7f14-5585-4308-88cf-15f86919d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:03.964392 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f163d3-e1d1-4c74-8744-ffc4b8017516 req-8d78f0ad-74e7-4bbf-82df-80db31d4a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:03.966703 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71f163d3-e1d1-4c74-8744-ffc4b8017516 req-8d78f0ad-74e7-4bbf-82df-80db31d4a7d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 HTTP/1.1" status: 200 len: 898 time: 0.1906278 Jul 30 02:16:03.995761 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a1c497e3-f199-41b8-aaa6-45b971f90312 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/floatingips/5496da83-68a0-4fa7-ad19-710cfcab5cc8 HTTP/1.1" status: 200 len: 991 time: 0.1267300 Jul 30 02:16:03.997143 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24753a4d-3321-4d3f-8ae0-d78c8f469fdc None None] Checking router: 69cc62e5-6675-4684-90b7-6798aa23d678 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:16:04.006466 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24753a4d-3321-4d3f-8ae0-d78c8f469fdc None None] Routers {'69cc62e5-6675-4684-90b7-6798aa23d678'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:04.007069 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-24753a4d-3321-4d3f-8ae0-d78c8f469fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:15:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['69cc62e5-6675-4684-90b7-6798aa23d678'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:04.054230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafd356-8193-4c1c-a6d4-000a35304ce0 req-fc5836da-56e1-4559-8cdd-cf5ab56d0ae5 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:04.054230 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2fafd356-8193-4c1c-a6d4-000a35304ce0 req-fc5836da-56e1-4559-8cdd-cf5ab56d0ae5 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 943 time: 0.1262097 Jul 30 02:16:04.071913 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71f163d3-e1d1-4c74-8744-ffc4b8017516 req-00ad90d6-3468-4c8c-8579-0e8607899ac1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c11b15c9-58a8-4cfa-871b-15baea005690 HTTP/1.1" status: 200 len: 999 time: 0.0959609 Jul 30 02:16:04.077653 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d94cb45-c8ab-43c8-92c4-b342d1a8eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:04.145468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f163d3-e1d1-4c74-8744-ffc4b8017516 req-2cea4544-c1ff-4a6c-9e1c-dce0bbb4e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:04.147431 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71f163d3-e1d1-4c74-8744-ffc4b8017516 req-2cea4544-c1ff-4a6c-9e1c-dce0bbb4e51f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f44a7f14-5585-4308-88cf-15f86919d07e HTTP/1.1" status: 200 len: 834 time: 0.0686970 Jul 30 02:16:04.150608 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2fafd356-8193-4c1c-a6d4-000a35304ce0 req-3e4b3013-e4c6-40c3-88ae-06883029fc95 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/security-groups?id=83eb4aec-7c0e-4b88-be69-900806541c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983028 Jul 30 02:16:04.156269 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-24753a4d-3321-4d3f-8ae0-d78c8f469fdc None None] Set router 69cc62e5-6675-4684-90b7-6798aa23d678 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:16:04.159061 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94cb45-c8ab-43c8-92c4-b342d1a8eef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=392073cf-cae0-4f56-82c9-261aabf24ba1,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:04.161359 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d94cb45-c8ab-43c8-92c4-b342d1a8eef8 admin admin] Checking segment: {'id': '98f88e0e-105a-4a85-be87-8f8324217c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99fd7477-58ac-41e3-910c-f1254548e252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:16:04.162244 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d94cb45-c8ab-43c8-92c4-b342d1a8eef8 admin admin] Network hostable DHCP agents. Network: 99fd7477-58ac-41e3-910c-f1254548e252, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:16:04.205107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f163d3-e1d1-4c74-8744-ffc4b8017516 req-ee69024b-e1cf-41d6-b0c8-4f4d214cd83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:04.205637 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71f163d3-e1d1-4c74-8744-ffc4b8017516 req-ee69024b-e1cf-41d6-b0c8-4f4d214cd83d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a4cdd03-9934-4cac-bd25-0ccd0c985bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503182 Jul 30 02:16:04.257359 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d94cb45-c8ab-43c8-92c4-b342d1a8eef8 admin admin] Network 99fd7477-58ac-41e3-910c-f1254548e252 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:16:04.317043 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71f163d3-e1d1-4c74-8744-ffc4b8017516 req-f309d72a-013d-4b1a-bd05-e64f48bc7fef service neutron] 10.222.0.10 "GET /v2.0/networks/2a4cdd03-9934-4cac-bd25-0ccd0c985bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043992 Jul 30 02:16:04.348699 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-5d94cb45-c8ab-43c8-92c4-b342d1a8eef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 99fd7477-58ac-41e3-910c-f1254548e252) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:04.353877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d94cb45-c8ab-43c8-92c4-b342d1a8eef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:04.354495 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d94cb45-c8ab-43c8-92c4-b342d1a8eef8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:04.361602 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264ab4df-3cd8-48fa-ae5c-419cae4a0674 None None] Network 99fd7477-58ac-41e3-910c-f1254548e252 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:04.425076 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71f163d3-e1d1-4c74-8744-ffc4b8017516 req-1cbbb264-7c6a-451b-8b04-7432f1bfc44e service neutron] 10.222.0.10 "GET /v2.0/networks/2a4cdd03-9934-4cac-bd25-0ccd0c985bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005282 Jul 30 02:16:04.449824 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5d94cb45-c8ab-43c8-92c4-b342d1a8eef8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8181171 Jul 30 02:16:04.528624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-24753a4d-3321-4d3f-8ae0-d78c8f469fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095067418', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:15:35Z', 'updated_at': '2021-07-30T02:15:43Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:36Z', 'updated_at': '2021-07-30T02:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '5496da83-68a0-4fa7-ad19-710cfcab5cc8', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'port_id': 'c11b15c9-58a8-4cfa-871b-15baea005690', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7', 'mac_address': 'fa:16:3e:d5:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c87548-b915-4c2b-9ad7-2c7c213503c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:16:02Z', 'updated_at': '2021-07-30T02:16:02Z', 'revision_number': 0, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bbaaaae-ca6d-4940-b83f-1743e86f00d1', 'name': '', 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:d8:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'f44a7f14-5585-4308-88cf-15f86919d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:42Z', 'updated_at': '2021-07-30T02:15:48Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': 'f44a7f14-5585-4308-88cf-15f86919d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:04.533510 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd722d2c-6b18-4ab4-9a3c-a0f0c0a2b8b1 None None] Network 99fd7477-58ac-41e3-910c-f1254548e252 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:04.572049 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24753a4d-3321-4d3f-8ae0-d78c8f469fdc None None] The sync data for ids ['69cc62e5-6675-4684-90b7-6798aa23d678'] in n-d-713498-9 is: [{'id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095067418', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:15:35Z', 'updated_at': '2021-07-30T02:15:43Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:36Z', 'updated_at': '2021-07-30T02:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '5496da83-68a0-4fa7-ad19-710cfcab5cc8', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'port_id': 'c11b15c9-58a8-4cfa-871b-15baea005690', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7', 'mac_address': 'fa:16:3e:d5:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c87548-b915-4c2b-9ad7-2c7c213503c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:16:02Z', 'updated_at': '2021-07-30T02:16:02Z', 'revision_number': 0, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bbaaaae-ca6d-4940-b83f-1743e86f00d1', 'name': '', 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:d8:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'f44a7f14-5585-4308-88cf-15f86919d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:42Z', 'updated_at': '2021-07-30T02:15:48Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': 'f44a7f14-5585-4308-88cf-15f86919d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:16:04.813689 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fd07cc-833e-46ee-80c3-c156532a0ad2 None None] New status for floating IP 5496da83-68a0-4fa7-ad19-710cfcab5cc8: ACTIVE {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:16:04.998198 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 58924) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:05.319099 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58940) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:05.324389 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c0e6b072-deb8-47a6-85ff-abfc83a2a5b3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1524685331-network', 'tenant_id': '23ad5719f72b43a198532f3262eb7a5e'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:05.420169 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e6b072-deb8-47a6-85ff-abfc83a2a5b3 admin admin] Made reservation on behalf of 23ad5719f72b43a198532f3262eb7a5e for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:05.423637 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b072-deb8-47a6-85ff-abfc83a2a5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.434768 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b072-deb8-47a6-85ff-abfc83a2a5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.455671 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ecfe3-36bd-4690-9fcd-5e671ec78a70 req-beb32cdc-478a-424e-888c-d9c755145908 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:05.457174 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-446ecfe3-36bd-4690-9fcd-5e671ec78a70 req-beb32cdc-478a-424e-888c-d9c755145908 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 943 time: 0.0698733 Jul 30 02:16:05.461400 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-983f87b2-23ee-47af-86f6-4a5c6e2051ca tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/floatingips/5496da83-68a0-4fa7-ad19-710cfcab5cc8 HTTP/1.1" status: 200 len: 991 time: 0.4608684 Jul 30 02:16:05.504833 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-446ecfe3-36bd-4690-9fcd-5e671ec78a70 req-1a4de542-eefa-4e04-9aa0-026802b8bbb2 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/security-groups?id=83eb4aec-7c0e-4b88-be69-900806541c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398993 Jul 30 02:16:05.547284 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b072-deb8-47a6-85ff-abfc83a2a5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.628893 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b072-deb8-47a6-85ff-abfc83a2a5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.657700 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e6b072-deb8-47a6-85ff-abfc83a2a5b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:16:05.668167 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6b072-deb8-47a6-85ff-abfc83a2a5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c197a09b-9dac-44b2-886b-0ba05796cffb,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:05.674686 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b072-deb8-47a6-85ff-abfc83a2a5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.675035 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-c0e6b072-deb8-47a6-85ff-abfc83a2a5b3 admin admin] Added segment e49be60b-fc16-4883-809f-3f28bb6fde06 of type vlan for network a05139d4-07f1-40e2-8139-4008685351cb Jul 30 02:16:05.726714 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b072-deb8-47a6-85ff-abfc83a2a5b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.815390 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b072-deb8-47a6-85ff-abfc83a2a5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.816786 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e6b072-deb8-47a6-85ff-abfc83a2a5b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:05.817031 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b072-deb8-47a6-85ff-abfc83a2a5b3 admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.878957 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6b072-deb8-47a6-85ff-abfc83a2a5b3 admin admin] Pushing event updated for resources: {'Network': ['ID=a05139d4-07f1-40e2-8139-4008685351cb,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:05.888676 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network a05139d4-07f1-40e2-8139-4008685351cb details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:16:05.955036 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c0e6b072-deb8-47a6-85ff-abfc83a2a5b3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6320608 Jul 30 02:16:05.955276 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58952) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:05.960862 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-8b7331f1-d813-433f-bce1-2fc78350912a admin admin] Request body: {'subnet': {'network_id': 'a05139d4-07f1-40e2-8139-4008685351cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1524685331-subnet', 'tenant_id': '23ad5719f72b43a198532f3262eb7a5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:06.083210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7331f1-d813-433f-bce1-2fc78350912a admin admin] Made reservation on behalf of 23ad5719f72b43a198532f3262eb7a5e for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:06.086250 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8b7331f1-d813-433f-bce1-2fc78350912a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:06.323175 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8b7331f1-d813-433f-bce1-2fc78350912a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:06.384202 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7331f1-d813-433f-bce1-2fc78350912a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfd25a4b-0d24-47b8-9d30-fa3509c13dad,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:06.393493 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7331f1-d813-433f-bce1-2fc78350912a admin admin] Checking segment: {'id': 'e49be60b-fc16-4883-809f-3f28bb6fde06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a05139d4-07f1-40e2-8139-4008685351cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:16:06.393869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7331f1-d813-433f-bce1-2fc78350912a admin admin] Network hostable DHCP agents. Network: a05139d4-07f1-40e2-8139-4008685351cb, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:16:06.464343 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 58964) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:06.530156 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c5579794-48cc-49ca-826e-cf2700321a0c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/floatingips/5496da83-68a0-4fa7-ad19-710cfcab5cc8 HTTP/1.1" status: 200 len: 993 time: 0.0594046 Jul 30 02:16:06.530156 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7331f1-d813-433f-bce1-2fc78350912a admin admin] Network a05139d4-07f1-40e2-8139-4008685351cb is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:16:06.600639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-8b7331f1-d813-433f-bce1-2fc78350912a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, a05139d4-07f1-40e2-8139-4008685351cb) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:06.614833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7331f1-d813-433f-bce1-2fc78350912a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:06.615517 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8b7331f1-d813-433f-bce1-2fc78350912a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:06.617154 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7038bfef-b2a8-4022-85e8-13210cf8bbd4 None None] Network a05139d4-07f1-40e2-8139-4008685351cb requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:06.639244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed451c2-b89a-4962-9b3d-2b840c679c5d req-461864a7-0a76-4a11-90b1-b9393e1aa554 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:06.641176 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ed451c2-b89a-4962-9b3d-2b840c679c5d req-461864a7-0a76-4a11-90b1-b9393e1aa554 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 943 time: 0.0690570 Jul 30 02:16:06.688152 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ed451c2-b89a-4962-9b3d-2b840c679c5d req-2ce9330d-a98d-48b5-ac6c-cf5d728535a8 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/security-groups?id=83eb4aec-7c0e-4b88-be69-900806541c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387151 Jul 30 02:16:06.693809 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8b7331f1-d813-433f-bce1-2fc78350912a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7368784 Jul 30 02:16:06.761495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b73310b-f293-4b31-9cc4-71cd82194727 None None] Network a05139d4-07f1-40e2-8139-4008685351cb requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:07.282520 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-babcf5ec-2381-4dee-8a88-58556956c2f5 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:07.284026 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-babcf5ec-2381-4dee-8a88-58556956c2f5 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/networks?id=99fd7477-58ac-41e3-910c-f1254548e252 HTTP/1.1" status: 200 len: 812 time: 0.1042140 Jul 30 02:16:07.299491 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-62b126ba-4ea1-4613-a46d-9f0d73a0b5f2 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/quotas/1f97a851b87c41fe803f5c373306c9ad HTTP/1.1" status: 200 len: 375 time: 0.0093973 Jul 30 02:16:07.332221 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-85c35a0b-ca18-488a-b94c-74879a2cc70c tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f97a851b87c41fe803f5c373306c9ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270433 Jul 30 02:16:07.436761 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-5438fb93-b70f-4da2-aa36-630f972cf816 service neutron] 10.222.0.70 "GET /v2.0/networks/99fd7477-58ac-41e3-910c-f1254548e252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966585 Jul 30 02:16:07.540550 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-0b04cb90-41b0-4e1d-87e8-54706f2d991d service neutron] 10.222.0.70 "GET /v2.0/networks/99fd7477-58ac-41e3-910c-f1254548e252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962183 Jul 30 02:16:07.824066 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abbbfa-bbb0-411b-bd99-faf66b44c92e req-951bb457-0ae2-4351-a088-4409d6854bcf tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:07.826533 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b4abbbfa-bbb0-411b-bd99-faf66b44c92e req-951bb457-0ae2-4351-a088-4409d6854bcf tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 943 time: 0.0662086 Jul 30 02:16:07.831638 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cf2bd359-f80e-478e-8e70-344574315a35 req-ab8efe21-72b2-4f02-b16b-bf0e79a383cb tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 210 time: 0.0399024 Jul 30 02:16:07.872602 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b4abbbfa-bbb0-411b-bd99-faf66b44c92e req-0f879916-a1a3-4b33-a467-2ceb0c3f3771 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/security-groups?id=83eb4aec-7c0e-4b88-be69-900806541c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395825 Jul 30 02:16:08.899844 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e2c45acd-caeb-4397-9fb6-a451da9dcf50 req-561c8d89-0e09-43bf-b552-3c050d649ad7 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 210 time: 0.0278904 Jul 30 02:16:08.997758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8ad73-4439-40f3-84d7-3a29d2e3c59d req-d6bf8e09-e101-4996-a2f5-616d67421237 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:08.999286 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-29a8ad73-4439-40f3-84d7-3a29d2e3c59d req-d6bf8e09-e101-4996-a2f5-616d67421237 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 943 time: 0.0492196 Jul 30 02:16:09.038010 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-29a8ad73-4439-40f3-84d7-3a29d2e3c59d req-2b268802-4771-4ff3-bf2f-09a4eeb3f4a7 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/security-groups?id=83eb4aec-7c0e-4b88-be69-900806541c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321469 Jul 30 02:16:09.134284 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfbecd99-4055-4ad3-9c13-9c1a3baf2b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:09.911173 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 94c9bb3e-9250-411f-83d5-21402ec42ff1 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:16:10.016401 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9fdefe83-cfe8-4a5a-9310-1fd89287fb9c req-5648fb46-689d-4531-b18d-0429ced39f9c tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 210 time: 0.0319090 Jul 30 02:16:10.021451 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 94c9bb3e-9250-411f-83d5-21402ec42ff1, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=94c9bb3e-9250-411f-83d5-21402ec42ff1,segment=NetworkSegment(0195abc6-0cfb-4d5e-840a-4c517a359e85),segment_id=0195abc6-0cfb-4d5e-840a-4c517a359e85)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:10.035055 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '94c9bb3e-9250-411f-83d5-21402ec42ff1', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'port_id': '94c9bb3e-9250-411f-83d5-21402ec42ff1', 'mac_address': 'fa:16:3e:67:39:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:16:10.081041 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:10.108274 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c9bb3e-9250-411f-83d5-21402ec42ff1 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:16:10.130131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 94c9bb3e-9250-411f-83d5-21402ec42ff1, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=94c9bb3e-9250-411f-83d5-21402ec42ff1,segment=NetworkSegment(0195abc6-0cfb-4d5e-840a-4c517a359e85),segment_id=0195abc6-0cfb-4d5e-840a-4c517a359e85)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:10.217488 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:10.219526 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d01a5-570e-415a-a63b-23448f138ae3 req-909ff95c-ebd7-4e9a-9b27-cb5dcb4f8535 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:10.221083 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a59d01a5-570e-415a-a63b-23448f138ae3 req-909ff95c-ebd7-4e9a-9b27-cb5dcb4f8535 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 943 time: 0.1013968 Jul 30 02:16:10.247760 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-c2757f43-5cba-47cd-9a60-acdba895b203 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:10.249389 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-c2757f43-5cba-47cd-9a60-acdba895b203 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.10 "GET /v2.0/networks?id=99fd7477-58ac-41e3-910c-f1254548e252 HTTP/1.1" status: 200 len: 812 time: 0.1581032 Jul 30 02:16:10.270601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-6852ed16-a1cb-4e3c-adef-e09e3928485d tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Request body: {'port': {'device_id': 'f5dda677-1fc8-4e88-b7bf-0f4262cbfee0', 'network_id': '99fd7477-58ac-41e3-910c-f1254548e252', 'admin_state_up': True, 'tenant_id': '1f97a851b87c41fe803f5c373306c9ad'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:10.283485 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=94c9bb3e-9250-411f-83d5-21402ec42ff1,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:10.336367 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a59d01a5-570e-415a-a63b-23448f138ae3 req-e2be92f7-8bce-4d76-9583-9d688f069a8e tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/security-groups?id=83eb4aec-7c0e-4b88-be69-900806541c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859745 Jul 30 02:16:10.480553 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-6852ed16-a1cb-4e3c-adef-e09e3928485d tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Made reservation on behalf of 1f97a851b87c41fe803f5c373306c9ad for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:10.480795 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['94c9bb3e-9250-411f-83d5-21402ec42ff1'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:16:10.484231 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-6852ed16-a1cb-4e3c-adef-e09e3928485d tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:10.623793 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-6852ed16-a1cb-4e3c-adef-e09e3928485d tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Allocated IP 172.20.0.6 (99fd7477-58ac-41e3-910c-f1254548e252/392073cf-cae0-4f56-82c9-261aabf24ba1/449464e7-2804-432c-a098-1bdb840219e6) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:10.779926 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-6852ed16-a1cb-4e3c-adef-e09e3928485d tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:10.866348 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-6852ed16-a1cb-4e3c-adef-e09e3928485d tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:10.916825 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-6852ed16-a1cb-4e3c-adef-e09e3928485d tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Network 99fd7477-58ac-41e3-910c-f1254548e252 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:10.920057 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-6852ed16-a1cb-4e3c-adef-e09e3928485d tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:10.923759 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-6852ed16-a1cb-4e3c-adef-e09e3928485d tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:10.955818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852ed16-a1cb-4e3c-adef-e09e3928485d tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Pushing event updated for resources: {'Port': ['ID=449464e7-2804-432c-a098-1bdb840219e6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:10.982148 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-6852ed16-a1cb-4e3c-adef-e09e3928485d tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:10.982714 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-6852ed16-a1cb-4e3c-adef-e09e3928485d tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.055057 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-6852ed16-a1cb-4e3c-adef-e09e3928485d tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7904599 Jul 30 02:16:11.070972 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] Request body: {'port': {'device_id': 'f5dda677-1fc8-4e88-b7bf-0f4262cbfee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:11.129800 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.144835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bc3d1-9e61-446b-a5ea-4ef164300c3e req-eeafb49d-7d2b-41c4-b393-c949d3e8f4fe tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:11.148934 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9e0bc3d1-9e61-446b-a5ea-4ef164300c3e req-eeafb49d-7d2b-41c4-b393-c949d3e8f4fe tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 931 time: 0.0595644 Jul 30 02:16:11.191827 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9e0bc3d1-9e61-446b-a5ea-4ef164300c3e req-70aee1e6-0a5f-4620-a1ca-0af03b1bc56b tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386701 Jul 30 02:16:11.404739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449464e7-2804-432c-a098-1bdb840219e6 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:16:11.415396 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.453943 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] Transition to ACTIVE for port object 449464e7-2804-432c-a098-1bdb840219e6 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:11.472714 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84d863-6de1-4aa3-9bfd-360fe11d5287 req-bb412706-2052-4e89-a586-6831e9301330 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:11.474344 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7b84d863-6de1-4aa3-9bfd-360fe11d5287 req-bb412706-2052-4e89-a586-6831e9301330 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 944 time: 0.0563562 Jul 30 02:16:11.517136 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7b84d863-6de1-4aa3-9bfd-360fe11d5287 req-b5370345-c774-4347-bfce-8d8139804c3b tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/security-groups?id=83eb4aec-7c0e-4b88-be69-900806541c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323553 Jul 30 02:16:11.565760 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.619772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] Pushing event updated for resources: {'Port': ['ID=449464e7-2804-432c-a098-1bdb840219e6,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:11.660407 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eb4e7f0e-e782-45dd-96b0-fd622f9a9f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.686194 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] Attempting to bind port 449464e7-2804-432c-a098-1bdb840219e6 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:16:11.686497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] Attempting to bind port 449464e7-2804-432c-a098-1bdb840219e6 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '98f88e0e-105a-4a85-be87-8f8324217c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99fd7477-58ac-41e3-910c-f1254548e252'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:16:11.686832 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] Attempting to bind port 449464e7-2804-432c-a098-1bdb840219e6 on network 99fd7477-58ac-41e3-910c-f1254548e252 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:16:11.691195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] Port 449464e7-2804-432c-a098-1bdb840219e6 on network 99fd7477-58ac-41e3-910c-f1254548e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:16:11.691526 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] Attempting to bind port 449464e7-2804-432c-a098-1bdb840219e6 on network 99fd7477-58ac-41e3-910c-f1254548e252 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:16:11.696450 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:16:11.697674 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] Checking segment: {'id': '98f88e0e-105a-4a85-be87-8f8324217c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99fd7477-58ac-41e3-910c-f1254548e252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:16:11.697674 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] Bound using segment: {'id': '98f88e0e-105a-4a85-be87-8f8324217c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99fd7477-58ac-41e3-910c-f1254548e252'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:16:11.697674 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] Bound port: 449464e7-2804-432c-a098-1bdb840219e6, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f88e0e-105a-4a85-be87-8f8324217c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99fd7477-58ac-41e3-910c-f1254548e252'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:16:11.698015 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.761463 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] For port 449464e7-2804-432c-a098-1bdb840219e6, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:16:11.764550 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] For port 449464e7-2804-432c-a098-1bdb840219e6, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=449464e7-2804-432c-a098-1bdb840219e6,segment=NetworkSegment(98f88e0e-105a-4a85-be87-8f8324217c77),segment_id=98f88e0e-105a-4a85-be87-8f8324217c77)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:16:11.777909 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.843430 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.877005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:11.877627 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.879050 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] 10.222.0.10 "PUT /v2.0/ports/449464e7-2804-432c-a098-1bdb840219e6 HTTP/1.1" status: 200 len: 1091 time: 0.8133590 Jul 30 02:16:11.881186 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dda677-1fc8-4e88-b7bf-0f4262cbfee0', 'tag': '449464e7-2804-432c-a098-1bdb840219e6'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:16:11.881684 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30af6f47-5b48-4914-b2dd-175ecc6ff819" -d '{"events": [{"name": "network-changed", "server_uuid": "f5dda677-1fc8-4e88-b7bf-0f4262cbfee0", "tag": "449464e7-2804-432c-a098-1bdb840219e6"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:16:11.907011 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b02bc-c0a5-4a02-b51e-3b2e29e5eca6 service neutron] Pushing event updated for resources: {'Port': ['ID=449464e7-2804-432c-a098-1bdb840219e6,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:11.911324 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 94c9bb3e-9250-411f-83d5-21402ec42ff1 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:16:11.980349 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15830977-8598-4cb9-a270-9bae86c4410c x-openstack-request-id: req-15830977-8598-4cb9-a270-9bae86c4410c {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:16:11.980645 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5dda677-1fc8-4e88-b7bf-0f4262cbfee0", "tag": "449464e7-2804-432c-a098-1bdb840219e6", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:16:11.980899 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-15830977-8598-4cb9-a270-9bae86c4410c {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:16:11.981802 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5dda677-1fc8-4e88-b7bf-0f4262cbfee0', 'tag': '449464e7-2804-432c-a098-1bdb840219e6', 'status': 'completed', 'code': 200} Jul 30 02:16:12.017103 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 94c9bb3e-9250-411f-83d5-21402ec42ff1 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:12.022166 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 94c9bb3e-9250-411f-83d5-21402ec42ff1 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:12.022771 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:12.034005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-8248a124-6685-4e65-8cb0-d4ed74451306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:12.037351 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-8248a124-6685-4e65-8cb0-d4ed74451306 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f97a851b87c41fe803f5c373306c9ad&device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 1094 time: 0.0455377 Jul 30 02:16:12.080579 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-74bf7259-cc60-40e7-a128-de5e15bd2007 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=449464e7-2804-432c-a098-1bdb840219e6 HTTP/1.1" status: 200 len: 217 time: 0.0356591 Jul 30 02:16:12.107113 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:12.128741 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c9bb3e-9250-411f-83d5-21402ec42ff1'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:16:12.131375 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e23a8b7-7d39-4000-b2fa-9b20500b2039" -d '{"events": [{"server_uuid": "bcb469b3-72c8-4151-a9d2-4e363fa88b50", "name": "network-vif-plugged", "status": "completed", "tag": "94c9bb3e-9250-411f-83d5-21402ec42ff1"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:16:12.132058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-0aba84e7-ce57-494e-8053-83c209bc7713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:12.133502 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-0aba84e7-ce57-494e-8053-83c209bc7713 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=392073cf-cae0-4f56-82c9-261aabf24ba1 HTTP/1.1" status: 200 len: 852 time: 0.0441172 Jul 30 02:16:12.144691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 94c9bb3e-9250-411f-83d5-21402ec42ff1, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=94c9bb3e-9250-411f-83d5-21402ec42ff1,segment=NetworkSegment(0195abc6-0cfb-4d5e-840a-4c517a359e85),segment_id=0195abc6-0cfb-4d5e-840a-4c517a359e85)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:12.168262 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-52c17fc5-d83c-4e5e-9266-2424fb1b63c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99fd7477-58ac-41e3-910c-f1254548e252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270021 Jul 30 02:16:12.169137 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a1e08d-e2f2-4c88-8dc7-95240e908b1c x-openstack-request-id: req-53a1e08d-e2f2-4c88-8dc7-95240e908b1c {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:16:12.169429 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb469b3-72c8-4151-a9d2-4e363fa88b50", "name": "network-vif-plugged", "status": "completed", "tag": "94c9bb3e-9250-411f-83d5-21402ec42ff1", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:16:12.169710 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-53a1e08d-e2f2-4c88-8dc7-95240e908b1c {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:16:12.170111 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c9bb3e-9250-411f-83d5-21402ec42ff1', 'code': 200} Jul 30 02:16:12.217234 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:12.270645 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-3cf1104e-34ca-421b-8d77-43f071987ba0 service neutron] 10.222.0.10 "GET /v2.0/networks/99fd7477-58ac-41e3-910c-f1254548e252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957944 Jul 30 02:16:12.275811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=94c9bb3e-9250-411f-83d5-21402ec42ff1,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:12.346593 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb9fb5-1fe7-4f15-9fb8-c84afc34ec7a req-6d217a14-3ea9-455a-a10c-08fe2885506c tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:12.347977 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0bbb9fb5-1fe7-4f15-9fb8-c84afc34ec7a req-6d217a14-3ea9-455a-a10c-08fe2885506c tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 943 time: 0.0557749 Jul 30 02:16:12.402208 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0bbb9fb5-1fe7-4f15-9fb8-c84afc34ec7a req-c956074c-3ea7-41ab-88c0-610675ff6a05 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478649 Jul 30 02:16:12.434380 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2cb0ac85-ad35-488a-990d-eb92221f60e8 req-34fc972b-fb35-472f-8335-8459d82958d7 service neutron] 10.222.0.10 "GET /v2.0/networks/99fd7477-58ac-41e3-910c-f1254548e252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565065 Jul 30 02:16:12.449782 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2960bd8-6155-4deb-bbd4-8c7dcd4e891a req-3c79e2cb-d008-4048-ab0e-62bd77b262f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:12.451539 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a2960bd8-6155-4deb-bbd4-8c7dcd4e891a req-3c79e2cb-d008-4048-ab0e-62bd77b262f0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 1096 time: 0.1900868 Jul 30 02:16:12.487249 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a2960bd8-6155-4deb-bbd4-8c7dcd4e891a req-3fcfc53a-3a21-4a4d-a24a-dfd4e6074105 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=83eb4aec-7c0e-4b88-be69-900806541c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274971 Jul 30 02:16:12.617445 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af6f47-5b48-4914-b2dd-175ecc6ff819 req-f69afd14-0a3f-45cc-86b9-157b0ecbb1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:12.619009 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-30af6f47-5b48-4914-b2dd-175ecc6ff819 req-f69afd14-0a3f-45cc-86b9-157b0ecbb1f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f97a851b87c41fe803f5c373306c9ad&device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 1094 time: 0.0647373 Jul 30 02:16:12.688099 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48759c8-4484-4555-a017-037a43d8cbab req-8d7c1b8e-ddd1-4ce2-b6f7-c244fd9a1fba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:12.689615 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a48759c8-4484-4555-a017-037a43d8cbab req-8d7c1b8e-ddd1-4ce2-b6f7-c244fd9a1fba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 945 time: 0.1015534 Jul 30 02:16:12.756204 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a48759c8-4484-4555-a017-037a43d8cbab req-b612b288-e19f-4d39-bcb1-883cb79cdf76 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/security-groups?id=83eb4aec-7c0e-4b88-be69-900806541c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592256 Jul 30 02:16:12.760846 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af6f47-5b48-4914-b2dd-175ecc6ff819 req-16e81cb7-09b9-44fd-8103-6291363f8ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:12.762318 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-30af6f47-5b48-4914-b2dd-175ecc6ff819 req-16e81cb7-09b9-44fd-8103-6291363f8ad1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=99fd7477-58ac-41e3-910c-f1254548e252 HTTP/1.1" status: 200 len: 913 time: 0.1331272 Jul 30 02:16:12.805592 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-30af6f47-5b48-4914-b2dd-175ecc6ff819 req-2b195adc-1863-4db3-a33a-3eb30c5bf4e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=449464e7-2804-432c-a098-1bdb840219e6 HTTP/1.1" status: 200 len: 217 time: 0.0360181 Jul 30 02:16:12.862410 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af6f47-5b48-4914-b2dd-175ecc6ff819 req-9068f2a1-c616-4f7d-92af-235782ad08f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:12.864013 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-30af6f47-5b48-4914-b2dd-175ecc6ff819 req-9068f2a1-c616-4f7d-92af-235782ad08f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=392073cf-cae0-4f56-82c9-261aabf24ba1 HTTP/1.1" status: 200 len: 852 time: 0.0502508 Jul 30 02:16:12.897724 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-30af6f47-5b48-4914-b2dd-175ecc6ff819 req-66e6ad58-e9d8-493b-98c2-05904a52e060 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99fd7477-58ac-41e3-910c-f1254548e252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258460 Jul 30 02:16:13.013129 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-30af6f47-5b48-4914-b2dd-175ecc6ff819 req-0279330f-5a24-4ea6-a9be-b0ab5bbcfbe5 service neutron] 10.222.0.10 "GET /v2.0/networks/99fd7477-58ac-41e3-910c-f1254548e252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077499 Jul 30 02:16:13.351575 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.475821 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-30af6f47-5b48-4914-b2dd-175ecc6ff819 req-1091add7-0bfc-4106-9577-018cabaaa1f8 service neutron] 10.222.0.10 "GET /v2.0/networks/99fd7477-58ac-41e3-910c-f1254548e252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547770 Jul 30 02:16:13.534806 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bd6b2-94ff-4dbf-b7f2-5e9a474be36e req-03a8d7a2-4960-4d93-968f-e3e93552a571 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:13.536421 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c06bd6b2-94ff-4dbf-b7f2-5e9a474be36e req-03a8d7a2-4960-4d93-968f-e3e93552a571 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 943 time: 0.0569119 Jul 30 02:16:13.578633 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c06bd6b2-94ff-4dbf-b7f2-5e9a474be36e req-88b6a451-a411-4f01-8e65-5e854f3b4d24 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355294 Jul 30 02:16:13.879924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3267edc-23b8-4964-b954-2225799fecc6 req-2a4c0047-6f24-46cc-9bd3-1a850c220387 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:14.053722 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3267edc-23b8-4964-b954-2225799fecc6 req-2a4c0047-6f24-46cc-9bd3-1a850c220387 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 945 time: 0.0584424 Jul 30 02:16:14.053722 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3267edc-23b8-4964-b954-2225799fecc6 req-38b48965-1c58-4ccc-875d-1272a66e21f0 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/security-groups?id=83eb4aec-7c0e-4b88-be69-900806541c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401483 Jul 30 02:16:14.056803 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50dfa8-07b5-409f-bf59-6fcbd882b278 req-2a840e54-20d3-4dbb-9b98-e1cad47771c7 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:14.056803 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2f50dfa8-07b5-409f-bf59-6fcbd882b278 req-2a840e54-20d3-4dbb-9b98-e1cad47771c7 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 945 time: 0.0547607 Jul 30 02:16:14.098851 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2f50dfa8-07b5-409f-bf59-6fcbd882b278 req-1d677a6e-2292-413b-9d75-85453c2fed43 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/security-groups?id=83eb4aec-7c0e-4b88-be69-900806541c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383391 Jul 30 02:16:14.123705 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59060) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:14.262051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc54cf-5403-4aec-adff-c6493222c526 tempest-TestVolumeBackupRestore-2108325451 tempest-TestVolumeBackupRestore-2108325451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:14.263579 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-debc54cf-5403-4aec-adff-c6493222c526 tempest-TestVolumeBackupRestore-2108325451 tempest-TestVolumeBackupRestore-2108325451-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 1091 time: 0.1388395 Jul 30 02:16:14.266501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59064) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:14.271018 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-fbd74fec-28b2-473b-bb94-6ae267fcffba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': '94c9bb3e-9250-411f-83d5-21402ec42ff1', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:14.359961 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fbd74fec-28b2-473b-bb94-6ae267fcffba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:14.461356 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fbd74fec-28b2-473b-bb94-6ae267fcffba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:14.570401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-fbd74fec-28b2-473b-bb94-6ae267fcffba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Allocated IP 172.25.1.227 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/43cbc77b-d3da-45b3-99fb-75115a3c7e4a) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:14.683008 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:14.699667 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fbd74fec-28b2-473b-bb94-6ae267fcffba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:14.733744 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2368c-0918-47cc-a34a-2eda6f711010 req-c7d9f56f-022c-4142-98d3-6508ec8564de tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:14.735298 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63c2368c-0918-47cc-a34a-2eda6f711010 req-c7d9f56f-022c-4142-98d3-6508ec8564de tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 943 time: 0.0751476 Jul 30 02:16:14.788115 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63c2368c-0918-47cc-a34a-2eda6f711010 req-ba2b78ee-0b21-4698-81e8-19890e2d85fe tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436375 Jul 30 02:16:14.857501 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fbd74fec-28b2-473b-bb94-6ae267fcffba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:14.894304 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd74fec-28b2-473b-bb94-6ae267fcffba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:14.897570 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-fbd74fec-28b2-473b-bb94-6ae267fcffba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:14.900176 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd74fec-28b2-473b-bb94-6ae267fcffba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:14.932079 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd74fec-28b2-473b-bb94-6ae267fcffba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Pushing event updated for resources: {'Port': ['ID=43cbc77b-d3da-45b3-99fb-75115a3c7e4a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:15.264128 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fbd74fec-28b2-473b-bb94-6ae267fcffba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.389436 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fbd74fec-28b2-473b-bb94-6ae267fcffba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.544387 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fbd74fec-28b2-473b-bb94-6ae267fcffba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.594400 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fbd74fec-28b2-473b-bb94-6ae267fcffba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.668912 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd74fec-28b2-473b-bb94-6ae267fcffba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Pushing event updated for resources: {'Port': ['ID=43cbc77b-d3da-45b3-99fb-75115a3c7e4a,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:15.681538 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fbd74fec-28b2-473b-bb94-6ae267fcffba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.784475 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-fbd74fec-28b2-473b-bb94-6ae267fcffba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Floating IP 50dc3a22-444c-48c1-b2b6-8f5d97aa8c44 associated. External IP: 172.25.1.227, port: 94c9bb3e-9250-411f-83d5-21402ec42ff1. Jul 30 02:16:15.917919 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9dea1-221b-4097-a87f-224f4d9ed1e9 req-4760c800-9b92-47a9-b43a-922e57963c1d tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:15.919625 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3de9dea1-221b-4097-a87f-224f4d9ed1e9 req-4760c800-9b92-47a9-b43a-922e57963c1d tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 943 time: 0.0531616 Jul 30 02:16:15.963132 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3de9dea1-221b-4097-a87f-224f4d9ed1e9 req-e5885d16-a812-4976-84df-4211295e35ef tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372899 Jul 30 02:16:16.043041 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd74fec-28b2-473b-bb94-6ae267fcffba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Router f8a415f5-c4b7-460e-841c-c59993118668 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:16:16.158872 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd74fec-28b2-473b-bb94-6ae267fcffba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:16:16.170460 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb82025-9aab-4a34-874e-59de3ba97795 None None] Sync routers for ids ['f8a415f5-c4b7-460e-841c-c59993118668'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:16:16.179136 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb82025-9aab-4a34-874e-59de3ba97795 None None] Routers {'f8a415f5-c4b7-460e-841c-c59993118668'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:16.179766 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-deb82025-9aab-4a34-874e-59de3ba97795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:16:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f8a415f5-c4b7-460e-841c-c59993118668'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:16.281295 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-deb82025-9aab-4a34-874e-59de3ba97795 None None] Set router f8a415f5-c4b7-460e-841c-c59993118668 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:16:16.294122 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fbd74fec-28b2-473b-bb94-6ae267fcffba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:16.325929 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fbd74fec-28b2-473b-bb94-6ae267fcffba tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0554154 Jul 30 02:16:16.325929 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'tag': '94c9bb3e-9250-411f-83d5-21402ec42ff1'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:16:16.326253 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95279b64-412b-45b3-b5cc-6c48faf55398" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb469b3-72c8-4151-a9d2-4e363fa88b50", "tag": "94c9bb3e-9250-411f-83d5-21402ec42ff1"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:16:16.327136 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59096) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:16.373552 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e132cb-00f4-43bb-bf04-3fc6bb56458c x-openstack-request-id: req-c3e132cb-00f4-43bb-bf04-3fc6bb56458c {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:16:16.373844 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb469b3-72c8-4151-a9d2-4e363fa88b50", "tag": "94c9bb3e-9250-411f-83d5-21402ec42ff1", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:16:16.374105 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3e132cb-00f4-43bb-bf04-3fc6bb56458c {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:16:16.374546 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'tag': '94c9bb3e-9250-411f-83d5-21402ec42ff1', 'status': 'completed', 'code': 200} Jul 30 02:16:16.386790 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e7a01b-a0eb-43bc-b206-338906671d94 tempest-TestVolumeBackupRestore-2108325451 tempest-TestVolumeBackupRestore-2108325451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:16.391939 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59102) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:16.395538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 449464e7-2804-432c-a098-1bdb840219e6 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:16:16.397439 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-d878046d-5efc-412b-abc6-f6190b541bd4 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Request body: {'floatingip': {'port_id': '94c9bb3e-9250-411f-83d5-21402ec42ff1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:16.398630 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c3e7a01b-a0eb-43bc-b206-338906671d94 tempest-TestVolumeBackupRestore-2108325451 tempest-TestVolumeBackupRestore-2108325451-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 1091 time: 0.0625756 Jul 30 02:16:16.492667 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d878046d-5efc-412b-abc6-f6190b541bd4 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for floatingip, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:16.534455 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95279b64-412b-45b3-b5cc-6c48faf55398 req-9f067cea-2892-4fea-81dd-056267cc88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:16.535997 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95279b64-412b-45b3-b5cc-6c48faf55398 req-9f067cea-2892-4fea-81dd-056267cc88ab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6d37d4b13a049e9a6846b9cb502d92e&device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 1096 time: 0.0956404 Jul 30 02:16:16.586745 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 449464e7-2804-432c-a098-1bdb840219e6, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=449464e7-2804-432c-a098-1bdb840219e6,segment=NetworkSegment(98f88e0e-105a-4a85-be87-8f8324217c77),segment_id=98f88e0e-105a-4a85-be87-8f8324217c77)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:16.599527 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '449464e7-2804-432c-a098-1bdb840219e6', 'network_id': '99fd7477-58ac-41e3-910c-f1254548e252', 'port_id': '449464e7-2804-432c-a098-1bdb840219e6', 'mac_address': 'fa:16:3e:da:ca:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '392073cf-cae0-4f56-82c9-261aabf24ba1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:16:16.638223 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-deb82025-9aab-4a34-874e-59de3ba97795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'name': 'tempest-TestVolumeBackupRestore-1421116980-router', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:12Z', 'updated_at': '2021-07-30T02:12:17Z', 'revision_number': 4, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'gw_port': {'id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:13Z', 'updated_at': '2021-07-30T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '50dc3a22-444c-48c1-b2b6-8f5d97aa8c44', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'floating_ip_address': '172.25.1.227', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'port_id': '94c9bb3e-9250-411f-83d5-21402ec42ff1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'mac_address': 'fa:16:3e:67:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:16:15Z', 'updated_at': '2021-07-30T02:16:15Z', 'revision_number': 0, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd733dede-9fc1-479a-a61b-246aac2a5a3b', 'name': '', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'mac_address': 'fa:16:3e:30:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:16Z', 'updated_at': '2021-07-30T02:12:24Z', 'revision_number': 5, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'subnets': [{'id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:16.667589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb82025-9aab-4a34-874e-59de3ba97795 None None] Checking router: f8a415f5-c4b7-460e-841c-c59993118668 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:16:16.678907 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:16.690350 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb82025-9aab-4a34-874e-59de3ba97795 None None] Routers {'f8a415f5-c4b7-460e-841c-c59993118668'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:16.690963 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-deb82025-9aab-4a34-874e-59de3ba97795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:16:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f8a415f5-c4b7-460e-841c-c59993118668'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:16.696273 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449464e7-2804-432c-a098-1bdb840219e6 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:16:16.738612 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95279b64-412b-45b3-b5cc-6c48faf55398 req-6fbfc991-694d-451c-a465-7da880626dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:16.740130 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95279b64-412b-45b3-b5cc-6c48faf55398 req-6fbfc991-694d-451c-a465-7da880626dc0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=87c7b1db-bfab-4702-a87a-4c23ce619682 HTTP/1.1" status: 200 len: 915 time: 0.1951056 Jul 30 02:16:16.752902 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 449464e7-2804-432c-a098-1bdb840219e6, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=449464e7-2804-432c-a098-1bdb840219e6,segment=NetworkSegment(98f88e0e-105a-4a85-be87-8f8324217c77),segment_id=98f88e0e-105a-4a85-be87-8f8324217c77)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:16.817982 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-deb82025-9aab-4a34-874e-59de3ba97795 None None] Set router f8a415f5-c4b7-460e-841c-c59993118668 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:16:16.842536 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:16.855928 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95279b64-412b-45b3-b5cc-6c48faf55398 req-53c75fbd-35d0-4bdd-bf0a-d1e281472862 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94c9bb3e-9250-411f-83d5-21402ec42ff1 HTTP/1.1" status: 200 len: 999 time: 0.1074345 Jul 30 02:16:16.936778 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=449464e7-2804-432c-a098-1bdb840219e6,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:16.979501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95279b64-412b-45b3-b5cc-6c48faf55398 req-4e732b27-984b-4691-9e2f-437b2edf527d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:16.981198 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95279b64-412b-45b3-b5cc-6c48faf55398 req-4e732b27-984b-4691-9e2f-437b2edf527d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94863f40-0d1f-4c90-bc1b-a91810e9807b HTTP/1.1" status: 200 len: 853 time: 0.0946903 Jul 30 02:16:17.093528 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95279b64-412b-45b3-b5cc-6c48faf55398 req-f76b679e-4b71-4741-a961-b431fe5dd3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:17.094994 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95279b64-412b-45b3-b5cc-6c48faf55398 req-f76b679e-4b71-4741-a961-b431fe5dd3e8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=87c7b1db-bfab-4702-a87a-4c23ce619682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072254 Jul 30 02:16:17.122752 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['449464e7-2804-432c-a098-1bdb840219e6'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:16:17.149322 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c859837-0d09-4402-984d-d30075512c75 req-ec169f27-95a1-48d2-a957-45df2886bf9d tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:17.162982 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2c859837-0d09-4402-984d-d30075512c75 req-ec169f27-95a1-48d2-a957-45df2886bf9d tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 944 time: 0.1075327 Jul 30 02:16:17.211114 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-deb82025-9aab-4a34-874e-59de3ba97795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'name': 'tempest-TestVolumeBackupRestore-1421116980-router', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:12Z', 'updated_at': '2021-07-30T02:12:17Z', 'revision_number': 4, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'gw_port': {'id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:13Z', 'updated_at': '2021-07-30T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '50dc3a22-444c-48c1-b2b6-8f5d97aa8c44', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'floating_ip_address': '172.25.1.227', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'port_id': '94c9bb3e-9250-411f-83d5-21402ec42ff1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'mac_address': 'fa:16:3e:67:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:16:15Z', 'updated_at': '2021-07-30T02:16:15Z', 'revision_number': 0, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd733dede-9fc1-479a-a61b-246aac2a5a3b', 'name': '', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'mac_address': 'fa:16:3e:30:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:16Z', 'updated_at': '2021-07-30T02:12:24Z', 'revision_number': 5, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'subnets': [{'id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:17.236011 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2c859837-0d09-4402-984d-d30075512c75 req-b3fd492c-8fab-44ab-8483-7723b9f57a0d tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720372 Jul 30 02:16:17.270424 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb82025-9aab-4a34-874e-59de3ba97795 None None] The sync data for ids ['f8a415f5-c4b7-460e-841c-c59993118668'] in n-d-713498-9 is: [{'id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'name': 'tempest-TestVolumeBackupRestore-1421116980-router', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:12Z', 'updated_at': '2021-07-30T02:12:17Z', 'revision_number': 4, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'gw_port': {'id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:13Z', 'updated_at': '2021-07-30T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '50dc3a22-444c-48c1-b2b6-8f5d97aa8c44', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'floating_ip_address': '172.25.1.227', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'port_id': '94c9bb3e-9250-411f-83d5-21402ec42ff1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'mac_address': 'fa:16:3e:67:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:16:15Z', 'updated_at': '2021-07-30T02:16:15Z', 'revision_number': 0, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd733dede-9fc1-479a-a61b-246aac2a5a3b', 'name': '', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'mac_address': 'fa:16:3e:30:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:16Z', 'updated_at': '2021-07-30T02:12:24Z', 'revision_number': 5, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'subnets': [{'id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:16:17.277755 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d878046d-5efc-412b-abc6-f6190b541bd4 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:17.283809 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95279b64-412b-45b3-b5cc-6c48faf55398 req-e64c9c1d-8076-457d-b79b-8355d5886349 service neutron] 10.222.0.77 "GET /v2.0/networks/87c7b1db-bfab-4702-a87a-4c23ce619682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793022 Jul 30 02:16:17.354589 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d878046d-5efc-412b-abc6-f6190b541bd4 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:17.467791 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95279b64-412b-45b3-b5cc-6c48faf55398 req-3a012071-5a39-4181-bcab-767fd814672b service neutron] 10.222.0.77 "GET /v2.0/networks/87c7b1db-bfab-4702-a87a-4c23ce619682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768870 Jul 30 02:16:17.560741 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e37ac59-0cf4-41d4-aa1b-8d281c614127 None None] New status for floating IP 50dc3a22-444c-48c1-b2b6-8f5d97aa8c44: ACTIVE {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:16:17.623923 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d878046d-5efc-412b-abc6-f6190b541bd4 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Router f8a415f5-c4b7-460e-841c-c59993118668 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:16:17.757850 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:18.106537 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d878046d-5efc-412b-abc6-f6190b541bd4 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:16:18.110901 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d878046d-5efc-412b-abc6-f6190b541bd4 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:18.120397 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0ae15-ccd8-43f6-ba87-001a8fc76b63 None None] Sync routers for ids ['f8a415f5-c4b7-460e-841c-c59993118668'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:16:18.129452 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e0ae15-ccd8-43f6-ba87-001a8fc76b63 None None] Routers {'f8a415f5-c4b7-460e-841c-c59993118668'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:18.130165 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-88e0ae15-ccd8-43f6-ba87-001a8fc76b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:16:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f8a415f5-c4b7-460e-841c-c59993118668'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:18.169523 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d878046d-5efc-412b-abc6-f6190b541bd4 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "PUT /v2.0/floatingips/50dc3a22-444c-48c1-b2b6-8f5d97aa8c44 HTTP/1.1" status: 200 len: 991 time: 1.7721822 Jul 30 02:16:18.237917 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-88e0ae15-ccd8-43f6-ba87-001a8fc76b63 None None] Set router f8a415f5-c4b7-460e-841c-c59993118668 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:16:18.365184 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d946bc-718b-4ae7-a336-e39a8208a732 req-0bb62203-e263-4654-b25b-2f2a31ea6748 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:18.367724 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07d946bc-718b-4ae7-a336-e39a8208a732 req-0bb62203-e263-4654-b25b-2f2a31ea6748 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 944 time: 0.0522640 Jul 30 02:16:18.376582 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'tag': '94c9bb3e-9250-411f-83d5-21402ec42ff1'}, {'name': 'network-changed', 'server_uuid': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'tag': '94c9bb3e-9250-411f-83d5-21402ec42ff1'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:16:18.379081 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9aec54-fdca-4a8b-a416-659d40d5c70f" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb469b3-72c8-4151-a9d2-4e363fa88b50", "tag": "94c9bb3e-9250-411f-83d5-21402ec42ff1"}, {"name": "network-changed", "server_uuid": "bcb469b3-72c8-4151-a9d2-4e363fa88b50", "tag": "94c9bb3e-9250-411f-83d5-21402ec42ff1"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:16:18.403275 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 449464e7-2804-432c-a098-1bdb840219e6 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:16:18.422443 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 02:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f6b844-12db-4801-a3e4-a80e32bd37a6 x-openstack-request-id: req-e9f6b844-12db-4801-a3e4-a80e32bd37a6 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:16:18.422746 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb469b3-72c8-4151-a9d2-4e363fa88b50", "tag": "94c9bb3e-9250-411f-83d5-21402ec42ff1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bcb469b3-72c8-4151-a9d2-4e363fa88b50", "tag": "94c9bb3e-9250-411f-83d5-21402ec42ff1", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:16:18.423001 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e9f6b844-12db-4801-a3e4-a80e32bd37a6 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:16:18.423405 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'tag': '94c9bb3e-9250-411f-83d5-21402ec42ff1', 'status': 'completed', 'code': 200} Jul 30 02:16:18.423665 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'tag': '94c9bb3e-9250-411f-83d5-21402ec42ff1', 'status': 'completed', 'code': 200} Jul 30 02:16:18.432494 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07d946bc-718b-4ae7-a336-e39a8208a732 req-82547189-513e-450a-9aed-dc2ae8cdf7fc tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567293 Jul 30 02:16:18.505035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-88e0ae15-ccd8-43f6-ba87-001a8fc76b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'name': 'tempest-TestVolumeBackupRestore-1421116980-router', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:12Z', 'updated_at': '2021-07-30T02:12:17Z', 'revision_number': 4, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'gw_port': {'id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:13Z', 'updated_at': '2021-07-30T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '50dc3a22-444c-48c1-b2b6-8f5d97aa8c44', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'floating_ip_address': '172.25.1.227', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'port_id': '94c9bb3e-9250-411f-83d5-21402ec42ff1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'mac_address': 'fa:16:3e:67:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:16:15Z', 'updated_at': '2021-07-30T02:16:17Z', 'revision_number': 2, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd733dede-9fc1-479a-a61b-246aac2a5a3b', 'name': '', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'mac_address': 'fa:16:3e:30:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:16Z', 'updated_at': '2021-07-30T02:12:24Z', 'revision_number': 5, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'subnets': [{'id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:18.513451 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-fef1210c-2ef0-4450-9d28-81c65a202512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:18.515017 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-fef1210c-2ef0-4450-9d28-81c65a202512 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6d37d4b13a049e9a6846b9cb502d92e&device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 1096 time: 0.0472455 Jul 30 02:16:18.615800 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-2be934f4-b46a-4d96-955d-4e175214f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:18.617286 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-2be934f4-b46a-4d96-955d-4e175214f97a service neutron] 10.222.0.77 "GET /v2.0/networks?id=87c7b1db-bfab-4702-a87a-4c23ce619682 HTTP/1.1" status: 200 len: 915 time: 0.0949764 Jul 30 02:16:18.693613 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-c1e38754-e83e-4d95-8e92-9a87feb6e01f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94c9bb3e-9250-411f-83d5-21402ec42ff1 HTTP/1.1" status: 200 len: 1001 time: 0.0680108 Jul 30 02:16:18.693949 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 449464e7-2804-432c-a098-1bdb840219e6 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:18.696037 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0ae15-ccd8-43f6-ba87-001a8fc76b63 None None] Checking router: f8a415f5-c4b7-460e-841c-c59993118668 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:16:18.701690 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 449464e7-2804-432c-a098-1bdb840219e6 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:18.706502 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:18.726240 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e0ae15-ccd8-43f6-ba87-001a8fc76b63 None None] Routers {'f8a415f5-c4b7-460e-841c-c59993118668'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:18.726890 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-88e0ae15-ccd8-43f6-ba87-001a8fc76b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:16:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f8a415f5-c4b7-460e-841c-c59993118668'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:18.746025 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-c8970818-0abb-46ec-b545-8bcd8aaceed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:18.747823 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-c8970818-0abb-46ec-b545-8bcd8aaceed4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94863f40-0d1f-4c90-bc1b-a91810e9807b HTTP/1.1" status: 200 len: 853 time: 0.0472870 Jul 30 02:16:18.796898 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-3fde1497-89d1-427d-a530-0eae0250bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:18.798525 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-3fde1497-89d1-427d-a530-0eae0250bd9c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=87c7b1db-bfab-4702-a87a-4c23ce619682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439866 Jul 30 02:16:18.870264 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-88e0ae15-ccd8-43f6-ba87-001a8fc76b63 None None] Set router f8a415f5-c4b7-460e-841c-c59993118668 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:16:18.872521 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:18.891856 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-4dff44ab-344d-48cb-b59a-69ae5bdfdd15 service neutron] 10.222.0.77 "GET /v2.0/networks/87c7b1db-bfab-4702-a87a-4c23ce619682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860412 Jul 30 02:16:18.926128 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dda677-1fc8-4e88-b7bf-0f4262cbfee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449464e7-2804-432c-a098-1bdb840219e6'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:16:18.928330 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a85813d-96f1-477f-9952-2590015965d7" -d '{"events": [{"server_uuid": "f5dda677-1fc8-4e88-b7bf-0f4262cbfee0", "name": "network-vif-plugged", "status": "completed", "tag": "449464e7-2804-432c-a098-1bdb840219e6"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:16:18.980452 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 449464e7-2804-432c-a098-1bdb840219e6, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=449464e7-2804-432c-a098-1bdb840219e6,segment=NetworkSegment(98f88e0e-105a-4a85-be87-8f8324217c77),segment_id=98f88e0e-105a-4a85-be87-8f8324217c77)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:18.992755 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-a7543230-77f6-476b-992e-e4366e1d57c9 service neutron] 10.222.0.77 "GET /v2.0/networks/87c7b1db-bfab-4702-a87a-4c23ce619682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937190 Jul 30 02:16:19.057136 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd224c6e-9569-44c6-af59-9b782aa54550 x-openstack-request-id: req-dd224c6e-9569-44c6-af59-9b782aa54550 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:16:19.057434 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dda677-1fc8-4e88-b7bf-0f4262cbfee0", "name": "network-vif-plugged", "status": "completed", "tag": "449464e7-2804-432c-a098-1bdb840219e6", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:16:19.057688 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dd224c6e-9569-44c6-af59-9b782aa54550 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:16:19.058109 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dda677-1fc8-4e88-b7bf-0f4262cbfee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449464e7-2804-432c-a098-1bdb840219e6', 'code': 200} Jul 30 02:16:19.061826 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:19.154654 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=449464e7-2804-432c-a098-1bdb840219e6,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:19.168748 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-4a41a7e8-5851-4beb-a9c9-b22249039562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:19.170408 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-4a41a7e8-5851-4beb-a9c9-b22249039562 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6d37d4b13a049e9a6846b9cb502d92e&device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 1096 time: 0.0790794 Jul 30 02:16:19.176465 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c925f47-d6aa-4619-8d1e-7d8350ce6394 req-7b927489-c19d-4157-9d9a-d7d2f7ff73e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:19.178220 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c925f47-d6aa-4619-8d1e-7d8350ce6394 req-7b927489-c19d-4157-9d9a-d7d2f7ff73e7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 1096 time: 0.0581858 Jul 30 02:16:19.205112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-88e0ae15-ccd8-43f6-ba87-001a8fc76b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'name': 'tempest-TestVolumeBackupRestore-1421116980-router', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:12Z', 'updated_at': '2021-07-30T02:12:17Z', 'revision_number': 4, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'gw_port': {'id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:13Z', 'updated_at': '2021-07-30T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '50dc3a22-444c-48c1-b2b6-8f5d97aa8c44', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'floating_ip_address': '172.25.1.227', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'port_id': '94c9bb3e-9250-411f-83d5-21402ec42ff1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'mac_address': 'fa:16:3e:67:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:16:15Z', 'updated_at': '2021-07-30T02:16:17Z', 'revision_number': 2, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd733dede-9fc1-479a-a61b-246aac2a5a3b', 'name': '', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'mac_address': 'fa:16:3e:30:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:16Z', 'updated_at': '2021-07-30T02:12:24Z', 'revision_number': 5, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'subnets': [{'id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:19.236458 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0ae15-ccd8-43f6-ba87-001a8fc76b63 None None] The sync data for ids ['f8a415f5-c4b7-460e-841c-c59993118668'] in n-d-713498-9 is: [{'id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'name': 'tempest-TestVolumeBackupRestore-1421116980-router', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:12Z', 'updated_at': '2021-07-30T02:12:17Z', 'revision_number': 4, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'gw_port': {'id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:13Z', 'updated_at': '2021-07-30T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '50dc3a22-444c-48c1-b2b6-8f5d97aa8c44', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'floating_ip_address': '172.25.1.227', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'port_id': '94c9bb3e-9250-411f-83d5-21402ec42ff1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'mac_address': 'fa:16:3e:67:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:16:15Z', 'updated_at': '2021-07-30T02:16:17Z', 'revision_number': 2, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd733dede-9fc1-479a-a61b-246aac2a5a3b', 'name': '', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'mac_address': 'fa:16:3e:30:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:16Z', 'updated_at': '2021-07-30T02:12:24Z', 'revision_number': 5, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'subnets': [{'id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:16:19.263139 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c925f47-d6aa-4619-8d1e-7d8350ce6394 req-2dc568e2-dfac-42ce-a920-b4c130507ae3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754001 Jul 30 02:16:19.288672 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-b08217dd-91a8-4e10-b64c-4451da1caba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:19.290164 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-b08217dd-91a8-4e10-b64c-4451da1caba0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=87c7b1db-bfab-4702-a87a-4c23ce619682 HTTP/1.1" status: 200 len: 915 time: 0.1110654 Jul 30 02:16:19.371818 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-af9885b5-4d5a-4ed6-affb-d49534aa5173 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94c9bb3e-9250-411f-83d5-21402ec42ff1 HTTP/1.1" status: 200 len: 1001 time: 0.0735159 Jul 30 02:16:19.424614 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-9ce236cd-07f4-4c54-9edd-ab09b718f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:19.426078 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-9ce236cd-07f4-4c54-9edd-ab09b718f8d3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94863f40-0d1f-4c90-bc1b-a91810e9807b HTTP/1.1" status: 200 len: 853 time: 0.0472679 Jul 30 02:16:19.474717 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-7e761126-8212-4267-a8b6-5a8aa9c1865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:19.476249 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-7e761126-8212-4267-a8b6-5a8aa9c1865b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=87c7b1db-bfab-4702-a87a-4c23ce619682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424964 Jul 30 02:16:19.606871 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b0ea6-acae-4a67-bd9b-aa039daa282e req-2f925527-e692-459e-b9fc-a5c0f74a940d tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:19.608543 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-532b0ea6-acae-4a67-bd9b-aa039daa282e req-2f925527-e692-459e-b9fc-a5c0f74a940d tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 945 time: 0.0792928 Jul 30 02:16:19.610741 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-8cbc68c7-007d-4484-b7cc-78be699b8a4f service neutron] 10.222.0.77 "GET /v2.0/networks/87c7b1db-bfab-4702-a87a-4c23ce619682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267529 Jul 30 02:16:19.700949 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-532b0ea6-acae-4a67-bd9b-aa039daa282e req-249083be-373b-45de-9da4-39ba5f1cc610 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847416 Jul 30 02:16:19.737160 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de9aec54-fdca-4a8b-a416-659d40d5c70f req-88fc5269-fc83-455d-9332-d0ad4d4f12e2 service neutron] 10.222.0.77 "GET /v2.0/networks/87c7b1db-bfab-4702-a87a-4c23ce619682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189954 Jul 30 02:16:20.828332 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62bab2-83f2-44be-b8d0-15a023fdb4f3 req-02afd176-ac65-4af7-9aac-89b3a8beb5f0 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:20.829829 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7e62bab2-83f2-44be-b8d0-15a023fdb4f3 req-02afd176-ac65-4af7-9aac-89b3a8beb5f0 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 945 time: 0.0544803 Jul 30 02:16:20.868861 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7e62bab2-83f2-44be-b8d0-15a023fdb4f3 req-ed609654-e3f7-44fb-b9b9-b456235391e5 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322790 Jul 30 02:16:20.988832 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce705b2b-d441-40e9-b2fb-ec3f49a87d76 req-ad8da2ed-2537-4b1c-b009-fd8641c0e297 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:20.990892 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce705b2b-d441-40e9-b2fb-ec3f49a87d76 req-ad8da2ed-2537-4b1c-b009-fd8641c0e297 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 945 time: 0.0516679 Jul 30 02:16:21.031824 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce705b2b-d441-40e9-b2fb-ec3f49a87d76 req-e969c0ff-a462-4a14-954c-2c293445da6e tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348949 Jul 30 02:16:21.445628 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30057a70-6c77-414e-9535-05d0b16f378e req-8959c00d-e56f-4fd0-b3fb-cc2ca51d80a8 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:21.447205 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-30057a70-6c77-414e-9535-05d0b16f378e req-8959c00d-e56f-4fd0-b3fb-cc2ca51d80a8 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 945 time: 0.0509729 Jul 30 02:16:21.485729 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-30057a70-6c77-414e-9535-05d0b16f378e req-7164b8b3-014b-4a72-8a66-3bf451825a46 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325086 Jul 30 02:16:22.602459 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eef022-6fa5-4242-9490-69b15a63f583 req-360c330b-0f89-4c0f-9deb-9a8553d8d87a tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:22.604237 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f0eef022-6fa5-4242-9490-69b15a63f583 req-360c330b-0f89-4c0f-9deb-9a8553d8d87a tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 945 time: 0.0489635 Jul 30 02:16:22.643548 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f0eef022-6fa5-4242-9490-69b15a63f583 req-498a8048-704e-48ca-9245-458b5c55467a tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331924 Jul 30 02:16:22.667204 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:16:22.785373 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ba6fb2b5-5745-4589-b1ed-be9aabec24bc req-284db455-4b0b-4e92-af99-72460e8ca01a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455506 Jul 30 02:16:22.874868 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fb2b5-5745-4589-b1ed-be9aabec24bc req-e4fd44ac-6194-4b5b-aa7d-4891e6316d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:22.876616 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ba6fb2b5-5745-4589-b1ed-be9aabec24bc req-e4fd44ac-6194-4b5b-aa7d-4891e6316d37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 1097 time: 0.0464008 Jul 30 02:16:22.977450 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed3bf3-e856-4e20-b4dd-b5d3fabbe629 req-defe8611-83e0-4176-bd13-394542626c28 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:22.979408 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-81ed3bf3-e856-4e20-b4dd-b5d3fabbe629 req-defe8611-83e0-4176-bd13-394542626c28 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 945 time: 0.0726080 Jul 30 02:16:22.987560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fb2b5-5745-4589-b1ed-be9aabec24bc req-79901bb5-8b65-4f68-8d59-8c3a9a4f4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:22.989153 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ba6fb2b5-5745-4589-b1ed-be9aabec24bc req-79901bb5-8b65-4f68-8d59-8c3a9a4f4764 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 HTTP/1.1" status: 200 len: 898 time: 0.0908608 Jul 30 02:16:23.043688 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614ffbe-6c44-4f66-9d8e-485d503cbdc9 req-9f359fa2-e602-4589-98c6-3bb13e1b5c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:23.045213 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8614ffbe-6c44-4f66-9d8e-485d503cbdc9 req-9f359fa2-e602-4589-98c6-3bb13e1b5c86 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f97a851b87c41fe803f5c373306c9ad&device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 1096 time: 0.0649295 Jul 30 02:16:23.048341 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-81ed3bf3-e856-4e20-b4dd-b5d3fabbe629 req-609bbc7e-6c60-43f1-a5a7-653ec8c43817 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592954 Jul 30 02:16:23.062012 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ba6fb2b5-5745-4589-b1ed-be9aabec24bc req-d3201b0d-1525-4b41-b4cc-901b5e06ab4c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c11b15c9-58a8-4cfa-871b-15baea005690 HTTP/1.1" status: 200 len: 1001 time: 0.0653207 Jul 30 02:16:23.116925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fb2b5-5745-4589-b1ed-be9aabec24bc req-877f3029-0955-469b-93f5-205067a33572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:23.118988 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ba6fb2b5-5745-4589-b1ed-be9aabec24bc req-877f3029-0955-469b-93f5-205067a33572 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f44a7f14-5585-4308-88cf-15f86919d07e HTTP/1.1" status: 200 len: 834 time: 0.0497282 Jul 30 02:16:23.162725 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614ffbe-6c44-4f66-9d8e-485d503cbdc9 req-973a7da5-29ef-4103-b388-81effc8a77ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:23.164271 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8614ffbe-6c44-4f66-9d8e-485d503cbdc9 req-973a7da5-29ef-4103-b388-81effc8a77ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=99fd7477-58ac-41e3-910c-f1254548e252 HTTP/1.1" status: 200 len: 913 time: 0.1115797 Jul 30 02:16:23.169644 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fb2b5-5745-4589-b1ed-be9aabec24bc req-36cfdbaa-7f9a-484d-8364-64eb4d1ef705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:23.171277 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ba6fb2b5-5745-4589-b1ed-be9aabec24bc req-36cfdbaa-7f9a-484d-8364-64eb4d1ef705 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a4cdd03-9934-4cac-bd25-0ccd0c985bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448089 Jul 30 02:16:23.207032 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8614ffbe-6c44-4f66-9d8e-485d503cbdc9 req-8434abeb-4753-4d3e-b16f-0177fe042375 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=449464e7-2804-432c-a098-1bdb840219e6 HTTP/1.1" status: 200 len: 217 time: 0.0358171 Jul 30 02:16:23.257837 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614ffbe-6c44-4f66-9d8e-485d503cbdc9 req-cf238b93-a7bc-4742-b1ee-4753a0d7f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:23.259381 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8614ffbe-6c44-4f66-9d8e-485d503cbdc9 req-cf238b93-a7bc-4742-b1ee-4753a0d7f3a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=392073cf-cae0-4f56-82c9-261aabf24ba1 HTTP/1.1" status: 200 len: 852 time: 0.0450225 Jul 30 02:16:23.267138 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ba6fb2b5-5745-4589-b1ed-be9aabec24bc req-54bf1f9a-b941-408a-895c-bd37cbb4bb4a service neutron] 10.222.0.10 "GET /v2.0/networks/2a4cdd03-9934-4cac-bd25-0ccd0c985bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890837 Jul 30 02:16:23.292438 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8614ffbe-6c44-4f66-9d8e-485d503cbdc9 req-382c95ff-bee0-4260-bd3a-ca5537050948 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99fd7477-58ac-41e3-910c-f1254548e252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259776 Jul 30 02:16:23.361972 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ba6fb2b5-5745-4589-b1ed-be9aabec24bc req-e960faf2-c1e3-45a8-a064-3bde8ccd9d99 service neutron] 10.222.0.10 "GET /v2.0/networks/2a4cdd03-9934-4cac-bd25-0ccd0c985bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878310 Jul 30 02:16:23.398388 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8614ffbe-6c44-4f66-9d8e-485d503cbdc9 req-7641f8b6-aa0b-466f-b286-583f941a2996 service neutron] 10.222.0.10 "GET /v2.0/networks/99fd7477-58ac-41e3-910c-f1254548e252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991628 Jul 30 02:16:23.493973 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8614ffbe-6c44-4f66-9d8e-485d503cbdc9 req-116c8599-474b-4386-b770-594e94671bef service neutron] 10.222.0.10 "GET /v2.0/networks/99fd7477-58ac-41e3-910c-f1254548e252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882521 Jul 30 02:16:24.176158 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20daf960-2bc7-4e45-acd9-dd3ed12acf83 req-04353100-a14b-4987-9c68-47e0bcb81e78 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:24.178334 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20daf960-2bc7-4e45-acd9-dd3ed12acf83 req-04353100-a14b-4987-9c68-47e0bcb81e78 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 945 time: 0.0571887 Jul 30 02:16:24.223172 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20daf960-2bc7-4e45-acd9-dd3ed12acf83 req-59507ed9-0a2b-45cb-bb1f-6eefd3f1fec0 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379593 Jul 30 02:16:25.339778 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356068cc-e47a-435b-a159-3dc6f66d6f79 req-85077ffe-44f2-4061-94a2-e06a475aa24e tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:25.341273 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-356068cc-e47a-435b-a159-3dc6f66d6f79 req-85077ffe-44f2-4061-94a2-e06a475aa24e tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 945 time: 0.0501940 Jul 30 02:16:25.379338 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-356068cc-e47a-435b-a159-3dc6f66d6f79 req-67314cf4-5570-453a-9dce-0620ace6ef0e tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319808 Jul 30 02:16:25.830309 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ceac5-6278-4d0b-920c-7d0b1fee8ea6 req-6955f064-cac5-4b8d-bac1-be2a54eb15ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:25.831815 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-353ceac5-6278-4d0b-920c-7d0b1fee8ea6 req-6955f064-cac5-4b8d-bac1-be2a54eb15ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 945 time: 0.0509062 Jul 30 02:16:25.873474 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-353ceac5-6278-4d0b-920c-7d0b1fee8ea6 req-bdc68f0d-e91b-4557-bffe-2cbc61db5982 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351675 Jul 30 02:16:27.001177 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744216e-e388-44b9-af48-c4b1286db9cd req-232ba80b-8932-425d-b6a9-250dd5d5fb8f tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:27.002728 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9744216e-e388-44b9-af48-c4b1286db9cd req-232ba80b-8932-425d-b6a9-250dd5d5fb8f tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 945 time: 0.0561132 Jul 30 02:16:27.042411 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9744216e-e388-44b9-af48-c4b1286db9cd req-2245f959-07d0-4806-aedd-eff916afee9e tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325522 Jul 30 02:16:27.368703 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc29e5-42e6-4312-b700-d6d7e0fecb40 req-e8f2dbca-f87c-492b-8f55-6868fbd9287a tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:27.370433 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-65bc29e5-42e6-4312-b700-d6d7e0fecb40 req-e8f2dbca-f87c-492b-8f55-6868fbd9287a tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 945 time: 0.0511241 Jul 30 02:16:27.414201 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-65bc29e5-42e6-4312-b700-d6d7e0fecb40 req-4d230e4b-6887-4650-9d59-fc0f2d38707d tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371487 Jul 30 02:16:27.455022 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73faddc-3aa2-45c7-a1ce-11ff7f107415 req-f920ed11-f800-4b49-9306-3df61ea2577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:27.456545 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f73faddc-3aa2-45c7-a1ce-11ff7f107415 req-f920ed11-f800-4b49-9306-3df61ea2577a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f97a851b87c41fe803f5c373306c9ad&device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 1096 time: 0.0414505 Jul 30 02:16:27.550952 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73faddc-3aa2-45c7-a1ce-11ff7f107415 req-f9cacc75-7bc8-434b-9e9a-af3091604a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:27.552394 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f73faddc-3aa2-45c7-a1ce-11ff7f107415 req-f9cacc75-7bc8-434b-9e9a-af3091604a3b service neutron] 10.222.0.10 "GET /v2.0/networks?id=99fd7477-58ac-41e3-910c-f1254548e252 HTTP/1.1" status: 200 len: 913 time: 0.0885279 Jul 30 02:16:27.595214 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f73faddc-3aa2-45c7-a1ce-11ff7f107415 req-456e0f46-506e-49d4-af8c-9158e991f8ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=449464e7-2804-432c-a098-1bdb840219e6 HTTP/1.1" status: 200 len: 217 time: 0.0348179 Jul 30 02:16:27.645405 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73faddc-3aa2-45c7-a1ce-11ff7f107415 req-691de0fd-01bf-48e8-9e3d-02a80f3c4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:27.647672 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f73faddc-3aa2-45c7-a1ce-11ff7f107415 req-691de0fd-01bf-48e8-9e3d-02a80f3c4bcc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=392073cf-cae0-4f56-82c9-261aabf24ba1 HTTP/1.1" status: 200 len: 852 time: 0.0454836 Jul 30 02:16:27.688093 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f73faddc-3aa2-45c7-a1ce-11ff7f107415 req-b5bc85e1-dadc-472b-b411-5b33179ad094 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99fd7477-58ac-41e3-910c-f1254548e252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310254 Jul 30 02:16:27.779579 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f73faddc-3aa2-45c7-a1ce-11ff7f107415 req-bf2150a1-01f4-4985-93e6-18444b397231 service neutron] 10.222.0.10 "GET /v2.0/networks/99fd7477-58ac-41e3-910c-f1254548e252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836568 Jul 30 02:16:27.875543 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f73faddc-3aa2-45c7-a1ce-11ff7f107415 req-8ef0b746-b06b-4bab-8143-0b232586b8d9 service neutron] 10.222.0.10 "GET /v2.0/networks/99fd7477-58ac-41e3-910c-f1254548e252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881987 Jul 30 02:16:28.540075 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626925e-feea-4221-adcd-817918ac521a req-aee15cc5-654c-4156-bc75-5557ec306f69 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:28.541666 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2626925e-feea-4221-adcd-817918ac521a req-aee15cc5-654c-4156-bc75-5557ec306f69 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 945 time: 0.0547132 Jul 30 02:16:28.581992 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2626925e-feea-4221-adcd-817918ac521a req-e844c509-f8bb-4897-b61d-51bafb801f3a tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342295 Jul 30 02:16:29.702171 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bb72a-751d-4b78-97b6-6970ace98f0f req-444fced3-5676-4404-96db-c60bf94c98b7 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:29.704093 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7c6bb72a-751d-4b78-97b6-6970ace98f0f req-444fced3-5676-4404-96db-c60bf94c98b7 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 945 time: 0.0523496 Jul 30 02:16:29.744653 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7c6bb72a-751d-4b78-97b6-6970ace98f0f req-6b8a580f-da26-4c01-91da-05b44f326b80 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350544 Jul 30 02:16:30.164744 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34386a50-11be-4d22-b5c1-752cb9ce077b req-563ca784-64fc-42e2-899d-4cd0d064772c tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:30.166152 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-34386a50-11be-4d22-b5c1-752cb9ce077b req-563ca784-64fc-42e2-899d-4cd0d064772c tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 945 time: 0.0502024 Jul 30 02:16:30.204018 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-34386a50-11be-4d22-b5c1-752cb9ce077b req-d136b72c-3132-4d23-9b31-16530685acef tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318272 Jul 30 02:16:31.325072 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c40f9-1af6-4955-857c-94b3db7fe18d req-8e40e79f-646e-4f4a-9f9e-50dd10761da2 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:31.326535 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-465c40f9-1af6-4955-857c-94b3db7fe18d req-8e40e79f-646e-4f4a-9f9e-50dd10761da2 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 945 time: 0.0532885 Jul 30 02:16:31.369956 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-465c40f9-1af6-4955-857c-94b3db7fe18d req-bb0f9e47-9816-4ebb-911d-db26e44b8b22 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374687 Jul 30 02:16:32.060541 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91a183-290d-489b-bf29-11ab2168d30e req-45bcf6fc-0782-4a1f-94ef-245de4af4237 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:32.061902 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc91a183-290d-489b-bf29-11ab2168d30e req-45bcf6fc-0782-4a1f-94ef-245de4af4237 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 945 time: 0.0582538 Jul 30 02:16:32.159645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-dc91a183-290d-489b-bf29-11ab2168d30e req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Deleting port 449464e7-2804-432c-a098-1bdb840219e6 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:32.159992 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-dc91a183-290d-489b-bf29-11ab2168d30e req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:32.255246 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-dc91a183-290d-489b-bf29-11ab2168d30e req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] For port 449464e7-2804-432c-a098-1bdb840219e6, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=449464e7-2804-432c-a098-1bdb840219e6,segment=NetworkSegment(98f88e0e-105a-4a85-be87-8f8324217c77),segment_id=98f88e0e-105a-4a85-be87-8f8324217c77)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:32.255704 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-dc91a183-290d-489b-bf29-11ab2168d30e req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:32.271695 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-dc91a183-290d-489b-bf29-11ab2168d30e req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Calling delete_port for 449464e7-2804-432c-a098-1bdb840219e6 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:32.468232 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-dc91a183-290d-489b-bf29-11ab2168d30e req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:32.482460 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['449464e7-2804-432c-a098-1bdb840219e6'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:16:32.504316 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Pushing event deleted for resources: {'Port': ['ID=449464e7-2804-432c-a098-1bdb840219e6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:32.519306 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:32.519653 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:32.519992 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:32.520645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:32.520645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:32.521059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:32.521326 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:32.521652 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:32.521990 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:32.522326 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:32.522640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:32.522960 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:32.552251 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579817b-961d-452b-85ae-465047ab8b80 req-df213d2f-ec61-4cb3-890e-95dc206a7ce5 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:32.554340 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0579817b-961d-452b-85ae-465047ab8b80 req-df213d2f-ec61-4cb3-890e-95dc206a7ce5 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dda677-1fc8-4e88-b7bf-0f4262cbfee0 HTTP/1.1" status: 200 len: 867 time: 0.1166537 Jul 30 02:16:32.569209 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc91a183-290d-489b-bf29-11ab2168d30e req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] No DVR routers for this DVR port 449464e7-2804-432c-a098-1bdb840219e6 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:16:32.576444 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-dc91a183-290d-489b-bf29-11ab2168d30e req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:32.578324 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc91a183-290d-489b-bf29-11ab2168d30e req-ab57d414-b707-4b8b-91a8-ea35339d90ff tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.10 "DELETE /v2.0/ports/449464e7-2804-432c-a098-1bdb840219e6 HTTP/1.1" status: 204 len: 173 time: 0.5107472 Jul 30 02:16:32.578792 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dda677-1fc8-4e88-b7bf-0f4262cbfee0', 'name': 'network-vif-deleted', 'tag': '449464e7-2804-432c-a098-1bdb840219e6'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:16:32.580993 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e15317d-d7bb-4929-9fc1-420baa7cbf90" -d '{"events": [{"server_uuid": "f5dda677-1fc8-4e88-b7bf-0f4262cbfee0", "name": "network-vif-deleted", "tag": "449464e7-2804-432c-a098-1bdb840219e6"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:16:32.613336 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0579817b-961d-452b-85ae-465047ab8b80 req-5b814955-5f59-4e4d-94c8-385dae303764 tempest-TestServerAdvancedOps-1475866113 tempest-TestServerAdvancedOps-1475866113-project] 10.222.0.70 "GET /v2.0/security-groups?id=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458617 Jul 30 02:16:32.624059 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2107a575-aef6-44c1-88b1-043e5961138f x-openstack-request-id: req-2107a575-aef6-44c1-88b1-043e5961138f {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:16:32.624362 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dda677-1fc8-4e88-b7bf-0f4262cbfee0", "name": "network-vif-deleted", "tag": "449464e7-2804-432c-a098-1bdb840219e6", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:16:32.624611 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2107a575-aef6-44c1-88b1-043e5961138f {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:16:32.625020 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dda677-1fc8-4e88-b7bf-0f4262cbfee0', 'name': 'network-vif-deleted', 'tag': '449464e7-2804-432c-a098-1bdb840219e6', 'status': 'completed', 'code': 200} Jul 30 02:16:33.082225 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:33.678839 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59626) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:33.721130 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59628) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:33.724361 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-139df101-0fc2-4615-84be-938f61a47c5e admin admin] Deleting subnet 392073cf-cae0-4f56-82c9-261aabf24ba1 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:16:33.727819 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-139df101-0fc2-4615-84be-938f61a47c5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:33.768963 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-139df101-0fc2-4615-84be-938f61a47c5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:33.810320 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-139df101-0fc2-4615-84be-938f61a47c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:33.863826 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-409270e6-6b83-4995-9f67-c6ee7b7456da admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bffa9ecce937456cbc65f0f76452c829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409717 Jul 30 02:16:33.866891 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59632) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:33.918449 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5e63022d-ad84-43df-be90-5891bb73325a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:33.940080 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5e63022d-ad84-43df-be90-5891bb73325a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:33.957437 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-139df101-0fc2-4615-84be-938f61a47c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:33.982616 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139df101-0fc2-4615-84be-938f61a47c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=392073cf-cae0-4f56-82c9-261aabf24ba1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:33.989400 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-139df101-0fc2-4615-84be-938f61a47c5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:33.991832 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-139df101-0fc2-4615-84be-938f61a47c5e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/392073cf-cae0-4f56-82c9-261aabf24ba1 HTTP/1.1" status: 204 len: 168 time: 0.3119433 Jul 30 02:16:33.994375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59634) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:34.046068 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5e63022d-ad84-43df-be90-5891bb73325a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.048748 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5e63022d-ad84-43df-be90-5891bb73325a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.052213 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5e63022d-ad84-43df-be90-5891bb73325a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/50cf61d8-e7a0-47d0-882d-ec592f76c6b9 HTTP/1.1" status: 204 len: 168 time: 0.1821284 Jul 30 02:16:34.058807 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63022d-ad84-43df-be90-5891bb73325a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cf61d8-e7a0-47d0-882d-ec592f76c6b9,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:34.068075 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-991f0d17-b015-4926-9e6d-03a48881f842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.148292 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-991f0d17-b015-4926-9e6d-03a48881f842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.157938 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-991f0d17-b015-4926-9e6d-03a48881f842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99fd7477-58ac-41e3-910c-f1254548e252']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:34.168540 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-991f0d17-b015-4926-9e6d-03a48881f842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f88e0e-105a-4a85-be87-8f8324217c77') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:34.168838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-991f0d17-b015-4926-9e6d-03a48881f842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f88e0e-105a-4a85-be87-8f8324217c77') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:34.178706 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-991f0d17-b015-4926-9e6d-03a48881f842 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.192174 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-991f0d17-b015-4926-9e6d-03a48881f842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.198713 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991f0d17-b015-4926-9e6d-03a48881f842 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:16:34.199217 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-991f0d17-b015-4926-9e6d-03a48881f842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:16:34.200868 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:16:34.351408 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-991f0d17-b015-4926-9e6d-03a48881f842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.357327 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-991f0d17-b015-4926-9e6d-03a48881f842 admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.359374 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-991f0d17-b015-4926-9e6d-03a48881f842 admin admin] 10.222.0.70 "DELETE /v2.0/networks/99fd7477-58ac-41e3-910c-f1254548e252 HTTP/1.1" status: 204 len: 168 time: 0.3639963 Jul 30 02:16:34.362498 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59640) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:34.379239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0d17-b015-4926-9e6d-03a48881f842 admin admin] Pushing event deleted for resources: {'Network': ['ID=99fd7477-58ac-41e3-910c-f1254548e252,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:34.417819 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8aed7f9-8f88-42e0-8025-59b282fcdd1d admin admin] Deleting subnet cfd25a4b-0d24-47b8-9d30-fa3509c13dad {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:16:34.421066 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b8aed7f9-8f88-42e0-8025-59b282fcdd1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.457922 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b8aed7f9-8f88-42e0-8025-59b282fcdd1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.501594 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b8aed7f9-8f88-42e0-8025-59b282fcdd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.654209 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b8aed7f9-8f88-42e0-8025-59b282fcdd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.681139 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aed7f9-8f88-42e0-8025-59b282fcdd1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfd25a4b-0d24-47b8-9d30-fa3509c13dad,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:34.684685 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b8aed7f9-8f88-42e0-8025-59b282fcdd1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.687532 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b8aed7f9-8f88-42e0-8025-59b282fcdd1d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cfd25a4b-0d24-47b8-9d30-fa3509c13dad HTTP/1.1" status: 204 len: 168 time: 0.3230500 Jul 30 02:16:34.689293 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59650) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:34.758636 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6bdce415-af08-4e68-b1dd-e6aca5164b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.843338 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6bdce415-af08-4e68-b1dd-e6aca5164b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.853696 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-6bdce415-af08-4e68-b1dd-e6aca5164b3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05139d4-07f1-40e2-8139-4008685351cb']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:34.863943 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-6bdce415-af08-4e68-b1dd-e6aca5164b3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49be60b-fc16-4883-809f-3f28bb6fde06') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:34.864242 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-6bdce415-af08-4e68-b1dd-e6aca5164b3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49be60b-fc16-4883-809f-3f28bb6fde06') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:34.872986 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6bdce415-af08-4e68-b1dd-e6aca5164b3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.886853 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6bdce415-af08-4e68-b1dd-e6aca5164b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.892715 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bdce415-af08-4e68-b1dd-e6aca5164b3d admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:16:34.893106 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6bdce415-af08-4e68-b1dd-e6aca5164b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:16:34.894726 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:16:35.008531 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6bdce415-af08-4e68-b1dd-e6aca5164b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.017725 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6bdce415-af08-4e68-b1dd-e6aca5164b3d admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.024411 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6bdce415-af08-4e68-b1dd-e6aca5164b3d admin admin] 10.222.0.70 "DELETE /v2.0/networks/a05139d4-07f1-40e2-8139-4008685351cb HTTP/1.1" status: 204 len: 168 time: 0.3329740 Jul 30 02:16:35.038175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdce415-af08-4e68-b1dd-e6aca5164b3d admin admin] Pushing event deleted for resources: {'Network': ['ID=a05139d4-07f1-40e2-8139-4008685351cb,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:35.391882 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59702) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:35.432045 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e675c0ff-f2ec-4c3f-946b-e9836496390c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1f97a851b87c41fe803f5c373306c9ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389974 Jul 30 02:16:35.434771 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59704) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:35.484069 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8b57ad28-8765-4511-8586-05e32eb85418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.507042 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8b57ad28-8765-4511-8586-05e32eb85418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.647903 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559c443-703a-4890-9531-14be1c3e3b31 req-22cb6be9-ba5c-4d2c-9366-67074c658ccb tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:35.649335 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1559c443-703a-4890-9531-14be1c3e3b31 req-22cb6be9-ba5c-4d2c-9366-67074c658ccb tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 1097 time: 0.0409410 Jul 30 02:16:35.671605 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1559c443-703a-4890-9531-14be1c3e3b31 req-7693ee8f-9e4a-43f8-9f6f-a4f93c220777 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.674124 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8b57ad28-8765-4511-8586-05e32eb85418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.676617 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8b57ad28-8765-4511-8586-05e32eb85418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.678208 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8b57ad28-8765-4511-8586-05e32eb85418 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/428dcb6f-c8c1-4b1a-b9b6-144ffff446f6 HTTP/1.1" status: 204 len: 168 time: 0.2420211 Jul 30 02:16:35.691990 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57ad28-8765-4511-8586-05e32eb85418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428dcb6f-c8c1-4b1a-b9b6-144ffff446f6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:35.778923 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1559c443-703a-4890-9531-14be1c3e3b31 req-7693ee8f-9e4a-43f8-9f6f-a4f93c220777 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.897710 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1559c443-703a-4890-9531-14be1c3e3b31 req-7693ee8f-9e4a-43f8-9f6f-a4f93c220777 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.921311 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1559c443-703a-4890-9531-14be1c3e3b31 req-7693ee8f-9e4a-43f8-9f6f-a4f93c220777 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653916 Jul 30 02:16:35.929839 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693ee8f-9e4a-43f8-9f6f-a4f93c220777 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ed0535-b9aa-439d-8134-a189c6361d85,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:36.065435 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162057fa-9b50-4de3-87e1-b3c57ab59627 req-deb676ba-c289-49c6-890a-3c068076df8a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:36.067804 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-162057fa-9b50-4de3-87e1-b3c57ab59627 req-deb676ba-c289-49c6-890a-3c068076df8a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0617661 Jul 30 02:16:36.114927 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-162057fa-9b50-4de3-87e1-b3c57ab59627 req-d8e2397f-3422-48bd-87fe-6c24a06d2621 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397279 Jul 30 02:16:36.143605 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59720) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:36.205679 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-635447a7-477d-448d-89f9-f88386b5682f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/floatingips/5496da83-68a0-4fa7-ad19-710cfcab5cc8 HTTP/1.1" status: 200 len: 993 time: 0.0595779 Jul 30 02:16:36.428591 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59736) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:36.472641 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b993af12-c460-4e67-a576-5484145ce31d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=23ad5719f72b43a198532f3262eb7a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457666 Jul 30 02:16:36.475637 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 59748) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:36.487626 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 449464e7-2804-432c-a098-1bdb840219e6 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:16:36.526953 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 449464e7-2804-432c-a098-1bdb840219e6 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:16:36.527314 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 449464e7-2804-432c-a098-1bdb840219e6 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:16:36.533839 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96061d3c-a496-4f55-8ae8-1e02ac4176b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:36.556086 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96061d3c-a496-4f55-8ae8-1e02ac4176b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:36.697213 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96061d3c-a496-4f55-8ae8-1e02ac4176b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:36.699965 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96061d3c-a496-4f55-8ae8-1e02ac4176b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:36.701154 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-96061d3c-a496-4f55-8ae8-1e02ac4176b2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c197a09b-9dac-44b2-886b-0ba05796cffb HTTP/1.1" status: 204 len: 168 time: 0.2247880 Jul 30 02:16:36.709897 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96061d3c-a496-4f55-8ae8-1e02ac4176b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c197a09b-9dac-44b2-886b-0ba05796cffb,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:37.221972 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10204e2-c757-42f0-b0e9-c8e65f7ce7a5 req-f12c1279-9a39-4d8c-9783-1c5169bb2a25 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:37.223879 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a10204e2-c757-42f0-b0e9-c8e65f7ce7a5 req-f12c1279-9a39-4d8c-9783-1c5169bb2a25 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0602274 Jul 30 02:16:37.278208 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a10204e2-c757-42f0-b0e9-c8e65f7ce7a5 req-18e8d840-4d66-4455-9d69-dc3bf25e2afd tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464287 Jul 30 02:16:37.519387 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-5782d193-db92-429b-b875-0ae0d1efd766 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2400737 Jul 30 02:16:38.419584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6a7d6-bda8-4508-b65d-da4ece6b3550 req-cd70a5b6-b500-446f-b5e9-632c2f8e87b3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:38.421870 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3fe6a7d6-bda8-4508-b65d-da4ece6b3550 req-cd70a5b6-b500-446f-b5e9-632c2f8e87b3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0606899 Jul 30 02:16:38.469545 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3fe6a7d6-bda8-4508-b65d-da4ece6b3550 req-c2fe0fc3-3f30-4806-8f4e-8bdaf1c664b0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398521 Jul 30 02:16:39.125704 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfc43b94-f692-46de-a17d-7ac0fe101340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:39.601661 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817ddec-6e59-43aa-a1af-2de0fc1b57ad req-2e45fb13-faea-4f56-b3c1-369df37ec815 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:39.603624 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8817ddec-6e59-43aa-a1af-2de0fc1b57ad req-2e45fb13-faea-4f56-b3c1-369df37ec815 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0547652 Jul 30 02:16:39.645749 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8817ddec-6e59-43aa-a1af-2de0fc1b57ad req-ac2c4d01-f3aa-4d40-9901-4f1dc2f47714 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360210 Jul 30 02:16:40.044148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-61da7df8-d831-4e9a-a9e1-41e0a486da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:40.045565 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-61da7df8-d831-4e9a-a9e1-41e0a486da71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 1097 time: 0.0429838 Jul 30 02:16:40.147245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-91b525be-735a-42d1-81d9-51fc92655a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:40.148756 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-91b525be-735a-42d1-81d9-51fc92655a03 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 HTTP/1.1" status: 200 len: 898 time: 0.0909457 Jul 30 02:16:40.263205 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-469ddf0f-f093-4e2c-bf70-2b227f3a38dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c11b15c9-58a8-4cfa-871b-15baea005690 HTTP/1.1" status: 200 len: 1001 time: 0.1067595 Jul 30 02:16:40.317938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-65ef4d86-08f3-4482-aa2e-9b589349200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:40.319741 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-65ef4d86-08f3-4482-aa2e-9b589349200c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f44a7f14-5585-4308-88cf-15f86919d07e HTTP/1.1" status: 200 len: 834 time: 0.0497029 Jul 30 02:16:40.367316 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b99fbf18-5072-45ec-9e2c-55837bb8008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:40.368822 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b99fbf18-5072-45ec-9e2c-55837bb8008c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a4cdd03-9934-4cac-bd25-0ccd0c985bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418098 Jul 30 02:16:40.461083 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-4e8b244e-1ce1-4c0c-9c5f-753ee97d5289 service neutron] 10.222.0.10 "GET /v2.0/networks/2a4cdd03-9934-4cac-bd25-0ccd0c985bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845897 Jul 30 02:16:40.557064 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-f5fb6fa6-1201-4d12-aff0-4b2164fe8747 service neutron] 10.222.0.10 "GET /v2.0/networks/2a4cdd03-9934-4cac-bd25-0ccd0c985bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890205 Jul 30 02:16:40.771317 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a10281-ffb2-40e1-9f09-564bd9161364 req-b4890136-0401-4bb5-b4d3-34e60175333c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:40.773649 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82a10281-ffb2-40e1-9f09-564bd9161364 req-b4890136-0401-4bb5-b4d3-34e60175333c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0571315 Jul 30 02:16:40.813232 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82a10281-ffb2-40e1-9f09-564bd9161364 req-50de65ae-b4d1-435f-9f83-7565d1bc242f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333216 Jul 30 02:16:41.693574 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-685395d8-3168-403e-8d76-db38e84f76ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:41.791139 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:41.937430 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005fa12-28ad-418e-8a59-dc962c244914 req-dd3caa8f-a7c1-433a-beb3-febd45eebe1f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:41.938995 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6005fa12-28ad-418e-8a59-dc962c244914 req-dd3caa8f-a7c1-433a-beb3-febd45eebe1f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0508730 Jul 30 02:16:41.985727 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6005fa12-28ad-418e-8a59-dc962c244914 req-1fa96e6e-d909-4e9a-8c19-c1246700b6f9 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343218 Jul 30 02:16:43.108392 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664b3b2-9f02-482f-9746-4bef0db787a9 req-5e2e585f-b84a-43b2-8844-4ebc7b0c3053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:43.110082 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f664b3b2-9f02-482f-9746-4bef0db787a9 req-5e2e585f-b84a-43b2-8844-4ebc7b0c3053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0583687 Jul 30 02:16:43.151041 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f664b3b2-9f02-482f-9746-4bef0db787a9 req-67adc1a4-6756-4659-b557-6fa7828bfe39 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340502 Jul 30 02:16:43.356621 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:44.274585 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2d575-d51c-4312-87b3-b6b78404df5e req-bf2778e8-edc0-4e86-8502-db1465952cd5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:44.276205 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-adc2d575-d51c-4312-87b3-b6b78404df5e req-bf2778e8-edc0-4e86-8502-db1465952cd5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0513701 Jul 30 02:16:44.331682 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-adc2d575-d51c-4312-87b3-b6b78404df5e req-34147715-9196-4eae-91b3-6aa7d45cd42e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484903 Jul 30 02:16:44.657907 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:45.457793 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c3049-39ae-4825-b996-ba9da3d5f2d5 req-146fb1ff-3202-4906-b11e-c6a6912567c5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:45.459331 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-791c3049-39ae-4825-b996-ba9da3d5f2d5 req-146fb1ff-3202-4906-b11e-c6a6912567c5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0543773 Jul 30 02:16:45.507975 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-791c3049-39ae-4825-b996-ba9da3d5f2d5 req-57889de0-076c-4b58-98c5-66f53a31e4ff tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404072 Jul 30 02:16:46.641442 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70989926-6ad3-4497-bfc5-70b6d77adfab req-3d4229d9-f838-463c-b33a-f16816720253 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:46.643040 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-70989926-6ad3-4497-bfc5-70b6d77adfab req-3d4229d9-f838-463c-b33a-f16816720253 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0583303 Jul 30 02:16:46.683450 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-70989926-6ad3-4497-bfc5-70b6d77adfab req-320bec5a-8b15-4d40-bb05-0651ad3f8d83 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336931 Jul 30 02:16:47.754030 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:47.806249 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29665cbd-d0d8-40c8-9c31-adb7dd2018e4 req-04755010-ea4c-46e8-a2e3-8e6b9d7fab07 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:47.807817 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-29665cbd-d0d8-40c8-9c31-adb7dd2018e4 req-04755010-ea4c-46e8-a2e3-8e6b9d7fab07 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0504696 Jul 30 02:16:47.849151 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-29665cbd-d0d8-40c8-9c31-adb7dd2018e4 req-b956a249-51ec-4738-b2bb-16f312c55ea2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350285 Jul 30 02:16:47.900095 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b6921ee7-38f9-4f50-a744-7d85d37746be req-c74774d7-fda0-4ddf-8d98-52b057291920 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434771 Jul 30 02:16:48.002600 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6921ee7-38f9-4f50-a744-7d85d37746be req-edf2da75-b842-4ac4-8d88-7889ca20f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:48.005167 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b6921ee7-38f9-4f50-a744-7d85d37746be req-edf2da75-b842-4ac4-8d88-7889ca20f426 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6d37d4b13a049e9a6846b9cb502d92e&device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 1096 time: 0.0470912 Jul 30 02:16:48.114241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6921ee7-38f9-4f50-a744-7d85d37746be req-0cc0e2ea-00b7-43e9-b866-6056e398fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:48.118601 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b6921ee7-38f9-4f50-a744-7d85d37746be req-0cc0e2ea-00b7-43e9-b866-6056e398fd3d service neutron] 10.222.0.77 "GET /v2.0/networks?id=87c7b1db-bfab-4702-a87a-4c23ce619682 HTTP/1.1" status: 200 len: 915 time: 0.0917203 Jul 30 02:16:48.181701 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b6921ee7-38f9-4f50-a744-7d85d37746be req-d6c3857b-84e2-4eef-a356-96a6fc1fa537 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94c9bb3e-9250-411f-83d5-21402ec42ff1 HTTP/1.1" status: 200 len: 1001 time: 0.0588965 Jul 30 02:16:48.236319 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6921ee7-38f9-4f50-a744-7d85d37746be req-7fe7bf44-db5b-450b-9d48-b2f02d672cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:48.237797 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b6921ee7-38f9-4f50-a744-7d85d37746be req-7fe7bf44-db5b-450b-9d48-b2f02d672cba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94863f40-0d1f-4c90-bc1b-a91810e9807b HTTP/1.1" status: 200 len: 853 time: 0.0486121 Jul 30 02:16:48.284461 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6921ee7-38f9-4f50-a744-7d85d37746be req-91fafb3a-dee9-44e6-a321-3acc53627b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:48.286030 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b6921ee7-38f9-4f50-a744-7d85d37746be req-91fafb3a-dee9-44e6-a321-3acc53627b8c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=87c7b1db-bfab-4702-a87a-4c23ce619682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413404 Jul 30 02:16:48.376932 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b6921ee7-38f9-4f50-a744-7d85d37746be req-d08b52a2-5fd5-4ce5-8cc9-61acdef68253 service neutron] 10.222.0.77 "GET /v2.0/networks/87c7b1db-bfab-4702-a87a-4c23ce619682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836818 Jul 30 02:16:48.474583 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b6921ee7-38f9-4f50-a744-7d85d37746be req-677a1840-3868-472f-9a90-8e90b3779146 service neutron] 10.222.0.77 "GET /v2.0/networks/87c7b1db-bfab-4702-a87a-4c23ce619682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901580 Jul 30 02:16:48.972293 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602631d1-bb6a-404f-9749-9a9dba3d9001 req-ec9d9996-70a2-4119-9c81-b900cc41a185 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:48.973829 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-602631d1-bb6a-404f-9749-9a9dba3d9001 req-ec9d9996-70a2-4119-9c81-b900cc41a185 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0520289 Jul 30 02:16:49.014607 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-602631d1-bb6a-404f-9749-9a9dba3d9001 req-1d3cfb69-18fb-4ca2-a107-2f6f7fd43817 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337017 Jul 30 02:16:50.137683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539062e-5551-481e-aef7-8229018a3847 req-6c8c9b5e-2d98-4ba7-b20d-80ad3a645a7e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:50.139313 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2539062e-5551-481e-aef7-8229018a3847 req-6c8c9b5e-2d98-4ba7-b20d-80ad3a645a7e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0536921 Jul 30 02:16:50.179064 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2539062e-5551-481e-aef7-8229018a3847 req-51771855-8b97-47a7-bc51-0366598e992d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328867 Jul 30 02:16:51.297423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0bfab-1925-44b0-a998-e5e2e12fee06 req-6f3ba0db-1095-4348-aa9e-2dfa0b99a22f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:51.298887 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ac0bfab-1925-44b0-a998-e5e2e12fee06 req-6f3ba0db-1095-4348-aa9e-2dfa0b99a22f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0499909 Jul 30 02:16:51.347029 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ac0bfab-1925-44b0-a998-e5e2e12fee06 req-24c3e604-94db-4d1e-a24c-e7a98ca55abb tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417707 Jul 30 02:16:52.470813 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524eed07-1d62-42fb-8896-f4d6d8c10f15 req-a80cbeed-24fc-4913-a928-a6b80a642e69 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:52.472363 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-524eed07-1d62-42fb-8896-f4d6d8c10f15 req-a80cbeed-24fc-4913-a928-a6b80a642e69 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0561035 Jul 30 02:16:52.511858 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-524eed07-1d62-42fb-8896-f4d6d8c10f15 req-70be5310-5744-4106-8d10-11f5eca1a955 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323191 Jul 30 02:16:52.651151 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-2c1ca81b-bf77-40ca-963a-eb5c6d0b1c75 service neutron] show failed (client error): The resource could not be found. Jul 30 02:16:52.652087 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-2c1ca81b-bf77-40ca-963a-eb5c6d0b1c75 service neutron] 10.222.0.10 "GET /v2.0/ports/c11b15c9-58a8-4cfa-871b-15baea005690/bindings/n-h2-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.0554543 Jul 30 02:16:53.349476 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-f23ca132-0c9f-40d5-8a73-a3105751eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:53.351238 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-f23ca132-0c9f-40d5-8a73-a3105751eafe service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0&tenant_id=daef44af5c0445f8bf526943c4157f6f HTTP/1.1" status: 200 len: 1097 time: 0.0743623 Jul 30 02:16:53.370418 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-9', 'device_owner': 'compute:nova'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:53.430684 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:53.630776 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96227c09-4970-44f8-9ef7-2960a069e290 req-3688f0ed-01db-4551-9b4a-edcb00e46692 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:53.632204 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-96227c09-4970-44f8-9ef7-2960a069e290 req-3688f0ed-01db-4551-9b4a-edcb00e46692 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0500343 Jul 30 02:16:53.638533 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] For port c11b15c9-58a8-4cfa-871b-15baea005690, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=c11b15c9-58a8-4cfa-871b-15baea005690,segment=NetworkSegment(7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8),segment_id=7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:53.670612 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-96227c09-4970-44f8-9ef7-2960a069e290 req-6bcf85a6-756c-437e-b13d-d553e49f0fc2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319784 Jul 30 02:16:53.674240 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] For port c11b15c9-58a8-4cfa-871b-15baea005690, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:16:53.714010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c87548-b915-4c2b-9ad7-2c7c213503c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c11b15c9-58a8-4cfa-871b-15baea005690'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:16:53.721485 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88404cf2-9389-4886-86d4-cf78571e1d2e" -d '{"events": [{"server_uuid": "f9c87548-b915-4c2b-9ad7-2c7c213503c0", "name": "network-vif-unplugged", "status": "completed", "tag": "c11b15c9-58a8-4cfa-871b-15baea005690"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:16:53.721485 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:53.733618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Transition to ACTIVE for port object c11b15c9-58a8-4cfa-871b-15baea005690 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:53.768622 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd92f5f-e02f-404b-9450-1ac56520a3f4 x-openstack-request-id: req-bcd92f5f-e02f-404b-9450-1ac56520a3f4 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:16:53.768919 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c87548-b915-4c2b-9ad7-2c7c213503c0", "name": "network-vif-unplugged", "status": "completed", "tag": "c11b15c9-58a8-4cfa-871b-15baea005690", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:16:53.769178 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bcd92f5f-e02f-404b-9450-1ac56520a3f4 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:16:53.769583 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c87548-b915-4c2b-9ad7-2c7c213503c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c11b15c9-58a8-4cfa-871b-15baea005690', 'code': 200} Jul 30 02:16:53.830800 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:53.945890 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c11b15c9-58a8-4cfa-871b-15baea005690,revision_number=6']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:53.969362 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:53.969775 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:53.970051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:53.970416 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:53.970755 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:53.971092 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:53.971422 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:53.971754 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:53.972080 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:53.972406 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:53.972853 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:53.973035 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:54.021177 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] No DVR routers for this DVR port c11b15c9-58a8-4cfa-871b-15baea005690 on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:16:54.162279 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Attempting to bind port c11b15c9-58a8-4cfa-871b-15baea005690 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:16:54.163241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Attempting to bind port c11b15c9-58a8-4cfa-871b-15baea005690 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:16:54.163583 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Attempting to bind port c11b15c9-58a8-4cfa-871b-15baea005690 on network 2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:16:54.167948 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Port c11b15c9-58a8-4cfa-871b-15baea005690 on network 2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:16:54.168271 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Attempting to bind port c11b15c9-58a8-4cfa-871b-15baea005690 on network 2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:16:54.173071 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:16:54.173410 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Checking segment: {'id': '7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:16:54.173801 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Bound using segment: {'id': '7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:16:54.174225 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Bound port: c11b15c9-58a8-4cfa-871b-15baea005690, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:16:54.174614 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:54.239320 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] For port c11b15c9-58a8-4cfa-871b-15baea005690, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:16:54.242327 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] For port c11b15c9-58a8-4cfa-871b-15baea005690, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c11b15c9-58a8-4cfa-871b-15baea005690,segment=NetworkSegment(7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8),segment_id=7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:16:54.321194 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:54.356836 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:54.357509 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:54.359356 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] 10.222.0.77 "PUT /v2.0/ports/c11b15c9-58a8-4cfa-871b-15baea005690 HTTP/1.1" status: 200 len: 1092 time: 0.9939153 Jul 30 02:16:54.389817 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85dc624-ddf3-46c1-9385-30c4fa1f04d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c11b15c9-58a8-4cfa-871b-15baea005690,revision_number=7']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:54.436808 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-96ebdd0e-c114-4d77-a8e8-359c7d2b82ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:54.438403 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-96ebdd0e-c114-4d77-a8e8-359c7d2b82ba service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 1095 time: 0.0432794 Jul 30 02:16:54.537052 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-ca30832e-feb6-4914-be81-9f7fa34855e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:54.538620 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-ca30832e-feb6-4914-be81-9f7fa34855e8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 HTTP/1.1" status: 200 len: 898 time: 0.0927110 Jul 30 02:16:54.605430 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-003529cc-4089-4391-b54c-15883ff84698 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c11b15c9-58a8-4cfa-871b-15baea005690 HTTP/1.1" status: 200 len: 999 time: 0.0597103 Jul 30 02:16:54.660899 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-bb703699-f65c-4e2f-8ed5-35bb219234f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:54.662595 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-bb703699-f65c-4e2f-8ed5-35bb219234f6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f44a7f14-5585-4308-88cf-15f86919d07e HTTP/1.1" status: 200 len: 834 time: 0.0498517 Jul 30 02:16:54.710180 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-4d5e1c16-5880-47da-a035-18d196039ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:54.711730 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-4d5e1c16-5880-47da-a035-18d196039ef3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2a4cdd03-9934-4cac-bd25-0ccd0c985bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427272 Jul 30 02:16:54.791881 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e6e54-14b8-4bbd-996d-24f216aee560 req-7b541fb6-fa89-4651-ba42-9429197cb0fa tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:54.793512 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2c5e6e54-14b8-4bbd-996d-24f216aee560 req-7b541fb6-fa89-4651-ba42-9429197cb0fa tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 944 time: 0.0501547 Jul 30 02:16:54.804192 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-aef78834-6735-4038-8b7f-0ead50c67283 service neutron] 10.222.0.77 "GET /v2.0/networks/2a4cdd03-9934-4cac-bd25-0ccd0c985bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854592 Jul 30 02:16:54.834587 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2c5e6e54-14b8-4bbd-996d-24f216aee560 req-1750173e-8981-47ab-86bf-25f6a32c829b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342133 Jul 30 02:16:54.898720 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-8b8d1ff0-d125-4e64-aa6b-62d71159da88 service neutron] 10.222.0.77 "GET /v2.0/networks/2a4cdd03-9934-4cac-bd25-0ccd0c985bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881171 Jul 30 02:16:55.770823 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c87548-b915-4c2b-9ad7-2c7c213503c0', 'tag': 'c11b15c9-58a8-4cfa-871b-15baea005690'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:16:55.774150 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4ccace-52c3-4390-afb1-182119c03995" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c87548-b915-4c2b-9ad7-2c7c213503c0", "tag": "c11b15c9-58a8-4cfa-871b-15baea005690"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:16:55.822206 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584ac28f-f8a0-4b04-8638-e91ec277b55a x-openstack-request-id: req-584ac28f-f8a0-4b04-8638-e91ec277b55a {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:16:55.822530 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c87548-b915-4c2b-9ad7-2c7c213503c0", "tag": "c11b15c9-58a8-4cfa-871b-15baea005690", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:16:55.822798 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-584ac28f-f8a0-4b04-8638-e91ec277b55a {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:16:55.823199 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c87548-b915-4c2b-9ad7-2c7c213503c0', 'tag': 'c11b15c9-58a8-4cfa-871b-15baea005690', 'status': 'completed', 'code': 200} Jul 30 02:16:55.883224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ccace-52c3-4390-afb1-182119c03995 req-25d27643-47ba-4fa5-bb74-be01d5b6d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:55.884875 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ce4ccace-52c3-4390-afb1-182119c03995 req-25d27643-47ba-4fa5-bb74-be01d5b6d45b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 1095 time: 0.0455744 Jul 30 02:16:55.915336 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ccace-52c3-4390-afb1-182119c03995 req-d62b2abf-14ea-4dc7-b059-3ca327b0c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:55.916875 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce4ccace-52c3-4390-afb1-182119c03995 req-d62b2abf-14ea-4dc7-b059-3ca327b0c64a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 1095 time: 0.0473268 Jul 30 02:16:56.016429 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b07308-ea3e-4145-8645-0d1797a9ca38 req-9d29234f-0803-4f6c-a0c2-e842a53af804 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:56.017938 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11b07308-ea3e-4145-8645-0d1797a9ca38 req-9d29234f-0803-4f6c-a0c2-e842a53af804 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 944 time: 0.1058505 Jul 30 02:16:56.028353 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ccace-52c3-4390-afb1-182119c03995 req-05767cc7-a8cd-4cda-ad17-9bb69a9d9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:56.028353 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ce4ccace-52c3-4390-afb1-182119c03995 req-05767cc7-a8cd-4cda-ad17-9bb69a9d9892 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 HTTP/1.1" status: 200 len: 898 time: 0.1329720 Jul 30 02:16:56.028699 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ccace-52c3-4390-afb1-182119c03995 req-5a369aed-6d92-4efa-a599-dfa1781fd443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:56.029200 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce4ccace-52c3-4390-afb1-182119c03995 req-5a369aed-6d92-4efa-a599-dfa1781fd443 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 HTTP/1.1" status: 200 len: 898 time: 0.1003127 Jul 30 02:16:56.104967 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce4ccace-52c3-4390-afb1-182119c03995 req-1171858e-18dd-4bea-8aea-7a928c213c65 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c11b15c9-58a8-4cfa-871b-15baea005690 HTTP/1.1" status: 200 len: 999 time: 0.0678079 Jul 30 02:16:56.106782 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11b07308-ea3e-4145-8645-0d1797a9ca38 req-22667039-8282-4c4d-9f67-03a24ec1af7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809486 Jul 30 02:16:56.110600 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ce4ccace-52c3-4390-afb1-182119c03995 req-b0df4d04-d848-46ad-939e-27dc53c1efeb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c11b15c9-58a8-4cfa-871b-15baea005690 HTTP/1.1" status: 200 len: 999 time: 0.0786741 Jul 30 02:16:56.158782 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ccace-52c3-4390-afb1-182119c03995 req-0e8ba4f1-0953-4747-88b3-888c2ecf966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:56.163953 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce4ccace-52c3-4390-afb1-182119c03995 req-0e8ba4f1-0953-4747-88b3-888c2ecf966a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f44a7f14-5585-4308-88cf-15f86919d07e HTTP/1.1" status: 200 len: 834 time: 0.0471539 Jul 30 02:16:56.164099 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ccace-52c3-4390-afb1-182119c03995 req-7c1e3077-a7fe-4848-8487-d9fd17bc958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:56.164099 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ce4ccace-52c3-4390-afb1-182119c03995 req-7c1e3077-a7fe-4848-8487-d9fd17bc958f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f44a7f14-5585-4308-88cf-15f86919d07e HTTP/1.1" status: 200 len: 834 time: 0.0458603 Jul 30 02:16:56.213928 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ccace-52c3-4390-afb1-182119c03995 req-f040bb97-240d-4cdd-af78-8b398e97b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:56.214560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ccace-52c3-4390-afb1-182119c03995 req-0f184e0e-17e4-49f3-a530-79d406861225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:56.215626 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ce4ccace-52c3-4390-afb1-182119c03995 req-f040bb97-240d-4cdd-af78-8b398e97b7ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a4cdd03-9934-4cac-bd25-0ccd0c985bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456202 Jul 30 02:16:56.216407 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce4ccace-52c3-4390-afb1-182119c03995 req-0f184e0e-17e4-49f3-a530-79d406861225 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2a4cdd03-9934-4cac-bd25-0ccd0c985bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479238 Jul 30 02:16:56.308604 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce4ccace-52c3-4390-afb1-182119c03995 req-858c65c1-f014-45dc-99dd-09309284b30b service neutron] 10.222.0.77 "GET /v2.0/networks/2a4cdd03-9934-4cac-bd25-0ccd0c985bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835042 Jul 30 02:16:56.308877 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ce4ccace-52c3-4390-afb1-182119c03995 req-dc09e74b-5609-4cdc-84b1-43ea17b32d10 service neutron] 10.222.0.10 "GET /v2.0/networks/2a4cdd03-9934-4cac-bd25-0ccd0c985bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862238 Jul 30 02:16:56.406189 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ce4ccace-52c3-4390-afb1-182119c03995 req-984ec73f-cecc-428a-a6e5-7bea510af2b0 service neutron] 10.222.0.10 "GET /v2.0/networks/2a4cdd03-9934-4cac-bd25-0ccd0c985bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904291 Jul 30 02:16:56.410390 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce4ccace-52c3-4390-afb1-182119c03995 req-d5218b56-b6d8-498e-8d77-220d51e5705b service neutron] 10.222.0.77 "GET /v2.0/networks/2a4cdd03-9934-4cac-bd25-0ccd0c985bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914958 Jul 30 02:16:56.607690 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device c11b15c9-58a8-4cfa-871b-15baea005690 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:16:56.644778 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device c11b15c9-58a8-4cfa-871b-15baea005690 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:16:57.237483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fcc96-abc9-405c-93e1-753f732c51fa req-a81ae301-c93c-407f-9db9-cc4644bc0886 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:57.239101 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-814fcc96-abc9-405c-93e1-753f732c51fa req-a81ae301-c93c-407f-9db9-cc4644bc0886 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 944 time: 0.0521500 Jul 30 02:16:57.277992 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-814fcc96-abc9-405c-93e1-753f732c51fa req-56c52948-3fec-4b5e-a9da-5457a671b31d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329685 Jul 30 02:16:57.620377 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0345110-d8fa-4347-ba2f-51dfc5fabda0 req-c526e88c-45fa-48a8-83e6-7709ed0af936 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:57.621996 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d0345110-d8fa-4347-ba2f-51dfc5fabda0 req-c526e88c-45fa-48a8-83e6-7709ed0af936 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 944 time: 0.0503008 Jul 30 02:16:57.660364 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d0345110-d8fa-4347-ba2f-51dfc5fabda0 req-6d119c0d-ec28-4ab4-8501-0f5164d0ab7c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322528 Jul 30 02:16:57.769279 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac32e1-c2e6-4c3a-b8ca-10f0282db81c req-49892358-3750-43ad-8a7e-23b8e4dceba7 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:57.771043 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19ac32e1-c2e6-4c3a-b8ca-10f0282db81c req-49892358-3750-43ad-8a7e-23b8e4dceba7 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0&tenant_id=daef44af5c0445f8bf526943c4157f6f&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 944 time: 0.0879197 Jul 30 02:16:57.837672 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-19ac32e1-c2e6-4c3a-b8ca-10f0282db81c req-7506fa16-6ff7-4a45-af61-77a04916406e service neutron] delete failed (client error): The resource could not be found. Jul 30 02:16:57.838739 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19ac32e1-c2e6-4c3a-b8ca-10f0282db81c req-7506fa16-6ff7-4a45-af61-77a04916406e service neutron] 10.222.0.10 "DELETE /v2.0/ports/c11b15c9-58a8-4cfa-871b-15baea005690/bindings/n-h1-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.0601580 Jul 30 02:16:57.924672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac32e1-c2e6-4c3a-b8ca-10f0282db81c req-299b8b89-816c-438f-b143-c65eae5c00af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:57.926210 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19ac32e1-c2e6-4c3a-b8ca-10f0282db81c req-299b8b89-816c-438f-b143-c65eae5c00af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 1095 time: 0.0421619 Jul 30 02:16:58.021850 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac32e1-c2e6-4c3a-b8ca-10f0282db81c req-d7d5f230-148c-44fd-8369-8ca92200fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:58.023378 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19ac32e1-c2e6-4c3a-b8ca-10f0282db81c req-d7d5f230-148c-44fd-8369-8ca92200fcc5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 HTTP/1.1" status: 200 len: 898 time: 0.0905128 Jul 30 02:16:58.091897 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19ac32e1-c2e6-4c3a-b8ca-10f0282db81c req-45f1e24d-2f0b-415b-8018-0d5b482f13e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c11b15c9-58a8-4cfa-871b-15baea005690 HTTP/1.1" status: 200 len: 999 time: 0.0611048 Jul 30 02:16:58.122201 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c11b15c9-58a8-4cfa-871b-15baea005690 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:16:58.143780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac32e1-c2e6-4c3a-b8ca-10f0282db81c req-0d1b0c6b-6cc8-4b27-b798-84449c695a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:58.145266 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19ac32e1-c2e6-4c3a-b8ca-10f0282db81c req-0d1b0c6b-6cc8-4b27-b798-84449c695a71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f44a7f14-5585-4308-88cf-15f86919d07e HTTP/1.1" status: 200 len: 834 time: 0.0465250 Jul 30 02:16:58.196924 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac32e1-c2e6-4c3a-b8ca-10f0282db81c req-ee9f2740-0ece-4ac4-8d8c-df36cf606a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:58.201103 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19ac32e1-c2e6-4c3a-b8ca-10f0282db81c req-ee9f2740-0ece-4ac4-8d8c-df36cf606a68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a4cdd03-9934-4cac-bd25-0ccd0c985bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458364 Jul 30 02:16:58.220309 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port c11b15c9-58a8-4cfa-871b-15baea005690, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c11b15c9-58a8-4cfa-871b-15baea005690,segment=NetworkSegment(7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8),segment_id=7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:58.236728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'c11b15c9-58a8-4cfa-871b-15baea005690', 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7', 'port_id': 'c11b15c9-58a8-4cfa-871b-15baea005690', 'mac_address': 'fa:16:3e:d5:d5:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f44a7f14-5585-4308-88cf-15f86919d07e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:16:58.275607 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:58.289643 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11b15c9-58a8-4cfa-871b-15baea005690 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:16:58.304591 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19ac32e1-c2e6-4c3a-b8ca-10f0282db81c req-1f5bbe0f-645d-4f49-8bff-bf99150abed7 service neutron] 10.222.0.10 "GET /v2.0/networks/2a4cdd03-9934-4cac-bd25-0ccd0c985bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933986 Jul 30 02:16:58.312124 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port c11b15c9-58a8-4cfa-871b-15baea005690, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c11b15c9-58a8-4cfa-871b-15baea005690,segment=NetworkSegment(7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8),segment_id=7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:58.397806 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19ac32e1-c2e6-4c3a-b8ca-10f0282db81c req-527dd608-699e-4a43-b4b4-7bc90e4a1661 service neutron] 10.222.0.10 "GET /v2.0/networks/2a4cdd03-9934-4cac-bd25-0ccd0c985bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859168 Jul 30 02:16:58.408359 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:58.458320 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=c11b15c9-58a8-4cfa-871b-15baea005690,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:58.466660 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:58.467015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:58.467357 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:58.467694 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:58.468027 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:58.468356 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:58.468682 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:58.469009 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:58.469333 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:58.469654 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:58.470009 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:58.470344 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:58.715293 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['c11b15c9-58a8-4cfa-871b-15baea005690'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:16:58.786738 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcb5ed-788b-4a58-9699-b96993f636cc req-d970f744-a631-4050-886d-22b539b0c0d9 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:58.788262 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4dcb5ed-788b-4a58-9699-b96993f636cc req-d970f744-a631-4050-886d-22b539b0c0d9 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 945 time: 0.0554965 Jul 30 02:16:58.827128 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4dcb5ed-788b-4a58-9699-b96993f636cc req-56549c07-4a0f-4bd1-bb05-88a06823bb9b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324557 Jul 30 02:16:59.667662 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:16:59.949063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c59e1-b0c9-49ef-8b52-fec5b003cdeb req-c2413091-ee38-44e4-bd8d-500e2a9901a4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:59.950563 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7f5c59e1-b0c9-49ef-8b52-fec5b003cdeb req-c2413091-ee38-44e4-bd8d-500e2a9901a4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 945 time: 0.0535071 Jul 30 02:17:00.006190 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7f5c59e1-b0c9-49ef-8b52-fec5b003cdeb req-7bc536a8-99c4-49a9-ab3f-4064c7478e91 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492976 Jul 30 02:17:00.030908 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 59926) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:00.091288 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8ddf0e55-5985-47d1-aa15-70afb34975da tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/floatingips/5496da83-68a0-4fa7-ad19-710cfcab5cc8 HTTP/1.1" status: 200 len: 992 time: 0.0592315 Jul 30 02:17:00.137794 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c11b15c9-58a8-4cfa-871b-15baea005690 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:00.270604 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port c11b15c9-58a8-4cfa-871b-15baea005690 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:00.275371 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port c11b15c9-58a8-4cfa-871b-15baea005690 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:00.275678 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:00.354682 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:00.377120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c87548-b915-4c2b-9ad7-2c7c213503c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11b15c9-58a8-4cfa-871b-15baea005690'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:17:00.379295 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf901cd-c241-44f2-94f5-661be538c135" -d '{"events": [{"server_uuid": "f9c87548-b915-4c2b-9ad7-2c7c213503c0", "name": "network-vif-plugged", "status": "completed", "tag": "c11b15c9-58a8-4cfa-871b-15baea005690"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:17:00.393716 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port c11b15c9-58a8-4cfa-871b-15baea005690, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c11b15c9-58a8-4cfa-871b-15baea005690,segment=NetworkSegment(7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8),segment_id=7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:00.419235 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b271ba5-b4e9-4b3b-a246-8fead7d11b97 x-openstack-request-id: req-8b271ba5-b4e9-4b3b-a246-8fead7d11b97 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:17:00.419235 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c87548-b915-4c2b-9ad7-2c7c213503c0", "name": "network-vif-plugged", "status": "completed", "tag": "c11b15c9-58a8-4cfa-871b-15baea005690", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:17:00.419235 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b271ba5-b4e9-4b3b-a246-8fead7d11b97 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:17:00.419235 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c87548-b915-4c2b-9ad7-2c7c213503c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11b15c9-58a8-4cfa-871b-15baea005690', 'code': 200} Jul 30 02:17:00.470971 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:00.519510 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=c11b15c9-58a8-4cfa-871b-15baea005690,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:03.103631 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:09.144724 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b5ec22cd-a4af-41e3-9e78-5eaea7c8a3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:11.668742 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ae26f36e-4345-430d-9dc8-c2248061aa5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:11.796229 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:13.344781 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:14.691794 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:17.770390 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60002) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:17.878220 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b1704ab1-52dc-4a23-8ac4-f4b82355b0e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:17.961839 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:17.978157 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b1704ab1-52dc-4a23-8ac4-f4b82355b0e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.041762 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b1704ab1-52dc-4a23-8ac4-f4b82355b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.083791 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1704ab1-52dc-4a23-8ac4-f4b82355b0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcf6328-5445-483b-86ac-ab5f44d958b6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:18.089212 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b1704ab1-52dc-4a23-8ac4-f4b82355b0e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3350a471912b49ae8c1404fe9bf26e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3175473 Jul 30 02:17:18.091923 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60008) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:18.140360 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-411a9168-ec51-480f-801b-b9b7a782f6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.160859 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-411a9168-ec51-480f-801b-b9b7a782f6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.287077 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-411a9168-ec51-480f-801b-b9b7a782f6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.289591 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-411a9168-ec51-480f-801b-b9b7a782f6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.290774 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-411a9168-ec51-480f-801b-b9b7a782f6e2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9fcf6328-5445-483b-86ac-ab5f44d958b6 HTTP/1.1" status: 204 len: 168 time: 0.1979444 Jul 30 02:17:18.298973 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a9168-ec51-480f-801b-b9b7a782f6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcf6328-5445-483b-86ac-ab5f44d958b6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:19.189625 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60030) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:19.283895 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-f0b6eabc-cfa6-44ad-bd21-99c8157abe94 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-861946697-network', 'tenant_id': '75081f986550442cbe06a41f117d2873'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:19.376658 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b6eabc-cfa6-44ad-bd21-99c8157abe94 admin admin] Made reservation on behalf of 75081f986550442cbe06a41f117d2873 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:19.379043 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0b6eabc-cfa6-44ad-bd21-99c8157abe94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.388082 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0b6eabc-cfa6-44ad-bd21-99c8157abe94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.473998 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0b6eabc-cfa6-44ad-bd21-99c8157abe94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.561174 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0b6eabc-cfa6-44ad-bd21-99c8157abe94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.585352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b6eabc-cfa6-44ad-bd21-99c8157abe94 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:17:19.594626 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6eabc-cfa6-44ad-bd21-99c8157abe94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c457cb-d5ad-466b-8470-b9bbd41d3572,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:19.600478 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0b6eabc-cfa6-44ad-bd21-99c8157abe94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.600876 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-f0b6eabc-cfa6-44ad-bd21-99c8157abe94 admin admin] Added segment 7fd46c68-8feb-480e-bd72-ac8336488bb9 of type vlan for network 88caf4fc-db29-4c8c-83f8-efd5f3f0c07b Jul 30 02:17:19.643912 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0b6eabc-cfa6-44ad-bd21-99c8157abe94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.715409 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0b6eabc-cfa6-44ad-bd21-99c8157abe94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.716368 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b6eabc-cfa6-44ad-bd21-99c8157abe94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:19.717548 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f0b6eabc-cfa6-44ad-bd21-99c8157abe94 admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.779926 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6eabc-cfa6-44ad-bd21-99c8157abe94 admin admin] Pushing event updated for resources: {'Network': ['ID=88caf4fc-db29-4c8c-83f8-efd5f3f0c07b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:19.798604 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 88caf4fc-db29-4c8c-83f8-efd5f3f0c07b details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:17:19.818854 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f0b6eabc-cfa6-44ad-bd21-99c8157abe94 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6280041 Jul 30 02:17:19.821437 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60034) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:19.827371 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-8cc90a6e-6d8c-456c-8c51-2c1016420091 admin admin] Request body: {'subnet': {'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-861946697-subnet', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:19.920112 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc90a6e-6d8c-456c-8c51-2c1016420091 admin admin] Made reservation on behalf of 75081f986550442cbe06a41f117d2873 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:19.922639 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8cc90a6e-6d8c-456c-8c51-2c1016420091 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:20.144499 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8cc90a6e-6d8c-456c-8c51-2c1016420091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:20.197732 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc90a6e-6d8c-456c-8c51-2c1016420091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de4e4e4-fa5c-4404-b285-f13c0866779a,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:20.208435 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc90a6e-6d8c-456c-8c51-2c1016420091 admin admin] Checking segment: {'id': '7fd46c68-8feb-480e-bd72-ac8336488bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:20.208796 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc90a6e-6d8c-456c-8c51-2c1016420091 admin admin] Network hostable DHCP agents. Network: 88caf4fc-db29-4c8c-83f8-efd5f3f0c07b, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:17:20.309768 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc90a6e-6d8c-456c-8c51-2c1016420091 admin admin] Network 88caf4fc-db29-4c8c-83f8-efd5f3f0c07b is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:17:20.405488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-8cc90a6e-6d8c-456c-8c51-2c1016420091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 88caf4fc-db29-4c8c-83f8-efd5f3f0c07b) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:20.411478 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc90a6e-6d8c-456c-8c51-2c1016420091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:20.412453 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8cc90a6e-6d8c-456c-8c51-2c1016420091 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:20.413447 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07852924-b489-4bf5-a274-151aea6d1081 None None] Network 88caf4fc-db29-4c8c-83f8-efd5f3f0c07b requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:20.510887 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8cc90a6e-6d8c-456c-8c51-2c1016420091 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6883969 Jul 30 02:17:20.513421 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60036) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:20.517859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ab411efd-679b-46bc-a51e-d3f6ab117e20 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-861946697-router', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:20.553067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-88caf4fc-db29-4c8c-83f8-efd5f3f0c07b', 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'fixed_ips': [{'subnet_id': '7de4e4e4-fa5c-4404-b285-f13c0866779a'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:17:20.558995 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:20.612914 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab411efd-679b-46bc-a51e-d3f6ab117e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:20.613956 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab411efd-679b-46bc-a51e-d3f6ab117e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:20.688499 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Allocated IP 172.20.0.2 (88caf4fc-db29-4c8c-83f8-efd5f3f0c07b/7de4e4e4-fa5c-4404-b285-f13c0866779a/a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:20.841294 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:20.851818 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Transition to ACTIVE for port object a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:20.868967 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Transition to ACTIVE for port object a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:20.937775 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:20.973523 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Network 88caf4fc-db29-4c8c-83f8-efd5f3f0c07b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:20.978194 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:20.981951 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:20.997680 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Pushing event updated for resources: {'Port': ['ID=a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:21.028394 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab411efd-679b-46bc-a51e-d3f6ab117e20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.049929 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Attempting to bind port a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:21.050310 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Attempting to bind port a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '7fd46c68-8feb-480e-bd72-ac8336488bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:21.050684 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Attempting to bind port a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd on network 88caf4fc-db29-4c8c-83f8-efd5f3f0c07b {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:21.056652 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:21.057029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Checking segment: {'id': '7fd46c68-8feb-480e-bd72-ac8336488bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:21.057427 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.057822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Bound using segment: {'id': '7fd46c68-8feb-480e-bd72-ac8336488bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:21.058322 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Bound port: a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd46c68-8feb-480e-bd72-ac8336488bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:21.058705 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.122178 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] For port a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:17:21.125259 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] For port a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd,segment=NetworkSegment(7fd46c68-8feb-480e-bd72-ac8336488bb9),segment_id=7fd46c68-8feb-480e-bd72-ac8336488bb9)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:17:21.207854 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.234960 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab411efd-679b-46bc-a51e-d3f6ab117e20 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.268326 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2bd0f-455a-443e-92e3-fd6e4ff8702d None None] Pushing event updated for resources: {'Port': ['ID=a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:21.539900 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab411efd-679b-46bc-a51e-d3f6ab117e20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.558780 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab411efd-679b-46bc-a51e-d3f6ab117e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.667158 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-ab411efd-679b-46bc-a51e-d3f6ab117e20 admin admin] Allocated IP 172.25.1.182 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/3734f969-3867-4941-a71a-7267303709c5) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:21.768340 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab411efd-679b-46bc-a51e-d3f6ab117e20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.863395 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab411efd-679b-46bc-a51e-d3f6ab117e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.908190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab411efd-679b-46bc-a51e-d3f6ab117e20 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:21.912821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-ab411efd-679b-46bc-a51e-d3f6ab117e20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:21.921264 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab411efd-679b-46bc-a51e-d3f6ab117e20 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:21.924604 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab411efd-679b-46bc-a51e-d3f6ab117e20 admin admin] Pushing event updated for resources: {'Port': ['ID=3734f969-3867-4941-a71a-7267303709c5,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:22.126807 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03496054-7552-4bb9-9f17-cd6ad24e98cb None None] Network 88caf4fc-db29-4c8c-83f8-efd5f3f0c07b requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:22.241396 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab411efd-679b-46bc-a51e-d3f6ab117e20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:22.256684 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:22.290718 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2cd2b8c3-03c8-4b17-bf87-cd14738f8d70 None None] Provisioning for port a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:22.458176 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab411efd-679b-46bc-a51e-d3f6ab117e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:22.531206 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:22.535472 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:22.535878 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:22.622820 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:22.636795 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4e43ed9b-2507-445e-85ac-70a3d915fd88 None None] Provisioning complete for port a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:22.637160 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4e43ed9b-2507-445e-85ac-70a3d915fd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:22.662980 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab411efd-679b-46bc-a51e-d3f6ab117e20 admin admin] Router e197d804-82a3-4a68-8f04-8faea12818d8 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:17:22.698180 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd,segment=NetworkSegment(7fd46c68-8feb-480e-bd72-ac8336488bb9),segment_id=7fd46c68-8feb-480e-bd72-ac8336488bb9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:22.754781 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4e43ed9b-2507-445e-85ac-70a3d915fd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:22.773961 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:22.785679 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab411efd-679b-46bc-a51e-d3f6ab117e20 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:22.797146 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] Sync routers for ids ['e197d804-82a3-4a68-8f04-8faea12818d8'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:22.806752 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] Routers {'e197d804-82a3-4a68-8f04-8faea12818d8'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:22.807452 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e197d804-82a3-4a68-8f04-8faea12818d8'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:22.846534 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-4e43ed9b-2507-445e-85ac-70a3d915fd88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:17:22.846890 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-4e43ed9b-2507-445e-85ac-70a3d915fd88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:17:22.851493 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:22.911831 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] Set router e197d804-82a3-4a68-8f04-8faea12818d8 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:22.922172 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ab411efd-679b-46bc-a51e-d3f6ab117e20 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:22.928400 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ab411efd-679b-46bc-a51e-d3f6ab117e20 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4091096 Jul 30 02:17:22.928400 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60040) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:22.960430 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60042) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:23.102667 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'name': 'tempest-TestServerBasicOps-861946697-router', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3734f969-3867-4941-a71a-7267303709c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:20Z', 'updated_at': '2021-07-30T02:17:22Z', 'revision_number': 3, 'project_id': '75081f986550442cbe06a41f117d2873', 'gw_port': {'id': '3734f969-3867-4941-a71a-7267303709c5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:21Z', 'updated_at': '2021-07-30T02:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:23.129818 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] Checking router: e197d804-82a3-4a68-8f04-8faea12818d8 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:17:23.130536 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] Updating router e197d804-82a3-4a68-8f04-8faea12818d8 port 3734f969-3867-4941-a71a-7267303709c5 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:17:23.132263 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-31d7bd6c-08dc-4f5a-aa1e-78d7c36bf4da tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Deleting port 43cbc77b-d3da-45b3-99fb-75115a3c7e4a {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:23.133968 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-31d7bd6c-08dc-4f5a-aa1e-78d7c36bf4da tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.156095 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.212579 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-31d7bd6c-08dc-4f5a-aa1e-78d7c36bf4da tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.212927 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-31d7bd6c-08dc-4f5a-aa1e-78d7c36bf4da tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.226064 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-31d7bd6c-08dc-4f5a-aa1e-78d7c36bf4da tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Calling delete_port for 43cbc77b-d3da-45b3-99fb-75115a3c7e4a owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:23.368012 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-580ebe94-3a16-4699-9e4e-498cc770f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.428910 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.441329 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] Transition to ACTIVE for port object 3734f969-3867-4941-a71a-7267303709c5 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:23.533374 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.549516 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-580ebe94-3a16-4699-9e4e-498cc770f7cf admin admin] Allocated IP 172.20.0.1 (88caf4fc-db29-4c8c-83f8-efd5f3f0c07b/7de4e4e4-fa5c-4404-b285-f13c0866779a/a0268f10-7553-402b-b8f5-d1b711c4db29) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:23.592488 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4abd3-574f-40a1-87c6-c5561fcef55f None None] Pushing event updated for resources: {'Port': ['ID=3734f969-3867-4941-a71a-7267303709c5,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:23.594800 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] Attempting to bind port 3734f969-3867-4941-a71a-7267303709c5 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:23.595168 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] Attempting to bind port 3734f969-3867-4941-a71a-7267303709c5 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:23.595527 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] Attempting to bind port 3734f969-3867-4941-a71a-7267303709c5 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:23.605273 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4abd3-574f-40a1-87c6-c5561fcef55f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:23.605628 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4abd3-574f-40a1-87c6-c5561fcef55f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:23.606071 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4abd3-574f-40a1-87c6-c5561fcef55f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:23.606428 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4abd3-574f-40a1-87c6-c5561fcef55f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:23.606763 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4abd3-574f-40a1-87c6-c5561fcef55f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:23.607933 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4abd3-574f-40a1-87c6-c5561fcef55f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:23.608273 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4abd3-574f-40a1-87c6-c5561fcef55f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:23.608601 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4abd3-574f-40a1-87c6-c5561fcef55f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:23.608925 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4abd3-574f-40a1-87c6-c5561fcef55f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:23.609288 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4abd3-574f-40a1-87c6-c5561fcef55f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:23.609570 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4abd3-574f-40a1-87c6-c5561fcef55f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:23.609909 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4abd3-574f-40a1-87c6-c5561fcef55f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:23.613474 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:23.613852 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:23.614248 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.614663 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:23.615143 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] Bound port: 3734f969-3867-4941-a71a-7267303709c5, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:23.615525 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.666807 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-580ebe94-3a16-4699-9e4e-498cc770f7cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.673500 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] For port 3734f969-3867-4941-a71a-7267303709c5, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:17:23.678388 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] For port 3734f969-3867-4941-a71a-7267303709c5, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3734f969-3867-4941-a71a-7267303709c5,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:17:23.683760 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-580ebe94-3a16-4699-9e4e-498cc770f7cf admin admin] Transition to ACTIVE for port object a0268f10-7553-402b-b8f5-d1b711c4db29 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:23.739569 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.794467 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] Routers {'e197d804-82a3-4a68-8f04-8faea12818d8'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:23.795610 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e197d804-82a3-4a68-8f04-8faea12818d8'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:23.795774 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-580ebe94-3a16-4699-9e4e-498cc770f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.832356 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4abd3-574f-40a1-87c6-c5561fcef55f None None] Pushing event updated for resources: {'Port': ['ID=3734f969-3867-4941-a71a-7267303709c5,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:23.838880 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580ebe94-3a16-4699-9e4e-498cc770f7cf admin admin] Network 88caf4fc-db29-4c8c-83f8-efd5f3f0c07b is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:23.844308 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-580ebe94-3a16-4699-9e4e-498cc770f7cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:23.847143 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-31d7bd6c-08dc-4f5a-aa1e-78d7c36bf4da tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.861509 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580ebe94-3a16-4699-9e4e-498cc770f7cf admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:23.877463 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7bd6c-08dc-4f5a-aa1e-78d7c36bf4da tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Pushing event deleted for resources: {'Port': ['ID=43cbc77b-d3da-45b3-99fb-75115a3c7e4a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:23.897961 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ebe94-3a16-4699-9e4e-498cc770f7cf admin admin] Pushing event updated for resources: {'Port': ['ID=a0268f10-7553-402b-b8f5-d1b711c4db29,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:23.922429 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] Set router e197d804-82a3-4a68-8f04-8faea12818d8 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:23.923516 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-580ebe94-3a16-4699-9e4e-498cc770f7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.949358 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-31d7bd6c-08dc-4f5a-aa1e-78d7c36bf4da tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.949939 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-31d7bd6c-08dc-4f5a-aa1e-78d7c36bf4da tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Floating IP 50dc3a22-444c-48c1-b2b6-8f5d97aa8c44 disassociated (deleted). External IP: 172.25.1.227, port: 94c9bb3e-9250-411f-83d5-21402ec42ff1. Jul 30 02:17:24.139325 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'name': 'tempest-TestServerBasicOps-861946697-router', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3734f969-3867-4941-a71a-7267303709c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:20Z', 'updated_at': '2021-07-30T02:17:22Z', 'revision_number': 3, 'project_id': '75081f986550442cbe06a41f117d2873', 'gw_port': {'id': '3734f969-3867-4941-a71a-7267303709c5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:21Z', 'updated_at': '2021-07-30T02:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:24.181102 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-580ebe94-3a16-4699-9e4e-498cc770f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:24.219251 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-24d208f2-eea3-4d8b-802b-2f47eb190b0b None None] Provisioning for port a0268f10-7553-402b-b8f5-d1b711c4db29 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:24.223598 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-24d208f2-eea3-4d8b-802b-2f47eb190b0b None None] Provisioning complete for port a0268f10-7553-402b-b8f5-d1b711c4db29 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:24.223981 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-24d208f2-eea3-4d8b-802b-2f47eb190b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:24.231141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d7bd6c-08dc-4f5a-aa1e-78d7c36bf4da tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Router f8a415f5-c4b7-460e-841c-c59993118668 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:24.267370 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:24.329290 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18ca23c-6c57-414b-a6d7-a7f8c27313f8 None None] The sync data for ids ['e197d804-82a3-4a68-8f04-8faea12818d8'] in n-d-713498-9 is: [{'id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'name': 'tempest-TestServerBasicOps-861946697-router', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3734f969-3867-4941-a71a-7267303709c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:20Z', 'updated_at': '2021-07-30T02:17:22Z', 'revision_number': 3, 'project_id': '75081f986550442cbe06a41f117d2873', 'gw_port': {'id': '3734f969-3867-4941-a71a-7267303709c5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:21Z', 'updated_at': '2021-07-30T02:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:24.334377 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-24d208f2-eea3-4d8b-802b-2f47eb190b0b None None] Port a0268f10-7553-402b-b8f5-d1b711c4db29 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:17:24.339812 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:24.340756 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:24.376319 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d7bd6c-08dc-4f5a-aa1e-78d7c36bf4da tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:24.381561 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-31d7bd6c-08dc-4f5a-aa1e-78d7c36bf4da tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:24.395605 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81acd34-ce3b-4451-a110-ac8e3f9bf2f7 None None] Sync routers for ids ['f8a415f5-c4b7-460e-841c-c59993118668'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:24.416038 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-31d7bd6c-08dc-4f5a-aa1e-78d7c36bf4da tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "DELETE /v2.0/floatingips/50dc3a22-444c-48c1-b2b6-8f5d97aa8c44 HTTP/1.1" status: 204 len: 168 time: 1.4533925 Jul 30 02:17:24.417145 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'tag': '94c9bb3e-9250-411f-83d5-21402ec42ff1'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:17:24.430993 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e3ff65-912e-4480-b732-5a535db039c8" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb469b3-72c8-4151-a9d2-4e363fa88b50", "tag": "94c9bb3e-9250-411f-83d5-21402ec42ff1"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:17:24.431321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81acd34-ce3b-4451-a110-ac8e3f9bf2f7 None None] Routers {'f8a415f5-c4b7-460e-841c-c59993118668'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:24.432178 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d81acd34-ce3b-4451-a110-ac8e3f9bf2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f8a415f5-c4b7-460e-841c-c59993118668'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:24.434777 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-580ebe94-3a16-4699-9e4e-498cc770f7cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:24.482856 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1903338b-68ff-47cb-8675-b4b075c28213 x-openstack-request-id: req-1903338b-68ff-47cb-8675-b4b075c28213 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:17:24.492514 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb469b3-72c8-4151-a9d2-4e363fa88b50", "tag": "94c9bb3e-9250-411f-83d5-21402ec42ff1", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:17:24.492514 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1903338b-68ff-47cb-8675-b4b075c28213 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:17:24.492514 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'tag': '94c9bb3e-9250-411f-83d5-21402ec42ff1', 'status': 'completed', 'code': 200} Jul 30 02:17:24.510615 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-580ebe94-3a16-4699-9e4e-498cc770f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:24.617820 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ebe94-3a16-4699-9e4e-498cc770f7cf admin admin] Pushing event updated for resources: {'Port': ['ID=a0268f10-7553-402b-b8f5-d1b711c4db29,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:24.621132 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-580ebe94-3a16-4699-9e4e-498cc770f7cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:24.661918 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3ff65-912e-4480-b732-5a535db039c8 req-62c3244d-3d93-4623-9945-d0089237def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:24.663509 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35e3ff65-912e-4480-b732-5a535db039c8 req-62c3244d-3d93-4623-9945-d0089237def5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6d37d4b13a049e9a6846b9cb502d92e&device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 1096 time: 0.1207123 Jul 30 02:17:24.759252 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-d81acd34-ce3b-4451-a110-ac8e3f9bf2f7 None None] Set router f8a415f5-c4b7-460e-841c-c59993118668 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:24.827210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580ebe94-3a16-4699-9e4e-498cc770f7cf admin admin] Network 88caf4fc-db29-4c8c-83f8-efd5f3f0c07b is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:24.830584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-580ebe94-3a16-4699-9e4e-498cc770f7cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:24.837335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3ff65-912e-4480-b732-5a535db039c8 req-40a2ad51-b209-4780-977f-a794bf2030b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:24.839036 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35e3ff65-912e-4480-b732-5a535db039c8 req-40a2ad51-b209-4780-977f-a794bf2030b7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=87c7b1db-bfab-4702-a87a-4c23ce619682 HTTP/1.1" status: 200 len: 915 time: 0.1490614 Jul 30 02:17:24.924117 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35e3ff65-912e-4480-b732-5a535db039c8 req-c9a5cee7-3242-44da-b431-b064cf0874e3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94c9bb3e-9250-411f-83d5-21402ec42ff1 HTTP/1.1" status: 200 len: 217 time: 0.0474167 Jul 30 02:17:25.033865 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d81acd34-ce3b-4451-a110-ac8e3f9bf2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'name': 'tempest-TestVolumeBackupRestore-1421116980-router', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:12Z', 'updated_at': '2021-07-30T02:12:17Z', 'revision_number': 4, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'gw_port': {'id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:13Z', 'updated_at': '2021-07-30T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd733dede-9fc1-479a-a61b-246aac2a5a3b', 'name': '', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'mac_address': 'fa:16:3e:30:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:16Z', 'updated_at': '2021-07-30T02:12:24Z', 'revision_number': 5, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'subnets': [{'id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:25.068737 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81acd34-ce3b-4451-a110-ac8e3f9bf2f7 None None] Checking router: f8a415f5-c4b7-460e-841c-c59993118668 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:17:25.080547 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81acd34-ce3b-4451-a110-ac8e3f9bf2f7 None None] Routers {'f8a415f5-c4b7-460e-841c-c59993118668'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:25.081462 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d81acd34-ce3b-4451-a110-ac8e3f9bf2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f8a415f5-c4b7-460e-841c-c59993118668'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:25.202141 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7635dc14-d106-4b50-9a61-7909783f3e02 None None] Provisioning complete for port a0268f10-7553-402b-b8f5-d1b711c4db29 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:25.202613 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7635dc14-d106-4b50-9a61-7909783f3e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:25.236034 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-d81acd34-ce3b-4451-a110-ac8e3f9bf2f7 None None] Set router f8a415f5-c4b7-460e-841c-c59993118668 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:25.278256 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7635dc14-d106-4b50-9a61-7909783f3e02 None None] Port a0268f10-7553-402b-b8f5-d1b711c4db29 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:17:25.462617 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3ff65-912e-4480-b732-5a535db039c8 req-a54e2c80-6179-4314-a4ca-575002770e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:25.465087 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35e3ff65-912e-4480-b732-5a535db039c8 req-a54e2c80-6179-4314-a4ca-575002770e1b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=94863f40-0d1f-4c90-bc1b-a91810e9807b HTTP/1.1" status: 200 len: 853 time: 0.4928312 Jul 30 02:17:25.469925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580ebe94-3a16-4699-9e4e-498cc770f7cf admin admin] Router e197d804-82a3-4a68-8f04-8faea12818d8 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:25.476406 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d81acd34-ce3b-4451-a110-ac8e3f9bf2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'name': 'tempest-TestVolumeBackupRestore-1421116980-router', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:12Z', 'updated_at': '2021-07-30T02:12:17Z', 'revision_number': 4, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'gw_port': {'id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:13Z', 'updated_at': '2021-07-30T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd733dede-9fc1-479a-a61b-246aac2a5a3b', 'name': '', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'mac_address': 'fa:16:3e:30:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:16Z', 'updated_at': '2021-07-30T02:12:24Z', 'revision_number': 5, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'subnets': [{'id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:25.485175 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea927eb-63ca-44f3-ac94-1477921e665e req-5b5b7933-62dc-4409-aa5f-60388f36ab08 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:25.486671 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ea927eb-63ca-44f3-ac94-1477921e665e req-5b5b7933-62dc-4409-aa5f-60388f36ab08 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 945 time: 0.4794855 Jul 30 02:17:25.503846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81acd34-ce3b-4451-a110-ac8e3f9bf2f7 None None] The sync data for ids ['f8a415f5-c4b7-460e-841c-c59993118668'] in n-d-713498-9 is: [{'id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'name': 'tempest-TestVolumeBackupRestore-1421116980-router', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:12Z', 'updated_at': '2021-07-30T02:12:17Z', 'revision_number': 4, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'gw_port': {'id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:13Z', 'updated_at': '2021-07-30T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd733dede-9fc1-479a-a61b-246aac2a5a3b', 'name': '', 'network_id': '87c7b1db-bfab-4702-a87a-4c23ce619682', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'mac_address': 'fa:16:3e:30:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:16Z', 'updated_at': '2021-07-30T02:12:24Z', 'revision_number': 5, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'subnets': [{'id': '94863f40-0d1f-4c90-bc1b-a91810e9807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:25.599489 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ea927eb-63ca-44f3-ac94-1477921e665e req-9ba3db24-7c9b-4578-9d16-e754e52a280a tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/security-groups?id=83eb4aec-7c0e-4b88-be69-900806541c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051311 Jul 30 02:17:25.631403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3ff65-912e-4480-b732-5a535db039c8 req-2c42281c-a0ee-43a0-87d2-d57314e60dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:25.632929 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35e3ff65-912e-4480-b732-5a535db039c8 req-2c42281c-a0ee-43a0-87d2-d57314e60dfb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=87c7b1db-bfab-4702-a87a-4c23ce619682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572440 Jul 30 02:17:25.698210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580ebe94-3a16-4699-9e4e-498cc770f7cf admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:25.704725 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-580ebe94-3a16-4699-9e4e-498cc770f7cf admin admin] 10.222.0.70 "PUT /v2.0/routers/e197d804-82a3-4a68-8f04-8faea12818d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7775919 Jul 30 02:17:25.748595 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35e3ff65-912e-4480-b732-5a535db039c8 req-7f5bb019-2715-4170-8e99-0daf96bec6e9 service neutron] 10.222.0.77 "GET /v2.0/networks/87c7b1db-bfab-4702-a87a-4c23ce619682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973008 Jul 30 02:17:25.863553 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359f3140-9b87-4894-ac5a-cb8b51975b5a None None] New status for floating IP 50dc3a22-444c-48c1-b2b6-8f5d97aa8c44: DOWN {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:17:25.877823 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-35e3ff65-912e-4480-b732-5a535db039c8 req-8d7662ff-dc7b-443f-b928-bc78218e8ad0 service neutron] 10.222.0.77 "GET /v2.0/networks/87c7b1db-bfab-4702-a87a-4c23ce619682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183295 Jul 30 02:17:26.163207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] Sync routers for ids ['e197d804-82a3-4a68-8f04-8faea12818d8'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:26.176418 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] Routers {'e197d804-82a3-4a68-8f04-8faea12818d8'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:26.178039 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e197d804-82a3-4a68-8f04-8faea12818d8'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:26.262545 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3734f969-3867-4941-a71a-7267303709c5 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:26.318132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] Set router e197d804-82a3-4a68-8f04-8faea12818d8 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:26.449732 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 3734f969-3867-4941-a71a-7267303709c5 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:26.454945 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60072) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:26.456819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 3734f969-3867-4941-a71a-7267303709c5 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:26.457233 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:26.460188 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-727ab63f-1833-4d5d-9818-891ff05f5430 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1593689407-network', 'tenant_id': '8b57c6126976467a8819d632ddf35409'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:26.562080 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727ab63f-1833-4d5d-9818-891ff05f5430 admin admin] Made reservation on behalf of 8b57c6126976467a8819d632ddf35409 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:26.564576 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-727ab63f-1833-4d5d-9818-891ff05f5430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:26.573440 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-727ab63f-1833-4d5d-9818-891ff05f5430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:26.588102 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:26.603982 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'name': 'tempest-TestServerBasicOps-861946697-router', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3734f969-3867-4941-a71a-7267303709c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:20Z', 'updated_at': '2021-07-30T02:17:24Z', 'revision_number': 4, 'project_id': '75081f986550442cbe06a41f117d2873', 'gw_port': {'id': '3734f969-3867-4941-a71a-7267303709c5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:21Z', 'updated_at': '2021-07-30T02:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'a0268f10-7553-402b-b8f5-d1b711c4db29', 'name': '', 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'mac_address': 'fa:16:3e:9e:c3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7de4e4e4-fa5c-4404-b285-f13c0866779a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:23Z', 'updated_at': '2021-07-30T02:17:24Z', 'revision_number': 2, 'project_id': '75081f986550442cbe06a41f117d2873', 'subnets': [{'id': '7de4e4e4-fa5c-4404-b285-f13c0866779a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:26.635839 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] Checking router: e197d804-82a3-4a68-8f04-8faea12818d8 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:17:26.636197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] Updating router e197d804-82a3-4a68-8f04-8faea12818d8 port a0268f10-7553-402b-b8f5-d1b711c4db29 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:17:26.639153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 3734f969-3867-4941-a71a-7267303709c5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3734f969-3867-4941-a71a-7267303709c5,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:26.663227 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-727ab63f-1833-4d5d-9818-891ff05f5430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:26.668006 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:26.711528 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:26.728426 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d4adb-8125-4d41-a298-90f38c1e620d req-49835d05-d25f-4a88-9e24-47ddefa0f0ff tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:26.729934 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b19d4adb-8125-4d41-a298-90f38c1e620d req-49835d05-d25f-4a88-9e24-47ddefa0f0ff tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 945 time: 0.0523913 Jul 30 02:17:26.733409 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-727ab63f-1833-4d5d-9818-891ff05f5430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:26.771323 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727ab63f-1833-4d5d-9818-891ff05f5430 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:17:26.791274 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ab63f-1833-4d5d-9818-891ff05f5430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd88976-ded6-4fc4-9321-f2faac756663,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:26.802787 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-727ab63f-1833-4d5d-9818-891ff05f5430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:26.803143 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-727ab63f-1833-4d5d-9818-891ff05f5430 admin admin] Added segment 34a07edc-93f1-452d-943c-3d5fbfc7d9a7 of type vlan for network 56d398b7-a433-4502-837b-657990575583 Jul 30 02:17:26.807222 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b19d4adb-8125-4d41-a298-90f38c1e620d req-afe5bf92-5be2-4ffa-afea-2ae9bf75113c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/security-groups?id=83eb4aec-7c0e-4b88-be69-900806541c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665326 Jul 30 02:17:26.852708 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-727ab63f-1833-4d5d-9818-891ff05f5430 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:26.857950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5cdd0-d910-4bc4-a3f9-c6b97f35ccac req-747cdbe7-0597-41ea-8002-d0ebc37c78cc tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:26.859565 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c5c5cdd0-d910-4bc4-a3f9-c6b97f35ccac req-747cdbe7-0597-41ea-8002-d0ebc37c78cc tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.77 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 945 time: 0.0726871 Jul 30 02:17:26.869149 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=3734f969-3867-4941-a71a-7267303709c5,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:26.949531 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-727ab63f-1833-4d5d-9818-891ff05f5430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:26.950922 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727ab63f-1833-4d5d-9818-891ff05f5430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:26.951520 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-727ab63f-1833-4d5d-9818-891ff05f5430 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:26.961661 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-c5c5cdd0-d910-4bc4-a3f9-c6b97f35ccac req-c44711c1-203d-4836-9b51-f9489449bfa0 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Deleting port 94c9bb3e-9250-411f-83d5-21402ec42ff1 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:26.964393 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c5c5cdd0-d910-4bc4-a3f9-c6b97f35ccac req-c44711c1-203d-4836-9b51-f9489449bfa0 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:26.984822 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:26.995575 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] Transition to ACTIVE for port object a0268f10-7553-402b-b8f5-d1b711c4db29 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:27.011265 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ab63f-1833-4d5d-9818-891ff05f5430 admin admin] Pushing event updated for resources: {'Network': ['ID=56d398b7-a433-4502-837b-657990575583,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:27.025884 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 56d398b7-a433-4502-837b-657990575583 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:17:27.055434 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-c5c5cdd0-d910-4bc4-a3f9-c6b97f35ccac req-c44711c1-203d-4836-9b51-f9489449bfa0 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] For port 94c9bb3e-9250-411f-83d5-21402ec42ff1, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=94c9bb3e-9250-411f-83d5-21402ec42ff1,segment=NetworkSegment(0195abc6-0cfb-4d5e-840a-4c517a359e85),segment_id=0195abc6-0cfb-4d5e-840a-4c517a359e85)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:27.055805 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c5c5cdd0-d910-4bc4-a3f9-c6b97f35ccac req-c44711c1-203d-4836-9b51-f9489449bfa0 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.061335 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-727ab63f-1833-4d5d-9818-891ff05f5430 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6052883 Jul 30 02:17:27.064065 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60078) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:27.069199 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-25d70676-db11-48aa-bbb0-f730ec405ec6 admin admin] Request body: {'subnet': {'network_id': '56d398b7-a433-4502-837b-657990575583', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1593689407-subnet', 'tenant_id': '8b57c6126976467a8819d632ddf35409', 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:27.072293 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.073812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-c5c5cdd0-d910-4bc4-a3f9-c6b97f35ccac req-c44711c1-203d-4836-9b51-f9489449bfa0 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Calling delete_port for 94c9bb3e-9250-411f-83d5-21402ec42ff1 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:27.131770 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fef2fb-df3e-40eb-be6e-295e5788a4df None None] Pushing event updated for resources: {'Port': ['ID=a0268f10-7553-402b-b8f5-d1b711c4db29,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:27.161190 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d70676-db11-48aa-bbb0-f730ec405ec6 admin admin] Made reservation on behalf of 8b57c6126976467a8819d632ddf35409 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:27.164416 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-25d70676-db11-48aa-bbb0-f730ec405ec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.190404 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] Attempting to bind port a0268f10-7553-402b-b8f5-d1b711c4db29 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:27.191113 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] Attempting to bind port a0268f10-7553-402b-b8f5-d1b711c4db29 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '7fd46c68-8feb-480e-bd72-ac8336488bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:27.191739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] Attempting to bind port a0268f10-7553-402b-b8f5-d1b711c4db29 on network 88caf4fc-db29-4c8c-83f8-efd5f3f0c07b {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:27.197706 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:27.198373 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] Checking segment: {'id': '7fd46c68-8feb-480e-bd72-ac8336488bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:27.198992 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.203699 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] Bound using segment: {'id': '7fd46c68-8feb-480e-bd72-ac8336488bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:27.203699 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] Bound port: a0268f10-7553-402b-b8f5-d1b711c4db29, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd46c68-8feb-480e-bd72-ac8336488bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:27.203699 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.274555 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] For port a0268f10-7553-402b-b8f5-d1b711c4db29, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:17:27.321675 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c5c5cdd0-d910-4bc4-a3f9-c6b97f35ccac req-c44711c1-203d-4836-9b51-f9489449bfa0 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.322498 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] For port a0268f10-7553-402b-b8f5-d1b711c4db29, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a0268f10-7553-402b-b8f5-d1b711c4db29,segment=NetworkSegment(7fd46c68-8feb-480e-bd72-ac8336488bb9),segment_id=7fd46c68-8feb-480e-bd72-ac8336488bb9)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:17:27.355158 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44711c1-203d-4836-9b51-f9489449bfa0 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Pushing event deleted for resources: {'Port': ['ID=94c9bb3e-9250-411f-83d5-21402ec42ff1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:27.398060 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c5cdd0-d910-4bc4-a3f9-c6b97f35ccac req-c44711c1-203d-4836-9b51-f9489449bfa0 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] No DVR routers for this DVR port 94c9bb3e-9250-411f-83d5-21402ec42ff1 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:27.400558 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c5c5cdd0-d910-4bc4-a3f9-c6b97f35ccac req-c44711c1-203d-4836-9b51-f9489449bfa0 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.402632 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c5c5cdd0-d910-4bc4-a3f9-c6b97f35ccac req-c44711c1-203d-4836-9b51-f9489449bfa0 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.77 "DELETE /v2.0/ports/94c9bb3e-9250-411f-83d5-21402ec42ff1 HTTP/1.1" status: 204 len: 173 time: 0.5360441 Jul 30 02:17:27.403074 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'name': 'network-vif-deleted', 'tag': '94c9bb3e-9250-411f-83d5-21402ec42ff1'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:17:27.406336 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b681c1d-5a98-4964-a167-c905b9369625" -d '{"events": [{"server_uuid": "bcb469b3-72c8-4151-a9d2-4e363fa88b50", "name": "network-vif-deleted", "tag": "94c9bb3e-9250-411f-83d5-21402ec42ff1"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:17:27.436876 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.441532 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ab0259-cfd8-4976-9ca3-fd23818af166 x-openstack-request-id: req-c8ab0259-cfd8-4976-9ca3-fd23818af166 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:17:27.441828 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb469b3-72c8-4151-a9d2-4e363fa88b50", "name": "network-vif-deleted", "tag": "94c9bb3e-9250-411f-83d5-21402ec42ff1", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:17:27.442078 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c8ab0259-cfd8-4976-9ca3-fd23818af166 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:17:27.442517 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb469b3-72c8-4151-a9d2-4e363fa88b50', 'name': 'network-vif-deleted', 'tag': '94c9bb3e-9250-411f-83d5-21402ec42ff1', 'status': 'completed', 'code': 200} Jul 30 02:17:27.459108 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-25d70676-db11-48aa-bbb0-f730ec405ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.487484 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] Routers {'e197d804-82a3-4a68-8f04-8faea12818d8'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:27.488452 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e197d804-82a3-4a68-8f04-8faea12818d8'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:27.524872 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d70676-db11-48aa-bbb0-f730ec405ec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afd8b119-c490-4b0e-bd0a-3f71a8d38ce4,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:27.529495 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d70676-db11-48aa-bbb0-f730ec405ec6 admin admin] Checking segment: {'id': '34a07edc-93f1-452d-943c-3d5fbfc7d9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '56d398b7-a433-4502-837b-657990575583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:27.529867 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d70676-db11-48aa-bbb0-f730ec405ec6 admin admin] Network hostable DHCP agents. Network: 56d398b7-a433-4502-837b-657990575583, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:17:27.548518 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fef2fb-df3e-40eb-be6e-295e5788a4df None None] Pushing event updated for resources: {'Port': ['ID=a0268f10-7553-402b-b8f5-d1b711c4db29,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:27.624643 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] Set router e197d804-82a3-4a68-8f04-8faea12818d8 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:27.624911 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d70676-db11-48aa-bbb0-f730ec405ec6 admin admin] Network 56d398b7-a433-4502-837b-657990575583 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:17:27.709920 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-25d70676-db11-48aa-bbb0-f730ec405ec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 56d398b7-a433-4502-837b-657990575583) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:27.714253 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d70676-db11-48aa-bbb0-f730ec405ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:27.715714 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-25d70676-db11-48aa-bbb0-f730ec405ec6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.741298 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4ab5c5-c124-4114-82d6-cd2aed3b7558 None None] Network 56d398b7-a433-4502-837b-657990575583 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:27.797330 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-25d70676-db11-48aa-bbb0-f730ec405ec6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7322087 Jul 30 02:17:27.799883 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60082) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:27.804914 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-9ad27da3-290d-4ee5-84cb-ca6ea7e038cd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1593689407-router', 'tenant_id': '8b57c6126976467a8819d632ddf35409', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:27.936093 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ad27da3-290d-4ee5-84cb-ca6ea7e038cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.937167 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ad27da3-290d-4ee5-84cb-ca6ea7e038cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.942056 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e81f1fa6-f3e5-4e2a-a70a-43f2ed122cae req-687bd935-0eeb-45ca-a076-276a8471bb4f tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 210 time: 0.0426724 Jul 30 02:17:28.011445 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ad27da3-290d-4ee5-84cb-ca6ea7e038cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.123867 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-56d398b7-a433-4502-837b-657990575583', 'network_id': '56d398b7-a433-4502-837b-657990575583', 'tenant_id': '8b57c6126976467a8819d632ddf35409', 'fixed_ips': [{'subnet_id': 'afd8b119-c490-4b0e-bd0a-3f71a8d38ce4'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:17:28.124838 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.136981 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'name': 'tempest-TestServerBasicOps-861946697-router', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3734f969-3867-4941-a71a-7267303709c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:20Z', 'updated_at': '2021-07-30T02:17:24Z', 'revision_number': 4, 'project_id': '75081f986550442cbe06a41f117d2873', 'gw_port': {'id': '3734f969-3867-4941-a71a-7267303709c5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:21Z', 'updated_at': '2021-07-30T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'a0268f10-7553-402b-b8f5-d1b711c4db29', 'name': '', 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'mac_address': 'fa:16:3e:9e:c3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7de4e4e4-fa5c-4404-b285-f13c0866779a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:23Z', 'updated_at': '2021-07-30T02:17:27Z', 'revision_number': 4, 'project_id': '75081f986550442cbe06a41f117d2873', 'subnets': [{'id': '7de4e4e4-fa5c-4404-b285-f13c0866779a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:28.166135 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61757fa4-5f3f-4b04-bfea-32a410526e6a None None] The sync data for ids ['e197d804-82a3-4a68-8f04-8faea12818d8'] in n-d-713498-9 is: [{'id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'name': 'tempest-TestServerBasicOps-861946697-router', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3734f969-3867-4941-a71a-7267303709c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:20Z', 'updated_at': '2021-07-30T02:17:24Z', 'revision_number': 4, 'project_id': '75081f986550442cbe06a41f117d2873', 'gw_port': {'id': '3734f969-3867-4941-a71a-7267303709c5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:21Z', 'updated_at': '2021-07-30T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'a0268f10-7553-402b-b8f5-d1b711c4db29', 'name': '', 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'mac_address': 'fa:16:3e:9e:c3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7de4e4e4-fa5c-4404-b285-f13c0866779a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:23Z', 'updated_at': '2021-07-30T02:17:27Z', 'revision_number': 4, 'project_id': '75081f986550442cbe06a41f117d2873', 'subnets': [{'id': '7de4e4e4-fa5c-4404-b285-f13c0866779a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:28.259052 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ad27da3-290d-4ee5-84cb-ca6ea7e038cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.281199 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3734f969-3867-4941-a71a-7267303709c5 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:28.377650 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Allocated IP 172.20.0.2 (56d398b7-a433-4502-837b-657990575583/afd8b119-c490-4b0e-bd0a-3f71a8d38ce4/df0aa439-bad4-4fec-aabc-0e42fb446185) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:28.475186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 3734f969-3867-4941-a71a-7267303709c5 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:28.475186 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.597093 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.606465 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Transition to ACTIVE for port object df0aa439-bad4-4fec-aabc-0e42fb446185 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:28.610852 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ad27da3-290d-4ee5-84cb-ca6ea7e038cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.622667 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Transition to ACTIVE for port object df0aa439-bad4-4fec-aabc-0e42fb446185 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:28.636047 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ad27da3-290d-4ee5-84cb-ca6ea7e038cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.693727 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.738844 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Network 56d398b7-a433-4502-837b-657990575583 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:28.743354 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:28.750528 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:28.752599 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Pushing event updated for resources: {'Port': ['ID=df0aa439-bad4-4fec-aabc-0e42fb446185,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:28.763676 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-9ad27da3-290d-4ee5-84cb-ca6ea7e038cd admin admin] Allocated IP 172.25.1.44 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/080c6399-95ee-44aa-bae2-98feed80cf92) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:28.828821 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Attempting to bind port df0aa439-bad4-4fec-aabc-0e42fb446185 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:28.829256 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Attempting to bind port df0aa439-bad4-4fec-aabc-0e42fb446185 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '34a07edc-93f1-452d-943c-3d5fbfc7d9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '56d398b7-a433-4502-837b-657990575583'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:28.829633 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Attempting to bind port df0aa439-bad4-4fec-aabc-0e42fb446185 on network 56d398b7-a433-4502-837b-657990575583 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:28.835602 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:28.835993 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Checking segment: {'id': '34a07edc-93f1-452d-943c-3d5fbfc7d9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '56d398b7-a433-4502-837b-657990575583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:28.836404 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.836801 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Bound using segment: {'id': '34a07edc-93f1-452d-943c-3d5fbfc7d9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '56d398b7-a433-4502-837b-657990575583'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:28.837325 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Bound port: df0aa439-bad4-4fec-aabc-0e42fb446185, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a07edc-93f1-452d-943c-3d5fbfc7d9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '56d398b7-a433-4502-837b-657990575583'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:28.837776 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.902540 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ad27da3-290d-4ee5-84cb-ca6ea7e038cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.920321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] For port df0aa439-bad4-4fec-aabc-0e42fb446185, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:17:28.924201 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] For port df0aa439-bad4-4fec-aabc-0e42fb446185, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=df0aa439-bad4-4fec-aabc-0e42fb446185,segment=NetworkSegment(34a07edc-93f1-452d-943c-3d5fbfc7d9a7),segment_id=34a07edc-93f1-452d-943c-3d5fbfc7d9a7)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:17:29.024817 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:29.042172 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ad27da3-290d-4ee5-84cb-ca6ea7e038cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:29.090854 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdeec29-e43d-43cd-aadc-872ff0090e49 None None] Pushing event updated for resources: {'Port': ['ID=df0aa439-bad4-4fec-aabc-0e42fb446185,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:29.116707 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad27da3-290d-4ee5-84cb-ca6ea7e038cd admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:29.119884 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-9ad27da3-290d-4ee5-84cb-ca6ea7e038cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:29.128026 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aadd3459-bd88-4079-90e8-1e1718335971 req-530ccfd9-903b-4de9-91b3-0c849cb84ccc tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 210 time: 0.0957017 Jul 30 02:17:29.131364 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad27da3-290d-4ee5-84cb-ca6ea7e038cd admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:29.163666 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad27da3-290d-4ee5-84cb-ca6ea7e038cd admin admin] Pushing event updated for resources: {'Port': ['ID=080c6399-95ee-44aa-bae2-98feed80cf92,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:29.531881 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ad27da3-290d-4ee5-84cb-ca6ea7e038cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:29.733235 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ad27da3-290d-4ee5-84cb-ca6ea7e038cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:29.960112 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad27da3-290d-4ee5-84cb-ca6ea7e038cd admin admin] Router 371cfc6c-c52c-4a36-beda-74c9644ea6cd is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:17:30.076517 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad27da3-290d-4ee5-84cb-ca6ea7e038cd admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:30.087265 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] Sync routers for ids ['371cfc6c-c52c-4a36-beda-74c9644ea6cd'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:30.097550 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] Routers {'371cfc6c-c52c-4a36-beda-74c9644ea6cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:30.098193 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['371cfc6c-c52c-4a36-beda-74c9644ea6cd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:30.173142 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ad27da3-290d-4ee5-84cb-ca6ea7e038cd admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.174470 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9ad27da3-290d-4ee5-84cb-ca6ea7e038cd admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3732421 Jul 30 02:17:30.177383 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60092) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:30.284370 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] Set router 371cfc6c-c52c-4a36-beda-74c9644ea6cd gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:30.311640 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 94c9bb3e-9250-411f-83d5-21402ec42ff1 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:30.371078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 94c9bb3e-9250-411f-83d5-21402ec42ff1 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:30.378025 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 94c9bb3e-9250-411f-83d5-21402ec42ff1 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:30.391096 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device df0aa439-bad4-4fec-aabc-0e42fb446185 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:30.552669 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184453ac-7ccb-4c3a-a115-92f60347e02d None None] Network 56d398b7-a433-4502-837b-657990575583 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:30.614235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250de3a-3447-4eb1-b8a0-59ab8c4f3b94 req-f6ce7ef6-dd11-4c92-bd1d-0492f82004fd tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:30.617016 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8250de3a-3447-4eb1-b8a0-59ab8c4f3b94 req-f6ce7ef6-dd11-4c92-bd1d-0492f82004fd tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 1097 time: 0.0476065 Jul 30 02:17:30.645321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port df0aa439-bad4-4fec-aabc-0e42fb446185 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:30.663313 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a0268f10-7553-402b-b8f5-d1b711c4db29 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:30.692566 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8250de3a-3447-4eb1-b8a0-59ab8c4f3b94 req-f01c7ad9-fae3-49e4-8485-1a9a2c12a50e tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574312 Jul 30 02:17:30.693775 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60098) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:30.695867 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371cfc6c-c52c-4a36-beda-74c9644ea6cd', 'name': 'tempest-TestServerBasicOps-1593689407-router', 'tenant_id': '8b57c6126976467a8819d632ddf35409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '080c6399-95ee-44aa-bae2-98feed80cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:27Z', 'updated_at': '2021-07-30T02:17:29Z', 'revision_number': 3, 'project_id': '8b57c6126976467a8819d632ddf35409', 'gw_port': {'id': '080c6399-95ee-44aa-bae2-98feed80cf92', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371cfc6c-c52c-4a36-beda-74c9644ea6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:28Z', 'updated_at': '2021-07-30T02:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:30.741117 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] Checking router: 371cfc6c-c52c-4a36-beda-74c9644ea6cd for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:17:30.741460 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] Updating router 371cfc6c-c52c-4a36-beda-74c9644ea6cd port 080c6399-95ee-44aa-bae2-98feed80cf92 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:17:30.763547 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-48e473dd-eab4-4643-be47-7b92462680e4 req-50879787-896d-4819-8be6-903583037c16 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 210 time: 0.0480652 Jul 30 02:17:30.817267 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.834547 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f8c0ed70-f826-4d1a-9cec-6783feff935f None None] Provisioning for port df0aa439-bad4-4fec-aabc-0e42fb446185 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:30.855534 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f8c0ed70-f826-4d1a-9cec-6783feff935f None None] Provisioning complete for port df0aa439-bad4-4fec-aabc-0e42fb446185 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:30.855914 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8c0ed70-f826-4d1a-9cec-6783feff935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.895902 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port a0268f10-7553-402b-b8f5-d1b711c4db29 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:30.907160 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-22a3832e-d271-4698-b636-7853003b80b3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Deleting port 4c864507-e277-46b2-a61f-9908b3b037cd {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:30.907679 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-22a3832e-d271-4698-b636-7853003b80b3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.914933 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port a0268f10-7553-402b-b8f5-d1b711c4db29 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:30.915322 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.051003 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-22a3832e-d271-4698-b636-7853003b80b3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.051483 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-22a3832e-d271-4698-b636-7853003b80b3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.061651 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.066176 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-22a3832e-d271-4698-b636-7853003b80b3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Calling delete_port for 4c864507-e277-46b2-a61f-9908b3b037cd owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:31.197583 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port a0268f10-7553-402b-b8f5-d1b711c4db29, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a0268f10-7553-402b-b8f5-d1b711c4db29,segment=NetworkSegment(7fd46c68-8feb-480e-bd72-ac8336488bb9),segment_id=7fd46c68-8feb-480e-bd72-ac8336488bb9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:31.219287 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8c0ed70-f826-4d1a-9cec-6783feff935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.267590 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.310877 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f8c0ed70-f826-4d1a-9cec-6783feff935f None None] For port df0aa439-bad4-4fec-aabc-0e42fb446185, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=df0aa439-bad4-4fec-aabc-0e42fb446185,segment=NetworkSegment(34a07edc-93f1-452d-943c-3d5fbfc7d9a7),segment_id=34a07edc-93f1-452d-943c-3d5fbfc7d9a7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:31.316683 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.328509 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] Transition to ACTIVE for port object 080c6399-95ee-44aa-bae2-98feed80cf92 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:31.373856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=a0268f10-7553-402b-b8f5-d1b711c4db29,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:31.378639 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8c0ed70-f826-4d1a-9cec-6783feff935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.379293 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-22a3832e-d271-4698-b636-7853003b80b3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.434773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0ed70-f826-4d1a-9cec-6783feff935f None None] Pushing event updated for resources: {'Port': ['ID=df0aa439-bad4-4fec-aabc-0e42fb446185,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:31.436831 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.442792 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3832e-d271-4698-b636-7853003b80b3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Port': ['ID=4c864507-e277-46b2-a61f-9908b3b037cd,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:31.487663 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.508869 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b182286a-e30f-4184-b6f5-ba5c7e69d2d1 None None] Provisioning complete for port df0aa439-bad4-4fec-aabc-0e42fb446185 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:31.508869 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b182286a-e30f-4184-b6f5-ba5c7e69d2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.522175 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-22a3832e-d271-4698-b636-7853003b80b3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.522815 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-22a3832e-d271-4698-b636-7853003b80b3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Floating IP 5496da83-68a0-4fa7-ad19-710cfcab5cc8 disassociated (deleted). External IP: 172.25.1.53, port: c11b15c9-58a8-4cfa-871b-15baea005690. Jul 30 02:17:31.550589 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff58953-a201-417b-8958-8295af69e83e None None] Pushing event updated for resources: {'Port': ['ID=080c6399-95ee-44aa-bae2-98feed80cf92,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:31.598896 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] Attempting to bind port 080c6399-95ee-44aa-bae2-98feed80cf92 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:31.601046 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] Attempting to bind port 080c6399-95ee-44aa-bae2-98feed80cf92 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:31.601208 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] Attempting to bind port 080c6399-95ee-44aa-bae2-98feed80cf92 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:31.609394 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:31.610654 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:31.611243 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.611815 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:31.612890 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] Bound port: 080c6399-95ee-44aa-bae2-98feed80cf92, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:31.613481 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.671551 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Allocated IP 172.20.0.1 (56d398b7-a433-4502-837b-657990575583/afd8b119-c490-4b0e-bd0a-3f71a8d38ce4/0cc0e4a6-7207-4d99-a4f8-32fb410ffd62) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:31.672615 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] For port 080c6399-95ee-44aa-bae2-98feed80cf92, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:17:31.676894 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] For port 080c6399-95ee-44aa-bae2-98feed80cf92, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=080c6399-95ee-44aa-bae2-98feed80cf92,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:17:31.773332 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.787443 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.809227 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a3832e-d271-4698-b636-7853003b80b3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Router 69cc62e5-6675-4684-90b7-6798aa23d678 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:31.815735 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Transition to ACTIVE for port object 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:31.837069 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] Routers {'371cfc6c-c52c-4a36-beda-74c9644ea6cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:31.837686 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['371cfc6c-c52c-4a36-beda-74c9644ea6cd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:31.891776 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff58953-a201-417b-8958-8295af69e83e None None] Pushing event updated for resources: {'Port': ['ID=080c6399-95ee-44aa-bae2-98feed80cf92,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:31.920990 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b1ea8a97-bf59-4b5a-bc96-affe86242b57 req-51f2be44-3811-4d4a-8af4-464c232191ee tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 210 time: 0.0431859 Jul 30 02:17:31.972637 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] Set router 371cfc6c-c52c-4a36-beda-74c9644ea6cd gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:31.973008 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.977962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a3832e-d271-4698-b636-7853003b80b3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:31.983417 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-22a3832e-d271-4698-b636-7853003b80b3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.989689 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfb029-bfe9-4320-a6e1-b01a34dda61e None None] Sync routers for ids ['69cc62e5-6675-4684-90b7-6798aa23d678'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:32.002820 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfb029-bfe9-4320-a6e1-b01a34dda61e None None] Routers {'69cc62e5-6675-4684-90b7-6798aa23d678'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:32.003761 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e8cfb029-bfe9-4320-a6e1-b01a34dda61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['69cc62e5-6675-4684-90b7-6798aa23d678'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:32.021436 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-22a3832e-d271-4698-b636-7853003b80b3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "DELETE /v2.0/floatingips/5496da83-68a0-4fa7-ad19-710cfcab5cc8 HTTP/1.1" status: 204 len: 168 time: 1.3263760 Jul 30 02:17:32.022184 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c87548-b915-4c2b-9ad7-2c7c213503c0', 'tag': 'c11b15c9-58a8-4cfa-871b-15baea005690'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:17:32.025414 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff5e798-fcd2-4304-bcc2-b9c4896e63d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c87548-b915-4c2b-9ad7-2c7c213503c0", "tag": "c11b15c9-58a8-4cfa-871b-15baea005690"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:17:32.026329 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Network 56d398b7-a433-4502-837b-657990575583 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:32.042015 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:32.048295 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:32.086929 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f286305-193f-4266-b782-665b582cfbe1 x-openstack-request-id: req-0f286305-193f-4266-b782-665b582cfbe1 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:17:32.087223 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c87548-b915-4c2b-9ad7-2c7c213503c0", "tag": "c11b15c9-58a8-4cfa-871b-15baea005690", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:17:32.090477 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f286305-193f-4266-b782-665b582cfbe1 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:17:32.090477 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c87548-b915-4c2b-9ad7-2c7c213503c0', 'tag': 'c11b15c9-58a8-4cfa-871b-15baea005690', 'status': 'completed', 'code': 200} Jul 30 02:17:32.116807 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Pushing event updated for resources: {'Port': ['ID=0cc0e4a6-7207-4d99-a4f8-32fb410ffd62,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:32.170394 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-e8cfb029-bfe9-4320-a6e1-b01a34dda61e None None] Set router 69cc62e5-6675-4684-90b7-6798aa23d678 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:32.183343 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.225937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5e798-fcd2-4304-bcc2-b9c4896e63d8 req-af12609f-38a8-499e-b721-1e0e21fb85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:32.233023 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ff5e798-fcd2-4304-bcc2-b9c4896e63d8 req-af12609f-38a8-499e-b721-1e0e21fb85cc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 1097 time: 0.0874543 Jul 30 02:17:32.276044 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371cfc6c-c52c-4a36-beda-74c9644ea6cd', 'name': 'tempest-TestServerBasicOps-1593689407-router', 'tenant_id': '8b57c6126976467a8819d632ddf35409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '080c6399-95ee-44aa-bae2-98feed80cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:27Z', 'updated_at': '2021-07-30T02:17:29Z', 'revision_number': 3, 'project_id': '8b57c6126976467a8819d632ddf35409', 'gw_port': {'id': '080c6399-95ee-44aa-bae2-98feed80cf92', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371cfc6c-c52c-4a36-beda-74c9644ea6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:28Z', 'updated_at': '2021-07-30T02:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:32.312340 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62379804-ae42-4cc4-a16f-848f2687e02f None None] The sync data for ids ['371cfc6c-c52c-4a36-beda-74c9644ea6cd'] in n-d-713498-9 is: [{'id': '371cfc6c-c52c-4a36-beda-74c9644ea6cd', 'name': 'tempest-TestServerBasicOps-1593689407-router', 'tenant_id': '8b57c6126976467a8819d632ddf35409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '080c6399-95ee-44aa-bae2-98feed80cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:27Z', 'updated_at': '2021-07-30T02:17:29Z', 'revision_number': 3, 'project_id': '8b57c6126976467a8819d632ddf35409', 'gw_port': {'id': '080c6399-95ee-44aa-bae2-98feed80cf92', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371cfc6c-c52c-4a36-beda-74c9644ea6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:28Z', 'updated_at': '2021-07-30T02:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:32.367205 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device df0aa439-bad4-4fec-aabc-0e42fb446185 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:32.418482 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5e798-fcd2-4304-bcc2-b9c4896e63d8 req-b22fbd38-d7d9-4663-b262-d82e1b3495d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:32.420187 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ff5e798-fcd2-4304-bcc2-b9c4896e63d8 req-b22fbd38-d7d9-4663-b262-d82e1b3495d2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 HTTP/1.1" status: 200 len: 898 time: 0.1797597 Jul 30 02:17:32.476925 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port df0aa439-bad4-4fec-aabc-0e42fb446185 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:32.477523 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.496660 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ff5e798-fcd2-4304-bcc2-b9c4896e63d8 req-a7a63a02-0b0a-48a9-84f7-146718c2d979 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c11b15c9-58a8-4cfa-871b-15baea005690 HTTP/1.1" status: 200 len: 217 time: 0.0405545 Jul 30 02:17:32.531654 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4f417d5a-1f8a-4cb9-a40b-eebfb6e48947 None None] Provisioning for port 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:32.548437 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4f417d5a-1f8a-4cb9-a40b-eebfb6e48947 None None] Provisioning complete for port 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:32.548847 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f417d5a-1f8a-4cb9-a40b-eebfb6e48947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.563369 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.600005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c0d7b-4e26-485e-ad71-03c8584b6319 req-17bec927-b87e-4ce3-be0f-5215c71061e4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:32.602034 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-630c0d7b-4e26-485e-ad71-03c8584b6319 req-17bec927-b87e-4ce3-be0f-5215c71061e4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.1077321 Jul 30 02:17:32.603879 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5e798-fcd2-4304-bcc2-b9c4896e63d8 req-5110b2f1-f6f0-4bda-b6f2-b70c9610cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:32.609806 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4f417d5a-1f8a-4cb9-a40b-eebfb6e48947 None None] Port 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:17:32.611351 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ff5e798-fcd2-4304-bcc2-b9c4896e63d8 req-5110b2f1-f6f0-4bda-b6f2-b70c9610cf5f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f44a7f14-5585-4308-88cf-15f86919d07e HTTP/1.1" status: 200 len: 834 time: 0.1037478 Jul 30 02:17:32.635458 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e8cfb029-bfe9-4320-a6e1-b01a34dda61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095067418', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:15:35Z', 'updated_at': '2021-07-30T02:15:43Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:36Z', 'updated_at': '2021-07-30T02:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0bbaaaae-ca6d-4940-b83f-1743e86f00d1', 'name': '', 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:d8:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'f44a7f14-5585-4308-88cf-15f86919d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:42Z', 'updated_at': '2021-07-30T02:15:48Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': 'f44a7f14-5585-4308-88cf-15f86919d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:32.690747 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfb029-bfe9-4320-a6e1-b01a34dda61e None None] Checking router: 69cc62e5-6675-4684-90b7-6798aa23d678 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:17:32.711562 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a0268f10-7553-402b-b8f5-d1b711c4db29 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:32.732653 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-630c0d7b-4e26-485e-ad71-03c8584b6319 req-1feee27b-f3a0-430e-aad9-9f96233b1895 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199183 Jul 30 02:17:32.748150 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfb029-bfe9-4320-a6e1-b01a34dda61e None None] Routers {'69cc62e5-6675-4684-90b7-6798aa23d678'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:32.748929 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e8cfb029-bfe9-4320-a6e1-b01a34dda61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['69cc62e5-6675-4684-90b7-6798aa23d678'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:32.756082 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5e798-fcd2-4304-bcc2-b9c4896e63d8 req-dcfbf849-dc5f-4e3d-b2f1-b65f6193df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:32.758053 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ff5e798-fcd2-4304-bcc2-b9c4896e63d8 req-dcfbf849-dc5f-4e3d-b2f1-b65f6193df18 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2a4cdd03-9934-4cac-bd25-0ccd0c985bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369996 Jul 30 02:17:32.836232 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.883158 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ff5e798-fcd2-4304-bcc2-b9c4896e63d8 req-1f4fd194-97a9-4cd9-ae40-e777cd802a11 service neutron] 10.222.0.77 "GET /v2.0/networks/2a4cdd03-9934-4cac-bd25-0ccd0c985bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158767 Jul 30 02:17:32.897981 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-e8cfb029-bfe9-4320-a6e1-b01a34dda61e None None] Set router 69cc62e5-6675-4684-90b7-6798aa23d678 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:32.900945 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port a0268f10-7553-402b-b8f5-d1b711c4db29 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:32.901238 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.918214 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:33.007790 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ff5e798-fcd2-4304-bcc2-b9c4896e63d8 req-1e38b367-6005-43c3-a428-1177619c7ecd service neutron] 10.222.0.77 "GET /v2.0/networks/2a4cdd03-9934-4cac-bd25-0ccd0c985bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152711 Jul 30 02:17:33.039429 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Pushing event updated for resources: {'Port': ['ID=0cc0e4a6-7207-4d99-a4f8-32fb410ffd62,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:33.058766 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:33.100991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:33.101340 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:33.101929 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:33.102275 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:33.102634 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:33.102955 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:33.103286 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:33.104421 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:33.104421 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:33.104698 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:33.105000 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:33.105671 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:33.137181 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-362d4b1d-af54-4b6c-a8eb-a4f982a5f078 req-6c9ebf26-2507-47fe-8321-129eca676472 tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb469b3-72c8-4151-a9d2-4e363fa88b50 HTTP/1.1" status: 200 len: 210 time: 0.0570080 Jul 30 02:17:33.229675 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:33.245573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Network 56d398b7-a433-4502-837b-657990575583 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:33.246965 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:33.265495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e8cfb029-bfe9-4320-a6e1-b01a34dda61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095067418', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:15:35Z', 'updated_at': '2021-07-30T02:15:43Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:36Z', 'updated_at': '2021-07-30T02:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0bbaaaae-ca6d-4940-b83f-1743e86f00d1', 'name': '', 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:d8:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'f44a7f14-5585-4308-88cf-15f86919d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:42Z', 'updated_at': '2021-07-30T02:15:48Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': 'f44a7f14-5585-4308-88cf-15f86919d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:33.302478 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfb029-bfe9-4320-a6e1-b01a34dda61e None None] The sync data for ids ['69cc62e5-6675-4684-90b7-6798aa23d678'] in n-d-713498-9 is: [{'id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095067418', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:15:35Z', 'updated_at': '2021-07-30T02:15:43Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:36Z', 'updated_at': '2021-07-30T02:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0bbaaaae-ca6d-4940-b83f-1743e86f00d1', 'name': '', 'network_id': '2a4cdd03-9934-4cac-bd25-0ccd0c985bf7', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:d8:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'f44a7f14-5585-4308-88cf-15f86919d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:42Z', 'updated_at': '2021-07-30T02:15:48Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': 'f44a7f14-5585-4308-88cf-15f86919d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:33.394392 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Router 371cfc6c-c52c-4a36-beda-74c9644ea6cd has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:33.545103 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-22dc3212-eef1-4683-bbf4-b63623d4498a None None] Provisioning complete for port 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:33.545648 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-22dc3212-eef1-4683-bbf4-b63623d4498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:33.551646 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:33.574118 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e896c85a-f23d-426e-97cb-ba3c325614b9 admin admin] 10.222.0.70 "PUT /v2.0/routers/371cfc6c-c52c-4a36-beda-74c9644ea6cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3876531 Jul 30 02:17:33.604002 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-22dc3212-eef1-4683-bbf4-b63623d4498a None None] Port 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:17:33.843811 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36596410-a1ee-4b49-b810-4e0a5c953ac3 req-9dac460e-2a95-491e-b4dc-a67f380cfd22 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:33.846087 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-36596410-a1ee-4b49-b810-4e0a5c953ac3 req-9dac460e-2a95-491e-b4dc-a67f380cfd22 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0552526 Jul 30 02:17:33.893816 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-36596410-a1ee-4b49-b810-4e0a5c953ac3 req-6fc2b616-55f0-4815-864b-c6a47463bd7a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=189d4449-ffa2-4876-b2eb-b38d358fb9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413523 Jul 30 02:17:33.984671 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27786ce5-615c-459f-8a6c-e980a7ac6cf3 req-5b71d5ce-2b86-4dac-9f66-8ecfef326a54 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:33.988177 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27786ce5-615c-459f-8a6c-e980a7ac6cf3 req-5b71d5ce-2b86-4dac-9f66-8ecfef326a54 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 946 time: 0.0527916 Jul 30 02:17:34.082964 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-27786ce5-615c-459f-8a6c-e980a7ac6cf3 req-c3040ad2-edde-4db6-85ee-4e6a06ef10c5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Deleting port c11b15c9-58a8-4cfa-871b-15baea005690 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:34.083312 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-27786ce5-615c-459f-8a6c-e980a7ac6cf3 req-c3040ad2-edde-4db6-85ee-4e6a06ef10c5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.180671 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-27786ce5-615c-459f-8a6c-e980a7ac6cf3 req-c3040ad2-edde-4db6-85ee-4e6a06ef10c5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] For port c11b15c9-58a8-4cfa-871b-15baea005690, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c11b15c9-58a8-4cfa-871b-15baea005690,segment=NetworkSegment(7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8),segment_id=7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:34.181045 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-27786ce5-615c-459f-8a6c-e980a7ac6cf3 req-c3040ad2-edde-4db6-85ee-4e6a06ef10c5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.199174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-27786ce5-615c-459f-8a6c-e980a7ac6cf3 req-c3040ad2-edde-4db6-85ee-4e6a06ef10c5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Calling delete_port for c11b15c9-58a8-4cfa-871b-15baea005690 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:34.210279 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60122) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:34.264925 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 080c6399-95ee-44aa-bae2-98feed80cf92 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:34.283048 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-84b421e1-8bbe-4e31-857e-a0229081633c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.310467 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-84b421e1-8bbe-4e31-857e-a0229081633c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.435670 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60124) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:34.440287 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-00784373-9c14-4f51-a10b-e19c04399243 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1704297548', 'description': 'tempest-secgroup-smoke-1704297548 description', 'project_id': '75081f986550442cbe06a41f117d2873'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:34.441483 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-27786ce5-615c-459f-8a6c-e980a7ac6cf3 req-c3040ad2-edde-4db6-85ee-4e6a06ef10c5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.442493 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 080c6399-95ee-44aa-bae2-98feed80cf92 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:34.447586 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-84b421e1-8bbe-4e31-857e-a0229081633c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.448184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 080c6399-95ee-44aa-bae2-98feed80cf92 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:34.448670 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.450347 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-84b421e1-8bbe-4e31-857e-a0229081633c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.453868 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-84b421e1-8bbe-4e31-857e-a0229081633c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] 10.222.0.70 "DELETE /v2.0/security-groups/83eb4aec-7c0e-4b88-be69-900806541c38 HTTP/1.1" status: 204 len: 168 time: 0.2415047 Jul 30 02:17:34.472777 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3040ad2-edde-4db6-85ee-4e6a06ef10c5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Port': ['ID=c11b15c9-58a8-4cfa-871b-15baea005690,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:34.477553 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b421e1-8bbe-4e31-857e-a0229081633c tempest-TestVolumeBackupRestore-1341984038 tempest-TestVolumeBackupRestore-1341984038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83eb4aec-7c0e-4b88-be69-900806541c38,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:34.531962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-27786ce5-615c-459f-8a6c-e980a7ac6cf3 req-c3040ad2-edde-4db6-85ee-4e6a06ef10c5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] No DVR routers for this DVR port c11b15c9-58a8-4cfa-871b-15baea005690 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:34.536144 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-27786ce5-615c-459f-8a6c-e980a7ac6cf3 req-c3040ad2-edde-4db6-85ee-4e6a06ef10c5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.536794 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27786ce5-615c-459f-8a6c-e980a7ac6cf3 req-c3040ad2-edde-4db6-85ee-4e6a06ef10c5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.77 "DELETE /v2.0/ports/c11b15c9-58a8-4cfa-871b-15baea005690 HTTP/1.1" status: 204 len: 173 time: 0.5437312 Jul 30 02:17:34.537246 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c87548-b915-4c2b-9ad7-2c7c213503c0', 'name': 'network-vif-deleted', 'tag': 'c11b15c9-58a8-4cfa-871b-15baea005690'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:17:34.539641 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e891baf-42a0-4517-8a75-c5c68ad3262e" -d '{"events": [{"server_uuid": "f9c87548-b915-4c2b-9ad7-2c7c213503c0", "name": "network-vif-deleted", "tag": "c11b15c9-58a8-4cfa-871b-15baea005690"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:17:34.557264 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.581168 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97810551-fdaf-4eeb-a392-bc27029f581c None None] New status for floating IP 5496da83-68a0-4fa7-ad19-710cfcab5cc8: DOWN {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:17:34.581994 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 080c6399-95ee-44aa-bae2-98feed80cf92, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=080c6399-95ee-44aa-bae2-98feed80cf92,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:34.589996 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-00784373-9c14-4f51-a10b-e19c04399243 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.598023 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61f8e5c-1927-4c96-b5c4-16bc35b1a30b x-openstack-request-id: req-b61f8e5c-1927-4c96-b5c4-16bc35b1a30b {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:17:34.599487 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c87548-b915-4c2b-9ad7-2c7c213503c0", "name": "network-vif-deleted", "tag": "c11b15c9-58a8-4cfa-871b-15baea005690", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:17:34.600018 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b61f8e5c-1927-4c96-b5c4-16bc35b1a30b {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:17:34.601012 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c87548-b915-4c2b-9ad7-2c7c213503c0', 'name': 'network-vif-deleted', 'tag': 'c11b15c9-58a8-4cfa-871b-15baea005690', 'status': 'completed', 'code': 200} Jul 30 02:17:34.674259 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.685740 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-00784373-9c14-4f51-a10b-e19c04399243 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.722992 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=080c6399-95ee-44aa-bae2-98feed80cf92,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:34.755465 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-00784373-9c14-4f51-a10b-e19c04399243 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.785945 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00784373-9c14-4f51-a10b-e19c04399243 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:34.881742 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-00784373-9c14-4f51-a10b-e19c04399243 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.886516 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-00784373-9c14-4f51-a10b-e19c04399243 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4464834 Jul 30 02:17:34.886516 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60134) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:34.890880 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-4cc662f6-9a0b-482a-a7c6-92c4a02636fc tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Request body: {'security_group_rule': {'security_group_id': 'b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f', 'project_id': '75081f986550442cbe06a41f117d2873', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:35.050245 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cc662f6-9a0b-482a-a7c6-92c4a02636fc tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.064477 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d138cb2d-3ab8-413c-90cd-c1a88e2f2cf0 req-62bbe221-37e4-4d55-a59a-35fdbc0e5113 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9c87548-b915-4c2b-9ad7-2c7c213503c0 HTTP/1.1" status: 200 len: 210 time: 0.0799191 Jul 30 02:17:35.149358 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cc662f6-9a0b-482a-a7c6-92c4a02636fc tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.251262 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cc662f6-9a0b-482a-a7c6-92c4a02636fc tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.272920 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc662f6-9a0b-482a-a7c6-92c4a02636fc tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e5a36a-d824-4109-8036-246db66d8de2,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:35.373384 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cc662f6-9a0b-482a-a7c6-92c4a02636fc tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.374683 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4cc662f6-9a0b-482a-a7c6-92c4a02636fc tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4874911 Jul 30 02:17:35.377307 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60164) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:35.382137 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b819803b-b624-4562-97af-8e66a3797d36 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Request body: {'security_group_rule': {'security_group_id': 'b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f', 'project_id': '75081f986550442cbe06a41f117d2873', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:35.475404 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b819803b-b624-4562-97af-8e66a3797d36 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.534569 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b819803b-b624-4562-97af-8e66a3797d36 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.589671 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b819803b-b624-4562-97af-8e66a3797d36 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.611864 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819803b-b624-4562-97af-8e66a3797d36 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e8c99d-c32f-40f9-a240-7a563d5d7495,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:35.639013 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] Sync routers for ids ['371cfc6c-c52c-4a36-beda-74c9644ea6cd'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:35.650280 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] Routers {'371cfc6c-c52c-4a36-beda-74c9644ea6cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:35.651067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['371cfc6c-c52c-4a36-beda-74c9644ea6cd'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:35.663009 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b819803b-b624-4562-97af-8e66a3797d36 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.664919 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b819803b-b624-4562-97af-8e66a3797d36 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2862899 Jul 30 02:17:35.667525 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60178) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:35.681372 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-f01ca278-2b29-44d5-8488-c33b21f3e72d tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Request body: {'security_group_rule': {'security_group_id': 'b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f', 'project_id': '75081f986550442cbe06a41f117d2873', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:35.744715 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f01ca278-2b29-44d5-8488-c33b21f3e72d tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.824895 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f01ca278-2b29-44d5-8488-c33b21f3e72d tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.921817 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f01ca278-2b29-44d5-8488-c33b21f3e72d tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.922076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] Set router 371cfc6c-c52c-4a36-beda-74c9644ea6cd gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:35.963979 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ca278-2b29-44d5-8488-c33b21f3e72d tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475b3c66-0c2c-4cdf-86e3-ff1265a85e8f,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:36.036254 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f01ca278-2b29-44d5-8488-c33b21f3e72d tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.037620 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f01ca278-2b29-44d5-8488-c33b21f3e72d tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3690314 Jul 30 02:17:36.040284 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60196) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:36.046007 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-6a8c4a20-142e-48ca-b7bb-0da40e27062d tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Request body: {'security_group_rule': {'security_group_id': 'b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f', 'project_id': '75081f986550442cbe06a41f117d2873', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:36.124952 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60202) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:36.197138 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6a8c4a20-142e-48ca-b7bb-0da40e27062d tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.207661 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371cfc6c-c52c-4a36-beda-74c9644ea6cd', 'name': 'tempest-TestServerBasicOps-1593689407-router', 'tenant_id': '8b57c6126976467a8819d632ddf35409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '080c6399-95ee-44aa-bae2-98feed80cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:27Z', 'updated_at': '2021-07-30T02:17:32Z', 'revision_number': 4, 'project_id': '8b57c6126976467a8819d632ddf35409', 'gw_port': {'id': '080c6399-95ee-44aa-bae2-98feed80cf92', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371cfc6c-c52c-4a36-beda-74c9644ea6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:28Z', 'updated_at': '2021-07-30T02:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0cc0e4a6-7207-4d99-a4f8-32fb410ffd62', 'name': '', 'network_id': '56d398b7-a433-4502-837b-657990575583', 'tenant_id': '8b57c6126976467a8819d632ddf35409', 'mac_address': 'fa:16:3e:77:2e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371cfc6c-c52c-4a36-beda-74c9644ea6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'afd8b119-c490-4b0e-bd0a-3f71a8d38ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:31Z', 'updated_at': '2021-07-30T02:17:32Z', 'revision_number': 2, 'project_id': '8b57c6126976467a8819d632ddf35409', 'subnets': [{'id': 'afd8b119-c490-4b0e-bd0a-3f71a8d38ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:36.254598 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] Checking router: 371cfc6c-c52c-4a36-beda-74c9644ea6cd for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:17:36.254958 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] Updating router 371cfc6c-c52c-4a36-beda-74c9644ea6cd port 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:17:36.309558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 080c6399-95ee-44aa-bae2-98feed80cf92 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:36.345355 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6a8c4a20-142e-48ca-b7bb-0da40e27062d tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.394519 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.449280 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6a8c4a20-142e-48ca-b7bb-0da40e27062d tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.479207 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c4a20-142e-48ca-b7bb-0da40e27062d tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2100c21b-0ab5-4794-ba5c-5b80c63b51f6,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:36.565013 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 080c6399-95ee-44aa-bae2-98feed80cf92 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:36.565013 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.590068 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6a8c4a20-142e-48ca-b7bb-0da40e27062d tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.592329 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6a8c4a20-142e-48ca-b7bb-0da40e27062d tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5508907 Jul 30 02:17:36.595070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60224) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:36.601360 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-25c5bc2a-f990-4318-a8f6-70e99ffb17df tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Request body: {'security_group_rule': {'security_group_id': 'b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f', 'project_id': '75081f986550442cbe06a41f117d2873', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:36.667931 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:17:36.688695 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-25c5bc2a-f990-4318-a8f6-70e99ffb17df tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Project 75081f986550442cbe06a41f117d2873 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:17:36.695495 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-25c5bc2a-f990-4318-a8f6-70e99ffb17df tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.709325 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffd999da-1926-44c1-9d49-c58c0315fa9f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.796163 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-25c5bc2a-f990-4318-a8f6-70e99ffb17df tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.870023 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-25c5bc2a-f990-4318-a8f6-70e99ffb17df tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.904842 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.910771 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5bc2a-f990-4318-a8f6-70e99ffb17df tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c909ab-fd4c-46e7-bb0d-9cd988561a27,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:36.925076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] Transition to ACTIVE for port object 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:36.967607 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-25c5bc2a-f990-4318-a8f6-70e99ffb17df tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.968890 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-25c5bc2a-f990-4318-a8f6-70e99ffb17df tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3724580 Jul 30 02:17:36.971689 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60238) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:36.976957 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b3c6dfe6-6c45-429f-9bad-871a784e2c79 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Request body: {'security_group_rule': {'security_group_id': 'b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f', 'project_id': '75081f986550442cbe06a41f117d2873', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:36.990146 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.028566 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ffd999da-1926-44c1-9d49-c58c0315fa9f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Deleting port 0bbaaaae-ca6d-4940-b83f-1743e86f00d1 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:37.029846 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffd999da-1926-44c1-9d49-c58c0315fa9f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.066335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b38c7-b4f6-46b3-aa2f-3a49f557fc25 None None] Pushing event updated for resources: {'Port': ['ID=0cc0e4a6-7207-4d99-a4f8-32fb410ffd62,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:37.106906 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-b3c6dfe6-6c45-429f-9bad-871a784e2c79 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Project 75081f986550442cbe06a41f117d2873 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:17:37.112280 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b3c6dfe6-6c45-429f-9bad-871a784e2c79 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.142538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] Attempting to bind port 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:37.143191 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] Attempting to bind port 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '34a07edc-93f1-452d-943c-3d5fbfc7d9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '56d398b7-a433-4502-837b-657990575583'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:37.143771 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] Attempting to bind port 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62 on network 56d398b7-a433-4502-837b-657990575583 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:37.150240 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:37.153425 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] Checking segment: {'id': '34a07edc-93f1-452d-943c-3d5fbfc7d9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '56d398b7-a433-4502-837b-657990575583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:37.153425 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.153425 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] Bound using segment: {'id': '34a07edc-93f1-452d-943c-3d5fbfc7d9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '56d398b7-a433-4502-837b-657990575583'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:37.153425 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] Bound port: 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a07edc-93f1-452d-943c-3d5fbfc7d9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '56d398b7-a433-4502-837b-657990575583'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:37.153425 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.171167 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-ffd999da-1926-44c1-9d49-c58c0315fa9f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] For port 0bbaaaae-ca6d-4940-b83f-1743e86f00d1, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0bbaaaae-ca6d-4940-b83f-1743e86f00d1,segment=NetworkSegment(7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8),segment_id=7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:37.171805 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffd999da-1926-44c1-9d49-c58c0315fa9f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.189915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ffd999da-1926-44c1-9d49-c58c0315fa9f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Calling delete_port for 0bbaaaae-ca6d-4940-b83f-1743e86f00d1 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:37.266195 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b3c6dfe6-6c45-429f-9bad-871a784e2c79 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.270618 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] For port 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:17:37.274630 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] For port 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0cc0e4a6-7207-4d99-a4f8-32fb410ffd62,segment=NetworkSegment(34a07edc-93f1-452d-943c-3d5fbfc7d9a7),segment_id=34a07edc-93f1-452d-943c-3d5fbfc7d9a7)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:17:37.337617 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b3c6dfe6-6c45-429f-9bad-871a784e2c79 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.342732 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.397619 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6dfe6-6c45-429f-9bad-871a784e2c79 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71d354a-eb62-48a7-8a8d-54cd2efd838d,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:37.452931 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b38c7-b4f6-46b3-aa2f-3a49f557fc25 None None] Pushing event updated for resources: {'Port': ['ID=0cc0e4a6-7207-4d99-a4f8-32fb410ffd62,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:37.475837 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b3c6dfe6-6c45-429f-9bad-871a784e2c79 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.477444 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b3c6dfe6-6c45-429f-9bad-871a784e2c79 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5044522 Jul 30 02:17:37.496120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] Routers {'371cfc6c-c52c-4a36-beda-74c9644ea6cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:37.498334 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['371cfc6c-c52c-4a36-beda-74c9644ea6cd'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:37.515770 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffd999da-1926-44c1-9d49-c58c0315fa9f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.625261 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd999da-1926-44c1-9d49-c58c0315fa9f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Port': ['ID=0bbaaaae-ca6d-4940-b83f-1743e86f00d1,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:37.722933 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] Set router 371cfc6c-c52c-4a36-beda-74c9644ea6cd gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:37.793762 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-1543fdab-25ab-42cb-9cb1-bbe5ebb0469f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704297548&fields=id&tenant_id=75081f986550442cbe06a41f117d2873 HTTP/1.1" status: 200 len: 267 time: 0.1106687 Jul 30 02:17:38.009240 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-e1b77ac2-8330-4315-81c9-1eeca5b64237 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:38.010786 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-e1b77ac2-8330-4315-81c9-1eeca5b64237 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/networks?id=88caf4fc-db29-4c8c-83f8-efd5f3f0c07b HTTP/1.1" status: 200 len: 808 time: 0.1708727 Jul 30 02:17:38.015927 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffd999da-1926-44c1-9d49-c58c0315fa9f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:38.024376 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371cfc6c-c52c-4a36-beda-74c9644ea6cd', 'name': 'tempest-TestServerBasicOps-1593689407-router', 'tenant_id': '8b57c6126976467a8819d632ddf35409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '080c6399-95ee-44aa-bae2-98feed80cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:27Z', 'updated_at': '2021-07-30T02:17:32Z', 'revision_number': 4, 'project_id': '8b57c6126976467a8819d632ddf35409', 'gw_port': {'id': '080c6399-95ee-44aa-bae2-98feed80cf92', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371cfc6c-c52c-4a36-beda-74c9644ea6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:28Z', 'updated_at': '2021-07-30T02:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0cc0e4a6-7207-4d99-a4f8-32fb410ffd62', 'name': '', 'network_id': '56d398b7-a433-4502-837b-657990575583', 'tenant_id': '8b57c6126976467a8819d632ddf35409', 'mac_address': 'fa:16:3e:77:2e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371cfc6c-c52c-4a36-beda-74c9644ea6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'afd8b119-c490-4b0e-bd0a-3f71a8d38ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:31Z', 'updated_at': '2021-07-30T02:17:37Z', 'revision_number': 4, 'project_id': '8b57c6126976467a8819d632ddf35409', 'subnets': [{'id': 'afd8b119-c490-4b0e-bd0a-3f71a8d38ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:38.067883 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0904e47a-e304-4723-9a50-e50360887d88 None None] The sync data for ids ['371cfc6c-c52c-4a36-beda-74c9644ea6cd'] in n-d-713498-9 is: [{'id': '371cfc6c-c52c-4a36-beda-74c9644ea6cd', 'name': 'tempest-TestServerBasicOps-1593689407-router', 'tenant_id': '8b57c6126976467a8819d632ddf35409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '080c6399-95ee-44aa-bae2-98feed80cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:27Z', 'updated_at': '2021-07-30T02:17:32Z', 'revision_number': 4, 'project_id': '8b57c6126976467a8819d632ddf35409', 'gw_port': {'id': '080c6399-95ee-44aa-bae2-98feed80cf92', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371cfc6c-c52c-4a36-beda-74c9644ea6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:28Z', 'updated_at': '2021-07-30T02:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0cc0e4a6-7207-4d99-a4f8-32fb410ffd62', 'name': '', 'network_id': '56d398b7-a433-4502-837b-657990575583', 'tenant_id': '8b57c6126976467a8819d632ddf35409', 'mac_address': 'fa:16:3e:77:2e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371cfc6c-c52c-4a36-beda-74c9644ea6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'afd8b119-c490-4b0e-bd0a-3f71a8d38ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:31Z', 'updated_at': '2021-07-30T02:17:37Z', 'revision_number': 4, 'project_id': '8b57c6126976467a8819d632ddf35409', 'subnets': [{'id': 'afd8b119-c490-4b0e-bd0a-3f71a8d38ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:38.077327 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-6861e0a2-633e-4891-9150-b535c71d56b2 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/quotas/75081f986550442cbe06a41f117d2873 HTTP/1.1" status: 200 len: 375 time: 0.0530212 Jul 30 02:17:38.237788 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-714e4146-84ec-4ebd-9ac5-239f85bb35ee tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=75081f986550442cbe06a41f117d2873&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1499696 Jul 30 02:17:38.313944 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c11b15c9-58a8-4cfa-871b-15baea005690 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:38.353017 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: c11b15c9-58a8-4cfa-871b-15baea005690 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:38.354562 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c11b15c9-58a8-4cfa-871b-15baea005690 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:38.438267 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:38.530951 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-d216967e-2337-45e2-b203-c18c752d408c service neutron] 10.222.0.70 "GET /v2.0/networks/88caf4fc-db29-4c8c-83f8-efd5f3f0c07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764056 Jul 30 02:17:38.611707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:38.615619 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:38.615999 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:38.621545 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd999da-1926-44c1-9d49-c58c0315fa9f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Router 69cc62e5-6675-4684-90b7-6798aa23d678 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:38.710412 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:38.733411 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-804fe9e0-364f-4526-b63c-5598d720665d service neutron] 10.222.0.70 "GET /v2.0/networks/88caf4fc-db29-4c8c-83f8-efd5f3f0c07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964943 Jul 30 02:17:38.750181 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0cc0e4a6-7207-4d99-a4f8-32fb410ffd62,segment=NetworkSegment(34a07edc-93f1-452d-943c-3d5fbfc7d9a7),segment_id=34a07edc-93f1-452d-943c-3d5fbfc7d9a7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:38.819051 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd999da-1926-44c1-9d49-c58c0315fa9f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:38.832400 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ffd999da-1926-44c1-9d49-c58c0315fa9f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "PUT /v2.0/routers/69cc62e5-6675-4684-90b7-6798aa23d678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7038233 Jul 30 02:17:38.833942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60314) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:38.837013 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e267be2b-b750-4214-a3d0-b4c9bf6b98fd None None] Sync routers for ids ['69cc62e5-6675-4684-90b7-6798aa23d678'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:38.853358 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:38.857113 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e267be2b-b750-4214-a3d0-b4c9bf6b98fd None None] Routers {'69cc62e5-6675-4684-90b7-6798aa23d678'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:38.858457 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e267be2b-b750-4214-a3d0-b4c9bf6b98fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['69cc62e5-6675-4684-90b7-6798aa23d678'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:38.966229 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=0cc0e4a6-7207-4d99-a4f8-32fb410ffd62,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:38.973715 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-c250bb2d-9aff-4026-b340-08ff74e3ce13 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Deleting subnet f44a7f14-5585-4308-88cf-15f86919d07e {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:17:38.980208 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c250bb2d-9aff-4026-b340-08ff74e3ce13 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:39.056179 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-e267be2b-b750-4214-a3d0-b4c9bf6b98fd None None] Set router 69cc62e5-6675-4684-90b7-6798aa23d678 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:39.120849 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c250bb2d-9aff-4026-b340-08ff74e3ce13 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:39.133598 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-adc19b82-faab-42ec-9fba-b7fcf8fcbba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:39.204326 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e38a2ae0-7efe-4412-ac47-07c1162aef97 req-1c5de828-43be-4520-bed9-6b6aa5343f36 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 210 time: 0.0748999 Jul 30 02:17:39.305246 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c250bb2d-9aff-4026-b340-08ff74e3ce13 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:39.446814 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c250bb2d-9aff-4026-b340-08ff74e3ce13 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:39.468129 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b76d6c6-9693-45af-a8c6-a59dfbed0512 None None] Network 2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:39.494048 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e267be2b-b750-4214-a3d0-b4c9bf6b98fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095067418', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:15:35Z', 'updated_at': '2021-07-30T02:17:37Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:36Z', 'updated_at': '2021-07-30T02:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:39.525919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250bb2d-9aff-4026-b340-08ff74e3ce13 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Subnet': ['ID=f44a7f14-5585-4308-88cf-15f86919d07e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:39.545347 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c250bb2d-9aff-4026-b340-08ff74e3ce13 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:39.547612 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c250bb2d-9aff-4026-b340-08ff74e3ce13 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "DELETE /v2.0/subnets/f44a7f14-5585-4308-88cf-15f86919d07e HTTP/1.1" status: 204 len: 168 time: 0.7080338 Jul 30 02:17:39.550249 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60346) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:39.577020 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e267be2b-b750-4214-a3d0-b4c9bf6b98fd None None] Checking router: 69cc62e5-6675-4684-90b7-6798aa23d678 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:17:39.600833 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e267be2b-b750-4214-a3d0-b4c9bf6b98fd None None] Routers {'69cc62e5-6675-4684-90b7-6798aa23d678'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:39.601835 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e267be2b-b750-4214-a3d0-b4c9bf6b98fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['69cc62e5-6675-4684-90b7-6798aa23d678'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:39.677595 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60352) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:39.821730 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464a5ed6-89f9-413c-ad82-b64516c79341 None None] DHCP port deletion for 2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:17:39.849419 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-e267be2b-b750-4214-a3d0-b4c9bf6b98fd None None] Set router 69cc62e5-6675-4684-90b7-6798aa23d678 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:39.857710 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10d296cd-195a-405d-8333-941cd4ada41a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:39.976184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-464a5ed6-89f9-413c-ad82-b64516c79341 None None] Deleting port fbce4cd8-6050-47ff-b2d5-53e191d83084 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:39.977098 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-464a5ed6-89f9-413c-ad82-b64516c79341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:40.074762 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-464a5ed6-89f9-413c-ad82-b64516c79341 None None] For port fbce4cd8-6050-47ff-b2d5-53e191d83084, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=fbce4cd8-6050-47ff-b2d5-53e191d83084,segment=NetworkSegment(7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8),segment_id=7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:40.075231 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-464a5ed6-89f9-413c-ad82-b64516c79341 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:40.100681 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-464a5ed6-89f9-413c-ad82-b64516c79341 None None] Calling delete_port for fbce4cd8-6050-47ff-b2d5-53e191d83084 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:40.117845 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10d296cd-195a-405d-8333-941cd4ada41a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:40.162141 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e267be2b-b750-4214-a3d0-b4c9bf6b98fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095067418', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:15:35Z', 'updated_at': '2021-07-30T02:17:37Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:36Z', 'updated_at': '2021-07-30T02:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:40.194146 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e267be2b-b750-4214-a3d0-b4c9bf6b98fd None None] The sync data for ids ['69cc62e5-6675-4684-90b7-6798aa23d678'] in n-d-713498-9 is: [{'id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095067418', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:15:35Z', 'updated_at': '2021-07-30T02:17:37Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'f935404e-064d-4ac4-a1ef-84aa8d346784', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc62e5-6675-4684-90b7-6798aa23d678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:15:36Z', 'updated_at': '2021-07-30T02:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:40.303087 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-464a5ed6-89f9-413c-ad82-b64516c79341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:40.331772 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-96918ad1-41cb-46bd-aac2-46ff6b39f388 req-0d0a2d7e-e1d2-4239-8bda-ee78855011c6 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 210 time: 0.0518630 Jul 30 02:17:40.361451 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a5ed6-89f9-413c-ad82-b64516c79341 None None] Pushing event deleted for resources: {'Port': ['ID=fbce4cd8-6050-47ff-b2d5-53e191d83084,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:40.374042 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464a5ed6-89f9-413c-ad82-b64516c79341 None None] No DVR routers for this DVR port fbce4cd8-6050-47ff-b2d5-53e191d83084 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:40.401814 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-10d296cd-195a-405d-8333-941cd4ada41a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Deleting port f935404e-064d-4ac4-a1ef-84aa8d346784 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:40.401814 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10d296cd-195a-405d-8333-941cd4ada41a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:40.539693 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-10d296cd-195a-405d-8333-941cd4ada41a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] For port f935404e-064d-4ac4-a1ef-84aa8d346784, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f935404e-064d-4ac4-a1ef-84aa8d346784,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:40.540066 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10d296cd-195a-405d-8333-941cd4ada41a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:40.557303 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-10d296cd-195a-405d-8333-941cd4ada41a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Calling delete_port for f935404e-064d-4ac4-a1ef-84aa8d346784 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:40.608637 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:40.679461 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:40.679836 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:40.770563 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a19b15f-c380-4492-a21c-ee7a26b49ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:40.869681 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device fbce4cd8-6050-47ff-b2d5-53e191d83084 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:40.895679 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: fbce4cd8-6050-47ff-b2d5-53e191d83084 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:40.896017 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device fbce4cd8-6050-47ff-b2d5-53e191d83084 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:41.006040 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10d296cd-195a-405d-8333-941cd4ada41a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.052076 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d296cd-195a-405d-8333-941cd4ada41a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Port': ['ID=f935404e-064d-4ac4-a1ef-84aa8d346784,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:41.146613 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10d296cd-195a-405d-8333-941cd4ada41a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.254844 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10d296cd-195a-405d-8333-941cd4ada41a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.259517 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10d296cd-195a-405d-8333-941cd4ada41a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.261837 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-8a19b15f-c380-4492-a21c-ee7a26b49ef2 admin admin] Deleting port d733dede-9fc1-479a-a61b-246aac2a5a3b {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:41.262168 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a19b15f-c380-4492-a21c-ee7a26b49ef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.379803 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-8a19b15f-c380-4492-a21c-ee7a26b49ef2 admin admin] For port d733dede-9fc1-479a-a61b-246aac2a5a3b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d733dede-9fc1-479a-a61b-246aac2a5a3b,segment=NetworkSegment(0195abc6-0cfb-4d5e-840a-4c517a359e85),segment_id=0195abc6-0cfb-4d5e-840a-4c517a359e85)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:41.380409 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a19b15f-c380-4492-a21c-ee7a26b49ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.394379 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-8a19b15f-c380-4492-a21c-ee7a26b49ef2 admin admin] Calling delete_port for d733dede-9fc1-479a-a61b-246aac2a5a3b owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:41.464526 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-be8283e8-7ae1-4f0b-98a6-bda02575d6e0 req-184ff4b8-fd1c-4aad-98af-ca5feae4c78d tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 210 time: 0.0568957 Jul 30 02:17:41.466615 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10d296cd-195a-405d-8333-941cd4ada41a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.467153 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d296cd-195a-405d-8333-941cd4ada41a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Fanout notify agent at l3_agent the message router_deleted on router 69cc62e5-6675-4684-90b7-6798aa23d678 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:17:41.475881 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-10d296cd-195a-405d-8333-941cd4ada41a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.478785 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-10d296cd-195a-405d-8333-941cd4ada41a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "DELETE /v2.0/routers/69cc62e5-6675-4684-90b7-6798aa23d678 HTTP/1.1" status: 204 len: 168 time: 1.9272242 Jul 30 02:17:41.481444 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60428) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:41.582798 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a796a18f-b995-4745-87e1-47d64445098d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.680639 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a796a18f-b995-4745-87e1-47d64445098d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.687020 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13adbf70-67ea-4b9c-be5d-c00c9c0e4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.691388 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-a796a18f-b995-4745-87e1-47d64445098d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4cdd03-9934-4cac-bd25-0ccd0c985bf7']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:41.702151 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-a796a18f-b995-4745-87e1-47d64445098d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:41.702536 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-a796a18f-b995-4745-87e1-47d64445098d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7dbcbb-dc0d-4416-ba98-7f74b1aa96f8') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:41.710993 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a19b15f-c380-4492-a21c-ee7a26b49ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.712636 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a796a18f-b995-4745-87e1-47d64445098d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.731383 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a796a18f-b995-4745-87e1-47d64445098d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.741441 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19b15f-c380-4492-a21c-ee7a26b49ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d733dede-9fc1-479a-a61b-246aac2a5a3b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:41.753229 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a796a18f-b995-4745-87e1-47d64445098d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:17:41.753644 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a796a18f-b995-4745-87e1-47d64445098d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:17:41.756901 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:17:41.796895 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.928565 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-0ca266d3-d04d-4c9e-a8a9-01f88c2ac1b5 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:41.930310 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-0ca266d3-d04d-4c9e-a8a9-01f88c2ac1b5 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.10 "GET /v2.0/networks?id=88caf4fc-db29-4c8c-83f8-efd5f3f0c07b HTTP/1.1" status: 200 len: 808 time: 0.1931405 Jul 30 02:17:41.987511 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a796a18f-b995-4745-87e1-47d64445098d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:42.000113 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a796a18f-b995-4745-87e1-47d64445098d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:42.002020 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a796a18f-b995-4745-87e1-47d64445098d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "DELETE /v2.0/networks/2a4cdd03-9934-4cac-bd25-0ccd0c985bf7 HTTP/1.1" status: 204 len: 168 time: 0.5178552 Jul 30 02:17:42.006043 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60450) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:42.036521 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-3e0b44f9-c71c-4a01-b8d2-c8e093f2885f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75081f986550442cbe06a41f117d2873 HTTP/1.1" status: 200 len: 380 time: 0.0949543 Jul 30 02:17:42.043067 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796a18f-b995-4745-87e1-47d64445098d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Network': ['ID=2a4cdd03-9934-4cac-bd25-0ccd0c985bf7,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:42.057103 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-175eee78-f9d5-4dda-9fe0-44033861404b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Request body: {'port': {'device_id': '5bb32ebb-bd52-4527-8cad-e3a5f668bc3e', 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b', 'admin_state_up': True, 'tenant_id': '75081f986550442cbe06a41f117d2873', 'security_groups': ['b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:42.189800 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-89271555-c269-4a54-86ea-bdecec5cf759 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:42.232290 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-89271555-c269-4a54-86ea-bdecec5cf759 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:42.315361 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f935404e-064d-4ac4-a1ef-84aa8d346784 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:42.338145 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-175eee78-f9d5-4dda-9fe0-44033861404b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Made reservation on behalf of 75081f986550442cbe06a41f117d2873 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:42.342172 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: f935404e-064d-4ac4-a1ef-84aa8d346784 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:42.342625 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f935404e-064d-4ac4-a1ef-84aa8d346784 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:42.343095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0bbaaaae-ca6d-4940-b83f-1743e86f00d1 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:42.343498 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8a19b15f-c380-4492-a21c-ee7a26b49ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:42.347239 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-175eee78-f9d5-4dda-9fe0-44033861404b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:42.370456 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 0bbaaaae-ca6d-4940-b83f-1743e86f00d1 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:42.370966 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0bbaaaae-ca6d-4940-b83f-1743e86f00d1 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:42.408501 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-89271555-c269-4a54-86ea-bdecec5cf759 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:42.411023 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-89271555-c269-4a54-86ea-bdecec5cf759 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:42.414727 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-89271555-c269-4a54-86ea-bdecec5cf759 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "DELETE /v2.0/security-groups/189d4449-ffa2-4876-b2eb-b38d358fb9d3 HTTP/1.1" status: 204 len: 168 time: 0.4037485 Jul 30 02:17:42.427447 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89271555-c269-4a54-86ea-bdecec5cf759 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=189d4449-ffa2-4876-b2eb-b38d358fb9d3,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:42.518684 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-175eee78-f9d5-4dda-9fe0-44033861404b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Allocated IP 172.20.0.3 (88caf4fc-db29-4c8c-83f8-efd5f3f0c07b/7de4e4e4-fa5c-4404-b285-f13c0866779a/4b122517-6de7-4ec4-a93d-0827313d6445) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:42.625731 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c258b2fd-0e4a-4a59-8813-9eca40e3bd6b req-4d327817-253d-40d4-993c-89da35f6466c tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 210 time: 0.0338047 Jul 30 02:17:42.634292 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a19b15f-c380-4492-a21c-ee7a26b49ef2 admin admin] Router f8a415f5-c4b7-460e-841c-c59993118668 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:42.703394 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-175eee78-f9d5-4dda-9fe0-44033861404b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:42.716827 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-175eee78-f9d5-4dda-9fe0-44033861404b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Transition to ACTIVE for port object 4b122517-6de7-4ec4-a93d-0827313d6445 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:42.760758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a19b15f-c380-4492-a21c-ee7a26b49ef2 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:42.768871 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8a19b15f-c380-4492-a21c-ee7a26b49ef2 admin admin] 10.222.0.70 "PUT /v2.0/routers/f8a415f5-c4b7-460e-841c-c59993118668/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0899324 Jul 30 02:17:42.769373 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60486) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:42.770143 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d75a8f3-35c8-478e-a25e-b712eec547f8 None None] Sync routers for ids ['f8a415f5-c4b7-460e-841c-c59993118668'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:42.780769 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d75a8f3-35c8-478e-a25e-b712eec547f8 None None] Routers {'f8a415f5-c4b7-460e-841c-c59993118668'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:42.781780 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2d75a8f3-35c8-478e-a25e-b712eec547f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f8a415f5-c4b7-460e-841c-c59993118668'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:42.818907 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-175eee78-f9d5-4dda-9fe0-44033861404b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:42.878107 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-175eee78-f9d5-4dda-9fe0-44033861404b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Network 88caf4fc-db29-4c8c-83f8-efd5f3f0c07b is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:42.884732 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-175eee78-f9d5-4dda-9fe0-44033861404b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:42.887560 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-175eee78-f9d5-4dda-9fe0-44033861404b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:42.902735 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-2d75a8f3-35c8-478e-a25e-b712eec547f8 None None] Set router f8a415f5-c4b7-460e-841c-c59993118668 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:42.952387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60496) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:42.961211 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175eee78-f9d5-4dda-9fe0-44033861404b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Pushing event updated for resources: {'Port': ['ID=4b122517-6de7-4ec4-a93d-0827313d6445,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:42.962191 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-66d4ebbb-6f5e-4a5d-9501-662c991d9df2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1326530838', 'description': 'tempest-secgroup-smoke-1326530838 description', 'project_id': 'daef44af5c0445f8bf526943c4157f6f'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:43.003970 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-175eee78-f9d5-4dda-9fe0-44033861404b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:43.004667 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-175eee78-f9d5-4dda-9fe0-44033861404b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.008772 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c46262c6-351d-44ae-964e-01495f201be6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.100107 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66d4ebbb-6f5e-4a5d-9501-662c991d9df2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.117182 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2d75a8f3-35c8-478e-a25e-b712eec547f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'name': 'tempest-TestVolumeBackupRestore-1421116980-router', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:12Z', 'updated_at': '2021-07-30T02:17:41Z', 'revision_number': 5, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'gw_port': {'id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:13Z', 'updated_at': '2021-07-30T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:43.134999 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c46262c6-351d-44ae-964e-01495f201be6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.142015 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-175eee78-f9d5-4dda-9fe0-44033861404b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0905650 Jul 30 02:17:43.154260 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d75a8f3-35c8-478e-a25e-b712eec547f8 None None] Checking router: f8a415f5-c4b7-460e-841c-c59993118668 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:17:43.161640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] Request body: {'port': {'device_id': '5bb32ebb-bd52-4527-8cad-e3a5f668bc3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:43.164070 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d75a8f3-35c8-478e-a25e-b712eec547f8 None None] Routers {'f8a415f5-c4b7-460e-841c-c59993118668'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:43.164718 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2d75a8f3-35c8-478e-a25e-b712eec547f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['f8a415f5-c4b7-460e-841c-c59993118668'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:43.229092 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66d4ebbb-6f5e-4a5d-9501-662c991d9df2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.251964 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.288296 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-2d75a8f3-35c8-478e-a25e-b712eec547f8 None None] Set router f8a415f5-c4b7-460e-841c-c59993118668 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:43.317526 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66d4ebbb-6f5e-4a5d-9501-662c991d9df2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.324698 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-c46262c6-351d-44ae-964e-01495f201be6 admin admin] Deleting port 176f9042-61b0-4da5-bda5-7e812950f9b3 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:43.324698 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c46262c6-351d-44ae-964e-01495f201be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.350165 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4ebbb-6f5e-4a5d-9501-662c991d9df2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5024bb9d-0e32-40cb-b96e-4f02b636a756,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:43.390381 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-064712fa-47a7-4414-aa7e-71be958de742 None None] Provisioning for port 4b122517-6de7-4ec4-a93d-0827313d6445 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:43.398321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-064712fa-47a7-4414-aa7e-71be958de742 None None] Provisioning complete for port 4b122517-6de7-4ec4-a93d-0827313d6445 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:43.398691 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-064712fa-47a7-4414-aa7e-71be958de742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.413496 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66d4ebbb-6f5e-4a5d-9501-662c991d9df2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.417668 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-66d4ebbb-6f5e-4a5d-9501-662c991d9df2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4612625 Jul 30 02:17:43.429334 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60514) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:43.429334 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e2288450-1db9-4131-b396-be99b9a6959c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': '5024bb9d-0e32-40cb-b96e-4f02b636a756', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:43.429637 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.463363 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-064712fa-47a7-4414-aa7e-71be958de742 None None] Port 4b122517-6de7-4ec4-a93d-0827313d6445 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:17:43.523666 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-2d75a8f3-35c8-478e-a25e-b712eec547f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'name': 'tempest-TestVolumeBackupRestore-1421116980-router', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:12Z', 'updated_at': '2021-07-30T02:17:41Z', 'revision_number': 5, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'gw_port': {'id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:13Z', 'updated_at': '2021-07-30T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:43.555781 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d75a8f3-35c8-478e-a25e-b712eec547f8 None None] The sync data for ids ['f8a415f5-c4b7-460e-841c-c59993118668'] in n-d-713498-9 is: [{'id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'name': 'tempest-TestVolumeBackupRestore-1421116980-router', 'tenant_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:12Z', 'updated_at': '2021-07-30T02:17:41Z', 'revision_number': 5, 'project_id': 'a6d37d4b13a049e9a6846b9cb502d92e', 'gw_port': {'id': '176f9042-61b0-4da5-bda5-7e812950f9b3', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a415f5-c4b7-460e-841c-c59993118668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:13Z', 'updated_at': '2021-07-30T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:43.559465 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2288450-1db9-4131-b396-be99b9a6959c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.629227 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2288450-1db9-4131-b396-be99b9a6959c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.723976 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2288450-1db9-4131-b396-be99b9a6959c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.759703 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2288450-1db9-4131-b396-be99b9a6959c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ddf74b-1989-4dd0-a535-5d6e1ea1622b,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:43.786802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095abaee-0245-4b1d-8512-ba719c8becc8 req-0fcc9df9-a78d-415b-aca0-524a58f0fa67 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:43.788412 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-095abaee-0245-4b1d-8512-ba719c8becc8 req-0fcc9df9-a78d-415b-aca0-524a58f0fa67 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 931 time: 0.0777438 Jul 30 02:17:43.845741 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-095abaee-0245-4b1d-8512-ba719c8becc8 req-f3862212-07ce-42c2-8d76-6e8352e40330 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497026 Jul 30 02:17:43.874891 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e2288450-1db9-4131-b396-be99b9a6959c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.879185 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e2288450-1db9-4131-b396-be99b9a6959c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4602592 Jul 30 02:17:43.880179 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60536) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:43.886716 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1d1e5ebe-0a6f-4135-b771-ec255127664c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': '5024bb9d-0e32-40cb-b96e-4f02b636a756', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:43.890762 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-c46262c6-351d-44ae-964e-01495f201be6 admin admin] For port 176f9042-61b0-4da5-bda5-7e812950f9b3, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=176f9042-61b0-4da5-bda5-7e812950f9b3,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:43.894619 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c46262c6-351d-44ae-964e-01495f201be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.914739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-c46262c6-351d-44ae-964e-01495f201be6 admin admin] Calling delete_port for 176f9042-61b0-4da5-bda5-7e812950f9b3 owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:43.993362 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d1e5ebe-0a6f-4135-b771-ec255127664c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.028331 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b122517-6de7-4ec4-a93d-0827313d6445 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:17:44.037704 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.052653 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d1e5ebe-0a6f-4135-b771-ec255127664c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.088200 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] Transition to ACTIVE for port object 4b122517-6de7-4ec4-a93d-0827313d6445 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:44.125824 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d1e5ebe-0a6f-4135-b771-ec255127664c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.148154 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e5ebe-0a6f-4135-b771-ec255127664c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a27c832-d5e0-4c50-867c-e33aa8e2284c,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:44.181561 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d733dede-9fc1-479a-a61b-246aac2a5a3b no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:44.187535 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.206230 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: d733dede-9fc1-479a-a61b-246aac2a5a3b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:44.206716 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d733dede-9fc1-479a-a61b-246aac2a5a3b not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:44.219360 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1d1e5ebe-0a6f-4135-b771-ec255127664c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.222995 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c46262c6-351d-44ae-964e-01495f201be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.224044 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1d1e5ebe-0a6f-4135-b771-ec255127664c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3425002 Jul 30 02:17:44.227586 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60554) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:44.231602 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-88b870a9-9dba-4db0-a844-2bf665923055 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': '5024bb9d-0e32-40cb-b96e-4f02b636a756', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:44.257103 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b122517-6de7-4ec4-a93d-0827313d6445,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:44.348944 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46262c6-351d-44ae-964e-01495f201be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=176f9042-61b0-4da5-bda5-7e812950f9b3,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:44.364561 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88b870a9-9dba-4db0-a844-2bf665923055 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.390833 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c46262c6-351d-44ae-964e-01495f201be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.424372 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] Attempting to bind port 4b122517-6de7-4ec4-a93d-0827313d6445 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:44.424707 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] Attempting to bind port 4b122517-6de7-4ec4-a93d-0827313d6445 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '7fd46c68-8feb-480e-bd72-ac8336488bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:44.425032 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] Attempting to bind port 4b122517-6de7-4ec4-a93d-0827313d6445 on network 88caf4fc-db29-4c8c-83f8-efd5f3f0c07b {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:44.437218 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88b870a9-9dba-4db0-a844-2bf665923055 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.459613 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] Port 4b122517-6de7-4ec4-a93d-0827313d6445 on network 88caf4fc-db29-4c8c-83f8-efd5f3f0c07b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:17:44.459937 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] Attempting to bind port 4b122517-6de7-4ec4-a93d-0827313d6445 on network 88caf4fc-db29-4c8c-83f8-efd5f3f0c07b {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:44.492891 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:44.493042 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] Checking segment: {'id': '7fd46c68-8feb-480e-bd72-ac8336488bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:44.493449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] Bound using segment: {'id': '7fd46c68-8feb-480e-bd72-ac8336488bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:44.493839 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] Bound port: 4b122517-6de7-4ec4-a93d-0827313d6445, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fd46c68-8feb-480e-bd72-ac8336488bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:44.494204 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.498382 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c46262c6-351d-44ae-964e-01495f201be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.505251 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c46262c6-351d-44ae-964e-01495f201be6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.521051 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88b870a9-9dba-4db0-a844-2bf665923055 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.538830 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b870a9-9dba-4db0-a844-2bf665923055 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92a1f56-0e69-4943-895e-6131bebf5fda,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:44.598378 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] For port 4b122517-6de7-4ec4-a93d-0827313d6445, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:17:44.601503 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] For port 4b122517-6de7-4ec4-a93d-0827313d6445, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=4b122517-6de7-4ec4-a93d-0827313d6445,segment=NetworkSegment(7fd46c68-8feb-480e-bd72-ac8336488bb9),segment_id=7fd46c68-8feb-480e-bd72-ac8336488bb9)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:17:44.607720 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-88b870a9-9dba-4db0-a844-2bf665923055 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.609310 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-88b870a9-9dba-4db0-a844-2bf665923055 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3829250 Jul 30 02:17:44.611991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60572) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:44.616553 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-1d5574ea-48c7-4ad6-98e8-02c3586a4166 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': '5024bb9d-0e32-40cb-b96e-4f02b636a756', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:44.647010 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c46262c6-351d-44ae-964e-01495f201be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.647548 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46262c6-351d-44ae-964e-01495f201be6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8a415f5-c4b7-460e-841c-c59993118668 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:17:44.659385 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c46262c6-351d-44ae-964e-01495f201be6 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.659385 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c46262c6-351d-44ae-964e-01495f201be6 admin admin] 10.222.0.70 "DELETE /v2.0/routers/f8a415f5-c4b7-460e-841c-c59993118668 HTTP/1.1" status: 204 len: 168 time: 1.8825431 Jul 30 02:17:44.659385 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60576) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:44.701107 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7993a33-1bc2-4569-9c30-49a588fc96b0 admin admin] Deleting subnet 94863f40-0d1f-4c90-bc1b-a91810e9807b {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:17:44.704393 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f7993a33-1bc2-4569-9c30-49a588fc96b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.710006 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.726465 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.781200 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:44.781934 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.784500 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] 10.222.0.10 "PUT /v2.0/ports/4b122517-6de7-4ec4-a93d-0827313d6445 HTTP/1.1" status: 200 len: 1091 time: 1.6300581 Jul 30 02:17:44.785233 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb32ebb-bd52-4527-8cad-e3a5f668bc3e', 'tag': '4b122517-6de7-4ec4-a93d-0827313d6445'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:17:44.789097 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ada2ee-be39-4dd4-bd62-a268b702c92e" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb32ebb-bd52-4527-8cad-e3a5f668bc3e", "tag": "4b122517-6de7-4ec4-a93d-0827313d6445"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:17:44.794028 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f7993a33-1bc2-4569-9c30-49a588fc96b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.837354 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d5574ea-48c7-4ad6-98e8-02c3586a4166 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.852478 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f7dbb4-e9a4-4209-874a-7b6901c658e1 x-openstack-request-id: req-73f7dbb4-e9a4-4209-874a-7b6901c658e1 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:17:44.852771 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb32ebb-bd52-4527-8cad-e3a5f668bc3e", "tag": "4b122517-6de7-4ec4-a93d-0827313d6445", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:17:44.853063 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-73f7dbb4-e9a4-4209-874a-7b6901c658e1 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:17:44.853471 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb32ebb-bd52-4527-8cad-e3a5f668bc3e', 'tag': '4b122517-6de7-4ec4-a93d-0827313d6445', 'status': 'completed', 'code': 200} Jul 30 02:17:44.903976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10ead5-ac7c-4534-825c-49470c9175d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b122517-6de7-4ec4-a93d-0827313d6445,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:44.991468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b80e1b-3c3d-478a-bb98-bdb255d3b682 req-049e57ae-0785-422b-81aa-78d901ee8cf2 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:44.992873 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95b80e1b-3c3d-478a-bb98-bdb255d3b682 req-049e57ae-0785-422b-81aa-78d901ee8cf2 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 943 time: 0.0556500 Jul 30 02:17:45.017113 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f7993a33-1bc2-4569-9c30-49a588fc96b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.021741 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ada2ee-be39-4dd4-bd62-a268b702c92e req-e6e513c1-446b-42ac-9820-8337e9d036ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:45.023881 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-54ada2ee-be39-4dd4-bd62-a268b702c92e req-e6e513c1-446b-42ac-9820-8337e9d036ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75081f986550442cbe06a41f117d2873&device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 1094 time: 0.1527479 Jul 30 02:17:45.056714 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95b80e1b-3c3d-478a-bb98-bdb255d3b682 req-b911f2b8-a515-48a2-8926-643f7fac0775 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548072 Jul 30 02:17:45.088587 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d5574ea-48c7-4ad6-98e8-02c3586a4166 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.159483 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d5574ea-48c7-4ad6-98e8-02c3586a4166 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.227396 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5574ea-48c7-4ad6-98e8-02c3586a4166 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8d3a6d-fa77-4ddb-9079-8b66cf1c7620,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:45.281962 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ada2ee-be39-4dd4-bd62-a268b702c92e req-e30fb60a-e6fe-4b91-80fb-5bfef5fe30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:45.283561 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-54ada2ee-be39-4dd4-bd62-a268b702c92e req-e30fb60a-e6fe-4b91-80fb-5bfef5fe30bc service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=75081f986550442cbe06a41f117d2873&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2393568 Jul 30 02:17:45.321988 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f7993a33-1bc2-4569-9c30-49a588fc96b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.371634 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1d5574ea-48c7-4ad6-98e8-02c3586a4166 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.372877 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1d5574ea-48c7-4ad6-98e8-02c3586a4166 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7600555 Jul 30 02:17:45.376018 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60614) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:45.380677 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1b8541a0-6e6d-4d3d-bcbb-4443e93da471 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': '5024bb9d-0e32-40cb-b96e-4f02b636a756', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:45.406446 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7993a33-1bc2-4569-9c30-49a588fc96b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94863f40-0d1f-4c90-bc1b-a91810e9807b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:45.424002 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f7993a33-1bc2-4569-9c30-49a588fc96b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.428253 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f7993a33-1bc2-4569-9c30-49a588fc96b0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/94863f40-0d1f-4c90-bc1b-a91810e9807b HTTP/1.1" status: 204 len: 168 time: 0.7691579 Jul 30 02:17:45.428423 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a6c3b1-a861-48dc-9862-789c7c23daac None None] Network 87c7b1db-bfab-4702-a87a-4c23ce619682 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:45.429757 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60620) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:45.475074 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-1b8541a0-6e6d-4d3d-bcbb-4443e93da471 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Project daef44af5c0445f8bf526943c4157f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:17:45.485380 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ada2ee-be39-4dd4-bd62-a268b702c92e req-a60ebf38-1de3-472e-9d26-5f9db3b73734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:45.487056 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-54ada2ee-be39-4dd4-bd62-a268b702c92e req-a60ebf38-1de3-472e-9d26-5f9db3b73734 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1962254 Jul 30 02:17:45.489375 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b8541a0-6e6d-4d3d-bcbb-4443e93da471 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.526231 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b200b49-4b3a-4b8c-8e8d-8164df91af65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.582283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-59545602-7118-4df2-b304-28a7d62037be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:45.583483 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-59545602-7118-4df2-b304-28a7d62037be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75081f986550442cbe06a41f117d2873&device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 1094 time: 0.0533206 Jul 30 02:17:45.607327 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b8541a0-6e6d-4d3d-bcbb-4443e93da471 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.630414 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-5b200b49-4b3a-4b8c-8e8d-8164df91af65 admin admin] Deleting port f9054fba-bbb1-4a0c-937e-9d10b8e21285 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:45.630920 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b200b49-4b3a-4b8c-8e8d-8164df91af65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.633899 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-0ff27745-6c79-4077-8e78-24ca9d561a61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b122517-6de7-4ec4-a93d-0827313d6445 HTTP/1.1" status: 200 len: 217 time: 0.0432675 Jul 30 02:17:45.691369 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-b66775b5-5486-4ff9-b8d4-ac626326597d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:45.696370 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-b66775b5-5486-4ff9-b8d4-ac626326597d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7de4e4e4-fa5c-4404-b285-f13c0866779a HTTP/1.1" status: 200 len: 847 time: 0.0552714 Jul 30 02:17:45.697017 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b8541a0-6e6d-4d3d-bcbb-4443e93da471 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.705851 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-5b200b49-4b3a-4b8c-8e8d-8164df91af65 admin admin] For port f9054fba-bbb1-4a0c-937e-9d10b8e21285, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f9054fba-bbb1-4a0c-937e-9d10b8e21285,segment=NetworkSegment(0195abc6-0cfb-4d5e-840a-4c517a359e85),segment_id=0195abc6-0cfb-4d5e-840a-4c517a359e85)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:45.706493 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b200b49-4b3a-4b8c-8e8d-8164df91af65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.739848 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8541a0-6e6d-4d3d-bcbb-4443e93da471 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb83ebf-2553-425e-8fec-39d9441ecb67,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:45.739848 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-5b200b49-4b3a-4b8c-8e8d-8164df91af65 admin admin] Calling delete_port for f9054fba-bbb1-4a0c-937e-9d10b8e21285 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:45.749475 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-67f9b9b4-2d02-44e0-9ff1-da87b2a86a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:45.751056 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-67f9b9b4-2d02-44e0-9ff1-da87b2a86a54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=88caf4fc-db29-4c8c-83f8-efd5f3f0c07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483119 Jul 30 02:17:45.802544 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b9ce26-50e6-46c3-91a0-066568ed88a8 None None] DHCP port deletion for 87c7b1db-bfab-4702-a87a-4c23ce619682 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:17:45.808716 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b8541a0-6e6d-4d3d-bcbb-4443e93da471 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.810739 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1b8541a0-6e6d-4d3d-bcbb-4443e93da471 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4337029 Jul 30 02:17:45.813411 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60638) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:45.818156 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-2f98e7f1-9fdd-411d-8da9-bcf415205b91 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': '5024bb9d-0e32-40cb-b96e-4f02b636a756', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:45.855440 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c0b9ce26-50e6-46c3-91a0-066568ed88a8 None None] Deleting port f9054fba-bbb1-4a0c-937e-9d10b8e21285 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:45.855830 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c0b9ce26-50e6-46c3-91a0-066568ed88a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.866590 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-12d3954e-3601-4505-93ea-d812c0bac0a6 service neutron] 10.222.0.10 "GET /v2.0/networks/88caf4fc-db29-4c8c-83f8-efd5f3f0c07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085296 Jul 30 02:17:45.921922 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c0b9ce26-50e6-46c3-91a0-066568ed88a8 None None] For port f9054fba-bbb1-4a0c-937e-9d10b8e21285, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f9054fba-bbb1-4a0c-937e-9d10b8e21285,segment=NetworkSegment(0195abc6-0cfb-4d5e-840a-4c517a359e85),segment_id=0195abc6-0cfb-4d5e-840a-4c517a359e85)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:45.922736 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c0b9ce26-50e6-46c3-91a0-066568ed88a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.936272 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c0b9ce26-50e6-46c3-91a0-066568ed88a8 None None] Calling delete_port for f9054fba-bbb1-4a0c-937e-9d10b8e21285 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:45.960202 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fccbddd1-5928-44f0-988f-b7c0f142638b req-19191f2d-3fb5-4d84-bddf-a77899c11309 service neutron] 10.222.0.10 "GET /v2.0/networks/88caf4fc-db29-4c8c-83f8-efd5f3f0c07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861018 Jul 30 02:17:45.966790 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-2f98e7f1-9fdd-411d-8da9-bcf415205b91 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Project daef44af5c0445f8bf526943c4157f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:17:45.972196 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f98e7f1-9fdd-411d-8da9-bcf415205b91 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.982482 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b200b49-4b3a-4b8c-8e8d-8164df91af65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:17:46.009828 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:17:46.017329 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b200b49-4b3a-4b8c-8e8d-8164df91af65 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9054fba-bbb1-4a0c-937e-9d10b8e21285,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:46.026606 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c0b9ce26-50e6-46c3-91a0-066568ed88a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.028057 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b200b49-4b3a-4b8c-8e8d-8164df91af65 admin admin] No DVR routers for this DVR port f9054fba-bbb1-4a0c-937e-9d10b8e21285 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:46.057614 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b9ce26-50e6-46c3-91a0-066568ed88a8 None None] No DVR routers for this DVR port f9054fba-bbb1-4a0c-937e-9d10b8e21285 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:46.061489 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9ce26-50e6-46c3-91a0-066568ed88a8 None None] Pushing event deleted for resources: {'Port': ['ID=f9054fba-bbb1-4a0c-937e-9d10b8e21285,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:46.129661 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f98e7f1-9fdd-411d-8da9-bcf415205b91 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.135494 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b200b49-4b3a-4b8c-8e8d-8164df91af65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.145913 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-5b200b49-4b3a-4b8c-8e8d-8164df91af65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c7b1db-bfab-4702-a87a-4c23ce619682']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:46.156343 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-5b200b49-4b3a-4b8c-8e8d-8164df91af65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0195abc6-0cfb-4d5e-840a-4c517a359e85') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:46.156703 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-5b200b49-4b3a-4b8c-8e8d-8164df91af65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0195abc6-0cfb-4d5e-840a-4c517a359e85') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:46.167951 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b200b49-4b3a-4b8c-8e8d-8164df91af65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.182672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5949e-9aad-4b70-bb40-493b4f586e9a req-f6e9a38a-5a6a-49f0-8588-804158a335f6 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:46.184313 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b200b49-4b3a-4b8c-8e8d-8164df91af65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.184732 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ff5949e-9aad-4b70-bb40-493b4f586e9a req-f6e9a38a-5a6a-49f0-8588-804158a335f6 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 943 time: 0.0568342 Jul 30 02:17:46.192042 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b200b49-4b3a-4b8c-8e8d-8164df91af65 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:17:46.192526 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b200b49-4b3a-4b8c-8e8d-8164df91af65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:17:46.200762 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:17:46.234494 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ff5949e-9aad-4b70-bb40-493b4f586e9a req-f9b1775f-2ea5-4492-b7cb-de7ee7a3112b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356350 Jul 30 02:17:46.239468 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f98e7f1-9fdd-411d-8da9-bcf415205b91 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.243869 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f9054fba-bbb1-4a0c-937e-9d10b8e21285 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:46.265369 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: f9054fba-bbb1-4a0c-937e-9d10b8e21285 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:46.265709 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f9054fba-bbb1-4a0c-937e-9d10b8e21285 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:46.266350 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 176f9042-61b0-4da5-bda5-7e812950f9b3 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:46.268514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98e7f1-9fdd-411d-8da9-bcf415205b91 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9baee3-7498-4f1c-91c5-957a552bb650,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:46.288577 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 176f9042-61b0-4da5-bda5-7e812950f9b3 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:46.288919 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 176f9042-61b0-4da5-bda5-7e812950f9b3 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:46.355431 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f98e7f1-9fdd-411d-8da9-bcf415205b91 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.357212 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2f98e7f1-9fdd-411d-8da9-bcf415205b91 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5421486 Jul 30 02:17:46.360156 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60658) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:46.365205 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-4ec6e13c-6a64-4529-861a-536813faee10 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'network': {'name': 'tempest-network-smoke--1956611110', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'port_security_enabled': True}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:46.379525 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b200b49-4b3a-4b8c-8e8d-8164df91af65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.389175 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5b200b49-4b3a-4b8c-8e8d-8164df91af65 admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.391036 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5b200b49-4b3a-4b8c-8e8d-8164df91af65 admin admin] 10.222.0.70 "DELETE /v2.0/networks/87c7b1db-bfab-4702-a87a-4c23ce619682 HTTP/1.1" status: 204 len: 168 time: 0.9597664 Jul 30 02:17:46.394065 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60660) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:46.402290 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b200b49-4b3a-4b8c-8e8d-8164df91af65 admin admin] Pushing event deleted for resources: {'Network': ['ID=87c7b1db-bfab-4702-a87a-4c23ce619682,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:46.463729 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec6e13c-6a64-4529-861a-536813faee10 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Made reservation on behalf of daef44af5c0445f8bf526943c4157f6f for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:46.467915 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ec6e13c-6a64-4529-861a-536813faee10 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.493001 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec6e13c-6a64-4529-861a-536813faee10 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:17:46.501840 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ec6e13c-6a64-4529-861a-536813faee10 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.502190 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-4ec6e13c-6a64-4529-861a-536813faee10 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Added segment 25666eba-0bae-41bd-b3b4-9dee713fd8d5 of type vlan for network ee5fdc98-8b99-455d-941e-c33f34396db6 Jul 30 02:17:46.551934 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ec6e13c-6a64-4529-861a-536813faee10 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.640985 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ec6e13c-6a64-4529-861a-536813faee10 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.646975 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec6e13c-6a64-4529-861a-536813faee10 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:46.647620 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ec6e13c-6a64-4529-861a-536813faee10 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.712427 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6e13c-6a64-4529-861a-536813faee10 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Network': ['ID=ee5fdc98-8b99-455d-941e-c33f34396db6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:46.723537 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network ee5fdc98-8b99-455d-941e-c33f34396db6 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:17:46.751960 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1584095a-1d9d-45a7-95cd-49647f9363ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.770614 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4ec6e13c-6a64-4529-861a-536813faee10 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4066756 Jul 30 02:17:46.770879 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60676) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:46.776534 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-f82f95db-28ee-47ab-95c1-4f86d6b49a05 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2011496954', 'admin_state_up': True, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:46.852107 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f82f95db-28ee-47ab-95c1-4f86d6b49a05 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.853263 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f82f95db-28ee-47ab-95c1-4f86d6b49a05 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.910738 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f82f95db-28ee-47ab-95c1-4f86d6b49a05 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:47.009084 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1584095a-1d9d-45a7-95cd-49647f9363ff admin admin] Deleting port fb2f076b-bca3-4876-9f18-117c8611dbe5 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:47.013762 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1584095a-1d9d-45a7-95cd-49647f9363ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:47.098943 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-1584095a-1d9d-45a7-95cd-49647f9363ff admin admin] For port fb2f076b-bca3-4876-9f18-117c8611dbe5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=fb2f076b-bca3-4876-9f18-117c8611dbe5,segment=NetworkSegment(469ef37f-310a-40d7-81c7-a48a88ce2e0e),segment_id=469ef37f-310a-40d7-81c7-a48a88ce2e0e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:47.099305 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1584095a-1d9d-45a7-95cd-49647f9363ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:47.113236 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1584095a-1d9d-45a7-95cd-49647f9363ff admin admin] Calling delete_port for fb2f076b-bca3-4876-9f18-117c8611dbe5 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:47.129116 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f82f95db-28ee-47ab-95c1-4f86d6b49a05 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:47.344427 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1584095a-1d9d-45a7-95cd-49647f9363ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:47.377435 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584095a-1d9d-45a7-95cd-49647f9363ff admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2f076b-bca3-4876-9f18-117c8611dbe5,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:47.430434 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fdd4d-21be-47c0-9430-7cbe8c29b205 req-6eb084de-f69d-47da-8a71-5afb9055d32f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:47.432138 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cc1fdd4d-21be-47c0-9430-7cbe8c29b205 req-6eb084de-f69d-47da-8a71-5afb9055d32f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 943 time: 0.1278405 Jul 30 02:17:47.455397 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f82f95db-28ee-47ab-95c1-4f86d6b49a05 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:47.485908 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f82f95db-28ee-47ab-95c1-4f86d6b49a05 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:47.543898 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cc1fdd4d-21be-47c0-9430-7cbe8c29b205 req-1ace77ed-2041-4e64-8ffb-2ae23fb648ea tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901899 Jul 30 02:17:47.555044 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1584095a-1d9d-45a7-95cd-49647f9363ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:47.621781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-f82f95db-28ee-47ab-95c1-4f86d6b49a05 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Allocated IP 172.25.1.167 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/c9f44b0c-e3b8-49a9-b38a-120ed165dac7) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:47.725200 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f82f95db-28ee-47ab-95c1-4f86d6b49a05 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:47.791950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1584095a-1d9d-45a7-95cd-49647f9363ff admin admin] Router 07dfcbb3-be51-4733-8235-2031526f9fc3 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:47.847115 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f82f95db-28ee-47ab-95c1-4f86d6b49a05 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:47.885327 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82f95db-28ee-47ab-95c1-4f86d6b49a05 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:47.889098 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-f82f95db-28ee-47ab-95c1-4f86d6b49a05 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:47.892825 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82f95db-28ee-47ab-95c1-4f86d6b49a05 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:47.907098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1584095a-1d9d-45a7-95cd-49647f9363ff admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:47.914938 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1584095a-1d9d-45a7-95cd-49647f9363ff admin admin] 10.222.0.70 "PUT /v2.0/routers/07dfcbb3-be51-4733-8235-2031526f9fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5170722 Jul 30 02:17:47.917677 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1109e89-f986-4cf6-999d-43d0a2d2bf11 None None] Sync routers for ids ['07dfcbb3-be51-4733-8235-2031526f9fc3'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:47.918761 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60680) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:47.927783 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f95db-28ee-47ab-95c1-4f86d6b49a05 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=c9f44b0c-e3b8-49a9-b38a-120ed165dac7,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:47.930517 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1109e89-f986-4cf6-999d-43d0a2d2bf11 None None] Routers {'07dfcbb3-be51-4733-8235-2031526f9fc3'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:47.931440 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d1109e89-f986-4cf6-999d-43d0a2d2bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['07dfcbb3-be51-4733-8235-2031526f9fc3'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:48.061668 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-d1109e89-f986-4cf6-999d-43d0a2d2bf11 None None] Set router 07dfcbb3-be51-4733-8235-2031526f9fc3 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:48.079004 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b2632a2-7ab7-4dec-bcf5-b5c094fa748d admin admin] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:48.166259 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:48.211002 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b2632a2-7ab7-4dec-bcf5-b5c094fa748d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:48.260978 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d1109e89-f986-4cf6-999d-43d0a2d2bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'name': 'tempest-TestVolumeBackupRestore-1404247296-router', 'tenant_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e10ed2fa-2bd1-4ee2-8043-9953d8b547f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:22Z', 'updated_at': '2021-07-30T02:17:47Z', 'revision_number': 5, 'project_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'gw_port': {'id': 'e10ed2fa-2bd1-4ee2-8043-9953d8b547f0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:23Z', 'updated_at': '2021-07-30T02:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:48.289140 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1109e89-f986-4cf6-999d-43d0a2d2bf11 None None] Checking router: 07dfcbb3-be51-4733-8235-2031526f9fc3 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:17:48.297758 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1109e89-f986-4cf6-999d-43d0a2d2bf11 None None] Routers {'07dfcbb3-be51-4733-8235-2031526f9fc3'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:48.298391 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d1109e89-f986-4cf6-999d-43d0a2d2bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['07dfcbb3-be51-4733-8235-2031526f9fc3'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:48.368208 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-5b2632a2-7ab7-4dec-bcf5-b5c094fa748d admin admin] Deleting port e10ed2fa-2bd1-4ee2-8043-9953d8b547f0 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:48.371476 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b2632a2-7ab7-4dec-bcf5-b5c094fa748d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:48.416166 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-d1109e89-f986-4cf6-999d-43d0a2d2bf11 None None] Set router 07dfcbb3-be51-4733-8235-2031526f9fc3 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:48.422467 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f82f95db-28ee-47ab-95c1-4f86d6b49a05 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:48.634638 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d1109e89-f986-4cf6-999d-43d0a2d2bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'name': 'tempest-TestVolumeBackupRestore-1404247296-router', 'tenant_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e10ed2fa-2bd1-4ee2-8043-9953d8b547f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:22Z', 'updated_at': '2021-07-30T02:17:47Z', 'revision_number': 5, 'project_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'gw_port': {'id': 'e10ed2fa-2bd1-4ee2-8043-9953d8b547f0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:23Z', 'updated_at': '2021-07-30T02:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:48.655022 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f82f95db-28ee-47ab-95c1-4f86d6b49a05 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:48.666268 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1109e89-f986-4cf6-999d-43d0a2d2bf11 None None] The sync data for ids ['07dfcbb3-be51-4733-8235-2031526f9fc3'] in n-d-713498-9 is: [{'id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'name': 'tempest-TestVolumeBackupRestore-1404247296-router', 'tenant_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e10ed2fa-2bd1-4ee2-8043-9953d8b547f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:12:22Z', 'updated_at': '2021-07-30T02:17:47Z', 'revision_number': 5, 'project_id': 'a9018fa4d7c54a98aa3eaa91b4c48704', 'gw_port': {'id': 'e10ed2fa-2bd1-4ee2-8043-9953d8b547f0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dfcbb3-be51-4733-8235-2031526f9fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:12:23Z', 'updated_at': '2021-07-30T02:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:48.856776 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82f95db-28ee-47ab-95c1-4f86d6b49a05 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Router 5a75ce26-20de-459e-9f6b-a0873efac4ac is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:17:48.865094 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-5b2632a2-7ab7-4dec-bcf5-b5c094fa748d admin admin] For port e10ed2fa-2bd1-4ee2-8043-9953d8b547f0, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=e10ed2fa-2bd1-4ee2-8043-9953d8b547f0,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:48.865453 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b2632a2-7ab7-4dec-bcf5-b5c094fa748d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:48.887433 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ac8a0-73fc-4579-bf09-8072d8ddd31c req-0bd390fd-7bda-4e47-9a94-9ae130213fe5 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:48.889408 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e83ac8a0-73fc-4579-bf09-8072d8ddd31c req-0bd390fd-7bda-4e47-9a94-9ae130213fe5 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 943 time: 0.0824099 Jul 30 02:17:48.890333 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-5b2632a2-7ab7-4dec-bcf5-b5c094fa748d admin admin] Calling delete_port for e10ed2fa-2bd1-4ee2-8043-9953d8b547f0 owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:48.906847 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 4b122517-6de7-4ec4-a93d-0827313d6445 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:17:48.980170 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82f95db-28ee-47ab-95c1-4f86d6b49a05 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:48.982155 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e83ac8a0-73fc-4579-bf09-8072d8ddd31c req-28067dd5-a9ba-4bd8-9e67-35fddf651729 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862064 Jul 30 02:17:48.994011 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] Sync routers for ids ['5a75ce26-20de-459e-9f6b-a0873efac4ac'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:49.026469 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 4b122517-6de7-4ec4-a93d-0827313d6445, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=4b122517-6de7-4ec4-a93d-0827313d6445,segment=NetworkSegment(7fd46c68-8feb-480e-bd72-ac8336488bb9),segment_id=7fd46c68-8feb-480e-bd72-ac8336488bb9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:49.029808 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] Routers {'5a75ce26-20de-459e-9f6b-a0873efac4ac'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:49.030466 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['5a75ce26-20de-459e-9f6b-a0873efac4ac'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:49.078583 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f82f95db-28ee-47ab-95c1-4f86d6b49a05 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.080136 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f82f95db-28ee-47ab-95c1-4f86d6b49a05 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3077250 Jul 30 02:17:49.083748 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60684) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:49.087217 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '4b122517-6de7-4ec4-a93d-0827313d6445', 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b', 'port_id': '4b122517-6de7-4ec4-a93d-0827313d6445', 'mac_address': 'fa:16:3e:e1:3b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de4e4e4-fa5c-4404-b285-f13c0866779a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:17:49.122515 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-88983d80-b2ac-4c7c-bebe-ff9aaae67307 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=daef44af5c0445f8bf526943c4157f6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375717 Jul 30 02:17:49.127682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60686) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:49.178652 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.193271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] Set router 5a75ce26-20de-459e-9f6b-a0873efac4ac gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:49.196264 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b2632a2-7ab7-4dec-bcf5-b5c094fa748d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.235139 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9af671c-0df9-41ae-971a-10b60b054a9e tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:49.239492 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a9af671c-0df9-41ae-971a-10b60b054a9e tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1073549 Jul 30 02:17:49.239666 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2632a2-7ab7-4dec-bcf5-b5c094fa748d admin admin] Pushing event deleted for resources: {'Port': ['ID=e10ed2fa-2bd1-4ee2-8043-9953d8b547f0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:49.239783 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60688) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:49.257330 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b122517-6de7-4ec4-a93d-0827313d6445 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:17:49.295704 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8dfe26e3-3d8d-4a0d-9fd8-049366ac68e8 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0525527 Jul 30 02:17:49.298387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60690) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:49.303941 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-9e27b536-61fc-45fd-8ff5-a9bf0522bd40 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-992804560', 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:49.310758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 4b122517-6de7-4ec4-a93d-0827313d6445, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=4b122517-6de7-4ec4-a93d-0827313d6445,segment=NetworkSegment(7fd46c68-8feb-480e-bd72-ac8336488bb9),segment_id=7fd46c68-8feb-480e-bd72-ac8336488bb9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:49.333231 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b2632a2-7ab7-4dec-bcf5-b5c094fa748d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.385151 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.428452 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b2632a2-7ab7-4dec-bcf5-b5c094fa748d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.430656 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b2632a2-7ab7-4dec-bcf5-b5c094fa748d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.446042 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011496954', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:46Z', 'updated_at': '2021-07-30T02:17:48Z', 'revision_number': 3, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:47Z', 'updated_at': '2021-07-30T02:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:49.450845 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=4b122517-6de7-4ec4-a93d-0827313d6445,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:49.478086 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] Checking router: 5a75ce26-20de-459e-9f6b-a0873efac4ac for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:17:49.478458 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] Updating router 5a75ce26-20de-459e-9f6b-a0873efac4ac port c9f44b0c-e3b8-49a9-b38a-120ed165dac7 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:17:49.492323 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e27b536-61fc-45fd-8ff5-a9bf0522bd40 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Made reservation on behalf of daef44af5c0445f8bf526943c4157f6f for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:49.496158 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9e27b536-61fc-45fd-8ff5-a9bf0522bd40 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.503849 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.531527 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b2632a2-7ab7-4dec-bcf5-b5c094fa748d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.532104 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2632a2-7ab7-4dec-bcf5-b5c094fa748d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07dfcbb3-be51-4733-8235-2031526f9fc3 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:17:49.536259 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5b2632a2-7ab7-4dec-bcf5-b5c094fa748d admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.539745 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5b2632a2-7ab7-4dec-bcf5-b5c094fa748d admin admin] 10.222.0.70 "DELETE /v2.0/routers/07dfcbb3-be51-4733-8235-2031526f9fc3 HTTP/1.1" status: 204 len: 168 time: 1.6176283 Jul 30 02:17:49.539999 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60692) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:49.586326 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e15a6b-0ed3-4d55-aaf6-15fe308b0789 admin admin] Deleting subnet ffaaf707-33fd-447b-a2e7-dc5b8e9269c0 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:17:49.589774 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-06e15a6b-0ed3-4d55-aaf6-15fe308b0789 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.600272 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['4b122517-6de7-4ec4-a93d-0827313d6445'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:17:49.629721 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-06e15a6b-0ed3-4d55-aaf6-15fe308b0789 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.737217 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-06e15a6b-0ed3-4d55-aaf6-15fe308b0789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.824494 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9e27b536-61fc-45fd-8ff5-a9bf0522bd40 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.859116 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-06e15a6b-0ed3-4d55-aaf6-15fe308b0789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.866694 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.872803 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-06e15a6b-0ed3-4d55-aaf6-15fe308b0789 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.875263 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-06e15a6b-0ed3-4d55-aaf6-15fe308b0789 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ffaaf707-33fd-447b-a2e7-dc5b8e9269c0 HTTP/1.1" status: 204 len: 168 time: 0.3342659 Jul 30 02:17:49.881898 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29a0aab-905d-4e5c-98ab-31249ac7db06 None None] Network 042f0f04-b7a6-445e-8d6c-e1ca8fab2d22 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:49.888669 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60694) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:49.897352 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e15a6b-0ed3-4d55-aaf6-15fe308b0789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffaaf707-33fd-447b-a2e7-dc5b8e9269c0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:49.899749 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] Transition to ACTIVE for port object c9f44b0c-e3b8-49a9-b38a-120ed165dac7 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:49.943718 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e27b536-61fc-45fd-8ff5-a9bf0522bd40 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Checking segment: {'id': '25666eba-0bae-41bd-b3b4-9dee713fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:49.944211 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e27b536-61fc-45fd-8ff5-a9bf0522bd40 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network hostable DHCP agents. Network: ee5fdc98-8b99-455d-941e-c33f34396db6, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:17:49.953350 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27b536-61fc-45fd-8ff5-a9bf0522bd40 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Subnet': ['ID=0b7d532e-24b0-430b-8372-0acd99191120,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:49.985021 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95c9d64d-dc32-4cde-9b24-c89358fa49de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.027389 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.047549 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-95c9d64d-dc32-4cde-9b24-c89358fa49de admin admin] Deleting port 7b0fb72a-f6ab-4925-bac0-f797717c3a02 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:50.047993 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95c9d64d-dc32-4cde-9b24-c89358fa49de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.107855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e27b536-61fc-45fd-8ff5-a9bf0522bd40 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network ee5fdc98-8b99-455d-941e-c33f34396db6 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:17:50.123777 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] Attempting to bind port c9f44b0c-e3b8-49a9-b38a-120ed165dac7 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:50.124145 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] Attempting to bind port c9f44b0c-e3b8-49a9-b38a-120ed165dac7 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:50.124511 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] Attempting to bind port c9f44b0c-e3b8-49a9-b38a-120ed165dac7 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:50.146720 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f36a14-0165-465f-960e-b52687f1daaa None None] Pushing event updated for resources: {'Port': ['ID=c9f44b0c-e3b8-49a9-b38a-120ed165dac7,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:50.154261 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:50.154669 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:50.155085 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.155462 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:50.155935 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] Bound port: c9f44b0c-e3b8-49a9-b38a-120ed165dac7, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:50.156413 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.185650 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-95c9d64d-dc32-4cde-9b24-c89358fa49de admin admin] For port 7b0fb72a-f6ab-4925-bac0-f797717c3a02, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7b0fb72a-f6ab-4925-bac0-f797717c3a02,segment=NetworkSegment(469ef37f-310a-40d7-81c7-a48a88ce2e0e),segment_id=469ef37f-310a-40d7-81c7-a48a88ce2e0e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:50.185650 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95c9d64d-dc32-4cde-9b24-c89358fa49de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.211546 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947e813-07b7-4c3c-aed3-8c33e711eb0c req-7d0c4d81-1a6e-4dee-9dd7-9aa82153482e tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:50.213102 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a947e813-07b7-4c3c-aed3-8c33e711eb0c req-7d0c4d81-1a6e-4dee-9dd7-9aa82153482e tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 944 time: 0.1209068 Jul 30 02:17:50.215716 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-9e27b536-61fc-45fd-8ff5-a9bf0522bd40 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, ee5fdc98-8b99-455d-941e-c33f34396db6) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:50.223674 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-95c9d64d-dc32-4cde-9b24-c89358fa49de admin admin] Calling delete_port for 7b0fb72a-f6ab-4925-bac0-f797717c3a02 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:50.231389 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e27b536-61fc-45fd-8ff5-a9bf0522bd40 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:50.232024 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9e27b536-61fc-45fd-8ff5-a9bf0522bd40 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.237278 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] For port c9f44b0c-e3b8-49a9-b38a-120ed165dac7, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:17:50.241080 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] For port c9f44b0c-e3b8-49a9-b38a-120ed165dac7, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c9f44b0c-e3b8-49a9-b38a-120ed165dac7,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:17:50.242614 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9b4cd1-7b80-48a2-9f63-f732b63701e2 None None] Network ee5fdc98-8b99-455d-941e-c33f34396db6 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:50.281694 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd423e2b-abe6-4890-89d8-c35130e92fc7 None None] DHCP port deletion for 042f0f04-b7a6-445e-8d6c-e1ca8fab2d22 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:17:50.287680 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e10ed2fa-2bd1-4ee2-8043-9953d8b547f0 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:50.314209 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a947e813-07b7-4c3c-aed3-8c33e711eb0c req-625c66fe-884f-4322-9f44-305a1878d13e tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907044 Jul 30 02:17:50.317930 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.319774 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: e10ed2fa-2bd1-4ee2-8043-9953d8b547f0 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:50.320118 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device e10ed2fa-2bd1-4ee2-8043-9953d8b547f0 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:50.320529 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device fb2f076b-bca3-4876-9f18-117c8611dbe5 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:50.330373 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9e27b536-61fc-45fd-8ff5-a9bf0522bd40 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0281925 Jul 30 02:17:50.330565 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60698) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:50.385392 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: fb2f076b-bca3-4876-9f18-117c8611dbe5 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:50.385734 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device fb2f076b-bca3-4876-9f18-117c8611dbe5 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:50.466627 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] Routers {'5a75ce26-20de-459e-9f6b-a0873efac4ac'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:50.467176 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['5a75ce26-20de-459e-9f6b-a0873efac4ac'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:50.471683 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f36a14-0165-465f-960e-b52687f1daaa None None] Pushing event updated for resources: {'Port': ['ID=c9f44b0c-e3b8-49a9-b38a-120ed165dac7,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:50.560525 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bd423e2b-abe6-4890-89d8-c35130e92fc7 None None] Deleting port 7b0fb72a-f6ab-4925-bac0-f797717c3a02 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:50.560897 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd423e2b-abe6-4890-89d8-c35130e92fc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.810803 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95c9d64d-dc32-4cde-9b24-c89358fa49de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.813173 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-ee5fdc98-8b99-455d-941e-c33f34396db6', 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'fixed_ips': [{'subnet_id': '0b7d532e-24b0-430b-8372-0acd99191120'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:17:50.814019 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.855483 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-bd423e2b-abe6-4890-89d8-c35130e92fc7 None None] For port 7b0fb72a-f6ab-4925-bac0-f797717c3a02, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7b0fb72a-f6ab-4925-bac0-f797717c3a02,segment=NetworkSegment(469ef37f-310a-40d7-81c7-a48a88ce2e0e),segment_id=469ef37f-310a-40d7-81c7-a48a88ce2e0e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:50.855889 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd423e2b-abe6-4890-89d8-c35130e92fc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.876692 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9d64d-dc32-4cde-9b24-c89358fa49de admin admin] Pushing event deleted for resources: {'Port': ['ID=7b0fb72a-f6ab-4925-bac0-f797717c3a02,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:50.877302 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] Set router 5a75ce26-20de-459e-9f6b-a0873efac4ac gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:50.880144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c9d64d-dc32-4cde-9b24-c89358fa49de admin admin] No DVR routers for this DVR port 7b0fb72a-f6ab-4925-bac0-f797717c3a02 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:50.935423 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bd423e2b-abe6-4890-89d8-c35130e92fc7 None None] Calling delete_port for 7b0fb72a-f6ab-4925-bac0-f797717c3a02 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:50.940127 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 4b122517-6de7-4ec4-a93d-0827313d6445 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:50.996355 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95c9d64d-dc32-4cde-9b24-c89358fa49de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.009593 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-95c9d64d-dc32-4cde-9b24-c89358fa49de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042f0f04-b7a6-445e-8d6c-e1ca8fab2d22']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:51.055570 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-95c9d64d-dc32-4cde-9b24-c89358fa49de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469ef37f-310a-40d7-81c7-a48a88ce2e0e') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:51.055832 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-95c9d64d-dc32-4cde-9b24-c89358fa49de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469ef37f-310a-40d7-81c7-a48a88ce2e0e') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:51.069064 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95c9d64d-dc32-4cde-9b24-c89358fa49de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.090081 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95c9d64d-dc32-4cde-9b24-c89358fa49de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.127990 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c9d64d-dc32-4cde-9b24-c89358fa49de admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:17:51.128400 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95c9d64d-dc32-4cde-9b24-c89358fa49de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:17:51.130065 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:17:51.241788 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95c9d64d-dc32-4cde-9b24-c89358fa49de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.247815 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Allocated IP 172.20.0.2 (ee5fdc98-8b99-455d-941e-c33f34396db6/0b7d532e-24b0-430b-8372-0acd99191120/5ed79080-fbeb-481e-ba7d-43a73b733652) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:51.249431 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-95c9d64d-dc32-4cde-9b24-c89358fa49de admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.251317 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-95c9d64d-dc32-4cde-9b24-c89358fa49de admin admin] 10.222.0.70 "DELETE /v2.0/networks/042f0f04-b7a6-445e-8d6c-e1ca8fab2d22 HTTP/1.1" status: 204 len: 168 time: 1.3580770 Jul 30 02:17:51.270088 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd423e2b-abe6-4890-89d8-c35130e92fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.284872 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9d64d-dc32-4cde-9b24-c89358fa49de admin admin] Pushing event deleted for resources: {'Network': ['ID=042f0f04-b7a6-445e-8d6c-e1ca8fab2d22,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:51.333773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd423e2b-abe6-4890-89d8-c35130e92fc7 None None] Network 042f0f04-b7a6-445e-8d6c-e1ca8fab2d22 is not hosted by any dhcp agent {{(pid=94466) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 02:17:51.334151 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd423e2b-abe6-4890-89d8-c35130e92fc7 None None] No DVR routers for this DVR port 7b0fb72a-f6ab-4925-bac0-f797717c3a02 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:51.338093 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd423e2b-abe6-4890-89d8-c35130e92fc7 None None] Pushing event deleted for resources: {'Port': ['ID=7b0fb72a-f6ab-4925-bac0-f797717c3a02,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:51.342920 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-696fc1ca-54ae-41df-bd1a-40097bb1c13c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.344355 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 4b122517-6de7-4ec4-a93d-0827313d6445 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:51.379520 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 4b122517-6de7-4ec4-a93d-0827313d6445 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:51.381704 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.460304 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54100e8-8c29-4e65-a567-eb7b04f9622a req-180a0ec0-755f-4fca-b349-5447d2c2afc5 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:51.462769 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f54100e8-8c29-4e65-a567-eb7b04f9622a req-180a0ec0-755f-4fca-b349-5447d2c2afc5 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 944 time: 0.0522676 Jul 30 02:17:51.473478 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011496954', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:46Z', 'updated_at': '2021-07-30T02:17:48Z', 'revision_number': 3, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:47Z', 'updated_at': '2021-07-30T02:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:51.506949 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f54100e8-8c29-4e65-a567-eb7b04f9622a req-2a825ebe-7352-4ad3-a3a1-d5c724ad6795 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389011 Jul 30 02:17:51.512341 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f420a59-e0f8-4a98-b2da-a76795455e30 None None] The sync data for ids ['5a75ce26-20de-459e-9f6b-a0873efac4ac'] in n-d-713498-9 is: [{'id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011496954', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:46Z', 'updated_at': '2021-07-30T02:17:48Z', 'revision_number': 3, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:47Z', 'updated_at': '2021-07-30T02:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:51.541400 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.568084 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Transition to ACTIVE for port object 5ed79080-fbeb-481e-ba7d-43a73b733652 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:51.602177 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Transition to ACTIVE for port object 5ed79080-fbeb-481e-ba7d-43a73b733652 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:51.602177 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.624127 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb32ebb-bd52-4527-8cad-e3a5f668bc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b122517-6de7-4ec4-a93d-0827313d6445'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:17:51.626545 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fd46eb-bd02-4f0f-95fd-4073c99832cd" -d '{"events": [{"server_uuid": "5bb32ebb-bd52-4527-8cad-e3a5f668bc3e", "name": "network-vif-plugged", "status": "completed", "tag": "4b122517-6de7-4ec4-a93d-0827313d6445"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:17:51.636804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60706) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:51.641612 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 4b122517-6de7-4ec4-a93d-0827313d6445, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=4b122517-6de7-4ec4-a93d-0827313d6445,segment=NetworkSegment(7fd46c68-8feb-480e-bd72-ac8336488bb9),segment_id=7fd46c68-8feb-480e-bd72-ac8336488bb9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:51.665515 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.668863 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d4ccb1-34b7-4f30-8577-7411eb08442c x-openstack-request-id: req-46d4ccb1-34b7-4f30-8577-7411eb08442c {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:17:51.669183 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb32ebb-bd52-4527-8cad-e3a5f668bc3e", "name": "network-vif-plugged", "status": "completed", "tag": "4b122517-6de7-4ec4-a93d-0827313d6445", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:17:51.669429 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-46d4ccb1-34b7-4f30-8577-7411eb08442c {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:17:51.669914 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb32ebb-bd52-4527-8cad-e3a5f668bc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b122517-6de7-4ec4-a93d-0827313d6445', 'code': 200} Jul 30 02:17:51.701611 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.711518 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Network ee5fdc98-8b99-455d-941e-c33f34396db6 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:51.713957 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ffc7c0c1-7705-46c2-a526-8bfb2aab0244 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a6d37d4b13a049e9a6846b9cb502d92e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0772941 Jul 30 02:17:51.715238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:51.716694 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60708) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:51.719403 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:51.732088 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Pushing event updated for resources: {'Port': ['ID=5ed79080-fbeb-481e-ba7d-43a73b733652,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:51.752630 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-696fc1ca-54ae-41df-bd1a-40097bb1c13c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Allocated IP 172.20.0.1 (ee5fdc98-8b99-455d-941e-c33f34396db6/0b7d532e-24b0-430b-8372-0acd99191120/7e8c636b-50c9-46da-871f-fe0b73f018da) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:51.827603 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Attempting to bind port 5ed79080-fbeb-481e-ba7d-43a73b733652 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:51.827974 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Attempting to bind port 5ed79080-fbeb-481e-ba7d-43a73b733652 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '25666eba-0bae-41bd-b3b4-9dee713fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:51.828424 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Attempting to bind port 5ed79080-fbeb-481e-ba7d-43a73b733652 on network ee5fdc98-8b99-455d-941e-c33f34396db6 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:51.848802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:51.848802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Checking segment: {'id': '25666eba-0bae-41bd-b3b4-9dee713fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:51.848802 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.849486 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Bound using segment: {'id': '25666eba-0bae-41bd-b3b4-9dee713fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:51.851801 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Bound port: 5ed79080-fbeb-481e-ba7d-43a73b733652, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25666eba-0bae-41bd-b3b4-9dee713fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:51.852961 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.865770 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=4b122517-6de7-4ec4-a93d-0827313d6445,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:51.889850 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e491ec-9c0d-4f30-9b3d-17cb079896a7 req-69a8b91d-5b2b-475d-886f-a5dbf463984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:51.891588 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-36e491ec-9c0d-4f30-9b3d-17cb079896a7 req-69a8b91d-5b2b-475d-886f-a5dbf463984a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 1096 time: 0.1375580 Jul 30 02:17:51.904656 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-696fc1ca-54ae-41df-bd1a-40097bb1c13c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.915729 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d93901fb-6c9b-4ff2-bb14-457f5076ceda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.925764 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-696fc1ca-54ae-41df-bd1a-40097bb1c13c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Transition to ACTIVE for port object 7e8c636b-50c9-46da-871f-fe0b73f018da will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:51.949809 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] For port 5ed79080-fbeb-481e-ba7d-43a73b733652, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:17:51.957375 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] For port 5ed79080-fbeb-481e-ba7d-43a73b733652, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5ed79080-fbeb-481e-ba7d-43a73b733652,segment=NetworkSegment(25666eba-0bae-41bd-b3b4-9dee713fd8d5),segment_id=25666eba-0bae-41bd-b3b4-9dee713fd8d5)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:17:51.958869 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d93901fb-6c9b-4ff2-bb14-457f5076ceda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.961908 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-36e491ec-9c0d-4f30-9b3d-17cb079896a7 req-4c18a931-6080-45c2-b6d0-8e767ca4b15e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628831 Jul 30 02:17:52.024221 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:52.064486 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-696fc1ca-54ae-41df-bd1a-40097bb1c13c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:52.087162 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d93901fb-6c9b-4ff2-bb14-457f5076ceda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:52.089911 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d93901fb-6c9b-4ff2-bb14-457f5076ceda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:52.093760 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eaa8af-3d4d-4870-9cc1-4a7264020d64 None None] Pushing event updated for resources: {'Port': ['ID=5ed79080-fbeb-481e-ba7d-43a73b733652,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:52.094652 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d93901fb-6c9b-4ff2-bb14-457f5076ceda admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4f56608f-dc87-4cbf-b6f1-97f8d2825454 HTTP/1.1" status: 204 len: 168 time: 0.3766146 Jul 30 02:17:52.105035 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93901fb-6c9b-4ff2-bb14-457f5076ceda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f56608f-dc87-4cbf-b6f1-97f8d2825454,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:52.139042 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696fc1ca-54ae-41df-bd1a-40097bb1c13c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network ee5fdc98-8b99-455d-941e-c33f34396db6 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:52.142513 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-696fc1ca-54ae-41df-bd1a-40097bb1c13c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:52.146511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696fc1ca-54ae-41df-bd1a-40097bb1c13c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:52.194799 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fc1ca-54ae-41df-bd1a-40097bb1c13c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=7e8c636b-50c9-46da-871f-fe0b73f018da,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:52.225030 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-696fc1ca-54ae-41df-bd1a-40097bb1c13c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:52.305430 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c9f44b0c-e3b8-49a9-b38a-120ed165dac7 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:52.499009 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-696fc1ca-54ae-41df-bd1a-40097bb1c13c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:52.508666 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port c9f44b0c-e3b8-49a9-b38a-120ed165dac7 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:52.512699 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port c9f44b0c-e3b8-49a9-b38a-120ed165dac7 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:52.513205 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:52.620151 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:52.648582 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port c9f44b0c-e3b8-49a9-b38a-120ed165dac7, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c9f44b0c-e3b8-49a9-b38a-120ed165dac7,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:52.687683 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bddb4-3c5b-4a4d-a0df-0a58edae9732 req-411a07c8-d5ce-49a2-ade0-6909f1507af2 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:52.689231 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-853bddb4-3c5b-4a4d-a0df-0a58edae9732 req-411a07c8-d5ce-49a2-ade0-6909f1507af2 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 945 time: 0.0856173 Jul 30 02:17:52.715421 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:52.751148 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-853bddb4-3c5b-4a4d-a0df-0a58edae9732 req-bfe1f627-6282-4784-a2e2-b052c68ecbdf tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546672 Jul 30 02:17:52.777670 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7b0fb72a-f6ab-4925-bac0-f797717c3a02 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:52.802265 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 7b0fb72a-f6ab-4925-bac0-f797717c3a02 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:52.812489 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7b0fb72a-f6ab-4925-bac0-f797717c3a02 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:52.821835 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=c9f44b0c-e3b8-49a9-b38a-120ed165dac7,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:52.909955 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-696fc1ca-54ae-41df-bd1a-40097bb1c13c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:52.928393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60716) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:52.984143 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f8004600-515a-4548-b933-21b518e5d78b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a9018fa4d7c54a98aa3eaa91b4c48704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545995 Jul 30 02:17:52.986920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60718) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:52.994882 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-696fc1ca-54ae-41df-bd1a-40097bb1c13c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:53.091707 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-696fc1ca-54ae-41df-bd1a-40097bb1c13c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:53.102542 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fc1ca-54ae-41df-bd1a-40097bb1c13c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=7e8c636b-50c9-46da-871f-fe0b73f018da,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:53.124661 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74133cd3-9311-46d7-8177-647ad5cf2f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:53.176537 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a3a6d5-731b-49da-8261-5d405eaeab2c None None] Network ee5fdc98-8b99-455d-941e-c33f34396db6 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:53.193465 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74133cd3-9311-46d7-8177-647ad5cf2f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:53.253508 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696fc1ca-54ae-41df-bd1a-40097bb1c13c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network ee5fdc98-8b99-455d-941e-c33f34396db6 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:53.255155 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-696fc1ca-54ae-41df-bd1a-40097bb1c13c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:53.286076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dca5754c-d714-4715-be58-5c3c2c4d329e None None] Provisioning for port 5ed79080-fbeb-481e-ba7d-43a73b733652 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:53.353221 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74133cd3-9311-46d7-8177-647ad5cf2f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:53.355906 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-74133cd3-9311-46d7-8177-647ad5cf2f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:53.360236 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-74133cd3-9311-46d7-8177-647ad5cf2f40 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52882249-6958-4976-a516-bed2b931db1f HTTP/1.1" status: 204 len: 168 time: 0.3696790 Jul 30 02:17:53.373459 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74133cd3-9311-46d7-8177-647ad5cf2f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52882249-6958-4976-a516-bed2b931db1f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:53.395294 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696fc1ca-54ae-41df-bd1a-40097bb1c13c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Router 5a75ce26-20de-459e-9f6b-a0873efac4ac has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:53.520123 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696fc1ca-54ae-41df-bd1a-40097bb1c13c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:53.532242 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-696fc1ca-54ae-41df-bd1a-40097bb1c13c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "PUT /v2.0/routers/5a75ce26-20de-459e-9f6b-a0873efac4ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2006347 Jul 30 02:17:53.686591 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a40d878e-e99b-4db5-94f7-1025161d6d26 None None] Provisioning for port 7e8c636b-50c9-46da-871f-fe0b73f018da completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:53.691371 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a40d878e-e99b-4db5-94f7-1025161d6d26 None None] Provisioning complete for port 7e8c636b-50c9-46da-871f-fe0b73f018da triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:53.694712 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a40d878e-e99b-4db5-94f7-1025161d6d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:53.750123 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] Sync routers for ids ['5a75ce26-20de-459e-9f6b-a0873efac4ac'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:53.761445 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] Routers {'5a75ce26-20de-459e-9f6b-a0873efac4ac'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:53.762105 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['5a75ce26-20de-459e-9f6b-a0873efac4ac'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:53.779597 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-362026df-33c3-4197-829b-8b8984183f4e req-260e8bc8-aba6-4248-b25c-e64547fdf4c7 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326530838&fields=id&tenant_id=daef44af5c0445f8bf526943c4157f6f HTTP/1.1" status: 200 len: 267 time: 0.0504944 Jul 30 02:17:53.787066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a40d878e-e99b-4db5-94f7-1025161d6d26 None None] Port 7e8c636b-50c9-46da-871f-fe0b73f018da cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:17:53.893635 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] Set router 5a75ce26-20de-459e-9f6b-a0873efac4ac gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:53.910396 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a52df-ab71-4bf8-b7e1-76e9b7769f57 req-47a81404-c3c7-4bb6-b057-5e3cc7b61b72 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:53.920621 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e13a52df-ab71-4bf8-b7e1-76e9b7769f57 req-47a81404-c3c7-4bb6-b057-5e3cc7b61b72 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 945 time: 0.0859213 Jul 30 02:17:53.937340 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-401dd4bd-e2d2-4c62-ae56-9394fa8d8ce0 None None] Provisioning complete for port 7e8c636b-50c9-46da-871f-fe0b73f018da triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:53.938689 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-401dd4bd-e2d2-4c62-ae56-9394fa8d8ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:53.984806 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e13a52df-ab71-4bf8-b7e1-76e9b7769f57 req-128e3968-67aa-41e0-8af9-d20e6fceabfe tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628648 Jul 30 02:17:54.021492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-401dd4bd-e2d2-4c62-ae56-9394fa8d8ce0 None None] Port 7e8c636b-50c9-46da-871f-fe0b73f018da cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:17:54.085400 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362026df-33c3-4197-829b-8b8984183f4e req-621dc4b0-ecbc-4d53-9f32-f8a75adcd51e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:54.093109 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-362026df-33c3-4197-829b-8b8984183f4e req-621dc4b0-ecbc-4d53-9f32-f8a75adcd51e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/networks?id=ee5fdc98-8b99-455d-941e-c33f34396db6 HTTP/1.1" status: 200 len: 797 time: 0.3063035 Jul 30 02:17:54.111089 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-362026df-33c3-4197-829b-8b8984183f4e req-7d0848bf-ebeb-450d-9897-07a2634d02c8 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/quotas/daef44af5c0445f8bf526943c4157f6f HTTP/1.1" status: 200 len: 375 time: 0.0121238 Jul 30 02:17:54.134369 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396d116-15c6-41da-856b-4fe89f4dbaf5 req-75d169cc-777c-4a08-963f-e0d278adc179 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:54.143102 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c396d116-15c6-41da-856b-4fe89f4dbaf5 req-75d169cc-777c-4a08-963f-e0d278adc179 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 945 time: 0.0697093 Jul 30 02:17:54.229554 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c396d116-15c6-41da-856b-4fe89f4dbaf5 req-0a3d3dc4-0f0a-4fed-81c5-bf6c6daf2226 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851486 Jul 30 02:17:54.234595 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-362026df-33c3-4197-829b-8b8984183f4e req-4dcdd35b-1842-46ee-b84d-d2d27aed4be7 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1167297 Jul 30 02:17:54.350018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6532bd84-bbf3-4754-ad52-bb95ba4415bb None None] Provisioning complete for port 7e8c636b-50c9-46da-871f-fe0b73f018da triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:54.350246 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011496954', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:46Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:47Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '7e8c636b-50c9-46da-871f-fe0b73f018da', 'name': '', 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:03:2b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '0b7d532e-24b0-430b-8372-0acd99191120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:51Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 2, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': '0b7d532e-24b0-430b-8372-0acd99191120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:54.350880 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6532bd84-bbf3-4754-ad52-bb95ba4415bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:54.378208 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52bfd9-1a6e-4460-b7f7-7aecfb11bb4d req-b43bc2ad-734d-4dfe-a836-a2a138096c92 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:54.380367 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-df52bfd9-1a6e-4460-b7f7-7aecfb11bb4d req-b43bc2ad-734d-4dfe-a836-a2a138096c92 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 945 time: 0.0687182 Jul 30 02:17:54.390074 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] Checking router: 5a75ce26-20de-459e-9f6b-a0873efac4ac for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:17:54.391218 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] Updating router 5a75ce26-20de-459e-9f6b-a0873efac4ac port 7e8c636b-50c9-46da-871f-fe0b73f018da binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:17:54.407167 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6532bd84-bbf3-4754-ad52-bb95ba4415bb None None] Port 7e8c636b-50c9-46da-871f-fe0b73f018da cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:17:54.419106 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:54.445525 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5ed79080-fbeb-481e-ba7d-43a73b733652 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:54.448275 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-df52bfd9-1a6e-4460-b7f7-7aecfb11bb4d req-c0f20c02-de6b-4544-a384-b401ad1b1b40 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619373 Jul 30 02:17:54.473679 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60742) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:54.579351 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-362026df-33c3-4197-829b-8b8984183f4e req-f8ca4af0-ed06-4ef2-9b17-48e3eb88ad7e service neutron] 10.222.0.70 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291240 Jul 30 02:17:54.600845 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 5ed79080-fbeb-481e-ba7d-43a73b733652 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:54.614589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 5ed79080-fbeb-481e-ba7d-43a73b733652 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:54.615374 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:54.665101 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a53a146-1b6b-4e6b-9118-47af12078473 tempest-TestServerBasicOps-606465686 tempest-TestServerBasicOps-606465686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:54.667037 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1a53a146-1b6b-4e6b-9118-47af12078473 tempest-TestServerBasicOps-606465686 tempest-TestServerBasicOps-606465686-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 1091 time: 0.1922894 Jul 30 02:17:54.670083 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60746) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:54.676837 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-6909587c-b76d-45f9-8168-53e1c11eb44f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': '4b122517-6de7-4ec4-a93d-0827313d6445', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:54.678360 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-362026df-33c3-4197-829b-8b8984183f4e req-0e827881-058a-47be-bd64-3d3c7dc7092e service neutron] 10.222.0.70 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922704 Jul 30 02:17:54.720731 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:54.732062 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] Transition to ACTIVE for port object 7e8c636b-50c9-46da-871f-fe0b73f018da will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:54.732294 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:54.755682 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6909587c-b76d-45f9-8168-53e1c11eb44f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:54.771466 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 5ed79080-fbeb-481e-ba7d-43a73b733652, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5ed79080-fbeb-481e-ba7d-43a73b733652,segment=NetworkSegment(25666eba-0bae-41bd-b3b4-9dee713fd8d5),segment_id=25666eba-0bae-41bd-b3b4-9dee713fd8d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:54.829782 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:54.854985 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6909587c-b76d-45f9-8168-53e1c11eb44f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:54.858716 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:54.859749 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c9f44b0c-e3b8-49a9-b38a-120ed165dac7 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:54.922385 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac11f40-cfb3-48c4-9993-93a924799584 None None] Pushing event updated for resources: {'Port': ['ID=7e8c636b-50c9-46da-871f-fe0b73f018da,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:54.961891 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] Attempting to bind port 7e8c636b-50c9-46da-871f-fe0b73f018da on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:54.962690 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] Attempting to bind port 7e8c636b-50c9-46da-871f-fe0b73f018da by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '25666eba-0bae-41bd-b3b4-9dee713fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:54.963272 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] Attempting to bind port 7e8c636b-50c9-46da-871f-fe0b73f018da on network ee5fdc98-8b99-455d-941e-c33f34396db6 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:54.969153 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:54.969936 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] Checking segment: {'id': '25666eba-0bae-41bd-b3b4-9dee713fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:54.970536 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:54.972079 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] Bound using segment: {'id': '25666eba-0bae-41bd-b3b4-9dee713fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:54.972079 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] Bound port: 7e8c636b-50c9-46da-871f-fe0b73f018da, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25666eba-0bae-41bd-b3b4-9dee713fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:54.972706 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:55.004768 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=5ed79080-fbeb-481e-ba7d-43a73b733652,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:55.014045 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port c9f44b0c-e3b8-49a9-b38a-120ed165dac7 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:55.014738 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:55.052590 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] For port 7e8c636b-50c9-46da-871f-fe0b73f018da, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:17:55.058181 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] For port 7e8c636b-50c9-46da-871f-fe0b73f018da, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7e8c636b-50c9-46da-871f-fe0b73f018da,segment=NetworkSegment(25666eba-0bae-41bd-b3b4-9dee713fd8d5),segment_id=25666eba-0bae-41bd-b3b4-9dee713fd8d5)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:17:55.081770 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ee04afc-73f7-4c3e-aab5-740233051edb req-2a8d555a-135e-4e61-b841-b7b016d0b537 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 210 time: 0.1164973 Jul 30 02:17:55.089295 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-6909587c-b76d-45f9-8168-53e1c11eb44f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Allocated IP 172.25.1.27 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/0dc7a5d4-a51f-4687-bbb3-9ce451d98d78) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:55.128921 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:55.191293 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] Routers {'5a75ce26-20de-459e-9f6b-a0873efac4ac'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:55.191919 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['5a75ce26-20de-459e-9f6b-a0873efac4ac'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:55.213230 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6909587c-b76d-45f9-8168-53e1c11eb44f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:55.230978 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac11f40-cfb3-48c4-9993-93a924799584 None None] Pushing event updated for resources: {'Port': ['ID=7e8c636b-50c9-46da-871f-fe0b73f018da,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:55.317423 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] Set router 5a75ce26-20de-459e-9f6b-a0873efac4ac gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:55.321687 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6909587c-b76d-45f9-8168-53e1c11eb44f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:55.371899 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6909587c-b76d-45f9-8168-53e1c11eb44f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:55.375122 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-6909587c-b76d-45f9-8168-53e1c11eb44f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:55.381516 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6909587c-b76d-45f9-8168-53e1c11eb44f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:55.408140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909587c-b76d-45f9-8168-53e1c11eb44f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Pushing event updated for resources: {'Port': ['ID=0dc7a5d4-a51f-4687-bbb3-9ce451d98d78,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:55.539894 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011496954', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:46Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:47Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '7e8c636b-50c9-46da-871f-fe0b73f018da', 'name': '', 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:03:2b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '0b7d532e-24b0-430b-8372-0acd99191120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:51Z', 'updated_at': '2021-07-30T02:17:55Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': '0b7d532e-24b0-430b-8372-0acd99191120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:55.572065 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc9959a-dba5-4d62-9d7e-e1431fa369e9 None None] The sync data for ids ['5a75ce26-20de-459e-9f6b-a0873efac4ac'] in n-d-713498-9 is: [{'id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011496954', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:46Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:47Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '7e8c636b-50c9-46da-871f-fe0b73f018da', 'name': '', 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:03:2b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '0b7d532e-24b0-430b-8372-0acd99191120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:51Z', 'updated_at': '2021-07-30T02:17:55Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': '0b7d532e-24b0-430b-8372-0acd99191120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:55.924472 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6909587c-b76d-45f9-8168-53e1c11eb44f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:56.088662 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6909587c-b76d-45f9-8168-53e1c11eb44f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:56.218822 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9e921f40-b93f-4ec5-9a0c-83d2157a7e28 req-8a574831-dea1-4307-b3fe-9658ec1f2949 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 210 time: 0.0519540 Jul 30 02:17:56.284808 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6909587c-b76d-45f9-8168-53e1c11eb44f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:56.339502 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5ed79080-fbeb-481e-ba7d-43a73b733652 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:56.345020 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6909587c-b76d-45f9-8168-53e1c11eb44f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:56.408358 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 5ed79080-fbeb-481e-ba7d-43a73b733652 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:56.408738 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:56.458046 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909587c-b76d-45f9-8168-53e1c11eb44f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Pushing event updated for resources: {'Port': ['ID=0dc7a5d4-a51f-4687-bbb3-9ce451d98d78,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:56.460506 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6909587c-b76d-45f9-8168-53e1c11eb44f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:56.493563 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7e8c636b-50c9-46da-871f-fe0b73f018da up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:56.571179 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-6909587c-b76d-45f9-8168-53e1c11eb44f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Floating IP 67c1c324-28ba-41b2-bf72-d5870f97d4bc associated. External IP: 172.25.1.27, port: 4b122517-6de7-4ec4-a93d-0827313d6445. Jul 30 02:17:56.629589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 7e8c636b-50c9-46da-871f-fe0b73f018da completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:56.634401 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7e8c636b-50c9-46da-871f-fe0b73f018da triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:56.634781 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:56.717031 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:56.753663 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 7e8c636b-50c9-46da-871f-fe0b73f018da, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7e8c636b-50c9-46da-871f-fe0b73f018da,segment=NetworkSegment(25666eba-0bae-41bd-b3b4-9dee713fd8d5),segment_id=25666eba-0bae-41bd-b3b4-9dee713fd8d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:56.835507 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:56.886193 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=7e8c636b-50c9-46da-871f-fe0b73f018da,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:57.044757 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6909587c-b76d-45f9-8168-53e1c11eb44f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Router e197d804-82a3-4a68-8f04-8faea12818d8 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:57.154285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6909587c-b76d-45f9-8168-53e1c11eb44f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:57.166669 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd3ca8-423f-4470-b3ad-ae90ce3dc5ff None None] Sync routers for ids ['e197d804-82a3-4a68-8f04-8faea12818d8'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:57.169987 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362026df-33c3-4197-829b-8b8984183f4e req-538a9ca0-4c4e-4f63-9b4e-c18ddfa1d31c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:57.171588 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-362026df-33c3-4197-829b-8b8984183f4e req-538a9ca0-4c4e-4f63-9b4e-c18ddfa1d31c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.77 "GET /v2.0/networks?id=ee5fdc98-8b99-455d-941e-c33f34396db6 HTTP/1.1" status: 200 len: 797 time: 0.1160762 Jul 30 02:17:57.177035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd3ca8-423f-4470-b3ad-ae90ce3dc5ff None None] Routers {'e197d804-82a3-4a68-8f04-8faea12818d8'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:57.180218 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-60dd3ca8-423f-4470-b3ad-ae90ce3dc5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e197d804-82a3-4a68-8f04-8faea12818d8'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:57.222542 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-362026df-33c3-4197-829b-8b8984183f4e req-d0189be9-5031-4933-bd87-399f2256167e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daef44af5c0445f8bf526943c4157f6f HTTP/1.1" status: 200 len: 380 time: 0.0363390 Jul 30 02:17:57.223962 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6909587c-b76d-45f9-8168-53e1c11eb44f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:57.233723 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-362026df-33c3-4197-829b-8b8984183f4e req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'port': {'device_id': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6', 'admin_state_up': True, 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'security_groups': ['5024bb9d-0e32-40cb-b96e-4f02b636a756']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:57.252835 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6909587c-b76d-45f9-8168-53e1c11eb44f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5809822 Jul 30 02:17:57.263195 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb32ebb-bd52-4527-8cad-e3a5f668bc3e', 'tag': '4b122517-6de7-4ec4-a93d-0827313d6445'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:17:57.263195 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e821b9-9f70-4a1d-9fae-643ce559487f" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb32ebb-bd52-4527-8cad-e3a5f668bc3e", "tag": "4b122517-6de7-4ec4-a93d-0827313d6445"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:17:57.312944 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-60dd3ca8-423f-4470-b3ad-ae90ce3dc5ff None None] Set router e197d804-82a3-4a68-8f04-8faea12818d8 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:57.380269 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5c6bbf23-d1cf-4dd5-884d-66ffaac84f6d req-31635159-ca69-4303-a867-fb84524be1de tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 210 time: 0.0326402 Jul 30 02:17:57.454936 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc84efd6-0027-4cef-82f9-c832c4d43264 x-openstack-request-id: req-cc84efd6-0027-4cef-82f9-c832c4d43264 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:17:57.455320 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb32ebb-bd52-4527-8cad-e3a5f668bc3e", "tag": "4b122517-6de7-4ec4-a93d-0827313d6445", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:17:57.455726 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc84efd6-0027-4cef-82f9-c832c4d43264 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:17:57.456142 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb32ebb-bd52-4527-8cad-e3a5f668bc3e', 'tag': '4b122517-6de7-4ec4-a93d-0827313d6445', 'status': 'completed', 'code': 200} Jul 30 02:17:57.458103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362026df-33c3-4197-829b-8b8984183f4e req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Made reservation on behalf of daef44af5c0445f8bf526943c4157f6f for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:57.463166 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-362026df-33c3-4197-829b-8b8984183f4e req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:57.522475 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e821b9-9f70-4a1d-9fae-643ce559487f req-60bafda2-04d1-4c64-b626-e9999596a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:57.524046 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-36e821b9-9f70-4a1d-9fae-643ce559487f req-60bafda2-04d1-4c64-b626-e9999596a7de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75081f986550442cbe06a41f117d2873&device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 1096 time: 0.0465055 Jul 30 02:17:57.605676 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-362026df-33c3-4197-829b-8b8984183f4e req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Allocated IP 172.20.0.7 (ee5fdc98-8b99-455d-941e-c33f34396db6/0b7d532e-24b0-430b-8372-0acd99191120/e3f390bc-1bc8-4734-9cc7-ccbea8a50e62) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:57.668415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e821b9-9f70-4a1d-9fae-643ce559487f req-27b4b76c-02db-4503-8153-a546a10342ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:57.669989 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-36e821b9-9f70-4a1d-9fae-643ce559487f req-27b4b76c-02db-4503-8153-a546a10342ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=88caf4fc-db29-4c8c-83f8-efd5f3f0c07b HTTP/1.1" status: 200 len: 909 time: 0.1338050 Jul 30 02:17:57.710923 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-60dd3ca8-423f-4470-b3ad-ae90ce3dc5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'name': 'tempest-TestServerBasicOps-861946697-router', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3734f969-3867-4941-a71a-7267303709c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:20Z', 'updated_at': '2021-07-30T02:17:24Z', 'revision_number': 4, 'project_id': '75081f986550442cbe06a41f117d2873', 'gw_port': {'id': '3734f969-3867-4941-a71a-7267303709c5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:21Z', 'updated_at': '2021-07-30T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '67c1c324-28ba-41b2-bf72-d5870f97d4bc', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'port_id': '4b122517-6de7-4ec4-a93d-0827313d6445', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b', 'mac_address': 'fa:16:3e:e1:3b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb32ebb-bd52-4527-8cad-e3a5f668bc3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:17:55Z', 'updated_at': '2021-07-30T02:17:55Z', 'revision_number': 0, 'project_id': '75081f986550442cbe06a41f117d2873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0268f10-7553-402b-b8f5-d1b711c4db29', 'name': '', 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'mac_address': 'fa:16:3e:9e:c3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7de4e4e4-fa5c-4404-b285-f13c0866779a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:23Z', 'updated_at': '2021-07-30T02:17:31Z', 'revision_number': 5, 'project_id': '75081f986550442cbe06a41f117d2873', 'subnets': [{'id': '7de4e4e4-fa5c-4404-b285-f13c0866779a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:57.740519 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd3ca8-423f-4470-b3ad-ae90ce3dc5ff None None] Checking router: e197d804-82a3-4a68-8f04-8faea12818d8 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:17:57.743013 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-36e821b9-9f70-4a1d-9fae-643ce559487f req-cf37887c-8a56-4103-9f05-2acf039931ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b122517-6de7-4ec4-a93d-0827313d6445 HTTP/1.1" status: 200 len: 998 time: 0.0657957 Jul 30 02:17:57.749604 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd3ca8-423f-4470-b3ad-ae90ce3dc5ff None None] Routers {'e197d804-82a3-4a68-8f04-8faea12818d8'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:57.750457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-60dd3ca8-423f-4470-b3ad-ae90ce3dc5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e197d804-82a3-4a68-8f04-8faea12818d8'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:57.760240 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-362026df-33c3-4197-829b-8b8984183f4e req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:57.773074 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-362026df-33c3-4197-829b-8b8984183f4e req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Transition to ACTIVE for port object e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:57.797910 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e821b9-9f70-4a1d-9fae-643ce559487f req-f2ed4cb4-e8eb-46bd-89a9-dc4261e982b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:57.799461 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-36e821b9-9f70-4a1d-9fae-643ce559487f req-f2ed4cb4-e8eb-46bd-89a9-dc4261e982b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7de4e4e4-fa5c-4404-b285-f13c0866779a HTTP/1.1" status: 200 len: 847 time: 0.0494757 Jul 30 02:17:57.844960 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e821b9-9f70-4a1d-9fae-643ce559487f req-e6a53b8f-09be-4aa5-8987-2bf3d45419ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:57.846659 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-36e821b9-9f70-4a1d-9fae-643ce559487f req-e6a53b8f-09be-4aa5-8987-2bf3d45419ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=88caf4fc-db29-4c8c-83f8-efd5f3f0c07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407355 Jul 30 02:17:57.858794 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-362026df-33c3-4197-829b-8b8984183f4e req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:57.859760 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-60dd3ca8-423f-4470-b3ad-ae90ce3dc5ff None None] Set router e197d804-82a3-4a68-8f04-8faea12818d8 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:57.907524 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362026df-33c3-4197-829b-8b8984183f4e req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network ee5fdc98-8b99-455d-941e-c33f34396db6 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:57.910841 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-362026df-33c3-4197-829b-8b8984183f4e req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:57.914696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-362026df-33c3-4197-829b-8b8984183f4e req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:57.924358 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:57.952814 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-36e821b9-9f70-4a1d-9fae-643ce559487f req-01d59f40-eb05-4d71-a2ba-7b607f38f952 service neutron] 10.222.0.10 "GET /v2.0/networks/88caf4fc-db29-4c8c-83f8-efd5f3f0c07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985191 Jul 30 02:17:57.953709 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:57.954064 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:57.954513 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:57.954856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:57.955193 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:57.955532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:57.955864 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:57.956199 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:57.956534 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:57.956868 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:57.957199 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:57.957529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:57.988678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362026df-33c3-4197-829b-8b8984183f4e req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:57.989343 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-362026df-33c3-4197-829b-8b8984183f4e req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:58.060154 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-36e821b9-9f70-4a1d-9fae-643ce559487f req-cdfa04e1-245b-412b-888d-1f168db2527c service neutron] 10.222.0.10 "GET /v2.0/networks/88caf4fc-db29-4c8c-83f8-efd5f3f0c07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004763 Jul 30 02:17:58.081649 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-362026df-33c3-4197-829b-8b8984183f4e req-1e5978ff-5281-476c-af70-6e56a97164a0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8533087 Jul 30 02:17:58.100422 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] Request body: {'port': {'device_id': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:58.116028 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-60dd3ca8-423f-4470-b3ad-ae90ce3dc5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'name': 'tempest-TestServerBasicOps-861946697-router', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3734f969-3867-4941-a71a-7267303709c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:20Z', 'updated_at': '2021-07-30T02:17:24Z', 'revision_number': 4, 'project_id': '75081f986550442cbe06a41f117d2873', 'gw_port': {'id': '3734f969-3867-4941-a71a-7267303709c5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:21Z', 'updated_at': '2021-07-30T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '67c1c324-28ba-41b2-bf72-d5870f97d4bc', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'port_id': '4b122517-6de7-4ec4-a93d-0827313d6445', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b', 'mac_address': 'fa:16:3e:e1:3b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb32ebb-bd52-4527-8cad-e3a5f668bc3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:17:55Z', 'updated_at': '2021-07-30T02:17:55Z', 'revision_number': 0, 'project_id': '75081f986550442cbe06a41f117d2873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0268f10-7553-402b-b8f5-d1b711c4db29', 'name': '', 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'mac_address': 'fa:16:3e:9e:c3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7de4e4e4-fa5c-4404-b285-f13c0866779a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:23Z', 'updated_at': '2021-07-30T02:17:31Z', 'revision_number': 5, 'project_id': '75081f986550442cbe06a41f117d2873', 'subnets': [{'id': '7de4e4e4-fa5c-4404-b285-f13c0866779a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:58.148346 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd3ca8-423f-4470-b3ad-ae90ce3dc5ff None None] The sync data for ids ['e197d804-82a3-4a68-8f04-8faea12818d8'] in n-d-713498-9 is: [{'id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'name': 'tempest-TestServerBasicOps-861946697-router', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3734f969-3867-4941-a71a-7267303709c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:20Z', 'updated_at': '2021-07-30T02:17:24Z', 'revision_number': 4, 'project_id': '75081f986550442cbe06a41f117d2873', 'gw_port': {'id': '3734f969-3867-4941-a71a-7267303709c5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:21Z', 'updated_at': '2021-07-30T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '67c1c324-28ba-41b2-bf72-d5870f97d4bc', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'port_id': '4b122517-6de7-4ec4-a93d-0827313d6445', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b', 'mac_address': 'fa:16:3e:e1:3b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb32ebb-bd52-4527-8cad-e3a5f668bc3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:17:55Z', 'updated_at': '2021-07-30T02:17:55Z', 'revision_number': 0, 'project_id': '75081f986550442cbe06a41f117d2873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0268f10-7553-402b-b8f5-d1b711c4db29', 'name': '', 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'mac_address': 'fa:16:3e:9e:c3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7de4e4e4-fa5c-4404-b285-f13c0866779a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:23Z', 'updated_at': '2021-07-30T02:17:31Z', 'revision_number': 5, 'project_id': '75081f986550442cbe06a41f117d2873', 'subnets': [{'id': '7de4e4e4-fa5c-4404-b285-f13c0866779a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:58.159688 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:58.249388 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7e8c636b-50c9-46da-871f-fe0b73f018da up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:58.284972 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fafe7178-2ae6-4c1e-8224-6c42a8eb5ce8 None None] Provisioning for port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:58.290072 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fafe7178-2ae6-4c1e-8224-6c42a8eb5ce8 None None] Provisioning complete for port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:58.293581 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fafe7178-2ae6-4c1e-8224-6c42a8eb5ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:58.331016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fafe7178-2ae6-4c1e-8224-6c42a8eb5ce8 None None] Port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:17:58.334724 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7e8c636b-50c9-46da-871f-fe0b73f018da triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:58.335577 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:58.378042 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663a3134-be4f-417b-a84b-0dfbdbd015e6 None None] New status for floating IP 67c1c324-28ba-41b2-bf72-d5870f97d4bc: ACTIVE {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:17:58.460832 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:17:58.473727 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:58.493676 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] Transition to ACTIVE for port object e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:58.522319 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297600b4-4263-488d-97c2-4db77f8d7c76 req-b69f891b-170f-4635-8546-05bec341a43c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:58.523833 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-297600b4-4263-488d-97c2-4db77f8d7c76 req-b69f891b-170f-4635-8546-05bec341a43c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 931 time: 0.0601251 Jul 30 02:17:58.562637 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-297600b4-4263-488d-97c2-4db77f8d7c76 req-a814d613-d277-49ad-867a-401289884cd2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320206 Jul 30 02:17:58.566409 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:58.639491 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] Pushing event updated for resources: {'Port': ['ID=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:58.695639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] Attempting to bind port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:58.695977 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] Attempting to bind port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '25666eba-0bae-41bd-b3b4-9dee713fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:58.696302 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] Attempting to bind port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 on network ee5fdc98-8b99-455d-941e-c33f34396db6 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:58.701400 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] Port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 on network ee5fdc98-8b99-455d-941e-c33f34396db6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:17:58.701779 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] Attempting to bind port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 on network ee5fdc98-8b99-455d-941e-c33f34396db6 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:58.706681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:58.707019 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] Checking segment: {'id': '25666eba-0bae-41bd-b3b4-9dee713fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:58.707401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] Bound using segment: {'id': '25666eba-0bae-41bd-b3b4-9dee713fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:58.707822 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] Bound port: e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25666eba-0bae-41bd-b3b4-9dee713fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:58.708180 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:58.774490 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] For port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:17:58.777658 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] For port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,segment=NetworkSegment(25666eba-0bae-41bd-b3b4-9dee713fd8d5),segment_id=25666eba-0bae-41bd-b3b4-9dee713fd8d5)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:17:58.881512 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:58.916296 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:58.917085 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:58.918396 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-362026df-33c3-4197-829b-8b8984183f4e req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] 10.222.0.77 "PUT /v2.0/ports/e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 HTTP/1.1" status: 200 len: 1091 time: 0.8229892 Jul 30 02:17:58.918830 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:17:58.921110 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f0ca14-0337-42c2-9acf-9a46e46951b6" -d '{"events": [{"name": "network-changed", "server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:17:58.947772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc23a1-08fb-4f72-9ad6-2d9c8abf641c service neutron] Pushing event updated for resources: {'Port': ['ID=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:58.967577 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51057493-33d0-42c1-ba17-a2ed0f35933e x-openstack-request-id: req-51057493-33d0-42c1-ba17-a2ed0f35933e {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:17:58.967870 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:17:58.968151 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-51057493-33d0-42c1-ba17-a2ed0f35933e {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:17:58.968561 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62', 'status': 'completed', 'code': 200} Jul 30 02:17:59.071838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0ca14-0337-42c2-9acf-9a46e46951b6 req-cff8e5da-df78-453a-8007-9a3477e561f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:59.073379 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10f0ca14-0337-42c2-9acf-9a46e46951b6 req-cff8e5da-df78-453a-8007-9a3477e561f1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 1094 time: 0.0611801 Jul 30 02:17:59.178677 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0ca14-0337-42c2-9acf-9a46e46951b6 req-db1d7846-abb4-4882-905b-0996cf76f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:59.180105 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10f0ca14-0337-42c2-9acf-9a46e46951b6 req-db1d7846-abb4-4882-905b-0996cf76f8de service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=daef44af5c0445f8bf526943c4157f6f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0925379 Jul 30 02:17:59.272907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0ca14-0337-42c2-9acf-9a46e46951b6 req-30b2051a-a890-44de-a71a-a69b6e8fc9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:59.274401 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10f0ca14-0337-42c2-9acf-9a46e46951b6 req-30b2051a-a890-44de-a71a-a69b6e8fc9d6 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866294 Jul 30 02:17:59.377853 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362026df-33c3-4197-829b-8b8984183f4e req-53d224ac-fdb5-46bd-a721-87e94e61e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:59.379400 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-362026df-33c3-4197-829b-8b8984183f4e req-53d224ac-fdb5-46bd-a721-87e94e61e988 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 1094 time: 0.0467262 Jul 30 02:17:59.426206 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-362026df-33c3-4197-829b-8b8984183f4e req-3e24c7e2-b1a9-483b-8d43-f2ee1b0e4d19 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 HTTP/1.1" status: 200 len: 217 time: 0.0338364 Jul 30 02:17:59.475108 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362026df-33c3-4197-829b-8b8984183f4e req-bf92e56e-ef34-4181-826c-8d05f9092a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:59.476761 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-362026df-33c3-4197-829b-8b8984183f4e req-bf92e56e-ef34-4181-826c-8d05f9092a72 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b7d532e-24b0-430b-8372-0acd99191120 HTTP/1.1" status: 200 len: 834 time: 0.0435190 Jul 30 02:17:59.524066 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362026df-33c3-4197-829b-8b8984183f4e req-f67d84a8-d2d4-444b-b3dd-9bf83eabf929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:59.525554 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-362026df-33c3-4197-829b-8b8984183f4e req-f67d84a8-d2d4-444b-b3dd-9bf83eabf929 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee5fdc98-8b99-455d-941e-c33f34396db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426238 Jul 30 02:17:59.613707 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-362026df-33c3-4197-829b-8b8984183f4e req-ce39c321-4728-4e9f-926e-8bd6691fb5d9 service neutron] 10.222.0.77 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811687 Jul 30 02:17:59.677256 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81b2b7-3e7a-46bc-8256-db1ec9c6cbeb req-089ea701-51c9-4e36-a51e-cb9dd7315bc0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:59.678711 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cd81b2b7-3e7a-46bc-8256-db1ec9c6cbeb req-089ea701-51c9-4e36-a51e-cb9dd7315bc0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 943 time: 0.0483093 Jul 30 02:17:59.707451 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-362026df-33c3-4197-829b-8b8984183f4e req-7030b542-dc3c-44b3-9dd0-880b535fe359 service neutron] 10.222.0.77 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864513 Jul 30 02:17:59.716938 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cd81b2b7-3e7a-46bc-8256-db1ec9c6cbeb req-6e270801-9104-4bd7-8440-b08b84ce55fb tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323412 Jul 30 02:18:00.838332 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c897da7-8b06-4e35-8f0e-d0e5bd2fcac4 req-53e0def6-9550-46b6-a7ac-44a01881013e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:00.840088 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c897da7-8b06-4e35-8f0e-d0e5bd2fcac4 req-53e0def6-9550-46b6-a7ac-44a01881013e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 943 time: 0.0506389 Jul 30 02:18:00.877856 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c897da7-8b06-4e35-8f0e-d0e5bd2fcac4 req-73609946-fc78-4580-b811-5682c57ab2a6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320709 Jul 30 02:18:01.991021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de55be9-fed0-464c-8916-068b90e40f49 req-54fc7016-5ef3-48e6-ac34-4f2f250f56a3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:01.992389 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7de55be9-fed0-464c-8916-068b90e40f49 req-54fc7016-5ef3-48e6-ac34-4f2f250f56a3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 943 time: 0.0480661 Jul 30 02:18:02.030348 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7de55be9-fed0-464c-8916-068b90e40f49 req-15d0cedd-160d-4483-97ff-fd00b3a0f3ff tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315323 Jul 30 02:18:02.434411 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:18:02.526992 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,segment=NetworkSegment(25666eba-0bae-41bd-b3b4-9dee713fd8d5),segment_id=25666eba-0bae-41bd-b3b4-9dee713fd8d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:02.538098 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62', 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6', 'port_id': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62', 'mac_address': 'fa:16:3e:6d:d9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7d532e-24b0-430b-8372-0acd99191120', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:18:02.577480 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:02.589459 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:18:02.608707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,segment=NetworkSegment(25666eba-0bae-41bd-b3b4-9dee713fd8d5),segment_id=25666eba-0bae-41bd-b3b4-9dee713fd8d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:02.663227 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:02.710647 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:02.718359 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:02.718701 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:02.719035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:02.719453 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:02.719742 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:02.720064 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:02.720383 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:02.720742 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:02.721060 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:02.721381 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:02.721697 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:02.722011 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:02.936225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['e3f390bc-1bc8-4734-9cc7-ccbea8a50e62'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:18:03.124047 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:03.144427 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59156c65-adc6-4fbb-8ed0-9f39f19f264a req-bdd3a605-3631-454b-90f2-81b3da01e67f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:03.145882 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-59156c65-adc6-4fbb-8ed0-9f39f19f264a req-bdd3a605-3631-454b-90f2-81b3da01e67f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 944 time: 0.0492840 Jul 30 02:18:03.184505 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-59156c65-adc6-4fbb-8ed0-9f39f19f264a req-3727d8b7-86d3-43c6-bda8-12a9bdb15a00 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322580 Jul 30 02:18:04.304099 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc9443-da08-40ab-bd60-74aefeba1323 req-23bb1df3-95c4-4628-b03e-fd3a5ef29bb0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:04.305578 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9edc9443-da08-40ab-bd60-74aefeba1323 req-23bb1df3-95c4-4628-b03e-fd3a5ef29bb0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 944 time: 0.0541625 Jul 30 02:18:04.349153 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9edc9443-da08-40ab-bd60-74aefeba1323 req-b70b9018-fcd7-4504-8618-5c3b2413b0af tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371585 Jul 30 02:18:04.450617 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:04.594915 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:04.598741 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:04.599112 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:04.676244 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:04.697537 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:18:04.699857 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a86f1ef-4497-4549-ad75-5d75d42db1f5" -d '{"events": [{"server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "name": "network-vif-plugged", "status": "completed", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:18:04.713490 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,segment=NetworkSegment(25666eba-0bae-41bd-b3b4-9dee713fd8d5),segment_id=25666eba-0bae-41bd-b3b4-9dee713fd8d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:04.736095 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaffa7a-2c42-43ca-94ef-e786cdadb009 x-openstack-request-id: req-afaffa7a-2c42-43ca-94ef-e786cdadb009 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:18:04.736095 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "name": "network-vif-plugged", "status": "completed", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:18:04.736095 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-afaffa7a-2c42-43ca-94ef-e786cdadb009 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:18:04.736095 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62', 'code': 200} Jul 30 02:18:04.783810 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:04.832169 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:04.880376 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45d5d5-aa5c-49ae-9f5d-3d5a14ba3a10 req-3c3db261-5aeb-43a5-bee2-8d976f555ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:04.881882 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3d45d5d5-aa5c-49ae-9f5d-3d5a14ba3a10 req-3c3db261-5aeb-43a5-bee2-8d976f555ff2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 1096 time: 0.0451350 Jul 30 02:18:04.933113 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3d45d5d5-aa5c-49ae-9f5d-3d5a14ba3a10 req-3acc9c7b-6568-4c19-ab02-e1caf6b046af service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276017 Jul 30 02:18:05.465626 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573d521-b68a-458f-883e-7969e3f2b659 req-e01f3fbb-9fbc-473d-ab0b-1c7825fa1830 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:05.467147 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5573d521-b68a-458f-883e-7969e3f2b659 req-e01f3fbb-9fbc-473d-ab0b-1c7825fa1830 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0498915 Jul 30 02:18:05.505090 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5573d521-b68a-458f-883e-7969e3f2b659 req-663828ca-4678-40de-94ee-7096f42933a2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320203 Jul 30 02:18:06.618917 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f133078-1a66-4f6f-ad9c-fb9389a452c1 req-1f8cc746-f432-42d7-aaff-0158e46b4b24 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:06.620399 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f133078-1a66-4f6f-ad9c-fb9389a452c1 req-1f8cc746-f432-42d7-aaff-0158e46b4b24 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0485361 Jul 30 02:18:06.658192 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f133078-1a66-4f6f-ad9c-fb9389a452c1 req-d7158a0a-32e1-4718-a623-600479d10d84 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313869 Jul 30 02:18:06.771456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07866ad-c19b-44e1-8f46-9bae7a94c289 req-7fbe9a24-45e7-4d23-ab9c-86d987536667 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:06.772927 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e07866ad-c19b-44e1-8f46-9bae7a94c289 req-7fbe9a24-45e7-4d23-ab9c-86d987536667 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0492327 Jul 30 02:18:06.811077 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e07866ad-c19b-44e1-8f46-9bae7a94c289 req-2e8f38fd-75a0-4c3b-9c40-cb93b1d9dec6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320642 Jul 30 02:18:06.832423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60792) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:06.876954 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb62464-2bd5-4b79-9402-83960b90876c tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:06.878540 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1cb62464-2bd5-4b79-9402-83960b90876c tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 1091 time: 0.0451229 Jul 30 02:18:06.881274 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60794) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:06.885544 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-5d85b507-ca3c-4b5c-b59a-d615a7a3b053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:07.000364 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d85b507-ca3c-4b5c-b59a-d615a7a3b053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:07.094654 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d85b507-ca3c-4b5c-b59a-d615a7a3b053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:07.198462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-5d85b507-ca3c-4b5c-b59a-d615a7a3b053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Allocated IP 172.25.1.181 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/507bb8c6-2253-498f-a001-07bdebc25066) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:07.296146 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d85b507-ca3c-4b5c-b59a-d615a7a3b053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:07.383883 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d85b507-ca3c-4b5c-b59a-d615a7a3b053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:07.425264 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d85b507-ca3c-4b5c-b59a-d615a7a3b053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:07.428087 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-5d85b507-ca3c-4b5c-b59a-d615a7a3b053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:07.432333 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d85b507-ca3c-4b5c-b59a-d615a7a3b053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:07.458225 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85b507-ca3c-4b5c-b59a-d615a7a3b053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=507bb8c6-2253-498f-a001-07bdebc25066,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:07.789643 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d85b507-ca3c-4b5c-b59a-d615a7a3b053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:07.905414 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d85b507-ca3c-4b5c-b59a-d615a7a3b053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:08.052213 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d85b507-ca3c-4b5c-b59a-d615a7a3b053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:08.108398 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d85b507-ca3c-4b5c-b59a-d615a7a3b053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:08.179807 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85b507-ca3c-4b5c-b59a-d615a7a3b053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=507bb8c6-2253-498f-a001-07bdebc25066,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:08.189102 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d85b507-ca3c-4b5c-b59a-d615a7a3b053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:08.292741 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-5d85b507-ca3c-4b5c-b59a-d615a7a3b053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Floating IP ca8d3e5f-d986-438d-885f-b1f421a4cdf5 associated. External IP: 172.25.1.181, port: e3f390bc-1bc8-4734-9cc7-ccbea8a50e62. Jul 30 02:18:08.499389 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d85b507-ca3c-4b5c-b59a-d615a7a3b053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Router 5a75ce26-20de-459e-9f6b-a0873efac4ac has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:18:08.607240 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d85b507-ca3c-4b5c-b59a-d615a7a3b053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:18:08.617423 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad62b02-36f1-4150-9d08-202009d9ee82 None None] Sync routers for ids ['5a75ce26-20de-459e-9f6b-a0873efac4ac'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:18:08.625859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad62b02-36f1-4150-9d08-202009d9ee82 None None] Routers {'5a75ce26-20de-459e-9f6b-a0873efac4ac'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:08.626533 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1ad62b02-36f1-4150-9d08-202009d9ee82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['5a75ce26-20de-459e-9f6b-a0873efac4ac'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:08.691861 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5d85b507-ca3c-4b5c-b59a-d615a7a3b053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:08.720010 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5d85b507-ca3c-4b5c-b59a-d615a7a3b053 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8377407 Jul 30 02:18:08.720780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:18:08.723562 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524598a5-bc6d-4912-8e18-2f8fb07533fe" -d '{"events": [{"name": "network-changed", "server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:18:08.734120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-1ad62b02-36f1-4150-9d08-202009d9ee82 None None] Set router 5a75ce26-20de-459e-9f6b-a0873efac4ac gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:18:08.768177 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431bf3a3-2216-4498-84f6-8b2f2bf408ec x-openstack-request-id: req-431bf3a3-2216-4498-84f6-8b2f2bf408ec {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:18:08.768569 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:18:08.769322 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-431bf3a3-2216-4498-84f6-8b2f2bf408ec {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:18:08.769322 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62', 'status': 'completed', 'code': 200} Jul 30 02:18:08.841116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f64aa5-17f6-44ae-a890-28dbb327d0e6 req-4d9c8275-f281-45b8-b16c-c8b218589929 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:08.848264 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-96f64aa5-17f6-44ae-a890-28dbb327d0e6 req-4d9c8275-f281-45b8-b16c-c8b218589929 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0602186 Jul 30 02:18:08.901410 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524598a5-bc6d-4912-8e18-2f8fb07533fe req-f3d2a9b6-22f0-45d7-9bfb-be8fa4a1d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:08.902939 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-524598a5-bc6d-4912-8e18-2f8fb07533fe req-f3d2a9b6-22f0-45d7-9bfb-be8fa4a1d432 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 1096 time: 0.0807388 Jul 30 02:18:08.906269 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-96f64aa5-17f6-44ae-a890-28dbb327d0e6 req-02054fc1-baf8-48c8-ac8b-7107e1c7333e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499825 Jul 30 02:18:08.928956 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60800) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:08.967431 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1ad62b02-36f1-4150-9d08-202009d9ee82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011496954', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:46Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:47Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'ca8d3e5f-d986-438d-885f-b1f421a4cdf5', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'port_id': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6', 'mac_address': 'fa:16:3e:6d:d9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:18:07Z', 'updated_at': '2021-07-30T02:18:07Z', 'revision_number': 0, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8c636b-50c9-46da-871f-fe0b73f018da', 'name': '', 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:03:2b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '0b7d532e-24b0-430b-8372-0acd99191120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:51Z', 'updated_at': '2021-07-30T02:17:56Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': '0b7d532e-24b0-430b-8372-0acd99191120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:08.991826 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8082486e-8c18-4fa7-b05b-7bfaee099f33 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/floatingips/ca8d3e5f-d986-438d-885f-b1f421a4cdf5 HTTP/1.1" status: 200 len: 991 time: 0.0615256 Jul 30 02:18:08.996060 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad62b02-36f1-4150-9d08-202009d9ee82 None None] Checking router: 5a75ce26-20de-459e-9f6b-a0873efac4ac for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:18:09.003219 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524598a5-bc6d-4912-8e18-2f8fb07533fe req-de8844c0-4a82-468e-9fb4-b1d97a9e70d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:09.004716 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-524598a5-bc6d-4912-8e18-2f8fb07533fe req-de8844c0-4a82-468e-9fb4-b1d97a9e70d9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ee5fdc98-8b99-455d-941e-c33f34396db6 HTTP/1.1" status: 200 len: 898 time: 0.0946326 Jul 30 02:18:09.004884 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad62b02-36f1-4150-9d08-202009d9ee82 None None] Routers {'5a75ce26-20de-459e-9f6b-a0873efac4ac'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:09.005493 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1ad62b02-36f1-4150-9d08-202009d9ee82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:17:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['5a75ce26-20de-459e-9f6b-a0873efac4ac'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:09.078119 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-524598a5-bc6d-4912-8e18-2f8fb07533fe req-2d79d17d-63e3-4b0d-a205-1f1fddb526e5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 HTTP/1.1" status: 200 len: 999 time: 0.0661883 Jul 30 02:18:09.129379 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524598a5-bc6d-4912-8e18-2f8fb07533fe req-3edf8b83-3bd9-42aa-ade1-d8758fdef1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:09.129728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-1ad62b02-36f1-4150-9d08-202009d9ee82 None None] Set router 5a75ce26-20de-459e-9f6b-a0873efac4ac gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:18:09.131034 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-524598a5-bc6d-4912-8e18-2f8fb07533fe req-3edf8b83-3bd9-42aa-ade1-d8758fdef1bd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b7d532e-24b0-430b-8372-0acd99191120 HTTP/1.1" status: 200 len: 834 time: 0.0453069 Jul 30 02:18:09.177505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524598a5-bc6d-4912-8e18-2f8fb07533fe req-2bec44d2-f0bc-4065-ab86-9a9d0a3755b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:09.178995 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-524598a5-bc6d-4912-8e18-2f8fb07533fe req-2bec44d2-f0bc-4065-ab86-9a9d0a3755b4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee5fdc98-8b99-455d-941e-c33f34396db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411692 Jul 30 02:18:09.200876 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0293895e-fb6f-4595-bec4-4fbec04c0886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:09.272533 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-524598a5-bc6d-4912-8e18-2f8fb07533fe req-5a213887-5bdf-4dd5-8db6-18e79f516d97 service neutron] 10.222.0.77 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860987 Jul 30 02:18:09.350325 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-1ad62b02-36f1-4150-9d08-202009d9ee82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011496954', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:46Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:47Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'ca8d3e5f-d986-438d-885f-b1f421a4cdf5', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'port_id': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6', 'mac_address': 'fa:16:3e:6d:d9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:18:07Z', 'updated_at': '2021-07-30T02:18:07Z', 'revision_number': 0, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8c636b-50c9-46da-871f-fe0b73f018da', 'name': '', 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:03:2b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '0b7d532e-24b0-430b-8372-0acd99191120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:51Z', 'updated_at': '2021-07-30T02:17:56Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': '0b7d532e-24b0-430b-8372-0acd99191120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:09.362402 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-524598a5-bc6d-4912-8e18-2f8fb07533fe req-45f8605a-2e51-47df-96c0-eaa45b7cdb1f service neutron] 10.222.0.77 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829384 Jul 30 02:18:09.380944 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad62b02-36f1-4150-9d08-202009d9ee82 None None] The sync data for ids ['5a75ce26-20de-459e-9f6b-a0873efac4ac'] in n-d-713498-9 is: [{'id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011496954', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:46Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:47Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'ca8d3e5f-d986-438d-885f-b1f421a4cdf5', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'port_id': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6', 'mac_address': 'fa:16:3e:6d:d9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:18:07Z', 'updated_at': '2021-07-30T02:18:07Z', 'revision_number': 0, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8c636b-50c9-46da-871f-fe0b73f018da', 'name': '', 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:03:2b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '0b7d532e-24b0-430b-8372-0acd99191120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:51Z', 'updated_at': '2021-07-30T02:17:56Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': '0b7d532e-24b0-430b-8372-0acd99191120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:18:09.574115 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be710f-acd2-4d1f-8c05-1df145683b7f None None] New status for floating IP ca8d3e5f-d986-438d-885f-b1f421a4cdf5: ACTIVE {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:18:09.995827 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60802) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:10.058407 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ed8166bf-9ad9-4e4e-a701-d54c0dc089a8 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/floatingips/ca8d3e5f-d986-438d-885f-b1f421a4cdf5 HTTP/1.1" status: 200 len: 993 time: 0.0613358 Jul 30 02:18:11.669061 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-152d5fd6-2fa0-463b-b3e1-bcd2fca60e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:11.777261 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:13.337189 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:13.667004 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:18:14.708990 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:17.965874 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:25.788149 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8b921eb-f2dc-458e-b7ae-a876f5276035 req-6c58db48-60ba-4add-9cd0-7516c89d97c5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386274 Jul 30 02:18:25.868008 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b921eb-f2dc-458e-b7ae-a876f5276035 req-353dd7c8-9786-4838-86fc-a35069c08078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:25.869476 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8b921eb-f2dc-458e-b7ae-a876f5276035 req-353dd7c8-9786-4838-86fc-a35069c08078 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75081f986550442cbe06a41f117d2873&device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 1096 time: 0.0401058 Jul 30 02:18:25.973234 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b921eb-f2dc-458e-b7ae-a876f5276035 req-b1114d37-3f9e-4c30-b4fc-f53031472533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:25.974720 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8b921eb-f2dc-458e-b7ae-a876f5276035 req-b1114d37-3f9e-4c30-b4fc-f53031472533 service neutron] 10.222.0.10 "GET /v2.0/networks?id=88caf4fc-db29-4c8c-83f8-efd5f3f0c07b HTTP/1.1" status: 200 len: 909 time: 0.0864398 Jul 30 02:18:26.040494 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8b921eb-f2dc-458e-b7ae-a876f5276035 req-60787dc9-fa5a-4985-a18e-5bf9540d9181 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b122517-6de7-4ec4-a93d-0827313d6445 HTTP/1.1" status: 200 len: 1000 time: 0.0575335 Jul 30 02:18:26.093974 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b921eb-f2dc-458e-b7ae-a876f5276035 req-e76b25cb-cc1c-4465-b766-a200448a54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:26.095494 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8b921eb-f2dc-458e-b7ae-a876f5276035 req-e76b25cb-cc1c-4465-b766-a200448a54e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7de4e4e4-fa5c-4404-b285-f13c0866779a HTTP/1.1" status: 200 len: 847 time: 0.0478210 Jul 30 02:18:26.141820 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b921eb-f2dc-458e-b7ae-a876f5276035 req-c62ffcfc-e699-4ce3-bbf3-46b8318f9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:26.143335 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8b921eb-f2dc-458e-b7ae-a876f5276035 req-c62ffcfc-e699-4ce3-bbf3-46b8318f9723 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=88caf4fc-db29-4c8c-83f8-efd5f3f0c07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407608 Jul 30 02:18:26.270748 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8b921eb-f2dc-458e-b7ae-a876f5276035 req-8596445a-7ff8-4e07-9c56-2d571e9f5149 service neutron] 10.222.0.10 "GET /v2.0/networks/88caf4fc-db29-4c8c-83f8-efd5f3f0c07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198535 Jul 30 02:18:26.364084 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d8b921eb-f2dc-458e-b7ae-a876f5276035 req-e454bb9a-7290-4d53-b8f8-8e4f2dd6da7c service neutron] 10.222.0.10 "GET /v2.0/networks/88caf4fc-db29-4c8c-83f8-efd5f3f0c07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857110 Jul 30 02:18:31.478575 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60820) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:31.576100 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df39cb-3529-4ad5-88c8-c35324a77a34 req-7df895f3-4a39-4238-bf41-9027ab5e824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:31.577610 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-36df39cb-3529-4ad5-88c8-c35324a77a34 req-7df895f3-4a39-4238-bf41-9027ab5e824e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 1096 time: 0.0980260 Jul 30 02:18:31.611677 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-36df39cb-3529-4ad5-88c8-c35324a77a34 req-66d8ddbf-8453-43a2-94ee-d6890c3b8343 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280964 Jul 30 02:18:33.131279 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:38.746268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d285b6-6bc4-49fc-b021-16ffeb7b08bf req-4d8df976-615a-432b-a3e7-e668f88656c7 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:38.748277 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-40d285b6-6bc4-49fc-b021-16ffeb7b08bf req-4d8df976-615a-432b-a3e7-e668f88656c7 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 1096 time: 0.0398829 Jul 30 02:18:38.785994 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-40d285b6-6bc4-49fc-b021-16ffeb7b08bf req-178e3a8b-2ab8-41d4-ad84-724ad2e81d00 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318265 Jul 30 02:18:38.899926 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89022d79-a868-463e-9b7a-4ba98aa09549 req-812d5ff5-eba7-4c29-a4aa-f06be80ea8dc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:38.901391 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-89022d79-a868-463e-9b7a-4ba98aa09549 req-812d5ff5-eba7-4c29-a4aa-f06be80ea8dc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0486450 Jul 30 02:18:38.942049 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-89022d79-a868-463e-9b7a-4ba98aa09549 req-a69c7bc0-1b05-4a2a-8b45-9b570ccf623a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347013 Jul 30 02:18:38.963480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60850) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:39.021888 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-feb8f2b1-5693-4ec6-806d-3c54cdb677bf tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/floatingips/ca8d3e5f-d986-438d-885f-b1f421a4cdf5 HTTP/1.1" status: 200 len: 993 time: 0.0573449 Jul 30 02:18:39.125722 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18612c37-491e-4537-aac5-79853cc4c84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:39.726933 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50780f-147f-4f28-b369-db79375398d0 req-9ed2c3e5-8a88-4637-9f8f-2088abe60980 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:39.728446 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd50780f-147f-4f28-b369-db79375398d0 req-9ed2c3e5-8a88-4637-9f8f-2088abe60980 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0498493 Jul 30 02:18:39.767132 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd50780f-147f-4f28-b369-db79375398d0 req-0f3ed785-5f48-4923-b5a9-97f50b9e4671 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319898 Jul 30 02:18:39.803484 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60862) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:39.895585 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-622a35a9-1cc8-4579-b3a9-faa3c8a70f51 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908585 Jul 30 02:18:40.887684 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5729e42-1cbb-42f5-9f81-4d4cfdabb5e6 req-c6f7952f-9b9a-449c-8d77-e7f38f030c7d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:40.889196 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5729e42-1cbb-42f5-9f81-4d4cfdabb5e6 req-c6f7952f-9b9a-449c-8d77-e7f38f030c7d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0523360 Jul 30 02:18:40.928270 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5729e42-1cbb-42f5-9f81-4d4cfdabb5e6 req-3ed7e5e0-890a-4fa8-9fc8-c240bf18197f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330033 Jul 30 02:18:41.645655 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4bef7fa-d6a0-439b-9e74-5a6006bd0e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:41.765660 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:41.962425 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-fbcc7414-c31b-4e35-a316-c440bdf5e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:41.963863 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-fbcc7414-c31b-4e35-a316-c440bdf5e1dd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 1096 time: 0.0448234 Jul 30 02:18:42.041828 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52d837-b33a-470e-a648-f21af62f6d99 req-0caad524-c3c3-4884-9284-73549cfc6b20 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:42.043332 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2f52d837-b33a-470e-a648-f21af62f6d99 req-0caad524-c3c3-4884-9284-73549cfc6b20 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0474160 Jul 30 02:18:42.054644 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-c9010bc1-bcd8-4c86-8546-9b05fb1a701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:42.056139 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-c9010bc1-bcd8-4c86-8546-9b05fb1a701f service neutron] 10.222.0.77 "GET /v2.0/networks?id=ee5fdc98-8b99-455d-941e-c33f34396db6 HTTP/1.1" status: 200 len: 898 time: 0.0844646 Jul 30 02:18:42.081117 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2f52d837-b33a-470e-a648-f21af62f6d99 req-4ed8193d-18e1-4499-a0d9-28e83dea0cbf tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312486 Jul 30 02:18:42.124356 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-139b580f-14a4-42eb-ac09-f04f1b34163a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 HTTP/1.1" status: 200 len: 1001 time: 0.0611529 Jul 30 02:18:42.172941 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-bc409c04-1dff-4e44-8a6e-8959ffdd7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:42.174372 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-bc409c04-1dff-4e44-8a6e-8959ffdd7e4b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b7d532e-24b0-430b-8372-0acd99191120 HTTP/1.1" status: 200 len: 834 time: 0.0425024 Jul 30 02:18:42.224183 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-d6e52751-3696-433a-b3af-a49109184050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:42.225592 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-d6e52751-3696-433a-b3af-a49109184050 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee5fdc98-8b99-455d-941e-c33f34396db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386732 Jul 30 02:18:42.321147 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-e27c52e9-9be9-4a5d-a979-66c7678be5bd service neutron] 10.222.0.77 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869720 Jul 30 02:18:42.764545 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-b5a1196f-67c4-47a6-9409-3fa384110d0d service neutron] 10.222.0.77 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345698 Jul 30 02:18:43.194813 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1d2b4-4b58-4069-bda3-b84874f6112c req-d3210998-62e1-497e-a2fa-4462c9e7e39f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:43.196287 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-29c1d2b4-4b58-4069-bda3-b84874f6112c req-d3210998-62e1-497e-a2fa-4462c9e7e39f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0487695 Jul 30 02:18:43.233464 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-29c1d2b4-4b58-4069-bda3-b84874f6112c req-920caef4-afc1-4e68-8419-a7749ca6f805 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307951 Jul 30 02:18:43.336338 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:44.361674 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b0cd8-13c6-4dba-8616-be4a5014b6f8 req-3f0db0f5-ff9b-40a5-b6e0-4bbf3da10abf tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:44.363694 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-447b0cd8-13c6-4dba-8616-be4a5014b6f8 req-3f0db0f5-ff9b-40a5-b6e0-4bbf3da10abf tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0625544 Jul 30 02:18:44.401494 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-447b0cd8-13c6-4dba-8616-be4a5014b6f8 req-3710127e-92be-43d8-bc43-2e0f84d497da tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318773 Jul 30 02:18:44.685077 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:45.518618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3888e-dd21-4544-85ac-1169769adb13 req-4148599f-7be0-48bc-82cd-546f61d45515 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:45.520106 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b1c3888e-dd21-4544-85ac-1169769adb13 req-4148599f-7be0-48bc-82cd-546f61d45515 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0520666 Jul 30 02:18:45.557700 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b1c3888e-dd21-4544-85ac-1169769adb13 req-8b0a1fcd-fc82-471e-91a0-3bb78cbd0b25 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317018 Jul 30 02:18:46.672789 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83bc74-8363-4312-92eb-6d9916151d52 req-b65ba1cc-bc28-4761-a456-3490c2230459 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:46.674371 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1a83bc74-8363-4312-92eb-6d9916151d52 req-b65ba1cc-bc28-4761-a456-3490c2230459 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0487499 Jul 30 02:18:46.712693 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1a83bc74-8363-4312-92eb-6d9916151d52 req-aa942c77-80f7-4657-bf5d-af25b8d17514 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322247 Jul 30 02:18:47.829124 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375304e4-d87c-448c-8bc4-72bc174b5a46 req-74fcf1da-0f15-457f-b8a9-8fd3a8da9c7c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:47.830660 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-375304e4-d87c-448c-8bc4-72bc174b5a46 req-74fcf1da-0f15-457f-b8a9-8fd3a8da9c7c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0489092 Jul 30 02:18:47.867273 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-375304e4-d87c-448c-8bc4-72bc174b5a46 req-498f1444-aaed-418f-96e4-c50856007ec1 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307281 Jul 30 02:18:48.022143 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:48.945075 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567cec6-9762-4c94-b9a4-4b0629c17d8b req-2731fda3-3e18-4fd0-bcb6-2e75317f0522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:48.946640 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b567cec6-9762-4c94-b9a4-4b0629c17d8b req-2731fda3-3e18-4fd0-bcb6-2e75317f0522 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 1096 time: 0.0404480 Jul 30 02:18:48.983144 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e7062-488e-49b1-b655-b3c8b83fcb02 req-f550edf6-42e0-42e1-9df4-88e0d55f6dd4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:48.984670 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ee8e7062-488e-49b1-b655-b3c8b83fcb02 req-f550edf6-42e0-42e1-9df4-88e0d55f6dd4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0494108 Jul 30 02:18:49.026840 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ee8e7062-488e-49b1-b655-b3c8b83fcb02 req-3bcfde38-c1ef-4f8f-9ec9-629d1b829f32 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337117 Jul 30 02:18:49.066328 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567cec6-9762-4c94-b9a4-4b0629c17d8b req-0daca80d-e60c-4961-8789-3ba5ae5a9fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:49.067820 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b567cec6-9762-4c94-b9a4-4b0629c17d8b req-0daca80d-e60c-4961-8789-3ba5ae5a9fa5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ee5fdc98-8b99-455d-941e-c33f34396db6 HTTP/1.1" status: 200 len: 898 time: 0.1013830 Jul 30 02:18:49.133413 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b567cec6-9762-4c94-b9a4-4b0629c17d8b req-ae92e827-924b-46d9-b9e2-b766866fe2bb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 HTTP/1.1" status: 200 len: 1001 time: 0.0575886 Jul 30 02:18:49.183572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567cec6-9762-4c94-b9a4-4b0629c17d8b req-495eaf29-667b-4e50-9585-b82481857f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:49.184894 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b567cec6-9762-4c94-b9a4-4b0629c17d8b req-495eaf29-667b-4e50-9585-b82481857f58 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b7d532e-24b0-430b-8372-0acd99191120 HTTP/1.1" status: 200 len: 834 time: 0.0448468 Jul 30 02:18:49.230073 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567cec6-9762-4c94-b9a4-4b0629c17d8b req-fca8bbfc-1973-487a-9b15-877c055cd790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:49.231577 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b567cec6-9762-4c94-b9a4-4b0629c17d8b req-fca8bbfc-1973-487a-9b15-877c055cd790 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee5fdc98-8b99-455d-941e-c33f34396db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394580 Jul 30 02:18:49.318452 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b567cec6-9762-4c94-b9a4-4b0629c17d8b req-13b8f8a9-c475-4d8a-a1db-8af023e967af service neutron] 10.222.0.77 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795710 Jul 30 02:18:49.412866 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b567cec6-9762-4c94-b9a4-4b0629c17d8b req-1f08cbb4-c619-4469-a225-e4b53928521f service neutron] 10.222.0.77 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874600 Jul 30 02:18:50.155669 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66b3a9-57a2-4e82-836d-61741a7f48b9 req-1c3f3740-ddab-4662-838e-3f73cff6947b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:50.157210 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d66b3a9-57a2-4e82-836d-61741a7f48b9 req-1c3f3740-ddab-4662-838e-3f73cff6947b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0517199 Jul 30 02:18:50.195383 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d66b3a9-57a2-4e82-836d-61741a7f48b9 req-8d213aca-2afc-4280-8ab9-63b307b20ae9 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322490 Jul 30 02:18:50.666106 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:18:51.314889 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6998b9a-0204-4645-bf8d-2e1890105b5e req-c5c76014-7f8f-4ccb-89d1-c4eb0ac73c3d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:51.316379 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a6998b9a-0204-4645-bf8d-2e1890105b5e req-c5c76014-7f8f-4ccb-89d1-c4eb0ac73c3d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0528471 Jul 30 02:18:51.354082 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a6998b9a-0204-4645-bf8d-2e1890105b5e req-e0a2adcb-fb2c-4db5-8061-2615f7aeb5b6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317438 Jul 30 02:18:52.479218 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc071da-6546-449b-ad91-bf864cc4adb1 req-143ea0d8-1cd5-407b-b79d-75f6c737f41e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:52.480634 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0dc071da-6546-449b-ad91-bf864cc4adb1 req-143ea0d8-1cd5-407b-b79d-75f6c737f41e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0498242 Jul 30 02:18:52.522597 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0dc071da-6546-449b-ad91-bf864cc4adb1 req-126481fb-1d14-4e6a-b8ce-5d6338020e9c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354609 Jul 30 02:18:53.635420 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87588f37-9707-4bc3-b526-dec28a390a61 req-62d56a89-ec72-4d84-8189-f038d546f6f6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:53.636806 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-87588f37-9707-4bc3-b526-dec28a390a61 req-62d56a89-ec72-4d84-8189-f038d546f6f6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0487716 Jul 30 02:18:53.675273 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-87588f37-9707-4bc3-b526-dec28a390a61 req-68139c75-234e-426e-92ce-8768312fd013 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308568 Jul 30 02:18:54.793898 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de253e3a-1741-43a1-9ca7-4ff5431b896c req-90de071b-1a25-427a-a624-e609994ddd7a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:54.809417 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de253e3a-1741-43a1-9ca7-4ff5431b896c req-90de071b-1a25-427a-a624-e609994ddd7a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0499780 Jul 30 02:18:54.834812 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de253e3a-1741-43a1-9ca7-4ff5431b896c req-fb76cc72-eb6c-41fd-90ed-633e01d8828c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327139 Jul 30 02:18:55.948877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff937b-13b7-4ff9-9d79-d75deadc1341 req-f2ae9ed3-fec3-4f3f-ad8c-a31e9e277441 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:55.950320 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6ff937b-13b7-4ff9-9d79-d75deadc1341 req-f2ae9ed3-fec3-4f3f-ad8c-a31e9e277441 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0475731 Jul 30 02:18:55.987967 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e6ff937b-13b7-4ff9-9d79-d75deadc1341 req-8a5cd17a-9841-4f14-995f-22cd3ee24b59 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316191 Jul 30 02:18:57.102063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775db156-0c3b-48a8-a8ef-69e21fcaf865 req-915d35b7-7115-49b4-a168-065fe65b03ed tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:57.103610 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-775db156-0c3b-48a8-a8ef-69e21fcaf865 req-915d35b7-7115-49b4-a168-065fe65b03ed tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0488205 Jul 30 02:18:57.142082 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-775db156-0c3b-48a8-a8ef-69e21fcaf865 req-2c8e05cf-5715-42af-a550-c1c376575002 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317638 Jul 30 02:18:58.262231 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e8790-2e39-46ea-b6d4-0513fce3d7bb req-6a1e4a11-8e3d-4c44-a48d-7254ca88deff tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:58.264486 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-768e8790-2e39-46ea-b6d4-0513fce3d7bb req-6a1e4a11-8e3d-4c44-a48d-7254ca88deff tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0550539 Jul 30 02:18:58.302931 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-768e8790-2e39-46ea-b6d4-0513fce3d7bb req-c6591991-933c-4f15-a188-af6a348fef10 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324078 Jul 30 02:18:59.420563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91b0a9-2b20-43c5-b454-6e0bdba7ab84 req-445f8f7c-1e9f-40df-90f9-1c734a004a45 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:59.422044 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a91b0a9-2b20-43c5-b454-6e0bdba7ab84 req-445f8f7c-1e9f-40df-90f9-1c734a004a45 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0493701 Jul 30 02:18:59.462689 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a91b0a9-2b20-43c5-b454-6e0bdba7ab84 req-91f41c07-2585-47f7-982c-9ffa5fabdf23 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345736 Jul 30 02:18:59.929347 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-ce983d5f-93e0-447a-a05e-d4006a4c9583 service neutron] show failed (client error): The resource could not be found. Jul 30 02:18:59.930404 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-ce983d5f-93e0-447a-a05e-d4006a4c9583 service neutron] 10.222.0.77 "GET /v2.0/ports/e3f390bc-1bc8-4734-9cc7-ccbea8a50e62/bindings/n-h1-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.0554500 Jul 30 02:19:00.430021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-e65646a2-e68b-4dd8-9592-52caab5c0ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:00.431573 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-e65646a2-e68b-4dd8-9592-52caab5c0ba7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233&tenant_id=daef44af5c0445f8bf526943c4157f6f HTTP/1.1" status: 200 len: 1096 time: 0.0709009 Jul 30 02:19:00.445418 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-9', 'device_owner': 'compute:nova'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:00.501375 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:00.918030 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55975868-f382-4d60-84bf-eaa8e1519db8 req-7a907574-f664-4f20-9a43-d155d5b0b33f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:00.919542 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-55975868-f382-4d60-84bf-eaa8e1519db8 req-7a907574-f664-4f20-9a43-d155d5b0b33f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.3870287 Jul 30 02:19:00.997060 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-55975868-f382-4d60-84bf-eaa8e1519db8 req-e0b8b97b-09d9-46f8-a025-faaaf96bab0a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667226 Jul 30 02:19:01.022470 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] For port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,segment=NetworkSegment(25666eba-0bae-41bd-b3b4-9dee713fd8d5),segment_id=25666eba-0bae-41bd-b3b4-9dee713fd8d5)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:01.057724 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] For port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:01.095114 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:01.097308 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ee3e75-e2e4-4379-b513-62641bf5f15d" -d '{"events": [{"server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "name": "network-vif-unplugged", "status": "completed", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:01.101155 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:01.112697 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Transition to ACTIVE for port object e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:01.147719 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99383019-8c1e-4e93-92c2-67a748b80b92 x-openstack-request-id: req-99383019-8c1e-4e93-92c2-67a748b80b92 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:01.148007 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "name": "network-vif-unplugged", "status": "completed", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:01.148258 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99383019-8c1e-4e93-92c2-67a748b80b92 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:01.148648 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62', 'code': 200} Jul 30 02:19:01.176597 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:01.283371 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,revision_number=6']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:01.303861 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:01.305352 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:01.305352 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:01.305352 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:01.305352 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:01.305765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:01.305765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:01.306093 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:01.306444 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:01.306765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:01.307082 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:01.307396 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:01.354286 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] No DVR routers for this DVR port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:19:01.491804 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Attempting to bind port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:01.492476 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Attempting to bind port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '25666eba-0bae-41bd-b3b4-9dee713fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:01.492476 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Attempting to bind port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 on network ee5fdc98-8b99-455d-941e-c33f34396db6 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:01.496672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 on network ee5fdc98-8b99-455d-941e-c33f34396db6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:19:01.496992 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Attempting to bind port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 on network ee5fdc98-8b99-455d-941e-c33f34396db6 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:01.502427 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:01.502764 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Checking segment: {'id': '25666eba-0bae-41bd-b3b4-9dee713fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:01.503147 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Bound using segment: {'id': '25666eba-0bae-41bd-b3b4-9dee713fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:01.503564 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Bound port: e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25666eba-0bae-41bd-b3b4-9dee713fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:01.503916 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:01.567240 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] For port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:01.570113 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] For port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,segment=NetworkSegment(25666eba-0bae-41bd-b3b4-9dee713fd8d5),segment_id=25666eba-0bae-41bd-b3b4-9dee713fd8d5)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:01.617160 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:01.647973 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:01.648840 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:01.650560 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] 10.222.0.10 "PUT /v2.0/ports/e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 HTTP/1.1" status: 200 len: 1091 time: 1.2089877 Jul 30 02:19:01.705804 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d62ea-9a36-49af-b902-a8280ca02f10 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,revision_number=7']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:01.724870 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-5eba03ca-fc52-45ae-8c47-6cebf34b2ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:01.726691 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-5eba03ca-fc52-45ae-8c47-6cebf34b2ed0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 1094 time: 0.0493963 Jul 30 02:19:01.824021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-2f09d125-6e37-46e1-adec-b571760ceee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:01.825510 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-2f09d125-6e37-46e1-adec-b571760ceee9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee5fdc98-8b99-455d-941e-c33f34396db6 HTTP/1.1" status: 200 len: 898 time: 0.0922260 Jul 30 02:19:01.891835 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-88e29944-2062-4fe1-a4cc-76eeec385428 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 HTTP/1.1" status: 200 len: 999 time: 0.0584540 Jul 30 02:19:01.939894 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-faba5c59-9cf9-4446-8e52-2a8fc623533a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:01.941238 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-faba5c59-9cf9-4446-8e52-2a8fc623533a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0b7d532e-24b0-430b-8372-0acd99191120 HTTP/1.1" status: 200 len: 834 time: 0.0432267 Jul 30 02:19:01.990394 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-b25fffcb-2bd1-456a-a15c-5bf051085237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:01.991866 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-b25fffcb-2bd1-456a-a15c-5bf051085237 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee5fdc98-8b99-455d-941e-c33f34396db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438724 Jul 30 02:19:02.089458 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-74263141-d849-49d9-995e-c67b19009c7e service neutron] 10.222.0.10 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906098 Jul 30 02:19:02.177531 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04debcdc-fe85-49f2-94e9-287341a75091 req-e9daf4aa-f67b-422a-abfc-f9b109eaf547 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:02.179043 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-04debcdc-fe85-49f2-94e9-287341a75091 req-e9daf4aa-f67b-422a-abfc-f9b109eaf547 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 943 time: 0.1084509 Jul 30 02:19:02.229686 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e48feb57-fbb1-4f5d-91ce-0deb9b7518d0 req-a45a5c2a-aaeb-4215-bd36-fd49b0011555 service neutron] 10.222.0.10 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263821 Jul 30 02:19:02.237410 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-04debcdc-fe85-49f2-94e9-287341a75091 req-aa6d03e2-36f7-460b-9fe3-4cff9ea32132 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476842 Jul 30 02:19:02.747253 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:19:02.783349 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:19:03.102119 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.149809 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:03.152196 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a7921c-1d3e-480b-adf4-9f534826831d" -d '{"events": [{"name": "network-changed", "server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:03.200053 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c007098b-084c-48c9-a856-112a0cbd8aab x-openstack-request-id: req-c007098b-084c-48c9-a856-112a0cbd8aab {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:03.200330 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:03.202704 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c007098b-084c-48c9-a856-112a0cbd8aab {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:03.202704 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62', 'status': 'completed', 'code': 200} Jul 30 02:19:03.258141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-0131a337-688b-4de9-88d0-58f84e4855e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:03.259947 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-0131a337-688b-4de9-88d0-58f84e4855e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 1094 time: 0.0409372 Jul 30 02:19:03.287207 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-b77a714c-10e7-4112-a772-acbd767dedca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:03.288747 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-b77a714c-10e7-4112-a772-acbd767dedca service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 1094 time: 0.0444188 Jul 30 02:19:03.386825 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-4eebe46b-7056-47fb-842d-d9e94005c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:03.386825 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-4eebe46b-7056-47fb-842d-d9e94005c9a5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ee5fdc98-8b99-455d-941e-c33f34396db6 HTTP/1.1" status: 200 len: 898 time: 0.0893998 Jul 30 02:19:03.391228 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accab411-7eda-4785-a6e1-53225c9d167f req-b319778b-ff10-4b4f-a18d-dd25e4d78a1e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:03.392806 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-accab411-7eda-4785-a6e1-53225c9d167f req-b319778b-ff10-4b4f-a18d-dd25e4d78a1e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 943 time: 0.0784652 Jul 30 02:19:03.397748 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-6425ab58-e4dd-4919-9984-7ee8bdeebf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:03.399189 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-6425ab58-e4dd-4919-9984-7ee8bdeebf7c service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee5fdc98-8b99-455d-941e-c33f34396db6 HTTP/1.1" status: 200 len: 898 time: 0.1316690 Jul 30 02:19:03.450128 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-d49be3b9-1584-4383-a492-ccd365278673 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 HTTP/1.1" status: 200 len: 999 time: 0.0574782 Jul 30 02:19:03.473335 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-accab411-7eda-4785-a6e1-53225c9d167f req-5b58ab36-61a5-49d9-8f94-515bb20cc524 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731919 Jul 30 02:19:03.490150 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-a3ebd5e8-96b9-4c5c-88de-c6f5d9f1053b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 HTTP/1.1" status: 200 len: 999 time: 0.0766199 Jul 30 02:19:03.499776 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-703ced52-1c7e-43b3-9d4d-7a56f88343af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:03.501250 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-703ced52-1c7e-43b3-9d4d-7a56f88343af service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b7d532e-24b0-430b-8372-0acd99191120 HTTP/1.1" status: 200 len: 834 time: 0.0446570 Jul 30 02:19:03.540730 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-ec3eec40-7ec5-4f62-ab4e-8143138b05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:03.542228 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-ec3eec40-7ec5-4f62-ab4e-8143138b05e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0b7d532e-24b0-430b-8372-0acd99191120 HTTP/1.1" status: 200 len: 834 time: 0.0445068 Jul 30 02:19:03.550169 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-25ee8868-ecf2-48fe-89b2-97b03b5af2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:03.551685 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-25ee8868-ecf2-48fe-89b2-97b03b5af2fa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee5fdc98-8b99-455d-941e-c33f34396db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435286 Jul 30 02:19:03.589203 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-7578a022-3e61-449b-8009-c0e701c20a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:03.590791 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-7578a022-3e61-449b-8009-c0e701c20a7c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee5fdc98-8b99-455d-941e-c33f34396db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408335 Jul 30 02:19:03.642173 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-e4d731e6-c96c-434f-84ac-e0437eaccd1f service neutron] 10.222.0.77 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833910 Jul 30 02:19:03.685405 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-d9557a26-7d01-4e98-8c91-121f14146e1f service neutron] 10.222.0.10 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868373 Jul 30 02:19:03.743735 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-0a54be66-ca51-4f77-9b45-05a58e5b72a4 service neutron] 10.222.0.77 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942142 Jul 30 02:19:03.787200 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3a7921c-1d3e-480b-adf4-9f534826831d req-ca9e1d7e-60ff-4348-ba18-b5e1ea9fd3ce service neutron] 10.222.0.10 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947733 Jul 30 02:19:04.592239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f45635-5466-4034-bd8b-6d80536a503d req-947d8737-c30e-4d4e-8039-408273274ba6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:04.593745 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10f45635-5466-4034-bd8b-6d80536a503d req-947d8737-c30e-4d4e-8039-408273274ba6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 943 time: 0.0499229 Jul 30 02:19:04.634887 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10f45635-5466-4034-bd8b-6d80536a503d req-4465541d-401b-4c68-8b4c-a56fee4f6d8b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351470 Jul 30 02:19:05.101911 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bb213-4ee7-4878-940a-83f0da60cedf req-e84f67e9-6739-4599-a839-e043ef4279fd tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:05.103441 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-404bb213-4ee7-4878-940a-83f0da60cedf req-e84f67e9-6739-4599-a839-e043ef4279fd tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 943 time: 0.0498676 Jul 30 02:19:05.142918 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-404bb213-4ee7-4878-940a-83f0da60cedf req-4032f3a6-bbd4-46c2-89fd-0697b83b41f1 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334122 Jul 30 02:19:05.202308 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-3bc83461-2243-4f40-93f6-d2fe8ca1d8f3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:05.203815 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-3bc83461-2243-4f40-93f6-d2fe8ca1d8f3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233&tenant_id=daef44af5c0445f8bf526943c4157f6f&binding%3Ahost_id=n-h1-713498-9 HTTP/1.1" status: 200 len: 943 time: 0.0911810 Jul 30 02:19:05.266749 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-6634b93c-e49e-4444-b2d5-32017ca411a5 service neutron] 10.222.0.10 "GET /v2.0/ports/e3f390bc-1bc8-4734-9cc7-ccbea8a50e62/bindings/n-h1-713498-9 HTTP/1.1" status: 200 len: 382 time: 0.0554175 Jul 30 02:19:05.284990 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:19:05.327600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-bd489e9c-1cc8-433e-9b8b-ef1e90d8c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:05.329093 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-bd489e9c-1cc8-433e-9b8b-ef1e90d8c297 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 1094 time: 0.0409658 Jul 30 02:19:05.380287 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,segment=NetworkSegment(25666eba-0bae-41bd-b3b4-9dee713fd8d5),segment_id=25666eba-0bae-41bd-b3b4-9dee713fd8d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:05.391926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62', 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6', 'port_id': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62', 'mac_address': 'fa:16:3e:6d:d9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7d532e-24b0-430b-8372-0acd99191120', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:19:05.422713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-a7b90850-9b6c-4ce4-916e-fbe2384aa4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:05.424221 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-a7b90850-9b6c-4ce4-916e-fbe2384aa4e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee5fdc98-8b99-455d-941e-c33f34396db6 HTTP/1.1" status: 200 len: 898 time: 0.0882912 Jul 30 02:19:05.427563 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:05.440464 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:19:05.459222 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,segment=NetworkSegment(25666eba-0bae-41bd-b3b4-9dee713fd8d5),segment_id=25666eba-0bae-41bd-b3b4-9dee713fd8d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:05.489327 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-840f6f49-f8ff-4d11-a82f-e27df7d4eb2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 HTTP/1.1" status: 200 len: 999 time: 0.0581770 Jul 30 02:19:05.519489 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:05.541554 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-86668cc7-dd89-41cf-9989-84546c59cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:05.543073 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-86668cc7-dd89-41cf-9989-84546c59cfe5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0b7d532e-24b0-430b-8372-0acd99191120 HTTP/1.1" status: 200 len: 834 time: 0.0475011 Jul 30 02:19:05.569902 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:05.577138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:05.577528 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:05.577868 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:05.578208 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:05.578567 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:05.578895 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:05.579223 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:05.579601 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:05.579872 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:05.580190 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:05.580511 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:05.580832 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:05.593828 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4076f15b-9b74-41b4-a62f-c665eb0094e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:05.593828 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4076f15b-9b74-41b4-a62f-c665eb0094e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee5fdc98-8b99-455d-941e-c33f34396db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404830 Jul 30 02:19:05.682005 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-b240267d-0d01-42a7-b5f3-86408fb53be5 service neutron] 10.222.0.10 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822504 Jul 30 02:19:05.750578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['e3f390bc-1bc8-4734-9cc7-ccbea8a50e62'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:19:05.777165 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-ba6b4db1-772a-4674-8ac6-15043bc431ab service neutron] 10.222.0.10 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867400 Jul 30 02:19:06.258918 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc1981-1df3-4747-8246-25a9adc2a46e req-d4da4ccc-567b-4371-ba4e-863a416491e1 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:06.260402 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-76bc1981-1df3-4747-8246-25a9adc2a46e req-d4da4ccc-567b-4371-ba4e-863a416491e1 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 944 time: 0.0490687 Jul 30 02:19:06.297850 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-76bc1981-1df3-4747-8246-25a9adc2a46e req-99eb403e-42c0-4eae-810b-22c0fb892467 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309606 Jul 30 02:19:07.301151 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:07.417298 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24751ac5-3ffb-4388-ac41-9f3ac574d53c req-aca2c8d7-c49b-499c-9f6b-d41308d87d2d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:07.418820 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-24751ac5-3ffb-4388-ac41-9f3ac574d53c req-aca2c8d7-c49b-499c-9f6b-d41308d87d2d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 944 time: 0.0535190 Jul 30 02:19:07.455860 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-24751ac5-3ffb-4388-ac41-9f3ac574d53c req-45c65cd1-ee74-471f-961b-4910727db9f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306208 Jul 30 02:19:07.462641 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:07.467297 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:07.467742 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:07.544333 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:07.565536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:07.567735 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b15ed4-865f-4697-9687-d01c6f496f71" -d '{"events": [{"server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "name": "network-vif-plugged", "status": "completed", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:07.583916 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,segment=NetworkSegment(25666eba-0bae-41bd-b3b4-9dee713fd8d5),segment_id=25666eba-0bae-41bd-b3b4-9dee713fd8d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:07.615405 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf16cfad-d2d2-4bf8-b610-67f5dbeb2a47 x-openstack-request-id: req-cf16cfad-d2d2-4bf8-b610-67f5dbeb2a47 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:07.620372 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "name": "network-vif-plugged", "status": "completed", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:07.620372 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cf16cfad-d2d2-4bf8-b610-67f5dbeb2a47 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:07.620372 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62', 'code': 200} Jul 30 02:19:07.667940 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:07.715077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:08.116820 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-3f386f52-a428-4533-affc-4306995e849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:08.118250 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-3f386f52-a428-4533-affc-4306995e849f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233&tenant_id=daef44af5c0445f8bf526943c4157f6f HTTP/1.1" status: 200 len: 1096 time: 0.0412276 Jul 30 02:19:08.135866 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-9', 'device_owner': 'compute:nova'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:08.188124 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.395575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] For port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,segment=NetworkSegment(25666eba-0bae-41bd-b3b4-9dee713fd8d5),segment_id=25666eba-0bae-41bd-b3b4-9dee713fd8d5)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:08.428421 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] For port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:08.467449 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:08.469669 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd1d93d-db99-4570-8269-fc0a85696504" -d '{"events": [{"server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "name": "network-vif-unplugged", "status": "completed", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:08.473576 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.486838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Transition to ACTIVE for port object e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:08.520718 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53555839-515a-4d35-9a36-1e98ce26eb8e x-openstack-request-id: req-53555839-515a-4d35-9a36-1e98ce26eb8e {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:08.521016 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "name": "network-vif-unplugged", "status": "completed", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:08.521279 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-53555839-515a-4d35-9a36-1e98ce26eb8e {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:08.521676 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62', 'code': 200} Jul 30 02:19:08.548443 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.580957 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1f4b1-647a-4fd3-81e4-c9d31136acff req-08447410-40bb-408b-a172-9f95f3e78d72 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:08.582675 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-12d1f4b1-647a-4fd3-81e4-c9d31136acff req-08447410-40bb-408b-a172-9f95f3e78d72 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 945 time: 0.0535746 Jul 30 02:19:08.624725 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-12d1f4b1-647a-4fd3-81e4-c9d31136acff req-f0259cba-8857-4ea1-95ab-0e3e3daa86c5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353699 Jul 30 02:19:08.633802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Pushing event updated for resources: {'Port': ['ID=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,revision_number=10']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:08.648686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:08.648686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:08.648686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:08.648686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:08.648686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:08.648686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:08.648686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:08.648686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:08.649664 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:08.649664 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:08.649871 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:08.650021 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:08.685952 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] No DVR routers for this DVR port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:19:08.823697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Attempting to bind port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:08.824037 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Attempting to bind port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '25666eba-0bae-41bd-b3b4-9dee713fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:08.824368 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Attempting to bind port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 on network ee5fdc98-8b99-455d-941e-c33f34396db6 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:08.828652 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 on network ee5fdc98-8b99-455d-941e-c33f34396db6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:19:08.828977 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Attempting to bind port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 on network ee5fdc98-8b99-455d-941e-c33f34396db6 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:08.833729 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:08.834072 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Checking segment: {'id': '25666eba-0bae-41bd-b3b4-9dee713fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:08.834492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Bound using segment: {'id': '25666eba-0bae-41bd-b3b4-9dee713fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:08.834928 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Bound port: e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25666eba-0bae-41bd-b3b4-9dee713fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:08.835285 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.898093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] For port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:08.901089 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] For port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,segment=NetworkSegment(25666eba-0bae-41bd-b3b4-9dee713fd8d5),segment_id=25666eba-0bae-41bd-b3b4-9dee713fd8d5)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:08.965081 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:09.001275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:09.001972 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:09.003462 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] 10.222.0.77 "PUT /v2.0/ports/e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 HTTP/1.1" status: 200 len: 1092 time: 0.8716006 Jul 30 02:19:09.023312 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a502d74-ddf1-4418-9fd8-4d668fdcb30f service neutron] Pushing event updated for resources: {'Port': ['ID=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,revision_number=11']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:09.084839 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-24e14250-37fa-4d44-8a55-0f2f48821c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:09.086538 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-24e14250-37fa-4d44-8a55-0f2f48821c59 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 1095 time: 0.0486338 Jul 30 02:19:09.154429 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f6e43dc-b956-4c28-aa3c-8fd54125c121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:09.182817 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-c2f52bc3-990b-41e9-8f1d-144d837497f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:09.184351 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-c2f52bc3-990b-41e9-8f1d-144d837497f6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ee5fdc98-8b99-455d-941e-c33f34396db6 HTTP/1.1" status: 200 len: 898 time: 0.0903542 Jul 30 02:19:09.253010 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-f2e547a5-4b9e-4fc7-ac55-2fe60fd16960 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 HTTP/1.1" status: 200 len: 999 time: 0.0615163 Jul 30 02:19:09.303599 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-04297b98-9618-48f8-b54c-a11e7bf746e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:09.305094 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-04297b98-9618-48f8-b54c-a11e7bf746e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b7d532e-24b0-430b-8372-0acd99191120 HTTP/1.1" status: 200 len: 834 time: 0.0444145 Jul 30 02:19:09.351742 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-7f80643c-7a4d-46ca-b5dc-01636cc36977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:09.353188 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-7f80643c-7a4d-46ca-b5dc-01636cc36977 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee5fdc98-8b99-455d-941e-c33f34396db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403357 Jul 30 02:19:09.444999 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-a7f7649e-dc1b-470e-afd8-12e5477f171b service neutron] 10.222.0.77 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844567 Jul 30 02:19:09.532967 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c83b487d-4e4c-4ace-86e8-f2786c0ee04d req-78de5138-29cb-4385-bc75-6c3b9d46c701 service neutron] 10.222.0.77 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808585 Jul 30 02:19:09.743139 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbfb26-c8d8-40ab-b249-3fbc689a7562 req-c55578ff-084e-4e3f-bf95-4569e8d1987f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:09.744549 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dedbfb26-c8d8-40ab-b249-3fbc689a7562 req-c55578ff-084e-4e3f-bf95-4569e8d1987f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 944 time: 0.0502701 Jul 30 02:19:09.781400 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dedbfb26-c8d8-40ab-b249-3fbc689a7562 req-2c56d735-2d53-42b7-ae16-31f8eaa46562 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304196 Jul 30 02:19:10.523279 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:10.525514 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad6d1f8-ab93-4799-8f17-ce2510f660bc" -d '{"events": [{"name": "network-changed", "server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:10.571710 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842fb028-79d5-44cc-832c-42dc09c68c3b x-openstack-request-id: req-842fb028-79d5-44cc-832c-42dc09c68c3b {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:10.572002 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:10.572253 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-842fb028-79d5-44cc-832c-42dc09c68c3b {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:10.573126 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62', 'status': 'completed', 'code': 200} Jul 30 02:19:10.634281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-28a5c6a8-5976-4386-9479-2a3d058d3894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:10.635848 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-28a5c6a8-5976-4386-9479-2a3d058d3894 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 1095 time: 0.0437284 Jul 30 02:19:10.661366 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-72cd5d84-dd2a-4be1-8265-105adbe7cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:10.662931 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-72cd5d84-dd2a-4be1-8265-105adbe7cf85 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 1095 time: 0.0466211 Jul 30 02:19:10.730015 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-2d28d76b-0364-4516-ac91-8d61ed77ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:10.731574 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-2d28d76b-0364-4516-ac91-8d61ed77ec54 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee5fdc98-8b99-455d-941e-c33f34396db6 HTTP/1.1" status: 200 len: 898 time: 0.0877149 Jul 30 02:19:10.753260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-bde9c45f-d49b-41ff-8d3c-d6f87189f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:10.754760 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-bde9c45f-d49b-41ff-8d3c-d6f87189f4a0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ee5fdc98-8b99-455d-941e-c33f34396db6 HTTP/1.1" status: 200 len: 898 time: 0.0844154 Jul 30 02:19:10.801033 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-88cc0dc4-de67-4b6b-885d-85443dd75330 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 HTTP/1.1" status: 200 len: 999 time: 0.0621064 Jul 30 02:19:10.827361 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-3725a40f-1b14-42a1-ae84-a83a2043de00 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 HTTP/1.1" status: 200 len: 999 time: 0.0629821 Jul 30 02:19:10.850898 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-35e3fd6f-c338-4dfd-afc2-547634e19f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:10.852482 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-35e3fd6f-c338-4dfd-afc2-547634e19f4a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0b7d532e-24b0-430b-8372-0acd99191120 HTTP/1.1" status: 200 len: 834 time: 0.0450518 Jul 30 02:19:10.897418 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-7988c95a-67fc-4328-bbcd-211de7b2d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:10.898946 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-7988c95a-67fc-4328-bbcd-211de7b2d46f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee5fdc98-8b99-455d-941e-c33f34396db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401168 Jul 30 02:19:10.906743 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-c8473472-27dd-4dbb-90f4-a9df64819598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:10.908213 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-c8473472-27dd-4dbb-90f4-a9df64819598 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b7d532e-24b0-430b-8372-0acd99191120 HTTP/1.1" status: 200 len: 834 time: 0.0716219 Jul 30 02:19:10.931409 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c370041-1bf8-4910-ba32-5a50c62fe6fd req-ca628219-71d3-4a4f-a208-4f7c4b77e5d1 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:10.932864 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1c370041-1bf8-4910-ba32-5a50c62fe6fd req-ca628219-71d3-4a4f-a208-4f7c4b77e5d1 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 944 time: 0.0687931 Jul 30 02:19:10.995742 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-8c4f0e37-1276-44e6-a931-45fb33551eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:10.997247 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-8c4f0e37-1276-44e6-a931-45fb33551eec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee5fdc98-8b99-455d-941e-c33f34396db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811434 Jul 30 02:19:10.997794 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-3ce26efa-def6-47d0-ba54-8177414ab6ba service neutron] 10.222.0.10 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912426 Jul 30 02:19:11.000987 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1c370041-1bf8-4910-ba32-5a50c62fe6fd req-fe70d3cd-0f68-4af6-b6f2-e20f39f7afe5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508130 Jul 30 02:19:11.097385 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-c1a48954-0ad9-4013-87d0-66cabc81027e service neutron] 10.222.0.10 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922384 Jul 30 02:19:11.098693 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-4e7035b8-36ea-4c09-ac71-15e91516b2d4 service neutron] 10.222.0.77 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904822 Jul 30 02:19:11.195840 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aad6d1f8-ab93-4799-8f17-ce2510f660bc req-3c7e0322-197c-49bf-bd6e-6551b5cdfc8e service neutron] 10.222.0.77 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880394 Jul 30 02:19:11.349334 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:19:11.389196 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:19:11.656947 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8416570e-0084-4c0a-9a62-0f466387ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:11.782566 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:12.127198 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45fbb3-e000-4881-999d-e75da950748c req-edca9668-7356-4864-be62-f3c52a6ee3ad tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:12.128689 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0a45fbb3-e000-4881-999d-e75da950748c req-edca9668-7356-4864-be62-f3c52a6ee3ad tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 944 time: 0.0541334 Jul 30 02:19:12.166228 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0a45fbb3-e000-4881-999d-e75da950748c req-bb9fe85f-8c7d-4997-a17f-b5eaee0b9874 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316553 Jul 30 02:19:12.187483 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 60958) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:12.246662 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4f512a77-8a37-4767-9965-a6baee19c947 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/floatingips/ca8d3e5f-d986-438d-885f-b1f421a4cdf5 HTTP/1.1" status: 200 len: 991 time: 0.0580888 Jul 30 02:19:12.809162 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:19:13.052221 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,segment=NetworkSegment(25666eba-0bae-41bd-b3b4-9dee713fd8d5),segment_id=25666eba-0bae-41bd-b3b4-9dee713fd8d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:13.063619 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62', 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6', 'port_id': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62', 'mac_address': 'fa:16:3e:6d:d9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7d532e-24b0-430b-8372-0acd99191120', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:19:13.099504 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:13.112319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:19:13.130894 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,segment=NetworkSegment(25666eba-0bae-41bd-b3b4-9dee713fd8d5),segment_id=25666eba-0bae-41bd-b3b4-9dee713fd8d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:13.216450 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:13.270583 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,revision_number=12']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:13.325154 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:13.501499 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['e3f390bc-1bc8-4734-9cc7-ccbea8a50e62'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:19:14.707607 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:14.840469 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:14.954237 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:14.958420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:14.958798 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:15.033580 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:15.056461 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:15.058705 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820df775-0763-44ee-a28b-c40e001009ed" -d '{"events": [{"server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "name": "network-vif-plugged", "status": "completed", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:15.071363 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,segment=NetworkSegment(25666eba-0bae-41bd-b3b4-9dee713fd8d5),segment_id=25666eba-0bae-41bd-b3b4-9dee713fd8d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:15.094003 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a7f189-8b59-490f-b37a-5a8fa5d8dd0b x-openstack-request-id: req-e1a7f189-8b59-490f-b37a-5a8fa5d8dd0b {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:15.094287 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "name": "network-vif-plugged", "status": "completed", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:15.094564 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1a7f189-8b59-490f-b37a-5a8fa5d8dd0b {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:15.094951 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62', 'code': 200} Jul 30 02:19:15.136484 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:15.186724 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,revision_number=13']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:17.981823 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:26.767721 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d329a3b7-e222-4a77-9f54-3ca9c9c043a4 req-b0a8fea6-7600-4cb9-aae6-874860ddb4b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394421 Jul 30 02:19:26.849432 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329a3b7-e222-4a77-9f54-3ca9c9c043a4 req-b497be58-656f-4720-8ada-1b813ca753a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:26.851199 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d329a3b7-e222-4a77-9f54-3ca9c9c043a4 req-b497be58-656f-4720-8ada-1b813ca753a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75081f986550442cbe06a41f117d2873&device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 1096 time: 0.0446045 Jul 30 02:19:26.950556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329a3b7-e222-4a77-9f54-3ca9c9c043a4 req-8b7e5fbb-58f9-4a33-a1d9-4b35e56c329c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:26.951989 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d329a3b7-e222-4a77-9f54-3ca9c9c043a4 req-8b7e5fbb-58f9-4a33-a1d9-4b35e56c329c service neutron] 10.222.0.10 "GET /v2.0/networks?id=88caf4fc-db29-4c8c-83f8-efd5f3f0c07b HTTP/1.1" status: 200 len: 909 time: 0.0822949 Jul 30 02:19:27.018742 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d329a3b7-e222-4a77-9f54-3ca9c9c043a4 req-c6408842-9d35-4390-bf1b-3dc3979a2f59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b122517-6de7-4ec4-a93d-0827313d6445 HTTP/1.1" status: 200 len: 1000 time: 0.0596955 Jul 30 02:19:27.065070 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329a3b7-e222-4a77-9f54-3ca9c9c043a4 req-bcb8a4af-f270-4a48-9d5e-09729b63fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:27.075684 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d329a3b7-e222-4a77-9f54-3ca9c9c043a4 req-bcb8a4af-f270-4a48-9d5e-09729b63fd61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7de4e4e4-fa5c-4404-b285-f13c0866779a HTTP/1.1" status: 200 len: 847 time: 0.0415244 Jul 30 02:19:27.109739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329a3b7-e222-4a77-9f54-3ca9c9c043a4 req-61d5a67b-f7da-4717-96d7-6637a3f4b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:27.111736 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d329a3b7-e222-4a77-9f54-3ca9c9c043a4 req-61d5a67b-f7da-4717-96d7-6637a3f4b239 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=88caf4fc-db29-4c8c-83f8-efd5f3f0c07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381773 Jul 30 02:19:27.200318 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d329a3b7-e222-4a77-9f54-3ca9c9c043a4 req-9fe38df7-4d1a-44a2-bc99-be23440f9db5 service neutron] 10.222.0.10 "GET /v2.0/networks/88caf4fc-db29-4c8c-83f8-efd5f3f0c07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818181 Jul 30 02:19:27.287224 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d329a3b7-e222-4a77-9f54-3ca9c9c043a4 req-9b256b58-e2bc-417f-ac69-befa8e7b5896 service neutron] 10.222.0.10 "GET /v2.0/networks/88caf4fc-db29-4c8c-83f8-efd5f3f0c07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801167 Jul 30 02:19:27.665254 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:19:33.135746 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:39.159428 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a32fd789-ca6e-49cb-b0c6-c535d95db49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:41.649779 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1005234-be84-4936-8c2c-1a0dfaea81c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:41.793202 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:42.986973 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab79ad1-c6e4-49e1-830e-a0b817d6567e req-1cefce31-3890-4572-ad3f-3988392f1d5d tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:42.988536 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fab79ad1-c6e4-49e1-830e-a0b817d6567e req-1cefce31-3890-4572-ad3f-3988392f1d5d tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 1097 time: 0.1099329 Jul 30 02:19:43.023044 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fab79ad1-c6e4-49e1-830e-a0b817d6567e req-05698cbe-83fb-41d5-95ad-8e9895ce4d04 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286393 Jul 30 02:19:43.043879 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60978) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:43.197814 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-7b119972-90d2-44b7-b2e2-9517c9004ffc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Deleting port 507bb8c6-2253-498f-a001-07bdebc25066 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:43.198159 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b119972-90d2-44b7-b2e2-9517c9004ffc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.275803 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b119972-90d2-44b7-b2e2-9517c9004ffc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.276136 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b119972-90d2-44b7-b2e2-9517c9004ffc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.287816 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-7b119972-90d2-44b7-b2e2-9517c9004ffc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Calling delete_port for 507bb8c6-2253-498f-a001-07bdebc25066 owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:43.340794 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.495234 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b119972-90d2-44b7-b2e2-9517c9004ffc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.521301 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b119972-90d2-44b7-b2e2-9517c9004ffc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Port': ['ID=507bb8c6-2253-498f-a001-07bdebc25066,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:43.580440 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b119972-90d2-44b7-b2e2-9517c9004ffc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.580726 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-7b119972-90d2-44b7-b2e2-9517c9004ffc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Floating IP ca8d3e5f-d986-438d-885f-b1f421a4cdf5 disassociated (deleted). External IP: 172.25.1.181, port: e3f390bc-1bc8-4734-9cc7-ccbea8a50e62. Jul 30 02:19:43.780874 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b119972-90d2-44b7-b2e2-9517c9004ffc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Router 5a75ce26-20de-459e-9f6b-a0873efac4ac has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:19:43.890784 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b119972-90d2-44b7-b2e2-9517c9004ffc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:19:43.895549 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b119972-90d2-44b7-b2e2-9517c9004ffc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.901645 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39d121f-bc50-4110-8b99-f0703c15639f None None] Sync routers for ids ['5a75ce26-20de-459e-9f6b-a0873efac4ac'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:19:43.911470 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39d121f-bc50-4110-8b99-f0703c15639f None None] Routers {'5a75ce26-20de-459e-9f6b-a0873efac4ac'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:43.912118 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e39d121f-bc50-4110-8b99-f0703c15639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:19:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['5a75ce26-20de-459e-9f6b-a0873efac4ac'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:43.922011 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7b119972-90d2-44b7-b2e2-9517c9004ffc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "DELETE /v2.0/floatingips/ca8d3e5f-d986-438d-885f-b1f421a4cdf5 HTTP/1.1" status: 204 len: 168 time: 0.8770866 Jul 30 02:19:43.922635 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:43.925452 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7fa90c-a23d-4cbf-92b2-521d1b55ff7f" -d '{"events": [{"name": "network-changed", "server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:43.980736 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6097cfdc-d641-4f16-bbf7-ded80709d9c1 x-openstack-request-id: req-6097cfdc-d641-4f16-bbf7-ded80709d9c1 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:43.981066 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:43.981294 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6097cfdc-d641-4f16-bbf7-ded80709d9c1 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:43.981728 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62', 'status': 'completed', 'code': 200} Jul 30 02:19:44.016314 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-e39d121f-bc50-4110-8b99-f0703c15639f None None] Set router 5a75ce26-20de-459e-9f6b-a0873efac4ac gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:44.069598 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fa90c-a23d-4cbf-92b2-521d1b55ff7f req-635ca878-758d-4418-92a8-db0db45df773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:44.071144 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f7fa90c-a23d-4cbf-92b2-521d1b55ff7f req-635ca878-758d-4418-92a8-db0db45df773 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 1097 time: 0.0431831 Jul 30 02:19:44.183831 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fa90c-a23d-4cbf-92b2-521d1b55ff7f req-4150ff37-1139-4a62-8f93-ff26ec742cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:44.185361 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f7fa90c-a23d-4cbf-92b2-521d1b55ff7f req-4150ff37-1139-4a62-8f93-ff26ec742cc7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ee5fdc98-8b99-455d-941e-c33f34396db6 HTTP/1.1" status: 200 len: 898 time: 0.1058764 Jul 30 02:19:44.212638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e39d121f-bc50-4110-8b99-f0703c15639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011496954', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:46Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:47Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '7e8c636b-50c9-46da-871f-fe0b73f018da', 'name': '', 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:03:2b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '0b7d532e-24b0-430b-8372-0acd99191120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:51Z', 'updated_at': '2021-07-30T02:17:56Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': '0b7d532e-24b0-430b-8372-0acd99191120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:44.232238 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f7fa90c-a23d-4cbf-92b2-521d1b55ff7f req-f20f9060-8106-403c-a085-ba9f715a9dd7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 HTTP/1.1" status: 200 len: 217 time: 0.0386741 Jul 30 02:19:44.242612 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39d121f-bc50-4110-8b99-f0703c15639f None None] Checking router: 5a75ce26-20de-459e-9f6b-a0873efac4ac for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:19:44.251240 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39d121f-bc50-4110-8b99-f0703c15639f None None] Routers {'5a75ce26-20de-459e-9f6b-a0873efac4ac'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:44.251918 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e39d121f-bc50-4110-8b99-f0703c15639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:19:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['5a75ce26-20de-459e-9f6b-a0873efac4ac'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:44.281261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fa90c-a23d-4cbf-92b2-521d1b55ff7f req-43100517-b3ce-4dd9-aa1d-2a727ecf8404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:44.283344 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f7fa90c-a23d-4cbf-92b2-521d1b55ff7f req-43100517-b3ce-4dd9-aa1d-2a727ecf8404 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b7d532e-24b0-430b-8372-0acd99191120 HTTP/1.1" status: 200 len: 834 time: 0.0435278 Jul 30 02:19:44.334702 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fa90c-a23d-4cbf-92b2-521d1b55ff7f req-66a3f708-114e-4f2a-b353-b2892494b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:44.336126 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f7fa90c-a23d-4cbf-92b2-521d1b55ff7f req-66a3f708-114e-4f2a-b353-b2892494b1b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee5fdc98-8b99-455d-941e-c33f34396db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455434 Jul 30 02:19:44.355897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-3f7fa90c-a23d-4cbf-92b2-521d1b55ff7f req-eb4ccc15-8249-48f7-be51-04157c0cd5ae service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:19:44.356854 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f7fa90c-a23d-4cbf-92b2-521d1b55ff7f req-eb4ccc15-8249-48f7-be51-04157c0cd5ae service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054204 Jul 30 02:19:44.363494 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-e39d121f-bc50-4110-8b99-f0703c15639f None None] Set router 5a75ce26-20de-459e-9f6b-a0873efac4ac gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:44.442735 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab72d41-e8a3-4175-ae44-db0b16b8dca8 req-fd9fbece-142b-466d-869e-f25c8b0e6db1 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:44.444223 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dab72d41-e8a3-4175-ae44-db0b16b8dca8 req-fd9fbece-142b-466d-869e-f25c8b0e6db1 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 946 time: 0.1031618 Jul 30 02:19:44.496141 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f7fa90c-a23d-4cbf-92b2-521d1b55ff7f req-9d4da2a5-b1a1-43df-b043-b2dcd92e21c5 service neutron] 10.222.0.77 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259465 Jul 30 02:19:44.501085 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dab72d41-e8a3-4175-ae44-db0b16b8dca8 req-263f5327-afe4-4b6b-a5dc-9cfec6f2b087 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470219 Jul 30 02:19:44.566660 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e39d121f-bc50-4110-8b99-f0703c15639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011496954', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:46Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:47Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '7e8c636b-50c9-46da-871f-fe0b73f018da', 'name': '', 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:03:2b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '0b7d532e-24b0-430b-8372-0acd99191120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:51Z', 'updated_at': '2021-07-30T02:17:56Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': '0b7d532e-24b0-430b-8372-0acd99191120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:44.589924 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f7fa90c-a23d-4cbf-92b2-521d1b55ff7f req-e0c48ff9-b7db-4a13-bce7-87425aac4f52 service neutron] 10.222.0.77 "GET /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812032 Jul 30 02:19:44.591937 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39d121f-bc50-4110-8b99-f0703c15639f None None] The sync data for ids ['5a75ce26-20de-459e-9f6b-a0873efac4ac'] in n-d-713498-9 is: [{'id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011496954', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:46Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:47Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '7e8c636b-50c9-46da-871f-fe0b73f018da', 'name': '', 'network_id': 'ee5fdc98-8b99-455d-941e-c33f34396db6', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:03:2b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '0b7d532e-24b0-430b-8372-0acd99191120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:51Z', 'updated_at': '2021-07-30T02:17:56Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': '0b7d532e-24b0-430b-8372-0acd99191120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:19:44.719667 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:44.799505 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b527709-6312-49e7-9b64-d52faed898ba None None] New status for floating IP ca8d3e5f-d986-438d-885f-b1f421a4cdf5: DOWN {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:19:45.620962 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa88e3-049b-4077-8d3c-d6414fe0c85b req-49430afb-e014-40a6-a584-4eb51ba89f04 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:45.622433 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e0fa88e3-049b-4077-8d3c-d6414fe0c85b req-49430afb-e014-40a6-a584-4eb51ba89f04 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 946 time: 0.0501623 Jul 30 02:19:45.660187 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e0fa88e3-049b-4077-8d3c-d6414fe0c85b req-f1b6d772-d046-4c44-8d88-a566e598230f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=5024bb9d-0e32-40cb-b96e-4f02b636a756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Jul 30 02:19:45.915620 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10aa95a-2079-47c8-905f-49407539cd1e req-28cf3aeb-1eaf-415c-94ec-e552a809e0a8 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:45.916958 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f10aa95a-2079-47c8-905f-49407539cd1e req-28cf3aeb-1eaf-415c-94ec-e552a809e0a8 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.77 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 946 time: 0.0525761 Jul 30 02:19:46.004467 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-f10aa95a-2079-47c8-905f-49407539cd1e req-440f5952-a996-4a69-b4cd-cb95472f9a72 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Deleting port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:46.004811 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f10aa95a-2079-47c8-905f-49407539cd1e req-440f5952-a996-4a69-b4cd-cb95472f9a72 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:46.093847 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f10aa95a-2079-47c8-905f-49407539cd1e req-440f5952-a996-4a69-b4cd-cb95472f9a72 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] For port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,segment=NetworkSegment(25666eba-0bae-41bd-b3b4-9dee713fd8d5),segment_id=25666eba-0bae-41bd-b3b4-9dee713fd8d5)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:46.094213 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f10aa95a-2079-47c8-905f-49407539cd1e req-440f5952-a996-4a69-b4cd-cb95472f9a72 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:46.454571 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-f10aa95a-2079-47c8-905f-49407539cd1e req-440f5952-a996-4a69-b4cd-cb95472f9a72 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Calling delete_port for e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:46.643671 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f10aa95a-2079-47c8-905f-49407539cd1e req-440f5952-a996-4a69-b4cd-cb95472f9a72 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:46.675312 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f5952-a996-4a69-b4cd-cb95472f9a72 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Port': ['ID=e3f390bc-1bc8-4734-9cc7-ccbea8a50e62,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:46.717938 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10aa95a-2079-47c8-905f-49407539cd1e req-440f5952-a996-4a69-b4cd-cb95472f9a72 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] No DVR routers for this DVR port e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:19:46.720662 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f10aa95a-2079-47c8-905f-49407539cd1e req-440f5952-a996-4a69-b4cd-cb95472f9a72 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:46.722727 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f10aa95a-2079-47c8-905f-49407539cd1e req-440f5952-a996-4a69-b4cd-cb95472f9a72 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.77 "DELETE /v2.0/ports/e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 HTTP/1.1" status: 204 len: 173 time: 0.7992077 Jul 30 02:19:46.723173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'name': 'network-vif-deleted', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:46.725666 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c441ec9-a16c-43c3-a58c-7880ed803af5" -d '{"events": [{"server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "name": "network-vif-deleted", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:46.755806 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca26f68e-6e77-4b1b-906f-489f807aae84 req-f6760811-3ceb-4a72-b96b-03cf486b8bf1 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=abf655e9-1046-44bc-ba6b-698c54e39233 HTTP/1.1" status: 200 len: 210 time: 0.0268574 Jul 30 02:19:46.763866 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0982c661-0331-412a-a5a4-f4efa9604c28 x-openstack-request-id: req-0982c661-0331-412a-a5a4-f4efa9604c28 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:46.766843 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf655e9-1046-44bc-ba6b-698c54e39233", "name": "network-vif-deleted", "tag": "e3f390bc-1bc8-4734-9cc7-ccbea8a50e62", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:46.766843 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0982c661-0331-412a-a5a4-f4efa9604c28 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:46.766843 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf655e9-1046-44bc-ba6b-698c54e39233', 'name': 'network-vif-deleted', 'tag': 'e3f390bc-1bc8-4734-9cc7-ccbea8a50e62', 'status': 'completed', 'code': 200} Jul 30 02:19:47.813092 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60996) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:48.004845 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:48.173517 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9048e4fe-1aba-49a2-b134-31144a3c834d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:48.423825 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-9048e4fe-1aba-49a2-b134-31144a3c834d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Deleting port 7e8c636b-50c9-46da-871f-fe0b73f018da {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:48.424094 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9048e4fe-1aba-49a2-b134-31144a3c834d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:48.510237 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-9048e4fe-1aba-49a2-b134-31144a3c834d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] For port 7e8c636b-50c9-46da-871f-fe0b73f018da, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7e8c636b-50c9-46da-871f-fe0b73f018da,segment=NetworkSegment(25666eba-0bae-41bd-b3b4-9dee713fd8d5),segment_id=25666eba-0bae-41bd-b3b4-9dee713fd8d5)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:48.510628 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9048e4fe-1aba-49a2-b134-31144a3c834d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:48.524951 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-9048e4fe-1aba-49a2-b134-31144a3c834d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Calling delete_port for 7e8c636b-50c9-46da-871f-fe0b73f018da owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:48.775195 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9048e4fe-1aba-49a2-b134-31144a3c834d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:48.801887 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048e4fe-1aba-49a2-b134-31144a3c834d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Port': ['ID=7e8c636b-50c9-46da-871f-fe0b73f018da,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:48.941707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:19:48.961973 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:19:48.962418 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device e3f390bc-1bc8-4734-9cc7-ccbea8a50e62 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:19:48.976963 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9048e4fe-1aba-49a2-b134-31144a3c834d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:49.189553 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9048e4fe-1aba-49a2-b134-31144a3c834d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Router 5a75ce26-20de-459e-9f6b-a0873efac4ac has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:19:49.295260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9048e4fe-1aba-49a2-b134-31144a3c834d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:19:49.301045 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9048e4fe-1aba-49a2-b134-31144a3c834d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "PUT /v2.0/routers/5a75ce26-20de-459e-9f6b-a0873efac4ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4868674 Jul 30 02:19:49.303784 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 60998) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:49.306450 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd48d7ac-55aa-42a3-bd83-4e9766f25e0f None None] Sync routers for ids ['5a75ce26-20de-459e-9f6b-a0873efac4ac'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:19:49.316579 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd48d7ac-55aa-42a3-bd83-4e9766f25e0f None None] Routers {'5a75ce26-20de-459e-9f6b-a0873efac4ac'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:49.316851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-bd48d7ac-55aa-42a3-bd83-4e9766f25e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:19:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['5a75ce26-20de-459e-9f6b-a0873efac4ac'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:49.355872 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7448fd-7038-4df6-b555-f272233d5b5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Deleting subnet 0b7d532e-24b0-430b-8372-0acd99191120 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:19:49.359008 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c7448fd-7038-4df6-b555-f272233d5b5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:49.399776 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c7448fd-7038-4df6-b555-f272233d5b5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:49.420151 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-bd48d7ac-55aa-42a3-bd83-4e9766f25e0f None None] Set router 5a75ce26-20de-459e-9f6b-a0873efac4ac gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:49.486427 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c7448fd-7038-4df6-b555-f272233d5b5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:49.594175 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c7448fd-7038-4df6-b555-f272233d5b5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:49.596245 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-bd48d7ac-55aa-42a3-bd83-4e9766f25e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011496954', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:46Z', 'updated_at': '2021-07-30T02:19:48Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:47Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:49.621953 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7448fd-7038-4df6-b555-f272233d5b5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7d532e-24b0-430b-8372-0acd99191120,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:49.622357 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd48d7ac-55aa-42a3-bd83-4e9766f25e0f None None] Checking router: 5a75ce26-20de-459e-9f6b-a0873efac4ac for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:19:49.625616 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c7448fd-7038-4df6-b555-f272233d5b5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:49.627542 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6c7448fd-7038-4df6-b555-f272233d5b5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "DELETE /v2.0/subnets/0b7d532e-24b0-430b-8372-0acd99191120 HTTP/1.1" status: 204 len: 168 time: 0.3228137 Jul 30 02:19:49.630271 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32768) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:49.635633 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139f19cc-0259-40dc-bdda-55cf01548474 None None] Network ee5fdc98-8b99-455d-941e-c33f34396db6 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:49.676897 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd48d7ac-55aa-42a3-bd83-4e9766f25e0f None None] Routers {'5a75ce26-20de-459e-9f6b-a0873efac4ac'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:49.677522 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-bd48d7ac-55aa-42a3-bd83-4e9766f25e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:19:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['5a75ce26-20de-459e-9f6b-a0873efac4ac'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:49.738172 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0371c5f-8fed-4633-a693-19c674e6b73f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:49.834822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-bd48d7ac-55aa-42a3-bd83-4e9766f25e0f None None] Set router 5a75ce26-20de-459e-9f6b-a0873efac4ac gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:49.844271 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0371c5f-8fed-4633-a693-19c674e6b73f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:49.976315 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-d0371c5f-8fed-4633-a693-19c674e6b73f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Deleting port c9f44b0c-e3b8-49a9-b38a-120ed165dac7 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:49.976671 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0371c5f-8fed-4633-a693-19c674e6b73f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.039293 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414d62dd-2de2-4026-b391-567a76620359 None None] DHCP port deletion for ee5fdc98-8b99-455d-941e-c33f34396db6 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:19:50.060555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-d0371c5f-8fed-4633-a693-19c674e6b73f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] For port c9f44b0c-e3b8-49a9-b38a-120ed165dac7, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c9f44b0c-e3b8-49a9-b38a-120ed165dac7,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:50.061147 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0371c5f-8fed-4633-a693-19c674e6b73f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.073432 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-d0371c5f-8fed-4633-a693-19c674e6b73f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Calling delete_port for c9f44b0c-e3b8-49a9-b38a-120ed165dac7 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:50.167111 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-414d62dd-2de2-4026-b391-567a76620359 None None] Deleting port 5ed79080-fbeb-481e-ba7d-43a73b733652 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:50.167415 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-414d62dd-2de2-4026-b391-567a76620359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.239043 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-414d62dd-2de2-4026-b391-567a76620359 None None] For port 5ed79080-fbeb-481e-ba7d-43a73b733652, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5ed79080-fbeb-481e-ba7d-43a73b733652,segment=NetworkSegment(25666eba-0bae-41bd-b3b4-9dee713fd8d5),segment_id=25666eba-0bae-41bd-b3b4-9dee713fd8d5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:50.239441 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-414d62dd-2de2-4026-b391-567a76620359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.258721 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-414d62dd-2de2-4026-b391-567a76620359 None None] Calling delete_port for 5ed79080-fbeb-481e-ba7d-43a73b733652 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:50.273885 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-bd48d7ac-55aa-42a3-bd83-4e9766f25e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011496954', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:46Z', 'updated_at': '2021-07-30T02:19:48Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:47Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:50.325229 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0371c5f-8fed-4633-a693-19c674e6b73f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.326910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd48d7ac-55aa-42a3-bd83-4e9766f25e0f None None] The sync data for ids ['5a75ce26-20de-459e-9f6b-a0873efac4ac'] in n-d-713498-9 is: [{'id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011496954', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:46Z', 'updated_at': '2021-07-30T02:19:48Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': 'c9f44b0c-e3b8-49a9-b38a-120ed165dac7', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a75ce26-20de-459e-9f6b-a0873efac4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:47Z', 'updated_at': '2021-07-30T02:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:19:50.344327 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5ed79080-fbeb-481e-ba7d-43a73b733652 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:19:50.355151 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0371c5f-8fed-4633-a693-19c674e6b73f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Port': ['ID=c9f44b0c-e3b8-49a9-b38a-120ed165dac7,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:50.426630 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0371c5f-8fed-4633-a693-19c674e6b73f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.450912 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.498150 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-414d62dd-2de2-4026-b391-567a76620359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.518443 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0371c5f-8fed-4633-a693-19c674e6b73f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.520928 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0371c5f-8fed-4633-a693-19c674e6b73f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.540867 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d62dd-2de2-4026-b391-567a76620359 None None] Pushing event deleted for resources: {'Port': ['ID=5ed79080-fbeb-481e-ba7d-43a73b733652,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:50.543001 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414d62dd-2de2-4026-b391-567a76620359 None None] No DVR routers for this DVR port 5ed79080-fbeb-481e-ba7d-43a73b733652 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:19:50.639263 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0371c5f-8fed-4633-a693-19c674e6b73f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.639729 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0371c5f-8fed-4633-a693-19c674e6b73f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Fanout notify agent at l3_agent the message router_deleted on router 5a75ce26-20de-459e-9f6b-a0873efac4ac {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:19:50.647286 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d0371c5f-8fed-4633-a693-19c674e6b73f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.648411 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d0371c5f-8fed-4633-a693-19c674e6b73f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "DELETE /v2.0/routers/5a75ce26-20de-459e-9f6b-a0873efac4ac HTTP/1.1" status: 204 len: 168 time: 1.0171185 Jul 30 02:19:50.651098 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32770) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:50.738581 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4ddd-82cf-4d52-ad62-96f3393e6245 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.830728 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4ddd-82cf-4d52-ad62-96f3393e6245 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.840764 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-4e1c4ddd-82cf-4d52-ad62-96f3393e6245 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5fdc98-8b99-455d-941e-c33f34396db6']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:50.852426 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-4e1c4ddd-82cf-4d52-ad62-96f3393e6245 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25666eba-0bae-41bd-b3b4-9dee713fd8d5') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:50.852766 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-4e1c4ddd-82cf-4d52-ad62-96f3393e6245 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25666eba-0bae-41bd-b3b4-9dee713fd8d5') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:50.862784 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4ddd-82cf-4d52-ad62-96f3393e6245 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.876650 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4ddd-82cf-4d52-ad62-96f3393e6245 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.883133 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1c4ddd-82cf-4d52-ad62-96f3393e6245 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:19:50.883536 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4ddd-82cf-4d52-ad62-96f3393e6245 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:19:50.886661 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:19:51.015507 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4ddd-82cf-4d52-ad62-96f3393e6245 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:51.023605 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4ddd-82cf-4d52-ad62-96f3393e6245 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:51.025086 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4e1c4ddd-82cf-4d52-ad62-96f3393e6245 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "DELETE /v2.0/networks/ee5fdc98-8b99-455d-941e-c33f34396db6 HTTP/1.1" status: 204 len: 168 time: 0.3730304 Jul 30 02:19:51.027915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32772) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:51.037907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c4ddd-82cf-4d52-ad62-96f3393e6245 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Network': ['ID=ee5fdc98-8b99-455d-941e-c33f34396db6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:51.090080 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-101f05bf-0b22-4f59-b61c-add859b21f1d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:51.116644 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-101f05bf-0b22-4f59-b61c-add859b21f1d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:51.285305 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-101f05bf-0b22-4f59-b61c-add859b21f1d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:51.287863 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-101f05bf-0b22-4f59-b61c-add859b21f1d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:51.289036 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-101f05bf-0b22-4f59-b61c-add859b21f1d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "DELETE /v2.0/security-groups/5024bb9d-0e32-40cb-b96e-4f02b636a756 HTTP/1.1" status: 204 len: 168 time: 0.2601209 Jul 30 02:19:51.298225 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f05bf-0b22-4f59-b61c-add859b21f1d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5024bb9d-0e32-40cb-b96e-4f02b636a756,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:52.287442 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c9f44b0c-e3b8-49a9-b38a-120ed165dac7 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:19:52.310421 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: c9f44b0c-e3b8-49a9-b38a-120ed165dac7 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:19:52.310769 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c9f44b0c-e3b8-49a9-b38a-120ed165dac7 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:19:52.311172 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7e8c636b-50c9-46da-871f-fe0b73f018da no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:19:52.328882 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 7e8c636b-50c9-46da-871f-fe0b73f018da {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:19:52.329221 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7e8c636b-50c9-46da-871f-fe0b73f018da not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:19:52.741947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32780) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:52.746778 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-03fafa63-7dbb-4516-960b-9c85948e1009 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1096056572', 'description': 'tempest-secgroup-smoke-1096056572 description', 'project_id': 'daef44af5c0445f8bf526943c4157f6f'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:52.832015 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-03fafa63-7dbb-4516-960b-9c85948e1009 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:52.918090 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-03fafa63-7dbb-4516-960b-9c85948e1009 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:52.969310 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-03fafa63-7dbb-4516-960b-9c85948e1009 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:52.998426 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fafa63-7dbb-4516-960b-9c85948e1009 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9aed1b-37b1-46ef-8f53-478b5ccf500c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:53.055234 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-03fafa63-7dbb-4516-960b-9c85948e1009 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.056476 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-03fafa63-7dbb-4516-960b-9c85948e1009 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3134971 Jul 30 02:19:53.059188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32782) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:53.064087 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7b4077b7-f70e-429e-b860-a68841b35dae tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': '8c9aed1b-37b1-46ef-8f53-478b5ccf500c', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:53.145534 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b4077b7-f70e-429e-b860-a68841b35dae tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.200359 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b4077b7-f70e-429e-b860-a68841b35dae tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.279065 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b4077b7-f70e-429e-b860-a68841b35dae tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.299156 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4077b7-f70e-429e-b860-a68841b35dae tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd56957-d5bc-4465-9736-0d40d5bfdf71,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:53.365175 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b4077b7-f70e-429e-b860-a68841b35dae tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.366081 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7b4077b7-f70e-429e-b860-a68841b35dae tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3059752 Jul 30 02:19:53.368772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32784) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:53.373218 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-de7778b3-d1c9-4843-b363-f12c17dbcf69 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': '8c9aed1b-37b1-46ef-8f53-478b5ccf500c', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:53.460716 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-de7778b3-d1c9-4843-b363-f12c17dbcf69 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.530498 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-de7778b3-d1c9-4843-b363-f12c17dbcf69 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.599036 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-de7778b3-d1c9-4843-b363-f12c17dbcf69 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.617037 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7778b3-d1c9-4843-b363-f12c17dbcf69 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9984ef63-8aa8-4cfe-a635-a7d9eb7d491e,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:53.690444 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-de7778b3-d1c9-4843-b363-f12c17dbcf69 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.691648 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-de7778b3-d1c9-4843-b363-f12c17dbcf69 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3219769 Jul 30 02:19:53.694262 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32786) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:53.698595 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-bdec1eaa-2a55-4767-b1ac-1a49fb6244c3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': '8c9aed1b-37b1-46ef-8f53-478b5ccf500c', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:53.775367 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdec1eaa-2a55-4767-b1ac-1a49fb6244c3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.832147 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdec1eaa-2a55-4767-b1ac-1a49fb6244c3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.896503 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdec1eaa-2a55-4767-b1ac-1a49fb6244c3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.914423 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec1eaa-2a55-4767-b1ac-1a49fb6244c3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b5f2a3-0c9d-4ee5-abde-0c80a7bdec60,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:53.976154 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdec1eaa-2a55-4767-b1ac-1a49fb6244c3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.977410 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bdec1eaa-2a55-4767-b1ac-1a49fb6244c3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2821794 Jul 30 02:19:53.980076 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32790) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:53.984490 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e7ca6a78-3784-42e0-a4ea-dcc82a5ca9f6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': '8c9aed1b-37b1-46ef-8f53-478b5ccf500c', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:54.066888 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e7ca6a78-3784-42e0-a4ea-dcc82a5ca9f6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.124312 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e7ca6a78-3784-42e0-a4ea-dcc82a5ca9f6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.192022 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e7ca6a78-3784-42e0-a4ea-dcc82a5ca9f6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.209649 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca6a78-3784-42e0-a4ea-dcc82a5ca9f6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7529512f-6f11-4dd3-9447-32086aa181ad,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:54.289466 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e7ca6a78-3784-42e0-a4ea-dcc82a5ca9f6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.290734 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e7ca6a78-3784-42e0-a4ea-dcc82a5ca9f6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3097298 Jul 30 02:19:54.293375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32792) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:54.297817 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-311cab0e-fc97-4a5b-8f8f-14491cedbc74 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': '8c9aed1b-37b1-46ef-8f53-478b5ccf500c', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:54.387968 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-311cab0e-fc97-4a5b-8f8f-14491cedbc74 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Project daef44af5c0445f8bf526943c4157f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:19:54.393657 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-311cab0e-fc97-4a5b-8f8f-14491cedbc74 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.454609 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-311cab0e-fc97-4a5b-8f8f-14491cedbc74 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.536375 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-311cab0e-fc97-4a5b-8f8f-14491cedbc74 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.554473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cab0e-fc97-4a5b-8f8f-14491cedbc74 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68bb6903-7787-4de0-a298-9b0066ae4fc5,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:54.615138 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-311cab0e-fc97-4a5b-8f8f-14491cedbc74 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.616725 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-311cab0e-fc97-4a5b-8f8f-14491cedbc74 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3222928 Jul 30 02:19:54.619563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32794) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:54.624091 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-086faa38-b5b0-4bf2-bb10-230a876e6465 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': '8c9aed1b-37b1-46ef-8f53-478b5ccf500c', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:54.712362 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-086faa38-b5b0-4bf2-bb10-230a876e6465 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Project daef44af5c0445f8bf526943c4157f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:19:54.717052 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-086faa38-b5b0-4bf2-bb10-230a876e6465 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.779708 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-086faa38-b5b0-4bf2-bb10-230a876e6465 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.856195 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-086faa38-b5b0-4bf2-bb10-230a876e6465 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.876040 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086faa38-b5b0-4bf2-bb10-230a876e6465 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a995b45-0ae5-4187-b9be-22eef0996c3e,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:54.964826 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-086faa38-b5b0-4bf2-bb10-230a876e6465 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.965985 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-086faa38-b5b0-4bf2-bb10-230a876e6465 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3454778 Jul 30 02:19:54.968746 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32796) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:54.974156 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a70e442c-2a8e-4577-8e52-700898e0f121 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'network': {'name': 'tempest-network-smoke--112655055', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'port_security_enabled': True}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:55.056193 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70e442c-2a8e-4577-8e52-700898e0f121 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Made reservation on behalf of daef44af5c0445f8bf526943c4157f6f for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:55.059669 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a70e442c-2a8e-4577-8e52-700898e0f121 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:55.082522 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70e442c-2a8e-4577-8e52-700898e0f121 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:19:55.090985 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a70e442c-2a8e-4577-8e52-700898e0f121 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:55.095039 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-a70e442c-2a8e-4577-8e52-700898e0f121 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Added segment 3020bb42-bb96-456c-948a-b64fa08fd91d of type vlan for network 0b067578-0da5-4832-8737-dcfe0d8cb528 Jul 30 02:19:55.130853 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a70e442c-2a8e-4577-8e52-700898e0f121 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:55.227339 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a70e442c-2a8e-4577-8e52-700898e0f121 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:55.232825 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70e442c-2a8e-4577-8e52-700898e0f121 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:55.233412 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a70e442c-2a8e-4577-8e52-700898e0f121 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:55.300269 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e442c-2a8e-4577-8e52-700898e0f121 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Network': ['ID=0b067578-0da5-4832-8737-dcfe0d8cb528,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:55.309944 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 0b067578-0da5-4832-8737-dcfe0d8cb528 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:19:55.337811 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a70e442c-2a8e-4577-8e52-700898e0f121 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3678112 Jul 30 02:19:55.340797 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32798) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:55.346243 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-35052127-1cd9-4eaa-8b64-1fb2cfb55077 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-758034564', 'admin_state_up': True, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:55.449603 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35052127-1cd9-4eaa-8b64-1fb2cfb55077 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:55.450729 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35052127-1cd9-4eaa-8b64-1fb2cfb55077 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:55.502080 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35052127-1cd9-4eaa-8b64-1fb2cfb55077 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:55.688797 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35052127-1cd9-4eaa-8b64-1fb2cfb55077 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:55.944222 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35052127-1cd9-4eaa-8b64-1fb2cfb55077 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:55.962904 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35052127-1cd9-4eaa-8b64-1fb2cfb55077 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:56.065493 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-35052127-1cd9-4eaa-8b64-1fb2cfb55077 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Allocated IP 172.25.1.12 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:56.168325 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35052127-1cd9-4eaa-8b64-1fb2cfb55077 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:56.285134 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35052127-1cd9-4eaa-8b64-1fb2cfb55077 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:56.324608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35052127-1cd9-4eaa-8b64-1fb2cfb55077 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:56.328956 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-35052127-1cd9-4eaa-8b64-1fb2cfb55077 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:56.331891 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35052127-1cd9-4eaa-8b64-1fb2cfb55077 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:56.355693 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35052127-1cd9-4eaa-8b64-1fb2cfb55077 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:56.638808 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35052127-1cd9-4eaa-8b64-1fb2cfb55077 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:56.832521 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35052127-1cd9-4eaa-8b64-1fb2cfb55077 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:57.016029 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35052127-1cd9-4eaa-8b64-1fb2cfb55077 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Router 714cc02b-577c-4236-a00e-2963ebea7eae is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:19:57.461180 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35052127-1cd9-4eaa-8b64-1fb2cfb55077 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:19:57.470433 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] Sync routers for ids ['714cc02b-577c-4236-a00e-2963ebea7eae'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:19:57.479336 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] Routers {'714cc02b-577c-4236-a00e-2963ebea7eae'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:57.479945 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:19:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['714cc02b-577c-4236-a00e-2963ebea7eae'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:57.546831 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-35052127-1cd9-4eaa-8b64-1fb2cfb55077 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:57.548186 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-35052127-1cd9-4eaa-8b64-1fb2cfb55077 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2064281 Jul 30 02:19:57.551385 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32800) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:57.578730 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4cde7767-afe1-4e1d-8e3e-803b3c8a29d5 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=daef44af5c0445f8bf526943c4157f6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262327 Jul 30 02:19:57.581194 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] Set router 714cc02b-577c-4236-a00e-2963ebea7eae gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:57.582075 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32802) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:57.668034 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4be340c-2ddd-4ef3-b06a-31ef4f96e2fd tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:57.669486 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e4be340c-2ddd-4ef3-b06a-31ef4f96e2fd tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864930 Jul 30 02:19:57.672632 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32804) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:57.706966 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-896003e8-9edb-4e6b-aedc-3b2b3a156ec8 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326021 Jul 30 02:19:57.709588 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32806) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:57.714541 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-d261e0f9-fbc1-44bd-8c54-0f6761a5a1c4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1344598275', 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:57.838785 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758034564', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:19:56Z', 'revision_number': 3, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:41:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:57.855343 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d261e0f9-fbc1-44bd-8c54-0f6761a5a1c4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Made reservation on behalf of daef44af5c0445f8bf526943c4157f6f for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:57.860430 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d261e0f9-fbc1-44bd-8c54-0f6761a5a1c4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:57.867374 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] Checking router: 714cc02b-577c-4236-a00e-2963ebea7eae for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:19:57.867724 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] Updating router 714cc02b-577c-4236-a00e-2963ebea7eae port 4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:19:57.891644 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.097320 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d261e0f9-fbc1-44bd-8c54-0f6761a5a1c4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.135252 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.144696 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] Transition to ACTIVE for port object 4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:58.160176 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261e0f9-fbc1-44bd-8c54-0f6761a5a1c4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Subnet': ['ID=ad49a2aa-15d7-40d1-ada4-05564f309bb6,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:58.167334 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d261e0f9-fbc1-44bd-8c54-0f6761a5a1c4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Checking segment: {'id': '3020bb42-bb96-456c-948a-b64fa08fd91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:58.167686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d261e0f9-fbc1-44bd-8c54-0f6761a5a1c4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network hostable DHCP agents. Network: 0b067578-0da5-4832-8737-dcfe0d8cb528, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:19:58.216030 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.244640 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d261e0f9-fbc1-44bd-8c54-0f6761a5a1c4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network 0b067578-0da5-4832-8737-dcfe0d8cb528 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:19:58.270664 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] Attempting to bind port 4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:58.271030 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] Attempting to bind port 4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:58.271389 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] Attempting to bind port 4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:58.273269 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e932aa-800a-4cb8-b269-56cf0dc6cfaf None None] Pushing event updated for resources: {'Port': ['ID=4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:58.282020 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e932aa-800a-4cb8-b269-56cf0dc6cfaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:58.282395 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e932aa-800a-4cb8-b269-56cf0dc6cfaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:58.283234 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e932aa-800a-4cb8-b269-56cf0dc6cfaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:58.283567 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e932aa-800a-4cb8-b269-56cf0dc6cfaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:58.283896 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e932aa-800a-4cb8-b269-56cf0dc6cfaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:58.284222 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e932aa-800a-4cb8-b269-56cf0dc6cfaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:58.284546 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e932aa-800a-4cb8-b269-56cf0dc6cfaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:58.284874 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e932aa-800a-4cb8-b269-56cf0dc6cfaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:58.285191 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e932aa-800a-4cb8-b269-56cf0dc6cfaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:58.285506 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e932aa-800a-4cb8-b269-56cf0dc6cfaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:58.285825 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e932aa-800a-4cb8-b269-56cf0dc6cfaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:58.286140 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e932aa-800a-4cb8-b269-56cf0dc6cfaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:58.289537 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:58.289908 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:58.290317 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.290708 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:58.291162 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] Bound port: 4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:58.291560 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.319314 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-d261e0f9-fbc1-44bd-8c54-0f6761a5a1c4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 0b067578-0da5-4832-8737-dcfe0d8cb528) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:58.323345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d261e0f9-fbc1-44bd-8c54-0f6761a5a1c4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:58.324035 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-d261e0f9-fbc1-44bd-8c54-0f6761a5a1c4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.327888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d46533-5626-4245-a44e-0cb3ca422d0c None None] Network 0b067578-0da5-4832-8737-dcfe0d8cb528 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:58.342046 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] For port 4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:58.346618 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] For port 4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:58.427439 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d261e0f9-fbc1-44bd-8c54-0f6761a5a1c4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7168019 Jul 30 02:19:58.430255 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32808) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:58.439595 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.475050 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-0b067578-0da5-4832-8737-dcfe0d8cb528', 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'fixed_ips': [{'subnet_id': 'ad49a2aa-15d7-40d1-ada4-05564f309bb6'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:19:58.476216 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.483129 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] Routers {'714cc02b-577c-4236-a00e-2963ebea7eae'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:58.483833 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:19:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['714cc02b-577c-4236-a00e-2963ebea7eae'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:58.543026 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e932aa-800a-4cb8-b269-56cf0dc6cfaf None None] Pushing event updated for resources: {'Port': ['ID=4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:58.608642 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] Set router 714cc02b-577c-4236-a00e-2963ebea7eae gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:58.615297 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Allocated IP 172.20.0.2 (0b067578-0da5-4832-8737-dcfe0d8cb528/ad49a2aa-15d7-40d1-ada4-05564f309bb6/6b2b7795-e876-4573-9616-aa32831d5689) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:58.764329 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.773735 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Transition to ACTIVE for port object 6b2b7795-e876-4573-9616-aa32831d5689 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:58.788393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Transition to ACTIVE for port object 6b2b7795-e876-4573-9616-aa32831d5689 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:58.792829 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758034564', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:19:56Z', 'revision_number': 3, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:41:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:58.819106 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b16d3ce-a5e4-45b3-88ea-676f5125bef0 None None] The sync data for ids ['714cc02b-577c-4236-a00e-2963ebea7eae'] in n-d-713498-9 is: [{'id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758034564', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:19:56Z', 'revision_number': 3, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:41:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:19:58.845755 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.891649 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Pushing event updated for resources: {'Port': ['ID=6b2b7795-e876-4573-9616-aa32831d5689,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:58.893592 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14c0f381-f4d1-4aca-bb44-f688fdb40ede tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.900788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Network 0b067578-0da5-4832-8737-dcfe0d8cb528 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:58.902253 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:58.904802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:58.959438 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Attempting to bind port 6b2b7795-e876-4573-9616-aa32831d5689 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:58.959811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Attempting to bind port 6b2b7795-e876-4573-9616-aa32831d5689 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '3020bb42-bb96-456c-948a-b64fa08fd91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:58.960177 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Attempting to bind port 6b2b7795-e876-4573-9616-aa32831d5689 on network 0b067578-0da5-4832-8737-dcfe0d8cb528 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:58.965084 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:58.965464 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Checking segment: {'id': '3020bb42-bb96-456c-948a-b64fa08fd91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:58.965868 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.966281 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Bound using segment: {'id': '3020bb42-bb96-456c-948a-b64fa08fd91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:58.966734 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Bound port: 6b2b7795-e876-4573-9616-aa32831d5689, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3020bb42-bb96-456c-948a-b64fa08fd91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:58.967117 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.038365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] For port 6b2b7795-e876-4573-9616-aa32831d5689, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:59.041951 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] For port 6b2b7795-e876-4573-9616-aa32831d5689, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6b2b7795-e876-4573-9616-aa32831d5689,segment=NetworkSegment(3020bb42-bb96-456c-948a-b64fa08fd91d),segment_id=3020bb42-bb96-456c-948a-b64fa08fd91d)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:59.124493 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.187654 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b5b15-2d1b-4f55-bfd4-9158ec9cf81c None None] Pushing event updated for resources: {'Port': ['ID=6b2b7795-e876-4573-9616-aa32831d5689,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:59.236823 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-14c0f381-f4d1-4aca-bb44-f688fdb40ede tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Allocated IP 172.20.0.1 (0b067578-0da5-4832-8737-dcfe0d8cb528/ad49a2aa-15d7-40d1-ada4-05564f309bb6/14bbc291-fb23-447d-aaeb-db324b9e9cb5) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:59.368387 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14c0f381-f4d1-4aca-bb44-f688fdb40ede tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.407889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-14c0f381-f4d1-4aca-bb44-f688fdb40ede tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Transition to ACTIVE for port object 14bbc291-fb23-447d-aaeb-db324b9e9cb5 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:59.507820 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14c0f381-f4d1-4aca-bb44-f688fdb40ede tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.553985 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c0f381-f4d1-4aca-bb44-f688fdb40ede tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network 0b067578-0da5-4832-8737-dcfe0d8cb528 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:59.557378 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-14c0f381-f4d1-4aca-bb44-f688fdb40ede tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:59.560067 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c0f381-f4d1-4aca-bb44-f688fdb40ede tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:59.592924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0f381-f4d1-4aca-bb44-f688fdb40ede tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=14bbc291-fb23-447d-aaeb-db324b9e9cb5,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:59.619511 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14c0f381-f4d1-4aca-bb44-f688fdb40ede tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.818105 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14c0f381-f4d1-4aca-bb44-f688fdb40ede tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.109613 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14c0f381-f4d1-4aca-bb44-f688fdb40ede tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.140098 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdce703-fd4a-4523-bf70-cf85f139a164 None None] Network 0b067578-0da5-4832-8737-dcfe0d8cb528 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:00.180796 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14c0f381-f4d1-4aca-bb44-f688fdb40ede tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.260571 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ca12792e-6fc9-4320-b51b-a64a49fddf18 None None] Provisioning for port 6b2b7795-e876-4573-9616-aa32831d5689 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:00.260738 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0f381-f4d1-4aca-bb44-f688fdb40ede tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=14bbc291-fb23-447d-aaeb-db324b9e9cb5,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:00.263305 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14c0f381-f4d1-4aca-bb44-f688fdb40ede tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.395909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c0f381-f4d1-4aca-bb44-f688fdb40ede tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network 0b067578-0da5-4832-8737-dcfe0d8cb528 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:00.397573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-14c0f381-f4d1-4aca-bb44-f688fdb40ede tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:00.412675 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6b2b7795-e876-4573-9616-aa32831d5689 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:00.527381 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c0f381-f4d1-4aca-bb44-f688fdb40ede tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Router 714cc02b-577c-4236-a00e-2963ebea7eae has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:20:00.530524 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 6b2b7795-e876-4573-9616-aa32831d5689 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:00.535049 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 6b2b7795-e876-4573-9616-aa32831d5689 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:00.535511 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.634840 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.646258 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-95d4ad61-597a-464d-a694-f59eaabed0e4 None None] Provisioning for port 14bbc291-fb23-447d-aaeb-db324b9e9cb5 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:00.654341 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-95d4ad61-597a-464d-a694-f59eaabed0e4 None None] Provisioning complete for port 14bbc291-fb23-447d-aaeb-db324b9e9cb5 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:00.655454 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95d4ad61-597a-464d-a694-f59eaabed0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.669838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c0f381-f4d1-4aca-bb44-f688fdb40ede tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:00.679750 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-14c0f381-f4d1-4aca-bb44-f688fdb40ede tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "PUT /v2.0/routers/714cc02b-577c-4236-a00e-2963ebea7eae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2483358 Jul 30 02:20:00.707664 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 6b2b7795-e876-4573-9616-aa32831d5689, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6b2b7795-e876-4573-9616-aa32831d5689,segment=NetworkSegment(3020bb42-bb96-456c-948a-b64fa08fd91d),segment_id=3020bb42-bb96-456c-948a-b64fa08fd91d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:00.716383 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] Sync routers for ids ['714cc02b-577c-4236-a00e-2963ebea7eae'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:00.720086 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-95d4ad61-597a-464d-a694-f59eaabed0e4 None None] Port 14bbc291-fb23-447d-aaeb-db324b9e9cb5 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:20:00.731926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] Routers {'714cc02b-577c-4236-a00e-2963ebea7eae'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:00.732558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:19:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['714cc02b-577c-4236-a00e-2963ebea7eae'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:00.771168 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.771961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:00.773710 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-95d4ad61-597a-464d-a694-f59eaabed0e4 None None] Provisioning complete for port 6b2b7795-e876-4573-9616-aa32831d5689 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:00.774067 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95d4ad61-597a-464d-a694-f59eaabed0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.927880 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-228bc1c3-3b33-4172-9e3f-15a22de98976 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1096056572&fields=id&tenant_id=daef44af5c0445f8bf526943c4157f6f HTTP/1.1" status: 200 len: 267 time: 0.0360518 Jul 30 02:20:00.952448 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=6b2b7795-e876-4573-9616-aa32831d5689,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:00.978780 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] Set router 714cc02b-577c-4236-a00e-2963ebea7eae gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:01.038682 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:01.049497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-8100be13-01b2-47c6-9233-1b0e4bff8702 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:01.052365 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-8100be13-01b2-47c6-9233-1b0e4bff8702 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/networks?id=0b067578-0da5-4832-8737-dcfe0d8cb528 HTTP/1.1" status: 200 len: 796 time: 0.1168261 Jul 30 02:20:01.066423 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-adbd4299-fd22-46cb-b8a7-030086d9420f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/quotas/daef44af5c0445f8bf526943c4157f6f HTTP/1.1" status: 200 len: 375 time: 0.0094714 Jul 30 02:20:01.079913 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:01.083000 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.120660 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-7effce3d-3cdd-40ef-8a81-82d2811e8b2d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489001 Jul 30 02:20:01.218490 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-e99ec293-e3ef-4422-81fd-cb0d797a1bd7 service neutron] 10.222.0.70 "GET /v2.0/networks/0b067578-0da5-4832-8737-dcfe0d8cb528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857558 Jul 30 02:20:01.260745 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d10c40a0-9fb6-4a94-815a-d8877dcc8b94 None None] Provisioning complete for port 14bbc291-fb23-447d-aaeb-db324b9e9cb5 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:01.261366 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d10c40a0-9fb6-4a94-815a-d8877dcc8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.264413 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.319391 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-b674375d-175b-4dcd-9bb2-19141ec4c349 service neutron] 10.222.0.70 "GET /v2.0/networks/0b067578-0da5-4832-8737-dcfe0d8cb528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926869 Jul 30 02:20:01.323147 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:01.329560 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d10c40a0-9fb6-4a94-815a-d8877dcc8b94 None None] Port 14bbc291-fb23-447d-aaeb-db324b9e9cb5 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:20:01.340626 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758034564', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:19:59Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:41:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '14bbc291-fb23-447d-aaeb-db324b9e9cb5', 'name': '', 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:85:41:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ad49a2aa-15d7-40d1-ada4-05564f309bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:19:59Z', 'revision_number': 2, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': 'ad49a2aa-15d7-40d1-ada4-05564f309bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:01.518702 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] Checking router: 714cc02b-577c-4236-a00e-2963ebea7eae for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:01.519192 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] Updating router 714cc02b-577c-4236-a00e-2963ebea7eae port 14bbc291-fb23-447d-aaeb-db324b9e9cb5 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:20:01.521167 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.569038 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.618130 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:01.627272 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bae7bd52-2d37-4fb5-ad4a-0c0c556983bf req-324ec7ca-391f-48cd-bb41-219f8cd25337 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 210 time: 0.1032000 Jul 30 02:20:01.848370 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.858600 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] Transition to ACTIVE for port object 14bbc291-fb23-447d-aaeb-db324b9e9cb5 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:01.913555 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.961565 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47195e-82f5-4c2b-8907-211bf0edc95e None None] Pushing event updated for resources: {'Port': ['ID=14bbc291-fb23-447d-aaeb-db324b9e9cb5,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:02.012958 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] Attempting to bind port 14bbc291-fb23-447d-aaeb-db324b9e9cb5 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:20:02.013320 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] Attempting to bind port 14bbc291-fb23-447d-aaeb-db324b9e9cb5 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '3020bb42-bb96-456c-948a-b64fa08fd91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:20:02.013684 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] Attempting to bind port 14bbc291-fb23-447d-aaeb-db324b9e9cb5 on network 0b067578-0da5-4832-8737-dcfe0d8cb528 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:02.019620 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:20:02.019989 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] Checking segment: {'id': '3020bb42-bb96-456c-948a-b64fa08fd91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:02.020389 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.020775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] Bound using segment: {'id': '3020bb42-bb96-456c-948a-b64fa08fd91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:20:02.021235 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] Bound port: 14bbc291-fb23-447d-aaeb-db324b9e9cb5, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3020bb42-bb96-456c-948a-b64fa08fd91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:20:02.021609 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.090083 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] For port 14bbc291-fb23-447d-aaeb-db324b9e9cb5, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:02.162029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] For port 14bbc291-fb23-447d-aaeb-db324b9e9cb5, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=14bbc291-fb23-447d-aaeb-db324b9e9cb5,segment=NetworkSegment(3020bb42-bb96-456c-948a-b64fa08fd91d),segment_id=3020bb42-bb96-456c-948a-b64fa08fd91d)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:20:02.245369 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.303042 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] Routers {'714cc02b-577c-4236-a00e-2963ebea7eae'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:02.303714 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:19:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['714cc02b-577c-4236-a00e-2963ebea7eae'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:02.344573 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6b2b7795-e876-4573-9616-aa32831d5689 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:02.348624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47195e-82f5-4c2b-8907-211bf0edc95e None None] Pushing event updated for resources: {'Port': ['ID=14bbc291-fb23-447d-aaeb-db324b9e9cb5,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:02.455341 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] Set router 714cc02b-577c-4236-a00e-2963ebea7eae gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:02.488362 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 6b2b7795-e876-4573-9616-aa32831d5689 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:02.488732 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.674536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:02.729677 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-722fbe8d-1131-41a7-b395-c8342ee06c16 req-578985a7-6096-44be-b3ed-20300b33be9a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 210 time: 0.0279744 Jul 30 02:20:02.758565 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:02.758942 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.784761 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758034564', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:19:59Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '14bbc291-fb23-447d-aaeb-db324b9e9cb5', 'name': '', 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:85:41:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ad49a2aa-15d7-40d1-ada4-05564f309bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': 'ad49a2aa-15d7-40d1-ada4-05564f309bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:02.811914 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974a4df2-c214-428e-83a1-85336eb9dd1e None None] The sync data for ids ['714cc02b-577c-4236-a00e-2963ebea7eae'] in n-d-713498-9 is: [{'id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758034564', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:19:59Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '14bbc291-fb23-447d-aaeb-db324b9e9cb5', 'name': '', 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:85:41:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ad49a2aa-15d7-40d1-ada4-05564f309bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': 'ad49a2aa-15d7-40d1-ada4-05564f309bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:03.158520 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:03.460346 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-7ed16e42-3c25-460e-8695-6a50302cdff7 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:03.462630 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-7ed16e42-3c25-460e-8695-6a50302cdff7 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.77 "GET /v2.0/networks?id=0b067578-0da5-4832-8737-dcfe0d8cb528 HTTP/1.1" status: 200 len: 796 time: 0.1192076 Jul 30 02:20:03.513857 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-6fa400ac-f0de-4e7f-997d-8219dc83fae1 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daef44af5c0445f8bf526943c4157f6f HTTP/1.1" status: 200 len: 380 time: 0.0370998 Jul 30 02:20:03.524999 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-d4682146-c4d0-48bc-84d1-4d3b22c58880 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'port': {'device_id': '72609c71-e860-4290-b114-5604f7b387c3', 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528', 'admin_state_up': True, 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'security_groups': ['8c9aed1b-37b1-46ef-8f53-478b5ccf500c']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:03.713731 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-d4682146-c4d0-48bc-84d1-4d3b22c58880 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Made reservation on behalf of daef44af5c0445f8bf526943c4157f6f for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:20:03.717358 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-d4682146-c4d0-48bc-84d1-4d3b22c58880 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:03.833604 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c375e4f-aadb-4286-9c9a-9a151d1aa9d7 req-70793d6c-49b6-4686-9d58-72dc4806453e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 210 time: 0.0276039 Jul 30 02:20:03.861770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-d4682146-c4d0-48bc-84d1-4d3b22c58880 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Allocated IP 172.20.0.14 (0b067578-0da5-4832-8737-dcfe0d8cb528/ad49a2aa-15d7-40d1-ada4-05564f309bb6/ee88b85c-1e18-4663-800b-c300006b9798) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:03.999707 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-d4682146-c4d0-48bc-84d1-4d3b22c58880 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.013059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-d4682146-c4d0-48bc-84d1-4d3b22c58880 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Transition to ACTIVE for port object ee88b85c-1e18-4663-800b-c300006b9798 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:04.117874 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-d4682146-c4d0-48bc-84d1-4d3b22c58880 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.161227 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-d4682146-c4d0-48bc-84d1-4d3b22c58880 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network 0b067578-0da5-4832-8737-dcfe0d8cb528 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:04.164407 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-d4682146-c4d0-48bc-84d1-4d3b22c58880 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:04.168079 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-d4682146-c4d0-48bc-84d1-4d3b22c58880 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:04.194394 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4682146-c4d0-48bc-84d1-4d3b22c58880 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=ee88b85c-1e18-4663-800b-c300006b9798,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:04.226674 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-d4682146-c4d0-48bc-84d1-4d3b22c58880 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:04.227323 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-d4682146-c4d0-48bc-84d1-4d3b22c58880 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.308965 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-d4682146-c4d0-48bc-84d1-4d3b22c58880 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7891383 Jul 30 02:20:04.326704 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] Request body: {'port': {'device_id': '72609c71-e860-4290-b114-5604f7b387c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:04.333463 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 14bbc291-fb23-447d-aaeb-db324b9e9cb5 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:04.390270 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.462433 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 14bbc291-fb23-447d-aaeb-db324b9e9cb5 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:04.466218 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 14bbc291-fb23-447d-aaeb-db324b9e9cb5 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:04.466743 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.490173 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2994d22d-0b1b-4039-a9d3-eea3b4c7131a None None] Provisioning for port ee88b85c-1e18-4663-800b-c300006b9798 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:04.496087 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2994d22d-0b1b-4039-a9d3-eea3b4c7131a None None] Provisioning complete for port ee88b85c-1e18-4663-800b-c300006b9798 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:04.496449 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2994d22d-0b1b-4039-a9d3-eea3b4c7131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.539649 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2994d22d-0b1b-4039-a9d3-eea3b4c7131a None None] Port ee88b85c-1e18-4663-800b-c300006b9798 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:20:04.579848 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.611700 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 14bbc291-fb23-447d-aaeb-db324b9e9cb5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=14bbc291-fb23-447d-aaeb-db324b9e9cb5,segment=NetworkSegment(3020bb42-bb96-456c-948a-b64fa08fd91d),segment_id=3020bb42-bb96-456c-948a-b64fa08fd91d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:04.648475 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee88b85c-1e18-4663-800b-c300006b9798 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:20:04.655901 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.663967 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:20:04.667616 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.667944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] Transition to ACTIVE for port object ee88b85c-1e18-4663-800b-c300006b9798 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:04.714090 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=14bbc291-fb23-447d-aaeb-db324b9e9cb5,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:04.737244 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.803734 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] Pushing event updated for resources: {'Port': ['ID=ee88b85c-1e18-4663-800b-c300006b9798,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:04.869369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] Attempting to bind port ee88b85c-1e18-4663-800b-c300006b9798 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:20:04.869369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] Attempting to bind port ee88b85c-1e18-4663-800b-c300006b9798 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '3020bb42-bb96-456c-948a-b64fa08fd91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:20:04.869369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] Attempting to bind port ee88b85c-1e18-4663-800b-c300006b9798 on network 0b067578-0da5-4832-8737-dcfe0d8cb528 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:04.870601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] Port ee88b85c-1e18-4663-800b-c300006b9798 on network 0b067578-0da5-4832-8737-dcfe0d8cb528 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:20:04.870933 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] Attempting to bind port ee88b85c-1e18-4663-800b-c300006b9798 on network 0b067578-0da5-4832-8737-dcfe0d8cb528 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:04.876425 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:20:04.876744 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] Checking segment: {'id': '3020bb42-bb96-456c-948a-b64fa08fd91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:04.877139 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] Bound using segment: {'id': '3020bb42-bb96-456c-948a-b64fa08fd91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:20:04.877575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] Bound port: ee88b85c-1e18-4663-800b-c300006b9798, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3020bb42-bb96-456c-948a-b64fa08fd91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:20:04.877944 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.979280 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] For port ee88b85c-1e18-4663-800b-c300006b9798, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:04.996764 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cb408-bdc6-49c0-94d8-ccefb55a7b6f req-9a7045b0-b73e-4b18-b8b9-deaf2db6f8c7 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:04.998340 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad2cb408-bdc6-49c0-94d8-ccefb55a7b6f req-9a7045b0-b73e-4b18-b8b9-deaf2db6f8c7 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 944 time: 0.0849712 Jul 30 02:20:05.002374 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] For port ee88b85c-1e18-4663-800b-c300006b9798, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ee88b85c-1e18-4663-800b-c300006b9798,segment=NetworkSegment(3020bb42-bb96-456c-948a-b64fa08fd91d),segment_id=3020bb42-bb96-456c-948a-b64fa08fd91d)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:20:05.038429 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad2cb408-bdc6-49c0-94d8-ccefb55a7b6f req-c0727e2a-5a33-4d2f-89a3-2072831caa45 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9aed1b-37b1-46ef-8f53-478b5ccf500c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331244 Jul 30 02:20:05.058205 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:05.093554 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:05.094089 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:05.095998 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] 10.222.0.77 "PUT /v2.0/ports/ee88b85c-1e18-4663-800b-c300006b9798 HTTP/1.1" status: 200 len: 1092 time: 0.7737043 Jul 30 02:20:05.098022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72609c71-e860-4290-b114-5604f7b387c3', 'tag': 'ee88b85c-1e18-4663-800b-c300006b9798'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:20:05.100701 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8cb21a-caef-40c0-a5bb-159f1fa494bb" -d '{"events": [{"name": "network-changed", "server_uuid": "72609c71-e860-4290-b114-5604f7b387c3", "tag": "ee88b85c-1e18-4663-800b-c300006b9798"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:20:05.127242 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cbdd51-c7f1-4a0c-82a6-6698423e06ea service neutron] Pushing event updated for resources: {'Port': ['ID=ee88b85c-1e18-4663-800b-c300006b9798,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:05.146488 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb75088c-606a-48ce-b5e9-7bba5364ae55 x-openstack-request-id: req-cb75088c-606a-48ce-b5e9-7bba5364ae55 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:20:05.146783 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72609c71-e860-4290-b114-5604f7b387c3", "tag": "ee88b85c-1e18-4663-800b-c300006b9798", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:20:05.147036 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb75088c-606a-48ce-b5e9-7bba5364ae55 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:20:05.147436 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72609c71-e860-4290-b114-5604f7b387c3', 'tag': 'ee88b85c-1e18-4663-800b-c300006b9798', 'status': 'completed', 'code': 200} Jul 30 02:20:05.231284 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cb21a-caef-40c0-a5bb-159f1fa494bb req-35d57a63-9cc5-4d41-8d0a-5347a826f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:05.232857 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf8cb21a-caef-40c0-a5bb-159f1fa494bb req-35d57a63-9cc5-4d41-8d0a-5347a826f0e0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 1095 time: 0.0444970 Jul 30 02:20:05.337146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cb21a-caef-40c0-a5bb-159f1fa494bb req-b8a0b4c8-820b-4e9b-9542-b5ef811bff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:05.338664 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf8cb21a-caef-40c0-a5bb-159f1fa494bb req-b8a0b4c8-820b-4e9b-9542-b5ef811bff2e service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=daef44af5c0445f8bf526943c4157f6f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0913494 Jul 30 02:20:05.435959 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cb21a-caef-40c0-a5bb-159f1fa494bb req-67094baa-9342-4a5f-8926-f8430cd248fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:05.437519 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf8cb21a-caef-40c0-a5bb-159f1fa494bb req-67094baa-9342-4a5f-8926-f8430cd248fe service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924497 Jul 30 02:20:05.531396 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-d7c5874f-81cf-47d0-9ae0-dfa5662db148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:05.533358 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-d7c5874f-81cf-47d0-9ae0-dfa5662db148 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 1095 time: 0.0404794 Jul 30 02:20:05.583044 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-d0cbfc95-013e-41d7-be07-33328e0b7919 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee88b85c-1e18-4663-800b-c300006b9798 HTTP/1.1" status: 200 len: 217 time: 0.0366731 Jul 30 02:20:05.631509 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-de16f110-f71e-47cd-bae9-2c33ad5aaddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:05.632922 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-de16f110-f71e-47cd-bae9-2c33ad5aaddf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ad49a2aa-15d7-40d1-ada4-05564f309bb6 HTTP/1.1" status: 200 len: 835 time: 0.0434237 Jul 30 02:20:05.677817 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-3e6d52c1-98da-4d1b-85c7-d18f0fcc8c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:05.679288 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-3e6d52c1-98da-4d1b-85c7-d18f0fcc8c2a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0b067578-0da5-4832-8737-dcfe0d8cb528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391867 Jul 30 02:20:05.769217 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-10f2a271-c4c5-4a72-9817-da864d2767e8 service neutron] 10.222.0.77 "GET /v2.0/networks/0b067578-0da5-4832-8737-dcfe0d8cb528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816829 Jul 30 02:20:05.858374 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f164514d-f29f-4432-84bf-1cd9b2423d4d req-a45f968a-6529-44bc-a678-72c8a64a8e8b service neutron] 10.222.0.77 "GET /v2.0/networks/0b067578-0da5-4832-8737-dcfe0d8cb528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817814 Jul 30 02:20:06.153072 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29c1cf-475d-49ef-aa89-a85e3002b6bc req-77f53cee-6e75-42d2-9511-2defdd91c126 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:06.154573 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1a29c1cf-475d-49ef-aa89-a85e3002b6bc req-77f53cee-6e75-42d2-9511-2defdd91c126 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 944 time: 0.0488894 Jul 30 02:20:06.192899 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1a29c1cf-475d-49ef-aa89-a85e3002b6bc req-f8aaff6f-dcd0-4071-ad85-b813e8d6d599 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9aed1b-37b1-46ef-8f53-478b5ccf500c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316641 Jul 30 02:20:06.297748 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 14bbc291-fb23-447d-aaeb-db324b9e9cb5 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:06.355177 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 14bbc291-fb23-447d-aaeb-db324b9e9cb5 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:06.355550 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:07.311156 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf555d92-45aa-4fda-b094-62df7bda8542 req-0ee9a6a0-9d0c-4bef-aa41-346d2cab6f58 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:07.312617 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bf555d92-45aa-4fda-b094-62df7bda8542 req-0ee9a6a0-9d0c-4bef-aa41-346d2cab6f58 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 944 time: 0.0521860 Jul 30 02:20:07.350436 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bf555d92-45aa-4fda-b094-62df7bda8542 req-14b29241-311c-464d-9058-652ea4c91d71 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9aed1b-37b1-46ef-8f53-478b5ccf500c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318136 Jul 30 02:20:08.468067 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a71078-8639-4569-a0f2-fa0660d73c7a req-3f442c09-eef8-4dfa-908c-6e8c0430d7ca tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:08.469563 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f8a71078-8639-4569-a0f2-fa0660d73c7a req-3f442c09-eef8-4dfa-908c-6e8c0430d7ca tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 944 time: 0.0536671 Jul 30 02:20:08.507858 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f8a71078-8639-4569-a0f2-fa0660d73c7a req-2413b854-adc2-47f1-afc1-c80b0bbd0a57 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9aed1b-37b1-46ef-8f53-478b5ccf500c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314903 Jul 30 02:20:09.028314 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device ee88b85c-1e18-4663-800b-c300006b9798 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:20:09.129628 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port ee88b85c-1e18-4663-800b-c300006b9798, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ee88b85c-1e18-4663-800b-c300006b9798,segment=NetworkSegment(3020bb42-bb96-456c-948a-b64fa08fd91d),segment_id=3020bb42-bb96-456c-948a-b64fa08fd91d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:09.140869 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'ee88b85c-1e18-4663-800b-c300006b9798', 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528', 'port_id': 'ee88b85c-1e18-4663-800b-c300006b9798', 'mac_address': 'fa:16:3e:f6:6a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad49a2aa-15d7-40d1-ada4-05564f309bb6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:20:09.168827 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2a180eb-cb54-49ec-8734-a7901de71d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:09.183005 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:09.195171 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee88b85c-1e18-4663-800b-c300006b9798 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:20:09.214366 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port ee88b85c-1e18-4663-800b-c300006b9798, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ee88b85c-1e18-4663-800b-c300006b9798,segment=NetworkSegment(3020bb42-bb96-456c-948a-b64fa08fd91d),segment_id=3020bb42-bb96-456c-948a-b64fa08fd91d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:09.296422 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:09.343976 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=ee88b85c-1e18-4663-800b-c300006b9798,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:09.351314 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:09.356420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:09.356420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:09.356420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:09.356420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:09.356420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:09.356420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:09.356420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:09.356420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:09.356420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:09.356420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:09.356420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:09.555264 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['ee88b85c-1e18-4663-800b-c300006b9798'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:20:09.620668 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f64071-bc57-406d-a60c-c11417b211a4 req-58c9357b-3271-4694-b094-d7d86eb62505 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:09.622231 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62f64071-bc57-406d-a60c-c11417b211a4 req-58c9357b-3271-4694-b094-d7d86eb62505 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 945 time: 0.0494816 Jul 30 02:20:09.661081 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-62f64071-bc57-406d-a60c-c11417b211a4 req-222eed5b-03e0-4ba7-a524-adabbcf7b104 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9aed1b-37b1-46ef-8f53-478b5ccf500c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317228 Jul 30 02:20:10.773781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2ddbd-b270-410a-a731-921464e4b753 req-315431e7-d97d-4e4a-bb47-c8bba7677a92 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:10.775277 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-36e2ddbd-b270-410a-a731-921464e4b753 req-315431e7-d97d-4e4a-bb47-c8bba7677a92 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 945 time: 0.0484669 Jul 30 02:20:10.811342 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-36e2ddbd-b270-410a-a731-921464e4b753 req-2a663d0b-df8f-482e-9d90-0d3db7378a5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9aed1b-37b1-46ef-8f53-478b5ccf500c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302603 Jul 30 02:20:11.050466 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device ee88b85c-1e18-4663-800b-c300006b9798 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:11.147725 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port ee88b85c-1e18-4663-800b-c300006b9798 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:11.151796 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port ee88b85c-1e18-4663-800b-c300006b9798 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:11.152248 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:11.228250 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:11.250411 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72609c71-e860-4290-b114-5604f7b387c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee88b85c-1e18-4663-800b-c300006b9798'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:20:11.253456 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd812c9f-a1ca-46ca-9124-2f925399421a" -d '{"events": [{"server_uuid": "72609c71-e860-4290-b114-5604f7b387c3", "name": "network-vif-plugged", "status": "completed", "tag": "ee88b85c-1e18-4663-800b-c300006b9798"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:20:11.266567 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port ee88b85c-1e18-4663-800b-c300006b9798, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ee88b85c-1e18-4663-800b-c300006b9798,segment=NetworkSegment(3020bb42-bb96-456c-948a-b64fa08fd91d),segment_id=3020bb42-bb96-456c-948a-b64fa08fd91d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:11.289750 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a288cf7-45eb-4f76-817f-d2e3666d280d x-openstack-request-id: req-4a288cf7-45eb-4f76-817f-d2e3666d280d {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:20:11.290048 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72609c71-e860-4290-b114-5604f7b387c3", "name": "network-vif-plugged", "status": "completed", "tag": "ee88b85c-1e18-4663-800b-c300006b9798", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:20:11.290329 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4a288cf7-45eb-4f76-817f-d2e3666d280d {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:20:11.290728 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72609c71-e860-4290-b114-5604f7b387c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee88b85c-1e18-4663-800b-c300006b9798', 'code': 200} Jul 30 02:20:11.311579 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:11.366430 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=ee88b85c-1e18-4663-800b-c300006b9798,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:11.415720 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80467e99-4841-4afb-bb90-b4e432423258 req-d716a0e6-fc7b-4f4b-b3a8-7bb78d8d2ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:11.417214 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-80467e99-4841-4afb-bb90-b4e432423258 req-d716a0e6-fc7b-4f4b-b3a8-7bb78d8d2ea8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 1097 time: 0.0400534 Jul 30 02:20:11.450986 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-80467e99-4841-4afb-bb90-b4e432423258 req-911cd099-ba32-4cdc-a619-3d328135d9c8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8c9aed1b-37b1-46ef-8f53-478b5ccf500c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267434 Jul 30 02:20:11.660629 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f5707cd-423a-49ef-a529-e2d754603115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:11.757429 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:11.932081 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a05f4d-c21d-41a0-b66f-7605cf40da09 req-c27d8807-a261-4deb-b2d0-21c26057355c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:11.933511 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70a05f4d-c21d-41a0-b66f-7605cf40da09 req-c27d8807-a261-4deb-b2d0-21c26057355c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 946 time: 0.0558207 Jul 30 02:20:11.978520 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-70a05f4d-c21d-41a0-b66f-7605cf40da09 req-d33b820e-6e7d-4f82-b312-d6cf0d68ee3b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9aed1b-37b1-46ef-8f53-478b5ccf500c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386393 Jul 30 02:20:13.091743 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887c924-a0cc-45e2-8db3-a8f0594806fa req-7e4b682e-26eb-478e-b2e6-14772c156ac9 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:13.093222 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e887c924-a0cc-45e2-8db3-a8f0594806fa req-7e4b682e-26eb-478e-b2e6-14772c156ac9 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 946 time: 0.0483196 Jul 30 02:20:13.131519 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e887c924-a0cc-45e2-8db3-a8f0594806fa req-bec5022e-5320-45df-9072-5552b93b7205 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9aed1b-37b1-46ef-8f53-478b5ccf500c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314052 Jul 30 02:20:13.244010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceca51f-ef84-4074-889e-746f24789594 req-3750136c-9ef3-48df-9f7b-58bd4b255284 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:13.245506 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2ceca51f-ef84-4074-889e-746f24789594 req-3750136c-9ef3-48df-9f7b-58bd4b255284 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 946 time: 0.0491242 Jul 30 02:20:13.282891 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2ceca51f-ef84-4074-889e-746f24789594 req-615a9d63-d42c-4aee-862d-fb22829fa791 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9aed1b-37b1-46ef-8f53-478b5ccf500c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309691 Jul 30 02:20:13.305984 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32868) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:13.342184 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:13.347774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0d55f6-88a0-4037-ab98-40c65a20d489 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:13.349558 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fe0d55f6-88a0-4037-ab98-40c65a20d489 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 1092 time: 0.0423036 Jul 30 02:20:13.352454 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32870) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:13.356759 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': 'ee88b85c-1e18-4663-800b-c300006b9798', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:13.444935 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:13.544153 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:13.643892 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Allocated IP 172.25.1.46 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/ec4c10e2-a707-4efc-bdf4-b0439cae1f80) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:13.746354 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:13.867920 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:13.906435 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:13.909322 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:13.912787 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:13.940229 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=ec4c10e2-a707-4efc-bdf4-b0439cae1f80,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:13.951520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:13.951886 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:13.952228 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:13.952569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:13.952910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:13.953249 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:13.953587 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:13.953924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:13.954920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:13.955284 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:13.955605 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:13.955931 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:14.649566 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:14.719327 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:14.780436 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:14.924687 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:14.976215 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:15.042890 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=ec4c10e2-a707-4efc-bdf4-b0439cae1f80,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:15.055680 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:15.153212 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Floating IP 4a5e17c3-e729-47d5-9da6-2ba0345ee379 associated. External IP: 172.25.1.46, port: ee88b85c-1e18-4663-800b-c300006b9798. Jul 30 02:20:15.357008 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Router 714cc02b-577c-4236-a00e-2963ebea7eae has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:20:15.464155 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:15.474822 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d83ff8-0edc-4e7c-b2cf-e6d367c3fcbf None None] Sync routers for ids ['714cc02b-577c-4236-a00e-2963ebea7eae'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:15.484326 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d83ff8-0edc-4e7c-b2cf-e6d367c3fcbf None None] Routers {'714cc02b-577c-4236-a00e-2963ebea7eae'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:15.484936 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e7d83ff8-0edc-4e7c-b2cf-e6d367c3fcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:20:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['714cc02b-577c-4236-a00e-2963ebea7eae'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:15.541803 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:15.569754 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-250b6af5-ae47-419f-ad66-9404b10b71f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2162805 Jul 30 02:20:15.570402 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72609c71-e860-4290-b114-5604f7b387c3', 'tag': 'ee88b85c-1e18-4663-800b-c300006b9798'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:20:15.572701 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d3581f-23ce-42d6-b531-308e4a682c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "72609c71-e860-4290-b114-5604f7b387c3", "tag": "ee88b85c-1e18-4663-800b-c300006b9798"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:20:15.589863 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-e7d83ff8-0edc-4e7c-b2cf-e6d367c3fcbf None None] Set router 714cc02b-577c-4236-a00e-2963ebea7eae gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:15.610944 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd07f6d7-947d-43ea-9965-43c38ecafe1a x-openstack-request-id: req-fd07f6d7-947d-43ea-9965-43c38ecafe1a {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:20:15.611483 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72609c71-e860-4290-b114-5604f7b387c3", "tag": "ee88b85c-1e18-4663-800b-c300006b9798", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:20:15.611801 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd07f6d7-947d-43ea-9965-43c38ecafe1a {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:20:15.612276 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72609c71-e860-4290-b114-5604f7b387c3', 'tag': 'ee88b85c-1e18-4663-800b-c300006b9798', 'status': 'completed', 'code': 200} Jul 30 02:20:15.681905 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9647d-e31c-4902-bc20-714c996eb371 req-2898e50f-e4fd-41c1-9368-7ab444ed1332 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:15.683582 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9e9647d-e31c-4902-bc20-714c996eb371 req-2898e50f-e4fd-41c1-9368-7ab444ed1332 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 946 time: 0.0554540 Jul 30 02:20:15.702700 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3581f-23ce-42d6-b531-308e4a682c4c req-11df7f80-cb06-4d04-9796-0ccf9c7ae55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:15.704262 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-66d3581f-23ce-42d6-b531-308e4a682c4c req-11df7f80-cb06-4d04-9796-0ccf9c7ae55e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 1097 time: 0.0450165 Jul 30 02:20:15.727631 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e9e9647d-e31c-4902-bc20-714c996eb371 req-22a5af71-5dd1-4378-9941-96941989ddaa tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9aed1b-37b1-46ef-8f53-478b5ccf500c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370729 Jul 30 02:20:15.752325 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32876) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:15.800974 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3581f-23ce-42d6-b531-308e4a682c4c req-3fa443cf-4896-48ad-8a9a-f44be2c397eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:15.802581 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-66d3581f-23ce-42d6-b531-308e4a682c4c req-3fa443cf-4896-48ad-8a9a-f44be2c397eb service neutron] 10.222.0.77 "GET /v2.0/networks?id=0b067578-0da5-4832-8737-dcfe0d8cb528 HTTP/1.1" status: 200 len: 897 time: 0.0915904 Jul 30 02:20:15.816899 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9b2efd22-c74b-4945-918e-4a34ff075d14 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/floatingips/4a5e17c3-e729-47d5-9da6-2ba0345ee379 HTTP/1.1" status: 200 len: 991 time: 0.0632656 Jul 30 02:20:15.819739 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e7d83ff8-0edc-4e7c-b2cf-e6d367c3fcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758034564', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:19:59Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '4a5e17c3-e729-47d5-9da6-2ba0345ee379', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'port_id': 'ee88b85c-1e18-4663-800b-c300006b9798', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528', 'mac_address': 'fa:16:3e:f6:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72609c71-e860-4290-b114-5604f7b387c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:20:14Z', 'updated_at': '2021-07-30T02:20:14Z', 'revision_number': 0, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14bbc291-fb23-447d-aaeb-db324b9e9cb5', 'name': '', 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:85:41:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ad49a2aa-15d7-40d1-ada4-05564f309bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': 'ad49a2aa-15d7-40d1-ada4-05564f309bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:15.848207 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d83ff8-0edc-4e7c-b2cf-e6d367c3fcbf None None] Checking router: 714cc02b-577c-4236-a00e-2963ebea7eae for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:15.856541 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d83ff8-0edc-4e7c-b2cf-e6d367c3fcbf None None] Routers {'714cc02b-577c-4236-a00e-2963ebea7eae'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:15.857148 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e7d83ff8-0edc-4e7c-b2cf-e6d367c3fcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:20:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['714cc02b-577c-4236-a00e-2963ebea7eae'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:15.870814 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-66d3581f-23ce-42d6-b531-308e4a682c4c req-f93604ca-571e-4557-8b92-bcd744910dde service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee88b85c-1e18-4663-800b-c300006b9798 HTTP/1.1" status: 200 len: 999 time: 0.0603988 Jul 30 02:20:15.926904 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3581f-23ce-42d6-b531-308e4a682c4c req-4f560d28-c82d-4bde-b78f-81b6b5e8222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:15.928447 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-66d3581f-23ce-42d6-b531-308e4a682c4c req-4f560d28-c82d-4bde-b78f-81b6b5e8222a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ad49a2aa-15d7-40d1-ada4-05564f309bb6 HTTP/1.1" status: 200 len: 835 time: 0.0510094 Jul 30 02:20:15.967327 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-e7d83ff8-0edc-4e7c-b2cf-e6d367c3fcbf None None] Set router 714cc02b-577c-4236-a00e-2963ebea7eae gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:15.984822 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3581f-23ce-42d6-b531-308e4a682c4c req-9da546d3-b59b-4234-9d27-5965ba3945fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:15.986966 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-66d3581f-23ce-42d6-b531-308e4a682c4c req-9da546d3-b59b-4234-9d27-5965ba3945fd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0b067578-0da5-4832-8737-dcfe0d8cb528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510232 Jul 30 02:20:16.078460 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-66d3581f-23ce-42d6-b531-308e4a682c4c req-9ea6e71f-da2a-4cad-9799-bfedc21e1b42 service neutron] 10.222.0.77 "GET /v2.0/networks/0b067578-0da5-4832-8737-dcfe0d8cb528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838504 Jul 30 02:20:16.220351 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-66d3581f-23ce-42d6-b531-308e4a682c4c req-d6791bdc-aa7b-4e1e-b449-b2707a43d5af service neutron] 10.222.0.77 "GET /v2.0/networks/0b067578-0da5-4832-8737-dcfe0d8cb528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347084 Jul 30 02:20:16.283288 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e7d83ff8-0edc-4e7c-b2cf-e6d367c3fcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758034564', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:19:59Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '4a5e17c3-e729-47d5-9da6-2ba0345ee379', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'port_id': 'ee88b85c-1e18-4663-800b-c300006b9798', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528', 'mac_address': 'fa:16:3e:f6:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72609c71-e860-4290-b114-5604f7b387c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:20:14Z', 'updated_at': '2021-07-30T02:20:14Z', 'revision_number': 0, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14bbc291-fb23-447d-aaeb-db324b9e9cb5', 'name': '', 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:85:41:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ad49a2aa-15d7-40d1-ada4-05564f309bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': 'ad49a2aa-15d7-40d1-ada4-05564f309bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:16.314402 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d83ff8-0edc-4e7c-b2cf-e6d367c3fcbf None None] The sync data for ids ['714cc02b-577c-4236-a00e-2963ebea7eae'] in n-d-713498-9 is: [{'id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758034564', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:19:59Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '4a5e17c3-e729-47d5-9da6-2ba0345ee379', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'port_id': 'ee88b85c-1e18-4663-800b-c300006b9798', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528', 'mac_address': 'fa:16:3e:f6:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72609c71-e860-4290-b114-5604f7b387c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:20:14Z', 'updated_at': '2021-07-30T02:20:14Z', 'revision_number': 0, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14bbc291-fb23-447d-aaeb-db324b9e9cb5', 'name': '', 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:85:41:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ad49a2aa-15d7-40d1-ada4-05564f309bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': 'ad49a2aa-15d7-40d1-ada4-05564f309bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:16.500099 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd7b3d-0108-4770-8ece-4daea352dc3b None None] New status for floating IP 4a5e17c3-e729-47d5-9da6-2ba0345ee379: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:20:16.820063 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32878) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:16.883198 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-98371982-34c0-4b84-9c6a-055a0fdbf869 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/floatingips/4a5e17c3-e729-47d5-9da6-2ba0345ee379 HTTP/1.1" status: 200 len: 993 time: 0.0619853 Jul 30 02:20:18.037153 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:26.880197 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfdc10dd-f346-4a0e-9dd8-d0ab6e04f5b8 req-22903fcb-b2e9-4537-87f6-990d91b0eef8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1198237 Jul 30 02:20:26.961470 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc10dd-f346-4a0e-9dd8-d0ab6e04f5b8 req-1deb4aa6-87aa-47a0-9ffd-eeff20d9c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:26.962880 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfdc10dd-f346-4a0e-9dd8-d0ab6e04f5b8 req-1deb4aa6-87aa-47a0-9ffd-eeff20d9c730 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75081f986550442cbe06a41f117d2873&device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 1096 time: 0.0412605 Jul 30 02:20:27.068449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc10dd-f346-4a0e-9dd8-d0ab6e04f5b8 req-965b6377-bf02-453a-a65d-5d86b26b6a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:27.069908 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfdc10dd-f346-4a0e-9dd8-d0ab6e04f5b8 req-965b6377-bf02-453a-a65d-5d86b26b6a53 service neutron] 10.222.0.10 "GET /v2.0/networks?id=88caf4fc-db29-4c8c-83f8-efd5f3f0c07b HTTP/1.1" status: 200 len: 909 time: 0.0864685 Jul 30 02:20:27.134857 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfdc10dd-f346-4a0e-9dd8-d0ab6e04f5b8 req-871dd513-1ecc-4b11-937a-46226a594b6c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b122517-6de7-4ec4-a93d-0827313d6445 HTTP/1.1" status: 200 len: 1000 time: 0.0578339 Jul 30 02:20:27.181899 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc10dd-f346-4a0e-9dd8-d0ab6e04f5b8 req-07c817d4-67fa-406b-b260-cd804c2d522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:27.183318 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfdc10dd-f346-4a0e-9dd8-d0ab6e04f5b8 req-07c817d4-67fa-406b-b260-cd804c2d522d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7de4e4e4-fa5c-4404-b285-f13c0866779a HTTP/1.1" status: 200 len: 847 time: 0.0422328 Jul 30 02:20:27.233724 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc10dd-f346-4a0e-9dd8-d0ab6e04f5b8 req-a9e3be70-2acb-47bf-9eb0-8ff4e0fca360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:27.235239 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfdc10dd-f346-4a0e-9dd8-d0ab6e04f5b8 req-a9e3be70-2acb-47bf-9eb0-8ff4e0fca360 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=88caf4fc-db29-4c8c-83f8-efd5f3f0c07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447788 Jul 30 02:20:27.248282 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-bfdc10dd-f346-4a0e-9dd8-d0ab6e04f5b8 req-802de751-792e-4275-9c18-62ef5b7a7c96 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:20:27.251435 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfdc10dd-f346-4a0e-9dd8-d0ab6e04f5b8 req-802de751-792e-4275-9c18-62ef5b7a7c96 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073214 Jul 30 02:20:27.346970 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfdc10dd-f346-4a0e-9dd8-d0ab6e04f5b8 req-e63ae153-b094-4913-9ba3-ee0665587c30 service neutron] 10.222.0.10 "GET /v2.0/networks/88caf4fc-db29-4c8c-83f8-efd5f3f0c07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900674 Jul 30 02:20:27.441137 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfdc10dd-f346-4a0e-9dd8-d0ab6e04f5b8 req-7ae153b5-682b-4283-abaf-918593d96ff4 service neutron] 10.222.0.10 "GET /v2.0/networks/88caf4fc-db29-4c8c-83f8-efd5f3f0c07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871654 Jul 30 02:20:33.153029 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:39.136128 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7882175b-177a-4d38-aef7-c2d467ecc01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:41.650272 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e2027a6a-2eeb-46c3-94a4-0566f080d084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:41.662049 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:20:41.770329 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:43.364429 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:44.705581 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:45.579463 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab1d00-f528-4652-9355-73e1523d7868 req-10f1aa9a-7eaa-46c1-9ea6-0ef31a9564cb tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:45.580948 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-75ab1d00-f528-4652-9355-73e1523d7868 req-10f1aa9a-7eaa-46c1-9ea6-0ef31a9564cb tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 946 time: 0.0497248 Jul 30 02:20:45.619092 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-75ab1d00-f528-4652-9355-73e1523d7868 req-e5dcd5b4-6b09-43c2-a23a-761bada2fc8b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9aed1b-37b1-46ef-8f53-478b5ccf500c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320468 Jul 30 02:20:45.642861 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32902) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:45.701189 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-530a9604-ecfd-47e1-b5ef-a09467c06df8 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/floatingips/4a5e17c3-e729-47d5-9da6-2ba0345ee379 HTTP/1.1" status: 200 len: 993 time: 0.0571978 Jul 30 02:20:46.168080 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4e196-a5df-44a3-bd54-dd3e8a1af5bf req-aacfabaf-2007-45bb-ad93-ec12d384129b tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:46.169582 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8db4e196-a5df-44a3-bd54-dd3e8a1af5bf req-aacfabaf-2007-45bb-ad93-ec12d384129b tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 1097 time: 0.0443530 Jul 30 02:20:46.203076 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8db4e196-a5df-44a3-bd54-dd3e8a1af5bf req-ce12ab59-1f2f-4647-90d4-8a40ca37d199 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8c9aed1b-37b1-46ef-8f53-478b5ccf500c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272691 Jul 30 02:20:47.079969 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-1362ad0d-f94e-4b64-80cc-75f1cf7d9c7d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395083 Jul 30 02:20:47.935451 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-36ea3cf3-d7fc-4a42-bda3-d792ed1545b5 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:20:47.936448 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-36ea3cf3-d7fc-4a42-bda3-d792ed1545b5 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0609760 Jul 30 02:20:47.947134 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-d514448b-4df7-44a4-bbbc-92f2b225737f service neutron] Request body: {'binding': {'host': 'n-h1-713498-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:47.947668 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-d514448b-4df7-44a4-bbbc-92f2b225737f service neutron] Unknown quota resources ['binding']. {{(pid=94464) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 02:20:48.010221 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:48.366286 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-d514448b-4df7-44a4-bbbc-92f2b225737f service neutron] Attempting to bind port ee88b85c-1e18-4663-800b-c300006b9798 on host n-h1-713498-9 for vnic_type normal with profile None {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:20:48.366738 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-d514448b-4df7-44a4-bbbc-92f2b225737f service neutron] Attempting to bind port ee88b85c-1e18-4663-800b-c300006b9798 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '3020bb42-bb96-456c-948a-b64fa08fd91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:20:48.367041 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-d514448b-4df7-44a4-bbbc-92f2b225737f service neutron] Attempting to bind port ee88b85c-1e18-4663-800b-c300006b9798 on network 0b067578-0da5-4832-8737-dcfe0d8cb528 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:48.371499 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-d514448b-4df7-44a4-bbbc-92f2b225737f service neutron] Port ee88b85c-1e18-4663-800b-c300006b9798 on network 0b067578-0da5-4832-8737-dcfe0d8cb528 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:20:48.371822 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-d514448b-4df7-44a4-bbbc-92f2b225737f service neutron] Attempting to bind port ee88b85c-1e18-4663-800b-c300006b9798 on network 0b067578-0da5-4832-8737-dcfe0d8cb528 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:48.376676 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-d514448b-4df7-44a4-bbbc-92f2b225737f service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:20:48.377015 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-d514448b-4df7-44a4-bbbc-92f2b225737f service neutron] Checking segment: {'id': '3020bb42-bb96-456c-948a-b64fa08fd91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:48.377404 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-d514448b-4df7-44a4-bbbc-92f2b225737f service neutron] Bound using segment: {'id': '3020bb42-bb96-456c-948a-b64fa08fd91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:20:48.377823 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-d514448b-4df7-44a4-bbbc-92f2b225737f service neutron] Bound port: ee88b85c-1e18-4663-800b-c300006b9798, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3020bb42-bb96-456c-948a-b64fa08fd91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:20:48.460565 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-d514448b-4df7-44a4-bbbc-92f2b225737f service neutron] For port ee88b85c-1e18-4663-800b-c300006b9798, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ee88b85c-1e18-4663-800b-c300006b9798,segment=NetworkSegment(3020bb42-bb96-456c-948a-b64fa08fd91d),segment_id=3020bb42-bb96-456c-948a-b64fa08fd91d)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:20:48.542208 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-d514448b-4df7-44a4-bbbc-92f2b225737f service neutron] Notify callbacks [] for binding, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:48.543377 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-d514448b-4df7-44a4-bbbc-92f2b225737f service neutron] 10.222.0.70 "POST /v2.0/ports/ee88b85c-1e18-4663-800b-c300006b9798/bindings HTTP/1.1" status: 201 len: 389 time: 0.5996416 Jul 30 02:20:49.197700 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-1071593b-194c-442f-a0a6-b07d8bb4101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:49.199219 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-1071593b-194c-442f-a0a6-b07d8bb4101b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 1097 time: 0.0434155 Jul 30 02:20:49.287184 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-ac45260f-f617-4fe3-af45-7fd25eb64d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:49.288600 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-ac45260f-f617-4fe3-af45-7fd25eb64d21 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0b067578-0da5-4832-8737-dcfe0d8cb528 HTTP/1.1" status: 200 len: 897 time: 0.0813777 Jul 30 02:20:49.355859 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-19bc7c71-0f8e-4599-b679-ccec96af2485 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee88b85c-1e18-4663-800b-c300006b9798 HTTP/1.1" status: 200 len: 1001 time: 0.0602684 Jul 30 02:20:49.405573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-d1c1797a-8c41-4602-a3cb-7e0d1f7b1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:49.407058 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-d1c1797a-8c41-4602-a3cb-7e0d1f7b1c19 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ad49a2aa-15d7-40d1-ada4-05564f309bb6 HTTP/1.1" status: 200 len: 835 time: 0.0438757 Jul 30 02:20:49.451528 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-feb8d082-a36a-41e8-a78d-9bca22013996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:49.452889 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-feb8d082-a36a-41e8-a78d-9bca22013996 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b067578-0da5-4832-8737-dcfe0d8cb528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390072 Jul 30 02:20:49.545397 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-5596cdcd-eeb6-4e39-9ea1-9a6488703cfc service neutron] 10.222.0.10 "GET /v2.0/networks/0b067578-0da5-4832-8737-dcfe0d8cb528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840034 Jul 30 02:20:49.633885 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-554434d2-f120-4591-9bbc-d2d8cf7c7889 service neutron] 10.222.0.10 "GET /v2.0/networks/0b067578-0da5-4832-8737-dcfe0d8cb528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805783 Jul 30 02:20:49.768105 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-67270c83-c746-4a4c-be40-0dd26ef1fad6 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:49.769509 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-67270c83-c746-4a4c-be40-0dd26ef1fad6 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3&tenant_id=daef44af5c0445f8bf526943c4157f6f&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 1097 time: 0.0790441 Jul 30 02:20:49.781346 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-9'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:49.834262 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:49.957838 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] For port ee88b85c-1e18-4663-800b-c300006b9798, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ee88b85c-1e18-4663-800b-c300006b9798,segment=NetworkSegment(3020bb42-bb96-456c-948a-b64fa08fd91d),segment_id=3020bb42-bb96-456c-948a-b64fa08fd91d)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:49.994409 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] For port ee88b85c-1e18-4663-800b-c300006b9798, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:50.033511 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72609c71-e860-4290-b114-5604f7b387c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee88b85c-1e18-4663-800b-c300006b9798'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:20:50.035753 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c08cbef-3f94-4956-bda4-4375d09ae4e7" -d '{"events": [{"server_uuid": "72609c71-e860-4290-b114-5604f7b387c3", "name": "network-vif-unplugged", "status": "completed", "tag": "ee88b85c-1e18-4663-800b-c300006b9798"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:20:50.039815 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.072010 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73edd2c-f556-4c24-b8f5-ab007bdf9235 x-openstack-request-id: req-c73edd2c-f556-4c24-b8f5-ab007bdf9235 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:20:50.072303 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72609c71-e860-4290-b114-5604f7b387c3", "name": "network-vif-unplugged", "status": "completed", "tag": "ee88b85c-1e18-4663-800b-c300006b9798", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:20:50.072557 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c73edd2c-f556-4c24-b8f5-ab007bdf9235 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:20:50.072962 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72609c71-e860-4290-b114-5604f7b387c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee88b85c-1e18-4663-800b-c300006b9798', 'code': 200} Jul 30 02:20:50.110668 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.200431 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee88b85c-1e18-4663-800b-c300006b9798,revision_number=7']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:50.212648 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:50.212996 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:50.213333 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:50.213667 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:50.213995 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:50.214345 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:50.214669 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:50.214991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:50.215330 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:50.215631 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:50.215951 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:50.216266 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:50.266318 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Attempting to bind port ee88b85c-1e18-4663-800b-c300006b9798 on host n-h2-713498-9 for vnic_type normal with profile {"migrating_to": "n-h1-713498-9"} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:20:50.266660 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Attempting to bind port ee88b85c-1e18-4663-800b-c300006b9798 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '3020bb42-bb96-456c-948a-b64fa08fd91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:20:50.267019 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Attempting to bind port ee88b85c-1e18-4663-800b-c300006b9798 on network 0b067578-0da5-4832-8737-dcfe0d8cb528 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:50.271906 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Port ee88b85c-1e18-4663-800b-c300006b9798 on network 0b067578-0da5-4832-8737-dcfe0d8cb528 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:20:50.272223 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Attempting to bind port ee88b85c-1e18-4663-800b-c300006b9798 on network 0b067578-0da5-4832-8737-dcfe0d8cb528 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:50.277162 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:20:50.277497 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Checking segment: {'id': '3020bb42-bb96-456c-948a-b64fa08fd91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:50.277879 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Bound using segment: {'id': '3020bb42-bb96-456c-948a-b64fa08fd91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:20:50.278320 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Bound port: ee88b85c-1e18-4663-800b-c300006b9798, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3020bb42-bb96-456c-948a-b64fa08fd91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:20:50.278681 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.348132 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] For port ee88b85c-1e18-4663-800b-c300006b9798, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:50.351320 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] For port ee88b85c-1e18-4663-800b-c300006b9798, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ee88b85c-1e18-4663-800b-c300006b9798,segment=NetworkSegment(3020bb42-bb96-456c-948a-b64fa08fd91d),segment_id=3020bb42-bb96-456c-948a-b64fa08fd91d)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:20:50.445198 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1d92f4e2-14d9-4206-b396-e7460e9c609a None None] Provisioning complete for port ee88b85c-1e18-4663-800b-c300006b9798 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:50.445746 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.446143 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1d92f4e2-14d9-4206-b396-e7460e9c609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.526228 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1d92f4e2-14d9-4206-b396-e7460e9c609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.539129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee88b85c-1e18-4663-800b-c300006b9798,revision_number=8']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:50.552978 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72609c71-e860-4290-b114-5604f7b387c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee88b85c-1e18-4663-800b-c300006b9798'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:20:50.558414 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c469f4d2-c33f-4fb4-aa28-627cd1b89f98" -d '{"events": [{"server_uuid": "72609c71-e860-4290-b114-5604f7b387c3", "name": "network-vif-plugged", "status": "completed", "tag": "ee88b85c-1e18-4663-800b-c300006b9798"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:20:50.569626 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1d92f4e2-14d9-4206-b396-e7460e9c609a None None] For port ee88b85c-1e18-4663-800b-c300006b9798, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ee88b85c-1e18-4663-800b-c300006b9798,segment=NetworkSegment(3020bb42-bb96-456c-948a-b64fa08fd91d),segment_id=3020bb42-bb96-456c-948a-b64fa08fd91d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:50.596097 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:50.596719 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.598203 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-92ebb488-cbd5-43ae-8090-f55950280af0 service neutron] 10.222.0.10 "PUT /v2.0/ports/ee88b85c-1e18-4663-800b-c300006b9798 HTTP/1.1" status: 200 len: 1122 time: 0.8208179 Jul 30 02:20:50.610578 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2495da-0bfa-4169-86f5-8c47e487b2ce x-openstack-request-id: req-9c2495da-0bfa-4169-86f5-8c47e487b2ce {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:20:50.610578 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72609c71-e860-4290-b114-5604f7b387c3", "name": "network-vif-plugged", "status": "completed", "tag": "ee88b85c-1e18-4663-800b-c300006b9798", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:20:50.610578 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c2495da-0bfa-4169-86f5-8c47e487b2ce {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:20:50.610578 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72609c71-e860-4290-b114-5604f7b387c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee88b85c-1e18-4663-800b-c300006b9798', 'code': 200} Jul 30 02:20:50.624909 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1d92f4e2-14d9-4206-b396-e7460e9c609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.729805 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['ee88b85c-1e18-4663-800b-c300006b9798'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:20:50.797453 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92f4e2-14d9-4206-b396-e7460e9c609a None None] Pushing event updated for resources: {'Port': ['ID=ee88b85c-1e18-4663-800b-c300006b9798,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:50.971347 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c5698b22-2c72-4123-823b-4670a9668c0e None None] Provisioning complete for port ee88b85c-1e18-4663-800b-c300006b9798 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:50.971713 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c5698b22-2c72-4123-823b-4670a9668c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.074266 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72609c71-e860-4290-b114-5604f7b387c3', 'tag': 'ee88b85c-1e18-4663-800b-c300006b9798'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:20:52.076679 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c78f0b-ff95-4557-8365-82f072a572eb" -d '{"events": [{"name": "network-changed", "server_uuid": "72609c71-e860-4290-b114-5604f7b387c3", "tag": "ee88b85c-1e18-4663-800b-c300006b9798"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:20:52.112129 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bdbac2-9f80-4541-b668-e95752b46501 x-openstack-request-id: req-10bdbac2-9f80-4541-b668-e95752b46501 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:20:52.112416 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72609c71-e860-4290-b114-5604f7b387c3", "tag": "ee88b85c-1e18-4663-800b-c300006b9798", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:20:52.112671 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10bdbac2-9f80-4541-b668-e95752b46501 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:20:52.113062 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72609c71-e860-4290-b114-5604f7b387c3', 'tag': 'ee88b85c-1e18-4663-800b-c300006b9798', 'status': 'completed', 'code': 200} Jul 30 02:20:52.196520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c78f0b-ff95-4557-8365-82f072a572eb req-7ae0a4c6-05c4-4efb-9223-1d9460fdd7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:52.197997 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-52c78f0b-ff95-4557-8365-82f072a572eb req-7ae0a4c6-05c4-4efb-9223-1d9460fdd7e9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 1127 time: 0.0420718 Jul 30 02:20:52.287232 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c78f0b-ff95-4557-8365-82f072a572eb req-e031aba5-5d9a-4345-826b-49bfb490f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:52.288714 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-52c78f0b-ff95-4557-8365-82f072a572eb req-e031aba5-5d9a-4345-826b-49bfb490f9dc service neutron] 10.222.0.77 "GET /v2.0/networks?id=0b067578-0da5-4832-8737-dcfe0d8cb528 HTTP/1.1" status: 200 len: 897 time: 0.0832253 Jul 30 02:20:52.358345 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-52c78f0b-ff95-4557-8365-82f072a572eb req-b6cd7bb0-4675-464a-be20-d594bc547f86 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee88b85c-1e18-4663-800b-c300006b9798 HTTP/1.1" status: 200 len: 1001 time: 0.0614672 Jul 30 02:20:52.411632 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c78f0b-ff95-4557-8365-82f072a572eb req-3a8a6ade-19a7-4e34-8b23-18baa31e3763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:52.413092 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-52c78f0b-ff95-4557-8365-82f072a572eb req-3a8a6ade-19a7-4e34-8b23-18baa31e3763 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ad49a2aa-15d7-40d1-ada4-05564f309bb6 HTTP/1.1" status: 200 len: 835 time: 0.0459430 Jul 30 02:20:52.462442 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c78f0b-ff95-4557-8365-82f072a572eb req-d8de99ab-1891-4dc4-b9d3-11a7713b638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:52.463912 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-52c78f0b-ff95-4557-8365-82f072a572eb req-d8de99ab-1891-4dc4-b9d3-11a7713b638d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0b067578-0da5-4832-8737-dcfe0d8cb528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393169 Jul 30 02:20:52.557798 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-52c78f0b-ff95-4557-8365-82f072a572eb req-4da7a063-38ad-4dfc-9c41-8c6f4f87a9d4 service neutron] 10.222.0.77 "GET /v2.0/networks/0b067578-0da5-4832-8737-dcfe0d8cb528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863647 Jul 30 02:20:52.646008 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-52c78f0b-ff95-4557-8365-82f072a572eb req-07fe0294-4ea8-4c6b-bf5b-c1b5ff18ad3c service neutron] 10.222.0.77 "GET /v2.0/networks/0b067578-0da5-4832-8737-dcfe0d8cb528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807879 Jul 30 02:20:52.954753 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b9d09-b5a0-4b6a-98ed-2ed279bfaf56 req-9952f160-c5cd-40ae-9af8-642e12a9c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:52.956162 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-428b9d09-b5a0-4b6a-98ed-2ed279bfaf56 req-9952f160-c5cd-40ae-9af8-642e12a9c5a0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 1127 time: 0.0466931 Jul 30 02:20:53.058155 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b9d09-b5a0-4b6a-98ed-2ed279bfaf56 req-c7c4c779-c024-4003-bb81-9e9938acf80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:53.059743 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-428b9d09-b5a0-4b6a-98ed-2ed279bfaf56 req-c7c4c779-c024-4003-bb81-9e9938acf80b service neutron] 10.222.0.77 "GET /v2.0/networks?id=0b067578-0da5-4832-8737-dcfe0d8cb528 HTTP/1.1" status: 200 len: 897 time: 0.0848322 Jul 30 02:20:53.128805 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-428b9d09-b5a0-4b6a-98ed-2ed279bfaf56 req-ebd31589-72ea-459c-b794-a79085ae6e2a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee88b85c-1e18-4663-800b-c300006b9798 HTTP/1.1" status: 200 len: 1001 time: 0.0615609 Jul 30 02:20:53.178798 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b9d09-b5a0-4b6a-98ed-2ed279bfaf56 req-1d4e69b2-b59f-4480-b09a-8fea270bf0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:53.180197 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-428b9d09-b5a0-4b6a-98ed-2ed279bfaf56 req-1d4e69b2-b59f-4480-b09a-8fea270bf0f1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ad49a2aa-15d7-40d1-ada4-05564f309bb6 HTTP/1.1" status: 200 len: 835 time: 0.0430849 Jul 30 02:20:53.227556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b9d09-b5a0-4b6a-98ed-2ed279bfaf56 req-4464de90-9290-42c2-aa95-b2c44632f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:53.228918 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-428b9d09-b5a0-4b6a-98ed-2ed279bfaf56 req-4464de90-9290-42c2-aa95-b2c44632f9d0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0b067578-0da5-4832-8737-dcfe0d8cb528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389156 Jul 30 02:20:53.324841 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-428b9d09-b5a0-4b6a-98ed-2ed279bfaf56 req-fa639df6-e0f4-455b-8f37-87db9c72f3de service neutron] 10.222.0.77 "GET /v2.0/networks/0b067578-0da5-4832-8737-dcfe0d8cb528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858724 Jul 30 02:20:53.417078 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-428b9d09-b5a0-4b6a-98ed-2ed279bfaf56 req-752ef833-6213-433d-ad56-6c168a6be1e5 service neutron] 10.222.0.77 "GET /v2.0/networks/0b067578-0da5-4832-8737-dcfe0d8cb528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832317 Jul 30 02:20:53.700397 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ee88b85c-1e18-4663-800b-c300006b9798 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:20:53.792385 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port ee88b85c-1e18-4663-800b-c300006b9798, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ee88b85c-1e18-4663-800b-c300006b9798,segment=NetworkSegment(3020bb42-bb96-456c-948a-b64fa08fd91d),segment_id=3020bb42-bb96-456c-948a-b64fa08fd91d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:53.803376 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ee88b85c-1e18-4663-800b-c300006b9798 has no active binding in host n-h1-713498-9 {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 02:20:55.770636 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-f8286eff-eac1-4934-b1de-4b4887cd4374 service neutron] 10.222.0.77 "GET /v2.0/ports/ee88b85c-1e18-4663-800b-c300006b9798/bindings/n-h1-713498-9 HTTP/1.1" status: 200 len: 384 time: 0.0560632 Jul 30 02:20:55.944877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-800555e2-2ac5-4e05-991f-1d0b92dca617 service neutron] For port ee88b85c-1e18-4663-800b-c300006b9798, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=ee88b85c-1e18-4663-800b-c300006b9798,segment=NetworkSegment(3020bb42-bb96-456c-948a-b64fa08fd91d),segment_id=3020bb42-bb96-456c-948a-b64fa08fd91d)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:55.964816 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-800555e2-2ac5-4e05-991f-1d0b92dca617 service neutron] For port ee88b85c-1e18-4663-800b-c300006b9798, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:56.008724 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72609c71-e860-4290-b114-5604f7b387c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee88b85c-1e18-4663-800b-c300006b9798'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:20:56.010996 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1800a966-9e8c-44e2-920f-635b47e29db7" -d '{"events": [{"server_uuid": "72609c71-e860-4290-b114-5604f7b387c3", "name": "network-vif-unplugged", "status": "completed", "tag": "ee88b85c-1e18-4663-800b-c300006b9798"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:20:56.017836 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-800555e2-2ac5-4e05-991f-1d0b92dca617 service neutron] For port ee88b85c-1e18-4663-800b-c300006b9798, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ee88b85c-1e18-4663-800b-c300006b9798,segment=NetworkSegment(3020bb42-bb96-456c-948a-b64fa08fd91d),segment_id=3020bb42-bb96-456c-948a-b64fa08fd91d)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:56.049985 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa59b11-d6fb-4987-a10b-7992d4285fcc x-openstack-request-id: req-0aa59b11-d6fb-4987-a10b-7992d4285fcc {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:20:56.050277 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72609c71-e860-4290-b114-5604f7b387c3", "name": "network-vif-unplugged", "status": "completed", "tag": "ee88b85c-1e18-4663-800b-c300006b9798", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:20:56.050556 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0aa59b11-d6fb-4987-a10b-7992d4285fcc {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:20:56.050962 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72609c71-e860-4290-b114-5604f7b387c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee88b85c-1e18-4663-800b-c300006b9798', 'code': 200} Jul 30 02:20:56.090244 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-800555e2-2ac5-4e05-991f-1d0b92dca617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:56.162320 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-800555e2-2ac5-4e05-991f-1d0b92dca617 service neutron] Transition to ACTIVE for port object ee88b85c-1e18-4663-800b-c300006b9798 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:56.216339 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-800555e2-2ac5-4e05-991f-1d0b92dca617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:56.312232 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800555e2-2ac5-4e05-991f-1d0b92dca617 service neutron] Pushing event updated for resources: {'Port': ['ID=ee88b85c-1e18-4663-800b-c300006b9798,revision_number=11']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:56.347356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-800555e2-2ac5-4e05-991f-1d0b92dca617 service neutron] No DVR routers for this DVR port ee88b85c-1e18-4663-800b-c300006b9798 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:20:56.477535 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-800555e2-2ac5-4e05-991f-1d0b92dca617 service neutron] 10.222.0.77 "PUT /v2.0/ports/ee88b85c-1e18-4663-800b-c300006b9798/bindings/n-h1-713498-9/activate HTTP/1.1" status: 200 len: 369 time: 0.7000518 Jul 30 02:20:56.661175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-09e86695-6253-43a8-a733-b926e8a01524 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:56.662705 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-09e86695-6253-43a8-a733-b926e8a01524 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3&tenant_id=daef44af5c0445f8bf526943c4157f6f&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 1096 time: 0.0437031 Jul 30 02:20:56.710506 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-45a0cc0c-4223-4859-839a-3938718e81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:56.712061 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-45a0cc0c-4223-4859-839a-3938718e81e8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3&tenant_id=daef44af5c0445f8bf526943c4157f6f HTTP/1.1" status: 200 len: 1096 time: 0.0414672 Jul 30 02:20:56.773768 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-ba61575a-b6eb-41aa-a453-bbc83b464904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:56.775273 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-ba61575a-b6eb-41aa-a453-bbc83b464904 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 1096 time: 0.0412436 Jul 30 02:20:56.868876 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-c47a17f4-002d-4a05-820a-5749d03b4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:56.870388 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-c47a17f4-002d-4a05-820a-5749d03b4fe7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0b067578-0da5-4832-8737-dcfe0d8cb528 HTTP/1.1" status: 200 len: 897 time: 0.0885143 Jul 30 02:20:56.936146 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-b6e7d6d1-56d6-409e-91e7-327d9b352262 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee88b85c-1e18-4663-800b-c300006b9798 HTTP/1.1" status: 200 len: 999 time: 0.0583901 Jul 30 02:20:56.989866 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-52bedda5-066c-421e-863e-eeab27b9b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:56.991330 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-52bedda5-066c-421e-863e-eeab27b9b5a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ad49a2aa-15d7-40d1-ada4-05564f309bb6 HTTP/1.1" status: 200 len: 835 time: 0.0478749 Jul 30 02:20:57.035938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-3a294eb6-0d76-4fb6-ab56-fc69ea4d3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:57.037394 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-3a294eb6-0d76-4fb6-ab56-fc69ea4d3c39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b067578-0da5-4832-8737-dcfe0d8cb528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393193 Jul 30 02:20:57.125014 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-7fcd10ec-0b77-4720-afe2-351610e85dd1 service neutron] 10.222.0.10 "GET /v2.0/networks/0b067578-0da5-4832-8737-dcfe0d8cb528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802250 Jul 30 02:20:57.216251 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-63cfad18-2ad4-4954-a859-1623a7c6ce65 service neutron] 10.222.0.10 "GET /v2.0/networks/0b067578-0da5-4832-8737-dcfe0d8cb528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842500 Jul 30 02:20:57.636259 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-15d4a783-d8d1-41c1-80a8-8d54a403ef6b tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:57.640602 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-15d4a783-d8d1-41c1-80a8-8d54a403ef6b tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3&tenant_id=daef44af5c0445f8bf526943c4157f6f&binding%3Ahost_id=n-h1-713498-9 HTTP/1.1" status: 200 len: 1096 time: 0.0443597 Jul 30 02:20:57.810278 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-fbe384b7-f386-4f60-b05c-9d8990af7d2c service neutron] For port ee88b85c-1e18-4663-800b-c300006b9798, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:57.813411 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-fbe384b7-f386-4f60-b05c-9d8990af7d2c service neutron] Notify callbacks [] for binding, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:57.815042 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-fbe384b7-f386-4f60-b05c-9d8990af7d2c service neutron] 10.222.0.10 "DELETE /v2.0/ports/ee88b85c-1e18-4663-800b-c300006b9798/bindings/n-h2-713498-9 HTTP/1.1" status: 204 len: 173 time: 0.1694551 Jul 30 02:20:59.308588 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device ee88b85c-1e18-4663-800b-c300006b9798 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:59.349204 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device ee88b85c-1e18-4663-800b-c300006b9798 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:21:03.152647 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:09.130003 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6a45f1ba-5a40-4221-a14f-40acdc1d8cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:11.635893 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-380aabb5-0d25-429e-a0a8-6b044c78a5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:11.755879 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.355871 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.704111 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:18.015628 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:18.660290 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:21:26.755620 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6f94cf6-b6ba-40bb-a048-54a5f735cba2 req-936df1d7-f386-46e9-89fa-367cea9e8b78 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404732 Jul 30 02:21:26.835574 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f94cf6-b6ba-40bb-a048-54a5f735cba2 req-31e48a4d-9af9-4195-a8db-a496e6f20c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:26.837047 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6f94cf6-b6ba-40bb-a048-54a5f735cba2 req-31e48a4d-9af9-4195-a8db-a496e6f20c98 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75081f986550442cbe06a41f117d2873&device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 1096 time: 0.0409396 Jul 30 02:21:26.943632 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f94cf6-b6ba-40bb-a048-54a5f735cba2 req-871ee2f8-c39d-4d36-a63a-ac3e3f33e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:26.945089 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6f94cf6-b6ba-40bb-a048-54a5f735cba2 req-871ee2f8-c39d-4d36-a63a-ac3e3f33e96c service neutron] 10.222.0.10 "GET /v2.0/networks?id=88caf4fc-db29-4c8c-83f8-efd5f3f0c07b HTTP/1.1" status: 200 len: 909 time: 0.0884867 Jul 30 02:21:27.009251 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6f94cf6-b6ba-40bb-a048-54a5f735cba2 req-97359538-623c-438c-9449-072b0e11f0d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b122517-6de7-4ec4-a93d-0827313d6445 HTTP/1.1" status: 200 len: 1000 time: 0.0571914 Jul 30 02:21:27.056431 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f94cf6-b6ba-40bb-a048-54a5f735cba2 req-0f30b87b-9d95-4ca4-ba41-ec241781f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:27.057854 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6f94cf6-b6ba-40bb-a048-54a5f735cba2 req-0f30b87b-9d95-4ca4-ba41-ec241781f4e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7de4e4e4-fa5c-4404-b285-f13c0866779a HTTP/1.1" status: 200 len: 847 time: 0.0419607 Jul 30 02:21:27.107522 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f94cf6-b6ba-40bb-a048-54a5f735cba2 req-f87ec3aa-30b2-425c-b546-4cc2dc59077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:27.108978 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6f94cf6-b6ba-40bb-a048-54a5f735cba2 req-f87ec3aa-30b2-425c-b546-4cc2dc59077a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=88caf4fc-db29-4c8c-83f8-efd5f3f0c07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424974 Jul 30 02:21:27.195657 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6f94cf6-b6ba-40bb-a048-54a5f735cba2 req-0960f588-12ba-4f45-b27d-05fb8ee2f68d service neutron] 10.222.0.10 "GET /v2.0/networks/88caf4fc-db29-4c8c-83f8-efd5f3f0c07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796442 Jul 30 02:21:27.286498 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d6f94cf6-b6ba-40bb-a048-54a5f735cba2 req-92b01518-61d0-484e-a517-b4cd0e6b5721 service neutron] 10.222.0.10 "GET /v2.0/networks/88caf4fc-db29-4c8c-83f8-efd5f3f0c07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839589 Jul 30 02:21:33.195173 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:39.135362 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d1de4afe-aaba-4640-863a-1578735bff75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.663420 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9ac78617-6364-45d0-88ac-f76c4dadf6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.777418 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:43.360574 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:44.674748 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:48.020797 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:48.903517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a7e96-5c1c-49ab-8d25-4beb6300806a req-ca1af905-eb74-4945-8656-7b6e224d47d0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:48.905032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7b9a7e96-5c1c-49ab-8d25-4beb6300806a req-ca1af905-eb74-4945-8656-7b6e224d47d0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 945 time: 0.0526385 Jul 30 02:21:48.947480 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7b9a7e96-5c1c-49ab-8d25-4beb6300806a req-918f0e0f-5016-4ea1-b8fd-43d0e7c3b0f8 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9aed1b-37b1-46ef-8f53-478b5ccf500c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358582 Jul 30 02:21:49.051377 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce893d6-4b33-43a1-8ebb-e2390c761693 req-78c9ddce-54fc-418d-a9d3-3a03a5ef4727 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:49.052889 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dce893d6-4b33-43a1-8ebb-e2390c761693 req-78c9ddce-54fc-418d-a9d3-3a03a5ef4727 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 1096 time: 0.0419230 Jul 30 02:21:49.085911 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dce893d6-4b33-43a1-8ebb-e2390c761693 req-a30493e7-627c-453a-917f-92ef62dcd8ec tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8c9aed1b-37b1-46ef-8f53-478b5ccf500c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272415 Jul 30 02:21:49.197647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96270c-390f-4e6e-a659-691b3272e38e req-baa6fc83-403b-421d-a370-8a9e359c2af6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:49.199167 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc96270c-390f-4e6e-a659-691b3272e38e req-baa6fc83-403b-421d-a370-8a9e359c2af6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 945 time: 0.0489397 Jul 30 02:21:49.238328 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc96270c-390f-4e6e-a659-691b3272e38e req-8a17b00e-64b8-4244-b352-8f9c4742afdb tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9aed1b-37b1-46ef-8f53-478b5ccf500c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323751 Jul 30 02:21:49.259627 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32956) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:49.321121 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5727084b-6a58-4467-baa4-57e0b65d3246 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/floatingips/4a5e17c3-e729-47d5-9da6-2ba0345ee379 HTTP/1.1" status: 200 len: 991 time: 0.0604274 Jul 30 02:21:49.544683 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32962) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:49.699822 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-9a26ff5a-374b-4592-89a0-b20255bc0519 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Deleting port ec4c10e2-a707-4efc-bdf4-b0439cae1f80 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:21:49.700170 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a26ff5a-374b-4592-89a0-b20255bc0519 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:49.774727 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a26ff5a-374b-4592-89a0-b20255bc0519 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:49.775059 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a26ff5a-374b-4592-89a0-b20255bc0519 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:49.786519 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-9a26ff5a-374b-4592-89a0-b20255bc0519 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Calling delete_port for ec4c10e2-a707-4efc-bdf4-b0439cae1f80 owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:21:49.994625 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a26ff5a-374b-4592-89a0-b20255bc0519 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:50.020158 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26ff5a-374b-4592-89a0-b20255bc0519 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Port': ['ID=ec4c10e2-a707-4efc-bdf4-b0439cae1f80,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:50.083208 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a26ff5a-374b-4592-89a0-b20255bc0519 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:50.083553 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-9a26ff5a-374b-4592-89a0-b20255bc0519 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Floating IP 4a5e17c3-e729-47d5-9da6-2ba0345ee379 disassociated (deleted). External IP: 172.25.1.46, port: ee88b85c-1e18-4663-800b-c300006b9798. Jul 30 02:21:50.287593 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a26ff5a-374b-4592-89a0-b20255bc0519 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Router 714cc02b-577c-4236-a00e-2963ebea7eae has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:21:50.395208 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a26ff5a-374b-4592-89a0-b20255bc0519 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:21:50.399987 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9a26ff5a-374b-4592-89a0-b20255bc0519 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:50.405623 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2a6806-45fd-41e8-a0b4-aefd033ccde6 None None] Sync routers for ids ['714cc02b-577c-4236-a00e-2963ebea7eae'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:21:50.414869 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2a6806-45fd-41e8-a0b4-aefd033ccde6 None None] Routers {'714cc02b-577c-4236-a00e-2963ebea7eae'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:50.415476 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7e2a6806-45fd-41e8-a0b4-aefd033ccde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:21:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['714cc02b-577c-4236-a00e-2963ebea7eae'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:50.429088 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9a26ff5a-374b-4592-89a0-b20255bc0519 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "DELETE /v2.0/floatingips/4a5e17c3-e729-47d5-9da6-2ba0345ee379 HTTP/1.1" status: 204 len: 168 time: 0.8832965 Jul 30 02:21:50.429698 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72609c71-e860-4290-b114-5604f7b387c3', 'tag': 'ee88b85c-1e18-4663-800b-c300006b9798'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:21:50.431973 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5fdbd2-e4ec-455b-84d1-0da76b600673" -d '{"events": [{"name": "network-changed", "server_uuid": "72609c71-e860-4290-b114-5604f7b387c3", "tag": "ee88b85c-1e18-4663-800b-c300006b9798"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:21:50.520381 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-7e2a6806-45fd-41e8-a0b4-aefd033ccde6 None None] Set router 714cc02b-577c-4236-a00e-2963ebea7eae gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:21:50.716975 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7e2a6806-45fd-41e8-a0b4-aefd033ccde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758034564', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:19:59Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '14bbc291-fb23-447d-aaeb-db324b9e9cb5', 'name': '', 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:85:41:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ad49a2aa-15d7-40d1-ada4-05564f309bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': 'ad49a2aa-15d7-40d1-ada4-05564f309bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:50.738565 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3563272-8744-4fbd-ba45-096903887772 x-openstack-request-id: req-a3563272-8744-4fbd-ba45-096903887772 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:21:50.739560 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72609c71-e860-4290-b114-5604f7b387c3", "tag": "ee88b85c-1e18-4663-800b-c300006b9798", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:21:50.739893 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a3563272-8744-4fbd-ba45-096903887772 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:21:50.740309 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72609c71-e860-4290-b114-5604f7b387c3', 'tag': 'ee88b85c-1e18-4663-800b-c300006b9798', 'status': 'completed', 'code': 200} Jul 30 02:21:50.748540 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2a6806-45fd-41e8-a0b4-aefd033ccde6 None None] Checking router: 714cc02b-577c-4236-a00e-2963ebea7eae for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:21:50.757261 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2a6806-45fd-41e8-a0b4-aefd033ccde6 None None] Routers {'714cc02b-577c-4236-a00e-2963ebea7eae'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:50.757883 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7e2a6806-45fd-41e8-a0b4-aefd033ccde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:21:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['714cc02b-577c-4236-a00e-2963ebea7eae'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:50.810137 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fdbd2-e4ec-455b-84d1-0da76b600673 req-06d5e7fb-e955-4105-8ac4-0e8276446741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:50.811444 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cd5fdbd2-e4ec-455b-84d1-0da76b600673 req-06d5e7fb-e955-4105-8ac4-0e8276446741 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 1096 time: 0.0484097 Jul 30 02:21:50.833275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d127a-d485-4ac7-9127-30431c5f3535 req-103b8d85-bcf0-4725-8fba-f91fb1d787d8 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:50.834852 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e04d127a-d485-4ac7-9127-30431c5f3535 req-103b8d85-bcf0-4725-8fba-f91fb1d787d8 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 945 time: 0.0527205 Jul 30 02:21:50.864913 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-7e2a6806-45fd-41e8-a0b4-aefd033ccde6 None None] Set router 714cc02b-577c-4236-a00e-2963ebea7eae gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:21:50.874271 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e04d127a-d485-4ac7-9127-30431c5f3535 req-1685b35c-8a78-4eda-8e58-a15a53d1b5e2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9aed1b-37b1-46ef-8f53-478b5ccf500c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323999 Jul 30 02:21:50.914690 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fdbd2-e4ec-455b-84d1-0da76b600673 req-7d90d7fd-1e2f-4499-89da-c24d68840086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:50.916175 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cd5fdbd2-e4ec-455b-84d1-0da76b600673 req-7d90d7fd-1e2f-4499-89da-c24d68840086 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0b067578-0da5-4832-8737-dcfe0d8cb528 HTTP/1.1" status: 200 len: 897 time: 0.0957084 Jul 30 02:21:50.960983 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cd5fdbd2-e4ec-455b-84d1-0da76b600673 req-e24411d1-c7ad-4c09-ba0f-27b416c34b2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee88b85c-1e18-4663-800b-c300006b9798 HTTP/1.1" status: 200 len: 217 time: 0.0349903 Jul 30 02:21:51.012247 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fdbd2-e4ec-455b-84d1-0da76b600673 req-ef9b489e-0a4b-4c19-ad64-8b5eee24954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:51.013729 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cd5fdbd2-e4ec-455b-84d1-0da76b600673 req-ef9b489e-0a4b-4c19-ad64-8b5eee24954b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ad49a2aa-15d7-40d1-ada4-05564f309bb6 HTTP/1.1" status: 200 len: 835 time: 0.0454082 Jul 30 02:21:51.059917 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fdbd2-e4ec-455b-84d1-0da76b600673 req-f3943d93-4a6c-4d68-989f-cbc2a8e74c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:51.060924 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7e2a6806-45fd-41e8-a0b4-aefd033ccde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758034564', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:19:59Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '14bbc291-fb23-447d-aaeb-db324b9e9cb5', 'name': '', 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:85:41:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ad49a2aa-15d7-40d1-ada4-05564f309bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': 'ad49a2aa-15d7-40d1-ada4-05564f309bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:51.061466 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cd5fdbd2-e4ec-455b-84d1-0da76b600673 req-f3943d93-4a6c-4d68-989f-cbc2a8e74c8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b067578-0da5-4832-8737-dcfe0d8cb528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399909 Jul 30 02:21:51.087221 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2a6806-45fd-41e8-a0b4-aefd033ccde6 None None] The sync data for ids ['714cc02b-577c-4236-a00e-2963ebea7eae'] in n-d-713498-9 is: [{'id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758034564', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:19:59Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '14bbc291-fb23-447d-aaeb-db324b9e9cb5', 'name': '', 'network_id': '0b067578-0da5-4832-8737-dcfe0d8cb528', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:85:41:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ad49a2aa-15d7-40d1-ada4-05564f309bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': 'ad49a2aa-15d7-40d1-ada4-05564f309bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:21:51.160265 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cd5fdbd2-e4ec-455b-84d1-0da76b600673 req-88cf396e-4b80-437d-948f-f62cc6c27030 service neutron] 10.222.0.10 "GET /v2.0/networks/0b067578-0da5-4832-8737-dcfe0d8cb528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884683 Jul 30 02:21:51.256412 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55369d5c-8f4a-4361-a8a6-fa8bda2376d9 req-34fea57a-928a-45e4-9695-c1899ca13115 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:51.257313 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cd5fdbd2-e4ec-455b-84d1-0da76b600673 req-16101da6-5049-4228-b5f1-8efdf922a3f3 service neutron] 10.222.0.10 "GET /v2.0/networks/0b067578-0da5-4832-8737-dcfe0d8cb528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896564 Jul 30 02:21:51.257977 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-55369d5c-8f4a-4361-a8a6-fa8bda2376d9 req-34fea57a-928a-45e4-9695-c1899ca13115 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.10 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 945 time: 0.0558066 Jul 30 02:21:51.323984 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f488f9fe-91a2-496f-a744-3fe7991e8a4e None None] New status for floating IP 4a5e17c3-e729-47d5-9da6-2ba0345ee379: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:21:51.360023 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-55369d5c-8f4a-4361-a8a6-fa8bda2376d9 req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Deleting port ee88b85c-1e18-4663-800b-c300006b9798 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:21:51.360414 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-55369d5c-8f4a-4361-a8a6-fa8bda2376d9 req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:51.454560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-55369d5c-8f4a-4361-a8a6-fa8bda2376d9 req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] For port ee88b85c-1e18-4663-800b-c300006b9798, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=ee88b85c-1e18-4663-800b-c300006b9798,segment=NetworkSegment(3020bb42-bb96-456c-948a-b64fa08fd91d),segment_id=3020bb42-bb96-456c-948a-b64fa08fd91d)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:51.455026 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-55369d5c-8f4a-4361-a8a6-fa8bda2376d9 req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:51.467770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-55369d5c-8f4a-4361-a8a6-fa8bda2376d9 req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Calling delete_port for ee88b85c-1e18-4663-800b-c300006b9798 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:21:51.644540 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-55369d5c-8f4a-4361-a8a6-fa8bda2376d9 req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:51.675025 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Port': ['ID=ee88b85c-1e18-4663-800b-c300006b9798,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:51.698647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:51.698998 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:51.699340 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:51.699676 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:51.700007 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:51.700339 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:51.700668 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:51.700995 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:51.701323 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:51.701645 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:51.702006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:51.702343 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:51.727278 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-55369d5c-8f4a-4361-a8a6-fa8bda2376d9 req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] No DVR routers for this DVR port ee88b85c-1e18-4663-800b-c300006b9798 on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:21:51.729737 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-55369d5c-8f4a-4361-a8a6-fa8bda2376d9 req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:51.731688 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-55369d5c-8f4a-4361-a8a6-fa8bda2376d9 req-ea099930-ddcd-40a1-867c-984aea12bd19 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.10 "DELETE /v2.0/ports/ee88b85c-1e18-4663-800b-c300006b9798 HTTP/1.1" status: 204 len: 173 time: 0.4643714 Jul 30 02:21:51.732114 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72609c71-e860-4290-b114-5604f7b387c3', 'name': 'network-vif-deleted', 'tag': 'ee88b85c-1e18-4663-800b-c300006b9798'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:21:51.734382 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a381a228-2a36-4248-bb6a-3ef4dd62d0f1" -d '{"events": [{"server_uuid": "72609c71-e860-4290-b114-5604f7b387c3", "name": "network-vif-deleted", "tag": "ee88b85c-1e18-4663-800b-c300006b9798"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:21:51.846648 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba32fb62-cd0b-4da0-8798-8bb5755d3dde x-openstack-request-id: req-ba32fb62-cd0b-4da0-8798-8bb5755d3dde {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:21:51.847499 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72609c71-e860-4290-b114-5604f7b387c3", "name": "network-vif-deleted", "tag": "ee88b85c-1e18-4663-800b-c300006b9798", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:21:51.847499 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba32fb62-cd0b-4da0-8798-8bb5755d3dde {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:21:51.847877 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72609c71-e860-4290-b114-5604f7b387c3', 'name': 'network-vif-deleted', 'tag': 'ee88b85c-1e18-4663-800b-c300006b9798', 'status': 'completed', 'code': 200} Jul 30 02:21:51.970326 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-071624a1-7fde-436d-9965-ed3026cadf0c req-a4405e68-e2d2-47db-9527-201193fe509d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=72609c71-e860-4290-b114-5604f7b387c3 HTTP/1.1" status: 200 len: 210 time: 0.0261278 Jul 30 02:21:53.024317 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32978) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:53.370985 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c404caa1-8a99-4a04-a020-5397ec3704ea tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:53.634132 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c404caa1-8a99-4a04-a020-5397ec3704ea tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Deleting port 14bbc291-fb23-447d-aaeb-db324b9e9cb5 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:21:53.634479 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c404caa1-8a99-4a04-a020-5397ec3704ea tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:53.723291 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-c404caa1-8a99-4a04-a020-5397ec3704ea tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] For port 14bbc291-fb23-447d-aaeb-db324b9e9cb5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=14bbc291-fb23-447d-aaeb-db324b9e9cb5,segment=NetworkSegment(3020bb42-bb96-456c-948a-b64fa08fd91d),segment_id=3020bb42-bb96-456c-948a-b64fa08fd91d)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:53.723652 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c404caa1-8a99-4a04-a020-5397ec3704ea tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:53.736100 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c404caa1-8a99-4a04-a020-5397ec3704ea tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Calling delete_port for 14bbc291-fb23-447d-aaeb-db324b9e9cb5 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:21:54.415883 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c404caa1-8a99-4a04-a020-5397ec3704ea tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:54.443052 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404caa1-8a99-4a04-a020-5397ec3704ea tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Port': ['ID=14bbc291-fb23-447d-aaeb-db324b9e9cb5,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:54.621264 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c404caa1-8a99-4a04-a020-5397ec3704ea tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:54.833688 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c404caa1-8a99-4a04-a020-5397ec3704ea tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Router 714cc02b-577c-4236-a00e-2963ebea7eae has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:21:54.944687 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c404caa1-8a99-4a04-a020-5397ec3704ea tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:21:54.949653 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c404caa1-8a99-4a04-a020-5397ec3704ea tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "PUT /v2.0/routers/714cc02b-577c-4236-a00e-2963ebea7eae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9243290 Jul 30 02:21:54.952419 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32980) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:54.953795 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d61f4-7e3a-44f4-b486-91531522b4ce None None] Sync routers for ids ['714cc02b-577c-4236-a00e-2963ebea7eae'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:21:54.964063 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d61f4-7e3a-44f4-b486-91531522b4ce None None] Routers {'714cc02b-577c-4236-a00e-2963ebea7eae'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:54.964683 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-fc6d61f4-7e3a-44f4-b486-91531522b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:21:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['714cc02b-577c-4236-a00e-2963ebea7eae'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:55.007811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-a396b9fa-b32d-43ad-aade-a5a40f1e23e0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Deleting subnet ad49a2aa-15d7-40d1-ada4-05564f309bb6 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:21:55.010924 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a396b9fa-b32d-43ad-aade-a5a40f1e23e0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:55.050337 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a396b9fa-b32d-43ad-aade-a5a40f1e23e0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:55.068333 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-fc6d61f4-7e3a-44f4-b486-91531522b4ce None None] Set router 714cc02b-577c-4236-a00e-2963ebea7eae gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:21:55.133735 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a396b9fa-b32d-43ad-aade-a5a40f1e23e0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:55.263940 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a396b9fa-b32d-43ad-aade-a5a40f1e23e0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:55.264643 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-fc6d61f4-7e3a-44f4-b486-91531522b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758034564', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:21:54Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:55.290165 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d61f4-7e3a-44f4-b486-91531522b4ce None None] Checking router: 714cc02b-577c-4236-a00e-2963ebea7eae for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:21:55.295124 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a396b9fa-b32d-43ad-aade-a5a40f1e23e0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:55.297233 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a396b9fa-b32d-43ad-aade-a5a40f1e23e0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "DELETE /v2.0/subnets/ad49a2aa-15d7-40d1-ada4-05564f309bb6 HTTP/1.1" status: 204 len: 168 time: 0.3437755 Jul 30 02:21:55.300351 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32982) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:55.300888 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d61f4-7e3a-44f4-b486-91531522b4ce None None] Routers {'714cc02b-577c-4236-a00e-2963ebea7eae'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:55.301364 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-fc6d61f4-7e3a-44f4-b486-91531522b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:21:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['714cc02b-577c-4236-a00e-2963ebea7eae'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:55.302815 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396b9fa-b32d-43ad-aade-a5a40f1e23e0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Subnet': ['ID=ad49a2aa-15d7-40d1-ada4-05564f309bb6,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:55.304384 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3fcf7f-a7eb-42e0-aaf9-27ae1926363d None None] Network 0b067578-0da5-4832-8737-dcfe0d8cb528 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:55.427800 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:55.503637 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-fc6d61f4-7e3a-44f4-b486-91531522b4ce None None] Set router 714cc02b-577c-4236-a00e-2963ebea7eae gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:21:55.505185 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16e6c63-cd4f-4320-ad4a-1ae8bed03089 None None] DHCP port deletion for 0b067578-0da5-4832-8737-dcfe0d8cb528 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:21:55.543445 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:55.554469 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d16e6c63-cd4f-4320-ad4a-1ae8bed03089 None None] Deleting port 6b2b7795-e876-4573-9616-aa32831d5689 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:21:55.554846 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d16e6c63-cd4f-4320-ad4a-1ae8bed03089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:55.618552 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d16e6c63-cd4f-4320-ad4a-1ae8bed03089 None None] For port 6b2b7795-e876-4573-9616-aa32831d5689, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6b2b7795-e876-4573-9616-aa32831d5689,segment=NetworkSegment(3020bb42-bb96-456c-948a-b64fa08fd91d),segment_id=3020bb42-bb96-456c-948a-b64fa08fd91d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:55.618978 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d16e6c63-cd4f-4320-ad4a-1ae8bed03089 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:55.634493 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d16e6c63-cd4f-4320-ad4a-1ae8bed03089 None None] Calling delete_port for 6b2b7795-e876-4573-9616-aa32831d5689 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:21:55.649160 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Deleting port 4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:21:55.649894 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:55.671670 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:21:55.698695 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-fc6d61f4-7e3a-44f4-b486-91531522b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758034564', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:21:54Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:55.733911 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] For port 4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:55.734165 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d61f4-7e3a-44f4-b486-91531522b4ce None None] The sync data for ids ['714cc02b-577c-4236-a00e-2963ebea7eae'] in n-d-713498-9 is: [{'id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758034564', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:21:54Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714cc02b-577c-4236-a00e-2963ebea7eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:21:55.734334 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:55.748484 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Calling delete_port for 4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013 owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:21:55.777574 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d16e6c63-cd4f-4320-ad4a-1ae8bed03089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:55.802946 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e6c63-cd4f-4320-ad4a-1ae8bed03089 None None] Pushing event deleted for resources: {'Port': ['ID=6b2b7795-e876-4573-9616-aa32831d5689,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:55.810677 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16e6c63-cd4f-4320-ad4a-1ae8bed03089 None None] No DVR routers for this DVR port 6b2b7795-e876-4573-9616-aa32831d5689 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:21:55.813197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e6c63-cd4f-4320-ad4a-1ae8bed03089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:55.813623 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e6c63-cd4f-4320-ad4a-1ae8bed03089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:55.813969 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e6c63-cd4f-4320-ad4a-1ae8bed03089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:55.814325 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e6c63-cd4f-4320-ad4a-1ae8bed03089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:55.814674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e6c63-cd4f-4320-ad4a-1ae8bed03089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:55.815008 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e6c63-cd4f-4320-ad4a-1ae8bed03089 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:55.815825 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e6c63-cd4f-4320-ad4a-1ae8bed03089 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:55.816201 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e6c63-cd4f-4320-ad4a-1ae8bed03089 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:55.816530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e6c63-cd4f-4320-ad4a-1ae8bed03089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:55.816857 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e6c63-cd4f-4320-ad4a-1ae8bed03089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:55.817183 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e6c63-cd4f-4320-ad4a-1ae8bed03089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:55.817509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e6c63-cd4f-4320-ad4a-1ae8bed03089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:55.988249 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ee88b85c-1e18-4663-800b-c300006b9798 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:21:56.008896 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: ee88b85c-1e18-4663-800b-c300006b9798 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:21:56.009244 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device ee88b85c-1e18-4663-800b-c300006b9798 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:21:56.267220 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:56.292832 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Port': ['ID=4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:56.319731 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:56.320389 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:56.320514 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:56.320746 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:56.321079 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:56.321414 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:56.321762 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:56.322084 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:56.322548 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:56.322860 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:56.323398 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:56.323922 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:56.356334 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6b2b7795-e876-4573-9616-aa32831d5689 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:21:56.367839 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:56.383518 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 6b2b7795-e876-4573-9616-aa32831d5689 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:21:56.383862 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6b2b7795-e876-4573-9616-aa32831d5689 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:21:56.384508 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 14bbc291-fb23-447d-aaeb-db324b9e9cb5 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:21:56.405761 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 14bbc291-fb23-447d-aaeb-db324b9e9cb5 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:21:56.406105 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 14bbc291-fb23-447d-aaeb-db324b9e9cb5 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:21:56.459277 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:56.461330 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:56.554541 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:56.555004 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Fanout notify agent at l3_agent the message router_deleted on router 714cc02b-577c-4236-a00e-2963ebea7eae {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:21:56.564887 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:56.566920 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0f6baf54-3618-438d-b9ed-340b4a7f3179 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "DELETE /v2.0/routers/714cc02b-577c-4236-a00e-2963ebea7eae HTTP/1.1" status: 204 len: 168 time: 1.2653565 Jul 30 02:21:56.569636 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 32986) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:56.652407 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-be730ec8-8a28-45c4-b633-4041e409ac25 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:56.739300 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-be730ec8-8a28-45c4-b633-4041e409ac25 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:56.749177 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-be730ec8-8a28-45c4-b633-4041e409ac25 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b067578-0da5-4832-8737-dcfe0d8cb528']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:56.759228 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-be730ec8-8a28-45c4-b633-4041e409ac25 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3020bb42-bb96-456c-948a-b64fa08fd91d') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:56.759521 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-be730ec8-8a28-45c4-b633-4041e409ac25 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3020bb42-bb96-456c-948a-b64fa08fd91d') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:56.768103 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-be730ec8-8a28-45c4-b633-4041e409ac25 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:56.781135 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-be730ec8-8a28-45c4-b633-4041e409ac25 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:56.787543 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be730ec8-8a28-45c4-b633-4041e409ac25 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:21:56.787988 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-be730ec8-8a28-45c4-b633-4041e409ac25 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:21:56.790896 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:21:56.891588 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-be730ec8-8a28-45c4-b633-4041e409ac25 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:56.899883 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-be730ec8-8a28-45c4-b633-4041e409ac25 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:56.901022 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-be730ec8-8a28-45c4-b633-4041e409ac25 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "DELETE /v2.0/networks/0b067578-0da5-4832-8737-dcfe0d8cb528 HTTP/1.1" status: 204 len: 168 time: 0.3299832 Jul 30 02:21:56.903965 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32988) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:56.913591 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be730ec8-8a28-45c4-b633-4041e409ac25 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Network': ['ID=0b067578-0da5-4832-8737-dcfe0d8cb528,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:56.963237 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37677792-20fb-4000-831d-6a41c05a2fb6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:56.988606 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37677792-20fb-4000-831d-6a41c05a2fb6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:57.100913 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37677792-20fb-4000-831d-6a41c05a2fb6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:57.103629 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37677792-20fb-4000-831d-6a41c05a2fb6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:57.104849 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-37677792-20fb-4000-831d-6a41c05a2fb6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "DELETE /v2.0/security-groups/8c9aed1b-37b1-46ef-8f53-478b5ccf500c HTTP/1.1" status: 204 len: 168 time: 0.1998785 Jul 30 02:21:57.116150 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37677792-20fb-4000-831d-6a41c05a2fb6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9aed1b-37b1-46ef-8f53-478b5ccf500c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:57.586241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32994) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:57.590902 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-4e3b94d0-b93b-4e0e-a730-98d9b9293bfe tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1483002085', 'description': 'tempest-secgroup-smoke-1483002085 description', 'project_id': 'daef44af5c0445f8bf526943c4157f6f'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:57.677775 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4e3b94d0-b93b-4e0e-a730-98d9b9293bfe tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:57.756573 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4e3b94d0-b93b-4e0e-a730-98d9b9293bfe tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:57.811200 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4e3b94d0-b93b-4e0e-a730-98d9b9293bfe tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:57.844564 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b94d0-b93b-4e0e-a730-98d9b9293bfe tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb97a46-1fca-404e-ae8c-e961e2277dcf,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:57.897515 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4e3b94d0-b93b-4e0e-a730-98d9b9293bfe tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:57.898914 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4e3b94d0-b93b-4e0e-a730-98d9b9293bfe tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3116231 Jul 30 02:21:57.901730 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32996) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:57.906233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3e89b390-eb8a-4bd3-8f87-5612b001cf8e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': 'bdb97a46-1fca-404e-ae8c-e961e2277dcf', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:58.014207 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e89b390-eb8a-4bd3-8f87-5612b001cf8e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:58.070162 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e89b390-eb8a-4bd3-8f87-5612b001cf8e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:58.160674 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e89b390-eb8a-4bd3-8f87-5612b001cf8e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:58.178025 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89b390-eb8a-4bd3-8f87-5612b001cf8e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16df38d6-22ea-4bdb-8223-4f40f8c7e5b2,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:58.238677 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e89b390-eb8a-4bd3-8f87-5612b001cf8e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:58.239867 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3e89b390-eb8a-4bd3-8f87-5612b001cf8e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3371663 Jul 30 02:21:58.242578 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 32998) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:58.246940 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3a0d60c0-4cf8-4925-862a-3085154b03c5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': 'bdb97a46-1fca-404e-ae8c-e961e2277dcf', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:58.337460 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3a0d60c0-4cf8-4925-862a-3085154b03c5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:58.353020 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:21:58.372688 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:21:58.373035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4ef48c8b-6fbb-4c8a-b1ec-3acaf7e06013 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:21:58.400342 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3a0d60c0-4cf8-4925-862a-3085154b03c5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:58.468836 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3a0d60c0-4cf8-4925-862a-3085154b03c5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:58.489012 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d60c0-4cf8-4925-862a-3085154b03c5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9a5216-121b-4ff3-a7c8-41f60dd7defe,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:58.560337 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3a0d60c0-4cf8-4925-862a-3085154b03c5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:58.561557 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3a0d60c0-4cf8-4925-862a-3085154b03c5 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3180363 Jul 30 02:21:58.564249 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33000) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:58.568694 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-65613e70-858d-46fc-87f0-975104729442 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': 'bdb97a46-1fca-404e-ae8c-e961e2277dcf', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:58.662763 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65613e70-858d-46fc-87f0-975104729442 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:58.721192 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65613e70-858d-46fc-87f0-975104729442 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:58.776854 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65613e70-858d-46fc-87f0-975104729442 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:58.797958 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65613e70-858d-46fc-87f0-975104729442 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b118f1d6-be9f-4d30-83a0-14b2446c8c99,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:58.839982 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-65613e70-858d-46fc-87f0-975104729442 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:58.841218 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-65613e70-858d-46fc-87f0-975104729442 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2760429 Jul 30 02:21:58.843845 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33002) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:58.848632 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-11c8e662-72cc-4118-b7e3-c5bcc4694f46 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': 'bdb97a46-1fca-404e-ae8c-e961e2277dcf', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:58.946577 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-11c8e662-72cc-4118-b7e3-c5bcc4694f46 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:59.006310 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-11c8e662-72cc-4118-b7e3-c5bcc4694f46 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:59.071919 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-11c8e662-72cc-4118-b7e3-c5bcc4694f46 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:59.095518 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8e662-72cc-4118-b7e3-c5bcc4694f46 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218a2fcb-cad6-45dd-b57e-1fa6fc4565bb,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:59.152098 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-11c8e662-72cc-4118-b7e3-c5bcc4694f46 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:59.153358 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-11c8e662-72cc-4118-b7e3-c5bcc4694f46 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3085022 Jul 30 02:21:59.156080 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33004) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:59.160572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c8ff7fbd-3087-425b-9c3f-925e7bb0d273 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': 'bdb97a46-1fca-404e-ae8c-e961e2277dcf', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:59.246100 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-c8ff7fbd-3087-425b-9c3f-925e7bb0d273 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Project daef44af5c0445f8bf526943c4157f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:21:59.251387 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7fbd-3087-425b-9c3f-925e7bb0d273 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:59.311609 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7fbd-3087-425b-9c3f-925e7bb0d273 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:59.392339 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7fbd-3087-425b-9c3f-925e7bb0d273 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:59.410865 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff7fbd-3087-425b-9c3f-925e7bb0d273 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c93c561-901e-4050-9e65-ae9d98346467,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:59.497131 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7fbd-3087-425b-9c3f-925e7bb0d273 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:59.498475 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c8ff7fbd-3087-425b-9c3f-925e7bb0d273 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3413963 Jul 30 02:21:59.501015 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33006) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:59.505927 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b26d2f8a-eca6-4421-bd14-bad4ecf0eace tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'security_group_rule': {'security_group_id': 'bdb97a46-1fca-404e-ae8c-e961e2277dcf', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:59.594435 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-b26d2f8a-eca6-4421-bd14-bad4ecf0eace tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Project daef44af5c0445f8bf526943c4157f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:21:59.599920 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b26d2f8a-eca6-4421-bd14-bad4ecf0eace tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:59.660425 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b26d2f8a-eca6-4421-bd14-bad4ecf0eace tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:59.719865 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b26d2f8a-eca6-4421-bd14-bad4ecf0eace tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:59.740872 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d2f8a-eca6-4421-bd14-bad4ecf0eace tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470329f0-1216-45d8-bcc2-e926e70561ef,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:59.806015 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b26d2f8a-eca6-4421-bd14-bad4ecf0eace tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:59.807331 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b26d2f8a-eca6-4421-bd14-bad4ecf0eace tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3053577 Jul 30 02:21:59.810195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33008) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:59.815325 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-933f47fd-c5bc-41b2-9149-ade3b52c5998 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'network': {'name': 'tempest-network-smoke--792728365', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'port_security_enabled': True}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:59.885907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933f47fd-c5bc-41b2-9149-ade3b52c5998 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Made reservation on behalf of daef44af5c0445f8bf526943c4157f6f for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:59.889494 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-933f47fd-c5bc-41b2-9149-ade3b52c5998 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:59.915500 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933f47fd-c5bc-41b2-9149-ade3b52c5998 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:21:59.925324 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-933f47fd-c5bc-41b2-9149-ade3b52c5998 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:59.926163 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-933f47fd-c5bc-41b2-9149-ade3b52c5998 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Added segment ca9f4a28-7e1d-42d8-b501-e336e7c23fdc of type vlan for network a539e358-61e5-4d59-901d-3fd28bb7db23 Jul 30 02:21:59.968926 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-933f47fd-c5bc-41b2-9149-ade3b52c5998 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:00.049401 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-933f47fd-c5bc-41b2-9149-ade3b52c5998 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:00.055563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933f47fd-c5bc-41b2-9149-ade3b52c5998 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:00.059346 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-933f47fd-c5bc-41b2-9149-ade3b52c5998 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:00.119990 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f47fd-c5bc-41b2-9149-ade3b52c5998 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Network': ['ID=a539e358-61e5-4d59-901d-3fd28bb7db23,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:00.130906 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network a539e358-61e5-4d59-901d-3fd28bb7db23 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:22:00.164822 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-933f47fd-c5bc-41b2-9149-ade3b52c5998 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3533616 Jul 30 02:22:00.167410 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33010) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:00.172053 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-fcfcaf99-7328-4cab-8ca3-84d4573b5311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-763233737', 'admin_state_up': True, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:00.261061 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fcfcaf99-7328-4cab-8ca3-84d4573b5311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:00.262086 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fcfcaf99-7328-4cab-8ca3-84d4573b5311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:00.317085 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fcfcaf99-7328-4cab-8ca3-84d4573b5311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:00.518016 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fcfcaf99-7328-4cab-8ca3-84d4573b5311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:00.763182 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fcfcaf99-7328-4cab-8ca3-84d4573b5311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:00.782079 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fcfcaf99-7328-4cab-8ca3-84d4573b5311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:00.886791 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-fcfcaf99-7328-4cab-8ca3-84d4573b5311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Allocated IP 172.25.1.225 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/12edc162-4986-45a7-92b2-09a72b784096) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:22:00.987752 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fcfcaf99-7328-4cab-8ca3-84d4573b5311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:01.074545 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fcfcaf99-7328-4cab-8ca3-84d4573b5311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:01.115704 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfcaf99-7328-4cab-8ca3-84d4573b5311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:22:01.118564 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-fcfcaf99-7328-4cab-8ca3-84d4573b5311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:22:01.122092 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfcaf99-7328-4cab-8ca3-84d4573b5311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:22:01.148843 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcaf99-7328-4cab-8ca3-84d4573b5311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=12edc162-4986-45a7-92b2-09a72b784096,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:01.406402 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fcfcaf99-7328-4cab-8ca3-84d4573b5311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:01.602196 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fcfcaf99-7328-4cab-8ca3-84d4573b5311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:01.786396 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfcaf99-7328-4cab-8ca3-84d4573b5311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Router 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:22:01.891493 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfcaf99-7328-4cab-8ca3-84d4573b5311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:22:01.902344 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] Sync routers for ids ['06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:22:01.911311 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] Routers {'06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:22:01.912012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:21:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:01.975230 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fcfcaf99-7328-4cab-8ca3-84d4573b5311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:01.976532 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fcfcaf99-7328-4cab-8ca3-84d4573b5311 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8081694 Jul 30 02:22:01.979713 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33012) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:02.007700 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f42d9ee6-6f2a-4a01-8ac2-89ddd7cabd00 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=daef44af5c0445f8bf526943c4157f6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269284 Jul 30 02:22:02.010290 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33014) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:02.017053 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] Set router 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:22:02.095488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0260229b-6dc6-4ccf-bbe2-abc7a034f733 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:02.097219 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0260229b-6dc6-4ccf-bbe2-abc7a034f733 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857527 Jul 30 02:22:02.100117 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33016) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:02.130004 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1c4a3486-3cc0-4ac2-9152-e9a08390d250 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267787 Jul 30 02:22:02.131119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33018) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:02.135808 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-9c1ac4b1-82ea-4d38-8752-4adbe074a402 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1152411224', 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23', 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:02.195858 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763233737', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '12edc162-4986-45a7-92b2-09a72b784096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:01Z', 'revision_number': 3, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '12edc162-4986-45a7-92b2-09a72b784096', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:02.226617 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] Checking router: 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:22:02.226969 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] Updating router 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 port 12edc162-4986-45a7-92b2-09a72b784096 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:22:02.251447 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:02.301515 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1ac4b1-82ea-4d38-8752-4adbe074a402 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Made reservation on behalf of daef44af5c0445f8bf526943c4157f6f for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:22:02.305468 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c1ac4b1-82ea-4d38-8752-4adbe074a402 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:02.501885 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:02.511802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] Transition to ACTIVE for port object 12edc162-4986-45a7-92b2-09a72b784096 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:22:02.572042 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c1ac4b1-82ea-4d38-8752-4adbe074a402 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:02.600770 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:02.634187 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ac4b1-82ea-4d38-8752-4adbe074a402 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Subnet': ['ID=72c62130-9637-443f-b7f1-fb1d449e2d04,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:02.641648 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1ac4b1-82ea-4d38-8752-4adbe074a402 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Checking segment: {'id': 'ca9f4a28-7e1d-42d8-b501-e336e7c23fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:22:02.642022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1ac4b1-82ea-4d38-8752-4adbe074a402 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network hostable DHCP agents. Network: a539e358-61e5-4d59-901d-3fd28bb7db23, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:22:02.651296 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] Attempting to bind port 12edc162-4986-45a7-92b2-09a72b784096 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:22:02.651579 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] Attempting to bind port 12edc162-4986-45a7-92b2-09a72b784096 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:22:02.651946 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] Attempting to bind port 12edc162-4986-45a7-92b2-09a72b784096 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:22:02.661153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39c7cb-d518-4d6a-b30f-f9378e4fbacc None None] Pushing event updated for resources: {'Port': ['ID=12edc162-4986-45a7-92b2-09a72b784096,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:02.666182 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:22:02.666182 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:22:02.666182 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:02.666182 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:22:02.666182 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] Bound port: 12edc162-4986-45a7-92b2-09a72b784096, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:22:02.666182 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:02.714793 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1ac4b1-82ea-4d38-8752-4adbe074a402 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network a539e358-61e5-4d59-901d-3fd28bb7db23 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:22:02.715166 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] For port 12edc162-4986-45a7-92b2-09a72b784096, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:22:02.718243 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] For port 12edc162-4986-45a7-92b2-09a72b784096, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=12edc162-4986-45a7-92b2-09a72b784096,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:22:02.804097 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:02.839894 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-9c1ac4b1-82ea-4d38-8752-4adbe074a402 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, a539e358-61e5-4d59-901d-3fd28bb7db23) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:22:02.844205 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1ac4b1-82ea-4d38-8752-4adbe074a402 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:02.844814 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c1ac4b1-82ea-4d38-8752-4adbe074a402 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:02.854126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e09ed6e-3c63-4e35-a9f0-357c30e85285 None None] Network a539e358-61e5-4d59-901d-3fd28bb7db23 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:22:02.861577 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] Routers {'06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:22:02.862184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:21:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:02.932379 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9c1ac4b1-82ea-4d38-8752-4adbe074a402 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8001437 Jul 30 02:22:02.932965 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39c7cb-d518-4d6a-b30f-f9378e4fbacc None None] Pushing event updated for resources: {'Port': ['ID=12edc162-4986-45a7-92b2-09a72b784096,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:02.935120 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33020) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:03.028453 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] Set router 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:22:03.193479 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-a539e358-61e5-4d59-901d-3fd28bb7db23', 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'fixed_ips': [{'subnet_id': '72c62130-9637-443f-b7f1-fb1d449e2d04'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:22:03.194935 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:03.296465 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:03.372380 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Allocated IP 172.20.0.2 (a539e358-61e5-4d59-901d-3fd28bb7db23/72c62130-9637-443f-b7f1-fb1d449e2d04/f1577604-def8-4520-ae66-ae0f10b79a23) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:22:03.381526 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763233737', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '12edc162-4986-45a7-92b2-09a72b784096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:01Z', 'revision_number': 3, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '12edc162-4986-45a7-92b2-09a72b784096', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:03.420009 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35411d86-bf58-4b5c-bf68-fa5393d5ccae None None] The sync data for ids ['06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'] in n-d-713498-9 is: [{'id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763233737', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '12edc162-4986-45a7-92b2-09a72b784096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:01Z', 'revision_number': 3, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '12edc162-4986-45a7-92b2-09a72b784096', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:22:03.551600 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:03.559621 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Transition to ACTIVE for port object f1577604-def8-4520-ae66-ae0f10b79a23 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:22:03.575703 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Transition to ACTIVE for port object f1577604-def8-4520-ae66-ae0f10b79a23 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:22:03.655535 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:03.706412 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Network a539e358-61e5-4d59-901d-3fd28bb7db23 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:22:03.709559 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:22:03.717017 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:22:03.722277 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Pushing event updated for resources: {'Port': ['ID=f1577604-def8-4520-ae66-ae0f10b79a23,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:03.778007 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c179e89-13a8-433b-879c-097b08f53f39 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:03.942214 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Attempting to bind port f1577604-def8-4520-ae66-ae0f10b79a23 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:22:03.942958 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Attempting to bind port f1577604-def8-4520-ae66-ae0f10b79a23 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'ca9f4a28-7e1d-42d8-b501-e336e7c23fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:22:03.942958 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Attempting to bind port f1577604-def8-4520-ae66-ae0f10b79a23 on network a539e358-61e5-4d59-901d-3fd28bb7db23 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:22:03.950145 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:22:03.950549 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Checking segment: {'id': 'ca9f4a28-7e1d-42d8-b501-e336e7c23fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:22:03.950956 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:03.951405 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Bound using segment: {'id': 'ca9f4a28-7e1d-42d8-b501-e336e7c23fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:22:03.952670 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Bound port: f1577604-def8-4520-ae66-ae0f10b79a23, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9f4a28-7e1d-42d8-b501-e336e7c23fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:22:03.953065 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:04.022362 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] For port f1577604-def8-4520-ae66-ae0f10b79a23, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:22:04.025767 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] For port f1577604-def8-4520-ae66-ae0f10b79a23, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f1577604-def8-4520-ae66-ae0f10b79a23,segment=NetworkSegment(ca9f4a28-7e1d-42d8-b501-e336e7c23fdc),segment_id=ca9f4a28-7e1d-42d8-b501-e336e7c23fdc)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:22:04.074691 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-1c179e89-13a8-433b-879c-097b08f53f39 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Allocated IP 172.20.0.1 (a539e358-61e5-4d59-901d-3fd28bb7db23/72c62130-9637-443f-b7f1-fb1d449e2d04/42e4b1b8-d0fc-4568-990e-8cccd41ca5da) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:22:04.090237 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:04.153325 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e11d6-588e-4815-a649-96ebd72a6c80 None None] Pushing event updated for resources: {'Port': ['ID=f1577604-def8-4520-ae66-ae0f10b79a23,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:04.197543 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c179e89-13a8-433b-879c-097b08f53f39 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:04.213910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-1c179e89-13a8-433b-879c-097b08f53f39 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Transition to ACTIVE for port object 42e4b1b8-d0fc-4568-990e-8cccd41ca5da will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:22:04.322233 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c179e89-13a8-433b-879c-097b08f53f39 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:04.374201 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c179e89-13a8-433b-879c-097b08f53f39 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network a539e358-61e5-4d59-901d-3fd28bb7db23 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:22:04.380534 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-1c179e89-13a8-433b-879c-097b08f53f39 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:22:04.388970 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c179e89-13a8-433b-879c-097b08f53f39 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:22:04.444110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c179e89-13a8-433b-879c-097b08f53f39 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=42e4b1b8-d0fc-4568-990e-8cccd41ca5da,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:04.460195 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c179e89-13a8-433b-879c-097b08f53f39 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:04.476155 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f1577604-def8-4520-ae66-ae0f10b79a23 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:22:04.580897 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port f1577604-def8-4520-ae66-ae0f10b79a23 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:22:04.585458 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 12edc162-4986-45a7-92b2-09a72b784096 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:22:04.675628 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c179e89-13a8-433b-879c-097b08f53f39 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:04.697498 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 12edc162-4986-45a7-92b2-09a72b784096 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:22:04.701437 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 12edc162-4986-45a7-92b2-09a72b784096 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:22:04.703996 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:04.790906 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:04.811872 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 12edc162-4986-45a7-92b2-09a72b784096, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=12edc162-4986-45a7-92b2-09a72b784096,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:04.867048 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:04.918644 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=12edc162-4986-45a7-92b2-09a72b784096,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:04.964652 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c179e89-13a8-433b-879c-097b08f53f39 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:05.026732 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c179e89-13a8-433b-879c-097b08f53f39 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:05.100142 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c179e89-13a8-433b-879c-097b08f53f39 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:05.102789 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c179e89-13a8-433b-879c-097b08f53f39 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=42e4b1b8-d0fc-4568-990e-8cccd41ca5da,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:05.199176 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c179e89-13a8-433b-879c-097b08f53f39 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network a539e358-61e5-4d59-901d-3fd28bb7db23 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:22:05.200620 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-1c179e89-13a8-433b-879c-097b08f53f39 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:22:05.313627 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c179e89-13a8-433b-879c-097b08f53f39 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Router 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:22:05.432497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c179e89-13a8-433b-879c-097b08f53f39 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:22:05.437724 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1c179e89-13a8-433b-879c-097b08f53f39 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "PUT /v2.0/routers/06c82bc2-66ce-4a12-9a5c-2fd92190e4f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4952419 Jul 30 02:22:05.470532 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] Sync routers for ids ['06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:22:05.482268 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] Routers {'06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:22:05.482856 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:21:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:05.531006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76155aff-009b-4383-b850-02c18af74980 None None] Network a539e358-61e5-4d59-901d-3fd28bb7db23 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:22:05.591883 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7892177-bff4-483c-9d57-266519b65d14 req-9a347fb8-98aa-4294-b2ff-1379bbe8cf25 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1483002085&fields=id&tenant_id=daef44af5c0445f8bf526943c4157f6f HTTP/1.1" status: 200 len: 267 time: 0.0361884 Jul 30 02:22:05.601712 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] Set router 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:22:05.650773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d3675340-fe85-415b-98bc-8c076acb6522 None None] Provisioning for port f1577604-def8-4520-ae66-ae0f10b79a23 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:22:05.658444 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d3675340-fe85-415b-98bc-8c076acb6522 None None] Provisioning complete for port f1577604-def8-4520-ae66-ae0f10b79a23 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:22:05.658837 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3675340-fe85-415b-98bc-8c076acb6522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:05.708758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7892177-bff4-483c-9d57-266519b65d14 req-c5033f4b-53d0-42c1-a5b1-5ec25818b326 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:05.710568 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7892177-bff4-483c-9d57-266519b65d14 req-c5033f4b-53d0-42c1-a5b1-5ec25818b326 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/networks?id=a539e358-61e5-4d59-901d-3fd28bb7db23 HTTP/1.1" status: 200 len: 796 time: 0.1107793 Jul 30 02:22:05.727308 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7892177-bff4-483c-9d57-266519b65d14 req-709bf55e-abe3-4910-abcd-43f764058951 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/quotas/daef44af5c0445f8bf526943c4157f6f HTTP/1.1" status: 200 len: 375 time: 0.0106871 Jul 30 02:22:05.776733 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3675340-fe85-415b-98bc-8c076acb6522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:05.787366 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7892177-bff4-483c-9d57-266519b65d14 req-dc692434-d0c3-4326-a2a2-637fabd9765e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529852 Jul 30 02:22:05.812101 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d3675340-fe85-415b-98bc-8c076acb6522 None None] For port f1577604-def8-4520-ae66-ae0f10b79a23, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f1577604-def8-4520-ae66-ae0f10b79a23,segment=NetworkSegment(ca9f4a28-7e1d-42d8-b501-e336e7c23fdc),segment_id=ca9f4a28-7e1d-42d8-b501-e336e7c23fdc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:05.814142 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763233737', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '12edc162-4986-45a7-92b2-09a72b784096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '12edc162-4986-45a7-92b2-09a72b784096', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '42e4b1b8-d0fc-4568-990e-8cccd41ca5da', 'name': '', 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:08:d9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '72c62130-9637-443f-b7f1-fb1d449e2d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:03Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 2, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': '72c62130-9637-443f-b7f1-fb1d449e2d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:05.841305 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] Checking router: 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:22:05.841753 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] Updating router 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 port 42e4b1b8-d0fc-4568-990e-8cccd41ca5da binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:22:05.872159 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:05.895833 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3675340-fe85-415b-98bc-8c076acb6522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:05.912765 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7892177-bff4-483c-9d57-266519b65d14 req-f7569e8f-b995-46b1-9b91-8bf3c64e7625 service neutron] 10.222.0.70 "GET /v2.0/networks/a539e358-61e5-4d59-901d-3fd28bb7db23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130264 Jul 30 02:22:05.964813 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3675340-fe85-415b-98bc-8c076acb6522 None None] Pushing event updated for resources: {'Port': ['ID=f1577604-def8-4520-ae66-ae0f10b79a23,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:06.024884 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-29c06e33-a54b-4ef5-999f-066ca7f73ac9 None None] Provisioning complete for port f1577604-def8-4520-ae66-ae0f10b79a23 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:22:06.024884 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29c06e33-a54b-4ef5-999f-066ca7f73ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:06.032050 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7892177-bff4-483c-9d57-266519b65d14 req-24eeaddc-7925-4197-92c4-52f236844793 service neutron] 10.222.0.70 "GET /v2.0/networks/a539e358-61e5-4d59-901d-3fd28bb7db23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182020 Jul 30 02:22:06.157223 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:06.168070 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] Transition to ACTIVE for port object 42e4b1b8-d0fc-4568-990e-8cccd41ca5da will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:22:06.228724 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-29c06e33-a54b-4ef5-999f-066ca7f73ac9 None None] Provisioning for port 42e4b1b8-d0fc-4568-990e-8cccd41ca5da completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:22:06.242597 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-29c06e33-a54b-4ef5-999f-066ca7f73ac9 None None] Provisioning complete for port 42e4b1b8-d0fc-4568-990e-8cccd41ca5da triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:22:06.242597 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29c06e33-a54b-4ef5-999f-066ca7f73ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:06.569402 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5631c86b-edde-4d2b-a6e8-afcc0b5b6bc7 req-eb07c56b-0cb8-4f43-9029-d0273a9534f6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 210 time: 0.0300720 Jul 30 02:22:06.574082 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-29c06e33-a54b-4ef5-999f-066ca7f73ac9 None None] Port 42e4b1b8-d0fc-4568-990e-8cccd41ca5da cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:22:06.577381 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:06.577381 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8cb7d-0f96-4517-a8fd-0b31aeb203c0 None None] Pushing event updated for resources: {'Port': ['ID=42e4b1b8-d0fc-4568-990e-8cccd41ca5da,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:06.577381 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8cb7d-0f96-4517-a8fd-0b31aeb203c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.577381 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8cb7d-0f96-4517-a8fd-0b31aeb203c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.577381 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8cb7d-0f96-4517-a8fd-0b31aeb203c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.577381 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8cb7d-0f96-4517-a8fd-0b31aeb203c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.577381 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8cb7d-0f96-4517-a8fd-0b31aeb203c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.577381 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8cb7d-0f96-4517-a8fd-0b31aeb203c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.577381 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8cb7d-0f96-4517-a8fd-0b31aeb203c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.577381 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8cb7d-0f96-4517-a8fd-0b31aeb203c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.577381 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8cb7d-0f96-4517-a8fd-0b31aeb203c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.577381 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8cb7d-0f96-4517-a8fd-0b31aeb203c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.577381 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8cb7d-0f96-4517-a8fd-0b31aeb203c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.577381 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8cb7d-0f96-4517-a8fd-0b31aeb203c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.597009 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f1577604-def8-4520-ae66-ae0f10b79a23 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:22:06.598573 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] Attempting to bind port 42e4b1b8-d0fc-4568-990e-8cccd41ca5da on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:22:06.598573 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] Attempting to bind port 42e4b1b8-d0fc-4568-990e-8cccd41ca5da by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'ca9f4a28-7e1d-42d8-b501-e336e7c23fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:22:06.598573 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] Attempting to bind port 42e4b1b8-d0fc-4568-990e-8cccd41ca5da on network a539e358-61e5-4d59-901d-3fd28bb7db23 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:22:06.598573 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:22:06.598573 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] Checking segment: {'id': 'ca9f4a28-7e1d-42d8-b501-e336e7c23fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:22:06.598573 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:06.598573 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] Bound using segment: {'id': 'ca9f4a28-7e1d-42d8-b501-e336e7c23fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:22:06.598573 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] Bound port: 42e4b1b8-d0fc-4568-990e-8cccd41ca5da, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9f4a28-7e1d-42d8-b501-e336e7c23fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:22:06.598573 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:06.600616 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f1577604-def8-4520-ae66-ae0f10b79a23 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:22:06.600616 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:06.600616 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 12edc162-4986-45a7-92b2-09a72b784096 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:22:06.603046 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] For port 42e4b1b8-d0fc-4568-990e-8cccd41ca5da, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:22:06.606966 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] For port 42e4b1b8-d0fc-4568-990e-8cccd41ca5da, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=42e4b1b8-d0fc-4568-990e-8cccd41ca5da,segment=NetworkSegment(ca9f4a28-7e1d-42d8-b501-e336e7c23fdc),segment_id=ca9f4a28-7e1d-42d8-b501-e336e7c23fdc)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:22:06.654789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 12edc162-4986-45a7-92b2-09a72b784096 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:22:06.655241 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:06.720419 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:06.777943 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] Routers {'06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:22:06.778607 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:21:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:06.816641 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8cb7d-0f96-4517-a8fd-0b31aeb203c0 None None] Pushing event updated for resources: {'Port': ['ID=42e4b1b8-d0fc-4568-990e-8cccd41ca5da,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:06.892277 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] Set router 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:22:07.091417 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763233737', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '12edc162-4986-45a7-92b2-09a72b784096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '12edc162-4986-45a7-92b2-09a72b784096', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '42e4b1b8-d0fc-4568-990e-8cccd41ca5da', 'name': '', 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:08:d9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '72c62130-9637-443f-b7f1-fb1d449e2d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:03Z', 'updated_at': '2021-07-30T02:22:06Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': '72c62130-9637-443f-b7f1-fb1d449e2d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:07.117517 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5454e386-8fdb-4ac9-8f88-eb840e9a9ec8 None None] The sync data for ids ['06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'] in n-d-713498-9 is: [{'id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763233737', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '12edc162-4986-45a7-92b2-09a72b784096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '12edc162-4986-45a7-92b2-09a72b784096', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '42e4b1b8-d0fc-4568-990e-8cccd41ca5da', 'name': '', 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:08:d9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '72c62130-9637-443f-b7f1-fb1d449e2d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:03Z', 'updated_at': '2021-07-30T02:22:06Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': '72c62130-9637-443f-b7f1-fb1d449e2d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:22:07.368149 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e485b7f7-06b1-4ccd-884b-ffad943fbf45 req-dc3a0dee-09da-4729-b7f0-3ebcf562f15f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 210 time: 0.0328774 Jul 30 02:22:08.390839 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 42e4b1b8-d0fc-4568-990e-8cccd41ca5da up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:22:08.464395 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b13685ac-f94c-4f1c-8451-554c1e784d2e req-73b0ce6a-fba3-4731-b878-d14b1e644ce3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 210 time: 0.0274444 Jul 30 02:22:08.535298 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 42e4b1b8-d0fc-4568-990e-8cccd41ca5da completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:22:08.540359 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 42e4b1b8-d0fc-4568-990e-8cccd41ca5da triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:22:08.540756 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:08.622526 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:08.655436 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 42e4b1b8-d0fc-4568-990e-8cccd41ca5da, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=42e4b1b8-d0fc-4568-990e-8cccd41ca5da,segment=NetworkSegment(ca9f4a28-7e1d-42d8-b501-e336e7c23fdc),segment_id=ca9f4a28-7e1d-42d8-b501-e336e7c23fdc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:08.723723 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:08.770150 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=42e4b1b8-d0fc-4568-990e-8cccd41ca5da,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:09.141137 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b7594ebd-0982-4edb-8e77-0d038b240a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:09.217325 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7892177-bff4-483c-9d57-266519b65d14 req-173ae278-0a7b-47d8-b27d-c2aa66359793 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:09.218837 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7892177-bff4-483c-9d57-266519b65d14 req-173ae278-0a7b-47d8-b27d-c2aa66359793 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.77 "GET /v2.0/networks?id=a539e358-61e5-4d59-901d-3fd28bb7db23 HTTP/1.1" status: 200 len: 796 time: 0.1038346 Jul 30 02:22:09.267895 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7892177-bff4-483c-9d57-266519b65d14 req-4d34ab77-dfd5-4474-8db7-12ed943e0b34 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daef44af5c0445f8bf526943c4157f6f HTTP/1.1" status: 200 len: 380 time: 0.0350330 Jul 30 02:22:09.277279 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-f7892177-bff4-483c-9d57-266519b65d14 req-97e1553d-6dd8-4685-a847-0833113ab28a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'port': {'device_id': 'ecf3d175-5b48-4c31-8e98-91acb0055429', 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23', 'admin_state_up': True, 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'security_groups': ['bdb97a46-1fca-404e-ae8c-e961e2277dcf']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:09.485525 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7892177-bff4-483c-9d57-266519b65d14 req-97e1553d-6dd8-4685-a847-0833113ab28a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Made reservation on behalf of daef44af5c0445f8bf526943c4157f6f for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:22:09.490150 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7892177-bff4-483c-9d57-266519b65d14 req-97e1553d-6dd8-4685-a847-0833113ab28a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:09.583509 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13544e4c-76d2-4caf-ace3-184ff94bb8fc req-808f1d8a-6c79-41b0-824a-8614c63523ab tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 210 time: 0.0395951 Jul 30 02:22:09.641520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-f7892177-bff4-483c-9d57-266519b65d14 req-97e1553d-6dd8-4685-a847-0833113ab28a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Allocated IP 172.20.0.9 (a539e358-61e5-4d59-901d-3fd28bb7db23/72c62130-9637-443f-b7f1-fb1d449e2d04/5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:22:09.776372 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7892177-bff4-483c-9d57-266519b65d14 req-97e1553d-6dd8-4685-a847-0833113ab28a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:09.788851 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-f7892177-bff4-483c-9d57-266519b65d14 req-97e1553d-6dd8-4685-a847-0833113ab28a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Transition to ACTIVE for port object 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:22:09.892005 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7892177-bff4-483c-9d57-266519b65d14 req-97e1553d-6dd8-4685-a847-0833113ab28a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:09.939663 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7892177-bff4-483c-9d57-266519b65d14 req-97e1553d-6dd8-4685-a847-0833113ab28a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network a539e358-61e5-4d59-901d-3fd28bb7db23 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:22:09.942823 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-f7892177-bff4-483c-9d57-266519b65d14 req-97e1553d-6dd8-4685-a847-0833113ab28a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:22:09.946409 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7892177-bff4-483c-9d57-266519b65d14 req-97e1553d-6dd8-4685-a847-0833113ab28a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:22:09.954874 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1553d-6dd8-4685-a847-0833113ab28a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:10.001414 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7892177-bff4-483c-9d57-266519b65d14 req-97e1553d-6dd8-4685-a847-0833113ab28a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:10.002049 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7892177-bff4-483c-9d57-266519b65d14 req-97e1553d-6dd8-4685-a847-0833113ab28a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:10.075237 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7892177-bff4-483c-9d57-266519b65d14 req-97e1553d-6dd8-4685-a847-0833113ab28a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8014913 Jul 30 02:22:10.145605 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] Request body: {'port': {'device_id': 'ecf3d175-5b48-4c31-8e98-91acb0055429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:10.177815 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9b188015-1af9-4fdc-b741-34cd430d9269 None None] Provisioning for port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:22:10.182132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9b188015-1af9-4fdc-b741-34cd430d9269 None None] Provisioning complete for port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:22:10.182582 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b188015-1af9-4fdc-b741-34cd430d9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:10.201317 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:10.218465 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9b188015-1af9-4fdc-b741-34cd430d9269 None None] Port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:22:10.369153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 42e4b1b8-d0fc-4568-990e-8cccd41ca5da up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:22:10.416382 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 42e4b1b8-d0fc-4568-990e-8cccd41ca5da triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:22:10.416674 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:10.473682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:22:10.481154 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:10.493326 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] Transition to ACTIVE for port object 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:22:10.565805 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:10.626440 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:10.735946 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] Attempting to bind port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:22:10.736287 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] Attempting to bind port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'ca9f4a28-7e1d-42d8-b501-e336e7c23fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:22:10.736619 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] Attempting to bind port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba on network a539e358-61e5-4d59-901d-3fd28bb7db23 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:22:10.745709 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe55a3-a91e-4e1c-8e2e-1cd4d2609486 req-112ad376-81b6-41c5-bae8-fd69d5dd690d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:10.747282 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-77fe55a3-a91e-4e1c-8e2e-1cd4d2609486 req-112ad376-81b6-41c5-bae8-fd69d5dd690d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 943 time: 0.0801115 Jul 30 02:22:10.750864 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] Port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba on network a539e358-61e5-4d59-901d-3fd28bb7db23 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:22:10.751197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] Attempting to bind port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba on network a539e358-61e5-4d59-901d-3fd28bb7db23 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:22:10.763930 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:22:10.764276 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] Checking segment: {'id': 'ca9f4a28-7e1d-42d8-b501-e336e7c23fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:22:10.764662 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] Bound using segment: {'id': 'ca9f4a28-7e1d-42d8-b501-e336e7c23fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:22:10.765107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] Bound port: 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9f4a28-7e1d-42d8-b501-e336e7c23fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:22:10.765478 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:10.820556 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-77fe55a3-a91e-4e1c-8e2e-1cd4d2609486 req-f8647eff-dac0-442f-84f3-2a35ec7770b6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661263 Jul 30 02:22:10.850198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] For port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:22:10.853244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] For port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba,segment=NetworkSegment(ca9f4a28-7e1d-42d8-b501-e336e7c23fdc),segment_id=ca9f4a28-7e1d-42d8-b501-e336e7c23fdc)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:22:10.903474 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:10.943957 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:10.944603 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:10.945990 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7892177-bff4-483c-9d57-266519b65d14 req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] 10.222.0.77 "PUT /v2.0/ports/5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba HTTP/1.1" status: 200 len: 1091 time: 0.8571079 Jul 30 02:22:10.946458 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf3d175-5b48-4c31-8e98-91acb0055429', 'tag': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:22:10.948680 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6f564b-726d-4f6e-a5fc-2e98a78a253d" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf3d175-5b48-4c31-8e98-91acb0055429", "tag": "5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:22:10.971492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06846417-bf86-4745-a08a-97ff924b78d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:10.992782 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28302617-7a18-48da-b68a-371e76f92d05 x-openstack-request-id: req-28302617-7a18-48da-b68a-371e76f92d05 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:22:10.993120 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf3d175-5b48-4c31-8e98-91acb0055429", "tag": "5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:22:10.994181 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-28302617-7a18-48da-b68a-371e76f92d05 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:22:10.994595 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf3d175-5b48-4c31-8e98-91acb0055429', 'tag': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba', 'status': 'completed', 'code': 200} Jul 30 02:22:11.081931 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f564b-726d-4f6e-a5fc-2e98a78a253d req-7080f905-9bf8-487f-9702-dc02e6a70a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:11.083678 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-be6f564b-726d-4f6e-a5fc-2e98a78a253d req-7080f905-9bf8-487f-9702-dc02e6a70a17 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 1094 time: 0.0445571 Jul 30 02:22:11.189434 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f564b-726d-4f6e-a5fc-2e98a78a253d req-71118bf7-3480-415a-978d-96bee3b9a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:11.190951 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-be6f564b-726d-4f6e-a5fc-2e98a78a253d req-71118bf7-3480-415a-978d-96bee3b9a72a service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=daef44af5c0445f8bf526943c4157f6f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0932968 Jul 30 02:22:11.290586 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f564b-726d-4f6e-a5fc-2e98a78a253d req-5a813564-48e5-4fdf-af96-5f344d267920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:11.292042 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-be6f564b-726d-4f6e-a5fc-2e98a78a253d req-5a813564-48e5-4fdf-af96-5f344d267920 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914974 Jul 30 02:22:11.392592 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7892177-bff4-483c-9d57-266519b65d14 req-7cbb878b-3a76-4ff9-ba90-60b8e60e5f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:11.394109 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7892177-bff4-483c-9d57-266519b65d14 req-7cbb878b-3a76-4ff9-ba90-60b8e60e5f92 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 1094 time: 0.0429585 Jul 30 02:22:11.444235 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7892177-bff4-483c-9d57-266519b65d14 req-360d8aa8-60b9-4dd6-8091-df54ba1156cd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba HTTP/1.1" status: 200 len: 217 time: 0.0372982 Jul 30 02:22:11.492562 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7892177-bff4-483c-9d57-266519b65d14 req-377d72d8-47b1-49d2-8d4e-830f193cd091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:11.493859 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7892177-bff4-483c-9d57-266519b65d14 req-377d72d8-47b1-49d2-8d4e-830f193cd091 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72c62130-9637-443f-b7f1-fb1d449e2d04 HTTP/1.1" status: 200 len: 835 time: 0.0432539 Jul 30 02:22:11.538081 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7892177-bff4-483c-9d57-266519b65d14 req-9faab429-2c96-4fa8-9dfa-ce0d563fcadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:11.539571 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7892177-bff4-483c-9d57-266519b65d14 req-9faab429-2c96-4fa8-9dfa-ce0d563fcadf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a539e358-61e5-4d59-901d-3fd28bb7db23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391905 Jul 30 02:22:11.638153 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7892177-bff4-483c-9d57-266519b65d14 req-c60aab62-bee0-41d2-a623-b7b001bce52a service neutron] 10.222.0.77 "GET /v2.0/networks/a539e358-61e5-4d59-901d-3fd28bb7db23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911469 Jul 30 02:22:11.690011 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-751f8fc7-227c-4f90-bfea-af89644ed187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:11.729679 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7892177-bff4-483c-9d57-266519b65d14 req-e408573f-4b2a-4a45-bba7-71b9bdc3f69f service neutron] 10.222.0.77 "GET /v2.0/networks/a539e358-61e5-4d59-901d-3fd28bb7db23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845137 Jul 30 02:22:11.809433 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:11.936536 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a4c65-8871-4af3-8410-e2ec3226afb6 req-7d29fea1-ea52-488d-b192-0af2fb44a1f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:11.938020 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2d2a4c65-8871-4af3-8410-e2ec3226afb6 req-7d29fea1-ea52-488d-b192-0af2fb44a1f2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 943 time: 0.0499620 Jul 30 02:22:11.976392 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2d2a4c65-8871-4af3-8410-e2ec3226afb6 req-5539d60a-9d0d-43f6-820c-ef3bf854e541 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324454 Jul 30 02:22:13.091804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e597b01-9601-46e6-997e-a68ab5cc6ef2 req-8c077044-ac32-44d7-aadc-c770ffad72a4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:13.093287 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8e597b01-9601-46e6-997e-a68ab5cc6ef2 req-8c077044-ac32-44d7-aadc-c770ffad72a4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 943 time: 0.0529947 Jul 30 02:22:13.132569 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8e597b01-9601-46e6-997e-a68ab5cc6ef2 req-5074b947-4751-4005-8bfd-7c5ec6844c67 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325613 Jul 30 02:22:13.369447 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:14.246760 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1952a83-2165-4706-bd14-286ad42daf36 req-8d849755-5571-43af-97dd-8b725ec9820c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:14.248296 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c1952a83-2165-4706-bd14-286ad42daf36 req-8d849755-5571-43af-97dd-8b725ec9820c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 943 time: 0.0499711 Jul 30 02:22:14.286241 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c1952a83-2165-4706-bd14-286ad42daf36 req-58548525-7383-4aaf-9723-65b60e4344cc tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320289 Jul 30 02:22:14.696732 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:15.400153 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648dca5-2969-4109-be37-64a2bc558e02 req-2e03cba6-a46b-4c73-9f93-fac14af6827e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:15.401700 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9648dca5-2969-4109-be37-64a2bc558e02 req-2e03cba6-a46b-4c73-9f93-fac14af6827e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 943 time: 0.0496440 Jul 30 02:22:15.438744 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9648dca5-2969-4109-be37-64a2bc558e02 req-4a32c297-a8ae-4fce-bc79-e68040d5e785 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311177 Jul 30 02:22:15.604863 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:22:15.695732 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba,segment=NetworkSegment(ca9f4a28-7e1d-42d8-b501-e336e7c23fdc),segment_id=ca9f4a28-7e1d-42d8-b501-e336e7c23fdc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:15.706906 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba', 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23', 'port_id': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba', 'mac_address': 'fa:16:3e:cd:74:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c62130-9637-443f-b7f1-fb1d449e2d04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:22:15.742487 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:15.754963 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:22:15.776532 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba,segment=NetworkSegment(ca9f4a28-7e1d-42d8-b501-e336e7c23fdc),segment_id=ca9f4a28-7e1d-42d8-b501-e336e7c23fdc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:15.839264 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:15.885462 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:16.118175 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:22:16.559201 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd819e9-a779-430e-8994-58f30445b248 req-923f119b-6514-4054-9403-6c1abc425c2b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:16.560706 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9cd819e9-a779-430e-8994-58f30445b248 req-923f119b-6514-4054-9403-6c1abc425c2b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 944 time: 0.0534999 Jul 30 02:22:16.598313 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9cd819e9-a779-430e-8994-58f30445b248 req-c53eda9c-b0f6-4ff7-814b-650720d21b45 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312753 Jul 30 02:22:17.624120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:22:17.711511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99f2af-9ff7-4c4b-b210-55bc6ce148b3 req-afa7bcb9-8427-42d2-a30e-279479c98f00 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:17.713060 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae99f2af-9ff7-4c4b-b210-55bc6ce148b3 req-afa7bcb9-8427-42d2-a30e-279479c98f00 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 944 time: 0.0495353 Jul 30 02:22:17.731211 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:22:17.735268 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:22:17.735643 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:17.752551 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ae99f2af-9ff7-4c4b-b210-55bc6ce148b3 req-54019d33-202d-4851-8dfd-cc5c76af5f24 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330594 Jul 30 02:22:17.816375 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:17.838394 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf3d175-5b48-4c31-8e98-91acb0055429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:22:17.840621 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c7aff3-40f4-497c-bf42-feeefa872f30" -d '{"events": [{"server_uuid": "ecf3d175-5b48-4c31-8e98-91acb0055429", "name": "network-vif-plugged", "status": "completed", "tag": "5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:22:17.853652 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba,segment=NetworkSegment(ca9f4a28-7e1d-42d8-b501-e336e7c23fdc),segment_id=ca9f4a28-7e1d-42d8-b501-e336e7c23fdc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:17.920042 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:17.945365 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7003b761-1187-44e7-8a54-022b60c24972 x-openstack-request-id: req-7003b761-1187-44e7-8a54-022b60c24972 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:22:17.945648 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf3d175-5b48-4c31-8e98-91acb0055429", "name": "network-vif-plugged", "status": "completed", "tag": "5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:22:17.945897 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7003b761-1187-44e7-8a54-022b60c24972 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:22:17.946283 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf3d175-5b48-4c31-8e98-91acb0055429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba', 'code': 200} Jul 30 02:22:17.980124 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:18.028549 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:18.054753 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcaabe-e1c0-4b91-b2b5-91dc37d18418 req-84586f29-cfd7-4dfd-8adc-9b9e824045c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:18.056243 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12dcaabe-e1c0-4b91-b2b5-91dc37d18418 req-84586f29-cfd7-4dfd-8adc-9b9e824045c1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 1096 time: 0.0402920 Jul 30 02:22:18.090238 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12dcaabe-e1c0-4b91-b2b5-91dc37d18418 req-a658f314-784b-41ca-a2bf-cf908dccac1d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269825 Jul 30 02:22:18.873556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d226a-9a42-4401-a5d8-595ad25a5081 req-dc4d2de9-57a5-417b-84ea-f5d467d83dac tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:18.875074 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d59d226a-9a42-4401-a5d8-595ad25a5081 req-dc4d2de9-57a5-417b-84ea-f5d467d83dac tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 945 time: 0.0537956 Jul 30 02:22:18.912524 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d59d226a-9a42-4401-a5d8-595ad25a5081 req-7571131b-723f-4b4a-b6e4-6bff9ba730c3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308909 Jul 30 02:22:20.026319 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0779fd-6700-42a3-97e4-b7d2f4a8d357 req-0927bfb6-c38b-4245-b744-0f0799477550 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:20.027824 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e0779fd-6700-42a3-97e4-b7d2f4a8d357 req-0927bfb6-c38b-4245-b744-0f0799477550 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 945 time: 0.0495322 Jul 30 02:22:20.065070 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e0779fd-6700-42a3-97e4-b7d2f4a8d357 req-44a7e68b-22c9-44a2-a85a-f2632573e195 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313561 Jul 30 02:22:20.176971 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4885b7-faef-47a5-834e-8f6c07ef05a4 req-07f7a615-e316-4464-8dc5-48f139f35b89 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:20.178486 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0f4885b7-faef-47a5-834e-8f6c07ef05a4 req-07f7a615-e316-4464-8dc5-48f139f35b89 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 945 time: 0.0485654 Jul 30 02:22:20.215436 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0f4885b7-faef-47a5-834e-8f6c07ef05a4 req-9b3e44de-a0ae-4acd-a8ba-6f6272fe465c tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310085 Jul 30 02:22:20.236073 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33090) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:20.279372 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a916eb5-80bb-43af-99a1-bad677c175fb tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:20.280856 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0a916eb5-80bb-43af-99a1-bad677c175fb tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 1091 time: 0.0437896 Jul 30 02:22:20.283584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33092) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:20.287897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1c711e65-943a-4321-bf07-c5a27f78be7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:20.409321 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c711e65-943a-4321-bf07-c5a27f78be7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:20.506928 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c711e65-943a-4321-bf07-c5a27f78be7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:20.611200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-1c711e65-943a-4321-bf07-c5a27f78be7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Allocated IP 172.25.1.28 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/2edecbd9-64fe-46d0-8a62-6f7c9ba38884) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:22:20.707402 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c711e65-943a-4321-bf07-c5a27f78be7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:20.797970 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c711e65-943a-4321-bf07-c5a27f78be7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:20.836610 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c711e65-943a-4321-bf07-c5a27f78be7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:22:20.839405 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-1c711e65-943a-4321-bf07-c5a27f78be7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:22:20.842841 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c711e65-943a-4321-bf07-c5a27f78be7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:22:20.869726 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c711e65-943a-4321-bf07-c5a27f78be7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=2edecbd9-64fe-46d0-8a62-6f7c9ba38884,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:21.199251 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c711e65-943a-4321-bf07-c5a27f78be7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:21.304045 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c711e65-943a-4321-bf07-c5a27f78be7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:21.461262 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c711e65-943a-4321-bf07-c5a27f78be7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:21.523273 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c711e65-943a-4321-bf07-c5a27f78be7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:21.591943 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c711e65-943a-4321-bf07-c5a27f78be7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event updated for resources: {'Port': ['ID=2edecbd9-64fe-46d0-8a62-6f7c9ba38884,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:21.600284 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c711e65-943a-4321-bf07-c5a27f78be7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:21.698539 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-1c711e65-943a-4321-bf07-c5a27f78be7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Floating IP b5607615-9bbe-4ed3-95f0-b3d8702fcf5c associated. External IP: 172.25.1.28, port: 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba. Jul 30 02:22:22.253012 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c711e65-943a-4321-bf07-c5a27f78be7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Router 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:22:22.359029 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c711e65-943a-4321-bf07-c5a27f78be7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:22:22.368905 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c7e84e-a820-4726-ad64-1059c3e1ecb2 None None] Sync routers for ids ['06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:22:22.377645 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c7e84e-a820-4726-ad64-1059c3e1ecb2 None None] Routers {'06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:22:22.378261 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a4c7e84e-a820-4726-ad64-1059c3e1ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:22:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:22.481686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a4c7e84e-a820-4726-ad64-1059c3e1ecb2 None None] Set router 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:22:22.490027 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1c711e65-943a-4321-bf07-c5a27f78be7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:22.519748 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1c711e65-943a-4321-bf07-c5a27f78be7b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2350283 Jul 30 02:22:22.520474 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf3d175-5b48-4c31-8e98-91acb0055429', 'tag': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:22:22.522907 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6112b4-933c-4ab1-8f61-2755062ea6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf3d175-5b48-4c31-8e98-91acb0055429", "tag": "5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:22:22.618014 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29efef-e69f-4075-8b3b-68b54d50f333 req-50b7e313-9d55-4160-82a6-3c4e39b9603a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:22.619725 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c29efef-e69f-4075-8b3b-68b54d50f333 req-50b7e313-9d55-4160-82a6-3c4e39b9603a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 945 time: 0.0494201 Jul 30 02:22:22.660525 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c29efef-e69f-4075-8b3b-68b54d50f333 req-d9e2959d-bed2-4fd1-b2d7-6458d1dd79fe tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339351 Jul 30 02:22:22.681310 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33098) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:22.715998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a4c7e84e-a820-4726-ad64-1059c3e1ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763233737', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '12edc162-4986-45a7-92b2-09a72b784096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '12edc162-4986-45a7-92b2-09a72b784096', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'b5607615-9bbe-4ed3-95f0-b3d8702fcf5c', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'port_id': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23', 'mac_address': 'fa:16:3e:cd:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf3d175-5b48-4c31-8e98-91acb0055429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:22:21Z', 'updated_at': '2021-07-30T02:22:21Z', 'revision_number': 0, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42e4b1b8-d0fc-4568-990e-8cccd41ca5da', 'name': '', 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:08:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '72c62130-9637-443f-b7f1-fb1d449e2d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:03Z', 'updated_at': '2021-07-30T02:22:08Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': '72c62130-9637-443f-b7f1-fb1d449e2d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:22.724920 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526bd8aa-498c-4f98-886c-ce0c82ee6c85 x-openstack-request-id: req-526bd8aa-498c-4f98-886c-ce0c82ee6c85 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:22:22.725218 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf3d175-5b48-4c31-8e98-91acb0055429", "tag": "5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:22:22.726733 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-526bd8aa-498c-4f98-886c-ce0c82ee6c85 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:22:22.726733 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf3d175-5b48-4c31-8e98-91acb0055429', 'tag': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba', 'status': 'completed', 'code': 200} Jul 30 02:22:22.743080 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c7e84e-a820-4726-ad64-1059c3e1ecb2 None None] Checking router: 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:22:22.752562 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c7e84e-a820-4726-ad64-1059c3e1ecb2 None None] Routers {'06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:22:22.753177 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a4c7e84e-a820-4726-ad64-1059c3e1ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:22:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:22.761449 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-62076b2b-94d0-42b0-9cf1-ecac09cf908d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/floatingips/b5607615-9bbe-4ed3-95f0-b3d8702fcf5c HTTP/1.1" status: 200 len: 990 time: 0.0789793 Jul 30 02:22:22.793503 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6112b4-933c-4ab1-8f61-2755062ea6c3 req-101fb712-b914-4e92-be8a-88f29accef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:22.795024 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c6112b4-933c-4ab1-8f61-2755062ea6c3 req-101fb712-b914-4e92-be8a-88f29accef47 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 1096 time: 0.0440581 Jul 30 02:22:22.857345 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a4c7e84e-a820-4726-ad64-1059c3e1ecb2 None None] Set router 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:22:22.884404 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6112b4-933c-4ab1-8f61-2755062ea6c3 req-61cc3a45-018c-43a0-a26c-835773d1d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:22.885903 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c6112b4-933c-4ab1-8f61-2755062ea6c3 req-61cc3a45-018c-43a0-a26c-835773d1d186 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a539e358-61e5-4d59-901d-3fd28bb7db23 HTTP/1.1" status: 200 len: 897 time: 0.0838625 Jul 30 02:22:22.954515 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c6112b4-933c-4ab1-8f61-2755062ea6c3 req-0672f0b9-9ff0-48f6-b7fe-09f83d79e53b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba HTTP/1.1" status: 200 len: 998 time: 0.0620952 Jul 30 02:22:23.004428 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6112b4-933c-4ab1-8f61-2755062ea6c3 req-257ff89e-5518-4111-9ae8-df1c33a8f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:23.005990 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c6112b4-933c-4ab1-8f61-2755062ea6c3 req-257ff89e-5518-4111-9ae8-df1c33a8f6c5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72c62130-9637-443f-b7f1-fb1d449e2d04 HTTP/1.1" status: 200 len: 835 time: 0.0445101 Jul 30 02:22:23.053512 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6112b4-933c-4ab1-8f61-2755062ea6c3 req-634a1346-15a4-4b0b-9863-dd38b07709e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:23.054999 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c6112b4-933c-4ab1-8f61-2755062ea6c3 req-634a1346-15a4-4b0b-9863-dd38b07709e8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a539e358-61e5-4d59-901d-3fd28bb7db23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415444 Jul 30 02:22:23.075954 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a4c7e84e-a820-4726-ad64-1059c3e1ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763233737', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '12edc162-4986-45a7-92b2-09a72b784096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '12edc162-4986-45a7-92b2-09a72b784096', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'b5607615-9bbe-4ed3-95f0-b3d8702fcf5c', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'port_id': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23', 'mac_address': 'fa:16:3e:cd:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf3d175-5b48-4c31-8e98-91acb0055429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:22:21Z', 'updated_at': '2021-07-30T02:22:21Z', 'revision_number': 0, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42e4b1b8-d0fc-4568-990e-8cccd41ca5da', 'name': '', 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:08:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '72c62130-9637-443f-b7f1-fb1d449e2d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:03Z', 'updated_at': '2021-07-30T02:22:08Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': '72c62130-9637-443f-b7f1-fb1d449e2d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:23.105888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c7e84e-a820-4726-ad64-1059c3e1ecb2 None None] The sync data for ids ['06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'] in n-d-713498-9 is: [{'id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763233737', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '12edc162-4986-45a7-92b2-09a72b784096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '12edc162-4986-45a7-92b2-09a72b784096', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'b5607615-9bbe-4ed3-95f0-b3d8702fcf5c', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'port_id': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23', 'mac_address': 'fa:16:3e:cd:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf3d175-5b48-4c31-8e98-91acb0055429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:22:21Z', 'updated_at': '2021-07-30T02:22:21Z', 'revision_number': 0, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42e4b1b8-d0fc-4568-990e-8cccd41ca5da', 'name': '', 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:08:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '72c62130-9637-443f-b7f1-fb1d449e2d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:03Z', 'updated_at': '2021-07-30T02:22:08Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': '72c62130-9637-443f-b7f1-fb1d449e2d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:22:23.149315 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c6112b4-933c-4ab1-8f61-2755062ea6c3 req-c8b7a5c9-d795-49f0-bba4-3b075ff44096 service neutron] 10.222.0.77 "GET /v2.0/networks/a539e358-61e5-4d59-901d-3fd28bb7db23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873876 Jul 30 02:22:23.241693 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c6112b4-933c-4ab1-8f61-2755062ea6c3 req-3f56da73-9a0a-47b7-9ca0-48f823e59ebc service neutron] 10.222.0.77 "GET /v2.0/networks/a539e358-61e5-4d59-901d-3fd28bb7db23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855994 Jul 30 02:22:23.297571 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0602a2-87dc-42f2-8e72-48b6d18985af None None] New status for floating IP b5607615-9bbe-4ed3-95f0-b3d8702fcf5c: ACTIVE {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:22:23.765014 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33100) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:23.828147 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6d88fa0c-525e-40ab-9ad3-0c0cca5c9d53 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/floatingips/b5607615-9bbe-4ed3-95f0-b3d8702fcf5c HTTP/1.1" status: 200 len: 992 time: 0.0620503 Jul 30 02:22:32.671362 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:22:33.220454 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:36.599399 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dfd0c-c8b9-4363-a3e8-1f3523819522 req-be6d3bed-a54e-4311-85b4-6346340ec0c6 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:36.600900 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-833dfd0c-c8b9-4363-a3e8-1f3523819522 req-be6d3bed-a54e-4311-85b4-6346340ec0c6 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 945 time: 0.0495329 Jul 30 02:22:36.639372 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-833dfd0c-c8b9-4363-a3e8-1f3523819522 req-c4df2403-add6-4d95-a4a3-626263980c9f tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325108 Jul 30 02:22:37.759521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f67d1f-14dd-4d57-a284-6bdbf46fcbfb req-55e07532-fed6-4b16-99bc-b40cf9247401 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:37.761007 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79f67d1f-14dd-4d57-a284-6bdbf46fcbfb req-55e07532-fed6-4b16-99bc-b40cf9247401 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 945 time: 0.0531993 Jul 30 02:22:37.807191 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79f67d1f-14dd-4d57-a284-6bdbf46fcbfb req-d559e80e-3965-4090-a0af-f356dcd30801 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401609 Jul 30 02:22:37.843670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65f498-a364-4083-8747-07414ba69e24 req-e1044f83-60ec-431b-93cf-16b4962d3bae tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:37.845149 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b65f498-a364-4083-8747-07414ba69e24 req-e1044f83-60ec-431b-93cf-16b4962d3bae tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 945 time: 0.0512652 Jul 30 02:22:37.933699 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-8b65f498-a364-4083-8747-07414ba69e24 req-6259d6dc-1182-47a1-9735-eef10604d48b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Deleting port 4b122517-6de7-4ec4-a93d-0827313d6445 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:22:37.933963 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-8b65f498-a364-4083-8747-07414ba69e24 req-6259d6dc-1182-47a1-9735-eef10604d48b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:38.023875 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-8b65f498-a364-4083-8747-07414ba69e24 req-6259d6dc-1182-47a1-9735-eef10604d48b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] For port 4b122517-6de7-4ec4-a93d-0827313d6445, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=4b122517-6de7-4ec4-a93d-0827313d6445,segment=NetworkSegment(7fd46c68-8feb-480e-bd72-ac8336488bb9),segment_id=7fd46c68-8feb-480e-bd72-ac8336488bb9)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:38.024241 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-8b65f498-a364-4083-8747-07414ba69e24 req-6259d6dc-1182-47a1-9735-eef10604d48b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:38.262590 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-8b65f498-a364-4083-8747-07414ba69e24 req-6259d6dc-1182-47a1-9735-eef10604d48b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:38.262878 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-8b65f498-a364-4083-8747-07414ba69e24 req-6259d6dc-1182-47a1-9735-eef10604d48b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:38.263199 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [req-8b65f498-a364-4083-8747-07414ba69e24 req-6259d6dc-1182-47a1-9735-eef10604d48b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Floating IP 67c1c324-28ba-41b2-bf72-d5870f97d4bc disassociated. External IP: 172.25.1.27, port: 4b122517-6de7-4ec4-a93d-0827313d6445. Jul 30 02:22:38.263547 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-8b65f498-a364-4083-8747-07414ba69e24 req-6259d6dc-1182-47a1-9735-eef10604d48b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Calling delete_port for 4b122517-6de7-4ec4-a93d-0827313d6445 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:22:38.465920 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-8b65f498-a364-4083-8747-07414ba69e24 req-6259d6dc-1182-47a1-9735-eef10604d48b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:38.500532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259d6dc-1182-47a1-9735-eef10604d48b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Pushing event deleted for resources: {'Port': ['ID=4b122517-6de7-4ec4-a93d-0827313d6445,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:38.615238 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b65f498-a364-4083-8747-07414ba69e24 req-6259d6dc-1182-47a1-9735-eef10604d48b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Router e197d804-82a3-4a68-8f04-8faea12818d8 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:22:38.723377 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b65f498-a364-4083-8747-07414ba69e24 req-6259d6dc-1182-47a1-9735-eef10604d48b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:22:38.735027 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53942b5-3025-40f7-8b5e-8d8883b27117 None None] Sync routers for ids ['e197d804-82a3-4a68-8f04-8faea12818d8'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:22:38.744697 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53942b5-3025-40f7-8b5e-8d8883b27117 None None] Routers {'e197d804-82a3-4a68-8f04-8faea12818d8'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:22:38.745304 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a53942b5-3025-40f7-8b5e-8d8883b27117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:22:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e197d804-82a3-4a68-8f04-8faea12818d8'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:38.784412 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b65f498-a364-4083-8747-07414ba69e24 req-6259d6dc-1182-47a1-9735-eef10604d48b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] No DVR routers for this DVR port 4b122517-6de7-4ec4-a93d-0827313d6445 on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:22:38.787729 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-8b65f498-a364-4083-8747-07414ba69e24 req-6259d6dc-1182-47a1-9735-eef10604d48b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:38.790372 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b65f498-a364-4083-8747-07414ba69e24 req-6259d6dc-1182-47a1-9735-eef10604d48b tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.10 "DELETE /v2.0/ports/4b122517-6de7-4ec4-a93d-0827313d6445 HTTP/1.1" status: 204 len: 173 time: 0.9382904 Jul 30 02:22:38.790812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb32ebb-bd52-4527-8cad-e3a5f668bc3e', 'name': 'network-vif-deleted', 'tag': '4b122517-6de7-4ec4-a93d-0827313d6445'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:22:38.793059 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4e2b98-a3b3-4456-afba-f2f033446fae" -d '{"events": [{"server_uuid": "5bb32ebb-bd52-4527-8cad-e3a5f668bc3e", "name": "network-vif-deleted", "tag": "4b122517-6de7-4ec4-a93d-0827313d6445"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:22:38.827583 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdca050-fe62-4ee1-b6aa-00f4b95c5417 x-openstack-request-id: req-ccdca050-fe62-4ee1-b6aa-00f4b95c5417 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:22:38.828138 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb32ebb-bd52-4527-8cad-e3a5f668bc3e", "name": "network-vif-deleted", "tag": "4b122517-6de7-4ec4-a93d-0827313d6445", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:22:38.828451 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ccdca050-fe62-4ee1-b6aa-00f4b95c5417 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:22:38.828869 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb32ebb-bd52-4527-8cad-e3a5f668bc3e', 'name': 'network-vif-deleted', 'tag': '4b122517-6de7-4ec4-a93d-0827313d6445', 'status': 'completed', 'code': 200} Jul 30 02:22:38.917852 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b4a73a1-491d-4361-bb1e-42bc4b38e593 req-0dc1853b-88b6-42ea-8b31-22211c040614 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bb32ebb-bd52-4527-8cad-e3a5f668bc3e HTTP/1.1" status: 200 len: 210 time: 0.0300207 Jul 30 02:22:39.012225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a53942b5-3025-40f7-8b5e-8d8883b27117 None None] Set router e197d804-82a3-4a68-8f04-8faea12818d8 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:22:39.211452 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a931d5ae-6942-4b47-988c-e080f30ca835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:39.218489 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a53942b5-3025-40f7-8b5e-8d8883b27117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'name': 'tempest-TestServerBasicOps-861946697-router', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3734f969-3867-4941-a71a-7267303709c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:20Z', 'updated_at': '2021-07-30T02:17:24Z', 'revision_number': 4, 'project_id': '75081f986550442cbe06a41f117d2873', 'gw_port': {'id': '3734f969-3867-4941-a71a-7267303709c5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:21Z', 'updated_at': '2021-07-30T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'a0268f10-7553-402b-b8f5-d1b711c4db29', 'name': '', 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'mac_address': 'fa:16:3e:9e:c3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7de4e4e4-fa5c-4404-b285-f13c0866779a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:23Z', 'updated_at': '2021-07-30T02:17:31Z', 'revision_number': 5, 'project_id': '75081f986550442cbe06a41f117d2873', 'subnets': [{'id': '7de4e4e4-fa5c-4404-b285-f13c0866779a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:39.246579 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53942b5-3025-40f7-8b5e-8d8883b27117 None None] Checking router: e197d804-82a3-4a68-8f04-8faea12818d8 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:22:39.254908 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53942b5-3025-40f7-8b5e-8d8883b27117 None None] Routers {'e197d804-82a3-4a68-8f04-8faea12818d8'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:22:39.255506 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a53942b5-3025-40f7-8b5e-8d8883b27117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:22:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e197d804-82a3-4a68-8f04-8faea12818d8'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:39.359639 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a53942b5-3025-40f7-8b5e-8d8883b27117 None None] Set router e197d804-82a3-4a68-8f04-8faea12818d8 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:22:39.558028 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a53942b5-3025-40f7-8b5e-8d8883b27117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'name': 'tempest-TestServerBasicOps-861946697-router', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3734f969-3867-4941-a71a-7267303709c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:20Z', 'updated_at': '2021-07-30T02:17:24Z', 'revision_number': 4, 'project_id': '75081f986550442cbe06a41f117d2873', 'gw_port': {'id': '3734f969-3867-4941-a71a-7267303709c5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:21Z', 'updated_at': '2021-07-30T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'a0268f10-7553-402b-b8f5-d1b711c4db29', 'name': '', 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'mac_address': 'fa:16:3e:9e:c3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7de4e4e4-fa5c-4404-b285-f13c0866779a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:23Z', 'updated_at': '2021-07-30T02:17:31Z', 'revision_number': 5, 'project_id': '75081f986550442cbe06a41f117d2873', 'subnets': [{'id': '7de4e4e4-fa5c-4404-b285-f13c0866779a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:39.584105 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53942b5-3025-40f7-8b5e-8d8883b27117 None None] The sync data for ids ['e197d804-82a3-4a68-8f04-8faea12818d8'] in n-d-713498-9 is: [{'id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'name': 'tempest-TestServerBasicOps-861946697-router', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3734f969-3867-4941-a71a-7267303709c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:20Z', 'updated_at': '2021-07-30T02:17:24Z', 'revision_number': 4, 'project_id': '75081f986550442cbe06a41f117d2873', 'gw_port': {'id': '3734f969-3867-4941-a71a-7267303709c5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:21Z', 'updated_at': '2021-07-30T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'a0268f10-7553-402b-b8f5-d1b711c4db29', 'name': '', 'network_id': '88caf4fc-db29-4c8c-83f8-efd5f3f0c07b', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'mac_address': 'fa:16:3e:9e:c3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7de4e4e4-fa5c-4404-b285-f13c0866779a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:23Z', 'updated_at': '2021-07-30T02:17:31Z', 'revision_number': 5, 'project_id': '75081f986550442cbe06a41f117d2873', 'subnets': [{'id': '7de4e4e4-fa5c-4404-b285-f13c0866779a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:22:39.798599 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9954ab-ce89-4cc1-8b7b-ae9bce8855fc None None] New status for floating IP 67c1c324-28ba-41b2-bf72-d5870f97d4bc: DOWN {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:22:39.985527 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33122) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:40.121408 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-0c320bb5-3719-4ed9-90e1-6c2a16eeff93 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Deleting port 0dc7a5d4-a51f-4687-bbb3-9ce451d98d78 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:22:40.121763 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0c320bb5-3719-4ed9-90e1-6c2a16eeff93 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:40.201500 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0c320bb5-3719-4ed9-90e1-6c2a16eeff93 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:40.201753 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0c320bb5-3719-4ed9-90e1-6c2a16eeff93 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:40.213083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-0c320bb5-3719-4ed9-90e1-6c2a16eeff93 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Calling delete_port for 0dc7a5d4-a51f-4687-bbb3-9ce451d98d78 owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:22:40.484940 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0c320bb5-3719-4ed9-90e1-6c2a16eeff93 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:40.512412 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c320bb5-3719-4ed9-90e1-6c2a16eeff93 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Pushing event deleted for resources: {'Port': ['ID=0dc7a5d4-a51f-4687-bbb3-9ce451d98d78,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:40.571238 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0c320bb5-3719-4ed9-90e1-6c2a16eeff93 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:40.573923 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0c320bb5-3719-4ed9-90e1-6c2a16eeff93 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:40.575128 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0c320bb5-3719-4ed9-90e1-6c2a16eeff93 tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "DELETE /v2.0/floatingips/67c1c324-28ba-41b2-bf72-d5870f97d4bc HTTP/1.1" status: 204 len: 168 time: 0.5885379 Jul 30 02:22:40.639649 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33128) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:40.716849 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-922767a9-77d4-4ba4-8457-8535e6f5648a tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:40.745536 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-922767a9-77d4-4ba4-8457-8535e6f5648a tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:40.924482 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-922767a9-77d4-4ba4-8457-8535e6f5648a tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:40.927167 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-922767a9-77d4-4ba4-8457-8535e6f5648a tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:40.928415 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-922767a9-77d4-4ba4-8457-8535e6f5648a tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] 10.222.0.70 "DELETE /v2.0/security-groups/b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f HTTP/1.1" status: 204 len: 168 time: 0.2876918 Jul 30 02:22:40.937565 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922767a9-77d4-4ba4-8457-8535e6f5648a tempest-TestServerBasicOps-1574244627 tempest-TestServerBasicOps-1574244627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fee0d7-bd0b-48b7-afd9-55f4257b1c1f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:41.037522 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33132) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:41.520590 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20eca12b-ab45-4de7-aaa7-36b930e82796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:41.654724 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8af1be3f-2386-4f6c-ba54-05a2d5ed63c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:41.763306 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-20eca12b-ab45-4de7-aaa7-36b930e82796 admin admin] Deleting port a0268f10-7553-402b-b8f5-d1b711c4db29 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:22:41.763648 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20eca12b-ab45-4de7-aaa7-36b930e82796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:41.787635 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:41.855431 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-20eca12b-ab45-4de7-aaa7-36b930e82796 admin admin] For port a0268f10-7553-402b-b8f5-d1b711c4db29, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a0268f10-7553-402b-b8f5-d1b711c4db29,segment=NetworkSegment(7fd46c68-8feb-480e-bd72-ac8336488bb9),segment_id=7fd46c68-8feb-480e-bd72-ac8336488bb9)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:41.855806 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20eca12b-ab45-4de7-aaa7-36b930e82796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:41.871107 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-20eca12b-ab45-4de7-aaa7-36b930e82796 admin admin] Calling delete_port for a0268f10-7553-402b-b8f5-d1b711c4db29 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:22:42.101936 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20eca12b-ab45-4de7-aaa7-36b930e82796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:42.127656 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eca12b-ab45-4de7-aaa7-36b930e82796 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0268f10-7553-402b-b8f5-d1b711c4db29,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:42.174721 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 4b122517-6de7-4ec4-a93d-0827313d6445 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:22:42.194671 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 4b122517-6de7-4ec4-a93d-0827313d6445 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:22:42.195017 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 4b122517-6de7-4ec4-a93d-0827313d6445 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:22:42.308879 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20eca12b-ab45-4de7-aaa7-36b930e82796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:42.526736 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20eca12b-ab45-4de7-aaa7-36b930e82796 admin admin] Router e197d804-82a3-4a68-8f04-8faea12818d8 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:22:42.637694 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20eca12b-ab45-4de7-aaa7-36b930e82796 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:22:42.643411 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-20eca12b-ab45-4de7-aaa7-36b930e82796 admin admin] 10.222.0.70 "PUT /v2.0/routers/e197d804-82a3-4a68-8f04-8faea12818d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6039648 Jul 30 02:22:42.645811 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33136) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:42.648780 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d719829a-7535-4b85-93e8-0b06bd9a6702 None None] Sync routers for ids ['e197d804-82a3-4a68-8f04-8faea12818d8'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:22:42.657948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d719829a-7535-4b85-93e8-0b06bd9a6702 None None] Routers {'e197d804-82a3-4a68-8f04-8faea12818d8'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:22:42.658657 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d719829a-7535-4b85-93e8-0b06bd9a6702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:22:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e197d804-82a3-4a68-8f04-8faea12818d8'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:42.751982 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ae25747-f683-4b09-b8c6-2b4eae51347b admin admin] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:42.764477 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-d719829a-7535-4b85-93e8-0b06bd9a6702 None None] Set router e197d804-82a3-4a68-8f04-8faea12818d8 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:22:42.854509 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ae25747-f683-4b09-b8c6-2b4eae51347b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:42.941131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d719829a-7535-4b85-93e8-0b06bd9a6702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'name': 'tempest-TestServerBasicOps-861946697-router', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3734f969-3867-4941-a71a-7267303709c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:20Z', 'updated_at': '2021-07-30T02:22:42Z', 'revision_number': 5, 'project_id': '75081f986550442cbe06a41f117d2873', 'gw_port': {'id': '3734f969-3867-4941-a71a-7267303709c5', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:21Z', 'updated_at': '2021-07-30T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:42.962677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-2ae25747-f683-4b09-b8c6-2b4eae51347b admin admin] Deleting port 3734f969-3867-4941-a71a-7267303709c5 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:22:42.963857 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ae25747-f683-4b09-b8c6-2b4eae51347b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:42.966742 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d719829a-7535-4b85-93e8-0b06bd9a6702 None None] Checking router: e197d804-82a3-4a68-8f04-8faea12818d8 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:22:42.975989 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d719829a-7535-4b85-93e8-0b06bd9a6702 None None] Routers {'e197d804-82a3-4a68-8f04-8faea12818d8'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:22:42.976612 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d719829a-7535-4b85-93e8-0b06bd9a6702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:22:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e197d804-82a3-4a68-8f04-8faea12818d8'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:43.046160 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-2ae25747-f683-4b09-b8c6-2b4eae51347b admin admin] For port 3734f969-3867-4941-a71a-7267303709c5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3734f969-3867-4941-a71a-7267303709c5,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:43.046564 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ae25747-f683-4b09-b8c6-2b4eae51347b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:43.059640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-2ae25747-f683-4b09-b8c6-2b4eae51347b admin admin] Calling delete_port for 3734f969-3867-4941-a71a-7267303709c5 owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:22:43.062418 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-d719829a-7535-4b85-93e8-0b06bd9a6702 None None] Set router e197d804-82a3-4a68-8f04-8faea12818d8 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:22:43.116015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d719829a-7535-4b85-93e8-0b06bd9a6702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'name': 'tempest-TestServerBasicOps-861946697-router', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:20Z', 'updated_at': '2021-07-30T02:22:42Z', 'revision_number': 6, 'project_id': '75081f986550442cbe06a41f117d2873', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:43.140969 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d719829a-7535-4b85-93e8-0b06bd9a6702 None None] The sync data for ids ['e197d804-82a3-4a68-8f04-8faea12818d8'] in n-d-713498-9 is: [{'id': 'e197d804-82a3-4a68-8f04-8faea12818d8', 'name': 'tempest-TestServerBasicOps-861946697-router', 'tenant_id': '75081f986550442cbe06a41f117d2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:20Z', 'updated_at': '2021-07-30T02:22:42Z', 'revision_number': 6, 'project_id': '75081f986550442cbe06a41f117d2873', 'gw_port_host': None}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:22:43.278926 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ae25747-f683-4b09-b8c6-2b4eae51347b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:43.305934 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae25747-f683-4b09-b8c6-2b4eae51347b admin admin] Pushing event deleted for resources: {'Port': ['ID=3734f969-3867-4941-a71a-7267303709c5,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:43.364940 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ae25747-f683-4b09-b8c6-2b4eae51347b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:43.376377 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:43.453230 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ae25747-f683-4b09-b8c6-2b4eae51347b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:43.455248 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ae25747-f683-4b09-b8c6-2b4eae51347b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:43.582095 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ae25747-f683-4b09-b8c6-2b4eae51347b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:43.582700 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae25747-f683-4b09-b8c6-2b4eae51347b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e197d804-82a3-4a68-8f04-8faea12818d8 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:22:43.586942 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2ae25747-f683-4b09-b8c6-2b4eae51347b admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:43.588100 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2ae25747-f683-4b09-b8c6-2b4eae51347b admin admin] 10.222.0.70 "DELETE /v2.0/routers/e197d804-82a3-4a68-8f04-8faea12818d8 HTTP/1.1" status: 204 len: 168 time: 0.9413540 Jul 30 02:22:43.590741 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33138) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:43.635395 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed455d5-5973-4c9c-a083-0067c4ae96b6 admin admin] Deleting subnet 7de4e4e4-fa5c-4404-b285-f13c0866779a {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:22:43.638443 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ed455d5-5973-4c9c-a083-0067c4ae96b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:43.672303 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ed455d5-5973-4c9c-a083-0067c4ae96b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:43.751190 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ed455d5-5973-4c9c-a083-0067c4ae96b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:43.856806 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ed455d5-5973-4c9c-a083-0067c4ae96b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:43.890021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed455d5-5973-4c9c-a083-0067c4ae96b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7de4e4e4-fa5c-4404-b285-f13c0866779a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:43.897459 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6ed455d5-5973-4c9c-a083-0067c4ae96b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:43.900854 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6ed455d5-5973-4c9c-a083-0067c4ae96b6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7de4e4e4-fa5c-4404-b285-f13c0866779a HTTP/1.1" status: 204 len: 168 time: 0.3090143 Jul 30 02:22:43.902380 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd59c94-1539-44f3-bd45-76cf10bbfb80 None None] Network 88caf4fc-db29-4c8c-83f8-efd5f3f0c07b requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:22:43.904514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33140) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:43.978452 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-140b1015-da6f-43c7-9ebc-99b10aa2179b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:44.041186 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-140b1015-da6f-43c7-9ebc-99b10aa2179b admin admin] Deleting port a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:22:44.041623 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-140b1015-da6f-43c7-9ebc-99b10aa2179b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:44.070201 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a017f5b-14e8-4ccc-9d79-ebe19ad9b630 None None] DHCP port deletion for 88caf4fc-db29-4c8c-83f8-efd5f3f0c07b request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:22:44.109048 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-140b1015-da6f-43c7-9ebc-99b10aa2179b admin admin] For port a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd,segment=NetworkSegment(7fd46c68-8feb-480e-bd72-ac8336488bb9),segment_id=7fd46c68-8feb-480e-bd72-ac8336488bb9)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:44.109513 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-140b1015-da6f-43c7-9ebc-99b10aa2179b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:44.117706 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2a017f5b-14e8-4ccc-9d79-ebe19ad9b630 None None] Deleting port a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:22:44.118388 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a017f5b-14e8-4ccc-9d79-ebe19ad9b630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:44.123988 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-140b1015-da6f-43c7-9ebc-99b10aa2179b admin admin] Calling delete_port for a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:22:44.189616 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2a017f5b-14e8-4ccc-9d79-ebe19ad9b630 None None] For port a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd,segment=NetworkSegment(7fd46c68-8feb-480e-bd72-ac8336488bb9),segment_id=7fd46c68-8feb-480e-bd72-ac8336488bb9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:44.190011 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a017f5b-14e8-4ccc-9d79-ebe19ad9b630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:44.203910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2a017f5b-14e8-4ccc-9d79-ebe19ad9b630 None None] Calling delete_port for a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:22:44.267632 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-140b1015-da6f-43c7-9ebc-99b10aa2179b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:44.277537 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a017f5b-14e8-4ccc-9d79-ebe19ad9b630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:44.294496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b1015-da6f-43c7-9ebc-99b10aa2179b admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:44.298144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140b1015-da6f-43c7-9ebc-99b10aa2179b admin admin] No DVR routers for this DVR port a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:22:44.303909 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a017f5b-14e8-4ccc-9d79-ebe19ad9b630 None None] Pushing event deleted for resources: {'Port': ['ID=a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:44.305725 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a017f5b-14e8-4ccc-9d79-ebe19ad9b630 None None] No DVR routers for this DVR port a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:22:44.371566 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-140b1015-da6f-43c7-9ebc-99b10aa2179b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:44.382546 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-140b1015-da6f-43c7-9ebc-99b10aa2179b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88caf4fc-db29-4c8c-83f8-efd5f3f0c07b']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:44.386995 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:22:44.403428 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-140b1015-da6f-43c7-9ebc-99b10aa2179b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd46c68-8feb-480e-bd72-ac8336488bb9') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:44.403724 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-140b1015-da6f-43c7-9ebc-99b10aa2179b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd46c68-8feb-480e-bd72-ac8336488bb9') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:44.405503 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:22:44.405906 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a7d6b20b-7ac6-4e8f-bebf-d7e1c3f5b7bd not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:22:44.406445 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3734f969-3867-4941-a71a-7267303709c5 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:22:44.423879 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-140b1015-da6f-43c7-9ebc-99b10aa2179b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:44.427448 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 3734f969-3867-4941-a71a-7267303709c5 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:22:44.427797 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3734f969-3867-4941-a71a-7267303709c5 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:22:44.428205 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a0268f10-7553-402b-b8f5-d1b711c4db29 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:22:44.444423 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-140b1015-da6f-43c7-9ebc-99b10aa2179b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:44.446565 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: a0268f10-7553-402b-b8f5-d1b711c4db29 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:22:44.446914 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a0268f10-7553-402b-b8f5-d1b711c4db29 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:22:44.452437 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140b1015-da6f-43c7-9ebc-99b10aa2179b admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-140b1015-da6f-43c7-9ebc-99b10aa2179b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:22:44.466027 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:22:44.553257 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-140b1015-da6f-43c7-9ebc-99b10aa2179b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:44.558856 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-140b1015-da6f-43c7-9ebc-99b10aa2179b admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:44.560791 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-140b1015-da6f-43c7-9ebc-99b10aa2179b admin admin] 10.222.0.70 "DELETE /v2.0/networks/88caf4fc-db29-4c8c-83f8-efd5f3f0c07b HTTP/1.1" status: 204 len: 168 time: 0.6551673 Jul 30 02:22:44.563920 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33142) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:44.577971 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b1015-da6f-43c7-9ebc-99b10aa2179b admin admin] Pushing event deleted for resources: {'Network': ['ID=88caf4fc-db29-4c8c-83f8-efd5f3f0c07b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:44.673407 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:44.911323 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2063d459-b985-49fe-80c8-6c1e3f0ff95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:45.150868 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-2063d459-b985-49fe-80c8-6c1e3f0ff95e admin admin] Deleting port 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:22:45.151206 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2063d459-b985-49fe-80c8-6c1e3f0ff95e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:45.225292 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-2063d459-b985-49fe-80c8-6c1e3f0ff95e admin admin] For port 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0cc0e4a6-7207-4d99-a4f8-32fb410ffd62,segment=NetworkSegment(34a07edc-93f1-452d-943c-3d5fbfc7d9a7),segment_id=34a07edc-93f1-452d-943c-3d5fbfc7d9a7)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:45.225577 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2063d459-b985-49fe-80c8-6c1e3f0ff95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:45.237645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-2063d459-b985-49fe-80c8-6c1e3f0ff95e admin admin] Calling delete_port for 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:22:45.759151 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2063d459-b985-49fe-80c8-6c1e3f0ff95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:45.785595 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063d459-b985-49fe-80c8-6c1e3f0ff95e admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc0e4a6-7207-4d99-a4f8-32fb410ffd62,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:45.956867 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2063d459-b985-49fe-80c8-6c1e3f0ff95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:46.175590 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2063d459-b985-49fe-80c8-6c1e3f0ff95e admin admin] Router 371cfc6c-c52c-4a36-beda-74c9644ea6cd has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:22:46.280462 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2063d459-b985-49fe-80c8-6c1e3f0ff95e admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:22:46.285818 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2063d459-b985-49fe-80c8-6c1e3f0ff95e admin admin] 10.222.0.70 "PUT /v2.0/routers/371cfc6c-c52c-4a36-beda-74c9644ea6cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7206488 Jul 30 02:22:46.288470 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33148) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:46.291019 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564423e8-68d6-4fa1-bfaf-7559237dcbd7 None None] Sync routers for ids ['371cfc6c-c52c-4a36-beda-74c9644ea6cd'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:22:46.300351 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564423e8-68d6-4fa1-bfaf-7559237dcbd7 None None] Routers {'371cfc6c-c52c-4a36-beda-74c9644ea6cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:22:46.301035 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-564423e8-68d6-4fa1-bfaf-7559237dcbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:22:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['371cfc6c-c52c-4a36-beda-74c9644ea6cd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:46.401280 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49e8131e-f9f5-461f-88ea-0cbd708dc796 admin admin] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:46.410094 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-564423e8-68d6-4fa1-bfaf-7559237dcbd7 None None] Set router 371cfc6c-c52c-4a36-beda-74c9644ea6cd gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:22:46.505511 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49e8131e-f9f5-461f-88ea-0cbd708dc796 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:46.587687 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-564423e8-68d6-4fa1-bfaf-7559237dcbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371cfc6c-c52c-4a36-beda-74c9644ea6cd', 'name': 'tempest-TestServerBasicOps-1593689407-router', 'tenant_id': '8b57c6126976467a8819d632ddf35409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '080c6399-95ee-44aa-bae2-98feed80cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:27Z', 'updated_at': '2021-07-30T02:22:45Z', 'revision_number': 5, 'project_id': '8b57c6126976467a8819d632ddf35409', 'gw_port': {'id': '080c6399-95ee-44aa-bae2-98feed80cf92', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371cfc6c-c52c-4a36-beda-74c9644ea6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:17:28Z', 'updated_at': '2021-07-30T02:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:46.613215 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564423e8-68d6-4fa1-bfaf-7559237dcbd7 None None] Checking router: 371cfc6c-c52c-4a36-beda-74c9644ea6cd for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:22:46.621272 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564423e8-68d6-4fa1-bfaf-7559237dcbd7 None None] Routers {'371cfc6c-c52c-4a36-beda-74c9644ea6cd'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:22:46.621880 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-564423e8-68d6-4fa1-bfaf-7559237dcbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:22:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['371cfc6c-c52c-4a36-beda-74c9644ea6cd'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:46.630021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-49e8131e-f9f5-461f-88ea-0cbd708dc796 admin admin] Deleting port 080c6399-95ee-44aa-bae2-98feed80cf92 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:22:46.630389 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49e8131e-f9f5-461f-88ea-0cbd708dc796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:46.707845 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-564423e8-68d6-4fa1-bfaf-7559237dcbd7 None None] Set router 371cfc6c-c52c-4a36-beda-74c9644ea6cd gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:22:46.708218 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-49e8131e-f9f5-461f-88ea-0cbd708dc796 admin admin] For port 080c6399-95ee-44aa-bae2-98feed80cf92, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=080c6399-95ee-44aa-bae2-98feed80cf92,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:46.708592 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49e8131e-f9f5-461f-88ea-0cbd708dc796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:46.721463 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-49e8131e-f9f5-461f-88ea-0cbd708dc796 admin admin] Calling delete_port for 080c6399-95ee-44aa-bae2-98feed80cf92 owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:22:46.760291 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-564423e8-68d6-4fa1-bfaf-7559237dcbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371cfc6c-c52c-4a36-beda-74c9644ea6cd', 'name': 'tempest-TestServerBasicOps-1593689407-router', 'tenant_id': '8b57c6126976467a8819d632ddf35409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:27Z', 'updated_at': '2021-07-30T02:22:46Z', 'revision_number': 6, 'project_id': '8b57c6126976467a8819d632ddf35409', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:46.786096 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564423e8-68d6-4fa1-bfaf-7559237dcbd7 None None] The sync data for ids ['371cfc6c-c52c-4a36-beda-74c9644ea6cd'] in n-d-713498-9 is: [{'id': '371cfc6c-c52c-4a36-beda-74c9644ea6cd', 'name': 'tempest-TestServerBasicOps-1593689407-router', 'tenant_id': '8b57c6126976467a8819d632ddf35409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:17:27Z', 'updated_at': '2021-07-30T02:22:46Z', 'revision_number': 6, 'project_id': '8b57c6126976467a8819d632ddf35409', 'gw_port_host': None}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:22:46.975768 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49e8131e-f9f5-461f-88ea-0cbd708dc796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.006014 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8131e-f9f5-461f-88ea-0cbd708dc796 admin admin] Pushing event deleted for resources: {'Port': ['ID=080c6399-95ee-44aa-bae2-98feed80cf92,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:47.065111 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49e8131e-f9f5-461f-88ea-0cbd708dc796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.156660 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49e8131e-f9f5-461f-88ea-0cbd708dc796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.158883 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49e8131e-f9f5-461f-88ea-0cbd708dc796 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.261733 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49e8131e-f9f5-461f-88ea-0cbd708dc796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.262274 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e8131e-f9f5-461f-88ea-0cbd708dc796 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 371cfc6c-c52c-4a36-beda-74c9644ea6cd {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:22:47.266781 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49e8131e-f9f5-461f-88ea-0cbd708dc796 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.267980 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-49e8131e-f9f5-461f-88ea-0cbd708dc796 admin admin] 10.222.0.70 "DELETE /v2.0/routers/371cfc6c-c52c-4a36-beda-74c9644ea6cd HTTP/1.1" status: 204 len: 168 time: 0.9785693 Jul 30 02:22:47.271004 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33150) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:47.319503 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ffbe0a4-9b57-4147-b138-fb45cbca6f35 admin admin] Deleting subnet afd8b119-c490-4b0e-bd0a-3f71a8d38ce4 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:22:47.322600 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe0a4-9b57-4147-b138-fb45cbca6f35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.358227 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe0a4-9b57-4147-b138-fb45cbca6f35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.440690 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe0a4-9b57-4147-b138-fb45cbca6f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.582015 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe0a4-9b57-4147-b138-fb45cbca6f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.607615 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbe0a4-9b57-4147-b138-fb45cbca6f35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afd8b119-c490-4b0e-bd0a-3f71a8d38ce4,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:47.612304 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe0a4-9b57-4147-b138-fb45cbca6f35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.614217 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5ffbe0a4-9b57-4147-b138-fb45cbca6f35 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/afd8b119-c490-4b0e-bd0a-3f71a8d38ce4 HTTP/1.1" status: 204 len: 168 time: 0.3422372 Jul 30 02:22:47.617167 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33152) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:47.618228 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a537d9-ef36-4cf2-a9c8-aa9cd13c1121 None None] Network 56d398b7-a433-4502-837b-657990575583 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:22:47.691243 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6fc18e9d-05c6-49f1-98f7-fe1e2e66de2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.744803 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-6fc18e9d-05c6-49f1-98f7-fe1e2e66de2a admin admin] Deleting port df0aa439-bad4-4fec-aabc-0e42fb446185 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:22:47.745067 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6fc18e9d-05c6-49f1-98f7-fe1e2e66de2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.797651 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490df1bb-d373-49ac-a1c9-31f1b918d953 None None] DHCP port deletion for 56d398b7-a433-4502-837b-657990575583 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:22:47.811154 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-6fc18e9d-05c6-49f1-98f7-fe1e2e66de2a admin admin] For port df0aa439-bad4-4fec-aabc-0e42fb446185, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=df0aa439-bad4-4fec-aabc-0e42fb446185,segment=NetworkSegment(34a07edc-93f1-452d-943c-3d5fbfc7d9a7),segment_id=34a07edc-93f1-452d-943c-3d5fbfc7d9a7)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:47.811522 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6fc18e9d-05c6-49f1-98f7-fe1e2e66de2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.823953 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-6fc18e9d-05c6-49f1-98f7-fe1e2e66de2a admin admin] Calling delete_port for df0aa439-bad4-4fec-aabc-0e42fb446185 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:22:47.842277 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-490df1bb-d373-49ac-a1c9-31f1b918d953 None None] Deleting port df0aa439-bad4-4fec-aabc-0e42fb446185 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:22:47.842674 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-490df1bb-d373-49ac-a1c9-31f1b918d953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.902803 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-490df1bb-d373-49ac-a1c9-31f1b918d953 None None] For port df0aa439-bad4-4fec-aabc-0e42fb446185, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=df0aa439-bad4-4fec-aabc-0e42fb446185,segment=NetworkSegment(34a07edc-93f1-452d-943c-3d5fbfc7d9a7),segment_id=34a07edc-93f1-452d-943c-3d5fbfc7d9a7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:47.903192 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-490df1bb-d373-49ac-a1c9-31f1b918d953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.916103 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-490df1bb-d373-49ac-a1c9-31f1b918d953 None None] Calling delete_port for df0aa439-bad4-4fec-aabc-0e42fb446185 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:22:47.947498 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6fc18e9d-05c6-49f1-98f7-fe1e2e66de2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.976141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc18e9d-05c6-49f1-98f7-fe1e2e66de2a admin admin] Pushing event deleted for resources: {'Port': ['ID=df0aa439-bad4-4fec-aabc-0e42fb446185,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:47.984141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc18e9d-05c6-49f1-98f7-fe1e2e66de2a admin admin] No DVR routers for this DVR port df0aa439-bad4-4fec-aabc-0e42fb446185 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:22:48.012934 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-490df1bb-d373-49ac-a1c9-31f1b918d953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:48.040849 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490df1bb-d373-49ac-a1c9-31f1b918d953 None None] No DVR routers for this DVR port df0aa439-bad4-4fec-aabc-0e42fb446185 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:22:48.042671 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490df1bb-d373-49ac-a1c9-31f1b918d953 None None] Pushing event deleted for resources: {'Port': ['ID=df0aa439-bad4-4fec-aabc-0e42fb446185,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:48.045638 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:48.060877 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6fc18e9d-05c6-49f1-98f7-fe1e2e66de2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:48.070883 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-6fc18e9d-05c6-49f1-98f7-fe1e2e66de2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d398b7-a433-4502-837b-657990575583']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:48.081683 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-6fc18e9d-05c6-49f1-98f7-fe1e2e66de2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a07edc-93f1-452d-943c-3d5fbfc7d9a7') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:48.081972 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-6fc18e9d-05c6-49f1-98f7-fe1e2e66de2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a07edc-93f1-452d-943c-3d5fbfc7d9a7') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:48.090625 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6fc18e9d-05c6-49f1-98f7-fe1e2e66de2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:48.104808 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6fc18e9d-05c6-49f1-98f7-fe1e2e66de2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:48.110507 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc18e9d-05c6-49f1-98f7-fe1e2e66de2a admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:22:48.110883 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6fc18e9d-05c6-49f1-98f7-fe1e2e66de2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:22:48.112553 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:22:48.243167 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6fc18e9d-05c6-49f1-98f7-fe1e2e66de2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:48.247998 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6fc18e9d-05c6-49f1-98f7-fe1e2e66de2a admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:48.249926 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6fc18e9d-05c6-49f1-98f7-fe1e2e66de2a admin admin] 10.222.0.70 "DELETE /v2.0/networks/56d398b7-a433-4502-837b-657990575583 HTTP/1.1" status: 204 len: 168 time: 0.6318178 Jul 30 02:22:48.263060 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc18e9d-05c6-49f1-98f7-fe1e2e66de2a admin admin] Pushing event deleted for resources: {'Network': ['ID=56d398b7-a433-4502-837b-657990575583,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:48.380601 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 080c6399-95ee-44aa-bae2-98feed80cf92 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:22:48.400471 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 080c6399-95ee-44aa-bae2-98feed80cf92 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:22:48.400868 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 080c6399-95ee-44aa-bae2-98feed80cf92 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:22:48.401217 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:22:48.418623 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:22:48.418964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0cc0e4a6-7207-4d99-a4f8-32fb410ffd62 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:22:48.419360 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device df0aa439-bad4-4fec-aabc-0e42fb446185 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:22:48.439335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: df0aa439-bad4-4fec-aabc-0e42fb446185 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:22:48.439674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device df0aa439-bad4-4fec-aabc-0e42fb446185 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:22:48.574898 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33158) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:48.614750 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-550f5118-7c8e-459d-ab54-a4db65698be2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=75081f986550442cbe06a41f117d2873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381002 Jul 30 02:22:48.616488 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33160) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:48.662884 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3d13e020-3f62-47dd-9234-7325f49c1183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:48.684675 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3d13e020-3f62-47dd-9234-7325f49c1183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:48.809847 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3d13e020-3f62-47dd-9234-7325f49c1183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:48.812333 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3d13e020-3f62-47dd-9234-7325f49c1183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:48.813477 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3d13e020-3f62-47dd-9234-7325f49c1183 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/23c457cb-d5ad-466b-8470-b9bbd41d3572 HTTP/1.1" status: 204 len: 168 time: 0.1960609 Jul 30 02:22:48.821502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13e020-3f62-47dd-9234-7325f49c1183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c457cb-d5ad-466b-8470-b9bbd41d3572,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:49.443131 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33166) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:49.482619 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0e871808-aac7-43b2-8ec2-6334d80d1c9f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8b57c6126976467a8819d632ddf35409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383313 Jul 30 02:22:49.484986 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33168) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:49.534077 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a57a660c-faab-4f8f-a546-488a35604fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:49.554790 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a57a660c-faab-4f8f-a546-488a35604fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:49.677154 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a57a660c-faab-4f8f-a546-488a35604fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:49.679750 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a57a660c-faab-4f8f-a546-488a35604fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:49.680910 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a57a660c-faab-4f8f-a546-488a35604fb9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/acd88976-ded6-4fc4-9321-f2faac756663 HTTP/1.1" status: 204 len: 168 time: 0.1950207 Jul 30 02:22:49.688452 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a660c-faab-4f8f-a546-488a35604fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd88976-ded6-4fc4-9321-f2faac756663,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:50.637824 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33192) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:50.740643 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-90721c6a-f18e-4a0d-8f15-5ad62562e93f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1151987237-network', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:50.833007 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90721c6a-f18e-4a0d-8f15-5ad62562e93f admin admin] Made reservation on behalf of c36cbef5034e46a9b549289671a0e9e1 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:22:50.835402 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90721c6a-f18e-4a0d-8f15-5ad62562e93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:50.843831 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90721c6a-f18e-4a0d-8f15-5ad62562e93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:50.930888 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90721c6a-f18e-4a0d-8f15-5ad62562e93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:51.009791 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90721c6a-f18e-4a0d-8f15-5ad62562e93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:51.037052 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90721c6a-f18e-4a0d-8f15-5ad62562e93f admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:22:51.043204 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90721c6a-f18e-4a0d-8f15-5ad62562e93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5217197-6229-48ac-b5fe-07cccf5e58b6,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:51.049899 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90721c6a-f18e-4a0d-8f15-5ad62562e93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:51.055071 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-90721c6a-f18e-4a0d-8f15-5ad62562e93f admin admin] Added segment 77a3d18f-8c14-42f0-8cf0-e92e289cb0d3 of type vlan for network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f Jul 30 02:22:51.089160 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90721c6a-f18e-4a0d-8f15-5ad62562e93f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:51.181238 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90721c6a-f18e-4a0d-8f15-5ad62562e93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:51.182199 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90721c6a-f18e-4a0d-8f15-5ad62562e93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:51.182821 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-90721c6a-f18e-4a0d-8f15-5ad62562e93f admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:51.240842 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90721c6a-f18e-4a0d-8f15-5ad62562e93f admin admin] Pushing event updated for resources: {'Network': ['ID=4b928f04-88e3-46bc-8c77-31c50e0fdb8f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:51.250278 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:22:51.285350 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-90721c6a-f18e-4a0d-8f15-5ad62562e93f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6463969 Jul 30 02:22:51.288354 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33196) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:51.293466 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-00214be8-2aab-4d38-9604-de2aeb498edd admin admin] Request body: {'subnet': {'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1151987237-subnet', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:51.370213 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00214be8-2aab-4d38-9604-de2aeb498edd admin admin] Made reservation on behalf of c36cbef5034e46a9b549289671a0e9e1 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:22:51.372708 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00214be8-2aab-4d38-9604-de2aeb498edd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:51.620750 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00214be8-2aab-4d38-9604-de2aeb498edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:51.676436 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00214be8-2aab-4d38-9604-de2aeb498edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d6e8363-d530-4d77-8092-27961ea0d3e9,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:51.683391 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00214be8-2aab-4d38-9604-de2aeb498edd admin admin] Checking segment: {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:22:51.683758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00214be8-2aab-4d38-9604-de2aeb498edd admin admin] Network hostable DHCP agents. Network: 4b928f04-88e3-46bc-8c77-31c50e0fdb8f, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:22:51.751863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00214be8-2aab-4d38-9604-de2aeb498edd admin admin] Network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:22:51.838314 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-00214be8-2aab-4d38-9604-de2aeb498edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 4b928f04-88e3-46bc-8c77-31c50e0fdb8f) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:22:51.842282 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00214be8-2aab-4d38-9604-de2aeb498edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:51.842891 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00214be8-2aab-4d38-9604-de2aeb498edd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:51.847122 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54362616-0223-4130-b99f-90a85b358fdb None None] Network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:22:51.936783 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-00214be8-2aab-4d38-9604-de2aeb498edd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6471546 Jul 30 02:22:51.939309 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33198) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:51.943817 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:51.988646 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:22:51.989520 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:52.044322 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:52.045371 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:52.099763 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:52.125658 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Allocated IP 172.20.0.2 (4b928f04-88e3-46bc-8c77-31c50e0fdb8f/3d6e8363-d530-4d77-8092-27961ea0d3e9/5563ea01-7cbe-4681-afd6-7467a90aec57) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:22:52.266857 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:52.275092 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:52.275733 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Transition to ACTIVE for port object 5563ea01-7cbe-4681-afd6-7467a90aec57 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:22:52.290826 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Transition to ACTIVE for port object 5563ea01-7cbe-4681-afd6-7467a90aec57 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:22:52.359158 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:52.397327 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:22:52.400272 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:22:52.403726 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:22:52.413743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Pushing event updated for resources: {'Port': ['ID=5563ea01-7cbe-4681-afd6-7467a90aec57,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:52.462563 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Attempting to bind port 5563ea01-7cbe-4681-afd6-7467a90aec57 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:22:52.463028 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Attempting to bind port 5563ea01-7cbe-4681-afd6-7467a90aec57 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:22:52.463398 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Attempting to bind port 5563ea01-7cbe-4681-afd6-7467a90aec57 on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:22:52.468368 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:22:52.472340 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Checking segment: {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:22:52.472340 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:52.472340 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Bound using segment: {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:22:52.472340 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Bound port: 5563ea01-7cbe-4681-afd6-7467a90aec57, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:22:52.472340 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:52.536068 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:52.539648 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] For port 5563ea01-7cbe-4681-afd6-7467a90aec57, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:22:52.543075 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] For port 5563ea01-7cbe-4681-afd6-7467a90aec57, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5563ea01-7cbe-4681-afd6-7467a90aec57,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:22:52.559297 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:52.588073 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:52.652354 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ab525-335f-4ae2-953d-72cb937844f8 None None] Pushing event updated for resources: {'Port': ['ID=5563ea01-7cbe-4681-afd6-7467a90aec57,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:52.673305 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Allocated IP 172.25.1.121 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/cc6debf4-bba0-4767-8dd7-3beb3d0ea30f) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:22:52.799917 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:52.920316 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:52.977084 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:22:52.982951 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:22:52.988617 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:22:53.015584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Pushing event updated for resources: {'Port': ['ID=cc6debf4-bba0-4767-8dd7-3beb3d0ea30f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:53.045387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cc7b8-e567-42b6-9dab-2808d6b0b2e7 req-4186b55c-aac8-479a-9b79-f4dfdd579a8b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:53.046913 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-717cc7b8-e567-42b6-9dab-2808d6b0b2e7 req-4186b55c-aac8-479a-9b79-f4dfdd579a8b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 945 time: 0.1424251 Jul 30 02:22:53.050503 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:53.050863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:53.051212 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:53.051559 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:53.051901 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:53.052247 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:53.052585 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:53.052919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:53.053281 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:53.053621 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:53.053960 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:53.054311 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:53.167365 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-717cc7b8-e567-42b6-9dab-2808d6b0b2e7 req-8937e164-3efb-48f1-9082-b2324333c6d6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079736 Jul 30 02:22:53.594618 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59866e07-ae41-4f32-ac6e-0d973d92175c None None] Network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:22:53.714776 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-641abeba-54c3-46f4-9d27-87365c5995f8 None None] Provisioning for port 5563ea01-7cbe-4681-afd6-7467a90aec57 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:22:53.725199 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:53.927017 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:54.141479 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Router 71e47021-75ff-4f02-840f-79fe795b1bd1 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:22:54.275419 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:22:54.285402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] Sync routers for ids ['71e47021-75ff-4f02-840f-79fe795b1bd1'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:22:54.294208 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] Routers {'71e47021-75ff-4f02-840f-79fe795b1bd1'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:22:54.294916 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:22:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['71e47021-75ff-4f02-840f-79fe795b1bd1'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:54.300335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1b86b-61b5-4fd0-9aa8-55f3e86b4fde req-c8d7bcfb-67ab-45ce-9c07-726f35b89171 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:54.301834 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1ec1b86b-61b5-4fd0-9aa8-55f3e86b4fde req-c8d7bcfb-67ab-45ce-9c07-726f35b89171 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 945 time: 0.0664163 Jul 30 02:22:54.346325 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1ec1b86b-61b5-4fd0-9aa8-55f3e86b4fde req-496be7a6-5315-4aaa-9fca-36effba3a8f3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364246 Jul 30 02:22:54.364561 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:54.369160 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-42128d9d-0429-4fa5-ac5d-b385fe2524fa admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4258809 Jul 30 02:22:54.369239 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33220) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:54.543636 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5563ea01-7cbe-4681-afd6-7467a90aec57 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:22:54.598607 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] Set router 71e47021-75ff-4f02-840f-79fe795b1bd1 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:22:54.777178 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 5563ea01-7cbe-4681-afd6-7467a90aec57 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:22:54.782595 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 5563ea01-7cbe-4681-afd6-7467a90aec57 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:22:54.782975 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:54.785832 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-caf33c89-3ae2-4121-936b-5c00ad516e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:54.786814 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:53Z', 'revision_number': 3, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:54.831091 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] Checking router: 71e47021-75ff-4f02-840f-79fe795b1bd1 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:22:54.831569 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] Updating router 71e47021-75ff-4f02-840f-79fe795b1bd1 port cc6debf4-bba0-4767-8dd7-3beb3d0ea30f binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:22:54.865488 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:54.948744 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-caf33c89-3ae2-4121-936b-5c00ad516e1a admin admin] Allocated IP 172.20.0.1 (4b928f04-88e3-46bc-8c77-31c50e0fdb8f/3d6e8363-d530-4d77-8092-27961ea0d3e9/177a2e54-4dcc-4257-8127-bc4da27c31df) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:22:54.952508 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273abe1-979b-47ab-a813-2e1e3d973d43 req-9b4b538f-5a34-4fe0-9c83-8707de482fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:54.954522 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f273abe1-979b-47ab-a813-2e1e3d973d43 req-9b4b538f-5a34-4fe0-9c83-8707de482fe1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 1096 time: 0.0426700 Jul 30 02:22:54.994720 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:55.042598 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 5563ea01-7cbe-4681-afd6-7467a90aec57, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5563ea01-7cbe-4681-afd6-7467a90aec57,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:55.069401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273abe1-979b-47ab-a813-2e1e3d973d43 req-40ab9b65-9239-425a-ba37-93e9fa51ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:55.070993 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f273abe1-979b-47ab-a813-2e1e3d973d43 req-40ab9b65-9239-425a-ba37-93e9fa51ae6e service neutron] 10.222.0.77 "GET /v2.0/networks?id=a539e358-61e5-4d59-901d-3fd28bb7db23 HTTP/1.1" status: 200 len: 897 time: 0.0955193 Jul 30 02:22:55.071969 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-caf33c89-3ae2-4121-936b-5c00ad516e1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:55.084740 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-caf33c89-3ae2-4121-936b-5c00ad516e1a admin admin] Transition to ACTIVE for port object 177a2e54-4dcc-4257-8127-bc4da27c31df will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:22:55.114816 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:55.143435 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f273abe1-979b-47ab-a813-2e1e3d973d43 req-c9c398ba-61be-41d7-bc77-601650f8b96e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba HTTP/1.1" status: 200 len: 1000 time: 0.0639076 Jul 30 02:22:55.181119 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-caf33c89-3ae2-4121-936b-5c00ad516e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:55.188875 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=5563ea01-7cbe-4681-afd6-7467a90aec57,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:55.198907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273abe1-979b-47ab-a813-2e1e3d973d43 req-8ce2ed8a-eab4-4d22-af3c-fdde134bf66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:55.200661 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f273abe1-979b-47ab-a813-2e1e3d973d43 req-8ce2ed8a-eab4-4d22-af3c-fdde134bf66d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72c62130-9637-443f-b7f1-fb1d449e2d04 HTTP/1.1" status: 200 len: 835 time: 0.0496914 Jul 30 02:22:55.221984 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf33c89-3ae2-4121-936b-5c00ad516e1a admin admin] Network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:22:55.224938 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-caf33c89-3ae2-4121-936b-5c00ad516e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:22:55.228078 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf33c89-3ae2-4121-936b-5c00ad516e1a admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:22:55.236135 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:55.249507 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] Transition to ACTIVE for port object cc6debf4-bba0-4767-8dd7-3beb3d0ea30f will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:22:55.260706 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273abe1-979b-47ab-a813-2e1e3d973d43 req-5f9435de-3540-4546-913c-48f480232ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:55.262338 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f273abe1-979b-47ab-a813-2e1e3d973d43 req-5f9435de-3540-4546-913c-48f480232ace service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a539e358-61e5-4d59-901d-3fd28bb7db23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539808 Jul 30 02:22:55.266725 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf33c89-3ae2-4121-936b-5c00ad516e1a admin admin] Pushing event updated for resources: {'Port': ['ID=177a2e54-4dcc-4257-8127-bc4da27c31df,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:55.288761 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-caf33c89-3ae2-4121-936b-5c00ad516e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:55.335418 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:55.375002 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f273abe1-979b-47ab-a813-2e1e3d973d43 req-268fbd9b-54f5-448a-813e-9df9aa50ff1d service neutron] 10.222.0.77 "GET /v2.0/networks/a539e358-61e5-4d59-901d-3fd28bb7db23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050289 Jul 30 02:22:55.412387 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] Attempting to bind port cc6debf4-bba0-4767-8dd7-3beb3d0ea30f on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:22:55.412773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] Attempting to bind port cc6debf4-bba0-4767-8dd7-3beb3d0ea30f by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:22:55.413134 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] Attempting to bind port cc6debf4-bba0-4767-8dd7-3beb3d0ea30f on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:22:55.420507 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e06864-6145-46e0-a6d8-0812f5d01d99 None None] Pushing event updated for resources: {'Port': ['ID=cc6debf4-bba0-4767-8dd7-3beb3d0ea30f,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:55.423270 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:22:55.423690 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:22:55.424110 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:55.424500 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:22:55.425066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] Bound port: cc6debf4-bba0-4767-8dd7-3beb3d0ea30f, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:22:55.425588 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:55.496478 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] For port cc6debf4-bba0-4767-8dd7-3beb3d0ea30f, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:22:55.499846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] For port cc6debf4-bba0-4767-8dd7-3beb3d0ea30f, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=cc6debf4-bba0-4767-8dd7-3beb3d0ea30f,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:22:55.553953 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6add48-0198-4b7a-88b3-d838821fd2e6 req-6c7e8f2b-b3e2-49c3-a26e-2dc80956bfe0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:55.555509 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ed6add48-0198-4b7a-88b3-d838821fd2e6 req-6c7e8f2b-b3e2-49c3-a26e-2dc80956bfe0 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 945 time: 0.0847051 Jul 30 02:22:55.559633 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f273abe1-979b-47ab-a813-2e1e3d973d43 req-d0682902-b2c0-4e77-9a4d-052d9948f175 service neutron] 10.222.0.77 "GET /v2.0/networks/a539e358-61e5-4d59-901d-3fd28bb7db23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704221 Jul 30 02:22:55.582092 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:55.604141 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ed6add48-0198-4b7a-88b3-d838821fd2e6 req-e5094ca5-7872-492a-bbfd-c2afb7ced5c4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412853 Jul 30 02:22:55.631279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0c868676-18ae-4b4c-adb7-f9e5d5b3c6c4 None None] Provisioning for port 177a2e54-4dcc-4257-8127-bc4da27c31df completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:22:55.646900 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] Routers {'71e47021-75ff-4f02-840f-79fe795b1bd1'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:22:55.647530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:22:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['71e47021-75ff-4f02-840f-79fe795b1bd1'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:55.652012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0c868676-18ae-4b4c-adb7-f9e5d5b3c6c4 None None] Provisioning complete for port 177a2e54-4dcc-4257-8127-bc4da27c31df triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:22:55.652384 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c868676-18ae-4b4c-adb7-f9e5d5b3c6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:55.687197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e06864-6145-46e0-a6d8-0812f5d01d99 None None] Pushing event updated for resources: {'Port': ['ID=cc6debf4-bba0-4767-8dd7-3beb3d0ea30f,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:55.758283 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0c868676-18ae-4b4c-adb7-f9e5d5b3c6c4 None None] Port 177a2e54-4dcc-4257-8127-bc4da27c31df cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:22:55.787142 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] Set router 71e47021-75ff-4f02-840f-79fe795b1bd1 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:22:55.806924 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-caf33c89-3ae2-4121-936b-5c00ad516e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:55.965622 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-caf33c89-3ae2-4121-936b-5c00ad516e1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:55.965829 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:53Z', 'revision_number': 3, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:55.992584 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abdc19e-a3fb-43cd-be88-a822cac6586c None None] The sync data for ids ['71e47021-75ff-4f02-840f-79fe795b1bd1'] in n-d-713498-9 is: [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:53Z', 'revision_number': 3, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:22:56.021445 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-caf33c89-3ae2-4121-936b-5c00ad516e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:56.092176 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf33c89-3ae2-4121-936b-5c00ad516e1a admin admin] Pushing event updated for resources: {'Port': ['ID=177a2e54-4dcc-4257-8127-bc4da27c31df,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:56.095394 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-caf33c89-3ae2-4121-936b-5c00ad516e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:56.195115 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf33c89-3ae2-4121-936b-5c00ad516e1a admin admin] Network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:22:56.197048 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-caf33c89-3ae2-4121-936b-5c00ad516e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:22:56.329228 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf33c89-3ae2-4121-936b-5c00ad516e1a admin admin] Router 71e47021-75ff-4f02-840f-79fe795b1bd1 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:22:56.467162 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf33c89-3ae2-4121-936b-5c00ad516e1a admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:22:56.476566 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-caf33c89-3ae2-4121-936b-5c00ad516e1a admin admin] 10.222.0.70 "PUT /v2.0/routers/71e47021-75ff-4f02-840f-79fe795b1bd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1064224 Jul 30 02:22:56.491302 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-09da9469-a03f-442e-bc0e-4da4e32bee34 None None] Provisioning complete for port 177a2e54-4dcc-4257-8127-bc4da27c31df triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:22:56.491679 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09da9469-a03f-442e-bc0e-4da4e32bee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:56.495492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5563ea01-7cbe-4681-afd6-7467a90aec57 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:22:56.558852 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-09da9469-a03f-442e-bc0e-4da4e32bee34 None None] Port 177a2e54-4dcc-4257-8127-bc4da27c31df cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:22:56.575606 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 5563ea01-7cbe-4681-afd6-7467a90aec57 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:22:56.575996 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:56.665409 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device cc6debf4-bba0-4767-8dd7-3beb3d0ea30f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:22:56.730851 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d2f29-619c-4013-ad52-a1687c47c63a req-2508dddc-9fbe-40fe-8e4a-e499edbe64ae tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:56.732437 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-131d2f29-619c-4013-ad52-a1687c47c63a req-2508dddc-9fbe-40fe-8e4a-e499edbe64ae tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 945 time: 0.0542397 Jul 30 02:22:56.776009 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port cc6debf4-bba0-4767-8dd7-3beb3d0ea30f completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:22:56.781731 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-131d2f29-619c-4013-ad52-a1687c47c63a req-437fa572-f544-4851-a29a-e7596f1fd1fa tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405660 Jul 30 02:22:56.781865 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port cc6debf4-bba0-4767-8dd7-3beb3d0ea30f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:22:56.781865 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:56.882520 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:56.903704 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port cc6debf4-bba0-4767-8dd7-3beb3d0ea30f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=cc6debf4-bba0-4767-8dd7-3beb3d0ea30f,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:56.964108 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:57.016542 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=cc6debf4-bba0-4767-8dd7-3beb3d0ea30f,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:57.023974 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.024327 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.024674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.025015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.025352 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.025688 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.026019 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.026403 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.026737 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.028138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.028138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.028138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.187984 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33240) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:57.193006 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-599044444-network', 'tenant_id': 'c77f00b893864f848be9b03fa73fe9ca'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:57.250110 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Made reservation on behalf of c77f00b893864f848be9b03fa73fe9ca for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:22:57.252713 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:57.261872 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:57.352842 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:57.393247 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:57.422470 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:22:57.432732 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fecb4ff-ce9f-44fe-bc6b-5c867219e761,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:57.437189 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:57.437523 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Added segment 0020a8d2-14e1-4429-8e3f-69d905cce90b of type vlan for network 27e6ff65-e6e1-4f9e-b549-42e88d22be27 Jul 30 02:22:57.450778 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.451126 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.451463 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.451795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.452121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.452449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.452814 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.453076 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.453398 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.453712 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.454034 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.454369 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:57.498055 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:57.551407 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] Sync routers for ids ['71e47021-75ff-4f02-840f-79fe795b1bd1'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:22:57.560930 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] Routers {'71e47021-75ff-4f02-840f-79fe795b1bd1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:22:57.564238 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:22:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['71e47021-75ff-4f02-840f-79fe795b1bd1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:57.575998 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:57.576994 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:57.577581 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:57.638178 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] Pushing event updated for resources: {'Network': ['ID=27e6ff65-e6e1-4f9e-b549-42e88d22be27,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:57.648364 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 27e6ff65-e6e1-4f9e-b549-42e88d22be27 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:22:57.665306 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] Set router 71e47021-75ff-4f02-840f-79fe795b1bd1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:22:57.685295 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1071b73b-65f3-4091-9b5a-9ae7c1a24e92 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4961758 Jul 30 02:22:57.688141 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33242) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:57.693827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-9c8aa532-44c5-4ce4-8239-273865e6e297 admin admin] Request body: {'subnet': {'network_id': '27e6ff65-e6e1-4f9e-b549-42e88d22be27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-599044444-subnet', 'tenant_id': 'c77f00b893864f848be9b03fa73fe9ca', 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:57.764207 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8aa532-44c5-4ce4-8239-273865e6e297 admin admin] Made reservation on behalf of c77f00b893864f848be9b03fa73fe9ca for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:22:57.766558 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c8aa532-44c5-4ce4-8239-273865e6e297 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:57.901441 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '177a2e54-4dcc-4257-8127-bc4da27c31df', 'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'mac_address': 'fa:16:3e:ac:2e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:54Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 2, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'subnets': [{'id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:57.930240 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] Checking router: 71e47021-75ff-4f02-840f-79fe795b1bd1 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:22:57.930603 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] Updating router 71e47021-75ff-4f02-840f-79fe795b1bd1 port 177a2e54-4dcc-4257-8127-bc4da27c31df binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:22:57.936266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d84a80-b1de-47db-8927-a94454033b93 req-8fb65a9d-a196-4e4e-b53c-bfdcde44c39b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:57.937778 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95d84a80-b1de-47db-8927-a94454033b93 req-8fb65a9d-a196-4e4e-b53c-bfdcde44c39b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 945 time: 0.0915058 Jul 30 02:22:57.955002 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:58.006044 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-95d84a80-b1de-47db-8927-a94454033b93 req-4111c0d5-1cd9-4bc7-81c1-109bd97b61b1 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460536 Jul 30 02:22:58.037708 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c8aa532-44c5-4ce4-8239-273865e6e297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:58.096295 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8aa532-44c5-4ce4-8239-273865e6e297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=650b6263-eb0e-41b7-b3ae-812ec5959b46,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:58.104210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8aa532-44c5-4ce4-8239-273865e6e297 admin admin] Checking segment: {'id': '0020a8d2-14e1-4429-8e3f-69d905cce90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '27e6ff65-e6e1-4f9e-b549-42e88d22be27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:22:58.104569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8aa532-44c5-4ce4-8239-273865e6e297 admin admin] Network hostable DHCP agents. Network: 27e6ff65-e6e1-4f9e-b549-42e88d22be27, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:22:58.163808 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8aa532-44c5-4ce4-8239-273865e6e297 admin admin] Network 27e6ff65-e6e1-4f9e-b549-42e88d22be27 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:22:58.219103 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:58.221937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-9c8aa532-44c5-4ce4-8239-273865e6e297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 27e6ff65-e6e1-4f9e-b549-42e88d22be27) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:22:58.226314 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8aa532-44c5-4ce4-8239-273865e6e297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:58.226781 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c8aa532-44c5-4ce4-8239-273865e6e297 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:58.229545 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] Transition to ACTIVE for port object 177a2e54-4dcc-4257-8127-bc4da27c31df will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:22:58.231448 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e802f6bd-bedc-459b-9b72-7eb31970bc26 None None] Network 27e6ff65-e6e1-4f9e-b549-42e88d22be27 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:22:58.324168 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:58.357681 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9c8aa532-44c5-4ce4-8239-273865e6e297 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6655245 Jul 30 02:22:58.357935 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33246) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:58.364493 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1b4b3b7e-fce5-46d1-802c-d747cbb373f9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-599044444-router', 'tenant_id': 'c77f00b893864f848be9b03fa73fe9ca', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:58.395074 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-27e6ff65-e6e1-4f9e-b549-42e88d22be27', 'network_id': '27e6ff65-e6e1-4f9e-b549-42e88d22be27', 'tenant_id': 'c77f00b893864f848be9b03fa73fe9ca', 'fixed_ips': [{'subnet_id': '650b6263-eb0e-41b7-b3ae-812ec5959b46'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:22:58.396159 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:58.404983 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468e8a9-e569-4826-ad9d-f354aa86a8e0 None None] Pushing event updated for resources: {'Port': ['ID=177a2e54-4dcc-4257-8127-bc4da27c31df,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:58.426678 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device cc6debf4-bba0-4767-8dd7-3beb3d0ea30f up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:22:58.442754 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] Attempting to bind port 177a2e54-4dcc-4257-8127-bc4da27c31df on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:22:58.443129 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] Attempting to bind port 177a2e54-4dcc-4257-8127-bc4da27c31df by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:22:58.443489 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] Attempting to bind port 177a2e54-4dcc-4257-8127-bc4da27c31df on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:22:58.448837 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:22:58.449217 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] Checking segment: {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:22:58.449615 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:58.450012 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] Bound using segment: {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:22:58.450552 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] Bound port: 177a2e54-4dcc-4257-8127-bc4da27c31df, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:22:58.450899 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:58.490392 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3b7e-fce5-46d1-802c-d747cbb373f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:58.491457 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3b7e-fce5-46d1-802c-d747cbb373f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:58.526466 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] For port 177a2e54-4dcc-4257-8127-bc4da27c31df, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:22:58.530258 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] For port 177a2e54-4dcc-4257-8127-bc4da27c31df, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=177a2e54-4dcc-4257-8127-bc4da27c31df,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:22:58.556034 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3b7e-fce5-46d1-802c-d747cbb373f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:58.562051 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port cc6debf4-bba0-4767-8dd7-3beb3d0ea30f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:22:58.562465 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:58.587923 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:58.604312 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Allocated IP 172.20.0.2 (27e6ff65-e6e1-4f9e-b549-42e88d22be27/650b6263-eb0e-41b7-b3ae-812ec5959b46/d113cf55-bb8d-432c-a9ef-33b46dea8a6b) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:22:58.638395 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] Routers {'71e47021-75ff-4f02-840f-79fe795b1bd1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:22:58.639230 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:22:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['71e47021-75ff-4f02-840f-79fe795b1bd1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:58.814872 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3b7e-fce5-46d1-802c-d747cbb373f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:58.849291 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:58.857330 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468e8a9-e569-4826-ad9d-f354aa86a8e0 None None] Pushing event updated for resources: {'Port': ['ID=177a2e54-4dcc-4257-8127-bc4da27c31df,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:58.858376 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Transition to ACTIVE for port object d113cf55-bb8d-432c-a9ef-33b46dea8a6b will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:22:58.876333 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] Set router 71e47021-75ff-4f02-840f-79fe795b1bd1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:22:58.876746 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Transition to ACTIVE for port object d113cf55-bb8d-432c-a9ef-33b46dea8a6b will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:22:58.977891 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:59.020626 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Network 27e6ff65-e6e1-4f9e-b549-42e88d22be27 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:22:59.023537 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:22:59.025820 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:22:59.055042 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Pushing event updated for resources: {'Port': ['ID=d113cf55-bb8d-432c-a9ef-33b46dea8a6b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:59.091887 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Attempting to bind port d113cf55-bb8d-432c-a9ef-33b46dea8a6b on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:22:59.092228 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Attempting to bind port d113cf55-bb8d-432c-a9ef-33b46dea8a6b by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '0020a8d2-14e1-4429-8e3f-69d905cce90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '27e6ff65-e6e1-4f9e-b549-42e88d22be27'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:22:59.092596 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Attempting to bind port d113cf55-bb8d-432c-a9ef-33b46dea8a6b on network 27e6ff65-e6e1-4f9e-b549-42e88d22be27 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:22:59.094394 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '177a2e54-4dcc-4257-8127-bc4da27c31df', 'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'mac_address': 'fa:16:3e:ac:2e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:54Z', 'updated_at': '2021-07-30T02:22:58Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'subnets': [{'id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:59.098394 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3b7e-fce5-46d1-802c-d747cbb373f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:59.098538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:22:59.098777 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Checking segment: {'id': '0020a8d2-14e1-4429-8e3f-69d905cce90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '27e6ff65-e6e1-4f9e-b549-42e88d22be27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:22:59.099258 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:59.099591 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Bound using segment: {'id': '0020a8d2-14e1-4429-8e3f-69d905cce90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '27e6ff65-e6e1-4f9e-b549-42e88d22be27'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:22:59.100059 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Bound port: d113cf55-bb8d-432c-a9ef-33b46dea8a6b, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0020a8d2-14e1-4429-8e3f-69d905cce90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '27e6ff65-e6e1-4f9e-b549-42e88d22be27'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:22:59.100466 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:59.122574 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef988ab-53cd-48c7-a197-e6c206eecf25 None None] The sync data for ids ['71e47021-75ff-4f02-840f-79fe795b1bd1'] in n-d-713498-9 is: [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '177a2e54-4dcc-4257-8127-bc4da27c31df', 'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'mac_address': 'fa:16:3e:ac:2e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:54Z', 'updated_at': '2021-07-30T02:22:58Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'subnets': [{'id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:22:59.139629 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3b7e-fce5-46d1-802c-d747cbb373f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:59.197832 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] For port d113cf55-bb8d-432c-a9ef-33b46dea8a6b, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:22:59.206605 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] For port d113cf55-bb8d-432c-a9ef-33b46dea8a6b, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d113cf55-bb8d-432c-a9ef-33b46dea8a6b,segment=NetworkSegment(0020a8d2-14e1-4429-8e3f-69d905cce90b),segment_id=0020a8d2-14e1-4429-8e3f-69d905cce90b)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:22:59.233329 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa02fe-d24f-4562-b30c-c60bb04339f3 req-2af735d8-ed84-46c5-aa6a-55fcf9997c53 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:59.234672 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6aaa02fe-d24f-4562-b30c-c60bb04339f3 req-2af735d8-ed84-46c5-aa6a-55fcf9997c53 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 945 time: 0.1311274 Jul 30 02:22:59.291925 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:59.316093 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6aaa02fe-d24f-4562-b30c-c60bb04339f3 req-71531013-6ea6-41b1-9ea1-75865a794cac tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731153 Jul 30 02:22:59.317218 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-1b4b3b7e-fce5-46d1-802c-d747cbb373f9 admin admin] Allocated IP 172.25.1.177 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/a5ff684b-06ea-4c60-a956-54fd2b712079) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:22:59.372099 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb5443-d02d-493d-8fa8-e46c43aa305a None None] Pushing event updated for resources: {'Port': ['ID=d113cf55-bb8d-432c-a9ef-33b46dea8a6b,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:59.454147 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3b7e-fce5-46d1-802c-d747cbb373f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:59.553075 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3b7e-fce5-46d1-802c-d747cbb373f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:59.597923 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4b3b7e-fce5-46d1-802c-d747cbb373f9 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:22:59.601255 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-1b4b3b7e-fce5-46d1-802c-d747cbb373f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:22:59.604029 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4b3b7e-fce5-46d1-802c-d747cbb373f9 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:22:59.632332 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b3b7e-fce5-46d1-802c-d747cbb373f9 admin admin] Pushing event updated for resources: {'Port': ['ID=a5ff684b-06ea-4c60-a956-54fd2b712079,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:00.266956 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3b7e-fce5-46d1-802c-d747cbb373f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:00.282891 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7c439d-ba05-4636-b683-814beac8958c None None] Network 27e6ff65-e6e1-4f9e-b549-42e88d22be27 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:23:00.425074 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f463644b-c49a-407a-8c2d-826af8cbe98e None None] Provisioning for port d113cf55-bb8d-432c-a9ef-33b46dea8a6b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:23:00.510952 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d113cf55-bb8d-432c-a9ef-33b46dea8a6b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:23:00.521881 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3b7e-fce5-46d1-802c-d747cbb373f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:00.530999 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1b367-6065-4c25-85b3-e67f46cc2e23 req-15edc15a-158f-4da9-b05f-76d9e3b92eaf tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:00.532560 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-55a1b367-6065-4c25-85b3-e67f46cc2e23 req-15edc15a-158f-4da9-b05f-76d9e3b92eaf tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 945 time: 0.1079364 Jul 30 02:23:00.632966 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port d113cf55-bb8d-432c-a9ef-33b46dea8a6b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:23:00.637141 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port d113cf55-bb8d-432c-a9ef-33b46dea8a6b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:23:00.637587 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:00.649493 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-55a1b367-6065-4c25-85b3-e67f46cc2e23 req-a824a2a7-1b25-4c91-ac6c-1407d094e3bf tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107342 Jul 30 02:23:00.730525 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:00.770270 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port d113cf55-bb8d-432c-a9ef-33b46dea8a6b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d113cf55-bb8d-432c-a9ef-33b46dea8a6b,segment=NetworkSegment(0020a8d2-14e1-4429-8e3f-69d905cce90b),segment_id=0020a8d2-14e1-4429-8e3f-69d905cce90b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:00.774351 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0dfbf961-96c7-4e95-9fe4-5c0af04defc8 None None] Provisioning complete for port d113cf55-bb8d-432c-a9ef-33b46dea8a6b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:23:00.774723 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf961-96c7-4e95-9fe4-5c0af04defc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:00.775757 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4b3b7e-fce5-46d1-802c-d747cbb373f9 admin admin] Router 630ed5ca-865e-48dd-bfd9-5862ac37c94d is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:23:00.848860 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf961-96c7-4e95-9fe4-5c0af04defc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:00.863978 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:00.864552 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 177a2e54-4dcc-4257-8127-bc4da27c31df up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:23:00.887236 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4b3b7e-fce5-46d1-802c-d747cbb373f9 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:23:00.975827 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3b7e-fce5-46d1-802c-d747cbb373f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:00.979600 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1b4b3b7e-fce5-46d1-802c-d747cbb373f9 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6180429 Jul 30 02:23:00.980037 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33252) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:01.047216 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] Sync routers for ids ['630ed5ca-865e-48dd-bfd9-5862ac37c94d'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:23:01.115836 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] Routers {'630ed5ca-865e-48dd-bfd9-5862ac37c94d'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:23:01.116468 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:22:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['630ed5ca-865e-48dd-bfd9-5862ac37c94d'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:01.177624 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-0dfbf961-96c7-4e95-9fe4-5c0af04defc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:23:01.177974 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-0dfbf961-96c7-4e95-9fe4-5c0af04defc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:23:01.180731 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=d113cf55-bb8d-432c-a9ef-33b46dea8a6b,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:01.249686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] Set router 630ed5ca-865e-48dd-bfd9-5862ac37c94d gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:23:01.301610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 177a2e54-4dcc-4257-8127-bc4da27c31df completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:23:01.313648 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 177a2e54-4dcc-4257-8127-bc4da27c31df triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:23:01.314026 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.410941 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-158311ce-72e5-4c6f-afc2-e1f8cb70d937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.474016 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.515442 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 177a2e54-4dcc-4257-8127-bc4da27c31df, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=177a2e54-4dcc-4257-8127-bc4da27c31df,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:01.520963 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ed5ca-865e-48dd-bfd9-5862ac37c94d', 'name': 'tempest-TestVolumeBootPattern-599044444-router', 'tenant_id': 'c77f00b893864f848be9b03fa73fe9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'a5ff684b-06ea-4c60-a956-54fd2b712079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:58Z', 'updated_at': '2021-07-30T02:23:00Z', 'revision_number': 3, 'project_id': 'c77f00b893864f848be9b03fa73fe9ca', 'gw_port': {'id': 'a5ff684b-06ea-4c60-a956-54fd2b712079', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:12:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ed5ca-865e-48dd-bfd9-5862ac37c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:59Z', 'updated_at': '2021-07-30T02:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:01.547017 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] Checking router: 630ed5ca-865e-48dd-bfd9-5862ac37c94d for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:23:01.547370 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] Updating router 630ed5ca-865e-48dd-bfd9-5862ac37c94d port a5ff684b-06ea-4c60-a956-54fd2b712079 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:23:01.571409 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.574247 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.619324 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-158311ce-72e5-4c6f-afc2-e1f8cb70d937 admin admin] Allocated IP 172.20.0.1 (27e6ff65-e6e1-4f9e-b549-42e88d22be27/650b6263-eb0e-41b7-b3ae-812ec5959b46/0bc8d227-801d-4bc5-895d-801b58ee034e) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:23:01.724332 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-158311ce-72e5-4c6f-afc2-e1f8cb70d937 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.733435 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=177a2e54-4dcc-4257-8127-bc4da27c31df,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:01.751346 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-158311ce-72e5-4c6f-afc2-e1f8cb70d937 admin admin] Transition to ACTIVE for port object 0bc8d227-801d-4bc5-895d-801b58ee034e will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:23:01.806740 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c784b-77ba-43ee-8af1-1d1629113af8 req-35b8e391-27c2-46e6-a7c6-0098e8fcad10 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:01.808190 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-343c784b-77ba-43ee-8af1-1d1629113af8 req-35b8e391-27c2-46e6-a7c6-0098e8fcad10 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 945 time: 0.0800192 Jul 30 02:23:01.847134 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-343c784b-77ba-43ee-8af1-1d1629113af8 req-5fc88ce7-08bf-4ca7-9d9f-d5719fa7644b tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326364 Jul 30 02:23:01.879258 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-158311ce-72e5-4c6f-afc2-e1f8cb70d937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.899793 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.909861 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] Transition to ACTIVE for port object a5ff684b-06ea-4c60-a956-54fd2b712079 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:23:01.916381 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158311ce-72e5-4c6f-afc2-e1f8cb70d937 admin admin] Network 27e6ff65-e6e1-4f9e-b549-42e88d22be27 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:23:01.919246 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-158311ce-72e5-4c6f-afc2-e1f8cb70d937 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:23:01.922777 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158311ce-72e5-4c6f-afc2-e1f8cb70d937 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:23:01.950507 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158311ce-72e5-4c6f-afc2-e1f8cb70d937 admin admin] Pushing event updated for resources: {'Port': ['ID=0bc8d227-801d-4bc5-895d-801b58ee034e,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:01.970074 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-158311ce-72e5-4c6f-afc2-e1f8cb70d937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.992637 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:02.042622 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] Attempting to bind port a5ff684b-06ea-4c60-a956-54fd2b712079 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:23:02.043006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] Attempting to bind port a5ff684b-06ea-4c60-a956-54fd2b712079 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:23:02.043374 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] Attempting to bind port a5ff684b-06ea-4c60-a956-54fd2b712079 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:23:02.057590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:23:02.057884 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:23:02.058291 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:02.059120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:23:02.059594 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] Bound port: a5ff684b-06ea-4c60-a956-54fd2b712079, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:23:02.060415 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:02.063327 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c3907-718c-43d1-84d5-50b54334d5f6 None None] Pushing event updated for resources: {'Port': ['ID=a5ff684b-06ea-4c60-a956-54fd2b712079,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:02.128648 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] For port a5ff684b-06ea-4c60-a956-54fd2b712079, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:23:02.131733 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] For port a5ff684b-06ea-4c60-a956-54fd2b712079, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a5ff684b-06ea-4c60-a956-54fd2b712079,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:23:02.160932 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-158311ce-72e5-4c6f-afc2-e1f8cb70d937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:02.193345 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:02.225228 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-89ace360-62a2-441e-98db-ce8234ca4a01 None None] Provisioning for port 0bc8d227-801d-4bc5-895d-801b58ee034e completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:23:02.241420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-89ace360-62a2-441e-98db-ce8234ca4a01 None None] Provisioning complete for port 0bc8d227-801d-4bc5-895d-801b58ee034e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:23:02.241793 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-89ace360-62a2-441e-98db-ce8234ca4a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:02.284848 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] Routers {'630ed5ca-865e-48dd-bfd9-5862ac37c94d'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:23:02.285474 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:22:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['630ed5ca-865e-48dd-bfd9-5862ac37c94d'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:02.291092 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c3907-718c-43d1-84d5-50b54334d5f6 None None] Pushing event updated for resources: {'Port': ['ID=a5ff684b-06ea-4c60-a956-54fd2b712079,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:02.328190 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-158311ce-72e5-4c6f-afc2-e1f8cb70d937 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:02.341921 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-89ace360-62a2-441e-98db-ce8234ca4a01 None None] Port 0bc8d227-801d-4bc5-895d-801b58ee034e cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:23:02.389284 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-158311ce-72e5-4c6f-afc2-e1f8cb70d937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:02.411694 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d113cf55-bb8d-432c-a9ef-33b46dea8a6b up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:23:02.438511 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] Set router 630ed5ca-865e-48dd-bfd9-5862ac37c94d gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:23:02.462080 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-158311ce-72e5-4c6f-afc2-e1f8cb70d937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:02.465083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158311ce-72e5-4c6f-afc2-e1f8cb70d937 admin admin] Pushing event updated for resources: {'Port': ['ID=0bc8d227-801d-4bc5-895d-801b58ee034e,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:02.560393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158311ce-72e5-4c6f-afc2-e1f8cb70d937 admin admin] Network 27e6ff65-e6e1-4f9e-b549-42e88d22be27 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:23:02.561730 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-158311ce-72e5-4c6f-afc2-e1f8cb70d937 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:23:02.564445 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port d113cf55-bb8d-432c-a9ef-33b46dea8a6b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:23:02.565066 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:02.687413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158311ce-72e5-4c6f-afc2-e1f8cb70d937 admin admin] Router 630ed5ca-865e-48dd-bfd9-5862ac37c94d has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:23:02.696865 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 177a2e54-4dcc-4257-8127-bc4da27c31df up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:23:02.760365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ed5ca-865e-48dd-bfd9-5862ac37c94d', 'name': 'tempest-TestVolumeBootPattern-599044444-router', 'tenant_id': 'c77f00b893864f848be9b03fa73fe9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'a5ff684b-06ea-4c60-a956-54fd2b712079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:58Z', 'updated_at': '2021-07-30T02:23:02Z', 'revision_number': 4, 'project_id': 'c77f00b893864f848be9b03fa73fe9ca', 'gw_port': {'id': 'a5ff684b-06ea-4c60-a956-54fd2b712079', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:12:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ed5ca-865e-48dd-bfd9-5862ac37c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:59Z', 'updated_at': '2021-07-30T02:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0bc8d227-801d-4bc5-895d-801b58ee034e', 'name': '', 'network_id': '27e6ff65-e6e1-4f9e-b549-42e88d22be27', 'tenant_id': 'c77f00b893864f848be9b03fa73fe9ca', 'mac_address': 'fa:16:3e:30:bd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ed5ca-865e-48dd-bfd9-5862ac37c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '650b6263-eb0e-41b7-b3ae-812ec5959b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:23:01Z', 'updated_at': '2021-07-30T02:23:01Z', 'revision_number': 1, 'project_id': 'c77f00b893864f848be9b03fa73fe9ca', 'subnets': [{'id': '650b6263-eb0e-41b7-b3ae-812ec5959b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:02.789117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ff7cbf-b883-4b2b-ae95-7c0524acae58 None None] The sync data for ids ['630ed5ca-865e-48dd-bfd9-5862ac37c94d'] in n-d-713498-9 is: [{'id': '630ed5ca-865e-48dd-bfd9-5862ac37c94d', 'name': 'tempest-TestVolumeBootPattern-599044444-router', 'tenant_id': 'c77f00b893864f848be9b03fa73fe9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'a5ff684b-06ea-4c60-a956-54fd2b712079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:58Z', 'updated_at': '2021-07-30T02:23:02Z', 'revision_number': 4, 'project_id': 'c77f00b893864f848be9b03fa73fe9ca', 'gw_port': {'id': 'a5ff684b-06ea-4c60-a956-54fd2b712079', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:12:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ed5ca-865e-48dd-bfd9-5862ac37c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:59Z', 'updated_at': '2021-07-30T02:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0bc8d227-801d-4bc5-895d-801b58ee034e', 'name': '', 'network_id': '27e6ff65-e6e1-4f9e-b549-42e88d22be27', 'tenant_id': 'c77f00b893864f848be9b03fa73fe9ca', 'mac_address': 'fa:16:3e:30:bd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ed5ca-865e-48dd-bfd9-5862ac37c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '650b6263-eb0e-41b7-b3ae-812ec5959b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:23:01Z', 'updated_at': '2021-07-30T02:23:01Z', 'revision_number': 1, 'project_id': 'c77f00b893864f848be9b03fa73fe9ca', 'subnets': [{'id': '650b6263-eb0e-41b7-b3ae-812ec5959b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:23:02.798231 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 177a2e54-4dcc-4257-8127-bc4da27c31df triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:23:02.798231 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:02.815781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158311ce-72e5-4c6f-afc2-e1f8cb70d937 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:23:02.821114 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-158311ce-72e5-4c6f-afc2-e1f8cb70d937 admin admin] 10.222.0.70 "PUT /v2.0/routers/630ed5ca-865e-48dd-bfd9-5862ac37c94d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8400357 Jul 30 02:23:02.895214 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d3fdc05c-2139-4de5-856d-0f8a21b69e88 None None] Provisioning complete for port 0bc8d227-801d-4bc5-895d-801b58ee034e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:23:02.895214 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc05c-2139-4de5-856d-0f8a21b69e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:02.934607 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d3fdc05c-2139-4de5-856d-0f8a21b69e88 None None] Port 0bc8d227-801d-4bc5-895d-801b58ee034e cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:23:02.981068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfc616-9e14-4e13-a3f8-9a68b5efaad2 req-1201350e-013e-478c-8d7b-26ad3013b0d6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:02.982688 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12dfc616-9e14-4e13-a3f8-9a68b5efaad2 req-1201350e-013e-478c-8d7b-26ad3013b0d6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 945 time: 0.0580006 Jul 30 02:23:03.036197 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12dfc616-9e14-4e13-a3f8-9a68b5efaad2 req-0c91c1e5-08e4-44ed-93c3-d9ebfa4c5c50 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447996 Jul 30 02:23:03.200287 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:04.157949 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6895cc1-5362-4d1d-8407-aa533e476203 req-93bd5272-cadb-49bd-81d7-647f51452e26 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:04.159944 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6895cc1-5362-4d1d-8407-aa533e476203 req-93bd5272-cadb-49bd-81d7-647f51452e26 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 945 time: 0.0535381 Jul 30 02:23:04.199241 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6895cc1-5362-4d1d-8407-aa533e476203 req-3babdc0d-a0dd-4a30-9fe7-33350b41285a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332630 Jul 30 02:23:04.416603 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a5ff684b-06ea-4c60-a956-54fd2b712079 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:23:04.524177 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port a5ff684b-06ea-4c60-a956-54fd2b712079 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:23:04.528377 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port a5ff684b-06ea-4c60-a956-54fd2b712079 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:23:04.528752 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:04.604645 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:04.624942 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port a5ff684b-06ea-4c60-a956-54fd2b712079, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a5ff684b-06ea-4c60-a956-54fd2b712079,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:04.689647 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:04.739161 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=a5ff684b-06ea-4c60-a956-54fd2b712079,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:05.314424 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6048f21-481c-4000-b0f3-640206ae7e83 req-d2d2b8e6-7ccc-4fed-9edd-5f35f0c16ade tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:05.316507 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b6048f21-481c-4000-b0f3-640206ae7e83 req-d2d2b8e6-7ccc-4fed-9edd-5f35f0c16ade tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 945 time: 0.0495379 Jul 30 02:23:05.353427 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b6048f21-481c-4000-b0f3-640206ae7e83 req-27019103-5786-4f95-a151-7d293fb36c3d tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311272 Jul 30 02:23:06.212311 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] Sync routers for ids ['630ed5ca-865e-48dd-bfd9-5862ac37c94d'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:23:06.221751 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] Routers {'630ed5ca-865e-48dd-bfd9-5862ac37c94d'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:23:06.222424 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:22:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['630ed5ca-865e-48dd-bfd9-5862ac37c94d'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:06.333470 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] Set router 630ed5ca-865e-48dd-bfd9-5862ac37c94d gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:23:06.399254 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff8d16-a9ee-4c7c-bcb6-bf6f279ddea0 req-22c3f33c-51c0-4960-b019-b0f6d2b7e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:06.401522 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4eff8d16-a9ee-4c7c-bcb6-bf6f279ddea0 req-22c3f33c-51c0-4960-b019-b0f6d2b7e3c5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 1096 time: 0.0599825 Jul 30 02:23:06.435181 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a5ff684b-06ea-4c60-a956-54fd2b712079 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:23:06.483121 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port a5ff684b-06ea-4c60-a956-54fd2b712079 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:23:06.483867 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:06.502778 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4eff8d16-a9ee-4c7c-bcb6-bf6f279ddea0 req-016c7516-67be-469d-b01e-d528a7f6415a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787907 Jul 30 02:23:06.541011 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-545f9531-d000-437a-8366-186ac1149eb6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:06.542778 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-545f9531-d000-437a-8366-186ac1149eb6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 812 time: 0.1355841 Jul 30 02:23:06.558993 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ed5ca-865e-48dd-bfd9-5862ac37c94d', 'name': 'tempest-TestVolumeBootPattern-599044444-router', 'tenant_id': 'c77f00b893864f848be9b03fa73fe9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'a5ff684b-06ea-4c60-a956-54fd2b712079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:58Z', 'updated_at': '2021-07-30T02:23:02Z', 'revision_number': 4, 'project_id': 'c77f00b893864f848be9b03fa73fe9ca', 'gw_port': {'id': 'a5ff684b-06ea-4c60-a956-54fd2b712079', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ed5ca-865e-48dd-bfd9-5862ac37c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:59Z', 'updated_at': '2021-07-30T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0bc8d227-801d-4bc5-895d-801b58ee034e', 'name': '', 'network_id': '27e6ff65-e6e1-4f9e-b549-42e88d22be27', 'tenant_id': 'c77f00b893864f848be9b03fa73fe9ca', 'mac_address': 'fa:16:3e:30:bd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ed5ca-865e-48dd-bfd9-5862ac37c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '650b6263-eb0e-41b7-b3ae-812ec5959b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:23:01Z', 'updated_at': '2021-07-30T02:23:02Z', 'revision_number': 2, 'project_id': 'c77f00b893864f848be9b03fa73fe9ca', 'subnets': [{'id': '650b6263-eb0e-41b7-b3ae-812ec5959b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:06.560693 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-bacb2674-50d0-437f-adc8-0f6b3c1ed6fa tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/quotas/c36cbef5034e46a9b549289671a0e9e1 HTTP/1.1" status: 200 len: 375 time: 0.0101035 Jul 30 02:23:06.586123 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] Checking router: 630ed5ca-865e-48dd-bfd9-5862ac37c94d for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:23:06.586496 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] Updating router 630ed5ca-865e-48dd-bfd9-5862ac37c94d port 0bc8d227-801d-4bc5-895d-801b58ee034e binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:23:06.610769 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:06.617257 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-a69a7969-0b76-4e47-b16c-be217b202ee0 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479798 Jul 30 02:23:06.726165 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-08bf574e-31c8-4bfd-920e-4bd7ea9391b2 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:23:06.727347 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-08bf574e-31c8-4bfd-920e-4bd7ea9391b2 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1034968 Jul 30 02:23:06.819637 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-fe8c891f-f249-4cd8-9dde-84bff7f0aba7 service neutron] 10.222.0.70 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855639 Jul 30 02:23:06.869102 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:06.879123 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] Transition to ACTIVE for port object 0bc8d227-801d-4bc5-895d-801b58ee034e will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:23:06.912658 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-4b782156-8d1a-48ca-a6ab-15ed16904b06 service neutron] 10.222.0.70 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869565 Jul 30 02:23:06.963913 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:07.021501 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3bee7-0240-4a9d-8f75-d04bbe55b129 None None] Pushing event updated for resources: {'Port': ['ID=0bc8d227-801d-4bc5-895d-801b58ee034e,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:07.043829 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3bee7-0240-4a9d-8f75-d04bbe55b129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:07.044173 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3bee7-0240-4a9d-8f75-d04bbe55b129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:07.044514 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3bee7-0240-4a9d-8f75-d04bbe55b129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:07.044845 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3bee7-0240-4a9d-8f75-d04bbe55b129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:07.045171 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3bee7-0240-4a9d-8f75-d04bbe55b129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:07.045493 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3bee7-0240-4a9d-8f75-d04bbe55b129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:07.045816 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3bee7-0240-4a9d-8f75-d04bbe55b129 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:07.046163 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3bee7-0240-4a9d-8f75-d04bbe55b129 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:07.046502 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3bee7-0240-4a9d-8f75-d04bbe55b129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:07.046822 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3bee7-0240-4a9d-8f75-d04bbe55b129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:07.047137 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3bee7-0240-4a9d-8f75-d04bbe55b129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:07.047450 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3bee7-0240-4a9d-8f75-d04bbe55b129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:07.076771 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] Attempting to bind port 0bc8d227-801d-4bc5-895d-801b58ee034e on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:23:07.077141 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] Attempting to bind port 0bc8d227-801d-4bc5-895d-801b58ee034e by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '0020a8d2-14e1-4429-8e3f-69d905cce90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '27e6ff65-e6e1-4f9e-b549-42e88d22be27'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:23:07.077500 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] Attempting to bind port 0bc8d227-801d-4bc5-895d-801b58ee034e on network 27e6ff65-e6e1-4f9e-b549-42e88d22be27 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:23:07.083815 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:23:07.084183 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] Checking segment: {'id': '0020a8d2-14e1-4429-8e3f-69d905cce90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '27e6ff65-e6e1-4f9e-b549-42e88d22be27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:23:07.084584 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:07.084974 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] Bound using segment: {'id': '0020a8d2-14e1-4429-8e3f-69d905cce90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '27e6ff65-e6e1-4f9e-b549-42e88d22be27'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:23:07.085430 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] Bound port: 0bc8d227-801d-4bc5-895d-801b58ee034e, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0020a8d2-14e1-4429-8e3f-69d905cce90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '27e6ff65-e6e1-4f9e-b549-42e88d22be27'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:23:07.085802 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:07.156515 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] For port 0bc8d227-801d-4bc5-895d-801b58ee034e, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:23:07.160023 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] For port 0bc8d227-801d-4bc5-895d-801b58ee034e, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0bc8d227-801d-4bc5-895d-801b58ee034e,segment=NetworkSegment(0020a8d2-14e1-4429-8e3f-69d905cce90b),segment_id=0020a8d2-14e1-4429-8e3f-69d905cce90b)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:23:07.210074 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:07.269784 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3bee7-0240-4a9d-8f75-d04bbe55b129 None None] Pushing event updated for resources: {'Port': ['ID=0bc8d227-801d-4bc5-895d-801b58ee034e,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:07.274822 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] Routers {'630ed5ca-865e-48dd-bfd9-5862ac37c94d'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:23:07.275430 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:22:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['630ed5ca-865e-48dd-bfd9-5862ac37c94d'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:07.410706 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] Set router 630ed5ca-865e-48dd-bfd9-5862ac37c94d gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:23:07.488700 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26830f-d401-486e-bb74-820b7243639f req-67f19039-7412-41c5-8150-af57fa9b9c55 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:07.497172 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a26830f-d401-486e-bb74-820b7243639f req-67f19039-7412-41c5-8150-af57fa9b9c55 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 945 time: 0.0777681 Jul 30 02:23:07.540270 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a26830f-d401-486e-bb74-820b7243639f req-54cf37b3-4950-44d7-a3c9-a5e4d9bc23d2 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351651 Jul 30 02:23:07.617101 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b96a027d-9a38-480e-ac55-49da9638330d req-f81e4a7a-513d-4b8b-b15b-28091d4e856c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 210 time: 0.0314760 Jul 30 02:23:07.654206 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ed5ca-865e-48dd-bfd9-5862ac37c94d', 'name': 'tempest-TestVolumeBootPattern-599044444-router', 'tenant_id': 'c77f00b893864f848be9b03fa73fe9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'a5ff684b-06ea-4c60-a956-54fd2b712079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:58Z', 'updated_at': '2021-07-30T02:23:02Z', 'revision_number': 4, 'project_id': 'c77f00b893864f848be9b03fa73fe9ca', 'gw_port': {'id': 'a5ff684b-06ea-4c60-a956-54fd2b712079', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ed5ca-865e-48dd-bfd9-5862ac37c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:59Z', 'updated_at': '2021-07-30T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0bc8d227-801d-4bc5-895d-801b58ee034e', 'name': '', 'network_id': '27e6ff65-e6e1-4f9e-b549-42e88d22be27', 'tenant_id': 'c77f00b893864f848be9b03fa73fe9ca', 'mac_address': 'fa:16:3e:30:bd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ed5ca-865e-48dd-bfd9-5862ac37c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '650b6263-eb0e-41b7-b3ae-812ec5959b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:23:01Z', 'updated_at': '2021-07-30T02:23:07Z', 'revision_number': 4, 'project_id': 'c77f00b893864f848be9b03fa73fe9ca', 'subnets': [{'id': '650b6263-eb0e-41b7-b3ae-812ec5959b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:07.685355 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8222bb02-4ea9-4525-a0f2-04e5c4051169 None None] The sync data for ids ['630ed5ca-865e-48dd-bfd9-5862ac37c94d'] in n-d-713498-9 is: [{'id': '630ed5ca-865e-48dd-bfd9-5862ac37c94d', 'name': 'tempest-TestVolumeBootPattern-599044444-router', 'tenant_id': 'c77f00b893864f848be9b03fa73fe9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'a5ff684b-06ea-4c60-a956-54fd2b712079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:58Z', 'updated_at': '2021-07-30T02:23:02Z', 'revision_number': 4, 'project_id': 'c77f00b893864f848be9b03fa73fe9ca', 'gw_port': {'id': 'a5ff684b-06ea-4c60-a956-54fd2b712079', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ed5ca-865e-48dd-bfd9-5862ac37c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:59Z', 'updated_at': '2021-07-30T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '0bc8d227-801d-4bc5-895d-801b58ee034e', 'name': '', 'network_id': '27e6ff65-e6e1-4f9e-b549-42e88d22be27', 'tenant_id': 'c77f00b893864f848be9b03fa73fe9ca', 'mac_address': 'fa:16:3e:30:bd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ed5ca-865e-48dd-bfd9-5862ac37c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '650b6263-eb0e-41b7-b3ae-812ec5959b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:23:01Z', 'updated_at': '2021-07-30T02:23:07Z', 'revision_number': 4, 'project_id': 'c77f00b893864f848be9b03fa73fe9ca', 'subnets': [{'id': '650b6263-eb0e-41b7-b3ae-812ec5959b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:23:07.908438 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:23:07.916108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:23:08.070011 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:08.256332 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba,segment=NetworkSegment(ca9f4a28-7e1d-42d8-b501-e336e7c23fdc),segment_id=ca9f4a28-7e1d-42d8-b501-e336e7c23fdc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:08.270263 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf3d175-5b48-4c31-8e98-91acb0055429', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:08.272587 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96165562-944a-4aba-9d4a-7f56be74b99f" -d '{"events": [{"server_uuid": "ecf3d175-5b48-4c31-8e98-91acb0055429", "name": "network-vif-unplugged", "status": "completed", "tag": "5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:08.284024 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba', 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23', 'port_id': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba', 'mac_address': 'fa:16:3e:cd:74:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c62130-9637-443f-b7f1-fb1d449e2d04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:23:08.288895 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba,segment=NetworkSegment(ca9f4a28-7e1d-42d8-b501-e336e7c23fdc),segment_id=ca9f4a28-7e1d-42d8-b501-e336e7c23fdc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:08.314318 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c2c07b-b66d-49cc-9246-d233027a7931 x-openstack-request-id: req-13c2c07b-b66d-49cc-9246-d233027a7931 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:08.314615 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf3d175-5b48-4c31-8e98-91acb0055429", "name": "network-vif-unplugged", "status": "completed", "tag": "5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:08.314926 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13c2c07b-b66d-49cc-9246-d233027a7931 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:08.315808 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf3d175-5b48-4c31-8e98-91acb0055429', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba', 'code': 200} Jul 30 02:23:08.329364 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:08.342397 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:23:08.371534 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:08.423711 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0bc8d227-801d-4bc5-895d-801b58ee034e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:23:08.481827 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:23:08.482202 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:23:08.490509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:08.558394 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 0bc8d227-801d-4bc5-895d-801b58ee034e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:23:08.562344 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0bc8d227-801d-4bc5-895d-801b58ee034e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:23:08.562718 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:08.641147 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:08.662148 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a612fd-7fc1-4347-ba3b-c4a9ae8d00df req-6df79c1a-4b39-4acb-90f7-14744d1398e6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:08.663717 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-87a612fd-7fc1-4347-ba3b-c4a9ae8d00df req-6df79c1a-4b39-4acb-90f7-14744d1398e6 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 943 time: 0.0518174 Jul 30 02:23:08.675487 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 0bc8d227-801d-4bc5-895d-801b58ee034e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0bc8d227-801d-4bc5-895d-801b58ee034e,segment=NetworkSegment(0020a8d2-14e1-4429-8e3f-69d905cce90b),segment_id=0020a8d2-14e1-4429-8e3f-69d905cce90b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:08.701763 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-87a612fd-7fc1-4347-ba3b-c4a9ae8d00df req-2e99f571-3ce0-4ba4-ad84-66cce07926ab tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320189 Jul 30 02:23:08.724927 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33324) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:08.758404 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:08.797662 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20d43380-b19e-4226-ba95-fd10d4ce2545 req-92b8a13e-b156-4bac-b036-7596d8611d4e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 210 time: 0.0366929 Jul 30 02:23:08.811362 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=0bc8d227-801d-4bc5-895d-801b58ee034e,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:08.816747 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4c822cc5-5678-4c81-8b8b-6959b1b6979e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/floatingips/b5607615-9bbe-4ed3-95f0-b3d8702fcf5c HTTP/1.1" status: 200 len: 990 time: 0.0903234 Jul 30 02:23:09.022887 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:09.036381 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:23:09.055056 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba,segment=NetworkSegment(ca9f4a28-7e1d-42d8-b501-e336e7c23fdc),segment_id=ca9f4a28-7e1d-42d8-b501-e336e7c23fdc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:09.140176 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:09.172477 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-438b3a52-b672-49da-974c-5e8ad3411436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:09.191132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:09.412182 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:23:09.431205 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-58fd7142-60a5-4de6-87e2-ad132701dc53 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:09.432683 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-58fd7142-60a5-4de6-87e2-ad132701dc53 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.10 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 812 time: 0.1007261 Jul 30 02:23:09.445611 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-09bb308f-963d-472b-995c-799c1c0fbe08 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Request body: {'port': {'device_id': '97ebe3bb-72db-4840-8464-026e0b5e2f04', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'admin_state_up': True, 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:09.615175 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-09bb308f-963d-472b-995c-799c1c0fbe08 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Made reservation on behalf of c36cbef5034e46a9b549289671a0e9e1 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:23:09.618887 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-09bb308f-963d-472b-995c-799c1c0fbe08 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:09.670775 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:23:09.750818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-09bb308f-963d-472b-995c-799c1c0fbe08 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Allocated IP 172.20.0.5 (4b928f04-88e3-46bc-8c77-31c50e0fdb8f/3d6e8363-d530-4d77-8092-27961ea0d3e9/872a4f55-10e7-4721-a5d7-34cf9980b34c) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:23:09.902238 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-755a7eca-203a-42c3-be11-99f8fb0d8074 req-b11dd237-307f-4ca9-bb3c-b5feac44c00a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 210 time: 0.0328488 Jul 30 02:23:09.923653 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-09bb308f-963d-472b-995c-799c1c0fbe08 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:09.936796 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-09bb308f-963d-472b-995c-799c1c0fbe08 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Transition to ACTIVE for port object 872a4f55-10e7-4721-a5d7-34cf9980b34c will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:23:10.033028 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-09bb308f-963d-472b-995c-799c1c0fbe08 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:10.080585 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-09bb308f-963d-472b-995c-799c1c0fbe08 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:23:10.083908 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-09bb308f-963d-472b-995c-799c1c0fbe08 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:23:10.087952 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-09bb308f-963d-472b-995c-799c1c0fbe08 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:23:10.118796 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb308f-963d-472b-995c-799c1c0fbe08 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event updated for resources: {'Port': ['ID=872a4f55-10e7-4721-a5d7-34cf9980b34c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:10.146574 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-09bb308f-963d-472b-995c-799c1c0fbe08 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:10.147471 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-09bb308f-963d-472b-995c-799c1c0fbe08 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:10.210209 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-09bb308f-963d-472b-995c-799c1c0fbe08 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7683849 Jul 30 02:23:10.224173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] Request body: {'port': {'device_id': '97ebe3bb-72db-4840-8464-026e0b5e2f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:10.285662 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:10.422815 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0bc8d227-801d-4bc5-895d-801b58ee034e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:23:10.461843 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-82d7b2bd-4f66-45f0-b3d6-436a69325b6d None None] Provisioning for port 872a4f55-10e7-4721-a5d7-34cf9980b34c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:23:10.467878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-82d7b2bd-4f66-45f0-b3d6-436a69325b6d None None] Provisioning complete for port 872a4f55-10e7-4721-a5d7-34cf9980b34c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:23:10.468476 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82d7b2bd-4f66-45f0-b3d6-436a69325b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:10.509199 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0bc8d227-801d-4bc5-895d-801b58ee034e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:23:10.509769 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:10.511397 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-82d7b2bd-4f66-45f0-b3d6-436a69325b6d None None] Port 872a4f55-10e7-4721-a5d7-34cf9980b34c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:23:10.571097 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 872a4f55-10e7-4721-a5d7-34cf9980b34c {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:23:10.579085 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:10.592112 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] Transition to ACTIVE for port object 872a4f55-10e7-4721-a5d7-34cf9980b34c will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:23:10.672591 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:10.729977 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebafffc-017e-4277-9390-28762221454a service neutron] Pushing event updated for resources: {'Port': ['ID=872a4f55-10e7-4721-a5d7-34cf9980b34c,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:10.815805 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] Attempting to bind port 872a4f55-10e7-4721-a5d7-34cf9980b34c on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:23:10.816380 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] Attempting to bind port 872a4f55-10e7-4721-a5d7-34cf9980b34c by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:23:10.816485 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] Attempting to bind port 872a4f55-10e7-4721-a5d7-34cf9980b34c on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:23:10.821219 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] Port 872a4f55-10e7-4721-a5d7-34cf9980b34c on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:23:10.821556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] Attempting to bind port 872a4f55-10e7-4721-a5d7-34cf9980b34c on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:23:10.826652 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:23:10.826991 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] Checking segment: {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:23:10.827421 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] Bound using segment: {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:23:10.827852 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] Bound port: 872a4f55-10e7-4721-a5d7-34cf9980b34c, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:23:10.828218 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:11.196928 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5160d-0edf-487d-8825-c2c329662559 req-6c6a5e1e-df0e-4c2c-8564-4b87b4f01004 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:11.198494 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57c5160d-0edf-487d-8825-c2c329662559 req-6c6a5e1e-df0e-4c2c-8564-4b87b4f01004 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 943 time: 0.0891068 Jul 30 02:23:11.206886 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] For port 872a4f55-10e7-4721-a5d7-34cf9980b34c, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:23:11.215732 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] For port 872a4f55-10e7-4721-a5d7-34cf9980b34c, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=872a4f55-10e7-4721-a5d7-34cf9980b34c,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:23:11.242595 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57c5160d-0edf-487d-8825-c2c329662559 req-bdf6828d-75cb-4ee0-b599-9386766d5a66 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377064 Jul 30 02:23:11.267104 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:11.304235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:11.305237 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:11.306820 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-0ebafffc-017e-4277-9390-28762221454a service neutron] 10.222.0.10 "PUT /v2.0/ports/872a4f55-10e7-4721-a5d7-34cf9980b34c HTTP/1.1" status: 200 len: 1091 time: 1.0880241 Jul 30 02:23:11.309647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ebe3bb-72db-4840-8464-026e0b5e2f04', 'tag': '872a4f55-10e7-4721-a5d7-34cf9980b34c'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:11.313820 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a824c038-7ebe-47cb-9e6a-38d57a4d2dea" -d '{"events": [{"name": "network-changed", "server_uuid": "97ebe3bb-72db-4840-8464-026e0b5e2f04", "tag": "872a4f55-10e7-4721-a5d7-34cf9980b34c"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:11.344304 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebafffc-017e-4277-9390-28762221454a service neutron] Pushing event updated for resources: {'Port': ['ID=872a4f55-10e7-4721-a5d7-34cf9980b34c,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:11.357355 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f98c48a-075b-44dc-9e99-63e9e05d9a2f x-openstack-request-id: req-0f98c48a-075b-44dc-9e99-63e9e05d9a2f {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:11.357672 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ebe3bb-72db-4840-8464-026e0b5e2f04", "tag": "872a4f55-10e7-4721-a5d7-34cf9980b34c", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:11.357972 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f98c48a-075b-44dc-9e99-63e9e05d9a2f {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:11.358413 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ebe3bb-72db-4840-8464-026e0b5e2f04', 'tag': '872a4f55-10e7-4721-a5d7-34cf9980b34c', 'status': 'completed', 'code': 200} Jul 30 02:23:11.433972 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824c038-7ebe-47cb-9e6a-38d57a4d2dea req-79bab58a-40ea-491a-a0a2-1ad458a6ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:11.435587 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a824c038-7ebe-47cb-9e6a-38d57a4d2dea req-79bab58a-40ea-491a-a0a2-1ad458a6ce6d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 1094 time: 0.0557795 Jul 30 02:23:11.544322 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824c038-7ebe-47cb-9e6a-38d57a4d2dea req-e26f11a8-b4cf-4753-b3aa-1e220b76604f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:11.545882 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a824c038-7ebe-47cb-9e6a-38d57a4d2dea req-e26f11a8-b4cf-4753-b3aa-1e220b76604f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c36cbef5034e46a9b549289671a0e9e1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1020486 Jul 30 02:23:11.643541 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824c038-7ebe-47cb-9e6a-38d57a4d2dea req-19a3b2d3-2c89-43c5-918b-5bdbbb7ac266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:11.645044 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a824c038-7ebe-47cb-9e6a-38d57a4d2dea req-19a3b2d3-2c89-43c5-918b-5bdbbb7ac266 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927150 Jul 30 02:23:11.683774 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1505d74f-f82e-4749-a2ab-9338d5a1f9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:11.724105 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-736afaf8-a51f-4f35-9870-395ee2f8e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:11.725546 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-736afaf8-a51f-4f35-9870-395ee2f8e46a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 1094 time: 0.0456555 Jul 30 02:23:11.772685 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-d2591029-f360-4c49-801b-5b8c46c9d8ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=872a4f55-10e7-4721-a5d7-34cf9980b34c HTTP/1.1" status: 200 len: 217 time: 0.0395670 Jul 30 02:23:11.804018 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:11.825591 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-9e7b0101-db39-48c2-b6c4-16abc0923bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:11.827190 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-9e7b0101-db39-48c2-b6c4-16abc0923bfc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0475211 Jul 30 02:23:11.873733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-560d6801-55da-4944-8500-185499baf2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:11.875307 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-560d6801-55da-4944-8500-185499baf2d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405896 Jul 30 02:23:11.925030 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:23:11.971996 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-d759605e-defb-4690-8efa-168ddb7bc5a3 service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894988 Jul 30 02:23:11.973315 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:23:11.973686 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:12.050030 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:12.067077 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3ba42a1-c6d5-4861-a1fc-cee6f49d8f0c req-8ee07f5c-49f2-4de9-88dc-a75ab95ed34f service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885634 Jul 30 02:23:12.075825 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf3d175-5b48-4c31-8e98-91acb0055429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:12.078177 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7e65a6-4a27-4eb9-be2e-5432e7d0ec1d" -d '{"events": [{"server_uuid": "ecf3d175-5b48-4c31-8e98-91acb0055429", "name": "network-vif-plugged", "status": "completed", "tag": "5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:12.092072 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba,segment=NetworkSegment(ca9f4a28-7e1d-42d8-b501-e336e7c23fdc),segment_id=ca9f4a28-7e1d-42d8-b501-e336e7c23fdc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:12.119592 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6ca741-3df2-4442-bfdb-b0ee5edd61f2 x-openstack-request-id: req-ec6ca741-3df2-4442-bfdb-b0ee5edd61f2 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:12.119884 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf3d175-5b48-4c31-8e98-91acb0055429", "name": "network-vif-plugged", "status": "completed", "tag": "5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:12.120141 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec6ca741-3df2-4442-bfdb-b0ee5edd61f2 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:12.120600 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf3d175-5b48-4c31-8e98-91acb0055429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba', 'code': 200} Jul 30 02:23:12.175890 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:12.223027 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:12.360248 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de15be8-bcf5-4092-803d-d418d556ea55 req-12c46d7b-bd73-4e69-a98a-4d4943751153 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:12.362455 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de15be8-bcf5-4092-803d-d418d556ea55 req-12c46d7b-bd73-4e69-a98a-4d4943751153 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 943 time: 0.0513203 Jul 30 02:23:12.410146 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de15be8-bcf5-4092-803d-d418d556ea55 req-de12f030-b88b-44ca-8bb0-fca81d6a01f9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409532 Jul 30 02:23:13.346903 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:13.540094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fac6a3-e6a0-4866-986e-011fc4e7e7d8 req-0180d626-d6b1-46d1-8c4d-636a1277d434 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:13.541683 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-96fac6a3-e6a0-4866-986e-011fc4e7e7d8 req-0180d626-d6b1-46d1-8c4d-636a1277d434 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 943 time: 0.0516098 Jul 30 02:23:13.581813 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-96fac6a3-e6a0-4866-986e-011fc4e7e7d8 req-b04b6802-5264-4e0e-8d39-90fbd5718730 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339904 Jul 30 02:23:14.698048 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2747277-4e62-4cf3-9d3a-085bc52d4b34 req-ca2d74e6-e46a-459d-b917-924a935f71fd tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:14.699732 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c2747277-4e62-4cf3-9d3a-085bc52d4b34 req-ca2d74e6-e46a-459d-b917-924a935f71fd tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 943 time: 0.0516319 Jul 30 02:23:14.707021 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:14.739047 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c2747277-4e62-4cf3-9d3a-085bc52d4b34 req-0aa7ab82-4719-4840-a154-cc255325d70e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333405 Jul 30 02:23:15.851783 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417b12b-3455-4a54-8884-9eb3eb6f6c72 req-654f5649-fe03-4b67-b41a-f926bd19c41f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:15.853276 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d417b12b-3455-4a54-8884-9eb3eb6f6c72 req-654f5649-fe03-4b67-b41a-f926bd19c41f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 943 time: 0.0495415 Jul 30 02:23:15.895174 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d417b12b-3455-4a54-8884-9eb3eb6f6c72 req-98ab8bf8-d694-4856-95a2-67625b0080d6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360188 Jul 30 02:23:17.013483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ac05a-fbba-4b01-b997-6002214ceca9 req-2d18988c-554d-42a7-bc61-6a6b3ef551df tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:17.015005 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-920ac05a-fbba-4b01-b997-6002214ceca9 req-2d18988c-554d-42a7-bc61-6a6b3ef551df tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 943 time: 0.0539970 Jul 30 02:23:17.054799 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-920ac05a-fbba-4b01-b997-6002214ceca9 req-0cf667ea-902b-4bac-8f89-8d3fe11ba378 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332315 Jul 30 02:23:18.020404 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:18.169276 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da0c7e-8cfa-41d5-b7d1-5c8d8df44eb7 req-c8f34e14-600e-4027-ad7a-1909e3bc4c45 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:18.170673 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16da0c7e-8cfa-41d5-b7d1-5c8d8df44eb7 req-c8f34e14-600e-4027-ad7a-1909e3bc4c45 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 943 time: 0.0503714 Jul 30 02:23:18.207751 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16da0c7e-8cfa-41d5-b7d1-5c8d8df44eb7 req-0420d503-b31d-4d2a-b5c7-d4b917589b36 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305724 Jul 30 02:23:19.320353 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c06be-48f8-460e-914a-9d6f31aeaae4 req-0ef4c4b1-1937-47af-b442-da9c36f08feb tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:19.321824 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e91c06be-48f8-460e-914a-9d6f31aeaae4 req-0ef4c4b1-1937-47af-b442-da9c36f08feb tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 943 time: 0.0487530 Jul 30 02:23:19.362943 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e91c06be-48f8-460e-914a-9d6f31aeaae4 req-d1cba375-7c71-44d6-a5d6-c17d6c192656 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352905 Jul 30 02:23:20.476117 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2dd8e-f427-4398-9710-9d1968eaa561 req-9d94f083-7e8a-4509-90b2-7a1d08153134 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:20.477597 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3da2dd8e-f427-4398-9710-9d1968eaa561 req-9d94f083-7e8a-4509-90b2-7a1d08153134 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 943 time: 0.0498071 Jul 30 02:23:20.514657 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3da2dd8e-f427-4398-9710-9d1968eaa561 req-f281d6bf-53d4-4abc-b185-e11c1311d273 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312431 Jul 30 02:23:21.626525 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480976d-0e6a-420d-a245-f29c1090c732 req-93a92c4e-85a5-4ea6-8cb7-27f5ce0db511 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:21.627961 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0480976d-0e6a-420d-a245-f29c1090c732 req-93a92c4e-85a5-4ea6-8cb7-27f5ce0db511 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 943 time: 0.0496061 Jul 30 02:23:21.665594 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0480976d-0e6a-420d-a245-f29c1090c732 req-ed8f9cce-5a46-4f99-b303-4337adad4083 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317838 Jul 30 02:23:22.390435 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 872a4f55-10e7-4721-a5d7-34cf9980b34c details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:23:22.486120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 872a4f55-10e7-4721-a5d7-34cf9980b34c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=872a4f55-10e7-4721-a5d7-34cf9980b34c,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:22.497310 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '872a4f55-10e7-4721-a5d7-34cf9980b34c', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'port_id': '872a4f55-10e7-4721-a5d7-34cf9980b34c', 'mac_address': 'fa:16:3e:21:dd:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:23:22.534740 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:22.547093 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872a4f55-10e7-4721-a5d7-34cf9980b34c {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:23:22.566119 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 872a4f55-10e7-4721-a5d7-34cf9980b34c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=872a4f55-10e7-4721-a5d7-34cf9980b34c,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:22.649029 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:22.696541 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=872a4f55-10e7-4721-a5d7-34cf9980b34c,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:22.780572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8885403-2855-4b27-bf3b-d91e1d984322 req-79b09f52-7f9d-4e3f-871f-842815f01531 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:22.782067 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d8885403-2855-4b27-bf3b-d91e1d984322 req-79b09f52-7f9d-4e3f-871f-842815f01531 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 944 time: 0.0503440 Jul 30 02:23:22.824121 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d8885403-2855-4b27-bf3b-d91e1d984322 req-d6c55ed9-ea80-4975-8d37-de55d06aefee tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361021 Jul 30 02:23:22.886077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['872a4f55-10e7-4721-a5d7-34cf9980b34c'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:23:23.939021 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac986b-6167-4b4e-9274-2fe8f2081b0c req-d6c7ab98-48b7-429a-a08e-f3f75b4c22ee tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:23.940517 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-80ac986b-6167-4b4e-9274-2fe8f2081b0c req-d6c7ab98-48b7-429a-a08e-f3f75b4c22ee tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 944 time: 0.0495567 Jul 30 02:23:23.978462 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-80ac986b-6167-4b4e-9274-2fe8f2081b0c req-f0abfe48-7411-48f5-9965-5915d583e436 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320816 Jul 30 02:23:24.390229 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 872a4f55-10e7-4721-a5d7-34cf9980b34c up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:23:24.500171 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 872a4f55-10e7-4721-a5d7-34cf9980b34c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:23:24.504492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 872a4f55-10e7-4721-a5d7-34cf9980b34c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:23:24.505985 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:24.582850 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:24.604132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ebe3bb-72db-4840-8464-026e0b5e2f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872a4f55-10e7-4721-a5d7-34cf9980b34c'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:24.606411 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d218b73d-8ecd-44d8-b75f-6297bf851b9d" -d '{"events": [{"server_uuid": "97ebe3bb-72db-4840-8464-026e0b5e2f04", "name": "network-vif-plugged", "status": "completed", "tag": "872a4f55-10e7-4721-a5d7-34cf9980b34c"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:24.619878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 872a4f55-10e7-4721-a5d7-34cf9980b34c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=872a4f55-10e7-4721-a5d7-34cf9980b34c,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:24.654566 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce832600-b1a7-40b9-8f02-e2636d2610bb x-openstack-request-id: req-ce832600-b1a7-40b9-8f02-e2636d2610bb {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:24.654566 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ebe3bb-72db-4840-8464-026e0b5e2f04", "name": "network-vif-plugged", "status": "completed", "tag": "872a4f55-10e7-4721-a5d7-34cf9980b34c", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:24.654566 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce832600-b1a7-40b9-8f02-e2636d2610bb {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:24.654566 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ebe3bb-72db-4840-8464-026e0b5e2f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872a4f55-10e7-4721-a5d7-34cf9980b34c', 'code': 200} Jul 30 02:23:24.706637 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:24.734354 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9a80c-f2ec-4536-a53f-4dbb43b5d4db req-19cc0c80-e88e-41e6-a2a8-09439eaf3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:24.735848 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ced9a80c-f2ec-4536-a53f-4dbb43b5d4db req-19cc0c80-e88e-41e6-a2a8-09439eaf3d5c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 1096 time: 0.0397966 Jul 30 02:23:24.754844 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=872a4f55-10e7-4721-a5d7-34cf9980b34c,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:24.771336 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ced9a80c-f2ec-4536-a53f-4dbb43b5d4db req-fdc78be5-7b4a-467b-ba53-7aa2207ce4c0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285313 Jul 30 02:23:25.092818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b41d7-5c6e-4ce7-aeb5-d5893f4ebe0f req-c2ce6c3a-f284-4e63-98ec-14a5c76772b8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:25.094330 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b2b41d7-5c6e-4ce7-aeb5-d5893f4ebe0f req-c2ce6c3a-f284-4e63-98ec-14a5c76772b8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 945 time: 0.0483932 Jul 30 02:23:25.139975 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b2b41d7-5c6e-4ce7-aeb5-d5893f4ebe0f req-aa3df2b7-d1e9-4a1c-8440-f02cf3893d67 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376115 Jul 30 02:23:26.254317 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c4879-f56b-474c-8ffe-97bfd53d2ee5 req-e6096593-dcc9-41f4-82c4-2fb831bdc1a0 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:26.255890 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a30c4879-f56b-474c-8ffe-97bfd53d2ee5 req-e6096593-dcc9-41f4-82c4-2fb831bdc1a0 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 945 time: 0.0504863 Jul 30 02:23:26.293019 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a30c4879-f56b-474c-8ffe-97bfd53d2ee5 req-c470a34f-024b-4d81-9cb2-30432ce00339 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311682 Jul 30 02:23:26.404056 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60244c95-b4ad-4cac-90c2-6288763a890c req-9c8a91f1-0f4f-452d-aa66-0d3f90c348b8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:26.405556 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60244c95-b4ad-4cac-90c2-6288763a890c req-9c8a91f1-0f4f-452d-aa66-0d3f90c348b8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 945 time: 0.0498319 Jul 30 02:23:26.449224 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60244c95-b4ad-4cac-90c2-6288763a890c req-0f5e4dbc-9aa4-48e0-a5b1-876a57de04eb tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369408 Jul 30 02:23:26.559663 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f20d76-13e5-4d43-9dab-546432d86da9 req-e4c49892-34f7-437a-a3ad-c805595f1747 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:26.561167 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-30f20d76-13e5-4d43-9dab-546432d86da9 req-e4c49892-34f7-437a-a3ad-c805595f1747 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 945 time: 0.0489986 Jul 30 02:23:26.602306 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-30f20d76-13e5-4d43-9dab-546432d86da9 req-b25076fe-ba3d-490f-a9a0-151534ac4c88 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352767 Jul 30 02:23:27.050498 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04404ad-6513-47d9-8d24-f61023c746a4 req-84e3be88-1bdf-48d9-a437-51f579c7bfe4 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:27.051973 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f04404ad-6513-47d9-8d24-f61023c746a4 req-84e3be88-1bdf-48d9-a437-51f579c7bfe4 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 945 time: 0.0498843 Jul 30 02:23:27.088633 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f04404ad-6513-47d9-8d24-f61023c746a4 req-387a0ebf-7809-4735-a033-ad69b3eee8cf tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307767 Jul 30 02:23:28.211781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a385a-ed32-49ae-90f5-790a4c110234 req-b92d39fd-0126-448b-baca-c46010b6b769 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:28.213257 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c2a385a-ed32-49ae-90f5-790a4c110234 req-b92d39fd-0126-448b-baca-c46010b6b769 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 945 time: 0.0490119 Jul 30 02:23:28.250178 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c2a385a-ed32-49ae-90f5-790a4c110234 req-cd68c24d-d09a-41cf-baae-6e3a61ca7f13 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311332 Jul 30 02:23:28.418606 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e5470-6edf-4288-b3d3-7c61f9b830fe req-912c35c1-5771-432b-a344-94d621030195 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:28.419989 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-278e5470-6edf-4288-b3d3-7c61f9b830fe req-912c35c1-5771-432b-a344-94d621030195 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 945 time: 0.0481009 Jul 30 02:23:28.513197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-278e5470-6edf-4288-b3d3-7c61f9b830fe req-11afe209-8533-411e-a430-ae41edccc9bd tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Deleting port 872a4f55-10e7-4721-a5d7-34cf9980b34c {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:23:28.513536 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-278e5470-6edf-4288-b3d3-7c61f9b830fe req-11afe209-8533-411e-a430-ae41edccc9bd tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:28.598939 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-278e5470-6edf-4288-b3d3-7c61f9b830fe req-11afe209-8533-411e-a430-ae41edccc9bd tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] For port 872a4f55-10e7-4721-a5d7-34cf9980b34c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=872a4f55-10e7-4721-a5d7-34cf9980b34c,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:28.599294 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-278e5470-6edf-4288-b3d3-7c61f9b830fe req-11afe209-8533-411e-a430-ae41edccc9bd tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:28.611732 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-278e5470-6edf-4288-b3d3-7c61f9b830fe req-11afe209-8533-411e-a430-ae41edccc9bd tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Calling delete_port for 872a4f55-10e7-4721-a5d7-34cf9980b34c owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:23:28.803442 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-278e5470-6edf-4288-b3d3-7c61f9b830fe req-11afe209-8533-411e-a430-ae41edccc9bd tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:28.815815 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['872a4f55-10e7-4721-a5d7-34cf9980b34c'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:23:28.835148 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11afe209-8533-411e-a430-ae41edccc9bd tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event deleted for resources: {'Port': ['ID=872a4f55-10e7-4721-a5d7-34cf9980b34c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:28.882164 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-278e5470-6edf-4288-b3d3-7c61f9b830fe req-11afe209-8533-411e-a430-ae41edccc9bd tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] No DVR routers for this DVR port 872a4f55-10e7-4721-a5d7-34cf9980b34c on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:23:28.885200 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-278e5470-6edf-4288-b3d3-7c61f9b830fe req-11afe209-8533-411e-a430-ae41edccc9bd tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:28.887312 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-278e5470-6edf-4288-b3d3-7c61f9b830fe req-11afe209-8533-411e-a430-ae41edccc9bd tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.10 "DELETE /v2.0/ports/872a4f55-10e7-4721-a5d7-34cf9980b34c HTTP/1.1" status: 204 len: 173 time: 0.4615090 Jul 30 02:23:28.889541 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ebe3bb-72db-4840-8464-026e0b5e2f04', 'name': 'network-vif-deleted', 'tag': '872a4f55-10e7-4721-a5d7-34cf9980b34c'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:28.890256 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32364e7-8c60-49d9-8a65-bf9f6a0afa1d" -d '{"events": [{"server_uuid": "97ebe3bb-72db-4840-8464-026e0b5e2f04", "name": "network-vif-deleted", "tag": "872a4f55-10e7-4721-a5d7-34cf9980b34c"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:28.927846 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24e09ec-ed28-41ee-a839-b6862d6f49d0 x-openstack-request-id: req-b24e09ec-ed28-41ee-a839-b6862d6f49d0 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:28.928146 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ebe3bb-72db-4840-8464-026e0b5e2f04", "name": "network-vif-deleted", "tag": "872a4f55-10e7-4721-a5d7-34cf9980b34c", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:28.932307 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b24e09ec-ed28-41ee-a839-b6862d6f49d0 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:28.932307 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ebe3bb-72db-4840-8464-026e0b5e2f04', 'name': 'network-vif-deleted', 'tag': '872a4f55-10e7-4721-a5d7-34cf9980b34c', 'status': 'completed', 'code': 200} Jul 30 02:23:29.345654 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7c95d56d-5db0-4031-a7c2-9857cf65ca81 req-8cefdd9a-fdc4-4fd9-afb3-27d7ae03c822 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 210 time: 0.0262077 Jul 30 02:23:30.438552 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfab6c8f-6ad9-4f5b-bdf5-8af110ed4941 req-034355ca-fdea-48f4-8c05-ee849d9f84f8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 210 time: 0.0263906 Jul 30 02:23:31.532335 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3be1a6ff-b228-4008-95bb-6480b0dec86e req-9185d42c-67a8-4615-8450-2c84c077cea2 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 210 time: 0.0266550 Jul 30 02:23:32.454674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 872a4f55-10e7-4721-a5d7-34cf9980b34c no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:23:32.477878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 872a4f55-10e7-4721-a5d7-34cf9980b34c {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:23:32.478216 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 872a4f55-10e7-4721-a5d7-34cf9980b34c not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:23:32.637291 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b37c287-61af-4138-8681-6424f90c6ff3 req-3ef0a887-b80b-4df8-b062-d4598169d717 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ebe3bb-72db-4840-8464-026e0b5e2f04 HTTP/1.1" status: 200 len: 210 time: 0.0287948 Jul 30 02:23:33.197327 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:39.134403 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-199febf3-2855-400c-a898-0ce2f557065c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:41.648852 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-adc6e8e7-90ac-426f-9546-3fc60fa76277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:41.780250 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:43.357339 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:43.956262 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33498) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:44.124705 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-7a3b190b-01d3-44eb-aeed-b10e00ee6d5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Deleting port 2edecbd9-64fe-46d0-8a62-6f7c9ba38884 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:23:44.125817 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7a3b190b-01d3-44eb-aeed-b10e00ee6d5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:44.207619 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7a3b190b-01d3-44eb-aeed-b10e00ee6d5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:44.207901 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7a3b190b-01d3-44eb-aeed-b10e00ee6d5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:44.220132 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-7a3b190b-01d3-44eb-aeed-b10e00ee6d5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Calling delete_port for 2edecbd9-64fe-46d0-8a62-6f7c9ba38884 owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:23:44.437437 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7a3b190b-01d3-44eb-aeed-b10e00ee6d5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:44.462914 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b190b-01d3-44eb-aeed-b10e00ee6d5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Port': ['ID=2edecbd9-64fe-46d0-8a62-6f7c9ba38884,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:44.534173 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7a3b190b-01d3-44eb-aeed-b10e00ee6d5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:44.534660 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-7a3b190b-01d3-44eb-aeed-b10e00ee6d5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Floating IP b5607615-9bbe-4ed3-95f0-b3d8702fcf5c disassociated (deleted). External IP: 172.25.1.28, port: 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba. Jul 30 02:23:44.750027 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3b190b-01d3-44eb-aeed-b10e00ee6d5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Router 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:23:44.872367 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3b190b-01d3-44eb-aeed-b10e00ee6d5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:23:44.877692 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7a3b190b-01d3-44eb-aeed-b10e00ee6d5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:44.883007 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf0e91a-1163-427b-8953-4ff9b3e8d038 None None] Sync routers for ids ['06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:23:44.892885 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf0e91a-1163-427b-8953-4ff9b3e8d038 None None] Routers {'06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:23:44.893502 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-fcf0e91a-1163-427b-8953-4ff9b3e8d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:23:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:44.923245 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7a3b190b-01d3-44eb-aeed-b10e00ee6d5e tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "DELETE /v2.0/floatingips/b5607615-9bbe-4ed3-95f0-b3d8702fcf5c HTTP/1.1" status: 204 len: 168 time: 0.9656549 Jul 30 02:23:44.923920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf3d175-5b48-4c31-8e98-91acb0055429', 'tag': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:44.926845 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3258eb9-8085-4803-84ef-bb3b8d67654e" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf3d175-5b48-4c31-8e98-91acb0055429", "tag": "5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:44.942655 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:45.008487 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-fcf0e91a-1163-427b-8953-4ff9b3e8d038 None None] Set router 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:23:45.219335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-fcf0e91a-1163-427b-8953-4ff9b3e8d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763233737', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '12edc162-4986-45a7-92b2-09a72b784096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '12edc162-4986-45a7-92b2-09a72b784096', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '42e4b1b8-d0fc-4568-990e-8cccd41ca5da', 'name': '', 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:08:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '72c62130-9637-443f-b7f1-fb1d449e2d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:03Z', 'updated_at': '2021-07-30T02:22:08Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': '72c62130-9637-443f-b7f1-fb1d449e2d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:45.241880 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb198024-ba96-4fd8-8bad-e3802e8154cf x-openstack-request-id: req-bb198024-ba96-4fd8-8bad-e3802e8154cf {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:45.242787 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf3d175-5b48-4c31-8e98-91acb0055429", "tag": "5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:45.243151 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb198024-ba96-4fd8-8bad-e3802e8154cf {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:45.246031 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf3d175-5b48-4c31-8e98-91acb0055429', 'tag': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba', 'status': 'completed', 'code': 200} Jul 30 02:23:45.247238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf0e91a-1163-427b-8953-4ff9b3e8d038 None None] Checking router: 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:23:45.258835 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf0e91a-1163-427b-8953-4ff9b3e8d038 None None] Routers {'06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:23:45.259670 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-fcf0e91a-1163-427b-8953-4ff9b3e8d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:23:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:45.365850 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde449c-43bd-4e7b-b904-5f9124caf1d7 req-6b48655d-9086-4c9d-8909-3c75476fe710 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:45.367437 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4dde449c-43bd-4e7b-b904-5f9124caf1d7 req-6b48655d-9086-4c9d-8909-3c75476fe710 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 945 time: 0.0791020 Jul 30 02:23:45.375153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-fcf0e91a-1163-427b-8953-4ff9b3e8d038 None None] Set router 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:23:45.383378 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258eb9-8085-4803-84ef-bb3b8d67654e req-94b380cb-2b25-450b-84dd-936e83c30b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:45.384843 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3258eb9-8085-4803-84ef-bb3b8d67654e req-94b380cb-2b25-450b-84dd-936e83c30b79 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=daef44af5c0445f8bf526943c4157f6f&device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 1096 time: 0.0661113 Jul 30 02:23:45.458594 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4dde449c-43bd-4e7b-b904-5f9124caf1d7 req-87c5f7cc-16f9-4fe8-9c9b-41b7591041fe tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840442 Jul 30 02:23:45.504522 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258eb9-8085-4803-84ef-bb3b8d67654e req-00ebf87e-b805-4480-ad91-a14fd1f1fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:45.505590 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3258eb9-8085-4803-84ef-bb3b8d67654e req-00ebf87e-b805-4480-ad91-a14fd1f1fddc service neutron] 10.222.0.77 "GET /v2.0/networks?id=a539e358-61e5-4d59-901d-3fd28bb7db23 HTTP/1.1" status: 200 len: 897 time: 0.1114845 Jul 30 02:23:45.550605 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3258eb9-8085-4803-84ef-bb3b8d67654e req-b0b8ea2b-66e7-4799-add8-0d8c3b2339c2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba HTTP/1.1" status: 200 len: 217 time: 0.0361588 Jul 30 02:23:45.590624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-fcf0e91a-1163-427b-8953-4ff9b3e8d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763233737', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '12edc162-4986-45a7-92b2-09a72b784096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '12edc162-4986-45a7-92b2-09a72b784096', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '42e4b1b8-d0fc-4568-990e-8cccd41ca5da', 'name': '', 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:08:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '72c62130-9637-443f-b7f1-fb1d449e2d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:03Z', 'updated_at': '2021-07-30T02:22:08Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': '72c62130-9637-443f-b7f1-fb1d449e2d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:45.604875 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258eb9-8085-4803-84ef-bb3b8d67654e req-8f72e571-e4ea-4977-9854-448f46290673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:45.606736 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3258eb9-8085-4803-84ef-bb3b8d67654e req-8f72e571-e4ea-4977-9854-448f46290673 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72c62130-9637-443f-b7f1-fb1d449e2d04 HTTP/1.1" status: 200 len: 835 time: 0.0487399 Jul 30 02:23:45.618811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf0e91a-1163-427b-8953-4ff9b3e8d038 None None] The sync data for ids ['06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'] in n-d-713498-9 is: [{'id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763233737', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '12edc162-4986-45a7-92b2-09a72b784096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 4, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '12edc162-4986-45a7-92b2-09a72b784096', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '42e4b1b8-d0fc-4568-990e-8cccd41ca5da', 'name': '', 'network_id': 'a539e358-61e5-4d59-901d-3fd28bb7db23', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'mac_address': 'fa:16:3e:08:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '72c62130-9637-443f-b7f1-fb1d449e2d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:03Z', 'updated_at': '2021-07-30T02:22:08Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'subnets': [{'id': '72c62130-9637-443f-b7f1-fb1d449e2d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:23:45.665522 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258eb9-8085-4803-84ef-bb3b8d67654e req-8bef970b-4bcb-41d7-b312-5111f2d8da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:45.667259 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3258eb9-8085-4803-84ef-bb3b8d67654e req-8bef970b-4bcb-41d7-b312-5111f2d8da64 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a539e358-61e5-4d59-901d-3fd28bb7db23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525844 Jul 30 02:23:45.764484 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3258eb9-8085-4803-84ef-bb3b8d67654e req-2a9548d2-5f25-4c7f-9871-9fc3adb02d3d service neutron] 10.222.0.77 "GET /v2.0/networks/a539e358-61e5-4d59-901d-3fd28bb7db23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892866 Jul 30 02:23:45.863683 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2864e7-475b-4fd2-85ea-544aef291c05 None None] New status for floating IP b5607615-9bbe-4ed3-95f0-b3d8702fcf5c: DOWN {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:23:45.874696 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3258eb9-8085-4803-84ef-bb3b8d67654e req-4c11078a-1830-4572-9f9f-a369ac311da9 service neutron] 10.222.0.77 "GET /v2.0/networks/a539e358-61e5-4d59-901d-3fd28bb7db23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028466 Jul 30 02:23:46.585119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4efe3-1d61-4fd5-8538-204105e00e70 req-7332b743-c58c-4995-9b1e-1c189e084032 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:46.587086 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-15f4efe3-1d61-4fd5-8538-204105e00e70 req-7332b743-c58c-4995-9b1e-1c189e084032 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 945 time: 0.0566628 Jul 30 02:23:46.626092 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-15f4efe3-1d61-4fd5-8538-204105e00e70 req-bde83db8-df46-40ca-9c55-ae385f4329b4 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdb97a46-1fca-404e-ae8c-e961e2277dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330977 Jul 30 02:23:46.669379 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:23:46.777107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc8ae1-d57b-4f2d-b52a-7d05aad4222e req-5fa72612-c353-4608-82fb-809c5c9a532a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:46.779190 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ccbc8ae1-d57b-4f2d-b52a-7d05aad4222e req-5fa72612-c353-4608-82fb-809c5c9a532a tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 945 time: 0.0553944 Jul 30 02:23:46.883032 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-ccbc8ae1-d57b-4f2d-b52a-7d05aad4222e req-bbae5350-3d3d-4444-8be1-cca330fc0425 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Deleting port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:23:46.883411 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ccbc8ae1-d57b-4f2d-b52a-7d05aad4222e req-bbae5350-3d3d-4444-8be1-cca330fc0425 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:46.983105 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-ccbc8ae1-d57b-4f2d-b52a-7d05aad4222e req-bbae5350-3d3d-4444-8be1-cca330fc0425 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] For port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba,segment=NetworkSegment(ca9f4a28-7e1d-42d8-b501-e336e7c23fdc),segment_id=ca9f4a28-7e1d-42d8-b501-e336e7c23fdc)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:46.983470 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ccbc8ae1-d57b-4f2d-b52a-7d05aad4222e req-bbae5350-3d3d-4444-8be1-cca330fc0425 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:46.997782 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-ccbc8ae1-d57b-4f2d-b52a-7d05aad4222e req-bbae5350-3d3d-4444-8be1-cca330fc0425 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Calling delete_port for 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:23:47.192423 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ccbc8ae1-d57b-4f2d-b52a-7d05aad4222e req-bbae5350-3d3d-4444-8be1-cca330fc0425 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:47.221815 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae5350-3d3d-4444-8be1-cca330fc0425 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Port': ['ID=5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:47.265530 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbc8ae1-d57b-4f2d-b52a-7d05aad4222e req-bbae5350-3d3d-4444-8be1-cca330fc0425 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] No DVR routers for this DVR port 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:23:47.268264 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ccbc8ae1-d57b-4f2d-b52a-7d05aad4222e req-bbae5350-3d3d-4444-8be1-cca330fc0425 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:47.270466 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ccbc8ae1-d57b-4f2d-b52a-7d05aad4222e req-bbae5350-3d3d-4444-8be1-cca330fc0425 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.77 "DELETE /v2.0/ports/5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba HTTP/1.1" status: 204 len: 173 time: 0.4854524 Jul 30 02:23:47.270909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf3d175-5b48-4c31-8e98-91acb0055429', 'name': 'network-vif-deleted', 'tag': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:47.273215 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130f3fdf-75d0-41ad-8e32-dcaacadd49ad" -d '{"events": [{"server_uuid": "ecf3d175-5b48-4c31-8e98-91acb0055429", "name": "network-vif-deleted", "tag": "5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:47.313374 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aaaabe9-f81d-45fe-ac0e-e0377912c259 x-openstack-request-id: req-7aaaabe9-f81d-45fe-ac0e-e0377912c259 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:47.313677 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf3d175-5b48-4c31-8e98-91acb0055429", "name": "network-vif-deleted", "tag": "5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:47.313927 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7aaaabe9-f81d-45fe-ac0e-e0377912c259 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:47.314335 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf3d175-5b48-4c31-8e98-91acb0055429', 'name': 'network-vif-deleted', 'tag': '5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba', 'status': 'completed', 'code': 200} Jul 30 02:23:47.743030 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ea7e9965-734b-4078-9e43-babdb0b7e9f1 req-fee1f5db-eece-479b-b10d-189b28c28082 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 210 time: 0.0333688 Jul 30 02:23:48.225528 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:48.850669 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-df43c018-1c03-46d0-8c1a-9cb69298dad8 req-20a1c265-d60f-46d7-9a43-73992ff4ef28 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf3d175-5b48-4c31-8e98-91acb0055429 HTTP/1.1" status: 200 len: 210 time: 0.0277040 Jul 30 02:23:49.906543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33552) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:50.119088 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:23:50.141063 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:23:50.141401 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 5ec65ef4-6b60-4249-8f92-6d7f6d1e10ba not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:23:50.605369 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87b50dd9-4113-4ef8-b1e1-6b789c4f5f42 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:50.920797 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-87b50dd9-4113-4ef8-b1e1-6b789c4f5f42 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Deleting port 42e4b1b8-d0fc-4568-990e-8cccd41ca5da {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:23:50.921489 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87b50dd9-4113-4ef8-b1e1-6b789c4f5f42 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:51.011357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-87b50dd9-4113-4ef8-b1e1-6b789c4f5f42 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] For port 42e4b1b8-d0fc-4568-990e-8cccd41ca5da, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=42e4b1b8-d0fc-4568-990e-8cccd41ca5da,segment=NetworkSegment(ca9f4a28-7e1d-42d8-b501-e336e7c23fdc),segment_id=ca9f4a28-7e1d-42d8-b501-e336e7c23fdc)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:51.012207 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87b50dd9-4113-4ef8-b1e1-6b789c4f5f42 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:51.028523 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-87b50dd9-4113-4ef8-b1e1-6b789c4f5f42 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Calling delete_port for 42e4b1b8-d0fc-4568-990e-8cccd41ca5da owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:23:51.293869 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87b50dd9-4113-4ef8-b1e1-6b789c4f5f42 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:51.319773 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b50dd9-4113-4ef8-b1e1-6b789c4f5f42 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Port': ['ID=42e4b1b8-d0fc-4568-990e-8cccd41ca5da,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:51.525628 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-87b50dd9-4113-4ef8-b1e1-6b789c4f5f42 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:51.755660 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b50dd9-4113-4ef8-b1e1-6b789c4f5f42 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Router 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:23:51.890097 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b50dd9-4113-4ef8-b1e1-6b789c4f5f42 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:23:51.899202 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-87b50dd9-4113-4ef8-b1e1-6b789c4f5f42 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "PUT /v2.0/routers/06c82bc2-66ce-4a12-9a5c-2fd92190e4f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9888041 Jul 30 02:23:51.901168 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33558) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:51.904938 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de7cf3-a6fa-403b-b924-9abcb4ca3758 None None] Sync routers for ids ['06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:23:51.918624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2de7cf3-a6fa-403b-b924-9abcb4ca3758 None None] Routers {'06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:23:51.919289 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-f2de7cf3-a6fa-403b-b924-9abcb4ca3758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:23:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:51.956527 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e561832-2b9b-44c3-b8bf-c889ef422fb3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Deleting subnet 72c62130-9637-443f-b7f1-fb1d449e2d04 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:23:51.960082 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2e561832-2b9b-44c3-b8bf-c889ef422fb3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.000148 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2e561832-2b9b-44c3-b8bf-c889ef422fb3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.023948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-f2de7cf3-a6fa-403b-b924-9abcb4ca3758 None None] Set router 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:23:52.123367 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2e561832-2b9b-44c3-b8bf-c889ef422fb3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.204029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-f2de7cf3-a6fa-403b-b924-9abcb4ca3758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763233737', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '12edc162-4986-45a7-92b2-09a72b784096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:23:51Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '12edc162-4986-45a7-92b2-09a72b784096', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:52.228947 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de7cf3-a6fa-403b-b924-9abcb4ca3758 None None] Checking router: 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:23:52.237197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2de7cf3-a6fa-403b-b924-9abcb4ca3758 None None] Routers {'06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:23:52.237785 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-f2de7cf3-a6fa-403b-b924-9abcb4ca3758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:23:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:52.243120 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2e561832-2b9b-44c3-b8bf-c889ef422fb3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.276103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e561832-2b9b-44c3-b8bf-c889ef422fb3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Subnet': ['ID=72c62130-9637-443f-b7f1-fb1d449e2d04,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:52.283443 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2e561832-2b9b-44c3-b8bf-c889ef422fb3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.286616 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2e561832-2b9b-44c3-b8bf-c889ef422fb3 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "DELETE /v2.0/subnets/72c62130-9637-443f-b7f1-fb1d449e2d04 HTTP/1.1" status: 204 len: 168 time: 0.3841214 Jul 30 02:23:52.289263 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33560) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:52.291963 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8714a1-ec1d-4755-b384-eff541e4b89a None None] Network a539e358-61e5-4d59-901d-3fd28bb7db23 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:23:52.421362 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.530231 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.560174 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-f2de7cf3-a6fa-403b-b924-9abcb4ca3758 None None] Set router 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:23:52.650642 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Deleting port 12edc162-4986-45a7-92b2-09a72b784096 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:23:52.650982 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.733716 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] For port 12edc162-4986-45a7-92b2-09a72b784096, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=12edc162-4986-45a7-92b2-09a72b784096,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:52.734136 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.748605 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Calling delete_port for 12edc162-4986-45a7-92b2-09a72b784096 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:23:52.794057 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-f2de7cf3-a6fa-403b-b924-9abcb4ca3758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763233737', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '12edc162-4986-45a7-92b2-09a72b784096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:23:51Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '12edc162-4986-45a7-92b2-09a72b784096', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:52.827993 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51da281-974f-429b-832f-06b736d44e67 None None] DHCP port deletion for a539e358-61e5-4d59-901d-3fd28bb7db23 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:23:52.831691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de7cf3-a6fa-403b-b924-9abcb4ca3758 None None] The sync data for ids ['06c82bc2-66ce-4a12-9a5c-2fd92190e4f3'] in n-d-713498-9 is: [{'id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763233737', 'tenant_id': 'daef44af5c0445f8bf526943c4157f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '12edc162-4986-45a7-92b2-09a72b784096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:23:51Z', 'revision_number': 5, 'project_id': 'daef44af5c0445f8bf526943c4157f6f', 'gw_port': {'id': '12edc162-4986-45a7-92b2-09a72b784096', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c82bc2-66ce-4a12-9a5c-2fd92190e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:00Z', 'updated_at': '2021-07-30T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:23:52.890444 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f51da281-974f-429b-832f-06b736d44e67 None None] Deleting port f1577604-def8-4520-ae66-ae0f10b79a23 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:23:52.890821 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f51da281-974f-429b-832f-06b736d44e67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.959835 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f51da281-974f-429b-832f-06b736d44e67 None None] For port f1577604-def8-4520-ae66-ae0f10b79a23, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f1577604-def8-4520-ae66-ae0f10b79a23,segment=NetworkSegment(ca9f4a28-7e1d-42d8-b501-e336e7c23fdc),segment_id=ca9f4a28-7e1d-42d8-b501-e336e7c23fdc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:52.960532 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f51da281-974f-429b-832f-06b736d44e67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.973361 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f51da281-974f-429b-832f-06b736d44e67 None None] Calling delete_port for f1577604-def8-4520-ae66-ae0f10b79a23 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:23:53.140409 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f51da281-974f-429b-832f-06b736d44e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.168673 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51da281-974f-429b-832f-06b736d44e67 None None] Pushing event deleted for resources: {'Port': ['ID=f1577604-def8-4520-ae66-ae0f10b79a23,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:53.173322 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51da281-974f-429b-832f-06b736d44e67 None None] No DVR routers for this DVR port f1577604-def8-4520-ae66-ae0f10b79a23 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:23:53.282856 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.316035 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Port': ['ID=12edc162-4986-45a7-92b2-09a72b784096,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:53.344859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:53.345218 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:53.345567 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:53.345912 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:53.346255 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:53.346621 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:53.346961 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:53.347295 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:53.348134 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:53.348468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:53.348838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:53.349168 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:53.392863 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.503252 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.506015 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.642700 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.643345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Fanout notify agent at l3_agent the message router_deleted on router 06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:23:53.650152 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.652122 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-66ccf918-7d62-488d-a8f2-2d8df824d10f tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "DELETE /v2.0/routers/06c82bc2-66ce-4a12-9a5c-2fd92190e4f3 HTTP/1.1" status: 204 len: 168 time: 1.3605738 Jul 30 02:23:53.657777 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33564) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:53.742418 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7976383-e9eb-41dd-8384-87104fbccf85 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.836606 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7976383-e9eb-41dd-8384-87104fbccf85 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.847073 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b7976383-e9eb-41dd-8384-87104fbccf85 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a539e358-61e5-4d59-901d-3fd28bb7db23']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:53.857753 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b7976383-e9eb-41dd-8384-87104fbccf85 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9f4a28-7e1d-42d8-b501-e336e7c23fdc') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:53.858049 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b7976383-e9eb-41dd-8384-87104fbccf85 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9f4a28-7e1d-42d8-b501-e336e7c23fdc') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:53.867462 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7976383-e9eb-41dd-8384-87104fbccf85 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.880851 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7976383-e9eb-41dd-8384-87104fbccf85 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.886617 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7976383-e9eb-41dd-8384-87104fbccf85 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:23:53.887004 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7976383-e9eb-41dd-8384-87104fbccf85 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:23:53.889903 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:23:54.014217 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7976383-e9eb-41dd-8384-87104fbccf85 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:54.021703 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7976383-e9eb-41dd-8384-87104fbccf85 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:54.023294 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b7976383-e9eb-41dd-8384-87104fbccf85 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "DELETE /v2.0/networks/a539e358-61e5-4d59-901d-3fd28bb7db23 HTTP/1.1" status: 204 len: 168 time: 0.3678682 Jul 30 02:23:54.026535 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 33568) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:54.035879 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7976383-e9eb-41dd-8384-87104fbccf85 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'Network': ['ID=a539e358-61e5-4d59-901d-3fd28bb7db23,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:54.088889 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1cfd-5895-435d-8790-ebaee4a61fc9 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:54.121389 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1cfd-5895-435d-8790-ebaee4a61fc9 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:54.242617 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1cfd-5895-435d-8790-ebaee4a61fc9 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:54.246061 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1cfd-5895-435d-8790-ebaee4a61fc9 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:54.247590 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8ebb1cfd-5895-435d-8790-ebaee4a61fc9 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] 10.222.0.70 "DELETE /v2.0/security-groups/bdb97a46-1fca-404e-ae8c-e961e2277dcf HTTP/1.1" status: 204 len: 168 time: 0.2198975 Jul 30 02:23:54.256811 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb1cfd-5895-435d-8790-ebaee4a61fc9 tempest-TestNetworkAdvancedServerOps-947096128 tempest-TestNetworkAdvancedServerOps-947096128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb97a46-1fca-404e-ae8c-e961e2277dcf,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:54.427208 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f1577604-def8-4520-ae66-ae0f10b79a23 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:23:54.449415 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: f1577604-def8-4520-ae66-ae0f10b79a23 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:23:54.453544 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f1577604-def8-4520-ae66-ae0f10b79a23 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:23:54.453544 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 12edc162-4986-45a7-92b2-09a72b784096 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:23:54.470091 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 12edc162-4986-45a7-92b2-09a72b784096 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:23:54.470459 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 12edc162-4986-45a7-92b2-09a72b784096 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:23:54.470869 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 42e4b1b8-d0fc-4568-990e-8cccd41ca5da no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:23:54.490390 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 42e4b1b8-d0fc-4568-990e-8cccd41ca5da {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:23:54.490744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 42e4b1b8-d0fc-4568-990e-8cccd41ca5da not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:23:54.915139 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33578) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:55.055522 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7257f133-9928-4050-a635-dd8a73bf3efe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=daef44af5c0445f8bf526943c4157f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391556 Jul 30 02:23:55.058032 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33582) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:55.115139 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c836bf88-48cf-4fa9-9abd-c640e033ed8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:55.137663 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c836bf88-48cf-4fa9-9abd-c640e033ed8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:55.265795 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c836bf88-48cf-4fa9-9abd-c640e033ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:55.268418 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c836bf88-48cf-4fa9-9abd-c640e033ed8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:55.269635 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c836bf88-48cf-4fa9-9abd-c640e033ed8b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ab42df20-ab40-47a5-a495-7a063f124d7c HTTP/1.1" status: 204 len: 168 time: 0.2106388 Jul 30 02:23:55.277981 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836bf88-48cf-4fa9-9abd-c640e033ed8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab42df20-ab40-47a5-a495-7a063f124d7c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:55.904852 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33590) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:55.946464 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ce22ec86-c012-42c5-98d9-73f687024db7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=54adc35ee10949e7b2ced3ce310391b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403278 Jul 30 02:23:55.948868 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 33592) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:56.001883 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e2cda1d-6a5b-41a6-a2b9-e8d24da88b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:56.024835 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e2cda1d-6a5b-41a6-a2b9-e8d24da88b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:56.162765 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e2cda1d-6a5b-41a6-a2b9-e8d24da88b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:56.165388 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e2cda1d-6a5b-41a6-a2b9-e8d24da88b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:56.166629 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3e2cda1d-6a5b-41a6-a2b9-e8d24da88b27 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/99ed0535-b9aa-439d-8134-a189c6361d85 HTTP/1.1" status: 204 len: 168 time: 0.2167389 Jul 30 02:23:56.174748 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cda1d-6a5b-41a6-a2b9-e8d24da88b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ed0535-b9aa-439d-8134-a189c6361d85,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:00.774181 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-e1958fc2-c3ba-40cc-bd51-3d0e60be5fec tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:00.775690 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-e1958fc2-c3ba-40cc-bd51-3d0e60be5fec tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 812 time: 0.1004708 Jul 30 02:24:00.790683 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-3937e296-057b-4440-bd03-b0838873adfe tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/quotas/c36cbef5034e46a9b549289671a0e9e1 HTTP/1.1" status: 200 len: 375 time: 0.0091865 Jul 30 02:24:00.846509 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-656dc1de-28b7-428d-89f6-f55a76fdf12d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493450 Jul 30 02:24:00.934251 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-b9214968-27cb-48ff-bd4a-6101a2fc59e1 service neutron] 10.222.0.70 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808649 Jul 30 02:24:01.025577 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-ab216abc-c208-4e2f-a443-cc0371308da2 service neutron] 10.222.0.70 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852966 Jul 30 02:24:01.298231 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac86242d-f492-4112-9b7e-f8f306ae77af req-d7cd6f52-61f7-4885-84a9-739dc9b7140e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 210 time: 0.0271571 Jul 30 02:24:02.391751 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a26775b4-feaa-4ab5-bdef-6590a69fdb08 req-fc195346-fe58-4ae2-a3a9-bfdac6f2800b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 210 time: 0.0272484 Jul 30 02:24:03.010441 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-e6c50563-224d-4d9c-bd5c-84d67fce8c4e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:03.011883 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-e6c50563-224d-4d9c-bd5c-84d67fce8c4e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.10 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 812 time: 0.1037645 Jul 30 02:24:03.024996 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-44217be4-063f-44ca-a1ee-7ee5a924d3bf tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Request body: {'port': {'device_id': '3e9a1431-fbf8-48dc-89f8-849f4571132b', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'admin_state_up': True, 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:24:03.173779 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-44217be4-063f-44ca-a1ee-7ee5a924d3bf tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Made reservation on behalf of c36cbef5034e46a9b549289671a0e9e1 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:24:03.177505 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-44217be4-063f-44ca-a1ee-7ee5a924d3bf tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:03.221186 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:03.307344 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-44217be4-063f-44ca-a1ee-7ee5a924d3bf tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Allocated IP 172.20.0.14 (4b928f04-88e3-46bc-8c77-31c50e0fdb8f/3d6e8363-d530-4d77-8092-27961ea0d3e9/934c1bac-f4e9-4d8e-978c-f598f2c80f5e) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:24:03.457638 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-44217be4-063f-44ca-a1ee-7ee5a924d3bf tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:03.496202 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-428718ef-8172-4b33-b469-01a5417ed13b req-7de996ce-a1d6-4bd7-9975-a4214354a1f5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 210 time: 0.0355935 Jul 30 02:24:03.500871 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-44217be4-063f-44ca-a1ee-7ee5a924d3bf tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Transition to ACTIVE for port object 934c1bac-f4e9-4d8e-978c-f598f2c80f5e will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:24:03.619865 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-44217be4-063f-44ca-a1ee-7ee5a924d3bf tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:03.661900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-44217be4-063f-44ca-a1ee-7ee5a924d3bf tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:24:03.665077 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-44217be4-063f-44ca-a1ee-7ee5a924d3bf tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:24:03.667640 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-44217be4-063f-44ca-a1ee-7ee5a924d3bf tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:24:03.701278 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44217be4-063f-44ca-a1ee-7ee5a924d3bf tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event updated for resources: {'Port': ['ID=934c1bac-f4e9-4d8e-978c-f598f2c80f5e,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:03.727440 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-44217be4-063f-44ca-a1ee-7ee5a924d3bf tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:03.728079 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-44217be4-063f-44ca-a1ee-7ee5a924d3bf tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:03.791790 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-44217be4-063f-44ca-a1ee-7ee5a924d3bf tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7702625 Jul 30 02:24:03.804691 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] Request body: {'port': {'device_id': '3e9a1431-fbf8-48dc-89f8-849f4571132b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:24:03.872097 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:04.036846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d212e7ac-b916-4c09-811e-64a1018eade9 None None] Provisioning for port 934c1bac-f4e9-4d8e-978c-f598f2c80f5e completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:24:04.040740 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d212e7ac-b916-4c09-811e-64a1018eade9 None None] Provisioning complete for port 934c1bac-f4e9-4d8e-978c-f598f2c80f5e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:24:04.041113 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d212e7ac-b916-4c09-811e-64a1018eade9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:04.077413 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d212e7ac-b916-4c09-811e-64a1018eade9 None None] Port 934c1bac-f4e9-4d8e-978c-f598f2c80f5e cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:24:04.140166 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 934c1bac-f4e9-4d8e-978c-f598f2c80f5e {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:24:04.148014 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:04.159875 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] Transition to ACTIVE for port object 934c1bac-f4e9-4d8e-978c-f598f2c80f5e will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:24:04.213980 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:04.266673 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] Pushing event updated for resources: {'Port': ['ID=934c1bac-f4e9-4d8e-978c-f598f2c80f5e,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:04.337083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] Attempting to bind port 934c1bac-f4e9-4d8e-978c-f598f2c80f5e on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:24:04.337653 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] Attempting to bind port 934c1bac-f4e9-4d8e-978c-f598f2c80f5e by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:24:04.338017 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] Attempting to bind port 934c1bac-f4e9-4d8e-978c-f598f2c80f5e on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:24:04.342646 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] Port 934c1bac-f4e9-4d8e-978c-f598f2c80f5e on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:24:04.343114 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] Attempting to bind port 934c1bac-f4e9-4d8e-978c-f598f2c80f5e on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:24:04.348531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:24:04.348880 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] Checking segment: {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:24:04.349276 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] Bound using segment: {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:24:04.350363 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] Bound port: 934c1bac-f4e9-4d8e-978c-f598f2c80f5e, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:24:04.350739 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:04.426875 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] For port 934c1bac-f4e9-4d8e-978c-f598f2c80f5e, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:24:04.430743 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] For port 934c1bac-f4e9-4d8e-978c-f598f2c80f5e, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=934c1bac-f4e9-4d8e-978c-f598f2c80f5e,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:24:04.523218 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:04.560404 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:04.561079 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:04.562508 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] 10.222.0.10 "PUT /v2.0/ports/934c1bac-f4e9-4d8e-978c-f598f2c80f5e HTTP/1.1" status: 200 len: 1092 time: 0.7625484 Jul 30 02:24:04.562947 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9a1431-fbf8-48dc-89f8-849f4571132b', 'tag': '934c1bac-f4e9-4d8e-978c-f598f2c80f5e'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:24:04.565183 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc61b5c0-0639-4dd0-98eb-e0bb6da45776" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9a1431-fbf8-48dc-89f8-849f4571132b", "tag": "934c1bac-f4e9-4d8e-978c-f598f2c80f5e"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:24:04.619773 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e4b2f-5d21-4e43-a106-b9db70054028 service neutron] Pushing event updated for resources: {'Port': ['ID=934c1bac-f4e9-4d8e-978c-f598f2c80f5e,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:04.648261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b688e58-5f5f-43fb-b3b3-93407a142ff4 req-dab64d41-ed14-4328-ae66-28035d678e19 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:04.655735 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1b688e58-5f5f-43fb-b3b3-93407a142ff4 req-dab64d41-ed14-4328-ae66-28035d678e19 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0871003 Jul 30 02:24:04.730029 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1b688e58-5f5f-43fb-b3b3-93407a142ff4 req-ee469885-6ce2-413a-acf2-98baaa42f617 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733933 Jul 30 02:24:04.753929 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-b4c6a26e-2df4-41fc-9738-9fdb3b296768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:04.755569 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-b4c6a26e-2df4-41fc-9738-9fdb3b296768 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 1095 time: 0.0728111 Jul 30 02:24:04.820638 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14abfbd-55fb-4c1d-b082-c599ac934413 x-openstack-request-id: req-d14abfbd-55fb-4c1d-b082-c599ac934413 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:24:04.821001 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9a1431-fbf8-48dc-89f8-849f4571132b", "tag": "934c1bac-f4e9-4d8e-978c-f598f2c80f5e", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:24:04.821201 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d14abfbd-55fb-4c1d-b082-c599ac934413 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:24:04.821608 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9a1431-fbf8-48dc-89f8-849f4571132b', 'tag': '934c1bac-f4e9-4d8e-978c-f598f2c80f5e', 'status': 'completed', 'code': 200} Jul 30 02:24:04.824384 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-da5473f0-279e-434e-ba16-9488131b63fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=934c1bac-f4e9-4d8e-978c-f598f2c80f5e HTTP/1.1" status: 200 len: 217 time: 0.0595696 Jul 30 02:24:04.873354 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-b4a1f6af-db9d-4481-a1ae-8c54eac09123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:04.874698 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-b4a1f6af-db9d-4481-a1ae-8c54eac09123 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0447435 Jul 30 02:24:04.922521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-2bfa25b4-7c85-4074-8dff-35e83798f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:04.924080 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-2bfa25b4-7c85-4074-8dff-35e83798f9b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424001 Jul 30 02:24:05.019598 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-83d131ae-098d-4c91-9d7e-1b66e7db11f7 service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884614 Jul 30 02:24:05.110640 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e59bb8f0-32d2-4b1b-9829-94cf4de45735 req-aa51d712-0230-45cc-892f-0335b1ca6786 service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844162 Jul 30 02:24:05.280271 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61b5c0-0639-4dd0-98eb-e0bb6da45776 req-9fa9301c-e55d-4abf-960e-42e411340949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:05.281719 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc61b5c0-0639-4dd0-98eb-e0bb6da45776 req-9fa9301c-e55d-4abf-960e-42e411340949 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 1095 time: 0.0423186 Jul 30 02:24:05.374734 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61b5c0-0639-4dd0-98eb-e0bb6da45776 req-2affd734-c279-4905-bcf2-6cf3a250a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:05.376212 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc61b5c0-0639-4dd0-98eb-e0bb6da45776 req-2affd734-c279-4905-bcf2-6cf3a250a259 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 913 time: 0.0879283 Jul 30 02:24:05.416658 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc61b5c0-0639-4dd0-98eb-e0bb6da45776 req-dac19770-6cf8-461e-b70d-897136b7c8e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=934c1bac-f4e9-4d8e-978c-f598f2c80f5e HTTP/1.1" status: 200 len: 217 time: 0.0335674 Jul 30 02:24:05.465370 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61b5c0-0639-4dd0-98eb-e0bb6da45776 req-06085744-f072-489c-a00e-03e8a6cd9520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:05.466844 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc61b5c0-0639-4dd0-98eb-e0bb6da45776 req-06085744-f072-489c-a00e-03e8a6cd9520 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0426934 Jul 30 02:24:05.517538 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61b5c0-0639-4dd0-98eb-e0bb6da45776 req-15bf812a-29b5-4aec-ba94-c5afc2a76f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:05.519185 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc61b5c0-0639-4dd0-98eb-e0bb6da45776 req-15bf812a-29b5-4aec-ba94-c5afc2a76f13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453908 Jul 30 02:24:05.613728 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc61b5c0-0639-4dd0-98eb-e0bb6da45776 req-eaa0dcd4-5076-4f13-88d1-c316f5c430fc service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874901 Jul 30 02:24:05.706683 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc61b5c0-0639-4dd0-98eb-e0bb6da45776 req-8c16aa92-770a-45a1-8c82-31ed748fe2ac service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861850 Jul 30 02:24:05.846274 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06601cf7-9555-410c-ab3b-fbb6de492c3d req-5ed7aae1-e9c8-4348-af64-8c70e1be2902 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:05.847701 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-06601cf7-9555-410c-ab3b-fbb6de492c3d req-5ed7aae1-e9c8-4348-af64-8c70e1be2902 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0490031 Jul 30 02:24:05.894242 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-06601cf7-9555-410c-ab3b-fbb6de492c3d req-0129d0a4-2240-4ec1-a6bc-3bc707010f72 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382249 Jul 30 02:24:07.018142 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2ac3e-48a0-4c2e-9b05-d89716f0ee66 req-181f667b-c190-4d3a-8bfb-8ed22a1cabe6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:07.019692 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12e2ac3e-48a0-4c2e-9b05-d89716f0ee66 req-181f667b-c190-4d3a-8bfb-8ed22a1cabe6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0496602 Jul 30 02:24:07.058893 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12e2ac3e-48a0-4c2e-9b05-d89716f0ee66 req-23261b9b-4ee1-4599-a3c1-f38a3d8e4ccc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318525 Jul 30 02:24:08.185313 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48b005-ea3a-4b6f-aa18-99dab1fc82e4 req-1d4351bb-fd04-45f5-bdc8-f7d7cacd70ae tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:08.186793 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a48b005-ea3a-4b6f-aa18-99dab1fc82e4 req-1d4351bb-fd04-45f5-bdc8-f7d7cacd70ae tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0565171 Jul 30 02:24:08.225140 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a48b005-ea3a-4b6f-aa18-99dab1fc82e4 req-0870f27b-8d05-489b-b473-00bcd1f59642 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319617 Jul 30 02:24:09.139273 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75e71b42-6fdc-494f-a552-16d89f566e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:09.343579 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2164ee7-8632-4ce3-af43-1f9942de9eb5 req-12a20104-1bfb-4e95-9d7e-6794b4e301dc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:09.345248 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a2164ee7-8632-4ce3-af43-1f9942de9eb5 req-12a20104-1bfb-4e95-9d7e-6794b4e301dc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0512373 Jul 30 02:24:09.389837 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a2164ee7-8632-4ce3-af43-1f9942de9eb5 req-d9f5ad65-53e3-401e-924d-4302a9b22d56 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352635 Jul 30 02:24:10.512093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c0d04-3cc1-4dd4-8cc8-f14f2cc170cc req-1d54192e-d54e-4846-80aa-606e26df223b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:10.513675 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a3c0d04-3cc1-4dd4-8cc8-f14f2cc170cc req-1d54192e-d54e-4846-80aa-606e26df223b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0545585 Jul 30 02:24:10.552570 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a3c0d04-3cc1-4dd4-8cc8-f14f2cc170cc req-dca9d2f4-303c-4fe3-b10d-b7323af84df7 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323491 Jul 30 02:24:11.677156 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbc5bf98-377e-4b43-8852-a31cabc43ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:11.680160 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a819d-76fc-4495-a1b3-c47435000fb0 req-088a98f7-9a4e-4f4d-8644-0ec782a4e32b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:11.682205 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db4a819d-76fc-4495-a1b3-c47435000fb0 req-088a98f7-9a4e-4f4d-8644-0ec782a4e32b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0604122 Jul 30 02:24:11.725749 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db4a819d-76fc-4495-a1b3-c47435000fb0 req-7cd63a15-d0d2-41e0-8d23-f684d2f3f401 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375917 Jul 30 02:24:11.787600 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:12.848259 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06d813-6bcc-4848-ae09-009a3f0cd49b req-231dab82-3b07-4ac9-aa64-6a4b76666c88 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:12.849745 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0a06d813-6bcc-4848-ae09-009a3f0cd49b req-231dab82-3b07-4ac9-aa64-6a4b76666c88 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0519605 Jul 30 02:24:12.893107 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0a06d813-6bcc-4848-ae09-009a3f0cd49b req-af812700-f5f2-4159-9302-e2821bee7ca4 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374749 Jul 30 02:24:13.379341 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:14.013616 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cc5c8-bc4d-47c6-9965-bac521654343 req-4b685366-cbea-44a9-8d3b-331e24cd8445 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:14.015283 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-799cc5c8-bc4d-47c6-9965-bac521654343 req-4b685366-cbea-44a9-8d3b-331e24cd8445 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0534968 Jul 30 02:24:14.057652 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-799cc5c8-bc4d-47c6-9965-bac521654343 req-a9d78e8f-4953-486b-921b-06b1ec8d2e08 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361726 Jul 30 02:24:14.739082 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:15.186382 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a0141-a7d5-4a3a-ba3c-cb6a2fa5a05b req-150ec588-4770-4020-9086-94ebac1c51b1 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:15.187894 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f1a0141-a7d5-4a3a-ba3c-cb6a2fa5a05b req-150ec588-4770-4020-9086-94ebac1c51b1 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0578368 Jul 30 02:24:15.229396 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f1a0141-a7d5-4a3a-ba3c-cb6a2fa5a05b req-375d18ef-b80b-486c-af44-ad2e874ad222 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355377 Jul 30 02:24:16.346150 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1dd42-b736-4403-93e0-088cbd9c7517 req-5347ecb1-6dbc-4ee5-b49b-5b4f487eedab tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:16.347848 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dff1dd42-b736-4403-93e0-088cbd9c7517 req-5347ecb1-6dbc-4ee5-b49b-5b4f487eedab tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0508549 Jul 30 02:24:16.388224 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dff1dd42-b736-4403-93e0-088cbd9c7517 req-5ce76e9f-0f4b-4783-a3ab-81b37316706a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343256 Jul 30 02:24:17.513236 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76e561-15d4-49e0-990f-aa378367da83 req-fdf77ddd-270b-4b2e-bbe7-3c761fae181a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:17.514778 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3a76e561-15d4-49e0-990f-aa378367da83 req-fdf77ddd-270b-4b2e-bbe7-3c761fae181a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0555096 Jul 30 02:24:17.554745 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3a76e561-15d4-49e0-990f-aa378367da83 req-e1bccf03-00cd-4c4f-a060-02928c9413f9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328584 Jul 30 02:24:18.105175 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:18.682842 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b36a1-5901-4c16-a1de-47f89ca07be8 req-13ed60cd-8ad7-4139-817e-61a063e4eafc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:18.684769 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-105b36a1-5901-4c16-a1de-47f89ca07be8 req-13ed60cd-8ad7-4139-817e-61a063e4eafc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0545056 Jul 30 02:24:18.722696 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-105b36a1-5901-4c16-a1de-47f89ca07be8 req-1bd811c6-bd83-4c69-96d1-17c71125f9e6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315211 Jul 30 02:24:19.843309 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98285b-bf83-436c-8599-2de7d0c4e273 req-a55487fa-1d46-4fff-ba3d-fe93f749500b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:19.845484 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca98285b-bf83-436c-8599-2de7d0c4e273 req-a55487fa-1d46-4fff-ba3d-fe93f749500b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0543716 Jul 30 02:24:19.884988 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca98285b-bf83-436c-8599-2de7d0c4e273 req-28225e5b-465f-4412-9781-c28e87bfd33f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332317 Jul 30 02:24:21.000740 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab570a1-2f78-4628-a4ce-8f62349dde22 req-22d2bb32-e470-4ce1-92ef-79a5856dbeed tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:21.002228 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aab570a1-2f78-4628-a4ce-8f62349dde22 req-22d2bb32-e470-4ce1-92ef-79a5856dbeed tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0493026 Jul 30 02:24:21.040196 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aab570a1-2f78-4628-a4ce-8f62349dde22 req-32bf5f5e-63fe-4669-8a78-a21fa0f35776 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315690 Jul 30 02:24:22.164158 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312cfa6-1011-41a8-9201-8f4d5ca9d7a9 req-cd377ded-d0e1-4f2b-9bcf-a2b535f19a4a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:22.165640 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d312cfa6-1011-41a8-9201-8f4d5ca9d7a9 req-cd377ded-d0e1-4f2b-9bcf-a2b535f19a4a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0573041 Jul 30 02:24:22.204131 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d312cfa6-1011-41a8-9201-8f4d5ca9d7a9 req-6025ced9-7b20-40be-988f-d410400ad5eb tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315626 Jul 30 02:24:23.318437 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c82bbd-e0ef-4dc5-9398-f63869537d44 req-8e3d582c-5824-42df-918d-933a01087ef6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:23.320072 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9c82bbd-e0ef-4dc5-9398-f63869537d44 req-8e3d582c-5824-42df-918d-933a01087ef6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0504146 Jul 30 02:24:23.359626 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9c82bbd-e0ef-4dc5-9398-f63869537d44 req-39558251-b726-4bbf-973b-976f05513128 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328109 Jul 30 02:24:23.668274 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:24:24.475067 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df0dc3-b9b7-4b11-880c-4a246cefd21c req-dd72be7c-ed4e-409e-9a8c-cd43c04ae3c7 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:24.476541 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d2df0dc3-b9b7-4b11-880c-4a246cefd21c req-dd72be7c-ed4e-409e-9a8c-cd43c04ae3c7 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0493326 Jul 30 02:24:24.515007 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d2df0dc3-b9b7-4b11-880c-4a246cefd21c req-1177b2da-7281-4f69-b4da-770332f04ada tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317938 Jul 30 02:24:25.634363 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d96f20-7f80-4fc8-93bc-4ecbbc9da9a0 req-70844ef5-0635-4ba0-8c57-39b7765aaf6d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:25.635911 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-80d96f20-7f80-4fc8-93bc-4ecbbc9da9a0 req-70844ef5-0635-4ba0-8c57-39b7765aaf6d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0550563 Jul 30 02:24:25.676157 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-80d96f20-7f80-4fc8-93bc-4ecbbc9da9a0 req-68f44b0e-f465-45c2-983d-8906c9a292d7 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342414 Jul 30 02:24:26.788209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc4388-601b-4bd7-8dc6-82b92b654840 req-7efcb56f-51be-48ee-a4e0-a577527161e9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:26.789774 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a3cc4388-601b-4bd7-8dc6-82b92b654840 req-7efcb56f-51be-48ee-a4e0-a577527161e9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0491800 Jul 30 02:24:26.828172 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a3cc4388-601b-4bd7-8dc6-82b92b654840 req-ca2bb51f-6894-441e-927b-483caa705a69 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325081 Jul 30 02:24:27.943328 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cc7aa-3d55-4db1-98d4-a28a58a362ae req-6f0f3b63-9bd6-4a0c-9f3f-a0da233393d1 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:27.944932 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b15cc7aa-3d55-4db1-98d4-a28a58a362ae req-6f0f3b63-9bd6-4a0c-9f3f-a0da233393d1 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0489087 Jul 30 02:24:27.983568 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b15cc7aa-3d55-4db1-98d4-a28a58a362ae req-d6963ef3-e5c1-4fa0-8ca7-bc71f69aa123 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327201 Jul 30 02:24:29.103360 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11b6ff-4c00-458a-b72d-33552cf75448 req-dcea2bd4-299b-4eb5-a15a-07edbef516da tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:29.104948 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9d11b6ff-4c00-458a-b72d-33552cf75448 req-dcea2bd4-299b-4eb5-a15a-07edbef516da tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0534599 Jul 30 02:24:29.148532 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9d11b6ff-4c00-458a-b72d-33552cf75448 req-e37183c9-4be8-4b2a-a0e2-1ecbc6993ff1 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336258 Jul 30 02:24:30.267806 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577c743-8054-4bd9-8b5c-15483e0dc09d req-aec0c9d3-ba1e-4e23-9b4b-4db8cd28b176 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:30.269288 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9577c743-8054-4bd9-8b5c-15483e0dc09d req-aec0c9d3-ba1e-4e23-9b4b-4db8cd28b176 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0493536 Jul 30 02:24:30.306891 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9577c743-8054-4bd9-8b5c-15483e0dc09d req-bb748841-00e2-4adf-a5a6-db22eeb2b6c6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317721 Jul 30 02:24:31.418413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224fdd2-2c20-4e23-8494-31a71679169d req-df5a6c42-66e6-48a8-9ac2-8882848d7609 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:31.419922 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5224fdd2-2c20-4e23-8494-31a71679169d req-df5a6c42-66e6-48a8-9ac2-8882848d7609 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0486395 Jul 30 02:24:31.460426 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5224fdd2-2c20-4e23-8494-31a71679169d req-a3c632a3-d1a4-4dd8-826e-757436d6a54b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340416 Jul 30 02:24:32.577822 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20a91b-2b57-416f-973f-ecb1c05490af req-c24fe9e6-4b2a-4df4-9c00-b4df64e95dd7 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:32.579371 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c20a91b-2b57-416f-973f-ecb1c05490af req-c24fe9e6-4b2a-4df4-9c00-b4df64e95dd7 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0533588 Jul 30 02:24:32.617633 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c20a91b-2b57-416f-973f-ecb1c05490af req-e1181fe8-245c-46f7-b3da-8615092ccce4 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322628 Jul 30 02:24:33.241646 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:33.730318 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e7e5-9203-4342-8692-2d5bb4eca002 req-ac62f29f-f809-4c5e-8b85-5c8dd6d56fac tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:33.731817 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cd75e7e5-9203-4342-8692-2d5bb4eca002 req-ac62f29f-f809-4c5e-8b85-5c8dd6d56fac tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0488243 Jul 30 02:24:33.768966 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cd75e7e5-9203-4342-8692-2d5bb4eca002 req-dda1b5d1-3104-4762-8d08-ecf6de1867f9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306146 Jul 30 02:24:34.881623 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efce6b-723e-44bd-8ced-97da0f0e8140 req-b01bf2b6-14b2-487c-a0de-e764c74fb65a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:34.883149 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-06efce6b-723e-44bd-8ced-97da0f0e8140 req-b01bf2b6-14b2-487c-a0de-e764c74fb65a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0490148 Jul 30 02:24:34.919716 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-06efce6b-723e-44bd-8ced-97da0f0e8140 req-5a31104b-1bb7-4af0-8ce7-c88f11696a3e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307729 Jul 30 02:24:36.037764 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2dda57-ccaa-4622-826d-c8aa16e48ca6 req-8c621e9a-5200-4266-9cd8-46b9a083f930 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:36.039257 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ea2dda57-ccaa-4622-826d-c8aa16e48ca6 req-8c621e9a-5200-4266-9cd8-46b9a083f930 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0528600 Jul 30 02:24:36.076982 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ea2dda57-ccaa-4622-826d-c8aa16e48ca6 req-51e25fe2-13bf-4fc9-8cd3-d4c418aedd7a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317404 Jul 30 02:24:37.190754 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767e7d5-62a7-4567-af82-28aa346e0dc2 req-bdcd10c5-1d41-4537-aba4-0043e9a9bdf1 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:37.192242 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6767e7d5-62a7-4567-af82-28aa346e0dc2 req-bdcd10c5-1d41-4537-aba4-0043e9a9bdf1 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0491424 Jul 30 02:24:37.229058 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6767e7d5-62a7-4567-af82-28aa346e0dc2 req-dc21171f-9ed4-490f-95d9-b20a1fbc9f1b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310707 Jul 30 02:24:38.341371 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d0528-9527-4142-b028-395713305628 req-d0fa8776-e3a9-494b-a954-d22b738a2a67 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:38.342890 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0d6d0528-9527-4142-b028-395713305628 req-d0fa8776-e3a9-494b-a954-d22b738a2a67 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 944 time: 0.0485814 Jul 30 02:24:38.381329 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0d6d0528-9527-4142-b028-395713305628 req-24cce8cc-7ab5-4251-977b-8a210fb6a0b6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318046 Jul 30 02:24:38.735759 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 934c1bac-f4e9-4d8e-978c-f598f2c80f5e details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:24:38.827291 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 934c1bac-f4e9-4d8e-978c-f598f2c80f5e, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=934c1bac-f4e9-4d8e-978c-f598f2c80f5e,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:38.839587 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '934c1bac-f4e9-4d8e-978c-f598f2c80f5e', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'port_id': '934c1bac-f4e9-4d8e-978c-f598f2c80f5e', 'mac_address': 'fa:16:3e:fd:cf:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:24:38.878976 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:38.891768 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 934c1bac-f4e9-4d8e-978c-f598f2c80f5e {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:24:38.910286 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 934c1bac-f4e9-4d8e-978c-f598f2c80f5e, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=934c1bac-f4e9-4d8e-978c-f598f2c80f5e,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:39.001365 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:39.047358 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=934c1bac-f4e9-4d8e-978c-f598f2c80f5e,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:39.054572 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:39.054921 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:39.055263 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:39.055600 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:39.055933 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:39.056266 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:39.056597 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:39.056944 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:39.057269 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:39.057593 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:39.057916 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:39.058239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:39.138718 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e3b76002-1066-4228-9d9d-024e734bea28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:39.200975 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['934c1bac-f4e9-4d8e-978c-f598f2c80f5e'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:24:39.497250 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74163f9-9303-4932-bddf-538c724c6db2 req-c5882f8d-e296-4bf9-a992-3ca89dd7da48 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:39.498754 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a74163f9-9303-4932-bddf-538c724c6db2 req-c5882f8d-e296-4bf9-a992-3ca89dd7da48 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 945 time: 0.0520377 Jul 30 02:24:39.536525 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a74163f9-9303-4932-bddf-538c724c6db2 req-d2247e32-b44d-4a7c-ac87-acd6bb0da691 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312765 Jul 30 02:24:40.649001 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de39b5-dc2a-4c99-81f8-05f00ee54cf3 req-1ab29b24-cea6-4b4b-9088-089059a5d5d8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:40.650430 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7de39b5-dc2a-4c99-81f8-05f00ee54cf3 req-1ab29b24-cea6-4b4b-9088-089059a5d5d8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 945 time: 0.0484719 Jul 30 02:24:40.690490 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7de39b5-dc2a-4c99-81f8-05f00ee54cf3 req-432fba73-fadd-47ce-b4ac-c052f604c0df tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335634 Jul 30 02:24:40.736491 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 934c1bac-f4e9-4d8e-978c-f598f2c80f5e up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:24:40.857879 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 934c1bac-f4e9-4d8e-978c-f598f2c80f5e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:24:40.862045 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 934c1bac-f4e9-4d8e-978c-f598f2c80f5e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:24:40.862434 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:40.937321 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:40.959712 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9a1431-fbf8-48dc-89f8-849f4571132b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934c1bac-f4e9-4d8e-978c-f598f2c80f5e'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:24:40.961974 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2680416d-436b-4827-8072-42fab467e81a" -d '{"events": [{"server_uuid": "3e9a1431-fbf8-48dc-89f8-849f4571132b", "name": "network-vif-plugged", "status": "completed", "tag": "934c1bac-f4e9-4d8e-978c-f598f2c80f5e"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:24:40.975635 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 934c1bac-f4e9-4d8e-978c-f598f2c80f5e, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=934c1bac-f4e9-4d8e-978c-f598f2c80f5e,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:40.999564 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184adefa-5354-43b8-9fa5-f6d356abd5cf x-openstack-request-id: req-184adefa-5354-43b8-9fa5-f6d356abd5cf {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:24:40.999564 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9a1431-fbf8-48dc-89f8-849f4571132b", "name": "network-vif-plugged", "status": "completed", "tag": "934c1bac-f4e9-4d8e-978c-f598f2c80f5e", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:24:40.999564 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-184adefa-5354-43b8-9fa5-f6d356abd5cf {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:24:40.999564 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9a1431-fbf8-48dc-89f8-849f4571132b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934c1bac-f4e9-4d8e-978c-f598f2c80f5e', 'code': 200} Jul 30 02:24:41.076049 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:41.097659 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e27f13-8317-4cfb-b2d6-05a5eac1a8f9 req-ded2d8ef-a12a-463d-939f-fb57bb468bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:41.099216 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82e27f13-8317-4cfb-b2d6-05a5eac1a8f9 req-ded2d8ef-a12a-463d-939f-fb57bb468bdb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 1096 time: 0.0431278 Jul 30 02:24:41.127498 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=934c1bac-f4e9-4d8e-978c-f598f2c80f5e,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:41.136708 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82e27f13-8317-4cfb-b2d6-05a5eac1a8f9 req-6f299445-38a8-4180-baa9-dc8b359f70d3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280902 Jul 30 02:24:41.680764 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f73177be-6a30-407c-97f3-4141cdb46614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:41.790419 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:41.809876 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477a568-4342-4565-91e2-6da2e3dd508c req-d0771bc3-e924-4956-af3c-6cd00220e691 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:41.811395 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9477a568-4342-4565-91e2-6da2e3dd508c req-d0771bc3-e924-4956-af3c-6cd00220e691 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 946 time: 0.0538073 Jul 30 02:24:41.849429 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9477a568-4342-4565-91e2-6da2e3dd508c req-3db1b655-e15c-4834-a83c-141c32c14a3b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316708 Jul 30 02:24:43.113038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ace0ec-6cf2-4c4c-814e-5c9b9b9a5b86 req-74b51c9f-e47d-41fe-9d00-14b0d376a2ee tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:43.114585 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-02ace0ec-6cf2-4c4c-814e-5c9b9b9a5b86 req-74b51c9f-e47d-41fe-9d00-14b0d376a2ee tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 946 time: 0.2010386 Jul 30 02:24:43.151875 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-02ace0ec-6cf2-4c4c-814e-5c9b9b9a5b86 req-3108d139-9e07-4862-96d0-a30730a4e5c6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313041 Jul 30 02:24:43.261418 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea80a9-f260-47bf-b91d-7f85e767c6f6 req-c3cacca3-e1c4-4414-995a-f46474879d07 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:43.262905 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0bea80a9-f260-47bf-b91d-7f85e767c6f6 req-c3cacca3-e1c4-4414-995a-f46474879d07 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 946 time: 0.0481822 Jul 30 02:24:43.300037 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0bea80a9-f260-47bf-b91d-7f85e767c6f6 req-124d410e-3d27-403b-aee3-8890bbc3d4ad tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306852 Jul 30 02:24:43.367355 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:43.416935 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec91910-952a-4314-81df-1c4634d53174 req-f452e543-3612-4e53-979d-e90952e09c31 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:43.418346 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8ec91910-952a-4314-81df-1c4634d53174 req-f452e543-3612-4e53-979d-e90952e09c31 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 946 time: 0.0534089 Jul 30 02:24:43.455630 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8ec91910-952a-4314-81df-1c4634d53174 req-454f66d9-c9d8-4b36-9cce-ef6e6741ff31 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313511 Jul 30 02:24:43.920226 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802acb71-39c0-4685-8e96-7f6c9f6575e7 req-2e685be1-8851-427d-baf4-c3c81ea3d5bb tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:43.921714 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-802acb71-39c0-4685-8e96-7f6c9f6575e7 req-2e685be1-8851-427d-baf4-c3c81ea3d5bb tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 946 time: 0.0488994 Jul 30 02:24:43.960158 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-802acb71-39c0-4685-8e96-7f6c9f6575e7 req-4c750da5-98c0-47a8-bb54-823d9de7bbf3 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318608 Jul 30 02:24:44.738680 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:45.073966 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9ab94-9a0b-4354-95ca-b000917aa949 req-9429338f-aaee-4aa7-840e-3821d2492d2d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:45.075518 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ae9ab94-9a0b-4354-95ca-b000917aa949 req-9429338f-aaee-4aa7-840e-3821d2492d2d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 946 time: 0.0483615 Jul 30 02:24:45.114181 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ae9ab94-9a0b-4354-95ca-b000917aa949 req-efd34df2-9af4-441b-9104-507c984cdde7 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320420 Jul 30 02:24:45.341818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf93bac-e10e-4436-859e-1b3cdecb7953 req-2879410d-e51f-404b-919b-ff281b26050e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:45.343446 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5cf93bac-e10e-4436-859e-1b3cdecb7953 req-2879410d-e51f-404b-919b-ff281b26050e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 946 time: 0.0517666 Jul 30 02:24:45.433490 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-5cf93bac-e10e-4436-859e-1b3cdecb7953 req-e4652101-0d2c-4c8a-8066-b7b220593688 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Deleting port 934c1bac-f4e9-4d8e-978c-f598f2c80f5e {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:24:45.434744 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5cf93bac-e10e-4436-859e-1b3cdecb7953 req-e4652101-0d2c-4c8a-8066-b7b220593688 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:45.805960 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-5cf93bac-e10e-4436-859e-1b3cdecb7953 req-e4652101-0d2c-4c8a-8066-b7b220593688 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] For port 934c1bac-f4e9-4d8e-978c-f598f2c80f5e, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=934c1bac-f4e9-4d8e-978c-f598f2c80f5e,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:45.806341 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5cf93bac-e10e-4436-859e-1b3cdecb7953 req-e4652101-0d2c-4c8a-8066-b7b220593688 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:45.818861 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-5cf93bac-e10e-4436-859e-1b3cdecb7953 req-e4652101-0d2c-4c8a-8066-b7b220593688 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Calling delete_port for 934c1bac-f4e9-4d8e-978c-f598f2c80f5e owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:24:45.984563 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5cf93bac-e10e-4436-859e-1b3cdecb7953 req-e4652101-0d2c-4c8a-8066-b7b220593688 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:45.996134 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['934c1bac-f4e9-4d8e-978c-f598f2c80f5e'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:24:46.016532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4652101-0d2c-4c8a-8066-b7b220593688 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event deleted for resources: {'Port': ['ID=934c1bac-f4e9-4d8e-978c-f598f2c80f5e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:46.058258 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf93bac-e10e-4436-859e-1b3cdecb7953 req-e4652101-0d2c-4c8a-8066-b7b220593688 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] No DVR routers for this DVR port 934c1bac-f4e9-4d8e-978c-f598f2c80f5e on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:24:46.060873 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5cf93bac-e10e-4436-859e-1b3cdecb7953 req-e4652101-0d2c-4c8a-8066-b7b220593688 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:46.062902 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5cf93bac-e10e-4436-859e-1b3cdecb7953 req-e4652101-0d2c-4c8a-8066-b7b220593688 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.10 "DELETE /v2.0/ports/934c1bac-f4e9-4d8e-978c-f598f2c80f5e HTTP/1.1" status: 204 len: 173 time: 0.7134287 Jul 30 02:24:46.063346 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9a1431-fbf8-48dc-89f8-849f4571132b', 'name': 'network-vif-deleted', 'tag': '934c1bac-f4e9-4d8e-978c-f598f2c80f5e'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:24:46.065793 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c0381a-7810-4e55-af71-362c2c9063a2" -d '{"events": [{"server_uuid": "3e9a1431-fbf8-48dc-89f8-849f4571132b", "name": "network-vif-deleted", "tag": "934c1bac-f4e9-4d8e-978c-f598f2c80f5e"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:24:46.104808 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9cc8a8-434a-4b57-a9b0-c5c82676612e x-openstack-request-id: req-8f9cc8a8-434a-4b57-a9b0-c5c82676612e {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:24:46.105492 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9a1431-fbf8-48dc-89f8-849f4571132b", "name": "network-vif-deleted", "tag": "934c1bac-f4e9-4d8e-978c-f598f2c80f5e", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:24:46.105492 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f9cc8a8-434a-4b57-a9b0-c5c82676612e {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:24:46.105732 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9a1431-fbf8-48dc-89f8-849f4571132b', 'name': 'network-vif-deleted', 'tag': '934c1bac-f4e9-4d8e-978c-f598f2c80f5e', 'status': 'completed', 'code': 200} Jul 30 02:24:46.218777 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1d04238-6d83-470a-9f44-f03abf1bab5a req-84fb0bd7-2004-4976-8359-062f276a76c8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 210 time: 0.0305810 Jul 30 02:24:47.311302 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-80b1a797-04f9-4d3d-88c6-86bd24433f81 req-9b958d8d-71f8-4320-88b9-c5dfa8ad056c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 210 time: 0.0262892 Jul 30 02:24:48.093588 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:48.411700 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-791e9e26-e0ff-485f-87fe-bc2ba14ee3e5 req-0ec93224-909f-449f-8d5b-59bafd91d284 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 210 time: 0.0265985 Jul 30 02:24:48.752952 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 934c1bac-f4e9-4d8e-978c-f598f2c80f5e no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:24:48.773406 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 934c1bac-f4e9-4d8e-978c-f598f2c80f5e {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:24:48.773765 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 934c1bac-f4e9-4d8e-978c-f598f2c80f5e not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:24:49.511240 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6490a086-0b1f-4e08-95d0-3eebce6d8f9b req-b5b1d113-d3f8-48d4-a49b-29d1c4354131 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e9a1431-fbf8-48dc-89f8-849f4571132b HTTP/1.1" status: 200 len: 210 time: 0.0310652 Jul 30 02:25:00.670895 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:25:03.240465 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:09.148820 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b150d896-9424-4bd4-803b-9ea733b445b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:11.670151 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-139a28b9-40ba-4131-8dac-4d91ca7e572a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:11.794850 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:13.366905 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:14.738925 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:17.169254 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-3206ed91-2fbf-4d06-bbb2-b59f1ca1be33 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:17.170650 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-3206ed91-2fbf-4d06-bbb2-b59f1ca1be33 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 812 time: 0.0984921 Jul 30 02:25:17.186461 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-e1110f1f-9eba-4795-b9ae-22a155a06486 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/quotas/c36cbef5034e46a9b549289671a0e9e1 HTTP/1.1" status: 200 len: 375 time: 0.0098379 Jul 30 02:25:17.237827 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-7e13d30f-cc51-4181-8c31-f70e67b84b25 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456767 Jul 30 02:25:17.329306 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-14afd167-9aec-44c7-af1f-97e5fe204ce0 service neutron] 10.222.0.70 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838506 Jul 30 02:25:17.417774 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-f5471f60-b89c-4cf1-86ae-e24e9b347406 service neutron] 10.222.0.70 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819290 Jul 30 02:25:18.005089 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6233967-4723-481f-b347-2b07a88694a5 req-f763a2bd-0208-400b-98ab-93830c200e47 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 210 time: 0.0307248 Jul 30 02:25:18.086691 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:19.081239 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79a3d693-c212-44fd-9b85-eb0fccd04c55 req-a6c7dbf6-d7f4-4900-bc9d-0788258500c6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 210 time: 0.0269580 Jul 30 02:25:20.156725 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5af95655-173e-4304-b316-4cc794612695 req-5933ed72-4dd8-4d5f-a607-82fc26c50295 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 210 time: 0.0258391 Jul 30 02:25:21.248792 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-090cff34-2a44-424e-8b1f-268080ed5c33 req-0ea7efc6-e6ec-4c72-b02a-b2abec626198 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 210 time: 0.0270119 Jul 30 02:25:21.805028 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-7995ee7c-318a-4701-8912-a7a377713ac6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:21.806418 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-7995ee7c-318a-4701-8912-a7a377713ac6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.10 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 812 time: 0.1071379 Jul 30 02:25:21.819279 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Request body: {'port': {'device_id': '0c6783ed-ef3c-409e-ba9b-5261efe60879', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'admin_state_up': True, 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:25:21.990425 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Made reservation on behalf of c36cbef5034e46a9b549289671a0e9e1 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:25:21.993994 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:22.122376 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Allocated IP 172.20.0.14 (4b928f04-88e3-46bc-8c77-31c50e0fdb8f/3d6e8363-d530-4d77-8092-27961ea0d3e9/b3a3f2ea-10ea-49f3-b316-6e25090c946a) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:25:22.269874 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:22.284702 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Transition to ACTIVE for port object b3a3f2ea-10ea-49f3-b316-6e25090c946a will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:25:22.345193 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fdf3ba6c-7de5-44d1-97e7-74a1d7b71e08 req-498baa59-3c64-4dd1-9c33-40032fa2d1c3 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 210 time: 0.0271854 Jul 30 02:25:22.384976 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:22.429366 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:25:22.432578 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:25:22.436318 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:25:22.464441 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event updated for resources: {'Port': ['ID=b3a3f2ea-10ea-49f3-b316-6e25090c946a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:25:22.481680 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:22.482146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:22.482602 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:22.483014 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:22.483474 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:22.483906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:22.484341 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:22.484767 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:22.485154 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:22.485581 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:22.485910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:22.486237 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:22.513938 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:22.514797 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:22.624857 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-dc00c6af-a218-4e53-9359-2c6dac53c60c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8093827 Jul 30 02:25:22.639370 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] Request body: {'port': {'device_id': '0c6783ed-ef3c-409e-ba9b-5261efe60879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:25:22.696668 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:22.744418 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-be8b1d19-9574-4cf3-a55d-d3a4a6ffc526 None None] Provisioning for port b3a3f2ea-10ea-49f3-b316-6e25090c946a completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:25:22.748430 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-be8b1d19-9574-4cf3-a55d-d3a4a6ffc526 None None] Provisioning complete for port b3a3f2ea-10ea-49f3-b316-6e25090c946a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:25:22.748999 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be8b1d19-9574-4cf3-a55d-d3a4a6ffc526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:22.782872 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-be8b1d19-9574-4cf3-a55d-d3a4a6ffc526 None None] Port b3a3f2ea-10ea-49f3-b316-6e25090c946a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:25:22.964664 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a3f2ea-10ea-49f3-b316-6e25090c946a {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:25:22.972275 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:22.985542 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] Transition to ACTIVE for port object b3a3f2ea-10ea-49f3-b316-6e25090c946a will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:25:23.053144 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:23.105505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] Pushing event updated for resources: {'Port': ['ID=b3a3f2ea-10ea-49f3-b316-6e25090c946a,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:25:23.188679 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] Attempting to bind port b3a3f2ea-10ea-49f3-b316-6e25090c946a on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:25:23.189027 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] Attempting to bind port b3a3f2ea-10ea-49f3-b316-6e25090c946a by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:25:23.189364 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] Attempting to bind port b3a3f2ea-10ea-49f3-b316-6e25090c946a on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:25:23.194034 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] Port b3a3f2ea-10ea-49f3-b316-6e25090c946a on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:25:23.194395 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] Attempting to bind port b3a3f2ea-10ea-49f3-b316-6e25090c946a on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:25:23.199352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:25:23.199695 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] Checking segment: {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:25:23.200087 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] Bound using segment: {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:25:23.200520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] Bound port: b3a3f2ea-10ea-49f3-b316-6e25090c946a, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:25:23.200896 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:23.268265 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] For port b3a3f2ea-10ea-49f3-b316-6e25090c946a, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:25:23.271410 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] For port b3a3f2ea-10ea-49f3-b316-6e25090c946a, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b3a3f2ea-10ea-49f3-b316-6e25090c946a,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:25:23.350810 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:23.393490 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:23.394135 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:23.396234 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] 10.222.0.10 "PUT /v2.0/ports/b3a3f2ea-10ea-49f3-b316-6e25090c946a HTTP/1.1" status: 200 len: 1092 time: 0.7625523 Jul 30 02:25:23.396606 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6783ed-ef3c-409e-ba9b-5261efe60879', 'tag': 'b3a3f2ea-10ea-49f3-b316-6e25090c946a'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:25:23.399081 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b4d3c7-67c5-4645-a61f-9c99891c94eb" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6783ed-ef3c-409e-ba9b-5261efe60879", "tag": "b3a3f2ea-10ea-49f3-b316-6e25090c946a"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:25:23.425429 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc792aa6-3d4c-471c-ad2b-06cb49703b4b service neutron] Pushing event updated for resources: {'Port': ['ID=b3a3f2ea-10ea-49f3-b316-6e25090c946a,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:25:23.487683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c7b02-be73-4d12-b3f4-c647973e1e05 req-1b34d620-27cf-4e0e-a7c5-87b64531529c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:23.495783 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f27c7b02-be73-4d12-b3f4-c647973e1e05 req-1b34d620-27cf-4e0e-a7c5-87b64531529c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 944 time: 0.0658925 Jul 30 02:25:23.534084 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f27c7b02-be73-4d12-b3f4-c647973e1e05 req-d5504581-5430-4b85-b192-3d89245237c2 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374067 Jul 30 02:25:23.585609 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bac0618-ae7e-4954-bad6-f066b0d6f6dd x-openstack-request-id: req-1bac0618-ae7e-4954-bad6-f066b0d6f6dd {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:25:23.585988 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6783ed-ef3c-409e-ba9b-5261efe60879", "tag": "b3a3f2ea-10ea-49f3-b316-6e25090c946a", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:25:23.586290 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1bac0618-ae7e-4954-bad6-f066b0d6f6dd {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:25:23.586834 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6783ed-ef3c-409e-ba9b-5261efe60879', 'tag': 'b3a3f2ea-10ea-49f3-b316-6e25090c946a', 'status': 'completed', 'code': 200} Jul 30 02:25:23.593163 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-d2f71fe4-61df-4ff5-9d48-dbd11f8c41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:23.594819 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-d2f71fe4-61df-4ff5-9d48-dbd11f8c41a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 1095 time: 0.0592990 Jul 30 02:25:23.637583 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-94c92c80-f42e-4510-94b1-51ae24ec5693 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3a3f2ea-10ea-49f3-b316-6e25090c946a HTTP/1.1" status: 200 len: 217 time: 0.0349154 Jul 30 02:25:23.693595 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-a0f413d5-9ef5-43f5-853c-1a88394b62ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:23.695048 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-a0f413d5-9ef5-43f5-853c-1a88394b62ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0499494 Jul 30 02:25:23.742764 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-d1df4f31-94e7-4ae3-bd6c-ddd4b4973027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:23.744231 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-d1df4f31-94e7-4ae3-bd6c-ddd4b4973027 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424829 Jul 30 02:25:23.835395 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-1caf007f-51ce-4a7b-a1d7-7ee999af1264 service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832710 Jul 30 02:25:23.935622 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12deaeb5-56ac-442f-b1b0-6ac042ec2f7d req-8daefbd8-5d15-4085-9c27-7bc3934010cd service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895085 Jul 30 02:25:24.089275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4d3c7-67c5-4645-a61f-9c99891c94eb req-29798bfc-8761-46bf-ae3a-e3b699935c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:24.090860 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17b4d3c7-67c5-4645-a61f-9c99891c94eb req-29798bfc-8761-46bf-ae3a-e3b699935c08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 1095 time: 0.0520129 Jul 30 02:25:24.184710 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4d3c7-67c5-4645-a61f-9c99891c94eb req-32cdb228-8375-41ab-a8ee-d3d92e4ee470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:24.186192 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17b4d3c7-67c5-4645-a61f-9c99891c94eb req-32cdb228-8375-41ab-a8ee-d3d92e4ee470 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 913 time: 0.0886292 Jul 30 02:25:24.233171 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17b4d3c7-67c5-4645-a61f-9c99891c94eb req-492d0575-f399-426a-9e84-1353f74a8a63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3a3f2ea-10ea-49f3-b316-6e25090c946a HTTP/1.1" status: 200 len: 217 time: 0.0396140 Jul 30 02:25:24.283549 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4d3c7-67c5-4645-a61f-9c99891c94eb req-0f38ed3b-84e4-4cb8-86ad-0955ebf70f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:24.285061 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17b4d3c7-67c5-4645-a61f-9c99891c94eb req-0f38ed3b-84e4-4cb8-86ad-0955ebf70f68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0455003 Jul 30 02:25:24.339000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4d3c7-67c5-4645-a61f-9c99891c94eb req-7a51b36e-2967-44fa-8a10-275e958d7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:24.340624 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17b4d3c7-67c5-4645-a61f-9c99891c94eb req-7a51b36e-2967-44fa-8a10-275e958d7a3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484486 Jul 30 02:25:24.438159 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17b4d3c7-67c5-4645-a61f-9c99891c94eb req-c1588690-ef78-4bdf-ae42-130766f8727f service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897205 Jul 30 02:25:24.531107 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17b4d3c7-67c5-4645-a61f-9c99891c94eb req-2425cada-5eeb-4575-bc9c-37b8d9079098 service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857723 Jul 30 02:25:24.653416 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b7489-a24f-46a7-bf26-501f355f4339 req-de0d170c-847a-4913-979e-0b217581981f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:24.654942 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0d5b7489-a24f-46a7-bf26-501f355f4339 req-de0d170c-847a-4913-979e-0b217581981f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 944 time: 0.0497181 Jul 30 02:25:24.693177 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0d5b7489-a24f-46a7-bf26-501f355f4339 req-9b01d144-8e64-4c8b-b0c6-8b861a3577cc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319371 Jul 30 02:25:25.809088 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3e5ab-a399-4818-98ad-38c1deeae69a req-345dc990-3728-4e67-8a99-6bddd12c3a3c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:25.810682 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-03f3e5ab-a399-4818-98ad-38c1deeae69a req-345dc990-3728-4e67-8a99-6bddd12c3a3c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 944 time: 0.0511131 Jul 30 02:25:25.850178 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-03f3e5ab-a399-4818-98ad-38c1deeae69a req-8ce1d2aa-3ada-458e-9cf5-37be2a67252d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334306 Jul 30 02:25:26.967458 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842da9b-c169-4d7d-81f5-e5fa3be712eb req-8f1bbdff-fe15-4ffd-8380-55ae70a4f854 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:26.969171 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a842da9b-c169-4d7d-81f5-e5fa3be712eb req-8f1bbdff-fe15-4ffd-8380-55ae70a4f854 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 944 time: 0.0489442 Jul 30 02:25:27.012227 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a842da9b-c169-4d7d-81f5-e5fa3be712eb req-35938d21-e5bb-445a-b648-0f636c272b27 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364540 Jul 30 02:25:28.126713 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5797e-a414-4ad2-9feb-6f26b6146519 req-d0fe8993-0791-4e94-92df-17266a398c79 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:28.128206 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aef5797e-a414-4ad2-9feb-6f26b6146519 req-d0fe8993-0791-4e94-92df-17266a398c79 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 944 time: 0.0489962 Jul 30 02:25:28.165828 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aef5797e-a414-4ad2-9feb-6f26b6146519 req-ac654af0-d67b-49df-8760-82701f90c918 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310764 Jul 30 02:25:29.277854 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b7262-3aa6-471b-805a-78de17ea3c55 req-a2d42f7f-864d-4428-a6d3-c1d4a6ed4ba7 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:29.279339 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1c5b7262-3aa6-471b-805a-78de17ea3c55 req-a2d42f7f-864d-4428-a6d3-c1d4a6ed4ba7 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 944 time: 0.0483882 Jul 30 02:25:29.316513 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1c5b7262-3aa6-471b-805a-78de17ea3c55 req-87af7407-042e-44ce-b986-641ed68c317d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313854 Jul 30 02:25:30.429555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076c22e-ec52-4e50-a95d-040dfa30b46a req-502c9a3e-7b9e-4fca-9164-a0cbf82b809b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:30.431053 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7076c22e-ec52-4e50-a95d-040dfa30b46a req-502c9a3e-7b9e-4fca-9164-a0cbf82b809b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 944 time: 0.0483806 Jul 30 02:25:30.472439 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7076c22e-ec52-4e50-a95d-040dfa30b46a req-0d64a26f-fd57-4325-b0fa-c05f56faa98d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355270 Jul 30 02:25:31.587068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc7817-5eee-40f4-9ca2-7ad11b67678e req-eb6cace3-ed4e-49df-91cc-f5c584ac710a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:31.588565 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9bfc7817-5eee-40f4-9ca2-7ad11b67678e req-eb6cace3-ed4e-49df-91cc-f5c584ac710a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 944 time: 0.0496931 Jul 30 02:25:31.626286 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9bfc7817-5eee-40f4-9ca2-7ad11b67678e req-53c39ad0-53e7-4de9-a82b-587cfd48c982 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313797 Jul 30 02:25:32.739748 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125fe90-d507-4b36-8d81-5b9784b5fc18 req-b4245d0c-c140-448c-8435-cbf56f3ebb89 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:32.741249 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a125fe90-d507-4b36-8d81-5b9784b5fc18 req-b4245d0c-c140-448c-8435-cbf56f3ebb89 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 944 time: 0.0497859 Jul 30 02:25:32.779991 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a125fe90-d507-4b36-8d81-5b9784b5fc18 req-fc26b7ca-3482-4024-aa39-2ae1cd5126a1 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325737 Jul 30 02:25:33.247001 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:33.892179 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b618c8f-bb1c-481d-82b7-14fff47dc696 req-a2738dfd-9b05-48cb-a5e1-e9acf228776c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:33.898816 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b618c8f-bb1c-481d-82b7-14fff47dc696 req-a2738dfd-9b05-48cb-a5e1-e9acf228776c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 944 time: 0.0484483 Jul 30 02:25:33.935532 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3b618c8f-bb1c-481d-82b7-14fff47dc696 req-28c97b0f-a3e8-4b97-89e3-eeeaf8620484 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354981 Jul 30 02:25:34.890450 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device b3a3f2ea-10ea-49f3-b316-6e25090c946a details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:25:34.986393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port b3a3f2ea-10ea-49f3-b316-6e25090c946a, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b3a3f2ea-10ea-49f3-b316-6e25090c946a,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:25:34.998418 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'b3a3f2ea-10ea-49f3-b316-6e25090c946a', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'port_id': 'b3a3f2ea-10ea-49f3-b316-6e25090c946a', 'mac_address': 'fa:16:3e:c0:89:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:25:35.035755 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:35.049202 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a3f2ea-10ea-49f3-b316-6e25090c946a {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:25:35.052926 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f8a0c-aa7e-46b0-ab66-f7d4560428fb req-8dd2c50a-bf8c-40c4-92a7-613a63aa4cd0 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:35.054749 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe7f8a0c-aa7e-46b0-ab66-f7d4560428fb req-8dd2c50a-bf8c-40c4-92a7-613a63aa4cd0 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 944 time: 0.0520911 Jul 30 02:25:35.070210 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port b3a3f2ea-10ea-49f3-b316-6e25090c946a, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b3a3f2ea-10ea-49f3-b316-6e25090c946a,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:25:35.096372 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe7f8a0c-aa7e-46b0-ab66-f7d4560428fb req-43584944-1002-4762-a32a-aba2f81a8463 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343912 Jul 30 02:25:35.119284 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:35.164599 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=b3a3f2ea-10ea-49f3-b316-6e25090c946a,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:25:35.308211 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['b3a3f2ea-10ea-49f3-b316-6e25090c946a'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:25:36.213332 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42896e6-c7bc-452c-9943-44289381f861 req-9bdac94f-ac32-4e2f-b77a-5de5d3130ade tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:36.214864 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d42896e6-c7bc-452c-9943-44289381f861 req-9bdac94f-ac32-4e2f-b77a-5de5d3130ade tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 945 time: 0.0507030 Jul 30 02:25:36.252212 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d42896e6-c7bc-452c-9943-44289381f861 req-63579ba3-183e-45d5-a4d7-400db37b033d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312054 Jul 30 02:25:36.906099 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device b3a3f2ea-10ea-49f3-b316-6e25090c946a up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:25:37.012216 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port b3a3f2ea-10ea-49f3-b316-6e25090c946a completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:25:37.015988 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port b3a3f2ea-10ea-49f3-b316-6e25090c946a triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:25:37.016360 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:37.093582 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:37.115768 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6783ed-ef3c-409e-ba9b-5261efe60879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a3f2ea-10ea-49f3-b316-6e25090c946a'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:25:37.117965 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a285dd43-1c14-4d0d-87a0-71036834f5b4" -d '{"events": [{"server_uuid": "0c6783ed-ef3c-409e-ba9b-5261efe60879", "name": "network-vif-plugged", "status": "completed", "tag": "b3a3f2ea-10ea-49f3-b316-6e25090c946a"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:25:37.131267 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port b3a3f2ea-10ea-49f3-b316-6e25090c946a, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b3a3f2ea-10ea-49f3-b316-6e25090c946a,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:25:37.153656 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16239094-6282-42da-838e-8d6a320ff7bd x-openstack-request-id: req-16239094-6282-42da-838e-8d6a320ff7bd {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:25:37.153656 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6783ed-ef3c-409e-ba9b-5261efe60879", "name": "network-vif-plugged", "status": "completed", "tag": "b3a3f2ea-10ea-49f3-b316-6e25090c946a", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:25:37.153656 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16239094-6282-42da-838e-8d6a320ff7bd {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:25:37.153656 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6783ed-ef3c-409e-ba9b-5261efe60879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a3f2ea-10ea-49f3-b316-6e25090c946a', 'code': 200} Jul 30 02:25:37.201476 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:37.249026 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=b3a3f2ea-10ea-49f3-b316-6e25090c946a,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:25:37.297094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf8571-45ae-402c-8c30-d5a88a71f02b req-f9e10ebf-d09c-42cb-805e-dee31e56106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:37.298645 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a7bf8571-45ae-402c-8c30-d5a88a71f02b req-f9e10ebf-d09c-42cb-805e-dee31e56106e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 1097 time: 0.0901668 Jul 30 02:25:37.361570 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a7bf8571-45ae-402c-8c30-d5a88a71f02b req-83ff75e2-940a-47d2-859c-8510807a369d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562265 Jul 30 02:25:37.380862 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb19e0-cbd6-48eb-84bf-150f1579a33c req-1f7a0417-a105-4a1c-9d23-75ce8c2e9eb5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:37.382357 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8fb19e0-cbd6-48eb-84bf-150f1579a33c req-1f7a0417-a105-4a1c-9d23-75ce8c2e9eb5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 946 time: 0.0610569 Jul 30 02:25:37.420239 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8fb19e0-cbd6-48eb-84bf-150f1579a33c req-a6911d41-0976-4543-b9b6-f73b2f37dc7c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318239 Jul 30 02:25:37.670105 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:25:38.532844 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93e2f3-b326-4fad-8e00-bde239597ffe req-574d7d85-df9c-4078-8095-ca2e1f51f504 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:38.534358 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-da93e2f3-b326-4fad-8e00-bde239597ffe req-574d7d85-df9c-4078-8095-ca2e1f51f504 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 946 time: 0.0491855 Jul 30 02:25:38.571858 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-da93e2f3-b326-4fad-8e00-bde239597ffe req-b888a8e8-9fb9-4ee6-ad9f-0398d2a19dd5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316927 Jul 30 02:25:38.685736 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af26dd-408a-428b-b44f-ea55781cc3d8 req-09fb1f69-8d86-4dfd-b4a2-c7e1f47cf78f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:38.687183 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-25af26dd-408a-428b-b44f-ea55781cc3d8 req-09fb1f69-8d86-4dfd-b4a2-c7e1f47cf78f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 946 time: 0.0525646 Jul 30 02:25:38.724576 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-25af26dd-408a-428b-b44f-ea55781cc3d8 req-d47360c3-d535-4559-9149-d0b7b574376f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310559 Jul 30 02:25:39.144040 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-def3c9ac-28b8-4ad0-b82d-d64471539c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:41.662103 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ce7a29a2-49c9-4a5b-904e-a6f7270efca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:41.776075 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:41.977158 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-611aad24-408c-43b3-9e02-8d6d543d4edc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:41.978553 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-611aad24-408c-43b3-9e02-8d6d543d4edc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 812 time: 0.0984559 Jul 30 02:25:41.993756 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-2e58860c-b643-4637-bcf9-e6e9bc621d06 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/quotas/c36cbef5034e46a9b549289671a0e9e1 HTTP/1.1" status: 200 len: 375 time: 0.0094109 Jul 30 02:25:42.045061 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-a5f99666-165a-484c-860b-f034eb7bd5bd tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461457 Jul 30 02:25:42.138564 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-6b47d33d-2467-49f3-a2a9-1fb9a598fb70 service neutron] 10.222.0.70 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858359 Jul 30 02:25:42.226243 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-a94ddca8-dd28-4290-a0ed-e3d9cd86a8f1 service neutron] 10.222.0.70 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817022 Jul 30 02:25:42.497051 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0e23c18e-af7b-46f2-a1a3-4648b42d17c5 req-b71e9e0f-af50-4c9c-82ba-7cd9a165dcf7 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 210 time: 0.0313883 Jul 30 02:25:43.376125 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:43.589534 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a29e8513-ab90-4322-a09b-83f690ceb395 req-3f532eb7-32d8-4c70-b295-bc0af8ca46f9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 210 time: 0.0266724 Jul 30 02:25:44.685668 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7955e73c-2e53-4ba4-a86a-3aeef87922fe req-abb6714f-be51-47a3-98e8-c342bf0c8455 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 210 time: 0.0278683 Jul 30 02:25:44.698225 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:45.417210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-e957aea6-cd2b-41b9-919e-0db53a5a4eba tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:45.418695 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-e957aea6-cd2b-41b9-919e-0db53a5a4eba tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.77 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 812 time: 0.1064448 Jul 30 02:25:45.450097 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-0212e191-1b57-4994-9da9-02336eac3752 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Request body: {'port': {'device_id': 'b568f833-af2b-487d-b46f-eb883062744c', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'admin_state_up': True, 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:25:45.618222 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-0212e191-1b57-4994-9da9-02336eac3752 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Made reservation on behalf of c36cbef5034e46a9b549289671a0e9e1 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:25:45.621800 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-0212e191-1b57-4994-9da9-02336eac3752 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:45.757614 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-0212e191-1b57-4994-9da9-02336eac3752 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Allocated IP 172.20.0.9 (4b928f04-88e3-46bc-8c77-31c50e0fdb8f/3d6e8363-d530-4d77-8092-27961ea0d3e9/5c74cb57-9221-4bc9-86da-4828baf489c9) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:25:45.794541 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68c5c914-af03-47b4-b658-914694dca366 req-d407b07e-5f69-4334-b834-d825cd5c9462 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 210 time: 0.0327010 Jul 30 02:25:45.929693 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-0212e191-1b57-4994-9da9-02336eac3752 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:45.943953 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-0212e191-1b57-4994-9da9-02336eac3752 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Transition to ACTIVE for port object 5c74cb57-9221-4bc9-86da-4828baf489c9 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:25:46.062333 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-0212e191-1b57-4994-9da9-02336eac3752 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:46.074446 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['b3a3f2ea-10ea-49f3-b316-6e25090c946a'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:25:46.103906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-0212e191-1b57-4994-9da9-02336eac3752 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:25:46.107016 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-0212e191-1b57-4994-9da9-02336eac3752 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:25:46.109659 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-0212e191-1b57-4994-9da9-02336eac3752 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:25:46.155231 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212e191-1b57-4994-9da9-02336eac3752 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event updated for resources: {'Port': ['ID=5c74cb57-9221-4bc9-86da-4828baf489c9,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:25:46.190450 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-0212e191-1b57-4994-9da9-02336eac3752 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:46.193005 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-0212e191-1b57-4994-9da9-02336eac3752 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:46.270436 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-0212e191-1b57-4994-9da9-02336eac3752 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8239973 Jul 30 02:25:46.289919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] Request body: {'port': {'device_id': 'b568f833-af2b-487d-b46f-eb883062744c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:25:46.356775 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:46.461629 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bc3f2dd3-2e69-41a1-b815-371d375c96ed None None] Provisioning for port 5c74cb57-9221-4bc9-86da-4828baf489c9 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:25:46.466035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bc3f2dd3-2e69-41a1-b815-371d375c96ed None None] Provisioning complete for port 5c74cb57-9221-4bc9-86da-4828baf489c9 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:25:46.466627 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bc3f2dd3-2e69-41a1-b815-371d375c96ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:46.508112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f2dd3-2e69-41a1-b815-371d375c96ed None None] Port 5c74cb57-9221-4bc9-86da-4828baf489c9 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:25:46.637345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c74cb57-9221-4bc9-86da-4828baf489c9 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:25:46.644781 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:46.656590 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] Transition to ACTIVE for port object 5c74cb57-9221-4bc9-86da-4828baf489c9 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:25:46.753267 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:46.811448 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c74cb57-9221-4bc9-86da-4828baf489c9,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:25:46.931316 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] Attempting to bind port 5c74cb57-9221-4bc9-86da-4828baf489c9 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:25:46.931664 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] Attempting to bind port 5c74cb57-9221-4bc9-86da-4828baf489c9 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:25:46.932000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] Attempting to bind port 5c74cb57-9221-4bc9-86da-4828baf489c9 on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:25:46.939396 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] Port 5c74cb57-9221-4bc9-86da-4828baf489c9 on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:25:46.939726 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] Attempting to bind port 5c74cb57-9221-4bc9-86da-4828baf489c9 on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:25:46.949665 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:25:46.950013 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] Checking segment: {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:25:46.950636 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] Bound using segment: {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:25:46.951254 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] Bound port: 5c74cb57-9221-4bc9-86da-4828baf489c9, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:25:46.952969 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:46.962496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95b977-9535-4a2b-906b-58033e0571bb req-61e493f7-60e7-4824-a0d8-f38dfe608ae3 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:46.964153 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d95b977-9535-4a2b-906b-58033e0571bb req-61e493f7-60e7-4824-a0d8-f38dfe608ae3 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0826588 Jul 30 02:25:47.043177 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d95b977-9535-4a2b-906b-58033e0571bb req-e9879515-07ea-4b76-adb0-10bc6f09ad58 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680993 Jul 30 02:25:47.063371 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] For port 5c74cb57-9221-4bc9-86da-4828baf489c9, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:25:47.066083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] For port 5c74cb57-9221-4bc9-86da-4828baf489c9, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=5c74cb57-9221-4bc9-86da-4828baf489c9,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:25:47.170677 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:47.210457 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:47.211082 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:47.212542 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] 10.222.0.77 "PUT /v2.0/ports/5c74cb57-9221-4bc9-86da-4828baf489c9 HTTP/1.1" status: 200 len: 1091 time: 0.9276261 Jul 30 02:25:47.213012 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b568f833-af2b-487d-b46f-eb883062744c', 'tag': '5c74cb57-9221-4bc9-86da-4828baf489c9'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:25:47.215283 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbfca16-5ef3-46a8-86a0-b694a5521baf" -d '{"events": [{"name": "network-changed", "server_uuid": "b568f833-af2b-487d-b46f-eb883062744c", "tag": "5c74cb57-9221-4bc9-86da-4828baf489c9"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:25:47.245927 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224a2ba-7cef-48c5-a56a-ee1a805f13c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c74cb57-9221-4bc9-86da-4828baf489c9,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:25:47.258570 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584c0ab8-664b-4274-8c3b-9bc7d2ec7110 x-openstack-request-id: req-584c0ab8-664b-4274-8c3b-9bc7d2ec7110 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:25:47.258869 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b568f833-af2b-487d-b46f-eb883062744c", "tag": "5c74cb57-9221-4bc9-86da-4828baf489c9", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:25:47.259124 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-584c0ab8-664b-4274-8c3b-9bc7d2ec7110 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:25:47.259523 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b568f833-af2b-487d-b46f-eb883062744c', 'tag': '5c74cb57-9221-4bc9-86da-4828baf489c9', 'status': 'completed', 'code': 200} Jul 30 02:25:47.347110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfca16-5ef3-46a8-86a0-b694a5521baf req-075be1f8-aa30-428a-9c28-60fc5efd41d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:47.348933 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9fbfca16-5ef3-46a8-86a0-b694a5521baf req-075be1f8-aa30-428a-9c28-60fc5efd41d7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 1094 time: 0.0492227 Jul 30 02:25:47.459933 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfca16-5ef3-46a8-86a0-b694a5521baf req-992fbc95-f3fe-4a15-9be7-1284d8a2893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:47.461433 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9fbfca16-5ef3-46a8-86a0-b694a5521baf req-992fbc95-f3fe-4a15-9be7-1284d8a2893d service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=c36cbef5034e46a9b549289671a0e9e1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0995088 Jul 30 02:25:47.559594 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfca16-5ef3-46a8-86a0-b694a5521baf req-c782444f-e30d-4ecc-9050-5b4132b32c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:47.561115 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9fbfca16-5ef3-46a8-86a0-b694a5521baf req-c782444f-e30d-4ecc-9050-5b4132b32c81 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923357 Jul 30 02:25:47.656824 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-31a7ddf3-d670-40a7-885e-80df3d00a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:47.658339 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-31a7ddf3-d670-40a7-885e-80df3d00a549 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 1094 time: 0.0408919 Jul 30 02:25:47.710121 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-0f93985b-59c3-418b-b0c9-1eca46a535e3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c74cb57-9221-4bc9-86da-4828baf489c9 HTTP/1.1" status: 200 len: 217 time: 0.0379531 Jul 30 02:25:47.764548 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-28f03822-2246-4ae4-af20-cea6ee433ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:47.766088 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-28f03822-2246-4ae4-af20-cea6ee433ccc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0486681 Jul 30 02:25:47.815210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-e3d8a22e-4ca3-4a57-a925-97be1a57a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:47.816710 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-e3d8a22e-4ca3-4a57-a925-97be1a57a775 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400066 Jul 30 02:25:47.912903 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-bbbd721b-f634-4b14-90f9-cc9b37ce046d service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876286 Jul 30 02:25:48.003697 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f946d12-92f6-49cb-8bf5-bee053115156 req-131986e5-e81f-4dae-ac6c-da113d8f9a3e service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838494 Jul 30 02:25:48.155261 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:48.165623 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c277c6-f329-40b1-ab11-00c6ba088ff7 req-36cc4fe0-2cdc-4222-8a5d-f6de17d0e765 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:48.167083 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c4c277c6-f329-40b1-ab11-00c6ba088ff7 req-36cc4fe0-2cdc-4222-8a5d-f6de17d0e765 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0499413 Jul 30 02:25:48.205537 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c4c277c6-f329-40b1-ab11-00c6ba088ff7 req-8b76371c-de85-4426-b688-64bc7f74ccc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322907 Jul 30 02:25:49.329629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5900-aeba-46e8-b0a9-c6ee7a0e6771 req-90c1e069-edaa-4724-a833-13eb5ded70b5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:49.331152 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-facb5900-aeba-46e8-b0a9-c6ee7a0e6771 req-90c1e069-edaa-4724-a833-13eb5ded70b5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0560794 Jul 30 02:25:49.373175 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-facb5900-aeba-46e8-b0a9-c6ee7a0e6771 req-d4d5db83-d0ae-429e-a7ef-98bf87384b18 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335095 Jul 30 02:25:50.504200 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a986e0-ed27-4ee7-b58c-8fe4c045e5e2 req-ccabf166-5302-4b7f-9f47-455332e8d04a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:50.506127 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7a986e0-ed27-4ee7-b58c-8fe4c045e5e2 req-ccabf166-5302-4b7f-9f47-455332e8d04a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0526686 Jul 30 02:25:50.547036 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7a986e0-ed27-4ee7-b58c-8fe4c045e5e2 req-b7c963d0-16d1-4fe2-85cf-01fffbb27932 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347099 Jul 30 02:25:51.672556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a474d7-eb1c-4177-8de1-c9509f1af03b req-80fd055d-c82c-4272-b7c2-36716817a065 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:51.674339 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3a474d7-eb1c-4177-8de1-c9509f1af03b req-80fd055d-c82c-4272-b7c2-36716817a065 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0579205 Jul 30 02:25:51.713528 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3a474d7-eb1c-4177-8de1-c9509f1af03b req-f7ca71aa-be8d-477e-b09c-cfd4b81a398c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326149 Jul 30 02:25:52.834652 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d925f47-4256-4be1-b3cf-9aea330366e6 req-b15517bc-c8c7-42fd-b6dd-9c0f1647542c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:52.836157 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d925f47-4256-4be1-b3cf-9aea330366e6 req-b15517bc-c8c7-42fd-b6dd-9c0f1647542c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0538800 Jul 30 02:25:52.879309 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d925f47-4256-4be1-b3cf-9aea330366e6 req-429ff6f2-b9b9-49b6-a54d-6ad158772578 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343556 Jul 30 02:25:54.007006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43c874-a917-479f-87bb-822197bc467d req-9d0681bf-049b-4e7b-b50a-d75928f2db13 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:54.008453 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4d43c874-a917-479f-87bb-822197bc467d req-9d0681bf-049b-4e7b-b50a-d75928f2db13 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0539184 Jul 30 02:25:54.053050 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4d43c874-a917-479f-87bb-822197bc467d req-d89796a7-105a-42a0-a6b3-efbbea444acf tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337651 Jul 30 02:25:55.182275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a89d7d-64e1-4faa-93d8-da89ad193e49 req-5e64a8b9-ba73-4f82-bce5-0493732e0ff4 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:55.183878 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0a89d7d-64e1-4faa-93d8-da89ad193e49 req-5e64a8b9-ba73-4f82-bce5-0493732e0ff4 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0554595 Jul 30 02:25:55.222752 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0a89d7d-64e1-4faa-93d8-da89ad193e49 req-efafe6f4-4857-493f-b8e9-ea43a21439a1 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324838 Jul 30 02:25:56.357267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba9f99-ee36-41e1-b54b-977768197cb4 req-b4924e94-4ab3-45d2-995c-c4e6778c4d5d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:56.359253 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82ba9f99-ee36-41e1-b54b-977768197cb4 req-b4924e94-4ab3-45d2-995c-c4e6778c4d5d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0647449 Jul 30 02:25:56.402366 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82ba9f99-ee36-41e1-b54b-977768197cb4 req-28d643ef-d066-4eb4-b771-d3bc68a5e565 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358779 Jul 30 02:25:57.530158 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f4993-0f7d-45ff-9214-7aaed11b13b8 req-3d6c6b2a-3fbf-450b-8514-cb61468e4646 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:57.532729 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b8f4993-0f7d-45ff-9214-7aaed11b13b8 req-3d6c6b2a-3fbf-450b-8514-cb61468e4646 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0535839 Jul 30 02:25:57.572412 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b8f4993-0f7d-45ff-9214-7aaed11b13b8 req-1aa5a7e9-ac6a-4498-b6cb-80822247902f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331242 Jul 30 02:25:58.693475 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095836e-aa33-4aed-afbd-a246d59930d1 req-1aaced80-b04a-4c01-b2ad-2991dd10a32d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:58.695142 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0095836e-aa33-4aed-afbd-a246d59930d1 req-1aaced80-b04a-4c01-b2ad-2991dd10a32d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0515630 Jul 30 02:25:58.735595 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0095836e-aa33-4aed-afbd-a246d59930d1 req-b778497a-530f-46d8-9f46-ea500d2c97f1 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343728 Jul 30 02:25:59.864924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6addf4-68d1-4100-bc31-cbd1cb647501 req-6d032d2d-814a-4311-ba9e-6d7bf3ce64d1 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:59.867226 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac6addf4-68d1-4100-bc31-cbd1cb647501 req-6d032d2d-814a-4311-ba9e-6d7bf3ce64d1 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0585797 Jul 30 02:25:59.908037 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac6addf4-68d1-4100-bc31-cbd1cb647501 req-b8edad10-baab-47ac-a7b1-7b39af82a521 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346508 Jul 30 02:26:01.028447 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b697d-a875-47c5-9b41-25113139022a req-552e9f98-e250-43bf-9da0-ed5e45721433 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:01.030652 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-169b697d-a875-47c5-9b41-25113139022a req-552e9f98-e250-43bf-9da0-ed5e45721433 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0539267 Jul 30 02:26:01.071652 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-169b697d-a875-47c5-9b41-25113139022a req-848e7eb6-819f-437f-9d94-268a39d8a84d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349641 Jul 30 02:26:02.191251 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bdcd2-f8f8-49a7-821a-78db3e4e6026 req-73cfc663-6c7a-4057-91d3-da6812781def tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:02.192741 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a66bdcd2-f8f8-49a7-821a-78db3e4e6026 req-73cfc663-6c7a-4057-91d3-da6812781def tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0492587 Jul 30 02:26:02.233602 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a66bdcd2-f8f8-49a7-821a-78db3e4e6026 req-04db6a49-5449-4223-8656-864cffe8d558 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348938 Jul 30 02:26:03.275162 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:03.361055 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa4385-f893-40d2-8fc2-b24aa882b2c9 req-5699a41f-9bbd-4dfd-92df-d1ac6a25130f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:03.362583 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5efa4385-f893-40d2-8fc2-b24aa882b2c9 req-5699a41f-9bbd-4dfd-92df-d1ac6a25130f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0538692 Jul 30 02:26:03.401145 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5efa4385-f893-40d2-8fc2-b24aa882b2c9 req-a06c3c07-fa0a-4361-bd07-03ac258d2c75 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321195 Jul 30 02:26:04.519791 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d089f-69da-41ac-8648-a1d339c7ed4e req-0cf046ac-c974-4109-b8e4-cd45c98dfad1 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:04.521322 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f28d089f-69da-41ac-8648-a1d339c7ed4e req-0cf046ac-c974-4109-b8e4-cd45c98dfad1 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0498717 Jul 30 02:26:04.558771 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f28d089f-69da-41ac-8648-a1d339c7ed4e req-05116317-ff68-46e2-90d6-60c2f27a208c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312564 Jul 30 02:26:05.679496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee110e0e-faae-450c-83e5-b76b02851b15 req-3115fbde-34d9-41b6-9489-cf24cb5f5d6a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:05.682525 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee110e0e-faae-450c-83e5-b76b02851b15 req-3115fbde-34d9-41b6-9489-cf24cb5f5d6a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0559680 Jul 30 02:26:05.725692 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee110e0e-faae-450c-83e5-b76b02851b15 req-ef85052c-de94-45fa-89fa-15092db575dc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371342 Jul 30 02:26:06.846498 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec6d15-fc10-4c6d-93f9-099abad2877f req-121bf7fe-c193-4d73-a6ca-7557bb0bb700 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:06.847977 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4bec6d15-fc10-4c6d-93f9-099abad2877f req-121bf7fe-c193-4d73-a6ca-7557bb0bb700 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0540261 Jul 30 02:26:06.886665 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4bec6d15-fc10-4c6d-93f9-099abad2877f req-7d7077fc-9e31-4e22-9dde-1a6d78dd7d3e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324945 Jul 30 02:26:08.002760 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca7f16-c325-42d9-872b-d2234aa832d2 req-a889db33-349a-4492-bce2-aa416fd65d9b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:08.004375 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-46ca7f16-c325-42d9-872b-d2234aa832d2 req-a889db33-349a-4492-bce2-aa416fd65d9b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0498340 Jul 30 02:26:08.042679 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-46ca7f16-c325-42d9-872b-d2234aa832d2 req-adf89386-b311-44a8-9d19-2369bd9c8f9e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322697 Jul 30 02:26:09.157758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8321bdf-007f-45ae-b004-e23697f067b4 req-26e804c7-ec3f-4edf-8eec-347f45316862 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:09.159797 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f8321bdf-007f-45ae-b004-e23697f067b4 req-26e804c7-ec3f-4edf-8eec-347f45316862 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0491273 Jul 30 02:26:09.183480 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a61ce946-a703-4765-8c1f-73489e91d79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:09.197618 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f8321bdf-007f-45ae-b004-e23697f067b4 req-b91d1164-cc6c-49aa-8e72-f88454485055 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318065 Jul 30 02:26:10.317970 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f4085-d532-4e0a-8032-79845f26f05f req-238acdf1-8c4e-46e6-a57b-072acfc70eac tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:10.319518 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a7f4085-d532-4e0a-8032-79845f26f05f req-238acdf1-8c4e-46e6-a57b-072acfc70eac tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0545442 Jul 30 02:26:10.359522 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a7f4085-d532-4e0a-8032-79845f26f05f req-195b7c87-06e4-4dc8-87e4-ffae340130d9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341251 Jul 30 02:26:11.478868 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546073eb-e9f5-4407-bbf4-4d0375152a69 req-81580ecb-b6d5-4f54-912f-4d4678020d90 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:11.480495 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-546073eb-e9f5-4407-bbf4-4d0375152a69 req-81580ecb-b6d5-4f54-912f-4d4678020d90 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0497766 Jul 30 02:26:11.518511 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-546073eb-e9f5-4407-bbf4-4d0375152a69 req-c79b0915-dbd3-4f04-9ffb-6632dc409a87 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321617 Jul 30 02:26:11.677886 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b32af7d6-f55d-4266-9b2a-18e5c6b2ce0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:11.794998 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:12.631810 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971ce7f-1c92-45db-ad7f-c060cca247d6 req-26a0f63e-f761-4940-ae44-9e06c86cfcb9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:12.633218 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6971ce7f-1c92-45db-ad7f-c060cca247d6 req-26a0f63e-f761-4940-ae44-9e06c86cfcb9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0489914 Jul 30 02:26:12.673027 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6971ce7f-1c92-45db-ad7f-c060cca247d6 req-a518c8ad-63fe-4cc3-bec9-d4efb26cd108 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337868 Jul 30 02:26:13.386737 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:13.793611 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4c351-1087-495c-b1bb-e036a7e16339 req-7da7f373-da3a-4b11-aee5-7ed84e084d55 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:13.795119 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a3d4c351-1087-495c-b1bb-e036a7e16339 req-7da7f373-da3a-4b11-aee5-7ed84e084d55 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0547376 Jul 30 02:26:13.832717 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a3d4c351-1087-495c-b1bb-e036a7e16339 req-11527f77-50cc-40a7-8d9c-34a2880101f4 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317109 Jul 30 02:26:14.668969 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:26:14.758356 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:14.949075 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37a23e-5600-4a4f-b8ae-d8bdd93d7f9b req-76d98dc2-5624-4188-8c8b-31875a751f50 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:14.950564 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb37a23e-5600-4a4f-b8ae-d8bdd93d7f9b req-76d98dc2-5624-4188-8c8b-31875a751f50 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0501246 Jul 30 02:26:14.988798 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb37a23e-5600-4a4f-b8ae-d8bdd93d7f9b req-3de60c53-f2ab-4c50-bd45-5766b77cdcfb tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322611 Jul 30 02:26:16.105463 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78efd5-3b9c-47d3-8f36-69251986a4a0 req-5d488845-1142-4f4e-b115-4ce5fc01aa62 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:16.107022 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3c78efd5-3b9c-47d3-8f36-69251986a4a0 req-5d488845-1142-4f4e-b115-4ce5fc01aa62 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0496013 Jul 30 02:26:16.145425 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3c78efd5-3b9c-47d3-8f36-69251986a4a0 req-207fc978-6754-40d9-bb41-682ba7e8036a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324717 Jul 30 02:26:17.268153 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345812b6-75b5-4d5d-804b-bd62bc5274e4 req-31c04cf3-8869-41b9-995c-b53a7fc9a5a6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:17.270960 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-345812b6-75b5-4d5d-804b-bd62bc5274e4 req-31c04cf3-8869-41b9-995c-b53a7fc9a5a6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0572875 Jul 30 02:26:17.310072 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-345812b6-75b5-4d5d-804b-bd62bc5274e4 req-058b8258-d74d-402b-aa04-43521b11746a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338800 Jul 30 02:26:18.148877 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:18.427541 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381463b-8153-4f61-a3fb-0a8704567bf2 req-744f4080-275b-43ba-8054-edea211d3dfc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:18.429142 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e381463b-8153-4f61-a3fb-0a8704567bf2 req-744f4080-275b-43ba-8054-edea211d3dfc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0501437 Jul 30 02:26:18.469125 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e381463b-8153-4f61-a3fb-0a8704567bf2 req-d5d26313-c1de-4ffd-8450-e2bdb382efa6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340245 Jul 30 02:26:19.587306 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf51725-e93b-4f58-86d8-37711848e00f req-dcd4c876-8da8-46d8-927c-37cb4362f519 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:19.588840 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3cf51725-e93b-4f58-86d8-37711848e00f req-dcd4c876-8da8-46d8-927c-37cb4362f519 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0504546 Jul 30 02:26:19.627956 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3cf51725-e93b-4f58-86d8-37711848e00f req-7bd559cd-cad6-481e-a990-1a26e3853ae1 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324819 Jul 30 02:26:20.748827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc543730-ac84-49c0-a9df-0f911ef4d130 req-43be0b90-6d9a-4efb-bbe5-528e90ac6a6e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:20.750351 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc543730-ac84-49c0-a9df-0f911ef4d130 req-43be0b90-6d9a-4efb-bbe5-528e90ac6a6e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0543361 Jul 30 02:26:20.790514 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc543730-ac84-49c0-a9df-0f911ef4d130 req-77af9b18-d2b0-4bf4-90e6-3973d0e87391 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317161 Jul 30 02:26:21.906345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a743b-c5f5-4559-92c4-224b6f5f5350 req-d1dc4d22-67d7-41c4-a81f-add1161f5605 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:21.907930 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a13a743b-c5f5-4559-92c4-224b6f5f5350 req-d1dc4d22-67d7-41c4-a81f-add1161f5605 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0504737 Jul 30 02:26:21.945228 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a13a743b-c5f5-4559-92c4-224b6f5f5350 req-bc7968f4-cc19-40c3-a007-0765f02ef7bd tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313919 Jul 30 02:26:23.061356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8eb99-8ecc-43cc-9f09-0ccd47ed10f1 req-818df6ab-afa7-4640-a020-c03731203492 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:23.062889 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-26c8eb99-8ecc-43cc-9f09-0ccd47ed10f1 req-818df6ab-afa7-4640-a020-c03731203492 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0504689 Jul 30 02:26:23.101697 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-26c8eb99-8ecc-43cc-9f09-0ccd47ed10f1 req-ca6c675b-420b-4634-94fd-e464d56cbe5d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327528 Jul 30 02:26:24.219994 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f234b4-cb93-44d0-b398-944a28d8bc93 req-b256ce16-551c-4f18-b384-fcfd580a5a1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:24.221492 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82f234b4-cb93-44d0-b398-944a28d8bc93 req-b256ce16-551c-4f18-b384-fcfd580a5a1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0532382 Jul 30 02:26:24.259580 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82f234b4-cb93-44d0-b398-944a28d8bc93 req-519cfd4b-c6d9-4470-8130-8ad56fbaca18 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316069 Jul 30 02:26:25.374462 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ed166-e2b2-41ad-bff7-1f588e3258a1 req-10527e63-c21f-47c7-b972-7d528a020658 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:25.375980 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a17ed166-e2b2-41ad-bff7-1f588e3258a1 req-10527e63-c21f-47c7-b972-7d528a020658 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0505269 Jul 30 02:26:25.414809 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a17ed166-e2b2-41ad-bff7-1f588e3258a1 req-47c04286-ccf0-41a3-8354-a8379a2f0b45 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329580 Jul 30 02:26:26.528108 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec670e1-2e5b-4db3-ad7f-752339f2a8c2 req-580c97cc-978b-4891-bbf9-846276a3512a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:26.529633 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bec670e1-2e5b-4db3-ad7f-752339f2a8c2 req-580c97cc-978b-4891-bbf9-846276a3512a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0488725 Jul 30 02:26:26.566966 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bec670e1-2e5b-4db3-ad7f-752339f2a8c2 req-ea137c36-1c9a-4e1d-bd53-ffe3037f980d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315285 Jul 30 02:26:27.684454 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82a2d1-cf82-4521-8363-0bc5071341c1 req-1cdfcd8b-b420-4bfa-b868-7d076b077574 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:27.685897 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a82a2d1-cf82-4521-8363-0bc5071341c1 req-1cdfcd8b-b420-4bfa-b868-7d076b077574 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0527711 Jul 30 02:26:27.723500 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a82a2d1-cf82-4521-8363-0bc5071341c1 req-3cb5286b-1fc6-4747-9e0e-a3a906e5a81b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317039 Jul 30 02:26:28.708501 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 5c74cb57-9221-4bc9-86da-4828baf489c9 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:26:28.799834 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 5c74cb57-9221-4bc9-86da-4828baf489c9, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=5c74cb57-9221-4bc9-86da-4828baf489c9,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:28.811962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '5c74cb57-9221-4bc9-86da-4828baf489c9', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'port_id': '5c74cb57-9221-4bc9-86da-4828baf489c9', 'mac_address': 'fa:16:3e:67:ea:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:26:28.839049 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17e897-eeb2-4549-9a04-7a882644af44 req-b3deb5e1-7c28-4076-ac75-0038c26d8588 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:28.841738 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d17e897-eeb2-4549-9a04-7a882644af44 req-b3deb5e1-7c28-4076-ac75-0038c26d8588 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 943 time: 0.0495918 Jul 30 02:26:28.849383 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:28.866560 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c74cb57-9221-4bc9-86da-4828baf489c9 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:26:28.879567 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d17e897-eeb2-4549-9a04-7a882644af44 req-458be800-53f1-4be1-b8b2-40ec375e22fb tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329003 Jul 30 02:26:28.887629 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 5c74cb57-9221-4bc9-86da-4828baf489c9, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=5c74cb57-9221-4bc9-86da-4828baf489c9,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:28.985775 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:29.032948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=5c74cb57-9221-4bc9-86da-4828baf489c9,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:29.040842 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:29.041191 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:29.041531 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:29.041867 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:29.042204 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:29.042563 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:29.042895 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:29.043224 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:29.043554 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:29.043876 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:29.044198 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:29.044531 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:29.289630 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['5c74cb57-9221-4bc9-86da-4828baf489c9'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:26:29.994835 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dcc8f-5374-4799-9016-844aa859056b req-fbe352e3-27ac-42e5-b875-71e0b39d11b5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:29.996350 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7f7dcc8f-5374-4799-9016-844aa859056b req-fbe352e3-27ac-42e5-b875-71e0b39d11b5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 944 time: 0.0492175 Jul 30 02:26:30.033312 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7f7dcc8f-5374-4799-9016-844aa859056b req-03873f17-31db-4d51-9c4a-e196cfbfeaca tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310764 Jul 30 02:26:30.711359 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 5c74cb57-9221-4bc9-86da-4828baf489c9 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:26:30.845716 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 5c74cb57-9221-4bc9-86da-4828baf489c9 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:26:30.849604 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 5c74cb57-9221-4bc9-86da-4828baf489c9 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:26:30.849983 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:30.923978 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:30.946142 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b568f833-af2b-487d-b46f-eb883062744c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c74cb57-9221-4bc9-86da-4828baf489c9'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:26:30.949309 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1e79c7-e188-4d56-a1f3-1c4d76b53742" -d '{"events": [{"server_uuid": "b568f833-af2b-487d-b46f-eb883062744c", "name": "network-vif-plugged", "status": "completed", "tag": "5c74cb57-9221-4bc9-86da-4828baf489c9"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:26:30.964718 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 5c74cb57-9221-4bc9-86da-4828baf489c9, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=5c74cb57-9221-4bc9-86da-4828baf489c9,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:30.987321 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289c35b1-497a-4ba7-b913-998701aac9c8 x-openstack-request-id: req-289c35b1-497a-4ba7-b913-998701aac9c8 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:26:30.987321 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b568f833-af2b-487d-b46f-eb883062744c", "name": "network-vif-plugged", "status": "completed", "tag": "5c74cb57-9221-4bc9-86da-4828baf489c9", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:26:30.987321 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-289c35b1-497a-4ba7-b913-998701aac9c8 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:26:30.987646 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b568f833-af2b-487d-b46f-eb883062744c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c74cb57-9221-4bc9-86da-4828baf489c9', 'code': 200} Jul 30 02:26:31.034584 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:31.092115 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=5c74cb57-9221-4bc9-86da-4828baf489c9,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:31.150801 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a8731-68c7-480a-aec2-18e9ee93f6b3 req-7a007a8e-ba9b-4d6b-8b79-6e32e16d5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:31.152310 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-551a8731-68c7-480a-aec2-18e9ee93f6b3 req-7a007a8e-ba9b-4d6b-8b79-6e32e16d5599 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 1096 time: 0.0822515 Jul 30 02:26:31.163778 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b895f-5da6-4c34-95c5-4eb1e4d5551c req-cd370b50-a55a-4e41-9911-85cea78d2e0f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:31.165176 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-200b895f-5da6-4c34-95c5-4eb1e4d5551c req-cd370b50-a55a-4e41-9911-85cea78d2e0f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 945 time: 0.0598311 Jul 30 02:26:31.214943 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-551a8731-68c7-480a-aec2-18e9ee93f6b3 req-9bd13fe2-9a68-4a42-8cd3-057008e0f6e4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487716 Jul 30 02:26:31.222016 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-200b895f-5da6-4c34-95c5-4eb1e4d5551c req-e6a08370-4aa6-45a9-be19-d5581de4ea92 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507848 Jul 30 02:26:31.767567 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-526b0c65-8fc3-4e2b-8934-cd95a3bddd4e req-d90de511-0692-41c9-b27c-41959013e5fa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429020 Jul 30 02:26:32.139812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b0c65-8fc3-4e2b-8934-cd95a3bddd4e req-2d624b57-4ee5-4bb9-90f4-b740dd88edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:32.141343 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-526b0c65-8fc3-4e2b-8934-cd95a3bddd4e req-2d624b57-4ee5-4bb9-90f4-b740dd88edb5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 1097 time: 0.3338292 Jul 30 02:26:32.245367 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b0c65-8fc3-4e2b-8934-cd95a3bddd4e req-45fb52ac-ee1d-4945-91a8-073d47905a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:32.246921 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-526b0c65-8fc3-4e2b-8934-cd95a3bddd4e req-45fb52ac-ee1d-4945-91a8-073d47905a35 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 913 time: 0.0861073 Jul 30 02:26:32.294384 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-526b0c65-8fc3-4e2b-8934-cd95a3bddd4e req-3bda0b7f-0d36-4376-9fd7-338ec45475de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3a3f2ea-10ea-49f3-b316-6e25090c946a HTTP/1.1" status: 200 len: 217 time: 0.0401957 Jul 30 02:26:32.365456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b0c65-8fc3-4e2b-8934-cd95a3bddd4e req-5ec340d3-0d5e-42e4-b172-c2cbe5be54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:32.367014 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-526b0c65-8fc3-4e2b-8934-cd95a3bddd4e req-5ec340d3-0d5e-42e4-b172-c2cbe5be54d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0650299 Jul 30 02:26:32.378749 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ed700-7f29-4e1c-af61-06af6601b919 req-9c4921bd-bb2d-4546-a4ac-b6444af11291 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:32.380215 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-598ed700-7f29-4e1c-af61-06af6601b919 req-9c4921bd-bb2d-4546-a4ac-b6444af11291 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 945 time: 0.0884824 Jul 30 02:26:32.450199 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-598ed700-7f29-4e1c-af61-06af6601b919 req-087e17b9-eeec-4375-83f5-2b11b9f4ae26 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605419 Jul 30 02:26:32.453463 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b0c65-8fc3-4e2b-8934-cd95a3bddd4e req-013791c8-cd9d-44ba-b5dc-29f2624ad212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:32.454366 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-526b0c65-8fc3-4e2b-8934-cd95a3bddd4e req-013791c8-cd9d-44ba-b5dc-29f2624ad212 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732780 Jul 30 02:26:32.546001 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-526b0c65-8fc3-4e2b-8934-cd95a3bddd4e req-0e238b84-95fc-4ca8-affd-90cb1b37c40d service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839045 Jul 30 02:26:32.640323 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-526b0c65-8fc3-4e2b-8934-cd95a3bddd4e req-d19b0040-6d6e-4859-b7e4-de9b7500c945 service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870934 Jul 30 02:26:33.245756 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:33.566090 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f6906-be90-467c-8f25-b6aa8e6b8ba7 req-8e03376d-c34f-4634-9d34-565439766fcf tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:33.567506 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-059f6906-be90-467c-8f25-b6aa8e6b8ba7 req-8e03376d-c34f-4634-9d34-565439766fcf tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 945 time: 0.0496657 Jul 30 02:26:33.605881 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-059f6906-be90-467c-8f25-b6aa8e6b8ba7 req-14d8c693-6760-413f-9105-96c09ac5a365 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323513 Jul 30 02:26:33.720815 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51071c-4c10-450d-9874-bbdbdaeefc90 req-699cddcf-5fbb-47d0-99e3-b52b7efdbc83 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:33.722352 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dd51071c-4c10-450d-9874-bbdbdaeefc90 req-699cddcf-5fbb-47d0-99e3-b52b7efdbc83 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 945 time: 0.0488923 Jul 30 02:26:33.760229 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dd51071c-4c10-450d-9874-bbdbdaeefc90 req-5a7a43aa-fbec-40d1-9455-4842d02682cf tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313878 Jul 30 02:26:34.292565 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadee03-a829-47a3-a2fe-ecf9440a5dae req-676fe355-efa1-43aa-9879-38ac12552879 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:34.294074 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5fadee03-a829-47a3-a2fe-ecf9440a5dae req-676fe355-efa1-43aa-9879-38ac12552879 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 945 time: 0.0546825 Jul 30 02:26:34.333328 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5fadee03-a829-47a3-a2fe-ecf9440a5dae req-c1e7a65e-9bda-4623-b32d-3a38581e610f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324755 Jul 30 02:26:35.451786 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de356c-ab8f-4c74-90ba-1a6aeefb8c86 req-44df6af6-c20c-4f8a-a614-27f76884c3b2 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:35.453312 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6de356c-ab8f-4c74-90ba-1a6aeefb8c86 req-44df6af6-c20c-4f8a-a614-27f76884c3b2 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 945 time: 0.0511734 Jul 30 02:26:35.491735 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6de356c-ab8f-4c74-90ba-1a6aeefb8c86 req-a2aecee0-25e2-4e58-b7b6-ba43e6a84e7c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325115 Jul 30 02:26:35.870242 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65da35-ab21-4940-8a37-e2a2af9262de req-167e313f-5a42-4230-8402-0d873e7241ba tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:35.871771 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db65da35-ab21-4940-8a37-e2a2af9262de req-167e313f-5a42-4230-8402-0d873e7241ba tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.77 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 945 time: 0.0506363 Jul 30 02:26:35.967814 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-db65da35-ab21-4940-8a37-e2a2af9262de req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Deleting port 5c74cb57-9221-4bc9-86da-4828baf489c9 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:26:35.968151 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-db65da35-ab21-4940-8a37-e2a2af9262de req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:36.054956 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-db65da35-ab21-4940-8a37-e2a2af9262de req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] For port 5c74cb57-9221-4bc9-86da-4828baf489c9, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=5c74cb57-9221-4bc9-86da-4828baf489c9,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:36.055311 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-db65da35-ab21-4940-8a37-e2a2af9262de req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:36.067710 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-db65da35-ab21-4940-8a37-e2a2af9262de req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Calling delete_port for 5c74cb57-9221-4bc9-86da-4828baf489c9 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:26:36.280193 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-db65da35-ab21-4940-8a37-e2a2af9262de req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:36.291573 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['b3a3f2ea-10ea-49f3-b316-6e25090c946a'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:26:36.309696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event deleted for resources: {'Port': ['ID=5c74cb57-9221-4bc9-86da-4828baf489c9,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:36.314665 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['5c74cb57-9221-4bc9-86da-4828baf489c9'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:26:36.336688 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:36.337012 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:36.337369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:36.337716 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:36.338058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:36.338418 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:36.338755 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:36.339659 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:36.339659 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:36.339850 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:36.340284 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:36.340624 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:36.369630 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-db65da35-ab21-4940-8a37-e2a2af9262de req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] No DVR routers for this DVR port 5c74cb57-9221-4bc9-86da-4828baf489c9 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:26:36.372398 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-db65da35-ab21-4940-8a37-e2a2af9262de req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:36.374458 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db65da35-ab21-4940-8a37-e2a2af9262de req-630249ba-c765-4c71-9bc2-e20865407201 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.77 "DELETE /v2.0/ports/5c74cb57-9221-4bc9-86da-4828baf489c9 HTTP/1.1" status: 204 len: 173 time: 0.4959028 Jul 30 02:26:36.375007 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b568f833-af2b-487d-b46f-eb883062744c', 'name': 'network-vif-deleted', 'tag': '5c74cb57-9221-4bc9-86da-4828baf489c9'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:26:36.377256 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e7074e-23e5-4605-ade5-fabdce5b2a3c" -d '{"events": [{"server_uuid": "b568f833-af2b-487d-b46f-eb883062744c", "name": "network-vif-deleted", "tag": "5c74cb57-9221-4bc9-86da-4828baf489c9"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:26:36.413801 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f64fcfd-3ed0-4096-b8dc-915e4d963963 x-openstack-request-id: req-0f64fcfd-3ed0-4096-b8dc-915e4d963963 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:26:36.414122 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b568f833-af2b-487d-b46f-eb883062744c", "name": "network-vif-deleted", "tag": "5c74cb57-9221-4bc9-86da-4828baf489c9", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:26:36.414422 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f64fcfd-3ed0-4096-b8dc-915e4d963963 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:26:36.414834 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b568f833-af2b-487d-b46f-eb883062744c', 'name': 'network-vif-deleted', 'tag': '5c74cb57-9221-4bc9-86da-4828baf489c9', 'status': 'completed', 'code': 200} Jul 30 02:26:36.592420 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f56e924d-6403-45bf-9e14-5924cbd2ac22 req-f1bcf66b-bbff-49b2-8a97-0a69c1eea856 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 210 time: 0.0277820 Jul 30 02:26:37.688940 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e7c8eba7-98b2-4407-aab5-15e5fa4aa826 req-286656da-ba9d-49e3-96c8-9932c9c0c59b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 210 time: 0.0277591 Jul 30 02:26:38.784761 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1ac42d6a-e4a0-4b14-9ef5-1eadfbc09a1c req-02a614cf-101d-497b-a503-a67c6885b119 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 210 time: 0.0286777 Jul 30 02:26:39.151301 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6aa14042-a7d9-4591-909c-93a85fab30c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:39.882182 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e58e3e2e-c100-45a8-b596-d44505e2bff1 req-b62bf535-f843-461e-95c8-e49c7ec85ef0 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 210 time: 0.0271161 Jul 30 02:26:40.788913 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 5c74cb57-9221-4bc9-86da-4828baf489c9 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:26:40.975586 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 5c74cb57-9221-4bc9-86da-4828baf489c9 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:26:40.976180 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 5c74cb57-9221-4bc9-86da-4828baf489c9 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:26:41.001250 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b1f327f-9de9-4a9c-a076-04c4efb38741 req-e9022d98-1817-417c-b7d4-cd83c41c8c24 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=b568f833-af2b-487d-b46f-eb883062744c HTTP/1.1" status: 200 len: 210 time: 0.0277035 Jul 30 02:26:41.705733 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8fd45b7b-1021-4b0c-b53d-9458b2298217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:41.805887 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:43.402992 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:44.728602 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:45.790309 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e30a21-81f8-4e38-bd4b-f48ee2ee6b5c req-6bf8bb89-2e2b-47b5-a431-a7050e50460f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:45.791840 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08e30a21-81f8-4e38-bd4b-f48ee2ee6b5c req-6bf8bb89-2e2b-47b5-a431-a7050e50460f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 946 time: 0.0537887 Jul 30 02:26:45.829083 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08e30a21-81f8-4e38-bd4b-f48ee2ee6b5c req-79a303d5-ef6a-4989-aeb6-7b5cea60fef3 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314195 Jul 30 02:26:46.942539 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36d06d-dc25-4f3d-a0e1-0becea04740b req-9682ca65-54a3-4814-9d33-d214e7791b8f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:46.944053 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ec36d06d-dc25-4f3d-a0e1-0becea04740b req-9682ca65-54a3-4814-9d33-d214e7791b8f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 946 time: 0.0497372 Jul 30 02:26:46.983198 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ec36d06d-dc25-4f3d-a0e1-0becea04740b req-0d78663e-d01d-4847-8584-f450616b0aab tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5217197-6229-48ac-b5fe-07cccf5e58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333185 Jul 30 02:26:47.293495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1601e12-c738-4aec-bbdc-ce1dac6ba917 req-4f582ca6-0963-4149-bd24-0541710e8459 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:47.294940 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1601e12-c738-4aec-bbdc-ce1dac6ba917 req-4f582ca6-0963-4149-bd24-0541710e8459 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 946 time: 0.0492799 Jul 30 02:26:47.387167 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-f1601e12-c738-4aec-bbdc-ce1dac6ba917 req-f85f29f3-968f-445f-84c6-600dc5191cf2 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Deleting port b3a3f2ea-10ea-49f3-b316-6e25090c946a {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:26:47.387514 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f1601e12-c738-4aec-bbdc-ce1dac6ba917 req-f85f29f3-968f-445f-84c6-600dc5191cf2 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:47.474995 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f1601e12-c738-4aec-bbdc-ce1dac6ba917 req-f85f29f3-968f-445f-84c6-600dc5191cf2 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] For port b3a3f2ea-10ea-49f3-b316-6e25090c946a, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=b3a3f2ea-10ea-49f3-b316-6e25090c946a,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:47.475362 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f1601e12-c738-4aec-bbdc-ce1dac6ba917 req-f85f29f3-968f-445f-84c6-600dc5191cf2 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:47.488058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-f1601e12-c738-4aec-bbdc-ce1dac6ba917 req-f85f29f3-968f-445f-84c6-600dc5191cf2 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Calling delete_port for b3a3f2ea-10ea-49f3-b316-6e25090c946a owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:26:47.688173 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f1601e12-c738-4aec-bbdc-ce1dac6ba917 req-f85f29f3-968f-445f-84c6-600dc5191cf2 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:47.699296 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['b3a3f2ea-10ea-49f3-b316-6e25090c946a'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:26:47.715546 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f29f3-968f-445f-84c6-600dc5191cf2 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event deleted for resources: {'Port': ['ID=b3a3f2ea-10ea-49f3-b316-6e25090c946a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:47.763878 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1601e12-c738-4aec-bbdc-ce1dac6ba917 req-f85f29f3-968f-445f-84c6-600dc5191cf2 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] No DVR routers for this DVR port b3a3f2ea-10ea-49f3-b316-6e25090c946a on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:26:47.766590 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f1601e12-c738-4aec-bbdc-ce1dac6ba917 req-f85f29f3-968f-445f-84c6-600dc5191cf2 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:47.768558 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1601e12-c738-4aec-bbdc-ce1dac6ba917 req-f85f29f3-968f-445f-84c6-600dc5191cf2 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.10 "DELETE /v2.0/ports/b3a3f2ea-10ea-49f3-b316-6e25090c946a HTTP/1.1" status: 204 len: 173 time: 0.4675632 Jul 30 02:26:47.768998 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6783ed-ef3c-409e-ba9b-5261efe60879', 'name': 'network-vif-deleted', 'tag': 'b3a3f2ea-10ea-49f3-b316-6e25090c946a'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:26:47.771325 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fac4a21-4a1e-4c6e-b6d7-7841995046cc" -d '{"events": [{"server_uuid": "0c6783ed-ef3c-409e-ba9b-5261efe60879", "name": "network-vif-deleted", "tag": "b3a3f2ea-10ea-49f3-b316-6e25090c946a"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:26:47.806328 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cf6713-a35e-4acb-98e6-a9fcb26ede5a x-openstack-request-id: req-f9cf6713-a35e-4acb-98e6-a9fcb26ede5a {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:26:47.806640 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6783ed-ef3c-409e-ba9b-5261efe60879", "name": "network-vif-deleted", "tag": "b3a3f2ea-10ea-49f3-b316-6e25090c946a", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:26:47.806899 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f9cf6713-a35e-4acb-98e6-a9fcb26ede5a {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:26:47.807303 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6783ed-ef3c-409e-ba9b-5261efe60879', 'name': 'network-vif-deleted', 'tag': 'b3a3f2ea-10ea-49f3-b316-6e25090c946a', 'status': 'completed', 'code': 200} Jul 30 02:26:48.082982 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1ae36d21-e3c5-49e3-9420-d17dae771064 req-010dc609-590b-47b0-bdd6-bf01931f1374 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 210 time: 0.0295498 Jul 30 02:26:48.117003 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:49.180565 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c194981e-60e1-4029-af79-efccdfd2d19f req-264ff7ca-f435-400b-84dd-0eca2c6f46b3 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 210 time: 0.0283337 Jul 30 02:26:50.273340 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37913a0d-8fea-4687-8dab-be986f38f7ed req-20ba8310-1b26-4a84-aeba-5523293e621d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 210 time: 0.0260842 Jul 30 02:26:51.369582 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b0cc612-2883-46be-ac18-4b13c8ab52bc req-68e56e59-61b1-4c84-b4a0-8b4c1c745ed7 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c6783ed-ef3c-409e-ba9b-5261efe60879 HTTP/1.1" status: 200 len: 210 time: 0.0276124 Jul 30 02:26:51.373402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device b3a3f2ea-10ea-49f3-b316-6e25090c946a no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:26:51.393297 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: b3a3f2ea-10ea-49f3-b316-6e25090c946a {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:26:51.393644 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device b3a3f2ea-10ea-49f3-b316-6e25090c946a not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:26:51.668362 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:26:55.764499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34284) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:55.769263 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-66036e43-89c0-417b-9548-f6b0358ec51b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1998526438', 'description': 'tempest-secgroup-smoke-1998526438 description', 'project_id': 'c36cbef5034e46a9b549289671a0e9e1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:55.856734 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66036e43-89c0-417b-9548-f6b0358ec51b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:55.942867 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66036e43-89c0-417b-9548-f6b0358ec51b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:56.005159 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66036e43-89c0-417b-9548-f6b0358ec51b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:56.033379 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66036e43-89c0-417b-9548-f6b0358ec51b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:56.096748 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-66036e43-89c0-417b-9548-f6b0358ec51b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:56.098001 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-66036e43-89c0-417b-9548-f6b0358ec51b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3324924 Jul 30 02:26:56.101441 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34286) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:56.105842 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-554bd8d7-94a3-4df6-82c8-95e5f1a52708 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Request body: {'security_group_rule': {'security_group_id': '362e0e3c-1a6c-4d79-b388-a9e1d7b8b635', 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:56.201892 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-554bd8d7-94a3-4df6-82c8-95e5f1a52708 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:56.269320 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-554bd8d7-94a3-4df6-82c8-95e5f1a52708 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:56.331339 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-554bd8d7-94a3-4df6-82c8-95e5f1a52708 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:56.346342 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554bd8d7-94a3-4df6-82c8-95e5f1a52708 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a718e4-3f02-430f-95bb-ba66ec86d98b,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:56.400079 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-554bd8d7-94a3-4df6-82c8-95e5f1a52708 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:56.401309 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-554bd8d7-94a3-4df6-82c8-95e5f1a52708 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2989423 Jul 30 02:26:56.404068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34288) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:56.408609 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a8e3178c-c808-479c-bf50-787e654846ad tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Request body: {'security_group_rule': {'security_group_id': '362e0e3c-1a6c-4d79-b388-a9e1d7b8b635', 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:56.493276 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8e3178c-c808-479c-bf50-787e654846ad tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:56.540993 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8e3178c-c808-479c-bf50-787e654846ad tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:56.619294 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8e3178c-c808-479c-bf50-787e654846ad tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:56.637995 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3178c-c808-479c-bf50-787e654846ad tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ce81f1-75de-48e5-83b4-1d7a4e6d79bd,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:56.699393 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a8e3178c-c808-479c-bf50-787e654846ad tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:56.700595 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a8e3178c-c808-479c-bf50-787e654846ad tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2955620 Jul 30 02:26:56.703265 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34290) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:56.707693 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-0b2beb99-3e5e-4a93-a410-b14d5c27755b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Request body: {'security_group_rule': {'security_group_id': '362e0e3c-1a6c-4d79-b388-a9e1d7b8b635', 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:56.800664 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b2beb99-3e5e-4a93-a410-b14d5c27755b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:56.858490 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b2beb99-3e5e-4a93-a410-b14d5c27755b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:56.919338 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b2beb99-3e5e-4a93-a410-b14d5c27755b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:56.940196 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2beb99-3e5e-4a93-a410-b14d5c27755b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9290a973-86a1-4e48-9989-1f612e16321b,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:57.024609 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b2beb99-3e5e-4a93-a410-b14d5c27755b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:57.025830 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0b2beb99-3e5e-4a93-a410-b14d5c27755b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3216617 Jul 30 02:26:57.028490 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34292) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:57.032954 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-56b997c6-bc60-4ca2-b2c1-4188fd40e359 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Request body: {'security_group_rule': {'security_group_id': '362e0e3c-1a6c-4d79-b388-a9e1d7b8b635', 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:57.126781 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-56b997c6-bc60-4ca2-b2c1-4188fd40e359 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:57.184883 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-56b997c6-bc60-4ca2-b2c1-4188fd40e359 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:57.262331 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-56b997c6-bc60-4ca2-b2c1-4188fd40e359 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:57.277699 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b997c6-bc60-4ca2-b2c1-4188fd40e359 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e3940e-a891-41b1-98c4-8be8de1966eb,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:57.353961 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-56b997c6-bc60-4ca2-b2c1-4188fd40e359 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:57.355265 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-56b997c6-bc60-4ca2-b2c1-4188fd40e359 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3257911 Jul 30 02:26:57.357920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34294) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:57.362758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-eb2b630a-2bcf-41d9-81be-05c810f56b49 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Request body: {'security_group_rule': {'security_group_id': '362e0e3c-1a6c-4d79-b388-a9e1d7b8b635', 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:57.459506 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-eb2b630a-2bcf-41d9-81be-05c810f56b49 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Project c36cbef5034e46a9b549289671a0e9e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:26:57.465048 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eb2b630a-2bcf-41d9-81be-05c810f56b49 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:57.525145 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eb2b630a-2bcf-41d9-81be-05c810f56b49 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:57.601957 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eb2b630a-2bcf-41d9-81be-05c810f56b49 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:57.617130 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b630a-2bcf-41d9-81be-05c810f56b49 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31129797-71fa-44ca-ba09-a44897454919,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:57.687783 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eb2b630a-2bcf-41d9-81be-05c810f56b49 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:57.688975 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-eb2b630a-2bcf-41d9-81be-05c810f56b49 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3299286 Jul 30 02:26:57.691574 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34296) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:57.696638 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-56a77a35-268a-49be-985c-aa8da58f28be tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Request body: {'security_group_rule': {'security_group_id': '362e0e3c-1a6c-4d79-b388-a9e1d7b8b635', 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:57.796477 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-56a77a35-268a-49be-985c-aa8da58f28be tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Project c36cbef5034e46a9b549289671a0e9e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:26:57.801243 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-56a77a35-268a-49be-985c-aa8da58f28be tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:57.862039 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-56a77a35-268a-49be-985c-aa8da58f28be tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:57.959921 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-56a77a35-268a-49be-985c-aa8da58f28be tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:57.977625 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a77a35-268a-49be-985c-aa8da58f28be tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcc8a27-3db8-4f5d-a00a-bd6085a22337,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:58.034228 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-56a77a35-268a-49be-985c-aa8da58f28be tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:58.035484 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-56a77a35-268a-49be-985c-aa8da58f28be tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3429811 Jul 30 02:27:03.257197 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:09.156021 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80f6ae23-47e4-468b-8f6e-5decd9797d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:11.676445 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d749-c10f-45bf-a7bd-413b53086609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:11.822963 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:13.481379 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:14.748127 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:17.895775 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0b0584f-5691-4543-8761-b691c0156d4e req-d099eadf-e734-4b6e-a7ea-6f58bf1796e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998526438&fields=id&tenant_id=c36cbef5034e46a9b549289671a0e9e1 HTTP/1.1" status: 200 len: 267 time: 0.0348303 Jul 30 02:27:18.003837 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0584f-5691-4543-8761-b691c0156d4e req-81f6b730-4f11-4612-af1f-5978126667e6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:18.005263 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0b0584f-5691-4543-8761-b691c0156d4e req-81f6b730-4f11-4612-af1f-5978126667e6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 812 time: 0.1027591 Jul 30 02:27:18.020296 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0b0584f-5691-4543-8761-b691c0156d4e req-39451492-9fff-47a8-8ca3-3700cf21fa84 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/quotas/c36cbef5034e46a9b549289671a0e9e1 HTTP/1.1" status: 200 len: 375 time: 0.0090103 Jul 30 02:27:18.070990 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0b0584f-5691-4543-8761-b691c0156d4e req-70f434c8-f52e-4111-8934-ffa886895872 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453625 Jul 30 02:27:18.150085 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:18.169599 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0b0584f-5691-4543-8761-b691c0156d4e req-8644a296-b2dc-4eb5-aa6e-df43c324cc5c service neutron] 10.222.0.70 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862277 Jul 30 02:27:18.256983 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0b0584f-5691-4543-8761-b691c0156d4e req-31cc74d4-14b2-4cef-b706-e4a3de5a3ef3 service neutron] 10.222.0.70 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811820 Jul 30 02:27:18.818018 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-28eee66d-4ca8-4c34-8080-d4c0a3533ea9 req-fdc31941-5ca8-4401-bb81-8b21abb2cf8e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 210 time: 0.0268681 Jul 30 02:27:19.914802 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3f6e6bf-703e-4a43-bbcb-094fd4bc6e21 req-5066b307-904f-400a-be09-05af42a91ed6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 210 time: 0.0308280 Jul 30 02:27:20.885338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0584f-5691-4543-8761-b691c0156d4e req-a4440026-e591-46d7-ab2e-3fa356f0bf91 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:20.887024 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0b0584f-5691-4543-8761-b691c0156d4e req-a4440026-e591-46d7-ab2e-3fa356f0bf91 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.77 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 812 time: 0.1009619 Jul 30 02:27:20.936662 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0b0584f-5691-4543-8761-b691c0156d4e req-9ffec55c-8532-4870-a452-ab2adfdb16aa tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c36cbef5034e46a9b549289671a0e9e1 HTTP/1.1" status: 200 len: 380 time: 0.0355213 Jul 30 02:27:20.945955 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-c0b0584f-5691-4543-8761-b691c0156d4e req-6c9ebd7c-b271-4bb0-83a3-e2d5308caaf5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Request body: {'port': {'device_id': '422568b4-1e22-4d7c-a293-6d839bc40cab', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'admin_state_up': True, 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'security_groups': ['362e0e3c-1a6c-4d79-b388-a9e1d7b8b635']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:27:21.025378 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7797a231-54d9-4aaf-9f5c-ae652491dd14 req-4d5150df-adeb-454c-b0e8-8f5578b1a5f7 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 210 time: 0.0354497 Jul 30 02:27:21.150149 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b0584f-5691-4543-8761-b691c0156d4e req-6c9ebd7c-b271-4bb0-83a3-e2d5308caaf5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Made reservation on behalf of c36cbef5034e46a9b549289671a0e9e1 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:27:21.153919 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c0b0584f-5691-4543-8761-b691c0156d4e req-6c9ebd7c-b271-4bb0-83a3-e2d5308caaf5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:21.288111 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-c0b0584f-5691-4543-8761-b691c0156d4e req-6c9ebd7c-b271-4bb0-83a3-e2d5308caaf5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Allocated IP 172.20.0.8 (4b928f04-88e3-46bc-8c77-31c50e0fdb8f/3d6e8363-d530-4d77-8092-27961ea0d3e9/c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:27:21.439197 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c0b0584f-5691-4543-8761-b691c0156d4e req-6c9ebd7c-b271-4bb0-83a3-e2d5308caaf5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:21.452733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-c0b0584f-5691-4543-8761-b691c0156d4e req-6c9ebd7c-b271-4bb0-83a3-e2d5308caaf5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Transition to ACTIVE for port object c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:27:21.556133 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c0b0584f-5691-4543-8761-b691c0156d4e req-6c9ebd7c-b271-4bb0-83a3-e2d5308caaf5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:21.604394 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b0584f-5691-4543-8761-b691c0156d4e req-6c9ebd7c-b271-4bb0-83a3-e2d5308caaf5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:27:21.607866 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-c0b0584f-5691-4543-8761-b691c0156d4e req-6c9ebd7c-b271-4bb0-83a3-e2d5308caaf5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:27:21.611777 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b0584f-5691-4543-8761-b691c0156d4e req-6c9ebd7c-b271-4bb0-83a3-e2d5308caaf5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:27:21.639009 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ebd7c-b271-4bb0-83a3-e2d5308caaf5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event updated for resources: {'Port': ['ID=c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:21.672740 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0584f-5691-4543-8761-b691c0156d4e req-6c9ebd7c-b271-4bb0-83a3-e2d5308caaf5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:21.673405 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c0b0584f-5691-4543-8761-b691c0156d4e req-6c9ebd7c-b271-4bb0-83a3-e2d5308caaf5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:21.756827 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0b0584f-5691-4543-8761-b691c0156d4e req-6c9ebd7c-b271-4bb0-83a3-e2d5308caaf5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8146701 Jul 30 02:27:21.830256 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] Request body: {'port': {'device_id': '422568b4-1e22-4d7c-a293-6d839bc40cab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:27:21.885857 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:21.915638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a73ae880-1f18-4e1d-8a0e-72d9d00fc5f1 None None] Provisioning for port c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:27:21.920250 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a73ae880-1f18-4e1d-8a0e-72d9d00fc5f1 None None] Provisioning complete for port c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:27:21.920626 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a73ae880-1f18-4e1d-8a0e-72d9d00fc5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:21.955445 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a73ae880-1f18-4e1d-8a0e-72d9d00fc5f1 None None] Port c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:27:22.169700 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d90c9-687c-47c3-b604-1e7c78e087ee req-6603006c-b646-4a08-becd-9e74f56b3c6d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:22.171247 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b91d90c9-687c-47c3-b604-1e7c78e087ee req-6603006c-b646-4a08-becd-9e74f56b3c6d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 931 time: 0.0726433 Jul 30 02:27:22.219808 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:27:22.234169 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:22.247763 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b91d90c9-687c-47c3-b604-1e7c78e087ee req-355c9c5e-5b73-457a-a4ea-bf2dc566b83e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574725 Jul 30 02:27:22.255855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] Transition to ACTIVE for port object c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:27:22.322037 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:22.377790 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] Pushing event updated for resources: {'Port': ['ID=c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:22.455731 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] Attempting to bind port c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:27:22.456078 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] Attempting to bind port c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:27:22.456414 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] Attempting to bind port c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:27:22.461019 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] Port c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:27:22.461407 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] Attempting to bind port c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:27:22.466737 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:27:22.467086 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] Checking segment: {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:27:22.467483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] Bound using segment: {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:27:22.467925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] Bound port: c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:27:22.468294 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:22.538959 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] For port c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:27:22.543203 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] For port c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:27:22.605511 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:22.644347 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:22.644995 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:22.646485 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0b0584f-5691-4543-8761-b691c0156d4e req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] 10.222.0.77 "PUT /v2.0/ports/c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 HTTP/1.1" status: 200 len: 1091 time: 0.8757112 Jul 30 02:27:22.646927 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422568b4-1e22-4d7c-a293-6d839bc40cab', 'tag': 'c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:27:22.649188 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ee1273-0362-43a1-9b98-7234c2ae6c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "422568b4-1e22-4d7c-a293-6d839bc40cab", "tag": "c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:27:22.690087 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6695612-d0f5-40d1-ac89-0075fef589af service neutron] Pushing event updated for resources: {'Port': ['ID=c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:22.771096 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d25503e-26bf-4705-bde2-4e3389b8d246 x-openstack-request-id: req-6d25503e-26bf-4705-bde2-4e3389b8d246 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:27:22.771400 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422568b4-1e22-4d7c-a293-6d839bc40cab", "tag": "c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:27:22.771659 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d25503e-26bf-4705-bde2-4e3389b8d246 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:27:22.772073 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '422568b4-1e22-4d7c-a293-6d839bc40cab', 'tag': 'c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53', 'status': 'completed', 'code': 200} Jul 30 02:27:22.844356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0584f-5691-4543-8761-b691c0156d4e req-a1e657c2-56e7-4a22-9a82-7e01026872af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:22.846075 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0b0584f-5691-4543-8761-b691c0156d4e req-a1e657c2-56e7-4a22-9a82-7e01026872af service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 1094 time: 0.0465236 Jul 30 02:27:22.895055 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0b0584f-5691-4543-8761-b691c0156d4e req-bd5c7cc2-86c8-4af4-82a0-08217ea657ca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 HTTP/1.1" status: 200 len: 217 time: 0.0353303 Jul 30 02:27:22.948124 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0584f-5691-4543-8761-b691c0156d4e req-9cc5a116-3bbd-41d3-9621-5d9a7ee9e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:22.949625 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0b0584f-5691-4543-8761-b691c0156d4e req-9cc5a116-3bbd-41d3-9621-5d9a7ee9e65d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0467536 Jul 30 02:27:23.001091 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0584f-5691-4543-8761-b691c0156d4e req-245fda2d-b393-48c8-abd3-90e31e365217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:23.002564 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0b0584f-5691-4543-8761-b691c0156d4e req-245fda2d-b393-48c8-abd3-90e31e365217 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462062 Jul 30 02:27:23.091234 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0b0584f-5691-4543-8761-b691c0156d4e req-4671cdfb-1c9b-45cb-a74a-57800e88a80a service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819075 Jul 30 02:27:23.184567 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0b0584f-5691-4543-8761-b691c0156d4e req-4983d2bf-a151-4070-9184-977c789f3fa5 service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865483 Jul 30 02:27:23.385123 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee1273-0362-43a1-9b98-7234c2ae6c3a req-2659b461-362a-4f6e-9856-34494f5a2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:23.386686 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21ee1273-0362-43a1-9b98-7234c2ae6c3a req-2659b461-362a-4f6e-9856-34494f5a2cad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 1094 time: 0.0778365 Jul 30 02:27:23.410699 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe372a12-08e3-4cc1-94d1-63a877fb9718 req-a24d20ea-fa0b-402f-a125-89b41ede49a6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:23.412308 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe372a12-08e3-4cc1-94d1-63a877fb9718 req-a24d20ea-fa0b-402f-a125-89b41ede49a6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 943 time: 0.0772271 Jul 30 02:27:23.500438 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe372a12-08e3-4cc1-94d1-63a877fb9718 req-9e1e4db0-13bf-445e-b897-4b170f46e53a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773234 Jul 30 02:27:23.519720 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee1273-0362-43a1-9b98-7234c2ae6c3a req-700917a3-704b-4b05-a1e7-baf7f782b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:23.521287 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21ee1273-0362-43a1-9b98-7234c2ae6c3a req-700917a3-704b-4b05-a1e7-baf7f782b589 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 913 time: 0.1270497 Jul 30 02:27:23.563963 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21ee1273-0362-43a1-9b98-7234c2ae6c3a req-21d12793-ebba-411d-85bd-d6f5958b4d91 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 HTTP/1.1" status: 200 len: 217 time: 0.0344379 Jul 30 02:27:23.614944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee1273-0362-43a1-9b98-7234c2ae6c3a req-3ef46475-2cc6-4d24-a139-f1a9af20f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:23.616489 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21ee1273-0362-43a1-9b98-7234c2ae6c3a req-3ef46475-2cc6-4d24-a139-f1a9af20f2f3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0459571 Jul 30 02:27:23.667653 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee1273-0362-43a1-9b98-7234c2ae6c3a req-801c64ae-564b-48ba-a950-c52981f903bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:23.669194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21ee1273-0362-43a1-9b98-7234c2ae6c3a req-801c64ae-564b-48ba-a950-c52981f903bb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445867 Jul 30 02:27:23.780614 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21ee1273-0362-43a1-9b98-7234c2ae6c3a req-8e88d2ab-6750-42ce-9958-87b5d13b4a07 service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042542 Jul 30 02:27:23.875381 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21ee1273-0362-43a1-9b98-7234c2ae6c3a req-fa8bd731-15d6-4cae-8e2c-80f54856c739 service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873673 Jul 30 02:27:24.615266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607728c-b3a4-4151-85d1-6f07d5d25bff req-3d4b0542-45f1-4656-80dd-e948dd786b23 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:24.616770 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8607728c-b3a4-4151-85d1-6f07d5d25bff req-3d4b0542-45f1-4656-80dd-e948dd786b23 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 943 time: 0.0500827 Jul 30 02:27:24.654438 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8607728c-b3a4-4151-85d1-6f07d5d25bff req-b86314cf-5bcb-4884-9548-9913a6717f29 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316663 Jul 30 02:27:25.769534 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84edf118-8e46-4dd8-b808-8b3dbe91046d req-03d27a3f-c2af-483b-b295-3b708c3350ea tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:25.771155 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-84edf118-8e46-4dd8-b808-8b3dbe91046d req-03d27a3f-c2af-483b-b295-3b708c3350ea tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 943 time: 0.0504484 Jul 30 02:27:25.810376 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-84edf118-8e46-4dd8-b808-8b3dbe91046d req-f8ebf188-98b3-4906-bab3-8e9783e5cc3d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326242 Jul 30 02:27:26.933524 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9254099-49dc-4b3f-993d-7e0671423bce req-eff8ef70-37aa-42fa-9661-f1e269591c3c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:26.935054 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b9254099-49dc-4b3f-993d-7e0671423bce req-eff8ef70-37aa-42fa-9661-f1e269591c3c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 943 time: 0.0578318 Jul 30 02:27:26.972739 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b9254099-49dc-4b3f-993d-7e0671423bce req-1e053d60-141f-4c15-a26d-7d30c6700232 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316713 Jul 30 02:27:28.087165 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a424b-6083-48ad-918c-2ab11ae71ec8 req-0b60c9c6-a354-4179-9d07-67b4071140ae tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:28.088898 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-264a424b-6083-48ad-918c-2ab11ae71ec8 req-0b60c9c6-a354-4179-9d07-67b4071140ae tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 943 time: 0.0489261 Jul 30 02:27:28.126548 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-264a424b-6083-48ad-918c-2ab11ae71ec8 req-6048450e-cd5e-4073-b02c-e4e91b9d059c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318320 Jul 30 02:27:28.667102 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:27:29.244583 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a2a5e-55b7-4309-8f65-801c6fb63193 req-f83789ca-dfb5-4460-bea6-3a3c29e060f3 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:29.246083 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b58a2a5e-55b7-4309-8f65-801c6fb63193 req-f83789ca-dfb5-4460-bea6-3a3c29e060f3 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 943 time: 0.0498934 Jul 30 02:27:29.282590 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b58a2a5e-55b7-4309-8f65-801c6fb63193 req-75bcba27-ec2c-4348-8538-b6b5f68c1dce tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304840 Jul 30 02:27:30.400168 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8899f07-e113-4cbe-85bf-b821a6a255f1 req-b2d0d265-554f-4cf5-86ce-1d1aa1003470 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:30.401692 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8899f07-e113-4cbe-85bf-b821a6a255f1 req-b2d0d265-554f-4cf5-86ce-1d1aa1003470 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 943 time: 0.0536196 Jul 30 02:27:30.438674 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8899f07-e113-4cbe-85bf-b821a6a255f1 req-10a592f5-0669-4df1-bc9c-81fd0d759e07 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311780 Jul 30 02:27:31.551358 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c527f5a-5f60-4a37-acc0-9c97f2bdf450 req-2082a6e7-9324-4ac5-93dd-158dbf5f1f9e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:31.552902 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c527f5a-5f60-4a37-acc0-9c97f2bdf450 req-2082a6e7-9324-4ac5-93dd-158dbf5f1f9e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 943 time: 0.0489051 Jul 30 02:27:31.590333 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c527f5a-5f60-4a37-acc0-9c97f2bdf450 req-9d817c27-bc29-47bb-b04a-758e65219f2f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308630 Jul 30 02:27:32.703734 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a363c65-e4e4-4710-93c9-b7a96185b616 req-fb06847e-e405-4654-8fe4-94a863786433 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:32.705262 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a363c65-e4e4-4710-93c9-b7a96185b616 req-fb06847e-e405-4654-8fe4-94a863786433 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 943 time: 0.0497313 Jul 30 02:27:32.743051 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a363c65-e4e4-4710-93c9-b7a96185b616 req-e835b68b-c57f-48fa-87a8-6fbae785de99 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316019 Jul 30 02:27:33.148124 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:27:33.251033 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:27:33.261884 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'port_id': 'c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53', 'mac_address': 'fa:16:3e:57:fe:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:27:33.294375 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:33.298241 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:33.310246 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:27:33.329103 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:27:33.389299 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:33.435346 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:33.442380 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:33.442680 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:33.443020 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:33.443359 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:33.443693 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:33.444022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:33.444347 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:33.444673 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:33.444997 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:33.445318 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:33.445640 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:33.445960 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:33.658847 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:27:33.861904 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8b4ae-9eda-44f9-9d89-a98b061d9185 req-5c750eb3-b6d9-4d5d-873a-58d696ea18a6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:33.863432 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-abe8b4ae-9eda-44f9-9d89-a98b061d9185 req-5c750eb3-b6d9-4d5d-873a-58d696ea18a6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 944 time: 0.0530176 Jul 30 02:27:33.901583 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-abe8b4ae-9eda-44f9-9d89-a98b061d9185 req-3f2b4038-f8e0-430e-b05a-3b1615f5768e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322456 Jul 30 02:27:35.017695 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06233d09-4556-4173-8b5a-aff006e5d235 req-15ce66a2-0ec9-447f-9ef1-6c438ac67ec4 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:35.019284 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-06233d09-4556-4173-8b5a-aff006e5d235 req-15ce66a2-0ec9-447f-9ef1-6c438ac67ec4 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 944 time: 0.0512257 Jul 30 02:27:35.057062 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-06233d09-4556-4173-8b5a-aff006e5d235 req-8eb4a1d8-60d7-4ede-b6ed-4e1b8179b9fe tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317507 Jul 30 02:27:35.162991 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:27:35.261566 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:27:35.265113 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:27:35.265505 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:35.337441 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:35.359203 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422568b4-1e22-4d7c-a293-6d839bc40cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:27:35.361426 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c160280f-a058-4ff5-956a-e02060b97b4f" -d '{"events": [{"server_uuid": "422568b4-1e22-4d7c-a293-6d839bc40cab", "name": "network-vif-plugged", "status": "completed", "tag": "c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:27:35.374679 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:27:35.433766 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:35.461518 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222127e2-a3a0-4ed1-8ef6-92bc7e032abb x-openstack-request-id: req-222127e2-a3a0-4ed1-8ef6-92bc7e032abb {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:27:35.461815 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422568b4-1e22-4d7c-a293-6d839bc40cab", "name": "network-vif-plugged", "status": "completed", "tag": "c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:27:35.462070 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-222127e2-a3a0-4ed1-8ef6-92bc7e032abb {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:27:35.462547 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422568b4-1e22-4d7c-a293-6d839bc40cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53', 'code': 200} Jul 30 02:27:35.490029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:35.591810 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9a406-92e3-486c-8227-1172f9674014 req-1fbc990f-0ab4-43b0-b300-badacfe5b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:35.593192 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5da9a406-92e3-486c-8227-1172f9674014 req-1fbc990f-0ab4-43b0-b300-badacfe5b736 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 1096 time: 0.0397847 Jul 30 02:27:35.627289 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5da9a406-92e3-486c-8227-1172f9674014 req-775c09cc-1ba8-44f8-b88d-07169be87b55 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270259 Jul 30 02:27:36.191433 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16a896-49d1-4c8a-92c3-ec90ab8d0bc7 req-fb5b0996-1320-484b-b48e-45d168b1dcea tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:36.192966 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc16a896-49d1-4c8a-92c3-ec90ab8d0bc7 req-fb5b0996-1320-484b-b48e-45d168b1dcea tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 945 time: 0.0663087 Jul 30 02:27:36.231189 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc16a896-49d1-4c8a-92c3-ec90ab8d0bc7 req-93a1b02e-d98b-4316-aa9e-1b4bbacf7138 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316558 Jul 30 02:27:37.343417 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bc054-56c4-4e94-bca1-f0a2469899a5 req-73073c1e-0ae2-49e9-b89b-8b24457cc539 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:37.344934 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-068bc054-56c4-4e94-bca1-f0a2469899a5 req-73073c1e-0ae2-49e9-b89b-8b24457cc539 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 945 time: 0.0488224 Jul 30 02:27:37.382728 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-068bc054-56c4-4e94-bca1-f0a2469899a5 req-59252220-8c8f-4ce3-84ab-81f1753b6b42 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318849 Jul 30 02:27:37.505882 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00eb2d-f071-4d5a-850e-ac3be633404f req-15ed8d54-1bb1-4f59-ae35-8472792c20ed tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:37.508016 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a00eb2d-f071-4d5a-850e-ac3be633404f req-15ed8d54-1bb1-4f59-ae35-8472792c20ed tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 945 time: 0.0507572 Jul 30 02:27:37.545154 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a00eb2d-f071-4d5a-850e-ac3be633404f req-952a9346-8953-4c50-b223-43625a540cb9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312498 Jul 30 02:27:37.566279 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34506) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:37.609822 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31bc7ec-8ff4-4e28-9e90-e6e9f665fc72 tempest-TestVolumeBootPattern-959382576 tempest-TestVolumeBootPattern-959382576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:37.611350 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b31bc7ec-8ff4-4e28-9e90-e6e9f665fc72 tempest-TestVolumeBootPattern-959382576 tempest-TestVolumeBootPattern-959382576-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 1091 time: 0.0441036 Jul 30 02:27:37.614079 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34508) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:37.618445 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': 'c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:27:37.748975 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:37.845404 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:37.950083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Allocated IP 172.25.1.92 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/daac8a6c-37f2-47cc-bbaf-02e5a079a38d) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:27:38.048943 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:38.182122 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:38.223972 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:27:38.226968 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:27:38.230356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:27:38.237514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event updated for resources: {'Port': ['ID=daac8a6c-37f2-47cc-bbaf-02e5a079a38d,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:38.263691 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.264038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.264379 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.264720 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.265057 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.265387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.265712 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.266038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.266387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.266713 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.267038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.267355 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.881571 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.032360 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.149821 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2ec48442-34f3-41d9-bd30-d2160c926f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.196434 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.273737 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.343100 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event updated for resources: {'Port': ['ID=daac8a6c-37f2-47cc-bbaf-02e5a079a38d,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:39.351039 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.456520 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Floating IP 70aaa39b-5c16-4253-b89e-7fbf82e23ed2 associated. External IP: 172.25.1.92, port: c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53. Jul 30 02:27:39.656858 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Router 71e47021-75ff-4f02-840f-79fe795b1bd1 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:27:39.762281 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:27:39.772464 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116b9c9-1b19-4a50-9ad2-3601b2cfa12e None None] Sync routers for ids ['71e47021-75ff-4f02-840f-79fe795b1bd1'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:27:39.781206 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116b9c9-1b19-4a50-9ad2-3601b2cfa12e None None] Routers {'71e47021-75ff-4f02-840f-79fe795b1bd1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:27:39.786554 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-9116b9c9-1b19-4a50-9ad2-3601b2cfa12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:27:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['71e47021-75ff-4f02-840f-79fe795b1bd1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:39.834918 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.862234 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-14e90875-16e6-410f-81b0-35c7a9d76c15 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2471256 Jul 30 02:27:39.862851 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422568b4-1e22-4d7c-a293-6d839bc40cab', 'tag': 'c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:27:39.865085 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52896192-4cf3-4bd6-822e-b002a85c7a42" -d '{"events": [{"name": "network-changed", "server_uuid": "422568b4-1e22-4d7c-a293-6d839bc40cab", "tag": "c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:27:39.888145 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-9116b9c9-1b19-4a50-9ad2-3601b2cfa12e None None] Set router 71e47021-75ff-4f02-840f-79fe795b1bd1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:27:39.904657 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de6c7b0-40d0-459a-b6b8-0e7da0a5f8c9 x-openstack-request-id: req-8de6c7b0-40d0-459a-b6b8-0e7da0a5f8c9 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:27:39.905142 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422568b4-1e22-4d7c-a293-6d839bc40cab", "tag": "c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:27:39.905242 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8de6c7b0-40d0-459a-b6b8-0e7da0a5f8c9 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:27:39.905639 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '422568b4-1e22-4d7c-a293-6d839bc40cab', 'tag': 'c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53', 'status': 'completed', 'code': 200} Jul 30 02:27:40.007338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52896192-4cf3-4bd6-822e-b002a85c7a42 req-a3c21703-d285-4706-9aeb-5d410021e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:40.008901 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-52896192-4cf3-4bd6-822e-b002a85c7a42 req-a3c21703-d285-4706-9aeb-5d410021e589 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 1096 time: 0.0419786 Jul 30 02:27:40.105569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52896192-4cf3-4bd6-822e-b002a85c7a42 req-ab7d37ff-0e73-42b2-9a39-af6df30fe741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:40.107088 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-52896192-4cf3-4bd6-822e-b002a85c7a42 req-ab7d37ff-0e73-42b2-9a39-af6df30fe741 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 913 time: 0.0891161 Jul 30 02:27:40.109202 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-9116b9c9-1b19-4a50-9ad2-3601b2cfa12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '70aaa39b-5c16-4253-b89e-7fbf82e23ed2', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'port_id': 'c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'mac_address': 'fa:16:3e:57:fe:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422568b4-1e22-4d7c-a293-6d839bc40cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:27:38Z', 'updated_at': '2021-07-30T02:27:38Z', 'revision_number': 0, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177a2e54-4dcc-4257-8127-bc4da27c31df', 'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'mac_address': 'fa:16:3e:ac:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:54Z', 'updated_at': '2021-07-30T02:23:01Z', 'revision_number': 5, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'subnets': [{'id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:40.137684 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116b9c9-1b19-4a50-9ad2-3601b2cfa12e None None] Checking router: 71e47021-75ff-4f02-840f-79fe795b1bd1 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:27:40.145805 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116b9c9-1b19-4a50-9ad2-3601b2cfa12e None None] Routers {'71e47021-75ff-4f02-840f-79fe795b1bd1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:27:40.146449 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-9116b9c9-1b19-4a50-9ad2-3601b2cfa12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:27:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['71e47021-75ff-4f02-840f-79fe795b1bd1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:40.173277 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-52896192-4cf3-4bd6-822e-b002a85c7a42 req-b2664338-dd3b-42ac-aa13-244735c9a7c8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 HTTP/1.1" status: 200 len: 998 time: 0.0578935 Jul 30 02:27:40.227366 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52896192-4cf3-4bd6-822e-b002a85c7a42 req-a193e019-4a6a-4e56-81cc-2442ffd5cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:40.228854 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-52896192-4cf3-4bd6-822e-b002a85c7a42 req-a193e019-4a6a-4e56-81cc-2442ffd5cd4d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0486321 Jul 30 02:27:40.249313 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-9116b9c9-1b19-4a50-9ad2-3601b2cfa12e None None] Set router 71e47021-75ff-4f02-840f-79fe795b1bd1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:27:40.275563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52896192-4cf3-4bd6-822e-b002a85c7a42 req-de782da6-efcc-48b7-a330-3cb346ae98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:40.277067 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-52896192-4cf3-4bd6-822e-b002a85c7a42 req-de782da6-efcc-48b7-a330-3cb346ae98b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397489 Jul 30 02:27:40.368744 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-52896192-4cf3-4bd6-822e-b002a85c7a42 req-c687cc41-4d28-41f3-84a8-4f9c24198af0 service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828006 Jul 30 02:27:40.464787 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-52896192-4cf3-4bd6-822e-b002a85c7a42 req-23f8e468-090b-46fa-9f52-acf67ae5045d service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878897 Jul 30 02:27:40.467063 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-9116b9c9-1b19-4a50-9ad2-3601b2cfa12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '70aaa39b-5c16-4253-b89e-7fbf82e23ed2', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'port_id': 'c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'mac_address': 'fa:16:3e:57:fe:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422568b4-1e22-4d7c-a293-6d839bc40cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:27:38Z', 'updated_at': '2021-07-30T02:27:38Z', 'revision_number': 0, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177a2e54-4dcc-4257-8127-bc4da27c31df', 'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'mac_address': 'fa:16:3e:ac:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:54Z', 'updated_at': '2021-07-30T02:23:01Z', 'revision_number': 5, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'subnets': [{'id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:40.495944 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116b9c9-1b19-4a50-9ad2-3601b2cfa12e None None] The sync data for ids ['71e47021-75ff-4f02-840f-79fe795b1bd1'] in n-d-713498-9 is: [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '70aaa39b-5c16-4253-b89e-7fbf82e23ed2', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'port_id': 'c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'mac_address': 'fa:16:3e:57:fe:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422568b4-1e22-4d7c-a293-6d839bc40cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:27:38Z', 'updated_at': '2021-07-30T02:27:38Z', 'revision_number': 0, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177a2e54-4dcc-4257-8127-bc4da27c31df', 'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'mac_address': 'fa:16:3e:ac:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:54Z', 'updated_at': '2021-07-30T02:23:01Z', 'revision_number': 5, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'subnets': [{'id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:27:40.681376 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26d297c-9cad-4de1-b9f4-809d482549a9 None None] New status for floating IP 70aaa39b-5c16-4253-b89e-7fbf82e23ed2: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:27:41.679182 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a9a1c917-fcbd-4184-bf54-e8e6122b7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:41.776390 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:43.383455 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:44.764319 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:48.177313 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:00.883341 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-340f0b8f-4360-4cc4-813b-5fd2d9e2d948 req-c81af379-045a-4326-9bef-cbadcf7a7570 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421002 Jul 30 02:28:00.981367 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f0b8f-4360-4cc4-813b-5fd2d9e2d948 req-34de9af2-0c8e-4cdf-ad86-4c6d8742d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:00.982888 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-340f0b8f-4360-4cc4-813b-5fd2d9e2d948 req-34de9af2-0c8e-4cdf-ad86-4c6d8742d63f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 1096 time: 0.0412958 Jul 30 02:28:01.092664 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f0b8f-4360-4cc4-813b-5fd2d9e2d948 req-c179561a-9344-45e1-a6f5-c82bfe84e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:01.094136 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-340f0b8f-4360-4cc4-813b-5fd2d9e2d948 req-c179561a-9344-45e1-a6f5-c82bfe84e26a service neutron] 10.222.0.77 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 913 time: 0.0912957 Jul 30 02:28:01.158609 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-340f0b8f-4360-4cc4-813b-5fd2d9e2d948 req-c9423af7-fc1c-4fe3-88cb-535c1bae3b41 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 HTTP/1.1" status: 200 len: 1000 time: 0.0573876 Jul 30 02:28:01.211450 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f0b8f-4360-4cc4-813b-5fd2d9e2d948 req-3c116739-d279-4155-8877-64e3aae7936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:01.213125 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-340f0b8f-4360-4cc4-813b-5fd2d9e2d948 req-3c116739-d279-4155-8877-64e3aae7936a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0474229 Jul 30 02:28:01.259173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f0b8f-4360-4cc4-813b-5fd2d9e2d948 req-68e91a48-bb24-46af-9153-461d932c80d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:01.260652 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-340f0b8f-4360-4cc4-813b-5fd2d9e2d948 req-68e91a48-bb24-46af-9153-461d932c80d4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396335 Jul 30 02:28:01.354166 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-340f0b8f-4360-4cc4-813b-5fd2d9e2d948 req-a799df9f-c9d4-4168-8e50-e7d8af316d63 service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848219 Jul 30 02:28:01.448718 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-340f0b8f-4360-4cc4-813b-5fd2d9e2d948 req-5f3ca178-7658-4317-814d-511e2cc4b65c service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869701 Jul 30 02:28:03.273720 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:05.665861 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:28:09.182688 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-178efe79-e752-4aca-ac8a-ee82ff41c293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:11.656463 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ed5cd5d-edde-401b-8887-2f2a8287aed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:11.776462 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:13.404985 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:14.763940 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:18.210407 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:33.283924 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:39.130211 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67185715-8c70-4317-b34c-248d58230e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:41.655750 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1ce827e3-8e2d-4df3-b92c-3eaa21d2687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:41.769663 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:42.665406 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:28:43.369879 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:44.718059 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:48.204026 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:02.904440 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-956c8a19-fec5-43f4-8e2b-2bf0d6e26644 req-24d6bf95-e229-4bc7-b93f-4d0161b5b948 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403717 Jul 30 02:29:03.000831 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c8a19-fec5-43f4-8e2b-2bf0d6e26644 req-e0e0b438-a90c-4928-afbd-a2affa7880ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:03.002337 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-956c8a19-fec5-43f4-8e2b-2bf0d6e26644 req-e0e0b438-a90c-4928-afbd-a2affa7880ee service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 1096 time: 0.0412927 Jul 30 02:29:03.107861 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c8a19-fec5-43f4-8e2b-2bf0d6e26644 req-ebb516c6-5428-403c-bb01-ad28571fd28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:03.109335 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-956c8a19-fec5-43f4-8e2b-2bf0d6e26644 req-ebb516c6-5428-403c-bb01-ad28571fd28b service neutron] 10.222.0.77 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 913 time: 0.0891075 Jul 30 02:29:03.174126 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-956c8a19-fec5-43f4-8e2b-2bf0d6e26644 req-eeb62595-1011-4058-b71b-d9650854bab9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 HTTP/1.1" status: 200 len: 1000 time: 0.0567636 Jul 30 02:29:03.235870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c8a19-fec5-43f4-8e2b-2bf0d6e26644 req-dec97de8-e4cc-445c-b6a1-83f746f9d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:03.237439 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-956c8a19-fec5-43f4-8e2b-2bf0d6e26644 req-dec97de8-e4cc-445c-b6a1-83f746f9d508 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0552490 Jul 30 02:29:03.278497 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:03.283900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c8a19-fec5-43f4-8e2b-2bf0d6e26644 req-c88f9ac4-538e-4b37-b466-f47952d333b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:03.285399 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-956c8a19-fec5-43f4-8e2b-2bf0d6e26644 req-c88f9ac4-538e-4b37-b466-f47952d333b6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410318 Jul 30 02:29:03.376093 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-956c8a19-fec5-43f4-8e2b-2bf0d6e26644 req-eb0c264d-6873-4ac4-ba89-d1368346f21c service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823066 Jul 30 02:29:03.470192 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-956c8a19-fec5-43f4-8e2b-2bf0d6e26644 req-f1d1706a-7fba-4661-8ab7-481ee92e96f1 service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866611 Jul 30 02:29:09.129036 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6f349a86-4c83-46e8-8ba5-4dfadb29a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:11.682831 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-061da7c6-cb2c-43cd-a8dc-902c79997d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:11.802840 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:13.403570 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:14.745796 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:18.168852 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:19.664449 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:29:33.254044 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:39.122766 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ae20440c-871f-480f-8111-94456c2e9b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:41.664635 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9cded2e-d730-4970-82e6-e4aad3efdf2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:41.779746 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:43.390984 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:44.768436 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.185189 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:56.664872 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:30:03.253430 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:04.886088 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8ba51386-aafa-424d-8dd8-da27069e3f27 req-8ecc73dc-74f5-47e1-9194-9699ef0d5935 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409868 Jul 30 02:30:04.982273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba51386-aafa-424d-8dd8-da27069e3f27 req-8de23607-5d37-4a38-8688-b77e13c32235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:04.983793 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8ba51386-aafa-424d-8dd8-da27069e3f27 req-8de23607-5d37-4a38-8688-b77e13c32235 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 1096 time: 0.0407615 Jul 30 02:30:05.089246 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba51386-aafa-424d-8dd8-da27069e3f27 req-0363d07e-19a0-4af0-8713-8cbb7d286be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:05.090746 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8ba51386-aafa-424d-8dd8-da27069e3f27 req-0363d07e-19a0-4af0-8713-8cbb7d286be4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 913 time: 0.0873401 Jul 30 02:30:05.154905 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8ba51386-aafa-424d-8dd8-da27069e3f27 req-efce0911-fa25-475c-b81f-879da2b7bc76 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 HTTP/1.1" status: 200 len: 1000 time: 0.0566828 Jul 30 02:30:05.207519 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba51386-aafa-424d-8dd8-da27069e3f27 req-6bfef4a4-6c15-4975-ba4e-d5ab497cf4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:05.208949 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8ba51386-aafa-424d-8dd8-da27069e3f27 req-6bfef4a4-6c15-4975-ba4e-d5ab497cf4d6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0474083 Jul 30 02:30:05.255246 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba51386-aafa-424d-8dd8-da27069e3f27 req-3f5756e0-58d1-43db-b67d-1b84bc30d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:05.256772 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8ba51386-aafa-424d-8dd8-da27069e3f27 req-3f5756e0-58d1-43db-b67d-1b84bc30d9b9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398750 Jul 30 02:30:05.269360 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-8ba51386-aafa-424d-8dd8-da27069e3f27 req-e770a3bd-61b4-4a86-af79-84ab2ff04d8f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:30:05.270334 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8ba51386-aafa-424d-8dd8-da27069e3f27 req-e770a3bd-61b4-4a86-af79-84ab2ff04d8f service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050945 Jul 30 02:30:05.360279 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8ba51386-aafa-424d-8dd8-da27069e3f27 req-c23ab7df-e147-464d-9a44-d01d50f0865a service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822475 Jul 30 02:30:05.456017 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8ba51386-aafa-424d-8dd8-da27069e3f27 req-dd597aff-576b-4eb7-962c-346b3752cc7e service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885475 Jul 30 02:30:07.131679 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8242028-8808-471a-a0ad-81b5ee7104e9 req-ef3a7ef6-6c34-44fd-9e58-7b17d981e310 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:07.133161 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f8242028-8808-471a-a0ad-81b5ee7104e9 req-ef3a7ef6-6c34-44fd-9e58-7b17d981e310 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 945 time: 0.1111953 Jul 30 02:30:07.170437 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f8242028-8808-471a-a0ad-81b5ee7104e9 req-a578e6af-e98c-495b-800c-97312ad1faa4 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312910 Jul 30 02:30:08.311104 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58333fa-2fd6-4670-9f98-6e1d6bfa8f86 req-35153818-ec78-434f-bfb6-175173e82274 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:08.314920 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c58333fa-2fd6-4670-9f98-6e1d6bfa8f86 req-35153818-ec78-434f-bfb6-175173e82274 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 945 time: 0.0502355 Jul 30 02:30:08.351710 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c58333fa-2fd6-4670-9f98-6e1d6bfa8f86 req-105fea53-7a9e-4b1d-8045-eed6d28241d6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308855 Jul 30 02:30:08.730725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd9c01-eae9-4aea-a08a-b047ff003692 req-3c09d958-4a57-41a7-9645-c0d418928f9b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:08.732216 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4fcd9c01-eae9-4aea-a08a-b047ff003692 req-3c09d958-4a57-41a7-9645-c0d418928f9b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.77 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 945 time: 0.0528455 Jul 30 02:30:08.820369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-4fcd9c01-eae9-4aea-a08a-b047ff003692 req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Deleting port c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:08.820719 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4fcd9c01-eae9-4aea-a08a-b047ff003692 req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:08.910789 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-4fcd9c01-eae9-4aea-a08a-b047ff003692 req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] For port c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:08.911156 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4fcd9c01-eae9-4aea-a08a-b047ff003692 req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:09.080805 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4fcd9c01-eae9-4aea-a08a-b047ff003692 req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:09.081199 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4fcd9c01-eae9-4aea-a08a-b047ff003692 req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:09.081516 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [req-4fcd9c01-eae9-4aea-a08a-b047ff003692 req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Floating IP 70aaa39b-5c16-4253-b89e-7fbf82e23ed2 disassociated. External IP: 172.25.1.92, port: c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53. Jul 30 02:30:09.081889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-4fcd9c01-eae9-4aea-a08a-b047ff003692 req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Calling delete_port for c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:09.150569 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3488-1f93-48ed-acee-784e0a917c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:09.265470 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4fcd9c01-eae9-4aea-a08a-b047ff003692 req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:09.295292 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event deleted for resources: {'Port': ['ID=c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:09.307146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.309135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.309135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.309135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.309135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.309135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.309635 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.309635 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.310357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.310357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.310516 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.310825 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.420348 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fcd9c01-eae9-4aea-a08a-b047ff003692 req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Router 71e47021-75ff-4f02-840f-79fe795b1bd1 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:30:09.447125 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5cba2bde-9e1f-4bcf-a3e7-9deb5bce748c req-6902edd7-4aa8-4874-93f4-283da11b4445 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 210 time: 0.0288446 Jul 30 02:30:09.550602 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fcd9c01-eae9-4aea-a08a-b047ff003692 req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:30:09.560555 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d607f461-914b-4d00-b1b6-28ed5bf1f8f7 None None] Sync routers for ids ['71e47021-75ff-4f02-840f-79fe795b1bd1'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:30:09.569923 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d607f461-914b-4d00-b1b6-28ed5bf1f8f7 None None] Routers {'71e47021-75ff-4f02-840f-79fe795b1bd1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:09.570607 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d607f461-914b-4d00-b1b6-28ed5bf1f8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:29:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['71e47021-75ff-4f02-840f-79fe795b1bd1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:09.590044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcd9c01-eae9-4aea-a08a-b047ff003692 req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] No DVR routers for this DVR port c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:30:09.592670 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-4fcd9c01-eae9-4aea-a08a-b047ff003692 req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:09.594783 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4fcd9c01-eae9-4aea-a08a-b047ff003692 req-6497b898-b5b7-4f3e-b841-e2848ed02fbc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.77 "DELETE /v2.0/ports/c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 HTTP/1.1" status: 204 len: 173 time: 0.8559523 Jul 30 02:30:09.595219 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422568b4-1e22-4d7c-a293-6d839bc40cab', 'name': 'network-vif-deleted', 'tag': 'c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:30:09.597437 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61b36b6-1524-4b1c-9c4a-66d969ae184a" -d '{"events": [{"server_uuid": "422568b4-1e22-4d7c-a293-6d839bc40cab", "name": "network-vif-deleted", "tag": "c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:30:09.636059 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df74b5f0-1319-4a8b-9b53-16ff1334d847 x-openstack-request-id: req-df74b5f0-1319-4a8b-9b53-16ff1334d847 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:30:09.636356 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422568b4-1e22-4d7c-a293-6d839bc40cab", "name": "network-vif-deleted", "tag": "c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:30:09.636613 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df74b5f0-1319-4a8b-9b53-16ff1334d847 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:30:09.637021 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422568b4-1e22-4d7c-a293-6d839bc40cab', 'name': 'network-vif-deleted', 'tag': 'c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53', 'status': 'completed', 'code': 200} Jul 30 02:30:09.678129 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-d607f461-914b-4d00-b1b6-28ed5bf1f8f7 None None] Set router 71e47021-75ff-4f02-840f-79fe795b1bd1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:09.882960 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d607f461-914b-4d00-b1b6-28ed5bf1f8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '177a2e54-4dcc-4257-8127-bc4da27c31df', 'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'mac_address': 'fa:16:3e:ac:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:54Z', 'updated_at': '2021-07-30T02:23:01Z', 'revision_number': 5, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'subnets': [{'id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:10.006561 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d607f461-914b-4d00-b1b6-28ed5bf1f8f7 None None] Checking router: 71e47021-75ff-4f02-840f-79fe795b1bd1 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:30:10.015872 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d607f461-914b-4d00-b1b6-28ed5bf1f8f7 None None] Routers {'71e47021-75ff-4f02-840f-79fe795b1bd1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:10.016480 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d607f461-914b-4d00-b1b6-28ed5bf1f8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:29:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['71e47021-75ff-4f02-840f-79fe795b1bd1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:10.119048 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-d607f461-914b-4d00-b1b6-28ed5bf1f8f7 None None] Set router 71e47021-75ff-4f02-840f-79fe795b1bd1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:10.314506 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d607f461-914b-4d00-b1b6-28ed5bf1f8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '177a2e54-4dcc-4257-8127-bc4da27c31df', 'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'mac_address': 'fa:16:3e:ac:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:54Z', 'updated_at': '2021-07-30T02:23:01Z', 'revision_number': 5, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'subnets': [{'id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:10.345862 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d607f461-914b-4d00-b1b6-28ed5bf1f8f7 None None] The sync data for ids ['71e47021-75ff-4f02-840f-79fe795b1bd1'] in n-d-713498-9 is: [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '177a2e54-4dcc-4257-8127-bc4da27c31df', 'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'mac_address': 'fa:16:3e:ac:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:54Z', 'updated_at': '2021-07-30T02:23:01Z', 'revision_number': 5, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'subnets': [{'id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:30:10.554888 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c38cf133-381f-4a98-9d2d-2e15c3ffeae9 req-98c889b2-9f1d-4312-b764-0bc93ba48413 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 210 time: 0.0326846 Jul 30 02:30:10.576974 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e4e33f-bb14-4509-99ff-39b18e56d634 None None] New status for floating IP 70aaa39b-5c16-4253-b89e-7fbf82e23ed2: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:30:11.653254 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d267183-972b-41b6-87d0-f49cf58749e6 req-d878df0e-5e47-4a8a-9b8a-98b5f2d0cabf tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 210 time: 0.0279906 Jul 30 02:30:11.722458 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-68ebf91b-0e36-46a1-82c3-cd266924d8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:11.825186 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:11.847670 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:30:11.865241 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:30:11.865587 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device c8d2a5de-9fb5-4a3a-a32a-dbaeb8896d53 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:30:12.747355 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1dab2923-c635-4b28-a68f-ab199d7cd905 req-f7a6332a-2062-405d-ae94-38471649e7af tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 210 time: 0.0269332 Jul 30 02:30:13.385427 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:13.850553 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de324bf3-b99c-43e6-ac9a-6a2e5b3a1649 req-6d74e05f-6e7c-4ef2-a9c4-4cf4beb992c8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=422568b4-1e22-4d7c-a293-6d839bc40cab HTTP/1.1" status: 200 len: 210 time: 0.0270224 Jul 30 02:30:14.750305 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:15.049598 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f55379de-6d06-4a4a-b643-d896bf389776 req-a562f477-1b3f-499c-beb1-a8328d75b42e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998526438&fields=id&tenant_id=c36cbef5034e46a9b549289671a0e9e1 HTTP/1.1" status: 200 len: 267 time: 0.0322020 Jul 30 02:30:15.158081 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55379de-6d06-4a4a-b643-d896bf389776 req-14d751fa-555e-4cf4-8892-582502512d9d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:15.159600 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f55379de-6d06-4a4a-b643-d896bf389776 req-14d751fa-555e-4cf4-8892-582502512d9d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 812 time: 0.1036744 Jul 30 02:30:15.174170 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f55379de-6d06-4a4a-b643-d896bf389776 req-54b197e9-9820-4727-bba6-0425f77a4d79 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/quotas/c36cbef5034e46a9b549289671a0e9e1 HTTP/1.1" status: 200 len: 375 time: 0.0089841 Jul 30 02:30:15.228223 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f55379de-6d06-4a4a-b643-d896bf389776 req-f6dca3fe-a128-491e-a57c-b66c7d75e344 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488849 Jul 30 02:30:15.373604 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f55379de-6d06-4a4a-b643-d896bf389776 req-b4d946d4-207b-4fb7-a35f-6fe3552644e0 service neutron] 10.222.0.70 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336644 Jul 30 02:30:15.464901 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f55379de-6d06-4a4a-b643-d896bf389776 req-c6820fd7-d216-4c7f-b305-086b06e888c2 service neutron] 10.222.0.70 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846212 Jul 30 02:30:15.990891 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7f3f0b84-000a-4d8f-b6be-c8d63ada43a6 req-10e2e4af-c86d-4c06-86b6-aea9ea5886f6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 210 time: 0.0266874 Jul 30 02:30:17.073328 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-33b3e3a5-a169-4a20-8332-a4326b72fc80 req-5236ba4f-16b8-4287-8ba9-283ee4ab4cee tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 210 time: 0.0275054 Jul 30 02:30:18.169379 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d922a365-4367-4492-8ca5-8d3860e51a70 req-fbeb5396-2721-4b69-a261-95cb5eadff09 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 210 time: 0.0307181 Jul 30 02:30:18.208146 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:19.261588 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b3dd96d2-a047-408f-b205-cb5dfac08200 req-4461b93b-82dc-4286-a4a9-b7e2a94d5064 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 210 time: 0.0261734 Jul 30 02:30:20.064207 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55379de-6d06-4a4a-b643-d896bf389776 req-973ca5e6-77a7-4140-bc6f-fe5231a56f09 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:20.065668 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f55379de-6d06-4a4a-b643-d896bf389776 req-973ca5e6-77a7-4140-bc6f-fe5231a56f09 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.10 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 812 time: 0.1070633 Jul 30 02:30:20.110181 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f55379de-6d06-4a4a-b643-d896bf389776 req-d7b4f92e-1659-4384-8a6c-6a5063ef4b55 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c36cbef5034e46a9b549289671a0e9e1 HTTP/1.1" status: 200 len: 380 time: 0.0348790 Jul 30 02:30:20.119480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-f55379de-6d06-4a4a-b643-d896bf389776 req-c938465c-e792-4ae8-bbcd-00cd02193653 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Request body: {'port': {'device_id': 'c13822ee-9a95-4507-a2cd-ca60752a9187', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'admin_state_up': True, 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'security_groups': ['362e0e3c-1a6c-4d79-b388-a9e1d7b8b635']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:20.491773 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2cbcd22-b434-43af-a543-d91ca1835622 req-b26ef286-79e8-4040-aefe-3d6d50e293f6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 210 time: 0.0316889 Jul 30 02:30:20.607576 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55379de-6d06-4a4a-b643-d896bf389776 req-c938465c-e792-4ae8-bbcd-00cd02193653 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Made reservation on behalf of c36cbef5034e46a9b549289671a0e9e1 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:20.611258 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f55379de-6d06-4a4a-b643-d896bf389776 req-c938465c-e792-4ae8-bbcd-00cd02193653 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:20.739142 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-f55379de-6d06-4a4a-b643-d896bf389776 req-c938465c-e792-4ae8-bbcd-00cd02193653 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Allocated IP 172.20.0.10 (4b928f04-88e3-46bc-8c77-31c50e0fdb8f/3d6e8363-d530-4d77-8092-27961ea0d3e9/3d21f6d3-4db7-4871-b1e4-56d3773c90df) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:30:20.880976 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f55379de-6d06-4a4a-b643-d896bf389776 req-c938465c-e792-4ae8-bbcd-00cd02193653 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:20.894033 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-f55379de-6d06-4a4a-b643-d896bf389776 req-c938465c-e792-4ae8-bbcd-00cd02193653 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Transition to ACTIVE for port object 3d21f6d3-4db7-4871-b1e4-56d3773c90df will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:20.996040 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f55379de-6d06-4a4a-b643-d896bf389776 req-c938465c-e792-4ae8-bbcd-00cd02193653 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.037990 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55379de-6d06-4a4a-b643-d896bf389776 req-c938465c-e792-4ae8-bbcd-00cd02193653 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:21.041137 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-f55379de-6d06-4a4a-b643-d896bf389776 req-c938465c-e792-4ae8-bbcd-00cd02193653 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:21.044937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55379de-6d06-4a4a-b643-d896bf389776 req-c938465c-e792-4ae8-bbcd-00cd02193653 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:30:21.072495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938465c-e792-4ae8-bbcd-00cd02193653 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event updated for resources: {'Port': ['ID=3d21f6d3-4db7-4871-b1e4-56d3773c90df,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:21.105706 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55379de-6d06-4a4a-b643-d896bf389776 req-c938465c-e792-4ae8-bbcd-00cd02193653 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:21.106379 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f55379de-6d06-4a4a-b643-d896bf389776 req-c938465c-e792-4ae8-bbcd-00cd02193653 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.184968 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f55379de-6d06-4a4a-b643-d896bf389776 req-c938465c-e792-4ae8-bbcd-00cd02193653 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0688953 Jul 30 02:30:21.198422 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] Request body: {'port': {'device_id': 'c13822ee-9a95-4507-a2cd-ca60752a9187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:21.271408 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.299551 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bdfdc228-8e74-4362-a24e-473dacc7f3ee None None] Provisioning for port 3d21f6d3-4db7-4871-b1e4-56d3773c90df completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:21.308505 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bdfdc228-8e74-4362-a24e-473dacc7f3ee None None] Provisioning complete for port 3d21f6d3-4db7-4871-b1e4-56d3773c90df triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:21.308953 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bdfdc228-8e74-4362-a24e-473dacc7f3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.360864 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bdfdc228-8e74-4362-a24e-473dacc7f3ee None None] Port 3d21f6d3-4db7-4871-b1e4-56d3773c90df cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:30:21.537861 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d21f6d3-4db7-4871-b1e4-56d3773c90df {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:30:21.545889 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.558588 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] Transition to ACTIVE for port object 3d21f6d3-4db7-4871-b1e4-56d3773c90df will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:21.602743 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.618245 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547aeb87-1e1f-4d7b-8eaf-0d7ae4bb7427 req-e47d9d30-3a40-40f2-aa96-80bc5c76786b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:21.619786 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-547aeb87-1e1f-4d7b-8eaf-0d7ae4bb7427 req-e47d9d30-3a40-40f2-aa96-80bc5c76786b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 932 time: 0.0567067 Jul 30 02:30:21.692844 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] Pushing event updated for resources: {'Port': ['ID=3d21f6d3-4db7-4871-b1e4-56d3773c90df,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:21.719085 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-547aeb87-1e1f-4d7b-8eaf-0d7ae4bb7427 req-f1264a11-b9ae-4755-933f-0a1c2c2f9a7e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802784 Jul 30 02:30:21.771653 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] Attempting to bind port 3d21f6d3-4db7-4871-b1e4-56d3773c90df on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:30:21.771994 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] Attempting to bind port 3d21f6d3-4db7-4871-b1e4-56d3773c90df by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:30:21.772329 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] Attempting to bind port 3d21f6d3-4db7-4871-b1e4-56d3773c90df on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:21.777061 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] Port 3d21f6d3-4db7-4871-b1e4-56d3773c90df on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:30:21.777323 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] Attempting to bind port 3d21f6d3-4db7-4871-b1e4-56d3773c90df on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:21.782707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:30:21.783050 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] Checking segment: {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:21.783440 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] Bound using segment: {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:30:21.783876 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] Bound port: 3d21f6d3-4db7-4871-b1e4-56d3773c90df, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:30:21.784242 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.857089 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] For port 3d21f6d3-4db7-4871-b1e4-56d3773c90df, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:30:21.860318 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] For port 3d21f6d3-4db7-4871-b1e4-56d3773c90df, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=3d21f6d3-4db7-4871-b1e4-56d3773c90df,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:30:21.939718 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.981657 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:21.982329 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.983806 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f55379de-6d06-4a4a-b643-d896bf389776 req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] 10.222.0.10 "PUT /v2.0/ports/3d21f6d3-4db7-4871-b1e4-56d3773c90df HTTP/1.1" status: 200 len: 1092 time: 0.7902114 Jul 30 02:30:21.984254 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13822ee-9a95-4507-a2cd-ca60752a9187', 'tag': '3d21f6d3-4db7-4871-b1e4-56d3773c90df'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:30:21.986572 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a124fa-0e78-4499-b502-68fd744c2783" -d '{"events": [{"name": "network-changed", "server_uuid": "c13822ee-9a95-4507-a2cd-ca60752a9187", "tag": "3d21f6d3-4db7-4871-b1e4-56d3773c90df"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:30:22.024098 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eba4d3-f86e-4c70-b7ef-a83c3a9387eb service neutron] Pushing event updated for resources: {'Port': ['ID=3d21f6d3-4db7-4871-b1e4-56d3773c90df,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:22.033279 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05959f30-d6c4-4394-98a2-4178255be3f1 x-openstack-request-id: req-05959f30-d6c4-4394-98a2-4178255be3f1 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:30:22.033626 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13822ee-9a95-4507-a2cd-ca60752a9187", "tag": "3d21f6d3-4db7-4871-b1e4-56d3773c90df", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:30:22.033878 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-05959f30-d6c4-4394-98a2-4178255be3f1 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:30:22.034317 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13822ee-9a95-4507-a2cd-ca60752a9187', 'tag': '3d21f6d3-4db7-4871-b1e4-56d3773c90df', 'status': 'completed', 'code': 200} Jul 30 02:30:22.099938 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a124fa-0e78-4499-b502-68fd744c2783 req-b53da37e-a567-4c43-bb1f-2ed2bf1d417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:22.101488 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c2a124fa-0e78-4499-b502-68fd744c2783 req-b53da37e-a567-4c43-bb1f-2ed2bf1d417f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 1095 time: 0.0453234 Jul 30 02:30:22.211971 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a124fa-0e78-4499-b502-68fd744c2783 req-00f4cc14-e1fb-4e19-9bf2-3b71c59a46d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:22.217256 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c2a124fa-0e78-4499-b502-68fd744c2783 req-00f4cc14-e1fb-4e19-9bf2-3b71c59a46d1 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c36cbef5034e46a9b549289671a0e9e1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1048806 Jul 30 02:30:22.311000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a124fa-0e78-4499-b502-68fd744c2783 req-08f98a68-d78b-4fd6-8e42-cf2b14e803b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:22.312964 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c2a124fa-0e78-4499-b502-68fd744c2783 req-08f98a68-d78b-4fd6-8e42-cf2b14e803b7 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930922 Jul 30 02:30:22.392300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55379de-6d06-4a4a-b643-d896bf389776 req-6ca7dc9e-92e2-4192-9588-784a1be38756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:22.393815 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f55379de-6d06-4a4a-b643-d896bf389776 req-6ca7dc9e-92e2-4192-9588-784a1be38756 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 1095 time: 0.0423434 Jul 30 02:30:22.439795 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f55379de-6d06-4a4a-b643-d896bf389776 req-9d088d05-4a31-49ce-ba99-391e30422102 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d21f6d3-4db7-4871-b1e4-56d3773c90df HTTP/1.1" status: 200 len: 217 time: 0.0378695 Jul 30 02:30:22.489442 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55379de-6d06-4a4a-b643-d896bf389776 req-119491b4-3172-4d9d-b8fd-25832643e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:22.490959 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f55379de-6d06-4a4a-b643-d896bf389776 req-119491b4-3172-4d9d-b8fd-25832643e3ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0440841 Jul 30 02:30:22.538328 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55379de-6d06-4a4a-b643-d896bf389776 req-2e87c438-655f-4ce2-9a9f-ef59cf2aef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:22.539868 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f55379de-6d06-4a4a-b643-d896bf389776 req-2e87c438-655f-4ce2-9a9f-ef59cf2aef97 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419934 Jul 30 02:30:22.635562 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f55379de-6d06-4a4a-b643-d896bf389776 req-5587ffc4-3dfb-40a2-9770-f0d80448023f service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879998 Jul 30 02:30:22.727632 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f55379de-6d06-4a4a-b643-d896bf389776 req-3a89d417-50c3-449d-8bd6-e451390eb4c1 service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856228 Jul 30 02:30:22.840759 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816ab8a-65c0-4ef1-9626-38b37af0fcb8 req-22419fda-df77-4cb0-a452-5ce7fb797705 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:22.842191 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b816ab8a-65c0-4ef1-9626-38b37af0fcb8 req-22419fda-df77-4cb0-a452-5ce7fb797705 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 944 time: 0.0521045 Jul 30 02:30:22.882499 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b816ab8a-65c0-4ef1-9626-38b37af0fcb8 req-ad6fb814-b417-4741-b9e8-8f608aefbac6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335765 Jul 30 02:30:24.003004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7d527-0e08-46c9-ab39-4d4d7a3ccce6 req-3e70fa4e-62fa-4821-87eb-e92821773964 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:24.004638 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-15c7d527-0e08-46c9-ab39-4d4d7a3ccce6 req-3e70fa4e-62fa-4821-87eb-e92821773964 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 944 time: 0.0571833 Jul 30 02:30:24.043674 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-15c7d527-0e08-46c9-ab39-4d4d7a3ccce6 req-0b3b3fb2-b131-4501-a251-8d6bd558060b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330405 Jul 30 02:30:25.159844 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa60685-83fc-4572-8de5-4bd4e2a45ec1 req-5b4ad092-5717-4cd4-9614-be5751ae7a06 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:25.161417 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7aa60685-83fc-4572-8de5-4bd4e2a45ec1 req-5b4ad092-5717-4cd4-9614-be5751ae7a06 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 944 time: 0.0500617 Jul 30 02:30:25.199315 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7aa60685-83fc-4572-8de5-4bd4e2a45ec1 req-c8828621-0a01-49df-af82-5f7b93f67959 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318239 Jul 30 02:30:26.319096 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd4a2d-66d1-44e7-9379-1a7e03501a4c req-78cc25de-fa23-4bf3-ad05-9ea5f8b091c9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:26.320683 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-36dd4a2d-66d1-44e7-9379-1a7e03501a4c req-78cc25de-fa23-4bf3-ad05-9ea5f8b091c9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 944 time: 0.0493300 Jul 30 02:30:26.358992 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-36dd4a2d-66d1-44e7-9379-1a7e03501a4c req-ce547f2e-d7f4-47d5-a997-d0718c25d582 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324001 Jul 30 02:30:27.477583 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9a1b2-84b3-457f-8900-0ea34a330a4f req-68cc0150-ed01-4ed1-bed6-498eded6986b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:27.479101 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2cf9a1b2-84b3-457f-8900-0ea34a330a4f req-68cc0150-ed01-4ed1-bed6-498eded6986b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 944 time: 0.0528696 Jul 30 02:30:27.516652 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2cf9a1b2-84b3-457f-8900-0ea34a330a4f req-2504eed2-603e-4044-a865-8e0cfe109bdd tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309887 Jul 30 02:30:28.632199 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ade82-0219-429b-b71e-faeb45cfabe5 req-fbdc1343-8a3f-471d-bc04-6d25efaa8149 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:28.633658 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4d3ade82-0219-429b-b71e-faeb45cfabe5 req-fbdc1343-8a3f-471d-bc04-6d25efaa8149 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 944 time: 0.0523446 Jul 30 02:30:28.678492 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4d3ade82-0219-429b-b71e-faeb45cfabe5 req-2eecfcd6-fb96-41ef-8fcb-933dbc8ea993 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386350 Jul 30 02:30:29.794660 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cba0f-7daa-4b8d-acc5-9870da29033e req-d7df6884-c0c9-4cc7-af6b-c07b047bef6e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:29.796196 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce4cba0f-7daa-4b8d-acc5-9870da29033e req-d7df6884-c0c9-4cc7-af6b-c07b047bef6e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 944 time: 0.0491960 Jul 30 02:30:29.833290 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce4cba0f-7daa-4b8d-acc5-9870da29033e req-99c1dd03-a4c0-4bb2-9ee8-4cdc0302a7b4 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313139 Jul 30 02:30:30.948516 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f794c95-7dd1-4ac9-8cfd-0c6c0a97ef65 req-5d4e3c23-facb-4825-b3ca-af3419a57953 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:30.949994 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f794c95-7dd1-4ac9-8cfd-0c6c0a97ef65 req-5d4e3c23-facb-4825-b3ca-af3419a57953 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 944 time: 0.0520880 Jul 30 02:30:30.988062 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f794c95-7dd1-4ac9-8cfd-0c6c0a97ef65 req-a0561346-a920-4d9e-a69d-e0471e4a713e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317030 Jul 30 02:30:32.100856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d67f86-b791-4da9-8433-dd562bdbcb48 req-bae171b0-2b5f-47dc-9f51-1db9394fa998 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:32.102350 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0d67f86-b791-4da9-8433-dd562bdbcb48 req-bae171b0-2b5f-47dc-9f51-1db9394fa998 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 944 time: 0.0484233 Jul 30 02:30:32.139874 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f0d67f86-b791-4da9-8433-dd562bdbcb48 req-d0d1d60b-fa49-4e5d-9235-22e164cc0f04 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310690 Jul 30 02:30:32.431374 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 3d21f6d3-4db7-4871-b1e4-56d3773c90df details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:30:32.525348 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 3d21f6d3-4db7-4871-b1e4-56d3773c90df, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=3d21f6d3-4db7-4871-b1e4-56d3773c90df,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:32.536800 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '3d21f6d3-4db7-4871-b1e4-56d3773c90df', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'port_id': '3d21f6d3-4db7-4871-b1e4-56d3773c90df', 'mac_address': 'fa:16:3e:07:bf:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:30:32.570983 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:32.583700 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d21f6d3-4db7-4871-b1e4-56d3773c90df {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:30:32.603266 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 3d21f6d3-4db7-4871-b1e4-56d3773c90df, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=3d21f6d3-4db7-4871-b1e4-56d3773c90df,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:32.658773 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:32.709713 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=3d21f6d3-4db7-4871-b1e4-56d3773c90df,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:32.716725 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:32.717100 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:32.717438 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:32.717771 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:32.718097 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:32.718446 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:32.718769 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:32.719088 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:32.719417 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:32.719720 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:32.720031 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:32.720343 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:32.892795 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['3d21f6d3-4db7-4871-b1e4-56d3773c90df'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:30:33.256507 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d899df5-3f7e-43c1-918c-a8358ec367a1 req-d0baf481-491c-4b35-a4a5-703cdbf42724 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:33.258065 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2d899df5-3f7e-43c1-918c-a8358ec367a1 req-d0baf481-491c-4b35-a4a5-703cdbf42724 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 945 time: 0.0491199 Jul 30 02:30:33.270576 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:33.295839 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2d899df5-3f7e-43c1-918c-a8358ec367a1 req-36ad8206-b121-4b77-99a1-1ea5fa286ca6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312934 Jul 30 02:30:33.663572 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:30:34.412489 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9c685-0ac6-47cc-a799-e35e4fc99b7a req-5fcc873a-dcfa-4b89-98e9-efe3990c2de0 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:34.413986 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6e9c685-0ac6-47cc-a799-e35e4fc99b7a req-5fcc873a-dcfa-4b89-98e9-efe3990c2de0 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 945 time: 0.0527534 Jul 30 02:30:34.446817 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 3d21f6d3-4db7-4871-b1e4-56d3773c90df up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:34.451285 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6e9c685-0ac6-47cc-a799-e35e4fc99b7a req-dfc3a163-33cb-4904-9877-0cda8bffb78c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313957 Jul 30 02:30:34.556002 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 3d21f6d3-4db7-4871-b1e4-56d3773c90df completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:34.559649 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 3d21f6d3-4db7-4871-b1e4-56d3773c90df triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:34.560088 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:34.637576 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:34.659280 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13822ee-9a95-4507-a2cd-ca60752a9187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d21f6d3-4db7-4871-b1e4-56d3773c90df'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:30:34.661500 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effe1b6e-008b-451b-9881-f607cfbd878d" -d '{"events": [{"server_uuid": "c13822ee-9a95-4507-a2cd-ca60752a9187", "name": "network-vif-plugged", "status": "completed", "tag": "3d21f6d3-4db7-4871-b1e4-56d3773c90df"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:30:34.674854 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 3d21f6d3-4db7-4871-b1e4-56d3773c90df, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=3d21f6d3-4db7-4871-b1e4-56d3773c90df,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:34.697196 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b99fd4-9c9a-4180-8db2-b2d2a5e90b25 x-openstack-request-id: req-f0b99fd4-9c9a-4180-8db2-b2d2a5e90b25 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:30:34.697551 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13822ee-9a95-4507-a2cd-ca60752a9187", "name": "network-vif-plugged", "status": "completed", "tag": "3d21f6d3-4db7-4871-b1e4-56d3773c90df", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:30:34.697869 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f0b99fd4-9c9a-4180-8db2-b2d2a5e90b25 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:30:34.698253 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13822ee-9a95-4507-a2cd-ca60752a9187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d21f6d3-4db7-4871-b1e4-56d3773c90df', 'code': 200} Jul 30 02:30:34.738980 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:34.787693 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=3d21f6d3-4db7-4871-b1e4-56d3773c90df,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:34.789960 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb992b5f-bedb-4c01-8c1d-76abdad71806 req-f8947f3a-c013-4c03-879f-ca6da82e6326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:34.791536 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fb992b5f-bedb-4c01-8c1d-76abdad71806 req-f8947f3a-c013-4c03-879f-ca6da82e6326 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 1097 time: 0.0403199 Jul 30 02:30:34.826395 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fb992b5f-bedb-4c01-8c1d-76abdad71806 req-68f21910-3fd3-4ed9-ab0d-13fe9a88860a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280378 Jul 30 02:30:35.567266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad89bab-44d9-4a3d-a6ed-f8504fa0c08f req-12ea5aeb-2957-4963-8edd-60a0a7850550 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:35.568744 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4ad89bab-44d9-4a3d-a6ed-f8504fa0c08f req-12ea5aeb-2957-4963-8edd-60a0a7850550 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 946 time: 0.0493634 Jul 30 02:30:35.607674 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4ad89bab-44d9-4a3d-a6ed-f8504fa0c08f req-06275331-05e0-4529-9c09-6fbb5a5c5b7c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328581 Jul 30 02:30:36.725907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d76a0b-5aca-4178-8ee2-20c000037f19 req-6317c7b0-eb71-4850-9df9-0db1e52c1942 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:36.727418 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4d76a0b-5aca-4178-8ee2-20c000037f19 req-6317c7b0-eb71-4850-9df9-0db1e52c1942 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 946 time: 0.0533319 Jul 30 02:30:36.767118 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4d76a0b-5aca-4178-8ee2-20c000037f19 req-9b50bdae-84b3-443e-bfe4-7ee5b053cc94 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331385 Jul 30 02:30:36.883078 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fbf50-59fb-4c14-b0e8-2b620db495b0 req-6d9ca99a-bee1-41bc-8885-2fe6051af216 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:36.884642 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9f3fbf50-59fb-4c14-b0e8-2b620db495b0 req-6d9ca99a-bee1-41bc-8885-2fe6051af216 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 946 time: 0.0493367 Jul 30 02:30:36.922284 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9f3fbf50-59fb-4c14-b0e8-2b620db495b0 req-516be002-737b-46f9-b23e-ec9b2442b9e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312946 Jul 30 02:30:36.943401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34702) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:37.144833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b469f4-2ac2-42dc-9ae4-12f837540c20 tempest-TestVolumeBootPattern-959382576 tempest-TestVolumeBootPattern-959382576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:37.146266 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-65b469f4-2ac2-42dc-9ae4-12f837540c20 tempest-TestVolumeBootPattern-959382576 tempest-TestVolumeBootPattern-959382576-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 1092 time: 0.2018969 Jul 30 02:30:37.149119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34708) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:37.155365 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ac6d7a97-860d-4369-8bcb-93689c8034bc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': '3d21f6d3-4db7-4871-b1e4-56d3773c90df', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:37.245854 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac6d7a97-860d-4369-8bcb-93689c8034bc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.346492 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac6d7a97-860d-4369-8bcb-93689c8034bc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.455302 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-ac6d7a97-860d-4369-8bcb-93689c8034bc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Allocated IP 172.25.1.11 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/7487e237-49c8-466e-80b1-cd433a8c3ba1) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:30:37.555275 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac6d7a97-860d-4369-8bcb-93689c8034bc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.640463 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac6d7a97-860d-4369-8bcb-93689c8034bc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.675708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6d7a97-860d-4369-8bcb-93689c8034bc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:37.678485 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-ac6d7a97-860d-4369-8bcb-93689c8034bc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:37.681937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6d7a97-860d-4369-8bcb-93689c8034bc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:30:37.711364 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d7a97-860d-4369-8bcb-93689c8034bc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event updated for resources: {'Port': ['ID=7487e237-49c8-466e-80b1-cd433a8c3ba1,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:38.035738 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac6d7a97-860d-4369-8bcb-93689c8034bc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.167199 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac6d7a97-860d-4369-8bcb-93689c8034bc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.318478 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac6d7a97-860d-4369-8bcb-93689c8034bc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.395999 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac6d7a97-860d-4369-8bcb-93689c8034bc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.465002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d7a97-860d-4369-8bcb-93689c8034bc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event updated for resources: {'Port': ['ID=7487e237-49c8-466e-80b1-cd433a8c3ba1,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:38.479319 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac6d7a97-860d-4369-8bcb-93689c8034bc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.581521 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-ac6d7a97-860d-4369-8bcb-93689c8034bc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Floating IP 1f348005-7ba8-4e6f-92bb-6991d91269f7 associated. External IP: 172.25.1.11, port: 3d21f6d3-4db7-4871-b1e4-56d3773c90df. Jul 30 02:30:38.784615 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6d7a97-860d-4369-8bcb-93689c8034bc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Router 71e47021-75ff-4f02-840f-79fe795b1bd1 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:30:38.889941 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6d7a97-860d-4369-8bcb-93689c8034bc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:30:38.899438 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92ff23-aea1-4631-b81c-b6699b680522 None None] Sync routers for ids ['71e47021-75ff-4f02-840f-79fe795b1bd1'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:30:38.908516 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e92ff23-aea1-4631-b81c-b6699b680522 None None] Routers {'71e47021-75ff-4f02-840f-79fe795b1bd1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:38.909138 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-3e92ff23-aea1-4631-b81c-b6699b680522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:30:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['71e47021-75ff-4f02-840f-79fe795b1bd1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:39.002054 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ac6d7a97-860d-4369-8bcb-93689c8034bc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:39.010822 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-3e92ff23-aea1-4631-b81c-b6699b680522 None None] Set router 71e47021-75ff-4f02-840f-79fe795b1bd1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:39.030592 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ac6d7a97-860d-4369-8bcb-93689c8034bc tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8804486 Jul 30 02:30:39.031288 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13822ee-9a95-4507-a2cd-ca60752a9187', 'tag': '3d21f6d3-4db7-4871-b1e4-56d3773c90df'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:30:39.033536 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53665c1c-4ad5-4cb3-841a-4b3a89d612b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c13822ee-9a95-4507-a2cd-ca60752a9187", "tag": "3d21f6d3-4db7-4871-b1e4-56d3773c90df"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:30:39.070030 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae7657b-0e97-492a-b5d1-01795327b9c7 x-openstack-request-id: req-9ae7657b-0e97-492a-b5d1-01795327b9c7 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:30:39.070030 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13822ee-9a95-4507-a2cd-ca60752a9187", "tag": "3d21f6d3-4db7-4871-b1e4-56d3773c90df", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:30:39.070030 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ae7657b-0e97-492a-b5d1-01795327b9c7 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:30:39.070030 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13822ee-9a95-4507-a2cd-ca60752a9187', 'tag': '3d21f6d3-4db7-4871-b1e4-56d3773c90df', 'status': 'completed', 'code': 200} Jul 30 02:30:39.148586 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8828dbcf-5495-4fe3-ad1e-0b950884d48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:39.183291 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665c1c-4ad5-4cb3-841a-4b3a89d612b9 req-54da36d9-4d14-4f16-a570-97a80f83175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:39.184878 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-53665c1c-4ad5-4cb3-841a-4b3a89d612b9 req-54da36d9-4d14-4f16-a570-97a80f83175b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 1097 time: 0.0916862 Jul 30 02:30:39.236291 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-3e92ff23-aea1-4631-b81c-b6699b680522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '1f348005-7ba8-4e6f-92bb-6991d91269f7', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'floating_ip_address': '172.25.1.11', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'port_id': '3d21f6d3-4db7-4871-b1e4-56d3773c90df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'mac_address': 'fa:16:3e:07:bf:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13822ee-9a95-4507-a2cd-ca60752a9187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:30:37Z', 'updated_at': '2021-07-30T02:30:37Z', 'revision_number': 0, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177a2e54-4dcc-4257-8127-bc4da27c31df', 'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'mac_address': 'fa:16:3e:ac:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:54Z', 'updated_at': '2021-07-30T02:23:01Z', 'revision_number': 5, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'subnets': [{'id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:39.261427 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92ff23-aea1-4631-b81c-b6699b680522 None None] Checking router: 71e47021-75ff-4f02-840f-79fe795b1bd1 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:30:39.270241 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e92ff23-aea1-4631-b81c-b6699b680522 None None] Routers {'71e47021-75ff-4f02-840f-79fe795b1bd1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:39.270875 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-3e92ff23-aea1-4631-b81c-b6699b680522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:30:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['71e47021-75ff-4f02-840f-79fe795b1bd1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:39.276765 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665c1c-4ad5-4cb3-841a-4b3a89d612b9 req-e20cb28b-3f1b-4c4a-a089-a6a20f8717c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:39.278259 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-53665c1c-4ad5-4cb3-841a-4b3a89d612b9 req-e20cb28b-3f1b-4c4a-a089-a6a20f8717c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 913 time: 0.0859854 Jul 30 02:30:39.348192 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-53665c1c-4ad5-4cb3-841a-4b3a89d612b9 req-e866d501-b7e5-4e82-9022-9a47484a90e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d21f6d3-4db7-4871-b1e4-56d3773c90df HTTP/1.1" status: 200 len: 999 time: 0.0619226 Jul 30 02:30:39.376082 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-3e92ff23-aea1-4631-b81c-b6699b680522 None None] Set router 71e47021-75ff-4f02-840f-79fe795b1bd1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:39.398289 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665c1c-4ad5-4cb3-841a-4b3a89d612b9 req-ede6475a-e14d-4181-be63-41cd6fe403a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:39.399730 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-53665c1c-4ad5-4cb3-841a-4b3a89d612b9 req-ede6475a-e14d-4181-be63-41cd6fe403a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0447326 Jul 30 02:30:39.445508 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665c1c-4ad5-4cb3-841a-4b3a89d612b9 req-74f289dd-02f8-4fdf-8d6e-60010faef338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:39.447076 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-53665c1c-4ad5-4cb3-841a-4b3a89d612b9 req-74f289dd-02f8-4fdf-8d6e-60010faef338 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400667 Jul 30 02:30:39.457770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-53665c1c-4ad5-4cb3-841a-4b3a89d612b9 req-298e7550-8b8f-4ce1-87eb-d29fc4ce01dc service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:30:39.459021 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-53665c1c-4ad5-4cb3-841a-4b3a89d612b9 req-298e7550-8b8f-4ce1-87eb-d29fc4ce01dc service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052929 Jul 30 02:30:39.551644 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-53665c1c-4ad5-4cb3-841a-4b3a89d612b9 req-2a990d47-7adc-43a7-8abf-5006acf19683 service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855238 Jul 30 02:30:39.594730 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-3e92ff23-aea1-4631-b81c-b6699b680522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '1f348005-7ba8-4e6f-92bb-6991d91269f7', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'floating_ip_address': '172.25.1.11', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'port_id': '3d21f6d3-4db7-4871-b1e4-56d3773c90df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'mac_address': 'fa:16:3e:07:bf:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13822ee-9a95-4507-a2cd-ca60752a9187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:30:37Z', 'updated_at': '2021-07-30T02:30:37Z', 'revision_number': 0, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177a2e54-4dcc-4257-8127-bc4da27c31df', 'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'mac_address': 'fa:16:3e:ac:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:54Z', 'updated_at': '2021-07-30T02:23:01Z', 'revision_number': 5, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'subnets': [{'id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:39.620488 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92ff23-aea1-4631-b81c-b6699b680522 None None] The sync data for ids ['71e47021-75ff-4f02-840f-79fe795b1bd1'] in n-d-713498-9 is: [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '1f348005-7ba8-4e6f-92bb-6991d91269f7', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'floating_ip_address': '172.25.1.11', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'port_id': '3d21f6d3-4db7-4871-b1e4-56d3773c90df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'mac_address': 'fa:16:3e:07:bf:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13822ee-9a95-4507-a2cd-ca60752a9187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:30:37Z', 'updated_at': '2021-07-30T02:30:37Z', 'revision_number': 0, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177a2e54-4dcc-4257-8127-bc4da27c31df', 'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'mac_address': 'fa:16:3e:ac:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:54Z', 'updated_at': '2021-07-30T02:23:01Z', 'revision_number': 5, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'subnets': [{'id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:30:39.644553 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-53665c1c-4ad5-4cb3-841a-4b3a89d612b9 req-515a1a15-08ef-4f35-a658-d53c012b803f service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859056 Jul 30 02:30:39.816384 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b29ca57-671c-4e83-8d41-bde90e96f8a2 None None] New status for floating IP 1f348005-7ba8-4e6f-92bb-6991d91269f7: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:30:41.670673 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-38f0e4b1-bec5-4304-9780-8f74012e3af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:41.812702 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:43.439867 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.776388 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:48.246982 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:03.284700 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:09.149560 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4720b08f-a91d-4c7b-a407-c9433d27e797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:10.662175 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:31:11.652759 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6e2b73c-4e52-4edf-9090-5316f5c2fd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:11.769926 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:13.446729 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:14.752754 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:18.189602 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:33.309032 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:35.760130 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-434daa9c-1e97-4ca0-9db2-6298b7a207ec req-78147506-871a-4c2c-ade8-b2cc8cf55327 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450754 Jul 30 02:31:35.839656 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434daa9c-1e97-4ca0-9db2-6298b7a207ec req-d79db120-25d7-4f5c-8e68-436ae0407ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:35.841747 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-434daa9c-1e97-4ca0-9db2-6298b7a207ec req-d79db120-25d7-4f5c-8e68-436ae0407ca0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 1097 time: 0.0409770 Jul 30 02:31:35.940904 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434daa9c-1e97-4ca0-9db2-6298b7a207ec req-04260704-c4e9-4d75-8cc2-110731fc26ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:35.942387 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-434daa9c-1e97-4ca0-9db2-6298b7a207ec req-04260704-c4e9-4d75-8cc2-110731fc26ee service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 913 time: 0.0832436 Jul 30 02:31:36.011806 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-434daa9c-1e97-4ca0-9db2-6298b7a207ec req-50e8ded0-6b2b-4eff-952c-85fd011ee665 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d21f6d3-4db7-4871-b1e4-56d3773c90df HTTP/1.1" status: 200 len: 1001 time: 0.0620573 Jul 30 02:31:36.060037 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434daa9c-1e97-4ca0-9db2-6298b7a207ec req-22e65678-262c-4bcc-8f1e-91eac9ec317b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:36.061481 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-434daa9c-1e97-4ca0-9db2-6298b7a207ec req-22e65678-262c-4bcc-8f1e-91eac9ec317b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0435166 Jul 30 02:31:36.108012 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434daa9c-1e97-4ca0-9db2-6298b7a207ec req-0a8c9d68-0e09-4605-801c-7a7768be6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:36.109517 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-434daa9c-1e97-4ca0-9db2-6298b7a207ec req-0a8c9d68-0e09-4605-801c-7a7768be6b2b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407970 Jul 30 02:31:36.206039 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-434daa9c-1e97-4ca0-9db2-6298b7a207ec req-f0b6b36b-98ec-4551-9baf-d549016ef347 service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875483 Jul 30 02:31:36.295663 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-434daa9c-1e97-4ca0-9db2-6298b7a207ec req-85d77eb5-b4e6-4d1c-b995-519e59e74302 service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818949 Jul 30 02:31:37.521098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-2b088554-e7fb-4cd9-9cda-550c6db84eb4 req-5782d193-db92-429b-b875-0ae0d1efd766 service neutron] (94464) timed out ('10.222.0.70', 59126) {{(pid=94464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:31:39.174706 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d3cccbf-b810-4f27-a655-9e2aac0d3cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:41.710884 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-00492ee9-a912-4e52-af05-d86a26281146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:41.791890 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:43.411683 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:44.802942 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:47.661691 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:31:48.200125 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:03.314431 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:09.138977 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f6ebfb1b-1914-49ca-bfb3-532281c014c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:11.647976 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1bd2125f-b8ba-4906-be99-b2fff3f1de49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:11.767480 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:13.418846 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:14.756245 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:18.201574 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:24.661298 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:32:33.296830 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:36.766654 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a47da0c0-ab66-4ace-95ac-681a4794fbe9 req-58bcd5a2-985f-4855-aca1-2b714c3f2d1a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510347 Jul 30 02:32:36.847066 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47da0c0-ab66-4ace-95ac-681a4794fbe9 req-2bb79d6b-db7f-48fa-b9ea-437e8ca02b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:36.848561 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a47da0c0-ab66-4ace-95ac-681a4794fbe9 req-2bb79d6b-db7f-48fa-b9ea-437e8ca02b78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 1097 time: 0.0413144 Jul 30 02:32:36.952591 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47da0c0-ab66-4ace-95ac-681a4794fbe9 req-37c26057-ebaa-4996-a85c-5719c24021cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:36.954098 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a47da0c0-ab66-4ace-95ac-681a4794fbe9 req-37c26057-ebaa-4996-a85c-5719c24021cc service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 913 time: 0.0869513 Jul 30 02:32:37.021970 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a47da0c0-ab66-4ace-95ac-681a4794fbe9 req-431cc058-40c3-40c2-b4ae-781f8651371b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d21f6d3-4db7-4871-b1e4-56d3773c90df HTTP/1.1" status: 200 len: 1001 time: 0.0613532 Jul 30 02:32:37.073130 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47da0c0-ab66-4ace-95ac-681a4794fbe9 req-2946fa95-df3a-4c2e-8227-00ad48a2ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:37.074574 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a47da0c0-ab66-4ace-95ac-681a4794fbe9 req-2946fa95-df3a-4c2e-8227-00ad48a2ea1b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0447228 Jul 30 02:32:37.120245 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47da0c0-ab66-4ace-95ac-681a4794fbe9 req-729d9b92-e046-4182-b84b-e07e08a03cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:37.121793 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a47da0c0-ab66-4ace-95ac-681a4794fbe9 req-729d9b92-e046-4182-b84b-e07e08a03cb3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407290 Jul 30 02:32:37.499875 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a47da0c0-ab66-4ace-95ac-681a4794fbe9 req-88053709-0340-468c-b31a-0714a42885e5 service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709884 Jul 30 02:32:37.590471 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a47da0c0-ab66-4ace-95ac-681a4794fbe9 req-643d98ea-b9ec-4898-a935-85fc4c8ac661 service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830984 Jul 30 02:32:39.177848 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8f51fad0-528e-4989-8dfe-047af210024c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:41.667911 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ae54862-6c13-4f97-88f5-666479b78d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:41.760853 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:43.479933 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:44.777064 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:48.269938 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:01.660183 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:33:03.164761 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-0fd24043-0e3b-474e-a697-42c648a6e428 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998526438&fields=id&tenant_id=c36cbef5034e46a9b549289671a0e9e1 HTTP/1.1" status: 200 len: 267 time: 0.0325515 Jul 30 02:33:03.273755 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:03.279364 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-48d6ec83-c540-4569-a4d9-17b52baf0780 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:03.280874 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-48d6ec83-c540-4569-a4d9-17b52baf0780 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 812 time: 0.1094317 Jul 30 02:33:03.296131 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-b6d70cb9-afca-4829-80b1-62087d8c60f4 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/quotas/c36cbef5034e46a9b549289671a0e9e1 HTTP/1.1" status: 200 len: 375 time: 0.0087948 Jul 30 02:33:03.354331 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-9afaa16b-8403-4cfa-a58c-ff81d2d335e1 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0523756 Jul 30 02:33:03.451761 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-25f1f5d6-8642-4296-8a34-e1ed9aad45b4 service neutron] 10.222.0.70 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853534 Jul 30 02:33:03.566780 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-642fb57b-0441-4085-a40e-be7c9b39b969 service neutron] 10.222.0.70 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083860 Jul 30 02:33:04.161252 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c1f48002-6348-4ddc-bc06-9bd944616ea8 req-be6f08e5-bb99-4372-8d3e-7d891bf19d6a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 210 time: 0.0330672 Jul 30 02:33:05.251829 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-940d85fd-be3b-408e-9ee3-f4946e17f188 req-5a6eff27-cf26-47a1-9757-6c304e33f9f4 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 210 time: 0.0261631 Jul 30 02:33:06.144589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-a4c2754b-ce78-4db1-9936-c9e47df3df61 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:06.146053 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-a4c2754b-ce78-4db1-9936-c9e47df3df61 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.77 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 812 time: 0.1196079 Jul 30 02:33:06.204670 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-a5eb8203-dec2-46f4-87f1-3ce568cf023e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c36cbef5034e46a9b549289671a0e9e1 HTTP/1.1" status: 200 len: 380 time: 0.0436931 Jul 30 02:33:06.213733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Request body: {'port': {'device_id': '477f3ddd-3650-4de4-8f32-1a20681167f5', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'admin_state_up': True, 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'security_groups': ['362e0e3c-1a6c-4d79-b388-a9e1d7b8b635']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:33:06.351283 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9405d746-5893-4e3d-9e73-322fae77e1e7 req-cca07194-eed8-4478-8d62-0596157acd2b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 210 time: 0.0293808 Jul 30 02:33:06.394089 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Made reservation on behalf of c36cbef5034e46a9b549289671a0e9e1 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:33:06.397802 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:06.530565 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Allocated IP 172.20.0.9 (4b928f04-88e3-46bc-8c77-31c50e0fdb8f/3d6e8363-d530-4d77-8092-27961ea0d3e9/efc9fb13-e77f-4933-8687-955574b50b0a) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:33:06.672809 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:06.687319 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Transition to ACTIVE for port object efc9fb13-e77f-4933-8687-955574b50b0a will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:33:06.783807 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:06.825913 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:33:06.829839 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:33:06.833468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:33:06.852971 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event updated for resources: {'Port': ['ID=efc9fb13-e77f-4933-8687-955574b50b0a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:06.870994 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:06.871359 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:06.871732 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:06.872209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:06.872476 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:06.872819 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:06.873159 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:06.873499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:06.873834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:06.874168 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:06.874529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:06.874863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:06.909949 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:06.910663 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:06.995474 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-4f0d00bb-23d4-496d-861c-12055424ecc5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7853827 Jul 30 02:33:07.057945 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] Request body: {'port': {'device_id': '477f3ddd-3650-4de4-8f32-1a20681167f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:33:07.118154 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:07.143063 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f824e034-1be4-44bc-91af-c75ffbd8f3a2 None None] Provisioning for port efc9fb13-e77f-4933-8687-955574b50b0a completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:33:07.148157 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f824e034-1be4-44bc-91af-c75ffbd8f3a2 None None] Provisioning complete for port efc9fb13-e77f-4933-8687-955574b50b0a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:33:07.148828 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f824e034-1be4-44bc-91af-c75ffbd8f3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:07.184118 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f824e034-1be4-44bc-91af-c75ffbd8f3a2 None None] Port efc9fb13-e77f-4933-8687-955574b50b0a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:33:07.392039 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc9fb13-e77f-4933-8687-955574b50b0a {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:33:07.395974 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:07.421824 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] Transition to ACTIVE for port object efc9fb13-e77f-4933-8687-955574b50b0a will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:33:07.483141 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5650b8-6a18-418b-8fdd-fc9c6a52a101 req-876c4e98-e83c-424d-aac8-c93438a2dc3b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:07.485139 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe5650b8-6a18-418b-8fdd-fc9c6a52a101 req-876c4e98-e83c-424d-aac8-c93438a2dc3b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 931 time: 0.0514102 Jul 30 02:33:07.520183 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:07.561341 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe5650b8-6a18-418b-8fdd-fc9c6a52a101 req-534ece68-659a-4e23-b25d-ff611c1c19f5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697334 Jul 30 02:33:07.595775 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] Pushing event updated for resources: {'Port': ['ID=efc9fb13-e77f-4933-8687-955574b50b0a,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:07.663811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] Attempting to bind port efc9fb13-e77f-4933-8687-955574b50b0a on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:33:07.664291 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] Attempting to bind port efc9fb13-e77f-4933-8687-955574b50b0a by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:33:07.664736 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] Attempting to bind port efc9fb13-e77f-4933-8687-955574b50b0a on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:33:07.669445 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] Port efc9fb13-e77f-4933-8687-955574b50b0a on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:33:07.669943 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] Attempting to bind port efc9fb13-e77f-4933-8687-955574b50b0a on network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:33:07.676039 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:33:07.676462 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] Checking segment: {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:33:07.676921 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] Bound using segment: {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:33:07.677490 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] Bound port: efc9fb13-e77f-4933-8687-955574b50b0a, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:33:07.677858 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:07.752639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] For port efc9fb13-e77f-4933-8687-955574b50b0a, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:33:07.752639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] For port efc9fb13-e77f-4933-8687-955574b50b0a, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=efc9fb13-e77f-4933-8687-955574b50b0a,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:33:07.892099 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:07.931107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:07.936470 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:07.936470 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] 10.222.0.77 "PUT /v2.0/ports/efc9fb13-e77f-4933-8687-955574b50b0a HTTP/1.1" status: 200 len: 1091 time: 0.9232538 Jul 30 02:33:07.936470 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477f3ddd-3650-4de4-8f32-1a20681167f5', 'tag': 'efc9fb13-e77f-4933-8687-955574b50b0a'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:33:07.936470 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbaaa27-55c6-41bb-a951-cf29fa9537e6" -d '{"events": [{"name": "network-changed", "server_uuid": "477f3ddd-3650-4de4-8f32-1a20681167f5", "tag": "efc9fb13-e77f-4933-8687-955574b50b0a"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:33:07.968785 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac5363-579a-4b1c-9406-808796c33759 service neutron] Pushing event updated for resources: {'Port': ['ID=efc9fb13-e77f-4933-8687-955574b50b0a,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:08.064900 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b53eab4-c82c-49fc-b6b8-7a95f4db28a7 x-openstack-request-id: req-6b53eab4-c82c-49fc-b6b8-7a95f4db28a7 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:33:08.071595 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477f3ddd-3650-4de4-8f32-1a20681167f5", "tag": "efc9fb13-e77f-4933-8687-955574b50b0a", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:33:08.071595 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b53eab4-c82c-49fc-b6b8-7a95f4db28a7 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:33:08.071595 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477f3ddd-3650-4de4-8f32-1a20681167f5', 'tag': 'efc9fb13-e77f-4933-8687-955574b50b0a', 'status': 'completed', 'code': 200} Jul 30 02:33:08.105217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-2aafee9f-de6c-4eef-960d-029d77bc8dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:08.105217 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-2aafee9f-de6c-4eef-960d-029d77bc8dec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 1094 time: 0.0520072 Jul 30 02:33:08.153821 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-fbfdd552-37c0-42bc-9584-c55f569fe675 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efc9fb13-e77f-4933-8687-955574b50b0a HTTP/1.1" status: 200 len: 217 time: 0.0361450 Jul 30 02:33:08.206073 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-31413ad7-4942-483d-ab09-633af453edba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:08.207509 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-31413ad7-4942-483d-ab09-633af453edba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0466967 Jul 30 02:33:08.260621 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-9a1e1217-c93c-46a4-8bb8-0467f61dd6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:08.262054 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-9a1e1217-c93c-46a4-8bb8-0467f61dd6e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471168 Jul 30 02:33:08.351683 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-7ac6f481-c456-4147-985d-724c1e375b8d service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823627 Jul 30 02:33:08.446848 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3539b47-e766-4f79-900a-4ba1aef14c39 req-0dea74af-4233-48b2-ae05-9efd76e08787 service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869088 Jul 30 02:33:08.636686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaaa27-55c6-41bb-a951-cf29fa9537e6 req-9e4a19c2-903e-4e10-9de2-64e209681823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:08.638907 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddbaaa27-55c6-41bb-a951-cf29fa9537e6 req-9e4a19c2-903e-4e10-9de2-64e209681823 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 1094 time: 0.0549111 Jul 30 02:33:08.745776 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728ffb8-54b3-47c0-97e2-1bd025fafc91 req-ebe133ba-a5b2-427b-9067-ee00b400013c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:08.747324 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e728ffb8-54b3-47c0-97e2-1bd025fafc91 req-ebe133ba-a5b2-427b-9067-ee00b400013c tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 943 time: 0.1028085 Jul 30 02:33:08.791061 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaaa27-55c6-41bb-a951-cf29fa9537e6 req-06377a43-d7fc-48d7-beeb-756db773c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:08.792521 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddbaaa27-55c6-41bb-a951-cf29fa9537e6 req-06377a43-d7fc-48d7-beeb-756db773c904 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 913 time: 0.1462936 Jul 30 02:33:08.810746 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e728ffb8-54b3-47c0-97e2-1bd025fafc91 req-ba391364-59db-49bc-9cb7-7e35ec290d28 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543063 Jul 30 02:33:08.850907 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddbaaa27-55c6-41bb-a951-cf29fa9537e6 req-0d4b6f01-fc13-45c2-bea9-4dcb3c78a7a1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efc9fb13-e77f-4933-8687-955574b50b0a HTTP/1.1" status: 200 len: 217 time: 0.0505283 Jul 30 02:33:08.906535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaaa27-55c6-41bb-a951-cf29fa9537e6 req-77a00cee-8d06-4d4a-8edf-97d5c1212417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:08.908048 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddbaaa27-55c6-41bb-a951-cf29fa9537e6 req-77a00cee-8d06-4d4a-8edf-97d5c1212417 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0506086 Jul 30 02:33:08.955841 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaaa27-55c6-41bb-a951-cf29fa9537e6 req-c76da888-6346-4c1a-81c6-a9dead5dc7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:08.957335 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddbaaa27-55c6-41bb-a951-cf29fa9537e6 req-c76da888-6346-4c1a-81c6-a9dead5dc7df service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416884 Jul 30 02:33:09.052772 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddbaaa27-55c6-41bb-a951-cf29fa9537e6 req-4d45fb65-a8ae-4aa2-9588-56c6de6a3cf4 service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879824 Jul 30 02:33:09.145086 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ddbaaa27-55c6-41bb-a951-cf29fa9537e6 req-799c45be-0e4e-43af-a48e-9fdb1a49d990 service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842896 Jul 30 02:33:09.193476 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e18afd80-c92e-44ab-a38c-3167f5dc949c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:09.930467 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4c651-ad54-442c-9aa3-2353a6a9e430 req-70183e61-11e9-4ce3-b0d2-56977659670b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:09.931967 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2db4c651-ad54-442c-9aa3-2353a6a9e430 req-70183e61-11e9-4ce3-b0d2-56977659670b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 943 time: 0.0509920 Jul 30 02:33:09.971127 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2db4c651-ad54-442c-9aa3-2353a6a9e430 req-cb3b7674-e1fa-4fe4-a44b-934dea45d420 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331731 Jul 30 02:33:11.088949 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50758b43-1020-4e57-bbfb-f22bea3cb914 req-f43a2eab-37c2-4f65-849e-f68d3deb61c7 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:11.090448 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50758b43-1020-4e57-bbfb-f22bea3cb914 req-f43a2eab-37c2-4f65-849e-f68d3deb61c7 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 943 time: 0.0533984 Jul 30 02:33:11.130178 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50758b43-1020-4e57-bbfb-f22bea3cb914 req-defb09b2-bcc1-4c3b-b55d-a5ee3b05e518 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332611 Jul 30 02:33:11.639706 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bdac4325-70cf-4533-a954-69c3eab45371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:11.817051 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:12.244517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57c481-2956-4620-9635-e1d861ca3b6d req-cbda406a-bbab-4a23-ae3c-44e3b0ee4c3e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:12.246020 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad57c481-2956-4620-9635-e1d861ca3b6d req-cbda406a-bbab-4a23-ae3c-44e3b0ee4c3e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 943 time: 0.0496633 Jul 30 02:33:12.283432 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad57c481-2956-4620-9635-e1d861ca3b6d req-dc57f802-178e-4607-8021-b92fb0f16d02 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314975 Jul 30 02:33:13.403817 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7a2f7-0865-44ab-b2cf-3a403b769538 req-8baacb29-a261-4383-a754-e68dda2f588a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:13.405328 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ace7a2f7-0865-44ab-b2cf-3a403b769538 req-8baacb29-a261-4383-a754-e68dda2f588a tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 943 time: 0.0501218 Jul 30 02:33:13.422330 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:13.443969 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ace7a2f7-0865-44ab-b2cf-3a403b769538 req-10112349-09be-41d9-8068-f7e34b9ea66b tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323489 Jul 30 02:33:14.561764 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b324a-35d0-4cab-8aa2-79eea2fb5bcb req-5b6b7d8c-6048-4204-8ab4-369660589360 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:14.563747 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9f3b324a-35d0-4cab-8aa2-79eea2fb5bcb req-5b6b7d8c-6048-4204-8ab4-369660589360 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 943 time: 0.0526049 Jul 30 02:33:14.600741 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9f3b324a-35d0-4cab-8aa2-79eea2fb5bcb req-10d85a1c-5827-4cb7-ac92-a93c9b0314d4 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311029 Jul 30 02:33:14.753968 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:15.714332 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8c993-2368-42d9-8b9e-d5c026562328 req-f83c446a-d9b3-424b-b012-538f711a5023 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:15.716680 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0af8c993-2368-42d9-8b9e-d5c026562328 req-f83c446a-d9b3-424b-b012-538f711a5023 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 943 time: 0.0493703 Jul 30 02:33:15.753733 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0af8c993-2368-42d9-8b9e-d5c026562328 req-021101df-e927-44ac-b9be-ea939f5b6af6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306726 Jul 30 02:33:16.869085 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cd953-193f-4abf-b153-299e4fc34a30 req-ae9b716b-17ed-4222-8ba8-f5e71e1238aa tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:16.870586 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c74cd953-193f-4abf-b153-299e4fc34a30 req-ae9b716b-17ed-4222-8ba8-f5e71e1238aa tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 943 time: 0.0490346 Jul 30 02:33:16.907415 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c74cd953-193f-4abf-b153-299e4fc34a30 req-4f85feec-8130-46f7-94f3-56a62a3587ee tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303025 Jul 30 02:33:18.026071 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c79cf2-ab30-4d7f-acc9-768c169d0828 req-831b25a0-16c5-484b-a2d3-c6b69421601f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:18.027586 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5c79cf2-ab30-4d7f-acc9-768c169d0828 req-831b25a0-16c5-484b-a2d3-c6b69421601f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 943 time: 0.0536320 Jul 30 02:33:18.065332 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5c79cf2-ab30-4d7f-acc9-768c169d0828 req-2464e657-33ea-49d7-9b9f-1f60dd7ffaa4 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318573 Jul 30 02:33:18.216632 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:18.765834 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device efc9fb13-e77f-4933-8687-955574b50b0a details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:33:18.871536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port efc9fb13-e77f-4933-8687-955574b50b0a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=efc9fb13-e77f-4933-8687-955574b50b0a,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:33:19.031821 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'efc9fb13-e77f-4933-8687-955574b50b0a', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'port_id': 'efc9fb13-e77f-4933-8687-955574b50b0a', 'mac_address': 'fa:16:3e:c5:7e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:33:19.068302 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:19.081438 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc9fb13-e77f-4933-8687-955574b50b0a {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:33:19.101567 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port efc9fb13-e77f-4933-8687-955574b50b0a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=efc9fb13-e77f-4933-8687-955574b50b0a,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:33:19.147773 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:19.194686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=efc9fb13-e77f-4933-8687-955574b50b0a,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:19.195900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fddac-dc25-4025-b5ac-e11e203390a0 req-9d0fb4a4-18a5-4f20-ac2a-d59443e14b4e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:19.197521 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4d8fddac-dc25-4025-b5ac-e11e203390a0 req-9d0fb4a4-18a5-4f20-ac2a-d59443e14b4e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 944 time: 0.0674183 Jul 30 02:33:19.202013 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:19.202382 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:19.202728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:19.203067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:19.203658 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:19.204551 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:19.204888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:19.205219 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:19.205547 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:19.205877 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:19.206194 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:19.206543 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:19.236265 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4d8fddac-dc25-4025-b5ac-e11e203390a0 req-b0f10765-1e78-40c2-a651-fe342bb03591 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322089 Jul 30 02:33:19.435236 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['efc9fb13-e77f-4933-8687-955574b50b0a'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:33:20.349886 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60ce84-0361-4480-a3dd-120ff4041fb5 req-5a9b5dda-96b0-4e41-9af5-a37d8d50d637 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:20.351751 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee60ce84-0361-4480-a3dd-120ff4041fb5 req-5a9b5dda-96b0-4e41-9af5-a37d8d50d637 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 944 time: 0.0500891 Jul 30 02:33:20.391075 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee60ce84-0361-4480-a3dd-120ff4041fb5 req-0acf23b1-b842-4032-b8a0-4fa8d86ad100 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334177 Jul 30 02:33:20.782755 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device efc9fb13-e77f-4933-8687-955574b50b0a up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:33:20.919220 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port efc9fb13-e77f-4933-8687-955574b50b0a completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:33:20.922794 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port efc9fb13-e77f-4933-8687-955574b50b0a triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:33:20.923165 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:20.996258 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:21.017970 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477f3ddd-3650-4de4-8f32-1a20681167f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc9fb13-e77f-4933-8687-955574b50b0a'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:33:21.020259 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2b31f1-c313-4fa6-9129-376737dddba7" -d '{"events": [{"server_uuid": "477f3ddd-3650-4de4-8f32-1a20681167f5", "name": "network-vif-plugged", "status": "completed", "tag": "efc9fb13-e77f-4933-8687-955574b50b0a"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:33:21.033652 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port efc9fb13-e77f-4933-8687-955574b50b0a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=efc9fb13-e77f-4933-8687-955574b50b0a,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:33:21.109084 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcd0dcc-0168-49c2-b675-9bc39c472b77 x-openstack-request-id: req-6fcd0dcc-0168-49c2-b675-9bc39c472b77 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:33:21.109379 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477f3ddd-3650-4de4-8f32-1a20681167f5", "name": "network-vif-plugged", "status": "completed", "tag": "efc9fb13-e77f-4933-8687-955574b50b0a", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:33:21.109637 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6fcd0dcc-0168-49c2-b675-9bc39c472b77 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:33:21.110094 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477f3ddd-3650-4de4-8f32-1a20681167f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc9fb13-e77f-4933-8687-955574b50b0a', 'code': 200} Jul 30 02:33:21.119580 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:21.168306 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=efc9fb13-e77f-4933-8687-955574b50b0a,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:21.237502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e9dd6-4573-4b0c-841e-24ebc3b05a96 req-68184dcc-333e-43e5-990f-7b7840b60798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:21.239032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fd0e9dd6-4573-4b0c-841e-24ebc3b05a96 req-68184dcc-333e-43e5-990f-7b7840b60798 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 1096 time: 0.0452442 Jul 30 02:33:21.275027 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fd0e9dd6-4573-4b0c-841e-24ebc3b05a96 req-1b4fecb5-d2b2-4a28-9a0b-0e00e58d3c8a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282831 Jul 30 02:33:21.508761 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9032c92-ab8a-4f7a-a923-62dc6ea21471 req-711f7a6e-8270-4b2b-b232-83e5cc7845b2 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:21.510445 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a9032c92-ab8a-4f7a-a923-62dc6ea21471 req-711f7a6e-8270-4b2b-b232-83e5cc7845b2 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 945 time: 0.0517428 Jul 30 02:33:21.549105 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a9032c92-ab8a-4f7a-a923-62dc6ea21471 req-f577cc61-3860-4a84-8e30-c89d145e5ede tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327699 Jul 30 02:33:22.663094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ca1d2-c6c3-488b-b5e2-c17180000c55 req-dc7a1d48-309c-47e8-aa6c-a59eca08e599 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:22.664507 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b98ca1d2-c6c3-488b-b5e2-c17180000c55 req-dc7a1d48-309c-47e8-aa6c-a59eca08e599 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 945 time: 0.0500438 Jul 30 02:33:22.703730 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b98ca1d2-c6c3-488b-b5e2-c17180000c55 req-d7326b85-b04f-434e-ad14-f74898f84397 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331264 Jul 30 02:33:22.818543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b27c3-27b9-4a30-a8f3-ea0fb9217fe1 req-91d1b8c8-4243-455b-bd98-8b4f4d17aa95 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:22.820017 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee3b27c3-27b9-4a30-a8f3-ea0fb9217fe1 req-91d1b8c8-4243-455b-bd98-8b4f4d17aa95 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 945 time: 0.0522599 Jul 30 02:33:22.857911 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee3b27c3-27b9-4a30-a8f3-ea0fb9217fe1 req-be301848-d06a-479e-af63-08294e68894d tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320683 Jul 30 02:33:22.879663 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34928) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:22.919158 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac7797c-bfde-4956-aac9-2bf3efe03e96 tempest-TestVolumeBootPattern-959382576 tempest-TestVolumeBootPattern-959382576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:22.920588 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1ac7797c-bfde-4956-aac9-2bf3efe03e96 tempest-TestVolumeBootPattern-959382576 tempest-TestVolumeBootPattern-959382576-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 1091 time: 0.0399463 Jul 30 02:33:22.923290 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34930) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:22.927655 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c2884b9a-be05-475d-987b-7145477933e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': 'efc9fb13-e77f-4933-8687-955574b50b0a', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:33:22.981986 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2884b9a-be05-475d-987b-7145477933e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:23.079946 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2884b9a-be05-475d-987b-7145477933e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:23.179284 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-c2884b9a-be05-475d-987b-7145477933e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Allocated IP 172.25.1.154 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/66d7188e-6f87-4733-9d27-f34045e6f6d1) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:33:23.283046 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2884b9a-be05-475d-987b-7145477933e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:23.404751 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2884b9a-be05-475d-987b-7145477933e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:23.440249 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2884b9a-be05-475d-987b-7145477933e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:33:23.442973 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-c2884b9a-be05-475d-987b-7145477933e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:33:23.446403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2884b9a-be05-475d-987b-7145477933e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:33:23.477504 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2884b9a-be05-475d-987b-7145477933e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event updated for resources: {'Port': ['ID=66d7188e-6f87-4733-9d27-f34045e6f6d1,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:23.815336 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2884b9a-be05-475d-987b-7145477933e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:23.984772 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2884b9a-be05-475d-987b-7145477933e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:24.147488 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2884b9a-be05-475d-987b-7145477933e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:24.205686 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2884b9a-be05-475d-987b-7145477933e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:24.274383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2884b9a-be05-475d-987b-7145477933e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event updated for resources: {'Port': ['ID=66d7188e-6f87-4733-9d27-f34045e6f6d1,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:24.287818 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2884b9a-be05-475d-987b-7145477933e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:24.387650 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-c2884b9a-be05-475d-987b-7145477933e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Floating IP 90ef5be7-81e0-4e54-9388-c68bd849759c associated. External IP: 172.25.1.154, port: efc9fb13-e77f-4933-8687-955574b50b0a. Jul 30 02:33:24.904443 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2884b9a-be05-475d-987b-7145477933e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Router 71e47021-75ff-4f02-840f-79fe795b1bd1 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:33:25.012355 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2884b9a-be05-475d-987b-7145477933e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:33:25.021942 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affec9f9-8924-4ef7-b6df-791054c78368 None None] Sync routers for ids ['71e47021-75ff-4f02-840f-79fe795b1bd1'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:33:25.031070 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affec9f9-8924-4ef7-b6df-791054c78368 None None] Routers {'71e47021-75ff-4f02-840f-79fe795b1bd1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:33:25.031684 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-affec9f9-8924-4ef7-b6df-791054c78368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:33:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['71e47021-75ff-4f02-840f-79fe795b1bd1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:25.108132 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c2884b9a-be05-475d-987b-7145477933e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:25.134492 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-affec9f9-8924-4ef7-b6df-791054c78368 None None] Set router 71e47021-75ff-4f02-840f-79fe795b1bd1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:33:25.135514 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c2884b9a-be05-475d-987b-7145477933e8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2112420 Jul 30 02:33:25.136125 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477f3ddd-3650-4de4-8f32-1a20681167f5', 'tag': 'efc9fb13-e77f-4933-8687-955574b50b0a'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:33:25.138418 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6037716-4278-4dc8-90f6-651127b07a51" -d '{"events": [{"name": "network-changed", "server_uuid": "477f3ddd-3650-4de4-8f32-1a20681167f5", "tag": "efc9fb13-e77f-4933-8687-955574b50b0a"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:33:25.176054 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe437eb-fa78-44be-b8b1-ac58f1090409 x-openstack-request-id: req-bfe437eb-fa78-44be-b8b1-ac58f1090409 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:33:25.176346 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477f3ddd-3650-4de4-8f32-1a20681167f5", "tag": "efc9fb13-e77f-4933-8687-955574b50b0a", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:33:25.176629 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bfe437eb-fa78-44be-b8b1-ac58f1090409 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:33:25.177041 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477f3ddd-3650-4de4-8f32-1a20681167f5', 'tag': 'efc9fb13-e77f-4933-8687-955574b50b0a', 'status': 'completed', 'code': 200} Jul 30 02:33:25.259600 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6037716-4278-4dc8-90f6-651127b07a51 req-5810ffea-ddb2-40e5-970f-d23f7524c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:25.261205 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a6037716-4278-4dc8-90f6-651127b07a51 req-5810ffea-ddb2-40e5-970f-d23f7524c62c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 1096 time: 0.0417507 Jul 30 02:33:25.359022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6037716-4278-4dc8-90f6-651127b07a51 req-74f9c24d-923c-4ad1-8ff9-2894e3572407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:25.367025 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-affec9f9-8924-4ef7-b6df-791054c78368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '1f348005-7ba8-4e6f-92bb-6991d91269f7', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'floating_ip_address': '172.25.1.11', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'port_id': '3d21f6d3-4db7-4871-b1e4-56d3773c90df', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'mac_address': 'fa:16:3e:07:bf:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13822ee-9a95-4507-a2cd-ca60752a9187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:30:37Z', 'updated_at': '2021-07-30T02:30:39Z', 'revision_number': 1, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'fixed_ip_address_scope': None}, {'id': '90ef5be7-81e0-4e54-9388-c68bd849759c', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'port_id': 'efc9fb13-e77f-4933-8687-955574b50b0a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'mac_address': 'fa:16:3e:c5:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477f3ddd-3650-4de4-8f32-1a20681167f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:33:23Z', 'updated_at': '2021-07-30T02:33:23Z', 'revision_number': 0, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177a2e54-4dcc-4257-8127-bc4da27c31df', 'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'mac_address': 'fa:16:3e:ac:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:54Z', 'updated_at': '2021-07-30T02:23:01Z', 'revision_number': 5, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'subnets': [{'id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:25.367775 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a6037716-4278-4dc8-90f6-651127b07a51 req-74f9c24d-923c-4ad1-8ff9-2894e3572407 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 913 time: 0.0920920 Jul 30 02:33:25.388391 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affec9f9-8924-4ef7-b6df-791054c78368 None None] Checking router: 71e47021-75ff-4f02-840f-79fe795b1bd1 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:33:25.397378 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affec9f9-8924-4ef7-b6df-791054c78368 None None] Routers {'71e47021-75ff-4f02-840f-79fe795b1bd1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:33:25.397991 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-affec9f9-8924-4ef7-b6df-791054c78368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:33:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['71e47021-75ff-4f02-840f-79fe795b1bd1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:25.427201 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a6037716-4278-4dc8-90f6-651127b07a51 req-7eb15f4a-884a-4a32-8cfe-81e422c33842 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efc9fb13-e77f-4933-8687-955574b50b0a HTTP/1.1" status: 200 len: 999 time: 0.0594070 Jul 30 02:33:25.488806 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6037716-4278-4dc8-90f6-651127b07a51 req-fe69dbea-ecf5-4e9d-b095-b46434dd7343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:25.490307 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a6037716-4278-4dc8-90f6-651127b07a51 req-fe69dbea-ecf5-4e9d-b095-b46434dd7343 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0565605 Jul 30 02:33:25.502545 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-affec9f9-8924-4ef7-b6df-791054c78368 None None] Set router 71e47021-75ff-4f02-840f-79fe795b1bd1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:33:25.540577 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6037716-4278-4dc8-90f6-651127b07a51 req-e872a592-d93b-461d-bee5-a2e07a647cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:25.542100 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a6037716-4278-4dc8-90f6-651127b07a51 req-e872a592-d93b-461d-bee5-a2e07a647cb4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449767 Jul 30 02:33:25.631752 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a6037716-4278-4dc8-90f6-651127b07a51 req-4f3e2069-f46b-4078-be5b-99943f1201b1 service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822387 Jul 30 02:33:25.722060 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-affec9f9-8924-4ef7-b6df-791054c78368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '1f348005-7ba8-4e6f-92bb-6991d91269f7', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'floating_ip_address': '172.25.1.11', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'port_id': '3d21f6d3-4db7-4871-b1e4-56d3773c90df', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'mac_address': 'fa:16:3e:07:bf:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13822ee-9a95-4507-a2cd-ca60752a9187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:30:37Z', 'updated_at': '2021-07-30T02:30:39Z', 'revision_number': 1, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'fixed_ip_address_scope': None}, {'id': '90ef5be7-81e0-4e54-9388-c68bd849759c', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'port_id': 'efc9fb13-e77f-4933-8687-955574b50b0a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'mac_address': 'fa:16:3e:c5:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477f3ddd-3650-4de4-8f32-1a20681167f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:33:23Z', 'updated_at': '2021-07-30T02:33:23Z', 'revision_number': 0, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177a2e54-4dcc-4257-8127-bc4da27c31df', 'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'mac_address': 'fa:16:3e:ac:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:54Z', 'updated_at': '2021-07-30T02:23:01Z', 'revision_number': 5, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'subnets': [{'id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:25.728800 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a6037716-4278-4dc8-90f6-651127b07a51 req-4816ebee-021d-46a4-9105-3e0c865108cf service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886176 Jul 30 02:33:25.747064 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affec9f9-8924-4ef7-b6df-791054c78368 None None] The sync data for ids ['71e47021-75ff-4f02-840f-79fe795b1bd1'] in n-d-713498-9 is: [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '1f348005-7ba8-4e6f-92bb-6991d91269f7', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'floating_ip_address': '172.25.1.11', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'port_id': '3d21f6d3-4db7-4871-b1e4-56d3773c90df', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'mac_address': 'fa:16:3e:07:bf:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13822ee-9a95-4507-a2cd-ca60752a9187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:30:37Z', 'updated_at': '2021-07-30T02:30:39Z', 'revision_number': 1, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'fixed_ip_address_scope': None}, {'id': '90ef5be7-81e0-4e54-9388-c68bd849759c', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'port_id': 'efc9fb13-e77f-4933-8687-955574b50b0a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'mac_address': 'fa:16:3e:c5:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477f3ddd-3650-4de4-8f32-1a20681167f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:33:23Z', 'updated_at': '2021-07-30T02:33:23Z', 'revision_number': 0, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177a2e54-4dcc-4257-8127-bc4da27c31df', 'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'mac_address': 'fa:16:3e:ac:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:54Z', 'updated_at': '2021-07-30T02:23:01Z', 'revision_number': 5, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'subnets': [{'id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:33:25.940228 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80eb366-a47c-4d4d-86a8-40adb27d15ad None None] New status for floating IP 90ef5be7-81e0-4e54-9388-c68bd849759c: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:33:31.613533 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-36df39cb-3529-4ad5-88c8-c35324a77a34 req-66d8ddbf-8453-43a2-94ee-d6890c3b8343 service neutron] (94464) timed out ('10.222.0.70', 60820) {{(pid=94464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:33:33.324574 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:36.752829 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-73f9e622-8540-4c89-82c0-6d959a281ab6 req-0e2bf14f-8d26-4af7-882f-f185e46ba03e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429199 Jul 30 02:33:36.836039 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e622-8540-4c89-82c0-6d959a281ab6 req-8fa0060d-f525-4aa6-9e29-db432e26f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:36.837590 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-73f9e622-8540-4c89-82c0-6d959a281ab6 req-8fa0060d-f525-4aa6-9e29-db432e26f4a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 1097 time: 0.0442746 Jul 30 02:33:36.943534 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e622-8540-4c89-82c0-6d959a281ab6 req-47789121-c8ce-4abf-976a-2143ee1048fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:36.945033 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-73f9e622-8540-4c89-82c0-6d959a281ab6 req-47789121-c8ce-4abf-976a-2143ee1048fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 913 time: 0.0878959 Jul 30 02:33:37.013389 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-73f9e622-8540-4c89-82c0-6d959a281ab6 req-e1993512-7ae1-469c-b3fe-2a687a23fa5e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d21f6d3-4db7-4871-b1e4-56d3773c90df HTTP/1.1" status: 200 len: 1001 time: 0.0599110 Jul 30 02:33:37.061882 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e622-8540-4c89-82c0-6d959a281ab6 req-006ced5c-4b06-409d-948e-a473089a9a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:37.063489 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-73f9e622-8540-4c89-82c0-6d959a281ab6 req-006ced5c-4b06-409d-948e-a473089a9a64 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0433443 Jul 30 02:33:37.116707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e622-8540-4c89-82c0-6d959a281ab6 req-b04eecc1-1aa2-424f-9929-c8c3e56269a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:37.118232 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-73f9e622-8540-4c89-82c0-6d959a281ab6 req-b04eecc1-1aa2-424f-9929-c8c3e56269a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481017 Jul 30 02:33:37.211924 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-73f9e622-8540-4c89-82c0-6d959a281ab6 req-37d205ba-685b-4030-b008-9d7d90890a7b service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857120 Jul 30 02:33:37.306863 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-73f9e622-8540-4c89-82c0-6d959a281ab6 req-875b1c0b-6519-42f9-a227-0b5400f55a74 service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876493 Jul 30 02:33:38.658755 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:33:39.141743 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c33e6f34-2e3c-45e0-8b51-2582dbca3e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:41.650266 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8628d7c2-6ae2-461c-8e61-0232d3dce737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:41.827385 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:43.433123 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:44.781485 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:48.220876 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:03.317885 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:09.163433 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52087713-9c67-4b1a-b85a-b15c087c66ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:09.899374 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c849e5c2-b88a-4631-b748-6bb487924648 req-56af8345-b6af-4d7b-92c8-5d373894a8a1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405385 Jul 30 02:34:09.995201 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849e5c2-b88a-4631-b748-6bb487924648 req-6204950c-4450-4f61-bd1a-36caa5fa2454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:09.996762 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c849e5c2-b88a-4631-b748-6bb487924648 req-6204950c-4450-4f61-bd1a-36caa5fa2454 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 1096 time: 0.0413139 Jul 30 02:34:10.104076 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849e5c2-b88a-4631-b748-6bb487924648 req-7b2289b4-b72b-46dd-8b38-f948dc295ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:10.105547 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c849e5c2-b88a-4631-b748-6bb487924648 req-7b2289b4-b72b-46dd-8b38-f948dc295ccf service neutron] 10.222.0.77 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 913 time: 0.0890951 Jul 30 02:34:10.169986 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c849e5c2-b88a-4631-b748-6bb487924648 req-be312039-cd0d-4753-87fe-7b6044e6f93c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efc9fb13-e77f-4933-8687-955574b50b0a HTTP/1.1" status: 200 len: 1001 time: 0.0574696 Jul 30 02:34:10.218464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849e5c2-b88a-4631-b748-6bb487924648 req-4d39c081-6bf4-43be-a162-38647c7f7e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:10.219901 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c849e5c2-b88a-4631-b748-6bb487924648 req-4d39c081-6bf4-43be-a162-38647c7f7e82 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0436070 Jul 30 02:34:10.268757 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849e5c2-b88a-4631-b748-6bb487924648 req-3eb79ed7-90a7-45c2-ae46-e6ea22c21324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:10.270221 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c849e5c2-b88a-4631-b748-6bb487924648 req-3eb79ed7-90a7-45c2-ae46-e6ea22c21324 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431449 Jul 30 02:34:10.360472 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c849e5c2-b88a-4631-b748-6bb487924648 req-e11ecc22-dbc7-47b0-ab5e-4c9e90e45101 service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828457 Jul 30 02:34:10.455789 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c849e5c2-b88a-4631-b748-6bb487924648 req-75dd9470-c5c4-4a55-ba6c-231b29be1bfe service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874872 Jul 30 02:34:11.648806 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb88db6c-4af0-4d5b-986f-7601f3094cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:11.786052 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:13.409200 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:14.763702 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:15.658546 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:34:18.220453 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:33.311445 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:36.765444 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a28f19b3-eda3-47d1-857b-5269a5f1fa41 req-bfac6c8d-bd02-4c5a-8019-a5f53a030fdf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411553 Jul 30 02:34:36.844298 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f19b3-eda3-47d1-857b-5269a5f1fa41 req-bc4143cd-5765-4a31-aa13-bf5e433e912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:36.845760 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a28f19b3-eda3-47d1-857b-5269a5f1fa41 req-bc4143cd-5765-4a31-aa13-bf5e433e912f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 1097 time: 0.0410841 Jul 30 02:34:36.952510 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f19b3-eda3-47d1-857b-5269a5f1fa41 req-d1a1ad56-5b5f-4494-ac40-d7a8db33c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:36.953987 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a28f19b3-eda3-47d1-857b-5269a5f1fa41 req-d1a1ad56-5b5f-4494-ac40-d7a8db33c65f service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 913 time: 0.0904195 Jul 30 02:34:37.018918 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a28f19b3-eda3-47d1-857b-5269a5f1fa41 req-171f249d-9235-45f1-95cb-b5cbfe429480 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d21f6d3-4db7-4871-b1e4-56d3773c90df HTTP/1.1" status: 200 len: 1001 time: 0.0581658 Jul 30 02:34:37.067813 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f19b3-eda3-47d1-857b-5269a5f1fa41 req-3cf32db9-7ca2-4416-a99f-d75f69a87594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:37.069219 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a28f19b3-eda3-47d1-857b-5269a5f1fa41 req-3cf32db9-7ca2-4416-a99f-d75f69a87594 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0438135 Jul 30 02:34:37.117909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f19b3-eda3-47d1-857b-5269a5f1fa41 req-9cff4375-0a02-4210-a07d-16eedebfb857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:37.119411 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a28f19b3-eda3-47d1-857b-5269a5f1fa41 req-9cff4375-0a02-4210-a07d-16eedebfb857 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434141 Jul 30 02:34:37.209072 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a28f19b3-eda3-47d1-857b-5269a5f1fa41 req-da04e0b0-2daa-4f32-aa14-cb2f9597b941 service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816441 Jul 30 02:34:37.301577 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a28f19b3-eda3-47d1-857b-5269a5f1fa41 req-0969df8c-603f-4242-9a8e-2c71810870a9 service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847659 Jul 30 02:34:39.202624 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aac92b9f-a1de-49ea-87b9-d2dcdc2445c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:41.665840 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6582d4fe-06ad-4e01-9933-409fb351b5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:41.842950 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:43.443194 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:44.785305 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:48.242572 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:52.657616 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:35:03.334244 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:09.219639 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-276581c4-77ab-4b2a-88ae-e14c317c6873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:09.883966 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-509d4f45-4616-452a-8e97-18f566bd9eab req-ecfd673b-c984-47a2-bd32-937b9495f91f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401590 Jul 30 02:35:09.980773 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d4f45-4616-452a-8e97-18f566bd9eab req-213f5617-18af-4dcb-9775-10300c5c923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:09.982245 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-509d4f45-4616-452a-8e97-18f566bd9eab req-213f5617-18af-4dcb-9775-10300c5c923c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 1096 time: 0.0411284 Jul 30 02:35:10.086723 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d4f45-4616-452a-8e97-18f566bd9eab req-74500baa-433b-4f42-b960-92c75d17e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:10.088197 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-509d4f45-4616-452a-8e97-18f566bd9eab req-74500baa-433b-4f42-b960-92c75d17e50f service neutron] 10.222.0.77 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 913 time: 0.0864515 Jul 30 02:35:10.152318 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-509d4f45-4616-452a-8e97-18f566bd9eab req-ba55b2fd-9c76-4ab2-b49a-29cd53684b92 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efc9fb13-e77f-4933-8687-955574b50b0a HTTP/1.1" status: 200 len: 1001 time: 0.0569925 Jul 30 02:35:10.200967 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d4f45-4616-452a-8e97-18f566bd9eab req-b9b15f0c-32e5-47bc-ba40-4fda61ee8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:10.202397 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-509d4f45-4616-452a-8e97-18f566bd9eab req-b9b15f0c-32e5-47bc-ba40-4fda61ee8ff3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0423858 Jul 30 02:35:10.250186 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d4f45-4616-452a-8e97-18f566bd9eab req-e8fbe4dc-7e1c-4f6e-841c-c7eee8fb4485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:10.251679 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-509d4f45-4616-452a-8e97-18f566bd9eab req-e8fbe4dc-7e1c-4f6e-841c-c7eee8fb4485 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416570 Jul 30 02:35:10.338448 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-509d4f45-4616-452a-8e97-18f566bd9eab req-ed4e0d33-91ec-4e08-b855-9d840f04f9b0 service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793114 Jul 30 02:35:10.429213 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-509d4f45-4616-452a-8e97-18f566bd9eab req-694da243-53cb-4184-a496-d160dc873f6d service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836892 Jul 30 02:35:11.647986 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ae58199-d99d-4c8b-a07b-66818444ad9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:11.789286 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:13.436653 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:14.773840 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:18.240350 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.078322 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 34968) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:24.653983 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Deleting port 66d7188e-6f87-4733-9d27-f34045e6f6d1 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:35:24.654239 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.727966 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.728311 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.741150 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Calling delete_port for 66d7188e-6f87-4733-9d27-f34045e6f6d1 owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:35:24.939204 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.965684 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event deleted for resources: {'Port': ['ID=66d7188e-6f87-4733-9d27-f34045e6f6d1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:24.992016 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.992364 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.992707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.993044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.993377 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.993708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.994034 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.994386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.994712 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.995032 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.995352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.995671 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:25.035261 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:25.035642 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Floating IP 90ef5be7-81e0-4e54-9388-c68bd849759c disassociated (deleted). External IP: 172.25.1.154, port: efc9fb13-e77f-4933-8687-955574b50b0a. Jul 30 02:35:25.242637 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Router 71e47021-75ff-4f02-840f-79fe795b1bd1 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:35:25.351494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:35:25.356383 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:25.361839 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a04b59b-0e18-461f-bfd3-db808543e278 None None] Sync routers for ids ['71e47021-75ff-4f02-840f-79fe795b1bd1'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:35:25.370716 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a04b59b-0e18-461f-bfd3-db808543e278 None None] Routers {'71e47021-75ff-4f02-840f-79fe795b1bd1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:35:25.371316 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0a04b59b-0e18-461f-bfd3-db808543e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:35:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['71e47021-75ff-4f02-840f-79fe795b1bd1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:25.388278 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9c4c1ec6-4a5f-486c-8dc1-bf906315dd1e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "DELETE /v2.0/floatingips/90ef5be7-81e0-4e54-9388-c68bd849759c HTTP/1.1" status: 204 len: 168 time: 1.3088496 Jul 30 02:35:25.389052 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477f3ddd-3650-4de4-8f32-1a20681167f5', 'tag': 'efc9fb13-e77f-4933-8687-955574b50b0a'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:35:25.391461 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4449a74-52db-4833-a42b-f50ec862fcb9" -d '{"events": [{"name": "network-changed", "server_uuid": "477f3ddd-3650-4de4-8f32-1a20681167f5", "tag": "efc9fb13-e77f-4933-8687-955574b50b0a"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:35:25.477193 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-0a04b59b-0e18-461f-bfd3-db808543e278 None None] Set router 71e47021-75ff-4f02-840f-79fe795b1bd1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:35:25.698436 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0a04b59b-0e18-461f-bfd3-db808543e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '1f348005-7ba8-4e6f-92bb-6991d91269f7', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'floating_ip_address': '172.25.1.11', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'port_id': '3d21f6d3-4db7-4871-b1e4-56d3773c90df', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'mac_address': 'fa:16:3e:07:bf:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13822ee-9a95-4507-a2cd-ca60752a9187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:30:37Z', 'updated_at': '2021-07-30T02:30:39Z', 'revision_number': 1, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177a2e54-4dcc-4257-8127-bc4da27c31df', 'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'mac_address': 'fa:16:3e:ac:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:54Z', 'updated_at': '2021-07-30T02:23:01Z', 'revision_number': 5, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'subnets': [{'id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:25.723842 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a04b59b-0e18-461f-bfd3-db808543e278 None None] Checking router: 71e47021-75ff-4f02-840f-79fe795b1bd1 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:35:25.731892 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a04b59b-0e18-461f-bfd3-db808543e278 None None] Routers {'71e47021-75ff-4f02-840f-79fe795b1bd1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:35:25.732478 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0a04b59b-0e18-461f-bfd3-db808543e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:35:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['71e47021-75ff-4f02-840f-79fe795b1bd1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:25.801730 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20ca708-cfbf-4db2-b8d5-a15eeb4835fa x-openstack-request-id: req-b20ca708-cfbf-4db2-b8d5-a15eeb4835fa {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:35:25.802029 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477f3ddd-3650-4de4-8f32-1a20681167f5", "tag": "efc9fb13-e77f-4933-8687-955574b50b0a", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:35:25.803442 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b20ca708-cfbf-4db2-b8d5-a15eeb4835fa {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:35:25.803850 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477f3ddd-3650-4de4-8f32-1a20681167f5', 'tag': 'efc9fb13-e77f-4933-8687-955574b50b0a', 'status': 'completed', 'code': 200} Jul 30 02:35:25.838470 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-0a04b59b-0e18-461f-bfd3-db808543e278 None None] Set router 71e47021-75ff-4f02-840f-79fe795b1bd1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:35:25.916783 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4449a74-52db-4833-a42b-f50ec862fcb9 req-43c1e35f-7cef-47b3-8ef7-2d6b01377607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:25.918578 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a4449a74-52db-4833-a42b-f50ec862fcb9 req-43c1e35f-7cef-47b3-8ef7-2d6b01377607 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 1096 time: 0.0465064 Jul 30 02:35:26.055524 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07ff1a-a9d1-4e79-8f76-1b1d3e277ea1 req-dbcac8ff-1aa9-4c0c-8fa6-b1cba56751d9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:26.057053 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb07ff1a-a9d1-4e79-8f76-1b1d3e277ea1 req-dbcac8ff-1aa9-4c0c-8fa6-b1cba56751d9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 945 time: 0.2055383 Jul 30 02:35:26.058043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4449a74-52db-4833-a42b-f50ec862fcb9 req-495ef494-8669-4288-a375-32c56cfd213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:26.059419 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a4449a74-52db-4833-a42b-f50ec862fcb9 req-495ef494-8669-4288-a375-32c56cfd213e service neutron] 10.222.0.77 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 913 time: 0.1328213 Jul 30 02:35:26.116620 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a4449a74-52db-4833-a42b-f50ec862fcb9 req-2c0eef6f-3e9e-434a-893e-ec6e23dcb7de service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efc9fb13-e77f-4933-8687-955574b50b0a HTTP/1.1" status: 200 len: 217 time: 0.0392594 Jul 30 02:35:26.136229 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb07ff1a-a9d1-4e79-8f76-1b1d3e277ea1 req-bc4c1ed6-1cde-41d5-bcc1-35184451edf6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727837 Jul 30 02:35:26.154771 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-0a04b59b-0e18-461f-bfd3-db808543e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '1f348005-7ba8-4e6f-92bb-6991d91269f7', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'floating_ip_address': '172.25.1.11', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'port_id': '3d21f6d3-4db7-4871-b1e4-56d3773c90df', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'mac_address': 'fa:16:3e:07:bf:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13822ee-9a95-4507-a2cd-ca60752a9187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:30:37Z', 'updated_at': '2021-07-30T02:30:39Z', 'revision_number': 1, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177a2e54-4dcc-4257-8127-bc4da27c31df', 'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'mac_address': 'fa:16:3e:ac:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:54Z', 'updated_at': '2021-07-30T02:23:01Z', 'revision_number': 5, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'subnets': [{'id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:26.180560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4449a74-52db-4833-a42b-f50ec862fcb9 req-56c4e74a-0be2-4f5f-9fef-538e55930d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:26.182070 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a4449a74-52db-4833-a42b-f50ec862fcb9 req-56c4e74a-0be2-4f5f-9fef-538e55930d07 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0555556 Jul 30 02:35:26.187897 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a04b59b-0e18-461f-bfd3-db808543e278 None None] The sync data for ids ['71e47021-75ff-4f02-840f-79fe795b1bd1'] in n-d-713498-9 is: [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '1f348005-7ba8-4e6f-92bb-6991d91269f7', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'floating_ip_address': '172.25.1.11', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'port_id': '3d21f6d3-4db7-4871-b1e4-56d3773c90df', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'mac_address': 'fa:16:3e:07:bf:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13822ee-9a95-4507-a2cd-ca60752a9187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:30:37Z', 'updated_at': '2021-07-30T02:30:39Z', 'revision_number': 1, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177a2e54-4dcc-4257-8127-bc4da27c31df', 'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'mac_address': 'fa:16:3e:ac:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:54Z', 'updated_at': '2021-07-30T02:23:01Z', 'revision_number': 5, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'subnets': [{'id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:35:26.233998 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4449a74-52db-4833-a42b-f50ec862fcb9 req-eb3c79a7-5567-43a9-b500-c95c33015137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:26.235717 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a4449a74-52db-4833-a42b-f50ec862fcb9 req-eb3c79a7-5567-43a9-b500-c95c33015137 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452771 Jul 30 02:35:26.329124 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a4449a74-52db-4833-a42b-f50ec862fcb9 req-a5909230-caf6-40ad-bc70-308381072e37 service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846338 Jul 30 02:35:26.428025 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19db736-d465-4856-8aab-919cfb12293e None None] New status for floating IP 90ef5be7-81e0-4e54-9388-c68bd849759c: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:35:26.430253 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a4449a74-52db-4833-a42b-f50ec862fcb9 req-7ab99c63-1298-4701-a444-de7a2bf038e5 service neutron] 10.222.0.77 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939643 Jul 30 02:35:27.291597 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d42255-69b9-42df-b6bf-13022d29a6ff req-ecfe2b09-d962-4e34-880a-15fd3cf8c5db tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:27.293091 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3d42255-69b9-42df-b6bf-13022d29a6ff req-ecfe2b09-d962-4e34-880a-15fd3cf8c5db tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 945 time: 0.0491648 Jul 30 02:35:27.331090 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3d42255-69b9-42df-b6bf-13022d29a6ff req-5074c629-b347-41c5-affa-8db876ad552e tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321257 Jul 30 02:35:27.632937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491d09d-3004-4038-a8d9-95e5f7562154 req-f0a084ea-b617-4843-bd71-32bc543a0fb2 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:27.634339 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3491d09d-3004-4038-a8d9-95e5f7562154 req-f0a084ea-b617-4843-bd71-32bc543a0fb2 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.77 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 945 time: 0.0535393 Jul 30 02:35:27.725500 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-3491d09d-3004-4038-a8d9-95e5f7562154 req-b21c047e-65bc-4a9e-ae39-f1a6cca87dac tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Deleting port efc9fb13-e77f-4933-8687-955574b50b0a {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:35:27.725837 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3491d09d-3004-4038-a8d9-95e5f7562154 req-b21c047e-65bc-4a9e-ae39-f1a6cca87dac tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:27.813701 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-3491d09d-3004-4038-a8d9-95e5f7562154 req-b21c047e-65bc-4a9e-ae39-f1a6cca87dac tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] For port efc9fb13-e77f-4933-8687-955574b50b0a, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=efc9fb13-e77f-4933-8687-955574b50b0a,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:27.814060 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3491d09d-3004-4038-a8d9-95e5f7562154 req-b21c047e-65bc-4a9e-ae39-f1a6cca87dac tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:27.825801 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-3491d09d-3004-4038-a8d9-95e5f7562154 req-b21c047e-65bc-4a9e-ae39-f1a6cca87dac tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Calling delete_port for efc9fb13-e77f-4933-8687-955574b50b0a owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:35:28.018911 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3491d09d-3004-4038-a8d9-95e5f7562154 req-b21c047e-65bc-4a9e-ae39-f1a6cca87dac tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:28.051781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c047e-65bc-4a9e-ae39-f1a6cca87dac tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event deleted for resources: {'Port': ['ID=efc9fb13-e77f-4933-8687-955574b50b0a,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:28.093729 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-3491d09d-3004-4038-a8d9-95e5f7562154 req-b21c047e-65bc-4a9e-ae39-f1a6cca87dac tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] No DVR routers for this DVR port efc9fb13-e77f-4933-8687-955574b50b0a on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:35:28.096475 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-3491d09d-3004-4038-a8d9-95e5f7562154 req-b21c047e-65bc-4a9e-ae39-f1a6cca87dac tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:28.098675 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3491d09d-3004-4038-a8d9-95e5f7562154 req-b21c047e-65bc-4a9e-ae39-f1a6cca87dac tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.77 "DELETE /v2.0/ports/efc9fb13-e77f-4933-8687-955574b50b0a HTTP/1.1" status: 204 len: 173 time: 0.4580123 Jul 30 02:35:28.099117 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477f3ddd-3650-4de4-8f32-1a20681167f5', 'name': 'network-vif-deleted', 'tag': 'efc9fb13-e77f-4933-8687-955574b50b0a'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:35:28.102041 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47023256-4006-4013-a22f-9bf1fb4b1477" -d '{"events": [{"server_uuid": "477f3ddd-3650-4de4-8f32-1a20681167f5", "name": "network-vif-deleted", "tag": "efc9fb13-e77f-4933-8687-955574b50b0a"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:35:28.141556 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80c2ac0-7113-4b29-a706-e4e6a81eac06 x-openstack-request-id: req-b80c2ac0-7113-4b29-a706-e4e6a81eac06 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:35:28.141877 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477f3ddd-3650-4de4-8f32-1a20681167f5", "name": "network-vif-deleted", "tag": "efc9fb13-e77f-4933-8687-955574b50b0a", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:35:28.142146 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b80c2ac0-7113-4b29-a706-e4e6a81eac06 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:35:28.142579 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477f3ddd-3650-4de4-8f32-1a20681167f5', 'name': 'network-vif-deleted', 'tag': 'efc9fb13-e77f-4933-8687-955574b50b0a', 'status': 'completed', 'code': 200} Jul 30 02:35:28.436623 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3767b6b-832e-4147-bd73-0cdc110712cc req-63a2f094-6e89-4211-ab28-7f8b2408a2ae tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 210 time: 0.0283401 Jul 30 02:35:29.537765 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe384651-4b6b-4749-8513-ce6fea5bd117 req-1d32afff-17df-4d82-88b4-98795fb473f7 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 210 time: 0.0266299 Jul 30 02:35:29.656400 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:35:30.629912 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-982873ae-8e28-4886-a4c0-344c0a2de80f req-b3f114fb-1106-4c98-84e9-5c060862dcad tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 210 time: 0.0260737 Jul 30 02:35:31.436641 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device efc9fb13-e77f-4933-8687-955574b50b0a no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:35:31.456390 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: efc9fb13-e77f-4933-8687-955574b50b0a {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:35:31.456736 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device efc9fb13-e77f-4933-8687-955574b50b0a not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:35:31.730118 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4e9c4cdb-bc47-445a-96f5-2109066edb77 req-337f8675-b32e-42f9-995f-6ca20bfdba54 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=477f3ddd-3650-4de4-8f32-1a20681167f5 HTTP/1.1" status: 200 len: 210 time: 0.0316238 Jul 30 02:35:33.348801 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:36.739469 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7326448d-306e-46d6-a58e-f8eca3d3c3a7 req-f27da754-d184-4034-ba62-d6bdc46bf8dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414228 Jul 30 02:35:36.821630 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326448d-306e-46d6-a58e-f8eca3d3c3a7 req-29ee7927-27d7-4710-8c30-f6aaca92e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:36.823296 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7326448d-306e-46d6-a58e-f8eca3d3c3a7 req-29ee7927-27d7-4710-8c30-f6aaca92e40a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 1097 time: 0.0412033 Jul 30 02:35:36.932475 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326448d-306e-46d6-a58e-f8eca3d3c3a7 req-d3c2967a-f8e6-4ebd-810e-5d3af5feae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:36.934661 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7326448d-306e-46d6-a58e-f8eca3d3c3a7 req-d3c2967a-f8e6-4ebd-810e-5d3af5feae00 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 913 time: 0.0932450 Jul 30 02:35:37.016547 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7326448d-306e-46d6-a58e-f8eca3d3c3a7 req-ceaa6995-8e6b-48f2-9b73-9c2552cb45ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d21f6d3-4db7-4871-b1e4-56d3773c90df HTTP/1.1" status: 200 len: 1001 time: 0.0747674 Jul 30 02:35:37.065765 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326448d-306e-46d6-a58e-f8eca3d3c3a7 req-8f0c9dbd-ca96-4435-b9fc-e69a7932226c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:37.067303 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7326448d-306e-46d6-a58e-f8eca3d3c3a7 req-8f0c9dbd-ca96-4435-b9fc-e69a7932226c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0442271 Jul 30 02:35:37.117338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326448d-306e-46d6-a58e-f8eca3d3c3a7 req-74f92325-9d52-489b-be61-222b4acddc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:37.118902 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7326448d-306e-46d6-a58e-f8eca3d3c3a7 req-74f92325-9d52-489b-be61-222b4acddc57 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451829 Jul 30 02:35:37.218953 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7326448d-306e-46d6-a58e-f8eca3d3c3a7 req-8f2a9d88-023f-475e-a229-1252c9816a76 service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924358 Jul 30 02:35:37.323296 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7326448d-306e-46d6-a58e-f8eca3d3c3a7 req-ab0a6c18-b5a7-49fd-82d5-cac8cdc96eb4 service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939453 Jul 30 02:35:38.352094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35030) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:38.506776 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b5a611c7-6db8-46f0-a388-02d0347bb2b9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Deleting port 7487e237-49c8-466e-80b1-cd433a8c3ba1 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:35:38.507117 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b5a611c7-6db8-46f0-a388-02d0347bb2b9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:38.578846 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b5a611c7-6db8-46f0-a388-02d0347bb2b9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:38.579172 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b5a611c7-6db8-46f0-a388-02d0347bb2b9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:38.590522 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b5a611c7-6db8-46f0-a388-02d0347bb2b9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Calling delete_port for 7487e237-49c8-466e-80b1-cd433a8c3ba1 owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:35:38.788585 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b5a611c7-6db8-46f0-a388-02d0347bb2b9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:38.814302 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a611c7-6db8-46f0-a388-02d0347bb2b9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event deleted for resources: {'Port': ['ID=7487e237-49c8-466e-80b1-cd433a8c3ba1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:38.878590 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b5a611c7-6db8-46f0-a388-02d0347bb2b9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:38.878930 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-b5a611c7-6db8-46f0-a388-02d0347bb2b9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Floating IP 1f348005-7ba8-4e6f-92bb-6991d91269f7 disassociated (deleted). External IP: 172.25.1.11, port: 3d21f6d3-4db7-4871-b1e4-56d3773c90df. Jul 30 02:35:39.087004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a611c7-6db8-46f0-a388-02d0347bb2b9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Router 71e47021-75ff-4f02-840f-79fe795b1bd1 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:35:39.154056 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e32f8eed-dacb-4a9f-b06a-8eaddfd7ab95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:39.502348 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a611c7-6db8-46f0-a388-02d0347bb2b9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:35:39.507177 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b5a611c7-6db8-46f0-a388-02d0347bb2b9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:39.514582 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9512b14e-7e22-4ebb-a477-b148859f7831 None None] Sync routers for ids ['71e47021-75ff-4f02-840f-79fe795b1bd1'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:35:39.525361 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9512b14e-7e22-4ebb-a477-b148859f7831 None None] Routers {'71e47021-75ff-4f02-840f-79fe795b1bd1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:35:39.526056 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-9512b14e-7e22-4ebb-a477-b148859f7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:35:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['71e47021-75ff-4f02-840f-79fe795b1bd1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:39.538583 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b5a611c7-6db8-46f0-a388-02d0347bb2b9 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "DELETE /v2.0/floatingips/1f348005-7ba8-4e6f-92bb-6991d91269f7 HTTP/1.1" status: 204 len: 168 time: 1.1853242 Jul 30 02:35:39.539179 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13822ee-9a95-4507-a2cd-ca60752a9187', 'tag': '3d21f6d3-4db7-4871-b1e4-56d3773c90df'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:35:39.541416 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bb7b8a-2bdb-4836-9045-f240122a79f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c13822ee-9a95-4507-a2cd-ca60752a9187", "tag": "3d21f6d3-4db7-4871-b1e4-56d3773c90df"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:35:39.630321 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-9512b14e-7e22-4ebb-a477-b148859f7831 None None] Set router 71e47021-75ff-4f02-840f-79fe795b1bd1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:35:39.830649 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-9512b14e-7e22-4ebb-a477-b148859f7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '177a2e54-4dcc-4257-8127-bc4da27c31df', 'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'mac_address': 'fa:16:3e:ac:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:54Z', 'updated_at': '2021-07-30T02:23:01Z', 'revision_number': 5, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'subnets': [{'id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:39.855256 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9512b14e-7e22-4ebb-a477-b148859f7831 None None] Checking router: 71e47021-75ff-4f02-840f-79fe795b1bd1 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:35:39.863203 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9512b14e-7e22-4ebb-a477-b148859f7831 None None] Routers {'71e47021-75ff-4f02-840f-79fe795b1bd1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:35:39.863801 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-9512b14e-7e22-4ebb-a477-b148859f7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:35:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['71e47021-75ff-4f02-840f-79fe795b1bd1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:39.923420 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d815ea8f-f1fc-4faf-a204-01463f73fe0c x-openstack-request-id: req-d815ea8f-f1fc-4faf-a204-01463f73fe0c {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:35:39.923879 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13822ee-9a95-4507-a2cd-ca60752a9187", "tag": "3d21f6d3-4db7-4871-b1e4-56d3773c90df", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:35:39.924227 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d815ea8f-f1fc-4faf-a204-01463f73fe0c {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:35:39.924693 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13822ee-9a95-4507-a2cd-ca60752a9187', 'tag': '3d21f6d3-4db7-4871-b1e4-56d3773c90df', 'status': 'completed', 'code': 200} Jul 30 02:35:39.969594 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-9512b14e-7e22-4ebb-a477-b148859f7831 None None] Set router 71e47021-75ff-4f02-840f-79fe795b1bd1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:35:40.050936 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c643da-761b-42f8-b4ce-8277c384b77c req-576bc911-0682-40ba-96ff-d847defa13c6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:40.052981 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d8c643da-761b-42f8-b4ce-8277c384b77c req-576bc911-0682-40ba-96ff-d847defa13c6 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 946 time: 0.0812821 Jul 30 02:35:40.058656 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb7b8a-2bdb-4836-9045-f240122a79f9 req-2d262035-8b77-4662-8c1b-846b4fda5e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:40.060082 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4bb7b8a-2bdb-4836-9045-f240122a79f9 req-2d262035-8b77-4662-8c1b-846b4fda5e03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c36cbef5034e46a9b549289671a0e9e1&device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 1097 time: 0.1145949 Jul 30 02:35:40.139083 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d8c643da-761b-42f8-b4ce-8277c384b77c req-3bbf093f-1289-4f6e-a8a2-06c8bda54b17 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/security-groups?id=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780299 Jul 30 02:35:40.171888 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-9512b14e-7e22-4ebb-a477-b148859f7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '177a2e54-4dcc-4257-8127-bc4da27c31df', 'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'mac_address': 'fa:16:3e:ac:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:54Z', 'updated_at': '2021-07-30T02:23:01Z', 'revision_number': 5, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'subnets': [{'id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:40.181851 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb7b8a-2bdb-4836-9045-f240122a79f9 req-5442b555-05ee-4cdb-9623-41c9461694bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:40.183371 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4bb7b8a-2bdb-4836-9045-f240122a79f9 req-5442b555-05ee-4cdb-9623-41c9461694bc service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 200 len: 913 time: 0.1063209 Jul 30 02:35:40.202032 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9512b14e-7e22-4ebb-a477-b148859f7831 None None] The sync data for ids ['71e47021-75ff-4f02-840f-79fe795b1bd1'] in n-d-713498-9 is: [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:55Z', 'revision_number': 4, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '177a2e54-4dcc-4257-8127-bc4da27c31df', 'name': '', 'network_id': '4b928f04-88e3-46bc-8c77-31c50e0fdb8f', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'mac_address': 'fa:16:3e:ac:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:54Z', 'updated_at': '2021-07-30T02:23:01Z', 'revision_number': 5, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'subnets': [{'id': '3d6e8363-d530-4d77-8092-27961ea0d3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:35:40.227042 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4bb7b8a-2bdb-4836-9045-f240122a79f9 req-4a1af1a6-22ef-4800-b83d-bd0496248338 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d21f6d3-4db7-4871-b1e4-56d3773c90df HTTP/1.1" status: 200 len: 217 time: 0.0349255 Jul 30 02:35:40.278204 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb7b8a-2bdb-4836-9045-f240122a79f9 req-1fb33dd9-2879-45a3-b19b-0b14f370ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:40.279826 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4bb7b8a-2bdb-4836-9045-f240122a79f9 req-1fb33dd9-2879-45a3-b19b-0b14f370ede6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 200 len: 851 time: 0.0458632 Jul 30 02:35:40.333366 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb7b8a-2bdb-4836-9045-f240122a79f9 req-34757fa0-fe3a-452e-81c7-9bceb99aacc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:40.334943 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4bb7b8a-2bdb-4836-9045-f240122a79f9 req-34757fa0-fe3a-452e-81c7-9bceb99aacc4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b928f04-88e3-46bc-8c77-31c50e0fdb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473664 Jul 30 02:35:40.429192 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4bb7b8a-2bdb-4836-9045-f240122a79f9 req-854c98dd-676e-4e50-a335-bc73acf13eb9 service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865777 Jul 30 02:35:40.433074 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3230133-58f2-40f8-9acc-c100909ba810 None None] New status for floating IP 1f348005-7ba8-4e6f-92bb-6991d91269f7: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:35:40.527135 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4bb7b8a-2bdb-4836-9045-f240122a79f9 req-a177180f-4496-4f2a-a370-b52a5930892b service neutron] 10.222.0.10 "GET /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899024 Jul 30 02:35:40.575642 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380872e-1f95-446c-b553-bae66acd389e req-eca6e4cb-fd3e-4ad9-b0ba-c773b0b041f4 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:40.577137 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7380872e-1f95-446c-b553-bae66acd389e req-eca6e4cb-fd3e-4ad9-b0ba-c773b0b041f4 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 946 time: 0.0547457 Jul 30 02:35:40.669944 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-7380872e-1f95-446c-b553-bae66acd389e req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Deleting port 3d21f6d3-4db7-4871-b1e4-56d3773c90df {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:35:40.670190 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7380872e-1f95-446c-b553-bae66acd389e req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:40.760644 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-7380872e-1f95-446c-b553-bae66acd389e req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] For port 3d21f6d3-4db7-4871-b1e4-56d3773c90df, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=3d21f6d3-4db7-4871-b1e4-56d3773c90df,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:40.761013 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7380872e-1f95-446c-b553-bae66acd389e req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:40.774598 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-7380872e-1f95-446c-b553-bae66acd389e req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Calling delete_port for 3d21f6d3-4db7-4871-b1e4-56d3773c90df owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:35:40.960538 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7380872e-1f95-446c-b553-bae66acd389e req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:40.993237 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event deleted for resources: {'Port': ['ID=3d21f6d3-4db7-4871-b1e4-56d3773c90df,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:41.018723 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:41.019075 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:41.021722 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:41.021722 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:41.021722 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:41.021722 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:41.021722 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:41.022140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:41.022320 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:41.022756 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:41.023090 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:41.023420 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:41.045712 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-7380872e-1f95-446c-b553-bae66acd389e req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] No DVR routers for this DVR port 3d21f6d3-4db7-4871-b1e4-56d3773c90df on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:35:41.048229 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7380872e-1f95-446c-b553-bae66acd389e req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:41.050266 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7380872e-1f95-446c-b553-bae66acd389e req-1b9b1dc9-3221-4c73-84d3-19540ad6398f tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.10 "DELETE /v2.0/ports/3d21f6d3-4db7-4871-b1e4-56d3773c90df HTTP/1.1" status: 204 len: 173 time: 0.4670291 Jul 30 02:35:41.050743 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13822ee-9a95-4507-a2cd-ca60752a9187', 'name': 'network-vif-deleted', 'tag': '3d21f6d3-4db7-4871-b1e4-56d3773c90df'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:35:41.053055 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fe2f0b-cd17-447b-b5f3-b0ff23b05df9" -d '{"events": [{"server_uuid": "c13822ee-9a95-4507-a2cd-ca60752a9187", "name": "network-vif-deleted", "tag": "3d21f6d3-4db7-4871-b1e4-56d3773c90df"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:35:41.147176 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f49fc7-3a31-44dd-9c04-5d2634d87b95 x-openstack-request-id: req-a1f49fc7-3a31-44dd-9c04-5d2634d87b95 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:35:41.147487 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13822ee-9a95-4507-a2cd-ca60752a9187", "name": "network-vif-deleted", "tag": "3d21f6d3-4db7-4871-b1e4-56d3773c90df", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:35:41.147720 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a1f49fc7-3a31-44dd-9c04-5d2634d87b95 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:35:41.148122 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13822ee-9a95-4507-a2cd-ca60752a9187', 'name': 'network-vif-deleted', 'tag': '3d21f6d3-4db7-4871-b1e4-56d3773c90df', 'status': 'completed', 'code': 200} Jul 30 02:35:41.234291 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5ab24afc-ca5f-46ad-80fd-71ccc31d37bf req-ec2de524-ed13-4b83-acf4-036f7784e8f5 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 210 time: 0.0276320 Jul 30 02:35:41.653053 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7b8a1a8b-1c24-44e2-bde1-1ece55199409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:41.788674 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:42.328102 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-da574dd8-1f38-4467-9eaf-5cc2364cfd5f req-fc9fb8ab-3b05-4481-99b0-9b0c2b03f6e7 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 210 time: 0.0264757 Jul 30 02:35:43.431311 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9d83742f-fb16-49b6-a422-b62bc56659be req-2729f730-1a94-428f-932d-4a9f33650adb tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 210 time: 0.0257895 Jul 30 02:35:43.453463 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:44.081734 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 3d21f6d3-4db7-4871-b1e4-56d3773c90df no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:35:44.101516 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 3d21f6d3-4db7-4871-b1e4-56d3773c90df {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:35:44.101952 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 3d21f6d3-4db7-4871-b1e4-56d3773c90df not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:35:44.525213 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5d8ed0e-0cde-4477-a052-e93fc996c110 req-39426b65-0f4d-4ea3-a97f-474153946d48 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "GET /v2.0/ports?device_id=c13822ee-9a95-4507-a2cd-ca60752a9187 HTTP/1.1" status: 200 len: 210 time: 0.0268927 Jul 30 02:35:44.822652 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:45.579697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35060) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:45.702681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-0583fc0a-6224-4f8d-8eec-99a9736cbf37 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Deleting port daac8a6c-37f2-47cc-bbaf-02e5a079a38d {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:35:45.702944 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0583fc0a-6224-4f8d-8eec-99a9736cbf37 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:45.779732 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0583fc0a-6224-4f8d-8eec-99a9736cbf37 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:45.780065 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0583fc0a-6224-4f8d-8eec-99a9736cbf37 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:45.792198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-0583fc0a-6224-4f8d-8eec-99a9736cbf37 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Calling delete_port for daac8a6c-37f2-47cc-bbaf-02e5a079a38d owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:35:45.999644 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0583fc0a-6224-4f8d-8eec-99a9736cbf37 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:46.026004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583fc0a-6224-4f8d-8eec-99a9736cbf37 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event deleted for resources: {'Port': ['ID=daac8a6c-37f2-47cc-bbaf-02e5a079a38d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:46.086913 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0583fc0a-6224-4f8d-8eec-99a9736cbf37 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:46.089569 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0583fc0a-6224-4f8d-8eec-99a9736cbf37 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:46.090761 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0583fc0a-6224-4f8d-8eec-99a9736cbf37 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "DELETE /v2.0/floatingips/70aaa39b-5c16-4253-b89e-7fbf82e23ed2 HTTP/1.1" status: 204 len: 168 time: 0.5100760 Jul 30 02:35:46.204419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-8db4e196-a5df-44a3-bd54-dd3e8a1af5bf req-ce12ab59-1f2f-4647-90d4-8a40ca37d199 tempest-TestNetworkAdvancedServerOps-1714303909 tempest-TestNetworkAdvancedServerOps-1714303909-project-admin] (94464) timed out ('10.222.0.70', 55250) {{(pid=94464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:35:48.270322 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:48.545341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-5157e0d9-cd75-41e3-bf51-5302ca178d22 req-d514448b-4df7-44a4-bbbc-92f2b225737f service neutron] (94464) timed out ('10.222.0.70', 60862) {{(pid=94464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:35:49.484387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35086) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:49.546854 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-56df0ed7-277c-492a-b6c8-23f9fba421b8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:49.573403 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-56df0ed7-277c-492a-b6c8-23f9fba421b8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:49.767563 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-56df0ed7-277c-492a-b6c8-23f9fba421b8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:49.770177 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-56df0ed7-277c-492a-b6c8-23f9fba421b8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:49.771431 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-56df0ed7-277c-492a-b6c8-23f9fba421b8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] 10.222.0.70 "DELETE /v2.0/security-groups/362e0e3c-1a6c-4d79-b388-a9e1d7b8b635 HTTP/1.1" status: 204 len: 168 time: 0.2859213 Jul 30 02:35:49.780834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df0ed7-277c-492a-b6c8-23f9fba421b8 tempest-TestVolumeBootPattern-341239721 tempest-TestVolumeBootPattern-341239721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=362e0e3c-1a6c-4d79-b388-a9e1d7b8b635,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:49.911454 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35090) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:50.386422 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-999ed37a-59c2-4229-bee3-1d7d8aa128b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:50.631410 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-999ed37a-59c2-4229-bee3-1d7d8aa128b9 admin admin] Deleting port 177a2e54-4dcc-4257-8127-bc4da27c31df {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:35:50.632636 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-999ed37a-59c2-4229-bee3-1d7d8aa128b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:50.715265 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-999ed37a-59c2-4229-bee3-1d7d8aa128b9 admin admin] For port 177a2e54-4dcc-4257-8127-bc4da27c31df, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=177a2e54-4dcc-4257-8127-bc4da27c31df,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:50.715621 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-999ed37a-59c2-4229-bee3-1d7d8aa128b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:50.727857 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-999ed37a-59c2-4229-bee3-1d7d8aa128b9 admin admin] Calling delete_port for 177a2e54-4dcc-4257-8127-bc4da27c31df owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:35:50.984158 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-999ed37a-59c2-4229-bee3-1d7d8aa128b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:51.012298 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ed37a-59c2-4229-bee3-1d7d8aa128b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=177a2e54-4dcc-4257-8127-bc4da27c31df,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:51.173488 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-999ed37a-59c2-4229-bee3-1d7d8aa128b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:51.390036 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999ed37a-59c2-4229-bee3-1d7d8aa128b9 admin admin] Router 71e47021-75ff-4f02-840f-79fe795b1bd1 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:35:51.497496 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999ed37a-59c2-4229-bee3-1d7d8aa128b9 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:35:51.502518 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-999ed37a-59c2-4229-bee3-1d7d8aa128b9 admin admin] 10.222.0.70 "PUT /v2.0/routers/71e47021-75ff-4f02-840f-79fe795b1bd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5900135 Jul 30 02:35:51.505136 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35096) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:51.508672 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98765655-3dca-4a28-a33d-451a1198f8fa None None] Sync routers for ids ['71e47021-75ff-4f02-840f-79fe795b1bd1'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:35:51.518539 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98765655-3dca-4a28-a33d-451a1198f8fa None None] Routers {'71e47021-75ff-4f02-840f-79fe795b1bd1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:35:51.519162 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-98765655-3dca-4a28-a33d-451a1198f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:35:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['71e47021-75ff-4f02-840f-79fe795b1bd1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:51.609723 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9a19138-755e-47b0-aefc-8a950f68d65e admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:51.621249 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-98765655-3dca-4a28-a33d-451a1198f8fa None None] Set router 71e47021-75ff-4f02-840f-79fe795b1bd1 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:35:51.713316 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9a19138-755e-47b0-aefc-8a950f68d65e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:51.797884 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-98765655-3dca-4a28-a33d-451a1198f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:35:50Z', 'revision_number': 5, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port': {'id': 'cc6debf4-bba0-4767-8dd7-3beb3d0ea30f', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:51.824560 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98765655-3dca-4a28-a33d-451a1198f8fa None None] Checking router: 71e47021-75ff-4f02-840f-79fe795b1bd1 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:35:51.830316 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b9a19138-755e-47b0-aefc-8a950f68d65e admin admin] Deleting port cc6debf4-bba0-4767-8dd7-3beb3d0ea30f {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:35:51.830675 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9a19138-755e-47b0-aefc-8a950f68d65e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:51.833191 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98765655-3dca-4a28-a33d-451a1198f8fa None None] Routers {'71e47021-75ff-4f02-840f-79fe795b1bd1'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:35:51.833802 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-98765655-3dca-4a28-a33d-451a1198f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:35:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['71e47021-75ff-4f02-840f-79fe795b1bd1'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:51.914737 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-b9a19138-755e-47b0-aefc-8a950f68d65e admin admin] For port cc6debf4-bba0-4767-8dd7-3beb3d0ea30f, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=cc6debf4-bba0-4767-8dd7-3beb3d0ea30f,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:51.915223 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9a19138-755e-47b0-aefc-8a950f68d65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:51.918729 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-98765655-3dca-4a28-a33d-451a1198f8fa None None] Set router 71e47021-75ff-4f02-840f-79fe795b1bd1 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:35:51.930212 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b9a19138-755e-47b0-aefc-8a950f68d65e admin admin] Calling delete_port for cc6debf4-bba0-4767-8dd7-3beb3d0ea30f owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:35:52.065906 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-98765655-3dca-4a28-a33d-451a1198f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:35:51Z', 'revision_number': 6, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:52.091867 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98765655-3dca-4a28-a33d-451a1198f8fa None None] The sync data for ids ['71e47021-75ff-4f02-840f-79fe795b1bd1'] in n-d-713498-9 is: [{'id': '71e47021-75ff-4f02-840f-79fe795b1bd1', 'name': 'tempest-TestVolumeBootPattern-1151987237-router', 'tenant_id': 'c36cbef5034e46a9b549289671a0e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:52Z', 'updated_at': '2021-07-30T02:35:51Z', 'revision_number': 6, 'project_id': 'c36cbef5034e46a9b549289671a0e9e1', 'gw_port_host': None}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:35:52.150394 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9a19138-755e-47b0-aefc-8a950f68d65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:52.175501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a19138-755e-47b0-aefc-8a950f68d65e admin admin] Pushing event deleted for resources: {'Port': ['ID=cc6debf4-bba0-4767-8dd7-3beb3d0ea30f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:52.238434 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9a19138-755e-47b0-aefc-8a950f68d65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:52.329431 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9a19138-755e-47b0-aefc-8a950f68d65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:52.336004 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9a19138-755e-47b0-aefc-8a950f68d65e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:52.441723 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9a19138-755e-47b0-aefc-8a950f68d65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:52.442246 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a19138-755e-47b0-aefc-8a950f68d65e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71e47021-75ff-4f02-840f-79fe795b1bd1 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:35:52.446592 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b9a19138-755e-47b0-aefc-8a950f68d65e admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:52.447771 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b9a19138-755e-47b0-aefc-8a950f68d65e admin admin] 10.222.0.70 "DELETE /v2.0/routers/71e47021-75ff-4f02-840f-79fe795b1bd1 HTTP/1.1" status: 204 len: 168 time: 0.9417229 Jul 30 02:35:52.450637 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35098) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:52.498282 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5012500-292b-4a04-8b66-ea89c681d4d1 admin admin] Deleting subnet 3d6e8363-d530-4d77-8092-27961ea0d3e9 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:35:52.501663 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f5012500-292b-4a04-8b66-ea89c681d4d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:52.537837 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f5012500-292b-4a04-8b66-ea89c681d4d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:52.619343 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f5012500-292b-4a04-8b66-ea89c681d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:52.721837 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f5012500-292b-4a04-8b66-ea89c681d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:52.748053 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5012500-292b-4a04-8b66-ea89c681d4d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d6e8363-d530-4d77-8092-27961ea0d3e9,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:52.753493 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f5012500-292b-4a04-8b66-ea89c681d4d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:52.758601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35102) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:52.759088 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f5012500-292b-4a04-8b66-ea89c681d4d1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3d6e8363-d530-4d77-8092-27961ea0d3e9 HTTP/1.1" status: 204 len: 168 time: 0.3071218 Jul 30 02:35:52.763353 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3556dfe2-a85a-427e-81cb-4bce836a11f7 None None] Network 4b928f04-88e3-46bc-8c77-31c50e0fdb8f requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:35:52.840587 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04294e2e-1c5b-454b-afa1-eabc3b2f61cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:52.888355 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 177a2e54-4dcc-4257-8127-bc4da27c31df no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:35:52.905168 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-04294e2e-1c5b-454b-afa1-eabc3b2f61cd admin admin] Deleting port 5563ea01-7cbe-4681-afd6-7467a90aec57 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:35:52.905521 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04294e2e-1c5b-454b-afa1-eabc3b2f61cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:52.910517 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 177a2e54-4dcc-4257-8127-bc4da27c31df {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:35:52.911191 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 177a2e54-4dcc-4257-8127-bc4da27c31df not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:35:52.911609 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device cc6debf4-bba0-4767-8dd7-3beb3d0ea30f no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:35:52.941522 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: cc6debf4-bba0-4767-8dd7-3beb3d0ea30f {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:35:52.942030 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device cc6debf4-bba0-4767-8dd7-3beb3d0ea30f not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:35:52.977531 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-04294e2e-1c5b-454b-afa1-eabc3b2f61cd admin admin] For port 5563ea01-7cbe-4681-afd6-7467a90aec57, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5563ea01-7cbe-4681-afd6-7467a90aec57,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:52.978040 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04294e2e-1c5b-454b-afa1-eabc3b2f61cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:52.997089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-04294e2e-1c5b-454b-afa1-eabc3b2f61cd admin admin] Calling delete_port for 5563ea01-7cbe-4681-afd6-7467a90aec57 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:35:53.030472 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f38ecdb-9de8-4b6d-8357-58b75c4c3f8d None None] DHCP port deletion for 4b928f04-88e3-46bc-8c77-31c50e0fdb8f request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:35:53.080775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9f38ecdb-9de8-4b6d-8357-58b75c4c3f8d None None] Deleting port 5563ea01-7cbe-4681-afd6-7467a90aec57 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:35:53.081161 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f38ecdb-9de8-4b6d-8357-58b75c4c3f8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:53.144031 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-9f38ecdb-9de8-4b6d-8357-58b75c4c3f8d None None] For port 5563ea01-7cbe-4681-afd6-7467a90aec57, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5563ea01-7cbe-4681-afd6-7467a90aec57,segment=NetworkSegment(77a3d18f-8c14-42f0-8cf0-e92e289cb0d3),segment_id=77a3d18f-8c14-42f0-8cf0-e92e289cb0d3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:53.144425 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f38ecdb-9de8-4b6d-8357-58b75c4c3f8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:53.157321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9f38ecdb-9de8-4b6d-8357-58b75c4c3f8d None None] Calling delete_port for 5563ea01-7cbe-4681-afd6-7467a90aec57 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:35:53.179480 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04294e2e-1c5b-454b-afa1-eabc3b2f61cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:53.208924 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04294e2e-1c5b-454b-afa1-eabc3b2f61cd admin admin] No DVR routers for this DVR port 5563ea01-7cbe-4681-afd6-7467a90aec57 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:35:53.213266 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04294e2e-1c5b-454b-afa1-eabc3b2f61cd admin admin] Pushing event deleted for resources: {'Port': ['ID=5563ea01-7cbe-4681-afd6-7467a90aec57,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:53.234591 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f38ecdb-9de8-4b6d-8357-58b75c4c3f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:53.257848 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38ecdb-9de8-4b6d-8357-58b75c4c3f8d None None] Pushing event deleted for resources: {'Port': ['ID=5563ea01-7cbe-4681-afd6-7467a90aec57,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:53.267041 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f38ecdb-9de8-4b6d-8357-58b75c4c3f8d None None] No DVR routers for this DVR port 5563ea01-7cbe-4681-afd6-7467a90aec57 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:35:53.269139 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38ecdb-9de8-4b6d-8357-58b75c4c3f8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:53.269486 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38ecdb-9de8-4b6d-8357-58b75c4c3f8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:53.269824 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38ecdb-9de8-4b6d-8357-58b75c4c3f8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:53.270157 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38ecdb-9de8-4b6d-8357-58b75c4c3f8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:53.270510 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38ecdb-9de8-4b6d-8357-58b75c4c3f8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:53.270861 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38ecdb-9de8-4b6d-8357-58b75c4c3f8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:53.271190 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38ecdb-9de8-4b6d-8357-58b75c4c3f8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:53.271514 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38ecdb-9de8-4b6d-8357-58b75c4c3f8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:53.271837 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38ecdb-9de8-4b6d-8357-58b75c4c3f8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:53.272157 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38ecdb-9de8-4b6d-8357-58b75c4c3f8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:53.272528 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38ecdb-9de8-4b6d-8357-58b75c4c3f8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:53.272841 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38ecdb-9de8-4b6d-8357-58b75c4c3f8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:53.295164 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04294e2e-1c5b-454b-afa1-eabc3b2f61cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:53.306085 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-04294e2e-1c5b-454b-afa1-eabc3b2f61cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b928f04-88e3-46bc-8c77-31c50e0fdb8f']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:53.316769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-04294e2e-1c5b-454b-afa1-eabc3b2f61cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:53.317065 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-04294e2e-1c5b-454b-afa1-eabc3b2f61cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a3d18f-8c14-42f0-8cf0-e92e289cb0d3') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:53.326734 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04294e2e-1c5b-454b-afa1-eabc3b2f61cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:53.340320 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04294e2e-1c5b-454b-afa1-eabc3b2f61cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:53.346151 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04294e2e-1c5b-454b-afa1-eabc3b2f61cd admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:35:53.346588 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04294e2e-1c5b-454b-afa1-eabc3b2f61cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:35:53.348190 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:35:53.462035 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04294e2e-1c5b-454b-afa1-eabc3b2f61cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:53.466639 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-04294e2e-1c5b-454b-afa1-eabc3b2f61cd admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:53.471976 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-04294e2e-1c5b-454b-afa1-eabc3b2f61cd admin admin] 10.222.0.70 "DELETE /v2.0/networks/4b928f04-88e3-46bc-8c77-31c50e0fdb8f HTTP/1.1" status: 204 len: 168 time: 0.7078407 Jul 30 02:35:53.472085 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35106) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:53.486117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04294e2e-1c5b-454b-afa1-eabc3b2f61cd admin admin] Pushing event deleted for resources: {'Network': ['ID=4b928f04-88e3-46bc-8c77-31c50e0fdb8f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:53.815054 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da81fbe9-9b28-43c3-a963-27ca60d869d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:54.055594 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-da81fbe9-9b28-43c3-a963-27ca60d869d2 admin admin] Deleting port 0bc8d227-801d-4bc5-895d-801b58ee034e {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:35:54.055859 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da81fbe9-9b28-43c3-a963-27ca60d869d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:54.131907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-da81fbe9-9b28-43c3-a963-27ca60d869d2 admin admin] For port 0bc8d227-801d-4bc5-895d-801b58ee034e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0bc8d227-801d-4bc5-895d-801b58ee034e,segment=NetworkSegment(0020a8d2-14e1-4429-8e3f-69d905cce90b),segment_id=0020a8d2-14e1-4429-8e3f-69d905cce90b)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:54.132267 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da81fbe9-9b28-43c3-a963-27ca60d869d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:54.144620 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-da81fbe9-9b28-43c3-a963-27ca60d869d2 admin admin] Calling delete_port for 0bc8d227-801d-4bc5-895d-801b58ee034e owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:35:54.387698 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da81fbe9-9b28-43c3-a963-27ca60d869d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:54.414268 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81fbe9-9b28-43c3-a963-27ca60d869d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc8d227-801d-4bc5-895d-801b58ee034e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:54.856345 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5563ea01-7cbe-4681-afd6-7467a90aec57 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:35:54.876673 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 5563ea01-7cbe-4681-afd6-7467a90aec57 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:35:54.877023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 5563ea01-7cbe-4681-afd6-7467a90aec57 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:35:54.885003 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-da81fbe9-9b28-43c3-a963-27ca60d869d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:55.095470 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da81fbe9-9b28-43c3-a963-27ca60d869d2 admin admin] Router 630ed5ca-865e-48dd-bfd9-5862ac37c94d has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:35:55.197969 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da81fbe9-9b28-43c3-a963-27ca60d869d2 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:35:55.203084 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-da81fbe9-9b28-43c3-a963-27ca60d869d2 admin admin] 10.222.0.70 "PUT /v2.0/routers/630ed5ca-865e-48dd-bfd9-5862ac37c94d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7303479 Jul 30 02:35:55.205650 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35108) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:55.209270 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb75c5-0460-4b9c-a703-5b7c7fe25230 None None] Sync routers for ids ['630ed5ca-865e-48dd-bfd9-5862ac37c94d'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:35:55.217932 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb75c5-0460-4b9c-a703-5b7c7fe25230 None None] Routers {'630ed5ca-865e-48dd-bfd9-5862ac37c94d'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:35:55.218585 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-fbcb75c5-0460-4b9c-a703-5b7c7fe25230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:35:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['630ed5ca-865e-48dd-bfd9-5862ac37c94d'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:55.309448 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6586f8bd-4395-4437-9a5d-9917e0667e8f admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:55.321296 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-fbcb75c5-0460-4b9c-a703-5b7c7fe25230 None None] Set router 630ed5ca-865e-48dd-bfd9-5862ac37c94d gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:35:55.413676 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6586f8bd-4395-4437-9a5d-9917e0667e8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:55.496236 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-fbcb75c5-0460-4b9c-a703-5b7c7fe25230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ed5ca-865e-48dd-bfd9-5862ac37c94d', 'name': 'tempest-TestVolumeBootPattern-599044444-router', 'tenant_id': 'c77f00b893864f848be9b03fa73fe9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'a5ff684b-06ea-4c60-a956-54fd2b712079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:58Z', 'updated_at': '2021-07-30T02:35:54Z', 'revision_number': 5, 'project_id': 'c77f00b893864f848be9b03fa73fe9ca', 'gw_port': {'id': 'a5ff684b-06ea-4c60-a956-54fd2b712079', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ed5ca-865e-48dd-bfd9-5862ac37c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:22:59Z', 'updated_at': '2021-07-30T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:55.526571 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb75c5-0460-4b9c-a703-5b7c7fe25230 None None] Checking router: 630ed5ca-865e-48dd-bfd9-5862ac37c94d for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:35:55.533856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6586f8bd-4395-4437-9a5d-9917e0667e8f admin admin] Deleting port a5ff684b-06ea-4c60-a956-54fd2b712079 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:35:55.534219 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6586f8bd-4395-4437-9a5d-9917e0667e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:55.535915 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb75c5-0460-4b9c-a703-5b7c7fe25230 None None] Routers {'630ed5ca-865e-48dd-bfd9-5862ac37c94d'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:35:55.536526 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-fbcb75c5-0460-4b9c-a703-5b7c7fe25230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:35:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['630ed5ca-865e-48dd-bfd9-5862ac37c94d'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:55.611559 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-6586f8bd-4395-4437-9a5d-9917e0667e8f admin admin] For port a5ff684b-06ea-4c60-a956-54fd2b712079, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a5ff684b-06ea-4c60-a956-54fd2b712079,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:55.611926 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6586f8bd-4395-4437-9a5d-9917e0667e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:55.620451 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-fbcb75c5-0460-4b9c-a703-5b7c7fe25230 None None] Set router 630ed5ca-865e-48dd-bfd9-5862ac37c94d gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:35:55.624614 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-6586f8bd-4395-4437-9a5d-9917e0667e8f admin admin] Calling delete_port for a5ff684b-06ea-4c60-a956-54fd2b712079 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:35:55.671303 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-fbcb75c5-0460-4b9c-a703-5b7c7fe25230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ed5ca-865e-48dd-bfd9-5862ac37c94d', 'name': 'tempest-TestVolumeBootPattern-599044444-router', 'tenant_id': 'c77f00b893864f848be9b03fa73fe9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:58Z', 'updated_at': '2021-07-30T02:35:55Z', 'revision_number': 6, 'project_id': 'c77f00b893864f848be9b03fa73fe9ca', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:55.699455 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb75c5-0460-4b9c-a703-5b7c7fe25230 None None] The sync data for ids ['630ed5ca-865e-48dd-bfd9-5862ac37c94d'] in n-d-713498-9 is: [{'id': '630ed5ca-865e-48dd-bfd9-5862ac37c94d', 'name': 'tempest-TestVolumeBootPattern-599044444-router', 'tenant_id': 'c77f00b893864f848be9b03fa73fe9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:22:58Z', 'updated_at': '2021-07-30T02:35:55Z', 'revision_number': 6, 'project_id': 'c77f00b893864f848be9b03fa73fe9ca', 'gw_port_host': None}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:35:55.839229 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6586f8bd-4395-4437-9a5d-9917e0667e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:55.865327 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f8bd-4395-4437-9a5d-9917e0667e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=a5ff684b-06ea-4c60-a956-54fd2b712079,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:55.927187 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6586f8bd-4395-4437-9a5d-9917e0667e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:56.015306 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6586f8bd-4395-4437-9a5d-9917e0667e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:56.017337 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6586f8bd-4395-4437-9a5d-9917e0667e8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:56.115952 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6586f8bd-4395-4437-9a5d-9917e0667e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:56.120145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6586f8bd-4395-4437-9a5d-9917e0667e8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 630ed5ca-865e-48dd-bfd9-5862ac37c94d {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:35:56.120813 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6586f8bd-4395-4437-9a5d-9917e0667e8f admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:56.122030 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6586f8bd-4395-4437-9a5d-9917e0667e8f admin admin] 10.222.0.70 "DELETE /v2.0/routers/630ed5ca-865e-48dd-bfd9-5862ac37c94d HTTP/1.1" status: 204 len: 168 time: 0.9155376 Jul 30 02:35:56.124601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35110) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:56.172304 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e7a10f-cc0c-4aa6-8711-5ec0972a8d1c admin admin] Deleting subnet 650b6263-eb0e-41b7-b3ae-812ec5959b46 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:35:56.175400 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-81e7a10f-cc0c-4aa6-8711-5ec0972a8d1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:56.209762 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-81e7a10f-cc0c-4aa6-8711-5ec0972a8d1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:56.291236 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-81e7a10f-cc0c-4aa6-8711-5ec0972a8d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:56.407813 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-81e7a10f-cc0c-4aa6-8711-5ec0972a8d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:56.434226 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7a10f-cc0c-4aa6-8711-5ec0972a8d1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=650b6263-eb0e-41b7-b3ae-812ec5959b46,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:56.440968 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-81e7a10f-cc0c-4aa6-8711-5ec0972a8d1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:56.440968 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-81e7a10f-cc0c-4aa6-8711-5ec0972a8d1c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/650b6263-eb0e-41b7-b3ae-812ec5959b46 HTTP/1.1" status: 204 len: 168 time: 0.3143225 Jul 30 02:35:56.442956 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35112) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:56.444842 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ebaeca-9ff9-4c22-aa4e-d58a089ad983 None None] Network 27e6ff65-e6e1-4f9e-b549-42e88d22be27 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:35:56.516265 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c218dc43-ae07-46f8-bcca-4b0225de63cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:56.575060 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c218dc43-ae07-46f8-bcca-4b0225de63cf admin admin] Deleting port d113cf55-bb8d-432c-a9ef-33b46dea8a6b {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:35:56.575408 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c218dc43-ae07-46f8-bcca-4b0225de63cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:56.626627 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94e5f62-2f2b-4e8b-8877-2c79c1dc5fb7 None None] DHCP port deletion for 27e6ff65-e6e1-4f9e-b549-42e88d22be27 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:35:56.644026 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-c218dc43-ae07-46f8-bcca-4b0225de63cf admin admin] For port d113cf55-bb8d-432c-a9ef-33b46dea8a6b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d113cf55-bb8d-432c-a9ef-33b46dea8a6b,segment=NetworkSegment(0020a8d2-14e1-4429-8e3f-69d905cce90b),segment_id=0020a8d2-14e1-4429-8e3f-69d905cce90b)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:56.644535 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c218dc43-ae07-46f8-bcca-4b0225de63cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:56.664511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-c218dc43-ae07-46f8-bcca-4b0225de63cf admin admin] Calling delete_port for d113cf55-bb8d-432c-a9ef-33b46dea8a6b owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:35:56.681197 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e94e5f62-2f2b-4e8b-8877-2c79c1dc5fb7 None None] Deleting port d113cf55-bb8d-432c-a9ef-33b46dea8a6b {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:35:56.681573 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e94e5f62-2f2b-4e8b-8877-2c79c1dc5fb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:56.751328 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e94e5f62-2f2b-4e8b-8877-2c79c1dc5fb7 None None] For port d113cf55-bb8d-432c-a9ef-33b46dea8a6b, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d113cf55-bb8d-432c-a9ef-33b46dea8a6b,segment=NetworkSegment(0020a8d2-14e1-4429-8e3f-69d905cce90b),segment_id=0020a8d2-14e1-4429-8e3f-69d905cce90b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:56.751328 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e94e5f62-2f2b-4e8b-8877-2c79c1dc5fb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:56.761994 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e94e5f62-2f2b-4e8b-8877-2c79c1dc5fb7 None None] Calling delete_port for d113cf55-bb8d-432c-a9ef-33b46dea8a6b owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:35:56.816714 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c218dc43-ae07-46f8-bcca-4b0225de63cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:56.849197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218dc43-ae07-46f8-bcca-4b0225de63cf admin admin] Pushing event deleted for resources: {'Port': ['ID=d113cf55-bb8d-432c-a9ef-33b46dea8a6b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:56.849197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c218dc43-ae07-46f8-bcca-4b0225de63cf admin admin] No DVR routers for this DVR port d113cf55-bb8d-432c-a9ef-33b46dea8a6b on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:35:56.925851 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c218dc43-ae07-46f8-bcca-4b0225de63cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:56.937715 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c218dc43-ae07-46f8-bcca-4b0225de63cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e6ff65-e6e1-4f9e-b549-42e88d22be27']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:56.950096 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c218dc43-ae07-46f8-bcca-4b0225de63cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0020a8d2-14e1-4429-8e3f-69d905cce90b') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:56.950424 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-c218dc43-ae07-46f8-bcca-4b0225de63cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0020a8d2-14e1-4429-8e3f-69d905cce90b') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:56.959977 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c218dc43-ae07-46f8-bcca-4b0225de63cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:56.974485 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c218dc43-ae07-46f8-bcca-4b0225de63cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:56.981187 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c218dc43-ae07-46f8-bcca-4b0225de63cf admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:35:56.982230 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c218dc43-ae07-46f8-bcca-4b0225de63cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:35:56.983342 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:35:56.985589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a5ff684b-06ea-4c60-a956-54fd2b712079 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:35:57.008630 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: a5ff684b-06ea-4c60-a956-54fd2b712079 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:35:57.008630 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a5ff684b-06ea-4c60-a956-54fd2b712079 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:35:57.008630 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d113cf55-bb8d-432c-a9ef-33b46dea8a6b no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:35:57.011921 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e94e5f62-2f2b-4e8b-8877-2c79c1dc5fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:57.033355 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: d113cf55-bb8d-432c-a9ef-33b46dea8a6b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:35:57.033691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d113cf55-bb8d-432c-a9ef-33b46dea8a6b not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:35:57.034100 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0bc8d227-801d-4bc5-895d-801b58ee034e no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:35:57.068554 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e5f62-2f2b-4e8b-8877-2c79c1dc5fb7 None None] Pushing event deleted for resources: {'Port': ['ID=d113cf55-bb8d-432c-a9ef-33b46dea8a6b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:57.071314 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94e5f62-2f2b-4e8b-8877-2c79c1dc5fb7 None None] No DVR routers for this DVR port d113cf55-bb8d-432c-a9ef-33b46dea8a6b on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:35:57.072897 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 0bc8d227-801d-4bc5-895d-801b58ee034e {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:35:57.073234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0bc8d227-801d-4bc5-895d-801b58ee034e not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:35:57.098760 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c218dc43-ae07-46f8-bcca-4b0225de63cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:57.104340 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c218dc43-ae07-46f8-bcca-4b0225de63cf admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:57.106019 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c218dc43-ae07-46f8-bcca-4b0225de63cf admin admin] 10.222.0.70 "DELETE /v2.0/networks/27e6ff65-e6e1-4f9e-b549-42e88d22be27 HTTP/1.1" status: 204 len: 168 time: 0.6619403 Jul 30 02:35:57.117553 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218dc43-ae07-46f8-bcca-4b0225de63cf admin admin] Pushing event deleted for resources: {'Network': ['ID=27e6ff65-e6e1-4f9e-b549-42e88d22be27,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:57.410407 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35116) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:57.450383 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0098be9d-a17f-4827-a940-0d09fd4a3991 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c36cbef5034e46a9b549289671a0e9e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388129 Jul 30 02:35:57.452719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35118) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:57.499740 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de6f7af4-1e55-400b-9db2-d0fadbdac365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:57.519945 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de6f7af4-1e55-400b-9db2-d0fadbdac365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:57.635289 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de6f7af4-1e55-400b-9db2-d0fadbdac365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:57.637863 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-de6f7af4-1e55-400b-9db2-d0fadbdac365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:57.639089 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-de6f7af4-1e55-400b-9db2-d0fadbdac365 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a5217197-6229-48ac-b5fe-07cccf5e58b6 HTTP/1.1" status: 204 len: 168 time: 0.1854720 Jul 30 02:35:57.646833 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f7af4-1e55-400b-9db2-d0fadbdac365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5217197-6229-48ac-b5fe-07cccf5e58b6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:58.175580 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35124) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:58.219413 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8cec9d70-f76a-4181-8a88-fde492555b5f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c77f00b893864f848be9b03fa73fe9ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426116 Jul 30 02:35:58.221789 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35126) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:58.268583 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f5d4a7b5-77c3-423f-b78d-6916835e3790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:58.290210 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f5d4a7b5-77c3-423f-b78d-6916835e3790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:58.410943 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f5d4a7b5-77c3-423f-b78d-6916835e3790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:58.413635 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f5d4a7b5-77c3-423f-b78d-6916835e3790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:58.414814 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f5d4a7b5-77c3-423f-b78d-6916835e3790 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5fecb4ff-ce9f-44fe-bc6b-5c867219e761 HTTP/1.1" status: 204 len: 168 time: 0.1921077 Jul 30 02:35:58.423295 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4a7b5-77c3-423f-b78d-6916835e3790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fecb4ff-ce9f-44fe-bc6b-5c867219e761,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:03.330451 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:06.656543 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:36:09.118627 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-36e841b7-42cc-4642-a3ee-da721944c71f tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=89174952c7ed4453b0cbbfb3118f551b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313976 Jul 30 02:36:09.172321 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f97d0d22-e5f1-4687-9acc-db78a87aa767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:09.303595 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-b7eb3563-7834-4deb-bf11-f7bf3306ad1d tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:09.305607 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-b7eb3563-7834-4deb-bf11-f7bf3306ad1d tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1814404 Jul 30 02:36:09.320404 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0d405938-7ff1-42ab-bd20-cbfacd6825b4 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/quotas/89174952c7ed4453b0cbbfb3118f551b HTTP/1.1" status: 200 len: 375 time: 0.0089290 Jul 30 02:36:09.350791 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-b17970df-ba05-4ef0-99b9-b0963966af2d tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=89174952c7ed4453b0cbbfb3118f551b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249724 Jul 30 02:36:09.580293 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5a8892b-2e69-4527-99ee-ce1802d52c5c req-b715a445-48d0-442f-b130-9c20702f5356 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/ports?device_id=5422c839-8df2-4c7f-a90c-58ea1d5150c5 HTTP/1.1" status: 200 len: 210 time: 0.0266876 Jul 30 02:36:10.657317 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5da884e6-b27f-453c-b517-d7f166d5b48c req-da33a8a3-7546-4101-9e6e-392fde9fb773 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/ports?device_id=5422c839-8df2-4c7f-a90c-58ea1d5150c5 HTTP/1.1" status: 200 len: 210 time: 0.0267961 Jul 30 02:36:11.672771 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9a99163e-68f4-4ef5-9410-d3a0f78ad461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:11.756015 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ffbb6a35-ce3d-4f26-8fab-2a40ef2ee15d req-d352a009-83d8-453b-b78d-126a0a29e23b tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/ports?device_id=5422c839-8df2-4c7f-a90c-58ea1d5150c5 HTTP/1.1" status: 200 len: 210 time: 0.0256872 Jul 30 02:36:11.770068 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:12.156218 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-e4f7802e-f7cf-4930-8470-5aa9f2cc8aab tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=89174952c7ed4453b0cbbfb3118f551b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326183 Jul 30 02:36:12.341910 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-be3b048e-6def-47dc-b816-9445df3de2ee tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:12.343420 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-be3b048e-6def-47dc-b816-9445df3de2ee tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1814959 Jul 30 02:36:12.356130 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-5d2f28b9-9a16-439e-bfbd-4550fd7ebe30 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Request body: {'port': {'device_id': '5422c839-8df2-4c7f-a90c-58ea1d5150c5', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'admin_state_up': True, 'tenant_id': '89174952c7ed4453b0cbbfb3118f551b'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:36:12.524230 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-5d2f28b9-9a16-439e-bfbd-4550fd7ebe30 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Made reservation on behalf of 89174952c7ed4453b0cbbfb3118f551b for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:36:12.527944 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-5d2f28b9-9a16-439e-bfbd-4550fd7ebe30 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:12.537146 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-5d2f28b9-9a16-439e-bfbd-4550fd7ebe30 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:12.626288 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-5d2f28b9-9a16-439e-bfbd-4550fd7ebe30 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:12.686515 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-5d2f28b9-9a16-439e-bfbd-4550fd7ebe30 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:12.749460 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f28b9-9a16-439e-bfbd-4550fd7ebe30 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73826ef-c097-47ec-a14c-7302727b3d3f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:12.822488 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-5d2f28b9-9a16-439e-bfbd-4550fd7ebe30 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Allocated IP 192.168.233.103 (3286f539-67a8-42f0-a1e3-dea9e1133638/d4119491-5992-4989-91b0-5fd964c074d9/6d61024c-4804-4a53-84fb-822446d9d20e) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:36:12.854910 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e21e7608-a5b0-45c3-ab3f-4065fbb2e48d req-9baa0a6a-a784-41a7-b1e9-6ba3943a76a7 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/ports?device_id=5422c839-8df2-4c7f-a90c-58ea1d5150c5 HTTP/1.1" status: 200 len: 210 time: 0.0274088 Jul 30 02:36:12.966977 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-5d2f28b9-9a16-439e-bfbd-4550fd7ebe30 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:12.981084 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-5d2f28b9-9a16-439e-bfbd-4550fd7ebe30 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Transition to ACTIVE for port object 6d61024c-4804-4a53-84fb-822446d9d20e will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:36:13.058331 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-5d2f28b9-9a16-439e-bfbd-4550fd7ebe30 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.104126 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-5d2f28b9-9a16-439e-bfbd-4550fd7ebe30 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Network 3286f539-67a8-42f0-a1e3-dea9e1133638 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:36:13.107261 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-5d2f28b9-9a16-439e-bfbd-4550fd7ebe30 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:36:13.110816 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-5d2f28b9-9a16-439e-bfbd-4550fd7ebe30 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:36:13.119401 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f28b9-9a16-439e-bfbd-4550fd7ebe30 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Pushing event updated for resources: {'Port': ['ID=6d61024c-4804-4a53-84fb-822446d9d20e,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:13.168424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-5d2f28b9-9a16-439e-bfbd-4550fd7ebe30 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:13.169188 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-5d2f28b9-9a16-439e-bfbd-4550fd7ebe30 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.222352 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-5d2f28b9-9a16-439e-bfbd-4550fd7ebe30 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8698704 Jul 30 02:36:13.234518 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] Request body: {'port': {'device_id': '5422c839-8df2-4c7f-a90c-58ea1d5150c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:36:13.289067 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.416051 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-278463e5-576d-46c0-8ee4-350c829103db None None] Provisioning for port 6d61024c-4804-4a53-84fb-822446d9d20e completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:36:13.419887 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-278463e5-576d-46c0-8ee4-350c829103db None None] Provisioning complete for port 6d61024c-4804-4a53-84fb-822446d9d20e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:36:13.420261 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-278463e5-576d-46c0-8ee4-350c829103db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.454925 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-278463e5-576d-46c0-8ee4-350c829103db None None] Port 6d61024c-4804-4a53-84fb-822446d9d20e cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:36:13.463488 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.551054 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d61024c-4804-4a53-84fb-822446d9d20e {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:36:13.558840 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.571253 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] Transition to ACTIVE for port object 6d61024c-4804-4a53-84fb-822446d9d20e will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:36:13.655212 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.704675 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] Pushing event updated for resources: {'Port': ['ID=6d61024c-4804-4a53-84fb-822446d9d20e,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:13.777105 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] Attempting to bind port 6d61024c-4804-4a53-84fb-822446d9d20e on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:36:13.777455 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] Attempting to bind port 6d61024c-4804-4a53-84fb-822446d9d20e by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:36:13.777791 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] Attempting to bind port 6d61024c-4804-4a53-84fb-822446d9d20e on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:36:13.782252 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] Port 6d61024c-4804-4a53-84fb-822446d9d20e on network 3286f539-67a8-42f0-a1e3-dea9e1133638 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:36:13.782609 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] Attempting to bind port 6d61024c-4804-4a53-84fb-822446d9d20e on network 3286f539-67a8-42f0-a1e3-dea9e1133638 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:36:13.787566 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:36:13.787903 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] Checking segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:36:13.788292 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] Bound using segment: {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:36:13.789248 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] Bound port: 6d61024c-4804-4a53-84fb-822446d9d20e, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dab17e-f825-43b6-912c-dabbe3c69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:36:13.789568 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.861166 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] For port 6d61024c-4804-4a53-84fb-822446d9d20e, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:36:13.865078 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] For port 6d61024c-4804-4a53-84fb-822446d9d20e, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6d61024c-4804-4a53-84fb-822446d9d20e,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:36:13.938682 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.971622 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:13.971622 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.972107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debb0da-ed46-4d2f-9fcd-c21b2ff33fe6 req-db28dace-a1e3-410d-a919-793ad5d51f68 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:13.972560 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] 10.222.0.10 "PUT /v2.0/ports/6d61024c-4804-4a53-84fb-822446d9d20e HTTP/1.1" status: 200 len: 1096 time: 0.7420728 Jul 30 02:36:13.974759 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5422c839-8df2-4c7f-a90c-58ea1d5150c5', 'tag': '6d61024c-4804-4a53-84fb-822446d9d20e'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:36:13.977524 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ec8665-d87b-4b3f-ae5e-6832369a53c1" -d '{"events": [{"name": "network-changed", "server_uuid": "5422c839-8df2-4c7f-a90c-58ea1d5150c5", "tag": "6d61024c-4804-4a53-84fb-822446d9d20e"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:36:13.980119 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2debb0da-ed46-4d2f-9fcd-c21b2ff33fe6 req-db28dace-a1e3-410d-a919-793ad5d51f68 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/ports?device_id=5422c839-8df2-4c7f-a90c-58ea1d5150c5 HTTP/1.1" status: 200 len: 948 time: 0.0592718 Jul 30 02:36:14.007747 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be15f40-bf3b-4536-bb53-0be912d1a529 service neutron] Pushing event updated for resources: {'Port': ['ID=6d61024c-4804-4a53-84fb-822446d9d20e,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:14.017765 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2debb0da-ed46-4d2f-9fcd-c21b2ff33fe6 req-da3fb452-6b34-4c46-841c-828e32f16f0c tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/security-groups?id=a73826ef-c097-47ec-a14c-7302727b3d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367649 Jul 30 02:36:14.062436 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae2b95d-287a-4416-a3ac-34916ec50e09 x-openstack-request-id: req-fae2b95d-287a-4416-a3ac-34916ec50e09 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:36:14.062791 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5422c839-8df2-4c7f-a90c-58ea1d5150c5", "tag": "6d61024c-4804-4a53-84fb-822446d9d20e", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:36:14.063111 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fae2b95d-287a-4416-a3ac-34916ec50e09 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:36:14.066792 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5422c839-8df2-4c7f-a90c-58ea1d5150c5', 'tag': '6d61024c-4804-4a53-84fb-822446d9d20e', 'status': 'completed', 'code': 200} Jul 30 02:36:14.119930 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-3fde6584-4185-449f-92d2-b6c7c846c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:14.121463 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-3fde6584-4185-449f-92d2-b6c7c846c48b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89174952c7ed4453b0cbbfb3118f551b&device_id=5422c839-8df2-4c7f-a90c-58ea1d5150c5 HTTP/1.1" status: 200 len: 1099 time: 0.0427411 Jul 30 02:36:14.168005 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-3a6eb9d7-a31e-4fdd-9732-346672e555d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=6d61024c-4804-4a53-84fb-822446d9d20e HTTP/1.1" status: 200 len: 217 time: 0.0379283 Jul 30 02:36:14.216203 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-e0f20860-bea3-4afd-b765-805bbb3c488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:14.217642 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-e0f20860-bea3-4afd-b765-805bbb3c488e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0431280 Jul 30 02:36:14.261791 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-93d579e6-8d45-440e-901e-5bad4e65dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:14.263204 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-93d579e6-8d45-440e-901e-5bad4e65dfd1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0391581 Jul 30 02:36:14.355404 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-12649cf9-7a9c-43dc-8aaa-5f055b942310 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843399 Jul 30 02:36:14.450193 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-21bc7347-9722-417f-98ce-c1bbc931cbe5 req-dba2bbf4-3ab0-49e0-9d8c-50130c60d70a service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872829 Jul 30 02:36:14.593967 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec8665-d87b-4b3f-ae5e-6832369a53c1 req-3786bda3-a8bc-42d6-be85-73ccd9182849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:14.595363 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7ec8665-d87b-4b3f-ae5e-6832369a53c1 req-3786bda3-a8bc-42d6-be85-73ccd9182849 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89174952c7ed4453b0cbbfb3118f551b&device_id=5422c839-8df2-4c7f-a90c-58ea1d5150c5 HTTP/1.1" status: 200 len: 1099 time: 0.0455794 Jul 30 02:36:14.690192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec8665-d87b-4b3f-ae5e-6832369a53c1 req-c56533e7-9491-4cdf-a170-baa4f4ee62cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:14.802285 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7ec8665-d87b-4b3f-ae5e-6832369a53c1 req-c56533e7-9491-4cdf-a170-baa4f4ee62cd service neutron] 10.222.0.10 "GET /v2.0/networks?id=3286f539-67a8-42f0-a1e3-dea9e1133638 HTTP/1.1" status: 200 len: 870 time: 0.0894465 Jul 30 02:36:14.802285 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7ec8665-d87b-4b3f-ae5e-6832369a53c1 req-323064cb-08d0-4bcb-bfbc-cf4d88654526 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=6d61024c-4804-4a53-84fb-822446d9d20e HTTP/1.1" status: 200 len: 217 time: 0.0469737 Jul 30 02:36:14.802285 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec8665-d87b-4b3f-ae5e-6832369a53c1 req-aab0a262-91a1-45d9-a275-836c37a61ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:14.802285 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7ec8665-d87b-4b3f-ae5e-6832369a53c1 req-aab0a262-91a1-45d9-a275-836c37a61ab7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4119491-5992-4989-91b0-5fd964c074d9 HTTP/1.1" status: 200 len: 843 time: 0.0453489 Jul 30 02:36:14.844497 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:14.845058 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec8665-d87b-4b3f-ae5e-6832369a53c1 req-ff20b1f2-8662-4d68-82ef-3333bc3bfd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:14.845961 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7ec8665-d87b-4b3f-ae5e-6832369a53c1 req-ff20b1f2-8662-4d68-82ef-3333bc3bfd54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3286f539-67a8-42f0-a1e3-dea9e1133638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0405412 Jul 30 02:36:14.938369 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7ec8665-d87b-4b3f-ae5e-6832369a53c1 req-835a7503-73d8-4cce-a007-44d7ec54e919 service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849378 Jul 30 02:36:15.042054 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b7ec8665-d87b-4b3f-ae5e-6832369a53c1 req-efd08d0a-e237-4698-8e66-100a8de913dc service neutron] 10.222.0.10 "GET /v2.0/networks/3286f539-67a8-42f0-a1e3-dea9e1133638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959060 Jul 30 02:36:15.134177 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b9ade-89eb-4adb-9b64-7a34d2c0f692 req-a5e7aaaf-d4f4-4d31-b4ac-774a6f959d98 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:15.135698 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7f5b9ade-89eb-4adb-9b64-7a34d2c0f692 req-a5e7aaaf-d4f4-4d31-b4ac-774a6f959d98 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/ports?device_id=5422c839-8df2-4c7f-a90c-58ea1d5150c5 HTTP/1.1" status: 200 len: 948 time: 0.0485346 Jul 30 02:36:15.172141 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7f5b9ade-89eb-4adb-9b64-7a34d2c0f692 req-acc5f710-4a62-42a5-b3bb-ace2411ba10b tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/security-groups?id=a73826ef-c097-47ec-a14c-7302727b3d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306811 Jul 30 02:36:16.240897 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6d61024c-4804-4a53-84fb-822446d9d20e details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:36:16.286222 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b74e4-16b4-4cd2-9de6-b38d995dd955 req-0500cdb4-ad5f-40ea-b5fb-adbbf9776a88 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:16.287777 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cc3b74e4-16b4-4cd2-9de6-b38d995dd955 req-0500cdb4-ad5f-40ea-b5fb-adbbf9776a88 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/ports?device_id=5422c839-8df2-4c7f-a90c-58ea1d5150c5 HTTP/1.1" status: 200 len: 948 time: 0.0497899 Jul 30 02:36:16.328397 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cc3b74e4-16b4-4cd2-9de6-b38d995dd955 req-935fa142-e627-43e2-9213-146e48c1907d tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/security-groups?id=a73826ef-c097-47ec-a14c-7302727b3d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339775 Jul 30 02:36:16.339514 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 6d61024c-4804-4a53-84fb-822446d9d20e, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6d61024c-4804-4a53-84fb-822446d9d20e,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:36:16.351624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '6d61024c-4804-4a53-84fb-822446d9d20e', 'network_id': '3286f539-67a8-42f0-a1e3-dea9e1133638', 'port_id': '6d61024c-4804-4a53-84fb-822446d9d20e', 'mac_address': 'fa:16:3e:14:c9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4119491-5992-4989-91b0-5fd964c074d9', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:36:16.388437 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:16.401453 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d61024c-4804-4a53-84fb-822446d9d20e {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:36:16.420255 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 6d61024c-4804-4a53-84fb-822446d9d20e, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6d61024c-4804-4a53-84fb-822446d9d20e,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:36:16.489694 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:16.536825 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=6d61024c-4804-4a53-84fb-822446d9d20e,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:16.717489 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['6d61024c-4804-4a53-84fb-822446d9d20e'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:36:17.445236 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49637c9-e3b0-4b49-95aa-62386c07d0ce req-9da12673-8862-48f9-9283-c38c0227b530 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:17.446721 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d49637c9-e3b0-4b49-95aa-62386c07d0ce req-9da12673-8862-48f9-9283-c38c0227b530 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/ports?device_id=5422c839-8df2-4c7f-a90c-58ea1d5150c5 HTTP/1.1" status: 200 len: 949 time: 0.0519307 Jul 30 02:36:17.485987 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d49637c9-e3b0-4b49-95aa-62386c07d0ce req-78ca6134-a9aa-4216-abcf-4507089029d7 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/security-groups?id=a73826ef-c097-47ec-a14c-7302727b3d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331793 Jul 30 02:36:18.229548 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:18.250652 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6d61024c-4804-4a53-84fb-822446d9d20e up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:36:18.383773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 6d61024c-4804-4a53-84fb-822446d9d20e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:36:18.388003 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 6d61024c-4804-4a53-84fb-822446d9d20e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:36:18.393376 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:18.467103 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:18.488604 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5422c839-8df2-4c7f-a90c-58ea1d5150c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d61024c-4804-4a53-84fb-822446d9d20e'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:36:18.490777 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70ae377-9301-4fc4-8701-583d723c4554" -d '{"events": [{"server_uuid": "5422c839-8df2-4c7f-a90c-58ea1d5150c5", "name": "network-vif-plugged", "status": "completed", "tag": "6d61024c-4804-4a53-84fb-822446d9d20e"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:36:18.504279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 6d61024c-4804-4a53-84fb-822446d9d20e, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6d61024c-4804-4a53-84fb-822446d9d20e,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:36:18.525873 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0749db-bff9-46a6-a52f-2c75c8e0d117 x-openstack-request-id: req-3e0749db-bff9-46a6-a52f-2c75c8e0d117 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:36:18.526190 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5422c839-8df2-4c7f-a90c-58ea1d5150c5", "name": "network-vif-plugged", "status": "completed", "tag": "6d61024c-4804-4a53-84fb-822446d9d20e", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:36:18.526495 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e0749db-bff9-46a6-a52f-2c75c8e0d117 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:36:18.526896 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5422c839-8df2-4c7f-a90c-58ea1d5150c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d61024c-4804-4a53-84fb-822446d9d20e', 'code': 200} Jul 30 02:36:18.584130 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:18.619480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0f382-aa30-4f2d-9413-5d94921a6a66 req-fc921ccb-7e52-45dd-9d17-11241c952225 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:18.621024 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-74a0f382-aa30-4f2d-9413-5d94921a6a66 req-fc921ccb-7e52-45dd-9d17-11241c952225 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/ports?device_id=5422c839-8df2-4c7f-a90c-58ea1d5150c5 HTTP/1.1" status: 200 len: 949 time: 0.0511117 Jul 30 02:36:18.623304 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad7fe3-53aa-4ffd-898b-1d54a0c4b427 req-6ecc6dae-0372-4db8-a915-772a8235f2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:18.624803 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-30ad7fe3-53aa-4ffd-898b-1d54a0c4b427 req-6ecc6dae-0372-4db8-a915-772a8235f2aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5422c839-8df2-4c7f-a90c-58ea1d5150c5 HTTP/1.1" status: 200 len: 1101 time: 0.0438859 Jul 30 02:36:18.634110 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=6d61024c-4804-4a53-84fb-822446d9d20e,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:18.660296 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-30ad7fe3-53aa-4ffd-898b-1d54a0c4b427 req-5a490be4-d5ab-4de8-8e99-efe1d79514fe service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a73826ef-c097-47ec-a14c-7302727b3d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282006 Jul 30 02:36:18.660914 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-74a0f382-aa30-4f2d-9413-5d94921a6a66 req-ec046fb0-b181-4016-bebb-250f3dec8fd2 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/security-groups?id=a73826ef-c097-47ec-a14c-7302727b3d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330257 Jul 30 02:36:19.781909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd43a4-4938-4d77-af17-be2f5b4385ec req-57405ca8-2882-4d89-aefc-7ad4d73e6690 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:19.783408 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5ebd43a4-4938-4d77-af17-be2f5b4385ec req-57405ca8-2882-4d89-aefc-7ad4d73e6690 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/ports?device_id=5422c839-8df2-4c7f-a90c-58ea1d5150c5 HTTP/1.1" status: 200 len: 950 time: 0.0481944 Jul 30 02:36:19.820662 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5ebd43a4-4938-4d77-af17-be2f5b4385ec req-66da3df3-79a7-47f9-8976-7d07d23ec7e2 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/security-groups?id=a73826ef-c097-47ec-a14c-7302727b3d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309160 Jul 30 02:36:21.142671 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be18572-e35b-495b-893f-5ea612430eff req-9f4061a3-280a-4c27-a064-068476d1e6ef tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:21.144142 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0be18572-e35b-495b-893f-5ea612430eff req-9f4061a3-280a-4c27-a064-068476d1e6ef tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/ports?device_id=5422c839-8df2-4c7f-a90c-58ea1d5150c5 HTTP/1.1" status: 200 len: 950 time: 0.0516329 Jul 30 02:36:21.180731 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0be18572-e35b-495b-893f-5ea612430eff req-c6a60c62-b183-4bc5-aecf-357c59fcdb16 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/security-groups?id=a73826ef-c097-47ec-a14c-7302727b3d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306876 Jul 30 02:36:22.294279 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb6816-082c-4d25-ac28-89a96510c3b1 req-006f3e53-eac3-455b-bf1e-85279c831cce tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:22.295800 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4ecb6816-082c-4d25-ac28-89a96510c3b1 req-006f3e53-eac3-455b-bf1e-85279c831cce tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/ports?device_id=5422c839-8df2-4c7f-a90c-58ea1d5150c5 HTTP/1.1" status: 200 len: 950 time: 0.0490432 Jul 30 02:36:22.336882 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4ecb6816-082c-4d25-ac28-89a96510c3b1 req-3994202c-5800-4629-80b9-477edbb608b2 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/security-groups?id=a73826ef-c097-47ec-a14c-7302727b3d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352402 Jul 30 02:36:22.375313 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142afbb5-a4e7-4088-bcd9-59a027b5d671 req-88428bc8-5c06-4901-9204-aa5fc08b69c1 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:22.376895 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-142afbb5-a4e7-4088-bcd9-59a027b5d671 req-88428bc8-5c06-4901-9204-aa5fc08b69c1 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.10 "GET /v2.0/ports?device_id=5422c839-8df2-4c7f-a90c-58ea1d5150c5 HTTP/1.1" status: 200 len: 950 time: 0.0530381 Jul 30 02:36:22.463045 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-142afbb5-a4e7-4088-bcd9-59a027b5d671 req-5b4caaaf-efc5-46b5-bd9b-c2c2e5964a77 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Deleting port 6d61024c-4804-4a53-84fb-822446d9d20e {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:36:22.463319 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-142afbb5-a4e7-4088-bcd9-59a027b5d671 req-5b4caaaf-efc5-46b5-bd9b-c2c2e5964a77 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:22.552806 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-142afbb5-a4e7-4088-bcd9-59a027b5d671 req-5b4caaaf-efc5-46b5-bd9b-c2c2e5964a77 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] For port 6d61024c-4804-4a53-84fb-822446d9d20e, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6d61024c-4804-4a53-84fb-822446d9d20e,segment=NetworkSegment(79dab17e-f825-43b6-912c-dabbe3c69100),segment_id=79dab17e-f825-43b6-912c-dabbe3c69100)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:36:22.553170 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-142afbb5-a4e7-4088-bcd9-59a027b5d671 req-5b4caaaf-efc5-46b5-bd9b-c2c2e5964a77 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:22.566190 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-142afbb5-a4e7-4088-bcd9-59a027b5d671 req-5b4caaaf-efc5-46b5-bd9b-c2c2e5964a77 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Calling delete_port for 6d61024c-4804-4a53-84fb-822446d9d20e owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:36:22.761141 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-142afbb5-a4e7-4088-bcd9-59a027b5d671 req-5b4caaaf-efc5-46b5-bd9b-c2c2e5964a77 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:22.776447 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['6d61024c-4804-4a53-84fb-822446d9d20e'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:36:22.796109 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4caaaf-efc5-46b5-bd9b-c2c2e5964a77 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Pushing event deleted for resources: {'Port': ['ID=6d61024c-4804-4a53-84fb-822446d9d20e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:22.836968 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-142afbb5-a4e7-4088-bcd9-59a027b5d671 req-5b4caaaf-efc5-46b5-bd9b-c2c2e5964a77 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] No DVR routers for this DVR port 6d61024c-4804-4a53-84fb-822446d9d20e on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:36:22.839741 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-142afbb5-a4e7-4088-bcd9-59a027b5d671 req-5b4caaaf-efc5-46b5-bd9b-c2c2e5964a77 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:22.841775 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-142afbb5-a4e7-4088-bcd9-59a027b5d671 req-5b4caaaf-efc5-46b5-bd9b-c2c2e5964a77 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.10 "DELETE /v2.0/ports/6d61024c-4804-4a53-84fb-822446d9d20e HTTP/1.1" status: 204 len: 173 time: 0.4585135 Jul 30 02:36:22.842224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5422c839-8df2-4c7f-a90c-58ea1d5150c5', 'name': 'network-vif-deleted', 'tag': '6d61024c-4804-4a53-84fb-822446d9d20e'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:36:22.844467 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca29292-4dca-4b59-b84f-aef06fd858ef" -d '{"events": [{"server_uuid": "5422c839-8df2-4c7f-a90c-58ea1d5150c5", "name": "network-vif-deleted", "tag": "6d61024c-4804-4a53-84fb-822446d9d20e"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:36:22.881578 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834c8752-2581-4c98-93be-e167e9b71387 x-openstack-request-id: req-834c8752-2581-4c98-93be-e167e9b71387 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:36:22.881920 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5422c839-8df2-4c7f-a90c-58ea1d5150c5", "name": "network-vif-deleted", "tag": "6d61024c-4804-4a53-84fb-822446d9d20e", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:36:22.882171 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-834c8752-2581-4c98-93be-e167e9b71387 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:36:22.882618 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5422c839-8df2-4c7f-a90c-58ea1d5150c5', 'name': 'network-vif-deleted', 'tag': '6d61024c-4804-4a53-84fb-822446d9d20e', 'status': 'completed', 'code': 200} Jul 30 02:36:23.449565 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3d97ebba-2bfd-49d7-a398-744abbdd3757 req-712781c0-105f-46a5-a6b8-5a9ec95c4480 tempest-ServersAdminNegativeTestJSON-393756458 tempest-ServersAdminNegativeTestJSON-393756458-project] 10.222.0.70 "GET /v2.0/ports?device_id=5422c839-8df2-4c7f-a90c-58ea1d5150c5 HTTP/1.1" status: 200 len: 210 time: 0.0278702 Jul 30 02:36:24.951863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35268) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:25.082367 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2762c964-b013-41ef-a054-a2a028a19041 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=89174952c7ed4453b0cbbfb3118f551b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293273 Jul 30 02:36:25.084759 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35272) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:25.132113 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8beec7b9-2668-4908-a1fd-a42d3ac8ee98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:25.154047 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8beec7b9-2668-4908-a1fd-a42d3ac8ee98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:25.289422 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8beec7b9-2668-4908-a1fd-a42d3ac8ee98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:25.291968 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8beec7b9-2668-4908-a1fd-a42d3ac8ee98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:25.293138 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8beec7b9-2668-4908-a1fd-a42d3ac8ee98 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a73826ef-c097-47ec-a14c-7302727b3d3f HTTP/1.1" status: 204 len: 168 time: 0.2074649 Jul 30 02:36:25.303381 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beec7b9-2668-4908-a1fd-a42d3ac8ee98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73826ef-c097-47ec-a14c-7302727b3d3f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:25.311081 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beec7b9-2668-4908-a1fd-a42d3ac8ee98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:25.311430 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beec7b9-2668-4908-a1fd-a42d3ac8ee98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:25.311774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beec7b9-2668-4908-a1fd-a42d3ac8ee98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:25.312225 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beec7b9-2668-4908-a1fd-a42d3ac8ee98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:25.312660 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beec7b9-2668-4908-a1fd-a42d3ac8ee98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:25.313098 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beec7b9-2668-4908-a1fd-a42d3ac8ee98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:25.313430 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beec7b9-2668-4908-a1fd-a42d3ac8ee98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:25.313763 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beec7b9-2668-4908-a1fd-a42d3ac8ee98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:25.314088 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beec7b9-2668-4908-a1fd-a42d3ac8ee98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:25.314439 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beec7b9-2668-4908-a1fd-a42d3ac8ee98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:25.314764 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beec7b9-2668-4908-a1fd-a42d3ac8ee98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:25.315088 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beec7b9-2668-4908-a1fd-a42d3ac8ee98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:25.853403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35278) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:25.866673 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8da2fc46-a933-40af-8343-4407bb38cfce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:25.952048 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8da2fc46-a933-40af-8343-4407bb38cfce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:26.012275 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8da2fc46-a933-40af-8343-4407bb38cfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:26.048788 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2fc46-a933-40af-8343-4407bb38cfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6550eb19-580b-42ce-b7f6-dfb2dac064b9,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:26.054033 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8da2fc46-a933-40af-8343-4407bb38cfce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2d5a14221a304489883bf3eb00bca184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1995304 Jul 30 02:36:26.057353 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35280) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:26.108269 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dbe85e47-b4c1-460c-b56c-afa5e5220bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:26.128586 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dbe85e47-b4c1-460c-b56c-afa5e5220bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:26.240518 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dbe85e47-b4c1-460c-b56c-afa5e5220bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:26.243126 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dbe85e47-b4c1-460c-b56c-afa5e5220bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:26.244271 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dbe85e47-b4c1-460c-b56c-afa5e5220bcb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6550eb19-580b-42ce-b7f6-dfb2dac064b9 HTTP/1.1" status: 204 len: 168 time: 0.1860173 Jul 30 02:36:26.251914 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe85e47-b4c1-460c-b56c-afa5e5220bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6550eb19-580b-42ce-b7f6-dfb2dac064b9,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:26.287847 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6d61024c-4804-4a53-84fb-822446d9d20e no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:36:26.307827 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 6d61024c-4804-4a53-84fb-822446d9d20e {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:36:26.308194 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6d61024c-4804-4a53-84fb-822446d9d20e not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:36:27.281521 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35302) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:27.401186 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-2d6ee031-c3f3-465f-a76b-c5842a4c90d0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-133999069-network', 'tenant_id': 'ebaa310b92cf453ba1a44a5b1b85797a'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:36:27.489299 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6ee031-c3f3-465f-a76b-c5842a4c90d0 admin admin] Made reservation on behalf of ebaa310b92cf453ba1a44a5b1b85797a for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:36:27.491965 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d6ee031-c3f3-465f-a76b-c5842a4c90d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:27.501077 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d6ee031-c3f3-465f-a76b-c5842a4c90d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:27.585897 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d6ee031-c3f3-465f-a76b-c5842a4c90d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:27.663359 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d6ee031-c3f3-465f-a76b-c5842a4c90d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:27.688062 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6ee031-c3f3-465f-a76b-c5842a4c90d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:36:27.698754 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ee031-c3f3-465f-a76b-c5842a4c90d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b484db68-ebd6-4c2d-a15a-2b37c6e02eba,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:27.704328 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d6ee031-c3f3-465f-a76b-c5842a4c90d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:27.704665 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-2d6ee031-c3f3-465f-a76b-c5842a4c90d0 admin admin] Added segment a3edf3ba-bff5-4a2e-b976-ce022db2444f of type vlan for network 783ab170-cd6b-4709-b7d8-e3855a44960c Jul 30 02:36:27.743420 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d6ee031-c3f3-465f-a76b-c5842a4c90d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:27.840215 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d6ee031-c3f3-465f-a76b-c5842a4c90d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:27.841183 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6ee031-c3f3-465f-a76b-c5842a4c90d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:27.841771 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d6ee031-c3f3-465f-a76b-c5842a4c90d0 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:27.902023 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ee031-c3f3-465f-a76b-c5842a4c90d0 admin admin] Pushing event updated for resources: {'Network': ['ID=783ab170-cd6b-4709-b7d8-e3855a44960c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:27.912296 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 783ab170-cd6b-4709-b7d8-e3855a44960c details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:36:27.949870 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2d6ee031-c3f3-465f-a76b-c5842a4c90d0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6672606 Jul 30 02:36:27.952738 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35308) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:27.957611 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-ee6c60be-280a-44f4-81be-692f6ee983b0 admin admin] Request body: {'subnet': {'network_id': '783ab170-cd6b-4709-b7d8-e3855a44960c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-133999069-subnet', 'tenant_id': 'ebaa310b92cf453ba1a44a5b1b85797a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:36:28.034629 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6c60be-280a-44f4-81be-692f6ee983b0 admin admin] Made reservation on behalf of ebaa310b92cf453ba1a44a5b1b85797a for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:36:28.036895 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ee6c60be-280a-44f4-81be-692f6ee983b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:28.540701 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ee6c60be-280a-44f4-81be-692f6ee983b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:28.589305 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c60be-280a-44f4-81be-692f6ee983b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=060bb56d-5241-4f18-8b0c-0b2bb50ad7cf,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:28.604764 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6c60be-280a-44f4-81be-692f6ee983b0 admin admin] Checking segment: {'id': 'a3edf3ba-bff5-4a2e-b976-ce022db2444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '783ab170-cd6b-4709-b7d8-e3855a44960c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:36:28.605117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6c60be-280a-44f4-81be-692f6ee983b0 admin admin] Network hostable DHCP agents. Network: 783ab170-cd6b-4709-b7d8-e3855a44960c, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:36:28.671771 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6c60be-280a-44f4-81be-692f6ee983b0 admin admin] Network 783ab170-cd6b-4709-b7d8-e3855a44960c is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:36:28.729161 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-ee6c60be-280a-44f4-81be-692f6ee983b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 783ab170-cd6b-4709-b7d8-e3855a44960c) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:36:28.733434 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6c60be-280a-44f4-81be-692f6ee983b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:28.734053 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ee6c60be-280a-44f4-81be-692f6ee983b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:28.738257 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d172e6-bfd6-43f6-a170-ed378afe9abc None None] Network 783ab170-cd6b-4709-b7d8-e3855a44960c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:36:28.801595 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ee6c60be-280a-44f4-81be-692f6ee983b0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8478203 Jul 30 02:36:28.859788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f6fdd3-5914-45d8-97f0-a0314ef9623c None None] Network 783ab170-cd6b-4709-b7d8-e3855a44960c requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:36:29.210423 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-8f69b4ce-7421-4129-af28-839182c6da3a tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:29.212354 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-8f69b4ce-7421-4129-af28-839182c6da3a tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/networks?id=783ab170-cd6b-4709-b7d8-e3855a44960c HTTP/1.1" status: 200 len: 811 time: 0.1004405 Jul 30 02:36:29.226977 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-c798cb95-c078-45a7-9a60-237deae8e130 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/quotas/ebaa310b92cf453ba1a44a5b1b85797a HTTP/1.1" status: 200 len: 375 time: 0.0089996 Jul 30 02:36:29.262527 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-f28da02f-ee6e-4df7-ba08-768d1de978ee tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ebaa310b92cf453ba1a44a5b1b85797a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298898 Jul 30 02:36:29.321351 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-75e292ea-55a2-4c0a-99a3-83b044fc87e9 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:36:29.322618 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-75e292ea-55a2-4c0a-99a3-83b044fc87e9 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0534105 Jul 30 02:36:29.409217 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-b0897585-bbf8-4277-8730-dcc82eb399e4 service neutron] 10.222.0.70 "GET /v2.0/networks/783ab170-cd6b-4709-b7d8-e3855a44960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806262 Jul 30 02:36:29.499309 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-4a670ed8-2d39-469a-912a-e90f0b34a238 service neutron] 10.222.0.70 "GET /v2.0/networks/783ab170-cd6b-4709-b7d8-e3855a44960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834069 Jul 30 02:36:29.729642 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f188052b-73c9-410b-a16f-38c6750bbb23 req-e2f31cc3-a2ad-481f-92b8-2e250965fe6d tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 210 time: 0.0302320 Jul 30 02:36:30.818641 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1b62f80c-01c1-44fe-bbc7-d5ffe8017451 req-bec0b5de-8bd4-4812-8454-907dd6acd23e tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 210 time: 0.0256853 Jul 30 02:36:31.805340 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-925615d6-0fba-4164-87e8-6aaaf7266c08 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:31.806750 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-925615d6-0fba-4164-87e8-6aaaf7266c08 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.10 "GET /v2.0/networks?id=783ab170-cd6b-4709-b7d8-e3855a44960c HTTP/1.1" status: 200 len: 811 time: 0.1034136 Jul 30 02:36:31.819169 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-ca084caf-e985-4cf5-8caf-a94e46c75039 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Request body: {'port': {'device_id': '523e979e-ef1f-4155-a092-c05c07fb4500', 'network_id': '783ab170-cd6b-4709-b7d8-e3855a44960c', 'admin_state_up': True, 'tenant_id': 'ebaa310b92cf453ba1a44a5b1b85797a'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:36:31.910774 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b5ae0c61-7238-495e-92a5-a002e8c93d8d req-baf5f0ae-bed3-4715-96eb-5a78d8a82b4b tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 210 time: 0.0259607 Jul 30 02:36:31.995686 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-ca084caf-e985-4cf5-8caf-a94e46c75039 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Made reservation on behalf of ebaa310b92cf453ba1a44a5b1b85797a for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:36:31.999323 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-ca084caf-e985-4cf5-8caf-a94e46c75039 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:32.125395 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-ca084caf-e985-4cf5-8caf-a94e46c75039 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Allocated IP 172.20.0.12 (783ab170-cd6b-4709-b7d8-e3855a44960c/060bb56d-5241-4f18-8b0c-0b2bb50ad7cf/d219a723-754e-419e-bb58-a5f14896e8ec) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:36:32.270249 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-ca084caf-e985-4cf5-8caf-a94e46c75039 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:32.392829 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-ca084caf-e985-4cf5-8caf-a94e46c75039 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:32.435000 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-ca084caf-e985-4cf5-8caf-a94e46c75039 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Network 783ab170-cd6b-4709-b7d8-e3855a44960c is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:36:32.438070 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-ca084caf-e985-4cf5-8caf-a94e46c75039 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:36:32.441605 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-ca084caf-e985-4cf5-8caf-a94e46c75039 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:36:32.467375 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca084caf-e985-4cf5-8caf-a94e46c75039 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Pushing event updated for resources: {'Port': ['ID=d219a723-754e-419e-bb58-a5f14896e8ec,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:32.493676 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-ca084caf-e985-4cf5-8caf-a94e46c75039 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:32.494284 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-ca084caf-e985-4cf5-8caf-a94e46c75039 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:32.566781 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-ca084caf-e985-4cf5-8caf-a94e46c75039 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7512624 Jul 30 02:36:32.579724 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] Request body: {'port': {'device_id': '523e979e-ef1f-4155-a092-c05c07fb4500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:36:32.634234 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:32.894231 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d219a723-754e-419e-bb58-a5f14896e8ec {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:36:32.901727 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:32.913876 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] Transition to ACTIVE for port object d219a723-754e-419e-bb58-a5f14896e8ec will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:36:32.975311 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:33.028623 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6632b36-3413-42d5-a6e7-dbcbec4251bb req-a44e4fa3-24e7-461d-9b7e-a42f9c91f25b tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:33.029700 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] Pushing event updated for resources: {'Port': ['ID=d219a723-754e-419e-bb58-a5f14896e8ec,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:33.030053 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6632b36-3413-42d5-a6e7-dbcbec4251bb req-a44e4fa3-24e7-461d-9b7e-a42f9c91f25b tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 944 time: 0.0490289 Jul 30 02:36:33.073634 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6632b36-3413-42d5-a6e7-dbcbec4251bb req-4e50d922-c320-4fc7-90a3-8a25f705a3ea tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364263 Jul 30 02:36:33.097400 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] Attempting to bind port d219a723-754e-419e-bb58-a5f14896e8ec on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:36:33.097748 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] Attempting to bind port d219a723-754e-419e-bb58-a5f14896e8ec by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'a3edf3ba-bff5-4a2e-b976-ce022db2444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '783ab170-cd6b-4709-b7d8-e3855a44960c'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:36:33.098082 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] Attempting to bind port d219a723-754e-419e-bb58-a5f14896e8ec on network 783ab170-cd6b-4709-b7d8-e3855a44960c {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:36:33.102361 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] Port d219a723-754e-419e-bb58-a5f14896e8ec on network 783ab170-cd6b-4709-b7d8-e3855a44960c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:36:33.102686 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] Attempting to bind port d219a723-754e-419e-bb58-a5f14896e8ec on network 783ab170-cd6b-4709-b7d8-e3855a44960c {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:36:33.107545 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:36:33.107885 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] Checking segment: {'id': 'a3edf3ba-bff5-4a2e-b976-ce022db2444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '783ab170-cd6b-4709-b7d8-e3855a44960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:36:33.108273 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] Bound using segment: {'id': 'a3edf3ba-bff5-4a2e-b976-ce022db2444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '783ab170-cd6b-4709-b7d8-e3855a44960c'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:36:33.108699 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] Bound port: d219a723-754e-419e-bb58-a5f14896e8ec, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3edf3ba-bff5-4a2e-b976-ce022db2444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '783ab170-cd6b-4709-b7d8-e3855a44960c'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:36:33.109056 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:33.172254 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] For port d219a723-754e-419e-bb58-a5f14896e8ec, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:36:33.175241 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] For port d219a723-754e-419e-bb58-a5f14896e8ec, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=d219a723-754e-419e-bb58-a5f14896e8ec,segment=NetworkSegment(a3edf3ba-bff5-4a2e-b976-ce022db2444f),segment_id=a3edf3ba-bff5-4a2e-b976-ce022db2444f)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:36:33.247155 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:33.280268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:33.280823 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:33.282186 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] 10.222.0.10 "PUT /v2.0/ports/d219a723-754e-419e-bb58-a5f14896e8ec HTTP/1.1" status: 200 len: 1092 time: 0.7066791 Jul 30 02:36:33.282640 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523e979e-ef1f-4155-a092-c05c07fb4500', 'tag': 'd219a723-754e-419e-bb58-a5f14896e8ec'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:36:33.288055 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d45834811d0cc5a3f1e455c357bb967f3c4323bf4e441ed60ee429ca2823c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcb80be-34af-4172-a187-c1d81376b9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "523e979e-ef1f-4155-a092-c05c07fb4500", "tag": "d219a723-754e-419e-bb58-a5f14896e8ec"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:36:33.310901 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04fc29-0661-4713-a53a-fdfbef04b07d service neutron] Pushing event updated for resources: {'Port': ['ID=d219a723-754e-419e-bb58-a5f14896e8ec,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:33.327123 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90eaa73-8f34-4acc-a1a1-38206da9e2cd x-openstack-request-id: req-e90eaa73-8f34-4acc-a1a1-38206da9e2cd {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:36:33.327411 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523e979e-ef1f-4155-a092-c05c07fb4500", "tag": "d219a723-754e-419e-bb58-a5f14896e8ec", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:36:33.327662 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e90eaa73-8f34-4acc-a1a1-38206da9e2cd {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:36:33.328053 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523e979e-ef1f-4155-a092-c05c07fb4500', 'tag': 'd219a723-754e-419e-bb58-a5f14896e8ec', 'status': 'completed', 'code': 200} Jul 30 02:36:33.331892 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:33.390884 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb80be-34af-4172-a187-c1d81376b9fa req-0b46735d-ad6d-4e16-9510-26c9948f3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:33.392369 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5fcb80be-34af-4172-a187-c1d81376b9fa req-0b46735d-ad6d-4e16-9510-26c9948f3b2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ebaa310b92cf453ba1a44a5b1b85797a&device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 1095 time: 0.0420227 Jul 30 02:36:33.490472 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb80be-34af-4172-a187-c1d81376b9fa req-05d686a9-782b-4d38-b4f6-af625850410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:33.491943 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5fcb80be-34af-4172-a187-c1d81376b9fa req-05d686a9-782b-4d38-b4f6-af625850410e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=ebaa310b92cf453ba1a44a5b1b85797a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0921273 Jul 30 02:36:33.582340 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb80be-34af-4172-a187-c1d81376b9fa req-946c0ace-f171-46d1-bb8b-4ff378eb9720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:33.583696 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5fcb80be-34af-4172-a187-c1d81376b9fa req-946c0ace-f171-46d1-bb8b-4ff378eb9720 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855639 Jul 30 02:36:33.662487 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-db8df0bb-f03c-4a40-8483-841f63f39bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:33.663980 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-db8df0bb-f03c-4a40-8483-841f63f39bec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ebaa310b92cf453ba1a44a5b1b85797a&device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 1095 time: 0.0446763 Jul 30 02:36:33.705177 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-0f32a99c-bf18-4e19-808f-3cdcb109cb56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d219a723-754e-419e-bb58-a5f14896e8ec HTTP/1.1" status: 200 len: 217 time: 0.0332797 Jul 30 02:36:33.753746 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6b7dfab1-a049-4eff-9c65-1e4aca3ab881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:33.755185 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6b7dfab1-a049-4eff-9c65-1e4aca3ab881 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=060bb56d-5241-4f18-8b0c-0b2bb50ad7cf HTTP/1.1" status: 200 len: 851 time: 0.0433934 Jul 30 02:36:33.790002 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-d5893168-97d4-41f1-b964-c81b4a98c9b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=783ab170-cd6b-4709-b7d8-e3855a44960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278351 Jul 30 02:36:33.877708 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-dcf10803-a0e8-4dfa-b8e5-ac43bd70e3ae service neutron] 10.222.0.10 "GET /v2.0/networks/783ab170-cd6b-4709-b7d8-e3855a44960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802407 Jul 30 02:36:33.970185 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-11b09bc4-da89-4a81-854b-43998aac4b32 req-6ab9ecaa-aa6c-4941-9394-aa8665eed4a7 service neutron] 10.222.0.10 "GET /v2.0/networks/783ab170-cd6b-4709-b7d8-e3855a44960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859804 Jul 30 02:36:34.187552 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6911acf-f784-48a0-a7d0-7cffac3cbe93 req-f26e9b6a-1a1d-4620-a756-15f812c017d6 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:34.188951 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e6911acf-f784-48a0-a7d0-7cffac3cbe93 req-f26e9b6a-1a1d-4620-a756-15f812c017d6 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 944 time: 0.0483916 Jul 30 02:36:34.226788 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e6911acf-f784-48a0-a7d0-7cffac3cbe93 req-981d2f07-a6b7-4bc5-babc-c4cef4307fe7 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319753 Jul 30 02:36:35.339429 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3a99d-7b45-44a2-abc3-ee96fd3133c1 req-f01b3dfb-8efd-4460-a286-84d87b50e2c9 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:35.340955 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-31a3a99d-7b45-44a2-abc3-ee96fd3133c1 req-f01b3dfb-8efd-4460-a286-84d87b50e2c9 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 944 time: 0.0505087 Jul 30 02:36:35.379289 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-31a3a99d-7b45-44a2-abc3-ee96fd3133c1 req-16f295b6-e3cf-47c4-acfe-33e90bf5e43f tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324428 Jul 30 02:36:36.298011 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device d219a723-754e-419e-bb58-a5f14896e8ec details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:36:36.417389 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port d219a723-754e-419e-bb58-a5f14896e8ec, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=d219a723-754e-419e-bb58-a5f14896e8ec,segment=NetworkSegment(a3edf3ba-bff5-4a2e-b976-ce022db2444f),segment_id=a3edf3ba-bff5-4a2e-b976-ce022db2444f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:36:36.428815 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'd219a723-754e-419e-bb58-a5f14896e8ec', 'network_id': '783ab170-cd6b-4709-b7d8-e3855a44960c', 'port_id': 'd219a723-754e-419e-bb58-a5f14896e8ec', 'mac_address': 'fa:16:3e:c8:31:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060bb56d-5241-4f18-8b0c-0b2bb50ad7cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:36:36.469401 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:36.482749 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d219a723-754e-419e-bb58-a5f14896e8ec {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:36:36.491202 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b9d67-a55f-4111-9e59-1599c99febb8 req-edf9cc96-c3a6-4a87-810f-45cc7ca85edc tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:36.492730 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac3b9d67-a55f-4111-9e59-1599c99febb8 req-edf9cc96-c3a6-4a87-810f-45cc7ca85edc tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 944 time: 0.0483816 Jul 30 02:36:36.502721 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port d219a723-754e-419e-bb58-a5f14896e8ec, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=d219a723-754e-419e-bb58-a5f14896e8ec,segment=NetworkSegment(a3edf3ba-bff5-4a2e-b976-ce022db2444f),segment_id=a3edf3ba-bff5-4a2e-b976-ce022db2444f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:36:36.534389 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac3b9d67-a55f-4111-9e59-1599c99febb8 req-44e9a36d-4435-4490-9932-08076aff5581 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350671 Jul 30 02:36:36.577773 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:36.624486 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=d219a723-754e-419e-bb58-a5f14896e8ec,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:36.767438 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['d219a723-754e-419e-bb58-a5f14896e8ec'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:36:37.648544 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d6ca-81b8-4a00-8312-f004c5d72ab6 req-9ee05d00-d442-4a01-8d05-789366a743b3 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:37.649951 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc51d6ca-81b8-4a00-8312-f004c5d72ab6 req-9ee05d00-d442-4a01-8d05-789366a743b3 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 945 time: 0.0495691 Jul 30 02:36:37.687901 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc51d6ca-81b8-4a00-8312-f004c5d72ab6 req-2c387274-7915-48dd-8057-02330570a926 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318611 Jul 30 02:36:38.329269 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device d219a723-754e-419e-bb58-a5f14896e8ec up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:36:38.426022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port d219a723-754e-419e-bb58-a5f14896e8ec completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:36:38.429870 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port d219a723-754e-419e-bb58-a5f14896e8ec triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:36:38.430243 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:38.503555 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:38.528194 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523e979e-ef1f-4155-a092-c05c07fb4500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd219a723-754e-419e-bb58-a5f14896e8ec'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:36:38.530433 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7eb3ebd-1177-4e4f-b32c-72040669655b" -d '{"events": [{"server_uuid": "523e979e-ef1f-4155-a092-c05c07fb4500", "name": "network-vif-plugged", "status": "completed", "tag": "d219a723-754e-419e-bb58-a5f14896e8ec"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:36:38.543072 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port d219a723-754e-419e-bb58-a5f14896e8ec, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=d219a723-754e-419e-bb58-a5f14896e8ec,segment=NetworkSegment(a3edf3ba-bff5-4a2e-b976-ce022db2444f),segment_id=a3edf3ba-bff5-4a2e-b976-ce022db2444f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:36:38.564048 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ad7d38-4f2d-4637-b8e0-0e4d12aa7b63 x-openstack-request-id: req-e5ad7d38-4f2d-4637-b8e0-0e4d12aa7b63 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:36:38.564330 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523e979e-ef1f-4155-a092-c05c07fb4500", "name": "network-vif-plugged", "status": "completed", "tag": "d219a723-754e-419e-bb58-a5f14896e8ec", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:36:38.564580 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e5ad7d38-4f2d-4637-b8e0-0e4d12aa7b63 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:36:38.564968 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523e979e-ef1f-4155-a092-c05c07fb4500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd219a723-754e-419e-bb58-a5f14896e8ec', 'code': 200} Jul 30 02:36:38.603454 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:38.653006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=d219a723-754e-419e-bb58-a5f14896e8ec,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:38.660478 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f04c4-e4fe-4837-8087-5f01d9ce349a req-57e3b51e-b743-49e2-8c88-02be2053cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:38.662002 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-378f04c4-e4fe-4837-8087-5f01d9ce349a req-57e3b51e-b743-49e2-8c88-02be2053cd6c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 1097 time: 0.0420535 Jul 30 02:36:38.695821 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-378f04c4-e4fe-4837-8087-5f01d9ce349a req-e074b7fe-67c0-415f-99b9-b492dac11faa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268538 Jul 30 02:36:38.804149 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424c26f-42ab-4ead-b0c0-81d15f95be41 req-20fa24df-1b74-4fa6-ad02-f5c2e83b1713 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:38.805613 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f424c26f-42ab-4ead-b0c0-81d15f95be41 req-20fa24df-1b74-4fa6-ad02-f5c2e83b1713 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0485566 Jul 30 02:36:38.843036 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f424c26f-42ab-4ead-b0c0-81d15f95be41 req-5c24c888-68f4-4d5e-9984-ec6e97b92d06 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309474 Jul 30 02:36:39.203300 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b06a0b28-2248-42da-b52c-467bda6ba743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:39.956441 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb46b8e-9687-4fcb-b81a-843d31a6a54e req-4521c7a5-b496-4a9d-84b8-d4bd95266ac0 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:39.957970 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-efb46b8e-9687-4fcb-b81a-843d31a6a54e req-4521c7a5-b496-4a9d-84b8-d4bd95266ac0 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0490263 Jul 30 02:36:40.000214 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-efb46b8e-9687-4fcb-b81a-843d31a6a54e req-cfd56884-f6e6-439b-99f1-e086db20cc80 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356424 Jul 30 02:36:40.346630 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5400b-0b44-42f8-871b-478dea158162 req-6597e655-c416-417f-a08f-dd853b126e56 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:40.348209 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9e5400b-0b44-42f8-871b-478dea158162 req-6597e655-c416-417f-a08f-dd853b126e56 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0641842 Jul 30 02:36:40.386906 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9e5400b-0b44-42f8-871b-478dea158162 req-38c35a2d-8081-4578-b7a8-96bcfc0f5e0d tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327404 Jul 30 02:36:40.393043 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35364) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:40.478345 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-a1caca67-8a70-4ee6-b5d7-b00cfc28437b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839913 Jul 30 02:36:41.505729 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490afc35-7e5c-4b68-9d91-67965bedc4de req-783d0b5e-d3fc-42e4-9339-053e699d979a tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:41.507301 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-490afc35-7e5c-4b68-9d91-67965bedc4de req-783d0b5e-d3fc-42e4-9339-053e699d979a tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0525596 Jul 30 02:36:41.546150 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-490afc35-7e5c-4b68-9d91-67965bedc4de req-d41c7cb8-8851-4b7f-bb63-81d8075e1f38 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319963 Jul 30 02:36:41.683106 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4a4b75ff-eb0e-40ff-bd0a-5d93a7248c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:41.803382 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:42.602226 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-7129d6df-0d6f-4fac-878d-443cb60b3417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:42.603764 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-7129d6df-0d6f-4fac-878d-443cb60b3417 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ebaa310b92cf453ba1a44a5b1b85797a&device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 1097 time: 0.0413396 Jul 30 02:36:42.661083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0eba66-d2a7-4ec6-86a0-375406852ca5 req-e77e1f28-8666-4ea6-9d2a-b01d27a2f396 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:42.662605 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1b0eba66-d2a7-4ec6-86a0-375406852ca5 req-e77e1f28-8666-4ea6-9d2a-b01d27a2f396 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0477285 Jul 30 02:36:42.696516 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-3c6cffb7-c2e8-472b-9f88-b66e89a99b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:42.698312 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-3c6cffb7-c2e8-472b-9f88-b66e89a99b4b service neutron] 10.222.0.10 "GET /v2.0/networks?id=783ab170-cd6b-4709-b7d8-e3855a44960c HTTP/1.1" status: 200 len: 912 time: 0.0881431 Jul 30 02:36:42.704728 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1b0eba66-d2a7-4ec6-86a0-375406852ca5 req-8122abfe-2964-40ad-a285-3ac7ba0ae9b4 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357897 Jul 30 02:36:42.741466 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-3c491dd3-1db1-4d57-a197-7fdd1088e0eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d219a723-754e-419e-bb58-a5f14896e8ec HTTP/1.1" status: 200 len: 217 time: 0.0361991 Jul 30 02:36:42.796369 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-2b520748-2657-4c56-8ecd-d2f52f6e33b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:42.797842 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-2b520748-2657-4c56-8ecd-d2f52f6e33b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=060bb56d-5241-4f18-8b0c-0b2bb50ad7cf HTTP/1.1" status: 200 len: 851 time: 0.0496969 Jul 30 02:36:42.829203 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-75597272-9ece-455d-bbca-6d00e6ea2ae2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=783ab170-cd6b-4709-b7d8-e3855a44960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241921 Jul 30 02:36:42.918903 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-3e3ec5c4-c4d9-448b-b3b2-b6c8c41d0298 service neutron] 10.222.0.10 "GET /v2.0/networks/783ab170-cd6b-4709-b7d8-e3855a44960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823636 Jul 30 02:36:43.012595 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-0e3f2fb7-1099-44db-8098-0581c8a2cf64 service neutron] 10.222.0.10 "GET /v2.0/networks/783ab170-cd6b-4709-b7d8-e3855a44960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861640 Jul 30 02:36:43.445905 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:43.655247 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:36:43.819941 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fc310-3f5b-457b-8a2d-17041e25247c req-8d6db33e-d095-40bb-92a3-8deedc2bd3b2 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:43.821418 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-635fc310-3f5b-457b-8a2d-17041e25247c req-8d6db33e-d095-40bb-92a3-8deedc2bd3b2 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0491290 Jul 30 02:36:43.858221 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-635fc310-3f5b-457b-8a2d-17041e25247c req-96663575-9068-4ae4-866d-670d902f3fa8 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307884 Jul 30 02:36:44.811632 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:44.971146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec015e3-0bcf-44e9-bd9c-15d968436af8 req-977ed51b-83a7-46aa-9808-85e10ae3681e tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:44.972545 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eec015e3-0bcf-44e9-bd9c-15d968436af8 req-977ed51b-83a7-46aa-9808-85e10ae3681e tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0495214 Jul 30 02:36:45.009070 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eec015e3-0bcf-44e9-bd9c-15d968436af8 req-0968645e-774a-41cf-b6bc-8147b30ec048 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308347 Jul 30 02:36:46.122454 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e439a2-e9aa-48cd-9a53-15421f2ae09e req-b7b7496e-810c-4762-9efd-63a61674464e tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:46.123963 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61e439a2-e9aa-48cd-9a53-15421f2ae09e req-b7b7496e-810c-4762-9efd-63a61674464e tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0479937 Jul 30 02:36:46.165045 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61e439a2-e9aa-48cd-9a53-15421f2ae09e req-95da61ac-078e-44c0-bda4-a11b87366006 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352862 Jul 30 02:36:47.514319 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12b2ef-669e-4645-b899-d8a811bb4bf4 req-a1a61ea0-3627-4852-9364-29a43b2eaa1e tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:47.515740 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0d12b2ef-669e-4645-b899-d8a811bb4bf4 req-a1a61ea0-3627-4852-9364-29a43b2eaa1e tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0488496 Jul 30 02:36:47.552740 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0d12b2ef-669e-4645-b899-d8a811bb4bf4 req-afbd976c-a98b-4b97-a709-db355784dbc3 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311093 Jul 30 02:36:48.242559 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:48.666359 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861dd3a-4a96-46d4-8669-fb9be7467239 req-76ba1ed2-6354-4a41-8d77-0a827cb913c8 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:48.667834 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1861dd3a-4a96-46d4-8669-fb9be7467239 req-76ba1ed2-6354-4a41-8d77-0a827cb913c8 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0484254 Jul 30 02:36:48.707570 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1861dd3a-4a96-46d4-8669-fb9be7467239 req-5bf2edc5-8a89-4008-ad21-bd0e414b27ae tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318024 Jul 30 02:36:49.819493 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bf66d-b75d-4bd9-9755-f39a7f909931 req-9dd9e6b5-60b9-40f4-8bd3-2cb74f9d2412 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:49.820962 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d81bf66d-b75d-4bd9-9755-f39a7f909931 req-9dd9e6b5-60b9-40f4-8bd3-2cb74f9d2412 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0479207 Jul 30 02:36:49.862665 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d81bf66d-b75d-4bd9-9755-f39a7f909931 req-dbfc451c-cac8-45d5-bb6d-8ebec0b13393 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350690 Jul 30 02:36:50.975222 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e098572-07ee-4e71-8d62-32175f576c07 req-ffd078ac-a419-48f9-b288-5f2a749a4079 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:50.976699 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8e098572-07ee-4e71-8d62-32175f576c07 req-ffd078ac-a419-48f9-b288-5f2a749a4079 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0485244 Jul 30 02:36:51.013717 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8e098572-07ee-4e71-8d62-32175f576c07 req-bf5c5dc8-5a2b-491c-ac77-2a7533b8571d tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305407 Jul 30 02:36:52.131795 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcecf3-4041-42e7-9383-421b7eba8872 req-2c5e3d17-6b65-4db3-b4e6-ad9cdc44ad11 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:52.133311 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8edcecf3-4041-42e7-9383-421b7eba8872 req-2c5e3d17-6b65-4db3-b4e6-ad9cdc44ad11 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0531437 Jul 30 02:36:52.171427 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8edcecf3-4041-42e7-9383-421b7eba8872 req-8694ea33-d027-44bd-b9e2-7b1fe69a8447 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319567 Jul 30 02:36:53.286581 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f85642-c358-4fa2-b445-a669a11b3e6d req-38eb69f4-8475-40db-a5af-134bb9d58bc9 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:53.288104 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50f85642-c358-4fa2-b445-a669a11b3e6d req-38eb69f4-8475-40db-a5af-134bb9d58bc9 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0496714 Jul 30 02:36:53.329883 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50f85642-c358-4fa2-b445-a669a11b3e6d req-0097fccd-bad3-4c9f-96b6-6429c45cf952 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357792 Jul 30 02:36:54.444833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabc122-c083-4cb1-bddb-8de4d790f563 req-18404605-8cf2-4950-9be3-609389898720 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:54.446344 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eeabc122-c083-4cb1-bddb-8de4d790f563 req-18404605-8cf2-4950-9be3-609389898720 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0489860 Jul 30 02:36:54.484695 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eeabc122-c083-4cb1-bddb-8de4d790f563 req-8b4ff754-ec75-4ec8-9f00-afb78ff87d3b tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316761 Jul 30 02:36:55.599840 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878e449-26d6-46b2-84fe-4e648e64dc03 req-7f918068-f02f-494d-ba3f-3dd6933ad7fc tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:55.601296 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e878e449-26d6-46b2-84fe-4e648e64dc03 req-7f918068-f02f-494d-ba3f-3dd6933ad7fc tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0477610 Jul 30 02:36:55.637777 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e878e449-26d6-46b2-84fe-4e648e64dc03 req-bbf4db1c-b83e-41d2-9b99-009fcdf4144a tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299268 Jul 30 02:36:56.751080 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada308a-7980-48bd-b252-18c02e082004 req-4e6a1689-ae08-4f2d-b7d9-a1d6347d6e3e tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:56.752581 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1ada308a-7980-48bd-b252-18c02e082004 req-4e6a1689-ae08-4f2d-b7d9-a1d6347d6e3e tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0484564 Jul 30 02:36:56.793683 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1ada308a-7980-48bd-b252-18c02e082004 req-7cc896a7-8ce3-4cb7-aa57-38c72381ef7f tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353272 Jul 30 02:36:57.906814 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c1d56-eeae-4f43-8e2c-7ff0d535479f req-325eadba-9aab-4276-b947-92ac6530bbc4 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:57.908299 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1f5c1d56-eeae-4f43-8e2c-7ff0d535479f req-325eadba-9aab-4276-b947-92ac6530bbc4 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0485823 Jul 30 02:36:57.946279 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1f5c1d56-eeae-4f43-8e2c-7ff0d535479f req-49eb3b36-7fb5-4d8c-bf27-d563c440458c tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321989 Jul 30 02:36:59.059190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af29a5-ae18-4b5f-8175-8b5711a154a6 req-3a8e5c54-7b46-4f4d-98c4-06a5b3046811 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:59.060588 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a6af29a5-ae18-4b5f-8175-8b5711a154a6 req-3a8e5c54-7b46-4f4d-98c4-06a5b3046811 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0485914 Jul 30 02:36:59.098071 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a6af29a5-ae18-4b5f-8175-8b5711a154a6 req-fea5cc45-c2bd-42f2-aee6-9fea7054f628 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314169 Jul 30 02:37:00.210931 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c3b29-73d0-452f-890e-ccb16957a11a req-68dfd7bd-55a7-4a53-a4c9-34ad8f1ce21b tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:00.212402 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b83c3b29-73d0-452f-890e-ccb16957a11a req-68dfd7bd-55a7-4a53-a4c9-34ad8f1ce21b tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0486734 Jul 30 02:37:00.252798 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b83c3b29-73d0-452f-890e-ccb16957a11a req-fc788e6a-058d-4284-a0a3-ad6db8babe07 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340354 Jul 30 02:37:01.368484 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb7250-4ca9-4335-aff5-8380ca8f7a4c req-d716e04d-301d-4191-abe4-cc0844582414 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:01.370054 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7cdb7250-4ca9-4335-aff5-8380ca8f7a4c req-d716e04d-301d-4191-abe4-cc0844582414 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0500524 Jul 30 02:37:01.409107 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7cdb7250-4ca9-4335-aff5-8380ca8f7a4c req-0be19cb8-7e98-452f-acd0-2b2e4ca62043 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330784 Jul 30 02:37:02.523361 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8717917-8d5b-4903-9774-f3b0f8b7fe15 req-8b2cf3ea-4e55-4cfb-8468-78940dadb843 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:02.524837 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b8717917-8d5b-4903-9774-f3b0f8b7fe15 req-8b2cf3ea-4e55-4cfb-8468-78940dadb843 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0486753 Jul 30 02:37:02.562303 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b8717917-8d5b-4903-9774-f3b0f8b7fe15 req-c0bf91b2-546d-48c1-afe2-6f73aa4336a1 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314953 Jul 30 02:37:03.368287 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:03.735772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fffe27-c4ec-49b8-b69e-e32296d47600 req-0c2ab9a4-25a0-4b69-9be6-dee09d6f4829 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:03.737225 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-30fffe27-c4ec-49b8-b69e-e32296d47600 req-0c2ab9a4-25a0-4b69-9be6-dee09d6f4829 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0474424 Jul 30 02:37:03.777645 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-30fffe27-c4ec-49b8-b69e-e32296d47600 req-5583f097-e694-4943-9958-af2cebc92d4b tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346155 Jul 30 02:37:05.175707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b73b3-4bd4-4184-9dc8-c32137ea6a50 req-c93f20f7-10e6-4121-b1d8-433306cc95cf tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:05.177210 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e56b73b3-4bd4-4184-9dc8-c32137ea6a50 req-c93f20f7-10e6-4121-b1d8-433306cc95cf tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.3329551 Jul 30 02:37:05.292311 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e56b73b3-4bd4-4184-9dc8-c32137ea6a50 req-0e5bbe96-84ce-4f90-93db-dd7dcb71018c tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739100 Jul 30 02:37:06.407048 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0613c-09aa-4798-922e-b379f589112c req-93b8ba3c-a2a7-43b5-9a72-e7bbc78eb47b tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:06.408557 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cfe0613c-09aa-4798-922e-b379f589112c req-93b8ba3c-a2a7-43b5-9a72-e7bbc78eb47b tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0498812 Jul 30 02:37:06.444612 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cfe0613c-09aa-4798-922e-b379f589112c req-2f0c73e8-9e9c-4b69-8099-00d25b055792 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301101 Jul 30 02:37:07.561426 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97d8cd-e6f7-4608-bc4d-9d902c734ae1 req-713253c9-e640-4a49-93ad-a7e58ddcfb05 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:07.562941 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c97d8cd-e6f7-4608-bc4d-9d902c734ae1 req-713253c9-e640-4a49-93ad-a7e58ddcfb05 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0522606 Jul 30 02:37:07.600447 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c97d8cd-e6f7-4608-bc4d-9d902c734ae1 req-88f5c531-a8f9-4728-9498-d2e6c92b4a53 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316572 Jul 30 02:37:08.713251 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5af10d-03a4-48a9-ab00-9b35d1571761 req-6771f3c4-d9b7-4c70-acdc-c5becef33bb7 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:08.714746 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d5af10d-03a4-48a9-ab00-9b35d1571761 req-6771f3c4-d9b7-4c70-acdc-c5becef33bb7 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0488734 Jul 30 02:37:08.752913 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d5af10d-03a4-48a9-ab00-9b35d1571761 req-a55d5a2c-8abd-4b71-b1ff-186a016d8da5 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322073 Jul 30 02:37:09.154247 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7060566b-d534-4145-9326-717bec041f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:09.867259 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d90d7-7fff-44e0-945b-8ceea3f8961b req-55d7f0a1-af7d-4612-88be-f0e73890fc61 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:09.868710 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-425d90d7-7fff-44e0-945b-8ceea3f8961b req-55d7f0a1-af7d-4612-88be-f0e73890fc61 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0493925 Jul 30 02:37:09.905858 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-425d90d7-7fff-44e0-945b-8ceea3f8961b req-6a690fd3-2d81-41cf-8b52-e91359cd30bd tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306349 Jul 30 02:37:10.170377 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-13950e5b-cc4b-407f-a47a-9d4a74492b1c service neutron] show failed (client error): The resource could not be found. Jul 30 02:37:10.171391 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-13950e5b-cc4b-407f-a47a-9d4a74492b1c service neutron] 10.222.0.10 "GET /v2.0/ports/d219a723-754e-419e-bb58-a5f14896e8ec/bindings/n-h2-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.0575233 Jul 30 02:37:10.719457 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-576b4e6b-851c-4269-9a9e-275fac6b98f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:10.721670 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-576b4e6b-851c-4269-9a9e-275fac6b98f2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500&tenant_id=ebaa310b92cf453ba1a44a5b1b85797a HTTP/1.1" status: 200 len: 1097 time: 0.0801408 Jul 30 02:37:10.740944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-9', 'device_owner': 'compute:nova'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:37:10.795759 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:11.023049 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] For port d219a723-754e-419e-bb58-a5f14896e8ec, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=d219a723-754e-419e-bb58-a5f14896e8ec,segment=NetworkSegment(a3edf3ba-bff5-4a2e-b976-ce022db2444f),segment_id=a3edf3ba-bff5-4a2e-b976-ce022db2444f)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:37:11.056118 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117d509-f7f8-4e12-8e30-31410dbd7d60 req-95454237-f9cf-4866-8e8d-8dc4aef2b7e0 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:11.057649 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7117d509-f7f8-4e12-8e30-31410dbd7d60 req-95454237-f9cf-4866-8e8d-8dc4aef2b7e0 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0836329 Jul 30 02:37:11.090021 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] For port d219a723-754e-419e-bb58-a5f14896e8ec, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:37:11.133287 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7117d509-f7f8-4e12-8e30-31410dbd7d60 req-75a8246a-5f2d-4b60-9bdd-cf6aa62c1960 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642021 Jul 30 02:37:11.144450 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523e979e-ef1f-4155-a092-c05c07fb4500', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd219a723-754e-419e-bb58-a5f14896e8ec'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:37:11.146720 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dda07d-4d72-4343-a946-d8c2eb4c5068" -d '{"events": [{"server_uuid": "523e979e-ef1f-4155-a092-c05c07fb4500", "name": "network-vif-unplugged", "status": "completed", "tag": "d219a723-754e-419e-bb58-a5f14896e8ec"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:37:11.150960 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:11.163339 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] Transition to ACTIVE for port object d219a723-754e-419e-bb58-a5f14896e8ec will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:37:11.193422 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff806c8-6e44-4921-9578-f3ef290f12e5 x-openstack-request-id: req-5ff806c8-6e44-4921-9578-f3ef290f12e5 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:37:11.193721 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523e979e-ef1f-4155-a092-c05c07fb4500", "name": "network-vif-unplugged", "status": "completed", "tag": "d219a723-754e-419e-bb58-a5f14896e8ec", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:37:11.193978 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ff806c8-6e44-4921-9578-f3ef290f12e5 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:37:11.194436 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523e979e-ef1f-4155-a092-c05c07fb4500', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd219a723-754e-419e-bb58-a5f14896e8ec', 'code': 200} Jul 30 02:37:11.230487 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:11.297921 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] No DVR routers for this DVR port d219a723-754e-419e-bb58-a5f14896e8ec on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:37:11.302021 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] Pushing event updated for resources: {'Port': ['ID=d219a723-754e-419e-bb58-a5f14896e8ec,revision_number=6']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:11.335708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] Attempting to bind port d219a723-754e-419e-bb58-a5f14896e8ec on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:37:11.336052 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] Attempting to bind port d219a723-754e-419e-bb58-a5f14896e8ec by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'a3edf3ba-bff5-4a2e-b976-ce022db2444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '783ab170-cd6b-4709-b7d8-e3855a44960c'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:37:11.336388 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] Attempting to bind port d219a723-754e-419e-bb58-a5f14896e8ec on network 783ab170-cd6b-4709-b7d8-e3855a44960c {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:37:11.340845 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] Port d219a723-754e-419e-bb58-a5f14896e8ec on network 783ab170-cd6b-4709-b7d8-e3855a44960c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:37:11.341168 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] Attempting to bind port d219a723-754e-419e-bb58-a5f14896e8ec on network 783ab170-cd6b-4709-b7d8-e3855a44960c {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:37:11.346097 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:37:11.346477 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] Checking segment: {'id': 'a3edf3ba-bff5-4a2e-b976-ce022db2444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '783ab170-cd6b-4709-b7d8-e3855a44960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:37:11.346871 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] Bound using segment: {'id': 'a3edf3ba-bff5-4a2e-b976-ce022db2444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '783ab170-cd6b-4709-b7d8-e3855a44960c'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:37:11.347304 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] Bound port: d219a723-754e-419e-bb58-a5f14896e8ec, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3edf3ba-bff5-4a2e-b976-ce022db2444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '783ab170-cd6b-4709-b7d8-e3855a44960c'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:37:11.347656 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:11.423668 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] For port d219a723-754e-419e-bb58-a5f14896e8ec, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:37:11.426639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] For port d219a723-754e-419e-bb58-a5f14896e8ec, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d219a723-754e-419e-bb58-a5f14896e8ec,segment=NetworkSegment(a3edf3ba-bff5-4a2e-b976-ce022db2444f),segment_id=a3edf3ba-bff5-4a2e-b976-ce022db2444f)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:37:11.482023 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:11.515921 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:11.516566 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:11.517947 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] 10.222.0.77 "PUT /v2.0/ports/d219a723-754e-419e-bb58-a5f14896e8ec HTTP/1.1" status: 200 len: 1092 time: 0.7824929 Jul 30 02:37:11.543575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fc78a-2a93-4d78-b989-d5b247f4f209 service neutron] Pushing event updated for resources: {'Port': ['ID=d219a723-754e-419e-bb58-a5f14896e8ec,revision_number=7']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:11.593771 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-2f6e10e6-559f-4118-a515-f6ba01ce409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:11.595428 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-2f6e10e6-559f-4118-a515-f6ba01ce409d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ebaa310b92cf453ba1a44a5b1b85797a&device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 1095 time: 0.0451114 Jul 30 02:37:11.636282 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aaac4924-3a6f-441f-8ea0-51f43a02726b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:11.688296 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-0af18826-1981-4eac-aaa8-7edea5f7236b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:11.690039 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-0af18826-1981-4eac-aaa8-7edea5f7236b service neutron] 10.222.0.77 "GET /v2.0/networks?id=783ab170-cd6b-4709-b7d8-e3855a44960c HTTP/1.1" status: 200 len: 912 time: 0.0882785 Jul 30 02:37:11.738001 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-e1cd3605-445e-4e5f-82dc-d61187d6fcdd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d219a723-754e-419e-bb58-a5f14896e8ec HTTP/1.1" status: 200 len: 217 time: 0.0400665 Jul 30 02:37:11.762011 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:11.787051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-7f4e5a84-9645-4409-8dac-ef4cdd65adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:11.788511 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-7f4e5a84-9645-4409-8dac-ef4cdd65adc5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=060bb56d-5241-4f18-8b0c-0b2bb50ad7cf HTTP/1.1" status: 200 len: 851 time: 0.0440953 Jul 30 02:37:11.833126 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-350859ef-272d-4268-b704-dccac328ac1d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=783ab170-cd6b-4709-b7d8-e3855a44960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251985 Jul 30 02:37:11.920827 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-6888bf82-83ad-4958-9a2f-094f5ad5f4a6 service neutron] 10.222.0.77 "GET /v2.0/networks/783ab170-cd6b-4709-b7d8-e3855a44960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797629 Jul 30 02:37:12.012182 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3517e3e-2f57-40ee-a6d5-6301d9168ede req-fcdda0b1-1c75-4470-9a00-58760c07d026 service neutron] 10.222.0.77 "GET /v2.0/networks/783ab170-cd6b-4709-b7d8-e3855a44960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847292 Jul 30 02:37:12.260562 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded41f9-4988-4442-8005-b519e40f4736 req-850bdb57-d488-488f-97d2-8346a1a35dc1 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:12.262640 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ded41f9-4988-4442-8005-b519e40f4736 req-850bdb57-d488-488f-97d2-8346a1a35dc1 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 944 time: 0.0606551 Jul 30 02:37:12.300721 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6ded41f9-4988-4442-8005-b519e40f4736 req-7ae37baf-316e-4f2e-aeff-b391ac316bee tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320745 Jul 30 02:37:12.424936 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device d219a723-754e-419e-bb58-a5f14896e8ec no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:37:12.463966 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device d219a723-754e-419e-bb58-a5f14896e8ec not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:37:13.195340 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523e979e-ef1f-4155-a092-c05c07fb4500', 'tag': 'd219a723-754e-419e-bb58-a5f14896e8ec'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:37:13.197990 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19925f88-5c35-4908-839a-1639bfa342fa" -d '{"events": [{"name": "network-changed", "server_uuid": "523e979e-ef1f-4155-a092-c05c07fb4500", "tag": "d219a723-754e-419e-bb58-a5f14896e8ec"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:37:13.243967 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f169861-b5fb-4322-a3eb-4937a486f3f2 x-openstack-request-id: req-6f169861-b5fb-4322-a3eb-4937a486f3f2 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:37:13.244261 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523e979e-ef1f-4155-a092-c05c07fb4500", "tag": "d219a723-754e-419e-bb58-a5f14896e8ec", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:37:13.244515 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f169861-b5fb-4322-a3eb-4937a486f3f2 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:37:13.244973 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523e979e-ef1f-4155-a092-c05c07fb4500', 'tag': 'd219a723-754e-419e-bb58-a5f14896e8ec', 'status': 'completed', 'code': 200} Jul 30 02:37:13.303531 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19925f88-5c35-4908-839a-1639bfa342fa req-c6ffeb1f-e86d-4d38-b0c4-36a960e1057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:13.305054 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19925f88-5c35-4908-839a-1639bfa342fa req-c6ffeb1f-e86d-4d38-b0c4-36a960e1057f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ebaa310b92cf453ba1a44a5b1b85797a&device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 1095 time: 0.0408428 Jul 30 02:37:13.332758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19925f88-5c35-4908-839a-1639bfa342fa req-d9d5f3f7-1c78-499c-9123-e6b9a9a22c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:13.334350 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19925f88-5c35-4908-839a-1639bfa342fa req-d9d5f3f7-1c78-499c-9123-e6b9a9a22c07 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ebaa310b92cf453ba1a44a5b1b85797a&device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 1095 time: 0.0474486 Jul 30 02:37:13.407904 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19925f88-5c35-4908-839a-1639bfa342fa req-bb3f9942-890c-4edc-a935-7cc99b25a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:13.409555 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19925f88-5c35-4908-839a-1639bfa342fa req-bb3f9942-890c-4edc-a935-7cc99b25a6dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=783ab170-cd6b-4709-b7d8-e3855a44960c HTTP/1.1" status: 200 len: 912 time: 0.0974166 Jul 30 02:37:13.452682 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19925f88-5c35-4908-839a-1639bfa342fa req-585a5360-53c4-4331-ace7-5fd261902bf7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d219a723-754e-419e-bb58-a5f14896e8ec HTTP/1.1" status: 200 len: 217 time: 0.0364156 Jul 30 02:37:13.463613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0888be9-6f51-47c8-b9bf-fb727b36dfea req-4bacc641-5b2b-4dcc-973b-16b15040a3f2 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:13.463799 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:13.465175 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0888be9-6f51-47c8-b9bf-fb727b36dfea req-4bacc641-5b2b-4dcc-973b-16b15040a3f2 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 944 time: 0.0755298 Jul 30 02:37:13.470100 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19925f88-5c35-4908-839a-1639bfa342fa req-1d6cd738-46da-4621-aa2d-d6ef4a184041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:13.471549 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19925f88-5c35-4908-839a-1639bfa342fa req-1d6cd738-46da-4621-aa2d-d6ef4a184041 service neutron] 10.222.0.77 "GET /v2.0/networks?id=783ab170-cd6b-4709-b7d8-e3855a44960c HTTP/1.1" status: 200 len: 912 time: 0.1292529 Jul 30 02:37:13.501254 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19925f88-5c35-4908-839a-1639bfa342fa req-273a7758-f55e-4e30-a8fa-c224eef55178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:13.502874 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19925f88-5c35-4908-839a-1639bfa342fa req-273a7758-f55e-4e30-a8fa-c224eef55178 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=060bb56d-5241-4f18-8b0c-0b2bb50ad7cf HTTP/1.1" status: 200 len: 851 time: 0.0434549 Jul 30 02:37:13.528934 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19925f88-5c35-4908-839a-1639bfa342fa req-588417fe-4914-4f18-84c0-f57e253c4c73 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d219a723-754e-419e-bb58-a5f14896e8ec HTTP/1.1" status: 200 len: 217 time: 0.0390930 Jul 30 02:37:13.538175 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19925f88-5c35-4908-839a-1639bfa342fa req-00f6b420-c388-4500-aaee-58d23e7219d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=783ab170-cd6b-4709-b7d8-e3855a44960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289233 Jul 30 02:37:13.548962 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0888be9-6f51-47c8-b9bf-fb727b36dfea req-862bf678-833d-46d7-b356-3f3d9177a425 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763671 Jul 30 02:37:13.584612 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19925f88-5c35-4908-839a-1639bfa342fa req-070b595b-f43c-4497-9738-99f3eae034cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:13.586080 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19925f88-5c35-4908-839a-1639bfa342fa req-070b595b-f43c-4497-9738-99f3eae034cb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=060bb56d-5241-4f18-8b0c-0b2bb50ad7cf HTTP/1.1" status: 200 len: 851 time: 0.0496068 Jul 30 02:37:13.622633 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19925f88-5c35-4908-839a-1639bfa342fa req-1a3fdaca-a3ed-4de6-b87d-4fdad31ef8b1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=783ab170-cd6b-4709-b7d8-e3855a44960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261385 Jul 30 02:37:13.627393 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19925f88-5c35-4908-839a-1639bfa342fa req-b8423f0a-ae86-4b08-ab15-c98484c76cf2 service neutron] 10.222.0.10 "GET /v2.0/networks/783ab170-cd6b-4709-b7d8-e3855a44960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820367 Jul 30 02:37:13.718736 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19925f88-5c35-4908-839a-1639bfa342fa req-e1272873-838f-42a0-9cd3-35f475f5edb0 service neutron] 10.222.0.77 "GET /v2.0/networks/783ab170-cd6b-4709-b7d8-e3855a44960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873671 Jul 30 02:37:13.720758 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-19925f88-5c35-4908-839a-1639bfa342fa req-d23e1f8d-def8-4164-9876-ad158fa1d033 service neutron] 10.222.0.10 "GET /v2.0/networks/783ab170-cd6b-4709-b7d8-e3855a44960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867453 Jul 30 02:37:13.811332 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19925f88-5c35-4908-839a-1639bfa342fa req-a8f5564b-984f-4c0d-acf3-1efb94dbab46 service neutron] 10.222.0.77 "GET /v2.0/networks/783ab170-cd6b-4709-b7d8-e3855a44960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834198 Jul 30 02:37:13.964996 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d219a723-754e-419e-bb58-a5f14896e8ec details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:37:14.058786 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port d219a723-754e-419e-bb58-a5f14896e8ec, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d219a723-754e-419e-bb58-a5f14896e8ec,segment=NetworkSegment(a3edf3ba-bff5-4a2e-b976-ce022db2444f),segment_id=a3edf3ba-bff5-4a2e-b976-ce022db2444f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:37:14.070201 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'd219a723-754e-419e-bb58-a5f14896e8ec', 'network_id': '783ab170-cd6b-4709-b7d8-e3855a44960c', 'port_id': 'd219a723-754e-419e-bb58-a5f14896e8ec', 'mac_address': 'fa:16:3e:c8:31:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060bb56d-5241-4f18-8b0c-0b2bb50ad7cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:37:14.108020 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:14.123616 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d219a723-754e-419e-bb58-a5f14896e8ec {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:37:14.142422 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port d219a723-754e-419e-bb58-a5f14896e8ec, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d219a723-754e-419e-bb58-a5f14896e8ec,segment=NetworkSegment(a3edf3ba-bff5-4a2e-b976-ce022db2444f),segment_id=a3edf3ba-bff5-4a2e-b976-ce022db2444f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:37:14.211058 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:14.256666 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=d219a723-754e-419e-bb58-a5f14896e8ec,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:14.263631 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:14.263975 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:14.264305 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:14.264634 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:14.264967 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:14.265290 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:14.265611 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:14.265930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:14.266247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:14.266587 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:14.266905 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:14.267227 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:14.525406 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['d219a723-754e-419e-bb58-a5f14896e8ec'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:37:14.672087 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666e438-e721-40e2-832d-11af1e67474e req-4a415107-54a3-45c9-b0dd-36210aa596df tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:14.673501 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6666e438-e721-40e2-832d-11af1e67474e req-4a415107-54a3-45c9-b0dd-36210aa596df tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 945 time: 0.0560789 Jul 30 02:37:14.710950 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6666e438-e721-40e2-832d-11af1e67474e req-a9e40d22-3b41-40d2-8501-284f6f0825cd tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315232 Jul 30 02:37:14.788570 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:15.146415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-b7ead5d6-a85e-4536-807c-fb05a71f5d54 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:15.147872 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-b7ead5d6-a85e-4536-807c-fb05a71f5d54 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.10 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500&tenant_id=ebaa310b92cf453ba1a44a5b1b85797a&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 945 time: 0.0518572 Jul 30 02:37:15.207994 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-8a3b6108-64a9-441b-bd14-239f816f2cc0 service neutron] delete failed (client error): The resource could not be found. Jul 30 02:37:15.208985 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-8a3b6108-64a9-441b-bd14-239f816f2cc0 service neutron] 10.222.0.10 "DELETE /v2.0/ports/d219a723-754e-419e-bb58-a5f14896e8ec/bindings/n-h1-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.0536950 Jul 30 02:37:15.289492 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-70e2fa03-16ca-43ec-a2d9-7b133e53e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:15.291029 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-70e2fa03-16ca-43ec-a2d9-7b133e53e48c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ebaa310b92cf453ba1a44a5b1b85797a&device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 1096 time: 0.0400586 Jul 30 02:37:15.385477 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-ddd8b7d5-7a85-41a5-858c-2ba78c783465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:15.397799 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-ddd8b7d5-7a85-41a5-858c-2ba78c783465 service neutron] 10.222.0.10 "GET /v2.0/networks?id=783ab170-cd6b-4709-b7d8-e3855a44960c HTTP/1.1" status: 200 len: 912 time: 0.0892172 Jul 30 02:37:15.428821 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-ceb65c1f-edc7-429b-9ec0-21639fb06852 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d219a723-754e-419e-bb58-a5f14896e8ec HTTP/1.1" status: 200 len: 217 time: 0.0346577 Jul 30 02:37:15.476566 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-145c7d3b-820e-4050-9538-d09cbd63d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:15.477981 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-145c7d3b-820e-4050-9538-d09cbd63d028 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=060bb56d-5241-4f18-8b0c-0b2bb50ad7cf HTTP/1.1" status: 200 len: 851 time: 0.0423992 Jul 30 02:37:15.512144 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-c9530a02-c340-42f1-aac6-56dafdf8a90e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=783ab170-cd6b-4709-b7d8-e3855a44960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275171 Jul 30 02:37:15.599682 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-85f447f1-a634-4023-8e2b-e92d8dd95557 service neutron] 10.222.0.10 "GET /v2.0/networks/783ab170-cd6b-4709-b7d8-e3855a44960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802641 Jul 30 02:37:15.689594 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-bcbea857-2049-41c6-9e17-5af4434869e1 service neutron] 10.222.0.10 "GET /v2.0/networks/783ab170-cd6b-4709-b7d8-e3855a44960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827343 Jul 30 02:37:15.990242 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d219a723-754e-419e-bb58-a5f14896e8ec up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:37:16.093241 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port d219a723-754e-419e-bb58-a5f14896e8ec completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:37:16.097256 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port d219a723-754e-419e-bb58-a5f14896e8ec triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:37:16.097626 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:16.171663 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:16.193323 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523e979e-ef1f-4155-a092-c05c07fb4500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd219a723-754e-419e-bb58-a5f14896e8ec'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:37:16.195551 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd0d014-09ff-4cf5-b4e8-4882f4adf56c" -d '{"events": [{"server_uuid": "523e979e-ef1f-4155-a092-c05c07fb4500", "name": "network-vif-plugged", "status": "completed", "tag": "d219a723-754e-419e-bb58-a5f14896e8ec"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:37:16.208720 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port d219a723-754e-419e-bb58-a5f14896e8ec, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d219a723-754e-419e-bb58-a5f14896e8ec,segment=NetworkSegment(a3edf3ba-bff5-4a2e-b976-ce022db2444f),segment_id=a3edf3ba-bff5-4a2e-b976-ce022db2444f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:37:16.285271 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:16.335660 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=d219a723-754e-419e-bb58-a5f14896e8ec,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:16.986246 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b996a4f-ef2b-42cf-9a94-e025465574b1 x-openstack-request-id: req-3b996a4f-ef2b-42cf-9a94-e025465574b1 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:37:16.986573 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523e979e-ef1f-4155-a092-c05c07fb4500", "name": "network-vif-plugged", "status": "completed", "tag": "d219a723-754e-419e-bb58-a5f14896e8ec", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:37:16.986830 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b996a4f-ef2b-42cf-9a94-e025465574b1 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:37:16.987236 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523e979e-ef1f-4155-a092-c05c07fb4500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd219a723-754e-419e-bb58-a5f14896e8ec', 'code': 200} Jul 30 02:37:17.078323 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfd5e5-2138-4c62-80ea-6f56a607f69e req-407b8951-b4c3-44cc-b9ea-8a064482b609 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:17.079794 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-09cfd5e5-2138-4c62-80ea-6f56a607f69e req-407b8951-b4c3-44cc-b9ea-8a064482b609 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0522990 Jul 30 02:37:17.123523 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-09cfd5e5-2138-4c62-80ea-6f56a607f69e req-03f5a03d-9de9-4340-beab-79118e78c8a7 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376098 Jul 30 02:37:18.242617 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7c163-6c5d-4271-81ab-42728b082013 req-9f60f2d3-8416-4a42-bf04-f8656245fbaa tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:18.244030 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-78d7c163-6c5d-4271-81ab-42728b082013 req-9f60f2d3-8416-4a42-bf04-f8656245fbaa tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0522234 Jul 30 02:37:18.253174 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:18.282421 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-78d7c163-6c5d-4271-81ab-42728b082013 req-542e7fc3-b3d7-460b-9d3d-fcd32bf410c7 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/security-groups?id=b484db68-ebd6-4c2d-a15a-2b37c6e02eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315640 Jul 30 02:37:18.447249 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-8cd9553e-fb59-45d3-a43e-b2dd14595bc0 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:18.448687 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-8cd9553e-fb59-45d3-a43e-b2dd14595bc0 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.77 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 946 time: 0.0534286 Jul 30 02:37:18.537674 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-f72472b6-c717-49b6-986c-41b8699d6a60 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Deleting port d219a723-754e-419e-bb58-a5f14896e8ec {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:37:18.537940 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-f72472b6-c717-49b6-986c-41b8699d6a60 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:18.627883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-f72472b6-c717-49b6-986c-41b8699d6a60 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] For port d219a723-754e-419e-bb58-a5f14896e8ec, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=d219a723-754e-419e-bb58-a5f14896e8ec,segment=NetworkSegment(a3edf3ba-bff5-4a2e-b976-ce022db2444f),segment_id=a3edf3ba-bff5-4a2e-b976-ce022db2444f)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:37:18.628255 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-f72472b6-c717-49b6-986c-41b8699d6a60 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:18.640966 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-f72472b6-c717-49b6-986c-41b8699d6a60 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Calling delete_port for d219a723-754e-419e-bb58-a5f14896e8ec owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:37:18.845038 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-f72472b6-c717-49b6-986c-41b8699d6a60 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:18.877275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72472b6-c717-49b6-986c-41b8699d6a60 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Pushing event deleted for resources: {'Port': ['ID=d219a723-754e-419e-bb58-a5f14896e8ec,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:18.878165 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['d219a723-754e-419e-bb58-a5f14896e8ec'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:37:18.919143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-f72472b6-c717-49b6-986c-41b8699d6a60 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] No DVR routers for this DVR port d219a723-754e-419e-bb58-a5f14896e8ec on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:37:18.921636 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-f72472b6-c717-49b6-986c-41b8699d6a60 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:18.923700 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca0e6af9-87b5-4d32-80aa-1a25382a6cf3 req-f72472b6-c717-49b6-986c-41b8699d6a60 tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.77 "DELETE /v2.0/ports/d219a723-754e-419e-bb58-a5f14896e8ec HTTP/1.1" status: 204 len: 173 time: 0.4679091 Jul 30 02:37:18.924139 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523e979e-ef1f-4155-a092-c05c07fb4500', 'name': 'network-vif-deleted', 'tag': 'd219a723-754e-419e-bb58-a5f14896e8ec'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:37:18.926425 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be8385791f5a78127ff9e8f5f5c57637b6cca6ece0431f4955089b2cf149d386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e509351f-02a3-4510-9074-c3306e8efd7d" -d '{"events": [{"server_uuid": "523e979e-ef1f-4155-a092-c05c07fb4500", "name": "network-vif-deleted", "tag": "d219a723-754e-419e-bb58-a5f14896e8ec"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:37:18.961813 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22409760-f660-41bd-a401-02ca5ce38a7f x-openstack-request-id: req-22409760-f660-41bd-a401-02ca5ce38a7f {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:37:18.962120 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523e979e-ef1f-4155-a092-c05c07fb4500", "name": "network-vif-deleted", "tag": "d219a723-754e-419e-bb58-a5f14896e8ec", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:37:18.962419 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-22409760-f660-41bd-a401-02ca5ce38a7f {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:37:18.962860 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523e979e-ef1f-4155-a092-c05c07fb4500', 'name': 'network-vif-deleted', 'tag': 'd219a723-754e-419e-bb58-a5f14896e8ec', 'status': 'completed', 'code': 200} Jul 30 02:37:19.391722 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-81d6c3c2-5164-4113-90fc-d90bfc033a17 req-7f847c12-caf6-408c-b531-79e493cc508d tempest-DeleteServersTestJSON-2078861217 tempest-DeleteServersTestJSON-2078861217-project] 10.222.0.70 "GET /v2.0/ports?device_id=523e979e-ef1f-4155-a092-c05c07fb4500 HTTP/1.1" status: 200 len: 210 time: 0.0280807 Jul 30 02:37:20.515842 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35482) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:20.560256 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9f58f5-e9e4-42df-a70c-09add5709b49 admin admin] Deleting subnet 060bb56d-5241-4f18-8b0c-0b2bb50ad7cf {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:37:20.563205 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae9f58f5-e9e4-42df-a70c-09add5709b49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:20.597347 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae9f58f5-e9e4-42df-a70c-09add5709b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:20.634577 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae9f58f5-e9e4-42df-a70c-09add5709b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:20.654861 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:37:20.760004 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae9f58f5-e9e4-42df-a70c-09add5709b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:20.786585 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f58f5-e9e4-42df-a70c-09add5709b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=060bb56d-5241-4f18-8b0c-0b2bb50ad7cf,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:20.789395 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ae9f58f5-e9e4-42df-a70c-09add5709b49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:20.790735 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ae9f58f5-e9e4-42df-a70c-09add5709b49 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/060bb56d-5241-4f18-8b0c-0b2bb50ad7cf HTTP/1.1" status: 204 len: 168 time: 0.2738557 Jul 30 02:37:20.793556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35484) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:20.796909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f58f5-e9e4-42df-a70c-09add5709b49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:20.797256 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f58f5-e9e4-42df-a70c-09add5709b49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:20.797594 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f58f5-e9e4-42df-a70c-09add5709b49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:20.797930 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f58f5-e9e4-42df-a70c-09add5709b49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:20.798261 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f58f5-e9e4-42df-a70c-09add5709b49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:20.798616 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f58f5-e9e4-42df-a70c-09add5709b49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:20.798960 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f58f5-e9e4-42df-a70c-09add5709b49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:20.799279 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f58f5-e9e4-42df-a70c-09add5709b49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:20.799591 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f58f5-e9e4-42df-a70c-09add5709b49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:20.799914 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f58f5-e9e4-42df-a70c-09add5709b49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:20.800430 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f58f5-e9e4-42df-a70c-09add5709b49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:20.800756 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f58f5-e9e4-42df-a70c-09add5709b49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:20.864230 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f163cc5-cb89-41ba-8e9f-02aa329999c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:20.941211 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f163cc5-cb89-41ba-8e9f-02aa329999c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:20.951841 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-2f163cc5-cb89-41ba-8e9f-02aa329999c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783ab170-cd6b-4709-b7d8-e3855a44960c']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:20.961884 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-2f163cc5-cb89-41ba-8e9f-02aa329999c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3edf3ba-bff5-4a2e-b976-ce022db2444f') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:20.962182 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-2f163cc5-cb89-41ba-8e9f-02aa329999c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3edf3ba-bff5-4a2e-b976-ce022db2444f') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:20.970936 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f163cc5-cb89-41ba-8e9f-02aa329999c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:20.984056 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f163cc5-cb89-41ba-8e9f-02aa329999c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:20.989735 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f163cc5-cb89-41ba-8e9f-02aa329999c9 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:37:20.990116 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f163cc5-cb89-41ba-8e9f-02aa329999c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:37:20.991728 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:37:21.104692 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f163cc5-cb89-41ba-8e9f-02aa329999c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:21.110750 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2f163cc5-cb89-41ba-8e9f-02aa329999c9 admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:21.112635 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2f163cc5-cb89-41ba-8e9f-02aa329999c9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/783ab170-cd6b-4709-b7d8-e3855a44960c HTTP/1.1" status: 204 len: 168 time: 0.3179324 Jul 30 02:37:21.124362 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f163cc5-cb89-41ba-8e9f-02aa329999c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=783ab170-cd6b-4709-b7d8-e3855a44960c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:21.438021 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35488) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:21.477351 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a8c1b81e-2e7c-4ba9-8fb0-63e0273ae9da admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ebaa310b92cf453ba1a44a5b1b85797a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381374 Jul 30 02:37:21.479700 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35490) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:21.526710 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ba9ed972-fc36-4781-84f2-17761ce03f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:21.549072 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ba9ed972-fc36-4781-84f2-17761ce03f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:21.669969 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ba9ed972-fc36-4781-84f2-17761ce03f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:21.672562 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ba9ed972-fc36-4781-84f2-17761ce03f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:21.673734 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ba9ed972-fc36-4781-84f2-17761ce03f8f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b484db68-ebd6-4c2d-a15a-2b37c6e02eba HTTP/1.1" status: 204 len: 168 time: 0.1931608 Jul 30 02:37:21.681333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ed972-fc36-4781-84f2-17761ce03f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b484db68-ebd6-4c2d-a15a-2b37c6e02eba,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:22.015165 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d219a723-754e-419e-bb58-a5f14896e8ec no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:37:22.035910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: d219a723-754e-419e-bb58-a5f14896e8ec {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:37:22.036250 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device d219a723-754e-419e-bb58-a5f14896e8ec not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:37:22.705556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35512) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:22.800043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-6c3ef1f1-a38f-47e9-873e-739a487b973c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1669976461-network', 'tenant_id': 'c58d1225bdf24c4c9c6516cec69cb2b6'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:37:22.875917 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3ef1f1-a38f-47e9-873e-739a487b973c admin admin] Made reservation on behalf of c58d1225bdf24c4c9c6516cec69cb2b6 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:37:22.878207 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef1f1-a38f-47e9-873e-739a487b973c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:22.890358 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef1f1-a38f-47e9-873e-739a487b973c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:22.978065 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef1f1-a38f-47e9-873e-739a487b973c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:23.073803 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef1f1-a38f-47e9-873e-739a487b973c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:23.102782 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3ef1f1-a38f-47e9-873e-739a487b973c admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:37:23.109397 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ef1f1-a38f-47e9-873e-739a487b973c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71687893-6f36-4fca-98a0-4dd0d86b0612,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:23.120977 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef1f1-a38f-47e9-873e-739a487b973c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:23.120977 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-6c3ef1f1-a38f-47e9-873e-739a487b973c admin admin] Added segment 5a0432de-a62a-4510-9708-9909108e0f01 of type vlan for network e8be68cc-ab92-4be3-9c63-288ef3aa7a35 Jul 30 02:37:23.161817 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef1f1-a38f-47e9-873e-739a487b973c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:23.258494 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef1f1-a38f-47e9-873e-739a487b973c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:23.259393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3ef1f1-a38f-47e9-873e-739a487b973c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:23.259976 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef1f1-a38f-47e9-873e-739a487b973c admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:23.346932 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ef1f1-a38f-47e9-873e-739a487b973c admin admin] Pushing event updated for resources: {'Network': ['ID=e8be68cc-ab92-4be3-9c63-288ef3aa7a35,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:23.356941 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network e8be68cc-ab92-4be3-9c63-288ef3aa7a35 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:37:23.396752 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6c3ef1f1-a38f-47e9-873e-739a487b973c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6900127 Jul 30 02:37:23.399522 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35516) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:23.405122 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7cb2c5c6-c396-4058-8826-c962bcb91979 admin admin] Request body: {'subnet': {'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1669976461-subnet', 'tenant_id': 'c58d1225bdf24c4c9c6516cec69cb2b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:37:23.498550 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb2c5c6-c396-4058-8826-c962bcb91979 admin admin] Made reservation on behalf of c58d1225bdf24c4c9c6516cec69cb2b6 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:37:23.500863 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7cb2c5c6-c396-4058-8826-c962bcb91979 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:23.742318 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7cb2c5c6-c396-4058-8826-c962bcb91979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:23.797514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2c5c6-c396-4058-8826-c962bcb91979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=113bbfaa-9486-4c00-9724-5f65314e691f,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:23.805936 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb2c5c6-c396-4058-8826-c962bcb91979 admin admin] Checking segment: {'id': '5a0432de-a62a-4510-9708-9909108e0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:37:23.806311 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb2c5c6-c396-4058-8826-c962bcb91979 admin admin] Network hostable DHCP agents. Network: e8be68cc-ab92-4be3-9c63-288ef3aa7a35, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:37:23.892495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb2c5c6-c396-4058-8826-c962bcb91979 admin admin] Network e8be68cc-ab92-4be3-9c63-288ef3aa7a35 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:37:23.990017 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-7cb2c5c6-c396-4058-8826-c962bcb91979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, e8be68cc-ab92-4be3-9c63-288ef3aa7a35) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:37:23.993980 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb2c5c6-c396-4058-8826-c962bcb91979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:23.994547 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7cb2c5c6-c396-4058-8826-c962bcb91979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:23.999093 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70797907-e948-4885-a04e-b51531eda555 None None] Network e8be68cc-ab92-4be3-9c63-288ef3aa7a35 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:37:24.093990 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7cb2c5c6-c396-4058-8826-c962bcb91979 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6932659 Jul 30 02:37:24.115512 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465fa05e-f4d7-4be0-88e0-6b05bd7183b2 None None] Network e8be68cc-ab92-4be3-9c63-288ef3aa7a35 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:37:24.508118 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-3c2f59e3-d18f-4b3d-93cf-6f1345a418bc tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:24.509521 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-3c2f59e3-d18f-4b3d-93cf-6f1345a418bc tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/networks?id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35 HTTP/1.1" status: 200 len: 815 time: 0.1040187 Jul 30 02:37:24.524148 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6ce1bce7-bf3d-4031-a5b7-f34941229741 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/quotas/c58d1225bdf24c4c9c6516cec69cb2b6 HTTP/1.1" status: 200 len: 375 time: 0.0089009 Jul 30 02:37:24.555436 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-55e0f3d1-f3a3-428f-b74a-31775e9e403d tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257316 Jul 30 02:37:24.646514 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-66b40378-01eb-43fc-bb35-e0f200507211 service neutron] 10.222.0.70 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843627 Jul 30 02:37:24.736356 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-af7e5a87-33fc-4d3b-805b-a7511adc6c2d service neutron] 10.222.0.70 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827808 Jul 30 02:37:24.982037 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08307804-f303-48b4-bde4-ec069a1a7d8b req-207f8c1a-7dbb-47f4-8474-16f67a66459b tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 210 time: 0.0270991 Jul 30 02:37:26.079195 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-069ac8d6-4286-4871-afa4-a9508dfb0fe9 req-693186ab-2ef0-4d7b-b8e1-c95aa511a350 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 210 time: 0.0329134 Jul 30 02:37:27.122699 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-3a5e7938-841e-4ec3-b295-de705e84ed63 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:27.124317 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-3a5e7938-841e-4ec3-b295-de705e84ed63 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.77 "GET /v2.0/networks?id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35 HTTP/1.1" status: 200 len: 815 time: 0.1029990 Jul 30 02:37:27.145954 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Request body: {'port': {'device_id': 'caa32ca2-eef7-48bd-9dd3-de22ee44aeaf', 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35', 'admin_state_up': True, 'tenant_id': 'c58d1225bdf24c4c9c6516cec69cb2b6'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:37:27.212014 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-970de2ac-5084-4665-af96-455b26d70b0b req-5a873216-4299-4d8e-ba64-fc669626b6fa tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 210 time: 0.0626056 Jul 30 02:37:27.349703 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Made reservation on behalf of c58d1225bdf24c4c9c6516cec69cb2b6 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:37:27.353437 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:27.478945 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Allocated IP 172.20.0.12 (e8be68cc-ab92-4be3-9c63-288ef3aa7a35/113bbfaa-9486-4c00-9724-5f65314e691f/5197bdae-ac03-41f1-a11c-c1d3a1344be9) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:37:27.618892 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:27.710576 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:27.755033 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Network e8be68cc-ab92-4be3-9c63-288ef3aa7a35 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:37:27.758084 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:37:27.761785 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:37:27.791229 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Pushing event updated for resources: {'Port': ['ID=5197bdae-ac03-41f1-a11c-c1d3a1344be9,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:27.804052 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:27.804401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:27.804740 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:27.805077 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:27.805415 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:27.805742 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:27.806071 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:27.806425 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:27.806753 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:27.807078 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:27.807403 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:27.807722 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:27.827751 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:27.828362 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:27.891395 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-86252901-be34-40a8-95ae-ea1aca2e2e94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7493179 Jul 30 02:37:27.980486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] Request body: {'port': {'device_id': 'caa32ca2-eef7-48bd-9dd3-de22ee44aeaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:37:28.032320 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:28.297968 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5197bdae-ac03-41f1-a11c-c1d3a1344be9 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:37:28.319233 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:28.336382 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] Transition to ACTIVE for port object 5197bdae-ac03-41f1-a11c-c1d3a1344be9 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:37:28.348328 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7776c6d-0420-4265-a54e-90694f4011ab req-8b20f552-8c19-446a-aa64-eeabaf28c502 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:28.349814 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e7776c6d-0420-4265-a54e-90694f4011ab req-8b20f552-8c19-446a-aa64-eeabaf28c502 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 932 time: 0.0699759 Jul 30 02:37:28.389088 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e7776c6d-0420-4265-a54e-90694f4011ab req-2591301f-7216-4ca5-aa22-364ae9ce46e0 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331385 Jul 30 02:37:28.422578 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:28.470964 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] Pushing event updated for resources: {'Port': ['ID=5197bdae-ac03-41f1-a11c-c1d3a1344be9,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:28.542844 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] Attempting to bind port 5197bdae-ac03-41f1-a11c-c1d3a1344be9 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:37:28.543102 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] Attempting to bind port 5197bdae-ac03-41f1-a11c-c1d3a1344be9 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '5a0432de-a62a-4510-9708-9909108e0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:37:28.543430 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] Attempting to bind port 5197bdae-ac03-41f1-a11c-c1d3a1344be9 on network e8be68cc-ab92-4be3-9c63-288ef3aa7a35 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:37:28.547667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] Port 5197bdae-ac03-41f1-a11c-c1d3a1344be9 on network e8be68cc-ab92-4be3-9c63-288ef3aa7a35 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:37:28.547991 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] Attempting to bind port 5197bdae-ac03-41f1-a11c-c1d3a1344be9 on network e8be68cc-ab92-4be3-9c63-288ef3aa7a35 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:37:28.552734 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:37:28.553070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] Checking segment: {'id': '5a0432de-a62a-4510-9708-9909108e0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:37:28.553456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] Bound using segment: {'id': '5a0432de-a62a-4510-9708-9909108e0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:37:28.553880 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] Bound port: 5197bdae-ac03-41f1-a11c-c1d3a1344be9, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0432de-a62a-4510-9708-9909108e0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:37:28.554233 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:28.615102 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] For port 5197bdae-ac03-41f1-a11c-c1d3a1344be9, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:37:28.618018 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] For port 5197bdae-ac03-41f1-a11c-c1d3a1344be9, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=5197bdae-ac03-41f1-a11c-c1d3a1344be9,segment=NetworkSegment(5a0432de-a62a-4510-9708-9909108e0f01),segment_id=5a0432de-a62a-4510-9708-9909108e0f01)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:37:28.690842 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:28.723706 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:28.724321 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:28.725764 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] 10.222.0.77 "PUT /v2.0/ports/5197bdae-ac03-41f1-a11c-c1d3a1344be9 HTTP/1.1" status: 200 len: 1092 time: 0.7857199 Jul 30 02:37:28.726202 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa32ca2-eef7-48bd-9dd3-de22ee44aeaf', 'tag': '5197bdae-ac03-41f1-a11c-c1d3a1344be9'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:37:28.751971 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952193c-e070-454d-a06a-2c266dbb9120 service neutron] Pushing event updated for resources: {'Port': ['ID=5197bdae-ac03-41f1-a11c-c1d3a1344be9,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:28.765420 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd3dd08-ae3a-42fc-87bc-9b2163128b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "caa32ca2-eef7-48bd-9dd3-de22ee44aeaf", "tag": "5197bdae-ac03-41f1-a11c-c1d3a1344be9"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:37:28.850870 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6bf91e-5826-4871-a080-e5d0e99532f9 x-openstack-request-id: req-6d6bf91e-5826-4871-a080-e5d0e99532f9 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:37:28.851163 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa32ca2-eef7-48bd-9dd3-de22ee44aeaf", "tag": "5197bdae-ac03-41f1-a11c-c1d3a1344be9", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:37:28.851435 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d6bf91e-5826-4871-a080-e5d0e99532f9 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:37:28.851860 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa32ca2-eef7-48bd-9dd3-de22ee44aeaf', 'tag': '5197bdae-ac03-41f1-a11c-c1d3a1344be9', 'status': 'completed', 'code': 200} Jul 30 02:37:28.907968 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-1a60eab1-2dc1-467e-9377-f78cb5d45366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:28.909448 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-1a60eab1-2dc1-467e-9377-f78cb5d45366 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6&device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 1095 time: 0.0438547 Jul 30 02:37:28.955265 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-e3b3ebdc-413a-4ee0-b5b0-90ae30fc3640 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5197bdae-ac03-41f1-a11c-c1d3a1344be9 HTTP/1.1" status: 200 len: 217 time: 0.0330467 Jul 30 02:37:29.001972 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-195b755f-12b5-4e7b-aa39-9519d5517a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:29.003423 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-195b755f-12b5-4e7b-aa39-9519d5517a65 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=113bbfaa-9486-4c00-9724-5f65314e691f HTTP/1.1" status: 200 len: 855 time: 0.0414352 Jul 30 02:37:29.038736 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-a0a0ab0e-8989-40e4-92da-ee043883350f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271375 Jul 30 02:37:29.126318 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-767a8d29-7269-4868-ae3c-1860cd21f537 service neutron] 10.222.0.77 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806153 Jul 30 02:37:29.220446 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c6e1f298-5938-47a4-9b0e-cadca402ef3a req-a791834d-8987-4710-9f60-45b8258dfe1c service neutron] 10.222.0.77 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851314 Jul 30 02:37:29.417310 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3dd08-ae3a-42fc-87bc-9b2163128b9d req-f2967966-c2dd-4682-a6bc-42041c5bfbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:29.418308 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8dd3dd08-ae3a-42fc-87bc-9b2163128b9d req-f2967966-c2dd-4682-a6bc-42041c5bfbbe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6&device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 1095 time: 0.0407119 Jul 30 02:37:29.844137 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85327a-e1f6-4464-ab2a-3eac2a6b5737 req-1e50c75d-e890-4e9a-b7eb-131804582f6c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:29.845517 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0e85327a-e1f6-4464-ab2a-3eac2a6b5737 req-1e50c75d-e890-4e9a-b7eb-131804582f6c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 944 time: 0.3781929 Jul 30 02:37:29.848301 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3dd08-ae3a-42fc-87bc-9b2163128b9d req-094c473d-d8e1-4439-919a-166522bdccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:29.849646 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8dd3dd08-ae3a-42fc-87bc-9b2163128b9d req-094c473d-d8e1-4439-919a-166522bdccdb service neutron] 10.222.0.77 "GET /v2.0/networks?id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35 HTTP/1.1" status: 200 len: 916 time: 0.4246597 Jul 30 02:37:29.902693 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8dd3dd08-ae3a-42fc-87bc-9b2163128b9d req-b9423cbe-d58e-4e66-86ef-0f9898f7d864 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5197bdae-ac03-41f1-a11c-c1d3a1344be9 HTTP/1.1" status: 200 len: 217 time: 0.0445449 Jul 30 02:37:29.923416 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0e85327a-e1f6-4464-ab2a-3eac2a6b5737 req-0a4292a1-aa14-4d4c-9019-a50556b58d67 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719652 Jul 30 02:37:29.957492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3dd08-ae3a-42fc-87bc-9b2163128b9d req-6a63768d-5123-4b2e-96d0-95057e5bb66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:29.958978 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8dd3dd08-ae3a-42fc-87bc-9b2163128b9d req-6a63768d-5123-4b2e-96d0-95057e5bb66c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=113bbfaa-9486-4c00-9724-5f65314e691f HTTP/1.1" status: 200 len: 855 time: 0.0485723 Jul 30 02:37:29.996991 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8dd3dd08-ae3a-42fc-87bc-9b2163128b9d req-9eeaabf7-8628-4eb3-bfec-8b66bee392e7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282540 Jul 30 02:37:30.090427 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8dd3dd08-ae3a-42fc-87bc-9b2163128b9d req-2982d759-8ec9-48f6-839d-e78cbe2001c1 service neutron] 10.222.0.77 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858102 Jul 30 02:37:30.181833 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8dd3dd08-ae3a-42fc-87bc-9b2163128b9d req-1a315b01-8081-4978-9ffe-ee2af9a3aa66 service neutron] 10.222.0.77 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839460 Jul 30 02:37:31.036396 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba616a-bcb2-48f5-a6f8-a0a9b2432ca6 req-a9049408-0dfa-497e-83cf-3cd7a9888f2c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:31.037870 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5cba616a-bcb2-48f5-a6f8-a0a9b2432ca6 req-a9049408-0dfa-497e-83cf-3cd7a9888f2c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 944 time: 0.0487812 Jul 30 02:37:31.076122 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5cba616a-bcb2-48f5-a6f8-a0a9b2432ca6 req-e6e66d03-7c6f-4639-8318-409f042ca62f tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321724 Jul 30 02:37:32.058216 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 5197bdae-ac03-41f1-a11c-c1d3a1344be9 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:37:32.157038 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 5197bdae-ac03-41f1-a11c-c1d3a1344be9, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=5197bdae-ac03-41f1-a11c-c1d3a1344be9,segment=NetworkSegment(5a0432de-a62a-4510-9708-9909108e0f01),segment_id=5a0432de-a62a-4510-9708-9909108e0f01)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:37:32.168381 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '5197bdae-ac03-41f1-a11c-c1d3a1344be9', 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35', 'port_id': '5197bdae-ac03-41f1-a11c-c1d3a1344be9', 'mac_address': 'fa:16:3e:69:29:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113bbfaa-9486-4c00-9724-5f65314e691f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:37:32.189257 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadd8bf-ba94-480f-ac2e-4348ea51b474 req-aa43daba-c76c-4871-a1b6-4969f2b29ec6 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:32.190776 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ecadd8bf-ba94-480f-ac2e-4348ea51b474 req-aa43daba-c76c-4871-a1b6-4969f2b29ec6 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 944 time: 0.0479672 Jul 30 02:37:32.204953 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:32.217852 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5197bdae-ac03-41f1-a11c-c1d3a1344be9 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:37:32.228430 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ecadd8bf-ba94-480f-ac2e-4348ea51b474 req-b8d8a590-7ede-48e4-8161-fbf4e2ed0933 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312274 Jul 30 02:37:32.237912 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 5197bdae-ac03-41f1-a11c-c1d3a1344be9, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=5197bdae-ac03-41f1-a11c-c1d3a1344be9,segment=NetworkSegment(5a0432de-a62a-4510-9708-9909108e0f01),segment_id=5a0432de-a62a-4510-9708-9909108e0f01)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:37:32.313610 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:32.363681 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=5197bdae-ac03-41f1-a11c-c1d3a1344be9,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:32.573746 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['5197bdae-ac03-41f1-a11c-c1d3a1344be9'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:37:33.343162 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d593e5-b857-4687-8dff-5c89d0ca3e66 req-915da501-bd06-49fb-93ff-ca35dc0808bb tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:33.344631 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39d593e5-b857-4687-8dff-5c89d0ca3e66 req-915da501-bd06-49fb-93ff-ca35dc0808bb tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 945 time: 0.0500214 Jul 30 02:37:33.367019 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:33.387972 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39d593e5-b857-4687-8dff-5c89d0ca3e66 req-9232e755-da4d-46b4-baed-11b7ad033e59 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372329 Jul 30 02:37:34.073806 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 5197bdae-ac03-41f1-a11c-c1d3a1344be9 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:37:34.172417 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 5197bdae-ac03-41f1-a11c-c1d3a1344be9 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:37:34.176279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 5197bdae-ac03-41f1-a11c-c1d3a1344be9 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:37:34.176652 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:34.252249 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:34.273487 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa32ca2-eef7-48bd-9dd3-de22ee44aeaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5197bdae-ac03-41f1-a11c-c1d3a1344be9'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:37:34.275714 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6058a99c1e415ded5ae5992d3b91feecd34e6a3a3cf4e9e44268d5e1f1e910df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36281f5e-ca8e-42b5-a474-d0b3850fb205" -d '{"events": [{"server_uuid": "caa32ca2-eef7-48bd-9dd3-de22ee44aeaf", "name": "network-vif-plugged", "status": "completed", "tag": "5197bdae-ac03-41f1-a11c-c1d3a1344be9"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:37:34.287970 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 5197bdae-ac03-41f1-a11c-c1d3a1344be9, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=5197bdae-ac03-41f1-a11c-c1d3a1344be9,segment=NetworkSegment(5a0432de-a62a-4510-9708-9909108e0f01),segment_id=5a0432de-a62a-4510-9708-9909108e0f01)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:37:34.311620 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f956682-2a87-499e-913c-87479bf27fed x-openstack-request-id: req-3f956682-2a87-499e-913c-87479bf27fed {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:37:34.315806 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa32ca2-eef7-48bd-9dd3-de22ee44aeaf", "name": "network-vif-plugged", "status": "completed", "tag": "5197bdae-ac03-41f1-a11c-c1d3a1344be9", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:37:34.315806 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f956682-2a87-499e-913c-87479bf27fed {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:37:34.315806 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa32ca2-eef7-48bd-9dd3-de22ee44aeaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5197bdae-ac03-41f1-a11c-c1d3a1344be9', 'code': 200} Jul 30 02:37:34.355606 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:34.404704 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=5197bdae-ac03-41f1-a11c-c1d3a1344be9,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:34.431610 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01aedcd-1633-4f04-9336-f07f8ca1e308 req-63d8a9b0-fa06-4996-86aa-d2440d1d1b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:34.433103 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b01aedcd-1633-4f04-9336-f07f8ca1e308 req-63d8a9b0-fa06-4996-86aa-d2440d1d1b1f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 1097 time: 0.0411341 Jul 30 02:37:34.489301 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b01aedcd-1633-4f04-9336-f07f8ca1e308 req-e2292654-e54c-42a0-a9d4-936d132daefd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489388 Jul 30 02:37:34.510441 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcac213-88fa-43d7-a5a5-e2adba509fe2 req-ec314a4d-f4a6-4b00-a13e-14ef835f22fc tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:34.511844 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3dcac213-88fa-43d7-a5a5-e2adba509fe2 req-ec314a4d-f4a6-4b00-a13e-14ef835f22fc tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0540066 Jul 30 02:37:34.549054 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3dcac213-88fa-43d7-a5a5-e2adba509fe2 req-8c7c72cf-4804-4f9d-a953-2cd438cdaf1b tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307276 Jul 30 02:37:35.661774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a37b0-886a-45f1-81f0-4033ab61c5b3 req-20ea1316-eaf0-48e0-b3db-30644d09fcaf tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:35.663229 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-448a37b0-886a-45f1-81f0-4033ab61c5b3 req-20ea1316-eaf0-48e0-b3db-30644d09fcaf tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0489285 Jul 30 02:37:35.704485 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-448a37b0-886a-45f1-81f0-4033ab61c5b3 req-ee1bc6c0-29e1-4fea-95fa-7aab653b297e tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353069 Jul 30 02:37:36.818928 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecd710-479f-47d2-b9d1-f7fdce3e9301 req-5b22e31e-4e4c-4087-ad0e-8945eb08109b tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:36.820693 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-67ecd710-479f-47d2-b9d1-f7fdce3e9301 req-5b22e31e-4e4c-4087-ad0e-8945eb08109b tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0489683 Jul 30 02:37:36.857574 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-67ecd710-479f-47d2-b9d1-f7fdce3e9301 req-dfd09718-59b1-43a2-84ab-e406d5d814bd tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308902 Jul 30 02:37:36.968058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5412ea-5a63-43a1-96a7-d18ad00d15f1 req-dd27680f-cc21-46f6-93e6-25cea87f9f5a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:36.969536 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9b5412ea-5a63-43a1-96a7-d18ad00d15f1 req-dd27680f-cc21-46f6-93e6-25cea87f9f5a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0482304 Jul 30 02:37:37.006950 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9b5412ea-5a63-43a1-96a7-d18ad00d15f1 req-85bd96f9-eb1f-4a90-a239-fb7d17c492ec tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315530 Jul 30 02:37:37.288881 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c82800-19f2-4f9f-8468-868494690647 req-0a9c7517-79cc-4c7c-8ad7-be68d99d4dd9 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:37.290279 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-67c82800-19f2-4f9f-8468-868494690647 req-0a9c7517-79cc-4c7c-8ad7-be68d99d4dd9 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0482345 Jul 30 02:37:37.331794 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-67c82800-19f2-4f9f-8468-868494690647 req-9ccc0a22-6316-46b5-9f31-63bfd78e172d tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350142 Jul 30 02:37:37.452885 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd28415-94c3-4bc1-944b-6ecbaa0b0744 req-fc713eb3-d7dd-4e0d-92ed-f5f9cb37769c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:37.454404 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-acd28415-94c3-4bc1-944b-6ecbaa0b0744 req-fc713eb3-d7dd-4e0d-92ed-f5f9cb37769c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0504065 Jul 30 02:37:37.492379 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-acd28415-94c3-4bc1-944b-6ecbaa0b0744 req-9582b3df-10de-4282-8924-193e4b81787c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322130 Jul 30 02:37:37.843792 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1f8d4-baf5-4cd5-a8af-6b96a0c0a6f9 req-7efd0782-268c-4a7e-bfed-0e37e6f9b4c3 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:37.845275 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10b1f8d4-baf5-4cd5-a8af-6b96a0c0a6f9 req-7efd0782-268c-4a7e-bfed-0e37e6f9b4c3 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0494568 Jul 30 02:37:37.882292 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10b1f8d4-baf5-4cd5-a8af-6b96a0c0a6f9 req-116abae8-6efd-4f04-942a-a2bc73c251af tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309291 Jul 30 02:37:37.953202 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d16858d6-310f-4786-9c08-3414458a36af req-404891bf-d0cf-4fac-96a5-5bcd9352f1ef service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405529 Jul 30 02:37:38.995572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffa44d-a311-4649-b514-75adf20d224c req-ee14ef96-b513-4f16-afa9-5e7b042b8376 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:38.997085 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9ffa44d-a311-4649-b514-75adf20d224c req-ee14ef96-b513-4f16-afa9-5e7b042b8376 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0480578 Jul 30 02:37:39.039471 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9ffa44d-a311-4649-b514-75adf20d224c req-7afea3b6-f36f-4527-98d7-d31881a8d664 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355511 Jul 30 02:37:39.155215 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-05943b15-93fd-406e-b852-72c247d7e984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:39.877101 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16858d6-310f-4786-9c08-3414458a36af req-2f6f0b4c-410a-40a7-a725-b5f1086cf28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:39.878606 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d16858d6-310f-4786-9c08-3414458a36af req-2f6f0b4c-410a-40a7-a725-b5f1086cf28a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6&device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 1097 time: 0.0404780 Jul 30 02:37:39.965717 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16858d6-310f-4786-9c08-3414458a36af req-b3bf621e-9976-4e30-8231-36efb6748488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:39.967189 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d16858d6-310f-4786-9c08-3414458a36af req-b3bf621e-9976-4e30-8231-36efb6748488 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35 HTTP/1.1" status: 200 len: 916 time: 0.0822144 Jul 30 02:37:40.010696 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d16858d6-310f-4786-9c08-3414458a36af req-4842b87f-e2f5-4b27-9d61-2728d0523a81 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5197bdae-ac03-41f1-a11c-c1d3a1344be9 HTTP/1.1" status: 200 len: 217 time: 0.0365176 Jul 30 02:37:40.058015 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16858d6-310f-4786-9c08-3414458a36af req-e665a396-5942-4748-b895-4afe7c461ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:40.059466 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d16858d6-310f-4786-9c08-3414458a36af req-e665a396-5942-4748-b895-4afe7c461ee8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=113bbfaa-9486-4c00-9724-5f65314e691f HTTP/1.1" status: 200 len: 855 time: 0.0425866 Jul 30 02:37:40.091444 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d16858d6-310f-4786-9c08-3414458a36af req-d4ae8a40-2330-4ed3-85b7-d3339c945849 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251794 Jul 30 02:37:40.209072 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334d023-1f23-4543-9972-33ee4f59256e req-d5788420-efeb-4344-a3a0-86c6436acbb4 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:40.210513 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4334d023-1f23-4543-9972-33ee4f59256e req-d5788420-efeb-4344-a3a0-86c6436acbb4 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0956757 Jul 30 02:37:40.230498 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d16858d6-310f-4786-9c08-3414458a36af req-a8665d04-b0b3-47b6-b2d7-33d88332e965 service neutron] 10.222.0.77 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323040 Jul 30 02:37:40.298789 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4334d023-1f23-4543-9972-33ee4f59256e req-6fd0c597-de6d-43a9-a2b2-a3cca314627a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796595 Jul 30 02:37:40.339571 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d16858d6-310f-4786-9c08-3414458a36af req-94f66e93-9640-4af0-8645-6c7448cfc0b4 service neutron] 10.222.0.77 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997326 Jul 30 02:37:41.426459 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab17ec-2637-4ed8-b105-22e51f66252c req-c42fa233-c9ed-4286-8e83-0107480b3008 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:41.427948 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d0ab17ec-2637-4ed8-b105-22e51f66252c req-c42fa233-c9ed-4286-8e83-0107480b3008 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0524237 Jul 30 02:37:41.465779 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d0ab17ec-2637-4ed8-b105-22e51f66252c req-a63d4da8-dae6-461c-a60c-d974e06206b5 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319302 Jul 30 02:37:41.673595 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9777d73b-954a-49ea-874b-fa3e7e3c3afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:41.781993 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:42.578968 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ea114-c822-4ccc-adfc-724b2a21d0f9 req-86a433e6-d501-4f60-9608-7a941e4633e3 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:42.580425 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-109ea114-c822-4ccc-adfc-724b2a21d0f9 req-86a433e6-d501-4f60-9608-7a941e4633e3 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0479321 Jul 30 02:37:42.618281 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-109ea114-c822-4ccc-adfc-724b2a21d0f9 req-a74eb8c8-8bd6-460d-b938-caef921a5668 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319073 Jul 30 02:37:43.503436 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:43.736066 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a18ad2-9914-495e-818f-2bf2836e4328 req-6f9deb8b-64f2-471f-b2cf-a43f8be1f4a9 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:43.737546 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21a18ad2-9914-495e-818f-2bf2836e4328 req-6f9deb8b-64f2-471f-b2cf-a43f8be1f4a9 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0532103 Jul 30 02:37:43.774942 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21a18ad2-9914-495e-818f-2bf2836e4328 req-0f7230e9-7a3b-4863-a0ef-0b4027341eb2 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314710 Jul 30 02:37:44.788735 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:44.888019 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79253b77-7f30-4946-baf0-dbd4b48a1ebf req-13bb2daf-e22f-484a-af4e-8b72d5c35901 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:44.890129 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79253b77-7f30-4946-baf0-dbd4b48a1ebf req-13bb2daf-e22f-484a-af4e-8b72d5c35901 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0485346 Jul 30 02:37:44.927211 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79253b77-7f30-4946-baf0-dbd4b48a1ebf req-19630815-d1b7-48f0-a6be-7f17364fda9a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312822 Jul 30 02:37:46.040634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e75d1-eff7-4361-93c2-b22da8c5ff4a req-2f624b90-29fd-416d-91ad-b894dd1ceb9b tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:46.042112 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-528e75d1-eff7-4361-93c2-b22da8c5ff4a req-2f624b90-29fd-416d-91ad-b894dd1ceb9b tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0491393 Jul 30 02:37:46.079404 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-528e75d1-eff7-4361-93c2-b22da8c5ff4a req-dae88aed-bc54-4786-8f69-caa569c98c62 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313225 Jul 30 02:37:47.197239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e1c70-edba-42d9-ba5c-29570dfe7ff8 req-1e2cc59b-1554-4a14-87e4-3632cb8849ef tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:47.198753 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a02e1c70-edba-42d9-ba5c-29570dfe7ff8 req-1e2cc59b-1554-4a14-87e4-3632cb8849ef tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0531418 Jul 30 02:37:47.236498 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a02e1c70-edba-42d9-ba5c-29570dfe7ff8 req-cd4d9216-db24-488f-b1d6-7aea9634c28b tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319040 Jul 30 02:37:48.229306 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:48.355315 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108c78f-6dc4-4e35-9c5c-74487f9af653 req-c2aeb9bc-e9b8-4a76-b8fb-175a33d1e488 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:48.356818 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b108c78f-6dc4-4e35-9c5c-74487f9af653 req-c2aeb9bc-e9b8-4a76-b8fb-175a33d1e488 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0545168 Jul 30 02:37:48.396553 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b108c78f-6dc4-4e35-9c5c-74487f9af653 req-eee8a443-6f12-41d7-921d-6715a5125e5e tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329947 Jul 30 02:37:49.512381 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f4b33-5005-4d45-b0f7-ed39e23bdab5 req-a209a8ca-471f-41f8-ad3a-9e0a51a84081 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:49.513853 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-378f4b33-5005-4d45-b0f7-ed39e23bdab5 req-a209a8ca-471f-41f8-ad3a-9e0a51a84081 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0483041 Jul 30 02:37:49.550340 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-378f4b33-5005-4d45-b0f7-ed39e23bdab5 req-886d0357-4684-47a1-8737-cc9431c66bee tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306153 Jul 30 02:37:50.670240 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c043e-3ed8-44f0-af7a-ee53939325ec req-b6780f16-1da6-4714-9cf6-94d2f218652a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:50.671695 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce2c043e-3ed8-44f0-af7a-ee53939325ec req-b6780f16-1da6-4714-9cf6-94d2f218652a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0546901 Jul 30 02:37:50.710161 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce2c043e-3ed8-44f0-af7a-ee53939325ec req-1454ed03-0022-46ab-833a-f212e4c08a1a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324385 Jul 30 02:37:51.828333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb4921-63f4-4128-937c-058cf2971681 req-d7566b52-c48e-495c-81d8-0114b531f9df tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:51.829833 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4edb4921-63f4-4128-937c-058cf2971681 req-d7566b52-c48e-495c-81d8-0114b531f9df tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0531814 Jul 30 02:37:51.867177 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4edb4921-63f4-4128-937c-058cf2971681 req-044a1513-98bc-47b1-8826-b649dfaffa89 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312774 Jul 30 02:37:52.980390 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda02750-9aad-4e5d-bcb7-44c1f66b34c5 req-4b26402d-1e79-4f08-ad99-08c6e8c41b36 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:52.981895 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dda02750-9aad-4e5d-bcb7-44c1f66b34c5 req-4b26402d-1e79-4f08-ad99-08c6e8c41b36 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0489142 Jul 30 02:37:53.020977 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dda02750-9aad-4e5d-bcb7-44c1f66b34c5 req-0320baee-0bef-4ebf-b011-ad9d49ec39aa tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324965 Jul 30 02:37:54.140068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b4dd1-eadd-46c6-a1ce-aeb9e9515d8f req-e0050d46-8ad8-4ec0-bff2-c1c68c333f56 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:54.141566 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1c5b4dd1-eadd-46c6-a1ce-aeb9e9515d8f req-e0050d46-8ad8-4ec0-bff2-c1c68c333f56 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0524969 Jul 30 02:37:54.179189 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1c5b4dd1-eadd-46c6-a1ce-aeb9e9515d8f req-965cce2b-23a6-4edd-813e-efe5142cd6b8 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316191 Jul 30 02:37:55.292003 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbb459-a94d-472f-8623-c69212ed8829 req-3a00b058-9310-4929-aa25-6e544b3555aa tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:55.293474 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a5fbb459-a94d-472f-8623-c69212ed8829 req-3a00b058-9310-4929-aa25-6e544b3555aa tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0484397 Jul 30 02:37:55.331051 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a5fbb459-a94d-472f-8623-c69212ed8829 req-ecf0b6f7-aaf7-47be-97f7-68bb591cd038 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317056 Jul 30 02:37:56.447259 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0855389-5b6f-4ff0-9a77-79cc0bceacd1 req-05f64e07-c912-486d-9817-cd3f746b14bc tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:56.448738 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0855389-5b6f-4ff0-9a77-79cc0bceacd1 req-05f64e07-c912-486d-9817-cd3f746b14bc tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0502000 Jul 30 02:37:56.488510 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0855389-5b6f-4ff0-9a77-79cc0bceacd1 req-4037d056-c571-4426-8077-c1e57c9bc333 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332854 Jul 30 02:37:57.606306 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda27900-fe27-4984-8f8f-f1cd5d5cdc5a req-976cb470-7488-445c-abca-1f8b3dd9ffb0 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:57.607802 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dda27900-fe27-4984-8f8f-f1cd5d5cdc5a req-976cb470-7488-445c-abca-1f8b3dd9ffb0 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0527875 Jul 30 02:37:57.645546 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dda27900-fe27-4984-8f8f-f1cd5d5cdc5a req-c4e6976c-86b3-4a1f-80d8-7843b40cf1e3 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311401 Jul 30 02:37:57.653378 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:37:58.760646 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8d26e-56f7-4266-addf-c8335d8c2fbf req-ccf641b5-f8b8-4767-90ff-1dd9ad026d61 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:58.762150 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7fa8d26e-56f7-4266-addf-c8335d8c2fbf req-ccf641b5-f8b8-4767-90ff-1dd9ad026d61 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0495450 Jul 30 02:37:58.799243 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7fa8d26e-56f7-4266-addf-c8335d8c2fbf req-9255e73e-8add-4248-99b7-48b2560f45e3 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311341 Jul 30 02:37:59.913360 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18705c1-0103-41cd-bfee-d04636748058 req-5ef0e75e-2bbb-42d3-9929-d4a0fa0772f4 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:59.914916 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e18705c1-0103-41cd-bfee-d04636748058 req-5ef0e75e-2bbb-42d3-9929-d4a0fa0772f4 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0497098 Jul 30 02:37:59.953249 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e18705c1-0103-41cd-bfee-d04636748058 req-1eab173a-346c-4a18-aa15-93a633e4747a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318563 Jul 30 02:38:01.071801 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd18730-1e62-4389-b7e9-21d444cd8907 req-98024737-ae84-4461-a93b-25d5ca60c3e8 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:01.073292 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5bd18730-1e62-4389-b7e9-21d444cd8907 req-98024737-ae84-4461-a93b-25d5ca60c3e8 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0529976 Jul 30 02:38:01.110706 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5bd18730-1e62-4389-b7e9-21d444cd8907 req-4c229692-e261-4a58-b9d7-92d57f027a23 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309789 Jul 30 02:38:02.225396 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b74ff-5a8d-4c17-9030-7320ed062759 req-48137971-d50b-4038-aaaf-e352adbf6cdc tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:02.226884 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-139b74ff-5a8d-4c17-9030-7320ed062759 req-48137971-d50b-4038-aaaf-e352adbf6cdc tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0496118 Jul 30 02:38:02.263817 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-139b74ff-5a8d-4c17-9030-7320ed062759 req-c0afd897-5e4b-4094-b0ad-a9f2deccdada tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309782 Jul 30 02:38:03.378931 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e94f37-638f-4a4a-911f-0e338d7ee42b req-6b0f5c18-0a7a-4e0a-a367-f712849c540a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:03.380446 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88e94f37-638f-4a4a-911f-0e338d7ee42b req-6b0f5c18-0a7a-4e0a-a367-f712849c540a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0496161 Jul 30 02:38:03.382707 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:03.419847 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-88e94f37-638f-4a4a-911f-0e338d7ee42b req-dc8e9c9b-7d99-4bf8-8fc2-8d74b75317bc tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329413 Jul 30 02:38:04.539434 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c867d-17a1-4faf-9cae-736e0e089677 req-7547b5de-e291-408f-997d-f72bd5a547ff tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:04.541904 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-655c867d-17a1-4faf-9cae-736e0e089677 req-7547b5de-e291-408f-997d-f72bd5a547ff tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0546980 Jul 30 02:38:04.580286 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-655c867d-17a1-4faf-9cae-736e0e089677 req-5a1f1065-da02-4d0c-a69f-cea80ce1589b tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323834 Jul 30 02:38:05.694165 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da49e23-6540-4de7-a203-0f09a285b345 req-708233ab-4f7f-4645-83be-07c6d3c61789 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:05.695923 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2da49e23-6540-4de7-a203-0f09a285b345 req-708233ab-4f7f-4645-83be-07c6d3c61789 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0489938 Jul 30 02:38:05.732824 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2da49e23-6540-4de7-a203-0f09a285b345 req-938dd4d7-4f70-431b-b4b6-4bb1caeea35b tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311062 Jul 30 02:38:06.849146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686c8c4-ccf6-4d26-aacc-1ad876eb162e req-a45a8cf9-fe01-4af3-b6f3-e3b8a88bcc94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:06.850678 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e686c8c4-ccf6-4d26-aacc-1ad876eb162e req-a45a8cf9-fe01-4af3-b6f3-e3b8a88bcc94 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0506909 Jul 30 02:38:06.888482 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e686c8c4-ccf6-4d26-aacc-1ad876eb162e req-ea7aa5f7-a88c-415d-8aea-5a2cd000ad33 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319130 Jul 30 02:38:07.694846 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [req-d16858d6-310f-4786-9c08-3414458a36af req-c842c0b5-8223-4f4b-aaaa-9b09eb128418 service neutron] show failed (client error): The resource could not be found. Jul 30 02:38:07.695781 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d16858d6-310f-4786-9c08-3414458a36af req-c842c0b5-8223-4f4b-aaaa-9b09eb128418 service neutron] 10.222.0.77 "GET /v2.0/ports/5197bdae-ac03-41f1-a11c-c1d3a1344be9/bindings/n-h1-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.0627828 Jul 30 02:38:08.005026 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21132c-4f0c-446c-a07e-0cc92d13398c req-6689b6f2-2668-4459-a998-a8b401e143aa tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:08.006536 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f21132c-4f0c-446c-a07e-0cc92d13398c req-6689b6f2-2668-4459-a998-a8b401e143aa tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0506704 Jul 30 02:38:08.047283 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f21132c-4f0c-446c-a07e-0cc92d13398c req-0f871dcc-ad3f-4d6b-8539-ead6dd71e70d tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347235 Jul 30 02:38:08.217454 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16858d6-310f-4786-9c08-3414458a36af req-4c97f7e9-4f90-4fb0-8479-2d5045536296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:08.218972 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d16858d6-310f-4786-9c08-3414458a36af req-4c97f7e9-4f90-4fb0-8479-2d5045536296 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf&tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6 HTTP/1.1" status: 200 len: 1097 time: 0.0823622 Jul 30 02:38:08.230286 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-9', 'device_owner': 'compute:nova'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:38:08.284462 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:08.485088 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] For port 5197bdae-ac03-41f1-a11c-c1d3a1344be9, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=5197bdae-ac03-41f1-a11c-c1d3a1344be9,segment=NetworkSegment(5a0432de-a62a-4510-9708-9909108e0f01),segment_id=5a0432de-a62a-4510-9708-9909108e0f01)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:08.517414 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] For port 5197bdae-ac03-41f1-a11c-c1d3a1344be9, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:38:08.557160 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa32ca2-eef7-48bd-9dd3-de22ee44aeaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5197bdae-ac03-41f1-a11c-c1d3a1344be9'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:38:08.562551 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:08.575849 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] Transition to ACTIVE for port object 5197bdae-ac03-41f1-a11c-c1d3a1344be9 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:38:08.594923 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d3b346-b7dd-4265-8c92-7cb9e4c848bd" -d '{"events": [{"server_uuid": "caa32ca2-eef7-48bd-9dd3-de22ee44aeaf", "name": "network-vif-unplugged", "status": "completed", "tag": "5197bdae-ac03-41f1-a11c-c1d3a1344be9"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:38:08.650175 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:08.690959 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae0eed2-5eac-493f-9b1b-1ac977939bba x-openstack-request-id: req-dae0eed2-5eac-493f-9b1b-1ac977939bba {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:38:08.691253 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa32ca2-eef7-48bd-9dd3-de22ee44aeaf", "name": "network-vif-unplugged", "status": "completed", "tag": "5197bdae-ac03-41f1-a11c-c1d3a1344be9", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:38:08.691501 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dae0eed2-5eac-493f-9b1b-1ac977939bba {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:38:08.691888 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa32ca2-eef7-48bd-9dd3-de22ee44aeaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5197bdae-ac03-41f1-a11c-c1d3a1344be9', 'code': 200} Jul 30 02:38:08.718531 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] No DVR routers for this DVR port 5197bdae-ac03-41f1-a11c-c1d3a1344be9 on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:38:08.722967 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] Pushing event updated for resources: {'Port': ['ID=5197bdae-ac03-41f1-a11c-c1d3a1344be9,revision_number=6']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:08.754747 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] Attempting to bind port 5197bdae-ac03-41f1-a11c-c1d3a1344be9 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:38:08.755080 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] Attempting to bind port 5197bdae-ac03-41f1-a11c-c1d3a1344be9 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '5a0432de-a62a-4510-9708-9909108e0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:38:08.755400 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] Attempting to bind port 5197bdae-ac03-41f1-a11c-c1d3a1344be9 on network e8be68cc-ab92-4be3-9c63-288ef3aa7a35 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:38:08.759526 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] Port 5197bdae-ac03-41f1-a11c-c1d3a1344be9 on network e8be68cc-ab92-4be3-9c63-288ef3aa7a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:38:08.759848 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] Attempting to bind port 5197bdae-ac03-41f1-a11c-c1d3a1344be9 on network e8be68cc-ab92-4be3-9c63-288ef3aa7a35 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:38:08.764569 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:38:08.764977 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] Checking segment: {'id': '5a0432de-a62a-4510-9708-9909108e0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:38:08.766146 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] Bound using segment: {'id': '5a0432de-a62a-4510-9708-9909108e0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:38:08.766605 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] Bound port: 5197bdae-ac03-41f1-a11c-c1d3a1344be9, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0432de-a62a-4510-9708-9909108e0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:38:08.766957 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:08.827623 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] For port 5197bdae-ac03-41f1-a11c-c1d3a1344be9, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:38:08.830520 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] For port 5197bdae-ac03-41f1-a11c-c1d3a1344be9, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5197bdae-ac03-41f1-a11c-c1d3a1344be9,segment=NetworkSegment(5a0432de-a62a-4510-9708-9909108e0f01),segment_id=5a0432de-a62a-4510-9708-9909108e0f01)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:38:08.885776 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:08.918769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:08.919436 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:08.920795 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d16858d6-310f-4786-9c08-3414458a36af req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] 10.222.0.10 "PUT /v2.0/ports/5197bdae-ac03-41f1-a11c-c1d3a1344be9 HTTP/1.1" status: 200 len: 1092 time: 0.6943433 Jul 30 02:38:08.942388 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879f64d-d495-41a7-ace3-92d344ada361 service neutron] Pushing event updated for resources: {'Port': ['ID=5197bdae-ac03-41f1-a11c-c1d3a1344be9,revision_number=7']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:08.989140 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16858d6-310f-4786-9c08-3414458a36af req-f972748d-f159-4365-ab1c-046652238f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:08.991410 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d16858d6-310f-4786-9c08-3414458a36af req-f972748d-f159-4365-ab1c-046652238f0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6&device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 1095 time: 0.0451009 Jul 30 02:38:09.086743 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16858d6-310f-4786-9c08-3414458a36af req-5169574b-b52e-45c8-b6cb-428c64bbefa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:09.088253 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d16858d6-310f-4786-9c08-3414458a36af req-5169574b-b52e-45c8-b6cb-428c64bbefa7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35 HTTP/1.1" status: 200 len: 916 time: 0.0888822 Jul 30 02:38:09.129768 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d16858d6-310f-4786-9c08-3414458a36af req-a7e0b5e6-1d67-487a-8c02-7b9576dce784 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5197bdae-ac03-41f1-a11c-c1d3a1344be9 HTTP/1.1" status: 200 len: 217 time: 0.0342863 Jul 30 02:38:09.148454 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2ff58e7-44d1-4e33-a252-3529f889bb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:09.168292 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da339d2a-9add-43a4-9491-e5edece69c98 req-8bf1cba8-985a-449a-bbd1-a2adee6860be tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:09.169817 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-da339d2a-9add-43a4-9491-e5edece69c98 req-8bf1cba8-985a-449a-bbd1-a2adee6860be tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 944 time: 0.0507395 Jul 30 02:38:09.183416 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16858d6-310f-4786-9c08-3414458a36af req-4e6b707a-91c4-4153-b8c6-e23ceaba4dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:09.184896 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d16858d6-310f-4786-9c08-3414458a36af req-4e6b707a-91c4-4153-b8c6-e23ceaba4dab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=113bbfaa-9486-4c00-9724-5f65314e691f HTTP/1.1" status: 200 len: 855 time: 0.0490067 Jul 30 02:38:09.209021 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-da339d2a-9add-43a4-9491-e5edece69c98 req-02045863-8994-429e-b43e-540f7722d556 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328033 Jul 30 02:38:09.217742 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d16858d6-310f-4786-9c08-3414458a36af req-02c4edcc-6ce8-4ef8-823f-bccbae9fe2e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254440 Jul 30 02:38:09.305190 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d16858d6-310f-4786-9c08-3414458a36af req-9447cba1-9963-4da4-b4f2-ad401efc2d51 service neutron] 10.222.0.10 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798714 Jul 30 02:38:09.408831 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d16858d6-310f-4786-9c08-3414458a36af req-eb7c7527-9978-42e9-a158-433dfbf83930 service neutron] 10.222.0.10 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968909 Jul 30 02:38:10.324969 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5370af-6964-4cfd-901b-e16154127f04 req-0f8d7b6c-c9a1-4f72-9de6-a91d718bc008 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:10.326501 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d5370af-6964-4cfd-901b-e16154127f04 req-0f8d7b6c-c9a1-4f72-9de6-a91d718bc008 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 944 time: 0.0504162 Jul 30 02:38:10.369331 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d5370af-6964-4cfd-901b-e16154127f04 req-400d9fff-8338-43ef-b54c-41cf08c84d36 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367737 Jul 30 02:38:10.692585 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa32ca2-eef7-48bd-9dd3-de22ee44aeaf', 'tag': '5197bdae-ac03-41f1-a11c-c1d3a1344be9'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:38:10.695235 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69fd6a2-25a1-4378-ab36-b9de5f009a52" -d '{"events": [{"name": "network-changed", "server_uuid": "caa32ca2-eef7-48bd-9dd3-de22ee44aeaf", "tag": "5197bdae-ac03-41f1-a11c-c1d3a1344be9"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:38:10.718086 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 5197bdae-ac03-41f1-a11c-c1d3a1344be9 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:38:10.742778 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa096ea-2a51-4468-a998-0601d65519a5 x-openstack-request-id: req-4aa096ea-2a51-4468-a998-0601d65519a5 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:38:10.743099 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa32ca2-eef7-48bd-9dd3-de22ee44aeaf", "tag": "5197bdae-ac03-41f1-a11c-c1d3a1344be9", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:38:10.743389 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4aa096ea-2a51-4468-a998-0601d65519a5 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:38:10.743792 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa32ca2-eef7-48bd-9dd3-de22ee44aeaf', 'tag': '5197bdae-ac03-41f1-a11c-c1d3a1344be9', 'status': 'completed', 'code': 200} Jul 30 02:38:10.802712 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd6a2-25a1-4378-ab36-b9de5f009a52 req-d2b171df-8d2b-4753-88b2-a9ae1bf89d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:10.804252 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a69fd6a2-25a1-4378-ab36-b9de5f009a52 req-d2b171df-8d2b-4753-88b2-a9ae1bf89d62 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6&device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 1095 time: 0.0421069 Jul 30 02:38:10.810186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 5197bdae-ac03-41f1-a11c-c1d3a1344be9, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5197bdae-ac03-41f1-a11c-c1d3a1344be9,segment=NetworkSegment(5a0432de-a62a-4510-9708-9909108e0f01),segment_id=5a0432de-a62a-4510-9708-9909108e0f01)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:10.823912 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '5197bdae-ac03-41f1-a11c-c1d3a1344be9', 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35', 'port_id': '5197bdae-ac03-41f1-a11c-c1d3a1344be9', 'mac_address': 'fa:16:3e:69:29:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113bbfaa-9486-4c00-9724-5f65314e691f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:38:10.856134 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd6a2-25a1-4378-ab36-b9de5f009a52 req-dfd20292-e207-48d9-8609-17cbfa993a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:10.857680 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a69fd6a2-25a1-4378-ab36-b9de5f009a52 req-dfd20292-e207-48d9-8609-17cbfa993a01 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6&device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 1095 time: 0.0463862 Jul 30 02:38:10.864843 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:10.878927 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5197bdae-ac03-41f1-a11c-c1d3a1344be9 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:38:10.899587 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 5197bdae-ac03-41f1-a11c-c1d3a1344be9, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5197bdae-ac03-41f1-a11c-c1d3a1344be9,segment=NetworkSegment(5a0432de-a62a-4510-9708-9909108e0f01),segment_id=5a0432de-a62a-4510-9708-9909108e0f01)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:10.903120 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd6a2-25a1-4378-ab36-b9de5f009a52 req-e4251c95-8230-4b31-84e2-58a854bda9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:10.904630 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a69fd6a2-25a1-4378-ab36-b9de5f009a52 req-e4251c95-8230-4b31-84e2-58a854bda9c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35 HTTP/1.1" status: 200 len: 916 time: 0.0934138 Jul 30 02:38:10.950049 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a69fd6a2-25a1-4378-ab36-b9de5f009a52 req-41c78d8b-2b2e-409f-a037-07587933a606 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5197bdae-ac03-41f1-a11c-c1d3a1344be9 HTTP/1.1" status: 200 len: 217 time: 0.0351124 Jul 30 02:38:10.950562 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd6a2-25a1-4378-ab36-b9de5f009a52 req-c850bfc9-9fb4-4c39-bd80-40efb9e93d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:10.952067 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a69fd6a2-25a1-4378-ab36-b9de5f009a52 req-c850bfc9-9fb4-4c39-bd80-40efb9e93d5d service neutron] 10.222.0.77 "GET /v2.0/networks?id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35 HTTP/1.1" status: 200 len: 916 time: 0.0871301 Jul 30 02:38:10.969906 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:10.998171 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a69fd6a2-25a1-4378-ab36-b9de5f009a52 req-11c84b62-4fcc-4972-900f-bba8cc75fd6b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5197bdae-ac03-41f1-a11c-c1d3a1344be9 HTTP/1.1" status: 200 len: 217 time: 0.0386717 Jul 30 02:38:11.001248 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd6a2-25a1-4378-ab36-b9de5f009a52 req-08bf4cc6-ada6-4c33-80c6-7bf9a5a14ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:11.002854 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a69fd6a2-25a1-4378-ab36-b9de5f009a52 req-08bf4cc6-ada6-4c33-80c6-7bf9a5a14ad8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=113bbfaa-9486-4c00-9724-5f65314e691f HTTP/1.1" status: 200 len: 855 time: 0.0447941 Jul 30 02:38:11.021271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=5197bdae-ac03-41f1-a11c-c1d3a1344be9,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:11.036521 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a69fd6a2-25a1-4378-ab36-b9de5f009a52 req-060ba013-c1d5-4edc-b456-441c6ed6ee5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258484 Jul 30 02:38:11.047855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd6a2-25a1-4378-ab36-b9de5f009a52 req-3ef19f3c-efe2-4b4a-abee-63990f37056b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:11.049320 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a69fd6a2-25a1-4378-ab36-b9de5f009a52 req-3ef19f3c-efe2-4b4a-abee-63990f37056b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=113bbfaa-9486-4c00-9724-5f65314e691f HTTP/1.1" status: 200 len: 855 time: 0.0445220 Jul 30 02:38:11.083830 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a69fd6a2-25a1-4378-ab36-b9de5f009a52 req-fbfd0fc5-95c3-45b0-b91d-816ba16d818c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272148 Jul 30 02:38:11.132980 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a69fd6a2-25a1-4378-ab36-b9de5f009a52 req-c87c1c62-5f41-4888-8128-41ae97e598fe service neutron] 10.222.0.10 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881622 Jul 30 02:38:11.181057 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a69fd6a2-25a1-4378-ab36-b9de5f009a52 req-e22d10c9-67e7-41eb-8741-8aae3e93d199 service neutron] 10.222.0.77 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892823 Jul 30 02:38:11.201679 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['5197bdae-ac03-41f1-a11c-c1d3a1344be9'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:38:11.227086 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a69fd6a2-25a1-4378-ab36-b9de5f009a52 req-e474a1bb-7355-4b1d-bb78-e6a17bb5a333 service neutron] 10.222.0.10 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861170 Jul 30 02:38:11.276392 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a69fd6a2-25a1-4378-ab36-b9de5f009a52 req-2272c85e-79b6-4207-ab56-68b9d58dece8 service neutron] 10.222.0.77 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875902 Jul 30 02:38:11.487866 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2130ff6-b9ba-4de0-81a5-09e8dbaf3c30 req-07689a4f-6177-4c32-ba26-4420036c725e tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:11.489279 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c2130ff6-b9ba-4de0-81a5-09e8dbaf3c30 req-07689a4f-6177-4c32-ba26-4420036c725e tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 945 time: 0.0497539 Jul 30 02:38:11.527202 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c2130ff6-b9ba-4de0-81a5-09e8dbaf3c30 req-ae0f3019-b742-4898-bfe3-82b690b9688e tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320022 Jul 30 02:38:11.679471 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a4de053-2026-4156-8e26-175bec4ec736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:11.834160 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:11.907655 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127880f3-746f-4f21-b8a3-6cc52b69f6fe req-c05d8290-4e1f-4335-a553-192f1439f6df tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:11.909133 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-127880f3-746f-4f21-b8a3-6cc52b69f6fe req-c05d8290-4e1f-4335-a553-192f1439f6df tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 945 time: 0.0537016 Jul 30 02:38:11.948090 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-127880f3-746f-4f21-b8a3-6cc52b69f6fe req-7ea430a6-5aaf-4b5b-84ad-3cc5d8d4de53 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327368 Jul 30 02:38:12.033202 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94157875-c4f7-4d26-b7d5-ee9bda17f18f req-8e669ffb-5fea-46e3-9980-54dc9c202f74 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:12.034709 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94157875-c4f7-4d26-b7d5-ee9bda17f18f req-8e669ffb-5fea-46e3-9980-54dc9c202f74 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf&tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6&binding%3Ahost_id=n-h1-713498-9 HTTP/1.1" status: 200 len: 945 time: 0.0857666 Jul 30 02:38:12.099223 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [req-94157875-c4f7-4d26-b7d5-ee9bda17f18f req-cfa5fd10-401d-455d-8827-f19ad99a04b1 service neutron] delete failed (client error): The resource could not be found. Jul 30 02:38:12.100220 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94157875-c4f7-4d26-b7d5-ee9bda17f18f req-cfa5fd10-401d-455d-8827-f19ad99a04b1 service neutron] 10.222.0.77 "DELETE /v2.0/ports/5197bdae-ac03-41f1-a11c-c1d3a1344be9/bindings/n-h2-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.0579746 Jul 30 02:38:12.201103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94157875-c4f7-4d26-b7d5-ee9bda17f18f req-504b8e19-9e8c-4582-89c8-27c8003a6822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:12.202585 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94157875-c4f7-4d26-b7d5-ee9bda17f18f req-504b8e19-9e8c-4582-89c8-27c8003a6822 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6&device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 1096 time: 0.0403409 Jul 30 02:38:12.289906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94157875-c4f7-4d26-b7d5-ee9bda17f18f req-34fdedf1-b9e6-493b-b590-b8e8ef0aa30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:12.291288 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 5197bdae-ac03-41f1-a11c-c1d3a1344be9 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:38:12.291435 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94157875-c4f7-4d26-b7d5-ee9bda17f18f req-34fdedf1-b9e6-493b-b590-b8e8ef0aa30f service neutron] 10.222.0.77 "GET /v2.0/networks?id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35 HTTP/1.1" status: 200 len: 916 time: 0.0818405 Jul 30 02:38:12.329704 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 5197bdae-ac03-41f1-a11c-c1d3a1344be9 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:38:12.347503 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94157875-c4f7-4d26-b7d5-ee9bda17f18f req-1bcce46c-2b85-4c73-b977-328c467c23af service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5197bdae-ac03-41f1-a11c-c1d3a1344be9 HTTP/1.1" status: 200 len: 217 time: 0.0489933 Jul 30 02:38:12.398369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94157875-c4f7-4d26-b7d5-ee9bda17f18f req-fc20fa99-e3e6-46aa-bc36-7dbeb32e513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:12.399913 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94157875-c4f7-4d26-b7d5-ee9bda17f18f req-fc20fa99-e3e6-46aa-bc36-7dbeb32e513d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=113bbfaa-9486-4c00-9724-5f65314e691f HTTP/1.1" status: 200 len: 855 time: 0.0447681 Jul 30 02:38:12.431499 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94157875-c4f7-4d26-b7d5-ee9bda17f18f req-622824c8-adf0-4379-8fd6-cfb81f691efb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243590 Jul 30 02:38:12.524224 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94157875-c4f7-4d26-b7d5-ee9bda17f18f req-f1cea44f-be5c-46ef-9867-92881374966d service neutron] 10.222.0.77 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853143 Jul 30 02:38:12.612326 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94157875-c4f7-4d26-b7d5-ee9bda17f18f req-436ab1e7-7b66-4dca-9e4d-7b09524fb61a service neutron] 10.222.0.77 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806286 Jul 30 02:38:12.739138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 5197bdae-ac03-41f1-a11c-c1d3a1344be9 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:38:12.828619 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 5197bdae-ac03-41f1-a11c-c1d3a1344be9 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:38:12.832565 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 5197bdae-ac03-41f1-a11c-c1d3a1344be9 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:38:12.833059 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:12.911549 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:12.933167 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa32ca2-eef7-48bd-9dd3-de22ee44aeaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5197bdae-ac03-41f1-a11c-c1d3a1344be9'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:38:12.947565 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 5197bdae-ac03-41f1-a11c-c1d3a1344be9, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5197bdae-ac03-41f1-a11c-c1d3a1344be9,segment=NetworkSegment(5a0432de-a62a-4510-9708-9909108e0f01),segment_id=5a0432de-a62a-4510-9708-9909108e0f01)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:12.971382 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1abfc2-a9de-4397-bcf2-9e08cd8b8f9c" -d '{"events": [{"server_uuid": "caa32ca2-eef7-48bd-9dd3-de22ee44aeaf", "name": "network-vif-plugged", "status": "completed", "tag": "5197bdae-ac03-41f1-a11c-c1d3a1344be9"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:38:12.993799 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:13.053374 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=5197bdae-ac03-41f1-a11c-c1d3a1344be9,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:13.068521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e98a6-a29a-4498-9a70-96838553875a req-920c491b-0ffc-46be-8575-7a4a557958be tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:13.070268 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b09e98a6-a29a-4498-9a70-96838553875a req-920c491b-0ffc-46be-8575-7a4a557958be tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0523160 Jul 30 02:38:13.108643 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b09e98a6-a29a-4498-9a70-96838553875a req-384d9a68-8db4-4e68-9539-b73cdf15706d tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324323 Jul 30 02:38:13.198878 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98f817e-440f-4589-a053-f756d91fbce3 x-openstack-request-id: req-d98f817e-440f-4589-a053-f756d91fbce3 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:38:13.199176 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa32ca2-eef7-48bd-9dd3-de22ee44aeaf", "name": "network-vif-plugged", "status": "completed", "tag": "5197bdae-ac03-41f1-a11c-c1d3a1344be9", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:38:13.199433 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d98f817e-440f-4589-a053-f756d91fbce3 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:38:13.199834 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa32ca2-eef7-48bd-9dd3-de22ee44aeaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5197bdae-ac03-41f1-a11c-c1d3a1344be9', 'code': 200} Jul 30 02:38:13.445426 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:14.228300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e477e0-9de1-4030-908e-8bb66f7ade8e req-74fbb7d8-b012-4d44-9b8b-6994bee231ed tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:14.229786 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57e477e0-9de1-4030-908e-8bb66f7ade8e req-74fbb7d8-b012-4d44-9b8b-6994bee231ed tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0530388 Jul 30 02:38:14.267177 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57e477e0-9de1-4030-908e-8bb66f7ade8e req-0a1cd0e4-b70d-4abf-b693-6bfb80023585 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314324 Jul 30 02:38:14.379111 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfba599-c983-434d-bda0-a3beeebd7e94 req-11bc4491-11dc-4ee5-b0f9-87bae04c1f0e tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:14.380642 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8cfba599-c983-434d-bda0-a3beeebd7e94 req-11bc4491-11dc-4ee5-b0f9-87bae04c1f0e tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0495315 Jul 30 02:38:14.419624 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8cfba599-c983-434d-bda0-a3beeebd7e94 req-7048530e-d0cf-42af-ac0d-08508c766213 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328586 Jul 30 02:38:14.529894 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08594e70-376f-47cc-bb57-9f31e243c554 req-e0910db6-7275-40fd-be85-c89ce5738206 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:14.532096 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08594e70-376f-47cc-bb57-9f31e243c554 req-e0910db6-7275-40fd-be85-c89ce5738206 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0484517 Jul 30 02:38:14.569492 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08594e70-376f-47cc-bb57-9f31e243c554 req-ffbf1983-9c07-40e5-9694-965e697167de tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313432 Jul 30 02:38:14.776305 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:15.069499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-497bafa6-6ee1-40ca-bc23-7e692277a559 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:15.070923 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-497bafa6-6ee1-40ca-bc23-7e692277a559 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/networks?id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35 HTTP/1.1" status: 200 len: 815 time: 0.1032600 Jul 30 02:38:15.085386 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-5a484a58-1a7a-4c8c-a30f-cb3d031e5f30 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/quotas/c58d1225bdf24c4c9c6516cec69cb2b6 HTTP/1.1" status: 200 len: 375 time: 0.0089164 Jul 30 02:38:15.133249 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-7ab9f7fe-752c-4f4a-9159-a7e493896ce3 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428684 Jul 30 02:38:15.294452 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-9f920cc3-be4b-49a9-a2ac-a2be8071c229 service neutron] 10.222.0.70 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223462 Jul 30 02:38:15.383650 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-0b4da256-b73e-46eb-be16-6267f6fc27fa service neutron] 10.222.0.70 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824962 Jul 30 02:38:15.612476 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ff1be47-9f02-4a13-91e3-07c6164bfaca req-b4f09c87-9627-4db1-ab1c-5efb88184d8e tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 210 time: 0.0294073 Jul 30 02:38:16.231719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee7b5f-ccf4-4570-90ae-9a8acba89c30 req-8ac2906d-539d-4413-8b01-aabfc5e58ad1 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:16.233180 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f8ee7b5f-ccf4-4570-90ae-9a8acba89c30 req-8ac2906d-539d-4413-8b01-aabfc5e58ad1 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.10 "GET /v2.0/ports?device_id=caa32ca2-eef7-48bd-9dd3-de22ee44aeaf HTTP/1.1" status: 200 len: 946 time: 0.0527027 Jul 30 02:38:16.326607 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-f8ee7b5f-ccf4-4570-90ae-9a8acba89c30 req-f07782f7-f503-4a58-a477-c457852f596c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Deleting port 5197bdae-ac03-41f1-a11c-c1d3a1344be9 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:38:16.326870 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f8ee7b5f-ccf4-4570-90ae-9a8acba89c30 req-f07782f7-f503-4a58-a477-c457852f596c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:16.417069 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-f8ee7b5f-ccf4-4570-90ae-9a8acba89c30 req-f07782f7-f503-4a58-a477-c457852f596c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] For port 5197bdae-ac03-41f1-a11c-c1d3a1344be9, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5197bdae-ac03-41f1-a11c-c1d3a1344be9,segment=NetworkSegment(5a0432de-a62a-4510-9708-9909108e0f01),segment_id=5a0432de-a62a-4510-9708-9909108e0f01)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:16.417429 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f8ee7b5f-ccf4-4570-90ae-9a8acba89c30 req-f07782f7-f503-4a58-a477-c457852f596c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:16.431327 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-f8ee7b5f-ccf4-4570-90ae-9a8acba89c30 req-f07782f7-f503-4a58-a477-c457852f596c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Calling delete_port for 5197bdae-ac03-41f1-a11c-c1d3a1344be9 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:38:16.639570 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f8ee7b5f-ccf4-4570-90ae-9a8acba89c30 req-f07782f7-f503-4a58-a477-c457852f596c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:16.651822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['5197bdae-ac03-41f1-a11c-c1d3a1344be9'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:38:16.673956 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07782f7-f503-4a58-a477-c457852f596c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Pushing event deleted for resources: {'Port': ['ID=5197bdae-ac03-41f1-a11c-c1d3a1344be9,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:16.716948 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9220676c-907e-471f-b08e-a11f649bf33e req-dd9d0ce3-570c-4c64-9f66-3743b01d4ac3 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 210 time: 0.0323317 Jul 30 02:38:16.720314 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ee7b5f-ccf4-4570-90ae-9a8acba89c30 req-f07782f7-f503-4a58-a477-c457852f596c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] No DVR routers for this DVR port 5197bdae-ac03-41f1-a11c-c1d3a1344be9 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:38:16.723576 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f8ee7b5f-ccf4-4570-90ae-9a8acba89c30 req-f07782f7-f503-4a58-a477-c457852f596c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:16.725855 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f8ee7b5f-ccf4-4570-90ae-9a8acba89c30 req-f07782f7-f503-4a58-a477-c457852f596c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.10 "DELETE /v2.0/ports/5197bdae-ac03-41f1-a11c-c1d3a1344be9 HTTP/1.1" status: 204 len: 173 time: 0.4862964 Jul 30 02:38:16.726419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa32ca2-eef7-48bd-9dd3-de22ee44aeaf', 'name': 'network-vif-deleted', 'tag': '5197bdae-ac03-41f1-a11c-c1d3a1344be9'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:38:16.729632 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678ab804-10dd-4c93-b009-d2bcce273524" -d '{"events": [{"server_uuid": "caa32ca2-eef7-48bd-9dd3-de22ee44aeaf", "name": "network-vif-deleted", "tag": "5197bdae-ac03-41f1-a11c-c1d3a1344be9"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:38:16.771636 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1c1945-9a98-4e49-9c8c-103d2b18b7ab x-openstack-request-id: req-6d1c1945-9a98-4e49-9c8c-103d2b18b7ab {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:38:16.772000 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa32ca2-eef7-48bd-9dd3-de22ee44aeaf", "name": "network-vif-deleted", "tag": "5197bdae-ac03-41f1-a11c-c1d3a1344be9", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:38:16.772321 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d1c1945-9a98-4e49-9c8c-103d2b18b7ab {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:38:16.773416 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa32ca2-eef7-48bd-9dd3-de22ee44aeaf', 'name': 'network-vif-deleted', 'tag': '5197bdae-ac03-41f1-a11c-c1d3a1344be9', 'status': 'completed', 'code': 200} Jul 30 02:38:17.485222 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-0f023e8a-d813-4458-b56e-15db3993ea7a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:17.486816 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-0f023e8a-d813-4458-b56e-15db3993ea7a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.10 "GET /v2.0/networks?id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35 HTTP/1.1" status: 200 len: 815 time: 0.1087351 Jul 30 02:38:17.500551 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-f9432919-ac1c-4db1-9e3b-7360e6bf4a7c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Request body: {'port': {'device_id': '74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f', 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35', 'admin_state_up': True, 'tenant_id': 'c58d1225bdf24c4c9c6516cec69cb2b6'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:38:17.668216 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-f9432919-ac1c-4db1-9e3b-7360e6bf4a7c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Made reservation on behalf of c58d1225bdf24c4c9c6516cec69cb2b6 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:38:17.671801 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-f9432919-ac1c-4db1-9e3b-7360e6bf4a7c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:17.827775 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-00e2fb9c-aa4a-47b3-8f36-133d60d6b3b1 req-4a1ce936-b9ae-4834-9038-4d8f01209544 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 210 time: 0.0301034 Jul 30 02:38:18.111550 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-f9432919-ac1c-4db1-9e3b-7360e6bf4a7c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Allocated IP 172.20.0.11 (e8be68cc-ab92-4be3-9c63-288ef3aa7a35/113bbfaa-9486-4c00-9724-5f65314e691f/0fb84276-77dd-415c-863e-07d777b9b066) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:38:18.244046 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:18.255311 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-f9432919-ac1c-4db1-9e3b-7360e6bf4a7c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:18.325437 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-f9432919-ac1c-4db1-9e3b-7360e6bf4a7c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:18.339150 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['5197bdae-ac03-41f1-a11c-c1d3a1344be9'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:38:18.366198 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-f9432919-ac1c-4db1-9e3b-7360e6bf4a7c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Network e8be68cc-ab92-4be3-9c63-288ef3aa7a35 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:38:18.369228 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-f9432919-ac1c-4db1-9e3b-7360e6bf4a7c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:38:18.372958 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-f9432919-ac1c-4db1-9e3b-7360e6bf4a7c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:38:18.404694 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9432919-ac1c-4db1-9e3b-7360e6bf4a7c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Pushing event updated for resources: {'Port': ['ID=0fb84276-77dd-415c-863e-07d777b9b066,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:18.427598 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-f9432919-ac1c-4db1-9e3b-7360e6bf4a7c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:18.428222 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-f9432919-ac1c-4db1-9e3b-7360e6bf4a7c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:18.491508 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-f9432919-ac1c-4db1-9e3b-7360e6bf4a7c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9957182 Jul 30 02:38:18.503598 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] Request body: {'port': {'device_id': '74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:38:18.558291 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:18.812581 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb84276-77dd-415c-863e-07d777b9b066 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:38:18.820024 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:18.832336 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] Transition to ACTIVE for port object 0fb84276-77dd-415c-863e-07d777b9b066 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:38:18.902252 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:18.946821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391e72-64c1-4ce4-bde0-e17e09fd226f req-c8741c1c-69fc-4a85-8387-36a895c23716 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:18.948398 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a391e72-64c1-4ce4-bde0-e17e09fd226f req-c8741c1c-69fc-4a85-8387-36a895c23716 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 944 time: 0.0516741 Jul 30 02:38:18.954260 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] Pushing event updated for resources: {'Port': ['ID=0fb84276-77dd-415c-863e-07d777b9b066,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:18.988153 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a391e72-64c1-4ce4-bde0-e17e09fd226f req-cf24125d-4bec-4ea7-a781-1013d264124e tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329888 Jul 30 02:38:19.024158 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] Attempting to bind port 0fb84276-77dd-415c-863e-07d777b9b066 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:38:19.024498 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] Attempting to bind port 0fb84276-77dd-415c-863e-07d777b9b066 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '5a0432de-a62a-4510-9708-9909108e0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:38:19.024825 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] Attempting to bind port 0fb84276-77dd-415c-863e-07d777b9b066 on network e8be68cc-ab92-4be3-9c63-288ef3aa7a35 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:38:19.029093 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] Port 0fb84276-77dd-415c-863e-07d777b9b066 on network e8be68cc-ab92-4be3-9c63-288ef3aa7a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:38:19.029407 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] Attempting to bind port 0fb84276-77dd-415c-863e-07d777b9b066 on network e8be68cc-ab92-4be3-9c63-288ef3aa7a35 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:38:19.034766 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:38:19.035108 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] Checking segment: {'id': '5a0432de-a62a-4510-9708-9909108e0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:38:19.035491 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] Bound using segment: {'id': '5a0432de-a62a-4510-9708-9909108e0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:38:19.035914 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] Bound port: 0fb84276-77dd-415c-863e-07d777b9b066, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0432de-a62a-4510-9708-9909108e0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:38:19.036281 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:19.097664 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] For port 0fb84276-77dd-415c-863e-07d777b9b066, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:38:19.100494 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] For port 0fb84276-77dd-415c-863e-07d777b9b066, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0fb84276-77dd-415c-863e-07d777b9b066,segment=NetworkSegment(5a0432de-a62a-4510-9708-9909108e0f01),segment_id=5a0432de-a62a-4510-9708-9909108e0f01)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:38:19.159487 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:19.191620 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:19.192301 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:19.193695 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] 10.222.0.10 "PUT /v2.0/ports/0fb84276-77dd-415c-863e-07d777b9b066 HTTP/1.1" status: 200 len: 1092 time: 0.6942468 Jul 30 02:38:19.194397 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f', 'tag': '0fb84276-77dd-415c-863e-07d777b9b066'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:38:19.196633 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b903ad77-238c-4ca6-9adf-acc7a0a8d0fe" -d '{"events": [{"name": "network-changed", "server_uuid": "74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f", "tag": "0fb84276-77dd-415c-863e-07d777b9b066"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:38:19.225251 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c394b1-20f0-4572-afe2-4fe763c0580c service neutron] Pushing event updated for resources: {'Port': ['ID=0fb84276-77dd-415c-863e-07d777b9b066,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:19.233033 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4bdbed-1015-4f5b-bbef-9ac00b402d48 x-openstack-request-id: req-ea4bdbed-1015-4f5b-bbef-9ac00b402d48 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:38:19.233331 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f", "tag": "0fb84276-77dd-415c-863e-07d777b9b066", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:38:19.233579 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea4bdbed-1015-4f5b-bbef-9ac00b402d48 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:38:19.233989 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f', 'tag': '0fb84276-77dd-415c-863e-07d777b9b066', 'status': 'completed', 'code': 200} Jul 30 02:38:19.297418 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903ad77-238c-4ca6-9adf-acc7a0a8d0fe req-030916fd-7393-43d3-8541-b2e78e6d77f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:19.298924 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b903ad77-238c-4ca6-9adf-acc7a0a8d0fe req-030916fd-7393-43d3-8541-b2e78e6d77f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6&device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 1095 time: 0.0436966 Jul 30 02:38:19.407693 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903ad77-238c-4ca6-9adf-acc7a0a8d0fe req-a0abdc57-b7f4-44a6-b335-2f5f8afc9aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:19.409163 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b903ad77-238c-4ca6-9adf-acc7a0a8d0fe req-a0abdc57-b7f4-44a6-b335-2f5f8afc9aaa service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1022778 Jul 30 02:38:19.504611 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903ad77-238c-4ca6-9adf-acc7a0a8d0fe req-dbc4bc7d-1423-4ecb-bd42-eafeb9272d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:19.506064 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b903ad77-238c-4ca6-9adf-acc7a0a8d0fe req-dbc4bc7d-1423-4ecb-bd42-eafeb9272d51 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899131 Jul 30 02:38:19.578263 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-22d94d16-dbaa-4aad-b5e5-b1359e4ebeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:19.579744 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-22d94d16-dbaa-4aad-b5e5-b1359e4ebeb8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6&device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 1095 time: 0.0408404 Jul 30 02:38:19.619729 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-7ee423ef-f741-4f32-863e-81cb3520b38a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fb84276-77dd-415c-863e-07d777b9b066 HTTP/1.1" status: 200 len: 217 time: 0.0323591 Jul 30 02:38:19.667881 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-bda6e57b-e515-4462-94d0-432fc050e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:19.669338 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-bda6e57b-e515-4462-94d0-432fc050e322 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=113bbfaa-9486-4c00-9724-5f65314e691f HTTP/1.1" status: 200 len: 855 time: 0.0430100 Jul 30 02:38:19.706575 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-3bef5025-7bd6-41a0-91ea-02360309332f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297985 Jul 30 02:38:19.793923 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-f880c694-6a16-4db7-a56e-40c58edc8040 service neutron] 10.222.0.10 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806856 Jul 30 02:38:19.887547 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-aebd21e8-8d30-4c79-98ff-4fa059c4b2e2 req-a0d03603-a8b9-4549-ae73-c2a50afaf986 service neutron] 10.222.0.10 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860019 Jul 30 02:38:20.103841 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb28e40-5ff9-4028-bb75-ad8c3df39270 req-4bc3ca8a-287c-4173-b4c1-ee1d00c213b9 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:20.105323 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cdb28e40-5ff9-4028-bb75-ad8c3df39270 req-4bc3ca8a-287c-4173-b4c1-ee1d00c213b9 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 944 time: 0.0490379 Jul 30 02:38:20.143685 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cdb28e40-5ff9-4028-bb75-ad8c3df39270 req-474d4ed6-a59b-4829-b717-a7046edb65c5 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317512 Jul 30 02:38:20.766225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 5197bdae-ac03-41f1-a11c-c1d3a1344be9 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:38:20.786168 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 5197bdae-ac03-41f1-a11c-c1d3a1344be9 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:38:20.786567 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 5197bdae-ac03-41f1-a11c-c1d3a1344be9 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:38:21.260348 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d5f9b-58bc-41d8-85f1-099dce0d31e8 req-13ff1b79-15e3-4ad2-a76d-3f05b7f4971c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:21.261823 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-132d5f9b-58bc-41d8-85f1-099dce0d31e8 req-13ff1b79-15e3-4ad2-a76d-3f05b7f4971c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 944 time: 0.0526624 Jul 30 02:38:21.300289 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-132d5f9b-58bc-41d8-85f1-099dce0d31e8 req-09cfd25a-e1e5-45e3-9e82-0556071a03d1 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321476 Jul 30 02:38:22.415449 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6515306-62a7-4dcd-ad2c-bf4174002a6f req-2d703bdc-7b7e-4bc7-b158-e4898bca44f1 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:22.417067 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a6515306-62a7-4dcd-ad2c-bf4174002a6f req-2d703bdc-7b7e-4bc7-b158-e4898bca44f1 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 944 time: 0.0503550 Jul 30 02:38:22.455949 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a6515306-62a7-4dcd-ad2c-bf4174002a6f req-97689679-7bf8-4e24-9e70-2eec0f69037c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321836 Jul 30 02:38:22.779402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0fb84276-77dd-415c-863e-07d777b9b066 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:38:22.870405 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0fb84276-77dd-415c-863e-07d777b9b066, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0fb84276-77dd-415c-863e-07d777b9b066,segment=NetworkSegment(5a0432de-a62a-4510-9708-9909108e0f01),segment_id=5a0432de-a62a-4510-9708-9909108e0f01)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:22.881719 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '0fb84276-77dd-415c-863e-07d777b9b066', 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35', 'port_id': '0fb84276-77dd-415c-863e-07d777b9b066', 'mac_address': 'fa:16:3e:8a:eb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113bbfaa-9486-4c00-9724-5f65314e691f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:38:22.921631 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:22.935170 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb84276-77dd-415c-863e-07d777b9b066 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:38:22.954022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0fb84276-77dd-415c-863e-07d777b9b066, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0fb84276-77dd-415c-863e-07d777b9b066,segment=NetworkSegment(5a0432de-a62a-4510-9708-9909108e0f01),segment_id=5a0432de-a62a-4510-9708-9909108e0f01)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:23.015873 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:23.062412 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0fb84276-77dd-415c-863e-07d777b9b066,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:23.069709 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:23.070056 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:23.070450 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:23.070790 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:23.071127 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:23.071458 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:23.071783 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:23.072107 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:23.072477 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:23.072798 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:23.073120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:23.073438 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:23.205484 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['0fb84276-77dd-415c-863e-07d777b9b066'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:38:23.572484 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cdec9-b44e-4050-b8c9-6426d98d9649 req-f9ba6bee-79e5-4f95-80fe-5e23f96a06a7 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:23.573937 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e71cdec9-b44e-4050-b8c9-6426d98d9649 req-f9ba6bee-79e5-4f95-80fe-5e23f96a06a7 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 945 time: 0.0475709 Jul 30 02:38:23.610176 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e71cdec9-b44e-4050-b8c9-6426d98d9649 req-c809bcb4-d723-4cd5-af07-496d750e6e5f tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304275 Jul 30 02:38:24.734229 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20ae59-eaac-45c1-a7da-8604bdc345a2 req-959b2304-4601-4f45-a540-181a9cb16b38 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:24.735746 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7b20ae59-eaac-45c1-a7da-8604bdc345a2 req-959b2304-4601-4f45-a540-181a9cb16b38 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 945 time: 0.0529726 Jul 30 02:38:24.773452 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7b20ae59-eaac-45c1-a7da-8604bdc345a2 req-5f3a14ea-2695-466f-9b0e-9ee9555078af tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318000 Jul 30 02:38:24.790590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0fb84276-77dd-415c-863e-07d777b9b066 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:38:24.936081 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 0fb84276-77dd-415c-863e-07d777b9b066 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:38:24.939883 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 0fb84276-77dd-415c-863e-07d777b9b066 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:38:24.940250 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:25.014534 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:25.040010 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb84276-77dd-415c-863e-07d777b9b066'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:38:25.042232 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359a195b-8f1c-4f09-9c1f-aece06444074" -d '{"events": [{"server_uuid": "74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f", "name": "network-vif-plugged", "status": "completed", "tag": "0fb84276-77dd-415c-863e-07d777b9b066"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:38:25.055001 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 0fb84276-77dd-415c-863e-07d777b9b066, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0fb84276-77dd-415c-863e-07d777b9b066,segment=NetworkSegment(5a0432de-a62a-4510-9708-9909108e0f01),segment_id=5a0432de-a62a-4510-9708-9909108e0f01)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:25.076949 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1f10eb-b295-4676-a889-0e4f818e06ad x-openstack-request-id: req-4a1f10eb-b295-4676-a889-0e4f818e06ad {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:38:25.077239 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f", "name": "network-vif-plugged", "status": "completed", "tag": "0fb84276-77dd-415c-863e-07d777b9b066", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:38:25.077493 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4a1f10eb-b295-4676-a889-0e4f818e06ad {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:38:25.077882 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb84276-77dd-415c-863e-07d777b9b066', 'code': 200} Jul 30 02:38:25.124838 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:25.168509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685554f-f3ac-40f7-81e9-bd4863f0b736 req-66e7892c-545e-48b8-a4a5-fd5453d2b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:25.170027 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3685554f-f3ac-40f7-81e9-bd4863f0b736 req-66e7892c-545e-48b8-a4a5-fd5453d2b320 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 1097 time: 0.0411105 Jul 30 02:38:25.172457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=0fb84276-77dd-415c-863e-07d777b9b066,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:25.205685 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3685554f-f3ac-40f7-81e9-bd4863f0b736 req-b129485e-3cc0-4cca-b4c0-e63f8df771d7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282087 Jul 30 02:38:25.890509 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933f160-91bf-4d3a-a088-310965150cf7 req-0e8149e3-a2ce-4913-8bd0-15a47e975afa tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:25.892059 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8933f160-91bf-4d3a-a088-310965150cf7 req-0e8149e3-a2ce-4913-8bd0-15a47e975afa tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0496719 Jul 30 02:38:25.930527 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8933f160-91bf-4d3a-a088-310965150cf7 req-07c383e3-ffbf-4e36-a319-7ae5f953d4f7 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325186 Jul 30 02:38:27.042270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401781a-072a-4490-8d11-0679d6262845 req-3b61efa8-b77d-4cc6-8ca7-f18c1cf247fe tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:27.043745 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b401781a-072a-4490-8d11-0679d6262845 req-3b61efa8-b77d-4cc6-8ca7-f18c1cf247fe tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0475359 Jul 30 02:38:27.083012 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b401781a-072a-4490-8d11-0679d6262845 req-4a99aadb-0c0d-4647-a607-ac3cecd269fa tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327654 Jul 30 02:38:27.198270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd877c1-cce0-43f8-a92f-261e41b83ec4 req-15f779a4-8551-47ec-a7b2-95bf1ed7362f tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:27.199729 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cfd877c1-cce0-43f8-a92f-261e41b83ec4 req-15f779a4-8551-47ec-a7b2-95bf1ed7362f tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0520012 Jul 30 02:38:27.239175 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cfd877c1-cce0-43f8-a92f-261e41b83ec4 req-b65fa6b5-91a1-4a68-9417-a40acae410c9 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318689 Jul 30 02:38:27.624787 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c3b9d-5cfe-4724-9868-bb50d2bc2904 req-249aabbb-cf96-425d-a490-a282277d56c7 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:27.626190 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cc8c3b9d-5cfe-4724-9868-bb50d2bc2904 req-249aabbb-cf96-425d-a490-a282277d56c7 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0486887 Jul 30 02:38:27.672056 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cc8c3b9d-5cfe-4724-9868-bb50d2bc2904 req-06eabadb-96cc-45c3-8b7d-674513355111 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375926 Jul 30 02:38:27.732054 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-84c1ed0f-6218-423d-9763-7fc1cd0d1bfa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0464771 Jul 30 02:38:28.802126 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8d7b5-4665-4a04-8f15-dfdb926b4426 req-4177d8e0-6f44-4c31-a299-bc9c4ccde8b9 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:28.803668 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9f8d7b5-4665-4a04-8f15-dfdb926b4426 req-4177d8e0-6f44-4c31-a299-bc9c4ccde8b9 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0521169 Jul 30 02:38:28.841336 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9f8d7b5-4665-4a04-8f15-dfdb926b4426 req-38f7d627-5ab7-4d70-825a-c954a5f61bc0 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316174 Jul 30 02:38:29.745718 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-fd614d61-3493-4dd0-9852-17c5816f673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:29.747246 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-fd614d61-3493-4dd0-9852-17c5816f673a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6&device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 1097 time: 0.0405104 Jul 30 02:38:29.838017 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-5de82c12-b4fc-4008-b24b-5a699806228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:29.839496 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-5de82c12-b4fc-4008-b24b-5a699806228b service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35 HTTP/1.1" status: 200 len: 916 time: 0.0848501 Jul 30 02:38:29.880522 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-e081640f-aeb9-489e-8da9-1a53fb676e4a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fb84276-77dd-415c-863e-07d777b9b066 HTTP/1.1" status: 200 len: 217 time: 0.0341775 Jul 30 02:38:29.935102 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-06c2451a-7f38-42ad-97ad-65bfd9f315a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:29.936593 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-06c2451a-7f38-42ad-97ad-65bfd9f315a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=113bbfaa-9486-4c00-9724-5f65314e691f HTTP/1.1" status: 200 len: 855 time: 0.0495827 Jul 30 02:38:29.964347 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c3d01-9190-4932-9d1d-0f95b655870e req-ce5d7127-5908-4768-8f57-9f65a2ea8976 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:29.965861 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e1c3d01-9190-4932-9d1d-0f95b655870e req-ce5d7127-5908-4768-8f57-9f65a2ea8976 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0535159 Jul 30 02:38:29.968853 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-1966976d-aa32-4602-9ec4-ce3f7d62ab74 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250554 Jul 30 02:38:30.005309 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e1c3d01-9190-4932-9d1d-0f95b655870e req-1804c22b-90cb-40d3-b30e-30f91b4a168a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332909 Jul 30 02:38:30.060217 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-3515799b-530d-4a2e-abd4-190db649cb94 service neutron] 10.222.0.10 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826435 Jul 30 02:38:30.153076 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-5dad9c36-0d0e-4a66-af16-87f65db03f90 service neutron] 10.222.0.10 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855908 Jul 30 02:38:31.118344 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851731af-70b9-4858-b723-f8f7b06d7b11 req-14e9759a-5601-410e-8dbb-3e71b8bb5f8f tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:31.119823 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-851731af-70b9-4858-b723-f8f7b06d7b11 req-14e9759a-5601-410e-8dbb-3e71b8bb5f8f tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0481389 Jul 30 02:38:31.156938 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-851731af-70b9-4858-b723-f8f7b06d7b11 req-3713134b-af20-4431-9610-adb509abe9f0 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313168 Jul 30 02:38:32.270233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0996f-2adf-426a-94bd-8707b9a3895e req-889cb22f-3e27-4fe8-9f33-c86f9396bf98 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:32.271711 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1ed0996f-2adf-426a-94bd-8707b9a3895e req-889cb22f-3e27-4fe8-9f33-c86f9396bf98 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0482714 Jul 30 02:38:32.308339 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1ed0996f-2adf-426a-94bd-8707b9a3895e req-3cb08092-8217-48ae-b458-c1f3bbf854e5 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307331 Jul 30 02:38:33.428062 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c08f9e-d707-4167-9b9d-da1293cc1050 req-01442d88-439e-46a2-99af-a0beb74efa23 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:33.429537 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63c08f9e-d707-4167-9b9d-da1293cc1050 req-01442d88-439e-46a2-99af-a0beb74efa23 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0535214 Jul 30 02:38:33.438686 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:33.467809 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63c08f9e-d707-4167-9b9d-da1293cc1050 req-8aa42e8c-8a8c-4b72-9a2b-c477ab5444f8 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322452 Jul 30 02:38:34.582552 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208854a-b2eb-4978-a197-a4ab96b3e032 req-295678fc-cfb3-498e-81d5-f3ef62c115dd tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:34.584015 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5208854a-b2eb-4978-a197-a4ab96b3e032 req-295678fc-cfb3-498e-81d5-f3ef62c115dd tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0480139 Jul 30 02:38:34.620866 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5208854a-b2eb-4978-a197-a4ab96b3e032 req-5beaf2bd-5443-455f-97a1-3ca2a005cb2a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309260 Jul 30 02:38:34.653488 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:38:35.737589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6f551-d68a-48d1-98ec-00a5a4284b12 req-ee649240-cb8a-421c-8f58-5e8c14b7480a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:35.739126 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e6f6f551-d68a-48d1-98ec-00a5a4284b12 req-ee649240-cb8a-421c-8f58-5e8c14b7480a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0498734 Jul 30 02:38:35.777203 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e6f6f551-d68a-48d1-98ec-00a5a4284b12 req-db4fe25d-1a34-4f0e-b9b7-02949a57584d tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321996 Jul 30 02:38:36.893542 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254c847-94a0-4260-8c2d-93a20c670929 req-6e7757a0-5b5c-4d65-8b51-646dbc63f0ba tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:36.895537 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c254c847-94a0-4260-8c2d-93a20c670929 req-6e7757a0-5b5c-4d65-8b51-646dbc63f0ba tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0524061 Jul 30 02:38:36.932575 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c254c847-94a0-4260-8c2d-93a20c670929 req-9b64406b-e7c6-4465-a3a8-22e89c8bf609 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310793 Jul 30 02:38:38.046413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cada94-fbd8-4b80-bd7f-b02849a74790 req-3c675a2e-4086-4378-96db-f0327d6edbd2 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:38.047892 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-14cada94-fbd8-4b80-bd7f-b02849a74790 req-3c675a2e-4086-4378-96db-f0327d6edbd2 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0488486 Jul 30 02:38:38.085374 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-14cada94-fbd8-4b80-bd7f-b02849a74790 req-706aa33b-6309-42a4-9a21-89fbce928fa3 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316246 Jul 30 02:38:39.170111 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e84c38e-1433-4f39-b37e-d1b0a122f79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:39.197819 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625c232-69aa-4bd1-b30b-a25ae2b64954 req-a6f84e98-f9f0-48de-952a-cca5f677751f tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:39.199337 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0625c232-69aa-4bd1-b30b-a25ae2b64954 req-a6f84e98-f9f0-48de-952a-cca5f677751f tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0486007 Jul 30 02:38:39.236488 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0625c232-69aa-4bd1-b30b-a25ae2b64954 req-7e9d6862-b17d-4fb8-b4d7-870509e3f400 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311763 Jul 30 02:38:39.810715 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4082b77-bf6b-4865-9489-dd70dcb05500 req-38e418fb-d8b2-4e33-8ca9-58f3fbb55c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:39.812198 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4082b77-bf6b-4865-9489-dd70dcb05500 req-38e418fb-d8b2-4e33-8ca9-58f3fbb55c68 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6&device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 1097 time: 0.0410352 Jul 30 02:38:39.918786 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4082b77-bf6b-4865-9489-dd70dcb05500 req-73507e48-0f03-4722-8d19-30ab734d4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:39.920260 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4082b77-bf6b-4865-9489-dd70dcb05500 req-73507e48-0f03-4722-8d19-30ab734d4165 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35 HTTP/1.1" status: 200 len: 916 time: 0.0883141 Jul 30 02:38:39.962635 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4082b77-bf6b-4865-9489-dd70dcb05500 req-bbe665f2-4312-4e2d-a3fa-9ba051e0d58c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fb84276-77dd-415c-863e-07d777b9b066 HTTP/1.1" status: 200 len: 217 time: 0.0347612 Jul 30 02:38:40.014369 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4082b77-bf6b-4865-9489-dd70dcb05500 req-b791f220-d4b8-4266-a3bf-735faea692ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:40.015851 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4082b77-bf6b-4865-9489-dd70dcb05500 req-b791f220-d4b8-4266-a3bf-735faea692ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=113bbfaa-9486-4c00-9724-5f65314e691f HTTP/1.1" status: 200 len: 855 time: 0.0457773 Jul 30 02:38:40.047977 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4082b77-bf6b-4865-9489-dd70dcb05500 req-8910d3c4-282e-4596-b5f6-a0f2d43a0d69 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243614 Jul 30 02:38:40.139078 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4082b77-bf6b-4865-9489-dd70dcb05500 req-aefe4d17-468e-4b4c-9fca-380bf9d4d553 service neutron] 10.222.0.10 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834069 Jul 30 02:38:40.228085 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4082b77-bf6b-4865-9489-dd70dcb05500 req-6fb70064-976a-4c70-a571-6ec2b188b17f service neutron] 10.222.0.10 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822816 Jul 30 02:38:40.354997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea057d-3bbc-419a-a983-1b07bd3a3e6a req-255ef7fa-6702-4637-ac19-1c643e26a107 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:40.361008 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-02ea057d-3bbc-419a-a983-1b07bd3a3e6a req-255ef7fa-6702-4637-ac19-1c643e26a107 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0528131 Jul 30 02:38:40.395664 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-02ea057d-3bbc-419a-a983-1b07bd3a3e6a req-55990a76-a9ef-4c04-8f58-ab83c6daf3f6 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329566 Jul 30 02:38:41.511003 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2eed8c-c340-4333-bd10-db4e5370955e req-2ebc7533-a1b5-4d07-9212-94c12227b69a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:41.512558 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd2eed8c-c340-4333-bd10-db4e5370955e req-2ebc7533-a1b5-4d07-9212-94c12227b69a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0491066 Jul 30 02:38:41.551080 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bd2eed8c-c340-4333-bd10-db4e5370955e req-da446803-a20a-470b-abd9-a0dca05ec07c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319374 Jul 30 02:38:41.667216 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2769ec31-5882-4770-a7a3-255fc3488578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:41.763657 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:42.664649 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc328a75-34cd-4c00-99ad-3a366532b897 req-5f0cf64a-4dc9-4169-b1db-800fb6f7866a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:42.666046 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc328a75-34cd-4c00-99ad-3a366532b897 req-5f0cf64a-4dc9-4169-b1db-800fb6f7866a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0486357 Jul 30 02:38:42.703072 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc328a75-34cd-4c00-99ad-3a366532b897 req-c9b1437a-9242-4034-9847-178a4928676c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311542 Jul 30 02:38:43.438070 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:43.820665 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57527d-102d-4bba-98f8-b38eace5eadd req-9280c61e-a00f-4186-b25d-70184e7dfb7b tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:43.822160 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9e57527d-102d-4bba-98f8-b38eace5eadd req-9280c61e-a00f-4186-b25d-70184e7dfb7b tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0529375 Jul 30 02:38:43.859164 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9e57527d-102d-4bba-98f8-b38eace5eadd req-c9b50dd9-4b25-40a6-8ed4-b3e28206c92a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311635 Jul 30 02:38:44.792667 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:44.985544 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eede8d-2198-4159-b7da-1ef293545fbb req-11007e3c-b8ab-4a22-84da-656e7f2454c2 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:44.987079 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-81eede8d-2198-4159-b7da-1ef293545fbb req-11007e3c-b8ab-4a22-84da-656e7f2454c2 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0613639 Jul 30 02:38:45.024406 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-81eede8d-2198-4159-b7da-1ef293545fbb req-05ce19c8-9578-4543-905a-bc0eabd7ecec tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314589 Jul 30 02:38:46.137788 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042bf9c-76f9-4481-9260-48379860e367 req-a179ebcf-4989-4c92-b52d-6caf64fb5b2b tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:46.139270 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a042bf9c-76f9-4481-9260-48379860e367 req-a179ebcf-4989-4c92-b52d-6caf64fb5b2b tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0479565 Jul 30 02:38:46.176521 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a042bf9c-76f9-4481-9260-48379860e367 req-6ff2237a-edb5-487e-a9b0-8ca99a9ea7b5 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313780 Jul 30 02:38:47.296132 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c7a70-cdff-4f63-8461-44c4a1dff374 req-1cb7bc9c-ef8b-4f54-92a4-c9d77f4bb340 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:47.297616 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-115c7a70-cdff-4f63-8461-44c4a1dff374 req-1cb7bc9c-ef8b-4f54-92a4-c9d77f4bb340 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0526450 Jul 30 02:38:47.336267 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-115c7a70-cdff-4f63-8461-44c4a1dff374 req-d266660a-c434-4e40-9b5f-a981d657bf6d tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321534 Jul 30 02:38:48.243664 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:48.449152 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb81ad-4c3e-479c-beab-10cd56f0a200 req-54c667f5-925c-47c1-84e1-9b9918dd036c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:48.450653 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2adb81ad-4c3e-479c-beab-10cd56f0a200 req-54c667f5-925c-47c1-84e1-9b9918dd036c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0488687 Jul 30 02:38:48.488015 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2adb81ad-4c3e-479c-beab-10cd56f0a200 req-5a77aef3-5e53-4b9a-8c50-47e5870be299 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308917 Jul 30 02:38:49.600569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6a4f8-e53b-41b6-a741-92248d262564 req-b871b9df-a130-4fe5-b638-926db5eb9c01 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:49.602044 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-62e6a4f8-e53b-41b6-a741-92248d262564 req-b871b9df-a130-4fe5-b638-926db5eb9c01 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0490668 Jul 30 02:38:49.638482 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-62e6a4f8-e53b-41b6-a741-92248d262564 req-75dd6647-f78b-4c27-9c75-f7b7d3c5f278 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304544 Jul 30 02:38:50.763962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739a6fd-fcb2-4dee-a8db-58d5c10be141 req-61f3318f-dc08-4b7a-97c7-39f584c81a63 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:50.765463 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5739a6fd-fcb2-4dee-a8db-58d5c10be141 req-61f3318f-dc08-4b7a-97c7-39f584c81a63 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0534711 Jul 30 02:38:50.803352 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5739a6fd-fcb2-4dee-a8db-58d5c10be141 req-a28f973f-564f-4475-a370-f4e6b228887d tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319467 Jul 30 02:38:51.916920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad24c2-6e67-4acc-b854-93ffdb8403a6 req-a3730bf1-b4be-4e72-8456-4d37950cd9eb tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:51.918434 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-74ad24c2-6e67-4acc-b854-93ffdb8403a6 req-a3730bf1-b4be-4e72-8456-4d37950cd9eb tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0490971 Jul 30 02:38:51.956218 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-74ad24c2-6e67-4acc-b854-93ffdb8403a6 req-e955f6ff-66d8-4df5-9aea-9adf00403e17 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319180 Jul 30 02:38:53.070397 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fff2e-bc56-44e1-b42b-4a67bb43b32d req-43549190-5a17-462a-aca6-c02e11ce4127 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:53.071880 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-da9fff2e-bc56-44e1-b42b-4a67bb43b32d req-43549190-5a17-462a-aca6-c02e11ce4127 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0487652 Jul 30 02:38:53.108816 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-da9fff2e-bc56-44e1-b42b-4a67bb43b32d req-28f3dd2a-c01f-442e-881e-6f10d1ff0d64 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310011 Jul 30 02:38:54.226060 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31055709-5ee9-42a3-8d02-c351b1a26888 req-75562f36-ed56-49f2-8d58-83eb4c07696a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:54.227568 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-31055709-5ee9-42a3-8d02-c351b1a26888 req-75562f36-ed56-49f2-8d58-83eb4c07696a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0524042 Jul 30 02:38:54.264194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-31055709-5ee9-42a3-8d02-c351b1a26888 req-e29fd084-7604-4cfe-bf74-a4183ac53555 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307531 Jul 30 02:38:55.377950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd583551-aad4-4a08-935a-7cb2f854bfbb req-189caaf3-fe10-4f38-a632-933abece42a5 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:55.379593 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fd583551-aad4-4a08-935a-7cb2f854bfbb req-189caaf3-fe10-4f38-a632-933abece42a5 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0496516 Jul 30 02:38:55.418722 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fd583551-aad4-4a08-935a-7cb2f854bfbb req-a23d0656-141c-45cf-ab7e-8c7083072ef5 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330021 Jul 30 02:38:56.533094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5863865-2af4-41a4-9414-ee5ab6943885 req-fc243287-db1c-4223-a344-0711548ab71f tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:56.535064 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b5863865-2af4-41a4-9414-ee5ab6943885 req-fc243287-db1c-4223-a344-0711548ab71f tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0480297 Jul 30 02:38:56.572633 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b5863865-2af4-41a4-9414-ee5ab6943885 req-8baa8f19-610f-4af6-a8b0-eb1ddc91093c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316637 Jul 30 02:38:57.305044 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-3554596e-6476-4005-899c-a48e7db8ca65 service neutron] show failed (client error): The resource could not be found. Jul 30 02:38:57.305968 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-3554596e-6476-4005-899c-a48e7db8ca65 service neutron] 10.222.0.10 "GET /v2.0/ports/0fb84276-77dd-415c-863e-07d777b9b066/bindings/n-h2-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.0581291 Jul 30 02:38:57.691997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6dfa5-a2e0-405d-a6d7-39e1d61f99d6 req-2ae66315-f53c-4198-b56b-af7123560550 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:57.693754 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11c6dfa5-a2e0-405d-a6d7-39e1d61f99d6 req-2ae66315-f53c-4198-b56b-af7123560550 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0541711 Jul 30 02:38:57.730441 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11c6dfa5-a2e0-405d-a6d7-39e1d61f99d6 req-79c64c25-7951-4549-8303-5473e3a8d417 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305278 Jul 30 02:38:57.842627 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-9a4de527-cf49-476e-8288-350369a4dcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:57.844097 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-9a4de527-cf49-476e-8288-350369a4dcce service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f&tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6 HTTP/1.1" status: 200 len: 1097 time: 0.0405657 Jul 30 02:38:57.863444 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-9', 'device_owner': 'compute:nova'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:38:57.917453 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:58.121783 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] For port 0fb84276-77dd-415c-863e-07d777b9b066, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=0fb84276-77dd-415c-863e-07d777b9b066,segment=NetworkSegment(5a0432de-a62a-4510-9708-9909108e0f01),segment_id=5a0432de-a62a-4510-9708-9909108e0f01)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:58.154390 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] For port 0fb84276-77dd-415c-863e-07d777b9b066, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:38:58.192832 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fb84276-77dd-415c-863e-07d777b9b066'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:38:58.195092 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f8f441-42c0-4c27-b74d-34dcd2f7ff63" -d '{"events": [{"server_uuid": "74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f", "name": "network-vif-unplugged", "status": "completed", "tag": "0fb84276-77dd-415c-863e-07d777b9b066"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:38:58.198743 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:58.210537 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Transition to ACTIVE for port object 0fb84276-77dd-415c-863e-07d777b9b066 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:38:58.245750 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5738eb-ca07-47db-8010-0043e7ec8e37 x-openstack-request-id: req-de5738eb-ca07-47db-8010-0043e7ec8e37 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:38:58.246047 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f", "name": "network-vif-unplugged", "status": "completed", "tag": "0fb84276-77dd-415c-863e-07d777b9b066", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:38:58.246314 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de5738eb-ca07-47db-8010-0043e7ec8e37 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:38:58.246727 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fb84276-77dd-415c-863e-07d777b9b066', 'code': 200} Jul 30 02:38:58.277748 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:58.338779 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] No DVR routers for this DVR port 0fb84276-77dd-415c-863e-07d777b9b066 on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:38:58.341861 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb84276-77dd-415c-863e-07d777b9b066,revision_number=6']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:58.353681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:58.354034 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:58.354414 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:58.357188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:58.357188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:58.357188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:58.357188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:58.357188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:58.357188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:58.357188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:58.357188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:58.357835 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:58.392478 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Attempting to bind port 0fb84276-77dd-415c-863e-07d777b9b066 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:38:58.392478 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Attempting to bind port 0fb84276-77dd-415c-863e-07d777b9b066 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '5a0432de-a62a-4510-9708-9909108e0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:38:58.392478 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Attempting to bind port 0fb84276-77dd-415c-863e-07d777b9b066 on network e8be68cc-ab92-4be3-9c63-288ef3aa7a35 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:38:58.393468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Port 0fb84276-77dd-415c-863e-07d777b9b066 on network e8be68cc-ab92-4be3-9c63-288ef3aa7a35 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:38:58.394313 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Attempting to bind port 0fb84276-77dd-415c-863e-07d777b9b066 on network e8be68cc-ab92-4be3-9c63-288ef3aa7a35 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:38:58.399079 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:38:58.399418 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Checking segment: {'id': '5a0432de-a62a-4510-9708-9909108e0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:38:58.399800 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Bound using segment: {'id': '5a0432de-a62a-4510-9708-9909108e0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:38:58.400226 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Bound port: 0fb84276-77dd-415c-863e-07d777b9b066, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0432de-a62a-4510-9708-9909108e0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:38:58.400580 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:58.462323 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] For port 0fb84276-77dd-415c-863e-07d777b9b066, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:38:58.465228 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] For port 0fb84276-77dd-415c-863e-07d777b9b066, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=0fb84276-77dd-415c-863e-07d777b9b066,segment=NetworkSegment(5a0432de-a62a-4510-9708-9909108e0f01),segment_id=5a0432de-a62a-4510-9708-9909108e0f01)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:38:58.541004 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:58.573999 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:58.574634 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:58.576032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-08b43d45-6436-4288-b323-c4469c421700 service neutron] 10.222.0.77 "PUT /v2.0/ports/0fb84276-77dd-415c-863e-07d777b9b066 HTTP/1.1" status: 200 len: 1092 time: 0.7171001 Jul 30 02:38:58.596086 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b43d45-6436-4288-b323-c4469c421700 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb84276-77dd-415c-863e-07d777b9b066,revision_number=7']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:58.648226 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-fe0da848-e28e-4bd6-9100-a94e2538bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:58.649597 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-fe0da848-e28e-4bd6-9100-a94e2538bb21 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6&device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 1095 time: 0.0397999 Jul 30 02:38:58.740155 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-0e7ed663-5f81-422c-a6e8-f0ff2c7c290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:58.741573 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-0e7ed663-5f81-422c-a6e8-f0ff2c7c290d service neutron] 10.222.0.77 "GET /v2.0/networks?id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35 HTTP/1.1" status: 200 len: 916 time: 0.0840268 Jul 30 02:38:58.785855 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-a68f96a3-4629-49d4-9bbb-622f6bc11ce8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fb84276-77dd-415c-863e-07d777b9b066 HTTP/1.1" status: 200 len: 217 time: 0.0344570 Jul 30 02:38:59.174330 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-7280b807-69a7-4c93-a962-b29b99d4abda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:59.180788 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-7280b807-69a7-4c93-a962-b29b99d4abda service neutron] 10.222.0.77 "GET /v2.0/subnets?id=113bbfaa-9486-4c00-9724-5f65314e691f HTTP/1.1" status: 200 len: 855 time: 0.3801672 Jul 30 02:38:59.188511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1ac88-2a3b-4953-b487-49626c61d5a1 req-63de23ac-cea3-4603-8405-62e8e7aae21a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:59.189905 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1dd1ac88-2a3b-4953-b487-49626c61d5a1 req-63de23ac-cea3-4603-8405-62e8e7aae21a tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 944 time: 0.3864489 Jul 30 02:38:59.226578 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-f570e2c7-eb64-4db9-b925-4a874846bb65 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356030 Jul 30 02:38:59.261409 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1dd1ac88-2a3b-4953-b487-49626c61d5a1 req-161c6bb5-236f-4ca5-9a30-5110d8a3239e tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611100 Jul 30 02:38:59.331880 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-500d9c50-ef39-48d4-ac1b-16e4911e7466 service neutron] 10.222.0.77 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978909 Jul 30 02:38:59.420827 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2caaee1b-7550-40e3-a03a-11bf93096c66 req-a0f52213-ebb7-4540-8015-d796277ef94d service neutron] 10.222.0.77 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817554 Jul 30 02:39:00.248266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f', 'tag': '0fb84276-77dd-415c-863e-07d777b9b066'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:39:00.250628 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb25965-6f10-4986-8223-36fbfe637632" -d '{"events": [{"name": "network-changed", "server_uuid": "74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f", "tag": "0fb84276-77dd-415c-863e-07d777b9b066"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:39:00.298372 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c67dbe7-bb0b-4065-833c-008b43327de3 x-openstack-request-id: req-0c67dbe7-bb0b-4065-833c-008b43327de3 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:39:00.298663 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f", "tag": "0fb84276-77dd-415c-863e-07d777b9b066", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:39:00.298911 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c67dbe7-bb0b-4065-833c-008b43327de3 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:39:00.299307 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f', 'tag': '0fb84276-77dd-415c-863e-07d777b9b066', 'status': 'completed', 'code': 200} Jul 30 02:39:00.359920 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25965-6f10-4986-8223-36fbfe637632 req-f0641588-f851-42a8-9157-05dbbd78f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:00.361464 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfb25965-6f10-4986-8223-36fbfe637632 req-f0641588-f851-42a8-9157-05dbbd78f70f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6&device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 1095 time: 0.0422869 Jul 30 02:39:00.435810 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25965-6f10-4986-8223-36fbfe637632 req-362587b4-4913-4fca-8b6f-99fcf6563b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:00.438063 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfb25965-6f10-4986-8223-36fbfe637632 req-362587b4-4913-4fca-8b6f-99fcf6563b0d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6&device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 1095 time: 0.0898600 Jul 30 02:39:00.453502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a090b1-0daf-4aad-a89a-90aa962b026f req-4b33770f-ce78-44b1-b301-08e97ea8bb1b tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:00.455372 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41a090b1-0daf-4aad-a89a-90aa962b026f req-4b33770f-ce78-44b1-b301-08e97ea8bb1b tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 944 time: 0.0987136 Jul 30 02:39:00.467224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25965-6f10-4986-8223-36fbfe637632 req-e1826403-851c-4acd-8c93-7d0d0465f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:00.468716 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfb25965-6f10-4986-8223-36fbfe637632 req-e1826403-851c-4acd-8c93-7d0d0465f493 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35 HTTP/1.1" status: 200 len: 916 time: 0.1007550 Jul 30 02:39:00.513752 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfb25965-6f10-4986-8223-36fbfe637632 req-2c0af96f-533c-4b04-9a94-34d15228db7d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fb84276-77dd-415c-863e-07d777b9b066 HTTP/1.1" status: 200 len: 217 time: 0.0376117 Jul 30 02:39:00.542570 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41a090b1-0daf-4aad-a89a-90aa962b026f req-1001c841-9560-46cb-94a2-dec2a3fab8ab tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789905 Jul 30 02:39:00.564166 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25965-6f10-4986-8223-36fbfe637632 req-86121167-098e-4f4e-bfb5-022ab08cdf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:00.564841 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfb25965-6f10-4986-8223-36fbfe637632 req-86121167-098e-4f4e-bfb5-022ab08cdf75 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=113bbfaa-9486-4c00-9724-5f65314e691f HTTP/1.1" status: 200 len: 855 time: 0.0443964 Jul 30 02:39:00.569889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25965-6f10-4986-8223-36fbfe637632 req-6bb16dfc-2cb5-44ab-a6f3-a489f7c85969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:00.571429 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfb25965-6f10-4986-8223-36fbfe637632 req-6bb16dfc-2cb5-44ab-a6f3-a489f7c85969 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35 HTTP/1.1" status: 200 len: 916 time: 0.1155591 Jul 30 02:39:00.597528 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfb25965-6f10-4986-8223-36fbfe637632 req-75f96afe-2df4-4dae-b812-193a058ed5da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249045 Jul 30 02:39:00.613697 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfb25965-6f10-4986-8223-36fbfe637632 req-f8db8c22-86ab-4d6d-a2b1-bad71f189b90 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fb84276-77dd-415c-863e-07d777b9b066 HTTP/1.1" status: 200 len: 217 time: 0.0346959 Jul 30 02:39:00.664419 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25965-6f10-4986-8223-36fbfe637632 req-b3305b31-c587-4918-b3d5-01b8a038fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:00.665871 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfb25965-6f10-4986-8223-36fbfe637632 req-b3305b31-c587-4918-b3d5-01b8a038fbfc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=113bbfaa-9486-4c00-9724-5f65314e691f HTTP/1.1" status: 200 len: 855 time: 0.0434864 Jul 30 02:39:00.687989 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfb25965-6f10-4986-8223-36fbfe637632 req-7ff88dc0-ead6-40d5-8d0c-44327001ea44 service neutron] 10.222.0.10 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844905 Jul 30 02:39:00.699212 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfb25965-6f10-4986-8223-36fbfe637632 req-2e12d1f7-39bb-4866-8f73-6f27a477cf8c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243444 Jul 30 02:39:00.796968 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bfb25965-6f10-4986-8223-36fbfe637632 req-674dcfad-8e4d-4da0-af7e-941b5287b558 service neutron] 10.222.0.10 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018949 Jul 30 02:39:00.798942 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfb25965-6f10-4986-8223-36fbfe637632 req-e66398c7-d19b-4754-a6e4-1d50421c61a0 service neutron] 10.222.0.77 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907454 Jul 30 02:39:00.888738 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfb25965-6f10-4986-8223-36fbfe637632 req-bd021fff-79b5-46fd-b686-7dc0e64f7cb6 service neutron] 10.222.0.77 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820665 Jul 30 02:39:01.664154 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e22f05-b7b4-4b2d-b671-0e1a7a6c5e70 req-007315dd-32bb-47cb-85f9-daeb8903849e tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:01.665549 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-56e22f05-b7b4-4b2d-b671-0e1a7a6c5e70 req-007315dd-32bb-47cb-85f9-daeb8903849e tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 944 time: 0.0541723 Jul 30 02:39:01.703405 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-56e22f05-b7b4-4b2d-b671-0e1a7a6c5e70 req-e89d572b-cf22-49b4-9ee6-d78f831262b6 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318840 Jul 30 02:39:02.039521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c1801-c45c-4e59-b189-ad8b698bea45 req-68fe6b66-8b04-491b-8eae-f29247935a1f tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:02.041209 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2f1c1801-c45c-4e59-b189-ad8b698bea45 req-68fe6b66-8b04-491b-8eae-f29247935a1f tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 944 time: 0.0499561 Jul 30 02:39:02.083002 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2f1c1801-c45c-4e59-b189-ad8b698bea45 req-d95dca1c-1794-4a7f-991b-3402b82df7be tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355306 Jul 30 02:39:02.109459 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ed189-e5df-411f-881c-ec798c046dd3 req-e598c596-a2bc-450e-ac97-c09712882dfa tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:02.110949 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-138ed189-e5df-411f-881c-ec798c046dd3 req-e598c596-a2bc-450e-ac97-c09712882dfa tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f&tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 944 time: 0.0525036 Jul 30 02:39:02.174437 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-138ed189-e5df-411f-881c-ec798c046dd3 req-0907de50-970a-4c7a-80aa-b3de1b6c0cd8 service neutron] delete failed (client error): The resource could not be found. Jul 30 02:39:02.175447 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-138ed189-e5df-411f-881c-ec798c046dd3 req-0907de50-970a-4c7a-80aa-b3de1b6c0cd8 service neutron] 10.222.0.10 "DELETE /v2.0/ports/0fb84276-77dd-415c-863e-07d777b9b066/bindings/n-h1-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.0570624 Jul 30 02:39:02.256793 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ed189-e5df-411f-881c-ec798c046dd3 req-1e8e4394-a73c-47c0-8562-a162869b267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:02.258325 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-138ed189-e5df-411f-881c-ec798c046dd3 req-1e8e4394-a73c-47c0-8562-a162869b267c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6&device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 1095 time: 0.0410535 Jul 30 02:39:02.347397 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ed189-e5df-411f-881c-ec798c046dd3 req-29eb6d22-80a6-441a-b16f-d05f15a70dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:02.348861 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-138ed189-e5df-411f-881c-ec798c046dd3 req-29eb6d22-80a6-441a-b16f-d05f15a70dad service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35 HTTP/1.1" status: 200 len: 916 time: 0.0838468 Jul 30 02:39:02.395605 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-138ed189-e5df-411f-881c-ec798c046dd3 req-63786361-ffa4-4e5d-b6ac-d4ac69870a6c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fb84276-77dd-415c-863e-07d777b9b066 HTTP/1.1" status: 200 len: 217 time: 0.0400345 Jul 30 02:39:02.445141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ed189-e5df-411f-881c-ec798c046dd3 req-3560bff8-d3fb-4945-8607-d2823dccea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:02.446604 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-138ed189-e5df-411f-881c-ec798c046dd3 req-3560bff8-d3fb-4945-8607-d2823dccea34 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=113bbfaa-9486-4c00-9724-5f65314e691f HTTP/1.1" status: 200 len: 855 time: 0.0446663 Jul 30 02:39:02.470559 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 0fb84276-77dd-415c-863e-07d777b9b066 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:39:02.477317 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-138ed189-e5df-411f-881c-ec798c046dd3 req-9b5106fd-9af2-4c19-864e-968024fe5043 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8be68cc-ab92-4be3-9c63-288ef3aa7a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243134 Jul 30 02:39:02.566448 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 0fb84276-77dd-415c-863e-07d777b9b066, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=0fb84276-77dd-415c-863e-07d777b9b066,segment=NetworkSegment(5a0432de-a62a-4510-9708-9909108e0f01),segment_id=5a0432de-a62a-4510-9708-9909108e0f01)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:39:02.569284 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-138ed189-e5df-411f-881c-ec798c046dd3 req-7a744383-b340-47e5-aa7d-f91b8b865917 service neutron] 10.222.0.10 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852942 Jul 30 02:39:02.578083 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '0fb84276-77dd-415c-863e-07d777b9b066', 'network_id': 'e8be68cc-ab92-4be3-9c63-288ef3aa7a35', 'port_id': '0fb84276-77dd-415c-863e-07d777b9b066', 'mac_address': 'fa:16:3e:8a:eb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113bbfaa-9486-4c00-9724-5f65314e691f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:39:02.614042 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:02.626351 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb84276-77dd-415c-863e-07d777b9b066 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:39:02.646231 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 0fb84276-77dd-415c-863e-07d777b9b066, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=0fb84276-77dd-415c-863e-07d777b9b066,segment=NetworkSegment(5a0432de-a62a-4510-9708-9909108e0f01),segment_id=5a0432de-a62a-4510-9708-9909108e0f01)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:39:02.660517 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-138ed189-e5df-411f-881c-ec798c046dd3 req-1d9b5d80-8f89-4281-9e84-8b7c336de56a service neutron] 10.222.0.10 "GET /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841494 Jul 30 02:39:02.707131 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:02.753626 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=0fb84276-77dd-415c-863e-07d777b9b066,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:02.977606 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0fb84276-77dd-415c-863e-07d777b9b066 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:39:03.007068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['0fb84276-77dd-415c-863e-07d777b9b066'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:39:03.045711 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 0fb84276-77dd-415c-863e-07d777b9b066 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:39:03.204197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba33fcd-a296-4af5-8ca3-a4cbbaa32f0d req-e1c4651a-23cd-41d8-917a-4c348c4e2cb5 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:03.205705 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1ba33fcd-a296-4af5-8ca3-a4cbbaa32f0d req-e1c4651a-23cd-41d8-917a-4c348c4e2cb5 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 945 time: 0.0502915 Jul 30 02:39:03.244356 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1ba33fcd-a296-4af5-8ca3-a4cbbaa32f0d req-f67c79d3-8fdb-4c76-b18a-f520cff323dd tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324185 Jul 30 02:39:03.432183 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:04.364209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971675fc-32e3-4a7f-9e13-a217377f92df req-3f924186-97c9-40d4-bd18-f7d023119343 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:04.365767 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-971675fc-32e3-4a7f-9e13-a217377f92df req-3f924186-97c9-40d4-bd18-f7d023119343 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 945 time: 0.0547256 Jul 30 02:39:04.412368 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-971675fc-32e3-4a7f-9e13-a217377f92df req-d083f5c3-4cf6-4608-9106-44bf74a2cc2c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383589 Jul 30 02:39:04.493922 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 0fb84276-77dd-415c-863e-07d777b9b066 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:39:04.533659 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfddc83-f185-4dd5-ba03-7d1c9c25c3f9 req-d7fc70ab-6c5b-44f8-8e51-fed3f73a7b44 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:04.535123 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-edfddc83-f185-4dd5-ba03-7d1c9c25c3f9 req-d7fc70ab-6c5b-44f8-8e51-fed3f73a7b44 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 945 time: 0.0528941 Jul 30 02:39:04.574479 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-edfddc83-f185-4dd5-ba03-7d1c9c25c3f9 req-a9fab0ad-5fe6-444e-b464-c7214027ebf6 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330195 Jul 30 02:39:04.586358 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 0fb84276-77dd-415c-863e-07d777b9b066 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:39:04.590325 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 0fb84276-77dd-415c-863e-07d777b9b066 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:04.592737 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:04.668685 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:04.688284 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132ef36-e811-4bb8-ad9c-41c7e650acb3 req-ae2bfd87-0d96-4ee6-95df-53578001d9cd tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:04.689809 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c132ef36-e811-4bb8-ad9c-41c7e650acb3 req-ae2bfd87-0d96-4ee6-95df-53578001d9cd tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 945 time: 0.0500252 Jul 30 02:39:04.691886 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb84276-77dd-415c-863e-07d777b9b066'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:39:04.695925 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076cdc84-f532-40b3-9d47-5ebc4f5d5c41" -d '{"events": [{"server_uuid": "74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f", "name": "network-vif-plugged", "status": "completed", "tag": "0fb84276-77dd-415c-863e-07d777b9b066"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:39:04.707910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 0fb84276-77dd-415c-863e-07d777b9b066, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=0fb84276-77dd-415c-863e-07d777b9b066,segment=NetworkSegment(5a0432de-a62a-4510-9708-9909108e0f01),segment_id=5a0432de-a62a-4510-9708-9909108e0f01)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:39:04.729633 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c132ef36-e811-4bb8-ad9c-41c7e650acb3 req-b2a9dd28-5f3d-42f7-b799-b4706b429354 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332291 Jul 30 02:39:04.768777 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:04.774763 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fa9538-e9b0-4557-8191-28317e945b81 x-openstack-request-id: req-34fa9538-e9b0-4557-8191-28317e945b81 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:39:04.775052 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f", "name": "network-vif-plugged", "status": "completed", "tag": "0fb84276-77dd-415c-863e-07d777b9b066", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:39:04.775306 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34fa9538-e9b0-4557-8191-28317e945b81 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:39:04.775696 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb84276-77dd-415c-863e-07d777b9b066', 'code': 200} Jul 30 02:39:04.819471 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=0fb84276-77dd-415c-863e-07d777b9b066,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:05.274649 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf38a95-11cb-4aaa-b939-13387b84e868 req-8a2657cd-9423-4474-bbe7-80cc23a89881 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:05.276144 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cdf38a95-11cb-4aaa-b939-13387b84e868 req-8a2657cd-9423-4474-bbe7-80cc23a89881 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0556576 Jul 30 02:39:05.314036 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cdf38a95-11cb-4aaa-b939-13387b84e868 req-eaed3b08-f562-4c5c-b57d-df2d298a8954 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318179 Jul 30 02:39:06.430935 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423c7c2-b08e-4d47-8e96-b1a8ec25f0cf req-f6a0944d-6d3f-49cd-9214-bbaf0f35f386 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:06.432441 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3423c7c2-b08e-4d47-8e96-b1a8ec25f0cf req-f6a0944d-6d3f-49cd-9214-bbaf0f35f386 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0506322 Jul 30 02:39:06.471457 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3423c7c2-b08e-4d47-8e96-b1a8ec25f0cf req-ed19a729-9073-4d9b-9919-87c5996b5578 tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/security-groups?id=71687893-6f36-4fca-98a0-4dd0d86b0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330923 Jul 30 02:39:06.693161 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ec79c-6a86-41e5-8bc6-2af97643c908 req-488e0dab-b6ed-47d3-827a-7cbf13b7caae tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:06.694642 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-581ec79c-6a86-41e5-8bc6-2af97643c908 req-488e0dab-b6ed-47d3-827a-7cbf13b7caae tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.77 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 946 time: 0.0489156 Jul 30 02:39:06.786094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-581ec79c-6a86-41e5-8bc6-2af97643c908 req-1e79c849-536e-462f-afca-482d41a7930c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Deleting port 0fb84276-77dd-415c-863e-07d777b9b066 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:39:06.787025 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-581ec79c-6a86-41e5-8bc6-2af97643c908 req-1e79c849-536e-462f-afca-482d41a7930c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:06.873042 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-581ec79c-6a86-41e5-8bc6-2af97643c908 req-1e79c849-536e-462f-afca-482d41a7930c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] For port 0fb84276-77dd-415c-863e-07d777b9b066, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=0fb84276-77dd-415c-863e-07d777b9b066,segment=NetworkSegment(5a0432de-a62a-4510-9708-9909108e0f01),segment_id=5a0432de-a62a-4510-9708-9909108e0f01)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:39:06.873414 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-581ec79c-6a86-41e5-8bc6-2af97643c908 req-1e79c849-536e-462f-afca-482d41a7930c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:06.886729 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-581ec79c-6a86-41e5-8bc6-2af97643c908 req-1e79c849-536e-462f-afca-482d41a7930c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Calling delete_port for 0fb84276-77dd-415c-863e-07d777b9b066 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:39:07.065710 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-581ec79c-6a86-41e5-8bc6-2af97643c908 req-1e79c849-536e-462f-afca-482d41a7930c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:07.093400 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79c849-536e-462f-afca-482d41a7930c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Pushing event deleted for resources: {'Port': ['ID=0fb84276-77dd-415c-863e-07d777b9b066,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:07.101488 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['0fb84276-77dd-415c-863e-07d777b9b066'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:39:07.136672 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-581ec79c-6a86-41e5-8bc6-2af97643c908 req-1e79c849-536e-462f-afca-482d41a7930c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] No DVR routers for this DVR port 0fb84276-77dd-415c-863e-07d777b9b066 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:39:07.139298 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-581ec79c-6a86-41e5-8bc6-2af97643c908 req-1e79c849-536e-462f-afca-482d41a7930c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:07.141362 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-581ec79c-6a86-41e5-8bc6-2af97643c908 req-1e79c849-536e-462f-afca-482d41a7930c tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.77 "DELETE /v2.0/ports/0fb84276-77dd-415c-863e-07d777b9b066 HTTP/1.1" status: 204 len: 173 time: 0.4402206 Jul 30 02:39:07.141801 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f', 'name': 'network-vif-deleted', 'tag': '0fb84276-77dd-415c-863e-07d777b9b066'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:39:07.144086 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef361c5-246c-475e-8101-71a2a4b43e42" -d '{"events": [{"server_uuid": "74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f", "name": "network-vif-deleted", "tag": "0fb84276-77dd-415c-863e-07d777b9b066"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:39:07.179681 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a639936e-c415-469c-8dd6-3fb0164e44ac x-openstack-request-id: req-a639936e-c415-469c-8dd6-3fb0164e44ac {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:39:07.179975 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f", "name": "network-vif-deleted", "tag": "0fb84276-77dd-415c-863e-07d777b9b066", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:39:07.180252 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a639936e-c415-469c-8dd6-3fb0164e44ac {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:39:07.180662 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f', 'name': 'network-vif-deleted', 'tag': '0fb84276-77dd-415c-863e-07d777b9b066', 'status': 'completed', 'code': 200} Jul 30 02:39:07.582254 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4dbeb3e0-4f31-4536-a669-9000d79b5ec6 req-5fc57f97-9847-46d0-8455-f0a91773e9ea tempest-ServerDiskConfigTestJSON-2078310112 tempest-ServerDiskConfigTestJSON-2078310112-project] 10.222.0.70 "GET /v2.0/ports?device_id=74b8ecf1-087e-4bf5-8b2d-b83e0d438f7f HTTP/1.1" status: 200 len: 210 time: 0.0311453 Jul 30 02:39:08.700441 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 35902) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:39:08.744769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-946e45b8-ac96-4979-b7d6-eb4746b241f3 admin admin] Deleting subnet 113bbfaa-9486-4c00-9724-5f65314e691f {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:39:08.747764 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-946e45b8-ac96-4979-b7d6-eb4746b241f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:08.785317 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-946e45b8-ac96-4979-b7d6-eb4746b241f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:08.823051 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-946e45b8-ac96-4979-b7d6-eb4746b241f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:08.945905 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-946e45b8-ac96-4979-b7d6-eb4746b241f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:08.960118 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-946e45b8-ac96-4979-b7d6-eb4746b241f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:08.962038 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-946e45b8-ac96-4979-b7d6-eb4746b241f3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/113bbfaa-9486-4c00-9724-5f65314e691f HTTP/1.1" status: 204 len: 168 time: 0.2605860 Jul 30 02:39:08.964695 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35906) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:39:08.979641 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e45b8-ac96-4979-b7d6-eb4746b241f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=113bbfaa-9486-4c00-9724-5f65314e691f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:08.987477 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e45b8-ac96-4979-b7d6-eb4746b241f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:08.987828 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e45b8-ac96-4979-b7d6-eb4746b241f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:08.988174 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e45b8-ac96-4979-b7d6-eb4746b241f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:08.988517 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e45b8-ac96-4979-b7d6-eb4746b241f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:08.988858 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e45b8-ac96-4979-b7d6-eb4746b241f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:08.989193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e45b8-ac96-4979-b7d6-eb4746b241f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:08.989525 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e45b8-ac96-4979-b7d6-eb4746b241f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:08.989855 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e45b8-ac96-4979-b7d6-eb4746b241f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:08.990185 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e45b8-ac96-4979-b7d6-eb4746b241f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:08.990680 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e45b8-ac96-4979-b7d6-eb4746b241f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:08.991013 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e45b8-ac96-4979-b7d6-eb4746b241f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:08.991342 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e45b8-ac96-4979-b7d6-eb4746b241f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:09.031525 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b62b2895-11d5-4a42-91b7-fdd1acbc7f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:09.114781 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b62b2895-11d5-4a42-91b7-fdd1acbc7f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:09.124685 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b62b2895-11d5-4a42-91b7-fdd1acbc7f26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8be68cc-ab92-4be3-9c63-288ef3aa7a35']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:09.135028 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b62b2895-11d5-4a42-91b7-fdd1acbc7f26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0432de-a62a-4510-9708-9909108e0f01') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:09.135324 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-b62b2895-11d5-4a42-91b7-fdd1acbc7f26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0432de-a62a-4510-9708-9909108e0f01') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:09.143834 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b62b2895-11d5-4a42-91b7-fdd1acbc7f26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:09.157915 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b62b2895-11d5-4a42-91b7-fdd1acbc7f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:09.164195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62b2895-11d5-4a42-91b7-fdd1acbc7f26 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:39:09.164587 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b62b2895-11d5-4a42-91b7-fdd1acbc7f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:39:09.166212 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:39:09.168466 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a94d788-4d43-4c34-bc9a-e413816eaf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:09.265837 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b62b2895-11d5-4a42-91b7-fdd1acbc7f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:09.271588 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b62b2895-11d5-4a42-91b7-fdd1acbc7f26 admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:09.274061 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b62b2895-11d5-4a42-91b7-fdd1acbc7f26 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e8be68cc-ab92-4be3-9c63-288ef3aa7a35 HTTP/1.1" status: 204 len: 168 time: 0.3083761 Jul 30 02:39:09.285172 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b2895-11d5-4a42-91b7-fdd1acbc7f26 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8be68cc-ab92-4be3-9c63-288ef3aa7a35,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:09.561718 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35912) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:39:09.603844 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7b9ff02a-91f7-4b79-90bd-8fd5f29c625e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c58d1225bdf24c4c9c6516cec69cb2b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408316 Jul 30 02:39:09.606244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35914) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:39:09.659207 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1825-343c-46c5-a707-03fa284bc520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:09.680399 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1825-343c-46c5-a707-03fa284bc520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:09.791465 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1825-343c-46c5-a707-03fa284bc520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:09.794020 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1825-343c-46c5-a707-03fa284bc520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:09.795219 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ca3c1825-343c-46c5-a707-03fa284bc520 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/71687893-6f36-4fca-98a0-4dd0d86b0612 HTTP/1.1" status: 204 len: 168 time: 0.1880162 Jul 30 02:39:09.803972 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c1825-343c-46c5-a707-03fa284bc520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71687893-6f36-4fca-98a0-4dd0d86b0612,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:10.541061 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 0fb84276-77dd-415c-863e-07d777b9b066 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:39:10.562284 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 0fb84276-77dd-415c-863e-07d777b9b066 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:39:10.562663 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 0fb84276-77dd-415c-863e-07d777b9b066 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:39:10.754232 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35936) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:39:10.847962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-6be3f660-8d44-40f2-a5a7-10d1a028e47d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-431159184-network', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:39:10.922843 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be3f660-8d44-40f2-a5a7-10d1a028e47d admin admin] Made reservation on behalf of 0b5a3d0b64e340f8a695e6e804f54a3b for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:39:10.925172 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6be3f660-8d44-40f2-a5a7-10d1a028e47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:10.933637 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6be3f660-8d44-40f2-a5a7-10d1a028e47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:11.021538 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6be3f660-8d44-40f2-a5a7-10d1a028e47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:11.099935 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6be3f660-8d44-40f2-a5a7-10d1a028e47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:11.126897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be3f660-8d44-40f2-a5a7-10d1a028e47d admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:39:11.133558 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3f660-8d44-40f2-a5a7-10d1a028e47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e61087-3140-4d78-8cfb-e51df826cd19,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:11.139749 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6be3f660-8d44-40f2-a5a7-10d1a028e47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:11.140442 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-6be3f660-8d44-40f2-a5a7-10d1a028e47d admin admin] Added segment a031a3bd-7ed2-4b59-a629-80ce00f7ac95 of type vlan for network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 Jul 30 02:39:11.178223 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6be3f660-8d44-40f2-a5a7-10d1a028e47d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:11.271483 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6be3f660-8d44-40f2-a5a7-10d1a028e47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:11.272477 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be3f660-8d44-40f2-a5a7-10d1a028e47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:11.273053 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6be3f660-8d44-40f2-a5a7-10d1a028e47d admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:11.332409 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3f660-8d44-40f2-a5a7-10d1a028e47d admin admin] Pushing event updated for resources: {'Network': ['ID=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:11.342572 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:39:11.372543 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6be3f660-8d44-40f2-a5a7-10d1a028e47d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6139717 Jul 30 02:39:11.372745 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35940) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:39:11.380854 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-8e51fed3-d887-4ad8-acd5-1ab35e844484 admin admin] Request body: {'subnet': {'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-431159184-subnet', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:39:11.443300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e51fed3-d887-4ad8-acd5-1ab35e844484 admin admin] Made reservation on behalf of 0b5a3d0b64e340f8a695e6e804f54a3b for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:39:11.445652 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8e51fed3-d887-4ad8-acd5-1ab35e844484 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:11.649049 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8e51fed3-d887-4ad8-acd5-1ab35e844484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:11.653132 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:39:11.656174 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20565c34-221f-4412-84ae-36f1be063120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:11.705901 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51fed3-d887-4ad8-acd5-1ab35e844484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b908448b-88da-41c9-85f6-db927c1681c9,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:11.713599 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e51fed3-d887-4ad8-acd5-1ab35e844484 admin admin] Checking segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:39:11.713965 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e51fed3-d887-4ad8-acd5-1ab35e844484 admin admin] Network hostable DHCP agents. Network: a69cc0fb-9bbb-487d-b91e-8bb8b8215c75, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:39:11.757537 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:11.774292 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e51fed3-d887-4ad8-acd5-1ab35e844484 admin admin] Network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:39:11.848697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-8e51fed3-d887-4ad8-acd5-1ab35e844484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, a69cc0fb-9bbb-487d-b91e-8bb8b8215c75) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:39:11.853476 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e51fed3-d887-4ad8-acd5-1ab35e844484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:11.854090 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8e51fed3-d887-4ad8-acd5-1ab35e844484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:11.864293 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bd27ca-55a3-4454-99f1-290f70fbb1b3 None None] Network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:39:11.906999 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8e51fed3-d887-4ad8-acd5-1ab35e844484 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5331564 Jul 30 02:39:11.909481 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35942) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:39:11.914625 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e59b5c52-9302-4a8c-b514-cb2b39d4f586 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:39:11.974478 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e59b5c52-9302-4a8c-b514-cb2b39d4f586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:11.976293 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e59b5c52-9302-4a8c-b514-cb2b39d4f586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:12.005844 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:39:12.006806 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:12.033384 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e59b5c52-9302-4a8c-b514-cb2b39d4f586 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:12.145738 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Allocated IP 172.20.0.2 (a69cc0fb-9bbb-487d-b91e-8bb8b8215c75/b908448b-88da-41c9-85f6-db927c1681c9/6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:39:12.219100 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e59b5c52-9302-4a8c-b514-cb2b39d4f586 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:12.288754 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:12.296712 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Transition to ACTIVE for port object 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:39:12.311158 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Transition to ACTIVE for port object 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:39:12.363400 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:12.381987 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:39:12.400796 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:39:12.404516 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:39:12.440300 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Pushing event updated for resources: {'Port': ['ID=6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:12.476070 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Attempting to bind port 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:39:12.476404 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Attempting to bind port 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:39:12.476708 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Attempting to bind port 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:39:12.481594 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:39:12.481966 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Checking segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:39:12.482402 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:12.482786 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Bound using segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:39:12.483240 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Bound port: 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:39:12.483617 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:12.500259 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e59b5c52-9302-4a8c-b514-cb2b39d4f586 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:12.519376 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e59b5c52-9302-4a8c-b514-cb2b39d4f586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:12.545217 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] For port 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:39:12.550130 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] For port 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:39:12.608900 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:12.624429 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-e59b5c52-9302-4a8c-b514-cb2b39d4f586 admin admin] Allocated IP 172.25.1.245 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/a4520393-cafa-4015-8c3d-f5b3b22ec771) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:39:12.674932 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eacc91-26c5-4f00-adae-6a57564cee43 None None] Pushing event updated for resources: {'Port': ['ID=6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:12.731918 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e59b5c52-9302-4a8c-b514-cb2b39d4f586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:12.854915 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e59b5c52-9302-4a8c-b514-cb2b39d4f586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:12.906863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59b5c52-9302-4a8c-b514-cb2b39d4f586 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:39:12.910082 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-e59b5c52-9302-4a8c-b514-cb2b39d4f586 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:39:12.914243 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b5c52-9302-4a8c-b514-cb2b39d4f586 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:39:12.939893 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b5c52-9302-4a8c-b514-cb2b39d4f586 admin admin] Pushing event updated for resources: {'Port': ['ID=a4520393-cafa-4015-8c3d-f5b3b22ec771,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:12.991483 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:39:13.105957 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:39:13.267036 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e59b5c52-9302-4a8c-b514-cb2b39d4f586 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:13.473958 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e59b5c52-9302-4a8c-b514-cb2b39d4f586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:13.489418 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:13.677295 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59b5c52-9302-4a8c-b514-cb2b39d4f586 admin admin] Router 4c221de5-12b4-4037-8268-d562b03dd739 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:39:13.691020 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec986a0d-08a5-45dd-a4a1-eacace82bfcd None None] Network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:39:13.783168 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59b5c52-9302-4a8c-b514-cb2b39d4f586 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:39:13.792304 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] Sync routers for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:39:13.802204 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:39:13.802911 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:39:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:13.865933 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e59b5c52-9302-4a8c-b514-cb2b39d4f586 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:13.867285 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e59b5c52-9302-4a8c-b514-cb2b39d4f586 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9568117 Jul 30 02:39:13.870099 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35946) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:39:13.883284 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c243da3e-f259-42b5-92f3-b3f9b1adba73 None None] Provisioning for port 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:39:13.887705 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c243da3e-f259-42b5-92f3-b3f9b1adba73 None None] Provisioning complete for port 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:13.888090 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c243da3e-f259-42b5-92f3-b3f9b1adba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:13.920546 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:39:13.980316 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c243da3e-f259-42b5-92f3-b3f9b1adba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:14.026398 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c243da3e-f259-42b5-92f3-b3f9b1adba73 None None] For port 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:39:14.106571 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c243da3e-f259-42b5-92f3-b3f9b1adba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:14.126767 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:13Z', 'revision_number': 3, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:14.156821 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243da3e-f259-42b5-92f3-b3f9b1adba73 None None] Pushing event updated for resources: {'Port': ['ID=6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:14.158509 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] Checking router: 4c221de5-12b4-4037-8268-d562b03dd739 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:39:14.158857 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] Updating router 4c221de5-12b4-4037-8268-d562b03dd739 port a4520393-cafa-4015-8c3d-f5b3b22ec771 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:39:14.184938 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:14.227346 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-42d583ce-6cea-49fd-bdc1-b600562457df None None] Provisioning complete for port 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:14.227919 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-42d583ce-6cea-49fd-bdc1-b600562457df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:14.444031 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:14.453354 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] Transition to ACTIVE for port object a4520393-cafa-4015-8c3d-f5b3b22ec771 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:39:14.517321 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:14.563307 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] Attempting to bind port a4520393-cafa-4015-8c3d-f5b3b22ec771 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:39:14.563688 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] Attempting to bind port a4520393-cafa-4015-8c3d-f5b3b22ec771 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:39:14.564044 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] Attempting to bind port a4520393-cafa-4015-8c3d-f5b3b22ec771 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:39:14.574628 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce784c-3a3c-4245-9769-369c910a748e None None] Pushing event updated for resources: {'Port': ['ID=a4520393-cafa-4015-8c3d-f5b3b22ec771,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:14.577558 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:39:14.577932 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:39:14.578355 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:14.578757 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:39:14.579219 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] Bound port: a4520393-cafa-4015-8c3d-f5b3b22ec771, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:39:14.579596 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:14.585835 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce784c-3a3c-4245-9769-369c910a748e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:14.586185 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce784c-3a3c-4245-9769-369c910a748e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:14.586558 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce784c-3a3c-4245-9769-369c910a748e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:14.586899 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce784c-3a3c-4245-9769-369c910a748e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:14.587236 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce784c-3a3c-4245-9769-369c910a748e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:14.587568 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce784c-3a3c-4245-9769-369c910a748e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:14.587898 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce784c-3a3c-4245-9769-369c910a748e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:14.588227 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce784c-3a3c-4245-9769-369c910a748e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:14.588559 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce784c-3a3c-4245-9769-369c910a748e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:14.588886 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce784c-3a3c-4245-9769-369c910a748e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:14.589214 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce784c-3a3c-4245-9769-369c910a748e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:14.589537 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce784c-3a3c-4245-9769-369c910a748e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:14.612451 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa2dac9a-0c8d-4a0e-81f7-a61b94707e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:14.642967 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] For port a4520393-cafa-4015-8c3d-f5b3b22ec771, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:39:14.645817 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] For port a4520393-cafa-4015-8c3d-f5b3b22ec771, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a4520393-cafa-4015-8c3d-f5b3b22ec771,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:39:14.711919 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:14.770556 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce784c-3a3c-4245-9769-369c910a748e None None] Pushing event updated for resources: {'Port': ['ID=a4520393-cafa-4015-8c3d-f5b3b22ec771,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:14.773895 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:39:14.774578 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:39:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:14.784639 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-fa2dac9a-0c8d-4a0e-81f7-a61b94707e9c admin admin] Allocated IP 172.20.0.1 (a69cc0fb-9bbb-487d-b91e-8bb8b8215c75/b908448b-88da-41c9-85f6-db927c1681c9/3553c60f-a3fa-49e8-8a15-b4000bd28f5a) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:39:14.791432 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:14.877566 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:39:14.890665 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa2dac9a-0c8d-4a0e-81f7-a61b94707e9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:14.904488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-fa2dac9a-0c8d-4a0e-81f7-a61b94707e9c admin admin] Transition to ACTIVE for port object 3553c60f-a3fa-49e8-8a15-b4000bd28f5a will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:39:14.945471 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:39:14.991862 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa2dac9a-0c8d-4a0e-81f7-a61b94707e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:14.993297 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:14.993939 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:15.035011 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2dac9a-0c8d-4a0e-81f7-a61b94707e9c admin admin] Network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:39:15.038705 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-fa2dac9a-0c8d-4a0e-81f7-a61b94707e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:39:15.042244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2dac9a-0c8d-4a0e-81f7-a61b94707e9c admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:39:15.066447 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:13Z', 'revision_number': 3, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:15.073474 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2dac9a-0c8d-4a0e-81f7-a61b94707e9c admin admin] Pushing event updated for resources: {'Port': ['ID=3553c60f-a3fa-49e8-8a15-b4000bd28f5a,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:15.094672 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa2dac9a-0c8d-4a0e-81f7-a61b94707e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:15.210002 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bfbcd8-8dff-420e-97e5-cb002d62bc34 None None] The sync data for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 is: [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:13Z', 'revision_number': 3, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:39:15.308750 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa2dac9a-0c8d-4a0e-81f7-a61b94707e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:15.398074 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fe15778c-edb7-4065-82f4-1b58b453a1a4 None None] Provisioning for port 3553c60f-a3fa-49e8-8a15-b4000bd28f5a completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:39:15.408664 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fe15778c-edb7-4065-82f4-1b58b453a1a4 None None] Provisioning complete for port 3553c60f-a3fa-49e8-8a15-b4000bd28f5a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:15.409090 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe15778c-edb7-4065-82f4-1b58b453a1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:15.468491 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fe15778c-edb7-4065-82f4-1b58b453a1a4 None None] Port 3553c60f-a3fa-49e8-8a15-b4000bd28f5a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:39:15.523558 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa2dac9a-0c8d-4a0e-81f7-a61b94707e9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:15.585894 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa2dac9a-0c8d-4a0e-81f7-a61b94707e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:15.655896 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fa2dac9a-0c8d-4a0e-81f7-a61b94707e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:15.657696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2dac9a-0c8d-4a0e-81f7-a61b94707e9c admin admin] Pushing event updated for resources: {'Port': ['ID=3553c60f-a3fa-49e8-8a15-b4000bd28f5a,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:15.761343 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2dac9a-0c8d-4a0e-81f7-a61b94707e9c admin admin] Network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:39:15.762979 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-fa2dac9a-0c8d-4a0e-81f7-a61b94707e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:39:15.889965 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2dac9a-0c8d-4a0e-81f7-a61b94707e9c admin admin] Router 4c221de5-12b4-4037-8268-d562b03dd739 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:39:15.991874 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2f7e0d21-81c4-4e68-ab9d-d70729146313 None None] Provisioning complete for port 3553c60f-a3fa-49e8-8a15-b4000bd28f5a triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:15.992374 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0d21-81c4-4e68-ab9d-d70729146313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:16.004555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2dac9a-0c8d-4a0e-81f7-a61b94707e9c admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:39:16.015611 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fa2dac9a-0c8d-4a0e-81f7-a61b94707e9c admin admin] 10.222.0.70 "PUT /v2.0/routers/4c221de5-12b4-4037-8268-d562b03dd739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1436872 Jul 30 02:39:16.031895 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e0d21-81c4-4e68-ab9d-d70729146313 None None] Port 3553c60f-a3fa-49e8-8a15-b4000bd28f5a cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:39:16.553884 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35956) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:39:16.558812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3423f2fe-b8c0-4142-9e0f-93826ddb1825 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--109840376', 'description': 'tempest-description--2410956'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:39:16.637741 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3423f2fe-b8c0-4142-9e0f-93826ddb1825 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:16.725741 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3423f2fe-b8c0-4142-9e0f-93826ddb1825 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:16.758523 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] Sync routers for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:39:16.762647 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3423f2fe-b8c0-4142-9e0f-93826ddb1825 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:16.767620 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:39:16.768228 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:39:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:16.792370 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423f2fe-b8c0-4142-9e0f-93826ddb1825 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cebc13-fb44-44f8-bb10-866b95a629d0,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:16.848787 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3423f2fe-b8c0-4142-9e0f-93826ddb1825 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:16.850450 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3423f2fe-b8c0-4142-9e0f-93826ddb1825 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2951696 Jul 30 02:39:16.853118 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35958) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:39:16.858006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-4266554b-d90c-4d88-b99f-b4ee8a24d071 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Request body: {'security_group_rule': {'security_group_id': 'c2cebc13-fb44-44f8-bb10-866b95a629d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:39:16.876573 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:39:16.922756 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4266554b-d90c-4d88-b99f-b4ee8a24d071 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:16.984403 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4266554b-d90c-4d88-b99f-b4ee8a24d071 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:16.989246 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a4520393-cafa-4015-8c3d-f5b3b22ec771 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:39:17.054736 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4266554b-d90c-4d88-b99f-b4ee8a24d071 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:17.075821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266554b-d90c-4d88-b99f-b4ee8a24d071 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a2cdf3-bfa9-40aa-bba6-09565781c4c0,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:17.125870 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 2, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:17.153091 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] Checking router: 4c221de5-12b4-4037-8268-d562b03dd739 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:39:17.153445 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] Updating router 4c221de5-12b4-4037-8268-d562b03dd739 port 3553c60f-a3fa-49e8-8a15-b4000bd28f5a binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:39:17.155249 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port a4520393-cafa-4015-8c3d-f5b3b22ec771 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:39:17.159741 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port a4520393-cafa-4015-8c3d-f5b3b22ec771 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:17.160115 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:17.168689 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4266554b-d90c-4d88-b99f-b4ee8a24d071 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:17.172613 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4266554b-d90c-4d88-b99f-b4ee8a24d071 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3159957 Jul 30 02:39:17.172907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35960) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:39:17.177870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-dfce546b-5889-428b-b73a-e2a1d0b4eaf6 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Request body: {'security_group_rule': {'security_group_id': 'c2cebc13-fb44-44f8-bb10-866b95a629d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:39:17.204932 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:17.265527 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dfce546b-5889-428b-b73a-e2a1d0b4eaf6 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:17.324092 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dfce546b-5889-428b-b73a-e2a1d0b4eaf6 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:17.353730 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:17.393388 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port a4520393-cafa-4015-8c3d-f5b3b22ec771, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a4520393-cafa-4015-8c3d-f5b3b22ec771,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:39:17.399456 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dfce546b-5889-428b-b73a-e2a1d0b4eaf6 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:17.421717 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce546b-5889-428b-b73a-e2a1d0b4eaf6 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6328018-f1eb-401e-bcf9-e05c6d9fd672,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:17.465232 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:17.488577 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-dfce546b-5889-428b-b73a-e2a1d0b4eaf6 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:17.493248 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-dfce546b-5889-428b-b73a-e2a1d0b4eaf6 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3159821 Jul 30 02:39:17.493611 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 35962) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:39:17.498481 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-f62f706c-2ae2-4973-a06c-4613c1a4f95f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:39:17.559740 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=a4520393-cafa-4015-8c3d-f5b3b22ec771,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:17.580382 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f62f706c-2ae2-4973-a06c-4613c1a4f95f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:17.583270 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:17.592867 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] Transition to ACTIVE for port object 3553c60f-a3fa-49e8-8a15-b4000bd28f5a will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:39:17.654234 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:17.683791 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f62f706c-2ae2-4973-a06c-4613c1a4f95f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:17.721771 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c1eba-b1c5-43fd-b77f-ac9a5bd66fab None None] Pushing event updated for resources: {'Port': ['ID=3553c60f-a3fa-49e8-8a15-b4000bd28f5a,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:17.789061 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] Attempting to bind port 3553c60f-a3fa-49e8-8a15-b4000bd28f5a on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:39:17.789443 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] Attempting to bind port 3553c60f-a3fa-49e8-8a15-b4000bd28f5a by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:39:17.790511 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] Attempting to bind port 3553c60f-a3fa-49e8-8a15-b4000bd28f5a on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:39:17.797400 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:39:17.797836 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] Checking segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:39:17.804341 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:17.804341 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] Bound using segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:39:17.804341 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] Bound port: 3553c60f-a3fa-49e8-8a15-b4000bd28f5a, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:39:17.804341 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:17.821383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-f62f706c-2ae2-4973-a06c-4613c1a4f95f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Allocated IP 172.25.1.136 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/dc39c10d-41ac-4046-a7ce-339573c81a86) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:39:17.879884 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] For port 3553c60f-a3fa-49e8-8a15-b4000bd28f5a, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:39:17.883473 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] For port 3553c60f-a3fa-49e8-8a15-b4000bd28f5a, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3553c60f-a3fa-49e8-8a15-b4000bd28f5a,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:39:17.933061 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f62f706c-2ae2-4973-a06c-4613c1a4f95f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:17.958220 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:18.026534 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f62f706c-2ae2-4973-a06c-4613c1a4f95f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:18.028022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:39:18.028827 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:39:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:18.073978 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62f706c-2ae2-4973-a06c-4613c1a4f95f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:39:18.077109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-f62f706c-2ae2-4973-a06c-4613c1a4f95f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:39:18.079531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62f706c-2ae2-4973-a06c-4613c1a4f95f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:39:18.081063 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c1eba-b1c5-43fd-b77f-ac9a5bd66fab None None] Pushing event updated for resources: {'Port': ['ID=3553c60f-a3fa-49e8-8a15-b4000bd28f5a,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:18.089781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f706c-2ae2-4973-a06c-4613c1a4f95f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Pushing event updated for resources: {'Port': ['ID=dc39c10d-41ac-4046-a7ce-339573c81a86,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:18.182413 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f62f706c-2ae2-4973-a06c-4613c1a4f95f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:18.270225 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f62f706c-2ae2-4973-a06c-4613c1a4f95f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:18.327307 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:39:18.403330 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:18.429389 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f62f706c-2ae2-4973-a06c-4613c1a4f95f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:18.488741 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f62f706c-2ae2-4973-a06c-4613c1a4f95f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:18.528683 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:18.553466 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f706c-2ae2-4973-a06c-4613c1a4f95f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Pushing event updated for resources: {'Port': ['ID=dc39c10d-41ac-4046-a7ce-339573c81a86,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:18.555028 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9175fd-a5f2-44a7-8df8-7d4abe65205e None None] The sync data for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 is: [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:39:18.568824 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f62f706c-2ae2-4973-a06c-4613c1a4f95f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:18.666375 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f62f706c-2ae2-4973-a06c-4613c1a4f95f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:18.667726 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f62f706c-2ae2-4973-a06c-4613c1a4f95f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1730647 Jul 30 02:39:18.819870 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-cc8240a0-984b-4bbd-bcbb-d9fd79c9b11f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--109840376&fields=id&tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b HTTP/1.1" status: 200 len: 267 time: 0.0360739 Jul 30 02:39:18.943551 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-afe2af44-4350-4bcf-ac4f-7c66710490f4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:18.945622 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-afe2af44-4350-4bcf-ac4f-7c66710490f4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 811 time: 0.1189365 Jul 30 02:39:18.963224 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-b27c4dbc-3620-4cf5-a52a-c380224a05aa tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/quotas/0b5a3d0b64e340f8a695e6e804f54a3b HTTP/1.1" status: 200 len: 375 time: 0.0114722 Jul 30 02:39:19.023379 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-caca1a23-9a26-4fea-85e3-84415294b348 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536430 Jul 30 02:39:19.029505 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3553c60f-a3fa-49e8-8a15-b4000bd28f5a up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:39:19.134424 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-c3c393dd-0930-40b9-b56b-b1eddc13a3b1 service neutron] 10.222.0.70 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939975 Jul 30 02:39:19.146156 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 3553c60f-a3fa-49e8-8a15-b4000bd28f5a completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:39:19.151079 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 3553c60f-a3fa-49e8-8a15-b4000bd28f5a triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:19.151454 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:19.232827 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-b33354e8-757b-4d5c-924d-d7e7b089260b service neutron] 10.222.0.70 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942841 Jul 30 02:39:19.246718 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:19.281414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 3553c60f-a3fa-49e8-8a15-b4000bd28f5a, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3553c60f-a3fa-49e8-8a15-b4000bd28f5a,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:39:19.368920 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:19.369732 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a4520393-cafa-4015-8c3d-f5b3b22ec771 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:39:19.450175 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=3553c60f-a3fa-49e8-8a15-b4000bd28f5a,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:19.461263 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port a4520393-cafa-4015-8c3d-f5b3b22ec771 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:19.461632 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:19.514588 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eb010288-1c2f-4223-9e46-f831bc686177 req-ac8a8681-7023-4a9a-8530-cf2227f67b49 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 210 time: 0.0557277 Jul 30 02:39:20.600588 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-da240692-ef60-421f-b1ba-87826a93a29d req-7277a98d-d570-4f9e-93b9-1bd59ee26973 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 210 time: 0.0262108 Jul 30 02:39:20.930232 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3553c60f-a3fa-49e8-8a15-b4000bd28f5a up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:39:20.977309 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 3553c60f-a3fa-49e8-8a15-b4000bd28f5a triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:20.977886 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:21.422800 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-6ab3a220-4909-4891-a957-ff7310fc36a4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:21.424267 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-6ab3a220-4909-4891-a957-ff7310fc36a4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 811 time: 0.1159737 Jul 30 02:39:21.470584 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-13785e84-b99d-4dca-993e-ef4d0dfe6246 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b HTTP/1.1" status: 200 len: 379 time: 0.0372677 Jul 30 02:39:21.481795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-c0450ba8-a5ce-4eb8-b100-8fe3bf75f2a8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Request body: {'port': {'device_id': 'f2ea2619-c6d2-4332-954b-b764095efe96', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'admin_state_up': True, 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'security_groups': ['c2cebc13-fb44-44f8-bb10-866b95a629d0']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:39:21.671257 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-c0450ba8-a5ce-4eb8-b100-8fe3bf75f2a8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Made reservation on behalf of 0b5a3d0b64e340f8a695e6e804f54a3b for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:39:21.674976 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-c0450ba8-a5ce-4eb8-b100-8fe3bf75f2a8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:21.698228 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1c9f40b-89a2-4d31-bfe2-80dadb9b30a1 req-68f1ea16-50b0-4ce3-924e-8cdf5b84d751 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 210 time: 0.0324054 Jul 30 02:39:21.800498 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-c0450ba8-a5ce-4eb8-b100-8fe3bf75f2a8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Allocated IP 172.20.0.7 (a69cc0fb-9bbb-487d-b91e-8bb8b8215c75/b908448b-88da-41c9-85f6-db927c1681c9/197abd57-5a5a-43a3-8835-a30ce826db1b) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:39:21.933680 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-c0450ba8-a5ce-4eb8-b100-8fe3bf75f2a8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:21.947475 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-c0450ba8-a5ce-4eb8-b100-8fe3bf75f2a8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Transition to ACTIVE for port object 197abd57-5a5a-43a3-8835-a30ce826db1b will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:39:22.043183 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-c0450ba8-a5ce-4eb8-b100-8fe3bf75f2a8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:22.083551 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-c0450ba8-a5ce-4eb8-b100-8fe3bf75f2a8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:39:22.087265 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-c0450ba8-a5ce-4eb8-b100-8fe3bf75f2a8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:39:22.090898 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-c0450ba8-a5ce-4eb8-b100-8fe3bf75f2a8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:39:22.121497 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0450ba8-a5ce-4eb8-b100-8fe3bf75f2a8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Pushing event updated for resources: {'Port': ['ID=197abd57-5a5a-43a3-8835-a30ce826db1b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:22.149187 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-c0450ba8-a5ce-4eb8-b100-8fe3bf75f2a8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:22.149848 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-c0450ba8-a5ce-4eb8-b100-8fe3bf75f2a8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:22.215385 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-c0450ba8-a5ce-4eb8-b100-8fe3bf75f2a8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7371984 Jul 30 02:39:22.231971 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] Request body: {'port': {'device_id': 'f2ea2619-c6d2-4332-954b-b764095efe96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:39:22.290850 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:22.357327 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d4708d27-8c91-4150-8924-d492906229c8 None None] Provisioning for port 197abd57-5a5a-43a3-8835-a30ce826db1b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:39:22.362010 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d4708d27-8c91-4150-8924-d492906229c8 None None] Provisioning complete for port 197abd57-5a5a-43a3-8835-a30ce826db1b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:22.362411 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4708d27-8c91-4150-8924-d492906229c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:22.398684 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d4708d27-8c91-4150-8924-d492906229c8 None None] Port 197abd57-5a5a-43a3-8835-a30ce826db1b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:39:22.546281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197abd57-5a5a-43a3-8835-a30ce826db1b {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:39:22.553539 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:22.565604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] Transition to ACTIVE for port object 197abd57-5a5a-43a3-8835-a30ce826db1b will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:39:22.608156 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:22.658560 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da21936-1af0-472b-889b-05f675685737 service neutron] Pushing event updated for resources: {'Port': ['ID=197abd57-5a5a-43a3-8835-a30ce826db1b,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:22.732251 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] Attempting to bind port 197abd57-5a5a-43a3-8835-a30ce826db1b on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:39:22.733098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] Attempting to bind port 197abd57-5a5a-43a3-8835-a30ce826db1b by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:39:22.733240 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] Attempting to bind port 197abd57-5a5a-43a3-8835-a30ce826db1b on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:39:22.738043 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] Port 197abd57-5a5a-43a3-8835-a30ce826db1b on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:39:22.738399 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] Attempting to bind port 197abd57-5a5a-43a3-8835-a30ce826db1b on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:39:22.748745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:39:22.748745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] Checking segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:39:22.748745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] Bound using segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:39:22.748745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] Bound port: 197abd57-5a5a-43a3-8835-a30ce826db1b, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:39:22.748745 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:22.815725 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] For port 197abd57-5a5a-43a3-8835-a30ce826db1b, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:39:22.819419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] For port 197abd57-5a5a-43a3-8835-a30ce826db1b, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=197abd57-5a5a-43a3-8835-a30ce826db1b,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:39:22.831466 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1a9e1-454d-472f-be44-78780df2cf0e req-0c180f34-d748-492c-8068-a55355b967be tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:22.833006 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1e1a9e1-454d-472f-be44-78780df2cf0e req-0c180f34-d748-492c-8068-a55355b967be tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 943 time: 0.0549099 Jul 30 02:39:22.871333 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1e1a9e1-454d-472f-be44-78780df2cf0e req-35ac9ef4-9358-4ee3-b043-e9368262dbf8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321841 Jul 30 02:39:22.888928 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:22.922881 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:22.923503 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:22.924898 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-7da21936-1af0-472b-889b-05f675685737 service neutron] 10.222.0.10 "PUT /v2.0/ports/197abd57-5a5a-43a3-8835-a30ce826db1b HTTP/1.1" status: 200 len: 1091 time: 0.6993988 Jul 30 02:39:22.925333 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ea2619-c6d2-4332-954b-b764095efe96', 'tag': '197abd57-5a5a-43a3-8835-a30ce826db1b'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:39:22.927590 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2380d195-c05d-4ffd-a717-8573f5ab59e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ea2619-c6d2-4332-954b-b764095efe96", "tag": "197abd57-5a5a-43a3-8835-a30ce826db1b"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:39:22.952989 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da21936-1af0-472b-889b-05f675685737 service neutron] Pushing event updated for resources: {'Port': ['ID=197abd57-5a5a-43a3-8835-a30ce826db1b,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:22.969049 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3ded08-5a07-4696-bc24-1d7392d2411b x-openstack-request-id: req-2e3ded08-5a07-4696-bc24-1d7392d2411b {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:39:22.969345 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ea2619-c6d2-4332-954b-b764095efe96", "tag": "197abd57-5a5a-43a3-8835-a30ce826db1b", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:39:22.969600 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e3ded08-5a07-4696-bc24-1d7392d2411b {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:39:22.970004 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ea2619-c6d2-4332-954b-b764095efe96', 'tag': '197abd57-5a5a-43a3-8835-a30ce826db1b', 'status': 'completed', 'code': 200} Jul 30 02:39:23.037654 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380d195-c05d-4ffd-a717-8573f5ab59e1 req-24e6a285-e75b-4572-8426-06f6357b86d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:23.040058 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2380d195-c05d-4ffd-a717-8573f5ab59e1 req-24e6a285-e75b-4572-8426-06f6357b86d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 1094 time: 0.0483954 Jul 30 02:39:23.137432 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380d195-c05d-4ffd-a717-8573f5ab59e1 req-b6660009-86fb-4af6-b5e3-19dff849fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:23.138973 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2380d195-c05d-4ffd-a717-8573f5ab59e1 req-b6660009-86fb-4af6-b5e3-19dff849fcd5 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0919089 Jul 30 02:39:23.236939 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380d195-c05d-4ffd-a717-8573f5ab59e1 req-545c2a6c-0a41-4965-a0a5-a71629f5db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:23.238361 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2380d195-c05d-4ffd-a717-8573f5ab59e1 req-545c2a6c-0a41-4965-a0a5-a71629f5db28 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915794 Jul 30 02:39:23.317041 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-53db7059-9efe-4d18-be40-30821bcb4fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:23.318428 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-53db7059-9efe-4d18-be40-30821bcb4fd1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 1094 time: 0.0407579 Jul 30 02:39:23.358515 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-983fdfe4-fa0f-4d2b-8cff-bde9dff4fa51 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=197abd57-5a5a-43a3-8835-a30ce826db1b HTTP/1.1" status: 200 len: 217 time: 0.0326834 Jul 30 02:39:23.411309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-0899002b-2e40-45d0-9ab0-261aca09f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:23.412767 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-0899002b-2e40-45d0-9ab0-261aca09f9ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0474839 Jul 30 02:39:23.457213 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-8e273718-f118-44ba-b6fc-c5a536e74ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:23.458699 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-8e273718-f118-44ba-b6fc-c5a536e74ca7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393841 Jul 30 02:39:23.544609 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-1a31895f-0bc4-4664-9096-b77fe6d903dd service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791249 Jul 30 02:39:23.636718 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-68f81414-85d2-43a8-9ece-fb50a58641a3 req-f72ef0dc-27b9-407e-9870-6969843b10e7 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849125 Jul 30 02:39:23.986092 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3d6f8-67e9-413d-b45e-5ae7e84ed53d req-6501a747-6dfd-4abb-850a-fab04ba7036b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:23.987612 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-92c3d6f8-67e9-413d-b45e-5ae7e84ed53d req-6501a747-6dfd-4abb-850a-fab04ba7036b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 943 time: 0.0489786 Jul 30 02:39:24.025442 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-92c3d6f8-67e9-413d-b45e-5ae7e84ed53d req-1ac03e69-6aff-4d89-b86c-3ce2cecd29d3 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314188 Jul 30 02:39:25.075040 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 197abd57-5a5a-43a3-8835-a30ce826db1b details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:39:25.146473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194ff31-a135-421c-80fc-13cf7443ab16 req-cd5a5b02-3bbd-4878-8113-0f9226791bc3 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:25.147921 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f194ff31-a135-421c-80fc-13cf7443ab16 req-cd5a5b02-3bbd-4878-8113-0f9226791bc3 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 943 time: 0.0521233 Jul 30 02:39:25.172339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 197abd57-5a5a-43a3-8835-a30ce826db1b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=197abd57-5a5a-43a3-8835-a30ce826db1b,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:39:25.184299 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '197abd57-5a5a-43a3-8835-a30ce826db1b', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'port_id': '197abd57-5a5a-43a3-8835-a30ce826db1b', 'mac_address': 'fa:16:3e:31:ba:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:39:25.187021 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f194ff31-a135-421c-80fc-13cf7443ab16 req-512d3a88-bdab-4ccb-acbd-f2364eae273e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319464 Jul 30 02:39:25.221643 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:25.233904 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197abd57-5a5a-43a3-8835-a30ce826db1b {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:39:25.253176 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 197abd57-5a5a-43a3-8835-a30ce826db1b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=197abd57-5a5a-43a3-8835-a30ce826db1b,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:39:25.316565 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:25.363919 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=197abd57-5a5a-43a3-8835-a30ce826db1b,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:25.371692 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:25.372041 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:25.372381 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:25.372718 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:25.373051 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:25.373408 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:25.373738 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:25.374063 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:25.374428 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:25.374755 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:25.375078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:25.375401 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:25.518698 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['197abd57-5a5a-43a3-8835-a30ce826db1b'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:39:26.302892 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363d33b-191d-411f-b140-2db324670104 req-57d29d24-43bd-4d6b-b537-3be066af3dc5 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:26.304392 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a363d33b-191d-411f-b140-2db324670104 req-57d29d24-43bd-4d6b-b537-3be066af3dc5 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 944 time: 0.0494723 Jul 30 02:39:26.346420 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a363d33b-191d-411f-b140-2db324670104 req-e792cbc6-9966-4945-a734-3ca56c9f4858 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358803 Jul 30 02:39:27.090979 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 197abd57-5a5a-43a3-8835-a30ce826db1b up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:39:27.213975 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 197abd57-5a5a-43a3-8835-a30ce826db1b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:39:27.217648 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 197abd57-5a5a-43a3-8835-a30ce826db1b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:27.218539 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:27.295888 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:27.318021 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ea2619-c6d2-4332-954b-b764095efe96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197abd57-5a5a-43a3-8835-a30ce826db1b'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:39:27.320280 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83203e9e-b213-490e-9850-9ffa15d726a4" -d '{"events": [{"server_uuid": "f2ea2619-c6d2-4332-954b-b764095efe96", "name": "network-vif-plugged", "status": "completed", "tag": "197abd57-5a5a-43a3-8835-a30ce826db1b"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:39:27.333109 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 197abd57-5a5a-43a3-8835-a30ce826db1b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=197abd57-5a5a-43a3-8835-a30ce826db1b,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:39:27.357617 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753607ba-e1a8-49a0-86a1-05726792a483 x-openstack-request-id: req-753607ba-e1a8-49a0-86a1-05726792a483 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:39:27.357922 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ea2619-c6d2-4332-954b-b764095efe96", "name": "network-vif-plugged", "status": "completed", "tag": "197abd57-5a5a-43a3-8835-a30ce826db1b", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:39:27.358171 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-753607ba-e1a8-49a0-86a1-05726792a483 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:39:27.358598 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ea2619-c6d2-4332-954b-b764095efe96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197abd57-5a5a-43a3-8835-a30ce826db1b', 'code': 200} Jul 30 02:39:27.403211 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:27.456133 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=197abd57-5a5a-43a3-8835-a30ce826db1b,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:27.461857 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bbede-9add-45ee-8333-fb2c7176a71f req-f1ace96b-7d95-4929-bdd1-90e4e3b6a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:27.463472 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-239bbede-9add-45ee-8333-fb2c7176a71f req-f1ace96b-7d95-4929-bdd1-90e4e3b6a1b8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 1096 time: 0.0476737 Jul 30 02:39:27.474272 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249fd41-234c-43c0-bcc3-2f4557c7862f req-587e374b-4c88-4ca9-a5e8-31f795e5ffcc tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:27.475910 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d249fd41-234c-43c0-bcc3-2f4557c7862f req-587e374b-4c88-4ca9-a5e8-31f795e5ffcc tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0570941 Jul 30 02:39:27.499221 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-239bbede-9add-45ee-8333-fb2c7176a71f req-266de457-b5f3-42ae-8d6d-e21c758b93a8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286703 Jul 30 02:39:27.514156 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d249fd41-234c-43c0-bcc3-2f4557c7862f req-b59728af-7076-4260-bb65-c8ae1089e23b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316753 Jul 30 02:39:28.644289 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d14f39-2d17-402d-8220-bf12553708b6 req-1a05cb00-1458-41c5-a36c-de9ae961c674 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:28.645774 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-46d14f39-2d17-402d-8220-bf12553708b6 req-1a05cb00-1458-41c5-a36c-de9ae961c674 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0528655 Jul 30 02:39:28.685374 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-46d14f39-2d17-402d-8220-bf12553708b6 req-2b35cdb1-6e43-443b-8e0d-e7f1514b9e22 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336409 Jul 30 02:39:28.797930 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6ae94-18a9-45d4-aa6a-e53c9b88ccc9 req-c704d7e7-bac9-4e42-8be5-aa1445fb49ce tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:28.799327 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ccc6ae94-18a9-45d4-aa6a-e53c9b88ccc9 req-c704d7e7-bac9-4e42-8be5-aa1445fb49ce tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0478320 Jul 30 02:39:28.808392 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36022) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:39:28.812768 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-64dddf5d-dffb-42e8-ad96-3db8b6a614d4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Request body: {'floatingip': {'port_id': '197abd57-5a5a-43a3-8835-a30ce826db1b'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:39:28.850000 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-64dddf5d-dffb-42e8-ad96-3db8b6a614d4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for floatingip, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:29.271800 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-64dddf5d-dffb-42e8-ad96-3db8b6a614d4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:29.322404 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-64dddf5d-dffb-42e8-ad96-3db8b6a614d4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:29.426145 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-64dddf5d-dffb-42e8-ad96-3db8b6a614d4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Floating IP 17838764-55fa-4b64-a558-85dfe2af2747 associated. External IP: 172.25.1.136, port: 197abd57-5a5a-43a3-8835-a30ce826db1b. Jul 30 02:39:29.633612 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dddf5d-dffb-42e8-ad96-3db8b6a614d4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Router 4c221de5-12b4-4037-8268-d562b03dd739 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:39:29.740618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dddf5d-dffb-42e8-ad96-3db8b6a614d4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:39:29.745815 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-64dddf5d-dffb-42e8-ad96-3db8b6a614d4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:29.750715 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7096fd-ebc2-46da-99b6-d8864b791bfc None None] Sync routers for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:39:29.760336 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7096fd-ebc2-46da-99b6-d8864b791bfc None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:39:29.760971 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bc7096fd-ebc2-46da-99b6-d8864b791bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:39:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:29.773045 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-64dddf5d-dffb-42e8-ad96-3db8b6a614d4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "PUT /v2.0/floatingips/17838764-55fa-4b64-a558-85dfe2af2747 HTTP/1.1" status: 200 len: 991 time: 0.9636436 Jul 30 02:39:29.773647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ea2619-c6d2-4332-954b-b764095efe96', 'tag': '197abd57-5a5a-43a3-8835-a30ce826db1b'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:39:29.775928 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807cd9b8-67c9-4f6b-a9fa-a508f06b98f6" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ea2619-c6d2-4332-954b-b764095efe96", "tag": "197abd57-5a5a-43a3-8835-a30ce826db1b"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:39:29.860254 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95e9ee3-9698-42c3-86a1-128839852f5e x-openstack-request-id: req-b95e9ee3-9698-42c3-86a1-128839852f5e {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:39:29.860616 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ea2619-c6d2-4332-954b-b764095efe96", "tag": "197abd57-5a5a-43a3-8835-a30ce826db1b", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:39:29.860941 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b95e9ee3-9698-42c3-86a1-128839852f5e {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:39:29.861420 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ea2619-c6d2-4332-954b-b764095efe96', 'tag': '197abd57-5a5a-43a3-8835-a30ce826db1b', 'status': 'completed', 'code': 200} Jul 30 02:39:29.864838 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-bc7096fd-ebc2-46da-99b6-d8864b791bfc None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:39:29.923645 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cd9b8-67c9-4f6b-a9fa-a508f06b98f6 req-81d8b6e9-fb0f-4a81-b752-36ac0ad0413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:29.925146 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-807cd9b8-67c9-4f6b-a9fa-a508f06b98f6 req-81d8b6e9-fb0f-4a81-b752-36ac0ad0413a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 1096 time: 0.0445747 Jul 30 02:39:30.015887 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cd9b8-67c9-4f6b-a9fa-a508f06b98f6 req-d17d88d5-4bb0-41ae-a269-0b500397608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:30.017287 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-807cd9b8-67c9-4f6b-a9fa-a508f06b98f6 req-d17d88d5-4bb0-41ae-a269-0b500397608b service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0857348 Jul 30 02:39:30.085643 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bc7096fd-ebc2-46da-99b6-d8864b791bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '17838764-55fa-4b64-a558-85dfe2af2747', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'port_id': '197abd57-5a5a-43a3-8835-a30ce826db1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'mac_address': 'fa:16:3e:31:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ea2619-c6d2-4332-954b-b764095efe96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:39:18Z', 'updated_at': '2021-07-30T02:39:29Z', 'revision_number': 1, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:30.088811 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-807cd9b8-67c9-4f6b-a9fa-a508f06b98f6 req-556cdc8b-68ad-4113-bd24-7b613a146a11 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=197abd57-5a5a-43a3-8835-a30ce826db1b HTTP/1.1" status: 200 len: 999 time: 0.0637825 Jul 30 02:39:30.115015 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7096fd-ebc2-46da-99b6-d8864b791bfc None None] Checking router: 4c221de5-12b4-4037-8268-d562b03dd739 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:39:30.123908 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7096fd-ebc2-46da-99b6-d8864b791bfc None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:39:30.124520 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bc7096fd-ebc2-46da-99b6-d8864b791bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:39:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:30.156251 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cd9b8-67c9-4f6b-a9fa-a508f06b98f6 req-e98b8c4b-736b-405f-8228-98ae9854532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:30.157748 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-807cd9b8-67c9-4f6b-a9fa-a508f06b98f6 req-e98b8c4b-736b-405f-8228-98ae9854532a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0626969 Jul 30 02:39:30.203723 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cd9b8-67c9-4f6b-a9fa-a508f06b98f6 req-9c6180fa-0384-49e9-bb89-62eee0e6a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:30.205202 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-807cd9b8-67c9-4f6b-a9fa-a508f06b98f6 req-9c6180fa-0384-49e9-bb89-62eee0e6a784 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400755 Jul 30 02:39:30.226462 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-bc7096fd-ebc2-46da-99b6-d8864b791bfc None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:39:30.298351 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-807cd9b8-67c9-4f6b-a9fa-a508f06b98f6 req-18bdf372-9d34-498c-ae3c-c577fb19d4cf service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859323 Jul 30 02:39:30.390547 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-807cd9b8-67c9-4f6b-a9fa-a508f06b98f6 req-7bb9942b-8694-44f7-9e23-3d2816d5d5db service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851219 Jul 30 02:39:30.447197 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bc7096fd-ebc2-46da-99b6-d8864b791bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '17838764-55fa-4b64-a558-85dfe2af2747', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'port_id': '197abd57-5a5a-43a3-8835-a30ce826db1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'mac_address': 'fa:16:3e:31:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ea2619-c6d2-4332-954b-b764095efe96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:39:18Z', 'updated_at': '2021-07-30T02:39:29Z', 'revision_number': 1, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:30.473642 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7096fd-ebc2-46da-99b6-d8864b791bfc None None] The sync data for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 is: [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '17838764-55fa-4b64-a558-85dfe2af2747', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'port_id': '197abd57-5a5a-43a3-8835-a30ce826db1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'mac_address': 'fa:16:3e:31:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ea2619-c6d2-4332-954b-b764095efe96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:39:18Z', 'updated_at': '2021-07-30T02:39:29Z', 'revision_number': 1, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:39:30.667914 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41576943-4afc-4b09-8cd8-e15dfefadc2d None None] New status for floating IP 17838764-55fa-4b64-a558-85dfe2af2747: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:39:33.419575 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:39.190974 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-45b38319-703a-4d64-9b59-6e50daac2796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:40.414714 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ee99665-c2e6-46db-88b7-653b98fffb16 req-ae1851a0-ed14-4db1-86fb-ca16e1f28b5f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570161 Jul 30 02:39:40.498542 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee99665-c2e6-46db-88b7-653b98fffb16 req-d8303c86-2c39-4a0f-a14b-ec55bef8de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:40.500019 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ee99665-c2e6-46db-88b7-653b98fffb16 req-d8303c86-2c39-4a0f-a14b-ec55bef8de89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 1096 time: 0.0443850 Jul 30 02:39:40.601331 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee99665-c2e6-46db-88b7-653b98fffb16 req-9b8f3734-db50-49ee-bdd4-cb22dc41cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:40.602791 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ee99665-c2e6-46db-88b7-653b98fffb16 req-9b8f3734-db50-49ee-bdd4-cb22dc41cf1e service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0818329 Jul 30 02:39:40.668936 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ee99665-c2e6-46db-88b7-653b98fffb16 req-2809c327-12d1-4ae1-9599-befb88e01dda service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=197abd57-5a5a-43a3-8835-a30ce826db1b HTTP/1.1" status: 200 len: 1001 time: 0.0591569 Jul 30 02:39:41.012036 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee99665-c2e6-46db-88b7-653b98fffb16 req-6aa037c2-3f6d-43c1-bc60-87f18d690a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:41.013396 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ee99665-c2e6-46db-88b7-653b98fffb16 req-6aa037c2-3f6d-43c1-bc60-87f18d690a83 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.3369660 Jul 30 02:39:41.058565 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee99665-c2e6-46db-88b7-653b98fffb16 req-30a3ccd6-d07a-405e-9e58-3cb241f0c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:41.059995 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ee99665-c2e6-46db-88b7-653b98fffb16 req-30a3ccd6-d07a-405e-9e58-3cb241f0c313 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383995 Jul 30 02:39:41.151941 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ee99665-c2e6-46db-88b7-653b98fffb16 req-85059aaa-9bde-4dc8-967a-86d0ff74dbd3 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842645 Jul 30 02:39:41.240362 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ee99665-c2e6-46db-88b7-653b98fffb16 req-22c273f5-9c2b-4097-95dc-c5ed24171e7d service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808203 Jul 30 02:39:41.693361 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-301d7c25-0528-44ad-b973-3982fd9612ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:41.784943 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:43.442387 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:44.790086 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:48.270684 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:48.652792 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:40:03.441206 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:09.166153 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-69e378c4-8e4b-42c6-8836-63a74930cf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:11.647499 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9ea45cff-b531-4c95-8ee0-553c1556589c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:11.784303 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:13.476008 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:14.795591 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:18.275674 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:25.652208 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:40:33.458382 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:39.170812 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43fc8b80-4eae-4d9f-90c2-0688dc66f533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:41.664105 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-24d22a20-f91f-40ec-b4e4-e35bd7a1a9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:41.760654 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db9e5b75-b58e-48f5-9d8b-c3fd5a53496a req-c0cfdbe1-c716-4996-8992-9eae843fcf19 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421185 Jul 30 02:40:41.766778 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:41.843278 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e5b75-b58e-48f5-9d8b-c3fd5a53496a req-907a1c2d-0bf3-49c8-b87f-2e82f904ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:41.844754 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db9e5b75-b58e-48f5-9d8b-c3fd5a53496a req-907a1c2d-0bf3-49c8-b87f-2e82f904ee2f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 1096 time: 0.0439515 Jul 30 02:40:41.945579 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e5b75-b58e-48f5-9d8b-c3fd5a53496a req-b5358c4b-7aaa-44b4-8c18-a061cb943904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:41.947725 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db9e5b75-b58e-48f5-9d8b-c3fd5a53496a req-b5358c4b-7aaa-44b4-8c18-a061cb943904 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0852149 Jul 30 02:40:42.016287 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db9e5b75-b58e-48f5-9d8b-c3fd5a53496a req-a415032f-9f6b-4f50-b89a-02f733f53a34 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=197abd57-5a5a-43a3-8835-a30ce826db1b HTTP/1.1" status: 200 len: 1001 time: 0.0608518 Jul 30 02:40:42.064790 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e5b75-b58e-48f5-9d8b-c3fd5a53496a req-4660fdbb-ce41-4817-9d08-32a1be2f7941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:42.066175 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db9e5b75-b58e-48f5-9d8b-c3fd5a53496a req-4660fdbb-ce41-4817-9d08-32a1be2f7941 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0431504 Jul 30 02:40:42.110540 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e5b75-b58e-48f5-9d8b-c3fd5a53496a req-7213bdc8-d542-4fcc-83a1-fa744d529a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:42.111979 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db9e5b75-b58e-48f5-9d8b-c3fd5a53496a req-7213bdc8-d542-4fcc-83a1-fa744d529a52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387788 Jul 30 02:40:42.123570 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-db9e5b75-b58e-48f5-9d8b-c3fd5a53496a req-0168e8d8-f6b9-4e78-a19e-484e69098b87 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:40:42.124496 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db9e5b75-b58e-48f5-9d8b-c3fd5a53496a req-0168e8d8-f6b9-4e78-a19e-484e69098b87 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047941 Jul 30 02:40:42.214156 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db9e5b75-b58e-48f5-9d8b-c3fd5a53496a req-9fb77176-6c06-483e-9dfb-24810ffb95f3 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823081 Jul 30 02:40:42.310825 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db9e5b75-b58e-48f5-9d8b-c3fd5a53496a req-df991faa-e1d6-4631-bba2-a6f282d7fd4c service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890729 Jul 30 02:40:43.474924 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:44.804546 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:48.278882 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:02.651987 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:41:03.432976 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:06.489514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41d30e-42b0-4d6e-b039-0108b6659c75 req-199f16a8-b65a-4149-a1cd-caa242e1e2b9 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:06.491060 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8e41d30e-42b0-4d6e-b039-0108b6659c75 req-199f16a8-b65a-4149-a1cd-caa242e1e2b9 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0536838 Jul 30 02:41:06.528954 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8e41d30e-42b0-4d6e-b039-0108b6659c75 req-6de38b87-d787-4a51-986d-f523bf8a007f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313253 Jul 30 02:41:06.879972 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754e8e4-3ddd-4b98-b048-5349606d78ce req-dc59f9cb-58f9-483c-a9ae-8d444db90e32 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:06.881502 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f754e8e4-3ddd-4b98-b048-5349606d78ce req-dc59f9cb-58f9-483c-a9ae-8d444db90e32 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0532947 Jul 30 02:41:06.923426 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f754e8e4-3ddd-4b98-b048-5349606d78ce req-4d0aa475-1c22-4848-90aa-d194715b510f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357900 Jul 30 02:41:07.090060 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-a817cc77-18e8-4f58-b04a-30093b3e68b8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795140 Jul 30 02:41:08.045369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca382d-1514-4548-9ab3-a816032ad0de req-c42e9bae-9bc6-4cb0-8e32-3e45cdbd7347 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:08.046904 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37ca382d-1514-4548-9ab3-a816032ad0de req-c42e9bae-9bc6-4cb0-8e32-3e45cdbd7347 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0510080 Jul 30 02:41:08.085648 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37ca382d-1514-4548-9ab3-a816032ad0de req-f7a491a8-852c-4b45-91b4-334a56a4b920 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324502 Jul 30 02:41:09.169671 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88fae2bc-453f-4ef6-9c8d-e1b4df66ad56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:09.204464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2924e-6fb1-4af1-be4f-fcd9979e8c04 req-dddce23c-660e-497c-9041-ca14974eb0bb tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:09.205891 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-93f2924e-6fb1-4af1-be4f-fcd9979e8c04 req-dddce23c-660e-497c-9041-ca14974eb0bb tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0502784 Jul 30 02:41:09.208243 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-7df79381-42ee-47b9-bb39-c229bc0b0642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:09.209805 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-7df79381-42ee-47b9-bb39-c229bc0b0642 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 1096 time: 0.0457635 Jul 30 02:41:09.245379 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-93f2924e-6fb1-4af1-be4f-fcd9979e8c04 req-2bde4638-663f-4e01-a3ca-ccbe0edc1cc7 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329378 Jul 30 02:41:09.299800 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-3e8d4d98-08ca-4a88-aeac-212dea91ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:09.301326 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-3e8d4d98-08ca-4a88-aeac-212dea91ef1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0848522 Jul 30 02:41:09.374197 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-d41780f7-b17c-4c3b-af9d-57e9978387b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=197abd57-5a5a-43a3-8835-a30ce826db1b HTTP/1.1" status: 200 len: 1001 time: 0.0648139 Jul 30 02:41:09.422600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-64e3af17-cf7a-4d66-8c65-1d44df8edaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:09.424043 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-64e3af17-cf7a-4d66-8c65-1d44df8edaf9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0436645 Jul 30 02:41:09.469894 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-f783e627-cb5e-4b4b-8ea7-362ef3070056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:09.471294 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-f783e627-cb5e-4b4b-8ea7-362ef3070056 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403523 Jul 30 02:41:09.562464 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-248c3013-396d-4dbe-8635-4f4da64ebb89 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834463 Jul 30 02:41:09.659236 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-b4ef6812-8321-439a-b7f0-e600b2f63d94 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803394 Jul 30 02:41:10.364971 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733710ad-cdc6-4936-bb44-cd90b6187947 req-09e174cc-d82d-4969-84db-7c7e414e7e4c tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:10.366524 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-733710ad-cdc6-4936-bb44-cd90b6187947 req-09e174cc-d82d-4969-84db-7c7e414e7e4c tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0525038 Jul 30 02:41:10.405059 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-733710ad-cdc6-4936-bb44-cd90b6187947 req-e226542b-f8b9-4277-b075-b8c6816baeb0 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325160 Jul 30 02:41:11.519923 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfbcb5-bbf6-44ed-94f4-f1d0e40800d8 req-e0ffc583-c298-42ea-9e86-ca6a08e71628 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:11.521316 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71cfbcb5-bbf6-44ed-94f4-f1d0e40800d8 req-e0ffc583-c298-42ea-9e86-ca6a08e71628 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0486178 Jul 30 02:41:11.558031 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-71cfbcb5-bbf6-44ed-94f4-f1d0e40800d8 req-200b3986-1936-47a2-b724-2d378e6a2dcd tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308223 Jul 30 02:41:11.703263 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-79d24b3a-f869-4a84-8566-8baa7c1212be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:11.783181 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:12.672900 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f34731-3706-49ef-8ee8-3c2f0d6e6565 req-ec860503-79ad-4240-af39-afa47660ebf2 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:12.674329 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68f34731-3706-49ef-8ee8-3c2f0d6e6565 req-ec860503-79ad-4240-af39-afa47660ebf2 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0492613 Jul 30 02:41:12.712172 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68f34731-3706-49ef-8ee8-3c2f0d6e6565 req-a16dfe88-5d46-49ec-8ea4-661d58793260 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319777 Jul 30 02:41:13.468646 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:13.830760 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d54a3-eecb-4fca-ba8e-99a4d43513d7 req-08eb9593-7b5b-4e9c-b598-0abac251a780 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:13.832252 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-663d54a3-eecb-4fca-ba8e-99a4d43513d7 req-08eb9593-7b5b-4e9c-b598-0abac251a780 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0524721 Jul 30 02:41:13.871035 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-663d54a3-eecb-4fca-ba8e-99a4d43513d7 req-39418bd8-86ef-4a04-9d5c-8d34a17f0b13 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328085 Jul 30 02:41:14.803689 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:14.985232 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65d44a-7279-4cc7-b69a-a694413bc50d req-7d2759be-dbba-4c23-bede-4061ecd54da1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:14.986741 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c65d44a-7279-4cc7-b69a-a694413bc50d req-7d2759be-dbba-4c23-bede-4061ecd54da1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0480449 Jul 30 02:41:15.024358 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c65d44a-7279-4cc7-b69a-a694413bc50d req-1856f3cc-5a2e-4f53-b1b7-bab0feb6d051 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315468 Jul 30 02:41:16.139670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dc52f-5fa1-48b2-a6b3-d36cfdae2069 req-08e4c046-b403-4b50-95e6-9d5c413d86d1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:16.141186 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c54dc52f-5fa1-48b2-a6b3-d36cfdae2069 req-08e4c046-b403-4b50-95e6-9d5c413d86d1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0490663 Jul 30 02:41:16.177324 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c54dc52f-5fa1-48b2-a6b3-d36cfdae2069 req-6b8c1981-0b85-43f5-907c-23017da2cc1e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302787 Jul 30 02:41:17.296357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4eeff3-84ae-46d7-b9f0-2b644f1aa010 req-2bf7e8e6-2e05-405f-aa1d-fbe9f0ff5b7f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:17.297860 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d4eeff3-84ae-46d7-b9f0-2b644f1aa010 req-2bf7e8e6-2e05-405f-aa1d-fbe9f0ff5b7f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0530903 Jul 30 02:41:17.335741 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d4eeff3-84ae-46d7-b9f0-2b644f1aa010 req-31e878af-5814-4568-8b9a-a06fd6440ad8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318131 Jul 30 02:41:18.297147 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:18.454550 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b89ec-390d-49f5-89ce-a7d0107ec2dd req-8108720c-66d5-4b8b-a634-c16c5075bcab tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:18.456047 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b90b89ec-390d-49f5-89ce-a7d0107ec2dd req-8108720c-66d5-4b8b-a634-c16c5075bcab tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0492334 Jul 30 02:41:18.494047 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b90b89ec-390d-49f5-89ce-a7d0107ec2dd req-0777eefa-bf04-4237-bc7d-3ac3b39df552 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321081 Jul 30 02:41:19.609089 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66225f-f479-4636-96c8-0020f531035a req-ed0bd6f3-67e1-4775-8ab4-d657225ab38d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:19.610617 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ef66225f-f479-4636-96c8-0020f531035a req-ed0bd6f3-67e1-4775-8ab4-d657225ab38d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0487082 Jul 30 02:41:19.648576 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ef66225f-f479-4636-96c8-0020f531035a req-09b2cf56-11da-47e9-8407-e06f3a702f18 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319617 Jul 30 02:41:21.073133 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e67c2b-8168-417e-b74f-e7e0855258cc req-3d10564b-e36f-4048-8e9b-8639f76d0143 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:21.074657 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0e67c2b-8168-417e-b74f-e7e0855258cc req-3d10564b-e36f-4048-8e9b-8639f76d0143 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.3559146 Jul 30 02:41:21.111268 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0e67c2b-8168-417e-b74f-e7e0855258cc req-8a38588a-62b0-41ed-a250-c32bf83f78e9 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306644 Jul 30 02:41:21.676759 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-66f2399d-f4b7-438d-8aea-aee553ef8bc9 service neutron] show failed (client error): The resource could not be found. Jul 30 02:41:21.677652 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-66f2399d-f4b7-438d-8aea-aee553ef8bc9 service neutron] 10.222.0.10 "GET /v2.0/ports/197abd57-5a5a-43a3-8835-a30ce826db1b/bindings/n-h2-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.0544603 Jul 30 02:41:22.237188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-7aa2ebaf-ad73-48ce-b35d-d31d552bdf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:22.238695 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-7aa2ebaf-ad73-48ce-b35d-d31d552bdf7b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96&tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b HTTP/1.1" status: 200 len: 1096 time: 0.0692327 Jul 30 02:41:22.250128 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e58ff-15f1-4f12-a945-824e67895acc req-e5141b25-fcc6-4f76-a2c0-c93681d6e23f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:22.251505 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-009e58ff-15f1-4f12-a945-824e67895acc req-e5141b25-fcc6-4f76-a2c0-c93681d6e23f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0707254 Jul 30 02:41:22.257333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-9', 'device_owner': 'compute:nova'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:41:22.330223 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-009e58ff-15f1-4f12-a945-824e67895acc req-c3e1f3d7-efa3-42bf-9b8e-99106e077c55 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703218 Jul 30 02:41:22.336532 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:22.539623 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] For port 197abd57-5a5a-43a3-8835-a30ce826db1b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=197abd57-5a5a-43a3-8835-a30ce826db1b,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:41:22.572425 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] For port 197abd57-5a5a-43a3-8835-a30ce826db1b, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:41:22.614965 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ea2619-c6d2-4332-954b-b764095efe96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '197abd57-5a5a-43a3-8835-a30ce826db1b'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:41:22.617373 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b231b5-c52e-4e7b-852f-027b270314dd" -d '{"events": [{"server_uuid": "f2ea2619-c6d2-4332-954b-b764095efe96", "name": "network-vif-unplugged", "status": "completed", "tag": "197abd57-5a5a-43a3-8835-a30ce826db1b"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:41:22.622199 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:22.634757 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Transition to ACTIVE for port object 197abd57-5a5a-43a3-8835-a30ce826db1b will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:41:22.666806 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b777545-4ccb-4704-8217-3f71ea2c4778 x-openstack-request-id: req-5b777545-4ccb-4704-8217-3f71ea2c4778 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:41:22.667108 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ea2619-c6d2-4332-954b-b764095efe96", "name": "network-vif-unplugged", "status": "completed", "tag": "197abd57-5a5a-43a3-8835-a30ce826db1b", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:41:22.667918 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b777545-4ccb-4704-8217-3f71ea2c4778 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:41:22.668318 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ea2619-c6d2-4332-954b-b764095efe96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '197abd57-5a5a-43a3-8835-a30ce826db1b', 'code': 200} Jul 30 02:41:22.717636 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:22.813876 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=197abd57-5a5a-43a3-8835-a30ce826db1b,revision_number=6']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:22.840821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:22.841163 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:22.841511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:22.841877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:22.842219 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:22.842583 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:22.842919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:22.843256 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:22.843588 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:22.843916 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:22.844244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:22.844575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:22.902706 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] No DVR routers for this DVR port 197abd57-5a5a-43a3-8835-a30ce826db1b on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:41:23.038742 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Attempting to bind port 197abd57-5a5a-43a3-8835-a30ce826db1b on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:41:23.039004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Attempting to bind port 197abd57-5a5a-43a3-8835-a30ce826db1b by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:41:23.039332 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Attempting to bind port 197abd57-5a5a-43a3-8835-a30ce826db1b on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:41:23.044311 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Port 197abd57-5a5a-43a3-8835-a30ce826db1b on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:41:23.044630 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Attempting to bind port 197abd57-5a5a-43a3-8835-a30ce826db1b on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:41:23.049433 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:41:23.049787 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Checking segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:41:23.050152 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Bound using segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:41:23.050600 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Bound port: 197abd57-5a5a-43a3-8835-a30ce826db1b, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:41:23.050990 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:23.116093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] For port 197abd57-5a5a-43a3-8835-a30ce826db1b, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:41:23.119113 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] For port 197abd57-5a5a-43a3-8835-a30ce826db1b, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=197abd57-5a5a-43a3-8835-a30ce826db1b,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:41:23.189338 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:23.222325 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:23.223167 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:23.224769 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] 10.222.0.77 "PUT /v2.0/ports/197abd57-5a5a-43a3-8835-a30ce826db1b HTTP/1.1" status: 200 len: 1091 time: 0.9712961 Jul 30 02:41:23.251367 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8c092-e74b-4da6-8d5e-13cbdda0d8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=197abd57-5a5a-43a3-8835-a30ce826db1b,revision_number=7']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:23.299797 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-6df5c607-7878-449d-a4ab-ba27aa07ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:23.301434 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-6df5c607-7878-449d-a4ab-ba27aa07ab3f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 1094 time: 0.0433712 Jul 30 02:41:23.405620 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-239a5fca-8365-4fec-873e-b42f822e3961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:23.407174 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-239a5fca-8365-4fec-873e-b42f822e3961 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0993056 Jul 30 02:41:23.503230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f39860-3603-4310-8006-fe2d795e3585 req-188eacb0-01e6-492a-948c-27b186d3e5cc tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:23.504736 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a6f39860-3603-4310-8006-fe2d795e3585 req-188eacb0-01e6-492a-948c-27b186d3e5cc tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 943 time: 0.0966871 Jul 30 02:41:23.506836 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-b7fe8922-4493-46c5-8937-4fb71719fcda service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=197abd57-5a5a-43a3-8835-a30ce826db1b HTTP/1.1" status: 200 len: 999 time: 0.0891883 Jul 30 02:41:23.581794 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a6f39860-3603-4310-8006-fe2d795e3585 req-85f391f2-e624-492a-8089-26a270a9b532 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710487 Jul 30 02:41:23.583485 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-58746f86-850a-406a-a207-3bfc194b7914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:23.584886 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-58746f86-850a-406a-a207-3bfc194b7914 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0675905 Jul 30 02:41:23.631291 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-ac4c675d-4301-4578-97a3-0cecb7f67faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:23.632769 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-ac4c675d-4301-4578-97a3-0cecb7f67faf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406199 Jul 30 02:41:23.643608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-3ec2ad1a-1c91-40cb-a39a-1d5b7f8ade35 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:41:23.644551 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-3ec2ad1a-1c91-40cb-a39a-1d5b7f8ade35 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048926 Jul 30 02:41:23.736051 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-5b1c4248-5f27-418c-a845-69c8c9f437eb service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842407 Jul 30 02:41:23.825489 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63f5b089-c1ed-478c-ae64-b39976c0e840 req-89ea7dee-0209-4c58-8c79-b731f1504c5a service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824025 Jul 30 02:41:24.680400 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ea2619-c6d2-4332-954b-b764095efe96', 'tag': '197abd57-5a5a-43a3-8835-a30ce826db1b'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:41:24.682664 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705d1ada-4b60-4a55-9298-66596d01c9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ea2619-c6d2-4332-954b-b764095efe96", "tag": "197abd57-5a5a-43a3-8835-a30ce826db1b"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:41:24.708116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa587fe5-eee9-4ca9-b156-4be7f1db80b0 req-19191f20-896a-4adb-8def-6643fc28a36d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:24.709661 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aa587fe5-eee9-4ca9-b156-4be7f1db80b0 req-19191f20-896a-4adb-8def-6643fc28a36d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 943 time: 0.0554097 Jul 30 02:41:24.747369 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aa587fe5-eee9-4ca9-b156-4be7f1db80b0 req-dde8e748-ba5a-4e81-8755-20f73017b293 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308845 Jul 30 02:41:24.800382 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5a61e1-8499-4296-a748-4dec8b86359d x-openstack-request-id: req-5f5a61e1-8499-4296-a748-4dec8b86359d {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:41:24.800676 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ea2619-c6d2-4332-954b-b764095efe96", "tag": "197abd57-5a5a-43a3-8835-a30ce826db1b", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:41:24.800933 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f5a61e1-8499-4296-a748-4dec8b86359d {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:41:24.801330 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ea2619-c6d2-4332-954b-b764095efe96', 'tag': '197abd57-5a5a-43a3-8835-a30ce826db1b', 'status': 'completed', 'code': 200} Jul 30 02:41:24.864641 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-fc200445-269e-4e97-967d-4e791e43e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:24.866060 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-fc200445-269e-4e97-967d-4e791e43e0ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 1094 time: 0.0465777 Jul 30 02:41:24.892205 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-966a1dc1-9b6d-42ee-bc0c-97804b6b853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:24.893723 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-966a1dc1-9b6d-42ee-bc0c-97804b6b853f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 1094 time: 0.0455265 Jul 30 02:41:24.961504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-afea9d62-7f0b-4388-aa44-00a1ab09da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:24.963049 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-afea9d62-7f0b-4388-aa44-00a1ab09da71 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0895262 Jul 30 02:41:24.987746 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-0a8a2b7e-e00c-429b-9735-8a574dd2ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:24.989229 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-0a8a2b7e-e00c-429b-9735-8a574dd2ed1a service neutron] 10.222.0.77 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0866282 Jul 30 02:41:25.033036 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-b89e7175-449c-4fab-b5c6-6261210c0c24 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=197abd57-5a5a-43a3-8835-a30ce826db1b HTTP/1.1" status: 200 len: 999 time: 0.0626497 Jul 30 02:41:25.059404 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-d7bfaa7a-48cb-46a0-90f6-78222058fa91 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=197abd57-5a5a-43a3-8835-a30ce826db1b HTTP/1.1" status: 200 len: 999 time: 0.0622997 Jul 30 02:41:25.082734 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-27ef3f35-b8bc-4e00-9bd0-43d8fb3c8f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:25.084210 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-27ef3f35-b8bc-4e00-9bd0-43d8fb3c8f28 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0446706 Jul 30 02:41:25.115292 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-fb87a809-4268-4f31-982f-f56d31c80ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:25.116926 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-fb87a809-4268-4f31-982f-f56d31c80ee1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0455322 Jul 30 02:41:25.130434 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-4d6df84c-efe6-496e-aa6f-4f87d89d2fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:25.131901 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-4d6df84c-efe6-496e-aa6f-4f87d89d2fde service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408027 Jul 30 02:41:25.166259 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-cc36e0a0-9a5c-4177-82f2-800391c5d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:25.168547 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-cc36e0a0-9a5c-4177-82f2-800391c5d202 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417211 Jul 30 02:41:25.204132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 197abd57-5a5a-43a3-8835-a30ce826db1b details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:41:25.227898 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-0fc8a0f8-3ee3-4bd1-b836-bfa7cecede83 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877397 Jul 30 02:41:25.265146 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-1fac06fd-af62-4975-b848-eb8a6f45d158 service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887623 Jul 30 02:41:25.300051 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 197abd57-5a5a-43a3-8835-a30ce826db1b, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=197abd57-5a5a-43a3-8835-a30ce826db1b,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:41:25.311550 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '197abd57-5a5a-43a3-8835-a30ce826db1b', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'port_id': '197abd57-5a5a-43a3-8835-a30ce826db1b', 'mac_address': 'fa:16:3e:31:ba:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:41:25.320477 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-7be7e920-2b90-44f2-8f6b-8d803d0fef90 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851307 Jul 30 02:41:25.351343 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:25.361829 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-705d1ada-4b60-4a55-9298-66596d01c9a2 req-f27ad95c-4490-447d-933d-cdc9f224e27a service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881467 Jul 30 02:41:25.367406 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197abd57-5a5a-43a3-8835-a30ce826db1b {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:41:25.383322 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 197abd57-5a5a-43a3-8835-a30ce826db1b, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=197abd57-5a5a-43a3-8835-a30ce826db1b,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:41:25.449556 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:25.496370 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=197abd57-5a5a-43a3-8835-a30ce826db1b,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:25.503552 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:25.503901 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:25.504241 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:25.504581 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:25.504910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:25.505240 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:25.505575 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:25.505901 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:25.506228 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:25.506647 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:25.506979 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:25.507334 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:25.587707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 197abd57-5a5a-43a3-8835-a30ce826db1b no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:41:25.625943 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 197abd57-5a5a-43a3-8835-a30ce826db1b not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:41:25.802932 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['197abd57-5a5a-43a3-8835-a30ce826db1b'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:41:25.866454 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cc68f-bc4a-4346-824a-5e5850effacf req-3025c9bf-592b-4748-bca0-6cd10e61d3b1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:25.867974 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b9cc68f-bc4a-4346-824a-5e5850effacf req-3025c9bf-592b-4748-bca0-6cd10e61d3b1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 944 time: 0.0509622 Jul 30 02:41:25.913835 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b9cc68f-bc4a-4346-824a-5e5850effacf req-6d719ff8-00bd-4fdc-bcc2-e0cec7c366de tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345097 Jul 30 02:41:27.032119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cdeba-90ea-403a-9d57-6b09a01a0943 req-017aeb27-98ad-4ef8-89a4-e9a83b5342a6 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:27.033588 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b81cdeba-90ea-403a-9d57-6b09a01a0943 req-017aeb27-98ad-4ef8-89a4-e9a83b5342a6 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 944 time: 0.0528722 Jul 30 02:41:27.070448 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b81cdeba-90ea-403a-9d57-6b09a01a0943 req-277d69ec-2d7d-4a16-8fb5-77a3580c09af tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308669 Jul 30 02:41:27.212233 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 197abd57-5a5a-43a3-8835-a30ce826db1b up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:41:27.335068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 197abd57-5a5a-43a3-8835-a30ce826db1b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:41:27.339089 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 197abd57-5a5a-43a3-8835-a30ce826db1b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:41:27.339467 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:27.418447 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a51a32-1b45-4f27-b196-b7065ece3e4a req-3824d1ff-fce5-4618-8198-ce409ae85a18 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:27.419134 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:27.419995 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3a51a32-1b45-4f27-b196-b7065ece3e4a req-3824d1ff-fce5-4618-8198-ce409ae85a18 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 944 time: 0.0503857 Jul 30 02:41:27.442542 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ea2619-c6d2-4332-954b-b764095efe96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197abd57-5a5a-43a3-8835-a30ce826db1b'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:41:27.444816 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47470362-c734-4a31-8ade-617db341c9ba" -d '{"events": [{"server_uuid": "f2ea2619-c6d2-4332-954b-b764095efe96", "name": "network-vif-plugged", "status": "completed", "tag": "197abd57-5a5a-43a3-8835-a30ce826db1b"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:41:27.458030 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 197abd57-5a5a-43a3-8835-a30ce826db1b, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=197abd57-5a5a-43a3-8835-a30ce826db1b,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:41:27.461726 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3a51a32-1b45-4f27-b196-b7065ece3e4a req-d90d910a-d166-4bb4-90dc-9e16d65bc96b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348313 Jul 30 02:41:27.515225 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaa390-08aa-4161-b01f-86b80d2e51a9 req-da121218-e451-4c51-b8de-7f20d6f71105 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:27.517216 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1daaa390-08aa-4161-b01f-86b80d2e51a9 req-da121218-e451-4c51-b8de-7f20d6f71105 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96&tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 944 time: 0.0596828 Jul 30 02:41:27.523564 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36cf59f-a36b-4fcf-977e-e484b3e7bf76 x-openstack-request-id: req-c36cf59f-a36b-4fcf-977e-e484b3e7bf76 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:41:27.523838 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ea2619-c6d2-4332-954b-b764095efe96", "name": "network-vif-plugged", "status": "completed", "tag": "197abd57-5a5a-43a3-8835-a30ce826db1b", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:41:27.524099 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c36cf59f-a36b-4fcf-977e-e484b3e7bf76 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:41:27.524586 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ea2619-c6d2-4332-954b-b764095efe96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197abd57-5a5a-43a3-8835-a30ce826db1b', 'code': 200} Jul 30 02:41:27.586189 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:27.588428 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-1daaa390-08aa-4161-b01f-86b80d2e51a9 req-b6d89070-4882-41f9-a16c-2d2a4a1341dc service neutron] delete failed (client error): The resource could not be found. Jul 30 02:41:27.589471 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1daaa390-08aa-4161-b01f-86b80d2e51a9 req-b6d89070-4882-41f9-a16c-2d2a4a1341dc service neutron] 10.222.0.10 "DELETE /v2.0/ports/197abd57-5a5a-43a3-8835-a30ce826db1b/bindings/n-h1-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.0610368 Jul 30 02:41:27.635255 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=197abd57-5a5a-43a3-8835-a30ce826db1b,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:27.671713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaa390-08aa-4161-b01f-86b80d2e51a9 req-e2f977aa-263b-4492-ab7c-cf85c9434863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:27.673217 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1daaa390-08aa-4161-b01f-86b80d2e51a9 req-e2f977aa-263b-4492-ab7c-cf85c9434863 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 1096 time: 0.0414817 Jul 30 02:41:27.761788 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaa390-08aa-4161-b01f-86b80d2e51a9 req-49053c62-d5b0-44f6-b200-6014993e0bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:27.763793 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1daaa390-08aa-4161-b01f-86b80d2e51a9 req-49053c62-d5b0-44f6-b200-6014993e0bf5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0835166 Jul 30 02:41:27.831169 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1daaa390-08aa-4161-b01f-86b80d2e51a9 req-938eb043-3c6f-4fcf-ad90-cfe3a249da4f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=197abd57-5a5a-43a3-8835-a30ce826db1b HTTP/1.1" status: 200 len: 1001 time: 0.0605114 Jul 30 02:41:27.879541 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaa390-08aa-4161-b01f-86b80d2e51a9 req-3f9e1884-5cda-4826-b682-809e9f2f265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:27.880944 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1daaa390-08aa-4161-b01f-86b80d2e51a9 req-3f9e1884-5cda-4826-b682-809e9f2f265a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0425837 Jul 30 02:41:27.926504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaa390-08aa-4161-b01f-86b80d2e51a9 req-895ad8ed-536a-4708-a37e-cd767ace9432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:27.928078 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1daaa390-08aa-4161-b01f-86b80d2e51a9 req-895ad8ed-536a-4708-a37e-cd767ace9432 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398703 Jul 30 02:41:28.020794 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1daaa390-08aa-4161-b01f-86b80d2e51a9 req-61e09808-fb0c-4544-82ee-0ed611eb64e9 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851948 Jul 30 02:41:28.109037 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1daaa390-08aa-4161-b01f-86b80d2e51a9 req-17d77277-ab03-46f3-91d1-bbe95a3e3c69 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807102 Jul 30 02:41:28.589967 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc50993-723a-43e3-934a-3aa8a7c57023 req-27494d51-f72f-4703-8265-365d46c0ed91 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:28.591487 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cbc50993-723a-43e3-934a-3aa8a7c57023 req-27494d51-f72f-4703-8265-365d46c0ed91 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0513592 Jul 30 02:41:28.631464 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cbc50993-723a-43e3-934a-3aa8a7c57023 req-9052d97e-65ea-480c-a03c-c0e7d3585f9c tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336266 Jul 30 02:41:29.755531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a74ec-24db-48b5-b72b-8210dbc7da8d req-348d459e-e457-4c82-9c25-85238b4fa5c4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:29.757047 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac2a74ec-24db-48b5-b72b-8210dbc7da8d req-348d459e-e457-4c82-9c25-85238b4fa5c4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0543635 Jul 30 02:41:29.796061 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ac2a74ec-24db-48b5-b72b-8210dbc7da8d req-7916e310-0871-46d6-92bf-729700f41372 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329099 Jul 30 02:41:29.910415 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2fbb6-d8f4-4f3b-a02f-303d334f5d98 req-55f972b9-00e8-423f-ac48-476b3ad6a838 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:29.911894 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4ff2fbb6-d8f4-4f3b-a02f-303d334f5d98 req-55f972b9-00e8-423f-ac48-476b3ad6a838 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0501695 Jul 30 02:41:29.950399 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4ff2fbb6-d8f4-4f3b-a02f-303d334f5d98 req-bb47add0-df2b-43f0-ba7e-4cef04c7c5f4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325291 Jul 30 02:41:30.065202 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c568b-dead-4efa-9808-f8e80360b2d5 req-b367a3e3-de7a-47f2-a1ff-5223fc0cb74b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:30.066710 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9d4c568b-dead-4efa-9808-f8e80360b2d5 req-b367a3e3-de7a-47f2-a1ff-5223fc0cb74b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0519867 Jul 30 02:41:30.105070 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9d4c568b-dead-4efa-9808-f8e80360b2d5 req-86b624c6-88f1-40ea-aaff-5605e5dbd195 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325058 Jul 30 02:41:30.540838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489e3f7-2ced-4e27-9366-10553adcd516 req-7411e1e3-5913-4f64-967e-2ec0e5aa2e05 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:30.542380 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1489e3f7-2ced-4e27-9366-10553adcd516 req-7411e1e3-5913-4f64-967e-2ec0e5aa2e05 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0606971 Jul 30 02:41:30.582784 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1489e3f7-2ced-4e27-9366-10553adcd516 req-ace0af32-44f6-436f-915b-91c553af14a2 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343530 Jul 30 02:41:31.717682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f225ea-3407-4566-8834-ec2b47717b21 req-577fa2ec-3956-467c-9a8d-c97ca8cfc1a9 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:31.719237 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c5f225ea-3407-4566-8834-ec2b47717b21 req-577fa2ec-3956-467c-9a8d-c97ca8cfc1a9 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0499234 Jul 30 02:41:31.757991 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c5f225ea-3407-4566-8834-ec2b47717b21 req-008ad3db-fdf8-49c2-8212-23ed66bfdffe tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326796 Jul 30 02:41:31.944289 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc510917-58c6-4c54-8070-34deac0aee84 req-133b69bc-002a-4fc8-bc24-83f1e69e1c19 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:31.945878 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cc510917-58c6-4c54-8070-34deac0aee84 req-133b69bc-002a-4fc8-bc24-83f1e69e1c19 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 945 time: 0.0516262 Jul 30 02:41:32.038907 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-cc510917-58c6-4c54-8070-34deac0aee84 req-cd712443-7cdb-4ece-b834-71eb0ca5b59d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Deleting port 197abd57-5a5a-43a3-8835-a30ce826db1b {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:41:32.039261 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-cc510917-58c6-4c54-8070-34deac0aee84 req-cd712443-7cdb-4ece-b834-71eb0ca5b59d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:32.126922 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-cc510917-58c6-4c54-8070-34deac0aee84 req-cd712443-7cdb-4ece-b834-71eb0ca5b59d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] For port 197abd57-5a5a-43a3-8835-a30ce826db1b, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=197abd57-5a5a-43a3-8835-a30ce826db1b,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:41:32.127294 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-cc510917-58c6-4c54-8070-34deac0aee84 req-cd712443-7cdb-4ece-b834-71eb0ca5b59d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:32.310583 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-cc510917-58c6-4c54-8070-34deac0aee84 req-cd712443-7cdb-4ece-b834-71eb0ca5b59d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:32.310873 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-cc510917-58c6-4c54-8070-34deac0aee84 req-cd712443-7cdb-4ece-b834-71eb0ca5b59d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:32.311182 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [req-cc510917-58c6-4c54-8070-34deac0aee84 req-cd712443-7cdb-4ece-b834-71eb0ca5b59d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Floating IP 17838764-55fa-4b64-a558-85dfe2af2747 disassociated. External IP: 172.25.1.136, port: 197abd57-5a5a-43a3-8835-a30ce826db1b. Jul 30 02:41:32.311523 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-cc510917-58c6-4c54-8070-34deac0aee84 req-cd712443-7cdb-4ece-b834-71eb0ca5b59d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Calling delete_port for 197abd57-5a5a-43a3-8835-a30ce826db1b owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:41:32.505448 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-cc510917-58c6-4c54-8070-34deac0aee84 req-cd712443-7cdb-4ece-b834-71eb0ca5b59d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:32.531941 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd712443-7cdb-4ece-b834-71eb0ca5b59d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Pushing event deleted for resources: {'Port': ['ID=197abd57-5a5a-43a3-8835-a30ce826db1b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:32.656145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc510917-58c6-4c54-8070-34deac0aee84 req-cd712443-7cdb-4ece-b834-71eb0ca5b59d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Router 4c221de5-12b4-4037-8268-d562b03dd739 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:41:32.766238 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc510917-58c6-4c54-8070-34deac0aee84 req-cd712443-7cdb-4ece-b834-71eb0ca5b59d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:41:32.776738 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df18e2b4-1dc5-4ace-b4f4-8a086a961ea3 None None] Sync routers for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:41:32.786379 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df18e2b4-1dc5-4ace-b4f4-8a086a961ea3 None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:41:32.800496 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-df18e2b4-1dc5-4ace-b4f4-8a086a961ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:41:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:32.812204 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc510917-58c6-4c54-8070-34deac0aee84 req-cd712443-7cdb-4ece-b834-71eb0ca5b59d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] No DVR routers for this DVR port 197abd57-5a5a-43a3-8835-a30ce826db1b on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:41:32.817532 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-cc510917-58c6-4c54-8070-34deac0aee84 req-cd712443-7cdb-4ece-b834-71eb0ca5b59d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:32.819616 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cc510917-58c6-4c54-8070-34deac0aee84 req-cd712443-7cdb-4ece-b834-71eb0ca5b59d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.77 "DELETE /v2.0/ports/197abd57-5a5a-43a3-8835-a30ce826db1b HTTP/1.1" status: 204 len: 173 time: 0.8674035 Jul 30 02:41:32.820068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ea2619-c6d2-4332-954b-b764095efe96', 'name': 'network-vif-deleted', 'tag': '197abd57-5a5a-43a3-8835-a30ce826db1b'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:41:32.822661 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30efa9a2-05bd-4362-b02e-15f9980e6d18" -d '{"events": [{"server_uuid": "f2ea2619-c6d2-4332-954b-b764095efe96", "name": "network-vif-deleted", "tag": "197abd57-5a5a-43a3-8835-a30ce826db1b"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:41:32.862551 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-deff4809-eec2-4afd-839f-04eeae7d20a5 req-a8f622fa-5444-45b7-b6f0-f5cce18d4e08 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ea2619-c6d2-4332-954b-b764095efe96 HTTP/1.1" status: 200 len: 210 time: 0.0284488 Jul 30 02:41:32.901325 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-df18e2b4-1dc5-4ace-b4f4-8a086a961ea3 None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:41:32.908302 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b5772b-8c25-41e9-8a02-fc7b7146f6c1 x-openstack-request-id: req-69b5772b-8c25-41e9-8a02-fc7b7146f6c1 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:41:32.908440 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ea2619-c6d2-4332-954b-b764095efe96", "name": "network-vif-deleted", "tag": "197abd57-5a5a-43a3-8835-a30ce826db1b", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:41:32.908612 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69b5772b-8c25-41e9-8a02-fc7b7146f6c1 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:41:32.909019 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ea2619-c6d2-4332-954b-b764095efe96', 'name': 'network-vif-deleted', 'tag': '197abd57-5a5a-43a3-8835-a30ce826db1b', 'status': 'completed', 'code': 200} Jul 30 02:41:33.104526 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-df18e2b4-1dc5-4ace-b4f4-8a086a961ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:33.133642 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df18e2b4-1dc5-4ace-b4f4-8a086a961ea3 None None] Checking router: 4c221de5-12b4-4037-8268-d562b03dd739 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:41:33.142444 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df18e2b4-1dc5-4ace-b4f4-8a086a961ea3 None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:41:33.143058 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-df18e2b4-1dc5-4ace-b4f4-8a086a961ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:41:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:33.244315 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-df18e2b4-1dc5-4ace-b4f4-8a086a961ea3 None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:41:33.479926 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:33.525863 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-df18e2b4-1dc5-4ace-b4f4-8a086a961ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:33.550405 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df18e2b4-1dc5-4ace-b4f4-8a086a961ea3 None None] The sync data for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 is: [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:41:33.773787 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469b7358-10b7-4695-9acb-ee588d670ec7 None None] New status for floating IP 17838764-55fa-4b64-a558-85dfe2af2747: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:41:34.119959 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-4285b8c0-6e25-4746-99d4-531903ed53a0 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--109840376&fields=id&tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b HTTP/1.1" status: 200 len: 267 time: 0.0330608 Jul 30 02:41:34.227190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-ae6c621d-d688-4207-a61c-c2e483518988 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:34.228539 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-ae6c621d-d688-4207-a61c-c2e483518988 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 811 time: 0.1020451 Jul 30 02:41:34.243841 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-6c2e0fa8-ba4e-4bd9-8af1-265dbfeea68a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/quotas/0b5a3d0b64e340f8a695e6e804f54a3b HTTP/1.1" status: 200 len: 375 time: 0.0089223 Jul 30 02:41:34.300121 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-8b5e723d-231c-45c6-a116-754e7e390163 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511072 Jul 30 02:41:34.395025 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-6085d242-1765-4129-9a98-e12bb6aa2c9a service neutron] 10.222.0.70 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823286 Jul 30 02:41:34.488851 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-0beef641-a6be-4d26-9cf8-19c126a1639c service neutron] 10.222.0.70 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876045 Jul 30 02:41:34.739657 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bacf44f4-c761-4877-82d6-ad76a9fea73e req-6beff0db-aad5-40a5-9fad-0cfd9228cc7a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 210 time: 0.0272677 Jul 30 02:41:35.256490 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 197abd57-5a5a-43a3-8835-a30ce826db1b no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:41:35.275666 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 197abd57-5a5a-43a3-8835-a30ce826db1b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:41:35.276007 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 197abd57-5a5a-43a3-8835-a30ce826db1b not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:41:35.834644 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c687dfe3-2f0e-4d87-a807-574ed0ca6f24 req-05e776b2-6f0f-45f8-90ca-56e4c7b56ccd tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 210 time: 0.0267708 Jul 30 02:41:36.572411 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-39ff285a-568a-4601-a20a-96cf8e9fe4e3 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:36.573865 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-39ff285a-568a-4601-a20a-96cf8e9fe4e3 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 811 time: 0.1035383 Jul 30 02:41:36.616339 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-52062477-ea03-400b-b214-88885b65ef75 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b HTTP/1.1" status: 200 len: 379 time: 0.0335078 Jul 30 02:41:36.626122 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Request body: {'port': {'device_id': 'b09b4592-f3b3-4129-b7b6-c992780c3059', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'admin_state_up': True, 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'security_groups': ['c2cebc13-fb44-44f8-bb10-866b95a629d0']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:41:36.776727 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Made reservation on behalf of 0b5a3d0b64e340f8a695e6e804f54a3b for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:41:36.780292 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:36.908543 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Allocated IP 172.20.0.14 (a69cc0fb-9bbb-487d-b91e-8bb8b8215c75/b908448b-88da-41c9-85f6-db927c1681c9/a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:41:36.935368 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3146c05b-76c6-421f-8712-dfd189d3ed22 req-4ba93cc0-4949-4183-9d70-f9cff618f2c3 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 210 time: 0.0311790 Jul 30 02:41:37.049467 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:37.062997 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Transition to ACTIVE for port object a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:41:37.151433 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:37.192244 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:41:37.195282 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:41:37.198901 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:41:37.228950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Pushing event updated for resources: {'Port': ['ID=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:37.242393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:37.242745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:37.243089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:37.243429 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:37.243763 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:37.244094 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:37.244518 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:37.244782 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:37.245109 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:37.245437 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:37.245766 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:37.246088 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:37.266605 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:37.267232 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:37.352473 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-6b65c7be-3ca9-40eb-b3f1-774301bb7322 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7300568 Jul 30 02:41:37.364775 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] Request body: {'port': {'device_id': 'b09b4592-f3b3-4129-b7b6-c992780c3059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:41:37.421986 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:37.454345 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e5bd404d-b96d-44a9-827b-6d2e408ffa4b None None] Provisioning for port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:41:37.458435 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e5bd404d-b96d-44a9-827b-6d2e408ffa4b None None] Provisioning complete for port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:41:37.458844 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5bd404d-b96d-44a9-827b-6d2e408ffa4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:37.495951 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd404d-b96d-44a9-827b-6d2e408ffa4b None None] Port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:41:37.677202 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:41:37.685074 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:37.696939 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] Transition to ACTIVE for port object a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:41:37.773909 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:37.826521 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:37.896734 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] Attempting to bind port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:41:37.897109 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] Attempting to bind port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:41:37.897399 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] Attempting to bind port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:41:37.901941 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] Port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:41:37.902268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] Attempting to bind port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:41:37.909249 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:41:37.909597 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] Checking segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:41:37.910057 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] Bound using segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:41:37.910743 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] Bound port: a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:41:37.910883 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:37.977357 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] For port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:41:37.980591 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] For port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:41:38.057018 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca79870-6e36-4b5e-871d-c063d203f102 req-f0f51417-b813-4574-ad34-edd1b7aa9649 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:38.058503 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ca79870-6e36-4b5e-871d-c063d203f102 req-f0f51417-b813-4574-ad34-edd1b7aa9649 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 944 time: 0.0531688 Jul 30 02:41:38.069000 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:38.097855 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ca79870-6e36-4b5e-871d-c063d203f102 req-e0d7a07b-b08a-4c2d-828f-87b89bddfc7f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324142 Jul 30 02:41:38.103659 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:38.104462 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:38.106322 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] 10.222.0.10 "PUT /v2.0/ports/a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 HTTP/1.1" status: 200 len: 1092 time: 0.7453589 Jul 30 02:41:38.106782 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09b4592-f3b3-4129-b7b6-c992780c3059', 'tag': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:41:38.109035 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b55c88-02bf-4abd-899f-a5518b5b651e" -d '{"events": [{"name": "network-changed", "server_uuid": "b09b4592-f3b3-4129-b7b6-c992780c3059", "tag": "a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:41:38.143829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cf138-d600-4af8-bb46-b72d53527e10 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:38.152424 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb03248-5825-458f-9898-40e5d036545d x-openstack-request-id: req-feb03248-5825-458f-9898-40e5d036545d {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:41:38.152779 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09b4592-f3b3-4129-b7b6-c992780c3059", "tag": "a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:41:38.153026 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-feb03248-5825-458f-9898-40e5d036545d {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:41:38.153434 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09b4592-f3b3-4129-b7b6-c992780c3059', 'tag': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1', 'status': 'completed', 'code': 200} Jul 30 02:41:38.225650 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b55c88-02bf-4abd-899f-a5518b5b651e req-0308454f-c351-4d8e-b6aa-b11fff51c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:38.225650 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b4b55c88-02bf-4abd-899f-a5518b5b651e req-0308454f-c351-4d8e-b6aa-b11fff51c9f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 1095 time: 0.0474477 Jul 30 02:41:38.322045 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b55c88-02bf-4abd-899f-a5518b5b651e req-b59ac00a-7aae-46d0-a3a1-5df6b87db4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:38.324164 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b4b55c88-02bf-4abd-899f-a5518b5b651e req-b59ac00a-7aae-46d0-a3a1-5df6b87db4e2 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0951819 Jul 30 02:41:38.420816 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b55c88-02bf-4abd-899f-a5518b5b651e req-716714f3-7324-47fe-a09c-eaec49a4cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:38.422220 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b4b55c88-02bf-4abd-899f-a5518b5b651e req-716714f3-7324-47fe-a09c-eaec49a4cfe9 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918503 Jul 30 02:41:38.498108 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-4c53a9be-6a3f-43e7-9208-86c9c43e12ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:38.499513 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-4c53a9be-6a3f-43e7-9208-86c9c43e12ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 1095 time: 0.0410287 Jul 30 02:41:38.540181 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-e482d86c-ef19-40b1-934d-029fed2a197f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 HTTP/1.1" status: 200 len: 217 time: 0.0329330 Jul 30 02:41:38.591859 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-41c3d53b-9d76-400b-9084-00620a4ca07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:38.593295 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-41c3d53b-9d76-400b-9084-00620a4ca07b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0463662 Jul 30 02:41:38.638059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-064a6aa9-6720-4c01-aed4-1aaa5f89d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:38.639543 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-064a6aa9-6720-4c01-aed4-1aaa5f89d308 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398388 Jul 30 02:41:38.725053 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-fa8691ce-aa17-4327-9387-289e03f723ad service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784757 Jul 30 02:41:38.815643 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2dee1a0d-33b3-425c-9926-f3117d2c9a87 req-958aa879-35e4-4318-8b79-bbf6f280cb73 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828128 Jul 30 02:41:39.197413 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c774780-8193-4989-8209-3591d0bd6554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:39.221617 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2094a-7358-4738-8253-0c9a9f6f9bb0 req-e05e87f3-a399-4207-9aaa-2c212a4986ad tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:39.224338 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42e2094a-7358-4738-8253-0c9a9f6f9bb0 req-e05e87f3-a399-4207-9aaa-2c212a4986ad tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 944 time: 0.0516450 Jul 30 02:41:39.272729 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-42e2094a-7358-4738-8253-0c9a9f6f9bb0 req-f8192ee7-875c-4c67-b6f5-68130a641033 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425324 Jul 30 02:41:39.651503 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:41:40.388523 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea8fee-822e-4814-82f7-64e3ba6669bb req-6a3b7427-9c56-477f-a4c7-af22d01f4111 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:40.390506 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5bea8fee-822e-4814-82f7-64e3ba6669bb req-6a3b7427-9c56-477f-a4c7-af22d01f4111 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 944 time: 0.0486925 Jul 30 02:41:40.429371 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5bea8fee-822e-4814-82f7-64e3ba6669bb req-9e0abec2-0aad-44da-ae57-0f4c188acdee tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318949 Jul 30 02:41:41.546411 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfb22b-48a0-470d-a27d-d5ccaaae93fe req-2371f7c3-48f9-443b-9ef1-358d562fe304 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:41.547891 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13cfb22b-48a0-470d-a27d-d5ccaaae93fe req-2371f7c3-48f9-443b-9ef1-358d562fe304 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 944 time: 0.0526373 Jul 30 02:41:41.585881 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13cfb22b-48a0-470d-a27d-d5ccaaae93fe req-4e56d594-dbcf-4273-b9cd-fe8373d10950 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320642 Jul 30 02:41:41.659592 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2ddd95c-ce28-4d32-84be-e653e0e5f8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:41.713565 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:41:41.799789 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:41.811815 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:41:41.822319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'port_id': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1', 'mac_address': 'fa:16:3e:88:4e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:41:41.862468 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:41.875008 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:41:41.893413 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:41:41.968605 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:42.015717 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:42.167618 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:41:42.700959 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182141c0-f810-4471-9673-a74ef51bfd4f req-6b5e5865-e5e0-4919-b519-1425c26796cb tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:42.702464 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-182141c0-f810-4471-9673-a74ef51bfd4f req-6b5e5865-e5e0-4919-b519-1425c26796cb tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 945 time: 0.0485857 Jul 30 02:41:42.739807 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-182141c0-f810-4471-9673-a74ef51bfd4f req-4fb3d67c-c113-4062-8baa-be03c1dfe015 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315039 Jul 30 02:41:43.447842 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:43.718253 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:41:43.828341 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:41:43.832381 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:41:43.832743 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:43.854245 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecc291-c6d6-4a15-9024-159cacbdc4b5 req-ff881079-a65f-4153-8d20-8a6bc87e8014 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:43.856358 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4cecc291-c6d6-4a15-9024-159cacbdc4b5 req-ff881079-a65f-4153-8d20-8a6bc87e8014 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 945 time: 0.0503213 Jul 30 02:41:43.894065 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4cecc291-c6d6-4a15-9024-159cacbdc4b5 req-91bf2f46-1787-4f7e-b7f9-cf7bea515e8b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315030 Jul 30 02:41:43.907194 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:43.928873 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09b4592-f3b3-4129-b7b6-c992780c3059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:41:43.931093 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10581b50-3419-4955-a9e4-961e7fc08689" -d '{"events": [{"server_uuid": "b09b4592-f3b3-4129-b7b6-c992780c3059", "name": "network-vif-plugged", "status": "completed", "tag": "a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:41:43.946282 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:41:43.969150 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ca6ba1-9e8d-40bc-9187-11476f1dddff x-openstack-request-id: req-27ca6ba1-9e8d-40bc-9187-11476f1dddff {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:41:43.969150 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09b4592-f3b3-4129-b7b6-c992780c3059", "name": "network-vif-plugged", "status": "completed", "tag": "a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:41:43.969150 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-27ca6ba1-9e8d-40bc-9187-11476f1dddff {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:41:43.969150 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09b4592-f3b3-4129-b7b6-c992780c3059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1', 'code': 200} Jul 30 02:41:44.014080 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:44.061078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:44.062519 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdf6a4-631f-497f-a8c0-49816d0b5cae req-04ead3e7-5c32-42a9-b1b5-8319bb7027b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:44.064019 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73cdf6a4-631f-497f-a8c0-49816d0b5cae req-04ead3e7-5c32-42a9-b1b5-8319bb7027b0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 1097 time: 0.0411115 Jul 30 02:41:44.099107 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-73cdf6a4-631f-497f-a8c0-49816d0b5cae req-4f4d1dbf-968f-496f-8fd3-c697074cadc4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279973 Jul 30 02:41:44.794105 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:45.017943 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44595778-a426-4930-a087-ed291764a088 req-a15b60fe-7dbd-4cf4-8cd7-fd9fa6c6e325 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:45.019384 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-44595778-a426-4930-a087-ed291764a088 req-a15b60fe-7dbd-4cf4-8cd7-fd9fa6c6e325 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0565364 Jul 30 02:41:45.057219 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-44595778-a426-4930-a087-ed291764a088 req-32c5f48b-392f-4190-8f2e-235b34de72e4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319612 Jul 30 02:41:46.172041 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4986a9-a57b-4ed7-97f6-81ef24730175 req-e51a0dec-dedc-4bb8-9d5e-b77fdf20106e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:46.173512 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7f4986a9-a57b-4ed7-97f6-81ef24730175 req-e51a0dec-dedc-4bb8-9d5e-b77fdf20106e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0489008 Jul 30 02:41:46.210547 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7f4986a9-a57b-4ed7-97f6-81ef24730175 req-adf457be-54d1-4e60-b1e9-ed5de88aa3dd tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310638 Jul 30 02:41:46.319708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30862a99-abc4-4b09-a774-8f64006f62cd req-1ce43142-cf0b-4b3f-a8b9-627997b6eac0 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:46.321184 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-30862a99-abc4-4b09-a774-8f64006f62cd req-1ce43142-cf0b-4b3f-a8b9-627997b6eac0 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0491326 Jul 30 02:41:46.330497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36412) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:46.334939 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-652c6175-d5c9-45b3-81ed-af9d0a5fad05 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Request body: {'floatingip': {'port_id': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:41:46.376712 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-652c6175-d5c9-45b3-81ed-af9d0a5fad05 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for floatingip, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:46.799958 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-652c6175-d5c9-45b3-81ed-af9d0a5fad05 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:46.859146 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-652c6175-d5c9-45b3-81ed-af9d0a5fad05 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:46.964124 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-652c6175-d5c9-45b3-81ed-af9d0a5fad05 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Floating IP 17838764-55fa-4b64-a558-85dfe2af2747 associated. External IP: 172.25.1.136, port: a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1. Jul 30 02:41:47.479815 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652c6175-d5c9-45b3-81ed-af9d0a5fad05 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Router 4c221de5-12b4-4037-8268-d562b03dd739 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:41:47.585719 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652c6175-d5c9-45b3-81ed-af9d0a5fad05 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:41:47.591490 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-652c6175-d5c9-45b3-81ed-af9d0a5fad05 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:47.596438 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242ce43e-d970-4f26-9215-8ed03af52860 None None] Sync routers for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:41:47.606388 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242ce43e-d970-4f26-9215-8ed03af52860 None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:41:47.606997 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-242ce43e-d970-4f26-9215-8ed03af52860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:41:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:47.618836 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-652c6175-d5c9-45b3-81ed-af9d0a5fad05 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "PUT /v2.0/floatingips/17838764-55fa-4b64-a558-85dfe2af2747 HTTP/1.1" status: 200 len: 992 time: 1.2871685 Jul 30 02:41:47.619472 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09b4592-f3b3-4129-b7b6-c992780c3059', 'tag': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:41:47.621937 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd11783-04d5-4ad3-8447-d6d002705b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "b09b4592-f3b3-4129-b7b6-c992780c3059", "tag": "a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:41:47.708748 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-242ce43e-d970-4f26-9215-8ed03af52860 None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:41:47.713644 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e804f7c0-acf3-4493-b118-3ed0f480db69 x-openstack-request-id: req-e804f7c0-acf3-4493-b118-3ed0f480db69 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:41:47.713933 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09b4592-f3b3-4129-b7b6-c992780c3059", "tag": "a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:41:47.714188 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e804f7c0-acf3-4493-b118-3ed0f480db69 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:41:47.715176 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09b4592-f3b3-4129-b7b6-c992780c3059', 'tag': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1', 'status': 'completed', 'code': 200} Jul 30 02:41:47.776610 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd11783-04d5-4ad3-8447-d6d002705b1e req-01811ccd-7cb3-4900-bf7e-c3474360324f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:47.778663 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3dd11783-04d5-4ad3-8447-d6d002705b1e req-01811ccd-7cb3-4900-bf7e-c3474360324f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 1097 time: 0.0438931 Jul 30 02:41:47.866461 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd11783-04d5-4ad3-8447-d6d002705b1e req-730c7080-baa5-48dc-a477-466c4b2cfbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:47.868030 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3dd11783-04d5-4ad3-8447-d6d002705b1e req-730c7080-baa5-48dc-a477-466c4b2cfbec service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0830309 Jul 30 02:41:47.941024 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-242ce43e-d970-4f26-9215-8ed03af52860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '17838764-55fa-4b64-a558-85dfe2af2747', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'port_id': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'mac_address': 'fa:16:3e:88:4e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09b4592-f3b3-4129-b7b6-c992780c3059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:39:18Z', 'updated_at': '2021-07-30T02:41:46Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:47.953835 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3dd11783-04d5-4ad3-8447-d6d002705b1e req-80eeaafc-4f58-435b-9e9b-a8ca2862380a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 HTTP/1.1" status: 200 len: 1000 time: 0.0789411 Jul 30 02:41:47.965336 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242ce43e-d970-4f26-9215-8ed03af52860 None None] Checking router: 4c221de5-12b4-4037-8268-d562b03dd739 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:41:47.974094 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242ce43e-d970-4f26-9215-8ed03af52860 None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:41:47.974733 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-242ce43e-d970-4f26-9215-8ed03af52860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:41:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:48.003709 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd11783-04d5-4ad3-8447-d6d002705b1e req-f1454e0c-0789-4b71-a4d2-ea06e4739443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:48.005218 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3dd11783-04d5-4ad3-8447-d6d002705b1e req-f1454e0c-0789-4b71-a4d2-ea06e4739443 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0451350 Jul 30 02:41:48.051814 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd11783-04d5-4ad3-8447-d6d002705b1e req-193ccf8d-85e3-4516-af5a-ba866e1e4a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:48.053337 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3dd11783-04d5-4ad3-8447-d6d002705b1e req-193ccf8d-85e3-4516-af5a-ba866e1e4a06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404010 Jul 30 02:41:48.080153 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-242ce43e-d970-4f26-9215-8ed03af52860 None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:41:48.144150 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3dd11783-04d5-4ad3-8447-d6d002705b1e req-ce9c9c9b-18dd-43b6-a2a0-b20389c5a0af service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835505 Jul 30 02:41:48.235591 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3dd11783-04d5-4ad3-8447-d6d002705b1e req-03e2fe7d-cff1-45d4-81cd-5c7c14ac6a19 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832443 Jul 30 02:41:48.298407 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-242ce43e-d970-4f26-9215-8ed03af52860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '17838764-55fa-4b64-a558-85dfe2af2747', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'port_id': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'mac_address': 'fa:16:3e:88:4e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09b4592-f3b3-4129-b7b6-c992780c3059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:39:18Z', 'updated_at': '2021-07-30T02:41:46Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:48.299436 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:48.324846 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242ce43e-d970-4f26-9215-8ed03af52860 None None] The sync data for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 is: [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '17838764-55fa-4b64-a558-85dfe2af2747', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'port_id': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'mac_address': 'fa:16:3e:88:4e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09b4592-f3b3-4129-b7b6-c992780c3059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:39:18Z', 'updated_at': '2021-07-30T02:41:46Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:41:48.512884 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e04b4a-0c35-47e9-9ee2-25086ca10da8 None None] New status for floating IP 17838764-55fa-4b64-a558-85dfe2af2747: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:42:03.461939 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:09.195745 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4b7d5682-4533-4215-b607-485082a8e42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:11.663999 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4b2d9cd8-ce33-475a-93ea-10a2c761a130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:11.772914 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:13.469581 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:14.799177 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:16.651167 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:42:18.343637 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:33.463669 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:39.175274 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-885a1a9b-96b4-455c-b370-53a6d6b94956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:41.663097 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-246d3a2b-e87d-4cd2-8c8a-a7200eb9ac22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:41.771972 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:42.759405 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1eb15e02-1b9b-425c-9f65-9f4b1f908817 req-a0bec41b-b788-4835-9973-a88c17da40ac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439522 Jul 30 02:42:42.846733 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb15e02-1b9b-425c-9f65-9f4b1f908817 req-9ed3e99f-880a-4408-a92b-9a4af2797ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:42.848274 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1eb15e02-1b9b-425c-9f65-9f4b1f908817 req-9ed3e99f-880a-4408-a92b-9a4af2797ab0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 1097 time: 0.0480640 Jul 30 02:42:42.949321 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb15e02-1b9b-425c-9f65-9f4b1f908817 req-b34db407-c7bb-4ae8-87f0-98b96c9be01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:42.950839 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1eb15e02-1b9b-425c-9f65-9f4b1f908817 req-b34db407-c7bb-4ae8-87f0-98b96c9be01c service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0843275 Jul 30 02:42:43.020125 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1eb15e02-1b9b-425c-9f65-9f4b1f908817 req-d9df32a3-3477-4cc9-b16d-de0eafa1cfb8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 HTTP/1.1" status: 200 len: 1002 time: 0.0619986 Jul 30 02:42:43.068079 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb15e02-1b9b-425c-9f65-9f4b1f908817 req-fef3729a-65ed-49b6-8e6c-46e535520d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:43.069487 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1eb15e02-1b9b-425c-9f65-9f4b1f908817 req-fef3729a-65ed-49b6-8e6c-46e535520d47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0432715 Jul 30 02:42:43.114489 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb15e02-1b9b-425c-9f65-9f4b1f908817 req-06bc3426-4d73-48a9-9f9e-52cb6479bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:43.115937 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1eb15e02-1b9b-425c-9f65-9f4b1f908817 req-06bc3426-4d73-48a9-9f9e-52cb6479bddc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394526 Jul 30 02:42:43.205704 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1eb15e02-1b9b-425c-9f65-9f4b1f908817 req-b3efc573-ec28-416f-a327-69dd235eca33 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825949 Jul 30 02:42:43.294843 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1eb15e02-1b9b-425c-9f65-9f4b1f908817 req-f478573e-8d5c-4b2b-8bbd-740d5381612e service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810065 Jul 30 02:42:43.460904 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:44.805334 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:48.348249 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:53.650449 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:43:03.455997 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:09.187174 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80cfeb02-6650-4fea-97c4-281c2042b33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:11.650858 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eafcfdbd-5886-451e-9797-8411a66bdcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:11.786147 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:13.489836 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:14.810002 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:18.329815 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:23.577860 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3eb60-3f73-4800-8eb7-2d4e06bff846 req-d714f9ff-2db1-4e42-be16-c5775ecad0bc tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:23.579410 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-67d3eb60-3f73-4800-8eb7-2d4e06bff846 req-d714f9ff-2db1-4e42-be16-c5775ecad0bc tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.1254416 Jul 30 02:43:23.617245 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-67d3eb60-3f73-4800-8eb7-2d4e06bff846 req-1cb9ab47-6dee-43b3-a622-fab09e8b627e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316842 Jul 30 02:43:24.732487 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d16303-9bf1-4cbf-9165-1b58e3a13338 req-58c7b0a7-c476-46c0-83e7-0c2bd9f701bb tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:24.733973 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27d16303-9bf1-4cbf-9165-1b58e3a13338 req-58c7b0a7-c476-46c0-83e7-0c2bd9f701bb tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0489452 Jul 30 02:43:24.771446 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27d16303-9bf1-4cbf-9165-1b58e3a13338 req-576b1848-d584-42d3-b0dc-83cfe859c306 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314476 Jul 30 02:43:25.885387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec1e40-f5c0-4e5a-bc6c-de45e98ee637 req-d2f0ba82-ba49-41c3-a93c-94280a8153a5 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:25.886885 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ceec1e40-f5c0-4e5a-bc6c-de45e98ee637 req-d2f0ba82-ba49-41c3-a93c-94280a8153a5 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0492594 Jul 30 02:43:25.924721 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ceec1e40-f5c0-4e5a-bc6c-de45e98ee637 req-6a91b5c5-4db4-4ece-a98e-aab07661c695 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317822 Jul 30 02:43:27.050266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dc8b7-5b22-4b75-9340-6faf69326626 req-791acdd3-f716-42e5-9ae3-bf2e83bc8db0 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:27.051786 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-263dc8b7-5b22-4b75-9340-6faf69326626 req-791acdd3-f716-42e5-9ae3-bf2e83bc8db0 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0522697 Jul 30 02:43:27.089241 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-263dc8b7-5b22-4b75-9340-6faf69326626 req-2c11f938-2ac2-47d2-861e-f0ec95fa4a7f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309560 Jul 30 02:43:28.203472 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57c380-a31f-4fc0-86ce-a618fd7792ab req-b15e69ae-4ff9-471f-8d97-f57160a3d828 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:28.204978 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1e57c380-a31f-4fc0-86ce-a618fd7792ab req-b15e69ae-4ff9-471f-8d97-f57160a3d828 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0494480 Jul 30 02:43:28.241960 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1e57c380-a31f-4fc0-86ce-a618fd7792ab req-d3905bae-904d-4a73-a6ab-8ef5a9e84f23 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310254 Jul 30 02:43:29.356203 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a7f0b-e78a-4d4c-8874-378c559f9c0c req-ff749830-67f0-44aa-90db-b7aaa2409875 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:29.357768 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-297a7f0b-e78a-4d4c-8874-378c559f9c0c req-ff749830-67f0-44aa-90db-b7aaa2409875 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0498703 Jul 30 02:43:29.396959 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-297a7f0b-e78a-4d4c-8874-378c559f9c0c req-76054882-ce36-48ac-996c-ce9198af88db tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330551 Jul 30 02:43:30.524582 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5388117-f6d6-4941-aada-96c21e9b5cfa req-f13ff201-f5aa-4962-9f58-c68c5f2ecaa1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:30.526067 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d5388117-f6d6-4941-aada-96c21e9b5cfa req-f13ff201-f5aa-4962-9f58-c68c5f2ecaa1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0528173 Jul 30 02:43:30.566928 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d5388117-f6d6-4941-aada-96c21e9b5cfa req-6306806d-5873-4b80-90e3-ce341c730699 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348508 Jul 30 02:43:30.649714 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:43:31.683173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddeac0c-b3fe-409d-ba24-0bb24dcb22fd req-243f2e93-4579-4ae5-82fd-46062779880d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:31.684829 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bddeac0c-b3fe-409d-ba24-0bb24dcb22fd req-243f2e93-4579-4ae5-82fd-46062779880d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0483642 Jul 30 02:43:31.721985 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bddeac0c-b3fe-409d-ba24-0bb24dcb22fd req-1802559c-5326-4973-9704-5302ff1bcc61 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313001 Jul 30 02:43:32.838693 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb53f7-b19a-4f61-b977-38872a5bbe3f req-63508c2a-2152-4756-b0db-690f0d63dc1d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:32.840231 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-98bb53f7-b19a-4f61-b977-38872a5bbe3f req-63508c2a-2152-4756-b0db-690f0d63dc1d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0519130 Jul 30 02:43:32.878113 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-98bb53f7-b19a-4f61-b977-38872a5bbe3f req-ddfd057c-3850-4f64-941c-c08da9b0e6a5 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316505 Jul 30 02:43:33.500634 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:33.996538 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1ce6f-71cd-415d-be51-022ecbea5581 req-2b8a1ab9-b138-4280-bc54-bd4e1ab0cd31 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:33.998013 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a2c1ce6f-71cd-415d-be51-022ecbea5581 req-2b8a1ab9-b138-4280-bc54-bd4e1ab0cd31 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0534120 Jul 30 02:43:34.035071 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a2c1ce6f-71cd-415d-be51-022ecbea5581 req-9c5e4750-682e-401c-b5ce-f92f159de6a6 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310948 Jul 30 02:43:34.407381 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346dc92-6362-456a-8b25-6c9e728c829f req-42e4ea7e-0594-44e9-a059-f0db60a35416 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:34.408936 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7346dc92-6362-456a-8b25-6c9e728c829f req-42e4ea7e-0594-44e9-a059-f0db60a35416 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0492952 Jul 30 02:43:34.447542 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7346dc92-6362-456a-8b25-6c9e728c829f req-a2558ad7-03ac-4d35-841a-302a91ea5154 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325460 Jul 30 02:43:34.499550 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36646) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:43:34.576140 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16c9f911-2136-436a-a662-5fae213d4a42 req-927568d7-e502-49ca-a1ce-f640b611d96a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0753691 Jul 30 02:43:35.565689 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadc616-97f4-40e7-8085-c65812428832 req-21bed405-b176-45f7-8ec3-49c3f4897eb2 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:35.567218 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2aadc616-97f4-40e7-8085-c65812428832 req-21bed405-b176-45f7-8ec3-49c3f4897eb2 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0532196 Jul 30 02:43:35.605075 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2aadc616-97f4-40e7-8085-c65812428832 req-0dfbc903-68c1-4bbf-bcba-62370f852f06 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309641 Jul 30 02:43:36.724554 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac868a4-f604-4a85-9df2-aa2bb2e9079c req-0075ebe7-cb06-4f0c-9611-fd36500a9b86 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:36.726074 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ac868a4-f604-4a85-9df2-aa2bb2e9079c req-0075ebe7-cb06-4f0c-9611-fd36500a9b86 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0515223 Jul 30 02:43:36.732702 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9f911-2136-436a-a662-5fae213d4a42 req-8af09d77-3436-48bf-a3d8-3193fc002673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:36.734193 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16c9f911-2136-436a-a662-5fae213d4a42 req-8af09d77-3436-48bf-a3d8-3193fc002673 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 1097 time: 0.0825331 Jul 30 02:43:36.764210 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ac868a4-f604-4a85-9df2-aa2bb2e9079c req-efadaec1-de55-428e-9d82-55990d27277f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319521 Jul 30 02:43:37.120206 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9f911-2136-436a-a662-5fae213d4a42 req-537f95ac-6205-4ee8-bdf4-81354b8f725e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:37.121687 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16c9f911-2136-436a-a662-5fae213d4a42 req-537f95ac-6205-4ee8-bdf4-81354b8f725e service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.3804436 Jul 30 02:43:37.186429 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16c9f911-2136-436a-a662-5fae213d4a42 req-f9e3b229-f8bd-4be8-a8ed-0b6ae06e07f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 HTTP/1.1" status: 200 len: 1002 time: 0.0557234 Jul 30 02:43:37.236844 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9f911-2136-436a-a662-5fae213d4a42 req-a6a16dfe-cee1-4baf-bddb-d9e89ed6a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:37.238215 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16c9f911-2136-436a-a662-5fae213d4a42 req-a6a16dfe-cee1-4baf-bddb-d9e89ed6a376 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0450130 Jul 30 02:43:37.281981 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9f911-2136-436a-a662-5fae213d4a42 req-df86b42b-1bb4-4c0a-b173-27fadfe0c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:37.283366 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16c9f911-2136-436a-a662-5fae213d4a42 req-df86b42b-1bb4-4c0a-b173-27fadfe0c8a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380402 Jul 30 02:43:37.374890 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16c9f911-2136-436a-a662-5fae213d4a42 req-51cab725-1ec3-4d24-9aa5-d25da84d8443 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845964 Jul 30 02:43:37.465900 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16c9f911-2136-436a-a662-5fae213d4a42 req-33bf4b9f-abdb-4b75-a2f9-a8e3e356cf62 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843990 Jul 30 02:43:37.879165 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b24a74-b5f9-46b2-bcec-05055a4ff4be req-5a60db21-28c9-4d02-bd79-3f7e072ce953 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:37.880637 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10b24a74-b5f9-46b2-bcec-05055a4ff4be req-5a60db21-28c9-4d02-bd79-3f7e072ce953 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0482483 Jul 30 02:43:37.923040 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-10b24a74-b5f9-46b2-bcec-05055a4ff4be req-3c7011f1-befa-4043-a75b-9ef7986ee5db tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353992 Jul 30 02:43:39.043549 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53e1ef-936a-4936-9e43-fb3252e5d061 req-25ec5545-5366-4957-b005-6a31fe3c2c31 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:39.045039 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e53e1ef-936a-4936-9e43-fb3252e5d061 req-25ec5545-5366-4957-b005-6a31fe3c2c31 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0530276 Jul 30 02:43:39.082241 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e53e1ef-936a-4936-9e43-fb3252e5d061 req-4b2e563f-aa09-49ec-bd02-49a7f6697ca1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312428 Jul 30 02:43:39.169370 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e20dc62-12b0-4fd7-8a01-a3d709fd9113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:39.471432 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-16c9f911-2136-436a-a662-5fae213d4a42 req-5c3c1189-ab4f-43cd-9296-a98c722fab3d service neutron] show failed (client error): The resource could not be found. Jul 30 02:43:39.472433 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-16c9f911-2136-436a-a662-5fae213d4a42 req-5c3c1189-ab4f-43cd-9296-a98c722fab3d service neutron] 10.222.0.10 "GET /v2.0/ports/a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1/bindings/n-h2-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.0555747 Jul 30 02:43:39.963849 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9f911-2136-436a-a662-5fae213d4a42 req-53aab34f-c561-49b5-975b-7d0c3a6871b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:39.965349 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16c9f911-2136-436a-a662-5fae213d4a42 req-53aab34f-c561-49b5-975b-7d0c3a6871b2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059&tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b HTTP/1.1" status: 200 len: 1097 time: 0.0839899 Jul 30 02:43:39.983622 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-9', 'device_owner': 'compute:nova'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:43:40.034565 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:40.256432 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af728eec-efda-4185-b7b3-d8811323def7 req-4fdd42eb-0d19-40c6-bd67-4e3d606cb396 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:40.257838 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af728eec-efda-4185-b7b3-d8811323def7 req-4fdd42eb-0d19-40c6-bd67-4e3d606cb396 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.1027212 Jul 30 02:43:40.287820 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] For port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:43:40.323446 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-af728eec-efda-4185-b7b3-d8811323def7 req-9a516954-6500-485c-97fe-63ad4e65d52a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574591 Jul 30 02:43:40.335546 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] For port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:43:40.378876 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09b4592-f3b3-4129-b7b6-c992780c3059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:43:40.381196 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c10470-8ce1-4c0e-b4a2-3ba4e8d780a5" -d '{"events": [{"server_uuid": "b09b4592-f3b3-4129-b7b6-c992780c3059", "name": "network-vif-unplugged", "status": "completed", "tag": "a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:43:40.387223 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:40.400005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Transition to ACTIVE for port object a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:43:40.466250 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:40.491818 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfc92a2-ca47-4956-8ea8-6e65b8771672 x-openstack-request-id: req-cdfc92a2-ca47-4956-8ea8-6e65b8771672 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:43:40.492108 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09b4592-f3b3-4129-b7b6-c992780c3059", "name": "network-vif-unplugged", "status": "completed", "tag": "a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:43:40.492359 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cdfc92a2-ca47-4956-8ea8-6e65b8771672 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:43:40.492756 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09b4592-f3b3-4129-b7b6-c992780c3059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1', 'code': 200} Jul 30 02:43:40.543066 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Pushing event updated for resources: {'Port': ['ID=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1,revision_number=6']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:43:40.555313 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:40.555660 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:40.556011 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:40.556351 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:40.556713 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:40.557048 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:40.557380 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:40.557711 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:40.558041 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:40.558658 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:40.558985 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:40.566325 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:40.599517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] No DVR routers for this DVR port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:43:40.736584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Attempting to bind port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:43:40.736925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Attempting to bind port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:43:40.737258 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Attempting to bind port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:43:40.741488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:43:40.741817 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Attempting to bind port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:43:40.747383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:43:40.747727 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Checking segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:43:40.748118 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Bound using segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:43:40.748543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Bound port: a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:43:40.748900 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:40.815431 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] For port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:43:40.818234 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] For port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:43:40.889136 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:40.920998 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:40.921609 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:40.923021 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16c9f911-2136-436a-a662-5fae213d4a42 req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] 10.222.0.77 "PUT /v2.0/ports/a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 HTTP/1.1" status: 200 len: 1092 time: 0.9433868 Jul 30 02:43:40.946347 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c283ae-03e5-40ce-82ea-91e1566e955a service neutron] Pushing event updated for resources: {'Port': ['ID=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1,revision_number=7']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:43:40.999483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9f911-2136-436a-a662-5fae213d4a42 req-9220ee9e-d0bb-4775-a8cf-e613565d8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:41.001054 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16c9f911-2136-436a-a662-5fae213d4a42 req-9220ee9e-d0bb-4775-a8cf-e613565d8c62 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 1095 time: 0.0439670 Jul 30 02:43:41.098804 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9f911-2136-436a-a662-5fae213d4a42 req-bc704321-ece1-4f8a-bead-8bada25aef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:41.100388 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16c9f911-2136-436a-a662-5fae213d4a42 req-bc704321-ece1-4f8a-bead-8bada25aef84 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0925493 Jul 30 02:43:41.164579 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16c9f911-2136-436a-a662-5fae213d4a42 req-c8996f4a-6e40-45ad-ac4b-a49dea5b1e6c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 HTTP/1.1" status: 200 len: 1000 time: 0.0570114 Jul 30 02:43:41.217333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9f911-2136-436a-a662-5fae213d4a42 req-0d9e5183-9fb9-4f87-8f20-9adb7f301550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:41.218741 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16c9f911-2136-436a-a662-5fae213d4a42 req-0d9e5183-9fb9-4f87-8f20-9adb7f301550 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0471067 Jul 30 02:43:41.263840 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9f911-2136-436a-a662-5fae213d4a42 req-094ce23c-8974-4f15-b290-1bc662d47da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:41.265314 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16c9f911-2136-436a-a662-5fae213d4a42 req-094ce23c-8974-4f15-b290-1bc662d47da6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396867 Jul 30 02:43:41.352724 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16c9f911-2136-436a-a662-5fae213d4a42 req-97005029-ae30-4f2d-b13e-e3a5bc2d13fd service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801313 Jul 30 02:43:41.477288 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4e8a9-846a-4b5f-a9c6-c8a463764729 req-9b5501ae-7d70-4026-9745-b6da581ea648 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:41.478862 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-06d4e8a9-846a-4b5f-a9c6-c8a463764729 req-9b5501ae-7d70-4026-9745-b6da581ea648 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 944 time: 0.0700459 Jul 30 02:43:41.498933 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16c9f911-2136-436a-a662-5fae213d4a42 req-9cf89557-5022-407f-8202-e31415a6bb03 service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393805 Jul 30 02:43:41.524191 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-06d4e8a9-846a-4b5f-a9c6-c8a463764729 req-70fd6405-dbfb-47dd-ad7b-f465cc7aecc4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363193 Jul 30 02:43:41.643617 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf63c2f4-fc48-4bc7-8512-fb1fd0cf08e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:41.819994 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:42.494955 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09b4592-f3b3-4129-b7b6-c992780c3059', 'tag': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:43:42.497307 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cbf036-95bf-4598-bd3e-99997e4ca8df" -d '{"events": [{"name": "network-changed", "server_uuid": "b09b4592-f3b3-4129-b7b6-c992780c3059", "tag": "a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:43:42.543796 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22747e0c-865d-4812-a49c-c1beb3369496 x-openstack-request-id: req-22747e0c-865d-4812-a49c-c1beb3369496 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:43:42.544094 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09b4592-f3b3-4129-b7b6-c992780c3059", "tag": "a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:43:42.544352 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-22747e0c-865d-4812-a49c-c1beb3369496 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:43:42.544789 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09b4592-f3b3-4129-b7b6-c992780c3059', 'tag': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1', 'status': 'completed', 'code': 200} Jul 30 02:43:42.601368 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-fab8606c-f73b-4931-ab0a-b1383dc24fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:42.602947 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-fab8606c-f73b-4931-ab0a-b1383dc24fc7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 1095 time: 0.0413272 Jul 30 02:43:42.665225 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-e35d3191-7421-4ded-8c54-44db8b974234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:42.667281 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-e35d3191-7421-4ded-8c54-44db8b974234 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 1095 time: 0.0781696 Jul 30 02:43:42.675727 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b24cfd-331b-4054-ad50-20ddf16af3d3 req-8a888d85-222c-43ad-b430-ad692aef8fb8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:42.677152 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11b24cfd-331b-4054-ad50-20ddf16af3d3 req-8a888d85-222c-43ad-b430-ad692aef8fb8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 944 time: 0.0794892 Jul 30 02:43:42.698277 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-4a43e3dc-f303-4e76-9b18-458bc7c7d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:42.699789 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-4a43e3dc-f303-4e76-9b18-458bc7c7d639 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0905275 Jul 30 02:43:42.764845 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-60cd96fa-6323-4516-8850-983500f04438 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 HTTP/1.1" status: 200 len: 1000 time: 0.0575476 Jul 30 02:43:42.765147 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-11b24cfd-331b-4054-ad50-20ddf16af3d3 req-04a9dc93-cf56-4401-9afb-40e109432a11 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786300 Jul 30 02:43:42.789823 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-7d75f1e2-e93f-409d-a9de-6b235b49d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:42.792043 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-7d75f1e2-e93f-409d-a9de-6b235b49d297 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.1140349 Jul 30 02:43:42.821413 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-5d73a4b5-a4ed-4845-993c-8cdf06dfc756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:42.822948 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-5d73a4b5-a4ed-4845-993c-8cdf06dfc756 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0498414 Jul 30 02:43:42.864226 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-321da43c-5202-4504-9755-d463d47f5da9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 HTTP/1.1" status: 200 len: 1000 time: 0.0634828 Jul 30 02:43:42.868024 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-f951060f-8a9c-4c61-81ab-0d8f9548758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:42.870119 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-f951060f-8a9c-4c61-81ab-0d8f9548758a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407796 Jul 30 02:43:42.914922 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-67b2ce58-021a-451d-8e13-5b29a3987e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:42.917233 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-67b2ce58-021a-451d-8e13-5b29a3987e32 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0449255 Jul 30 02:43:42.960942 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-d0b1faad-e1be-4a78-9886-017a35df4283 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839732 Jul 30 02:43:42.965338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-04c2465f-76df-4a3f-9510-1a7dade5921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:42.966942 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-04c2465f-76df-4a3f-9510-1a7dade5921b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418534 Jul 30 02:43:43.057590 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-dc0385bc-142e-409c-ac56-33ad5d2ea70a service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901825 Jul 30 02:43:43.062651 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-33666a25-07b4-4c46-824a-93e3e7671314 service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884528 Jul 30 02:43:43.152819 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4cbf036-95bf-4598-bd3e-99997e4ca8df req-e466e1f2-0528-458c-84ef-0a8b52e05b5b service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835576 Jul 30 02:43:43.488688 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:43.884273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8ec24-223d-4313-92a3-ce14753435d8 req-63e7ff78-3c52-420e-99e3-55737babb861 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:43.886328 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-74c8ec24-223d-4313-92a3-ce14753435d8 req-63e7ff78-3c52-420e-99e3-55737babb861 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 944 time: 0.0532889 Jul 30 02:43:43.922453 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-74c8ec24-223d-4313-92a3-ce14753435d8 req-7702e487-3334-4d06-9f48-3156da058697 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301778 Jul 30 02:43:44.196452 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:43:44.236283 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:43:44.256588 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8ea32-5f6c-4264-8777-a06d2039caef req-1218ebf5-12f3-4c4b-98a0-7787d457ffac tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:44.258108 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-75a8ea32-5f6c-4264-8777-a06d2039caef req-1218ebf5-12f3-4c4b-98a0-7787d457ffac tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 944 time: 0.0521727 Jul 30 02:43:44.297153 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-75a8ea32-5f6c-4264-8777-a06d2039caef req-9ce70d27-fc8a-403d-9c7f-3e65aebf6a1f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329225 Jul 30 02:43:44.326069 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da3c26-04ec-4c96-a3ce-8a9a7237c120 req-50e8b091-1ea1-476e-ad50-2bd5b5749a39 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:44.327583 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93da3c26-04ec-4c96-a3ce-8a9a7237c120 req-50e8b091-1ea1-476e-ad50-2bd5b5749a39 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.10 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059&tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 944 time: 0.0530360 Jul 30 02:43:44.387509 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-93da3c26-04ec-4c96-a3ce-8a9a7237c120 req-69a8fa92-d855-4f30-b57b-565e680fc113 service neutron] delete failed (client error): The resource could not be found. Jul 30 02:43:44.388540 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93da3c26-04ec-4c96-a3ce-8a9a7237c120 req-69a8fa92-d855-4f30-b57b-565e680fc113 service neutron] 10.222.0.10 "DELETE /v2.0/ports/a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1/bindings/n-h1-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.0531447 Jul 30 02:43:44.474601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da3c26-04ec-4c96-a3ce-8a9a7237c120 req-93d597b2-cf6b-41c3-ba5f-c354654fdd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:44.475966 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93da3c26-04ec-4c96-a3ce-8a9a7237c120 req-93d597b2-cf6b-41c3-ba5f-c354654fdd2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 1095 time: 0.0443237 Jul 30 02:43:44.562130 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da3c26-04ec-4c96-a3ce-8a9a7237c120 req-cb99e4cb-5baa-4097-8b38-d48e405d4e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:44.563650 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93da3c26-04ec-4c96-a3ce-8a9a7237c120 req-cb99e4cb-5baa-4097-8b38-d48e405d4e8b service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0808198 Jul 30 02:43:44.631236 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93da3c26-04ec-4c96-a3ce-8a9a7237c120 req-f82654b5-0d19-466d-9cf4-c6bcacb13be3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 HTTP/1.1" status: 200 len: 1000 time: 0.0604668 Jul 30 02:43:44.679736 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da3c26-04ec-4c96-a3ce-8a9a7237c120 req-9959c386-17b4-4ef4-8b13-3bebd0a90a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:44.681151 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93da3c26-04ec-4c96-a3ce-8a9a7237c120 req-9959c386-17b4-4ef4-8b13-3bebd0a90a25 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0430288 Jul 30 02:43:44.726767 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da3c26-04ec-4c96-a3ce-8a9a7237c120 req-97859926-b474-41ee-a38c-f26478d28cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:44.728127 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93da3c26-04ec-4c96-a3ce-8a9a7237c120 req-97859926-b474-41ee-a38c-f26478d28cdc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400584 Jul 30 02:43:44.809034 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:44.819446 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93da3c26-04ec-4c96-a3ce-8a9a7237c120 req-2e28f7ed-948d-4a21-9c62-53c8007ab986 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841312 Jul 30 02:43:44.911487 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-93da3c26-04ec-4c96-a3ce-8a9a7237c120 req-09510578-c1d2-417a-a511-c29fa965327a service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853899 Jul 30 02:43:45.415560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bf43d-2dd8-4494-8ed8-0374e415b910 req-5f256291-1e00-4908-be89-49785952aa59 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:45.417062 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c8bf43d-2dd8-4494-8ed8-0374e415b910 req-5f256291-1e00-4908-be89-49785952aa59 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 944 time: 0.0497687 Jul 30 02:43:45.455705 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c8bf43d-2dd8-4494-8ed8-0374e415b910 req-7c66576a-cb80-4ed3-91f3-dfec0d591180 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326328 Jul 30 02:43:45.832582 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:43:45.925573 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:43:45.937132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'port_id': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1', 'mac_address': 'fa:16:3e:88:4e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:43:45.976398 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:45.989177 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:43:46.007902 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:43:46.089020 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:46.133945 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:43:46.140997 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:46.141349 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:46.141692 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:46.142027 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:46.142395 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:46.142728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:46.143053 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:46.143377 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:46.143707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:46.144022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:46.144342 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:46.144663 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:43:46.383214 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:43:46.574206 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63442e40-5159-4e09-b98d-4a36f8561d59 req-093f988f-c442-4082-a107-2560b81c90dd tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:46.575708 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63442e40-5159-4e09-b98d-4a36f8561d59 req-093f988f-c442-4082-a107-2560b81c90dd tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 945 time: 0.0530024 Jul 30 02:43:46.612560 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63442e40-5159-4e09-b98d-4a36f8561d59 req-9928dc89-0880-4901-8567-9646dc72ff58 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309198 Jul 30 02:43:46.725349 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75892815-9a6a-43d3-a629-813fbca22725 req-9e9610fd-8d26-44b0-ac0f-ffd8a1053bda tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:46.726865 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-75892815-9a6a-43d3-a629-813fbca22725 req-9e9610fd-8d26-44b0-ac0f-ffd8a1053bda tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 945 time: 0.0491834 Jul 30 02:43:46.764478 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-75892815-9a6a-43d3-a629-813fbca22725 req-7ece5c83-a3ac-44b0-99e9-cd1270078840 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317712 Jul 30 02:43:47.041898 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82aa1a-3f54-4fe2-b6ec-127149053ead req-dbf3d254-6371-458a-b57a-816d212c86af tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:47.043439 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f82aa1a-3f54-4fe2-b6ec-127149053ead req-dbf3d254-6371-458a-b57a-816d212c86af tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 945 time: 0.0496821 Jul 30 02:43:47.082148 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5f82aa1a-3f54-4fe2-b6ec-127149053ead req-3a80de2f-4bd9-45ad-a14e-b22a60bcd612 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322871 Jul 30 02:43:47.168782 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc56d87-3f80-49a3-8803-f4a23867cf7c req-8c894350-22a7-466b-8d6e-5c30216a652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:47.170325 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-acc56d87-3f80-49a3-8803-f4a23867cf7c req-8c894350-22a7-466b-8d6e-5c30216a652e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 1096 time: 0.0451839 Jul 30 02:43:47.258398 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc56d87-3f80-49a3-8803-f4a23867cf7c req-fc51a9d3-1b83-471d-b4a7-69c66c498dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:47.259813 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-acc56d87-3f80-49a3-8803-f4a23867cf7c req-fc51a9d3-1b83-471d-b4a7-69c66c498dc6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0829613 Jul 30 02:43:47.328780 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-acc56d87-3f80-49a3-8803-f4a23867cf7c req-68f9b965-a27f-4718-aea9-46576749e19a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 HTTP/1.1" status: 200 len: 1001 time: 0.0610855 Jul 30 02:43:47.377284 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc56d87-3f80-49a3-8803-f4a23867cf7c req-e217ac4c-39a7-4146-a372-af0bb290a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:47.378781 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-acc56d87-3f80-49a3-8803-f4a23867cf7c req-e217ac4c-39a7-4146-a372-af0bb290a952 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0434933 Jul 30 02:43:47.425302 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc56d87-3f80-49a3-8803-f4a23867cf7c req-17d0d7ec-00d2-4e01-8b3e-5429bf64232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:47.426814 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-acc56d87-3f80-49a3-8803-f4a23867cf7c req-17d0d7ec-00d2-4e01-8b3e-5429bf64232f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407553 Jul 30 02:43:47.519614 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-acc56d87-3f80-49a3-8803-f4a23867cf7c req-faef52cb-a919-4c61-8cb6-4aceb093bdae service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850525 Jul 30 02:43:47.608223 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-acc56d87-3f80-49a3-8803-f4a23867cf7c req-64ebc74e-2712-4c43-ac47-7581f048973f service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816197 Jul 30 02:43:47.848898 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:43:47.974965 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:43:47.979097 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:43:47.979476 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:48.054235 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:48.076409 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09b4592-f3b3-4129-b7b6-c992780c3059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:43:48.078662 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addd936e-c3db-4ab4-9251-ada464eb9802" -d '{"events": [{"server_uuid": "b09b4592-f3b3-4129-b7b6-c992780c3059", "name": "network-vif-plugged", "status": "completed", "tag": "a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:43:48.095595 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:43:48.168689 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1805e4-6e8d-491c-b880-3d1a3df1c903 x-openstack-request-id: req-5b1805e4-6e8d-491c-b880-3d1a3df1c903 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:43:48.168980 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09b4592-f3b3-4129-b7b6-c992780c3059", "name": "network-vif-plugged", "status": "completed", "tag": "a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:43:48.169238 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b1805e4-6e8d-491c-b880-3d1a3df1c903 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:43:48.169652 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09b4592-f3b3-4129-b7b6-c992780c3059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1', 'code': 200} Jul 30 02:43:48.170849 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:48.222933 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:43:48.277800 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52642ed-c6e0-4637-ab7a-e378b2bdf63e req-ba4774c2-bd69-41bd-a87d-f31a2b264ffe tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:48.279359 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e52642ed-c6e0-4637-ab7a-e378b2bdf63e req-ba4774c2-bd69-41bd-a87d-f31a2b264ffe tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0579050 Jul 30 02:43:48.317532 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e52642ed-c6e0-4637-ab7a-e378b2bdf63e req-9ab68953-a6a3-4749-943e-0fbf109a55df tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318279 Jul 30 02:43:48.323728 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:49.437453 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c6067-2c88-4386-bcec-7758dbed7f74 req-8ab4e5aa-6342-4c61-bd86-22c714aeacab tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:49.438979 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-920c6067-2c88-4386-bcec-7758dbed7f74 req-8ab4e5aa-6342-4c61-bd86-22c714aeacab tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0531492 Jul 30 02:43:49.476533 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-920c6067-2c88-4386-bcec-7758dbed7f74 req-6c80be27-8753-4095-b045-5bef9d995a26 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315263 Jul 30 02:43:49.838120 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a855-389a-497f-b337-72e0aeb1a989 req-01ce5ffc-ae91-439c-b80a-696f1492ffaf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:49.839624 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-77a0a855-389a-497f-b337-72e0aeb1a989 req-01ce5ffc-ae91-439c-b80a-696f1492ffaf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0492909 Jul 30 02:43:49.877197 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-77a0a855-389a-497f-b337-72e0aeb1a989 req-e2a45c96-4470-473f-8dfd-5becacae686d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314088 Jul 30 02:43:50.996539 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221946e2-26cf-4661-ac58-02a54a03eb6d req-e828f370-da49-4ee3-a262-542f416abd0d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:50.998053 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-221946e2-26cf-4661-ac58-02a54a03eb6d req-e828f370-da49-4ee3-a262-542f416abd0d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0509927 Jul 30 02:43:51.037427 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-221946e2-26cf-4661-ac58-02a54a03eb6d req-91b2f245-08c6-4158-9ae7-89889d3d38b7 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322676 Jul 30 02:43:51.256398 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca58535-26eb-4aaf-8a53-a467c79a430b req-8b6dbdcb-2ce9-42ae-83ed-81b9aa44bf2c tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:51.257787 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eca58535-26eb-4aaf-8a53-a467c79a430b req-8b6dbdcb-2ce9-42ae-83ed-81b9aa44bf2c tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.77 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 946 time: 0.0515742 Jul 30 02:43:51.349153 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-eca58535-26eb-4aaf-8a53-a467c79a430b req-ca0ca52b-17c3-417c-86cd-fd218be6afbf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Deleting port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:43:51.349496 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eca58535-26eb-4aaf-8a53-a467c79a430b req-ca0ca52b-17c3-417c-86cd-fd218be6afbf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:51.439583 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-eca58535-26eb-4aaf-8a53-a467c79a430b req-ca0ca52b-17c3-417c-86cd-fd218be6afbf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] For port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:43:51.439946 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eca58535-26eb-4aaf-8a53-a467c79a430b req-ca0ca52b-17c3-417c-86cd-fd218be6afbf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:51.605229 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eca58535-26eb-4aaf-8a53-a467c79a430b req-ca0ca52b-17c3-417c-86cd-fd218be6afbf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:51.605603 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eca58535-26eb-4aaf-8a53-a467c79a430b req-ca0ca52b-17c3-417c-86cd-fd218be6afbf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:51.605919 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [req-eca58535-26eb-4aaf-8a53-a467c79a430b req-ca0ca52b-17c3-417c-86cd-fd218be6afbf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Floating IP 17838764-55fa-4b64-a558-85dfe2af2747 disassociated. External IP: 172.25.1.136, port: a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1. Jul 30 02:43:51.606270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-eca58535-26eb-4aaf-8a53-a467c79a430b req-ca0ca52b-17c3-417c-86cd-fd218be6afbf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Calling delete_port for a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:43:51.814708 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eca58535-26eb-4aaf-8a53-a467c79a430b req-ca0ca52b-17c3-417c-86cd-fd218be6afbf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:51.843024 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ca52b-17c3-417c-86cd-fd218be6afbf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Pushing event deleted for resources: {'Port': ['ID=a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:43:51.963759 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eca58535-26eb-4aaf-8a53-a467c79a430b req-ca0ca52b-17c3-417c-86cd-fd218be6afbf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Router 4c221de5-12b4-4037-8268-d562b03dd739 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:43:52.073564 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eca58535-26eb-4aaf-8a53-a467c79a430b req-ca0ca52b-17c3-417c-86cd-fd218be6afbf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:43:52.083005 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b238dd-8225-47db-9406-5729ea00414a None None] Sync routers for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:43:52.093265 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b238dd-8225-47db-9406-5729ea00414a None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:43:52.093883 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-f7b238dd-8225-47db-9406-5729ea00414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:43:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:43:52.116181 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca58535-26eb-4aaf-8a53-a467c79a430b req-ca0ca52b-17c3-417c-86cd-fd218be6afbf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] No DVR routers for this DVR port a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:43:52.119345 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-eca58535-26eb-4aaf-8a53-a467c79a430b req-ca0ca52b-17c3-417c-86cd-fd218be6afbf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:52.121285 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eca58535-26eb-4aaf-8a53-a467c79a430b req-ca0ca52b-17c3-417c-86cd-fd218be6afbf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.77 "DELETE /v2.0/ports/a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 HTTP/1.1" status: 204 len: 173 time: 0.8573852 Jul 30 02:43:52.122323 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09b4592-f3b3-4129-b7b6-c992780c3059', 'name': 'network-vif-deleted', 'tag': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:43:52.124570 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d310fd2-905a-4901-8958-aa27d7265055" -d '{"events": [{"server_uuid": "b09b4592-f3b3-4129-b7b6-c992780c3059", "name": "network-vif-deleted", "tag": "a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:43:52.151904 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7b4dbaee-d266-42b3-a119-f3e50699d8ca req-d2d76efa-8d79-4eea-840c-7ee13db3d329 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b09b4592-f3b3-4129-b7b6-c992780c3059 HTTP/1.1" status: 200 len: 210 time: 0.0338247 Jul 30 02:43:52.195715 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e960ad03-1c96-45da-8438-561d13aec474 x-openstack-request-id: req-e960ad03-1c96-45da-8438-561d13aec474 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:43:52.196051 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09b4592-f3b3-4129-b7b6-c992780c3059", "name": "network-vif-deleted", "tag": "a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:43:52.196324 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e960ad03-1c96-45da-8438-561d13aec474 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:43:52.196699 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09b4592-f3b3-4129-b7b6-c992780c3059', 'name': 'network-vif-deleted', 'tag': 'a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1', 'status': 'completed', 'code': 200} Jul 30 02:43:52.199734 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-f7b238dd-8225-47db-9406-5729ea00414a None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:43:52.397433 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-f7b238dd-8225-47db-9406-5729ea00414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:43:52.427167 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b238dd-8225-47db-9406-5729ea00414a None None] Checking router: 4c221de5-12b4-4037-8268-d562b03dd739 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:43:52.435543 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b238dd-8225-47db-9406-5729ea00414a None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:43:52.436147 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-f7b238dd-8225-47db-9406-5729ea00414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:43:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:43:52.636292 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-f7b238dd-8225-47db-9406-5729ea00414a None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:43:52.827227 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-f7b238dd-8225-47db-9406-5729ea00414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:43:52.851911 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b238dd-8225-47db-9406-5729ea00414a None None] The sync data for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 is: [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:43:53.067696 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c4eed-d04d-4436-a064-646e9ff8f529 None None] New status for floating IP 17838764-55fa-4b64-a558-85dfe2af2747: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:43:53.442290 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-c99a6054-ae2b-4022-b426-776fa449b41c tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--109840376&fields=id&tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b HTTP/1.1" status: 200 len: 267 time: 0.0377605 Jul 30 02:43:53.549345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-2f9a345f-2e2c-450a-9349-f0615f1cf17d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:53.550880 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-2f9a345f-2e2c-450a-9349-f0615f1cf17d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 811 time: 0.1020226 Jul 30 02:43:53.568659 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-ceb0b31a-c78a-4a4d-aec7-cb11e3d27eb0 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/quotas/0b5a3d0b64e340f8a695e6e804f54a3b HTTP/1.1" status: 200 len: 375 time: 0.0107670 Jul 30 02:43:53.625116 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-1963c8bb-e355-427c-95b8-c1a81b1d07fb tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509508 Jul 30 02:43:53.763415 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-f2872637-a299-43c0-a326-2bcf139d969d service neutron] 10.222.0.70 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261475 Jul 30 02:43:53.850833 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-4be2c74f-832c-4e66-9ba8-92ad5d2e9759 service neutron] 10.222.0.70 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812995 Jul 30 02:43:53.880931 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:43:53.903717 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:43:53.904212 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a9b8c8d0-3dd3-4ab3-8fec-c158b199a5c1 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:43:54.118584 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-867bc49e-18e0-4f38-bec1-168163ba99d3 req-76d0f217-d51a-48a1-85a5-d44ca452ef28 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 210 time: 0.0268180 Jul 30 02:43:55.199499 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19a4792b-43c6-461d-b415-be1642f05e29 req-906bf7ad-0fe7-44f0-b03a-fb0d3ebd6113 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 210 time: 0.0311306 Jul 30 02:43:56.277398 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d290ced1-20a3-4b0f-8296-6cd82089b211 req-f76a18d5-641a-4dfa-b6e6-5fb9aab40427 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 210 time: 0.0267482 Jul 30 02:43:57.352992 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-341040de-e028-4bdd-8fe1-246cb8aae62f req-90ced369-243d-4ddd-a1f2-7ff389a96d42 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 210 time: 0.0261557 Jul 30 02:43:58.445370 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-09fc8285-cd5c-4018-82b2-6a49d1cb5aaa req-cca9ffb3-0278-4f43-a77b-e85a2b150317 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 210 time: 0.0263906 Jul 30 02:43:59.539181 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4f12aa71-611c-4301-8ab9-4434e04754cb req-e8c2d285-8bf2-47fd-b91b-ae4f382deac8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 210 time: 0.0262499 Jul 30 02:44:00.061735 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-2fc5aab9-4cce-4aff-a436-9e13f13fb42f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:00.063968 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-2fc5aab9-4cce-4aff-a436-9e13f13fb42f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 811 time: 0.1101551 Jul 30 02:44:00.109043 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-323dbe07-5f03-4c2f-99ed-babb364be0bf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b HTTP/1.1" status: 200 len: 379 time: 0.0344203 Jul 30 02:44:00.118923 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Request body: {'port': {'device_id': 'd2717614-2e73-44fe-9853-fd38f629c531', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'admin_state_up': True, 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'security_groups': ['c2cebc13-fb44-44f8-bb10-866b95a629d0']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:44:00.288144 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Made reservation on behalf of 0b5a3d0b64e340f8a695e6e804f54a3b for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:44:00.291694 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:00.420315 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Allocated IP 172.20.0.4 (a69cc0fb-9bbb-487d-b91e-8bb8b8215c75/b908448b-88da-41c9-85f6-db927c1681c9/a1c1c45b-562f-4957-bd41-95e8b161821c) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:44:00.556144 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:00.570527 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Transition to ACTIVE for port object a1c1c45b-562f-4957-bd41-95e8b161821c will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:44:00.634385 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ffdc3d92-aa57-406d-889d-a8e7dd8209f1 req-2fddbe89-f401-437c-afee-a5e63d1ca90b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 210 time: 0.0265410 Jul 30 02:44:00.648888 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:00.692761 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:44:00.695834 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:44:00.698289 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:44:00.725439 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Pushing event updated for resources: {'Port': ['ID=a1c1c45b-562f-4957-bd41-95e8b161821c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:44:00.738633 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:00.738965 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:00.739305 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:00.739634 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:00.739958 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:00.740284 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:00.740603 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:00.740922 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:00.741243 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:00.741555 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:00.741871 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:00.742185 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:00.766366 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:00.767093 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:00.849591 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-24d48149-4009-4cbe-9827-87add56c105e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7342405 Jul 30 02:44:00.861757 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] Request body: {'port': {'device_id': 'd2717614-2e73-44fe-9853-fd38f629c531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:44:00.919000 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:00.968608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-469c1527-c05e-4ead-9856-19784599c143 None None] Provisioning for port a1c1c45b-562f-4957-bd41-95e8b161821c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:44:00.972446 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-469c1527-c05e-4ead-9856-19784599c143 None None] Provisioning complete for port a1c1c45b-562f-4957-bd41-95e8b161821c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:44:00.972816 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-469c1527-c05e-4ead-9856-19784599c143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:01.006695 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-469c1527-c05e-4ead-9856-19784599c143 None None] Port a1c1c45b-562f-4957-bd41-95e8b161821c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:44:01.181726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c1c45b-562f-4957-bd41-95e8b161821c {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:44:01.189463 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:01.201252 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] Transition to ACTIVE for port object a1c1c45b-562f-4957-bd41-95e8b161821c will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:44:01.277625 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:01.328795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] Pushing event updated for resources: {'Port': ['ID=a1c1c45b-562f-4957-bd41-95e8b161821c,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:44:01.398458 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] Attempting to bind port a1c1c45b-562f-4957-bd41-95e8b161821c on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:44:01.398796 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] Attempting to bind port a1c1c45b-562f-4957-bd41-95e8b161821c by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:44:01.399151 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] Attempting to bind port a1c1c45b-562f-4957-bd41-95e8b161821c on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:44:01.404439 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] Port a1c1c45b-562f-4957-bd41-95e8b161821c on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:44:01.404759 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] Attempting to bind port a1c1c45b-562f-4957-bd41-95e8b161821c on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:44:01.409636 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:44:01.415703 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] Checking segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:44:01.415703 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] Bound using segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:44:01.415703 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] Bound port: a1c1c45b-562f-4957-bd41-95e8b161821c, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:44:01.415703 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:01.476377 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] For port a1c1c45b-562f-4957-bd41-95e8b161821c, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:44:01.479347 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] For port a1c1c45b-562f-4957-bd41-95e8b161821c, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a1c1c45b-562f-4957-bd41-95e8b161821c,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:44:01.540042 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:01.575028 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:01.581778 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:01.581778 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] 10.222.0.10 "PUT /v2.0/ports/a1c1c45b-562f-4957-bd41-95e8b161821c HTTP/1.1" status: 200 len: 1091 time: 0.7196853 Jul 30 02:44:01.581778 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2717614-2e73-44fe-9853-fd38f629c531', 'tag': 'a1c1c45b-562f-4957-bd41-95e8b161821c'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:44:01.581778 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbf3b29-1bcc-45b9-a825-99ac469cea5b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2717614-2e73-44fe-9853-fd38f629c531", "tag": "a1c1c45b-562f-4957-bd41-95e8b161821c"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:44:01.606680 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee1ad0-c94a-44cd-9844-7715f923503d service neutron] Pushing event updated for resources: {'Port': ['ID=a1c1c45b-562f-4957-bd41-95e8b161821c,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:44:01.675276 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f48b7c-a8c0-4a7e-bea2-c813c134e8c7 x-openstack-request-id: req-31f48b7c-a8c0-4a7e-bea2-c813c134e8c7 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:44:01.675728 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2717614-2e73-44fe-9853-fd38f629c531", "tag": "a1c1c45b-562f-4957-bd41-95e8b161821c", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:44:01.675986 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-31f48b7c-a8c0-4a7e-bea2-c813c134e8c7 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:44:01.676403 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2717614-2e73-44fe-9853-fd38f629c531', 'tag': 'a1c1c45b-562f-4957-bd41-95e8b161821c', 'status': 'completed', 'code': 200} Jul 30 02:44:01.729537 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-4b7fdc56-22bc-4575-87f0-ca50d084d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:01.731343 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-4b7fdc56-22bc-4575-87f0-ca50d084d6c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 1094 time: 0.0487428 Jul 30 02:44:01.778854 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0dab9-e7d2-46a3-98aa-c17b98c9cd3d req-851cc487-2cd0-4ff2-97ee-ac4686b9b129 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:01.780342 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1ca0dab9-e7d2-46a3-98aa-c17b98c9cd3d req-851cc487-2cd0-4ff2-97ee-ac4686b9b129 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 943 time: 0.0550506 Jul 30 02:44:01.780467 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-06d603cf-2ed9-4d4d-a2fa-ec0ce41b7cc8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c1c45b-562f-4957-bd41-95e8b161821c HTTP/1.1" status: 200 len: 217 time: 0.0406270 Jul 30 02:44:01.818874 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1ca0dab9-e7d2-46a3-98aa-c17b98c9cd3d req-6fcf3fe3-f0c4-4cec-a2fa-ba47d8ef7026 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317922 Jul 30 02:44:01.830125 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-e5d434e0-d88a-4a56-9995-4d6e794e7180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:01.831732 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-e5d434e0-d88a-4a56-9995-4d6e794e7180 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0446434 Jul 30 02:44:01.878996 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-2827f2ab-cb56-42b7-9ef6-32958c2c2f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:01.880533 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-2827f2ab-cb56-42b7-9ef6-32958c2c2f79 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407100 Jul 30 02:44:01.973492 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-113e6f23-5b35-4847-8e88-e11f3becd3c4 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857635 Jul 30 02:44:02.062379 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f5a70b03-7bed-41e4-8e48-046d0c7742d9 req-5551d527-e7b1-4bd7-a4aa-e2dfe024228d service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815265 Jul 30 02:44:02.209973 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf3b29-1bcc-45b9-a825-99ac469cea5b req-6efb743e-6085-4a7a-ba07-3751143351d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:02.211527 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-acbf3b29-1bcc-45b9-a825-99ac469cea5b req-6efb743e-6085-4a7a-ba07-3751143351d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 1094 time: 0.0412502 Jul 30 02:44:02.312954 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf3b29-1bcc-45b9-a825-99ac469cea5b req-4d1392ce-b730-45c7-afa2-cd6b159f4ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:02.314360 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-acbf3b29-1bcc-45b9-a825-99ac469cea5b req-4d1392ce-b730-45c7-afa2-cd6b159f4ef2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0890477 Jul 30 02:44:02.355611 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-acbf3b29-1bcc-45b9-a825-99ac469cea5b req-aea653a6-8d79-45c4-a7e6-16181e1191e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c1c45b-562f-4957-bd41-95e8b161821c HTTP/1.1" status: 200 len: 217 time: 0.0338843 Jul 30 02:44:02.408220 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf3b29-1bcc-45b9-a825-99ac469cea5b req-8034b462-e1c2-4ede-9e73-33c6b46ab89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:02.409654 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-acbf3b29-1bcc-45b9-a825-99ac469cea5b req-8034b462-e1c2-4ede-9e73-33c6b46ab89e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0475459 Jul 30 02:44:02.456074 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf3b29-1bcc-45b9-a825-99ac469cea5b req-4dc93eb9-6693-48d5-96be-414c94f2287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:02.457520 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-acbf3b29-1bcc-45b9-a825-99ac469cea5b req-4dc93eb9-6693-48d5-96be-414c94f2287f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393541 Jul 30 02:44:02.545595 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-acbf3b29-1bcc-45b9-a825-99ac469cea5b req-2a9e99f7-f405-45ef-8d5b-cec6994da07f service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801005 Jul 30 02:44:02.637191 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-acbf3b29-1bcc-45b9-a825-99ac469cea5b req-703b9fa1-ded8-4d02-b153-f05d37c703f2 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841558 Jul 30 02:44:02.936203 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f17188-bcde-4a73-ba9d-83fb343371ca req-0da9825c-6ea2-4c2c-9b0d-b1f09d5c5301 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:02.937625 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-53f17188-bcde-4a73-ba9d-83fb343371ca req-0da9825c-6ea2-4c2c-9b0d-b1f09d5c5301 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 943 time: 0.0500226 Jul 30 02:44:02.976431 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-53f17188-bcde-4a73-ba9d-83fb343371ca req-ecb74aa1-8c99-448e-aa01-3e292b28aa4a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327253 Jul 30 02:44:03.453559 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:04.090614 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f32756-4349-44f9-8427-e080e1e8f8c3 req-67aee608-1399-462d-98e6-10815ee21b7e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:04.092087 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6f32756-4349-44f9-8427-e080e1e8f8c3 req-67aee608-1399-462d-98e6-10815ee21b7e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 943 time: 0.0484312 Jul 30 02:44:04.129541 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6f32756-4349-44f9-8427-e080e1e8f8c3 req-d48f20d6-3087-4a29-92fd-6085e515a0a4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315716 Jul 30 02:44:05.247771 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2fbf9-e3bd-415d-8adc-2e825cd11641 req-0840d58e-15a2-4939-b424-67546bcfa211 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:05.249243 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bdf2fbf9-e3bd-415d-8adc-2e825cd11641 req-0840d58e-15a2-4939-b424-67546bcfa211 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 943 time: 0.0524604 Jul 30 02:44:05.285885 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bdf2fbf9-e3bd-415d-8adc-2e825cd11641 req-60d6fe15-496d-4776-a317-9383985358a5 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304658 Jul 30 02:44:06.302769 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device a1c1c45b-562f-4957-bd41-95e8b161821c details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:44:06.399624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port a1c1c45b-562f-4957-bd41-95e8b161821c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a1c1c45b-562f-4957-bd41-95e8b161821c,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:44:06.407868 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b965663-cee3-414f-8e56-c62de54c5aca req-cfe3cd39-f7d2-42a0-b019-19974d8024e0 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:06.409372 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b965663-cee3-414f-8e56-c62de54c5aca req-cfe3cd39-f7d2-42a0-b019-19974d8024e0 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 943 time: 0.0552950 Jul 30 02:44:06.411319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'a1c1c45b-562f-4957-bd41-95e8b161821c', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'port_id': 'a1c1c45b-562f-4957-bd41-95e8b161821c', 'mac_address': 'fa:16:3e:30:c9:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:44:06.449122 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b965663-cee3-414f-8e56-c62de54c5aca req-856a1e55-0816-4980-86b6-33c4b500e8c5 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330169 Jul 30 02:44:06.449344 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:06.462185 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c1c45b-562f-4957-bd41-95e8b161821c {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:44:06.481628 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port a1c1c45b-562f-4957-bd41-95e8b161821c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a1c1c45b-562f-4957-bd41-95e8b161821c,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:44:06.561974 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:06.613238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=a1c1c45b-562f-4957-bd41-95e8b161821c,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:44:06.797463 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['a1c1c45b-562f-4957-bd41-95e8b161821c'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:44:07.563684 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05520781-0b17-4943-81eb-bdc527ed67d4 req-e97c8c2b-9e55-4d02-ab18-e534f88056c6 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:07.565052 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-05520781-0b17-4943-81eb-bdc527ed67d4 req-e97c8c2b-9e55-4d02-ab18-e534f88056c6 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 944 time: 0.0486336 Jul 30 02:44:07.601541 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-05520781-0b17-4943-81eb-bdc527ed67d4 req-4701898b-68b3-4fab-b5be-7429765a35c8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305574 Jul 30 02:44:07.653049 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:44:08.318530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device a1c1c45b-562f-4957-bd41-95e8b161821c up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:44:08.419149 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port a1c1c45b-562f-4957-bd41-95e8b161821c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:44:08.423127 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port a1c1c45b-562f-4957-bd41-95e8b161821c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:44:08.423559 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:08.498794 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:08.520778 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2717614-2e73-44fe-9853-fd38f629c531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1c45b-562f-4957-bd41-95e8b161821c'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:44:08.523050 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28eedcb-de11-4fd0-8da8-d52a7a57fb5e" -d '{"events": [{"server_uuid": "d2717614-2e73-44fe-9853-fd38f629c531", "name": "network-vif-plugged", "status": "completed", "tag": "a1c1c45b-562f-4957-bd41-95e8b161821c"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:44:08.536088 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port a1c1c45b-562f-4957-bd41-95e8b161821c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a1c1c45b-562f-4957-bd41-95e8b161821c,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:44:08.560786 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96cbde2-3608-475d-8a39-3f68251b8789 x-openstack-request-id: req-b96cbde2-3608-475d-8a39-3f68251b8789 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:44:08.560786 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2717614-2e73-44fe-9853-fd38f629c531", "name": "network-vif-plugged", "status": "completed", "tag": "a1c1c45b-562f-4957-bd41-95e8b161821c", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:44:08.560786 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b96cbde2-3608-475d-8a39-3f68251b8789 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:44:08.561123 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2717614-2e73-44fe-9853-fd38f629c531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1c45b-562f-4957-bd41-95e8b161821c', 'code': 200} Jul 30 02:44:08.608178 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:08.659967 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=a1c1c45b-562f-4957-bd41-95e8b161821c,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:44:08.670888 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d5dca-0cc0-49aa-99f4-4b6f9e277831 req-dc664537-6f72-4763-8375-5f065af71eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:08.672607 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-134d5dca-0cc0-49aa-99f4-4b6f9e277831 req-dc664537-6f72-4763-8375-5f065af71eb8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 1096 time: 0.0428922 Jul 30 02:44:08.708735 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-134d5dca-0cc0-49aa-99f4-4b6f9e277831 req-2b238b51-0725-40e1-8386-1e08a61af5e4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281739 Jul 30 02:44:08.724065 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f987e7-8685-4431-88ce-f2aed5d7fe71 req-e781713e-4a0b-4d8e-b02c-174cb3204805 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:08.725516 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39f987e7-8685-4431-88ce-f2aed5d7fe71 req-e781713e-4a0b-4d8e-b02c-174cb3204805 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0524514 Jul 30 02:44:08.763091 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39f987e7-8685-4431-88ce-f2aed5d7fe71 req-5fc5de64-8121-4f56-a8df-cde8e9e1378f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309508 Jul 30 02:44:09.179503 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-abbfe04f-53a2-4de7-8fef-cf1e54fbe111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:09.876252 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c910fd-8296-4569-8721-dd8c0393f55b req-4633d0d3-cdc1-4d0b-a4e5-11682b618444 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:09.877715 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-92c910fd-8296-4569-8721-dd8c0393f55b req-4633d0d3-cdc1-4d0b-a4e5-11682b618444 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0475793 Jul 30 02:44:09.914482 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-92c910fd-8296-4569-8721-dd8c0393f55b req-a2b70738-e551-47fa-bde5-175cc5eff8a4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308430 Jul 30 02:44:10.024331 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bcb0f-6b99-4557-8dc1-85747ea10ffc req-e7d458d1-6d1d-417d-9e81-1608b21b6bba tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:10.025813 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d87bcb0f-6b99-4557-8dc1-85747ea10ffc req-e7d458d1-6d1d-417d-9e81-1608b21b6bba tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0489974 Jul 30 02:44:10.034240 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 36818) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:44:10.038700 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-43452b70-2eef-4cea-b554-916b8548ed8e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Request body: {'floatingip': {'port_id': 'a1c1c45b-562f-4957-bd41-95e8b161821c'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:44:10.081126 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-43452b70-2eef-4cea-b554-916b8548ed8e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for floatingip, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:10.814337 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-43452b70-2eef-4cea-b554-916b8548ed8e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:10.853604 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-43452b70-2eef-4cea-b554-916b8548ed8e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:10.951119 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-43452b70-2eef-4cea-b554-916b8548ed8e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Floating IP 17838764-55fa-4b64-a558-85dfe2af2747 associated. External IP: 172.25.1.136, port: a1c1c45b-562f-4957-bd41-95e8b161821c. Jul 30 02:44:11.151080 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43452b70-2eef-4cea-b554-916b8548ed8e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Router 4c221de5-12b4-4037-8268-d562b03dd739 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:44:11.258806 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43452b70-2eef-4cea-b554-916b8548ed8e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:44:11.263466 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-43452b70-2eef-4cea-b554-916b8548ed8e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:11.268375 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3162cf9-2c8a-46a7-9fe1-4627405f9171 None None] Sync routers for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:44:11.277343 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3162cf9-2c8a-46a7-9fe1-4627405f9171 None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:44:11.277967 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b3162cf9-2c8a-46a7-9fe1-4627405f9171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:43:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:44:11.293621 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-43452b70-2eef-4cea-b554-916b8548ed8e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "PUT /v2.0/floatingips/17838764-55fa-4b64-a558-85dfe2af2747 HTTP/1.1" status: 200 len: 991 time: 1.2583158 Jul 30 02:44:11.294207 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2717614-2e73-44fe-9853-fd38f629c531', 'tag': 'a1c1c45b-562f-4957-bd41-95e8b161821c'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:44:11.296460 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a583f94f-2dd5-4843-bc6f-64902fc1c184" -d '{"events": [{"name": "network-changed", "server_uuid": "d2717614-2e73-44fe-9853-fd38f629c531", "tag": "a1c1c45b-562f-4957-bd41-95e8b161821c"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:44:11.392455 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f544c37-29e2-4758-a3b4-5d7a9b5fbc11 x-openstack-request-id: req-6f544c37-29e2-4758-a3b4-5d7a9b5fbc11 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:44:11.392455 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2717614-2e73-44fe-9853-fd38f629c531", "tag": "a1c1c45b-562f-4957-bd41-95e8b161821c", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:44:11.392455 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f544c37-29e2-4758-a3b4-5d7a9b5fbc11 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:44:11.392455 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2717614-2e73-44fe-9853-fd38f629c531', 'tag': 'a1c1c45b-562f-4957-bd41-95e8b161821c', 'status': 'completed', 'code': 200} Jul 30 02:44:11.393049 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-b3162cf9-2c8a-46a7-9fe1-4627405f9171 None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:44:11.444865 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583f94f-2dd5-4843-bc6f-64902fc1c184 req-cca721a0-9119-45e2-bbb8-7357b9936d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:11.446286 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a583f94f-2dd5-4843-bc6f-64902fc1c184 req-cca721a0-9119-45e2-bbb8-7357b9936d87 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 1096 time: 0.0416198 Jul 30 02:44:11.539423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583f94f-2dd5-4843-bc6f-64902fc1c184 req-c5e7cebe-0487-4c7f-babc-2534681de78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:11.540909 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a583f94f-2dd5-4843-bc6f-64902fc1c184 req-c5e7cebe-0487-4c7f-babc-2534681de78f service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0878654 Jul 30 02:44:11.601163 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b3162cf9-2c8a-46a7-9fe1-4627405f9171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '17838764-55fa-4b64-a558-85dfe2af2747', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'port_id': 'a1c1c45b-562f-4957-bd41-95e8b161821c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'mac_address': 'fa:16:3e:30:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2717614-2e73-44fe-9853-fd38f629c531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:39:18Z', 'updated_at': '2021-07-30T02:44:10Z', 'revision_number': 9, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:44:11.607001 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a583f94f-2dd5-4843-bc6f-64902fc1c184 req-c71bcaa1-d706-4d10-bd93-6da4bb6b3b7a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c1c45b-562f-4957-bd41-95e8b161821c HTTP/1.1" status: 200 len: 999 time: 0.0591969 Jul 30 02:44:11.627501 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3162cf9-2c8a-46a7-9fe1-4627405f9171 None None] Checking router: 4c221de5-12b4-4037-8268-d562b03dd739 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:44:11.635796 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3162cf9-2c8a-46a7-9fe1-4627405f9171 None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:44:11.636403 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b3162cf9-2c8a-46a7-9fe1-4627405f9171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:43:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:44:11.637088 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b0c4343c-5806-46e1-9557-68405dc17b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:11.660386 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583f94f-2dd5-4843-bc6f-64902fc1c184 req-7d7faf1a-fea1-48f0-b68b-7882253cfd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:11.661912 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a583f94f-2dd5-4843-bc6f-64902fc1c184 req-7d7faf1a-fea1-48f0-b68b-7882253cfd01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0485201 Jul 30 02:44:11.708125 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583f94f-2dd5-4843-bc6f-64902fc1c184 req-baf281ef-44e9-4736-bec7-96f009b52e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:11.709560 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a583f94f-2dd5-4843-bc6f-64902fc1c184 req-baf281ef-44e9-4736-bec7-96f009b52e63 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406311 Jul 30 02:44:11.741725 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-b3162cf9-2c8a-46a7-9fe1-4627405f9171 None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:44:11.768185 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:11.800418 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a583f94f-2dd5-4843-bc6f-64902fc1c184 req-287d9b06-4299-4ad5-b18a-747f0d198fb0 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840485 Jul 30 02:44:11.896125 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a583f94f-2dd5-4843-bc6f-64902fc1c184 req-0cd78357-f24f-4105-a3ef-8254d83db7a7 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876765 Jul 30 02:44:11.963684 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b3162cf9-2c8a-46a7-9fe1-4627405f9171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '17838764-55fa-4b64-a558-85dfe2af2747', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'port_id': 'a1c1c45b-562f-4957-bd41-95e8b161821c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'mac_address': 'fa:16:3e:30:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2717614-2e73-44fe-9853-fd38f629c531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:39:18Z', 'updated_at': '2021-07-30T02:44:10Z', 'revision_number': 9, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:44:11.989579 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3162cf9-2c8a-46a7-9fe1-4627405f9171 None None] The sync data for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 is: [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '17838764-55fa-4b64-a558-85dfe2af2747', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'port_id': 'a1c1c45b-562f-4957-bd41-95e8b161821c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'mac_address': 'fa:16:3e:30:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2717614-2e73-44fe-9853-fd38f629c531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:39:18Z', 'updated_at': '2021-07-30T02:44:10Z', 'revision_number': 9, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:44:12.187788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66649b1-0c2a-42f5-aa6e-d52973394dfd None None] New status for floating IP 17838764-55fa-4b64-a558-85dfe2af2747: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:44:13.470997 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:14.790458 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:18.356320 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:33.453031 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:39.190450 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-28652332-a15f-4d2b-b006-377a8f4772c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:41.652779 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7b4cb13f-c7b0-4533-b5b1-5162bb133b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:41.795992 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:43.498599 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:44.652151 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:44:44.740986 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd128f31-9c1c-4ae0-9104-c516d6df0d54 req-14f74a58-51b9-40e7-91ef-af0c3540ee58 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423517 Jul 30 02:44:44.818871 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:44.827448 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd128f31-9c1c-4ae0-9104-c516d6df0d54 req-b2669ea4-1095-484e-8f1b-3709c01233f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:44.829249 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd128f31-9c1c-4ae0-9104-c516d6df0d54 req-b2669ea4-1095-484e-8f1b-3709c01233f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 1096 time: 0.0438917 Jul 30 02:44:44.940259 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd128f31-9c1c-4ae0-9104-c516d6df0d54 req-7d776eef-5950-4067-a309-b28734d24c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:44.941637 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd128f31-9c1c-4ae0-9104-c516d6df0d54 req-7d776eef-5950-4067-a309-b28734d24c11 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0887299 Jul 30 02:44:45.007073 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd128f31-9c1c-4ae0-9104-c516d6df0d54 req-6e08b75c-2725-4812-a6a2-b3e76f770dfb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c1c45b-562f-4957-bd41-95e8b161821c HTTP/1.1" status: 200 len: 1002 time: 0.0571120 Jul 30 02:44:45.060035 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd128f31-9c1c-4ae0-9104-c516d6df0d54 req-873131a1-4635-46b8-984b-c003f7fe5383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:45.061477 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd128f31-9c1c-4ae0-9104-c516d6df0d54 req-873131a1-4635-46b8-984b-c003f7fe5383 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0473194 Jul 30 02:44:45.107600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd128f31-9c1c-4ae0-9104-c516d6df0d54 req-c8983448-1ce1-41b5-a115-8136ed5d7bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:45.109076 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd128f31-9c1c-4ae0-9104-c516d6df0d54 req-c8983448-1ce1-41b5-a115-8136ed5d7bdd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397062 Jul 30 02:44:45.197066 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd128f31-9c1c-4ae0-9104-c516d6df0d54 req-043ed28b-adb0-46c9-a406-e872276bbb9e service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799332 Jul 30 02:44:45.291816 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dd128f31-9c1c-4ae0-9104-c516d6df0d54 req-c865f4ec-e26f-40e1-8ec2-a7e48995d682 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882130 Jul 30 02:44:48.355668 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:03.503549 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:09.166573 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb1d9-ad46-4725-bbf4-9fe41101b2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:11.663484 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-778fbae9-bb92-4f8e-a432-0514c408e83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:11.783365 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:13.497540 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:14.817918 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:18.366313 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:21.651560 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:45:33.490021 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:39.181126 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ab482bdc-451a-46ac-9180-d40267c382ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:41.689980 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7056d80f-695e-480b-ba6f-23c96ae9c08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:41.794136 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:43.489421 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:44.726348 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b3f50fa9-9d9a-47f8-be87-d8326f642fd8 req-2803dcdb-02eb-4c99-8729-8754f46fda72 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395207 Jul 30 02:45:44.807847 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f50fa9-9d9a-47f8-be87-d8326f642fd8 req-a0d29e56-4619-41b7-9252-1aec1ce3df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:44.809456 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b3f50fa9-9d9a-47f8-be87-d8326f642fd8 req-a0d29e56-4619-41b7-9252-1aec1ce3df38 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 1096 time: 0.0412261 Jul 30 02:45:44.832925 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:44.917834 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f50fa9-9d9a-47f8-be87-d8326f642fd8 req-160bfb62-a2ec-4f3b-89ab-1d6dd73c99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:44.919364 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b3f50fa9-9d9a-47f8-be87-d8326f642fd8 req-160bfb62-a2ec-4f3b-89ab-1d6dd73c99ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0886173 Jul 30 02:45:44.984509 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b3f50fa9-9d9a-47f8-be87-d8326f642fd8 req-56460cae-5515-4a51-bf0a-2dfde749ac33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c1c45b-562f-4957-bd41-95e8b161821c HTTP/1.1" status: 200 len: 1002 time: 0.0567255 Jul 30 02:45:45.037643 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f50fa9-9d9a-47f8-be87-d8326f642fd8 req-7b7f0c2a-5ef4-4dd3-ac9a-25ab2832b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:45.039169 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b3f50fa9-9d9a-47f8-be87-d8326f642fd8 req-7b7f0c2a-5ef4-4dd3-ac9a-25ab2832b53b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0474567 Jul 30 02:45:45.084316 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f50fa9-9d9a-47f8-be87-d8326f642fd8 req-432d49a4-9101-4434-8e57-93c1408d194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:45.085816 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b3f50fa9-9d9a-47f8-be87-d8326f642fd8 req-432d49a4-9101-4434-8e57-93c1408d194c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394175 Jul 30 02:45:45.175653 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b3f50fa9-9d9a-47f8-be87-d8326f642fd8 req-eed4c8cd-e4f0-4b32-86fb-a9d741d0f55c service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824888 Jul 30 02:45:45.268632 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b3f50fa9-9d9a-47f8-be87-d8326f642fd8 req-c8f0dad3-8d4d-4257-9c95-f6ab40edae3c service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855248 Jul 30 02:45:48.399998 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:48.412129 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90007d5-ae9f-4002-9962-1482de248c1f req-22413194-3f10-4eda-8aa7-c6b1d05b45e1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:48.413680 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f90007d5-ae9f-4002-9962-1482de248c1f req-22413194-3f10-4eda-8aa7-c6b1d05b45e1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0539832 Jul 30 02:45:48.452354 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f90007d5-ae9f-4002-9962-1482de248c1f req-b3e6a59e-9431-44c6-8f1f-58607fc75811 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326478 Jul 30 02:45:48.608974 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ea53011e-9fc5-483b-a979-00ef16684a66 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396111 Jul 30 02:45:49.569969 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a779b-3cd6-4dbc-bd8d-8b35c929d52b req-ba38425b-7d1a-4517-9d27-1ee252295852 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:49.571526 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a76a779b-3cd6-4dbc-bd8d-8b35c929d52b req-ba38425b-7d1a-4517-9d27-1ee252295852 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0495045 Jul 30 02:45:49.613032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a76a779b-3cd6-4dbc-bd8d-8b35c929d52b req-786a328b-bec4-466c-b445-b9bc1a531634 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348394 Jul 30 02:45:50.632690 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-7105d467-4e42-488f-adf5-3610b01b2bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:50.634070 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-7105d467-4e42-488f-adf5-3610b01b2bc6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 1096 time: 0.0402515 Jul 30 02:45:50.728498 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-bd0b73af-e802-4251-81ef-2b9a0376b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:50.729988 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-bd0b73af-e802-4251-81ef-2b9a0376b6e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0888145 Jul 30 02:45:50.730342 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb971c3-45e6-43e8-911e-3d4402ff1cfc req-45e5e196-d252-4d2a-8883-31f3ce22b20b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:50.731862 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6eb971c3-45e6-43e8-911e-3d4402ff1cfc req-45e5e196-d252-4d2a-8883-31f3ce22b20b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0509183 Jul 30 02:45:50.770728 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6eb971c3-45e6-43e8-911e-3d4402ff1cfc req-e723b334-a390-458d-b96a-a5c817433a24 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326951 Jul 30 02:45:50.795343 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-838f4381-15f3-49a2-9306-076839834015 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c1c45b-562f-4957-bd41-95e8b161821c HTTP/1.1" status: 200 len: 1002 time: 0.0577664 Jul 30 02:45:50.844233 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-5441ae15-805e-4be2-8949-c5f56e4565cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:50.845617 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-5441ae15-805e-4be2-8949-c5f56e4565cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0424788 Jul 30 02:45:50.894644 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-312866f2-baec-4100-a54f-6b1fa0e5462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:50.896017 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-312866f2-baec-4100-a54f-6b1fa0e5462e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428724 Jul 30 02:45:50.983799 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-f14cafaa-2835-4424-8cbd-060aed4ebb6e service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804901 Jul 30 02:45:51.079530 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-2260f2f9-59d8-4a70-9798-2098e0ce25e0 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892608 Jul 30 02:45:51.886023 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4905f-7483-400d-860d-ae9c8d6a2a58 req-e52bad7d-26bf-4b38-b569-83f648c266a0 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:51.887509 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3cd4905f-7483-400d-860d-ae9c8d6a2a58 req-e52bad7d-26bf-4b38-b569-83f648c266a0 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0483389 Jul 30 02:45:51.924872 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3cd4905f-7483-400d-860d-ae9c8d6a2a58 req-e10d0c19-395a-43e8-8c45-78ee5c7d29ab tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314026 Jul 30 02:45:53.037271 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe11f2-9b3c-47a8-bb64-f32950fb7c84 req-11056435-e1b4-4aed-8ffe-4e7123ba0e7e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:53.038762 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13fe11f2-9b3c-47a8-bb64-f32950fb7c84 req-11056435-e1b4-4aed-8ffe-4e7123ba0e7e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0478070 Jul 30 02:45:53.081503 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13fe11f2-9b3c-47a8-bb64-f32950fb7c84 req-b61997e3-7c8a-4c07-bad8-567b07060782 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367980 Jul 30 02:45:54.195582 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427afe0-a41e-4710-8a42-46133cf1c6e3 req-85d053a9-2af2-4451-b345-d4dc320d66c3 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:54.197040 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a427afe0-a41e-4710-8a42-46133cf1c6e3 req-85d053a9-2af2-4451-b345-d4dc320d66c3 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0480933 Jul 30 02:45:54.234036 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a427afe0-a41e-4710-8a42-46133cf1c6e3 req-70d12f2e-1de7-420a-9cf4-fbaf72d15475 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311284 Jul 30 02:45:55.349337 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173211b-8f26-4a0b-8dcb-00699b169714 req-cfeea05a-2007-4d9b-9d07-edd0fb580b6f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:55.350851 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2173211b-8f26-4a0b-8dcb-00699b169714 req-cfeea05a-2007-4d9b-9d07-edd0fb580b6f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0497172 Jul 30 02:45:55.387940 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2173211b-8f26-4a0b-8dcb-00699b169714 req-66fdaae7-e693-4b0d-ae2a-802b83d68e93 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311584 Jul 30 02:45:56.504781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e6f5b-9c67-41dd-9221-2a0e45b1225b req-09d1cd0c-d897-4805-9cf2-89f44b5a4ad2 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:56.506265 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b8e6f5b-9c67-41dd-9221-2a0e45b1225b req-09d1cd0c-d897-4805-9cf2-89f44b5a4ad2 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0482104 Jul 30 02:45:56.548116 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8b8e6f5b-9c67-41dd-9221-2a0e45b1225b req-c2e27b5b-b990-454d-9f42-d13224c36aa3 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357959 Jul 30 02:45:57.663749 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb4325-3a55-4f27-bedc-bef014821ec4 req-0e92af74-9902-40ae-bd1a-629d4631f4de tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:57.665189 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34cb4325-3a55-4f27-bedc-bef014821ec4 req-0e92af74-9902-40ae-bd1a-629d4631f4de tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0489771 Jul 30 02:45:57.702888 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34cb4325-3a55-4f27-bedc-bef014821ec4 req-b678adba-18a4-4ea5-b3c6-753e5e08a145 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318720 Jul 30 02:45:58.650222 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:45:58.819171 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df783c-58db-4ded-baf5-d706e8d80188 req-c8c16551-a69f-4b12-a199-5d71b52f9421 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:58.820686 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2df783c-58db-4ded-baf5-d706e8d80188 req-c8c16551-a69f-4b12-a199-5d71b52f9421 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0487392 Jul 30 02:45:58.858674 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2df783c-58db-4ded-baf5-d706e8d80188 req-6563c10b-ecdc-41be-a77e-6fda638feb17 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320361 Jul 30 02:45:59.975906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59732f-67ba-4368-ba7f-5b1cf730a0cb req-9ba0ab4d-ac0a-4c97-961d-5c8518b62bc2 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:59.977437 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3d59732f-67ba-4368-ba7f-5b1cf730a0cb req-9ba0ab4d-ac0a-4c97-961d-5c8518b62bc2 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0508282 Jul 30 02:46:00.019493 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3d59732f-67ba-4368-ba7f-5b1cf730a0cb req-f3563072-dd36-4b4a-90f6-6ff2fcb409a8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360250 Jul 30 02:46:01.137664 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5d65b-72ca-49a0-9d6c-a79d4088dea4 req-b9ad61bb-7c6f-46b8-ad15-1094575cc397 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:01.139215 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5eb5d65b-72ca-49a0-9d6c-a79d4088dea4 req-b9ad61bb-7c6f-46b8-ad15-1094575cc397 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0498259 Jul 30 02:46:01.177762 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5eb5d65b-72ca-49a0-9d6c-a79d4088dea4 req-11b23316-0ebf-4b9d-a2cd-70b09bb24184 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321627 Jul 30 02:46:02.292879 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b109607-8987-4cff-b9bf-100c1a9c2f7e req-8076b7ea-a07f-44fc-83a5-5a57da9b0cb7 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:02.294399 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b109607-8987-4cff-b9bf-100c1a9c2f7e req-8076b7ea-a07f-44fc-83a5-5a57da9b0cb7 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0485282 Jul 30 02:46:02.332896 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2b109607-8987-4cff-b9bf-100c1a9c2f7e req-65a39b13-b1e9-4432-9610-7b4357697c65 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323005 Jul 30 02:46:03.201641 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-a10d3cae-f8f0-4f7a-a12a-2ae977b5bfd8 service neutron] show failed (client error): The resource could not be found. Jul 30 02:46:03.202586 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-a10d3cae-f8f0-4f7a-a12a-2ae977b5bfd8 service neutron] 10.222.0.10 "GET /v2.0/ports/a1c1c45b-562f-4957-bd41-95e8b161821c/bindings/n-h2-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.0540926 Jul 30 02:46:03.447728 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c376197-26d5-4f25-8158-6aba173d86f2 req-331bb00a-c36e-4967-8703-870257b00ec8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:03.449229 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c376197-26d5-4f25-8158-6aba173d86f2 req-331bb00a-c36e-4967-8703-870257b00ec8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0493228 Jul 30 02:46:03.492328 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2c376197-26d5-4f25-8158-6aba173d86f2 req-0c5a6a93-4b88-4a4e-9867-eece4a55a69e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369353 Jul 30 02:46:03.548828 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:03.733275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-f90ee57a-c59e-449c-a148-b986deccfd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:03.734815 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-f90ee57a-c59e-449c-a148-b986deccfd0d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531&tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b HTTP/1.1" status: 200 len: 1096 time: 0.0408854 Jul 30 02:46:03.754650 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-9', 'device_owner': 'compute:nova'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:03.805819 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:04.038075 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] For port a1c1c45b-562f-4957-bd41-95e8b161821c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a1c1c45b-562f-4957-bd41-95e8b161821c,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:04.047687 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] For port a1c1c45b-562f-4957-bd41-95e8b161821c, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:46:04.086499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2717614-2e73-44fe-9853-fd38f629c531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c1c45b-562f-4957-bd41-95e8b161821c'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:46:04.088772 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ef16cd-8e77-4e00-a53b-38a4dff167f8" -d '{"events": [{"server_uuid": "d2717614-2e73-44fe-9853-fd38f629c531", "name": "network-vif-unplugged", "status": "completed", "tag": "a1c1c45b-562f-4957-bd41-95e8b161821c"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:46:04.092877 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:04.104803 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Transition to ACTIVE for port object a1c1c45b-562f-4957-bd41-95e8b161821c will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:46:04.136565 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5bbcd1-2e78-484e-8d7e-bd65ced32d74 x-openstack-request-id: req-9b5bbcd1-2e78-484e-8d7e-bd65ced32d74 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:46:04.136859 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2717614-2e73-44fe-9853-fd38f629c531", "name": "network-vif-unplugged", "status": "completed", "tag": "a1c1c45b-562f-4957-bd41-95e8b161821c", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:46:04.137117 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b5bbcd1-2e78-484e-8d7e-bd65ced32d74 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:46:04.137517 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2717614-2e73-44fe-9853-fd38f629c531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c1c45b-562f-4957-bd41-95e8b161821c', 'code': 200} Jul 30 02:46:04.194289 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:04.267847 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c1c45b-562f-4957-bd41-95e8b161821c,revision_number=6']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:04.280559 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:04.281024 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:04.281373 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:04.281715 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:04.282054 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:04.282417 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:04.282753 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:04.283087 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:04.283422 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:04.283749 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:04.284079 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:04.284964 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:04.328193 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] No DVR routers for this DVR port a1c1c45b-562f-4957-bd41-95e8b161821c on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:46:04.466554 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Attempting to bind port a1c1c45b-562f-4957-bd41-95e8b161821c on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:46:04.467321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Attempting to bind port a1c1c45b-562f-4957-bd41-95e8b161821c by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:46:04.467321 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Attempting to bind port a1c1c45b-562f-4957-bd41-95e8b161821c on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:46:04.471620 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Port a1c1c45b-562f-4957-bd41-95e8b161821c on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:46:04.472487 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Attempting to bind port a1c1c45b-562f-4957-bd41-95e8b161821c on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:46:04.477377 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:46:04.477721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Checking segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:46:04.478125 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Bound using segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:46:04.478638 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Bound port: a1c1c45b-562f-4957-bd41-95e8b161821c, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:46:04.479026 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:04.543370 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] For port a1c1c45b-562f-4957-bd41-95e8b161821c, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:46:04.553870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] For port a1c1c45b-562f-4957-bd41-95e8b161821c, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1c1c45b-562f-4957-bd41-95e8b161821c,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:46:04.613191 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254aa11-aaf8-4141-b8d5-6ac825430910 req-fd57a799-958d-41dc-b2b4-880959af5166 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:04.614737 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5254aa11-aaf8-4141-b8d5-6ac825430910 req-fd57a799-958d-41dc-b2b4-880959af5166 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 943 time: 0.0508080 Jul 30 02:46:04.641135 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:04.684258 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:04.685098 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:04.686538 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] 10.222.0.77 "PUT /v2.0/ports/a1c1c45b-562f-4957-bd41-95e8b161821c HTTP/1.1" status: 200 len: 1091 time: 0.9364595 Jul 30 02:46:04.689450 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5254aa11-aaf8-4141-b8d5-6ac825430910 req-a1bc5ed4-5665-4d67-aaeb-005b8cb2686e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687478 Jul 30 02:46:04.720972 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e5f41-776c-4d25-b60d-5c4214b08f20 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c1c45b-562f-4957-bd41-95e8b161821c,revision_number=7']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:04.767251 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-bcec2a5b-3473-48f0-aaf2-0d4c6aab18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:04.768797 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-bcec2a5b-3473-48f0-aaf2-0d4c6aab18a9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 1094 time: 0.0425177 Jul 30 02:46:04.862266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-0e88dbe4-a0ed-4191-bc7d-84e004dbad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:04.863778 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-0e88dbe4-a0ed-4191-bc7d-84e004dbad4b service neutron] 10.222.0.77 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0875027 Jul 30 02:46:04.931876 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-30580828-076c-4538-b691-6e329367c167 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c1c45b-562f-4957-bd41-95e8b161821c HTTP/1.1" status: 200 len: 1000 time: 0.0609825 Jul 30 02:46:04.983954 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-8ebb8da8-5924-40de-9dfc-5887de9b34a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:04.985323 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-8ebb8da8-5924-40de-9dfc-5887de9b34a2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0468328 Jul 30 02:46:05.032268 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-d8e4e5a3-1309-4eef-849f-3b0cf1919abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:05.033708 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-d8e4e5a3-1309-4eef-849f-3b0cf1919abc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396152 Jul 30 02:46:05.131271 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-d7baff16-8011-42ac-b36d-dc20bc6e5760 service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902879 Jul 30 02:46:05.221125 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-6aef0296-90b0-4688-ac7d-f0bd07fc4c90 service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827556 Jul 30 02:46:05.810615 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e42c4-f37f-4fc5-a855-763a93268bab req-ec5bb731-67db-4af5-94db-0f5b5aa3cdcd tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:05.812118 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b0e42c4-f37f-4fc5-a855-763a93268bab req-ec5bb731-67db-4af5-94db-0f5b5aa3cdcd tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 943 time: 0.0535645 Jul 30 02:46:05.848871 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b0e42c4-f37f-4fc5-a855-763a93268bab req-9c002f18-d9ab-4082-9096-2d1cd89520e2 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306990 Jul 30 02:46:06.139140 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2717614-2e73-44fe-9853-fd38f629c531', 'tag': 'a1c1c45b-562f-4957-bd41-95e8b161821c'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:46:06.141539 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0" -d '{"events": [{"name": "network-changed", "server_uuid": "d2717614-2e73-44fe-9853-fd38f629c531", "tag": "a1c1c45b-562f-4957-bd41-95e8b161821c"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:46:06.187954 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ae9a7a-cc1c-4b8f-a634-286ef5169c52 x-openstack-request-id: req-05ae9a7a-cc1c-4b8f-a634-286ef5169c52 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:46:06.188241 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2717614-2e73-44fe-9853-fd38f629c531", "tag": "a1c1c45b-562f-4957-bd41-95e8b161821c", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:46:06.188495 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-05ae9a7a-cc1c-4b8f-a634-286ef5169c52 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:46:06.188910 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2717614-2e73-44fe-9853-fd38f629c531', 'tag': 'a1c1c45b-562f-4957-bd41-95e8b161821c', 'status': 'completed', 'code': 200} Jul 30 02:46:06.247583 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-af3558b6-7a1d-489e-8250-27a09b472626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:06.249252 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-af3558b6-7a1d-489e-8250-27a09b472626 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 1094 time: 0.0423639 Jul 30 02:46:06.275954 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-060750d9-1d6c-4b56-9236-ff83920a77c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:06.277502 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-060750d9-1d6c-4b56-9236-ff83920a77c1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 1094 time: 0.0431349 Jul 30 02:46:06.342142 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-8dd2c817-276d-4b1a-ae67-e309178af93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:06.343716 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-8dd2c817-276d-4b1a-ae67-e309178af93f service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0870032 Jul 30 02:46:06.381781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-35c135d6-fb3c-4e3e-a62b-9e7aaee5142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:06.389555 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-35c135d6-fb3c-4e3e-a62b-9e7aaee5142f service neutron] 10.222.0.77 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0979083 Jul 30 02:46:06.414381 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-4d9fff13-b033-4345-acd6-adffe1959ba1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c1c45b-562f-4957-bd41-95e8b161821c HTTP/1.1" status: 200 len: 1000 time: 0.0633411 Jul 30 02:46:06.458164 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-b8ce0251-c9ca-4f20-886b-6de7ad36a8ff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c1c45b-562f-4957-bd41-95e8b161821c HTTP/1.1" status: 200 len: 1000 time: 0.0632846 Jul 30 02:46:06.466604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-3c3cec76-3c49-4518-b535-4c7190a34cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:06.468089 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-3c3cec76-3c49-4518-b535-4c7190a34cad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0448809 Jul 30 02:46:06.509668 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-ab90382e-b490-4300-9ef7-e1658c782f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:06.511205 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-ab90382e-b490-4300-9ef7-e1658c782f23 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0454354 Jul 30 02:46:06.518832 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-6d664fb8-d04c-40c7-aa19-6f014dd60b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:06.520323 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-6d664fb8-d04c-40c7-aa19-6f014dd60b5e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452874 Jul 30 02:46:06.558750 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-8e17a7b8-b009-4af0-9afb-046c5f3982d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:06.560252 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-8e17a7b8-b009-4af0-9afb-046c5f3982d6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413318 Jul 30 02:46:06.613175 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-44db2121-259b-4f5a-a37b-60c36ee872c9 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846915 Jul 30 02:46:06.653491 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-664881da-f29b-4eae-89c6-9925a0a716c9 service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845780 Jul 30 02:46:06.705755 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-a573adf5-c2fd-4119-aa08-f8a24e513971 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861754 Jul 30 02:46:06.753078 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e3fe84f-8c65-4ae2-a19b-f0042c49dfc0 req-263368fb-4960-45cf-b5fb-23dda0499189 service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910218 Jul 30 02:46:06.768718 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device a1c1c45b-562f-4957-bd41-95e8b161821c no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:46:06.807179 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device a1c1c45b-562f-4957-bd41-95e8b161821c not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:46:06.973803 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079046a-0700-4139-b188-bea92c0265e5 req-f7f0927e-bce6-4f1b-bc23-27497d5349f9 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:06.975257 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3079046a-0700-4139-b188-bea92c0265e5 req-f7f0927e-bce6-4f1b-bc23-27497d5349f9 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 943 time: 0.0537035 Jul 30 02:46:07.013613 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3079046a-0700-4139-b188-bea92c0265e5 req-ae32e257-98b8-4364-b577-06fea041b3a0 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325031 Jul 30 02:46:08.130566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e1278-182e-4cb8-9d27-2ae43a0e47df req-86703e45-f7af-473f-9908-4c3d052218bc tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:08.132125 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a5e1278-182e-4cb8-9d27-2ae43a0e47df req-86703e45-f7af-473f-9908-4c3d052218bc tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 943 time: 0.0517275 Jul 30 02:46:08.171092 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a5e1278-182e-4cb8-9d27-2ae43a0e47df req-3fbf07a2-6155-497e-8f30-b62d1d291763 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327246 Jul 30 02:46:08.657664 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a1c1c45b-562f-4957-bd41-95e8b161821c details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:46:08.754858 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a1c1c45b-562f-4957-bd41-95e8b161821c, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1c1c45b-562f-4957-bd41-95e8b161821c,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:08.766582 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'a1c1c45b-562f-4957-bd41-95e8b161821c', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'port_id': 'a1c1c45b-562f-4957-bd41-95e8b161821c', 'mac_address': 'fa:16:3e:30:c9:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:46:08.804785 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:08.817901 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c1c45b-562f-4957-bd41-95e8b161821c {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:46:08.822514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d977619-b140-42de-bf8b-d9d3ade20d72 req-06d2dbc4-17f8-4736-9207-bed11248ab2e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:08.824678 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3d977619-b140-42de-bf8b-d9d3ade20d72 req-06d2dbc4-17f8-4736-9207-bed11248ab2e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 943 time: 0.0674856 Jul 30 02:46:08.837728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a1c1c45b-562f-4957-bd41-95e8b161821c, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1c1c45b-562f-4957-bd41-95e8b161821c,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:08.908611 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-8ecd03b9-c697-4e2c-a327-8025ecc7f18c tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:08.910069 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-8ecd03b9-c697-4e2c-a327-8025ecc7f18c tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531&tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 943 time: 0.0843031 Jul 30 02:46:08.913096 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3d977619-b140-42de-bf8b-d9d3ade20d72 req-8f766de5-0033-4fbb-bd95-14ccf3606d74 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735562 Jul 30 02:46:08.917446 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:08.968461 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=a1c1c45b-562f-4957-bd41-95e8b161821c,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:08.974565 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-d31af6bf-15bc-4fe6-ac36-1dad977aba5c service neutron] 10.222.0.77 "GET /v2.0/ports/a1c1c45b-562f-4957-bd41-95e8b161821c/bindings/n-h2-713498-9 HTTP/1.1" status: 200 len: 382 time: 0.0559301 Jul 30 02:46:08.975618 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:08.975965 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:08.976300 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:08.976634 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:08.976962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:08.977286 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:08.977615 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:08.977938 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:08.978279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:08.978600 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:08.978919 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:08.979235 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:09.056291 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-2f61ba9c-16de-4b04-b254-ca3a7778c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:09.058079 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-2f61ba9c-16de-4b04-b254-ca3a7778c3c1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 1095 time: 0.0433095 Jul 30 02:46:09.164497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-47fc3c78-eeaa-4a57-b618-68595207e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:09.165950 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-47fc3c78-eeaa-4a57-b618-68595207e235 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.1007054 Jul 30 02:46:09.174600 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ca13d90-955b-49bf-b0a4-2dd4c4c6a348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:09.230731 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['a1c1c45b-562f-4957-bd41-95e8b161821c'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:46:09.235365 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-4c1e21dd-cf55-4fe6-8da7-354a8552bdc0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c1c45b-562f-4957-bd41-95e8b161821c HTTP/1.1" status: 200 len: 1001 time: 0.0592399 Jul 30 02:46:09.289539 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-bca5bfc1-8671-4e62-92d5-3bed0da10c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:09.291032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-bca5bfc1-8671-4e62-92d5-3bed0da10c00 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0441201 Jul 30 02:46:09.346708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-b22739ac-d564-4944-9ce1-dfd990d9e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:09.348344 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-b22739ac-d564-4944-9ce1-dfd990d9e171 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455189 Jul 30 02:46:09.439859 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-0bfe712e-0588-478e-8d43-0e03dd9ba297 service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827096 Jul 30 02:46:09.535634 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-02e30c83-b3c5-4744-a0cb-ba5177556c06 service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881572 Jul 30 02:46:10.030967 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e5c5c-e3a4-4341-bd3f-6a74718322b7 req-4f20dc03-7cf8-4f1d-8543-4f8ce39f0f63 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:10.032467 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c05e5c5c-e3a4-4341-bd3f-6a74718322b7 req-4f20dc03-7cf8-4f1d-8543-4f8ce39f0f63 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 944 time: 0.0491982 Jul 30 02:46:10.071224 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c05e5c5c-e3a4-4341-bd3f-6a74718322b7 req-451c6bf1-bbeb-441e-b059-3c7a0668e633 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317369 Jul 30 02:46:10.665468 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a1c1c45b-562f-4957-bd41-95e8b161821c up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:46:10.805211 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port a1c1c45b-562f-4957-bd41-95e8b161821c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:46:10.810005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port a1c1c45b-562f-4957-bd41-95e8b161821c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:46:10.810420 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:10.890155 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:10.918898 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2717614-2e73-44fe-9853-fd38f629c531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1c45b-562f-4957-bd41-95e8b161821c'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:46:10.918898 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8895a5-d8c9-43a3-b527-97d5827fff86" -d '{"events": [{"server_uuid": "d2717614-2e73-44fe-9853-fd38f629c531", "name": "network-vif-plugged", "status": "completed", "tag": "a1c1c45b-562f-4957-bd41-95e8b161821c"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:46:10.926130 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port a1c1c45b-562f-4957-bd41-95e8b161821c, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1c1c45b-562f-4957-bd41-95e8b161821c,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:10.964797 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1083f9-29b4-4ac0-b06c-6e16caf07010 x-openstack-request-id: req-4a1083f9-29b4-4ac0-b06c-6e16caf07010 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:46:10.964797 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2717614-2e73-44fe-9853-fd38f629c531", "name": "network-vif-plugged", "status": "completed", "tag": "a1c1c45b-562f-4957-bd41-95e8b161821c", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:46:10.964797 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4a1083f9-29b4-4ac0-b06c-6e16caf07010 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:46:10.964797 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2717614-2e73-44fe-9853-fd38f629c531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1c45b-562f-4957-bd41-95e8b161821c', 'code': 200} Jul 30 02:46:11.034154 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:11.082437 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=a1c1c45b-562f-4957-bd41-95e8b161821c,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:11.199145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca54f50-1eaf-4ee1-9206-4e3bde654c4c req-1bbc4b4a-2964-415a-8071-6bf8423b4e9a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:11.200577 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9ca54f50-1eaf-4ee1-9206-4e3bde654c4c req-1bbc4b4a-2964-415a-8071-6bf8423b4e9a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0509953 Jul 30 02:46:11.239743 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9ca54f50-1eaf-4ee1-9206-4e3bde654c4c req-ec47738c-911a-42c1-91bd-67e0b93842f5 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333369 Jul 30 02:46:11.740536 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8145a1aa-85d6-420e-b0a5-2b932acfdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:11.843266 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:12.359285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf24df-e6a1-47ce-ab9b-ab5be11249e5 req-6bd1e037-f23d-4d2e-96e4-fc93772283cd tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:12.360768 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4bf24df-e6a1-47ce-ab9b-ab5be11249e5 req-6bd1e037-f23d-4d2e-96e4-fc93772283cd tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0523334 Jul 30 02:46:12.400684 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4bf24df-e6a1-47ce-ab9b-ab5be11249e5 req-f80f16e9-3b62-4d5a-88a1-1fd1929c03e5 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332909 Jul 30 02:46:12.516716 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-830c743b-6a00-45d1-ab32-1b951f1deda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:12.518187 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-830c743b-6a00-45d1-ab32-1b951f1deda2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531&tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b HTTP/1.1" status: 200 len: 1096 time: 0.0411162 Jul 30 02:46:12.530032 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-9', 'device_owner': 'compute:nova'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:12.581057 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:12.780129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] For port a1c1c45b-562f-4957-bd41-95e8b161821c, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=a1c1c45b-562f-4957-bd41-95e8b161821c,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:12.812189 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] For port a1c1c45b-562f-4957-bd41-95e8b161821c, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:46:12.850170 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2717614-2e73-44fe-9853-fd38f629c531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c1c45b-562f-4957-bd41-95e8b161821c'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:46:12.852439 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330a67e1-d827-4805-a5ac-37e03e4919e7" -d '{"events": [{"server_uuid": "d2717614-2e73-44fe-9853-fd38f629c531", "name": "network-vif-unplugged", "status": "completed", "tag": "a1c1c45b-562f-4957-bd41-95e8b161821c"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:46:12.856493 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:12.868598 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Transition to ACTIVE for port object a1c1c45b-562f-4957-bd41-95e8b161821c will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:46:12.899681 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e0dd6a-d225-4f6d-bf04-bca5558cbe1d x-openstack-request-id: req-43e0dd6a-d225-4f6d-bf04-bca5558cbe1d {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:46:12.899973 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2717614-2e73-44fe-9853-fd38f629c531", "name": "network-vif-unplugged", "status": "completed", "tag": "a1c1c45b-562f-4957-bd41-95e8b161821c", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:46:12.900229 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-43e0dd6a-d225-4f6d-bf04-bca5558cbe1d {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:46:12.900630 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2717614-2e73-44fe-9853-fd38f629c531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c1c45b-562f-4957-bd41-95e8b161821c', 'code': 200} Jul 30 02:46:12.947800 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:13.024548 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c1c45b-562f-4957-bd41-95e8b161821c,revision_number=10']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:13.037072 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:13.037425 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:13.037769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:13.038114 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:13.038476 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:13.038811 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:13.039152 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:13.039474 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:13.039801 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:13.040126 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:13.040446 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:13.040769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:13.078762 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] No DVR routers for this DVR port a1c1c45b-562f-4957-bd41-95e8b161821c on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:46:13.519784 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:13.522585 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e440bc-8743-403a-9cf2-97837a0457a4 req-259ffae9-df69-4e45-b94f-6437f8859954 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:13.523235 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Attempting to bind port a1c1c45b-562f-4957-bd41-95e8b161821c on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:46:13.523615 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Attempting to bind port a1c1c45b-562f-4957-bd41-95e8b161821c by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:46:13.523907 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Attempting to bind port a1c1c45b-562f-4957-bd41-95e8b161821c on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:46:13.524240 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3e440bc-8743-403a-9cf2-97837a0457a4 req-259ffae9-df69-4e45-b94f-6437f8859954 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 944 time: 0.0494337 Jul 30 02:46:13.528171 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Port a1c1c45b-562f-4957-bd41-95e8b161821c on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:46:13.534048 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Attempting to bind port a1c1c45b-562f-4957-bd41-95e8b161821c on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:46:13.534048 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:46:13.534048 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Checking segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:46:13.534048 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Bound using segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:46:13.534529 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Bound port: a1c1c45b-562f-4957-bd41-95e8b161821c, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:46:13.534880 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:13.562285 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3e440bc-8743-403a-9cf2-97837a0457a4 req-e9dae206-0602-4b8f-9f86-c7932f12f1b4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317702 Jul 30 02:46:13.598633 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] For port a1c1c45b-562f-4957-bd41-95e8b161821c, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:46:13.601689 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] For port a1c1c45b-562f-4957-bd41-95e8b161821c, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a1c1c45b-562f-4957-bd41-95e8b161821c,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:46:13.696910 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:13.728082 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:13.728706 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:13.730168 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] 10.222.0.10 "PUT /v2.0/ports/a1c1c45b-562f-4957-bd41-95e8b161821c HTTP/1.1" status: 200 len: 1092 time: 1.2041550 Jul 30 02:46:13.753086 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa345e-2fb9-454d-838d-f2cd5acb5281 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c1c45b-562f-4957-bd41-95e8b161821c,revision_number=11']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:13.816126 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-657b60a8-dcbb-4c9a-82c5-c6e04844cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:13.821615 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-657b60a8-dcbb-4c9a-82c5-c6e04844cdda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 1095 time: 0.0460606 Jul 30 02:46:13.909519 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-a7c5d5ff-f7cb-435b-a798-98123db92183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:13.911053 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-a7c5d5ff-f7cb-435b-a798-98123db92183 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0863595 Jul 30 02:46:13.979727 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-c3dc39c3-b945-430a-9243-f7094fb8248f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c1c45b-562f-4957-bd41-95e8b161821c HTTP/1.1" status: 200 len: 1000 time: 0.0618169 Jul 30 02:46:14.027722 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-5734572b-1637-4848-912d-954866847c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:14.029169 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-5734572b-1637-4848-912d-954866847c9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0431499 Jul 30 02:46:14.073360 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-1a2ff229-4b32-48f0-9f9d-8e6bbe163c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:14.074825 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-1a2ff229-4b32-48f0-9f9d-8e6bbe163c26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392785 Jul 30 02:46:14.164733 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-8fecf971-dc73-444e-9e2d-7816079655a8 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828049 Jul 30 02:46:14.251483 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-297dc097-71c7-4ade-96c5-c9ff85466272 req-81f12dd7-3f46-4a36-b0f9-fc0af0b4fbb7 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800626 Jul 30 02:46:14.679662 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373d92d-6ca9-4b74-bb95-9de43ef4e740 req-192038e5-9e05-409a-a2d8-797dc4dbc962 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:14.681161 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b373d92d-6ca9-4b74-bb95-9de43ef4e740 req-192038e5-9e05-409a-a2d8-797dc4dbc962 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 944 time: 0.0503449 Jul 30 02:46:14.699357 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a1c1c45b-562f-4957-bd41-95e8b161821c no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:46:14.719631 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b373d92d-6ca9-4b74-bb95-9de43ef4e740 req-be1b3980-5582-4a34-b75b-e4dde743d549 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326002 Jul 30 02:46:14.739570 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device a1c1c45b-562f-4957-bd41-95e8b161821c not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:46:14.896452 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:14.902364 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2717614-2e73-44fe-9853-fd38f629c531', 'tag': 'a1c1c45b-562f-4957-bd41-95e8b161821c'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:46:14.904737 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67809b1-374b-44aa-a798-61840a69887c" -d '{"events": [{"name": "network-changed", "server_uuid": "d2717614-2e73-44fe-9853-fd38f629c531", "tag": "a1c1c45b-562f-4957-bd41-95e8b161821c"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:46:14.950827 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd8421f-7771-4705-80b1-a3e5066fd99a x-openstack-request-id: req-cdd8421f-7771-4705-80b1-a3e5066fd99a {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:46:14.951116 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2717614-2e73-44fe-9853-fd38f629c531", "tag": "a1c1c45b-562f-4957-bd41-95e8b161821c", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:46:14.951409 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cdd8421f-7771-4705-80b1-a3e5066fd99a {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:46:14.951822 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2717614-2e73-44fe-9853-fd38f629c531', 'tag': 'a1c1c45b-562f-4957-bd41-95e8b161821c', 'status': 'completed', 'code': 200} Jul 30 02:46:15.010089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67809b1-374b-44aa-a798-61840a69887c req-aaf5725c-3149-4abc-9a19-69b16f95ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:15.017014 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f67809b1-374b-44aa-a798-61840a69887c req-aaf5725c-3149-4abc-9a19-69b16f95ddbf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 1095 time: 0.0414610 Jul 30 02:46:15.037221 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67809b1-374b-44aa-a798-61840a69887c req-06ee109e-e83a-43ac-af0e-abbfd86204b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:15.038763 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f67809b1-374b-44aa-a798-61840a69887c req-06ee109e-e83a-43ac-af0e-abbfd86204b3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 1095 time: 0.0446155 Jul 30 02:46:15.106794 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67809b1-374b-44aa-a798-61840a69887c req-fef71c64-5b2b-4e10-8a99-4d8ed23e46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:15.108301 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f67809b1-374b-44aa-a798-61840a69887c req-fef71c64-5b2b-4e10-8a99-4d8ed23e46f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0891528 Jul 30 02:46:15.129225 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67809b1-374b-44aa-a798-61840a69887c req-495392af-ab13-4d06-8919-31b0965ee350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:15.130811 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f67809b1-374b-44aa-a798-61840a69887c req-495392af-ab13-4d06-8919-31b0965ee350 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0848670 Jul 30 02:46:15.173756 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f67809b1-374b-44aa-a798-61840a69887c req-56a04a48-36fa-4f60-9117-c010e594c300 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c1c45b-562f-4957-bd41-95e8b161821c HTTP/1.1" status: 200 len: 1000 time: 0.0582881 Jul 30 02:46:15.201444 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f67809b1-374b-44aa-a798-61840a69887c req-5259dff5-581b-451b-a10c-1d4e72a7ec37 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c1c45b-562f-4957-bd41-95e8b161821c HTTP/1.1" status: 200 len: 1000 time: 0.0632281 Jul 30 02:46:15.228328 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67809b1-374b-44aa-a798-61840a69887c req-dec12433-6111-4735-945f-3eaf021ccc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:15.229813 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f67809b1-374b-44aa-a798-61840a69887c req-dec12433-6111-4735-945f-3eaf021ccc0a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0479782 Jul 30 02:46:15.250974 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67809b1-374b-44aa-a798-61840a69887c req-c84cd999-878a-4800-aef8-48396e20c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:15.252446 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f67809b1-374b-44aa-a798-61840a69887c req-c84cd999-878a-4800-aef8-48396e20c257 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0444796 Jul 30 02:46:15.277598 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67809b1-374b-44aa-a798-61840a69887c req-7014a7f3-a754-47c9-b674-cd25eddbe37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:15.279135 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f67809b1-374b-44aa-a798-61840a69887c req-7014a7f3-a754-47c9-b674-cd25eddbe37b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414999 Jul 30 02:46:15.298842 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67809b1-374b-44aa-a798-61840a69887c req-9f2343f8-2e14-453f-b023-0c5b2480c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:15.300339 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f67809b1-374b-44aa-a798-61840a69887c req-9f2343f8-2e14-453f-b023-0c5b2480c752 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392280 Jul 30 02:46:15.369587 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f67809b1-374b-44aa-a798-61840a69887c req-312ee541-3e73-4cf6-a3d0-ba4e31e6a889 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826187 Jul 30 02:46:15.395512 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f67809b1-374b-44aa-a798-61840a69887c req-03cfbe35-fd23-4af3-8707-a0750df81c86 service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873263 Jul 30 02:46:15.467405 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f67809b1-374b-44aa-a798-61840a69887c req-4d220b1e-b3a8-451f-9988-451c5633d219 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902109 Jul 30 02:46:15.485784 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f67809b1-374b-44aa-a798-61840a69887c req-7629586d-939c-4b95-85c6-cb26d512c706 service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833409 Jul 30 02:46:15.838584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e53d73-b896-464b-ab59-4748429554a9 req-08b6fed3-27af-492e-95e2-3702f34497d1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:15.840113 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c2e53d73-b896-464b-ab59-4748429554a9 req-08b6fed3-27af-492e-95e2-3702f34497d1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 944 time: 0.0512891 Jul 30 02:46:15.878107 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c2e53d73-b896-464b-ab59-4748429554a9 req-d24d89f0-1f21-42ee-a788-489bdd8d4467 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317950 Jul 30 02:46:16.837428 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device a1c1c45b-562f-4957-bd41-95e8b161821c details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:46:16.929128 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port a1c1c45b-562f-4957-bd41-95e8b161821c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a1c1c45b-562f-4957-bd41-95e8b161821c,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:16.940196 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'a1c1c45b-562f-4957-bd41-95e8b161821c', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'port_id': 'a1c1c45b-562f-4957-bd41-95e8b161821c', 'mac_address': 'fa:16:3e:30:c9:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:46:16.980600 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:16.994012 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c1c45b-562f-4957-bd41-95e8b161821c {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:46:16.999035 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa41cc-fc53-4c26-8f14-f096291a82cf req-28185196-4a75-444d-9791-5410edbd840f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:17.000566 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63aa41cc-fc53-4c26-8f14-f096291a82cf req-28185196-4a75-444d-9791-5410edbd840f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 944 time: 0.0539834 Jul 30 02:46:17.013663 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port a1c1c45b-562f-4957-bd41-95e8b161821c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a1c1c45b-562f-4957-bd41-95e8b161821c,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:17.038520 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-63aa41cc-fc53-4c26-8f14-f096291a82cf req-7c8b50c6-3073-4d60-8723-6f15d7805728 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318260 Jul 30 02:46:17.131143 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:17.165180 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204deff-6ced-4b28-b50d-c4994f985ae1 req-d91ec77a-13b3-49a9-9aa6-9c6f6844a5e6 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:17.165694 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=a1c1c45b-562f-4957-bd41-95e8b161821c,revision_number=12']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:17.166756 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6204deff-6ced-4b28-b50d-c4994f985ae1 req-d91ec77a-13b3-49a9-9aa6-9c6f6844a5e6 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0531917 Jul 30 02:46:17.206809 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6204deff-6ced-4b28-b50d-c4994f985ae1 req-868e675c-0904-4162-b4c8-a516dc498288 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325401 Jul 30 02:46:17.323739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e918c0-2770-4958-9da0-6a54c0d4aff1 req-a46d3953-06f9-4b79-adc1-062e38b7652b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:17.325076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['a1c1c45b-562f-4957-bd41-95e8b161821c'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:46:17.325523 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5e918c0-2770-4958-9da0-6a54c0d4aff1 req-a46d3953-06f9-4b79-adc1-062e38b7652b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0485365 Jul 30 02:46:17.372342 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5e918c0-2770-4958-9da0-6a54c0d4aff1 req-d43ef8e2-f51e-4dc6-8d2b-3e71c5d33d34 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398142 Jul 30 02:46:17.894708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272cf4d-d985-4725-b9d0-d7d882d5a20e req-ddd204b6-cb9e-44e2-8412-65b90e0ec742 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:17.896192 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4272cf4d-d985-4725-b9d0-d7d882d5a20e req-ddd204b6-cb9e-44e2-8412-65b90e0ec742 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0520210 Jul 30 02:46:17.933724 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4272cf4d-d985-4725-b9d0-d7d882d5a20e req-acd3f326-36c7-4b2b-b09b-a340563fe5a2 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308750 Jul 30 02:46:18.460976 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:18.856219 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device a1c1c45b-562f-4957-bd41-95e8b161821c up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:46:18.976389 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port a1c1c45b-562f-4957-bd41-95e8b161821c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:46:18.980530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port a1c1c45b-562f-4957-bd41-95e8b161821c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:46:18.980908 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:19.047544 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46e5e2-c7c4-4286-aa12-60e406e3f5cf req-1b71fd65-18ee-497e-b05d-c548b914ee99 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:19.049047 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a46e5e2-c7c4-4286-aa12-60e406e3f5cf req-1b71fd65-18ee-497e-b05d-c548b914ee99 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0490596 Jul 30 02:46:19.057465 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:19.082822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2717614-2e73-44fe-9853-fd38f629c531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1c45b-562f-4957-bd41-95e8b161821c'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:46:19.085337 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3e0230-00d7-40a0-9f86-fceb1c078f34" -d '{"events": [{"server_uuid": "d2717614-2e73-44fe-9853-fd38f629c531", "name": "network-vif-plugged", "status": "completed", "tag": "a1c1c45b-562f-4957-bd41-95e8b161821c"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:46:19.095053 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a46e5e2-c7c4-4286-aa12-60e406e3f5cf req-9facbb0b-27bb-4e07-b699-f3a8c65fbd26 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389001 Jul 30 02:46:19.099547 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port a1c1c45b-562f-4957-bd41-95e8b161821c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a1c1c45b-562f-4957-bd41-95e8b161821c,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:19.125060 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd159e7a-a1ef-492a-9649-6c2230f28993 req-7911763b-b0ca-4c5b-886c-bdd534cb01cf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:19.126590 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd159e7a-a1ef-492a-9649-6c2230f28993 req-7911763b-b0ca-4c5b-886c-bdd534cb01cf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 945 time: 0.0522070 Jul 30 02:46:19.134853 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dda584e-0782-46a7-9a5d-676f3d9d17e0 x-openstack-request-id: req-8dda584e-0782-46a7-9a5d-676f3d9d17e0 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:46:19.135143 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2717614-2e73-44fe-9853-fd38f629c531", "name": "network-vif-plugged", "status": "completed", "tag": "a1c1c45b-562f-4957-bd41-95e8b161821c", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:46:19.135393 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8dda584e-0782-46a7-9a5d-676f3d9d17e0 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:46:19.135787 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2717614-2e73-44fe-9853-fd38f629c531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1c45b-562f-4957-bd41-95e8b161821c', 'code': 200} Jul 30 02:46:19.193968 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:19.220453 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-fd159e7a-a1ef-492a-9649-6c2230f28993 req-f4d6e814-5793-407e-aec5-bbbb87375ced tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Deleting port a1c1c45b-562f-4957-bd41-95e8b161821c {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:46:19.220832 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fd159e7a-a1ef-492a-9649-6c2230f28993 req-f4d6e814-5793-407e-aec5-bbbb87375ced tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:19.241189 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=a1c1c45b-562f-4957-bd41-95e8b161821c,revision_number=13']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:19.307983 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-fd159e7a-a1ef-492a-9649-6c2230f28993 req-f4d6e814-5793-407e-aec5-bbbb87375ced tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] For port a1c1c45b-562f-4957-bd41-95e8b161821c, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a1c1c45b-562f-4957-bd41-95e8b161821c,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:19.308349 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fd159e7a-a1ef-492a-9649-6c2230f28993 req-f4d6e814-5793-407e-aec5-bbbb87375ced tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:19.523789 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fd159e7a-a1ef-492a-9649-6c2230f28993 req-f4d6e814-5793-407e-aec5-bbbb87375ced tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:19.524203 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fd159e7a-a1ef-492a-9649-6c2230f28993 req-f4d6e814-5793-407e-aec5-bbbb87375ced tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:19.524517 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [req-fd159e7a-a1ef-492a-9649-6c2230f28993 req-f4d6e814-5793-407e-aec5-bbbb87375ced tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Floating IP 17838764-55fa-4b64-a558-85dfe2af2747 disassociated. External IP: 172.25.1.136, port: a1c1c45b-562f-4957-bd41-95e8b161821c. Jul 30 02:46:19.524858 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-fd159e7a-a1ef-492a-9649-6c2230f28993 req-f4d6e814-5793-407e-aec5-bbbb87375ced tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Calling delete_port for a1c1c45b-562f-4957-bd41-95e8b161821c owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:46:19.756908 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fd159e7a-a1ef-492a-9649-6c2230f28993 req-f4d6e814-5793-407e-aec5-bbbb87375ced tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:19.783580 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6e814-5793-407e-aec5-bbbb87375ced tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Pushing event deleted for resources: {'Port': ['ID=a1c1c45b-562f-4957-bd41-95e8b161821c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:19.903049 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd159e7a-a1ef-492a-9649-6c2230f28993 req-f4d6e814-5793-407e-aec5-bbbb87375ced tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Router 4c221de5-12b4-4037-8268-d562b03dd739 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:46:20.011589 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd159e7a-a1ef-492a-9649-6c2230f28993 req-f4d6e814-5793-407e-aec5-bbbb87375ced tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:46:20.020856 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f09b27a-b853-4506-b3d2-a48a2e9c3de8 None None] Sync routers for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:46:20.030272 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f09b27a-b853-4506-b3d2-a48a2e9c3de8 None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:46:20.030971 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-4f09b27a-b853-4506-b3d2-a48a2e9c3de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:46:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:20.049667 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd159e7a-a1ef-492a-9649-6c2230f28993 req-f4d6e814-5793-407e-aec5-bbbb87375ced tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] No DVR routers for this DVR port a1c1c45b-562f-4957-bd41-95e8b161821c on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:46:20.052413 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-fd159e7a-a1ef-492a-9649-6c2230f28993 req-f4d6e814-5793-407e-aec5-bbbb87375ced tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:20.055062 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-fd159e7a-a1ef-492a-9649-6c2230f28993 req-f4d6e814-5793-407e-aec5-bbbb87375ced tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.10 "DELETE /v2.0/ports/a1c1c45b-562f-4957-bd41-95e8b161821c HTTP/1.1" status: 204 len: 173 time: 0.9205186 Jul 30 02:46:20.055558 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2717614-2e73-44fe-9853-fd38f629c531', 'name': 'network-vif-deleted', 'tag': 'a1c1c45b-562f-4957-bd41-95e8b161821c'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:46:20.057789 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766f6601-2b94-40bd-a6e4-055ee96514aa" -d '{"events": [{"server_uuid": "d2717614-2e73-44fe-9853-fd38f629c531", "name": "network-vif-deleted", "tag": "a1c1c45b-562f-4957-bd41-95e8b161821c"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:46:20.094501 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c9f807-c25e-4e9b-aa4d-50c7deb93d37 x-openstack-request-id: req-61c9f807-c25e-4e9b-aa4d-50c7deb93d37 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:46:20.094797 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2717614-2e73-44fe-9853-fd38f629c531", "name": "network-vif-deleted", "tag": "a1c1c45b-562f-4957-bd41-95e8b161821c", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:46:20.095059 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-61c9f807-c25e-4e9b-aa4d-50c7deb93d37 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:46:20.095466 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2717614-2e73-44fe-9853-fd38f629c531', 'name': 'network-vif-deleted', 'tag': 'a1c1c45b-562f-4957-bd41-95e8b161821c', 'status': 'completed', 'code': 200} Jul 30 02:46:20.136095 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-4f09b27a-b853-4506-b3d2-a48a2e9c3de8 None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:46:20.188132 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a2953544-1faa-4819-acc0-b4703cbe6b29 req-3b0fa13d-adb1-48c4-8224-43a8bb550d42 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2717614-2e73-44fe-9853-fd38f629c531 HTTP/1.1" status: 200 len: 210 time: 0.0294671 Jul 30 02:46:20.438497 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-4f09b27a-b853-4506-b3d2-a48a2e9c3de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:20.463745 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f09b27a-b853-4506-b3d2-a48a2e9c3de8 None None] Checking router: 4c221de5-12b4-4037-8268-d562b03dd739 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:46:20.471887 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f09b27a-b853-4506-b3d2-a48a2e9c3de8 None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:46:20.472485 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-4f09b27a-b853-4506-b3d2-a48a2e9c3de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:46:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:20.574271 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-4f09b27a-b853-4506-b3d2-a48a2e9c3de8 None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:46:20.771738 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-4f09b27a-b853-4506-b3d2-a48a2e9c3de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:20.797317 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f09b27a-b853-4506-b3d2-a48a2e9c3de8 None None] The sync data for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 is: [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:46:21.028825 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5894c-f789-4067-ad2b-05ec25ae5753 None None] New status for floating IP 17838764-55fa-4b64-a558-85dfe2af2747: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:46:21.461172 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-713b0160-b897-4127-a885-269d675ca0e4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--109840376&fields=id&tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b HTTP/1.1" status: 200 len: 267 time: 0.0336330 Jul 30 02:46:21.570263 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-09dd5a95-5d19-48f4-9731-32b7cfd01189 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:21.571690 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-09dd5a95-5d19-48f4-9731-32b7cfd01189 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 811 time: 0.1039631 Jul 30 02:46:21.586437 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-bc87e8d7-5c68-4e0f-9076-e17c68709a12 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/quotas/0b5a3d0b64e340f8a695e6e804f54a3b HTTP/1.1" status: 200 len: 375 time: 0.0088980 Jul 30 02:46:21.640374 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-9d4957e7-e003-4ec8-a3c2-e228656f5b6d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487621 Jul 30 02:46:21.743335 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-622c74c1-4a88-4471-b9c6-def5ed151d3d service neutron] 10.222.0.70 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913715 Jul 30 02:46:21.831583 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-bb4a85e3-4636-48a6-bf8e-75882ba0343c service neutron] 10.222.0.70 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820484 Jul 30 02:46:22.101576 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-92de7033-400a-4148-814f-6fb7bdf3a6d5 req-c3fe5de5-9e45-4b84-be52-c3202dbea444 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 210 time: 0.0285397 Jul 30 02:46:22.870133 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device a1c1c45b-562f-4957-bd41-95e8b161821c no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:46:22.889981 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: a1c1c45b-562f-4957-bd41-95e8b161821c {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:46:22.890335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device a1c1c45b-562f-4957-bd41-95e8b161821c not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:46:23.199396 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-93079dd6-8892-4d9c-9149-9b368baba479 req-7d18005a-cdb2-4528-adef-0a5e5fc3ad35 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 210 time: 0.0312314 Jul 30 02:46:24.294872 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6f03386a-64d5-42bd-979e-d5fbdc501109 req-feff0737-ab8f-4456-a1b3-4e3461f88e16 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 210 time: 0.0274265 Jul 30 02:46:24.334422 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-0e35e1f0-e274-4eec-93e7-01de9671e7ca tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:24.336404 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-0e35e1f0-e274-4eec-93e7-01de9671e7ca tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 811 time: 0.1107619 Jul 30 02:46:24.379498 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-7f5e45d1-975c-44d1-9d1c-c33b4e193350 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b HTTP/1.1" status: 200 len: 379 time: 0.0347369 Jul 30 02:46:24.389142 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-bc278d5c-2ba5-40d9-bf42-f0fa934ab0a7 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Request body: {'port': {'device_id': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'admin_state_up': True, 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'security_groups': ['c2cebc13-fb44-44f8-bb10-866b95a629d0']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:24.576847 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-bc278d5c-2ba5-40d9-bf42-f0fa934ab0a7 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Made reservation on behalf of 0b5a3d0b64e340f8a695e6e804f54a3b for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:24.580494 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-bc278d5c-2ba5-40d9-bf42-f0fa934ab0a7 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:24.707555 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-bc278d5c-2ba5-40d9-bf42-f0fa934ab0a7 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Allocated IP 172.20.0.3 (a69cc0fb-9bbb-487d-b91e-8bb8b8215c75/b908448b-88da-41c9-85f6-db927c1681c9/7d51b220-0c11-48db-ad98-ea61e244387e) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:46:24.869131 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-bc278d5c-2ba5-40d9-bf42-f0fa934ab0a7 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:24.883452 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-bc278d5c-2ba5-40d9-bf42-f0fa934ab0a7 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Transition to ACTIVE for port object 7d51b220-0c11-48db-ad98-ea61e244387e will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:46:25.051349 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-bc278d5c-2ba5-40d9-bf42-f0fa934ab0a7 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:25.094518 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-bc278d5c-2ba5-40d9-bf42-f0fa934ab0a7 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:46:25.097762 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-bc278d5c-2ba5-40d9-bf42-f0fa934ab0a7 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:46:25.102110 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-bc278d5c-2ba5-40d9-bf42-f0fa934ab0a7 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:46:25.134183 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc278d5c-2ba5-40d9-bf42-f0fa934ab0a7 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Pushing event updated for resources: {'Port': ['ID=7d51b220-0c11-48db-ad98-ea61e244387e,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:25.164703 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-bc278d5c-2ba5-40d9-bf42-f0fa934ab0a7 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:25.165333 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-bc278d5c-2ba5-40d9-bf42-f0fa934ab0a7 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:25.290071 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-bc278d5c-2ba5-40d9-bf42-f0fa934ab0a7 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9047165 Jul 30 02:46:25.302245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] Request body: {'port': {'device_id': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:25.371052 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:25.425591 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de6344-6c37-4eb8-811c-4273a996bbcc req-1f4145d4-e68a-4400-abca-d4d0f33c76da tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:25.427486 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60de6344-6c37-4eb8-811c-4273a996bbcc req-1f4145d4-e68a-4400-abca-d4d0f33c76da tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 931 time: 0.0631216 Jul 30 02:46:25.466676 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60de6344-6c37-4eb8-811c-4273a996bbcc req-da4a5fdb-51f1-4ab9-8c92-cad4179d2566 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322764 Jul 30 02:46:25.468250 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-54257938-ea10-4824-93a4-31d99cc39f95 None None] Provisioning for port 7d51b220-0c11-48db-ad98-ea61e244387e completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:46:25.472243 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-54257938-ea10-4824-93a4-31d99cc39f95 None None] Provisioning complete for port 7d51b220-0c11-48db-ad98-ea61e244387e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:46:25.472616 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54257938-ea10-4824-93a4-31d99cc39f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:25.511234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-54257938-ea10-4824-93a4-31d99cc39f95 None None] Port 7d51b220-0c11-48db-ad98-ea61e244387e cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:46:25.638193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d51b220-0c11-48db-ad98-ea61e244387e {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:46:25.645476 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:25.657461 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] Transition to ACTIVE for port object 7d51b220-0c11-48db-ad98-ea61e244387e will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:46:25.744833 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:25.812981 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] Pushing event updated for resources: {'Port': ['ID=7d51b220-0c11-48db-ad98-ea61e244387e,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:25.872405 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] Attempting to bind port 7d51b220-0c11-48db-ad98-ea61e244387e on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:46:25.872742 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] Attempting to bind port 7d51b220-0c11-48db-ad98-ea61e244387e by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:46:25.873073 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] Attempting to bind port 7d51b220-0c11-48db-ad98-ea61e244387e on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:46:25.877543 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] Port 7d51b220-0c11-48db-ad98-ea61e244387e on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:46:25.877862 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] Attempting to bind port 7d51b220-0c11-48db-ad98-ea61e244387e on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:46:25.882784 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:46:25.883124 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] Checking segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:46:25.883509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] Bound using segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:46:25.883933 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] Bound port: 7d51b220-0c11-48db-ad98-ea61e244387e, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:46:25.884295 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:25.950339 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] For port 7d51b220-0c11-48db-ad98-ea61e244387e, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:46:25.953349 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] For port 7d51b220-0c11-48db-ad98-ea61e244387e, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=7d51b220-0c11-48db-ad98-ea61e244387e,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:46:26.021493 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:26.056116 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:26.056821 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:26.058115 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] 10.222.0.10 "PUT /v2.0/ports/7d51b220-0c11-48db-ad98-ea61e244387e HTTP/1.1" status: 200 len: 1091 time: 0.7603858 Jul 30 02:46:26.058574 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'tag': '7d51b220-0c11-48db-ad98-ea61e244387e'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:46:26.060806 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825b42cd-3ec0-4e75-825d-a3603373dffd" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e27dd0-7213-478d-840c-a680b3fd8425", "tag": "7d51b220-0c11-48db-ad98-ea61e244387e"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:46:26.090037 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88003363-1ab8-482a-ad54-38698bcb0667 service neutron] Pushing event updated for resources: {'Port': ['ID=7d51b220-0c11-48db-ad98-ea61e244387e,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:26.104723 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ef00df-97f4-4a95-8ca6-d63ff0f4f614 x-openstack-request-id: req-89ef00df-97f4-4a95-8ca6-d63ff0f4f614 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:46:26.105024 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e27dd0-7213-478d-840c-a680b3fd8425", "tag": "7d51b220-0c11-48db-ad98-ea61e244387e", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:46:26.105321 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-89ef00df-97f4-4a95-8ca6-d63ff0f4f614 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:46:26.105724 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'tag': '7d51b220-0c11-48db-ad98-ea61e244387e', 'status': 'completed', 'code': 200} Jul 30 02:46:26.174955 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b42cd-3ec0-4e75-825d-a3603373dffd req-7bd49710-f854-4bad-aa29-0cdb02fb8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:26.176559 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-825b42cd-3ec0-4e75-825d-a3603373dffd req-7bd49710-f854-4bad-aa29-0cdb02fb8c27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 1094 time: 0.0511115 Jul 30 02:46:26.284015 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b42cd-3ec0-4e75-825d-a3603373dffd req-afda9c39-1807-415f-9acf-3ec77607fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:26.285740 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-825b42cd-3ec0-4e75-825d-a3603373dffd req-afda9c39-1807-415f-9acf-3ec77607fef3 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1017406 Jul 30 02:46:26.383042 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b42cd-3ec0-4e75-825d-a3603373dffd req-1b239a34-1fe2-4795-9d8b-9fae39de0134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:26.384648 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-825b42cd-3ec0-4e75-825d-a3603373dffd req-1b239a34-1fe2-4795-9d8b-9fae39de0134 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924370 Jul 30 02:46:26.462360 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-3e69806a-3e76-4ffe-833b-eb06378880ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:26.463909 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-3e69806a-3e76-4ffe-833b-eb06378880ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 1094 time: 0.0439718 Jul 30 02:46:26.510690 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-d42719ba-ff1f-4dd7-8587-ec927f785f76 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d51b220-0c11-48db-ad98-ea61e244387e HTTP/1.1" status: 200 len: 217 time: 0.0389142 Jul 30 02:46:26.563992 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-4dfba0d2-d9e1-4af9-8c5d-e296d45c501c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:26.565470 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-4dfba0d2-d9e1-4af9-8c5d-e296d45c501c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0491724 Jul 30 02:46:26.598758 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93dbf12-422b-4a64-ac5c-9324ae7be914 req-01ad738d-e378-4bb6-af8e-6e6829279824 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:26.600274 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e93dbf12-422b-4a64-ac5c-9324ae7be914 req-01ad738d-e378-4bb6-af8e-6e6829279824 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 943 time: 0.0500605 Jul 30 02:46:26.613739 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-759f4927-5f7e-401a-a16d-d25991f0d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:26.615348 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-759f4927-5f7e-401a-a16d-d25991f0d10e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429389 Jul 30 02:46:26.639940 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e93dbf12-422b-4a64-ac5c-9324ae7be914 req-2b598197-0fcf-47ed-a341-fd82c90e8f8a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320284 Jul 30 02:46:26.705249 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-4fcea3e3-5dfd-41d1-83c9-ba8ae9949bbf service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824077 Jul 30 02:46:26.811057 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7119f245-3d31-4907-8c2c-1428c5db24a6 req-f64b403b-3aaf-48d0-8558-8663de8ba28e service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986576 Jul 30 02:46:27.764894 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86839d-6a2d-4f49-a432-1525e026a1be req-86209a80-f3ea-4380-a024-b23e174c6741 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:27.766448 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3d86839d-6a2d-4f49-a432-1525e026a1be req-86209a80-f3ea-4380-a024-b23e174c6741 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 943 time: 0.0538924 Jul 30 02:46:27.807923 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3d86839d-6a2d-4f49-a432-1525e026a1be req-a5b64021-b158-42e7-af4d-a24162b3ed6a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355260 Jul 30 02:46:28.893512 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 7d51b220-0c11-48db-ad98-ea61e244387e details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:46:28.924892 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79553c6f-c191-4dbc-befb-de60dc02ffd8 req-5a03a572-0c01-451b-a09c-acf154c11290 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:28.926545 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79553c6f-c191-4dbc-befb-de60dc02ffd8 req-5a03a572-0c01-451b-a09c-acf154c11290 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 943 time: 0.0505297 Jul 30 02:46:28.965723 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79553c6f-c191-4dbc-befb-de60dc02ffd8 req-0aa74f0e-4d1d-4462-b7e5-1491bbca0ddc tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323522 Jul 30 02:46:28.994521 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 7d51b220-0c11-48db-ad98-ea61e244387e, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=7d51b220-0c11-48db-ad98-ea61e244387e,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:29.005665 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '7d51b220-0c11-48db-ad98-ea61e244387e', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'port_id': '7d51b220-0c11-48db-ad98-ea61e244387e', 'mac_address': 'fa:16:3e:5f:d0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:46:29.041738 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:29.057032 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d51b220-0c11-48db-ad98-ea61e244387e {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:46:29.076076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 7d51b220-0c11-48db-ad98-ea61e244387e, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=7d51b220-0c11-48db-ad98-ea61e244387e,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:29.216457 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:29.264028 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=7d51b220-0c11-48db-ad98-ea61e244387e,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:29.404183 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['7d51b220-0c11-48db-ad98-ea61e244387e'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:46:30.085392 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c77fb-95ca-4eb6-b1fe-cc6ddcff7443 req-afd09ef3-b90f-4699-b4d3-f8dead4f240b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:30.086900 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb4c77fb-95ca-4eb6-b1fe-cc6ddcff7443 req-afd09ef3-b90f-4699-b4d3-f8dead4f240b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 944 time: 0.0495713 Jul 30 02:46:30.124619 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb4c77fb-95ca-4eb6-b1fe-cc6ddcff7443 req-effe9fe8-43fd-4304-9625-2923ef9e0cb0 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312374 Jul 30 02:46:30.892950 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 7d51b220-0c11-48db-ad98-ea61e244387e up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:46:31.007578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 7d51b220-0c11-48db-ad98-ea61e244387e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:46:31.012050 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 7d51b220-0c11-48db-ad98-ea61e244387e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:46:31.012423 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:31.085628 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:31.107324 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d51b220-0c11-48db-ad98-ea61e244387e'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:46:31.109532 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50cba4d-16f9-488a-b9b2-9d9f77d570bb" -d '{"events": [{"server_uuid": "b0e27dd0-7213-478d-840c-a680b3fd8425", "name": "network-vif-plugged", "status": "completed", "tag": "7d51b220-0c11-48db-ad98-ea61e244387e"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:46:31.127953 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 7d51b220-0c11-48db-ad98-ea61e244387e, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=7d51b220-0c11-48db-ad98-ea61e244387e,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:31.145987 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49ca6d1-e212-4627-8054-1535c11c20ec x-openstack-request-id: req-f49ca6d1-e212-4627-8054-1535c11c20ec {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:46:31.146281 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e27dd0-7213-478d-840c-a680b3fd8425", "name": "network-vif-plugged", "status": "completed", "tag": "7d51b220-0c11-48db-ad98-ea61e244387e", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:46:31.146566 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f49ca6d1-e212-4627-8054-1535c11c20ec {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:46:31.146966 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d51b220-0c11-48db-ad98-ea61e244387e', 'code': 200} Jul 30 02:46:31.196444 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:31.251043 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bde80-15eb-4b66-b680-216b396772e7 req-3540931b-ce45-4e38-a629-355a03a5e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:31.251883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d464a0c-662e-447c-8532-49ca94bc0cdf req-98a4cb42-b5f6-4c49-88c9-c1c77488f5fc tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:31.252860 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a60bde80-15eb-4b66-b680-216b396772e7 req-3540931b-ce45-4e38-a629-355a03a5e41e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 1096 time: 0.0462310 Jul 30 02:46:31.253062 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d464a0c-662e-447c-8532-49ca94bc0cdf req-98a4cb42-b5f6-4c49-88c9-c1c77488f5fc tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0574567 Jul 30 02:46:31.291270 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a60bde80-15eb-4b66-b680-216b396772e7 req-fc93b2bc-a4f2-4f63-b8ff-d8c5c5894193 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309095 Jul 30 02:46:31.297299 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d464a0c-662e-447c-8532-49ca94bc0cdf req-cc40b549-0456-4109-9dff-4457f333fabc tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349255 Jul 30 02:46:31.402513 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=7d51b220-0c11-48db-ad98-ea61e244387e,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:32.417143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285e3a5-74bf-469a-b376-65ddd88ea4d4 req-78212455-7c3e-4e2b-a7da-a55d6f205b13 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:32.418744 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8285e3a5-74bf-469a-b376-65ddd88ea4d4 req-78212455-7c3e-4e2b-a7da-a55d6f205b13 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0515246 Jul 30 02:46:32.458368 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8285e3a5-74bf-469a-b376-65ddd88ea4d4 req-5287fd4c-de0c-4732-9e65-93c8e7ab43bd tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333936 Jul 30 02:46:32.571036 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589e87d-5bb5-4d26-bdee-98bffc9eae5d req-01760547-1a61-44d9-a489-1b1a0db98fe8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:32.572583 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d589e87d-5bb5-4d26-bdee-98bffc9eae5d req-01760547-1a61-44d9-a489-1b1a0db98fe8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0518022 Jul 30 02:46:32.581300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37194) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:32.586349 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-2344141f-d625-4d91-9ed0-e4b350f4889a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Request body: {'floatingip': {'port_id': '7d51b220-0c11-48db-ad98-ea61e244387e'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:32.631520 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2344141f-d625-4d91-9ed0-e4b350f4889a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for floatingip, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:33.398961 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2344141f-d625-4d91-9ed0-e4b350f4889a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:33.470796 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2344141f-d625-4d91-9ed0-e4b350f4889a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:33.499393 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:33.571215 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-2344141f-d625-4d91-9ed0-e4b350f4889a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Floating IP 17838764-55fa-4b64-a558-85dfe2af2747 associated. External IP: 172.25.1.136, port: 7d51b220-0c11-48db-ad98-ea61e244387e. Jul 30 02:46:33.772483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2344141f-d625-4d91-9ed0-e4b350f4889a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Router 4c221de5-12b4-4037-8268-d562b03dd739 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:46:33.878466 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2344141f-d625-4d91-9ed0-e4b350f4889a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:46:33.883110 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2344141f-d625-4d91-9ed0-e4b350f4889a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:33.888485 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37970800-78eb-4d34-abed-4d462a636118 None None] Sync routers for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:46:33.898012 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37970800-78eb-4d34-abed-4d462a636118 None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:46:33.898661 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-37970800-78eb-4d34-abed-4d462a636118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:46:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:33.909792 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2344141f-d625-4d91-9ed0-e4b350f4889a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "PUT /v2.0/floatingips/17838764-55fa-4b64-a558-85dfe2af2747 HTTP/1.1" status: 200 len: 992 time: 1.3274436 Jul 30 02:46:33.910417 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'tag': '7d51b220-0c11-48db-ad98-ea61e244387e'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:46:33.912656 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8839a240-8bd1-4a2d-944f-d5252d4364e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e27dd0-7213-478d-840c-a680b3fd8425", "tag": "7d51b220-0c11-48db-ad98-ea61e244387e"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:46:33.999555 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325406ac-e1b5-473c-a8d7-95cb790aabc3 x-openstack-request-id: req-325406ac-e1b5-473c-a8d7-95cb790aabc3 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:46:33.999854 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e27dd0-7213-478d-840c-a680b3fd8425", "tag": "7d51b220-0c11-48db-ad98-ea61e244387e", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:46:34.000111 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-325406ac-e1b5-473c-a8d7-95cb790aabc3 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:46:34.000522 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'tag': '7d51b220-0c11-48db-ad98-ea61e244387e', 'status': 'completed', 'code': 200} Jul 30 02:46:34.002675 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-37970800-78eb-4d34-abed-4d462a636118 None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:46:34.067990 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839a240-8bd1-4a2d-944f-d5252d4364e6 req-6f64c293-a0c8-44f6-9248-5798022c19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:34.069430 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8839a240-8bd1-4a2d-944f-d5252d4364e6 req-6f64c293-a0c8-44f6-9248-5798022c19ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 1096 time: 0.0457952 Jul 30 02:46:34.159183 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839a240-8bd1-4a2d-944f-d5252d4364e6 req-68bee955-8e30-47bb-9447-15606276150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:34.160686 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8839a240-8bd1-4a2d-944f-d5252d4364e6 req-68bee955-8e30-47bb-9447-15606276150c service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0844786 Jul 30 02:46:34.218613 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-37970800-78eb-4d34-abed-4d462a636118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '17838764-55fa-4b64-a558-85dfe2af2747', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'port_id': '7d51b220-0c11-48db-ad98-ea61e244387e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'mac_address': 'fa:16:3e:5f:d0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:39:18Z', 'updated_at': '2021-07-30T02:46:33Z', 'revision_number': 13, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:34.229753 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8839a240-8bd1-4a2d-944f-d5252d4364e6 req-fa3e3ee4-61c1-425e-bd27-7282fe69ece0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d51b220-0c11-48db-ad98-ea61e244387e HTTP/1.1" status: 200 len: 1000 time: 0.0612710 Jul 30 02:46:34.248353 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37970800-78eb-4d34-abed-4d462a636118 None None] Checking router: 4c221de5-12b4-4037-8268-d562b03dd739 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:46:34.256542 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37970800-78eb-4d34-abed-4d462a636118 None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:46:34.257141 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-37970800-78eb-4d34-abed-4d462a636118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:46:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:34.277874 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839a240-8bd1-4a2d-944f-d5252d4364e6 req-81571d3d-72b5-4b02-8e4c-f5eb8f6306da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:34.279377 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8839a240-8bd1-4a2d-944f-d5252d4364e6 req-81571d3d-72b5-4b02-8e4c-f5eb8f6306da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0433362 Jul 30 02:46:34.325078 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839a240-8bd1-4a2d-944f-d5252d4364e6 req-ff149702-ac62-4a19-8367-88110df4c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:34.326521 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8839a240-8bd1-4a2d-944f-d5252d4364e6 req-ff149702-ac62-4a19-8367-88110df4c34a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404251 Jul 30 02:46:34.358946 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-37970800-78eb-4d34-abed-4d462a636118 None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:46:34.422729 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8839a240-8bd1-4a2d-944f-d5252d4364e6 req-65080fd1-99df-4e13-9901-b2af57001536 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886238 Jul 30 02:46:34.515774 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8839a240-8bd1-4a2d-944f-d5252d4364e6 req-79b216bd-a3f0-4b80-b746-d2a538fe9f71 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858588 Jul 30 02:46:34.576905 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-37970800-78eb-4d34-abed-4d462a636118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '17838764-55fa-4b64-a558-85dfe2af2747', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'port_id': '7d51b220-0c11-48db-ad98-ea61e244387e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'mac_address': 'fa:16:3e:5f:d0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:39:18Z', 'updated_at': '2021-07-30T02:46:33Z', 'revision_number': 13, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:34.606066 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37970800-78eb-4d34-abed-4d462a636118 None None] The sync data for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 is: [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '17838764-55fa-4b64-a558-85dfe2af2747', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'port_id': '7d51b220-0c11-48db-ad98-ea61e244387e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'mac_address': 'fa:16:3e:5f:d0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:39:18Z', 'updated_at': '2021-07-30T02:46:33Z', 'revision_number': 13, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:46:34.797671 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1240f056-d51d-4cac-a2c8-41ba57d62a13 None None] New status for floating IP 17838764-55fa-4b64-a558-85dfe2af2747: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:46:35.649092 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:46:39.181430 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c7165899-9a44-4adc-add6-d7ed38962b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:41.693022 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8fd26f40-47b2-49c6-a856-93ebd0a47b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:41.778516 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:43.499072 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:44.830353 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:45.742125 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e0d45e7f-f4bb-418a-b10d-9fafadcb2904 req-580cce33-38d9-4ab0-8c52-cbc4ce3a9fcc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404973 Jul 30 02:46:45.823929 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d45e7f-f4bb-418a-b10d-9fafadcb2904 req-aa4ef35c-9bb6-479c-8ab1-c45d8945814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:45.825419 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e0d45e7f-f4bb-418a-b10d-9fafadcb2904 req-aa4ef35c-9bb6-479c-8ab1-c45d8945814e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 1096 time: 0.0442932 Jul 30 02:46:45.924448 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d45e7f-f4bb-418a-b10d-9fafadcb2904 req-cc9081b5-c15f-4fb4-943f-1685d2bb5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:45.925807 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e0d45e7f-f4bb-418a-b10d-9fafadcb2904 req-cc9081b5-c15f-4fb4-943f-1685d2bb5d72 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0829647 Jul 30 02:46:45.993768 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e0d45e7f-f4bb-418a-b10d-9fafadcb2904 req-1107a3ee-6f57-4ed9-bbce-732f046033ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d51b220-0c11-48db-ad98-ea61e244387e HTTP/1.1" status: 200 len: 1002 time: 0.0592072 Jul 30 02:46:46.041190 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d45e7f-f4bb-418a-b10d-9fafadcb2904 req-35a7540a-74e3-4477-80e3-04924d0692e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:46.042593 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e0d45e7f-f4bb-418a-b10d-9fafadcb2904 req-35a7540a-74e3-4477-80e3-04924d0692e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0420585 Jul 30 02:46:46.086076 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d45e7f-f4bb-418a-b10d-9fafadcb2904 req-b1eee140-877e-4b3d-8907-848c76dec959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:46.087515 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e0d45e7f-f4bb-418a-b10d-9fafadcb2904 req-b1eee140-877e-4b3d-8907-848c76dec959 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381868 Jul 30 02:46:46.176003 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e0d45e7f-f4bb-418a-b10d-9fafadcb2904 req-47928123-9c59-4dbe-bfdb-b2e511011700 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807769 Jul 30 02:46:46.261971 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e0d45e7f-f4bb-418a-b10d-9fafadcb2904 req-c6d77006-9d72-4611-ba5b-101f2390265c service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791724 Jul 30 02:46:48.433550 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:03.512449 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:09.172039 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eccc2f2b-2046-45fc-938c-12e5045fe306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:11.668903 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bdd16454-bd37-49db-9f9a-1c7cbcda5de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:11.792508 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:12.648696 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:47:13.549871 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:14.846207 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:18.449461 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:33.506176 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:39.186158 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f09cef6e-fc9b-4a77-acd4-bf9cb821b953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:41.701845 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3263700d-fc0e-4027-b91d-b14675e118a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:41.814765 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:43.490636 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:44.850256 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:45.717803 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2587ae42-5da7-46e7-8b91-9b4db857472c req-7b5cce1b-9428-4514-a1fe-2affe52aea43 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401993 Jul 30 02:47:45.800402 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587ae42-5da7-46e7-8b91-9b4db857472c req-93e9394a-108d-4a46-8d2a-caf3be7da6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:45.802387 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2587ae42-5da7-46e7-8b91-9b4db857472c req-93e9394a-108d-4a46-8d2a-caf3be7da6ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 1096 time: 0.0439191 Jul 30 02:47:46.201677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587ae42-5da7-46e7-8b91-9b4db857472c req-3c2c4002-9d09-4c99-9b34-0e41ec344f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:46.203202 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2587ae42-5da7-46e7-8b91-9b4db857472c req-3c2c4002-9d09-4c99-9b34-0e41ec344f4e service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.3806543 Jul 30 02:47:46.271356 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2587ae42-5da7-46e7-8b91-9b4db857472c req-9401599b-b1ae-44e0-b2c8-2cb05b51a732 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d51b220-0c11-48db-ad98-ea61e244387e HTTP/1.1" status: 200 len: 1002 time: 0.0600944 Jul 30 02:47:46.319507 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587ae42-5da7-46e7-8b91-9b4db857472c req-bfe418da-8dc9-4391-9296-536db5507b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:46.320899 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2587ae42-5da7-46e7-8b91-9b4db857472c req-bfe418da-8dc9-4391-9296-536db5507b9a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0425055 Jul 30 02:47:46.367143 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587ae42-5da7-46e7-8b91-9b4db857472c req-c0d21b84-f75f-48c5-8914-6af28c813580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:46.368693 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2587ae42-5da7-46e7-8b91-9b4db857472c req-c0d21b84-f75f-48c5-8914-6af28c813580 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409346 Jul 30 02:47:46.460988 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2587ae42-5da7-46e7-8b91-9b4db857472c req-754ce2de-7691-41b3-b667-bd99d3e57f66 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854225 Jul 30 02:47:46.549847 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2587ae42-5da7-46e7-8b91-9b4db857472c req-d68666dc-268b-49a4-aa05-d559b912aa50 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825515 Jul 30 02:47:48.409011 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:49.647882 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:48:03.518748 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:09.221067 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a042c7ab-7d47-4aee-a090-29559042a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:11.695366 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-523da624-f9bd-492b-9ddc-7c83934f9789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:11.797876 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:12.519250 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a53f37-f80e-4fe5-a578-e3406da848ed req-a18978db-0cff-4cff-8254-7752f3d4f5e8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:12.520758 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7a53f37-f80e-4fe5-a578-e3406da848ed req-a18978db-0cff-4cff-8254-7752f3d4f5e8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0586660 Jul 30 02:48:12.559578 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b7a53f37-f80e-4fe5-a578-e3406da848ed req-aa853758-841e-434d-8c3c-2728904c94eb tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328867 Jul 30 02:48:13.562808 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:14.861166 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:18.466571 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:24.366661 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfc72f-f094-4a54-b413-dcd7d1dc17cf req-40690a85-d6c8-41cd-82e6-a2fe918f8827 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:24.368227 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68cfc72f-f094-4a54-b413-dcd7d1dc17cf req-40690a85-d6c8-41cd-82e6-a2fe918f8827 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0980928 Jul 30 02:48:24.409354 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68cfc72f-f094-4a54-b413-dcd7d1dc17cf req-cf24ffa2-a091-4b22-9b41-4cc75f56c299 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348570 Jul 30 02:48:24.439351 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b345960f-692c-4531-a137-2d4dab69b95c req-8377120d-5c78-4e45-bc63-e3a5e7dde3af service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855610 Jul 30 02:48:25.528750 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68475b9c-05a1-4283-910c-ca81cc21988c req-9d4dd7d4-1a05-4ebd-a604-d2f3c3d34631 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:25.530251 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68475b9c-05a1-4283-910c-ca81cc21988c req-9d4dd7d4-1a05-4ebd-a604-d2f3c3d34631 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0519462 Jul 30 02:48:25.571837 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68475b9c-05a1-4283-910c-ca81cc21988c req-fcf4c0f1-a817-436b-ad45-aa9ff809a778 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355916 Jul 30 02:48:26.647484 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:48:26.687716 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebbf3c-9a38-4056-a556-53ed046f160a req-fc81f12b-7d93-4f3b-944d-14e4a42194a5 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:26.689181 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-74ebbf3c-9a38-4056-a556-53ed046f160a req-fc81f12b-7d93-4f3b-944d-14e4a42194a5 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0487931 Jul 30 02:48:26.725461 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-74ebbf3c-9a38-4056-a556-53ed046f160a req-364e5ce8-a80e-475a-bec2-35ee98b8eac3 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303068 Jul 30 02:48:27.840575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da26188-80aa-4869-af12-a9f323bf8768 req-3fa8de08-f6b1-4caa-81a1-eec69e3499cc tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:27.842064 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0da26188-80aa-4869-af12-a9f323bf8768 req-3fa8de08-f6b1-4caa-81a1-eec69e3499cc tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0491741 Jul 30 02:48:27.880336 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0da26188-80aa-4869-af12-a9f323bf8768 req-f573db2d-20a9-4375-a43c-3cdcf28ee12d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323429 Jul 30 02:48:28.994101 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28df919-e183-476b-b691-af0e8842bf29 req-a385c96e-47cb-4054-8d49-dff24a86f522 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:28.996848 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a28df919-e183-476b-b691-af0e8842bf29 req-a385c96e-47cb-4054-8d49-dff24a86f522 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0491812 Jul 30 02:48:29.038253 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a28df919-e183-476b-b691-af0e8842bf29 req-213c20d4-bcd0-47f7-9bdf-ca549288076e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359631 Jul 30 02:48:30.155412 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49acb92-2a5b-4e7a-aca3-da690aca390c req-89b4d68c-d081-4733-90c8-747033e43757 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:30.156996 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d49acb92-2a5b-4e7a-aca3-da690aca390c req-89b4d68c-d081-4733-90c8-747033e43757 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0517089 Jul 30 02:48:30.197312 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d49acb92-2a5b-4e7a-aca3-da690aca390c req-e832f0b2-56de-4b27-b878-3105d8b401bb tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333145 Jul 30 02:48:30.916486 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345960f-692c-4531-a137-2d4dab69b95c req-2687881b-40db-4fc3-80a0-379bdef0cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:30.918690 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b345960f-692c-4531-a137-2d4dab69b95c req-2687881b-40db-4fc3-80a0-379bdef0cf4b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 1096 time: 0.0455010 Jul 30 02:48:31.007012 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345960f-692c-4531-a137-2d4dab69b95c req-f75b3cc3-c48d-4722-8cb3-629e21968a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:31.008481 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b345960f-692c-4531-a137-2d4dab69b95c req-f75b3cc3-c48d-4722-8cb3-629e21968a9b service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0831718 Jul 30 02:48:31.078048 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b345960f-692c-4531-a137-2d4dab69b95c req-a0c066b6-2bb2-476b-a161-da6b26136dbc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d51b220-0c11-48db-ad98-ea61e244387e HTTP/1.1" status: 200 len: 1002 time: 0.0618064 Jul 30 02:48:31.127805 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345960f-692c-4531-a137-2d4dab69b95c req-24d99758-f8c5-43e8-bda1-6c24cc049657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:31.129730 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b345960f-692c-4531-a137-2d4dab69b95c req-24d99758-f8c5-43e8-bda1-6c24cc049657 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0448160 Jul 30 02:48:31.177371 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345960f-692c-4531-a137-2d4dab69b95c req-1aded3c5-d068-4e23-abd1-4c974985f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:31.178826 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b345960f-692c-4531-a137-2d4dab69b95c req-1aded3c5-d068-4e23-abd1-4c974985f2a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420454 Jul 30 02:48:31.273492 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b345960f-692c-4531-a137-2d4dab69b95c req-c886bcf5-f355-48b5-b99f-087b6bb1c1b1 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864372 Jul 30 02:48:31.315101 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368251ed-48a0-40ec-9ff5-fad3c50e3d96 req-8f1a57a5-5dfb-4792-96c0-419fa9e07cab tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:31.316638 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-368251ed-48a0-40ec-9ff5-fad3c50e3d96 req-8f1a57a5-5dfb-4792-96c0-419fa9e07cab tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0500784 Jul 30 02:48:31.354534 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-368251ed-48a0-40ec-9ff5-fad3c50e3d96 req-8efbc749-2f9d-4dc4-9779-2cb50e69548b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318568 Jul 30 02:48:31.363709 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b345960f-692c-4531-a137-2d4dab69b95c req-ff5a49c3-ec33-4b3d-9567-c4de6558d1f9 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828683 Jul 30 02:48:32.472559 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a92579-df09-4886-a07c-0d16c7824f66 req-4fa9c96f-751d-4066-ac68-f76ded3a1adf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:32.474101 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-46a92579-df09-4886-a07c-0d16c7824f66 req-4fa9c96f-751d-4066-ac68-f76ded3a1adf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0497155 Jul 30 02:48:32.515348 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-46a92579-df09-4886-a07c-0d16c7824f66 req-fe7d310b-cec3-4372-84cd-cc7d9fb29cd1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353167 Jul 30 02:48:33.517015 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:33.631623 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af17cf9-b110-4378-b6ed-b2831b3c4fbf req-71e051b5-9d4a-4e4a-9456-cb2f8d3c84b6 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:33.633367 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7af17cf9-b110-4378-b6ed-b2831b3c4fbf req-71e051b5-9d4a-4e4a-9456-cb2f8d3c84b6 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0499463 Jul 30 02:48:33.671613 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7af17cf9-b110-4378-b6ed-b2831b3c4fbf req-57f829bc-10cc-4d84-a0e9-dbba913151f5 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321589 Jul 30 02:48:34.786324 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b1b0d-097c-4c6b-a2c9-0d05608b85bd req-a7744386-10b9-4ae4-835f-9bc4fc60d129 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:34.787816 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-236b1b0d-097c-4c6b-a2c9-0d05608b85bd req-a7744386-10b9-4ae4-835f-9bc4fc60d129 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0487099 Jul 30 02:48:34.826037 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-236b1b0d-097c-4c6b-a2c9-0d05608b85bd req-bcee3274-6e58-42e7-acb9-90309ac42871 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317979 Jul 30 02:48:35.940609 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbb919-3f18-4ebe-a6b8-9bdfc73f421b req-e9cd9639-9a76-4bc4-af42-e6f6f0e2d1f2 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:35.942070 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dcfbb919-3f18-4ebe-a6b8-9bdfc73f421b req-e9cd9639-9a76-4bc4-af42-e6f6f0e2d1f2 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0481834 Jul 30 02:48:35.983059 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dcfbb919-3f18-4ebe-a6b8-9bdfc73f421b req-93844644-34ac-4a5e-9baf-33411ecb03fa tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350955 Jul 30 02:48:37.100732 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e7265-b279-4a11-9dbe-ac27c6f66a16 req-70812a4f-01ff-48b5-8271-095df3580335 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:37.102217 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe0e7265-b279-4a11-9dbe-ac27c6f66a16 req-70812a4f-01ff-48b5-8271-095df3580335 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0510154 Jul 30 02:48:37.140191 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fe0e7265-b279-4a11-9dbe-ac27c6f66a16 req-315ac439-fddf-4307-875f-80927a3101b8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319293 Jul 30 02:48:38.255511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fff4c9-d419-4d47-9663-812cbaab2c30 req-c666e1e9-5b1f-4f7d-a32d-0db1bcb6d2fd tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:38.256998 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-47fff4c9-d419-4d47-9663-812cbaab2c30 req-c666e1e9-5b1f-4f7d-a32d-0db1bcb6d2fd tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0489290 Jul 30 02:48:38.294537 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-47fff4c9-d419-4d47-9663-812cbaab2c30 req-7bae9e40-d6a0-4747-84f3-5e41fb8ad25c tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315988 Jul 30 02:48:39.191005 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9bb6dfb0-f306-4c5e-86a4-3dde57500d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:39.411440 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6803b-5058-4fa2-9aab-7a581bc96174 req-ebda036f-438b-4fb8-922e-c1dce6637400 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:39.413001 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2ec6803b-5058-4fa2-9aab-7a581bc96174 req-ebda036f-438b-4fb8-922e-c1dce6637400 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0495601 Jul 30 02:48:39.454897 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2ec6803b-5058-4fa2-9aab-7a581bc96174 req-24ee7ba6-bbd7-45a5-91a1-b9d92a28df40 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357430 Jul 30 02:48:40.575556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a764e-1b0e-4fed-aaed-762a10b80dbc req-581be912-d65c-49bb-918f-4c9254e60008 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:40.577060 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-729a764e-1b0e-4fed-aaed-762a10b80dbc req-581be912-d65c-49bb-918f-4c9254e60008 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0496242 Jul 30 02:48:40.613652 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-729a764e-1b0e-4fed-aaed-762a10b80dbc req-b039b68f-c3b9-4cef-a2eb-5f2ad036a52c tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307086 Jul 30 02:48:41.688256 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-027fd9a8-d7cb-401c-9df3-ddae1cd23db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:41.729775 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddada7-e6d2-400f-b6d1-534a5de2c6b1 req-31473f82-5abb-434c-80ef-77320dd0634a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:41.732643 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1ddada7-e6d2-400f-b6d1-534a5de2c6b1 req-31473f82-5abb-434c-80ef-77320dd0634a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0517921 Jul 30 02:48:41.769250 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1ddada7-e6d2-400f-b6d1-534a5de2c6b1 req-b21ad29f-d03f-44b3-bf24-08e79bd0da47 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319116 Jul 30 02:48:41.791986 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:42.895468 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89588fc8-0037-4bea-9493-4d98692edec5 req-5cac2d75-27b0-449c-bba5-b571375b9a85 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:42.896977 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-89588fc8-0037-4bea-9493-4d98692edec5 req-5cac2d75-27b0-449c-bba5-b571375b9a85 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0519755 Jul 30 02:48:42.939873 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-89588fc8-0037-4bea-9493-4d98692edec5 req-b093aac3-7d44-48b5-a438-e2ad4fd130b6 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366530 Jul 30 02:48:43.648422 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:44.061316 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7528fb-15ee-42c2-bbf4-32b6a1e29c56 req-19bbdae3-bc9b-4be2-8ec1-95e05a4e2f01 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:44.063041 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb7528fb-15ee-42c2-bbf4-32b6a1e29c56 req-19bbdae3-bc9b-4be2-8ec1-95e05a4e2f01 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0535829 Jul 30 02:48:44.102669 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bb7528fb-15ee-42c2-bbf4-32b6a1e29c56 req-28e4f836-1a65-4d18-95bf-476f0904758f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336869 Jul 30 02:48:44.859719 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:45.221363 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab570345-951f-465c-862b-ade23d2515eb req-e1444cf7-c8fc-4595-ab24-f30852f03784 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:45.222937 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ab570345-951f-465c-862b-ade23d2515eb req-e1444cf7-c8fc-4595-ab24-f30852f03784 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0504749 Jul 30 02:48:45.261015 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ab570345-951f-465c-862b-ade23d2515eb req-d40d3b0c-84f1-4a71-9287-0fbbac4fb23e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319312 Jul 30 02:48:45.919580 n-d-713498-9 neutron-server[94464]: INFO neutron.api.v2.resource [req-b345960f-692c-4531-a137-2d4dab69b95c req-b01ce6c0-69db-451e-bef8-bf7e0e523401 service neutron] show failed (client error): The resource could not be found. Jul 30 02:48:45.920581 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b345960f-692c-4531-a137-2d4dab69b95c req-b01ce6c0-69db-451e-bef8-bf7e0e523401 service neutron] 10.222.0.10 "GET /v2.0/ports/7d51b220-0c11-48db-ad98-ea61e244387e/bindings/n-h2-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.0911264 Jul 30 02:48:46.389517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10d15f-7b40-428f-993f-2feb50ec7879 req-891106c2-3033-48c1-bdd7-cd920299663f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:46.391144 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d10d15f-7b40-428f-993f-2feb50ec7879 req-891106c2-3033-48c1-bdd7-cd920299663f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0527506 Jul 30 02:48:46.438272 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d10d15f-7b40-428f-993f-2feb50ec7879 req-6ae8de29-8034-402b-9bce-55d383cdf2ad tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408578 Jul 30 02:48:46.480653 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345960f-692c-4531-a137-2d4dab69b95c req-d67a80d6-158e-4ce1-b424-bfdb0535f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:46.482221 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b345960f-692c-4531-a137-2d4dab69b95c req-d67a80d6-158e-4ce1-b424-bfdb0535f9e8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425&tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b HTTP/1.1" status: 200 len: 1096 time: 0.0859978 Jul 30 02:48:46.500625 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-9', 'device_owner': 'compute:nova'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:48:46.554084 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:46.763702 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] For port 7d51b220-0c11-48db-ad98-ea61e244387e, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=7d51b220-0c11-48db-ad98-ea61e244387e,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:48:46.795931 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] For port 7d51b220-0c11-48db-ad98-ea61e244387e, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:48:46.840625 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d51b220-0c11-48db-ad98-ea61e244387e'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:48:46.842860 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65018c1a-9986-4a9a-8a00-13d5a26580aa" -d '{"events": [{"server_uuid": "b0e27dd0-7213-478d-840c-a680b3fd8425", "name": "network-vif-unplugged", "status": "completed", "tag": "7d51b220-0c11-48db-ad98-ea61e244387e"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:48:46.849588 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:46.859746 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Transition to ACTIVE for port object 7d51b220-0c11-48db-ad98-ea61e244387e will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:48:46.934547 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:46.937523 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918b7545-db58-44fd-8bd2-40f0b879f79f x-openstack-request-id: req-918b7545-db58-44fd-8bd2-40f0b879f79f {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:48:46.937820 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e27dd0-7213-478d-840c-a680b3fd8425", "name": "network-vif-unplugged", "status": "completed", "tag": "7d51b220-0c11-48db-ad98-ea61e244387e", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:48:46.938076 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-918b7545-db58-44fd-8bd2-40f0b879f79f {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:48:46.938501 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d51b220-0c11-48db-ad98-ea61e244387e', 'code': 200} Jul 30 02:48:47.015154 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Pushing event updated for resources: {'Port': ['ID=7d51b220-0c11-48db-ad98-ea61e244387e,revision_number=6']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:47.030059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.030430 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.030773 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.031111 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.031442 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.031769 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.032096 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.032421 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.032766 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.033116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.033437 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.033755 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.076774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] No DVR routers for this DVR port 7d51b220-0c11-48db-ad98-ea61e244387e on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:48:47.224805 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Attempting to bind port 7d51b220-0c11-48db-ad98-ea61e244387e on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:48:47.225137 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Attempting to bind port 7d51b220-0c11-48db-ad98-ea61e244387e by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:48:47.225459 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Attempting to bind port 7d51b220-0c11-48db-ad98-ea61e244387e on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:48:47.229647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Port 7d51b220-0c11-48db-ad98-ea61e244387e on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:48:47.229967 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Attempting to bind port 7d51b220-0c11-48db-ad98-ea61e244387e on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:48:47.234970 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:48:47.235253 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Checking segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:48:47.235633 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Bound using segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:48:47.236050 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Bound port: 7d51b220-0c11-48db-ad98-ea61e244387e, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:48:47.236411 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:47.299811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] For port 7d51b220-0c11-48db-ad98-ea61e244387e, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:48:47.303033 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] For port 7d51b220-0c11-48db-ad98-ea61e244387e, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=7d51b220-0c11-48db-ad98-ea61e244387e,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:48:47.368454 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:47.403027 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:47.403668 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:47.405277 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b345960f-692c-4531-a137-2d4dab69b95c req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] 10.222.0.77 "PUT /v2.0/ports/7d51b220-0c11-48db-ad98-ea61e244387e HTTP/1.1" status: 200 len: 1091 time: 0.9087386 Jul 30 02:48:47.435314 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11b6a1-39dc-44a8-99c8-ab996bd2dd35 service neutron] Pushing event updated for resources: {'Port': ['ID=7d51b220-0c11-48db-ad98-ea61e244387e,revision_number=7']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:47.484962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345960f-692c-4531-a137-2d4dab69b95c req-2a645ba1-7977-44b1-90b9-9048fcae9b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:47.487362 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b345960f-692c-4531-a137-2d4dab69b95c req-2a645ba1-7977-44b1-90b9-9048fcae9b71 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 1094 time: 0.0471795 Jul 30 02:48:47.546414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 7d51b220-0c11-48db-ad98-ea61e244387e no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:48:47.587419 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 7d51b220-0c11-48db-ad98-ea61e244387e not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:48:47.614809 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9113b4-8358-48a6-9860-1c77123a80ea req-7c65e069-4a16-425b-8067-33af910c2081 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:47.616282 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4b9113b4-8358-48a6-9860-1c77123a80ea req-7c65e069-4a16-425b-8067-33af910c2081 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 943 time: 0.0743678 Jul 30 02:48:47.635648 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345960f-692c-4531-a137-2d4dab69b95c req-d8d15372-fbbf-477f-b4d3-8376b86d0172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:47.637628 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b345960f-692c-4531-a137-2d4dab69b95c req-d8d15372-fbbf-477f-b4d3-8376b86d0172 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.1439967 Jul 30 02:48:47.707296 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4b9113b4-8358-48a6-9860-1c77123a80ea req-2f65b6c7-e303-4a09-af54-1d5d308990fa tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815592 Jul 30 02:48:47.721215 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b345960f-692c-4531-a137-2d4dab69b95c req-19484e43-11a3-4ee6-b9b8-23bbb1814179 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d51b220-0c11-48db-ad98-ea61e244387e HTTP/1.1" status: 200 len: 1000 time: 0.0749805 Jul 30 02:48:47.770917 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345960f-692c-4531-a137-2d4dab69b95c req-653f5455-2ca6-4ed1-b54e-abdce40bbd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:47.772350 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b345960f-692c-4531-a137-2d4dab69b95c req-653f5455-2ca6-4ed1-b54e-abdce40bbd37 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0440578 Jul 30 02:48:47.817856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345960f-692c-4531-a137-2d4dab69b95c req-ba1a559e-65e7-4b31-baac-359e58ec4a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:47.819359 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b345960f-692c-4531-a137-2d4dab69b95c req-ba1a559e-65e7-4b31-baac-359e58ec4a2f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397074 Jul 30 02:48:47.911918 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b345960f-692c-4531-a137-2d4dab69b95c req-9da4d05d-e0a4-4329-bd2e-ad07288026d3 service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845506 Jul 30 02:48:48.000319 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b345960f-692c-4531-a137-2d4dab69b95c req-20de7caf-5f67-4643-8464-3ac52a7a745c service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817130 Jul 30 02:48:48.419448 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:48.830516 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4c013-dda9-42ab-b141-2a7187fffecb req-21ca23ed-d2fb-437a-bd5f-797b60b43a8f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:48.832029 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-92d4c013-dda9-42ab-b141-2a7187fffecb req-21ca23ed-d2fb-437a-bd5f-797b60b43a8f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 943 time: 0.0554640 Jul 30 02:48:48.870112 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-92d4c013-dda9-42ab-b141-2a7187fffecb req-1a3b145f-fde2-424d-b9d0-f9b846aafe22 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317731 Jul 30 02:48:48.939854 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'tag': '7d51b220-0c11-48db-ad98-ea61e244387e'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:48:48.942218 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e27dd0-7213-478d-840c-a680b3fd8425", "tag": "7d51b220-0c11-48db-ad98-ea61e244387e"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:48:48.991794 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687a6274-92b2-4a8e-b329-f54e0ab310cf x-openstack-request-id: req-687a6274-92b2-4a8e-b329-f54e0ab310cf {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:48:48.992701 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e27dd0-7213-478d-840c-a680b3fd8425", "tag": "7d51b220-0c11-48db-ad98-ea61e244387e", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:48:48.992968 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-687a6274-92b2-4a8e-b329-f54e0ab310cf {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:48:48.993397 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'tag': '7d51b220-0c11-48db-ad98-ea61e244387e', 'status': 'completed', 'code': 200} Jul 30 02:48:49.059230 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-10ee1738-4a7b-486d-a66e-07f5ede3b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:49.060762 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-10ee1738-4a7b-486d-a66e-07f5ede3b994 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 1094 time: 0.0511837 Jul 30 02:48:49.081345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-4cf4983b-ee2f-4e4b-8f7b-52169c90b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:49.082992 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-4cf4983b-ee2f-4e4b-8f7b-52169c90b4f9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 1094 time: 0.0435510 Jul 30 02:48:49.156412 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-e3adbe84-ac41-429e-b75a-2f7b95edc433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:49.158174 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-e3adbe84-ac41-429e-b75a-2f7b95edc433 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0902982 Jul 30 02:48:49.177791 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-5809e3b3-ee5d-40f5-a6df-7d6d59159454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:49.179695 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-5809e3b3-ee5d-40f5-a6df-7d6d59159454 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0895309 Jul 30 02:48:49.232136 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-4320bde7-ce51-45be-a758-545ff3c60fb7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d51b220-0c11-48db-ad98-ea61e244387e HTTP/1.1" status: 200 len: 1000 time: 0.0670669 Jul 30 02:48:49.246219 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-7a745873-0d95-48c0-a113-ec6e3f697025 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d51b220-0c11-48db-ad98-ea61e244387e HTTP/1.1" status: 200 len: 1000 time: 0.0588384 Jul 30 02:48:49.286289 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-50bb4d7e-766c-4b34-9ef4-cac4b97bd40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:49.287950 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-50bb4d7e-766c-4b34-9ef4-cac4b97bd40a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0492017 Jul 30 02:48:49.295700 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-84306a0d-3d3c-47d4-9047-435ee3c29ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:49.297244 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-84306a0d-3d3c-47d4-9047-435ee3c29ceb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0441642 Jul 30 02:48:49.338677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-fc98d3b5-a6e8-4b7e-b091-04e872403c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:49.340354 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-fc98d3b5-a6e8-4b7e-b091-04e872403c17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441310 Jul 30 02:48:49.349880 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-ea75b7b5-e65b-42b6-ac8b-ba43ba8c661c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:49.352233 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-ea75b7b5-e65b-42b6-ac8b-ba43ba8c661c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470455 Jul 30 02:48:49.440152 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-39369e24-821f-4102-8582-29253d13eaa2 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926666 Jul 30 02:48:49.456506 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-a784b063-916a-4d62-aab0-ae594f2c704e service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969272 Jul 30 02:48:49.544086 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-1300e572-6711-4927-8279-c464a1b2fd5f service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963984 Jul 30 02:48:49.561059 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4e1047a4-a81e-4670-9efb-67e2ca4b2f58 req-2ae243f0-6b98-42d5-9033-6a00daba86fd service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964105 Jul 30 02:48:49.993991 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59912fa9-4cec-4175-b991-c381eca117dd req-96548352-a618-462f-9049-1fcb419f0f28 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:49.996031 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-59912fa9-4cec-4175-b991-c381eca117dd req-96548352-a618-462f-9049-1fcb419f0f28 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 943 time: 0.0510023 Jul 30 02:48:50.035065 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-59912fa9-4cec-4175-b991-c381eca117dd req-f46340f8-5e9b-43d5-9ef7-2d4c503e6dcf tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328646 Jul 30 02:48:51.154549 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e72a7-6d90-4b9d-807d-d79197fd7de5 req-e8f8dce3-7825-4238-b068-b2ad47e1a07d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:51.155951 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9c2e72a7-6d90-4b9d-807d-d79197fd7de5 req-e8f8dce3-7825-4238-b068-b2ad47e1a07d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 943 time: 0.0515099 Jul 30 02:48:51.195951 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9c2e72a7-6d90-4b9d-807d-d79197fd7de5 req-6fa49388-6bfd-4894-8009-1ee775d3cd4d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338109 Jul 30 02:48:52.316529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1077970-c87a-4164-a1f4-a3335f868264 req-bdd98dac-dd49-4b19-88b2-825c9a292e43 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:52.318158 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1077970-c87a-4164-a1f4-a3335f868264 req-bdd98dac-dd49-4b19-88b2-825c9a292e43 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 943 time: 0.0513663 Jul 30 02:48:52.362012 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1077970-c87a-4164-a1f4-a3335f868264 req-b77cc955-9c75-48e6-b451-0c762de3fdc6 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370538 Jul 30 02:48:53.479245 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cc448-42fe-4b63-a2cf-e67ac4336373 req-108f97cd-3170-4d50-adf5-e9eeab3fbc6f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:53.480644 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fb5cc448-42fe-4b63-a2cf-e67ac4336373 req-108f97cd-3170-4d50-adf5-e9eeab3fbc6f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 943 time: 0.0491824 Jul 30 02:48:53.518713 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fb5cc448-42fe-4b63-a2cf-e67ac4336373 req-cee13507-056b-42eb-b631-a181fd479752 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320656 Jul 30 02:48:54.636410 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ef01e-e6a2-48d9-bc71-56e70d98254c req-465aeae6-cd81-4bda-bb63-2257b5bf297b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:54.637818 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-166ef01e-e6a2-48d9-bc71-56e70d98254c req-465aeae6-cd81-4bda-bb63-2257b5bf297b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 943 time: 0.0491352 Jul 30 02:48:54.675014 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-166ef01e-e6a2-48d9-bc71-56e70d98254c req-2c197937-f855-45d5-8473-c835cac2b38e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313139 Jul 30 02:48:55.790920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6b74b-d290-41fb-a973-6adeff94bd0f req-fe007630-6927-4c46-9468-5698fcc6783a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:55.793131 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-38f6b74b-d290-41fb-a973-6adeff94bd0f req-fe007630-6927-4c46-9468-5698fcc6783a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 943 time: 0.0512090 Jul 30 02:48:55.834678 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-38f6b74b-d290-41fb-a973-6adeff94bd0f req-77bd6885-74e2-4237-be8e-3473b1a1a75d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351307 Jul 30 02:48:56.952456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f41f04-f5d2-4096-9029-e60f144818bb req-072153b5-7ceb-47c7-ae80-84a18b862b3c tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:56.953942 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a5f41f04-f5d2-4096-9029-e60f144818bb req-072153b5-7ceb-47c7-ae80-84a18b862b3c tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 943 time: 0.0496149 Jul 30 02:48:56.992333 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a5f41f04-f5d2-4096-9029-e60f144818bb req-d4caaa97-010b-4871-98dc-d7ae4ce3609a tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321708 Jul 30 02:48:58.109497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb7fef-d1e1-4f9a-9b49-eb3230fd461d req-bd4b2314-2c11-45e5-8c67-200071475bcb tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:58.111018 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2cb7fef-d1e1-4f9a-9b49-eb3230fd461d req-bd4b2314-2c11-45e5-8c67-200071475bcb tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 943 time: 0.0485542 Jul 30 02:48:58.148889 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2cb7fef-d1e1-4f9a-9b49-eb3230fd461d req-32df1b5e-825a-4dab-8a93-d9424a855637 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317101 Jul 30 02:48:59.264120 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196a56e-5544-4f29-a294-3c8bfa9c4275 req-c01c608c-b4e9-4a3c-8130-c4e756649029 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:59.265573 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c196a56e-5544-4f29-a294-3c8bfa9c4275 req-c01c608c-b4e9-4a3c-8130-c4e756649029 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 943 time: 0.0480108 Jul 30 02:48:59.306005 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c196a56e-5544-4f29-a294-3c8bfa9c4275 req-cca7712c-da16-4f91-9fba-359af65756be tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344701 Jul 30 02:49:00.423007 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbce18-5cb8-4d9c-b1bc-679de52dd4cd req-1186362b-aa6a-43d1-8996-422a74719249 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:00.424541 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b4cbce18-5cb8-4d9c-b1bc-679de52dd4cd req-1186362b-aa6a-43d1-8996-422a74719249 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 943 time: 0.0516682 Jul 30 02:49:00.462638 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b4cbce18-5cb8-4d9c-b1bc-679de52dd4cd req-03b8d998-237b-4be2-9b74-1d6b473acf5b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319567 Jul 30 02:49:01.503900 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 7d51b220-0c11-48db-ad98-ea61e244387e details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:49:01.580764 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc40c4-c95e-4127-8669-9b056dd2b7da req-4116ec42-d157-40ba-b418-2092f57ef338 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:01.582321 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6dc40c4-c95e-4127-8669-9b056dd2b7da req-4116ec42-d157-40ba-b418-2092f57ef338 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 943 time: 0.0491929 Jul 30 02:49:01.596522 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 7d51b220-0c11-48db-ad98-ea61e244387e, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=7d51b220-0c11-48db-ad98-ea61e244387e,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:49:01.611035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '7d51b220-0c11-48db-ad98-ea61e244387e', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'port_id': '7d51b220-0c11-48db-ad98-ea61e244387e', 'mac_address': 'fa:16:3e:5f:d0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:49:01.622533 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6dc40c4-c95e-4127-8669-9b056dd2b7da req-26deaa91-b89c-4ba1-ba57-ba02e69d9829 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336046 Jul 30 02:49:01.651826 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:01.665321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d51b220-0c11-48db-ad98-ea61e244387e {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:49:01.685263 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 7d51b220-0c11-48db-ad98-ea61e244387e, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=7d51b220-0c11-48db-ad98-ea61e244387e,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:49:01.739041 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:01.791484 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=7d51b220-0c11-48db-ad98-ea61e244387e,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:01.801287 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:01.801902 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:01.803275 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:01.803275 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:01.803275 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:01.803685 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:01.803901 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:01.804246 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:01.804590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:01.804942 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:01.805269 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:01.805594 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:02.116754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['7d51b220-0c11-48db-ad98-ea61e244387e'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:49:02.225561 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44733aba-b1bc-4f87-a694-be1e39f6f4ab req-a5fea11a-0675-440f-9d83-82ab73b9f4f4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:02.227101 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-44733aba-b1bc-4f87-a694-be1e39f6f4ab req-a5fea11a-0675-440f-9d83-82ab73b9f4f4 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 944 time: 0.0887215 Jul 30 02:49:02.241689 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261033e4-c842-483c-acda-d60f59ee03a4 req-f7a71faf-68ae-49dc-995c-a955e22de8ce tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:02.243153 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-261033e4-c842-483c-acda-d60f59ee03a4 req-f7a71faf-68ae-49dc-995c-a955e22de8ce tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425&tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&binding%3Ahost_id=n-h2-713498-9 HTTP/1.1" status: 200 len: 944 time: 0.0767045 Jul 30 02:49:02.304692 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-44733aba-b1bc-4f87-a694-be1e39f6f4ab req-7505bb01-b0cc-43e9-b835-114163ae61aa tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707903 Jul 30 02:49:02.326801 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-261033e4-c842-483c-acda-d60f59ee03a4 req-58e5f61b-6d15-48b4-9ccf-98ef01858886 service neutron] 10.222.0.77 "GET /v2.0/ports/7d51b220-0c11-48db-ad98-ea61e244387e/bindings/n-h2-713498-9 HTTP/1.1" status: 200 len: 382 time: 0.0753491 Jul 30 02:49:02.412997 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261033e4-c842-483c-acda-d60f59ee03a4 req-f4d3e47e-8982-4891-91cd-50a8818b869b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:02.414550 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-261033e4-c842-483c-acda-d60f59ee03a4 req-f4d3e47e-8982-4891-91cd-50a8818b869b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 1095 time: 0.0415702 Jul 30 02:49:02.516757 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261033e4-c842-483c-acda-d60f59ee03a4 req-45a9b2b7-eb17-4a04-af3d-fcba0e807c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:02.518224 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-261033e4-c842-483c-acda-d60f59ee03a4 req-45a9b2b7-eb17-4a04-af3d-fcba0e807c55 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0872226 Jul 30 02:49:02.584586 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1be7cd8c-698a-4afb-8b64-7c2f607b4402 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d51b220-0c11-48db-ad98-ea61e244387e HTTP/1.1" status: 200 len: 1001 time: 0.0560184 Jul 30 02:49:02.636584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261033e4-c842-483c-acda-d60f59ee03a4 req-276a3023-d2f4-48e7-85cc-909d1c5354da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:02.637927 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-261033e4-c842-483c-acda-d60f59ee03a4 req-276a3023-d2f4-48e7-85cc-909d1c5354da service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0458992 Jul 30 02:49:02.683877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261033e4-c842-483c-acda-d60f59ee03a4 req-38de2529-8474-46da-a0f4-e71a6a61e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:02.685321 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-261033e4-c842-483c-acda-d60f59ee03a4 req-38de2529-8474-46da-a0f4-e71a6a61e59e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395758 Jul 30 02:49:02.773158 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1b9b628d-cd0b-46b3-88b4-19d67b2efc95 service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794563 Jul 30 02:49:02.867719 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-261033e4-c842-483c-acda-d60f59ee03a4 req-2a505141-f8a2-4913-a51d-9d72a654b7de service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853922 Jul 30 02:49:03.422962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9d46-afd9-4e1e-ae60-818f257d999d req-37008dd4-71c1-42ba-a706-2cf7d9d08a54 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:03.424504 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-835e9d46-afd9-4e1e-ae60-818f257d999d req-37008dd4-71c1-42ba-a706-2cf7d9d08a54 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 944 time: 0.0505469 Jul 30 02:49:03.464775 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-835e9d46-afd9-4e1e-ae60-818f257d999d req-f05af528-3b28-4313-933e-cb044cf9ecc6 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340357 Jul 30 02:49:03.513921 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 7d51b220-0c11-48db-ad98-ea61e244387e up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:49:03.535800 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:03.618767 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 7d51b220-0c11-48db-ad98-ea61e244387e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:49:03.622934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 7d51b220-0c11-48db-ad98-ea61e244387e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:49:03.623325 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:03.645775 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:49:03.702346 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:03.724097 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d51b220-0c11-48db-ad98-ea61e244387e'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:49:03.726323 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e52fcaf-468f-4393-881c-91f0bdf3513d" -d '{"events": [{"server_uuid": "b0e27dd0-7213-478d-840c-a680b3fd8425", "name": "network-vif-plugged", "status": "completed", "tag": "7d51b220-0c11-48db-ad98-ea61e244387e"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:49:03.758006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 7d51b220-0c11-48db-ad98-ea61e244387e, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=7d51b220-0c11-48db-ad98-ea61e244387e,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:49:03.819752 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:03.821907 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc483e0a-50fb-44f4-bf68-62e7a205557a x-openstack-request-id: req-dc483e0a-50fb-44f4-bf68-62e7a205557a {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:49:03.822194 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e27dd0-7213-478d-840c-a680b3fd8425", "name": "network-vif-plugged", "status": "completed", "tag": "7d51b220-0c11-48db-ad98-ea61e244387e", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:49:03.822506 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc483e0a-50fb-44f4-bf68-62e7a205557a {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:49:03.822894 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d51b220-0c11-48db-ad98-ea61e244387e', 'code': 200} Jul 30 02:49:03.867537 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=7d51b220-0c11-48db-ad98-ea61e244387e,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:04.586430 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fc578-4daa-4161-9330-b7938ef7463d req-820fab25-8dc7-4ca9-b59b-5686a0fd4e2e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:04.587907 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e9fc578-4daa-4161-9330-b7938ef7463d req-820fab25-8dc7-4ca9-b59b-5686a0fd4e2e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0534496 Jul 30 02:49:04.625688 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7e9fc578-4daa-4161-9330-b7938ef7463d req-4edbce67-0d9e-489e-98f2-9cc3abb0ed9f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316226 Jul 30 02:49:05.743789 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044dd1e-3a58-4b80-9898-d187c99225d4 req-9449443e-9cae-4723-b2eb-9ca6988457fe tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:05.745317 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0044dd1e-3a58-4b80-9898-d187c99225d4 req-9449443e-9cae-4723-b2eb-9ca6988457fe tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0496936 Jul 30 02:49:05.784878 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0044dd1e-3a58-4b80-9898-d187c99225d4 req-a0347a5f-9029-41a8-8f87-8b983cf6f5be tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325804 Jul 30 02:49:06.901716 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709ba88-d10a-4d60-99b5-fe1781ff22be req-9d0b4a9e-606d-4fbf-bbe8-8a33aaa95337 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:06.903245 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c709ba88-d10a-4d60-99b5-fe1781ff22be req-9d0b4a9e-606d-4fbf-bbe8-8a33aaa95337 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0489638 Jul 30 02:49:06.944385 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c709ba88-d10a-4d60-99b5-fe1781ff22be req-b568850e-5ccd-4bfd-93e7-561a388fb1fb tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350382 Jul 30 02:49:07.545094 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 7d51b220-0c11-48db-ad98-ea61e244387e no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:49:07.621255 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:07.644138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d51b220-0c11-48db-ad98-ea61e244387e'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:49:07.646369 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe6bc75-3c9b-4471-a9b2-fb32d3bd64d7" -d '{"events": [{"server_uuid": "b0e27dd0-7213-478d-840c-a680b3fd8425", "name": "network-vif-unplugged", "status": "completed", "tag": "7d51b220-0c11-48db-ad98-ea61e244387e"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:49:07.658691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 7d51b220-0c11-48db-ad98-ea61e244387e, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=7d51b220-0c11-48db-ad98-ea61e244387e,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:49:07.697904 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f20fe17-49ad-4571-8727-c60a6f0d6bdf x-openstack-request-id: req-3f20fe17-49ad-4571-8727-c60a6f0d6bdf {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:49:07.697904 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e27dd0-7213-478d-840c-a680b3fd8425", "name": "network-vif-unplugged", "status": "completed", "tag": "7d51b220-0c11-48db-ad98-ea61e244387e", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:49:07.697904 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f20fe17-49ad-4571-8727-c60a6f0d6bdf {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:49:07.697904 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d51b220-0c11-48db-ad98-ea61e244387e', 'code': 200} Jul 30 02:49:07.769845 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261033e4-c842-483c-acda-d60f59ee03a4 req-febb4f64-0f56-4ce6-9bf9-940e447c35fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:07.771351 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-261033e4-c842-483c-acda-d60f59ee03a4 req-febb4f64-0f56-4ce6-9bf9-940e447c35fe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425&tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b HTTP/1.1" status: 200 len: 1096 time: 0.0409751 Jul 30 02:49:07.783403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-9', 'device_owner': 'compute:nova'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:49:07.795868 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:07.840057 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:07.843918 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=7d51b220-0c11-48db-ad98-ea61e244387e,revision_number=10']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:08.040593 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] For port 7d51b220-0c11-48db-ad98-ea61e244387e, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=7d51b220-0c11-48db-ad98-ea61e244387e,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:49:08.066936 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1a3b3-3fd3-4de8-9f3f-f21dbb81574c req-24f1a9de-76bc-4149-9783-b2a68bb37da2 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:08.068451 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c8d1a3b3-3fd3-4de8-9f3f-f21dbb81574c req-24f1a9de-76bc-4149-9783-b2a68bb37da2 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 944 time: 0.0534472 Jul 30 02:49:08.074446 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] For port 7d51b220-0c11-48db-ad98-ea61e244387e, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:49:08.106494 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c8d1a3b3-3fd3-4de8-9f3f-f21dbb81574c req-2f655b9f-4a08-45b7-ad9d-501bb7004e6b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318787 Jul 30 02:49:08.115419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d51b220-0c11-48db-ad98-ea61e244387e {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:49:08.115711 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:08.127898 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Transition to ACTIVE for port object 7d51b220-0c11-48db-ad98-ea61e244387e will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:49:08.190238 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:08.273207 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d51b220-0c11-48db-ad98-ea61e244387e,revision_number=11']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:08.285495 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:08.285840 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:08.286182 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:08.286541 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:08.286879 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:08.287211 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:08.287537 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:08.287866 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:08.288191 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:08.288514 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:08.288835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:08.289378 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:08.325711 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] No DVR routers for this DVR port 7d51b220-0c11-48db-ad98-ea61e244387e on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:49:08.466101 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Attempting to bind port 7d51b220-0c11-48db-ad98-ea61e244387e on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:49:08.466474 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Attempting to bind port 7d51b220-0c11-48db-ad98-ea61e244387e by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:49:08.466801 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Attempting to bind port 7d51b220-0c11-48db-ad98-ea61e244387e on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:49:08.471046 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Port 7d51b220-0c11-48db-ad98-ea61e244387e on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:49:08.471367 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Attempting to bind port 7d51b220-0c11-48db-ad98-ea61e244387e on network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:49:08.476158 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:49:08.476448 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Checking segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:49:08.476830 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Bound using segment: {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:49:08.477249 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Bound port: 7d51b220-0c11-48db-ad98-ea61e244387e, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:49:08.477598 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:08.543657 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] For port 7d51b220-0c11-48db-ad98-ea61e244387e, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:49:08.547052 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] For port 7d51b220-0c11-48db-ad98-ea61e244387e, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=7d51b220-0c11-48db-ad98-ea61e244387e,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:49:08.601543 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:08.636076 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:08.636887 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:08.638817 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-261033e4-c842-483c-acda-d60f59ee03a4 req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] 10.222.0.10 "PUT /v2.0/ports/7d51b220-0c11-48db-ad98-ea61e244387e HTTP/1.1" status: 200 len: 1092 time: 0.8594825 Jul 30 02:49:08.641158 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'tag': '7d51b220-0c11-48db-ad98-ea61e244387e'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:49:08.644013 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e27dd0-7213-478d-840c-a680b3fd8425", "tag": "7d51b220-0c11-48db-ad98-ea61e244387e"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:49:08.707412 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee324e6-4f7e-4b77-a42a-2b0a3fb0dec0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d51b220-0c11-48db-ad98-ea61e244387e,revision_number=12']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:08.732146 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261033e4-c842-483c-acda-d60f59ee03a4 req-93aaa72b-d8ea-44ea-bd2e-bfe9ce2e106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:08.733871 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-261033e4-c842-483c-acda-d60f59ee03a4 req-93aaa72b-d8ea-44ea-bd2e-bfe9ce2e106e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 1095 time: 0.0549614 Jul 30 02:49:08.759387 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800a64aa-f2f6-401f-baf1-69b7bf959d1a x-openstack-request-id: req-800a64aa-f2f6-401f-baf1-69b7bf959d1a {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:49:08.759691 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e27dd0-7213-478d-840c-a680b3fd8425", "tag": "7d51b220-0c11-48db-ad98-ea61e244387e", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:49:08.759927 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-800a64aa-f2f6-401f-baf1-69b7bf959d1a {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:49:08.760322 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'tag': '7d51b220-0c11-48db-ad98-ea61e244387e', 'status': 'completed', 'code': 200} Jul 30 02:49:08.834268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261033e4-c842-483c-acda-d60f59ee03a4 req-ce6a713f-5af5-48ba-bcc1-aa8d10fecfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:08.835794 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-261033e4-c842-483c-acda-d60f59ee03a4 req-ce6a713f-5af5-48ba-bcc1-aa8d10fecfa6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0956106 Jul 30 02:49:08.847603 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-c0d3902a-a12b-42d6-a13e-908805f1c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:08.849112 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-c0d3902a-a12b-42d6-a13e-908805f1c08e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 1095 time: 0.0429504 Jul 30 02:49:08.901412 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-261033e4-c842-483c-acda-d60f59ee03a4 req-6284b5d1-ed95-42bd-b2f2-43e3ef7ddbe9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d51b220-0c11-48db-ad98-ea61e244387e HTTP/1.1" status: 200 len: 1000 time: 0.0572174 Jul 30 02:49:08.941797 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-0933c67c-950d-4097-ae96-3cc8122ceba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:08.943261 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-0933c67c-950d-4097-ae96-3cc8122ceba7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0870891 Jul 30 02:49:08.948937 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261033e4-c842-483c-acda-d60f59ee03a4 req-eed12aff-af48-42d7-b01d-31899054afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:08.950947 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-261033e4-c842-483c-acda-d60f59ee03a4 req-eed12aff-af48-42d7-b01d-31899054afc6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0428660 Jul 30 02:49:08.999328 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261033e4-c842-483c-acda-d60f59ee03a4 req-09e42453-9eb1-4e8f-994e-707068a0172f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:09.000745 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-261033e4-c842-483c-acda-d60f59ee03a4 req-09e42453-9eb1-4e8f-994e-707068a0172f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433421 Jul 30 02:49:09.015875 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-e847d6bf-32d4-4105-b48b-70d30c763ce0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d51b220-0c11-48db-ad98-ea61e244387e HTTP/1.1" status: 200 len: 1000 time: 0.0641818 Jul 30 02:49:09.064878 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-68cb0201-bced-42ba-af1c-0cc039e1dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:09.066353 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-68cb0201-bced-42ba-af1c-0cc039e1dc58 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0433278 Jul 30 02:49:09.088730 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-261033e4-c842-483c-acda-d60f59ee03a4 req-f7349a6a-5da3-41bf-a79c-3a7f8ec2c3b3 service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811536 Jul 30 02:49:09.112587 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-ef51d241-186f-417b-9734-33ada3847598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:09.114100 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-ef51d241-186f-417b-9734-33ada3847598 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406528 Jul 30 02:49:09.187238 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-261033e4-c842-483c-acda-d60f59ee03a4 req-a4ba118e-1241-4a6c-b954-4ad13a0e06ce service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911121 Jul 30 02:49:09.190070 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-022eb858-d9d2-44b9-b429-3997b93ba476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:09.251347 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86f0ea-ceef-485d-b29d-dee60c46e94f req-8f484f2b-b0ee-4eff-8fbb-38049a7e9828 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:09.252808 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc86f0ea-ceef-485d-b29d-dee60c46e94f req-8f484f2b-b0ee-4eff-8fbb-38049a7e9828 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 944 time: 0.0729821 Jul 30 02:49:09.255089 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-99dcd7b0-e85a-4b98-b1ec-af9e455f0b6a service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337597 Jul 30 02:49:09.270394 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-cb79858e-0f3e-40d2-b604-31136cede155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:09.272459 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-cb79858e-0f3e-40d2-b604-31136cede155 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 1095 time: 0.0451536 Jul 30 02:49:09.343084 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc86f0ea-ceef-485d-b29d-dee60c46e94f req-ab8762c1-4ba3-4b43-8954-038ecf55604b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843461 Jul 30 02:49:09.369132 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-6cf1af80-9690-41a6-b576-ac578695c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:09.370947 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-6cf1af80-9690-41a6-b576-ac578695c161 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 200 len: 912 time: 0.0914738 Jul 30 02:49:09.388789 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-cbc96668-cd42-4515-bed4-d09aec10dd66 service neutron] 10.222.0.77 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234345 Jul 30 02:49:09.447002 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-1d371f50-fa7a-458d-bd70-e05cb37cd8a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d51b220-0c11-48db-ad98-ea61e244387e HTTP/1.1" status: 200 len: 1000 time: 0.0694950 Jul 30 02:49:09.495527 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-793edcb5-7c01-439f-9475-44a3606b5b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:09.497394 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-793edcb5-7c01-439f-9475-44a3606b5b9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 200 len: 850 time: 0.0431006 Jul 30 02:49:09.542747 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-00687f03-28e9-4e72-b9f5-b543448be9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:09.544196 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-00687f03-28e9-4e72-b9f5-b543448be9ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403078 Jul 30 02:49:09.636580 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-079d8555-90cc-4df8-892f-03cd5ccada8f service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848291 Jul 30 02:49:09.724926 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc6cd9fe-5b5a-494e-9625-16a96ac7e378 req-a567cf7b-7c20-495b-a861-8fa45f2b201a service neutron] 10.222.0.10 "GET /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811222 Jul 30 02:49:10.468378 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45439536-cc3c-4e70-b155-6aeeeb399499 req-b3835367-90b7-4ec0-a004-b02361c56a88 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:10.469887 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-45439536-cc3c-4e70-b155-6aeeeb399499 req-b3835367-90b7-4ec0-a004-b02361c56a88 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 944 time: 0.0503039 Jul 30 02:49:10.508362 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-45439536-cc3c-4e70-b155-6aeeeb399499 req-c13ac627-25a3-4c73-b86b-7d5952c4cf3b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321581 Jul 30 02:49:11.634809 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f7325-8b43-4015-b2dd-d1d78ee02434 req-5e43a0af-48fb-4239-963c-d9c6c1d8f2a7 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:11.640760 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-962f7325-8b43-4015-b2dd-d1d78ee02434 req-5e43a0af-48fb-4239-963c-d9c6c1d8f2a7 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 944 time: 0.0583956 Jul 30 02:49:11.674633 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-962f7325-8b43-4015-b2dd-d1d78ee02434 req-1b528e78-92f1-481d-a80f-95ca8fc813c2 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319059 Jul 30 02:49:11.692635 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb03da41-0c69-47b5-9fb3-dabc7f24781a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:11.801345 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:12.795217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407afb9-c1ec-4332-8b2f-6de48d8af48e req-22fac683-1494-4bba-9e7f-c215ef83dcff tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:12.796741 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a407afb9-c1ec-4332-8b2f-6de48d8af48e req-22fac683-1494-4bba-9e7f-c215ef83dcff tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 944 time: 0.0512359 Jul 30 02:49:12.840637 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a407afb9-c1ec-4332-8b2f-6de48d8af48e req-0f55f583-86a7-43cd-b393-83d6c0ed16ab tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374477 Jul 30 02:49:13.544257 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:13.958389 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec637f-d12f-4d8b-89f4-bb3e823b3cca req-e2245101-cfc3-4884-9909-5907b9c78d1b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:13.959862 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d3ec637f-d12f-4d8b-89f4-bb3e823b3cca req-e2245101-cfc3-4884-9909-5907b9c78d1b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 944 time: 0.0486846 Jul 30 02:49:13.997732 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d3ec637f-d12f-4d8b-89f4-bb3e823b3cca req-f396a429-e126-4786-9563-e69a302d5c59 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316150 Jul 30 02:49:14.841284 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:15.118184 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef8d63-46c3-4f7d-95c1-3f7b97c1ae01 req-c6407edf-6ac0-4414-934a-500297043d04 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:15.119689 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-01ef8d63-46c3-4f7d-95c1-3f7b97c1ae01 req-c6407edf-6ac0-4414-934a-500297043d04 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 944 time: 0.0522125 Jul 30 02:49:15.157759 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-01ef8d63-46c3-4f7d-95c1-3f7b97c1ae01 req-3768874f-127e-4745-be09-aef8d840f7a7 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317178 Jul 30 02:49:16.450454 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee75f7-3b95-4ad2-a77e-8fe87aba5321 req-6a9e6b09-b5bf-40c2-9911-0e63f3374f6c tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:16.452423 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39ee75f7-3b95-4ad2-a77e-8fe87aba5321 req-6a9e6b09-b5bf-40c2-9911-0e63f3374f6c tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 944 time: 0.0495033 Jul 30 02:49:16.490113 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-39ee75f7-3b95-4ad2-a77e-8fe87aba5321 req-23b12629-d560-4e29-8a3e-97f208ba15fd tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317032 Jul 30 02:49:17.617304 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8452cf5-2c9e-485b-b8af-16cca8796030 req-c5fca979-ed69-4ea7-a5ab-32d2a535195d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:17.618758 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c8452cf5-2c9e-485b-b8af-16cca8796030 req-c5fca979-ed69-4ea7-a5ab-32d2a535195d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 944 time: 0.0527308 Jul 30 02:49:17.656944 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c8452cf5-2c9e-485b-b8af-16cca8796030 req-92e4458d-7765-49db-8fde-0d0338bee61d tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321746 Jul 30 02:49:18.378141 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:18.777502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809260e-27a3-4e4d-a168-df10643d695d req-90c8952b-6e10-4fb1-b164-9ae9b16785ba tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:18.778995 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3809260e-27a3-4e4d-a168-df10643d695d req-90c8952b-6e10-4fb1-b164-9ae9b16785ba tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 944 time: 0.0532410 Jul 30 02:49:18.816429 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3809260e-27a3-4e4d-a168-df10643d695d req-32714041-624f-4197-97f0-bcab90e7347b tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315018 Jul 30 02:49:19.929473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e529bcc-7132-4f3c-876d-5e93bd8d47af req-87218766-cd64-46d2-96aa-5d2a3a72fe34 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:19.930952 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6e529bcc-7132-4f3c-876d-5e93bd8d47af req-87218766-cd64-46d2-96aa-5d2a3a72fe34 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 944 time: 0.0480161 Jul 30 02:49:19.969371 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6e529bcc-7132-4f3c-876d-5e93bd8d47af req-97a0ead7-9435-4a64-817a-e5be75bb81c8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317173 Jul 30 02:49:21.084942 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571f39b-7539-4b61-8602-71a4eb1c427c req-2ee42302-ebc9-4f45-bd59-e5d8412f13d1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:21.086456 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0571f39b-7539-4b61-8602-71a4eb1c427c req-2ee42302-ebc9-4f45-bd59-e5d8412f13d1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 944 time: 0.0494938 Jul 30 02:49:21.123205 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0571f39b-7539-4b61-8602-71a4eb1c427c req-ad531bec-c04a-467b-b711-586847fc20cb tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308936 Jul 30 02:49:21.240393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e26d3-d972-424d-aff4-b35285935f56 req-045f113d-cbd2-429b-be8b-c89af7349745 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:21.241858 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d59e26d3-d972-424d-aff4-b35285935f56 req-045f113d-cbd2-429b-be8b-c89af7349745 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 944 time: 0.0526452 Jul 30 02:49:21.279193 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d59e26d3-d972-424d-aff4-b35285935f56 req-621dbaf4-f5d2-4931-90c5-5b805d1190bd tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310857 Jul 30 02:49:21.397068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a38ba-f4bd-4bbf-abc2-a9f1812b4730 req-73e65535-1f5d-4b50-92d9-0d6f071ade06 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:21.398565 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-586a38ba-f4bd-4bbf-abc2-a9f1812b4730 req-73e65535-1f5d-4b50-92d9-0d6f071ade06 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 944 time: 0.0489299 Jul 30 02:49:21.437435 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-586a38ba-f4bd-4bbf-abc2-a9f1812b4730 req-3e2004a5-c1b7-4461-9842-5b042e5fff74 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329270 Jul 30 02:49:21.755146 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 7d51b220-0c11-48db-ad98-ea61e244387e details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:49:21.849480 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 7d51b220-0c11-48db-ad98-ea61e244387e, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=7d51b220-0c11-48db-ad98-ea61e244387e,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:49:21.861317 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '7d51b220-0c11-48db-ad98-ea61e244387e', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'port_id': '7d51b220-0c11-48db-ad98-ea61e244387e', 'mac_address': 'fa:16:3e:5f:d0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:49:21.884779 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dca0a7-ba9f-4095-a22a-8aacc048bb00 req-ade08f9c-46ad-4740-8f87-c4eae631a9ac tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:21.886269 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e8dca0a7-ba9f-4095-a22a-8aacc048bb00 req-ade08f9c-46ad-4740-8f87-c4eae631a9ac tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 944 time: 0.0494490 Jul 30 02:49:21.897329 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:21.910464 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d51b220-0c11-48db-ad98-ea61e244387e {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:49:21.926810 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e8dca0a7-ba9f-4095-a22a-8aacc048bb00 req-11517d1c-ff73-4346-aef4-47f3e251723e tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341763 Jul 30 02:49:21.930757 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 7d51b220-0c11-48db-ad98-ea61e244387e, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=7d51b220-0c11-48db-ad98-ea61e244387e,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:49:21.995322 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:22.043246 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=7d51b220-0c11-48db-ad98-ea61e244387e,revision_number=13']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:22.230163 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['7d51b220-0c11-48db-ad98-ea61e244387e'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:49:23.046729 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8c8ff-ba39-4bf9-ad60-4d8772a15c97 req-5144f89a-4900-4799-9a17-2f7ef37a4431 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:23.048956 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1bb8c8ff-ba39-4bf9-ad60-4d8772a15c97 req-5144f89a-4900-4799-9a17-2f7ef37a4431 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0549326 Jul 30 02:49:23.086166 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1bb8c8ff-ba39-4bf9-ad60-4d8772a15c97 req-1cbacc3b-a14e-44f1-a184-32e76ffddb75 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2cebc13-fb44-44f8-bb10-866b95a629d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312443 Jul 30 02:49:23.452428 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0641f-5147-4c61-aab1-f24ae7292c89 req-137faf8c-0e04-423f-b570-45a5079fea4f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:23.453909 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f2e0641f-5147-4c61-aab1-f24ae7292c89 req-137faf8c-0e04-423f-b570-45a5079fea4f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 945 time: 0.0546634 Jul 30 02:49:23.540331 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-f2e0641f-5147-4c61-aab1-f24ae7292c89 req-2508b278-e161-4e4b-a29e-a6d6f51b1d89 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Deleting port 7d51b220-0c11-48db-ad98-ea61e244387e {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:49:23.540675 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f2e0641f-5147-4c61-aab1-f24ae7292c89 req-2508b278-e161-4e4b-a29e-a6d6f51b1d89 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:23.632133 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-f2e0641f-5147-4c61-aab1-f24ae7292c89 req-2508b278-e161-4e4b-a29e-a6d6f51b1d89 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] For port 7d51b220-0c11-48db-ad98-ea61e244387e, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=7d51b220-0c11-48db-ad98-ea61e244387e,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:49:23.632413 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f2e0641f-5147-4c61-aab1-f24ae7292c89 req-2508b278-e161-4e4b-a29e-a6d6f51b1d89 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:23.778979 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 7d51b220-0c11-48db-ad98-ea61e244387e up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:49:23.797001 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f2e0641f-5147-4c61-aab1-f24ae7292c89 req-2508b278-e161-4e4b-a29e-a6d6f51b1d89 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:23.797389 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f2e0641f-5147-4c61-aab1-f24ae7292c89 req-2508b278-e161-4e4b-a29e-a6d6f51b1d89 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:23.797708 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [req-f2e0641f-5147-4c61-aab1-f24ae7292c89 req-2508b278-e161-4e4b-a29e-a6d6f51b1d89 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Floating IP 17838764-55fa-4b64-a558-85dfe2af2747 disassociated. External IP: 172.25.1.136, port: 7d51b220-0c11-48db-ad98-ea61e244387e. Jul 30 02:49:23.798052 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-f2e0641f-5147-4c61-aab1-f24ae7292c89 req-2508b278-e161-4e4b-a29e-a6d6f51b1d89 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Calling delete_port for 7d51b220-0c11-48db-ad98-ea61e244387e owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:49:23.904122 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 7d51b220-0c11-48db-ad98-ea61e244387e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:49:23.908620 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 7d51b220-0c11-48db-ad98-ea61e244387e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:49:23.912011 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:23.985833 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:24.029768 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f2e0641f-5147-4c61-aab1-f24ae7292c89 req-2508b278-e161-4e4b-a29e-a6d6f51b1d89 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:24.059872 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508b278-e161-4e4b-a29e-a6d6f51b1d89 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Pushing event deleted for resources: {'Port': ['ID=7d51b220-0c11-48db-ad98-ea61e244387e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:24.181418 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2e0641f-5147-4c61-aab1-f24ae7292c89 req-2508b278-e161-4e4b-a29e-a6d6f51b1d89 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Router 4c221de5-12b4-4037-8268-d562b03dd739 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:49:24.185103 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d3923a34-59f0-410e-8274-f510e77378e2 req-fefd469a-d3bb-49a8-86ac-eaadeeb654a8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 210 time: 0.0298183 Jul 30 02:49:24.292445 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2e0641f-5147-4c61-aab1-f24ae7292c89 req-2508b278-e161-4e4b-a29e-a6d6f51b1d89 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:49:24.303170 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c9dba0-c323-44c4-bc19-beb9f6e5bdc9 None None] Sync routers for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:49:24.312065 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c9dba0-c323-44c4-bc19-beb9f6e5bdc9 None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:49:24.313229 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-90c9dba0-c323-44c4-bc19-beb9f6e5bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:49:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:49:24.331899 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e0641f-5147-4c61-aab1-f24ae7292c89 req-2508b278-e161-4e4b-a29e-a6d6f51b1d89 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] No DVR routers for this DVR port 7d51b220-0c11-48db-ad98-ea61e244387e on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:49:24.334511 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-f2e0641f-5147-4c61-aab1-f24ae7292c89 req-2508b278-e161-4e4b-a29e-a6d6f51b1d89 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:24.336525 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f2e0641f-5147-4c61-aab1-f24ae7292c89 req-2508b278-e161-4e4b-a29e-a6d6f51b1d89 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.10 "DELETE /v2.0/ports/7d51b220-0c11-48db-ad98-ea61e244387e HTTP/1.1" status: 204 len: 173 time: 0.8769014 Jul 30 02:49:24.336974 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'name': 'network-vif-deleted', 'tag': '7d51b220-0c11-48db-ad98-ea61e244387e'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:49:24.339250 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17a6f3b-eb67-44a2-acc0-5915fec0a9dc" -d '{"events": [{"server_uuid": "b0e27dd0-7213-478d-840c-a680b3fd8425", "name": "network-vif-deleted", "tag": "7d51b220-0c11-48db-ad98-ea61e244387e"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:49:24.379526 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91f33ea-3e97-4664-a7cf-73aaba71e433 x-openstack-request-id: req-a91f33ea-3e97-4664-a7cf-73aaba71e433 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:49:24.379822 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e27dd0-7213-478d-840c-a680b3fd8425", "name": "network-vif-deleted", "tag": "7d51b220-0c11-48db-ad98-ea61e244387e", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:49:24.380078 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a91f33ea-3e97-4664-a7cf-73aaba71e433 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:49:24.380486 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e27dd0-7213-478d-840c-a680b3fd8425', 'name': 'network-vif-deleted', 'tag': '7d51b220-0c11-48db-ad98-ea61e244387e', 'status': 'completed', 'code': 200} Jul 30 02:49:24.418737 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-90c9dba0-c323-44c4-bc19-beb9f6e5bdc9 None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:49:24.615267 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-90c9dba0-c323-44c4-bc19-beb9f6e5bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:49:24.645906 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c9dba0-c323-44c4-bc19-beb9f6e5bdc9 None None] Checking router: 4c221de5-12b4-4037-8268-d562b03dd739 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:49:24.654261 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c9dba0-c323-44c4-bc19-beb9f6e5bdc9 None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:49:24.654920 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-90c9dba0-c323-44c4-bc19-beb9f6e5bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:49:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:49:24.758396 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-90c9dba0-c323-44c4-bc19-beb9f6e5bdc9 None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:49:24.950275 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-90c9dba0-c323-44c4-bc19-beb9f6e5bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:49:24.975750 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c9dba0-c323-44c4-bc19-beb9f6e5bdc9 None None] The sync data for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 is: [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:39:15Z', 'revision_number': 4, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '3553c60f-a3fa-49e8-8a15-b4000bd28f5a', 'name': '', 'network_id': 'a69cc0fb-9bbb-487d-b91e-8bb8b8215c75', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'mac_address': 'fa:16:3e:a0:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:19Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'subnets': [{'id': 'b908448b-88da-41c9-85f6-db927c1681c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:49:25.196911 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac130dc0-c5e7-45c1-83ff-b4fae63dbf3e None None] New status for floating IP 17838764-55fa-4b64-a558-85dfe2af2747: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:49:25.287501 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-adf556f8-0480-4e7b-96e2-254f1dc4b88a req-8184c0e3-dd0f-4234-9aa2-8502a42f484f tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 210 time: 0.0286677 Jul 30 02:49:26.384156 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d70bd26b-907b-4de7-bdf7-520625926a1a req-1e801aa4-5edc-4ad4-bcac-248f871e629c tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 210 time: 0.0277016 Jul 30 02:49:27.486032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e126fffd-acc7-4dec-a30e-b39596986baa req-8b1b8881-d4f1-4552-983a-eb308e0f02f8 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0e27dd0-7213-478d-840c-a680b3fd8425 HTTP/1.1" status: 200 len: 210 time: 0.0274830 Jul 30 02:49:27.785076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 7d51b220-0c11-48db-ad98-ea61e244387e no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:49:27.807620 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 7d51b220-0c11-48db-ad98-ea61e244387e {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:49:27.807963 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 7d51b220-0c11-48db-ad98-ea61e244387e not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:49:32.470218 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37676) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:49:32.526490 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fdb81b22-a893-434b-b6f3-341455d48227 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:32.549542 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fdb81b22-a893-434b-b6f3-341455d48227 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:32.669728 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fdb81b22-a893-434b-b6f3-341455d48227 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:32.672651 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fdb81b22-a893-434b-b6f3-341455d48227 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:32.673864 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fdb81b22-a893-434b-b6f3-341455d48227 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "DELETE /v2.0/security-groups/c2cebc13-fb44-44f8-bb10-866b95a629d0 HTTP/1.1" status: 204 len: 168 time: 0.2025964 Jul 30 02:49:32.676731 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37680) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:49:32.683719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb81b22-a893-434b-b6f3-341455d48227 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cebc13-fb44-44f8-bb10-866b95a629d0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:32.691525 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-03e9c8d2-182c-4c63-b3f1-8bed6e61fce3 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] show failed (client error): The resource could not be found. Jul 30 02:49:32.695359 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37682) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:49:32.695650 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-03e9c8d2-182c-4c63-b3f1-8bed6e61fce3 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "GET /v2.0/security-groups/c2cebc13-fb44-44f8-bb10-866b95a629d0 HTTP/1.1" status: 404 len: 347 time: 0.0173833 Jul 30 02:49:32.817695 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-a22f7a56-ec2a-4da8-9b4b-bc9047a03ff1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Deleting port dc39c10d-41ac-4046-a7ce-339573c81a86 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:49:32.818033 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a22f7a56-ec2a-4da8-9b4b-bc9047a03ff1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:32.891195 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a22f7a56-ec2a-4da8-9b4b-bc9047a03ff1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:32.891528 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a22f7a56-ec2a-4da8-9b4b-bc9047a03ff1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:32.902662 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-a22f7a56-ec2a-4da8-9b4b-bc9047a03ff1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Calling delete_port for dc39c10d-41ac-4046-a7ce-339573c81a86 owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:49:33.429481 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a22f7a56-ec2a-4da8-9b4b-bc9047a03ff1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:33.452848 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f7a56-ec2a-4da8-9b4b-bc9047a03ff1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Pushing event deleted for resources: {'Port': ['ID=dc39c10d-41ac-4046-a7ce-339573c81a86,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:33.517414 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a22f7a56-ec2a-4da8-9b4b-bc9047a03ff1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:33.519943 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a22f7a56-ec2a-4da8-9b4b-bc9047a03ff1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:33.521100 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a22f7a56-ec2a-4da8-9b4b-bc9047a03ff1 tempest-ServerActionsTestJSON-1588854597 tempest-ServerActionsTestJSON-1588854597-project] 10.222.0.70 "DELETE /v2.0/floatingips/17838764-55fa-4b64-a558-85dfe2af2747 HTTP/1.1" status: 204 len: 168 time: 0.8246348 Jul 30 02:49:33.524116 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37684) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:49:33.544045 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:34.023858 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-58323d59-14f9-4f1a-8212-1e645111c01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:34.263373 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-58323d59-14f9-4f1a-8212-1e645111c01d admin admin] Deleting port 3553c60f-a3fa-49e8-8a15-b4000bd28f5a {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:49:34.263717 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-58323d59-14f9-4f1a-8212-1e645111c01d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:34.342672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-58323d59-14f9-4f1a-8212-1e645111c01d admin admin] For port 3553c60f-a3fa-49e8-8a15-b4000bd28f5a, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3553c60f-a3fa-49e8-8a15-b4000bd28f5a,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:49:34.342956 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-58323d59-14f9-4f1a-8212-1e645111c01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:34.355215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-58323d59-14f9-4f1a-8212-1e645111c01d admin admin] Calling delete_port for 3553c60f-a3fa-49e8-8a15-b4000bd28f5a owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:49:34.617950 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-58323d59-14f9-4f1a-8212-1e645111c01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:34.644116 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58323d59-14f9-4f1a-8212-1e645111c01d admin admin] Pushing event deleted for resources: {'Port': ['ID=3553c60f-a3fa-49e8-8a15-b4000bd28f5a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:34.809969 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-58323d59-14f9-4f1a-8212-1e645111c01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:35.023205 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58323d59-14f9-4f1a-8212-1e645111c01d admin admin] Router 4c221de5-12b4-4037-8268-d562b03dd739 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:49:35.129977 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58323d59-14f9-4f1a-8212-1e645111c01d admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:49:35.136171 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-58323d59-14f9-4f1a-8212-1e645111c01d admin admin] 10.222.0.70 "PUT /v2.0/routers/4c221de5-12b4-4037-8268-d562b03dd739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6110806 Jul 30 02:49:35.137512 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37688) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:49:35.138713 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baccb4c-9a35-4a29-929b-70b2a791e70c None None] Sync routers for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:49:35.148594 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baccb4c-9a35-4a29-929b-70b2a791e70c None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:49:35.149360 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6baccb4c-9a35-4a29-929b-70b2a791e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:49:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:49:35.248364 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d801d74-a274-455c-91ba-e492a36b5afa admin admin] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:35.260904 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-6baccb4c-9a35-4a29-929b-70b2a791e70c None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:49:35.351983 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d801d74-a274-455c-91ba-e492a36b5afa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:35.439257 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6baccb4c-9a35-4a29-929b-70b2a791e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:49:34Z', 'revision_number': 5, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port': {'id': 'a4520393-cafa-4015-8c3d-f5b3b22ec771', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c221de5-12b4-4037-8268-d562b03dd739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:39:12Z', 'updated_at': '2021-07-30T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:49:35.462117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-2d801d74-a274-455c-91ba-e492a36b5afa admin admin] Deleting port a4520393-cafa-4015-8c3d-f5b3b22ec771 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:49:35.462500 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d801d74-a274-455c-91ba-e492a36b5afa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:35.464894 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baccb4c-9a35-4a29-929b-70b2a791e70c None None] Checking router: 4c221de5-12b4-4037-8268-d562b03dd739 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:49:35.473605 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baccb4c-9a35-4a29-929b-70b2a791e70c None None] Routers {'4c221de5-12b4-4037-8268-d562b03dd739'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:49:35.474235 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6baccb4c-9a35-4a29-929b-70b2a791e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:49:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4c221de5-12b4-4037-8268-d562b03dd739'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:49:35.544107 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-2d801d74-a274-455c-91ba-e492a36b5afa admin admin] For port a4520393-cafa-4015-8c3d-f5b3b22ec771, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a4520393-cafa-4015-8c3d-f5b3b22ec771,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:49:35.544479 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d801d74-a274-455c-91ba-e492a36b5afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:35.556912 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-2d801d74-a274-455c-91ba-e492a36b5afa admin admin] Calling delete_port for a4520393-cafa-4015-8c3d-f5b3b22ec771 owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:49:35.558548 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-6baccb4c-9a35-4a29-929b-70b2a791e70c None None] Set router 4c221de5-12b4-4037-8268-d562b03dd739 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:49:35.612019 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6baccb4c-9a35-4a29-929b-70b2a791e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:49:35Z', 'revision_number': 6, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:49:35.636957 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baccb4c-9a35-4a29-929b-70b2a791e70c None None] The sync data for ids ['4c221de5-12b4-4037-8268-d562b03dd739'] in n-d-713498-9 is: [{'id': '4c221de5-12b4-4037-8268-d562b03dd739', 'name': 'tempest-ServerActionsTestJSON-431159184-router', 'tenant_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:39:11Z', 'updated_at': '2021-07-30T02:49:35Z', 'revision_number': 6, 'project_id': '0b5a3d0b64e340f8a695e6e804f54a3b', 'gw_port_host': None}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:49:35.806395 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d801d74-a274-455c-91ba-e492a36b5afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:35.832276 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d801d74-a274-455c-91ba-e492a36b5afa admin admin] Pushing event deleted for resources: {'Port': ['ID=a4520393-cafa-4015-8c3d-f5b3b22ec771,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:35.890699 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d801d74-a274-455c-91ba-e492a36b5afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:35.981461 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d801d74-a274-455c-91ba-e492a36b5afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:35.983823 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d801d74-a274-455c-91ba-e492a36b5afa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:36.144062 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d801d74-a274-455c-91ba-e492a36b5afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:36.144554 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d801d74-a274-455c-91ba-e492a36b5afa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c221de5-12b4-4037-8268-d562b03dd739 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:49:36.148946 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-2d801d74-a274-455c-91ba-e492a36b5afa admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:36.150498 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2d801d74-a274-455c-91ba-e492a36b5afa admin admin] 10.222.0.70 "DELETE /v2.0/routers/4c221de5-12b4-4037-8268-d562b03dd739 HTTP/1.1" status: 204 len: 168 time: 1.0116951 Jul 30 02:49:36.152639 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37690) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:49:36.197523 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-81489ac2-760d-4eb6-a6a4-c1522449ce07 admin admin] Deleting subnet b908448b-88da-41c9-85f6-db927c1681c9 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:49:36.200506 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-81489ac2-760d-4eb6-a6a4-c1522449ce07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:36.234166 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-81489ac2-760d-4eb6-a6a4-c1522449ce07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:36.314505 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-81489ac2-760d-4eb6-a6a4-c1522449ce07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:36.453624 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-81489ac2-760d-4eb6-a6a4-c1522449ce07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:36.481081 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81489ac2-760d-4eb6-a6a4-c1522449ce07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b908448b-88da-41c9-85f6-db927c1681c9,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:36.484961 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-81489ac2-760d-4eb6-a6a4-c1522449ce07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:36.489668 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37692) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:49:36.491473 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d839357-f6ba-4949-b968-bb0db8bf4a72 None None] Network a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:49:36.496371 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-81489ac2-760d-4eb6-a6a4-c1522449ce07 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b908448b-88da-41c9-85f6-db927c1681c9 HTTP/1.1" status: 204 len: 168 time: 0.3426754 Jul 30 02:49:36.565954 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37b29a14-6c38-4b75-9b27-68beac9a3249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:36.625353 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-37b29a14-6c38-4b75-9b27-68beac9a3249 admin admin] Deleting port 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:49:36.625716 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37b29a14-6c38-4b75-9b27-68beac9a3249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:36.674899 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498f8323-da46-4cb4-a6ce-c29b64f00cac None None] DHCP port deletion for a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:49:36.693843 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-37b29a14-6c38-4b75-9b27-68beac9a3249 admin admin] For port 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:49:36.694212 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37b29a14-6c38-4b75-9b27-68beac9a3249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:36.708150 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-37b29a14-6c38-4b75-9b27-68beac9a3249 admin admin] Calling delete_port for 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:49:36.723088 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-498f8323-da46-4cb4-a6ce-c29b64f00cac None None] Deleting port 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:49:36.723629 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-498f8323-da46-4cb4-a6ce-c29b64f00cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:36.789402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-498f8323-da46-4cb4-a6ce-c29b64f00cac None None] For port 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb,segment=NetworkSegment(a031a3bd-7ed2-4b59-a629-80ce00f7ac95),segment_id=a031a3bd-7ed2-4b59-a629-80ce00f7ac95)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:49:36.789795 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-498f8323-da46-4cb4-a6ce-c29b64f00cac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:36.802990 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-498f8323-da46-4cb4-a6ce-c29b64f00cac None None] Calling delete_port for 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:49:36.835515 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37b29a14-6c38-4b75-9b27-68beac9a3249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:36.861455 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b29a14-6c38-4b75-9b27-68beac9a3249 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:36.865077 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b29a14-6c38-4b75-9b27-68beac9a3249 admin admin] No DVR routers for this DVR port 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:49:36.885267 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-498f8323-da46-4cb4-a6ce-c29b64f00cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:36.911087 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f8323-da46-4cb4-a6ce-c29b64f00cac None None] Pushing event deleted for resources: {'Port': ['ID=6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:36.912827 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498f8323-da46-4cb4-a6ce-c29b64f00cac None None] No DVR routers for this DVR port 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:49:36.937389 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37b29a14-6c38-4b75-9b27-68beac9a3249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:36.947989 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-37b29a14-6c38-4b75-9b27-68beac9a3249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69cc0fb-9bbb-487d-b91e-8bb8b8215c75']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:49:36.959186 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-37b29a14-6c38-4b75-9b27-68beac9a3249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:49:36.959542 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-37b29a14-6c38-4b75-9b27-68beac9a3249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a031a3bd-7ed2-4b59-a629-80ce00f7ac95') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:49:36.968372 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37b29a14-6c38-4b75-9b27-68beac9a3249 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:36.981751 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37b29a14-6c38-4b75-9b27-68beac9a3249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:36.987575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b29a14-6c38-4b75-9b27-68beac9a3249 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37b29a14-6c38-4b75-9b27-68beac9a3249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:49:36.990684 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:49:37.115138 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37b29a14-6c38-4b75-9b27-68beac9a3249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:37.120801 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37b29a14-6c38-4b75-9b27-68beac9a3249 admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:37.122780 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-37b29a14-6c38-4b75-9b27-68beac9a3249 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a69cc0fb-9bbb-487d-b91e-8bb8b8215c75 HTTP/1.1" status: 204 len: 168 time: 0.6321533 Jul 30 02:49:37.250135 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3553c60f-a3fa-49e8-8a15-b4000bd28f5a no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:49:37.271850 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 3553c60f-a3fa-49e8-8a15-b4000bd28f5a {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:49:37.272203 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3553c60f-a3fa-49e8-8a15-b4000bd28f5a not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:49:37.272635 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a4520393-cafa-4015-8c3d-f5b3b22ec771 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:49:37.292436 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: a4520393-cafa-4015-8c3d-f5b3b22ec771 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:49:37.292788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a4520393-cafa-4015-8c3d-f5b3b22ec771 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:49:37.293210 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:49:37.312449 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:49:37.312798 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6dbb5384-8ac4-4ecf-80b5-cbb56c48aabb not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:49:37.452198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b29a14-6c38-4b75-9b27-68beac9a3249 admin admin] Pushing event deleted for resources: {'Network': ['ID=a69cc0fb-9bbb-487d-b91e-8bb8b8215c75,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:37.478428 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37696) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:49:37.516244 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-aeefb4f9-f9a2-4e3a-a5c5-ca73c9a8b9aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0b5a3d0b64e340f8a695e6e804f54a3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0366843 Jul 30 02:49:37.519130 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37698) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:49:37.567272 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-966f300c-98bf-4e5a-9bb4-e81521570dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:37.588143 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-966f300c-98bf-4e5a-9bb4-e81521570dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:37.737962 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-966f300c-98bf-4e5a-9bb4-e81521570dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:37.740496 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-966f300c-98bf-4e5a-9bb4-e81521570dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:37.741651 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-966f300c-98bf-4e5a-9bb4-e81521570dee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d6e61087-3140-4d78-8cfb-e51df826cd19 HTTP/1.1" status: 204 len: 168 time: 0.2216420 Jul 30 02:49:37.749913 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f300c-98bf-4e5a-9bb4-e81521570dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e61087-3140-4d78-8cfb-e51df826cd19,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:38.781701 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37720) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:49:38.873963 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5a15b154-3ecc-4307-a735-1050817f1bc4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1555076359-network', 'tenant_id': 'afef6b66b93f4ae297aa0e0819903ebb'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:49:38.937725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a15b154-3ecc-4307-a735-1050817f1bc4 admin admin] Made reservation on behalf of afef6b66b93f4ae297aa0e0819903ebb for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:49:38.940010 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a15b154-3ecc-4307-a735-1050817f1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:38.947991 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a15b154-3ecc-4307-a735-1050817f1bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:39.033951 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a15b154-3ecc-4307-a735-1050817f1bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:39.149723 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a15b154-3ecc-4307-a735-1050817f1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:39.172949 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-510b363d-1a32-4250-940b-b588fe38409c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:39.173513 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a15b154-3ecc-4307-a735-1050817f1bc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:49:39.187100 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15b154-3ecc-4307-a735-1050817f1bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cc0f7e-7b19-44e0-99a3-4381acba3fb3,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:39.192941 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a15b154-3ecc-4307-a735-1050817f1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:39.192941 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-5a15b154-3ecc-4307-a735-1050817f1bc4 admin admin] Added segment 67696d24-d1e0-495f-b33c-4c96a2efa87b of type vlan for network e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e Jul 30 02:49:39.232788 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a15b154-3ecc-4307-a735-1050817f1bc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:39.298159 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a15b154-3ecc-4307-a735-1050817f1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:39.299152 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a15b154-3ecc-4307-a735-1050817f1bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:39.299722 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5a15b154-3ecc-4307-a735-1050817f1bc4 admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:39.356216 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15b154-3ecc-4307-a735-1050817f1bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:39.366545 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:49:39.396498 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5a15b154-3ecc-4307-a735-1050817f1bc4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6130705 Jul 30 02:49:39.404563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37724) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:49:39.409456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3fb08178-3964-480e-96dc-273d7dcb1e5b admin admin] Request body: {'subnet': {'network_id': 'e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1555076359-subnet', 'tenant_id': 'afef6b66b93f4ae297aa0e0819903ebb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:49:39.469261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb08178-3964-480e-96dc-273d7dcb1e5b admin admin] Made reservation on behalf of afef6b66b93f4ae297aa0e0819903ebb for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:49:39.471617 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3fb08178-3964-480e-96dc-273d7dcb1e5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:39.709524 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3fb08178-3964-480e-96dc-273d7dcb1e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:39.768209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb08178-3964-480e-96dc-273d7dcb1e5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d7e5a6-b02c-468a-b144-708bf2306297,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:39.775357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb08178-3964-480e-96dc-273d7dcb1e5b admin admin] Checking segment: {'id': '67696d24-d1e0-495f-b33c-4c96a2efa87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:49:39.775741 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb08178-3964-480e-96dc-273d7dcb1e5b admin admin] Network hostable DHCP agents. Network: e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:49:39.857771 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb08178-3964-480e-96dc-273d7dcb1e5b admin admin] Network e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:49:39.920860 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-3fb08178-3964-480e-96dc-273d7dcb1e5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:49:39.925655 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb08178-3964-480e-96dc-273d7dcb1e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:39.926259 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3fb08178-3964-480e-96dc-273d7dcb1e5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:39.930246 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c1dfa0-112d-4afa-8529-66ab994de65c None None] Network e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:49:40.024712 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3fb08178-3964-480e-96dc-273d7dcb1e5b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6189590 Jul 30 02:49:40.049629 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f669cfd3-03dd-4cf5-a6a6-56c9049c6551 None None] Network e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:49:40.451985 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-55df5b68-ad9c-40c3-987b-8baddfb966ba tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:40.453493 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-55df5b68-ad9c-40c3-987b-8baddfb966ba tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/networks?id=e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e HTTP/1.1" status: 200 len: 814 time: 0.1029065 Jul 30 02:49:40.468312 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-3519938a-3c3e-4111-bbf5-7e40fbe054ae tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/quotas/afef6b66b93f4ae297aa0e0819903ebb HTTP/1.1" status: 200 len: 375 time: 0.0090916 Jul 30 02:49:40.499570 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-3cd2d6b0-adbb-428a-87bd-911fc3060c37 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=afef6b66b93f4ae297aa0e0819903ebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262332 Jul 30 02:49:40.551191 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-fb1a75c3-8764-4693-a161-051a70931208 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:49:40.552195 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-fb1a75c3-8764-4693-a161-051a70931208 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456860 Jul 30 02:49:40.643311 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-f51358c3-3c54-4326-b161-c84453154233 service neutron] 10.222.0.70 "GET /v2.0/networks/e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848749 Jul 30 02:49:40.643988 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:49:40.731173 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-bcc9683d-dc53-4f07-82c5-9510f551c6e0 service neutron] 10.222.0.70 "GET /v2.0/networks/e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818796 Jul 30 02:49:40.995740 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2de6d615-1cbe-4ff3-ba66-219205ed562b req-d557d6eb-81f6-4dc6-ba50-7b9e81643ba3 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 210 time: 0.0318682 Jul 30 02:49:41.698183 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6532589a-9f65-4aab-a2c5-faab4cf1e16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:41.818100 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:42.071726 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f3c65553-f81e-4723-86ce-70766fe81065 req-88ea3a69-a140-453c-8235-fe8dac121c43 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 210 time: 0.0275068 Jul 30 02:49:43.163579 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3031e19b-c018-4d27-94f5-da84a2de0639 req-6e422854-99d5-4435-88f7-2b6df6e998fe tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 210 time: 0.0264833 Jul 30 02:49:43.422376 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-e960a342-d914-409a-8b07-80eb637394aa tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:43.424364 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-e960a342-d914-409a-8b07-80eb637394aa tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.77 "GET /v2.0/networks?id=e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e HTTP/1.1" status: 200 len: 814 time: 0.1009176 Jul 30 02:49:43.443608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-e67c9506-c893-42f1-a4d6-9e7151d7abde tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Request body: {'port': {'device_id': 'ea99220f-2f25-4fc9-85d8-b3498b08d5f2', 'network_id': 'e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e', 'admin_state_up': True, 'tenant_id': 'afef6b66b93f4ae297aa0e0819903ebb'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:49:43.520961 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:43.646627 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-e67c9506-c893-42f1-a4d6-9e7151d7abde tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Made reservation on behalf of afef6b66b93f4ae297aa0e0819903ebb for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:49:43.650060 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-e67c9506-c893-42f1-a4d6-9e7151d7abde tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:43.778438 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-e67c9506-c893-42f1-a4d6-9e7151d7abde tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Allocated IP 172.20.0.2 (e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e/a6d7e5a6-b02c-468a-b144-708bf2306297/b4835592-c2c4-45a7-aa55-f6c432b0896b) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:49:43.920392 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-e67c9506-c893-42f1-a4d6-9e7151d7abde tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:44.023938 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-e67c9506-c893-42f1-a4d6-9e7151d7abde tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:44.070073 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-e67c9506-c893-42f1-a4d6-9e7151d7abde tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Network e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:49:44.073203 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-e67c9506-c893-42f1-a4d6-9e7151d7abde tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:49:44.076878 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-e67c9506-c893-42f1-a4d6-9e7151d7abde tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:49:44.086436 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c9506-c893-42f1-a4d6-9e7151d7abde tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Pushing event updated for resources: {'Port': ['ID=b4835592-c2c4-45a7-aa55-f6c432b0896b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:44.130889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-e67c9506-c893-42f1-a4d6-9e7151d7abde tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:44.131415 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-e67c9506-c893-42f1-a4d6-9e7151d7abde tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:44.241614 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-e67c9506-c893-42f1-a4d6-9e7151d7abde tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8019989 Jul 30 02:49:44.262728 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] Request body: {'port': {'device_id': 'ea99220f-2f25-4fc9-85d8-b3498b08d5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:49:44.306709 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a1952-0797-4bed-beee-eaec8905411f req-7e7c49d7-5d1a-43e7-bb10-dd776f8d8597 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:44.308194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cc8a1952-0797-4bed-beee-eaec8905411f req-7e7c49d7-5d1a-43e7-bb10-dd776f8d8597 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 931 time: 0.0780985 Jul 30 02:49:44.349200 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:44.394178 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cc8a1952-0797-4bed-beee-eaec8905411f req-71e034f2-4855-4ebc-bdc7-31af9f1ce3eb tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670366 Jul 30 02:49:44.621818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4835592-c2c4-45a7-aa55-f6c432b0896b {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:49:44.629607 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:44.641143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] Transition to ACTIVE for port object b4835592-c2c4-45a7-aa55-f6c432b0896b will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:49:44.709249 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:44.765032 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] Pushing event updated for resources: {'Port': ['ID=b4835592-c2c4-45a7-aa55-f6c432b0896b,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:44.828557 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] Attempting to bind port b4835592-c2c4-45a7-aa55-f6c432b0896b on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:49:44.828949 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] Attempting to bind port b4835592-c2c4-45a7-aa55-f6c432b0896b by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '67696d24-d1e0-495f-b33c-4c96a2efa87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:49:44.829282 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] Attempting to bind port b4835592-c2c4-45a7-aa55-f6c432b0896b on network e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:49:44.833686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] Port b4835592-c2c4-45a7-aa55-f6c432b0896b on network e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:49:44.834012 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] Attempting to bind port b4835592-c2c4-45a7-aa55-f6c432b0896b on network e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:49:44.839016 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:49:44.839357 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] Checking segment: {'id': '67696d24-d1e0-495f-b33c-4c96a2efa87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:49:44.842435 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] Bound using segment: {'id': '67696d24-d1e0-495f-b33c-4c96a2efa87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:49:44.842435 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] Bound port: b4835592-c2c4-45a7-aa55-f6c432b0896b, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67696d24-d1e0-495f-b33c-4c96a2efa87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:49:44.842435 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:44.858015 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:44.903081 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] For port b4835592-c2c4-45a7-aa55-f6c432b0896b, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:49:44.905933 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] For port b4835592-c2c4-45a7-aa55-f6c432b0896b, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=b4835592-c2c4-45a7-aa55-f6c432b0896b,segment=NetworkSegment(67696d24-d1e0-495f-b33c-4c96a2efa87b),segment_id=67696d24-d1e0-495f-b33c-4c96a2efa87b)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:49:44.972786 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:45.012194 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:45.012820 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:45.014205 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] 10.222.0.77 "PUT /v2.0/ports/b4835592-c2c4-45a7-aa55-f6c432b0896b HTTP/1.1" status: 200 len: 1091 time: 0.7562430 Jul 30 02:49:45.014658 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea99220f-2f25-4fc9-85d8-b3498b08d5f2', 'tag': 'b4835592-c2c4-45a7-aa55-f6c432b0896b'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:49:45.016896 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37f885b-86a5-437a-83c2-eb42b8fdd1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea99220f-2f25-4fc9-85d8-b3498b08d5f2", "tag": "b4835592-c2c4-45a7-aa55-f6c432b0896b"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:49:45.040453 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14959c-96ae-4afe-94eb-3bc67da4506f service neutron] Pushing event updated for resources: {'Port': ['ID=b4835592-c2c4-45a7-aa55-f6c432b0896b,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:45.058686 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fdc66a-da11-4fa2-b0fd-867b921c8f26 x-openstack-request-id: req-48fdc66a-da11-4fa2-b0fd-867b921c8f26 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:49:45.058977 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea99220f-2f25-4fc9-85d8-b3498b08d5f2", "tag": "b4835592-c2c4-45a7-aa55-f6c432b0896b", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:49:45.059233 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48fdc66a-da11-4fa2-b0fd-867b921c8f26 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:49:45.059636 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea99220f-2f25-4fc9-85d8-b3498b08d5f2', 'tag': 'b4835592-c2c4-45a7-aa55-f6c432b0896b', 'status': 'completed', 'code': 200} Jul 30 02:49:45.140764 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f885b-86a5-437a-83c2-eb42b8fdd1f6 req-0c3a19da-231d-451a-a339-58539fc78e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:45.142260 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e37f885b-86a5-437a-83c2-eb42b8fdd1f6 req-0c3a19da-231d-451a-a339-58539fc78e57 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=afef6b66b93f4ae297aa0e0819903ebb&device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 1094 time: 0.0416913 Jul 30 02:49:45.244282 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f885b-86a5-437a-83c2-eb42b8fdd1f6 req-96cfeb38-1051-4a10-acd2-7c93ea673370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:45.245763 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e37f885b-86a5-437a-83c2-eb42b8fdd1f6 req-96cfeb38-1051-4a10-acd2-7c93ea673370 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=afef6b66b93f4ae297aa0e0819903ebb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0901833 Jul 30 02:49:45.340695 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f885b-86a5-437a-83c2-eb42b8fdd1f6 req-56af735e-c16a-4449-a6ba-cf9eb5139c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:45.342165 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e37f885b-86a5-437a-83c2-eb42b8fdd1f6 req-56af735e-c16a-4449-a6ba-cf9eb5139c6e service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898821 Jul 30 02:49:45.448726 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-85ac7799-6bb0-4d6a-a0ad-e609cb6fd2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:45.450917 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-85ac7799-6bb0-4d6a-a0ad-e609cb6fd2db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=afef6b66b93f4ae297aa0e0819903ebb&device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 1094 time: 0.0478699 Jul 30 02:49:45.509486 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-0eae43a7-b0ce-4c5f-ba64-fe5fa6af36eb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4835592-c2c4-45a7-aa55-f6c432b0896b HTTP/1.1" status: 200 len: 217 time: 0.0454907 Jul 30 02:49:45.580890 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9384f-63b4-41c6-aabd-a2e7eb93c7af req-cc631dce-e072-4335-9d13-62747b91139d tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:45.582392 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-91f9384f-63b4-41c6-aabd-a2e7eb93c7af req-cc631dce-e072-4335-9d13-62747b91139d tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 943 time: 0.1120205 Jul 30 02:49:45.583680 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-a779a7ed-01eb-4ebd-8727-479f2500cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:45.584990 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-a779a7ed-01eb-4ebd-8727-479f2500cd5e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a6d7e5a6-b02c-468a-b144-708bf2306297 HTTP/1.1" status: 200 len: 854 time: 0.0615702 Jul 30 02:49:45.625158 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-5c19ebe1-77e9-44b3-a3aa-2ddbbe2ac8ae service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307713 Jul 30 02:49:45.650505 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-91f9384f-63b4-41c6-aabd-a2e7eb93c7af req-7fe610e7-f417-47f6-a4b1-f31a0f6c53e8 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618901 Jul 30 02:49:45.739330 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-ef19d5e0-97ed-4e88-9ae9-b2c5f844fd5e service neutron] 10.222.0.77 "GET /v2.0/networks/e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026344 Jul 30 02:49:45.828401 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3e74ab5-fa9c-47a6-bdd8-4087c39d3ad7 req-37e029c9-780a-4a71-8a78-aadcc489364c service neutron] 10.222.0.77 "GET /v2.0/networks/e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823464 Jul 30 02:49:46.771688 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470041a8-f201-48ec-8bdd-eb1bd9d58611 req-d8449c79-bdeb-4ee8-a8c1-1e8228730e35 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:46.773181 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-470041a8-f201-48ec-8bdd-eb1bd9d58611 req-d8449c79-bdeb-4ee8-a8c1-1e8228730e35 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 943 time: 0.0558710 Jul 30 02:49:46.812028 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-470041a8-f201-48ec-8bdd-eb1bd9d58611 req-fb79e326-d75e-46f4-99ce-bc830919e554 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329449 Jul 30 02:49:47.925264 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b97fe-4bdb-40d1-be5d-69aeb789f6f5 req-a7ea75ca-7386-4884-bd32-2e52ba66ff49 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:47.926786 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b0b97fe-4bdb-40d1-be5d-69aeb789f6f5 req-a7ea75ca-7386-4884-bd32-2e52ba66ff49 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 943 time: 0.0488558 Jul 30 02:49:47.964363 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b0b97fe-4bdb-40d1-be5d-69aeb789f6f5 req-1afc7dd4-d155-4066-b122-0f78140d6b6e tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317357 Jul 30 02:49:48.447107 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:49.077467 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff8b3a-2031-4e81-b153-537848e92175 req-e3641ef0-5cd3-4a56-8797-c14fca6cd013 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:49.078991 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eaff8b3a-2031-4e81-b153-537848e92175 req-e3641ef0-5cd3-4a56-8797-c14fca6cd013 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 943 time: 0.0486605 Jul 30 02:49:49.116381 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eaff8b3a-2031-4e81-b153-537848e92175 req-83458923-643a-46fb-94ba-4a615d800e12 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308304 Jul 30 02:49:49.699777 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device b4835592-c2c4-45a7-aa55-f6c432b0896b details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:49:49.790257 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port b4835592-c2c4-45a7-aa55-f6c432b0896b, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=b4835592-c2c4-45a7-aa55-f6c432b0896b,segment=NetworkSegment(67696d24-d1e0-495f-b33c-4c96a2efa87b),segment_id=67696d24-d1e0-495f-b33c-4c96a2efa87b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:49:49.802389 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': 'b4835592-c2c4-45a7-aa55-f6c432b0896b', 'network_id': 'e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e', 'port_id': 'b4835592-c2c4-45a7-aa55-f6c432b0896b', 'mac_address': 'fa:16:3e:46:20:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d7e5a6-b02c-468a-b144-708bf2306297', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:49:49.843205 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:49.857824 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4835592-c2c4-45a7-aa55-f6c432b0896b {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:49:49.876940 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port b4835592-c2c4-45a7-aa55-f6c432b0896b, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=b4835592-c2c4-45a7-aa55-f6c432b0896b,segment=NetworkSegment(67696d24-d1e0-495f-b33c-4c96a2efa87b),segment_id=67696d24-d1e0-495f-b33c-4c96a2efa87b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:49:49.966249 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:50.012256 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=b4835592-c2c4-45a7-aa55-f6c432b0896b,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:50.224751 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['b4835592-c2c4-45a7-aa55-f6c432b0896b'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:49:50.235815 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4957288-1d13-454a-996f-878cee48a28f req-ab62401f-cce8-4816-bdba-dede6f67d89c tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:50.237429 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4957288-1d13-454a-996f-878cee48a28f req-ab62401f-cce8-4816-bdba-dede6f67d89c tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 944 time: 0.0539355 Jul 30 02:49:50.275126 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d4957288-1d13-454a-996f-878cee48a28f req-02f56d71-300b-4ff4-b05b-ea0da2e4e01a tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316262 Jul 30 02:49:51.390135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad934c8-f570-4396-8a1b-d6e966ed2aa1 req-1ee82a76-e905-43f2-b468-78683e86cd03 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:51.391679 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9ad934c8-f570-4396-8a1b-d6e966ed2aa1 req-1ee82a76-e905-43f2-b468-78683e86cd03 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 944 time: 0.0498426 Jul 30 02:49:51.430731 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9ad934c8-f570-4396-8a1b-d6e966ed2aa1 req-50a5aedc-a508-4c7b-862c-b02dbd63c83a tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328169 Jul 30 02:49:51.718891 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device b4835592-c2c4-45a7-aa55-f6c432b0896b up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:49:51.851957 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port b4835592-c2c4-45a7-aa55-f6c432b0896b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:49:51.856015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port b4835592-c2c4-45a7-aa55-f6c432b0896b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:49:51.856393 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:51.930265 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:51.952123 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea99220f-2f25-4fc9-85d8-b3498b08d5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4835592-c2c4-45a7-aa55-f6c432b0896b'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:49:51.954358 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75ec57d-de4a-4b6b-b8ba-c506c671a816" -d '{"events": [{"server_uuid": "ea99220f-2f25-4fc9-85d8-b3498b08d5f2", "name": "network-vif-plugged", "status": "completed", "tag": "b4835592-c2c4-45a7-aa55-f6c432b0896b"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:49:51.970624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port b4835592-c2c4-45a7-aa55-f6c432b0896b, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=b4835592-c2c4-45a7-aa55-f6c432b0896b,segment=NetworkSegment(67696d24-d1e0-495f-b33c-4c96a2efa87b),segment_id=67696d24-d1e0-495f-b33c-4c96a2efa87b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:49:51.991126 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fc96d9-697b-44eb-88f1-9ce2d9216266 x-openstack-request-id: req-c4fc96d9-697b-44eb-88f1-9ce2d9216266 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:49:51.991408 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea99220f-2f25-4fc9-85d8-b3498b08d5f2", "name": "network-vif-plugged", "status": "completed", "tag": "b4835592-c2c4-45a7-aa55-f6c432b0896b", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:49:51.991659 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4fc96d9-697b-44eb-88f1-9ce2d9216266 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:49:51.992053 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea99220f-2f25-4fc9-85d8-b3498b08d5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4835592-c2c4-45a7-aa55-f6c432b0896b', 'code': 200} Jul 30 02:49:52.063200 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:52.110508 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=b4835592-c2c4-45a7-aa55-f6c432b0896b,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:52.113034 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21bba4-df6e-43ec-bd62-73091644f0ac req-afaff34e-84a1-445e-b30a-aa00d5e3371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:52.114670 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ba21bba4-df6e-43ec-bd62-73091644f0ac req-afaff34e-84a1-445e-b30a-aa00d5e3371f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 1096 time: 0.0411108 Jul 30 02:49:52.153948 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ba21bba4-df6e-43ec-bd62-73091644f0ac req-29237ea9-839a-4881-9fa1-8a829cdaf546 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323443 Jul 30 02:49:52.551682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d349f6e-d103-4651-9b20-41ccb66b0491 req-55f131b8-29ba-4e72-83bf-9eae317ef1b9 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:52.553192 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d349f6e-d103-4651-9b20-41ccb66b0491 req-55f131b8-29ba-4e72-83bf-9eae317ef1b9 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 945 time: 0.0547738 Jul 30 02:49:52.590052 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d349f6e-d103-4651-9b20-41ccb66b0491 req-d3e6da73-7221-4dd4-8988-8c4735e1c22d tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309172 Jul 30 02:49:53.705766 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98f6dd-455e-425e-bf0d-dae01de9b423 req-b63da878-03c2-4160-b6be-2ca208079140 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:53.707319 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aa98f6dd-455e-425e-bf0d-dae01de9b423 req-b63da878-03c2-4160-b6be-2ca208079140 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 945 time: 0.0500875 Jul 30 02:49:53.744708 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aa98f6dd-455e-425e-bf0d-dae01de9b423 req-9b50b10a-c883-4a7d-9bd7-911c5e43055a tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314727 Jul 30 02:49:53.965349 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-164bdfe4-e438-4f76-9a3b-d209145494e5 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:53.966747 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-164bdfe4-e438-4f76-9a3b-d209145494e5 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/networks?id=e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e HTTP/1.1" status: 200 len: 814 time: 0.1020834 Jul 30 02:49:53.981242 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-59660c4e-8c97-41d8-a087-28edba638984 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/quotas/afef6b66b93f4ae297aa0e0819903ebb HTTP/1.1" status: 200 len: 375 time: 0.0087786 Jul 30 02:49:54.029244 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-f9ad1551-f2fe-4f56-b34c-640514bb42d4 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=afef6b66b93f4ae297aa0e0819903ebb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429511 Jul 30 02:49:54.116817 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-100be3ce-e72a-46d8-81ae-54a8b6e77486 service neutron] 10.222.0.70 "GET /v2.0/networks/e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801451 Jul 30 02:49:54.206823 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-747517ab-8b8e-44f4-9239-a5e642e8ccab service neutron] 10.222.0.70 "GET /v2.0/networks/e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839996 Jul 30 02:49:54.437649 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19781fd3-282d-4e05-ad4a-3ad9bd6d45d3 req-2841598f-b3ed-48b5-b191-a48fdd94f520 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0eee6d5-490a-497d-a11b-b1f8d5160496 HTTP/1.1" status: 200 len: 210 time: 0.0286505 Jul 30 02:49:55.531045 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-45da2ed6-1b43-44f5-aacd-63ba0a036cad req-bae1458d-af3e-4ed4-8820-51d1b4e313c6 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0eee6d5-490a-497d-a11b-b1f8d5160496 HTTP/1.1" status: 200 len: 210 time: 0.0273535 Jul 30 02:49:56.372993 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-2880c02e-fbc1-40b8-8fbb-80ee94861bb4 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:56.374499 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-2880c02e-fbc1-40b8-8fbb-80ee94861bb4 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.10 "GET /v2.0/networks?id=e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e HTTP/1.1" status: 200 len: 814 time: 0.1039443 Jul 30 02:49:56.387402 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-4f424ee7-2bf7-429d-bf25-cbd4fb18dfd4 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Request body: {'port': {'device_id': 'a0eee6d5-490a-497d-a11b-b1f8d5160496', 'network_id': 'e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e', 'admin_state_up': True, 'tenant_id': 'afef6b66b93f4ae297aa0e0819903ebb'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:49:56.584126 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-4f424ee7-2bf7-429d-bf25-cbd4fb18dfd4 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Made reservation on behalf of afef6b66b93f4ae297aa0e0819903ebb for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:49:56.587797 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-4f424ee7-2bf7-429d-bf25-cbd4fb18dfd4 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:56.628156 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e42b448f-cf26-4809-9c8c-7a939c576944 req-5170fbd4-5b75-4865-b8d3-eff31c24b200 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0eee6d5-490a-497d-a11b-b1f8d5160496 HTTP/1.1" status: 200 len: 210 time: 0.0259912 Jul 30 02:49:56.720297 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-4f424ee7-2bf7-429d-bf25-cbd4fb18dfd4 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Allocated IP 172.20.0.11 (e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e/a6d7e5a6-b02c-468a-b144-708bf2306297/340b7817-5e16-47f7-8404-ce9cd49ea5a0) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:49:56.868022 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-4f424ee7-2bf7-429d-bf25-cbd4fb18dfd4 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:56.961139 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-4f424ee7-2bf7-429d-bf25-cbd4fb18dfd4 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:57.001428 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['b4835592-c2c4-45a7-aa55-f6c432b0896b'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:49:57.003114 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-4f424ee7-2bf7-429d-bf25-cbd4fb18dfd4 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Network e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:49:57.008049 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-4f424ee7-2bf7-429d-bf25-cbd4fb18dfd4 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:49:57.014408 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-4f424ee7-2bf7-429d-bf25-cbd4fb18dfd4 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:49:57.018222 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f424ee7-2bf7-429d-bf25-cbd4fb18dfd4 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Pushing event updated for resources: {'Port': ['ID=340b7817-5e16-47f7-8404-ce9cd49ea5a0,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:57.062849 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-4f424ee7-2bf7-429d-bf25-cbd4fb18dfd4 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:57.063457 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-4f424ee7-2bf7-429d-bf25-cbd4fb18dfd4 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:57.156441 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-4f424ee7-2bf7-429d-bf25-cbd4fb18dfd4 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7728522 Jul 30 02:49:57.169253 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] Request body: {'port': {'device_id': 'a0eee6d5-490a-497d-a11b-b1f8d5160496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:49:57.224901 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:57.750144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b070759-e645-47c8-87c2-05767699c25c req-d2820c3d-79bf-4b6a-94aa-6ad7e06dbd09 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:57.751707 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1b070759-e645-47c8-87c2-05767699c25c req-d2820c3d-79bf-4b6a-94aa-6ad7e06dbd09 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0eee6d5-490a-497d-a11b-b1f8d5160496 HTTP/1.1" status: 200 len: 932 time: 0.0541942 Jul 30 02:49:57.787995 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340b7817-5e16-47f7-8404-ce9cd49ea5a0 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:49:57.790369 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1b070759-e645-47c8-87c2-05767699c25c req-786f687f-c97b-409b-8d8f-8632b149ac93 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325487 Jul 30 02:49:57.795659 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:57.807874 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] Transition to ACTIVE for port object 340b7817-5e16-47f7-8404-ce9cd49ea5a0 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:49:57.874988 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:57.942117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] Pushing event updated for resources: {'Port': ['ID=340b7817-5e16-47f7-8404-ce9cd49ea5a0,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:57.991851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] Attempting to bind port 340b7817-5e16-47f7-8404-ce9cd49ea5a0 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:49:57.992198 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] Attempting to bind port 340b7817-5e16-47f7-8404-ce9cd49ea5a0 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '67696d24-d1e0-495f-b33c-4c96a2efa87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:49:57.992536 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] Attempting to bind port 340b7817-5e16-47f7-8404-ce9cd49ea5a0 on network e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:49:57.996895 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] Port 340b7817-5e16-47f7-8404-ce9cd49ea5a0 on network e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:49:57.997216 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] Attempting to bind port 340b7817-5e16-47f7-8404-ce9cd49ea5a0 on network e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:49:58.002017 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:49:58.003302 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] Checking segment: {'id': '67696d24-d1e0-495f-b33c-4c96a2efa87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:49:58.003767 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] Bound using segment: {'id': '67696d24-d1e0-495f-b33c-4c96a2efa87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:49:58.004192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] Bound port: 340b7817-5e16-47f7-8404-ce9cd49ea5a0, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67696d24-d1e0-495f-b33c-4c96a2efa87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:49:58.004550 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:58.066042 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] For port 340b7817-5e16-47f7-8404-ce9cd49ea5a0, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:49:58.069029 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] For port 340b7817-5e16-47f7-8404-ce9cd49ea5a0, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=340b7817-5e16-47f7-8404-ce9cd49ea5a0,segment=NetworkSegment(67696d24-d1e0-495f-b33c-4c96a2efa87b),segment_id=67696d24-d1e0-495f-b33c-4c96a2efa87b)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:49:58.149217 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:58.183980 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:58.184673 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:58.186069 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] 10.222.0.10 "PUT /v2.0/ports/340b7817-5e16-47f7-8404-ce9cd49ea5a0 HTTP/1.1" status: 200 len: 1092 time: 1.0209401 Jul 30 02:49:58.186531 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0eee6d5-490a-497d-a11b-b1f8d5160496', 'tag': '340b7817-5e16-47f7-8404-ce9cd49ea5a0'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:49:58.188780 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14462c0-1581-4c4f-ba4d-15d61a7abfb1" -d '{"events": [{"name": "network-changed", "server_uuid": "a0eee6d5-490a-497d-a11b-b1f8d5160496", "tag": "340b7817-5e16-47f7-8404-ce9cd49ea5a0"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:49:58.213279 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf91593-be29-4c5b-9e65-79c2cf2a3c68 service neutron] Pushing event updated for resources: {'Port': ['ID=340b7817-5e16-47f7-8404-ce9cd49ea5a0,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:58.226518 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da5a5a6-07de-463a-9247-5ec63c6243af x-openstack-request-id: req-7da5a5a6-07de-463a-9247-5ec63c6243af {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:49:58.226806 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0eee6d5-490a-497d-a11b-b1f8d5160496", "tag": "340b7817-5e16-47f7-8404-ce9cd49ea5a0", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:49:58.227062 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7da5a5a6-07de-463a-9247-5ec63c6243af {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:49:58.227498 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0eee6d5-490a-497d-a11b-b1f8d5160496', 'tag': '340b7817-5e16-47f7-8404-ce9cd49ea5a0', 'status': 'completed', 'code': 200} Jul 30 02:49:58.291606 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14462c0-1581-4c4f-ba4d-15d61a7abfb1 req-d58237ee-33cd-4e99-8f4b-d22b2f8b631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:58.293091 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e14462c0-1581-4c4f-ba4d-15d61a7abfb1 req-d58237ee-33cd-4e99-8f4b-d22b2f8b631e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afef6b66b93f4ae297aa0e0819903ebb&device_id=a0eee6d5-490a-497d-a11b-b1f8d5160496 HTTP/1.1" status: 200 len: 1095 time: 0.0454700 Jul 30 02:49:58.390409 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14462c0-1581-4c4f-ba4d-15d61a7abfb1 req-48e24de4-678e-4710-a5ad-8458ae47a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:58.391918 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e14462c0-1581-4c4f-ba4d-15d61a7abfb1 req-48e24de4-678e-4710-a5ad-8458ae47a669 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=afef6b66b93f4ae297aa0e0819903ebb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0907958 Jul 30 02:49:58.491665 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14462c0-1581-4c4f-ba4d-15d61a7abfb1 req-bd4bbca9-3aab-4731-a7fd-35e79e638469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:58.493080 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e14462c0-1581-4c4f-ba4d-15d61a7abfb1 req-bd4bbca9-3aab-4731-a7fd-35e79e638469 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949538 Jul 30 02:49:58.569346 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-54d37a94-a100-4a78-8eed-ac10a16d7594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:58.570858 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-54d37a94-a100-4a78-8eed-ac10a16d7594 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afef6b66b93f4ae297aa0e0819903ebb&device_id=a0eee6d5-490a-497d-a11b-b1f8d5160496 HTTP/1.1" status: 200 len: 1095 time: 0.0416887 Jul 30 02:49:58.612467 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-e5c9b315-be21-47e7-b806-7338914a91bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340b7817-5e16-47f7-8404-ce9cd49ea5a0 HTTP/1.1" status: 200 len: 217 time: 0.0333312 Jul 30 02:49:58.663509 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-0253ced2-2c8a-4721-ad0b-f38b8cb75a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:58.664919 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-0253ced2-2c8a-4721-ad0b-f38b8cb75a63 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a6d7e5a6-b02c-468a-b144-708bf2306297 HTTP/1.1" status: 200 len: 854 time: 0.0461440 Jul 30 02:49:58.696069 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-3119c95b-a8e6-4b24-be6c-3becd152c9c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238903 Jul 30 02:49:58.782153 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-bca51908-8593-4440-8b59-6633efcea28d service neutron] 10.222.0.10 "GET /v2.0/networks/e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794115 Jul 30 02:49:58.881316 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e4fe11d4-6087-4c87-b132-2238b4f302c7 req-96ce493d-edbe-4bff-8524-9ef054ae0bef service neutron] 10.222.0.10 "GET /v2.0/networks/e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925987 Jul 30 02:49:58.908857 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff39446-3e50-4722-abe9-9b9b0df34364 req-a8e38701-8de8-447c-bf05-2f982f18d10d tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:58.910379 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ff39446-3e50-4722-abe9-9b9b0df34364 req-a8e38701-8de8-447c-bf05-2f982f18d10d tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0eee6d5-490a-497d-a11b-b1f8d5160496 HTTP/1.1" status: 200 len: 944 time: 0.0503881 Jul 30 02:49:58.949001 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ff39446-3e50-4722-abe9-9b9b0df34364 req-f3404871-cf99-4aa3-bf41-3da73b282061 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325727 Jul 30 02:50:00.061663 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5773fcc-3668-479c-866c-c853e87d0821 req-59bef810-ccf7-40ad-b9f8-c2bc461bb0e2 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:00.063204 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5773fcc-3668-479c-866c-c853e87d0821 req-59bef810-ccf7-40ad-b9f8-c2bc461bb0e2 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0eee6d5-490a-497d-a11b-b1f8d5160496 HTTP/1.1" status: 200 len: 944 time: 0.0490601 Jul 30 02:50:00.102374 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e5773fcc-3668-479c-866c-c853e87d0821 req-01441286-1fcd-4a2f-927d-06b1a4b02c90 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326064 Jul 30 02:50:01.221465 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c6090-e25e-44fe-bf11-09554bd17857 req-cefff8f2-4a76-482b-86a6-6cc4b1d3625b tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:01.223013 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e09c6090-e25e-44fe-bf11-09554bd17857 req-cefff8f2-4a76-482b-86a6-6cc4b1d3625b tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0eee6d5-490a-497d-a11b-b1f8d5160496 HTTP/1.1" status: 200 len: 944 time: 0.0541301 Jul 30 02:50:01.261923 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e09c6090-e25e-44fe-bf11-09554bd17857 req-3890aeb5-8c11-4ecb-a5ee-6da5d3564cf1 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329239 Jul 30 02:50:01.943663 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 340b7817-5e16-47f7-8404-ce9cd49ea5a0 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:50:02.187899 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 340b7817-5e16-47f7-8404-ce9cd49ea5a0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=340b7817-5e16-47f7-8404-ce9cd49ea5a0,segment=NetworkSegment(67696d24-d1e0-495f-b33c-4c96a2efa87b),segment_id=67696d24-d1e0-495f-b33c-4c96a2efa87b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:02.199002 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '340b7817-5e16-47f7-8404-ce9cd49ea5a0', 'network_id': 'e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e', 'port_id': '340b7817-5e16-47f7-8404-ce9cd49ea5a0', 'mac_address': 'fa:16:3e:2f:a3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d7e5a6-b02c-468a-b144-708bf2306297', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:50:02.235166 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:02.249882 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340b7817-5e16-47f7-8404-ce9cd49ea5a0 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:50:02.269184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 340b7817-5e16-47f7-8404-ce9cd49ea5a0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=340b7817-5e16-47f7-8404-ce9cd49ea5a0,segment=NetworkSegment(67696d24-d1e0-495f-b33c-4c96a2efa87b),segment_id=67696d24-d1e0-495f-b33c-4c96a2efa87b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:02.377356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386de78-fc88-4d2e-ac00-0cc09143a9e1 req-534d8ba0-6811-4a55-94a7-7d6ec46c9fa5 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:02.378482 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:02.379877 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3386de78-fc88-4d2e-ac00-0cc09143a9e1 req-534d8ba0-6811-4a55-94a7-7d6ec46c9fa5 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0eee6d5-490a-497d-a11b-b1f8d5160496 HTTP/1.1" status: 200 len: 944 time: 0.0516481 Jul 30 02:50:02.419344 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3386de78-fc88-4d2e-ac00-0cc09143a9e1 req-c4eb350f-b1cd-48e0-a2f3-5f7bb005d7e6 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330827 Jul 30 02:50:02.426530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=340b7817-5e16-47f7-8404-ce9cd49ea5a0,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:02.433714 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:02.434059 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:02.434493 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:02.463339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:02.463339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:02.463339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:02.463339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:02.463339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:02.463339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:02.463339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:02.463339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:02.463339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:02.567279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['340b7817-5e16-47f7-8404-ce9cd49ea5a0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:50:03.549405 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:03.564502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ae900-faf3-42cd-9f88-154687742fc4 req-9fb7b4f9-04e7-44d3-a518-a3f4ab4743d0 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:03.570382 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-971ae900-faf3-42cd-9f88-154687742fc4 req-9fb7b4f9-04e7-44d3-a518-a3f4ab4743d0 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0eee6d5-490a-497d-a11b-b1f8d5160496 HTTP/1.1" status: 200 len: 945 time: 0.0489445 Jul 30 02:50:03.603262 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-971ae900-faf3-42cd-9f88-154687742fc4 req-cbc5483b-87ce-404b-8e24-6eec2b4cd683 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306258 Jul 30 02:50:03.966086 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 340b7817-5e16-47f7-8404-ce9cd49ea5a0 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:04.075140 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 340b7817-5e16-47f7-8404-ce9cd49ea5a0 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:04.078876 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 340b7817-5e16-47f7-8404-ce9cd49ea5a0 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:04.079249 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:04.152474 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:04.174089 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0eee6d5-490a-497d-a11b-b1f8d5160496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340b7817-5e16-47f7-8404-ce9cd49ea5a0'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:50:04.176331 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95a6ebc-1f96-4d3e-82cb-e4b47dcb3d50" -d '{"events": [{"server_uuid": "a0eee6d5-490a-497d-a11b-b1f8d5160496", "name": "network-vif-plugged", "status": "completed", "tag": "340b7817-5e16-47f7-8404-ce9cd49ea5a0"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:50:04.189021 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 340b7817-5e16-47f7-8404-ce9cd49ea5a0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=340b7817-5e16-47f7-8404-ce9cd49ea5a0,segment=NetworkSegment(67696d24-d1e0-495f-b33c-4c96a2efa87b),segment_id=67696d24-d1e0-495f-b33c-4c96a2efa87b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:04.211157 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1ae546-6330-4a36-a047-050173714792 x-openstack-request-id: req-7e1ae546-6330-4a36-a047-050173714792 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:50:04.211441 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0eee6d5-490a-497d-a11b-b1f8d5160496", "name": "network-vif-plugged", "status": "completed", "tag": "340b7817-5e16-47f7-8404-ce9cd49ea5a0", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:50:04.211694 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e1ae546-6330-4a36-a047-050173714792 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:50:04.212084 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0eee6d5-490a-497d-a11b-b1f8d5160496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340b7817-5e16-47f7-8404-ce9cd49ea5a0', 'code': 200} Jul 30 02:50:04.281377 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:04.306536 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cfbac-20ab-4b3d-9c11-a29a02807ae0 req-ec9ef940-ec2e-4166-a861-f133b94b9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:04.308076 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bd1cfbac-20ab-4b3d-9c11-a29a02807ae0 req-ec9ef940-ec2e-4166-a861-f133b94b9c36 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a0eee6d5-490a-497d-a11b-b1f8d5160496 HTTP/1.1" status: 200 len: 1096 time: 0.0418069 Jul 30 02:50:04.331382 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=340b7817-5e16-47f7-8404-ce9cd49ea5a0,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:04.345060 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-bd1cfbac-20ab-4b3d-9c11-a29a02807ae0 req-40e8aff6-9841-4af9-b21c-e5021d39e72d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290525 Jul 30 02:50:04.723682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d93a8-d56a-4288-be7a-12f6dc0c458a req-a2bc85ce-d3e6-47be-b6e8-108dd32c9638 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:04.725146 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b06d93a8-d56a-4288-be7a-12f6dc0c458a req-a2bc85ce-d3e6-47be-b6e8-108dd32c9638 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0eee6d5-490a-497d-a11b-b1f8d5160496 HTTP/1.1" status: 200 len: 946 time: 0.0522661 Jul 30 02:50:04.761941 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b06d93a8-d56a-4288-be7a-12f6dc0c458a req-b6a73822-a3f1-43a2-beb3-e1bc200dd9da tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308769 Jul 30 02:50:05.877747 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b80c69-fdf0-4205-8fd5-7e6389d04255 req-8a9c8131-ef50-44aa-a9bd-db759f253b7f tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:05.879882 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4b80c69-fdf0-4205-8fd5-7e6389d04255 req-8a9c8131-ef50-44aa-a9bd-db759f253b7f tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0eee6d5-490a-497d-a11b-b1f8d5160496 HTTP/1.1" status: 200 len: 946 time: 0.0508995 Jul 30 02:50:05.916790 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e4b80c69-fdf0-4205-8fd5-7e6389d04255 req-432ece9d-a885-44b4-9648-bf76500d3138 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309546 Jul 30 02:50:06.384313 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8df17-6425-4cd2-afe8-03e5ff0d3ffc req-e73eaea1-f4b6-47d5-8a01-28c3b71ba734 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:06.385817 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8c8df17-6425-4cd2-afe8-03e5ff0d3ffc req-e73eaea1-f4b6-47d5-8a01-28c3b71ba734 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0eee6d5-490a-497d-a11b-b1f8d5160496 HTTP/1.1" status: 200 len: 946 time: 0.0485170 Jul 30 02:50:06.424064 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a8c8df17-6425-4cd2-afe8-03e5ff0d3ffc req-f026657b-7f37-4a8c-94c1-f2601de421df tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320907 Jul 30 02:50:07.545810 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845e11f-6cbe-40e8-9e2a-7f7811215140 req-b96e6299-e3e1-4f15-ac51-b4ec9944373b tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:07.547591 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d845e11f-6cbe-40e8-9e2a-7f7811215140 req-b96e6299-e3e1-4f15-ac51-b4ec9944373b tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0eee6d5-490a-497d-a11b-b1f8d5160496 HTTP/1.1" status: 200 len: 946 time: 0.0540278 Jul 30 02:50:07.585449 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d845e11f-6cbe-40e8-9e2a-7f7811215140 req-d02bf2e8-f66d-496e-941a-eb2c720e5229 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317721 Jul 30 02:50:07.694569 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111617a3-1f63-4c3f-9bf9-e5ecc9330e45 req-65e8d390-1f76-42c8-b315-efd12c760360 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:07.696069 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-111617a3-1f63-4c3f-9bf9-e5ecc9330e45 req-65e8d390-1f76-42c8-b315-efd12c760360 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0eee6d5-490a-497d-a11b-b1f8d5160496 HTTP/1.1" status: 200 len: 946 time: 0.0479252 Jul 30 02:50:07.788619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-111617a3-1f63-4c3f-9bf9-e5ecc9330e45 req-fd321c6b-e8f1-4f2c-a771-b2a6f650527e tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Deleting port 340b7817-5e16-47f7-8404-ce9cd49ea5a0 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:07.788841 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-111617a3-1f63-4c3f-9bf9-e5ecc9330e45 req-fd321c6b-e8f1-4f2c-a771-b2a6f650527e tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:07.875278 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-111617a3-1f63-4c3f-9bf9-e5ecc9330e45 req-fd321c6b-e8f1-4f2c-a771-b2a6f650527e tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] For port 340b7817-5e16-47f7-8404-ce9cd49ea5a0, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=340b7817-5e16-47f7-8404-ce9cd49ea5a0,segment=NetworkSegment(67696d24-d1e0-495f-b33c-4c96a2efa87b),segment_id=67696d24-d1e0-495f-b33c-4c96a2efa87b)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:07.875643 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-111617a3-1f63-4c3f-9bf9-e5ecc9330e45 req-fd321c6b-e8f1-4f2c-a771-b2a6f650527e tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:07.888223 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-111617a3-1f63-4c3f-9bf9-e5ecc9330e45 req-fd321c6b-e8f1-4f2c-a771-b2a6f650527e tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Calling delete_port for 340b7817-5e16-47f7-8404-ce9cd49ea5a0 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:08.109100 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-111617a3-1f63-4c3f-9bf9-e5ecc9330e45 req-fd321c6b-e8f1-4f2c-a771-b2a6f650527e tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:08.120465 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['340b7817-5e16-47f7-8404-ce9cd49ea5a0'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:50:08.135284 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd321c6b-e8f1-4f2c-a771-b2a6f650527e tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Pushing event deleted for resources: {'Port': ['ID=340b7817-5e16-47f7-8404-ce9cd49ea5a0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:08.142161 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['b4835592-c2c4-45a7-aa55-f6c432b0896b'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:50:08.184473 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-111617a3-1f63-4c3f-9bf9-e5ecc9330e45 req-fd321c6b-e8f1-4f2c-a771-b2a6f650527e tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] No DVR routers for this DVR port 340b7817-5e16-47f7-8404-ce9cd49ea5a0 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:50:08.187100 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-111617a3-1f63-4c3f-9bf9-e5ecc9330e45 req-fd321c6b-e8f1-4f2c-a771-b2a6f650527e tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:08.189099 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-111617a3-1f63-4c3f-9bf9-e5ecc9330e45 req-fd321c6b-e8f1-4f2c-a771-b2a6f650527e tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.10 "DELETE /v2.0/ports/340b7817-5e16-47f7-8404-ce9cd49ea5a0 HTTP/1.1" status: 204 len: 173 time: 0.4873033 Jul 30 02:50:08.189551 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0eee6d5-490a-497d-a11b-b1f8d5160496', 'name': 'network-vif-deleted', 'tag': '340b7817-5e16-47f7-8404-ce9cd49ea5a0'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:50:08.191865 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5694a5f-3570-48f8-9542-285ede7eb188" -d '{"events": [{"server_uuid": "a0eee6d5-490a-497d-a11b-b1f8d5160496", "name": "network-vif-deleted", "tag": "340b7817-5e16-47f7-8404-ce9cd49ea5a0"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:50:08.229089 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b076583-ea0f-45d4-95bc-8e0839579073 x-openstack-request-id: req-2b076583-ea0f-45d4-95bc-8e0839579073 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:50:08.229406 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0eee6d5-490a-497d-a11b-b1f8d5160496", "name": "network-vif-deleted", "tag": "340b7817-5e16-47f7-8404-ce9cd49ea5a0", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:50:08.229660 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b076583-ea0f-45d4-95bc-8e0839579073 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:50:08.230080 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0eee6d5-490a-497d-a11b-b1f8d5160496', 'name': 'network-vif-deleted', 'tag': '340b7817-5e16-47f7-8404-ce9cd49ea5a0', 'status': 'completed', 'code': 200} Jul 30 02:50:08.693054 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a2f1a980-dffe-4a69-ba9f-ab7a03c8d6d5 req-49d698f2-0c7d-4bbb-b7c3-705be959ab89 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0eee6d5-490a-497d-a11b-b1f8d5160496 HTTP/1.1" status: 200 len: 210 time: 0.0279074 Jul 30 02:50:09.200199 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d803c06f-c090-4beb-9d11-530922fac3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:09.843228 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2aae4f-3777-4fb7-afaf-68999d96d974 req-eee93001-7fbb-4a08-a2f8-1fcae2dbf630 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:09.844724 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7c2aae4f-3777-4fb7-afaf-68999d96d974 req-eee93001-7fbb-4a08-a2f8-1fcae2dbf630 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 945 time: 0.0510218 Jul 30 02:50:09.882224 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7c2aae4f-3777-4fb7-afaf-68999d96d974 req-cdaf2c80-17b8-4348-b2f0-3c03fbb41cd8 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308423 Jul 30 02:50:10.017266 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33876c0a-6c31-47a5-a01e-23acb4a4638e req-0615474d-bac3-4943-90ab-00da1e8187e0 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:10.018724 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-33876c0a-6c31-47a5-a01e-23acb4a4638e req-0615474d-bac3-4943-90ab-00da1e8187e0 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 945 time: 0.0534551 Jul 30 02:50:10.057307 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-33876c0a-6c31-47a5-a01e-23acb4a4638e req-db4d798d-6750-433a-8d0c-872bbf1e35b4 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319479 Jul 30 02:50:10.170584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579311a-9491-4a7c-913b-0afe5f2c31e9 req-45eab66c-3d9f-4f11-8bd1-b363086c0916 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:10.172344 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0579311a-9491-4a7c-913b-0afe5f2c31e9 req-45eab66c-3d9f-4f11-8bd1-b363086c0916 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 945 time: 0.0495396 Jul 30 02:50:10.209512 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0579311a-9491-4a7c-913b-0afe5f2c31e9 req-e945c1b9-68ee-4a02-8528-6b09a904f143 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313272 Jul 30 02:50:10.374856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1058e9-ebda-4448-9711-efebff6da545 req-0221e9ba-d693-4f5f-972f-61dbd9639f25 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:10.376352 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3d1058e9-ebda-4448-9711-efebff6da545 req-0221e9ba-d693-4f5f-972f-61dbd9639f25 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 945 time: 0.0495977 Jul 30 02:50:10.414022 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3d1058e9-ebda-4448-9711-efebff6da545 req-1db13bbc-319e-40da-bfed-be89cd3561fa tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317714 Jul 30 02:50:10.530803 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c66e1-a082-4962-91af-aa0bf7d8e858 req-0159675b-4516-422b-b109-ee595ba0da33 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:10.532158 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dd3c66e1-a082-4962-91af-aa0bf7d8e858 req-0159675b-4516-422b-b109-ee595ba0da33 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 945 time: 0.0524173 Jul 30 02:50:10.569977 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dd3c66e1-a082-4962-91af-aa0bf7d8e858 req-a0b7a0ef-b749-4f61-9fb7-750155d49757 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311823 Jul 30 02:50:10.691181 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c74fd-c338-4c7e-81ac-29d70410899b req-191ebae8-1627-4c75-a0ee-92aedd9aeae7 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:10.692628 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b39c74fd-c338-4c7e-81ac-29d70410899b req-191ebae8-1627-4c75-a0ee-92aedd9aeae7 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 945 time: 0.0485692 Jul 30 02:50:10.730245 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b39c74fd-c338-4c7e-81ac-29d70410899b req-12d3b943-6a9a-449c-8ced-f56f7190dafe tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313628 Jul 30 02:50:11.210286 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bf030-f564-4dd3-ba4c-148aaa3be1b3 req-283fcc84-bbf0-4059-85c0-6dfd9879511b tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:11.211894 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-782bf030-f564-4dd3-ba4c-148aaa3be1b3 req-283fcc84-bbf0-4059-85c0-6dfd9879511b tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 945 time: 0.0498924 Jul 30 02:50:11.249967 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-782bf030-f564-4dd3-ba4c-148aaa3be1b3 req-b085de49-e664-43c8-aa92-6e18b267e709 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319469 Jul 30 02:50:11.685473 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cc280310-77fb-42e0-9889-c9d17f34c404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:11.817028 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:12.012744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 340b7817-5e16-47f7-8404-ce9cd49ea5a0 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:50:12.032704 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 340b7817-5e16-47f7-8404-ce9cd49ea5a0 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:50:12.033041 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 340b7817-5e16-47f7-8404-ce9cd49ea5a0 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:50:12.372289 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504db78-9cb8-4867-bcee-b81f07f437ea req-3719567f-ce7f-4fd3-80b2-cc6eeae3ee59 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:12.373643 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5504db78-9cb8-4867-bcee-b81f07f437ea req-3719567f-ce7f-4fd3-80b2-cc6eeae3ee59 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 945 time: 0.0567968 Jul 30 02:50:12.413398 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5504db78-9cb8-4867-bcee-b81f07f437ea req-c80eb7cb-ae4c-4f5b-b7ad-175bddbc5384 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/security-groups?id=68cc0f7e-7b19-44e0-99a3-4381acba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330961 Jul 30 02:50:12.696654 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e21bb-1c74-4862-bdae-a8916caa8f7a req-10ac0012-f00b-4a61-a26d-8a474e34ccd2 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:12.698101 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1b9e21bb-1c74-4862-bdae-a8916caa8f7a req-10ac0012-f00b-4a61-a26d-8a474e34ccd2 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 945 time: 0.0488091 Jul 30 02:50:12.790517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-1b9e21bb-1c74-4862-bdae-a8916caa8f7a req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Deleting port b4835592-c2c4-45a7-aa55-f6c432b0896b {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:12.790866 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-1b9e21bb-1c74-4862-bdae-a8916caa8f7a req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:12.882003 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-1b9e21bb-1c74-4862-bdae-a8916caa8f7a req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] For port b4835592-c2c4-45a7-aa55-f6c432b0896b, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=b4835592-c2c4-45a7-aa55-f6c432b0896b,segment=NetworkSegment(67696d24-d1e0-495f-b33c-4c96a2efa87b),segment_id=67696d24-d1e0-495f-b33c-4c96a2efa87b)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:12.882408 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-1b9e21bb-1c74-4862-bdae-a8916caa8f7a req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:12.895138 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-1b9e21bb-1c74-4862-bdae-a8916caa8f7a req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Calling delete_port for b4835592-c2c4-45a7-aa55-f6c432b0896b owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:13.098083 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-1b9e21bb-1c74-4862-bdae-a8916caa8f7a req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:13.127871 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Pushing event deleted for resources: {'Port': ['ID=b4835592-c2c4-45a7-aa55-f6c432b0896b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:13.130152 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['b4835592-c2c4-45a7-aa55-f6c432b0896b'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:50:13.156225 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:13.156581 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:13.156928 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:13.157270 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:13.157609 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:13.157946 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:13.158281 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:13.158638 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:13.158968 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:13.159298 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:13.159626 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:13.159958 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:13.178916 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9e21bb-1c74-4862-bdae-a8916caa8f7a req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] No DVR routers for this DVR port b4835592-c2c4-45a7-aa55-f6c432b0896b on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:50:13.181500 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-1b9e21bb-1c74-4862-bdae-a8916caa8f7a req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:13.183661 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1b9e21bb-1c74-4862-bdae-a8916caa8f7a req-f8d6378d-9635-4e12-8136-4d6424586b22 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.77 "DELETE /v2.0/ports/b4835592-c2c4-45a7-aa55-f6c432b0896b HTTP/1.1" status: 204 len: 173 time: 0.4785347 Jul 30 02:50:13.186327 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea99220f-2f25-4fc9-85d8-b3498b08d5f2', 'name': 'network-vif-deleted', 'tag': 'b4835592-c2c4-45a7-aa55-f6c432b0896b'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:50:13.186541 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f2c9db-f91e-4836-8446-fa251e4ddf76" -d '{"events": [{"server_uuid": "ea99220f-2f25-4fc9-85d8-b3498b08d5f2", "name": "network-vif-deleted", "tag": "b4835592-c2c4-45a7-aa55-f6c432b0896b"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:50:13.222529 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c56cb4b-f20d-45df-938b-dc88d3c60eac x-openstack-request-id: req-5c56cb4b-f20d-45df-938b-dc88d3c60eac {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:50:13.222863 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea99220f-2f25-4fc9-85d8-b3498b08d5f2", "name": "network-vif-deleted", "tag": "b4835592-c2c4-45a7-aa55-f6c432b0896b", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:50:13.223083 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5c56cb4b-f20d-45df-938b-dc88d3c60eac {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:50:13.223492 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea99220f-2f25-4fc9-85d8-b3498b08d5f2', 'name': 'network-vif-deleted', 'tag': 'b4835592-c2c4-45a7-aa55-f6c432b0896b', 'status': 'completed', 'code': 200} Jul 30 02:50:13.522150 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4e6a620a-a2e8-4e8b-9ff3-f02a741cf648 req-914a303d-325f-49d2-9572-436d7331cbb4 tempest-ServersNegativeTestJSON-855189437 tempest-ServersNegativeTestJSON-855189437-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea99220f-2f25-4fc9-85d8-b3498b08d5f2 HTTP/1.1" status: 200 len: 210 time: 0.0308330 Jul 30 02:50:13.607160 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:14.577244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37892) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:14.621000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-991c402d-f504-4c00-9c30-3df0a8d49ef7 admin admin] Deleting subnet a6d7e5a6-b02c-468a-b144-708bf2306297 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:50:14.623844 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-991c402d-f504-4c00-9c30-3df0a8d49ef7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:14.657304 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-991c402d-f504-4c00-9c30-3df0a8d49ef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:14.694605 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-991c402d-f504-4c00-9c30-3df0a8d49ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:14.836077 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-991c402d-f504-4c00-9c30-3df0a8d49ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:14.864194 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c402d-f504-4c00-9c30-3df0a8d49ef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d7e5a6-b02c-468a-b144-708bf2306297,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:14.868302 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-991c402d-f504-4c00-9c30-3df0a8d49ef7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:14.870262 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-991c402d-f504-4c00-9c30-3df0a8d49ef7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a6d7e5a6-b02c-468a-b144-708bf2306297 HTTP/1.1" status: 204 len: 168 time: 0.2920280 Jul 30 02:50:14.873526 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37894) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:14.881584 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:14.941145 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f3c0eac-b1ab-4ee9-b319-ec4a6b7398d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:15.022843 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f3c0eac-b1ab-4ee9-b319-ec4a6b7398d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:15.032497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-7f3c0eac-b1ab-4ee9-b319-ec4a6b7398d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:15.042601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-7f3c0eac-b1ab-4ee9-b319-ec4a6b7398d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67696d24-d1e0-495f-b33c-4c96a2efa87b') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:15.042901 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-7f3c0eac-b1ab-4ee9-b319-ec4a6b7398d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67696d24-d1e0-495f-b33c-4c96a2efa87b') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:15.051946 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f3c0eac-b1ab-4ee9-b319-ec4a6b7398d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:15.065802 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f3c0eac-b1ab-4ee9-b319-ec4a6b7398d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:15.072447 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3c0eac-b1ab-4ee9-b319-ec4a6b7398d2 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:50:15.072834 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f3c0eac-b1ab-4ee9-b319-ec4a6b7398d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:50:15.074477 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:50:15.195465 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f3c0eac-b1ab-4ee9-b319-ec4a6b7398d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:15.200800 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7f3c0eac-b1ab-4ee9-b319-ec4a6b7398d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:15.202710 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7f3c0eac-b1ab-4ee9-b319-ec4a6b7398d2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e HTTP/1.1" status: 204 len: 168 time: 0.3282878 Jul 30 02:50:15.214022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c0eac-b1ab-4ee9-b319-ec4a6b7398d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8a18ee5-5eb3-4e8f-8989-edfdc5ba6a9e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:15.536361 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37898) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:15.581735 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fc5f8648-7a3d-4668-ba3a-0fd2b7f86bc9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=afef6b66b93f4ae297aa0e0819903ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436397 Jul 30 02:50:15.584235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37900) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:15.630907 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-50a3bc9e-c715-467c-92dd-258f1db89ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:15.651053 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-50a3bc9e-c715-467c-92dd-258f1db89ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:15.776998 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-50a3bc9e-c715-467c-92dd-258f1db89ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:15.779587 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-50a3bc9e-c715-467c-92dd-258f1db89ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:15.780912 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-50a3bc9e-c715-467c-92dd-258f1db89ae2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/68cc0f7e-7b19-44e0-99a3-4381acba3fb3 HTTP/1.1" status: 204 len: 168 time: 0.1957948 Jul 30 02:50:15.789437 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3bc9e-c715-467c-92dd-258f1db89ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cc0f7e-7b19-44e0-99a3-4381acba3fb3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:15.829722 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device b4835592-c2c4-45a7-aa55-f6c432b0896b no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:50:15.852401 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: b4835592-c2c4-45a7-aa55-f6c432b0896b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:50:15.852744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device b4835592-c2c4-45a7-aa55-f6c432b0896b not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:50:16.782861 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37922) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:16.875918 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-92696930-dff1-4054-88b8-352ecd1e1981 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-148784174'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:16.960332 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92696930-dff1-4054-88b8-352ecd1e1981 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Made reservation on behalf of ec34f3d7f18b42f0895c1fa40d280feb for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:16.963758 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92696930-dff1-4054-88b8-352ecd1e1981 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:16.972025 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92696930-dff1-4054-88b8-352ecd1e1981 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:17.061507 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92696930-dff1-4054-88b8-352ecd1e1981 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:17.142461 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92696930-dff1-4054-88b8-352ecd1e1981 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:17.174254 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92696930-dff1-4054-88b8-352ecd1e1981 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:50:17.178898 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92696930-dff1-4054-88b8-352ecd1e1981 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b52f8e06-0c23-4e8e-85cf-3a18f1a1feea,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:17.185875 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92696930-dff1-4054-88b8-352ecd1e1981 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:17.186308 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-92696930-dff1-4054-88b8-352ecd1e1981 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Added segment 04dd4335-fff4-43d0-910a-afb88dab9ffb of type vlan for network 42525d2e-12f9-4d28-80fa-64ab77493e55 Jul 30 02:50:17.230102 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92696930-dff1-4054-88b8-352ecd1e1981 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:17.348165 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92696930-dff1-4054-88b8-352ecd1e1981 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:17.353836 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92696930-dff1-4054-88b8-352ecd1e1981 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:17.354469 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-92696930-dff1-4054-88b8-352ecd1e1981 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:17.423420 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92696930-dff1-4054-88b8-352ecd1e1981 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event updated for resources: {'Network': ['ID=42525d2e-12f9-4d28-80fa-64ab77493e55,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:17.434513 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 42525d2e-12f9-4d28-80fa-64ab77493e55 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:50:17.470046 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-92696930-dff1-4054-88b8-352ecd1e1981 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6860631 Jul 30 02:50:17.642765 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:50:18.486918 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:20.706603 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37926) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:20.711789 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-86853b6c-2d08-4365-ae06-b0227138d5d3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Request body: {'subnet': {'network_id': '42525d2e-12f9-4d28-80fa-64ab77493e55', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:20.898871 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86853b6c-2d08-4365-ae06-b0227138d5d3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Made reservation on behalf of ec34f3d7f18b42f0895c1fa40d280feb for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:20.902685 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-86853b6c-2d08-4365-ae06-b0227138d5d3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:21.155382 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-86853b6c-2d08-4365-ae06-b0227138d5d3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:21.215932 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86853b6c-2d08-4365-ae06-b0227138d5d3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event updated for resources: {'Subnet': ['ID=bf9ab432-df68-476c-a985-52c7e71647e7,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:21.225459 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86853b6c-2d08-4365-ae06-b0227138d5d3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Checking segment: {'id': '04dd4335-fff4-43d0-910a-afb88dab9ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '42525d2e-12f9-4d28-80fa-64ab77493e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:21.225823 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86853b6c-2d08-4365-ae06-b0227138d5d3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Network hostable DHCP agents. Network: 42525d2e-12f9-4d28-80fa-64ab77493e55, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:50:21.348366 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86853b6c-2d08-4365-ae06-b0227138d5d3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Network 42525d2e-12f9-4d28-80fa-64ab77493e55 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:50:21.416692 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-86853b6c-2d08-4365-ae06-b0227138d5d3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 42525d2e-12f9-4d28-80fa-64ab77493e55) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:21.420742 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86853b6c-2d08-4365-ae06-b0227138d5d3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:21.421579 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-86853b6c-2d08-4365-ae06-b0227138d5d3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:21.425828 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f202f9-ced3-41f8-9b45-c04c5bedbee1 None None] Network 42525d2e-12f9-4d28-80fa-64ab77493e55 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:21.554727 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-86853b6c-2d08-4365-ae06-b0227138d5d3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8470953 Jul 30 02:50:21.558077 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37928) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:21.564060 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-00f2ad46-8dcc-4598-a337-da3d44dd525e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-92690526'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:21.569134 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-42525d2e-12f9-4d28-80fa-64ab77493e55', 'network_id': '42525d2e-12f9-4d28-80fa-64ab77493e55', 'tenant_id': 'ec34f3d7f18b42f0895c1fa40d280feb', 'fixed_ips': [{'subnet_id': 'bf9ab432-df68-476c-a985-52c7e71647e7'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:50:21.569998 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:21.652343 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f2ad46-8dcc-4598-a337-da3d44dd525e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Made reservation on behalf of ec34f3d7f18b42f0895c1fa40d280feb for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:21.655904 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00f2ad46-8dcc-4598-a337-da3d44dd525e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:21.680378 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f2ad46-8dcc-4598-a337-da3d44dd525e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:50:21.689235 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00f2ad46-8dcc-4598-a337-da3d44dd525e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:21.689581 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-00f2ad46-8dcc-4598-a337-da3d44dd525e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Added segment dc14def6-2e59-4142-b2ce-940599beee06 of type vlan for network 7114fac8-ab3b-44f3-a163-d16371520e79 Jul 30 02:50:21.701289 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Allocated IP 2001:db8:0:ffff::2 (42525d2e-12f9-4d28-80fa-64ab77493e55/bf9ab432-df68-476c-a985-52c7e71647e7/3523d2b7-a410-4f60-9a57-f48004291d33) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:21.729977 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00f2ad46-8dcc-4598-a337-da3d44dd525e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:21.829577 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00f2ad46-8dcc-4598-a337-da3d44dd525e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:21.835255 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f2ad46-8dcc-4598-a337-da3d44dd525e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:21.835847 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00f2ad46-8dcc-4598-a337-da3d44dd525e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:21.844729 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:21.852930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Transition to ACTIVE for port object 3523d2b7-a410-4f60-9a57-f48004291d33 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:21.867971 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Transition to ACTIVE for port object 3523d2b7-a410-4f60-9a57-f48004291d33 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:21.904150 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2ad46-8dcc-4598-a337-da3d44dd525e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event updated for resources: {'Network': ['ID=7114fac8-ab3b-44f3-a163-d16371520e79,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:21.916300 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 7114fac8-ab3b-44f3-a163-d16371520e79 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:50:21.969666 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:21.981359 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-00f2ad46-8dcc-4598-a337-da3d44dd525e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4194818 Jul 30 02:50:21.981740 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37930) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:21.987484 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Request body: {'subnet': {'network_id': '7114fac8-ab3b-44f3-a163-d16371520e79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:22.021518 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Network 42525d2e-12f9-4d28-80fa-64ab77493e55 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:22.024451 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:22.030776 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:22.033873 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Pushing event updated for resources: {'Port': ['ID=3523d2b7-a410-4f60-9a57-f48004291d33,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:22.086732 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Attempting to bind port 3523d2b7-a410-4f60-9a57-f48004291d33 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:50:22.087099 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Attempting to bind port 3523d2b7-a410-4f60-9a57-f48004291d33 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '04dd4335-fff4-43d0-910a-afb88dab9ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '42525d2e-12f9-4d28-80fa-64ab77493e55'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:50:22.087461 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Attempting to bind port 3523d2b7-a410-4f60-9a57-f48004291d33 on network 42525d2e-12f9-4d28-80fa-64ab77493e55 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:22.092393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:50:22.092767 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Checking segment: {'id': '04dd4335-fff4-43d0-910a-afb88dab9ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '42525d2e-12f9-4d28-80fa-64ab77493e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:22.093167 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:22.093557 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Bound using segment: {'id': '04dd4335-fff4-43d0-910a-afb88dab9ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '42525d2e-12f9-4d28-80fa-64ab77493e55'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:50:22.094013 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Bound port: 3523d2b7-a410-4f60-9a57-f48004291d33, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dd4335-fff4-43d0-910a-afb88dab9ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '42525d2e-12f9-4d28-80fa-64ab77493e55'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:50:22.094415 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:22.159028 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] For port 3523d2b7-a410-4f60-9a57-f48004291d33, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:50:22.162480 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] For port 3523d2b7-a410-4f60-9a57-f48004291d33, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3523d2b7-a410-4f60-9a57-f48004291d33,segment=NetworkSegment(04dd4335-fff4-43d0-910a-afb88dab9ffb),segment_id=04dd4335-fff4-43d0-910a-afb88dab9ffb)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:50:22.166808 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Made reservation on behalf of ec34f3d7f18b42f0895c1fa40d280feb for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:22.172448 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:22.253099 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:22.311332 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5127c2-c050-4a84-becf-e9f139bae6f3 None None] Pushing event updated for resources: {'Port': ['ID=3523d2b7-a410-4f60-9a57-f48004291d33,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:22.401648 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:22.474455 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event updated for resources: {'Subnet': ['ID=d7f266cb-811c-482d-a275-464840168848,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:22.487616 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:22.487960 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:22.488302 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:22.488639 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:22.488974 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:22.489308 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:22.490262 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:22.490623 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:22.490954 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:22.491279 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:22.491604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:22.491934 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:22.497377 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Checking segment: {'id': 'dc14def6-2e59-4142-b2ce-940599beee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7114fac8-ab3b-44f3-a163-d16371520e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:22.497377 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Network hostable DHCP agents. Network: 7114fac8-ab3b-44f3-a163-d16371520e79, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:50:22.629563 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Network 7114fac8-ab3b-44f3-a163-d16371520e79 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:50:22.732128 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 7114fac8-ab3b-44f3-a163-d16371520e79) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:22.736443 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:22.737050 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:22.742680 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adf4335-4a74-46f4-971e-ce31d2d80df2 None None] Network 7114fac8-ab3b-44f3-a163-d16371520e79 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:22.853281 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b1cf9a0a-6061-4cfc-8d7b-89911de8130e tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8697345 Jul 30 02:50:22.857145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37932) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:22.891206 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-7114fac8-ab3b-44f3-a163-d16371520e79', 'network_id': '7114fac8-ab3b-44f3-a163-d16371520e79', 'tenant_id': 'ec34f3d7f18b42f0895c1fa40d280feb', 'fixed_ips': [{'subnet_id': 'd7f266cb-811c-482d-a275-464840168848'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:50:22.892178 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:22.967562 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:23.042022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Allocated IP 2001:db8::2 (7114fac8-ab3b-44f3-a163-d16371520e79/d7f266cb-811c-482d-a275-464840168848/291e31bc-b843-46a3-97cc-78a22ffdfa65) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:23.055199 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:23.187251 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:23.195900 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Transition to ACTIVE for port object 291e31bc-b843-46a3-97cc-78a22ffdfa65 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:23.211228 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Transition to ACTIVE for port object 291e31bc-b843-46a3-97cc-78a22ffdfa65 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:23.232108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5147338-1564-440a-821f-0a3e2294c6f7 None None] Network 42525d2e-12f9-4d28-80fa-64ab77493e55 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:23.293759 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3523d2b7-a410-4f60-9a57-f48004291d33 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:23.328750 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:23.350116 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:23.385829 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f266cb-811c-482d-a275-464840168848,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:23.397488 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Network 7114fac8-ab3b-44f3-a163-d16371520e79 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:23.420114 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:23.433302 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:23.440126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Pushing event updated for resources: {'Port': ['ID=291e31bc-b843-46a3-97cc-78a22ffdfa65,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:23.448189 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:23.451731 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-11356b62-f750-4cf8-903e-a530c6500d19 None None] Provisioning for port 3523d2b7-a410-4f60-9a57-f48004291d33 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:23.458548 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7114fac8-ab3b-44f3-a163-d16371520e79']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:23.469325 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc14def6-2e59-4142-b2ce-940599beee06') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:23.469554 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc14def6-2e59-4142-b2ce-940599beee06') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:23.479439 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:23.494059 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:23.499798 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:50:23.500209 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:50:23.503601 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:50:23.523254 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Attempting to bind port 291e31bc-b843-46a3-97cc-78a22ffdfa65 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:50:23.523624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Attempting to bind port 291e31bc-b843-46a3-97cc-78a22ffdfa65 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'dc14def6-2e59-4142-b2ce-940599beee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7114fac8-ab3b-44f3-a163-d16371520e79'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:50:23.523988 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Attempting to bind port 291e31bc-b843-46a3-97cc-78a22ffdfa65 on network 7114fac8-ab3b-44f3-a163-d16371520e79 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:23.532690 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:50:23.533064 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Checking segment: {'id': 'dc14def6-2e59-4142-b2ce-940599beee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7114fac8-ab3b-44f3-a163-d16371520e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:23.533464 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:23.533853 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Bound using segment: {'id': 'dc14def6-2e59-4142-b2ce-940599beee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7114fac8-ab3b-44f3-a163-d16371520e79'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:50:23.534320 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Bound port: 291e31bc-b843-46a3-97cc-78a22ffdfa65, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc14def6-2e59-4142-b2ce-940599beee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7114fac8-ab3b-44f3-a163-d16371520e79'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:50:23.534714 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:23.574080 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 3523d2b7-a410-4f60-9a57-f48004291d33 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:23.581911 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 3523d2b7-a410-4f60-9a57-f48004291d33 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:23.582290 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:23.624345 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:50:23.624345 n-d-713498-9 neutron-server[94465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:50:23.624345 n-d-713498-9 neutron-server[94465]: [parameters: {'id': '7114fac8-ab3b-44f3-a163-d16371520e79'}] Jul 30 02:50:23.624345 n-d-713498-9 neutron-server[94465]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:50:23.625259 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:50:23.645898 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] For port 291e31bc-b843-46a3-97cc-78a22ffdfa65, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:50:23.654451 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] For port 291e31bc-b843-46a3-97cc-78a22ffdfa65, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=291e31bc-b843-46a3-97cc-78a22ffdfa65,segment=NetworkSegment(dc14def6-2e59-4142-b2ce-940599beee06),segment_id=dc14def6-2e59-4142-b2ce-940599beee06)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:50:23.692543 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:23.726448 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 3523d2b7-a410-4f60-9a57-f48004291d33, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3523d2b7-a410-4f60-9a57-f48004291d33,segment=NetworkSegment(04dd4335-fff4-43d0-910a-afb88dab9ffb),segment_id=04dd4335-fff4-43d0-910a-afb88dab9ffb)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:23.728343 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:23.808938 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:23.814581 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77e691-f351-41da-9bb3-afa71dab4e0a None None] Pushing event updated for resources: {'Port': ['ID=291e31bc-b843-46a3-97cc-78a22ffdfa65,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:23.843164 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb0632f-f028-4b41-b465-4e43a596be12 None None] Network 7114fac8-ab3b-44f3-a163-d16371520e79 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:23.850423 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-95c2b597-a67a-478b-812e-f22ac1a7a835 None None] Provisioning complete for port 3523d2b7-a410-4f60-9a57-f48004291d33 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:23.850795 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95c2b597-a67a-478b-812e-f22ac1a7a835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:23.937968 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=3523d2b7-a410-4f60-9a57-f48004291d33,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:24.047201 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f10714-0aa2-437c-b180-79ff9b10f4b0 None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:50:24.109940 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f10714-0aa2-437c-b180-79ff9b10f4b0 None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:50:24.126755 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:24.182418 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Deleting port 291e31bc-b843-46a3-97cc-78a22ffdfa65 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:24.182789 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:24.556026 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] For port 291e31bc-b843-46a3-97cc-78a22ffdfa65, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=291e31bc-b843-46a3-97cc-78a22ffdfa65,segment=NetworkSegment(dc14def6-2e59-4142-b2ce-940599beee06),segment_id=dc14def6-2e59-4142-b2ce-940599beee06)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:24.556313 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:24.568663 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Calling delete_port for 291e31bc-b843-46a3-97cc-78a22ffdfa65 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:24.772335 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:24.798375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event deleted for resources: {'Port': ['ID=291e31bc-b843-46a3-97cc-78a22ffdfa65,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:24.800254 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] No DVR routers for this DVR port 291e31bc-b843-46a3-97cc-78a22ffdfa65 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:50:24.878615 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:24.889408 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7114fac8-ab3b-44f3-a163-d16371520e79']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:24.902815 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc14def6-2e59-4142-b2ce-940599beee06') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:24.903111 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc14def6-2e59-4142-b2ce-940599beee06') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:24.911956 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:24.925335 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:24.931816 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:50:24.932198 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:50:24.935100 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:50:25.069603 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:25.077493 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:25.079309 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "DELETE /v2.0/networks/7114fac8-ab3b-44f3-a163-d16371520e79 HTTP/1.1" status: 204 len: 168 time: 2.2211585 Jul 30 02:50:25.082970 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37934) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:25.088374 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-7d810b67-e11d-4407-8209-e1f4e7a790f6 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-368863012'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:25.091323 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd5845-c03f-4372-b6e8-805135d922ac tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event deleted for resources: {'Network': ['ID=7114fac8-ab3b-44f3-a163-d16371520e79,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:25.178333 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d810b67-e11d-4407-8209-e1f4e7a790f6 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Made reservation on behalf of ec34f3d7f18b42f0895c1fa40d280feb for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:25.181685 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d810b67-e11d-4407-8209-e1f4e7a790f6 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:25.204569 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d810b67-e11d-4407-8209-e1f4e7a790f6 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:50:25.212781 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d810b67-e11d-4407-8209-e1f4e7a790f6 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:25.213120 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-7d810b67-e11d-4407-8209-e1f4e7a790f6 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Added segment 126786e0-743b-41cd-8588-b275c3ad8515 of type vlan for network 1c378413-e8e1-4653-a561-a633292c6faf Jul 30 02:50:25.257592 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d810b67-e11d-4407-8209-e1f4e7a790f6 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:25.285882 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3523d2b7-a410-4f60-9a57-f48004291d33 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:25.334418 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 3523d2b7-a410-4f60-9a57-f48004291d33 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:25.334800 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:25.344016 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d810b67-e11d-4407-8209-e1f4e7a790f6 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:25.350444 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d810b67-e11d-4407-8209-e1f4e7a790f6 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:25.351116 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d810b67-e11d-4407-8209-e1f4e7a790f6 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:25.458336 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d810b67-e11d-4407-8209-e1f4e7a790f6 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event updated for resources: {'Network': ['ID=1c378413-e8e1-4653-a561-a633292c6faf,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:25.463924 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 1c378413-e8e1-4653-a561-a633292c6faf details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:50:25.476400 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7d810b67-e11d-4407-8209-e1f4e7a790f6 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3922551 Jul 30 02:50:25.479294 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37936) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:25.484306 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d6c8c71b-d854-42bc-bfad-befb467caac2 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Request body: {'subnet': {'network_id': '1c378413-e8e1-4653-a561-a633292c6faf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:25.657735 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c8c71b-d854-42bc-bfad-befb467caac2 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Made reservation on behalf of ec34f3d7f18b42f0895c1fa40d280feb for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:25.661278 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d6c8c71b-d854-42bc-bfad-befb467caac2 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:25.720856 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.ipam_backend_mixin [None req-d6c8c71b-d854-42bc-bfad-befb467caac2 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Performing IP validity checks on allocation pools {{(pid=94464) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 02:50:25.721296 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.ipam_backend_mixin [None req-d6c8c71b-d854-42bc-bfad-befb467caac2 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94464) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 02:50:25.921362 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d6c8c71b-d854-42bc-bfad-befb467caac2 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:25.986930 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8c71b-d854-42bc-bfad-befb467caac2 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event updated for resources: {'Subnet': ['ID=f8ab3856-3c64-4812-91e0-7e7d29cae01d,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:25.995402 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c8c71b-d854-42bc-bfad-befb467caac2 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Checking segment: {'id': '126786e0-743b-41cd-8588-b275c3ad8515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1c378413-e8e1-4653-a561-a633292c6faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:25.995766 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c8c71b-d854-42bc-bfad-befb467caac2 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Network hostable DHCP agents. Network: 1c378413-e8e1-4653-a561-a633292c6faf, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:50:26.097478 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c8c71b-d854-42bc-bfad-befb467caac2 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Network 1c378413-e8e1-4653-a561-a633292c6faf is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:50:26.183499 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d6c8c71b-d854-42bc-bfad-befb467caac2 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 1c378413-e8e1-4653-a561-a633292c6faf) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:26.187655 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c8c71b-d854-42bc-bfad-befb467caac2 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:26.188263 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d6c8c71b-d854-42bc-bfad-befb467caac2 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:26.192010 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d4aa59-e9b8-49fe-b047-fc8d3210fd1d None None] Network 1c378413-e8e1-4653-a561-a633292c6faf requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:26.264412 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d6c8c71b-d854-42bc-bfad-befb467caac2 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7839196 Jul 30 02:50:26.267091 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37938) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:26.339845 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-1c378413-e8e1-4653-a561-a633292c6faf', 'network_id': '1c378413-e8e1-4653-a561-a633292c6faf', 'tenant_id': 'ec34f3d7f18b42f0895c1fa40d280feb', 'fixed_ips': [{'subnet_id': 'f8ab3856-3c64-4812-91e0-7e7d29cae01d'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:50:26.340783 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:26.361608 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:26.444549 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:26.473633 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Allocated IP 2001:db8::3 (1c378413-e8e1-4653-a561-a633292c6faf/f8ab3856-3c64-4812-91e0-7e7d29cae01d/fa2631b9-293e-4c98-9d87-964696e1bb05) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:26.609099 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:26.617524 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Transition to ACTIVE for port object fa2631b9-293e-4c98-9d87-964696e1bb05 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:26.631820 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Transition to ACTIVE for port object fa2631b9-293e-4c98-9d87-964696e1bb05 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:26.738112 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:26.903528 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:26.924297 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Network 1c378413-e8e1-4653-a561-a633292c6faf is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:26.927696 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:26.931212 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:26.932033 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ab3856-3c64-4812-91e0-7e7d29cae01d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:26.943735 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Pushing event updated for resources: {'Port': ['ID=fa2631b9-293e-4c98-9d87-964696e1bb05,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:26.992775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Attempting to bind port fa2631b9-293e-4c98-9d87-964696e1bb05 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:50:26.993298 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Attempting to bind port fa2631b9-293e-4c98-9d87-964696e1bb05 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '126786e0-743b-41cd-8588-b275c3ad8515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1c378413-e8e1-4653-a561-a633292c6faf'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:50:26.993670 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Attempting to bind port fa2631b9-293e-4c98-9d87-964696e1bb05 on network 1c378413-e8e1-4653-a561-a633292c6faf {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:26.994367 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:26.998832 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:50:26.999208 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Checking segment: {'id': '126786e0-743b-41cd-8588-b275c3ad8515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1c378413-e8e1-4653-a561-a633292c6faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:26.999608 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:27.000001 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Bound using segment: {'id': '126786e0-743b-41cd-8588-b275c3ad8515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1c378413-e8e1-4653-a561-a633292c6faf'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:50:27.000512 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Bound port: fa2631b9-293e-4c98-9d87-964696e1bb05, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '126786e0-743b-41cd-8588-b275c3ad8515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1c378413-e8e1-4653-a561-a633292c6faf'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:50:27.000893 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:27.004229 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c378413-e8e1-4653-a561-a633292c6faf']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:27.014465 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126786e0-743b-41cd-8588-b275c3ad8515') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:27.014767 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126786e0-743b-41cd-8588-b275c3ad8515') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:27.024141 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:27.038495 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:27.044205 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:50:27.044583 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:50:27.047747 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:50:27.063101 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] For port fa2631b9-293e-4c98-9d87-964696e1bb05, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:50:27.101739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] For port fa2631b9-293e-4c98-9d87-964696e1bb05, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=fa2631b9-293e-4c98-9d87-964696e1bb05,segment=NetworkSegment(126786e0-743b-41cd-8588-b275c3ad8515),segment_id=126786e0-743b-41cd-8588-b275c3ad8515)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:50:27.143518 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.db.api [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:50:27.143518 n-d-713498-9 neutron-server[94464]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:50:27.143518 n-d-713498-9 neutron-server[94464]: [parameters: {'id': '1c378413-e8e1-4653-a561-a633292c6faf'}] Jul 30 02:50:27.143518 n-d-713498-9 neutron-server[94464]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:50:27.144292 n-d-713498-9 neutron-server[94464]: DEBUG oslo_db.api [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:50:27.183782 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:27.261177 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3862664-2e6b-46f2-9465-d556b690a6c5 None None] Pushing event updated for resources: {'Port': ['ID=fa2631b9-293e-4c98-9d87-964696e1bb05,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:27.273669 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdf7459-ed56-4f94-baee-9721b81d2c10 None None] Network 1c378413-e8e1-4653-a561-a633292c6faf requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:27.389384 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0a8a87-67c9-45ac-a780-e734520b8874 None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:50:27.452145 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0a8a87-67c9-45ac-a780-e734520b8874 None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:50:27.645320 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:27.697526 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Deleting port fa2631b9-293e-4c98-9d87-964696e1bb05 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:27.697867 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:27.761528 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] For port fa2631b9-293e-4c98-9d87-964696e1bb05, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=fa2631b9-293e-4c98-9d87-964696e1bb05,segment=NetworkSegment(126786e0-743b-41cd-8588-b275c3ad8515),segment_id=126786e0-743b-41cd-8588-b275c3ad8515)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:27.761814 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:27.774607 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Calling delete_port for fa2631b9-293e-4c98-9d87-964696e1bb05 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:28.012402 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:28.040622 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event deleted for resources: {'Port': ['ID=fa2631b9-293e-4c98-9d87-964696e1bb05,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:28.046710 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] No DVR routers for this DVR port fa2631b9-293e-4c98-9d87-964696e1bb05 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:50:28.122012 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:28.132243 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c378413-e8e1-4653-a561-a633292c6faf']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:28.142270 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126786e0-743b-41cd-8588-b275c3ad8515') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:28.142604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126786e0-743b-41cd-8588-b275c3ad8515') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:28.151684 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:28.164991 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:28.171334 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:50:28.171720 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:50:28.174564 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:50:28.309580 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:28.316454 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:28.318860 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "DELETE /v2.0/networks/1c378413-e8e1-4653-a561-a633292c6faf HTTP/1.1" status: 204 len: 168 time: 2.0508490 Jul 30 02:50:28.322552 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37940) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:28.327732 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-6060eaa8-0011-47eb-a795-7d94814376cf tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-899844850'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:28.330034 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ca15f-f937-411e-b8a4-2a7c9b61eed3 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event deleted for resources: {'Network': ['ID=1c378413-e8e1-4653-a561-a633292c6faf,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:28.481053 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6060eaa8-0011-47eb-a795-7d94814376cf tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Made reservation on behalf of ec34f3d7f18b42f0895c1fa40d280feb for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:28.484632 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6060eaa8-0011-47eb-a795-7d94814376cf tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:28.508743 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6060eaa8-0011-47eb-a795-7d94814376cf tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:50:28.517106 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6060eaa8-0011-47eb-a795-7d94814376cf tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:28.517451 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-6060eaa8-0011-47eb-a795-7d94814376cf tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Added segment 0cfa5e17-e0bd-4b48-a9cc-a7bbd8b8a170 of type vlan for network c9ba506a-03a7-4ba9-b730-ea00f99934ab Jul 30 02:50:28.564878 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6060eaa8-0011-47eb-a795-7d94814376cf tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:28.663424 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6060eaa8-0011-47eb-a795-7d94814376cf tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:28.668915 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6060eaa8-0011-47eb-a795-7d94814376cf tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:28.669498 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6060eaa8-0011-47eb-a795-7d94814376cf tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:28.732562 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060eaa8-0011-47eb-a795-7d94814376cf tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event updated for resources: {'Network': ['ID=c9ba506a-03a7-4ba9-b730-ea00f99934ab,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:28.743338 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network c9ba506a-03a7-4ba9-b730-ea00f99934ab details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:50:28.833812 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6060eaa8-0011-47eb-a795-7d94814376cf tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5068688 Jul 30 02:50:28.833812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37942) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:28.838315 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-85e0b553-1974-4e64-82d3-2334ca915724 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Request body: {'subnet': {'network_id': 'c9ba506a-03a7-4ba9-b730-ea00f99934ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:29.029336 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e0b553-1974-4e64-82d3-2334ca915724 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Made reservation on behalf of ec34f3d7f18b42f0895c1fa40d280feb for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:29.032845 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-85e0b553-1974-4e64-82d3-2334ca915724 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:29.298362 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-85e0b553-1974-4e64-82d3-2334ca915724 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:29.357648 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0b553-1974-4e64-82d3-2334ca915724 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event updated for resources: {'Subnet': ['ID=cbe6a917-9615-4b1e-8ca0-fe74953ecad9,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:29.366600 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e0b553-1974-4e64-82d3-2334ca915724 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Checking segment: {'id': '0cfa5e17-e0bd-4b48-a9cc-a7bbd8b8a170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c9ba506a-03a7-4ba9-b730-ea00f99934ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:29.367429 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e0b553-1974-4e64-82d3-2334ca915724 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Network hostable DHCP agents. Network: c9ba506a-03a7-4ba9-b730-ea00f99934ab, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:50:29.474506 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e0b553-1974-4e64-82d3-2334ca915724 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Network c9ba506a-03a7-4ba9-b730-ea00f99934ab is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:50:29.559051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-85e0b553-1974-4e64-82d3-2334ca915724 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, c9ba506a-03a7-4ba9-b730-ea00f99934ab) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:29.563126 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e0b553-1974-4e64-82d3-2334ca915724 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:29.563717 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-85e0b553-1974-4e64-82d3-2334ca915724 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:29.567749 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0459547-5d3f-4999-a6b9-ff2b58e3c045 None None] Network c9ba506a-03a7-4ba9-b730-ea00f99934ab requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:29.646398 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-85e0b553-1974-4e64-82d3-2334ca915724 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8113971 Jul 30 02:50:29.649994 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37944) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:29.655213 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-809ac0bd-6507-49ce-be17-6239e36dce2b tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-845371920'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:29.710349 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-c9ba506a-03a7-4ba9-b730-ea00f99934ab', 'network_id': 'c9ba506a-03a7-4ba9-b730-ea00f99934ab', 'tenant_id': 'ec34f3d7f18b42f0895c1fa40d280feb', 'fixed_ips': [{'subnet_id': 'cbe6a917-9615-4b1e-8ca0-fe74953ecad9'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:50:29.721297 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:29.766431 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809ac0bd-6507-49ce-be17-6239e36dce2b tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Made reservation on behalf of ec34f3d7f18b42f0895c1fa40d280feb for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:29.769910 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-809ac0bd-6507-49ce-be17-6239e36dce2b tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:29.794614 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809ac0bd-6507-49ce-be17-6239e36dce2b tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:50:29.803568 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-809ac0bd-6507-49ce-be17-6239e36dce2b tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:29.803914 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-809ac0bd-6507-49ce-be17-6239e36dce2b tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Added segment d6a20da0-0e6b-4e3a-a154-c7f28d6619b7 of type vlan for network cf84c86e-a365-47a7-9a3b-3aa1d1c94691 Jul 30 02:50:29.843598 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Allocated IP 2001:db8::2 (c9ba506a-03a7-4ba9-b730-ea00f99934ab/cbe6a917-9615-4b1e-8ca0-fe74953ecad9/7bed85ca-effc-446d-8929-3f41207abb83) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:29.845030 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-809ac0bd-6507-49ce-be17-6239e36dce2b tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:29.944149 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-809ac0bd-6507-49ce-be17-6239e36dce2b tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:29.949811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809ac0bd-6507-49ce-be17-6239e36dce2b tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:29.950449 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-809ac0bd-6507-49ce-be17-6239e36dce2b tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:29.987044 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:29.996100 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Transition to ACTIVE for port object 7bed85ca-effc-446d-8929-3f41207abb83 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:30.011283 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Transition to ACTIVE for port object 7bed85ca-effc-446d-8929-3f41207abb83 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:30.019928 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ac0bd-6507-49ce-be17-6239e36dce2b tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event updated for resources: {'Network': ['ID=cf84c86e-a365-47a7-9a3b-3aa1d1c94691,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:30.029699 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network cf84c86e-a365-47a7-9a3b-3aa1d1c94691 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:50:30.082120 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-809ac0bd-6507-49ce-be17-6239e36dce2b tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4308929 Jul 30 02:50:30.084929 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37946) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:30.090941 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-94617036-6d87-4db8-b4c5-e69a375842ae tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Request body: {'subnet': {'network_id': 'cf84c86e-a365-47a7-9a3b-3aa1d1c94691', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:30.110017 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:30.153093 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Network c9ba506a-03a7-4ba9-b730-ea00f99934ab is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:30.156011 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:30.159458 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:30.166842 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Pushing event updated for resources: {'Port': ['ID=7bed85ca-effc-446d-8929-3f41207abb83,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:30.217259 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Attempting to bind port 7bed85ca-effc-446d-8929-3f41207abb83 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:50:30.217623 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Attempting to bind port 7bed85ca-effc-446d-8929-3f41207abb83 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '0cfa5e17-e0bd-4b48-a9cc-a7bbd8b8a170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c9ba506a-03a7-4ba9-b730-ea00f99934ab'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:50:30.217983 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Attempting to bind port 7bed85ca-effc-446d-8929-3f41207abb83 on network c9ba506a-03a7-4ba9-b730-ea00f99934ab {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:30.222888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:50:30.225007 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Checking segment: {'id': '0cfa5e17-e0bd-4b48-a9cc-a7bbd8b8a170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c9ba506a-03a7-4ba9-b730-ea00f99934ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:30.225007 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:30.225007 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Bound using segment: {'id': '0cfa5e17-e0bd-4b48-a9cc-a7bbd8b8a170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c9ba506a-03a7-4ba9-b730-ea00f99934ab'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:50:30.225007 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Bound port: 7bed85ca-effc-446d-8929-3f41207abb83, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cfa5e17-e0bd-4b48-a9cc-a7bbd8b8a170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c9ba506a-03a7-4ba9-b730-ea00f99934ab'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:50:30.225007 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:30.270112 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94617036-6d87-4db8-b4c5-e69a375842ae tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Made reservation on behalf of ec34f3d7f18b42f0895c1fa40d280feb for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:30.273802 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-94617036-6d87-4db8-b4c5-e69a375842ae tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:30.285459 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] For port 7bed85ca-effc-446d-8929-3f41207abb83, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:50:30.288551 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] For port 7bed85ca-effc-446d-8929-3f41207abb83, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7bed85ca-effc-446d-8929-3f41207abb83,segment=NetworkSegment(0cfa5e17-e0bd-4b48-a9cc-a7bbd8b8a170),segment_id=0cfa5e17-e0bd-4b48-a9cc-a7bbd8b8a170)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:50:30.366344 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:30.425654 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb3514-cbb5-4b8c-882e-6e32291aaad4 None None] Pushing event updated for resources: {'Port': ['ID=7bed85ca-effc-446d-8929-3f41207abb83,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:30.559565 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-94617036-6d87-4db8-b4c5-e69a375842ae tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:30.625387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94617036-6d87-4db8-b4c5-e69a375842ae tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event updated for resources: {'Subnet': ['ID=9b063740-df63-48af-bd81-261ca056bc8c,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:30.667659 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94617036-6d87-4db8-b4c5-e69a375842ae tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Checking segment: {'id': 'd6a20da0-0e6b-4e3a-a154-c7f28d6619b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cf84c86e-a365-47a7-9a3b-3aa1d1c94691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:30.668110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94617036-6d87-4db8-b4c5-e69a375842ae tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Network hostable DHCP agents. Network: cf84c86e-a365-47a7-9a3b-3aa1d1c94691, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:50:30.783860 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94617036-6d87-4db8-b4c5-e69a375842ae tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Network cf84c86e-a365-47a7-9a3b-3aa1d1c94691 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:50:30.869651 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-94617036-6d87-4db8-b4c5-e69a375842ae tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, cf84c86e-a365-47a7-9a3b-3aa1d1c94691) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:30.873662 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94617036-6d87-4db8-b4c5-e69a375842ae tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:30.874281 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-94617036-6d87-4db8-b4c5-e69a375842ae tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:30.878715 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4674185f-35eb-4a39-9226-0884e228c09f None None] Network cf84c86e-a365-47a7-9a3b-3aa1d1c94691 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:30.985658 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-94617036-6d87-4db8-b4c5-e69a375842ae tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8986895 Jul 30 02:50:30.987235 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 37948) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:31.020407 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-cf84c86e-a365-47a7-9a3b-3aa1d1c94691', 'network_id': 'cf84c86e-a365-47a7-9a3b-3aa1d1c94691', 'tenant_id': 'ec34f3d7f18b42f0895c1fa40d280feb', 'fixed_ips': [{'subnet_id': '9b063740-df63-48af-bd81-261ca056bc8c'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:50:31.022275 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.098075 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.157393 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.170081 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Allocated IP 2001:db8::2 (cf84c86e-a365-47a7-9a3b-3aa1d1c94691/9b063740-df63-48af-bd81-261ca056bc8c/5c0c02eb-bc69-4658-b039-da220c993105) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:31.310744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e348cf48-c136-4f24-87c9-aaa06e775906 None None] Network c9ba506a-03a7-4ba9-b730-ea00f99934ab requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:31.315189 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7bed85ca-effc-446d-8929-3f41207abb83 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:31.405077 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.431976 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Transition to ACTIVE for port object 5c0c02eb-bc69-4658-b039-da220c993105 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:31.463408 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Transition to ACTIVE for port object 5c0c02eb-bc69-4658-b039-da220c993105 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:31.525392 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-23d89da8-527c-46c5-b08d-fa77f98c07b4 None None] Provisioning for port 7bed85ca-effc-446d-8929-3f41207abb83 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:31.563274 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 7bed85ca-effc-446d-8929-3f41207abb83 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:31.563274 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.590537 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7bed85ca-effc-446d-8929-3f41207abb83 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:31.590913 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.603754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Network cf84c86e-a365-47a7-9a3b-3aa1d1c94691 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:31.624627 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:31.631530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:31.646670 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Pushing event updated for resources: {'Port': ['ID=5c0c02eb-bc69-4658-b039-da220c993105,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:31.651150 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.683207 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event deleted for resources: {'Subnet': ['ID=9b063740-df63-48af-bd81-261ca056bc8c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:31.724827 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Attempting to bind port 5c0c02eb-bc69-4658-b039-da220c993105 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:50:31.725203 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Attempting to bind port 5c0c02eb-bc69-4658-b039-da220c993105 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'd6a20da0-0e6b-4e3a-a154-c7f28d6619b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cf84c86e-a365-47a7-9a3b-3aa1d1c94691'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:50:31.725570 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Attempting to bind port 5c0c02eb-bc69-4658-b039-da220c993105 on network cf84c86e-a365-47a7-9a3b-3aa1d1c94691 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:31.734624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:50:31.735492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Checking segment: {'id': 'd6a20da0-0e6b-4e3a-a154-c7f28d6619b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cf84c86e-a365-47a7-9a3b-3aa1d1c94691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:31.735492 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.735813 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Bound using segment: {'id': 'd6a20da0-0e6b-4e3a-a154-c7f28d6619b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cf84c86e-a365-47a7-9a3b-3aa1d1c94691'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:50:31.736232 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Bound port: 5c0c02eb-bc69-4658-b039-da220c993105, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a20da0-0e6b-4e3a-a154-c7f28d6619b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cf84c86e-a365-47a7-9a3b-3aa1d1c94691'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:50:31.736610 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.745998 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.756579 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf84c86e-a365-47a7-9a3b-3aa1d1c94691']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:31.764528 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.767315 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a20da0-0e6b-4e3a-a154-c7f28d6619b7') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:31.767613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a20da0-0e6b-4e3a-a154-c7f28d6619b7') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:31.777459 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.791941 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.798065 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:50:31.798487 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:50:31.801562 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:50:31.809719 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ecbfe707-7175-455b-a04f-3aa1f99808b0 None None] Provisioning complete for port 7bed85ca-effc-446d-8929-3f41207abb83 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:31.809719 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ecbfe707-7175-455b-a04f-3aa1f99808b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.860538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 7bed85ca-effc-446d-8929-3f41207abb83, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7bed85ca-effc-446d-8929-3f41207abb83,segment=NetworkSegment(0cfa5e17-e0bd-4b48-a9cc-a7bbd8b8a170),segment_id=0cfa5e17-e0bd-4b48-a9cc-a7bbd8b8a170)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:31.876833 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] For port 5c0c02eb-bc69-4658-b039-da220c993105, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:50:31.881160 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] For port 5c0c02eb-bc69-4658-b039-da220c993105, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5c0c02eb-bc69-4658-b039-da220c993105,segment=NetworkSegment(d6a20da0-0e6b-4e3a-a154-c7f28d6619b7),segment_id=d6a20da0-0e6b-4e3a-a154-c7f28d6619b7)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:50:31.897013 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.db.api [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:50:31.897013 n-d-713498-9 neutron-server[94465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:50:31.897013 n-d-713498-9 neutron-server[94465]: [parameters: {'id': 'cf84c86e-a365-47a7-9a3b-3aa1d1c94691'}] Jul 30 02:50:31.897013 n-d-713498-9 neutron-server[94465]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:50:31.897540 n-d-713498-9 neutron-server[94465]: DEBUG oslo_db.api [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:50:31.920181 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ecbfe707-7175-455b-a04f-3aa1f99808b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.941220 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.009789 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.016439 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-ecbfe707-7175-455b-a04f-3aa1f99808b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:50:32.016793 n-d-713498-9 neutron-server[94466]: DEBUG oslo_db.api [None req-ecbfe707-7175-455b-a04f-3aa1f99808b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:50:32.022245 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=7bed85ca-effc-446d-8929-3f41207abb83,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:32.099234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8794e74f-e33d-476d-94b7-3ce52a4b54f8 None None] Network cf84c86e-a365-47a7-9a3b-3aa1d1c94691 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:32.100962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f4a99-bd63-46a3-bb2b-5bc29fa013ab None None] Pushing event updated for resources: {'Port': ['ID=5c0c02eb-bc69-4658-b039-da220c993105,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:32.221158 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6d6317-5a9d-476a-b254-8e101c15642e None None] get_active_networks_info from n-d-713498-9 {{(pid=94466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:50:32.399103 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.445591 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6d6317-5a9d-476a-b254-8e101c15642e None None] Resources bound (agent type, host, resource id): {{(pid=94466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:50:32.456264 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Deleting port 5c0c02eb-bc69-4658-b039-da220c993105 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:32.456642 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.524130 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] For port 5c0c02eb-bc69-4658-b039-da220c993105, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=5c0c02eb-bc69-4658-b039-da220c993105,segment=NetworkSegment(d6a20da0-0e6b-4e3a-a154-c7f28d6619b7),segment_id=d6a20da0-0e6b-4e3a-a154-c7f28d6619b7)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:32.524495 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.538233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Calling delete_port for 5c0c02eb-bc69-4658-b039-da220c993105 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:32.696822 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.723979 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event deleted for resources: {'Port': ['ID=5c0c02eb-bc69-4658-b039-da220c993105,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:32.727739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] No DVR routers for this DVR port 5c0c02eb-bc69-4658-b039-da220c993105 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:50:32.806563 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.816340 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf84c86e-a365-47a7-9a3b-3aa1d1c94691']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:32.827302 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a20da0-0e6b-4e3a-a154-c7f28d6619b7') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:32.827600 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a20da0-0e6b-4e3a-a154-c7f28d6619b7') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:32.837042 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.850618 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.856610 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:50:32.857027 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:50:32.859976 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:50:33.027914 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.034841 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.036642 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "DELETE /v2.0/networks/cf84c86e-a365-47a7-9a3b-3aa1d1c94691 HTTP/1.1" status: 204 len: 168 time: 2.0484321 Jul 30 02:50:33.044732 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37950) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:33.048637 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6ffe5-c218-43ad-8f5a-1562759f7bbc tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event deleted for resources: {'Network': ['ID=cf84c86e-a365-47a7-9a3b-3aa1d1c94691,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:33.069255 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58da624-a5a8-418a-b5b2-f1a533cf66a2 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] GET failed (client error): The resource could not be found. Jul 30 02:50:33.070570 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e58da624-a5a8-418a-b5b2-f1a533cf66a2 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "GET /v2.0/subnets/9b063740-df63-48af-bd81-261ca056bc8c HTTP/1.1" status: 404 len: 337 time: 0.0296071 Jul 30 02:50:33.073438 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37952) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:33.090546 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-696ccfdd-1032-4050-986d-bb8db1c38189 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] DELETE failed (client error): The resource could not be found. Jul 30 02:50:33.091070 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696ccfdd-1032-4050-986d-bb8db1c38189 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:50:33.092706 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-696ccfdd-1032-4050-986d-bb8db1c38189 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "DELETE /v2.0/networks/cf84c86e-a365-47a7-9a3b-3aa1d1c94691 HTTP/1.1" status: 404 len: 339 time: 0.0183764 Jul 30 02:50:33.096341 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37954) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:33.121005 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2958af4-611a-4109-9371-1a9dc55f553d tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] DELETE failed (client error): The resource could not be found. Jul 30 02:50:33.136255 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2958af4-611a-4109-9371-1a9dc55f553d tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:50:33.136255 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a2958af4-611a-4109-9371-1a9dc55f553d tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "DELETE /v2.0/subnets/9b063740-df63-48af-bd81-261ca056bc8c HTTP/1.1" status: 404 len: 337 time: 0.0258436 Jul 30 02:50:33.137972 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37956) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:33.154463 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9dbaf3-6ad5-4942-a409-32cfd8d4854a tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] DELETE failed (client error): The resource could not be found. Jul 30 02:50:33.154973 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9dbaf3-6ad5-4942-a409-32cfd8d4854a tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:50:33.156543 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-da9dbaf3-6ad5-4942-a409-32cfd8d4854a tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "DELETE /v2.0/networks/cf84c86e-a365-47a7-9a3b-3aa1d1c94691 HTTP/1.1" status: 404 len: 339 time: 0.0176845 Jul 30 02:50:33.158729 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37958) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:33.213015 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-376bb5e0-051e-49bc-9ef7-01967f36d5be tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Deleting subnet cbe6a917-9615-4b1e-8ca0-fe74953ecad9 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:50:33.216562 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-376bb5e0-051e-49bc-9ef7-01967f36d5be tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.258241 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-376bb5e0-051e-49bc-9ef7-01967f36d5be tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.292041 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7bed85ca-effc-446d-8929-3f41207abb83 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:33.340696 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 7bed85ca-effc-446d-8929-3f41207abb83 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:33.341064 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.341308 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-376bb5e0-051e-49bc-9ef7-01967f36d5be tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.498303 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-376bb5e0-051e-49bc-9ef7-01967f36d5be tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.525942 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bb5e0-051e-49bc-9ef7-01967f36d5be tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event deleted for resources: {'Subnet': ['ID=cbe6a917-9615-4b1e-8ca0-fe74953ecad9,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:33.533302 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-376bb5e0-051e-49bc-9ef7-01967f36d5be tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.533302 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-376bb5e0-051e-49bc-9ef7-01967f36d5be tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "DELETE /v2.0/subnets/cbe6a917-9615-4b1e-8ca0-fe74953ecad9 HTTP/1.1" status: 204 len: 168 time: 0.3729041 Jul 30 02:50:33.534976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37962) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:33.536107 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c318e726-cf14-47f1-86f6-4b9c962ff292 None None] Network c9ba506a-03a7-4ba9-b730-ea00f99934ab requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:33.574593 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.631001 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-50e3008b-ed16-4ea0-889c-cced790548bb tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.684493 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-50e3008b-ed16-4ea0-889c-cced790548bb tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Deleting port 7bed85ca-effc-446d-8929-3f41207abb83 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:33.684837 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-50e3008b-ed16-4ea0-889c-cced790548bb tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.701422 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bda21c-87cf-4d4b-8050-91ec8b886528 None None] DHCP port deletion for c9ba506a-03a7-4ba9-b730-ea00f99934ab request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:50:33.747302 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a1bda21c-87cf-4d4b-8050-91ec8b886528 None None] Deleting port 7bed85ca-effc-446d-8929-3f41207abb83 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:33.747680 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1bda21c-87cf-4d4b-8050-91ec8b886528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.750999 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-50e3008b-ed16-4ea0-889c-cced790548bb tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] For port 7bed85ca-effc-446d-8929-3f41207abb83, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7bed85ca-effc-446d-8929-3f41207abb83,segment=NetworkSegment(0cfa5e17-e0bd-4b48-a9cc-a7bbd8b8a170),segment_id=0cfa5e17-e0bd-4b48-a9cc-a7bbd8b8a170)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:33.751396 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-50e3008b-ed16-4ea0-889c-cced790548bb tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.763642 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-50e3008b-ed16-4ea0-889c-cced790548bb tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Calling delete_port for 7bed85ca-effc-446d-8929-3f41207abb83 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:33.807349 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a1bda21c-87cf-4d4b-8050-91ec8b886528 None None] For port 7bed85ca-effc-446d-8929-3f41207abb83, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=7bed85ca-effc-446d-8929-3f41207abb83,segment=NetworkSegment(0cfa5e17-e0bd-4b48-a9cc-a7bbd8b8a170),segment_id=0cfa5e17-e0bd-4b48-a9cc-a7bbd8b8a170)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:33.807745 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1bda21c-87cf-4d4b-8050-91ec8b886528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.823600 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a1bda21c-87cf-4d4b-8050-91ec8b886528 None None] Calling delete_port for 7bed85ca-effc-446d-8929-3f41207abb83 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:33.903804 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-50e3008b-ed16-4ea0-889c-cced790548bb tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.909813 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1bda21c-87cf-4d4b-8050-91ec8b886528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.934245 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bda21c-87cf-4d4b-8050-91ec8b886528 None None] Pushing event deleted for resources: {'Port': ['ID=7bed85ca-effc-446d-8929-3f41207abb83,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:33.934802 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3008b-ed16-4ea0-889c-cced790548bb tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event deleted for resources: {'Port': ['ID=7bed85ca-effc-446d-8929-3f41207abb83,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:33.936868 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e3008b-ed16-4ea0-889c-cced790548bb tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] No DVR routers for this DVR port 7bed85ca-effc-446d-8929-3f41207abb83 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:50:33.942116 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bda21c-87cf-4d4b-8050-91ec8b886528 None None] No DVR routers for this DVR port 7bed85ca-effc-446d-8929-3f41207abb83 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:50:34.017813 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-50e3008b-ed16-4ea0-889c-cced790548bb tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.028075 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-50e3008b-ed16-4ea0-889c-cced790548bb tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ba506a-03a7-4ba9-b730-ea00f99934ab']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:34.039012 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-50e3008b-ed16-4ea0-889c-cced790548bb tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cfa5e17-e0bd-4b48-a9cc-a7bbd8b8a170') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:34.039307 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-50e3008b-ed16-4ea0-889c-cced790548bb tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cfa5e17-e0bd-4b48-a9cc-a7bbd8b8a170') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:34.048168 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-50e3008b-ed16-4ea0-889c-cced790548bb tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.061380 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-50e3008b-ed16-4ea0-889c-cced790548bb tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.067102 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e3008b-ed16-4ea0-889c-cced790548bb tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:50:34.067544 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-50e3008b-ed16-4ea0-889c-cced790548bb tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:50:34.070436 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:50:34.194235 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-50e3008b-ed16-4ea0-889c-cced790548bb tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.225412 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-50e3008b-ed16-4ea0-889c-cced790548bb tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.225412 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-50e3008b-ed16-4ea0-889c-cced790548bb tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "DELETE /v2.0/networks/c9ba506a-03a7-4ba9-b730-ea00f99934ab HTTP/1.1" status: 204 len: 168 time: 0.6775932 Jul 30 02:50:34.225412 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3008b-ed16-4ea0-889c-cced790548bb tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event deleted for resources: {'Network': ['ID=c9ba506a-03a7-4ba9-b730-ea00f99934ab,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:34.225412 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37964) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:34.244762 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7018c52-1194-4d7c-a453-e53da6a3154b tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] DELETE failed (client error): The resource could not be found. Jul 30 02:50:34.245217 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7018c52-1194-4d7c-a453-e53da6a3154b tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:50:34.247076 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e7018c52-1194-4d7c-a453-e53da6a3154b tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "DELETE /v2.0/subnets/f8ab3856-3c64-4812-91e0-7e7d29cae01d HTTP/1.1" status: 404 len: 337 time: 0.0300274 Jul 30 02:50:34.249809 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37966) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:34.269177 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba33b35-1b88-4403-a7aa-8f3c42b2cada tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] DELETE failed (client error): The resource could not be found. Jul 30 02:50:34.269767 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba33b35-1b88-4403-a7aa-8f3c42b2cada tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:50:34.271898 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-bba33b35-1b88-4403-a7aa-8f3c42b2cada tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "DELETE /v2.0/networks/1c378413-e8e1-4653-a561-a633292c6faf HTTP/1.1" status: 404 len: 339 time: 0.0211387 Jul 30 02:50:34.273999 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37968) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:34.301157 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa676cd-9450-4cbc-be8d-28ce10b45074 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] DELETE failed (client error): The resource could not be found. Jul 30 02:50:34.301596 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa676cd-9450-4cbc-be8d-28ce10b45074 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:50:34.303866 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3aa676cd-9450-4cbc-be8d-28ce10b45074 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "DELETE /v2.0/subnets/d7f266cb-811c-482d-a275-464840168848 HTTP/1.1" status: 404 len: 337 time: 0.0288770 Jul 30 02:50:34.306165 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37970) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:34.322943 n-d-713498-9 neutron-server[94464]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9bdec9-0c0f-4b9e-92dc-4cc3d2d6ee29 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] DELETE failed (client error): The resource could not be found. Jul 30 02:50:34.323458 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9bdec9-0c0f-4b9e-92dc-4cc3d2d6ee29 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:50:34.325037 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2a9bdec9-0c0f-4b9e-92dc-4cc3d2d6ee29 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "DELETE /v2.0/networks/7114fac8-ab3b-44f3-a163-d16371520e79 HTTP/1.1" status: 404 len: 339 time: 0.0179074 Jul 30 02:50:34.327210 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37972) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:34.380570 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-266e4302-dc5b-4828-a706-46ca6c18b781 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Deleting subnet bf9ab432-df68-476c-a985-52c7e71647e7 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:50:34.383711 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-266e4302-dc5b-4828-a706-46ca6c18b781 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.422753 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-266e4302-dc5b-4828-a706-46ca6c18b781 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.502579 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-266e4302-dc5b-4828-a706-46ca6c18b781 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.628441 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-266e4302-dc5b-4828-a706-46ca6c18b781 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.653212 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e4302-dc5b-4828-a706-46ca6c18b781 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9ab432-df68-476c-a985-52c7e71647e7,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:34.658849 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-266e4302-dc5b-4828-a706-46ca6c18b781 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.660823 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-266e4302-dc5b-4828-a706-46ca6c18b781 tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "DELETE /v2.0/subnets/bf9ab432-df68-476c-a985-52c7e71647e7 HTTP/1.1" status: 204 len: 168 time: 0.3326809 Jul 30 02:50:34.663888 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37974) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:34.666281 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf243f3-73ed-4f8e-a71e-1ff3b40393e1 None None] Network 42525d2e-12f9-4d28-80fa-64ab77493e55 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:34.739684 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-970648fd-20e3-49b1-9614-07843ef18f3f tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.793023 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-970648fd-20e3-49b1-9614-07843ef18f3f tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Deleting port 3523d2b7-a410-4f60-9a57-f48004291d33 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:34.793367 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-970648fd-20e3-49b1-9614-07843ef18f3f tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.835662 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbc2d1d-02e7-44fb-bf86-cccd83b86615 None None] DHCP port deletion for 42525d2e-12f9-4d28-80fa-64ab77493e55 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:50:34.860483 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-970648fd-20e3-49b1-9614-07843ef18f3f tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] For port 3523d2b7-a410-4f60-9a57-f48004291d33, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3523d2b7-a410-4f60-9a57-f48004291d33,segment=NetworkSegment(04dd4335-fff4-43d0-910a-afb88dab9ffb),segment_id=04dd4335-fff4-43d0-910a-afb88dab9ffb)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:34.860855 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-970648fd-20e3-49b1-9614-07843ef18f3f tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.873293 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-970648fd-20e3-49b1-9614-07843ef18f3f tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Calling delete_port for 3523d2b7-a410-4f60-9a57-f48004291d33 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:34.880497 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc2d1d-02e7-44fb-bf86-cccd83b86615 None None] Deleting port 3523d2b7-a410-4f60-9a57-f48004291d33 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:34.880869 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ecbc2d1d-02e7-44fb-bf86-cccd83b86615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.942856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ecbc2d1d-02e7-44fb-bf86-cccd83b86615 None None] For port 3523d2b7-a410-4f60-9a57-f48004291d33, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3523d2b7-a410-4f60-9a57-f48004291d33,segment=NetworkSegment(04dd4335-fff4-43d0-910a-afb88dab9ffb),segment_id=04dd4335-fff4-43d0-910a-afb88dab9ffb)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:34.943264 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ecbc2d1d-02e7-44fb-bf86-cccd83b86615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.955802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc2d1d-02e7-44fb-bf86-cccd83b86615 None None] Calling delete_port for 3523d2b7-a410-4f60-9a57-f48004291d33 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:35.029764 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-970648fd-20e3-49b1-9614-07843ef18f3f tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.035363 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ecbc2d1d-02e7-44fb-bf86-cccd83b86615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.059414 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970648fd-20e3-49b1-9614-07843ef18f3f tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event deleted for resources: {'Port': ['ID=3523d2b7-a410-4f60-9a57-f48004291d33,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:35.059950 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc2d1d-02e7-44fb-bf86-cccd83b86615 None None] Pushing event deleted for resources: {'Port': ['ID=3523d2b7-a410-4f60-9a57-f48004291d33,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:35.063299 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc2d1d-02e7-44fb-bf86-cccd83b86615 None None] No DVR routers for this DVR port 3523d2b7-a410-4f60-9a57-f48004291d33 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:50:35.068491 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970648fd-20e3-49b1-9614-07843ef18f3f tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] No DVR routers for this DVR port 3523d2b7-a410-4f60-9a57-f48004291d33 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:50:35.146570 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-970648fd-20e3-49b1-9614-07843ef18f3f tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.156161 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-970648fd-20e3-49b1-9614-07843ef18f3f tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42525d2e-12f9-4d28-80fa-64ab77493e55']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:35.166281 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-970648fd-20e3-49b1-9614-07843ef18f3f tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04dd4335-fff4-43d0-910a-afb88dab9ffb') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:35.166610 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-970648fd-20e3-49b1-9614-07843ef18f3f tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04dd4335-fff4-43d0-910a-afb88dab9ffb') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:35.175757 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-970648fd-20e3-49b1-9614-07843ef18f3f tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.189179 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-970648fd-20e3-49b1-9614-07843ef18f3f tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.195508 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970648fd-20e3-49b1-9614-07843ef18f3f tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:50:35.195894 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-970648fd-20e3-49b1-9614-07843ef18f3f tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:50:35.198749 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:50:35.277342 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7bed85ca-effc-446d-8929-3f41207abb83 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:50:35.297232 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 7bed85ca-effc-446d-8929-3f41207abb83 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:50:35.297520 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 7bed85ca-effc-446d-8929-3f41207abb83 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:50:35.297928 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3523d2b7-a410-4f60-9a57-f48004291d33 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:50:35.319802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 3523d2b7-a410-4f60-9a57-f48004291d33 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:50:35.320149 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3523d2b7-a410-4f60-9a57-f48004291d33 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:50:35.330759 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-970648fd-20e3-49b1-9614-07843ef18f3f tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.338131 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-970648fd-20e3-49b1-9614-07843ef18f3f tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.339971 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-970648fd-20e3-49b1-9614-07843ef18f3f tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] 10.222.0.70 "DELETE /v2.0/networks/42525d2e-12f9-4d28-80fa-64ab77493e55 HTTP/1.1" status: 204 len: 168 time: 0.6751504 Jul 30 02:50:35.351681 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970648fd-20e3-49b1-9614-07843ef18f3f tempest-NetworksIpV6Test-1207014957 tempest-NetworksIpV6Test-1207014957-project] Pushing event deleted for resources: {'Network': ['ID=42525d2e-12f9-4d28-80fa-64ab77493e55,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:35.824157 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37982) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:35.951632 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f5fce970-2ba7-41d8-9b4d-b402f75de9c8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ec34f3d7f18b42f0895c1fa40d280feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263297 Jul 30 02:50:35.954099 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 37986) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:36.000844 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1f8f37e3-f343-41c5-b7b5-91025266d728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:36.021891 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1f8f37e3-f343-41c5-b7b5-91025266d728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:36.149584 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1f8f37e3-f343-41c5-b7b5-91025266d728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:36.152124 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1f8f37e3-f343-41c5-b7b5-91025266d728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:36.153298 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1f8f37e3-f343-41c5-b7b5-91025266d728 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b52f8e06-0c23-4e8e-85cf-3a18f1a1feea HTTP/1.1" status: 204 len: 168 time: 0.1982439 Jul 30 02:50:36.161952 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f37e3-f343-41c5-b7b5-91025266d728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52f8e06-0c23-4e8e-85cf-3a18f1a1feea,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:37.155978 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38008) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:37.249092 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e624cd96-babd-4280-90e2-8b4c121f58fa tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1628477483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:37.376641 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e624cd96-babd-4280-90e2-8b4c121f58fa tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:37.377695 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e624cd96-babd-4280-90e2-8b4c121f58fa tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:37.432668 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e624cd96-babd-4280-90e2-8b4c121f58fa tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:37.532148 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e624cd96-babd-4280-90e2-8b4c121f58fa tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:37.640686 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e624cd96-babd-4280-90e2-8b4c121f58fa tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:37.641867 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e624cd96-babd-4280-90e2-8b4c121f58fa tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4848952 Jul 30 02:50:37.644664 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38012) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:37.649818 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-4b6e7a5e-0622-43d2-9b5e-6dec14ffaddf tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1455485666'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:37.747492 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6e7a5e-0622-43d2-9b5e-6dec14ffaddf tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Made reservation on behalf of 97daf46dc3cd43d393c670f04d25c8aa for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:37.750833 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4b6e7a5e-0622-43d2-9b5e-6dec14ffaddf tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:37.759094 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4b6e7a5e-0622-43d2-9b5e-6dec14ffaddf tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:37.845748 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4b6e7a5e-0622-43d2-9b5e-6dec14ffaddf tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:37.936358 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4b6e7a5e-0622-43d2-9b5e-6dec14ffaddf tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:37.958608 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6e7a5e-0622-43d2-9b5e-6dec14ffaddf tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:50:37.972711 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e7a5e-0622-43d2-9b5e-6dec14ffaddf tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23db033f-d146-43ff-b067-34cfafa17897,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:37.976057 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4b6e7a5e-0622-43d2-9b5e-6dec14ffaddf tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:37.976399 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-4b6e7a5e-0622-43d2-9b5e-6dec14ffaddf tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Added segment d45cc5d6-6bb4-4b75-bdc3-91816eeb6778 of type vlan for network 96f5e800-7abe-4ad2-884d-b8bf7e84a0bc Jul 30 02:50:38.023047 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4b6e7a5e-0622-43d2-9b5e-6dec14ffaddf tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:38.120810 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4b6e7a5e-0622-43d2-9b5e-6dec14ffaddf tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:38.126381 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6e7a5e-0622-43d2-9b5e-6dec14ffaddf tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:38.126973 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4b6e7a5e-0622-43d2-9b5e-6dec14ffaddf tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:38.191151 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e7a5e-0622-43d2-9b5e-6dec14ffaddf tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Pushing event updated for resources: {'Network': ['ID=96f5e800-7abe-4ad2-884d-b8bf7e84a0bc,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:38.202218 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 96f5e800-7abe-4ad2-884d-b8bf7e84a0bc details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:50:38.245729 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4b6e7a5e-0622-43d2-9b5e-6dec14ffaddf tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6000609 Jul 30 02:50:38.248642 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38014) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:38.253813 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a1679d4f-d1a1-4a8b-bafb-96ba82b4b521 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Request body: {'subnet': {'network_id': '96f5e800-7abe-4ad2-884d-b8bf7e84a0bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:38.393484 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1679d4f-d1a1-4a8b-bafb-96ba82b4b521 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Made reservation on behalf of 97daf46dc3cd43d393c670f04d25c8aa for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:38.396932 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1679d4f-d1a1-4a8b-bafb-96ba82b4b521 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:38.685180 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1679d4f-d1a1-4a8b-bafb-96ba82b4b521 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:38.743452 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1679d4f-d1a1-4a8b-bafb-96ba82b4b521 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Pushing event updated for resources: {'Subnet': ['ID=1baa0a2c-c369-421b-a695-83d068e64987,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:38.751868 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1679d4f-d1a1-4a8b-bafb-96ba82b4b521 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Checking segment: {'id': 'd45cc5d6-6bb4-4b75-bdc3-91816eeb6778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '96f5e800-7abe-4ad2-884d-b8bf7e84a0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:38.752226 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1679d4f-d1a1-4a8b-bafb-96ba82b4b521 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Network hostable DHCP agents. Network: 96f5e800-7abe-4ad2-884d-b8bf7e84a0bc, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:50:38.874612 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1679d4f-d1a1-4a8b-bafb-96ba82b4b521 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Network 96f5e800-7abe-4ad2-884d-b8bf7e84a0bc is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:50:38.988912 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-a1679d4f-d1a1-4a8b-bafb-96ba82b4b521 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 96f5e800-7abe-4ad2-884d-b8bf7e84a0bc) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:38.993594 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1679d4f-d1a1-4a8b-bafb-96ba82b4b521 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:38.993998 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1679d4f-d1a1-4a8b-bafb-96ba82b4b521 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:38.998328 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf313f7-4d86-4a72-9bd8-4f0382747cbe None None] Network 96f5e800-7abe-4ad2-884d-b8bf7e84a0bc requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:39.099477 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a1679d4f-d1a1-4a8b-bafb-96ba82b4b521 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8491175 Jul 30 02:50:39.102557 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38016) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:39.109392 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-93661520-81d2-4a59-99d5-45ea2c69351a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1407923257'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:39.149502 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-96f5e800-7abe-4ad2-884d-b8bf7e84a0bc', 'network_id': '96f5e800-7abe-4ad2-884d-b8bf7e84a0bc', 'tenant_id': '97daf46dc3cd43d393c670f04d25c8aa', 'fixed_ips': [{'subnet_id': '1baa0a2c-c369-421b-a695-83d068e64987'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:50:39.149502 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:39.200893 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93661520-81d2-4a59-99d5-45ea2c69351a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Made reservation on behalf of 97daf46dc3cd43d393c670f04d25c8aa for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:39.204503 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-93661520-81d2-4a59-99d5-45ea2c69351a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:39.229528 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93661520-81d2-4a59-99d5-45ea2c69351a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:50:39.238475 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-93661520-81d2-4a59-99d5-45ea2c69351a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:39.238818 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-93661520-81d2-4a59-99d5-45ea2c69351a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Added segment 2f4229d6-1485-48d7-bba7-5752e2f9f5cb of type vlan for network e4a06bd3-1c83-4efe-a549-6ddbaf287cfb Jul 30 02:50:39.242339 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f1a1a99-5fe1-4f10-9fdf-a8a6322abf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:39.278309 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-93661520-81d2-4a59-99d5-45ea2c69351a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:39.281536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Allocated IP 172.20.0.2 (96f5e800-7abe-4ad2-884d-b8bf7e84a0bc/1baa0a2c-c369-421b-a695-83d068e64987/90fe3ec7-4071-4dcf-8866-2aab0d1d040c) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:39.424254 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:39.429807 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-93661520-81d2-4a59-99d5-45ea2c69351a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:39.432398 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Transition to ACTIVE for port object 90fe3ec7-4071-4dcf-8866-2aab0d1d040c will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:39.435733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93661520-81d2-4a59-99d5-45ea2c69351a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:39.436321 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-93661520-81d2-4a59-99d5-45ea2c69351a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:39.449603 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Transition to ACTIVE for port object 90fe3ec7-4071-4dcf-8866-2aab0d1d040c will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:39.505582 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93661520-81d2-4a59-99d5-45ea2c69351a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Pushing event updated for resources: {'Network': ['ID=e4a06bd3-1c83-4efe-a549-6ddbaf287cfb,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:39.515637 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network e4a06bd3-1c83-4efe-a549-6ddbaf287cfb details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:50:39.572037 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:39.612707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Network 96f5e800-7abe-4ad2-884d-b8bf7e84a0bc is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:39.616253 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:39.619625 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:39.630362 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Pushing event updated for resources: {'Port': ['ID=90fe3ec7-4071-4dcf-8866-2aab0d1d040c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:39.637255 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-93661520-81d2-4a59-99d5-45ea2c69351a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5332131 Jul 30 02:50:39.639836 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38018) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:39.645065 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b7dcb890-028d-4dc8-bf46-e3a19ca0bc93 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Request body: {'subnet': {'network_id': 'e4a06bd3-1c83-4efe-a549-6ddbaf287cfb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:39.686378 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Attempting to bind port 90fe3ec7-4071-4dcf-8866-2aab0d1d040c on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:50:39.686744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Attempting to bind port 90fe3ec7-4071-4dcf-8866-2aab0d1d040c by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'd45cc5d6-6bb4-4b75-bdc3-91816eeb6778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '96f5e800-7abe-4ad2-884d-b8bf7e84a0bc'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:50:39.687104 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Attempting to bind port 90fe3ec7-4071-4dcf-8866-2aab0d1d040c on network 96f5e800-7abe-4ad2-884d-b8bf7e84a0bc {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:39.692194 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:50:39.692584 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Checking segment: {'id': 'd45cc5d6-6bb4-4b75-bdc3-91816eeb6778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '96f5e800-7abe-4ad2-884d-b8bf7e84a0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:39.692979 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:39.693366 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Bound using segment: {'id': 'd45cc5d6-6bb4-4b75-bdc3-91816eeb6778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '96f5e800-7abe-4ad2-884d-b8bf7e84a0bc'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:50:39.693820 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Bound port: 90fe3ec7-4071-4dcf-8866-2aab0d1d040c, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45cc5d6-6bb4-4b75-bdc3-91816eeb6778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '96f5e800-7abe-4ad2-884d-b8bf7e84a0bc'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:50:39.694345 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:39.756281 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] For port 90fe3ec7-4071-4dcf-8866-2aab0d1d040c, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:50:39.759336 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] For port 90fe3ec7-4071-4dcf-8866-2aab0d1d040c, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=90fe3ec7-4071-4dcf-8866-2aab0d1d040c,segment=NetworkSegment(d45cc5d6-6bb4-4b75-bdc3-91816eeb6778),segment_id=d45cc5d6-6bb4-4b75-bdc3-91816eeb6778)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:50:39.823309 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dcb890-028d-4dc8-bf46-e3a19ca0bc93 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Made reservation on behalf of 97daf46dc3cd43d393c670f04d25c8aa for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:39.826922 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7dcb890-028d-4dc8-bf46-e3a19ca0bc93 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:39.915562 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:39.975700 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19f756-1c80-4f68-988a-51a9f19fa96e None None] Pushing event updated for resources: {'Port': ['ID=90fe3ec7-4071-4dcf-8866-2aab0d1d040c,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:40.082794 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7dcb890-028d-4dc8-bf46-e3a19ca0bc93 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:40.146090 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcb890-028d-4dc8-bf46-e3a19ca0bc93 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Pushing event updated for resources: {'Subnet': ['ID=848f7b50-5af9-4c23-af56-4143b511c7f8,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:40.167426 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dcb890-028d-4dc8-bf46-e3a19ca0bc93 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Checking segment: {'id': '2f4229d6-1485-48d7-bba7-5752e2f9f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e4a06bd3-1c83-4efe-a549-6ddbaf287cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:40.167818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dcb890-028d-4dc8-bf46-e3a19ca0bc93 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Network hostable DHCP agents. Network: e4a06bd3-1c83-4efe-a549-6ddbaf287cfb, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:50:40.275139 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dcb890-028d-4dc8-bf46-e3a19ca0bc93 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Network e4a06bd3-1c83-4efe-a549-6ddbaf287cfb is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:50:40.347875 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-b7dcb890-028d-4dc8-bf46-e3a19ca0bc93 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, e4a06bd3-1c83-4efe-a549-6ddbaf287cfb) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:40.352371 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dcb890-028d-4dc8-bf46-e3a19ca0bc93 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:40.352969 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b7dcb890-028d-4dc8-bf46-e3a19ca0bc93 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:40.360279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd061fa8-dcc5-45a5-b160-cd4e66da4b33 None None] Network e4a06bd3-1c83-4efe-a549-6ddbaf287cfb requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:40.475312 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b7dcb890-028d-4dc8-bf46-e3a19ca0bc93 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8342881 Jul 30 02:50:40.479705 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38020) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:40.485702 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e8c1e03f-5572-425c-847a-89a4abb89f3e tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e4a06bd3-1c83-4efe-a549-6ddbaf287cfb'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:40.514656 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-e4a06bd3-1c83-4efe-a549-6ddbaf287cfb', 'network_id': 'e4a06bd3-1c83-4efe-a549-6ddbaf287cfb', 'tenant_id': '97daf46dc3cd43d393c670f04d25c8aa', 'fixed_ips': [{'subnet_id': '848f7b50-5af9-4c23-af56-4143b511c7f8'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:50:40.515791 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:40.528882 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-e4bb7b8a-2bdb-4836-9045-f240122a79f9 req-a177180f-4496-4f2a-a370-b52a5930892b service neutron] (94465) timed out ('10.222.0.10', 54083) {{(pid=94465) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:50:40.657796 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Allocated IP 172.21.0.2 (e4a06bd3-1c83-4efe-a549-6ddbaf287cfb/848f7b50-5af9-4c23-af56-4143b511c7f8/93c8bcf3-a04f-43bf-bb4f-4fbab1404137) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:40.713989 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e8c1e03f-5572-425c-847a-89a4abb89f3e tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:40.811224 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:40.820486 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Transition to ACTIVE for port object 93c8bcf3-a04f-43bf-bb4f-4fbab1404137 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:40.838743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Transition to ACTIVE for port object 93c8bcf3-a04f-43bf-bb4f-4fbab1404137 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:40.860229 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fc8741-450b-462f-bac7-fce46290fce7 None None] Network 96f5e800-7abe-4ad2-884d-b8bf7e84a0bc requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:40.913853 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [None req-e8c1e03f-5572-425c-847a-89a4abb89f3e tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:50:40.915069 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e8c1e03f-5572-425c-847a-89a4abb89f3e tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] 10.222.0.70 "PUT /v2.0/routers/2f2f95e3-bf00-42d4-a1e7-b81a979eb994 HTTP/1.1" status: 400 len: 364 time: 0.4338009 Jul 30 02:50:40.921300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38022) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:40.935609 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:40.977625 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac89245-65dc-4c30-b33a-10dc9e1c96e9 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Deleting subnet 848f7b50-5af9-4c23-af56-4143b511c7f8 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:50:40.980785 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9ac89245-65dc-4c30-b33a-10dc9e1c96e9 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.010379 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Network e4a06bd3-1c83-4efe-a549-6ddbaf287cfb is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:41.017460 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:41.020228 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9ac89245-65dc-4c30-b33a-10dc9e1c96e9 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.020679 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:41.035799 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Pushing event updated for resources: {'Port': ['ID=93c8bcf3-a04f-43bf-bb4f-4fbab1404137,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:41.104690 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9ac89245-65dc-4c30-b33a-10dc9e1c96e9 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.104919 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0905ebed-01f0-448c-bba8-afd8375b147a None None] Provisioning for port 90fe3ec7-4071-4dcf-8866-2aab0d1d040c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:41.114861 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Attempting to bind port 93c8bcf3-a04f-43bf-bb4f-4fbab1404137 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:50:41.115663 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Attempting to bind port 93c8bcf3-a04f-43bf-bb4f-4fbab1404137 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '2f4229d6-1485-48d7-bba7-5752e2f9f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e4a06bd3-1c83-4efe-a549-6ddbaf287cfb'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:50:41.115663 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Attempting to bind port 93c8bcf3-a04f-43bf-bb4f-4fbab1404137 on network e4a06bd3-1c83-4efe-a549-6ddbaf287cfb {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:41.123222 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:50:41.123599 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Checking segment: {'id': '2f4229d6-1485-48d7-bba7-5752e2f9f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e4a06bd3-1c83-4efe-a549-6ddbaf287cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:41.124006 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.124401 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Bound using segment: {'id': '2f4229d6-1485-48d7-bba7-5752e2f9f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e4a06bd3-1c83-4efe-a549-6ddbaf287cfb'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:50:41.124929 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Bound port: 93c8bcf3-a04f-43bf-bb4f-4fbab1404137, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4229d6-1485-48d7-bba7-5752e2f9f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e4a06bd3-1c83-4efe-a549-6ddbaf287cfb'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:50:41.125314 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.245920 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9ac89245-65dc-4c30-b33a-10dc9e1c96e9 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.250418 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] For port 93c8bcf3-a04f-43bf-bb4f-4fbab1404137, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:50:41.253686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] For port 93c8bcf3-a04f-43bf-bb4f-4fbab1404137, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=93c8bcf3-a04f-43bf-bb4f-4fbab1404137,segment=NetworkSegment(2f4229d6-1485-48d7-bba7-5752e2f9f5cb),segment_id=2f4229d6-1485-48d7-bba7-5752e2f9f5cb)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:50:41.277286 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac89245-65dc-4c30-b33a-10dc9e1c96e9 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Pushing event deleted for resources: {'Subnet': ['ID=848f7b50-5af9-4c23-af56-4143b511c7f8,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:41.279351 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-9ac89245-65dc-4c30-b33a-10dc9e1c96e9 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.283561 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9ac89245-65dc-4c30-b33a-10dc9e1c96e9 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] 10.222.0.70 "DELETE /v2.0/subnets/848f7b50-5af9-4c23-af56-4143b511c7f8 HTTP/1.1" status: 204 len: 168 time: 0.3590236 Jul 30 02:50:41.283985 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38024) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:41.344155 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.349170 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 90fe3ec7-4071-4dcf-8866-2aab0d1d040c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:41.397816 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3b34a8f5-9228-44de-865a-350eefc91c8a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.450247 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416960c7-1234-4148-8708-d9da9fd44f42 None None] Pushing event updated for resources: {'Port': ['ID=93c8bcf3-a04f-43bf-bb4f-4fbab1404137,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:41.479616 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-3b34a8f5-9228-44de-865a-350eefc91c8a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Deleting port 93c8bcf3-a04f-43bf-bb4f-4fbab1404137 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:41.480103 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3b34a8f5-9228-44de-865a-350eefc91c8a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.550278 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-3b34a8f5-9228-44de-865a-350eefc91c8a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] For port 93c8bcf3-a04f-43bf-bb4f-4fbab1404137, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=93c8bcf3-a04f-43bf-bb4f-4fbab1404137,segment=NetworkSegment(2f4229d6-1485-48d7-bba7-5752e2f9f5cb),segment_id=2f4229d6-1485-48d7-bba7-5752e2f9f5cb)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:41.550674 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3b34a8f5-9228-44de-865a-350eefc91c8a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.553711 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 90fe3ec7-4071-4dcf-8866-2aab0d1d040c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:41.558047 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 90fe3ec7-4071-4dcf-8866-2aab0d1d040c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:41.559327 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.567590 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-3b34a8f5-9228-44de-865a-350eefc91c8a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Calling delete_port for 93c8bcf3-a04f-43bf-bb4f-4fbab1404137 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:41.705042 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.756885 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 90fe3ec7-4071-4dcf-8866-2aab0d1d040c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=90fe3ec7-4071-4dcf-8866-2aab0d1d040c,segment=NetworkSegment(d45cc5d6-6bb4-4b75-bdc3-91816eeb6778),segment_id=d45cc5d6-6bb4-4b75-bdc3-91816eeb6778)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:41.800974 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d185d76f-d64d-42f3-a55f-b6e3df730446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.829696 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.838877 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.881763 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=90fe3ec7-4071-4dcf-8866-2aab0d1d040c,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:42.125253 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3b34a8f5-9228-44de-865a-350eefc91c8a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.153714 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34a8f5-9228-44de-865a-350eefc91c8a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Pushing event deleted for resources: {'Port': ['ID=93c8bcf3-a04f-43bf-bb4f-4fbab1404137,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:42.155594 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b34a8f5-9228-44de-865a-350eefc91c8a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] No DVR routers for this DVR port 93c8bcf3-a04f-43bf-bb4f-4fbab1404137 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:50:42.243331 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3b34a8f5-9228-44de-865a-350eefc91c8a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.253526 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-3b34a8f5-9228-44de-865a-350eefc91c8a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a06bd3-1c83-4efe-a549-6ddbaf287cfb']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:42.264203 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-3b34a8f5-9228-44de-865a-350eefc91c8a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4229d6-1485-48d7-bba7-5752e2f9f5cb') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:42.264495 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-3b34a8f5-9228-44de-865a-350eefc91c8a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4229d6-1485-48d7-bba7-5752e2f9f5cb') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:42.273840 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3b34a8f5-9228-44de-865a-350eefc91c8a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.287720 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3b34a8f5-9228-44de-865a-350eefc91c8a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.293894 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b34a8f5-9228-44de-865a-350eefc91c8a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:50:42.294281 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3b34a8f5-9228-44de-865a-350eefc91c8a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:50:42.297714 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:50:42.356391 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c615fa40-5443-4636-9745-653816f9da5f None None] Network e4a06bd3-1c83-4efe-a549-6ddbaf287cfb requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:42.407593 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3170e186-74f3-4b58-a0ed-b1d24f3c50ed None None] Could not find standard attr ID for object 93c8bcf3-a04f-43bf-bb4f-4fbab1404137. {{(pid=94466) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:50:42.481365 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3b34a8f5-9228-44de-865a-350eefc91c8a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.488604 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3b34a8f5-9228-44de-865a-350eefc91c8a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.491074 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3b34a8f5-9228-44de-865a-350eefc91c8a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] 10.222.0.70 "DELETE /v2.0/networks/e4a06bd3-1c83-4efe-a549-6ddbaf287cfb HTTP/1.1" status: 204 len: 168 time: 1.2054205 Jul 30 02:50:42.493678 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38026) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:42.502417 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34a8f5-9228-44de-865a-350eefc91c8a tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Pushing event deleted for resources: {'Network': ['ID=e4a06bd3-1c83-4efe-a549-6ddbaf287cfb,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:42.513843 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d4e132-c78b-481b-a32e-5cdbaaacb5a5 None None] DHCP port deletion for e4a06bd3-1c83-4efe-a549-6ddbaf287cfb request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:50:42.551330 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e7021c-1c29-4031-aa29-c5838ff66997 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Deleting subnet 1baa0a2c-c369-421b-a695-83d068e64987 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:50:42.555092 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00e7021c-1c29-4031-aa29-c5838ff66997 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.593984 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00e7021c-1c29-4031-aa29-c5838ff66997 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.680632 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00e7021c-1c29-4031-aa29-c5838ff66997 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.800938 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00e7021c-1c29-4031-aa29-c5838ff66997 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.828459 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7021c-1c29-4031-aa29-c5838ff66997 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Pushing event deleted for resources: {'Subnet': ['ID=1baa0a2c-c369-421b-a695-83d068e64987,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:42.830477 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-00e7021c-1c29-4031-aa29-c5838ff66997 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.833375 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-00e7021c-1c29-4031-aa29-c5838ff66997 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] 10.222.0.70 "DELETE /v2.0/subnets/1baa0a2c-c369-421b-a695-83d068e64987 HTTP/1.1" status: 204 len: 168 time: 0.3376157 Jul 30 02:50:42.835400 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38028) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:42.837819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969266b7-60d1-4c98-bda9-623d788d3596 None None] Network 96f5e800-7abe-4ad2-884d-b8bf7e84a0bc requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:42.915994 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bb686c3b-ca7e-4cec-bb83-d3cbec8aef18 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.985050 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-bb686c3b-ca7e-4cec-bb83-d3cbec8aef18 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Deleting port 90fe3ec7-4071-4dcf-8866-2aab0d1d040c {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:42.985529 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bb686c3b-ca7e-4cec-bb83-d3cbec8aef18 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.052483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-bb686c3b-ca7e-4cec-bb83-d3cbec8aef18 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] For port 90fe3ec7-4071-4dcf-8866-2aab0d1d040c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=90fe3ec7-4071-4dcf-8866-2aab0d1d040c,segment=NetworkSegment(d45cc5d6-6bb4-4b75-bdc3-91816eeb6778),segment_id=d45cc5d6-6bb4-4b75-bdc3-91816eeb6778)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:43.052855 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bb686c3b-ca7e-4cec-bb83-d3cbec8aef18 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.066506 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-bb686c3b-ca7e-4cec-bb83-d3cbec8aef18 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Calling delete_port for 90fe3ec7-4071-4dcf-8866-2aab0d1d040c owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:43.156867 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cefd937-a0e1-4f18-8868-342d9ea08330 None None] DHCP port deletion for 96f5e800-7abe-4ad2-884d-b8bf7e84a0bc request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:50:43.202399 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2cefd937-a0e1-4f18-8868-342d9ea08330 None None] Deleting port 90fe3ec7-4071-4dcf-8866-2aab0d1d040c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:43.202724 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2cefd937-a0e1-4f18-8868-342d9ea08330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.258172 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bb686c3b-ca7e-4cec-bb83-d3cbec8aef18 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.268056 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2cefd937-a0e1-4f18-8868-342d9ea08330 None None] For port 90fe3ec7-4071-4dcf-8866-2aab0d1d040c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=90fe3ec7-4071-4dcf-8866-2aab0d1d040c,segment=NetworkSegment(d45cc5d6-6bb4-4b75-bdc3-91816eeb6778),segment_id=d45cc5d6-6bb4-4b75-bdc3-91816eeb6778)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:43.271139 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2cefd937-a0e1-4f18-8868-342d9ea08330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.282582 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2cefd937-a0e1-4f18-8868-342d9ea08330 None None] Calling delete_port for 90fe3ec7-4071-4dcf-8866-2aab0d1d040c owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:43.286930 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb686c3b-ca7e-4cec-bb83-d3cbec8aef18 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Pushing event deleted for resources: {'Port': ['ID=90fe3ec7-4071-4dcf-8866-2aab0d1d040c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:43.288816 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb686c3b-ca7e-4cec-bb83-d3cbec8aef18 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] No DVR routers for this DVR port 90fe3ec7-4071-4dcf-8866-2aab0d1d040c on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:50:43.328474 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 90fe3ec7-4071-4dcf-8866-2aab0d1d040c no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:50:43.351792 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 90fe3ec7-4071-4dcf-8866-2aab0d1d040c {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:50:43.352135 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 90fe3ec7-4071-4dcf-8866-2aab0d1d040c not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:50:43.372593 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bb686c3b-ca7e-4cec-bb83-d3cbec8aef18 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.383067 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-bb686c3b-ca7e-4cec-bb83-d3cbec8aef18 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f5e800-7abe-4ad2-884d-b8bf7e84a0bc']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:43.388078 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2cefd937-a0e1-4f18-8868-342d9ea08330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.394116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-bb686c3b-ca7e-4cec-bb83-d3cbec8aef18 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45cc5d6-6bb4-4b75-bdc3-91816eeb6778') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:43.394449 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-bb686c3b-ca7e-4cec-bb83-d3cbec8aef18 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45cc5d6-6bb4-4b75-bdc3-91816eeb6778') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:43.404059 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bb686c3b-ca7e-4cec-bb83-d3cbec8aef18 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.413553 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefd937-a0e1-4f18-8868-342d9ea08330 None None] Pushing event deleted for resources: {'Port': ['ID=90fe3ec7-4071-4dcf-8866-2aab0d1d040c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:43.418179 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cefd937-a0e1-4f18-8868-342d9ea08330 None None] No DVR routers for this DVR port 90fe3ec7-4071-4dcf-8866-2aab0d1d040c on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:50:43.418440 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bb686c3b-ca7e-4cec-bb83-d3cbec8aef18 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.425377 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb686c3b-ca7e-4cec-bb83-d3cbec8aef18 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:50:43.425695 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bb686c3b-ca7e-4cec-bb83-d3cbec8aef18 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:50:43.429499 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:50:43.549198 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.566206 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bb686c3b-ca7e-4cec-bb83-d3cbec8aef18 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.572198 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bb686c3b-ca7e-4cec-bb83-d3cbec8aef18 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.574240 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bb686c3b-ca7e-4cec-bb83-d3cbec8aef18 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] 10.222.0.70 "DELETE /v2.0/networks/96f5e800-7abe-4ad2-884d-b8bf7e84a0bc HTTP/1.1" status: 204 len: 168 time: 0.7378616 Jul 30 02:50:43.577434 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38030) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:43.589459 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb686c3b-ca7e-4cec-bb83-d3cbec8aef18 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Pushing event deleted for resources: {'Network': ['ID=96f5e800-7abe-4ad2-884d-b8bf7e84a0bc,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:43.607965 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-af6af0ba-ddcf-4a32-9931-b3b8fc48dd04 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f2f95e3-bf00-42d4-a1e7-b81a979eb994 HTTP/1.1" status: 200 len: 205 time: 0.0293953 Jul 30 02:50:43.610249 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38032) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:43.680274 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-277df5da-0832-4b78-811f-5255c90f3fa6 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.830788 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-277df5da-0832-4b78-811f-5255c90f3fa6 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.832730 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-277df5da-0832-4b78-811f-5255c90f3fa6 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.966213 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-277df5da-0832-4b78-811f-5255c90f3fa6 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.966763 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277df5da-0832-4b78-811f-5255c90f3fa6 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Fanout notify agent at l3_agent the message router_deleted on router 2f2f95e3-bf00-42d4-a1e7-b81a979eb994 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:50:43.974431 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-277df5da-0832-4b78-811f-5255c90f3fa6 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.975588 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-277df5da-0832-4b78-811f-5255c90f3fa6 tempest-RoutersNegativeTest-713421934 tempest-RoutersNegativeTest-713421934-project] 10.222.0.70 "DELETE /v2.0/routers/2f2f95e3-bf00-42d4-a1e7-b81a979eb994 HTTP/1.1" status: 204 len: 168 time: 0.3644388 Jul 30 02:50:44.430042 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38038) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:44.556596 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3c0ea15b-bdee-46d7-aeb4-d6661db250e3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=97daf46dc3cd43d393c670f04d25c8aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1253512 Jul 30 02:50:44.559093 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38042) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:44.606708 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-477b08bb-17c9-4ec3-8e71-95ea8bc3b660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:44.627312 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-477b08bb-17c9-4ec3-8e71-95ea8bc3b660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:44.737843 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-477b08bb-17c9-4ec3-8e71-95ea8bc3b660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:44.740515 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-477b08bb-17c9-4ec3-8e71-95ea8bc3b660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:44.741736 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-477b08bb-17c9-4ec3-8e71-95ea8bc3b660 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/23db033f-d146-43ff-b067-34cfafa17897 HTTP/1.1" status: 204 len: 168 time: 0.1817217 Jul 30 02:50:44.749742 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b08bb-17c9-4ec3-8e71-95ea8bc3b660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23db033f-d146-43ff-b067-34cfafa17897,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:44.852045 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:45.692943 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38066) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:45.784224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-279c2c71-42ad-4f67-ae58-efa9b68d4c82 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-733227130-network', 'tenant_id': '9124361aaabf4232a0d02e2e3dc8b166'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:45.852068 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279c2c71-42ad-4f67-ae58-efa9b68d4c82 admin admin] Made reservation on behalf of 9124361aaabf4232a0d02e2e3dc8b166 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:45.854451 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-279c2c71-42ad-4f67-ae58-efa9b68d4c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:45.864798 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-279c2c71-42ad-4f67-ae58-efa9b68d4c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:45.952145 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-279c2c71-42ad-4f67-ae58-efa9b68d4c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.015683 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-279c2c71-42ad-4f67-ae58-efa9b68d4c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.036111 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279c2c71-42ad-4f67-ae58-efa9b68d4c82 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:50:46.051502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c2c71-42ad-4f67-ae58-efa9b68d4c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36163237-b056-4da2-b97a-e8e493e633d1,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:46.054491 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-279c2c71-42ad-4f67-ae58-efa9b68d4c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.054840 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-279c2c71-42ad-4f67-ae58-efa9b68d4c82 admin admin] Added segment d270c3aa-d2ad-4837-93e1-4bd146cb40ca of type vlan for network 213a2a97-95e1-43c6-b4e8-ccd2996a6735 Jul 30 02:50:46.096270 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-279c2c71-42ad-4f67-ae58-efa9b68d4c82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.195373 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-279c2c71-42ad-4f67-ae58-efa9b68d4c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.196248 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279c2c71-42ad-4f67-ae58-efa9b68d4c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:46.196830 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-279c2c71-42ad-4f67-ae58-efa9b68d4c82 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.254123 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c2c71-42ad-4f67-ae58-efa9b68d4c82 admin admin] Pushing event updated for resources: {'Network': ['ID=213a2a97-95e1-43c6-b4e8-ccd2996a6735,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:46.264139 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 213a2a97-95e1-43c6-b4e8-ccd2996a6735 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:50:46.367490 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-279c2c71-42ad-4f67-ae58-efa9b68d4c82 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6733930 Jul 30 02:50:46.370400 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38070) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:46.375169 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-14753c08-2c46-4e56-8f18-ef91a26762bf admin admin] Request body: {'subnet': {'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-733227130-subnet', 'tenant_id': '9124361aaabf4232a0d02e2e3dc8b166', 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:46.503504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14753c08-2c46-4e56-8f18-ef91a26762bf admin admin] Made reservation on behalf of 9124361aaabf4232a0d02e2e3dc8b166 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:46.506538 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-14753c08-2c46-4e56-8f18-ef91a26762bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.743596 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-14753c08-2c46-4e56-8f18-ef91a26762bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.804500 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14753c08-2c46-4e56-8f18-ef91a26762bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb2219a-b0ea-4591-b425-17d86305da35,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:46.811134 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14753c08-2c46-4e56-8f18-ef91a26762bf admin admin] Checking segment: {'id': 'd270c3aa-d2ad-4837-93e1-4bd146cb40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:46.811478 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14753c08-2c46-4e56-8f18-ef91a26762bf admin admin] Network hostable DHCP agents. Network: 213a2a97-95e1-43c6-b4e8-ccd2996a6735, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:50:46.909120 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14753c08-2c46-4e56-8f18-ef91a26762bf admin admin] Network 213a2a97-95e1-43c6-b4e8-ccd2996a6735 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:50:47.023065 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-14753c08-2c46-4e56-8f18-ef91a26762bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 213a2a97-95e1-43c6-b4e8-ccd2996a6735) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:47.026933 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14753c08-2c46-4e56-8f18-ef91a26762bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:47.027524 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-14753c08-2c46-4e56-8f18-ef91a26762bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.031550 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97e2be0-ac85-4b99-bcbe-14bb74f44e7b None None] Network 213a2a97-95e1-43c6-b4e8-ccd2996a6735 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:47.121350 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-14753c08-2c46-4e56-8f18-ef91a26762bf admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7499654 Jul 30 02:50:47.124055 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38072) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:47.128394 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-c61ed9e0-6129-4755-ac6a-74e0bb4e3c2e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-733227130-router', 'tenant_id': '9124361aaabf4232a0d02e2e3dc8b166', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:47.178244 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-213a2a97-95e1-43c6-b4e8-ccd2996a6735', 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735', 'tenant_id': '9124361aaabf4232a0d02e2e3dc8b166', 'fixed_ips': [{'subnet_id': '9bb2219a-b0ea-4591-b425-17d86305da35'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:50:47.179166 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.229428 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c61ed9e0-6129-4755-ac6a-74e0bb4e3c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.230463 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c61ed9e0-6129-4755-ac6a-74e0bb4e3c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.281279 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c61ed9e0-6129-4755-ac6a-74e0bb4e3c2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.313477 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Allocated IP 172.20.0.2 (213a2a97-95e1-43c6-b4e8-ccd2996a6735/9bb2219a-b0ea-4591-b425-17d86305da35/95b5adb5-64f7-4689-8d81-09445e8bec67) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:47.464677 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.474026 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Transition to ACTIVE for port object 95b5adb5-64f7-4689-8d81-09445e8bec67 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:47.489581 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c61ed9e0-6129-4755-ac6a-74e0bb4e3c2e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.489829 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Transition to ACTIVE for port object 95b5adb5-64f7-4689-8d81-09445e8bec67 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:47.561126 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.596882 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Network 213a2a97-95e1-43c6-b4e8-ccd2996a6735 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:47.600186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:47.603837 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:47.614829 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Pushing event updated for resources: {'Port': ['ID=95b5adb5-64f7-4689-8d81-09445e8bec67,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:47.669723 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Attempting to bind port 95b5adb5-64f7-4689-8d81-09445e8bec67 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:50:47.670275 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Attempting to bind port 95b5adb5-64f7-4689-8d81-09445e8bec67 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'd270c3aa-d2ad-4837-93e1-4bd146cb40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:50:47.670810 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Attempting to bind port 95b5adb5-64f7-4689-8d81-09445e8bec67 on network 213a2a97-95e1-43c6-b4e8-ccd2996a6735 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:47.676343 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:50:47.676785 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Checking segment: {'id': 'd270c3aa-d2ad-4837-93e1-4bd146cb40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:47.677253 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.677687 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Bound using segment: {'id': 'd270c3aa-d2ad-4837-93e1-4bd146cb40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:50:47.678801 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Bound port: 95b5adb5-64f7-4689-8d81-09445e8bec67, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd270c3aa-d2ad-4837-93e1-4bd146cb40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:50:47.679250 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.745964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] For port 95b5adb5-64f7-4689-8d81-09445e8bec67, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:50:47.749021 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] For port 95b5adb5-64f7-4689-8d81-09445e8bec67, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=95b5adb5-64f7-4689-8d81-09445e8bec67,segment=NetworkSegment(d270c3aa-d2ad-4837-93e1-4bd146cb40ca),segment_id=d270c3aa-d2ad-4837-93e1-4bd146cb40ca)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:50:47.797349 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c61ed9e0-6129-4755-ac6a-74e0bb4e3c2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.812555 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.821024 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c61ed9e0-6129-4755-ac6a-74e0bb4e3c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.876128 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7bd3c0-b1db-497e-a084-6c67ae1813e4 None None] Pushing event updated for resources: {'Port': ['ID=95b5adb5-64f7-4689-8d81-09445e8bec67,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:47.930347 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-c61ed9e0-6129-4755-ac6a-74e0bb4e3c2e admin admin] Allocated IP 172.25.1.168 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/322ffbc0-19cc-48ca-a12f-5dba5e8a75ed) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:48.054213 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c61ed9e0-6129-4755-ac6a-74e0bb4e3c2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.176496 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c61ed9e0-6129-4755-ac6a-74e0bb4e3c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.213162 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61ed9e0-6129-4755-ac6a-74e0bb4e3c2e admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:48.216060 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-c61ed9e0-6129-4755-ac6a-74e0bb4e3c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:48.219634 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61ed9e0-6129-4755-ac6a-74e0bb4e3c2e admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:48.246137 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ed9e0-6129-4755-ac6a-74e0bb4e3c2e admin admin] Pushing event updated for resources: {'Port': ['ID=322ffbc0-19cc-48ca-a12f-5dba5e8a75ed,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:48.487087 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.566442 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c61ed9e0-6129-4755-ac6a-74e0bb4e3c2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.711001 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c4ce54-d780-4ecb-95b4-7766e8b82aa5 None None] Network 213a2a97-95e1-43c6-b4e8-ccd2996a6735 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:48.776008 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c61ed9e0-6129-4755-ac6a-74e0bb4e3c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.892152 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c4b2a230-58b1-4fc5-b006-84056cfae5ca None None] Provisioning for port 95b5adb5-64f7-4689-8d81-09445e8bec67 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:48.981725 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61ed9e0-6129-4755-ac6a-74e0bb4e3c2e admin admin] Router 8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:50:49.091948 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61ed9e0-6129-4755-ac6a-74e0bb4e3c2e admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:50:49.102659 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] Sync routers for ids ['8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:50:49.120025 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] Routers {'8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:49.120659 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:49.221966 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c61ed9e0-6129-4755-ac6a-74e0bb4e3c2e admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:49.223507 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c61ed9e0-6129-4755-ac6a-74e0bb4e3c2e admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0985126 Jul 30 02:50:49.226495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] Set router 8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:49.227053 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38074) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:49.327997 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 95b5adb5-64f7-4689-8d81-09445e8bec67 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:49.455482 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec', 'name': 'tempest-TestEncryptedCinderVolumes-733227130-router', 'tenant_id': '9124361aaabf4232a0d02e2e3dc8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '322ffbc0-19cc-48ca-a12f-5dba5e8a75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:47Z', 'updated_at': '2021-07-30T02:50:48Z', 'revision_number': 3, 'project_id': '9124361aaabf4232a0d02e2e3dc8b166', 'gw_port': {'id': '322ffbc0-19cc-48ca-a12f-5dba5e8a75ed', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:47Z', 'updated_at': '2021-07-30T02:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:49.482984 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] Checking router: 8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:50:49.483338 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] Updating router 8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec port 322ffbc0-19cc-48ca-a12f-5dba5e8a75ed binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:50:49.511631 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:49.532912 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 95b5adb5-64f7-4689-8d81-09445e8bec67 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:49.539988 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 95b5adb5-64f7-4689-8d81-09445e8bec67 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:49.540367 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:49.654189 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6574646a-212c-4528-9a04-1f40b2c7883b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:49.738065 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:49.797916 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 95b5adb5-64f7-4689-8d81-09445e8bec67, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=95b5adb5-64f7-4689-8d81-09445e8bec67,segment=NetworkSegment(d270c3aa-d2ad-4837-93e1-4bd146cb40ca),segment_id=d270c3aa-d2ad-4837-93e1-4bd146cb40ca)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:49.812420 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-6574646a-212c-4528-9a04-1f40b2c7883b admin admin] Allocated IP 172.20.0.1 (213a2a97-95e1-43c6-b4e8-ccd2996a6735/9bb2219a-b0ea-4591-b425-17d86305da35/2f612852-378d-4506-9dca-c1309a70250d) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:49.861885 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:49.871719 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] Transition to ACTIVE for port object 322ffbc0-19cc-48ca-a12f-5dba5e8a75ed will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:49.927361 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:49.977247 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:49.986865 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=95b5adb5-64f7-4689-8d81-09445e8bec67,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:50.036755 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] Attempting to bind port 322ffbc0-19cc-48ca-a12f-5dba5e8a75ed on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:50:50.037126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] Attempting to bind port 322ffbc0-19cc-48ca-a12f-5dba5e8a75ed by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:50:50.037489 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] Attempting to bind port 322ffbc0-19cc-48ca-a12f-5dba5e8a75ed on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:50.049008 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682de8b4-154a-4612-a8b9-8bc8c4746b74 None None] Pushing event updated for resources: {'Port': ['ID=322ffbc0-19cc-48ca-a12f-5dba5e8a75ed,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:50.052851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:50:50.053227 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:50.053632 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.054011 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:50:50.054505 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] Bound port: 322ffbc0-19cc-48ca-a12f-5dba5e8a75ed, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:50:50.054964 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.110892 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] For port 322ffbc0-19cc-48ca-a12f-5dba5e8a75ed, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:50:50.114285 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] For port 322ffbc0-19cc-48ca-a12f-5dba5e8a75ed, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=322ffbc0-19cc-48ca-a12f-5dba5e8a75ed,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:50:50.196260 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.245345 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6574646a-212c-4528-9a04-1f40b2c7883b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.255032 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] Routers {'8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:50.255660 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:50.258585 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-6574646a-212c-4528-9a04-1f40b2c7883b admin admin] Transition to ACTIVE for port object 2f612852-378d-4506-9dca-c1309a70250d will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:50.291259 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682de8b4-154a-4612-a8b9-8bc8c4746b74 None None] Pushing event updated for resources: {'Port': ['ID=322ffbc0-19cc-48ca-a12f-5dba5e8a75ed,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:50.355650 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6574646a-212c-4528-9a04-1f40b2c7883b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.362378 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] Set router 8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:50.393152 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6574646a-212c-4528-9a04-1f40b2c7883b admin admin] Network 213a2a97-95e1-43c6-b4e8-ccd2996a6735 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:50.396059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-6574646a-212c-4528-9a04-1f40b2c7883b admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:50.399571 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6574646a-212c-4528-9a04-1f40b2c7883b admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:50.426639 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574646a-212c-4528-9a04-1f40b2c7883b admin admin] Pushing event updated for resources: {'Port': ['ID=2f612852-378d-4506-9dca-c1309a70250d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:50.445549 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6574646a-212c-4528-9a04-1f40b2c7883b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.547578 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec', 'name': 'tempest-TestEncryptedCinderVolumes-733227130-router', 'tenant_id': '9124361aaabf4232a0d02e2e3dc8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '322ffbc0-19cc-48ca-a12f-5dba5e8a75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:47Z', 'updated_at': '2021-07-30T02:50:48Z', 'revision_number': 3, 'project_id': '9124361aaabf4232a0d02e2e3dc8b166', 'gw_port': {'id': '322ffbc0-19cc-48ca-a12f-5dba5e8a75ed', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:47Z', 'updated_at': '2021-07-30T02:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:50.576743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e73048-2c4e-49dd-8c8f-1893a2ef5eab None None] The sync data for ids ['8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec'] in n-d-713498-9 is: [{'id': '8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec', 'name': 'tempest-TestEncryptedCinderVolumes-733227130-router', 'tenant_id': '9124361aaabf4232a0d02e2e3dc8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '322ffbc0-19cc-48ca-a12f-5dba5e8a75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:47Z', 'updated_at': '2021-07-30T02:50:48Z', 'revision_number': 3, 'project_id': '9124361aaabf4232a0d02e2e3dc8b166', 'gw_port': {'id': '322ffbc0-19cc-48ca-a12f-5dba5e8a75ed', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:47Z', 'updated_at': '2021-07-30T02:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:50:50.661237 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6574646a-212c-4528-9a04-1f40b2c7883b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.791591 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-275df06f-991f-4b0a-924d-e02b60adc77f None None] Provisioning for port 2f612852-378d-4506-9dca-c1309a70250d completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:50.804488 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-275df06f-991f-4b0a-924d-e02b60adc77f None None] Provisioning complete for port 2f612852-378d-4506-9dca-c1309a70250d triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:50.805146 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-275df06f-991f-4b0a-924d-e02b60adc77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.843049 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-275df06f-991f-4b0a-924d-e02b60adc77f None None] Port 2f612852-378d-4506-9dca-c1309a70250d cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:50:50.843519 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6574646a-212c-4528-9a04-1f40b2c7883b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.888348 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6574646a-212c-4528-9a04-1f40b2c7883b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.957295 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574646a-212c-4528-9a04-1f40b2c7883b admin admin] Pushing event updated for resources: {'Port': ['ID=2f612852-378d-4506-9dca-c1309a70250d,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:50.961548 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6574646a-212c-4528-9a04-1f40b2c7883b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.059217 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6574646a-212c-4528-9a04-1f40b2c7883b admin admin] Network 213a2a97-95e1-43c6-b4e8-ccd2996a6735 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:51.060655 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-6574646a-212c-4528-9a04-1f40b2c7883b admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:51.196060 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6574646a-212c-4528-9a04-1f40b2c7883b admin admin] Router 8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:50:51.324291 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6574646a-212c-4528-9a04-1f40b2c7883b admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:50:51.329663 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6574646a-212c-4528-9a04-1f40b2c7883b admin admin] 10.222.0.70 "PUT /v2.0/routers/8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1014836 Jul 30 02:50:51.369286 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4b845f8c-6dc6-4add-bd74-2531a11c9a2a None None] Provisioning complete for port 2f612852-378d-4506-9dca-c1309a70250d triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:51.369812 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4b845f8c-6dc6-4add-bd74-2531a11c9a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.406256 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 322ffbc0-19cc-48ca-a12f-5dba5e8a75ed up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:51.437109 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4b845f8c-6dc6-4add-bd74-2531a11c9a2a None None] Port 2f612852-378d-4506-9dca-c1309a70250d cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:50:51.560894 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 322ffbc0-19cc-48ca-a12f-5dba5e8a75ed completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:51.564893 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 322ffbc0-19cc-48ca-a12f-5dba5e8a75ed triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:51.565270 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.644270 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.664682 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 322ffbc0-19cc-48ca-a12f-5dba5e8a75ed, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=322ffbc0-19cc-48ca-a12f-5dba5e8a75ed,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:51.737865 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.738708 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 95b5adb5-64f7-4689-8d81-09445e8bec67 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:51.818769 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=322ffbc0-19cc-48ca-a12f-5dba5e8a75ed,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:51.830515 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 95b5adb5-64f7-4689-8d81-09445e8bec67 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:51.830515 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.040694 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38090) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:52.046162 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-ff58802c-2b2b-42b8-a3ed-c57b651f4473 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-581883415-network', 'tenant_id': 'fc476c65713448dbbf40b5145a0b15c4'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:52.155183 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff58802c-2b2b-42b8-a3ed-c57b651f4473 admin admin] Made reservation on behalf of fc476c65713448dbbf40b5145a0b15c4 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:52.157616 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff58802c-2b2b-42b8-a3ed-c57b651f4473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.166837 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff58802c-2b2b-42b8-a3ed-c57b651f4473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.178557 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] Sync routers for ids ['8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:50:52.188125 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] Routers {'8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:52.188658 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:52.257035 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff58802c-2b2b-42b8-a3ed-c57b651f4473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.338185 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff58802c-2b2b-42b8-a3ed-c57b651f4473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.365224 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff58802c-2b2b-42b8-a3ed-c57b651f4473 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:50:52.370764 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58802c-2b2b-42b8-a3ed-c57b651f4473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0dcf50-7b78-4864-aa8b-0c254af4f58e,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:52.379920 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff58802c-2b2b-42b8-a3ed-c57b651f4473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.380276 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-ff58802c-2b2b-42b8-a3ed-c57b651f4473 admin admin] Added segment 69dfb87f-1de4-4f2e-82f9-d8db46d6d077 of type vlan for network a2e86f4d-53e2-4a72-a93a-3ea865b904a4 Jul 30 02:50:52.381469 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] Set router 8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:52.425614 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff58802c-2b2b-42b8-a3ed-c57b651f4473 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.589586 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec', 'name': 'tempest-TestEncryptedCinderVolumes-733227130-router', 'tenant_id': '9124361aaabf4232a0d02e2e3dc8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '322ffbc0-19cc-48ca-a12f-5dba5e8a75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:47Z', 'updated_at': '2021-07-30T02:50:50Z', 'revision_number': 4, 'project_id': '9124361aaabf4232a0d02e2e3dc8b166', 'gw_port': {'id': '322ffbc0-19cc-48ca-a12f-5dba5e8a75ed', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:47Z', 'updated_at': '2021-07-30T02:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '2f612852-378d-4506-9dca-c1309a70250d', 'name': '', 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735', 'tenant_id': '9124361aaabf4232a0d02e2e3dc8b166', 'mac_address': 'fa:16:3e:36:b7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9bb2219a-b0ea-4591-b425-17d86305da35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:49Z', 'updated_at': '2021-07-30T02:50:50Z', 'revision_number': 2, 'project_id': '9124361aaabf4232a0d02e2e3dc8b166', 'subnets': [{'id': '9bb2219a-b0ea-4591-b425-17d86305da35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:52.615678 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] Checking router: 8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:50:52.616036 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] Updating router 8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec port 2f612852-378d-4506-9dca-c1309a70250d binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:50:52.617686 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff58802c-2b2b-42b8-a3ed-c57b651f4473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.619159 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff58802c-2b2b-42b8-a3ed-c57b651f4473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:52.619692 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff58802c-2b2b-42b8-a3ed-c57b651f4473 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.640668 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.682903 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58802c-2b2b-42b8-a3ed-c57b651f4473 admin admin] Pushing event updated for resources: {'Network': ['ID=a2e86f4d-53e2-4a72-a93a-3ea865b904a4,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:52.692854 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network a2e86f4d-53e2-4a72-a93a-3ea865b904a4 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:50:52.774195 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ff58802c-2b2b-42b8-a3ed-c57b651f4473 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7294929 Jul 30 02:50:52.774823 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38092) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:52.780363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a3daee56-07f8-48fe-83d9-a0f11577af37 admin admin] Request body: {'subnet': {'network_id': 'a2e86f4d-53e2-4a72-a93a-3ea865b904a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-581883415-subnet', 'tenant_id': 'fc476c65713448dbbf40b5145a0b15c4', 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:52.884774 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3daee56-07f8-48fe-83d9-a0f11577af37 admin admin] Made reservation on behalf of fc476c65713448dbbf40b5145a0b15c4 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:52.887493 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a3daee56-07f8-48fe-83d9-a0f11577af37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.915234 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.925531 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] Transition to ACTIVE for port object 2f612852-378d-4506-9dca-c1309a70250d will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:53.027467 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:53.081360 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920fd2e-bfe7-4266-beb6-3f4fee0c414a None None] Pushing event updated for resources: {'Port': ['ID=2f612852-378d-4506-9dca-c1309a70250d,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:53.104706 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920fd2e-bfe7-4266-beb6-3f4fee0c414a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:53.105062 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920fd2e-bfe7-4266-beb6-3f4fee0c414a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:53.105387 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920fd2e-bfe7-4266-beb6-3f4fee0c414a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:53.105723 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920fd2e-bfe7-4266-beb6-3f4fee0c414a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:53.106164 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920fd2e-bfe7-4266-beb6-3f4fee0c414a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:53.106536 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920fd2e-bfe7-4266-beb6-3f4fee0c414a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:53.106802 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920fd2e-bfe7-4266-beb6-3f4fee0c414a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:53.107131 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920fd2e-bfe7-4266-beb6-3f4fee0c414a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:53.107456 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920fd2e-bfe7-4266-beb6-3f4fee0c414a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:53.107780 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920fd2e-bfe7-4266-beb6-3f4fee0c414a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:53.108103 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920fd2e-bfe7-4266-beb6-3f4fee0c414a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:53.108425 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920fd2e-bfe7-4266-beb6-3f4fee0c414a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:53.138795 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] Attempting to bind port 2f612852-378d-4506-9dca-c1309a70250d on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:50:53.139105 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] Attempting to bind port 2f612852-378d-4506-9dca-c1309a70250d by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'd270c3aa-d2ad-4837-93e1-4bd146cb40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:50:53.139510 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] Attempting to bind port 2f612852-378d-4506-9dca-c1309a70250d on network 213a2a97-95e1-43c6-b4e8-ccd2996a6735 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:53.144237 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a3daee56-07f8-48fe-83d9-a0f11577af37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:53.153155 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:50:53.153155 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] Checking segment: {'id': 'd270c3aa-d2ad-4837-93e1-4bd146cb40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:53.153155 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:53.153155 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] Bound using segment: {'id': 'd270c3aa-d2ad-4837-93e1-4bd146cb40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:50:53.153155 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] Bound port: 2f612852-378d-4506-9dca-c1309a70250d, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd270c3aa-d2ad-4837-93e1-4bd146cb40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:50:53.153155 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:53.206947 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3daee56-07f8-48fe-83d9-a0f11577af37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baaf1e82-f204-440a-b840-352ad1c78abe,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:53.215317 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3daee56-07f8-48fe-83d9-a0f11577af37 admin admin] Checking segment: {'id': '69dfb87f-1de4-4f2e-82f9-d8db46d6d077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a2e86f4d-53e2-4a72-a93a-3ea865b904a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:53.215736 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] For port 2f612852-378d-4506-9dca-c1309a70250d, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:50:53.216243 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3daee56-07f8-48fe-83d9-a0f11577af37 admin admin] Network hostable DHCP agents. Network: a2e86f4d-53e2-4a72-a93a-3ea865b904a4, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:50:53.219768 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] For port 2f612852-378d-4506-9dca-c1309a70250d, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=2f612852-378d-4506-9dca-c1309a70250d,segment=NetworkSegment(d270c3aa-d2ad-4837-93e1-4bd146cb40ca),segment_id=d270c3aa-d2ad-4837-93e1-4bd146cb40ca)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:50:53.299969 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 322ffbc0-19cc-48ca-a12f-5dba5e8a75ed up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:53.319639 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3daee56-07f8-48fe-83d9-a0f11577af37 admin admin] Network a2e86f4d-53e2-4a72-a93a-3ea865b904a4 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:50:53.319816 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:53.335486 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 322ffbc0-19cc-48ca-a12f-5dba5e8a75ed triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:53.335775 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:53.389607 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] Routers {'8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:53.391453 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:53.393802 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920fd2e-bfe7-4266-beb6-3f4fee0c414a None None] Pushing event updated for resources: {'Port': ['ID=2f612852-378d-4506-9dca-c1309a70250d,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:53.467707 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-a3daee56-07f8-48fe-83d9-a0f11577af37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, a2e86f4d-53e2-4a72-a93a-3ea865b904a4) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:53.471899 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3daee56-07f8-48fe-83d9-a0f11577af37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:53.472500 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a3daee56-07f8-48fe-83d9-a0f11577af37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:53.477834 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57d0371-b2c7-4be8-98ce-5a6c2b025e20 None None] Network a2e86f4d-53e2-4a72-a93a-3ea865b904a4 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:53.513096 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] Set router 8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:53.579761 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38094) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:53.580753 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a3daee56-07f8-48fe-83d9-a0f11577af37 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8036642 Jul 30 02:50:53.586042 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-6e132a6c-fd81-4d36-8ad7-5497c9b7541c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-581883415-router', 'tenant_id': 'fc476c65713448dbbf40b5145a0b15c4', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:53.643348 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-a2e86f4d-53e2-4a72-a93a-3ea865b904a4', 'network_id': 'a2e86f4d-53e2-4a72-a93a-3ea865b904a4', 'tenant_id': 'fc476c65713448dbbf40b5145a0b15c4', 'fixed_ips': [{'subnet_id': 'baaf1e82-f204-440a-b840-352ad1c78abe'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:50:53.644257 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:53.680896 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e132a6c-fd81-4d36-8ad7-5497c9b7541c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:53.682445 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e132a6c-fd81-4d36-8ad7-5497c9b7541c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:53.715746 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec', 'name': 'tempest-TestEncryptedCinderVolumes-733227130-router', 'tenant_id': '9124361aaabf4232a0d02e2e3dc8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '322ffbc0-19cc-48ca-a12f-5dba5e8a75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:47Z', 'updated_at': '2021-07-30T02:50:50Z', 'revision_number': 4, 'project_id': '9124361aaabf4232a0d02e2e3dc8b166', 'gw_port': {'id': '322ffbc0-19cc-48ca-a12f-5dba5e8a75ed', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:47Z', 'updated_at': '2021-07-30T02:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '2f612852-378d-4506-9dca-c1309a70250d', 'name': '', 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735', 'tenant_id': '9124361aaabf4232a0d02e2e3dc8b166', 'mac_address': 'fa:16:3e:36:b7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9bb2219a-b0ea-4591-b425-17d86305da35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:49Z', 'updated_at': '2021-07-30T02:50:53Z', 'revision_number': 4, 'project_id': '9124361aaabf4232a0d02e2e3dc8b166', 'subnets': [{'id': '9bb2219a-b0ea-4591-b425-17d86305da35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:53.741320 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e132a6c-fd81-4d36-8ad7-5497c9b7541c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:53.741828 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c5f531-b826-4b4c-a3fe-47e4261e9d18 None None] The sync data for ids ['8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec'] in n-d-713498-9 is: [{'id': '8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec', 'name': 'tempest-TestEncryptedCinderVolumes-733227130-router', 'tenant_id': '9124361aaabf4232a0d02e2e3dc8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '322ffbc0-19cc-48ca-a12f-5dba5e8a75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:47Z', 'updated_at': '2021-07-30T02:50:50Z', 'revision_number': 4, 'project_id': '9124361aaabf4232a0d02e2e3dc8b166', 'gw_port': {'id': '322ffbc0-19cc-48ca-a12f-5dba5e8a75ed', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:47Z', 'updated_at': '2021-07-30T02:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '2f612852-378d-4506-9dca-c1309a70250d', 'name': '', 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735', 'tenant_id': '9124361aaabf4232a0d02e2e3dc8b166', 'mac_address': 'fa:16:3e:36:b7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9bb2219a-b0ea-4591-b425-17d86305da35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:49Z', 'updated_at': '2021-07-30T02:50:53Z', 'revision_number': 4, 'project_id': '9124361aaabf4232a0d02e2e3dc8b166', 'subnets': [{'id': '9bb2219a-b0ea-4591-b425-17d86305da35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:50:53.796089 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Allocated IP 172.20.0.2 (a2e86f4d-53e2-4a72-a93a-3ea865b904a4/baaf1e82-f204-440a-b840-352ad1c78abe/084b4810-ec37-4dd5-8a5d-92a6ed3cf878) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:53.957219 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:53.967486 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Transition to ACTIVE for port object 084b4810-ec37-4dd5-8a5d-92a6ed3cf878 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:53.969635 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e132a6c-fd81-4d36-8ad7-5497c9b7541c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:53.984952 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Transition to ACTIVE for port object 084b4810-ec37-4dd5-8a5d-92a6ed3cf878 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:54.098282 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.143235 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Network a2e86f4d-53e2-4a72-a93a-3ea865b904a4 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:54.146702 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:54.150181 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:54.160373 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Pushing event updated for resources: {'Port': ['ID=084b4810-ec37-4dd5-8a5d-92a6ed3cf878,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:54.215436 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Attempting to bind port 084b4810-ec37-4dd5-8a5d-92a6ed3cf878 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:50:54.215822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Attempting to bind port 084b4810-ec37-4dd5-8a5d-92a6ed3cf878 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '69dfb87f-1de4-4f2e-82f9-d8db46d6d077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a2e86f4d-53e2-4a72-a93a-3ea865b904a4'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:50:54.216156 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Attempting to bind port 084b4810-ec37-4dd5-8a5d-92a6ed3cf878 on network a2e86f4d-53e2-4a72-a93a-3ea865b904a4 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:54.221429 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:50:54.221707 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Checking segment: {'id': '69dfb87f-1de4-4f2e-82f9-d8db46d6d077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a2e86f4d-53e2-4a72-a93a-3ea865b904a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:54.222111 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.222516 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Bound using segment: {'id': '69dfb87f-1de4-4f2e-82f9-d8db46d6d077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a2e86f4d-53e2-4a72-a93a-3ea865b904a4'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:50:54.222974 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Bound port: 084b4810-ec37-4dd5-8a5d-92a6ed3cf878, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dfb87f-1de4-4f2e-82f9-d8db46d6d077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a2e86f4d-53e2-4a72-a93a-3ea865b904a4'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:50:54.223405 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.274646 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e132a6c-fd81-4d36-8ad7-5497c9b7541c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.292198 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] For port 084b4810-ec37-4dd5-8a5d-92a6ed3cf878, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:50:54.294923 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e132a6c-fd81-4d36-8ad7-5497c9b7541c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.295698 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] For port 084b4810-ec37-4dd5-8a5d-92a6ed3cf878, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=084b4810-ec37-4dd5-8a5d-92a6ed3cf878,segment=NetworkSegment(69dfb87f-1de4-4f2e-82f9-d8db46d6d077),segment_id=69dfb87f-1de4-4f2e-82f9-d8db46d6d077)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:50:54.408648 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-6e132a6c-fd81-4d36-8ad7-5497c9b7541c admin admin] Allocated IP 172.25.1.112 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/4b502f4c-6d0b-4fdf-bd7e-346ab4d70052) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:54.413933 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.554067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c041c1-371e-4846-906c-cc0c8738b2b1 None None] Pushing event updated for resources: {'Port': ['ID=084b4810-ec37-4dd5-8a5d-92a6ed3cf878,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:54.634841 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e132a6c-fd81-4d36-8ad7-5497c9b7541c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.644040 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:50:54.742244 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e132a6c-fd81-4d36-8ad7-5497c9b7541c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.790700 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e132a6c-fd81-4d36-8ad7-5497c9b7541c admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:54.793456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-6e132a6c-fd81-4d36-8ad7-5497c9b7541c admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:54.800677 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e132a6c-fd81-4d36-8ad7-5497c9b7541c admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:54.804043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e132a6c-fd81-4d36-8ad7-5497c9b7541c admin admin] Pushing event updated for resources: {'Port': ['ID=4b502f4c-6d0b-4fdf-bd7e-346ab4d70052,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:55.342437 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2f612852-378d-4506-9dca-c1309a70250d up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:55.456652 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e132a6c-fd81-4d36-8ad7-5497c9b7541c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:55.497920 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 2f612852-378d-4506-9dca-c1309a70250d completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:55.502518 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 2f612852-378d-4506-9dca-c1309a70250d triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:55.503075 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:55.587870 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:55.608251 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c48d8d-14ac-4a66-b67a-d2b1545b5490 None None] Network a2e86f4d-53e2-4a72-a93a-3ea865b904a4 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:55.661274 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 2f612852-378d-4506-9dca-c1309a70250d, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=2f612852-378d-4506-9dca-c1309a70250d,segment=NetworkSegment(d270c3aa-d2ad-4837-93e1-4bd146cb40ca),segment_id=d270c3aa-d2ad-4837-93e1-4bd146cb40ca)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:55.661664 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e132a6c-fd81-4d36-8ad7-5497c9b7541c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:55.734859 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:55.735652 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 084b4810-ec37-4dd5-8a5d-92a6ed3cf878 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:55.769961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e9ba6968-8ad2-4422-95f4-29c0991ae277 None None] Provisioning for port 084b4810-ec37-4dd5-8a5d-92a6ed3cf878 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:55.854128 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=2f612852-378d-4506-9dca-c1309a70250d,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:55.921331 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e132a6c-fd81-4d36-8ad7-5497c9b7541c admin admin] Router a285e3f1-4e66-482a-9cd7-f618643bf822 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:50:55.953661 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 084b4810-ec37-4dd5-8a5d-92a6ed3cf878 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:55.958789 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 084b4810-ec37-4dd5-8a5d-92a6ed3cf878 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:55.959488 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:56.038581 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e132a6c-fd81-4d36-8ad7-5497c9b7541c admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:50:56.041119 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:56.054527 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] Sync routers for ids ['a285e3f1-4e66-482a-9cd7-f618643bf822'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:50:56.075525 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] Routers {'a285e3f1-4e66-482a-9cd7-f618643bf822'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:56.076121 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a285e3f1-4e66-482a-9cd7-f618643bf822'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:56.116885 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 084b4810-ec37-4dd5-8a5d-92a6ed3cf878, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=084b4810-ec37-4dd5-8a5d-92a6ed3cf878,segment=NetworkSegment(69dfb87f-1de4-4f2e-82f9-d8db46d6d077),segment_id=69dfb87f-1de4-4f2e-82f9-d8db46d6d077)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:56.120555 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e132a6c-fd81-4d36-8ad7-5497c9b7541c admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:56.121973 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6e132a6c-fd81-4d36-8ad7-5497c9b7541c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5401196 Jul 30 02:50:56.124665 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38096) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:56.143594 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b8342193-ba4e-448d-8ac5-0431732d459d None None] Provisioning complete for port 084b4810-ec37-4dd5-8a5d-92a6ed3cf878 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:56.143891 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8342193-ba4e-448d-8ac5-0431732d459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:56.195999 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:56.252845 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] Set router a285e3f1-4e66-482a-9cd7-f618643bf822 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:56.360659 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=084b4810-ec37-4dd5-8a5d-92a6ed3cf878,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:56.484344 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a285e3f1-4e66-482a-9cd7-f618643bf822', 'name': 'tempest-TestEncryptedCinderVolumes-581883415-router', 'tenant_id': 'fc476c65713448dbbf40b5145a0b15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4b502f4c-6d0b-4fdf-bd7e-346ab4d70052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:53Z', 'updated_at': '2021-07-30T02:50:55Z', 'revision_number': 3, 'project_id': 'fc476c65713448dbbf40b5145a0b15c4', 'gw_port': {'id': '4b502f4c-6d0b-4fdf-bd7e-346ab4d70052', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a285e3f1-4e66-482a-9cd7-f618643bf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:54Z', 'updated_at': '2021-07-30T02:50:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:56.510482 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] Checking router: a285e3f1-4e66-482a-9cd7-f618643bf822 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:50:56.510836 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] Updating router a285e3f1-4e66-482a-9cd7-f618643bf822 port 4b502f4c-6d0b-4fdf-bd7e-346ab4d70052 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:50:56.535392 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:56.547699 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c37bae1f-7993-48ff-a70f-9288e613a967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:56.704041 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-c37bae1f-7993-48ff-a70f-9288e613a967 admin admin] Allocated IP 172.20.0.1 (a2e86f4d-53e2-4a72-a93a-3ea865b904a4/baaf1e82-f204-440a-b840-352ad1c78abe/4b0c41ba-ccdc-4a2f-a644-0576604f30ab) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:56.778948 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:56.788508 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] Transition to ACTIVE for port object 4b502f4c-6d0b-4fdf-bd7e-346ab4d70052 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:56.806721 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c37bae1f-7993-48ff-a70f-9288e613a967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:56.819383 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-c37bae1f-7993-48ff-a70f-9288e613a967 admin admin] Transition to ACTIVE for port object 4b0c41ba-ccdc-4a2f-a644-0576604f30ab will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:56.866995 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:56.916314 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] Attempting to bind port 4b502f4c-6d0b-4fdf-bd7e-346ab4d70052 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:50:56.916676 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] Attempting to bind port 4b502f4c-6d0b-4fdf-bd7e-346ab4d70052 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:50:56.917034 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] Attempting to bind port 4b502f4c-6d0b-4fdf-bd7e-346ab4d70052 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:56.924277 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc3139-50fc-417f-99c3-7e1281b8e5f2 None None] Pushing event updated for resources: {'Port': ['ID=4b502f4c-6d0b-4fdf-bd7e-346ab4d70052,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:56.928617 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:50:56.929028 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:56.929425 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:56.929809 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:50:56.930258 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] Bound port: 4b502f4c-6d0b-4fdf-bd7e-346ab4d70052, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:50:56.930653 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:56.931249 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c37bae1f-7993-48ff-a70f-9288e613a967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:56.972345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37bae1f-7993-48ff-a70f-9288e613a967 admin admin] Network a2e86f4d-53e2-4a72-a93a-3ea865b904a4 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:56.976574 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-c37bae1f-7993-48ff-a70f-9288e613a967 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:56.980215 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37bae1f-7993-48ff-a70f-9288e613a967 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:56.981016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] For port 4b502f4c-6d0b-4fdf-bd7e-346ab4d70052, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:50:56.984205 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] For port 4b502f4c-6d0b-4fdf-bd7e-346ab4d70052, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4b502f4c-6d0b-4fdf-bd7e-346ab4d70052,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:50:57.007065 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bae1f-7993-48ff-a70f-9288e613a967 admin admin] Pushing event updated for resources: {'Port': ['ID=4b0c41ba-ccdc-4a2f-a644-0576604f30ab,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:57.027555 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c37bae1f-7993-48ff-a70f-9288e613a967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:57.053143 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:57.114267 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] Routers {'a285e3f1-4e66-482a-9cd7-f618643bf822'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:57.115595 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a285e3f1-4e66-482a-9cd7-f618643bf822'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:57.118805 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc3139-50fc-417f-99c3-7e1281b8e5f2 None None] Pushing event updated for resources: {'Port': ['ID=4b502f4c-6d0b-4fdf-bd7e-346ab4d70052,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:57.216084 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c37bae1f-7993-48ff-a70f-9288e613a967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:57.222571 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] Set router a285e3f1-4e66-482a-9cd7-f618643bf822 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:57.317997 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2f612852-378d-4506-9dca-c1309a70250d up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:57.397502 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c37bae1f-7993-48ff-a70f-9288e613a967 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:57.487259 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c37bae1f-7993-48ff-a70f-9288e613a967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:57.508760 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-56b873b2-ebfa-4ad3-9ceb-818e7b55a588 None None] Provisioning for port 4b0c41ba-ccdc-4a2f-a644-0576604f30ab completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:57.527837 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-56b873b2-ebfa-4ad3-9ceb-818e7b55a588 None None] Provisioning complete for port 4b0c41ba-ccdc-4a2f-a644-0576604f30ab triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:57.528212 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56b873b2-ebfa-4ad3-9ceb-818e7b55a588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:57.556740 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bae1f-7993-48ff-a70f-9288e613a967 admin admin] Pushing event updated for resources: {'Port': ['ID=4b0c41ba-ccdc-4a2f-a644-0576604f30ab,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:57.559435 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c37bae1f-7993-48ff-a70f-9288e613a967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:57.601684 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-56b873b2-ebfa-4ad3-9ceb-818e7b55a588 None None] Port 4b0c41ba-ccdc-4a2f-a644-0576604f30ab cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:50:57.606889 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 2f612852-378d-4506-9dca-c1309a70250d triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:57.607256 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:57.654209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37bae1f-7993-48ff-a70f-9288e613a967 admin admin] Network a2e86f4d-53e2-4a72-a93a-3ea865b904a4 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:57.655815 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-c37bae1f-7993-48ff-a70f-9288e613a967 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:57.665650 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a285e3f1-4e66-482a-9cd7-f618643bf822', 'name': 'tempest-TestEncryptedCinderVolumes-581883415-router', 'tenant_id': 'fc476c65713448dbbf40b5145a0b15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4b502f4c-6d0b-4fdf-bd7e-346ab4d70052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:53Z', 'updated_at': '2021-07-30T02:50:55Z', 'revision_number': 3, 'project_id': 'fc476c65713448dbbf40b5145a0b15c4', 'gw_port': {'id': '4b502f4c-6d0b-4fdf-bd7e-346ab4d70052', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a285e3f1-4e66-482a-9cd7-f618643bf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:54Z', 'updated_at': '2021-07-30T02:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:57.696980 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bf15c7-b581-45b2-bbe1-a3f14e129e3b None None] The sync data for ids ['a285e3f1-4e66-482a-9cd7-f618643bf822'] in n-d-713498-9 is: [{'id': 'a285e3f1-4e66-482a-9cd7-f618643bf822', 'name': 'tempest-TestEncryptedCinderVolumes-581883415-router', 'tenant_id': 'fc476c65713448dbbf40b5145a0b15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4b502f4c-6d0b-4fdf-bd7e-346ab4d70052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:53Z', 'updated_at': '2021-07-30T02:50:55Z', 'revision_number': 3, 'project_id': 'fc476c65713448dbbf40b5145a0b15c4', 'gw_port': {'id': '4b502f4c-6d0b-4fdf-bd7e-346ab4d70052', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a285e3f1-4e66-482a-9cd7-f618643bf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:54Z', 'updated_at': '2021-07-30T02:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:50:57.736487 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 084b4810-ec37-4dd5-8a5d-92a6ed3cf878 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:57.786943 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 084b4810-ec37-4dd5-8a5d-92a6ed3cf878 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:57.787250 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37bae1f-7993-48ff-a70f-9288e613a967 admin admin] Router a285e3f1-4e66-482a-9cd7-f618643bf822 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:50:57.788235 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:57.908911 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37bae1f-7993-48ff-a70f-9288e613a967 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:50:57.917049 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c37bae1f-7993-48ff-a70f-9288e613a967 admin admin] 10.222.0.70 "PUT /v2.0/routers/a285e3f1-4e66-482a-9cd7-f618643bf822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7913432 Jul 30 02:50:57.924694 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-91df71cb-be43-45d2-9a98-16a3f2e11165 None None] Provisioning complete for port 4b0c41ba-ccdc-4a2f-a644-0576604f30ab triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:57.925064 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91df71cb-be43-45d2-9a98-16a3f2e11165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:57.978610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-91df71cb-be43-45d2-9a98-16a3f2e11165 None None] Port 4b0c41ba-ccdc-4a2f-a644-0576604f30ab cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:50:58.751035 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38bf034d-09d8-4341-862f-9fe6fba22106 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:58.752538 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38bf034d-09d8-4341-862f-9fe6fba22106 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/networks?id=213a2a97-95e1-43c6-b4e8-ccd2996a6735 HTTP/1.1" status: 200 len: 816 time: 0.1037364 Jul 30 02:50:58.768072 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-de04659c-af31-4316-b299-4e4dff0479c5 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/quotas/9124361aaabf4232a0d02e2e3dc8b166 HTTP/1.1" status: 200 len: 375 time: 0.0089593 Jul 30 02:50:58.820842 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-32f67dd7-04ea-4bf0-b105-2ec06aa2a1e2 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9124361aaabf4232a0d02e2e3dc8b166&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474761 Jul 30 02:50:58.921743 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-6474988a-2aee-4def-bd29-1c9179499c1c service neutron] 10.222.0.70 "GET /v2.0/networks/213a2a97-95e1-43c6-b4e8-ccd2996a6735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893705 Jul 30 02:50:59.012204 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-23e62bec-cea1-4078-a638-bed6d143963e service neutron] 10.222.0.70 "GET /v2.0/networks/213a2a97-95e1-43c6-b4e8-ccd2996a6735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841110 Jul 30 02:50:59.207210 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] Sync routers for ids ['a285e3f1-4e66-482a-9cd7-f618643bf822'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:50:59.216517 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] Routers {'a285e3f1-4e66-482a-9cd7-f618643bf822'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:59.217134 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a285e3f1-4e66-482a-9cd7-f618643bf822'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:59.342353 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0721afa0-f4dd-4b30-aa92-c96d06a342f3 req-081ce2e6-743b-4707-a4dd-9c3677207a21 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f HTTP/1.1" status: 200 len: 210 time: 0.0334959 Jul 30 02:50:59.348029 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] Set router a285e3f1-4e66-482a-9cd7-f618643bf822 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:59.358292 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4b502f4c-6d0b-4fdf-bd7e-346ab4d70052 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:59.497917 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 4b502f4c-6d0b-4fdf-bd7e-346ab4d70052 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:59.501998 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 4b502f4c-6d0b-4fdf-bd7e-346ab4d70052 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:59.502524 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:59.568236 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a285e3f1-4e66-482a-9cd7-f618643bf822', 'name': 'tempest-TestEncryptedCinderVolumes-581883415-router', 'tenant_id': 'fc476c65713448dbbf40b5145a0b15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4b502f4c-6d0b-4fdf-bd7e-346ab4d70052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:53Z', 'updated_at': '2021-07-30T02:50:57Z', 'revision_number': 4, 'project_id': 'fc476c65713448dbbf40b5145a0b15c4', 'gw_port': {'id': '4b502f4c-6d0b-4fdf-bd7e-346ab4d70052', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a285e3f1-4e66-482a-9cd7-f618643bf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:54Z', 'updated_at': '2021-07-30T02:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '4b0c41ba-ccdc-4a2f-a644-0576604f30ab', 'name': '', 'network_id': 'a2e86f4d-53e2-4a72-a93a-3ea865b904a4', 'tenant_id': 'fc476c65713448dbbf40b5145a0b15c4', 'mac_address': 'fa:16:3e:b7:91:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a285e3f1-4e66-482a-9cd7-f618643bf822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'baaf1e82-f204-440a-b840-352ad1c78abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:56Z', 'updated_at': '2021-07-30T02:50:57Z', 'revision_number': 2, 'project_id': 'fc476c65713448dbbf40b5145a0b15c4', 'subnets': [{'id': 'baaf1e82-f204-440a-b840-352ad1c78abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:59.588973 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:59.593622 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] Checking router: a285e3f1-4e66-482a-9cd7-f618643bf822 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:50:59.593975 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] Updating router a285e3f1-4e66-482a-9cd7-f618643bf822 port 4b0c41ba-ccdc-4a2f-a644-0576604f30ab binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:50:59.609218 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 4b502f4c-6d0b-4fdf-bd7e-346ab4d70052, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4b502f4c-6d0b-4fdf-bd7e-346ab4d70052,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:59.618657 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:59.698171 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:59.747303 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=4b502f4c-6d0b-4fdf-bd7e-346ab4d70052,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:59.888083 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:59.897586 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] Transition to ACTIVE for port object 4b0c41ba-ccdc-4a2f-a644-0576604f30ab will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:59.993010 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:00.042236 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f7fda-7e0e-46b3-8fc0-882b7e06de32 None None] Pushing event updated for resources: {'Port': ['ID=4b0c41ba-ccdc-4a2f-a644-0576604f30ab,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:00.094521 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] Attempting to bind port 4b0c41ba-ccdc-4a2f-a644-0576604f30ab on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:51:00.094892 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] Attempting to bind port 4b0c41ba-ccdc-4a2f-a644-0576604f30ab by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '69dfb87f-1de4-4f2e-82f9-d8db46d6d077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a2e86f4d-53e2-4a72-a93a-3ea865b904a4'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:51:00.095277 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] Attempting to bind port 4b0c41ba-ccdc-4a2f-a644-0576604f30ab on network a2e86f4d-53e2-4a72-a93a-3ea865b904a4 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:51:00.102479 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:51:00.102862 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] Checking segment: {'id': '69dfb87f-1de4-4f2e-82f9-d8db46d6d077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a2e86f4d-53e2-4a72-a93a-3ea865b904a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:51:00.103839 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:00.104060 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] Bound using segment: {'id': '69dfb87f-1de4-4f2e-82f9-d8db46d6d077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a2e86f4d-53e2-4a72-a93a-3ea865b904a4'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:51:00.104530 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] Bound port: 4b0c41ba-ccdc-4a2f-a644-0576604f30ab, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dfb87f-1de4-4f2e-82f9-d8db46d6d077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a2e86f4d-53e2-4a72-a93a-3ea865b904a4'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:51:00.105013 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:00.176518 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] For port 4b0c41ba-ccdc-4a2f-a644-0576604f30ab, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:51:00.179800 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] For port 4b0c41ba-ccdc-4a2f-a644-0576604f30ab, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4b0c41ba-ccdc-4a2f-a644-0576604f30ab,segment=NetworkSegment(69dfb87f-1de4-4f2e-82f9-d8db46d6d077),segment_id=69dfb87f-1de4-4f2e-82f9-d8db46d6d077)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:51:00.252525 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:00.311104 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] Routers {'a285e3f1-4e66-482a-9cd7-f618643bf822'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:51:00.311737 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:50:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a285e3f1-4e66-482a-9cd7-f618643bf822'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:00.314812 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f7fda-7e0e-46b3-8fc0-882b7e06de32 None None] Pushing event updated for resources: {'Port': ['ID=4b0c41ba-ccdc-4a2f-a644-0576604f30ab,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:00.463558 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d36fd17f-9047-4582-90fe-dbacf055bfd5 req-703299c5-fbcc-42ba-af97-e853da0c5899 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f HTTP/1.1" status: 200 len: 210 time: 0.0384171 Jul 30 02:51:00.523720 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] Set router a285e3f1-4e66-482a-9cd7-f618643bf822 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:51:00.721881 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a285e3f1-4e66-482a-9cd7-f618643bf822', 'name': 'tempest-TestEncryptedCinderVolumes-581883415-router', 'tenant_id': 'fc476c65713448dbbf40b5145a0b15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4b502f4c-6d0b-4fdf-bd7e-346ab4d70052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:53Z', 'updated_at': '2021-07-30T02:50:57Z', 'revision_number': 4, 'project_id': 'fc476c65713448dbbf40b5145a0b15c4', 'gw_port': {'id': '4b502f4c-6d0b-4fdf-bd7e-346ab4d70052', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285e3f1-4e66-482a-9cd7-f618643bf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:54Z', 'updated_at': '2021-07-30T02:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '4b0c41ba-ccdc-4a2f-a644-0576604f30ab', 'name': '', 'network_id': 'a2e86f4d-53e2-4a72-a93a-3ea865b904a4', 'tenant_id': 'fc476c65713448dbbf40b5145a0b15c4', 'mac_address': 'fa:16:3e:b7:91:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a285e3f1-4e66-482a-9cd7-f618643bf822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'baaf1e82-f204-440a-b840-352ad1c78abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:56Z', 'updated_at': '2021-07-30T02:51:00Z', 'revision_number': 4, 'project_id': 'fc476c65713448dbbf40b5145a0b15c4', 'subnets': [{'id': 'baaf1e82-f204-440a-b840-352ad1c78abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:00.748154 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bf4d30-6e85-4d0b-9b68-616986d09b22 None None] The sync data for ids ['a285e3f1-4e66-482a-9cd7-f618643bf822'] in n-d-713498-9 is: [{'id': 'a285e3f1-4e66-482a-9cd7-f618643bf822', 'name': 'tempest-TestEncryptedCinderVolumes-581883415-router', 'tenant_id': 'fc476c65713448dbbf40b5145a0b15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4b502f4c-6d0b-4fdf-bd7e-346ab4d70052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:53Z', 'updated_at': '2021-07-30T02:50:57Z', 'revision_number': 4, 'project_id': 'fc476c65713448dbbf40b5145a0b15c4', 'gw_port': {'id': '4b502f4c-6d0b-4fdf-bd7e-346ab4d70052', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285e3f1-4e66-482a-9cd7-f618643bf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:54Z', 'updated_at': '2021-07-30T02:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '4b0c41ba-ccdc-4a2f-a644-0576604f30ab', 'name': '', 'network_id': 'a2e86f4d-53e2-4a72-a93a-3ea865b904a4', 'tenant_id': 'fc476c65713448dbbf40b5145a0b15c4', 'mac_address': 'fa:16:3e:b7:91:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a285e3f1-4e66-482a-9cd7-f618643bf822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'baaf1e82-f204-440a-b840-352ad1c78abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:56Z', 'updated_at': '2021-07-30T02:51:00Z', 'revision_number': 4, 'project_id': 'fc476c65713448dbbf40b5145a0b15c4', 'subnets': [{'id': 'baaf1e82-f204-440a-b840-352ad1c78abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:51:01.366029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4b502f4c-6d0b-4fdf-bd7e-346ab4d70052 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:51:01.421860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 4b502f4c-6d0b-4fdf-bd7e-346ab4d70052 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:51:01.422240 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:01.508256 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4b0c41ba-ccdc-4a2f-a644-0576604f30ab up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:51:01.575632 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5ac989a0-c275-4cac-8d35-66234f7bae00 req-855a4cf1-8f05-41a3-9823-3a952f27e141 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f HTTP/1.1" status: 200 len: 210 time: 0.0369377 Jul 30 02:51:01.680940 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 4b0c41ba-ccdc-4a2f-a644-0576604f30ab completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:51:01.685558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 4b0c41ba-ccdc-4a2f-a644-0576604f30ab triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:51:01.685942 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:01.694326 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-143ec800-bc12-4d99-89e1-4f8406e1a16b tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:01.696453 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-143ec800-bc12-4d99-89e1-4f8406e1a16b tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.77 "GET /v2.0/networks?id=213a2a97-95e1-43c6-b4e8-ccd2996a6735 HTTP/1.1" status: 200 len: 816 time: 0.1048779 Jul 30 02:51:01.719145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-4c969143-a810-4b7d-8599-4d7f21ac38fc tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Request body: {'port': {'device_id': '5e145671-8b10-4ce6-89b2-d666bd7f8e0f', 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735', 'admin_state_up': True, 'tenant_id': '9124361aaabf4232a0d02e2e3dc8b166'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:51:01.778171 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:01.813878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 4b0c41ba-ccdc-4a2f-a644-0576604f30ab, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4b0c41ba-ccdc-4a2f-a644-0576604f30ab,segment=NetworkSegment(69dfb87f-1de4-4f2e-82f9-d8db46d6d077),segment_id=69dfb87f-1de4-4f2e-82f9-d8db46d6d077)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:51:01.913160 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:01.941697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-4c969143-a810-4b7d-8599-4d7f21ac38fc tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Made reservation on behalf of 9124361aaabf4232a0d02e2e3dc8b166 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:51:01.945366 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-4c969143-a810-4b7d-8599-4d7f21ac38fc tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:01.966809 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=4b0c41ba-ccdc-4a2f-a644-0576604f30ab,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:02.076070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-4c969143-a810-4b7d-8599-4d7f21ac38fc tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Allocated IP 172.20.0.3 (213a2a97-95e1-43c6-b4e8-ccd2996a6735/9bb2219a-b0ea-4591-b425-17d86305da35/3aa7c942-ff29-4bc8-bc7b-c8f235524159) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:51:02.228203 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-4c969143-a810-4b7d-8599-4d7f21ac38fc tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:02.242042 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-4c969143-a810-4b7d-8599-4d7f21ac38fc tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Transition to ACTIVE for port object 3aa7c942-ff29-4bc8-bc7b-c8f235524159 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:51:02.332310 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-4c969143-a810-4b7d-8599-4d7f21ac38fc tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:02.375619 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-4c969143-a810-4b7d-8599-4d7f21ac38fc tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Network 213a2a97-95e1-43c6-b4e8-ccd2996a6735 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:51:02.378818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-4c969143-a810-4b7d-8599-4d7f21ac38fc tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:51:02.382458 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-4c969143-a810-4b7d-8599-4d7f21ac38fc tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:51:02.390910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c969143-a810-4b7d-8599-4d7f21ac38fc tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Pushing event updated for resources: {'Port': ['ID=3aa7c942-ff29-4bc8-bc7b-c8f235524159,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:02.442051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-4c969143-a810-4b7d-8599-4d7f21ac38fc tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:02.442757 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-4c969143-a810-4b7d-8599-4d7f21ac38fc tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:02.527754 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-4c969143-a810-4b7d-8599-4d7f21ac38fc tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8128667 Jul 30 02:51:02.547101 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] Request body: {'port': {'device_id': '5e145671-8b10-4ce6-89b2-d666bd7f8e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:51:02.601550 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:02.646409 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f9c79958-3d1f-44f2-a9cd-3be32185e8e7 None None] Provisioning for port 3aa7c942-ff29-4bc8-bc7b-c8f235524159 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:51:02.650435 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f9c79958-3d1f-44f2-a9cd-3be32185e8e7 None None] Provisioning complete for port 3aa7c942-ff29-4bc8-bc7b-c8f235524159 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:51:02.653932 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9c79958-3d1f-44f2-a9cd-3be32185e8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:02.685548 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f9c79958-3d1f-44f2-a9cd-3be32185e8e7 None None] Port 3aa7c942-ff29-4bc8-bc7b-c8f235524159 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:51:02.807056 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfd40e-4683-45f9-b78f-d987f27f679d req-d5c395c5-3e51-4a80-8ce9-a652c0bc2a70 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:02.808572 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-00bfd40e-4683-45f9-b78f-d987f27f679d req-d5c395c5-3e51-4a80-8ce9-a652c0bc2a70 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f HTTP/1.1" status: 200 len: 931 time: 0.1527603 Jul 30 02:51:02.869545 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-00bfd40e-4683-45f9-b78f-d987f27f679d req-d0f26dad-35b2-4b55-95cf-4ee4d0b42e76 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549970 Jul 30 02:51:02.940097 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa7c942-ff29-4bc8-bc7b-c8f235524159 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:51:02.947719 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:02.960826 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] Transition to ACTIVE for port object 3aa7c942-ff29-4bc8-bc7b-c8f235524159 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:51:03.029103 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:03.077963 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38268860-f3d6-416c-994f-2163043b1120 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa7c942-ff29-4bc8-bc7b-c8f235524159,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:03.152372 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] Attempting to bind port 3aa7c942-ff29-4bc8-bc7b-c8f235524159 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:51:03.152737 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] Attempting to bind port 3aa7c942-ff29-4bc8-bc7b-c8f235524159 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'd270c3aa-d2ad-4837-93e1-4bd146cb40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:51:03.153067 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] Attempting to bind port 3aa7c942-ff29-4bc8-bc7b-c8f235524159 on network 213a2a97-95e1-43c6-b4e8-ccd2996a6735 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:51:03.157522 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] Port 3aa7c942-ff29-4bc8-bc7b-c8f235524159 on network 213a2a97-95e1-43c6-b4e8-ccd2996a6735 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:51:03.157839 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] Attempting to bind port 3aa7c942-ff29-4bc8-bc7b-c8f235524159 on network 213a2a97-95e1-43c6-b4e8-ccd2996a6735 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:51:03.162783 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:51:03.163122 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] Checking segment: {'id': 'd270c3aa-d2ad-4837-93e1-4bd146cb40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:51:03.164132 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] Bound using segment: {'id': 'd270c3aa-d2ad-4837-93e1-4bd146cb40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:51:03.164556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] Bound port: 3aa7c942-ff29-4bc8-bc7b-c8f235524159, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd270c3aa-d2ad-4837-93e1-4bd146cb40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:51:03.164916 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:03.241559 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] For port 3aa7c942-ff29-4bc8-bc7b-c8f235524159, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:51:03.244992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] For port 3aa7c942-ff29-4bc8-bc7b-c8f235524159, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=3aa7c942-ff29-4bc8-bc7b-c8f235524159,segment=NetworkSegment(d270c3aa-d2ad-4837-93e1-4bd146cb40ca),segment_id=d270c3aa-d2ad-4837-93e1-4bd146cb40ca)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:51:03.297157 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4b0c41ba-ccdc-4a2f-a644-0576604f30ab up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:51:03.338497 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:03.352475 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 4b0c41ba-ccdc-4a2f-a644-0576604f30ab triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:51:03.352854 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:03.372151 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:03.373191 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:03.375175 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-38268860-f3d6-416c-994f-2163043b1120 service neutron] 10.222.0.77 "PUT /v2.0/ports/3aa7c942-ff29-4bc8-bc7b-c8f235524159 HTTP/1.1" status: 200 len: 1091 time: 0.8328934 Jul 30 02:51:03.377497 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e145671-8b10-4ce6-89b2-d666bd7f8e0f', 'tag': '3aa7c942-ff29-4bc8-bc7b-c8f235524159'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:51:03.379726 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6578fcd9-e502-44c6-8e86-82eaa38db3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "5e145671-8b10-4ce6-89b2-d666bd7f8e0f", "tag": "3aa7c942-ff29-4bc8-bc7b-c8f235524159"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:51:03.408762 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38268860-f3d6-416c-994f-2163043b1120 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa7c942-ff29-4bc8-bc7b-c8f235524159,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:03.449362 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c2a41d-4edb-4bbf-bae8-957cab99748f x-openstack-request-id: req-96c2a41d-4edb-4bbf-bae8-957cab99748f {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:51:03.449715 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e145671-8b10-4ce6-89b2-d666bd7f8e0f", "tag": "3aa7c942-ff29-4bc8-bc7b-c8f235524159", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:51:03.450075 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96c2a41d-4edb-4bbf-bae8-957cab99748f {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:51:03.450557 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e145671-8b10-4ce6-89b2-d666bd7f8e0f', 'tag': '3aa7c942-ff29-4bc8-bc7b-c8f235524159', 'status': 'completed', 'code': 200} Jul 30 02:51:03.537068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578fcd9-e502-44c6-8e86-82eaa38db3a6 req-9f4507fd-5837-4b6f-ace0-c2f9eae6c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:03.539133 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6578fcd9-e502-44c6-8e86-82eaa38db3a6 req-9f4507fd-5837-4b6f-ace0-c2f9eae6c697 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9124361aaabf4232a0d02e2e3dc8b166&device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f HTTP/1.1" status: 200 len: 1094 time: 0.0471199 Jul 30 02:51:03.541815 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:03.648295 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578fcd9-e502-44c6-8e86-82eaa38db3a6 req-6636e371-7619-425f-a395-634fdfadcedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:03.649676 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6578fcd9-e502-44c6-8e86-82eaa38db3a6 req-6636e371-7619-425f-a395-634fdfadcedd service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=9124361aaabf4232a0d02e2e3dc8b166&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0968130 Jul 30 02:51:03.742219 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578fcd9-e502-44c6-8e86-82eaa38db3a6 req-e4e1b81c-aeaa-435f-8162-2056055341fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:03.743740 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6578fcd9-e502-44c6-8e86-82eaa38db3a6 req-e4e1b81c-aeaa-435f-8162-2056055341fa service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876825 Jul 30 02:51:03.848733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-946a1b6c-d185-40cf-a1f1-6214f95c48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:03.850207 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-946a1b6c-d185-40cf-a1f1-6214f95c48f2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9124361aaabf4232a0d02e2e3dc8b166&device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f HTTP/1.1" status: 200 len: 1094 time: 0.0443242 Jul 30 02:51:03.897092 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-ce4d35b5-bebd-47b5-9a45-e6e69798c827 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3aa7c942-ff29-4bc8-bc7b-c8f235524159 HTTP/1.1" status: 200 len: 217 time: 0.0327139 Jul 30 02:51:03.955863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-63b6f115-05fe-4d7b-bfce-b6dde910918b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:03.957269 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-63b6f115-05fe-4d7b-bfce-b6dde910918b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9bb2219a-b0ea-4591-b425-17d86305da35 HTTP/1.1" status: 200 len: 855 time: 0.0527627 Jul 30 02:51:04.351853 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471ea27-fa93-4991-909f-99f65e7a0b64 req-4b3268ba-4d0e-41a8-9458-6d9e434c5378 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:04.353348 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8471ea27-fa93-4991-909f-99f65e7a0b64 req-4b3268ba-4d0e-41a8-9458-6d9e434c5378 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f HTTP/1.1" status: 200 len: 943 time: 0.4092858 Jul 30 02:51:04.358956 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-eb6d7872-10f5-4b3b-9e58-3c0d1d02872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:04.360388 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-eb6d7872-10f5-4b3b-9e58-3c0d1d02872f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=213a2a97-95e1-43c6-b4e8-ccd2996a6735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3825152 Jul 30 02:51:04.438702 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8471ea27-fa93-4991-909f-99f65e7a0b64 req-f99df36b-aa53-45b1-8769-b2513eef49e2 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773213 Jul 30 02:51:04.474403 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-ffeedd0a-3618-49c9-8a91-6600095e1c29 service neutron] 10.222.0.77 "GET /v2.0/networks/213a2a97-95e1-43c6-b4e8-ccd2996a6735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060498 Jul 30 02:51:04.566195 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6de83d8f-6517-448f-9bbd-f8d6508da3de req-d20780e0-f42d-40c1-9a2b-72fdbd61b1a5 service neutron] 10.222.0.77 "GET /v2.0/networks/213a2a97-95e1-43c6-b4e8-ccd2996a6735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815687 Jul 30 02:51:05.557101 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8fe7d-f973-4308-a27c-d78442823877 req-db0ddedd-d790-466a-b6a9-cabafbce85b2 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:05.558587 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f4b8fe7d-f973-4308-a27c-d78442823877 req-db0ddedd-d790-466a-b6a9-cabafbce85b2 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f HTTP/1.1" status: 200 len: 943 time: 0.0518060 Jul 30 02:51:05.599499 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f4b8fe7d-f973-4308-a27c-d78442823877 req-d1cc73ed-7e3c-4948-8376-4ab80375d52a tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348523 Jul 30 02:51:06.719939 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698fcab-4e42-43a8-be03-1994cbfd29bf req-ca6c75d2-0495-4505-ab3d-555676288086 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:06.721455 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5698fcab-4e42-43a8-be03-1994cbfd29bf req-ca6c75d2-0495-4505-ab3d-555676288086 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f HTTP/1.1" status: 200 len: 943 time: 0.0544078 Jul 30 02:51:06.760688 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5698fcab-4e42-43a8-be03-1994cbfd29bf req-722717e7-8d48-4b0f-a447-47adf0b9c9ef tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325718 Jul 30 02:51:07.875532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b444b-3df5-41f6-a453-11ad42f85281 req-11e57ca9-7222-4a89-994f-30222e8657e8 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:07.877023 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2d8b444b-3df5-41f6-a453-11ad42f85281 req-11e57ca9-7222-4a89-994f-30222e8657e8 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f HTTP/1.1" status: 200 len: 943 time: 0.0494146 Jul 30 02:51:07.917227 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2d8b444b-3df5-41f6-a453-11ad42f85281 req-9cda32a6-f96f-4025-a24b-989d8d743c26 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338964 Jul 30 02:51:08.027186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 3aa7c942-ff29-4bc8-bc7b-c8f235524159 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:51:08.123281 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 3aa7c942-ff29-4bc8-bc7b-c8f235524159, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=3aa7c942-ff29-4bc8-bc7b-c8f235524159,segment=NetworkSegment(d270c3aa-d2ad-4837-93e1-4bd146cb40ca),segment_id=d270c3aa-d2ad-4837-93e1-4bd146cb40ca)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:51:08.134250 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '3aa7c942-ff29-4bc8-bc7b-c8f235524159', 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735', 'port_id': '3aa7c942-ff29-4bc8-bc7b-c8f235524159', 'mac_address': 'fa:16:3e:5a:b2:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb2219a-b0ea-4591-b425-17d86305da35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:51:08.170988 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:08.183186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa7c942-ff29-4bc8-bc7b-c8f235524159 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:51:08.201701 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 3aa7c942-ff29-4bc8-bc7b-c8f235524159, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=3aa7c942-ff29-4bc8-bc7b-c8f235524159,segment=NetworkSegment(d270c3aa-d2ad-4837-93e1-4bd146cb40ca),segment_id=d270c3aa-d2ad-4837-93e1-4bd146cb40ca)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:51:08.280679 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:08.326569 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=3aa7c942-ff29-4bc8-bc7b-c8f235524159,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:08.333720 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:08.334069 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:08.334437 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:08.334775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:08.335109 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:08.335440 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:08.335766 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:08.336090 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:08.336926 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:08.337251 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:08.337573 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:08.337895 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:08.553485 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['3aa7c942-ff29-4bc8-bc7b-c8f235524159'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:51:09.032827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57131fb2-3766-4ba9-86f9-47ddb797d6e3 req-df2aeb48-edf3-437c-a02f-33327f74c02d tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:09.034358 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57131fb2-3766-4ba9-86f9-47ddb797d6e3 req-df2aeb48-edf3-437c-a02f-33327f74c02d tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f HTTP/1.1" status: 200 len: 944 time: 0.0498793 Jul 30 02:51:09.072921 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57131fb2-3766-4ba9-86f9-47ddb797d6e3 req-eaceb2f2-6030-44da-84fd-dff7537f531b tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323954 Jul 30 02:51:09.228959 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a71db26b-7ba9-47f8-abdd-814912037f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:10.043320 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 3aa7c942-ff29-4bc8-bc7b-c8f235524159 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:51:10.160713 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 3aa7c942-ff29-4bc8-bc7b-c8f235524159 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:51:10.164801 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 3aa7c942-ff29-4bc8-bc7b-c8f235524159 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:51:10.165213 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:10.191380 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6fdb8-4c64-4e61-a46a-de21c64b52af req-53fb089a-27c0-408e-8724-04b6af55d2db tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:10.192884 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b3c6fdb8-4c64-4e61-a46a-de21c64b52af req-53fb089a-27c0-408e-8724-04b6af55d2db tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f HTTP/1.1" status: 200 len: 944 time: 0.0531454 Jul 30 02:51:10.231717 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b3c6fdb8-4c64-4e61-a46a-de21c64b52af req-66bd4a2c-1a10-4184-aec8-e8c1f178090e tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321498 Jul 30 02:51:10.245317 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:10.267875 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e145671-8b10-4ce6-89b2-d666bd7f8e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa7c942-ff29-4bc8-bc7b-c8f235524159'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:51:10.270091 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538a487e-68a2-4807-8fc4-36282d3c9815" -d '{"events": [{"server_uuid": "5e145671-8b10-4ce6-89b2-d666bd7f8e0f", "name": "network-vif-plugged", "status": "completed", "tag": "3aa7c942-ff29-4bc8-bc7b-c8f235524159"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:51:10.283822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 3aa7c942-ff29-4bc8-bc7b-c8f235524159, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=3aa7c942-ff29-4bc8-bc7b-c8f235524159,segment=NetworkSegment(d270c3aa-d2ad-4837-93e1-4bd146cb40ca),segment_id=d270c3aa-d2ad-4837-93e1-4bd146cb40ca)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:51:10.304996 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdc0bf6-aeee-4cc1-8664-a9f949ff4864 x-openstack-request-id: req-2cdc0bf6-aeee-4cc1-8664-a9f949ff4864 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:51:10.305404 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e145671-8b10-4ce6-89b2-d666bd7f8e0f", "name": "network-vif-plugged", "status": "completed", "tag": "3aa7c942-ff29-4bc8-bc7b-c8f235524159", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:51:10.305662 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2cdc0bf6-aeee-4cc1-8664-a9f949ff4864 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:51:10.305916 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e145671-8b10-4ce6-89b2-d666bd7f8e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa7c942-ff29-4bc8-bc7b-c8f235524159', 'code': 200} Jul 30 02:51:10.406326 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:10.430053 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4267cc-5d22-4166-ac83-e102cbb4224b req-90d4cc65-c67c-4d38-9b42-4cd1aaf7ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:10.432034 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c4267cc-5d22-4166-ac83-e102cbb4224b req-90d4cc65-c67c-4d38-9b42-4cd1aaf7ee95 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f HTTP/1.1" status: 200 len: 1095 time: 0.0409822 Jul 30 02:51:10.455675 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=3aa7c942-ff29-4bc8-bc7b-c8f235524159,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:10.468112 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c4267cc-5d22-4166-ac83-e102cbb4224b req-82ad0896-a12a-4fb7-9efb-a01b948a523d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282993 Jul 30 02:51:11.347439 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fae56d-601b-4cde-9ad3-b1b0bf54786d req-66610fff-9e32-4bba-ba15-d0826d4d4344 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:11.348915 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82fae56d-601b-4cde-9ad3-b1b0bf54786d req-66610fff-9e32-4bba-ba15-d0826d4d4344 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f HTTP/1.1" status: 200 len: 945 time: 0.0481110 Jul 30 02:51:11.386864 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82fae56d-601b-4cde-9ad3-b1b0bf54786d req-890b275e-792b-46c1-b243-3866d459fe93 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314007 Jul 30 02:51:11.736003 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-efb4c890-f068-4577-a094-b82bee28f8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:11.828607 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:12.504425 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddeb1a-274c-4fde-a825-42cc87b58604 req-decb3c98-6b55-4645-a4fb-79d46e675be8 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:12.505930 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6eddeb1a-274c-4fde-a825-42cc87b58604 req-decb3c98-6b55-4645-a4fb-79d46e675be8 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f HTTP/1.1" status: 200 len: 945 time: 0.0523818 Jul 30 02:51:12.544287 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6eddeb1a-274c-4fde-a825-42cc87b58604 req-8ac6acd9-f807-4f38-ab66-41c6e0a861f0 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317202 Jul 30 02:51:12.656509 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2829e5f-792e-4e48-85cd-6347777722ca req-271c20b2-cff0-4359-9d3f-fe20fff7290c tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:12.657901 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2829e5f-792e-4e48-85cd-6347777722ca req-271c20b2-cff0-4359-9d3f-fe20fff7290c tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f HTTP/1.1" status: 200 len: 945 time: 0.0485792 Jul 30 02:51:12.695374 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2829e5f-792e-4e48-85cd-6347777722ca req-d28ca2d9-e98c-4ba8-9f29-ed2a6a1e330f tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315187 Jul 30 02:51:13.526906 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:14.886326 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:18.429613 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:19.856499 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e3d919b-5d2e-4658-83df-1096e469bcc8 req-e55bff02-6c09-4230-874a-1f5cdbb9e048 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427930 Jul 30 02:51:19.961667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d919b-5d2e-4658-83df-1096e469bcc8 req-8a527b62-32cf-4632-abd4-50ef9d4781dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:19.963796 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e3d919b-5d2e-4658-83df-1096e469bcc8 req-8a527b62-32cf-4632-abd4-50ef9d4781dd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9124361aaabf4232a0d02e2e3dc8b166&device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f HTTP/1.1" status: 200 len: 1096 time: 0.0460999 Jul 30 02:51:20.086356 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d919b-5d2e-4658-83df-1096e469bcc8 req-49b5ac7a-ef48-4c6e-a1c0-7785d08383ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:20.089136 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e3d919b-5d2e-4658-83df-1096e469bcc8 req-49b5ac7a-ef48-4c6e-a1c0-7785d08383ca service neutron] 10.222.0.77 "GET /v2.0/networks?id=213a2a97-95e1-43c6-b4e8-ccd2996a6735 HTTP/1.1" status: 200 len: 917 time: 0.1014690 Jul 30 02:51:20.138794 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e3d919b-5d2e-4658-83df-1096e469bcc8 req-ced4021e-8b5e-437c-ba9c-2e6752c9301c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3aa7c942-ff29-4bc8-bc7b-c8f235524159 HTTP/1.1" status: 200 len: 217 time: 0.0426316 Jul 30 02:51:20.189682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d919b-5d2e-4658-83df-1096e469bcc8 req-e1f8e498-6dc0-4efd-97ce-22018cd95e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:20.191262 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e3d919b-5d2e-4658-83df-1096e469bcc8 req-e1f8e498-6dc0-4efd-97ce-22018cd95e54 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9bb2219a-b0ea-4591-b425-17d86305da35 HTTP/1.1" status: 200 len: 855 time: 0.0458968 Jul 30 02:51:20.237231 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d919b-5d2e-4658-83df-1096e469bcc8 req-ff9bdf1b-faec-4f7c-8790-ad3ffd61380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:20.238809 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e3d919b-5d2e-4658-83df-1096e469bcc8 req-ff9bdf1b-faec-4f7c-8790-ad3ffd61380b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=213a2a97-95e1-43c6-b4e8-ccd2996a6735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399730 Jul 30 02:51:20.334456 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e3d919b-5d2e-4658-83df-1096e469bcc8 req-cff26e25-7223-44de-b1cf-99f9580ddb0b service neutron] 10.222.0.77 "GET /v2.0/networks/213a2a97-95e1-43c6-b4e8-ccd2996a6735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870728 Jul 30 02:51:20.428766 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e3d919b-5d2e-4658-83df-1096e469bcc8 req-bbfc2174-6e19-4442-8760-4075556dfe62 service neutron] 10.222.0.77 "GET /v2.0/networks/213a2a97-95e1-43c6-b4e8-ccd2996a6735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868220 Jul 30 02:51:31.644231 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:51:33.546554 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:36.085167 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22f28e-4af9-41b3-a74f-22b2eb2a4de0 req-60e2d819-587b-4b05-8ecf-bec7ce07b4bb tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:36.086721 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e22f28e-4af9-41b3-a74f-22b2eb2a4de0 req-60e2d819-587b-4b05-8ecf-bec7ce07b4bb tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f HTTP/1.1" status: 200 len: 945 time: 0.0537858 Jul 30 02:51:36.125925 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3e22f28e-4af9-41b3-a74f-22b2eb2a4de0 req-ed1aa7f9-2d65-45f4-8d3b-d25720ec4176 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322299 Jul 30 02:51:37.246816 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a33a50-78c7-4d6d-b68e-66383e6f3072 req-a3b4db61-9b2d-459c-9d8a-8d77229ef907 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:37.248829 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3a33a50-78c7-4d6d-b68e-66383e6f3072 req-a3b4db61-9b2d-459c-9d8a-8d77229ef907 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f HTTP/1.1" status: 200 len: 945 time: 0.0554788 Jul 30 02:51:37.287300 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c3a33a50-78c7-4d6d-b68e-66383e6f3072 req-6097f927-9076-40ba-bef6-1575696f6b99 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322182 Jul 30 02:51:37.726902 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474d3d0-8f56-4d5c-9b97-7903b0e809ad req-3a8c98e7-57f5-497e-bd04-3dc44e971189 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:37.728340 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e474d3d0-8f56-4d5c-9b97-7903b0e809ad req-3a8c98e7-57f5-497e-bd04-3dc44e971189 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f HTTP/1.1" status: 200 len: 945 time: 0.0479813 Jul 30 02:51:37.818569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-e474d3d0-8f56-4d5c-9b97-7903b0e809ad req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Deleting port 3aa7c942-ff29-4bc8-bc7b-c8f235524159 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:51:37.818912 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e474d3d0-8f56-4d5c-9b97-7903b0e809ad req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:37.902617 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e474d3d0-8f56-4d5c-9b97-7903b0e809ad req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] For port 3aa7c942-ff29-4bc8-bc7b-c8f235524159, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=3aa7c942-ff29-4bc8-bc7b-c8f235524159,segment=NetworkSegment(d270c3aa-d2ad-4837-93e1-4bd146cb40ca),segment_id=d270c3aa-d2ad-4837-93e1-4bd146cb40ca)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:51:37.902970 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e474d3d0-8f56-4d5c-9b97-7903b0e809ad req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:37.916047 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-e474d3d0-8f56-4d5c-9b97-7903b0e809ad req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Calling delete_port for 3aa7c942-ff29-4bc8-bc7b-c8f235524159 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:51:38.103194 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e474d3d0-8f56-4d5c-9b97-7903b0e809ad req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:38.132328 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Pushing event deleted for resources: {'Port': ['ID=3aa7c942-ff29-4bc8-bc7b-c8f235524159,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:38.136510 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['3aa7c942-ff29-4bc8-bc7b-c8f235524159'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:51:38.161486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:38.161486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:38.161486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:38.161486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:38.161486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:38.161951 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:38.162129 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:38.162500 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:38.162839 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:38.163172 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:38.163510 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:38.163838 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:38.182782 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e474d3d0-8f56-4d5c-9b97-7903b0e809ad req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] No DVR routers for this DVR port 3aa7c942-ff29-4bc8-bc7b-c8f235524159 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:51:38.185222 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e474d3d0-8f56-4d5c-9b97-7903b0e809ad req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:38.187269 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e474d3d0-8f56-4d5c-9b97-7903b0e809ad req-791ea70c-e81a-495d-adb2-995e306e6478 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.77 "DELETE /v2.0/ports/3aa7c942-ff29-4bc8-bc7b-c8f235524159 HTTP/1.1" status: 204 len: 173 time: 0.4527137 Jul 30 02:51:38.190268 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e145671-8b10-4ce6-89b2-d666bd7f8e0f', 'name': 'network-vif-deleted', 'tag': '3aa7c942-ff29-4bc8-bc7b-c8f235524159'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:51:38.190455 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb549baf-d2ec-4be3-98a7-2d3bdd38dcd4" -d '{"events": [{"server_uuid": "5e145671-8b10-4ce6-89b2-d666bd7f8e0f", "name": "network-vif-deleted", "tag": "3aa7c942-ff29-4bc8-bc7b-c8f235524159"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:51:38.225728 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a2745a-880e-4c66-838d-b5629ff975a0 x-openstack-request-id: req-72a2745a-880e-4c66-838d-b5629ff975a0 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:51:38.226054 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e145671-8b10-4ce6-89b2-d666bd7f8e0f", "name": "network-vif-deleted", "tag": "3aa7c942-ff29-4bc8-bc7b-c8f235524159", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:51:38.226339 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-72a2745a-880e-4c66-838d-b5629ff975a0 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:51:38.226755 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e145671-8b10-4ce6-89b2-d666bd7f8e0f', 'name': 'network-vif-deleted', 'tag': '3aa7c942-ff29-4bc8-bc7b-c8f235524159', 'status': 'completed', 'code': 200} Jul 30 02:51:38.389121 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cb742ed3-7ade-4ab5-9694-f872ce6aee52 req-999e1136-e121-4722-8326-627cc6b30f5b tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e145671-8b10-4ce6-89b2-d666bd7f8e0f HTTP/1.1" status: 200 len: 210 time: 0.0323870 Jul 30 02:51:39.182996 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c133accc-04f8-4f78-916f-3331b21d613b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:40.207733 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-668b7ba1-a4bb-4dc9-bb5c-7100b385e653 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:40.209220 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-668b7ba1-a4bb-4dc9-bb5c-7100b385e653 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/networks?id=213a2a97-95e1-43c6-b4e8-ccd2996a6735 HTTP/1.1" status: 200 len: 816 time: 0.0996480 Jul 30 02:51:40.213157 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 3aa7c942-ff29-4bc8-bc7b-c8f235524159 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:51:40.225209 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-6d3ad14e-40e9-45db-9e10-58900ca0f86c tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/quotas/9124361aaabf4232a0d02e2e3dc8b166 HTTP/1.1" status: 200 len: 375 time: 0.0100565 Jul 30 02:51:40.233492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 3aa7c942-ff29-4bc8-bc7b-c8f235524159 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:51:40.233843 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 3aa7c942-ff29-4bc8-bc7b-c8f235524159 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:51:40.278140 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-f2b8ded9-18a5-4a9c-b9d6-45460fa61e0e tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9124361aaabf4232a0d02e2e3dc8b166&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471201 Jul 30 02:51:40.375735 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-628bab53-e6c6-4497-beb3-9cda49c2f1f2 service neutron] 10.222.0.70 "GET /v2.0/networks/213a2a97-95e1-43c6-b4e8-ccd2996a6735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860920 Jul 30 02:51:40.465607 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-8f75740a-d3b9-4e9e-a518-9e2738c58208 service neutron] 10.222.0.70 "GET /v2.0/networks/213a2a97-95e1-43c6-b4e8-ccd2996a6735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835993 Jul 30 02:51:40.684342 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-56eaef50-1bd7-4461-bf0b-e99711f6cca8 req-4a279fe7-613c-49a8-9ce5-d82b58ea064f tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=297da4d0-6142-44b0-9ebc-c36f2c6d61c2 HTTP/1.1" status: 200 len: 210 time: 0.0322797 Jul 30 02:51:41.790171 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97629941-ae8d-405f-835a-e84787bc130b req-347eec7d-fdb1-4558-8e56-26222c5dffe4 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=297da4d0-6142-44b0-9ebc-c36f2c6d61c2 HTTP/1.1" status: 200 len: 210 time: 0.0342326 Jul 30 02:51:41.800866 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bcbf7bc7-a279-4aa5-8dde-aac23b915ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:41.833403 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:42.601769 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-dbaed0fe-0f55-4788-9892-536721fa19d0 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:42.603299 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-dbaed0fe-0f55-4788-9892-536721fa19d0 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.10 "GET /v2.0/networks?id=213a2a97-95e1-43c6-b4e8-ccd2996a6735 HTTP/1.1" status: 200 len: 816 time: 0.1057060 Jul 30 02:51:42.617591 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Request body: {'port': {'device_id': '297da4d0-6142-44b0-9ebc-c36f2c6d61c2', 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735', 'admin_state_up': True, 'tenant_id': '9124361aaabf4232a0d02e2e3dc8b166'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:51:42.777600 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Made reservation on behalf of 9124361aaabf4232a0d02e2e3dc8b166 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:51:42.781221 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:42.889953 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b041d93e-9f9b-4b91-84e2-0b87f0727ffb req-c32214c3-ca7c-4b9c-b719-0c5bdf45faa1 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=297da4d0-6142-44b0-9ebc-c36f2c6d61c2 HTTP/1.1" status: 200 len: 210 time: 0.0276768 Jul 30 02:51:42.914452 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Allocated IP 172.20.0.13 (213a2a97-95e1-43c6-b4e8-ccd2996a6735/9bb2219a-b0ea-4591-b425-17d86305da35/8e1de124-a73f-4c25-a256-4f169c76398b) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:51:43.064849 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:43.078158 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Transition to ACTIVE for port object 8e1de124-a73f-4c25-a256-4f169c76398b will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:51:43.158069 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:43.199322 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Network 213a2a97-95e1-43c6-b4e8-ccd2996a6735 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:51:43.202664 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:51:43.206368 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:51:43.240764 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Pushing event updated for resources: {'Port': ['ID=8e1de124-a73f-4c25-a256-4f169c76398b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:43.253343 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:43.253757 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:43.254136 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:43.254522 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:43.254863 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:43.255198 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:43.255530 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:43.255870 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:43.256201 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:43.256530 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:43.257355 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:43.257355 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:43.282793 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:43.283434 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:43.370132 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-3ed9dab8-7df5-4356-bd86-6f23a8591248 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7561116 Jul 30 02:51:43.381481 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-a52e61b4-e928-4376-931d-e3c1d4795122 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:51:43.383083 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-a52e61b4-e928-4376-931d-e3c1d4795122 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057423 Jul 30 02:51:43.394156 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] Request body: {'port': {'device_id': '297da4d0-6142-44b0-9ebc-c36f2c6d61c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:51:43.450131 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:43.466779 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-47766c84-b705-4450-96ba-bafeba17c60b None None] Provisioning for port 8e1de124-a73f-4c25-a256-4f169c76398b completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:51:43.470596 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-47766c84-b705-4450-96ba-bafeba17c60b None None] Provisioning complete for port 8e1de124-a73f-4c25-a256-4f169c76398b triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:51:43.470771 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47766c84-b705-4450-96ba-bafeba17c60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:43.504630 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-47766c84-b705-4450-96ba-bafeba17c60b None None] Port 8e1de124-a73f-4c25-a256-4f169c76398b cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:51:43.546374 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:43.708470 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1de124-a73f-4c25-a256-4f169c76398b {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:51:43.715648 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:43.726940 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] Transition to ACTIVE for port object 8e1de124-a73f-4c25-a256-4f169c76398b will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:51:43.808499 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:43.855749 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] Pushing event updated for resources: {'Port': ['ID=8e1de124-a73f-4c25-a256-4f169c76398b,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:43.933698 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] Attempting to bind port 8e1de124-a73f-4c25-a256-4f169c76398b on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:51:43.934118 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] Attempting to bind port 8e1de124-a73f-4c25-a256-4f169c76398b by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'd270c3aa-d2ad-4837-93e1-4bd146cb40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:51:43.934547 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] Attempting to bind port 8e1de124-a73f-4c25-a256-4f169c76398b on network 213a2a97-95e1-43c6-b4e8-ccd2996a6735 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:51:43.940066 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] Port 8e1de124-a73f-4c25-a256-4f169c76398b on network 213a2a97-95e1-43c6-b4e8-ccd2996a6735 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:51:43.940527 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] Attempting to bind port 8e1de124-a73f-4c25-a256-4f169c76398b on network 213a2a97-95e1-43c6-b4e8-ccd2996a6735 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:51:43.945733 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:51:43.946073 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] Checking segment: {'id': 'd270c3aa-d2ad-4837-93e1-4bd146cb40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:51:43.946497 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] Bound using segment: {'id': 'd270c3aa-d2ad-4837-93e1-4bd146cb40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:51:43.946923 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] Bound port: 8e1de124-a73f-4c25-a256-4f169c76398b, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd270c3aa-d2ad-4837-93e1-4bd146cb40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:51:43.947286 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:44.011681 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715732fd-96dc-4cf9-aade-018bc6d05d36 req-2a9ebefa-8759-4728-9c2b-db4ee0d8ba83 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:44.013392 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-715732fd-96dc-4cf9-aade-018bc6d05d36 req-2a9ebefa-8759-4728-9c2b-db4ee0d8ba83 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=297da4d0-6142-44b0-9ebc-c36f2c6d61c2 HTTP/1.1" status: 200 len: 944 time: 0.0507550 Jul 30 02:51:44.022470 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] For port 8e1de124-a73f-4c25-a256-4f169c76398b, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:51:44.025779 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] For port 8e1de124-a73f-4c25-a256-4f169c76398b, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8e1de124-a73f-4c25-a256-4f169c76398b,segment=NetworkSegment(d270c3aa-d2ad-4837-93e1-4bd146cb40ca),segment_id=d270c3aa-d2ad-4837-93e1-4bd146cb40ca)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:51:44.052523 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-715732fd-96dc-4cf9-aade-018bc6d05d36 req-feecdb97-8630-48df-9567-77a53481646a tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324225 Jul 30 02:51:44.083554 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:44.117909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:44.118625 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:44.120045 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] 10.222.0.10 "PUT /v2.0/ports/8e1de124-a73f-4c25-a256-4f169c76398b HTTP/1.1" status: 200 len: 1092 time: 0.7299385 Jul 30 02:51:44.120495 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297da4d0-6142-44b0-9ebc-c36f2c6d61c2', 'tag': '8e1de124-a73f-4c25-a256-4f169c76398b'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:51:44.123391 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199ddacf-aadd-4f9a-803d-3151091fa7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "297da4d0-6142-44b0-9ebc-c36f2c6d61c2", "tag": "8e1de124-a73f-4c25-a256-4f169c76398b"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:51:44.149089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b03947-73bd-4813-8652-467e5e9c6d6d service neutron] Pushing event updated for resources: {'Port': ['ID=8e1de124-a73f-4c25-a256-4f169c76398b,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:44.164866 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1784f5c-406f-40fe-96a8-f14757dc7d00 x-openstack-request-id: req-b1784f5c-406f-40fe-96a8-f14757dc7d00 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:51:44.165166 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297da4d0-6142-44b0-9ebc-c36f2c6d61c2", "tag": "8e1de124-a73f-4c25-a256-4f169c76398b", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:51:44.165422 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1784f5c-406f-40fe-96a8-f14757dc7d00 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:51:44.165830 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297da4d0-6142-44b0-9ebc-c36f2c6d61c2', 'tag': '8e1de124-a73f-4c25-a256-4f169c76398b', 'status': 'completed', 'code': 200} Jul 30 02:51:44.228580 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ddacf-aadd-4f9a-803d-3151091fa7e5 req-ee0e241e-bccb-4384-8897-fd69f0251304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:44.230218 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-199ddacf-aadd-4f9a-803d-3151091fa7e5 req-ee0e241e-bccb-4384-8897-fd69f0251304 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9124361aaabf4232a0d02e2e3dc8b166&device_id=297da4d0-6142-44b0-9ebc-c36f2c6d61c2 HTTP/1.1" status: 200 len: 1095 time: 0.0434220 Jul 30 02:51:44.332921 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ddacf-aadd-4f9a-803d-3151091fa7e5 req-21c7143f-a0f1-44b3-bd21-05fbed7d2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:44.334460 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-199ddacf-aadd-4f9a-803d-3151091fa7e5 req-21c7143f-a0f1-44b3-bd21-05fbed7d2920 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9124361aaabf4232a0d02e2e3dc8b166&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0970867 Jul 30 02:51:44.433988 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ddacf-aadd-4f9a-803d-3151091fa7e5 req-20b065cd-834e-4acf-8526-4aabb0d29dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:44.435498 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-199ddacf-aadd-4f9a-803d-3151091fa7e5 req-20b065cd-834e-4acf-8526-4aabb0d29dae service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938334 Jul 30 02:51:44.507196 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-0eca46bc-93aa-4b7e-a624-264a06fd3603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:44.508598 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-0eca46bc-93aa-4b7e-a624-264a06fd3603 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9124361aaabf4232a0d02e2e3dc8b166&device_id=297da4d0-6142-44b0-9ebc-c36f2c6d61c2 HTTP/1.1" status: 200 len: 1095 time: 0.0401330 Jul 30 02:51:44.549824 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-e829d837-c45e-4799-8957-a96f29a2dac7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e1de124-a73f-4c25-a256-4f169c76398b HTTP/1.1" status: 200 len: 217 time: 0.0337155 Jul 30 02:51:44.597611 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-5d10f11c-049e-4996-b3c3-ca1377a96ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:44.599056 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-5d10f11c-049e-4996-b3c3-ca1377a96ff7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9bb2219a-b0ea-4591-b425-17d86305da35 HTTP/1.1" status: 200 len: 855 time: 0.0420377 Jul 30 02:51:44.646817 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-f5b8093e-74ab-4e9c-b8d4-1f522e65a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:44.648269 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-f5b8093e-74ab-4e9c-b8d4-1f522e65a481 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=213a2a97-95e1-43c6-b4e8-ccd2996a6735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423102 Jul 30 02:51:44.735265 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-46553349-864b-46c9-876e-a3d0f3a0a3bf service neutron] 10.222.0.10 "GET /v2.0/networks/213a2a97-95e1-43c6-b4e8-ccd2996a6735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797567 Jul 30 02:51:44.830364 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-24fd9e8d-b9a5-41dc-9ea1-6f1e74d1ff64 req-b3dc708c-fc63-4fda-a49e-d99f4eafb6c2 service neutron] 10.222.0.10 "GET /v2.0/networks/213a2a97-95e1-43c6-b4e8-ccd2996a6735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876753 Jul 30 02:51:44.871687 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:45.183031 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c353bdc-06ce-48b0-816f-85825cc8538c req-e99b274a-885f-4ec6-b871-32de9d88efaf tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:45.184501 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5c353bdc-06ce-48b0-816f-85825cc8538c req-e99b274a-885f-4ec6-b871-32de9d88efaf tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=297da4d0-6142-44b0-9ebc-c36f2c6d61c2 HTTP/1.1" status: 200 len: 944 time: 0.0486584 Jul 30 02:51:45.225992 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5c353bdc-06ce-48b0-816f-85825cc8538c req-1628c3fc-6fad-4025-b3ce-2eaae093bd24 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349801 Jul 30 02:51:46.339536 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64398079-884b-4d0b-b061-f49a59a119f7 req-3d6ff81d-ddc4-4e3c-8bca-8bbbac71da39 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:46.341010 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-64398079-884b-4d0b-b061-f49a59a119f7 req-3d6ff81d-ddc4-4e3c-8bca-8bbbac71da39 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=297da4d0-6142-44b0-9ebc-c36f2c6d61c2 HTTP/1.1" status: 200 len: 944 time: 0.0500541 Jul 30 02:51:46.378973 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-64398079-884b-4d0b-b061-f49a59a119f7 req-12c16ac8-1a8b-4c53-aad6-734b1d244f29 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319359 Jul 30 02:51:47.495795 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b792c-aa41-4a5a-87d3-6193eda3e3c1 req-d619cd74-1c2a-4367-91a2-8a9f67a9945b tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:47.497305 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e46b792c-aa41-4a5a-87d3-6193eda3e3c1 req-d619cd74-1c2a-4367-91a2-8a9f67a9945b tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=297da4d0-6142-44b0-9ebc-c36f2c6d61c2 HTTP/1.1" status: 200 len: 944 time: 0.0497117 Jul 30 02:51:47.535173 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e46b792c-aa41-4a5a-87d3-6193eda3e3c1 req-b9e76dcb-b358-41ed-9ac4-2a2fe822ea2c tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311084 Jul 30 02:51:48.459936 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:48.480091 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8e1de124-a73f-4c25-a256-4f169c76398b details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:51:48.575716 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8e1de124-a73f-4c25-a256-4f169c76398b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8e1de124-a73f-4c25-a256-4f169c76398b,segment=NetworkSegment(d270c3aa-d2ad-4837-93e1-4bd146cb40ca),segment_id=d270c3aa-d2ad-4837-93e1-4bd146cb40ca)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:51:48.589629 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '8e1de124-a73f-4c25-a256-4f169c76398b', 'network_id': '213a2a97-95e1-43c6-b4e8-ccd2996a6735', 'port_id': '8e1de124-a73f-4c25-a256-4f169c76398b', 'mac_address': 'fa:16:3e:c6:b0:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb2219a-b0ea-4591-b425-17d86305da35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:51:48.626984 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:48.639943 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1de124-a73f-4c25-a256-4f169c76398b {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:51:48.651406 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17d118-f8da-4343-a17c-a61c94ea81ec req-7b537304-3565-470d-9610-18c234ed9197 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:48.656816 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad17d118-f8da-4343-a17c-a61c94ea81ec req-7b537304-3565-470d-9610-18c234ed9197 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=297da4d0-6142-44b0-9ebc-c36f2c6d61c2 HTTP/1.1" status: 200 len: 944 time: 0.0492816 Jul 30 02:51:48.659272 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8e1de124-a73f-4c25-a256-4f169c76398b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8e1de124-a73f-4c25-a256-4f169c76398b,segment=NetworkSegment(d270c3aa-d2ad-4837-93e1-4bd146cb40ca),segment_id=d270c3aa-d2ad-4837-93e1-4bd146cb40ca)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:51:48.695342 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ad17d118-f8da-4343-a17c-a61c94ea81ec req-57a9449e-0111-4c23-85d3-8710b82a5998 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362794 Jul 30 02:51:48.732073 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:48.782769 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=8e1de124-a73f-4c25-a256-4f169c76398b,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:48.933473 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['8e1de124-a73f-4c25-a256-4f169c76398b'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:51:49.814943 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336fdd0-a165-40dd-bb42-f201e7cd9705 req-6d4dd34d-59e8-4db1-a400-133814445d9e tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:49.816464 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0336fdd0-a165-40dd-bb42-f201e7cd9705 req-6d4dd34d-59e8-4db1-a400-133814445d9e tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=297da4d0-6142-44b0-9ebc-c36f2c6d61c2 HTTP/1.1" status: 200 len: 945 time: 0.0496817 Jul 30 02:51:49.855211 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0336fdd0-a165-40dd-bb42-f201e7cd9705 req-2e7dc35c-161b-45b3-8a7b-e85984cdbcaf tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327952 Jul 30 02:51:50.490923 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8e1de124-a73f-4c25-a256-4f169c76398b up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:51:50.600363 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 8e1de124-a73f-4c25-a256-4f169c76398b completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:51:50.604150 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 8e1de124-a73f-4c25-a256-4f169c76398b triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:51:50.604532 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:50.680711 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:50.703029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297da4d0-6142-44b0-9ebc-c36f2c6d61c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1de124-a73f-4c25-a256-4f169c76398b'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:51:50.705236 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9b0a0d-2def-4b2d-83a2-26cc113ace0b" -d '{"events": [{"server_uuid": "297da4d0-6142-44b0-9ebc-c36f2c6d61c2", "name": "network-vif-plugged", "status": "completed", "tag": "8e1de124-a73f-4c25-a256-4f169c76398b"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:51:50.717854 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 8e1de124-a73f-4c25-a256-4f169c76398b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8e1de124-a73f-4c25-a256-4f169c76398b,segment=NetworkSegment(d270c3aa-d2ad-4837-93e1-4bd146cb40ca),segment_id=d270c3aa-d2ad-4837-93e1-4bd146cb40ca)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:51:50.741004 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a966b93b-dd31-4b37-8a33-2aa0453738da x-openstack-request-id: req-a966b93b-dd31-4b37-8a33-2aa0453738da {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:51:50.741293 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297da4d0-6142-44b0-9ebc-c36f2c6d61c2", "name": "network-vif-plugged", "status": "completed", "tag": "8e1de124-a73f-4c25-a256-4f169c76398b", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:51:50.741550 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a966b93b-dd31-4b37-8a33-2aa0453738da {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:51:50.742010 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297da4d0-6142-44b0-9ebc-c36f2c6d61c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1de124-a73f-4c25-a256-4f169c76398b', 'code': 200} Jul 30 02:51:50.789084 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:50.836009 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=8e1de124-a73f-4c25-a256-4f169c76398b,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:50.836552 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d47df-5a9a-48de-ac1b-2472cd38d89f req-db985359-7cdc-4ae3-8f90-bd76ea11eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:50.838097 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-106d47df-5a9a-48de-ac1b-2472cd38d89f req-db985359-7cdc-4ae3-8f90-bd76ea11eecb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=297da4d0-6142-44b0-9ebc-c36f2c6d61c2 HTTP/1.1" status: 200 len: 1097 time: 0.0406969 Jul 30 02:51:50.873614 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-106d47df-5a9a-48de-ac1b-2472cd38d89f req-a62ed65b-6afb-4c2e-9949-2a1d2c93369d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285027 Jul 30 02:51:50.973232 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c44c4-8e6c-4ee7-a44f-f3cddeeafe87 req-b8998c72-9d18-4ec3-a42a-f179c1c7bffc tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:50.974680 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-942c44c4-8e6c-4ee7-a44f-f3cddeeafe87 req-b8998c72-9d18-4ec3-a42a-f179c1c7bffc tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=297da4d0-6142-44b0-9ebc-c36f2c6d61c2 HTTP/1.1" status: 200 len: 946 time: 0.0481777 Jul 30 02:51:51.011981 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-942c44c4-8e6c-4ee7-a44f-f3cddeeafe87 req-cc3021c4-4215-4fce-a302-c102d537b159 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313833 Jul 30 02:51:52.126246 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700d0c9-7d86-4f24-9b65-5259ac24b49f req-91f716b3-09c5-4b86-93bb-244c8b009c81 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:52.127739 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d700d0c9-7d86-4f24-9b65-5259ac24b49f req-91f716b3-09c5-4b86-93bb-244c8b009c81 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=297da4d0-6142-44b0-9ebc-c36f2c6d61c2 HTTP/1.1" status: 200 len: 946 time: 0.0480578 Jul 30 02:51:52.170346 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d700d0c9-7d86-4f24-9b65-5259ac24b49f req-c21833e4-d393-44b1-aa46-241c659882d1 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352850 Jul 30 02:51:52.298394 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672d436-d274-41e6-93c8-bcc9fff43748 req-d92bc60b-9219-4461-ac05-1ee90f0ccf93 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:52.299845 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f672d436-d274-41e6-93c8-bcc9fff43748 req-d92bc60b-9219-4461-ac05-1ee90f0ccf93 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=297da4d0-6142-44b0-9ebc-c36f2c6d61c2 HTTP/1.1" status: 200 len: 946 time: 0.0494380 Jul 30 02:51:52.337063 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f672d436-d274-41e6-93c8-bcc9fff43748 req-7a95468a-6b72-4946-939d-082215defa66 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312240 Jul 30 02:52:03.529335 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:08.643789 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:52:09.197124 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf78ce18-bf4a-42e6-b73a-14739e26b8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:11.694159 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d62d4df0-7d7b-4c42-8c11-8b5b1f71090b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:11.799916 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:13.534624 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:14.333336 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3355e-d424-4471-a3fc-06084dd29009 req-9021e5a3-1a1d-479e-b463-dff03a644bcd tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:14.334898 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d0e3355e-d424-4471-a3fc-06084dd29009 req-9021e5a3-1a1d-479e-b463-dff03a644bcd tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=297da4d0-6142-44b0-9ebc-c36f2c6d61c2 HTTP/1.1" status: 200 len: 946 time: 0.0499132 Jul 30 02:52:14.373287 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d0e3355e-d424-4471-a3fc-06084dd29009 req-3e543c74-7626-4841-aee4-73b9903014b1 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324161 Jul 30 02:52:14.876439 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:15.486589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb5332-4a26-431a-bd09-80ec56b24271 req-e5e3b82e-5931-489b-8c61-bd81c1bff2cd tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:15.488081 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dfcb5332-4a26-431a-bd09-80ec56b24271 req-e5e3b82e-5931-489b-8c61-bd81c1bff2cd tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=297da4d0-6142-44b0-9ebc-c36f2c6d61c2 HTTP/1.1" status: 200 len: 946 time: 0.0489295 Jul 30 02:52:15.531136 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dfcb5332-4a26-431a-bd09-80ec56b24271 req-1299d4ab-4491-4f0a-b7c0-0b473459091c tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/security-groups?id=36163237-b056-4da2-b97a-e8e493e633d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370729 Jul 30 02:52:15.859760 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8941d1-9199-4549-8690-07f128f3f303 req-5dfb7775-3954-482d-9db4-6e00f86d4876 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:15.861214 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b8941d1-9199-4549-8690-07f128f3f303 req-5dfb7775-3954-482d-9db4-6e00f86d4876 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.10 "GET /v2.0/ports?device_id=297da4d0-6142-44b0-9ebc-c36f2c6d61c2 HTTP/1.1" status: 200 len: 946 time: 0.0480976 Jul 30 02:52:15.959047 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-9b8941d1-9199-4549-8690-07f128f3f303 req-4caa4640-8a83-4ad9-ad19-9e29d3407286 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Deleting port 8e1de124-a73f-4c25-a256-4f169c76398b {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:52:15.959405 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9b8941d1-9199-4549-8690-07f128f3f303 req-4caa4640-8a83-4ad9-ad19-9e29d3407286 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:16.045578 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-9b8941d1-9199-4549-8690-07f128f3f303 req-4caa4640-8a83-4ad9-ad19-9e29d3407286 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] For port 8e1de124-a73f-4c25-a256-4f169c76398b, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=8e1de124-a73f-4c25-a256-4f169c76398b,segment=NetworkSegment(d270c3aa-d2ad-4837-93e1-4bd146cb40ca),segment_id=d270c3aa-d2ad-4837-93e1-4bd146cb40ca)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:52:16.045948 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9b8941d1-9199-4549-8690-07f128f3f303 req-4caa4640-8a83-4ad9-ad19-9e29d3407286 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:16.058878 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-9b8941d1-9199-4549-8690-07f128f3f303 req-4caa4640-8a83-4ad9-ad19-9e29d3407286 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Calling delete_port for 8e1de124-a73f-4c25-a256-4f169c76398b owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:52:16.265487 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9b8941d1-9199-4549-8690-07f128f3f303 req-4caa4640-8a83-4ad9-ad19-9e29d3407286 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:16.276978 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['8e1de124-a73f-4c25-a256-4f169c76398b'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:52:16.292916 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa4640-8a83-4ad9-ad19-9e29d3407286 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Pushing event deleted for resources: {'Port': ['ID=8e1de124-a73f-4c25-a256-4f169c76398b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:16.341144 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8941d1-9199-4549-8690-07f128f3f303 req-4caa4640-8a83-4ad9-ad19-9e29d3407286 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] No DVR routers for this DVR port 8e1de124-a73f-4c25-a256-4f169c76398b on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:52:16.343999 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-9b8941d1-9199-4549-8690-07f128f3f303 req-4caa4640-8a83-4ad9-ad19-9e29d3407286 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:16.345876 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9b8941d1-9199-4549-8690-07f128f3f303 req-4caa4640-8a83-4ad9-ad19-9e29d3407286 tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.10 "DELETE /v2.0/ports/8e1de124-a73f-4c25-a256-4f169c76398b HTTP/1.1" status: 204 len: 173 time: 0.4725134 Jul 30 02:52:16.346330 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297da4d0-6142-44b0-9ebc-c36f2c6d61c2', 'name': 'network-vif-deleted', 'tag': '8e1de124-a73f-4c25-a256-4f169c76398b'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:52:16.348563 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e312df08-61a6-40ac-bced-d9f10475b029" -d '{"events": [{"server_uuid": "297da4d0-6142-44b0-9ebc-c36f2c6d61c2", "name": "network-vif-deleted", "tag": "8e1de124-a73f-4c25-a256-4f169c76398b"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:52:16.385558 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f2ea9a-a973-4a25-ae62-0f22ebdeaa58 x-openstack-request-id: req-b7f2ea9a-a973-4a25-ae62-0f22ebdeaa58 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:52:16.385856 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297da4d0-6142-44b0-9ebc-c36f2c6d61c2", "name": "network-vif-deleted", "tag": "8e1de124-a73f-4c25-a256-4f169c76398b", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:52:16.386113 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b7f2ea9a-a973-4a25-ae62-0f22ebdeaa58 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:52:16.386561 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297da4d0-6142-44b0-9ebc-c36f2c6d61c2', 'name': 'network-vif-deleted', 'tag': '8e1de124-a73f-4c25-a256-4f169c76398b', 'status': 'completed', 'code': 200} Jul 30 02:52:16.638630 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d90ecb02-d909-41a4-b937-8017d424da94 req-bd75fe31-ea6f-4c45-9b8f-e20cfa19384f tempest-TestEncryptedCinderVolumes-1948118572 tempest-TestEncryptedCinderVolumes-1948118572-project] 10.222.0.70 "GET /v2.0/ports?device_id=297da4d0-6142-44b0-9ebc-c36f2c6d61c2 HTTP/1.1" status: 200 len: 210 time: 0.0274217 Jul 30 02:52:17.833511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38418) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:18.177720 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5564d964-4804-49a9-ad21-9111c8fff7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:18.420561 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-5564d964-4804-49a9-ad21-9111c8fff7df admin admin] Deleting port 2f612852-378d-4506-9dca-c1309a70250d {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:52:18.420953 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5564d964-4804-49a9-ad21-9111c8fff7df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:18.501320 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-5564d964-4804-49a9-ad21-9111c8fff7df admin admin] For port 2f612852-378d-4506-9dca-c1309a70250d, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=2f612852-378d-4506-9dca-c1309a70250d,segment=NetworkSegment(d270c3aa-d2ad-4837-93e1-4bd146cb40ca),segment_id=d270c3aa-d2ad-4837-93e1-4bd146cb40ca)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:52:18.501656 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5564d964-4804-49a9-ad21-9111c8fff7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:18.503079 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:18.515137 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-5564d964-4804-49a9-ad21-9111c8fff7df admin admin] Calling delete_port for 2f612852-378d-4506-9dca-c1309a70250d owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:52:18.648410 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8e1de124-a73f-4c25-a256-4f169c76398b no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:52:18.667606 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 8e1de124-a73f-4c25-a256-4f169c76398b {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:52:18.667956 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 8e1de124-a73f-4c25-a256-4f169c76398b not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:52:18.785415 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5564d964-4804-49a9-ad21-9111c8fff7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:18.808949 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564d964-4804-49a9-ad21-9111c8fff7df admin admin] Pushing event deleted for resources: {'Port': ['ID=2f612852-378d-4506-9dca-c1309a70250d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:18.975802 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5564d964-4804-49a9-ad21-9111c8fff7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:19.187866 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5564d964-4804-49a9-ad21-9111c8fff7df admin admin] Router 8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:52:19.296177 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5564d964-4804-49a9-ad21-9111c8fff7df admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:52:19.301317 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5564d964-4804-49a9-ad21-9111c8fff7df admin admin] 10.222.0.70 "PUT /v2.0/routers/8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4665945 Jul 30 02:52:19.303888 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38420) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:19.306955 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f66e83e-8ccb-4d8b-b34b-0c953b4a1b41 None None] Sync routers for ids ['8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:52:19.316610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66e83e-8ccb-4d8b-b34b-0c953b4a1b41 None None] Routers {'8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:52:19.317230 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5f66e83e-8ccb-4d8b-b34b-0c953b4a1b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:52:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:19.408121 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-478f2b2c-3de8-4996-9458-d30152d35a38 admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:19.423484 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-5f66e83e-8ccb-4d8b-b34b-0c953b4a1b41 None None] Set router 8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:52:19.511053 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-478f2b2c-3de8-4996-9458-d30152d35a38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:19.597686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5f66e83e-8ccb-4d8b-b34b-0c953b4a1b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec', 'name': 'tempest-TestEncryptedCinderVolumes-733227130-router', 'tenant_id': '9124361aaabf4232a0d02e2e3dc8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '322ffbc0-19cc-48ca-a12f-5dba5e8a75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:47Z', 'updated_at': '2021-07-30T02:52:18Z', 'revision_number': 5, 'project_id': '9124361aaabf4232a0d02e2e3dc8b166', 'gw_port': {'id': '322ffbc0-19cc-48ca-a12f-5dba5e8a75ed', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:47Z', 'updated_at': '2021-07-30T02:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:19.623795 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f66e83e-8ccb-4d8b-b34b-0c953b4a1b41 None None] Checking router: 8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:52:19.631983 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66e83e-8ccb-4d8b-b34b-0c953b4a1b41 None None] Routers {'8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:52:19.632613 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5f66e83e-8ccb-4d8b-b34b-0c953b4a1b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:52:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:19.646178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-478f2b2c-3de8-4996-9458-d30152d35a38 admin admin] Deleting port 322ffbc0-19cc-48ca-a12f-5dba5e8a75ed {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:52:19.646582 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-478f2b2c-3de8-4996-9458-d30152d35a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:19.717036 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-5f66e83e-8ccb-4d8b-b34b-0c953b4a1b41 None None] Set router 8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:52:19.727994 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-478f2b2c-3de8-4996-9458-d30152d35a38 admin admin] For port 322ffbc0-19cc-48ca-a12f-5dba5e8a75ed, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=322ffbc0-19cc-48ca-a12f-5dba5e8a75ed,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:52:19.728359 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-478f2b2c-3de8-4996-9458-d30152d35a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:19.741919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-478f2b2c-3de8-4996-9458-d30152d35a38 admin admin] Calling delete_port for 322ffbc0-19cc-48ca-a12f-5dba5e8a75ed owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:52:19.770409 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5f66e83e-8ccb-4d8b-b34b-0c953b4a1b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec', 'name': 'tempest-TestEncryptedCinderVolumes-733227130-router', 'tenant_id': '9124361aaabf4232a0d02e2e3dc8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:47Z', 'updated_at': '2021-07-30T02:52:19Z', 'revision_number': 6, 'project_id': '9124361aaabf4232a0d02e2e3dc8b166', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:19.957386 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f66e83e-8ccb-4d8b-b34b-0c953b4a1b41 None None] The sync data for ids ['8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec'] in n-d-713498-9 is: [{'id': '8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec', 'name': 'tempest-TestEncryptedCinderVolumes-733227130-router', 'tenant_id': '9124361aaabf4232a0d02e2e3dc8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:47Z', 'updated_at': '2021-07-30T02:52:19Z', 'revision_number': 6, 'project_id': '9124361aaabf4232a0d02e2e3dc8b166', 'gw_port_host': None}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:52:20.300167 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-478f2b2c-3de8-4996-9458-d30152d35a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:20.329307 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f2b2c-3de8-4996-9458-d30152d35a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=322ffbc0-19cc-48ca-a12f-5dba5e8a75ed,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:20.391488 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-478f2b2c-3de8-4996-9458-d30152d35a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:20.482972 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-478f2b2c-3de8-4996-9458-d30152d35a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:20.485176 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-478f2b2c-3de8-4996-9458-d30152d35a38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:20.596532 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-478f2b2c-3de8-4996-9458-d30152d35a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:20.597016 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478f2b2c-3de8-4996-9458-d30152d35a38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:52:20.601183 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-478f2b2c-3de8-4996-9458-d30152d35a38 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:20.602357 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-478f2b2c-3de8-4996-9458-d30152d35a38 admin admin] 10.222.0.70 "DELETE /v2.0/routers/8fbce128-9e59-4e0b-b5f0-0c9f3aadb5ec HTTP/1.1" status: 204 len: 168 time: 1.2975318 Jul 30 02:52:20.605026 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38422) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:20.648876 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e3af28-9475-4d31-8a8f-e201db05d761 admin admin] Deleting subnet 9bb2219a-b0ea-4591-b425-17d86305da35 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:52:20.651777 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c6e3af28-9475-4d31-8a8f-e201db05d761 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:20.685269 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c6e3af28-9475-4d31-8a8f-e201db05d761 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:20.766516 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c6e3af28-9475-4d31-8a8f-e201db05d761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:20.865649 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c6e3af28-9475-4d31-8a8f-e201db05d761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:20.889471 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3af28-9475-4d31-8a8f-e201db05d761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bb2219a-b0ea-4591-b425-17d86305da35,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:20.896941 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c6e3af28-9475-4d31-8a8f-e201db05d761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:20.901559 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38424) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:20.904775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78d33c5-84fc-427f-bc2f-c88bd7e5e5f2 None None] Network 213a2a97-95e1-43c6-b4e8-ccd2996a6735 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:52:20.908104 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c6e3af28-9475-4d31-8a8f-e201db05d761 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9bb2219a-b0ea-4591-b425-17d86305da35 HTTP/1.1" status: 204 len: 168 time: 0.3016956 Jul 30 02:52:20.978622 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-40e90102-3fdc-41d8-a306-de8f07aa9de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:21.035855 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-40e90102-3fdc-41d8-a306-de8f07aa9de2 admin admin] Deleting port 95b5adb5-64f7-4689-8d81-09445e8bec67 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:52:21.036203 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-40e90102-3fdc-41d8-a306-de8f07aa9de2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:21.094428 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb2a8fa-b279-42fb-b2c5-63ed567afd55 None None] DHCP port deletion for 213a2a97-95e1-43c6-b4e8-ccd2996a6735 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:52:21.102745 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-40e90102-3fdc-41d8-a306-de8f07aa9de2 admin admin] For port 95b5adb5-64f7-4689-8d81-09445e8bec67, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=95b5adb5-64f7-4689-8d81-09445e8bec67,segment=NetworkSegment(d270c3aa-d2ad-4837-93e1-4bd146cb40ca),segment_id=d270c3aa-d2ad-4837-93e1-4bd146cb40ca)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:52:21.103109 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-40e90102-3fdc-41d8-a306-de8f07aa9de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:21.116192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-40e90102-3fdc-41d8-a306-de8f07aa9de2 admin admin] Calling delete_port for 95b5adb5-64f7-4689-8d81-09445e8bec67 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:52:21.139965 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2cb2a8fa-b279-42fb-b2c5-63ed567afd55 None None] Deleting port 95b5adb5-64f7-4689-8d81-09445e8bec67 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:52:21.140347 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2cb2a8fa-b279-42fb-b2c5-63ed567afd55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:21.202102 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2cb2a8fa-b279-42fb-b2c5-63ed567afd55 None None] For port 95b5adb5-64f7-4689-8d81-09445e8bec67, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=95b5adb5-64f7-4689-8d81-09445e8bec67,segment=NetworkSegment(d270c3aa-d2ad-4837-93e1-4bd146cb40ca),segment_id=d270c3aa-d2ad-4837-93e1-4bd146cb40ca)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:52:21.208884 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2cb2a8fa-b279-42fb-b2c5-63ed567afd55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:21.219047 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2cb2a8fa-b279-42fb-b2c5-63ed567afd55 None None] Calling delete_port for 95b5adb5-64f7-4689-8d81-09445e8bec67 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:52:21.294166 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-40e90102-3fdc-41d8-a306-de8f07aa9de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:52:21.295672 n-d-713498-9 neutron-server[94466]: self.session.flush() Jul 30 02:52:21.305569 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2cb2a8fa-b279-42fb-b2c5-63ed567afd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:21.324785 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e90102-3fdc-41d8-a306-de8f07aa9de2 admin admin] Pushing event deleted for resources: {'Port': ['ID=95b5adb5-64f7-4689-8d81-09445e8bec67,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:21.327438 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e90102-3fdc-41d8-a306-de8f07aa9de2 admin admin] No DVR routers for this DVR port 95b5adb5-64f7-4689-8d81-09445e8bec67 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:52:21.331015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2a8fa-b279-42fb-b2c5-63ed567afd55 None None] No DVR routers for this DVR port 95b5adb5-64f7-4689-8d81-09445e8bec67 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:52:21.334536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2a8fa-b279-42fb-b2c5-63ed567afd55 None None] Pushing event deleted for resources: {'Port': ['ID=95b5adb5-64f7-4689-8d81-09445e8bec67,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:21.346457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a8fa-b279-42fb-b2c5-63ed567afd55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:21.346457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a8fa-b279-42fb-b2c5-63ed567afd55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:21.346457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a8fa-b279-42fb-b2c5-63ed567afd55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:21.346955 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a8fa-b279-42fb-b2c5-63ed567afd55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:21.347147 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a8fa-b279-42fb-b2c5-63ed567afd55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:21.347418 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a8fa-b279-42fb-b2c5-63ed567afd55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:21.347754 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a8fa-b279-42fb-b2c5-63ed567afd55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:21.348157 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a8fa-b279-42fb-b2c5-63ed567afd55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:21.348400 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a8fa-b279-42fb-b2c5-63ed567afd55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:21.348729 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a8fa-b279-42fb-b2c5-63ed567afd55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:21.349058 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a8fa-b279-42fb-b2c5-63ed567afd55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:21.349402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a8fa-b279-42fb-b2c5-63ed567afd55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:21.361353 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 322ffbc0-19cc-48ca-a12f-5dba5e8a75ed no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:52:21.382501 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 322ffbc0-19cc-48ca-a12f-5dba5e8a75ed {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:52:21.382766 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 322ffbc0-19cc-48ca-a12f-5dba5e8a75ed not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:52:21.383194 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 95b5adb5-64f7-4689-8d81-09445e8bec67 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:52:21.408732 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 95b5adb5-64f7-4689-8d81-09445e8bec67 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:52:21.409211 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 95b5adb5-64f7-4689-8d81-09445e8bec67 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:52:21.409790 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2f612852-378d-4506-9dca-c1309a70250d no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:52:21.411046 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-40e90102-3fdc-41d8-a306-de8f07aa9de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:21.421482 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-40e90102-3fdc-41d8-a306-de8f07aa9de2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213a2a97-95e1-43c6-b4e8-ccd2996a6735']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:21.431908 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-40e90102-3fdc-41d8-a306-de8f07aa9de2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd270c3aa-d2ad-4837-93e1-4bd146cb40ca') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:21.432092 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 2f612852-378d-4506-9dca-c1309a70250d {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:52:21.432210 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-40e90102-3fdc-41d8-a306-de8f07aa9de2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd270c3aa-d2ad-4837-93e1-4bd146cb40ca') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:21.432307 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2f612852-378d-4506-9dca-c1309a70250d not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:52:21.441853 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-40e90102-3fdc-41d8-a306-de8f07aa9de2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:21.456083 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-40e90102-3fdc-41d8-a306-de8f07aa9de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:21.461812 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e90102-3fdc-41d8-a306-de8f07aa9de2 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:52:21.462206 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-40e90102-3fdc-41d8-a306-de8f07aa9de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:52:21.463842 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:52:21.583107 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-40e90102-3fdc-41d8-a306-de8f07aa9de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:21.587313 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-40e90102-3fdc-41d8-a306-de8f07aa9de2 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:21.589330 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-40e90102-3fdc-41d8-a306-de8f07aa9de2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/213a2a97-95e1-43c6-b4e8-ccd2996a6735 HTTP/1.1" status: 204 len: 168 time: 0.6864846 Jul 30 02:52:21.592365 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38426) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:21.602090 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e90102-3fdc-41d8-a306-de8f07aa9de2 admin admin] Pushing event deleted for resources: {'Network': ['ID=213a2a97-95e1-43c6-b4e8-ccd2996a6735,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:21.934096 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b246fe5d-9d67-4219-9250-7a37d66d8d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:22.179369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b246fe5d-9d67-4219-9250-7a37d66d8d0d admin admin] Deleting port 4b0c41ba-ccdc-4a2f-a644-0576604f30ab {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:52:22.179717 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b246fe5d-9d67-4219-9250-7a37d66d8d0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:22.257598 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-b246fe5d-9d67-4219-9250-7a37d66d8d0d admin admin] For port 4b0c41ba-ccdc-4a2f-a644-0576604f30ab, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4b0c41ba-ccdc-4a2f-a644-0576604f30ab,segment=NetworkSegment(69dfb87f-1de4-4f2e-82f9-d8db46d6d077),segment_id=69dfb87f-1de4-4f2e-82f9-d8db46d6d077)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:52:22.257883 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b246fe5d-9d67-4219-9250-7a37d66d8d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:22.270324 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b246fe5d-9d67-4219-9250-7a37d66d8d0d admin admin] Calling delete_port for 4b0c41ba-ccdc-4a2f-a644-0576604f30ab owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:52:22.528667 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b246fe5d-9d67-4219-9250-7a37d66d8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:22.560103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246fe5d-9d67-4219-9250-7a37d66d8d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=4b0c41ba-ccdc-4a2f-a644-0576604f30ab,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:22.732019 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b246fe5d-9d67-4219-9250-7a37d66d8d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:22.945924 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b246fe5d-9d67-4219-9250-7a37d66d8d0d admin admin] Router a285e3f1-4e66-482a-9cd7-f618643bf822 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:52:23.054423 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b246fe5d-9d67-4219-9250-7a37d66d8d0d admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:52:23.060190 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b246fe5d-9d67-4219-9250-7a37d66d8d0d admin admin] 10.222.0.70 "PUT /v2.0/routers/a285e3f1-4e66-482a-9cd7-f618643bf822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4666941 Jul 30 02:52:23.062738 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38428) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:23.064103 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd41164-d710-4dfd-a0b2-b45f6be99f57 None None] Sync routers for ids ['a285e3f1-4e66-482a-9cd7-f618643bf822'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:52:23.073409 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd41164-d710-4dfd-a0b2-b45f6be99f57 None None] Routers {'a285e3f1-4e66-482a-9cd7-f618643bf822'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:52:23.074018 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-cbd41164-d710-4dfd-a0b2-b45f6be99f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:52:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a285e3f1-4e66-482a-9cd7-f618643bf822'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:23.165856 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f23c603c-3645-4165-ac64-96612aa2df99 admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:23.175592 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-cbd41164-d710-4dfd-a0b2-b45f6be99f57 None None] Set router a285e3f1-4e66-482a-9cd7-f618643bf822 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:52:23.268016 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f23c603c-3645-4165-ac64-96612aa2df99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:23.354669 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-cbd41164-d710-4dfd-a0b2-b45f6be99f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a285e3f1-4e66-482a-9cd7-f618643bf822', 'name': 'tempest-TestEncryptedCinderVolumes-581883415-router', 'tenant_id': 'fc476c65713448dbbf40b5145a0b15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4b502f4c-6d0b-4fdf-bd7e-346ab4d70052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:53Z', 'updated_at': '2021-07-30T02:52:22Z', 'revision_number': 5, 'project_id': 'fc476c65713448dbbf40b5145a0b15c4', 'gw_port': {'id': '4b502f4c-6d0b-4fdf-bd7e-346ab4d70052', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285e3f1-4e66-482a-9cd7-f618643bf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:54Z', 'updated_at': '2021-07-30T02:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:23.382334 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd41164-d710-4dfd-a0b2-b45f6be99f57 None None] Checking router: a285e3f1-4e66-482a-9cd7-f618643bf822 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:52:23.391300 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd41164-d710-4dfd-a0b2-b45f6be99f57 None None] Routers {'a285e3f1-4e66-482a-9cd7-f618643bf822'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:52:23.391913 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-cbd41164-d710-4dfd-a0b2-b45f6be99f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:52:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a285e3f1-4e66-482a-9cd7-f618643bf822'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:23.392958 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f23c603c-3645-4165-ac64-96612aa2df99 admin admin] Deleting port 4b502f4c-6d0b-4fdf-bd7e-346ab4d70052 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:52:23.393314 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f23c603c-3645-4165-ac64-96612aa2df99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:23.473765 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-f23c603c-3645-4165-ac64-96612aa2df99 admin admin] For port 4b502f4c-6d0b-4fdf-bd7e-346ab4d70052, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4b502f4c-6d0b-4fdf-bd7e-346ab4d70052,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:52:23.474140 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f23c603c-3645-4165-ac64-96612aa2df99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:23.476654 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-cbd41164-d710-4dfd-a0b2-b45f6be99f57 None None] Set router a285e3f1-4e66-482a-9cd7-f618643bf822 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:52:23.487411 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f23c603c-3645-4165-ac64-96612aa2df99 admin admin] Calling delete_port for 4b502f4c-6d0b-4fdf-bd7e-346ab4d70052 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:52:23.525724 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-cbd41164-d710-4dfd-a0b2-b45f6be99f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a285e3f1-4e66-482a-9cd7-f618643bf822', 'name': 'tempest-TestEncryptedCinderVolumes-581883415-router', 'tenant_id': 'fc476c65713448dbbf40b5145a0b15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:53Z', 'updated_at': '2021-07-30T02:52:23Z', 'revision_number': 6, 'project_id': 'fc476c65713448dbbf40b5145a0b15c4', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:23.554713 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd41164-d710-4dfd-a0b2-b45f6be99f57 None None] The sync data for ids ['a285e3f1-4e66-482a-9cd7-f618643bf822'] in n-d-713498-9 is: [{'id': 'a285e3f1-4e66-482a-9cd7-f618643bf822', 'name': 'tempest-TestEncryptedCinderVolumes-581883415-router', 'tenant_id': 'fc476c65713448dbbf40b5145a0b15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:53Z', 'updated_at': '2021-07-30T02:52:23Z', 'revision_number': 6, 'project_id': 'fc476c65713448dbbf40b5145a0b15c4', 'gw_port_host': None}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:52:23.687650 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f23c603c-3645-4165-ac64-96612aa2df99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:23.710120 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c603c-3645-4165-ac64-96612aa2df99 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b502f4c-6d0b-4fdf-bd7e-346ab4d70052,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:23.773728 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f23c603c-3645-4165-ac64-96612aa2df99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:23.861225 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f23c603c-3645-4165-ac64-96612aa2df99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:23.863295 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f23c603c-3645-4165-ac64-96612aa2df99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:24.013986 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f23c603c-3645-4165-ac64-96612aa2df99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:24.014585 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23c603c-3645-4165-ac64-96612aa2df99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a285e3f1-4e66-482a-9cd7-f618643bf822 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:52:24.019275 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f23c603c-3645-4165-ac64-96612aa2df99 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:24.020489 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f23c603c-3645-4165-ac64-96612aa2df99 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a285e3f1-4e66-482a-9cd7-f618643bf822 HTTP/1.1" status: 204 len: 168 time: 0.9567893 Jul 30 02:52:24.023000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38430) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:24.067400 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f93351-b060-4eb8-9df2-b3e0230e051a admin admin] Deleting subnet baaf1e82-f204-440a-b840-352ad1c78abe {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:52:24.070471 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f4f93351-b060-4eb8-9df2-b3e0230e051a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:24.107761 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f4f93351-b060-4eb8-9df2-b3e0230e051a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:24.183256 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f4f93351-b060-4eb8-9df2-b3e0230e051a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:24.311879 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f4f93351-b060-4eb8-9df2-b3e0230e051a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:24.341222 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f93351-b060-4eb8-9df2-b3e0230e051a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baaf1e82-f204-440a-b840-352ad1c78abe,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:24.346936 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f4f93351-b060-4eb8-9df2-b3e0230e051a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:24.348829 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f4f93351-b060-4eb8-9df2-b3e0230e051a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/baaf1e82-f204-440a-b840-352ad1c78abe HTTP/1.1" status: 204 len: 168 time: 0.3249118 Jul 30 02:52:24.351346 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38432) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:24.352265 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678d472a-1d56-410d-9be5-6360839f786e None None] Network a2e86f4d-53e2-4a72-a93a-3ea865b904a4 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:52:24.420135 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f7834b98-f0af-4542-a9f2-8566aaeaed5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:24.478248 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f7834b98-f0af-4542-a9f2-8566aaeaed5e admin admin] Deleting port 084b4810-ec37-4dd5-8a5d-92a6ed3cf878 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:52:24.478618 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f7834b98-f0af-4542-a9f2-8566aaeaed5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:24.540943 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcf91e5-76dc-4e85-be00-53686f680e4b None None] DHCP port deletion for a2e86f4d-53e2-4a72-a93a-3ea865b904a4 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:52:24.553653 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-f7834b98-f0af-4542-a9f2-8566aaeaed5e admin admin] For port 084b4810-ec37-4dd5-8a5d-92a6ed3cf878, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=084b4810-ec37-4dd5-8a5d-92a6ed3cf878,segment=NetworkSegment(69dfb87f-1de4-4f2e-82f9-d8db46d6d077),segment_id=69dfb87f-1de4-4f2e-82f9-d8db46d6d077)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:52:24.554019 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f7834b98-f0af-4542-a9f2-8566aaeaed5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:24.568000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f7834b98-f0af-4542-a9f2-8566aaeaed5e admin admin] Calling delete_port for 084b4810-ec37-4dd5-8a5d-92a6ed3cf878 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:52:24.593914 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ebcf91e5-76dc-4e85-be00-53686f680e4b None None] Deleting port 084b4810-ec37-4dd5-8a5d-92a6ed3cf878 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:52:24.594315 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ebcf91e5-76dc-4e85-be00-53686f680e4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:24.655347 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ebcf91e5-76dc-4e85-be00-53686f680e4b None None] For port 084b4810-ec37-4dd5-8a5d-92a6ed3cf878, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=084b4810-ec37-4dd5-8a5d-92a6ed3cf878,segment=NetworkSegment(69dfb87f-1de4-4f2e-82f9-d8db46d6d077),segment_id=69dfb87f-1de4-4f2e-82f9-d8db46d6d077)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:52:24.655747 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ebcf91e5-76dc-4e85-be00-53686f680e4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:24.668346 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ebcf91e5-76dc-4e85-be00-53686f680e4b None None] Calling delete_port for 084b4810-ec37-4dd5-8a5d-92a6ed3cf878 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:52:24.728366 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f7834b98-f0af-4542-a9f2-8566aaeaed5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:24.745349 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ebcf91e5-76dc-4e85-be00-53686f680e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:24.755475 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7834b98-f0af-4542-a9f2-8566aaeaed5e admin admin] Pushing event deleted for resources: {'Port': ['ID=084b4810-ec37-4dd5-8a5d-92a6ed3cf878,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:24.757290 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7834b98-f0af-4542-a9f2-8566aaeaed5e admin admin] No DVR routers for this DVR port 084b4810-ec37-4dd5-8a5d-92a6ed3cf878 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:52:24.771091 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf91e5-76dc-4e85-be00-53686f680e4b None None] Pushing event deleted for resources: {'Port': ['ID=084b4810-ec37-4dd5-8a5d-92a6ed3cf878,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:24.772959 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcf91e5-76dc-4e85-be00-53686f680e4b None None] No DVR routers for this DVR port 084b4810-ec37-4dd5-8a5d-92a6ed3cf878 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:52:24.832272 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f7834b98-f0af-4542-a9f2-8566aaeaed5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:24.842669 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-f7834b98-f0af-4542-a9f2-8566aaeaed5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e86f4d-53e2-4a72-a93a-3ea865b904a4']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:24.852717 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-f7834b98-f0af-4542-a9f2-8566aaeaed5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69dfb87f-1de4-4f2e-82f9-d8db46d6d077') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:24.853051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-f7834b98-f0af-4542-a9f2-8566aaeaed5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69dfb87f-1de4-4f2e-82f9-d8db46d6d077') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:24.862559 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f7834b98-f0af-4542-a9f2-8566aaeaed5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:24.876293 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f7834b98-f0af-4542-a9f2-8566aaeaed5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:24.881978 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7834b98-f0af-4542-a9f2-8566aaeaed5e admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:52:24.882376 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f7834b98-f0af-4542-a9f2-8566aaeaed5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:52:24.885207 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:52:25.002078 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f7834b98-f0af-4542-a9f2-8566aaeaed5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:25.007474 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f7834b98-f0af-4542-a9f2-8566aaeaed5e admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:25.009366 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f7834b98-f0af-4542-a9f2-8566aaeaed5e admin admin] 10.222.0.70 "DELETE /v2.0/networks/a2e86f4d-53e2-4a72-a93a-3ea865b904a4 HTTP/1.1" status: 204 len: 168 time: 0.6570659 Jul 30 02:52:25.025238 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7834b98-f0af-4542-a9f2-8566aaeaed5e admin admin] Pushing event deleted for resources: {'Network': ['ID=a2e86f4d-53e2-4a72-a93a-3ea865b904a4,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:25.332634 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4b502f4c-6d0b-4fdf-bd7e-346ab4d70052 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:52:25.357961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 4b502f4c-6d0b-4fdf-bd7e-346ab4d70052 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:52:25.357961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4b502f4c-6d0b-4fdf-bd7e-346ab4d70052 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:52:25.357961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4b0c41ba-ccdc-4a2f-a644-0576604f30ab no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:52:25.358750 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38436) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:25.379148 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 4b0c41ba-ccdc-4a2f-a644-0576604f30ab {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:52:25.379498 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4b0c41ba-ccdc-4a2f-a644-0576604f30ab not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:52:25.379912 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 084b4810-ec37-4dd5-8a5d-92a6ed3cf878 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:52:25.397506 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f66623e6-7b60-487b-a8c4-78c73b0c1754 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9124361aaabf4232a0d02e2e3dc8b166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393200 Jul 30 02:52:25.399391 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 084b4810-ec37-4dd5-8a5d-92a6ed3cf878 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:52:25.399960 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 084b4810-ec37-4dd5-8a5d-92a6ed3cf878 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:52:25.400091 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38438) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:25.448956 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-04c3f9d5-876b-41bd-a7a4-b38d2778a643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:25.470320 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-04c3f9d5-876b-41bd-a7a4-b38d2778a643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:25.591122 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-04c3f9d5-876b-41bd-a7a4-b38d2778a643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:25.593697 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-04c3f9d5-876b-41bd-a7a4-b38d2778a643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:25.594933 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-04c3f9d5-876b-41bd-a7a4-b38d2778a643 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/36163237-b056-4da2-b97a-e8e493e633d1 HTTP/1.1" status: 204 len: 168 time: 0.1940682 Jul 30 02:52:25.602813 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3f9d5-876b-41bd-a7a4-b38d2778a643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36163237-b056-4da2-b97a-e8e493e633d1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:26.222040 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38444) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:26.261831 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e0cb7dcf-e6b2-4f43-b8d6-1a58ad2c08a6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc476c65713448dbbf40b5145a0b15c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386133 Jul 30 02:52:26.264200 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38446) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:26.310313 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f563d0db-fee4-4998-9409-c303ad364ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:26.330247 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f563d0db-fee4-4998-9409-c303ad364ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:26.436726 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f563d0db-fee4-4998-9409-c303ad364ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:26.439283 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f563d0db-fee4-4998-9409-c303ad364ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:26.440626 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f563d0db-fee4-4998-9409-c303ad364ca4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fe0dcf50-7b78-4864-aa8b-0c254af4f58e HTTP/1.1" status: 204 len: 168 time: 0.1753976 Jul 30 02:52:26.448504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563d0db-fee4-4998-9409-c303ad364ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0dcf50-7b78-4864-aa8b-0c254af4f58e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:27.393715 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38468) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:27.506315 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-78555d5f-4e5d-48c6-a67f-b038b22338e9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1312683382-network', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:52:27.579311 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78555d5f-4e5d-48c6-a67f-b038b22338e9 admin admin] Made reservation on behalf of 61b91b63026e4ad2bc5cb8a9f905eb17 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:52:27.581501 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-78555d5f-4e5d-48c6-a67f-b038b22338e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:27.589947 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-78555d5f-4e5d-48c6-a67f-b038b22338e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:27.685783 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-78555d5f-4e5d-48c6-a67f-b038b22338e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:27.759887 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-78555d5f-4e5d-48c6-a67f-b038b22338e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:27.783625 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78555d5f-4e5d-48c6-a67f-b038b22338e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:52:27.792086 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78555d5f-4e5d-48c6-a67f-b038b22338e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363b9d2b-b8e4-4408-8312-7edb889029d9,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:27.798632 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-78555d5f-4e5d-48c6-a67f-b038b22338e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:27.798976 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-78555d5f-4e5d-48c6-a67f-b038b22338e9 admin admin] Added segment 9bd13031-1522-4d8b-a054-dc4a8b1bf9e2 of type vlan for network 2758c105-fb98-443b-bf2a-2cc0a8f09ca2 Jul 30 02:52:27.837010 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-78555d5f-4e5d-48c6-a67f-b038b22338e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:27.931473 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-78555d5f-4e5d-48c6-a67f-b038b22338e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:27.932436 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78555d5f-4e5d-48c6-a67f-b038b22338e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:27.933020 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-78555d5f-4e5d-48c6-a67f-b038b22338e9 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:27.993058 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78555d5f-4e5d-48c6-a67f-b038b22338e9 admin admin] Pushing event updated for resources: {'Network': ['ID=2758c105-fb98-443b-bf2a-2cc0a8f09ca2,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:28.003292 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 2758c105-fb98-443b-bf2a-2cc0a8f09ca2 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:52:28.088679 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-78555d5f-4e5d-48c6-a67f-b038b22338e9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6936467 Jul 30 02:52:28.091932 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38472) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:28.096676 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-4c8468a2-e4e0-4f60-b91c-38e066e29a34 admin admin] Request body: {'subnet': {'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1312683382-subnet', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:52:28.182633 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8468a2-e4e0-4f60-b91c-38e066e29a34 admin admin] Made reservation on behalf of 61b91b63026e4ad2bc5cb8a9f905eb17 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:52:28.184911 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c8468a2-e4e0-4f60-b91c-38e066e29a34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:28.413814 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c8468a2-e4e0-4f60-b91c-38e066e29a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:28.474791 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8468a2-e4e0-4f60-b91c-38e066e29a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c4132af-3959-484f-8fca-3fe499f17929,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:28.481892 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8468a2-e4e0-4f60-b91c-38e066e29a34 admin admin] Checking segment: {'id': '9bd13031-1522-4d8b-a054-dc4a8b1bf9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:52:28.482257 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8468a2-e4e0-4f60-b91c-38e066e29a34 admin admin] Network hostable DHCP agents. Network: 2758c105-fb98-443b-bf2a-2cc0a8f09ca2, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:52:28.554225 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8468a2-e4e0-4f60-b91c-38e066e29a34 admin admin] Network 2758c105-fb98-443b-bf2a-2cc0a8f09ca2 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:52:28.623375 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-4c8468a2-e4e0-4f60-b91c-38e066e29a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 2758c105-fb98-443b-bf2a-2cc0a8f09ca2) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:52:28.627662 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8468a2-e4e0-4f60-b91c-38e066e29a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:28.628260 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4c8468a2-e4e0-4f60-b91c-38e066e29a34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:28.632330 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a688d3-2bbf-4f37-bc81-6f882ee4735c None None] Network 2758c105-fb98-443b-bf2a-2cc0a8f09ca2 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:52:28.709289 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4c8468a2-e4e0-4f60-b91c-38e066e29a34 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6163054 Jul 30 02:52:28.711909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38474) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:28.716286 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e4190ba2-0174-41f3-9aef-fd69eaded794 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1312683382-router', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:52:28.772987 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-2758c105-fb98-443b-bf2a-2cc0a8f09ca2', 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'fixed_ips': [{'subnet_id': '8c4132af-3959-484f-8fca-3fe499f17929'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:52:28.773829 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:28.805727 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e4190ba2-0174-41f3-9aef-fd69eaded794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:28.806832 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e4190ba2-0174-41f3-9aef-fd69eaded794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:28.858378 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e4190ba2-0174-41f3-9aef-fd69eaded794 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:28.904076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Allocated IP 172.20.0.2 (2758c105-fb98-443b-bf2a-2cc0a8f09ca2/8c4132af-3959-484f-8fca-3fe499f17929/ce64345f-3455-4959-a43f-2537804d2e60) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:52:29.046722 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:29.054972 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Transition to ACTIVE for port object ce64345f-3455-4959-a43f-2537804d2e60 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:52:29.057905 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e4190ba2-0174-41f3-9aef-fd69eaded794 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:29.069292 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Transition to ACTIVE for port object ce64345f-3455-4959-a43f-2537804d2e60 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:52:29.150922 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:29.187055 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Network 2758c105-fb98-443b-bf2a-2cc0a8f09ca2 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:52:29.189753 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:52:29.193150 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:52:29.203741 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Pushing event updated for resources: {'Port': ['ID=ce64345f-3455-4959-a43f-2537804d2e60,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:29.256264 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Attempting to bind port ce64345f-3455-4959-a43f-2537804d2e60 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:52:29.256635 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Attempting to bind port ce64345f-3455-4959-a43f-2537804d2e60 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '9bd13031-1522-4d8b-a054-dc4a8b1bf9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:52:29.257001 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Attempting to bind port ce64345f-3455-4959-a43f-2537804d2e60 on network 2758c105-fb98-443b-bf2a-2cc0a8f09ca2 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:52:29.261852 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:52:29.262237 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Checking segment: {'id': '9bd13031-1522-4d8b-a054-dc4a8b1bf9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:52:29.262666 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:29.263062 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Bound using segment: {'id': '9bd13031-1522-4d8b-a054-dc4a8b1bf9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:52:29.263521 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Bound port: ce64345f-3455-4959-a43f-2537804d2e60, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd13031-1522-4d8b-a054-dc4a8b1bf9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:52:29.263897 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:29.319977 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e4190ba2-0174-41f3-9aef-fd69eaded794 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:29.325458 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] For port ce64345f-3455-4959-a43f-2537804d2e60, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:52:29.328746 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] For port ce64345f-3455-4959-a43f-2537804d2e60, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ce64345f-3455-4959-a43f-2537804d2e60,segment=NetworkSegment(9bd13031-1522-4d8b-a054-dc4a8b1bf9e2),segment_id=9bd13031-1522-4d8b-a054-dc4a8b1bf9e2)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:52:29.342993 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e4190ba2-0174-41f3-9aef-fd69eaded794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:29.429287 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:29.444364 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-e4190ba2-0174-41f3-9aef-fd69eaded794 admin admin] Allocated IP 172.25.1.211 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/04485a0c-f92d-496d-8238-28dbe5b5ca7c) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:52:29.491078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5378b-e9a0-45ff-b0cb-17e9b221d968 None None] Pushing event updated for resources: {'Port': ['ID=ce64345f-3455-4959-a43f-2537804d2e60,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:29.555067 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e4190ba2-0174-41f3-9aef-fd69eaded794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:29.682638 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e4190ba2-0174-41f3-9aef-fd69eaded794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:29.721479 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4190ba2-0174-41f3-9aef-fd69eaded794 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:52:29.724399 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-e4190ba2-0174-41f3-9aef-fd69eaded794 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:52:29.728079 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4190ba2-0174-41f3-9aef-fd69eaded794 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:52:29.753080 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4190ba2-0174-41f3-9aef-fd69eaded794 admin admin] Pushing event updated for resources: {'Port': ['ID=04485a0c-f92d-496d-8238-28dbe5b5ca7c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:30.317040 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c974580-fcfb-4137-968a-9fc23178b6a8 None None] Network 2758c105-fb98-443b-bf2a-2cc0a8f09ca2 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:52:30.402438 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e4190ba2-0174-41f3-9aef-fd69eaded794 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:30.435237 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-513c8dff-a04b-4044-be75-aece31ac2c96 None None] Provisioning for port ce64345f-3455-4959-a43f-2537804d2e60 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:52:30.600877 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e4190ba2-0174-41f3-9aef-fd69eaded794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:30.807822 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4190ba2-0174-41f3-9aef-fd69eaded794 admin admin] Router c2907a23-0373-42cc-b4f6-147ddb93b79a is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:52:30.915023 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4190ba2-0174-41f3-9aef-fd69eaded794 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:52:30.926709 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] Sync routers for ids ['c2907a23-0373-42cc-b4f6-147ddb93b79a'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:52:30.935962 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] Routers {'c2907a23-0373-42cc-b4f6-147ddb93b79a'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:52:30.936569 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:52:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c2907a23-0373-42cc-b4f6-147ddb93b79a'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:31.013608 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e4190ba2-0174-41f3-9aef-fd69eaded794 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:31.014949 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e4190ba2-0174-41f3-9aef-fd69eaded794 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3020914 Jul 30 02:52:31.017607 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38476) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:31.039394 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] Set router c2907a23-0373-42cc-b4f6-147ddb93b79a gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:52:31.217373 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'name': 'tempest-TestMinimumBasicScenario-1312683382-router', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:28Z', 'updated_at': '2021-07-30T02:52:30Z', 'revision_number': 3, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'gw_port': {'id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:29Z', 'updated_at': '2021-07-30T02:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:31.243180 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] Checking router: c2907a23-0373-42cc-b4f6-147ddb93b79a for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:52:31.243530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] Updating router c2907a23-0373-42cc-b4f6-147ddb93b79a port 04485a0c-f92d-496d-8238-28dbe5b5ca7c binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:52:31.267992 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:31.379610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ce64345f-3455-4959-a43f-2537804d2e60 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:52:31.437352 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7151540e-f4cf-4272-a254-4bd6f6ef69cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:31.565163 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port ce64345f-3455-4959-a43f-2537804d2e60 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:52:31.568157 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:31.574798 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port ce64345f-3455-4959-a43f-2537804d2e60 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:31.575158 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:31.593987 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-7151540e-f4cf-4272-a254-4bd6f6ef69cd admin admin] Allocated IP 172.20.0.1 (2758c105-fb98-443b-bf2a-2cc0a8f09ca2/8c4132af-3959-484f-8fca-3fe499f17929/94eece22-72b2-44dc-a8d5-83b2a92aebfa) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:52:31.596670 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] Transition to ACTIVE for port object 04485a0c-f92d-496d-8238-28dbe5b5ca7c will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:52:31.655615 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:31.659715 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:31.700765 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7151540e-f4cf-4272-a254-4bd6f6ef69cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:31.715128 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-7151540e-f4cf-4272-a254-4bd6f6ef69cd admin admin] Transition to ACTIVE for port object 94eece22-72b2-44dc-a8d5-83b2a92aebfa will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:52:31.727525 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac285191-444e-425b-846d-aab07e139030 None None] Pushing event updated for resources: {'Port': ['ID=04485a0c-f92d-496d-8238-28dbe5b5ca7c,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:31.739191 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] Attempting to bind port 04485a0c-f92d-496d-8238-28dbe5b5ca7c on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:52:31.739556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] Attempting to bind port 04485a0c-f92d-496d-8238-28dbe5b5ca7c by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:52:31.739918 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] Attempting to bind port 04485a0c-f92d-496d-8238-28dbe5b5ca7c on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:52:31.742802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port ce64345f-3455-4959-a43f-2537804d2e60, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ce64345f-3455-4959-a43f-2537804d2e60,segment=NetworkSegment(9bd13031-1522-4d8b-a054-dc4a8b1bf9e2),segment_id=9bd13031-1522-4d8b-a054-dc4a8b1bf9e2)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:52:31.746969 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:52:31.747336 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:52:31.747731 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:31.750013 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:52:31.750013 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] Bound port: 04485a0c-f92d-496d-8238-28dbe5b5ca7c, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:52:31.750013 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:31.799556 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] For port 04485a0c-f92d-496d-8238-28dbe5b5ca7c, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:52:31.802604 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] For port 04485a0c-f92d-496d-8238-28dbe5b5ca7c, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=04485a0c-f92d-496d-8238-28dbe5b5ca7c,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:52:31.818779 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:31.845965 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7151540e-f4cf-4272-a254-4bd6f6ef69cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:31.865886 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=ce64345f-3455-4959-a43f-2537804d2e60,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:31.869302 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:31.881395 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7151540e-f4cf-4272-a254-4bd6f6ef69cd admin admin] Network 2758c105-fb98-443b-bf2a-2cc0a8f09ca2 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:52:31.884229 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-7151540e-f4cf-4272-a254-4bd6f6ef69cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:52:31.888148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7151540e-f4cf-4272-a254-4bd6f6ef69cd admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:52:31.919720 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151540e-f4cf-4272-a254-4bd6f6ef69cd admin admin] Pushing event updated for resources: {'Port': ['ID=94eece22-72b2-44dc-a8d5-83b2a92aebfa,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:31.933190 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] Routers {'c2907a23-0373-42cc-b4f6-147ddb93b79a'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:52:31.933823 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:52:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c2907a23-0373-42cc-b4f6-147ddb93b79a'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:31.935843 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac285191-444e-425b-846d-aab07e139030 None None] Pushing event updated for resources: {'Port': ['ID=04485a0c-f92d-496d-8238-28dbe5b5ca7c,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:31.942737 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7151540e-f4cf-4272-a254-4bd6f6ef69cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:32.050922 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] Set router c2907a23-0373-42cc-b4f6-147ddb93b79a gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:52:32.143349 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7151540e-f4cf-4272-a254-4bd6f6ef69cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:32.236747 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'name': 'tempest-TestMinimumBasicScenario-1312683382-router', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:28Z', 'updated_at': '2021-07-30T02:52:30Z', 'revision_number': 3, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'gw_port': {'id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:29Z', 'updated_at': '2021-07-30T02:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:32.263132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b59b5d-0b16-40b9-9f34-6b839f342e66 None None] The sync data for ids ['c2907a23-0373-42cc-b4f6-147ddb93b79a'] in n-d-713498-9 is: [{'id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'name': 'tempest-TestMinimumBasicScenario-1312683382-router', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:28Z', 'updated_at': '2021-07-30T02:52:30Z', 'revision_number': 3, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'gw_port': {'id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:29Z', 'updated_at': '2021-07-30T02:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:52:32.311446 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7151540e-f4cf-4272-a254-4bd6f6ef69cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:32.321883 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-34dc877c-bb50-4c26-8972-151768c21596 None None] Provisioning for port 94eece22-72b2-44dc-a8d5-83b2a92aebfa completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:52:32.326459 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-34dc877c-bb50-4c26-8972-151768c21596 None None] Provisioning complete for port 94eece22-72b2-44dc-a8d5-83b2a92aebfa triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:32.326715 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-34dc877c-bb50-4c26-8972-151768c21596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:32.364083 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-34dc877c-bb50-4c26-8972-151768c21596 None None] Port 94eece22-72b2-44dc-a8d5-83b2a92aebfa cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:52:32.373776 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7151540e-f4cf-4272-a254-4bd6f6ef69cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:32.446876 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151540e-f4cf-4272-a254-4bd6f6ef69cd admin admin] Pushing event updated for resources: {'Port': ['ID=94eece22-72b2-44dc-a8d5-83b2a92aebfa,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:32.449736 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7151540e-f4cf-4272-a254-4bd6f6ef69cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:32.561027 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7151540e-f4cf-4272-a254-4bd6f6ef69cd admin admin] Network 2758c105-fb98-443b-bf2a-2cc0a8f09ca2 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:52:32.562515 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-7151540e-f4cf-4272-a254-4bd6f6ef69cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:52:32.707464 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7151540e-f4cf-4272-a254-4bd6f6ef69cd admin admin] Router c2907a23-0373-42cc-b4f6-147ddb93b79a has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:52:32.797206 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c5cb1f7c-6952-4b71-b518-2d8a71db4db2 None None] Provisioning complete for port 94eece22-72b2-44dc-a8d5-83b2a92aebfa triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:32.797757 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1f7c-6952-4b71-b518-2d8a71db4db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:32.831972 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7151540e-f4cf-4272-a254-4bd6f6ef69cd admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:52:32.837233 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7151540e-f4cf-4272-a254-4bd6f6ef69cd admin admin] 10.222.0.70 "PUT /v2.0/routers/c2907a23-0373-42cc-b4f6-147ddb93b79a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8185685 Jul 30 02:52:32.994288 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c5cb1f7c-6952-4b71-b518-2d8a71db4db2 None None] Port 94eece22-72b2-44dc-a8d5-83b2a92aebfa cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:52:33.414674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 04485a0c-f92d-496d-8238-28dbe5b5ca7c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:52:33.511894 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38492) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:33.517491 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-9042a0c9-254e-49ca-8e7c-ca8f234c4997 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1534586769-network', 'tenant_id': 'f6f896ebc6f3422a96e7bcf06e502ab7'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:52:33.545178 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 04485a0c-f92d-496d-8238-28dbe5b5ca7c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:52:33.549112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 04485a0c-f92d-496d-8238-28dbe5b5ca7c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:33.549531 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:33.571571 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:33.623153 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9042a0c9-254e-49ca-8e7c-ca8f234c4997 admin admin] Made reservation on behalf of f6f896ebc6f3422a96e7bcf06e502ab7 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:52:33.625554 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9042a0c9-254e-49ca-8e7c-ca8f234c4997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:33.631922 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:33.641642 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9042a0c9-254e-49ca-8e7c-ca8f234c4997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:33.653786 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 04485a0c-f92d-496d-8238-28dbe5b5ca7c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=04485a0c-f92d-496d-8238-28dbe5b5ca7c,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:52:33.714513 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:33.715036 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ce64345f-3455-4959-a43f-2537804d2e60 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:52:33.732849 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9042a0c9-254e-49ca-8e7c-ca8f234c4997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:33.778067 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] Sync routers for ids ['c2907a23-0373-42cc-b4f6-147ddb93b79a'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:52:33.787231 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] Routers {'c2907a23-0373-42cc-b4f6-147ddb93b79a'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:52:33.787842 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:52:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c2907a23-0373-42cc-b4f6-147ddb93b79a'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:33.788388 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9042a0c9-254e-49ca-8e7c-ca8f234c4997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:33.791148 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=04485a0c-f92d-496d-8238-28dbe5b5ca7c,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:33.802655 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port ce64345f-3455-4959-a43f-2537804d2e60 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:33.803161 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:33.813858 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9042a0c9-254e-49ca-8e7c-ca8f234c4997 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:52:33.831897 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042a0c9-254e-49ca-8e7c-ca8f234c4997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbbc857-f40d-410b-81f4-5be326a222fd,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:33.835072 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9042a0c9-254e-49ca-8e7c-ca8f234c4997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:33.835478 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-9042a0c9-254e-49ca-8e7c-ca8f234c4997 admin admin] Added segment 45ab7681-4511-49a9-890b-e8eb9e2b77fd of type vlan for network c4b95532-a25f-4e7c-a4d7-94f644148d61 Jul 30 02:52:33.880433 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9042a0c9-254e-49ca-8e7c-ca8f234c4997 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:33.899960 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] Set router c2907a23-0373-42cc-b4f6-147ddb93b79a gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:52:33.977378 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9042a0c9-254e-49ca-8e7c-ca8f234c4997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:33.978358 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9042a0c9-254e-49ca-8e7c-ca8f234c4997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:33.978943 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9042a0c9-254e-49ca-8e7c-ca8f234c4997 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:34.036896 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042a0c9-254e-49ca-8e7c-ca8f234c4997 admin admin] Pushing event updated for resources: {'Network': ['ID=c4b95532-a25f-4e7c-a4d7-94f644148d61,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:34.047132 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network c4b95532-a25f-4e7c-a4d7-94f644148d61 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:52:34.095589 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'name': 'tempest-TestMinimumBasicScenario-1312683382-router', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:28Z', 'updated_at': '2021-07-30T02:52:32Z', 'revision_number': 4, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'gw_port': {'id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:29Z', 'updated_at': '2021-07-30T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '94eece22-72b2-44dc-a8d5-83b2a92aebfa', 'name': '', 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'mac_address': 'fa:16:3e:69:65:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8c4132af-3959-484f-8fca-3fe499f17929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:31Z', 'updated_at': '2021-07-30T02:52:32Z', 'revision_number': 2, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'subnets': [{'id': '8c4132af-3959-484f-8fca-3fe499f17929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:34.103983 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9042a0c9-254e-49ca-8e7c-ca8f234c4997 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5904031 Jul 30 02:52:34.107144 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38494) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:34.114718 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-ea2e2820-79f8-441e-8dcc-7870d41cd82c admin admin] Request body: {'subnet': {'network_id': 'c4b95532-a25f-4e7c-a4d7-94f644148d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1534586769-subnet', 'tenant_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:52:34.127710 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] Checking router: c2907a23-0373-42cc-b4f6-147ddb93b79a for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:52:34.128064 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] Updating router c2907a23-0373-42cc-b4f6-147ddb93b79a port 94eece22-72b2-44dc-a8d5-83b2a92aebfa binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:52:34.191033 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2e2820-79f8-441e-8dcc-7870d41cd82c admin admin] Made reservation on behalf of f6f896ebc6f3422a96e7bcf06e502ab7 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:52:34.193532 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ea2e2820-79f8-441e-8dcc-7870d41cd82c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:34.241329 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:34.420286 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ea2e2820-79f8-441e-8dcc-7870d41cd82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:34.476950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e2820-79f8-441e-8dcc-7870d41cd82c admin admin] Pushing event updated for resources: {'Subnet': ['ID=89e4d43c-276d-424d-bd9f-b6f0ccbaac71,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:34.484334 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2e2820-79f8-441e-8dcc-7870d41cd82c admin admin] Checking segment: {'id': '45ab7681-4511-49a9-890b-e8eb9e2b77fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c4b95532-a25f-4e7c-a4d7-94f644148d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:52:34.485086 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2e2820-79f8-441e-8dcc-7870d41cd82c admin admin] Network hostable DHCP agents. Network: c4b95532-a25f-4e7c-a4d7-94f644148d61, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:52:34.495912 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:34.505175 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] Transition to ACTIVE for port object 94eece22-72b2-44dc-a8d5-83b2a92aebfa will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:52:34.584555 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2e2820-79f8-441e-8dcc-7870d41cd82c admin admin] Network c4b95532-a25f-4e7c-a4d7-94f644148d61 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:52:34.607765 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:34.656765 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52de75-f113-487c-8858-6e7c51b77aae None None] Pushing event updated for resources: {'Port': ['ID=94eece22-72b2-44dc-a8d5-83b2a92aebfa,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:34.670738 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-ea2e2820-79f8-441e-8dcc-7870d41cd82c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, c4b95532-a25f-4e7c-a4d7-94f644148d61) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:52:34.675189 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2e2820-79f8-441e-8dcc-7870d41cd82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:34.675854 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ea2e2820-79f8-441e-8dcc-7870d41cd82c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:34.681217 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52de75-f113-487c-8858-6e7c51b77aae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:34.681567 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52de75-f113-487c-8858-6e7c51b77aae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:34.682334 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52de75-f113-487c-8858-6e7c51b77aae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:34.682334 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52de75-f113-487c-8858-6e7c51b77aae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:34.682562 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52de75-f113-487c-8858-6e7c51b77aae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:34.682909 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52de75-f113-487c-8858-6e7c51b77aae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:34.683216 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52de75-f113-487c-8858-6e7c51b77aae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:34.683543 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52de75-f113-487c-8858-6e7c51b77aae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:34.684175 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52de75-f113-487c-8858-6e7c51b77aae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:34.684310 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e280b3a9-147a-4bd1-aa99-91fb8e3daebf None None] Network c4b95532-a25f-4e7c-a4d7-94f644148d61 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:52:34.684421 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52de75-f113-487c-8858-6e7c51b77aae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:34.684504 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52de75-f113-487c-8858-6e7c51b77aae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:34.685238 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52de75-f113-487c-8858-6e7c51b77aae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:34.719120 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] Attempting to bind port 94eece22-72b2-44dc-a8d5-83b2a92aebfa on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:52:34.719493 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] Attempting to bind port 94eece22-72b2-44dc-a8d5-83b2a92aebfa by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '9bd13031-1522-4d8b-a054-dc4a8b1bf9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:52:34.721719 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] Attempting to bind port 94eece22-72b2-44dc-a8d5-83b2a92aebfa on network 2758c105-fb98-443b-bf2a-2cc0a8f09ca2 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:52:34.725056 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:52:34.725428 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] Checking segment: {'id': '9bd13031-1522-4d8b-a054-dc4a8b1bf9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:52:34.725829 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:34.726218 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] Bound using segment: {'id': '9bd13031-1522-4d8b-a054-dc4a8b1bf9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:52:34.726701 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] Bound port: 94eece22-72b2-44dc-a8d5-83b2a92aebfa, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd13031-1522-4d8b-a054-dc4a8b1bf9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:52:34.727079 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:34.737073 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ea2e2820-79f8-441e-8dcc-7870d41cd82c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6264436 Jul 30 02:52:34.737671 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38496) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:34.743629 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-4cdbd736-a41b-4aee-9b3e-ab93d7eea32b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1534586769-router', 'tenant_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:52:34.797065 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] For port 94eece22-72b2-44dc-a8d5-83b2a92aebfa, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:52:34.800524 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] For port 94eece22-72b2-44dc-a8d5-83b2a92aebfa, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=94eece22-72b2-44dc-a8d5-83b2a92aebfa,segment=NetworkSegment(9bd13031-1522-4d8b-a054-dc4a8b1bf9e2),segment_id=9bd13031-1522-4d8b-a054-dc4a8b1bf9e2)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:52:34.851449 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd736-a41b-4aee-9b3e-ab93d7eea32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:34.852533 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd736-a41b-4aee-9b3e-ab93d7eea32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:34.854880 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-c4b95532-a25f-4e7c-a4d7-94f644148d61', 'network_id': 'c4b95532-a25f-4e7c-a4d7-94f644148d61', 'tenant_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'fixed_ips': [{'subnet_id': '89e4d43c-276d-424d-bd9f-b6f0ccbaac71'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:52:34.861306 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:34.893842 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:34.908092 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd736-a41b-4aee-9b3e-ab93d7eea32b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:34.954562 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] Routers {'c2907a23-0373-42cc-b4f6-147ddb93b79a'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:52:34.955183 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:52:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c2907a23-0373-42cc-b4f6-147ddb93b79a'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:34.958141 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52de75-f113-487c-8858-6e7c51b77aae None None] Pushing event updated for resources: {'Port': ['ID=94eece22-72b2-44dc-a8d5-83b2a92aebfa,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:35.013497 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Allocated IP 172.20.0.2 (c4b95532-a25f-4e7c-a4d7-94f644148d61/89e4d43c-276d-424d-bd9f-b6f0ccbaac71/3446d557-695f-41dc-9de6-c8f2524c4e04) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:52:35.084753 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] Set router c2907a23-0373-42cc-b4f6-147ddb93b79a gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:52:35.170226 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd736-a41b-4aee-9b3e-ab93d7eea32b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:35.180037 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:35.190860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Transition to ACTIVE for port object 3446d557-695f-41dc-9de6-c8f2524c4e04 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:52:35.208090 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Transition to ACTIVE for port object 3446d557-695f-41dc-9de6-c8f2524c4e04 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:52:35.282883 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:35.288271 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'name': 'tempest-TestMinimumBasicScenario-1312683382-router', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:28Z', 'updated_at': '2021-07-30T02:52:32Z', 'revision_number': 4, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'gw_port': {'id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:29Z', 'updated_at': '2021-07-30T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '94eece22-72b2-44dc-a8d5-83b2a92aebfa', 'name': '', 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'mac_address': 'fa:16:3e:69:65:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8c4132af-3959-484f-8fca-3fe499f17929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:31Z', 'updated_at': '2021-07-30T02:52:34Z', 'revision_number': 4, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'subnets': [{'id': '8c4132af-3959-484f-8fca-3fe499f17929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:35.323755 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6d4d7a-d3bc-46ee-8f54-1baed1a40c5f None None] The sync data for ids ['c2907a23-0373-42cc-b4f6-147ddb93b79a'] in n-d-713498-9 is: [{'id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'name': 'tempest-TestMinimumBasicScenario-1312683382-router', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:28Z', 'updated_at': '2021-07-30T02:52:32Z', 'revision_number': 4, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'gw_port': {'id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:29Z', 'updated_at': '2021-07-30T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '94eece22-72b2-44dc-a8d5-83b2a92aebfa', 'name': '', 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'mac_address': 'fa:16:3e:69:65:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8c4132af-3959-484f-8fca-3fe499f17929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:31Z', 'updated_at': '2021-07-30T02:52:34Z', 'revision_number': 4, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'subnets': [{'id': '8c4132af-3959-484f-8fca-3fe499f17929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:52:35.336320 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Network c4b95532-a25f-4e7c-a4d7-94f644148d61 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:52:35.339476 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:52:35.349432 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:52:35.352730 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Pushing event updated for resources: {'Port': ['ID=3446d557-695f-41dc-9de6-c8f2524c4e04,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:35.422600 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 04485a0c-f92d-496d-8238-28dbe5b5ca7c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:52:35.458049 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Attempting to bind port 3446d557-695f-41dc-9de6-c8f2524c4e04 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:52:35.458520 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Attempting to bind port 3446d557-695f-41dc-9de6-c8f2524c4e04 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '45ab7681-4511-49a9-890b-e8eb9e2b77fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c4b95532-a25f-4e7c-a4d7-94f644148d61'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:52:35.458892 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Attempting to bind port 3446d557-695f-41dc-9de6-c8f2524c4e04 on network c4b95532-a25f-4e7c-a4d7-94f644148d61 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:52:35.469699 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:52:35.470079 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Checking segment: {'id': '45ab7681-4511-49a9-890b-e8eb9e2b77fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c4b95532-a25f-4e7c-a4d7-94f644148d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:52:35.470515 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:35.470913 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Bound using segment: {'id': '45ab7681-4511-49a9-890b-e8eb9e2b77fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c4b95532-a25f-4e7c-a4d7-94f644148d61'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:52:35.471398 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Bound port: 3446d557-695f-41dc-9de6-c8f2524c4e04, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ab7681-4511-49a9-890b-e8eb9e2b77fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c4b95532-a25f-4e7c-a4d7-94f644148d61'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:52:35.471777 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:35.518792 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd736-a41b-4aee-9b3e-ab93d7eea32b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:35.524916 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 04485a0c-f92d-496d-8238-28dbe5b5ca7c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:35.525295 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:35.539532 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd736-a41b-4aee-9b3e-ab93d7eea32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:35.573781 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] For port 3446d557-695f-41dc-9de6-c8f2524c4e04, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:52:35.579970 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] For port 3446d557-695f-41dc-9de6-c8f2524c4e04, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3446d557-695f-41dc-9de6-c8f2524c4e04,segment=NetworkSegment(45ab7681-4511-49a9-890b-e8eb9e2b77fd),segment_id=45ab7681-4511-49a9-890b-e8eb9e2b77fd)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:52:35.658219 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:35.726332 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1aeb5f-be88-42ae-9432-f2670383ff00 None None] Pushing event updated for resources: {'Port': ['ID=3446d557-695f-41dc-9de6-c8f2524c4e04,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:36.018015 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-4cdbd736-a41b-4aee-9b3e-ab93d7eea32b admin admin] Allocated IP 172.25.1.223 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:52:36.124880 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd736-a41b-4aee-9b3e-ab93d7eea32b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:36.240546 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd736-a41b-4aee-9b3e-ab93d7eea32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:36.284954 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdbd736-a41b-4aee-9b3e-ab93d7eea32b admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:52:36.288033 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-4cdbd736-a41b-4aee-9b3e-ab93d7eea32b admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:52:36.294956 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdbd736-a41b-4aee-9b3e-ab93d7eea32b admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:52:36.298225 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbd736-a41b-4aee-9b3e-ab93d7eea32b admin admin] Pushing event updated for resources: {'Port': ['ID=39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:36.626755 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd736-a41b-4aee-9b3e-ab93d7eea32b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:36.661975 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb1b177-2ab9-448e-966b-d16eb7aacd83 None None] Network c4b95532-a25f-4e7c-a4d7-94f644148d61 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:52:36.803476 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-90b0ab21-c34b-4ae2-bde8-ff6fd0aa6f8d None None] Provisioning for port 3446d557-695f-41dc-9de6-c8f2524c4e04 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:52:36.826695 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd736-a41b-4aee-9b3e-ab93d7eea32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:37.024788 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdbd736-a41b-4aee-9b3e-ab93d7eea32b admin admin] Router 9f857805-f95e-443a-b5c6-0fe2c41678d6 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:52:37.136091 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdbd736-a41b-4aee-9b3e-ab93d7eea32b admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:52:37.146277 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] Sync routers for ids ['9f857805-f95e-443a-b5c6-0fe2c41678d6'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:52:37.155014 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] Routers {'9f857805-f95e-443a-b5c6-0fe2c41678d6'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:52:37.155634 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:52:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9f857805-f95e-443a-b5c6-0fe2c41678d6'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:37.213603 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd736-a41b-4aee-9b3e-ab93d7eea32b admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:37.215268 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4cdbd736-a41b-4aee-9b3e-ab93d7eea32b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4751654 Jul 30 02:52:37.218529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38498) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:37.259664 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] Set router 9f857805-f95e-443a-b5c6-0fe2c41678d6 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:52:37.434658 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3446d557-695f-41dc-9de6-c8f2524c4e04 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:52:37.500734 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f857805-f95e-443a-b5c6-0fe2c41678d6', 'name': 'tempest-TestMinimumBasicScenario-1534586769-router', 'tenant_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:34Z', 'updated_at': '2021-07-30T02:52:36Z', 'revision_number': 3, 'project_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'gw_port': {'id': '39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f857805-f95e-443a-b5c6-0fe2c41678d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:35Z', 'updated_at': '2021-07-30T02:52:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:37.531740 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] Checking router: 9f857805-f95e-443a-b5c6-0fe2c41678d6 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:52:37.532089 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] Updating router 9f857805-f95e-443a-b5c6-0fe2c41678d6 port 39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:52:37.556370 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 3446d557-695f-41dc-9de6-c8f2524c4e04 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:52:37.562080 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:37.563783 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 3446d557-695f-41dc-9de6-c8f2524c4e04 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:37.564149 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:37.769300 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:37.824150 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 3446d557-695f-41dc-9de6-c8f2524c4e04, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3446d557-695f-41dc-9de6-c8f2524c4e04,segment=NetworkSegment(45ab7681-4511-49a9-890b-e8eb9e2b77fd),segment_id=45ab7681-4511-49a9-890b-e8eb9e2b77fd)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:52:37.886544 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:37.887842 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 94eece22-72b2-44dc-a8d5-83b2a92aebfa up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:52:37.941922 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:37.970502 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] Transition to ACTIVE for port object 39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:52:37.983819 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=3446d557-695f-41dc-9de6-c8f2524c4e04,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:37.997065 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:38.059941 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:38.090540 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 94eece22-72b2-44dc-a8d5-83b2a92aebfa completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:52:38.100352 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 94eece22-72b2-44dc-a8d5-83b2a92aebfa triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:38.100723 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:38.143148 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] Attempting to bind port 39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:52:38.143540 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] Attempting to bind port 39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:52:38.143888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] Attempting to bind port 39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:52:38.146146 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4709fe9-0e13-40a6-91fc-18b4edce6d46 None None] Pushing event updated for resources: {'Port': ['ID=39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:38.157370 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Allocated IP 172.20.0.1 (c4b95532-a25f-4e7c-a4d7-94f644148d61/89e4d43c-276d-424d-bd9f-b6f0ccbaac71/686beec3-e2a2-4a2a-91fe-72f61287f31d) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:52:38.159178 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:52:38.159558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:52:38.159972 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:38.160362 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:52:38.160860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] Bound port: 39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:52:38.161245 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:38.241583 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] For port 39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:52:38.248006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] For port 39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:52:38.249317 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:38.265490 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:38.278363 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Transition to ACTIVE for port object 686beec3-e2a2-4a2a-91fe-72f61287f31d will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:52:38.284266 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 94eece22-72b2-44dc-a8d5-83b2a92aebfa, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=94eece22-72b2-44dc-a8d5-83b2a92aebfa,segment=NetworkSegment(9bd13031-1522-4d8b-a054-dc4a8b1bf9e2),segment_id=9bd13031-1522-4d8b-a054-dc4a8b1bf9e2)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:52:38.348877 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:38.381971 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:38.407939 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] Routers {'9f857805-f95e-443a-b5c6-0fe2c41678d6'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:52:38.408545 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:52:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9f857805-f95e-443a-b5c6-0fe2c41678d6'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:38.411397 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4709fe9-0e13-40a6-91fc-18b4edce6d46 None None] Pushing event updated for resources: {'Port': ['ID=39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:38.422606 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:38.460071 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Network c4b95532-a25f-4e7c-a4d7-94f644148d61 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:52:38.464470 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:52:38.468186 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:52:38.503332 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Pushing event updated for resources: {'Port': ['ID=686beec3-e2a2-4a2a-91fe-72f61287f31d,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:38.516237 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:38.516592 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:38.516941 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:38.517281 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:38.517622 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:38.517959 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:38.518330 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:38.518659 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:38.518992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:38.519328 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:38.519658 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:38.520019 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:52:38.535042 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:38.696617 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=94eece22-72b2-44dc-a8d5-83b2a92aebfa,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:38.718089 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] Set router 9f857805-f95e-443a-b5c6-0fe2c41678d6 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:52:38.724745 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:38.870626 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-25c5e5cf-e3d7-42c5-bde4-6da38671e64b None None] Provisioning for port 686beec3-e2a2-4a2a-91fe-72f61287f31d completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:52:38.876288 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-25c5e5cf-e3d7-42c5-bde4-6da38671e64b None None] Provisioning complete for port 686beec3-e2a2-4a2a-91fe-72f61287f31d triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:38.876663 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-25c5e5cf-e3d7-42c5-bde4-6da38671e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:38.888413 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:38.919496 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-25c5e5cf-e3d7-42c5-bde4-6da38671e64b None None] Port 686beec3-e2a2-4a2a-91fe-72f61287f31d cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:52:38.930949 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f857805-f95e-443a-b5c6-0fe2c41678d6', 'name': 'tempest-TestMinimumBasicScenario-1534586769-router', 'tenant_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:34Z', 'updated_at': '2021-07-30T02:52:36Z', 'revision_number': 3, 'project_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'gw_port': {'id': '39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f857805-f95e-443a-b5c6-0fe2c41678d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:35Z', 'updated_at': '2021-07-30T02:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:38.950577 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:38.956039 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf5b449-7606-493f-a0c0-7fd5ab9b7780 None None] The sync data for ids ['9f857805-f95e-443a-b5c6-0fe2c41678d6'] in n-d-713498-9 is: [{'id': '9f857805-f95e-443a-b5c6-0fe2c41678d6', 'name': 'tempest-TestMinimumBasicScenario-1534586769-router', 'tenant_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:34Z', 'updated_at': '2021-07-30T02:52:36Z', 'revision_number': 3, 'project_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'gw_port': {'id': '39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f857805-f95e-443a-b5c6-0fe2c41678d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:35Z', 'updated_at': '2021-07-30T02:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:52:39.023386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Pushing event updated for resources: {'Port': ['ID=686beec3-e2a2-4a2a-91fe-72f61287f31d,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:39.026980 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:39.125791 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Network c4b95532-a25f-4e7c-a4d7-94f644148d61 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:52:39.127492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:52:39.190937 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db095de2-ab99-4724-b6c0-9382c530808c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:39.263972 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Router 9f857805-f95e-443a-b5c6-0fe2c41678d6 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:52:39.403903 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:52:39.415467 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-128e86e7-90b1-4dba-91c7-0a2bac082967 admin admin] 10.222.0.70 "PUT /v2.0/routers/9f857805-f95e-443a-b5c6-0fe2c41678d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1951237 Jul 30 02:52:39.453608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6bbeb03f-138c-4365-8af8-4b704ffefa67 None None] Provisioning complete for port 686beec3-e2a2-4a2a-91fe-72f61287f31d triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:39.453987 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb03f-138c-4365-8af8-4b704ffefa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:39.479991 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3446d557-695f-41dc-9de6-c8f2524c4e04 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:52:39.514895 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6bbeb03f-138c-4365-8af8-4b704ffefa67 None None] Port 686beec3-e2a2-4a2a-91fe-72f61287f31d cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:52:39.539052 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 3446d557-695f-41dc-9de6-c8f2524c4e04 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:39.539559 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:39.631130 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 94eece22-72b2-44dc-a8d5-83b2a92aebfa up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:52:39.679756 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 94eece22-72b2-44dc-a8d5-83b2a92aebfa triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:39.680223 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:39.764743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:52:39.933674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:52:39.938552 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:39.938933 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:40.018671 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:40.039539 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:52:40.110251 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:40.161952 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:40.510870 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] Sync routers for ids ['9f857805-f95e-443a-b5c6-0fe2c41678d6'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:52:40.520762 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] Routers {'9f857805-f95e-443a-b5c6-0fe2c41678d6'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:52:40.521384 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:52:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9f857805-f95e-443a-b5c6-0fe2c41678d6'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:40.646410 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] Set router 9f857805-f95e-443a-b5c6-0fe2c41678d6 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:52:40.871067 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f857805-f95e-443a-b5c6-0fe2c41678d6', 'name': 'tempest-TestMinimumBasicScenario-1534586769-router', 'tenant_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:34Z', 'updated_at': '2021-07-30T02:52:38Z', 'revision_number': 4, 'project_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'gw_port': {'id': '39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f857805-f95e-443a-b5c6-0fe2c41678d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:35Z', 'updated_at': '2021-07-30T02:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '686beec3-e2a2-4a2a-91fe-72f61287f31d', 'name': '', 'network_id': 'c4b95532-a25f-4e7c-a4d7-94f644148d61', 'tenant_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'mac_address': 'fa:16:3e:99:7d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f857805-f95e-443a-b5c6-0fe2c41678d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '89e4d43c-276d-424d-bd9f-b6f0ccbaac71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:38Z', 'updated_at': '2021-07-30T02:52:38Z', 'revision_number': 2, 'project_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'subnets': [{'id': '89e4d43c-276d-424d-bd9f-b6f0ccbaac71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:40.898014 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] Checking router: 9f857805-f95e-443a-b5c6-0fe2c41678d6 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:52:40.898683 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] Updating router 9f857805-f95e-443a-b5c6-0fe2c41678d6 port 686beec3-e2a2-4a2a-91fe-72f61287f31d binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:52:40.924477 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:41.210275 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:41.222000 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] Transition to ACTIVE for port object 686beec3-e2a2-4a2a-91fe-72f61287f31d will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:52:41.305216 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:41.362212 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d3f7e-76b8-4d5a-9adf-1c1dea567acf None None] Pushing event updated for resources: {'Port': ['ID=686beec3-e2a2-4a2a-91fe-72f61287f31d,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:41.407407 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:52:41.440077 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] Attempting to bind port 686beec3-e2a2-4a2a-91fe-72f61287f31d on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:52:41.440593 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] Attempting to bind port 686beec3-e2a2-4a2a-91fe-72f61287f31d by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '45ab7681-4511-49a9-890b-e8eb9e2b77fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c4b95532-a25f-4e7c-a4d7-94f644148d61'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:52:41.440967 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] Attempting to bind port 686beec3-e2a2-4a2a-91fe-72f61287f31d on network c4b95532-a25f-4e7c-a4d7-94f644148d61 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:52:41.447110 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:52:41.447965 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] Checking segment: {'id': '45ab7681-4511-49a9-890b-e8eb9e2b77fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c4b95532-a25f-4e7c-a4d7-94f644148d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:52:41.447965 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:41.448438 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] Bound using segment: {'id': '45ab7681-4511-49a9-890b-e8eb9e2b77fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c4b95532-a25f-4e7c-a4d7-94f644148d61'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:52:41.448915 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] Bound port: 686beec3-e2a2-4a2a-91fe-72f61287f31d, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ab7681-4511-49a9-890b-e8eb9e2b77fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c4b95532-a25f-4e7c-a4d7-94f644148d61'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:52:41.449804 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:41.494241 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:41.494797 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:41.533019 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] For port 686beec3-e2a2-4a2a-91fe-72f61287f31d, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:52:41.537802 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] For port 686beec3-e2a2-4a2a-91fe-72f61287f31d, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=686beec3-e2a2-4a2a-91fe-72f61287f31d,segment=NetworkSegment(45ab7681-4511-49a9-890b-e8eb9e2b77fd),segment_id=45ab7681-4511-49a9-890b-e8eb9e2b77fd)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:52:41.608639 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:41.684441 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] Routers {'9f857805-f95e-443a-b5c6-0fe2c41678d6'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:52:41.685127 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:52:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9f857805-f95e-443a-b5c6-0fe2c41678d6'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:41.699222 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06417ae0-5242-4e69-938f-175a4177b448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:41.766630 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d3f7e-76b8-4d5a-9adf-1c1dea567acf None None] Pushing event updated for resources: {'Port': ['ID=686beec3-e2a2-4a2a-91fe-72f61287f31d,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:41.840514 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] Set router 9f857805-f95e-443a-b5c6-0fe2c41678d6 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:52:41.842609 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:42.096497 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f857805-f95e-443a-b5c6-0fe2c41678d6', 'name': 'tempest-TestMinimumBasicScenario-1534586769-router', 'tenant_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:34Z', 'updated_at': '2021-07-30T02:52:38Z', 'revision_number': 4, 'project_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'gw_port': {'id': '39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f857805-f95e-443a-b5c6-0fe2c41678d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:35Z', 'updated_at': '2021-07-30T02:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '686beec3-e2a2-4a2a-91fe-72f61287f31d', 'name': '', 'network_id': 'c4b95532-a25f-4e7c-a4d7-94f644148d61', 'tenant_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'mac_address': 'fa:16:3e:99:7d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f857805-f95e-443a-b5c6-0fe2c41678d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '89e4d43c-276d-424d-bd9f-b6f0ccbaac71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:38Z', 'updated_at': '2021-07-30T02:52:41Z', 'revision_number': 4, 'project_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'subnets': [{'id': '89e4d43c-276d-424d-bd9f-b6f0ccbaac71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:42.143220 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02289c10-f9a2-4ad1-b5e0-61420b008421 None None] The sync data for ids ['9f857805-f95e-443a-b5c6-0fe2c41678d6'] in n-d-713498-9 is: [{'id': '9f857805-f95e-443a-b5c6-0fe2c41678d6', 'name': 'tempest-TestMinimumBasicScenario-1534586769-router', 'tenant_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:34Z', 'updated_at': '2021-07-30T02:52:38Z', 'revision_number': 4, 'project_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'gw_port': {'id': '39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f857805-f95e-443a-b5c6-0fe2c41678d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:35Z', 'updated_at': '2021-07-30T02:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '686beec3-e2a2-4a2a-91fe-72f61287f31d', 'name': '', 'network_id': 'c4b95532-a25f-4e7c-a4d7-94f644148d61', 'tenant_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'mac_address': 'fa:16:3e:99:7d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f857805-f95e-443a-b5c6-0fe2c41678d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '89e4d43c-276d-424d-bd9f-b6f0ccbaac71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:38Z', 'updated_at': '2021-07-30T02:52:41Z', 'revision_number': 4, 'project_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'subnets': [{'id': '89e4d43c-276d-424d-bd9f-b6f0ccbaac71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:52:43.419249 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 686beec3-e2a2-4a2a-91fe-72f61287f31d up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:52:43.864557 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 686beec3-e2a2-4a2a-91fe-72f61287f31d completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:52:43.868845 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 686beec3-e2a2-4a2a-91fe-72f61287f31d triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:43.869238 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:43.889549 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:43.946317 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:43.987154 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 686beec3-e2a2-4a2a-91fe-72f61287f31d, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=686beec3-e2a2-4a2a-91fe-72f61287f31d,segment=NetworkSegment(45ab7681-4511-49a9-890b-e8eb9e2b77fd),segment_id=45ab7681-4511-49a9-890b-e8eb9e2b77fd)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:52:44.053309 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:44.108835 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=686beec3-e2a2-4a2a-91fe-72f61287f31d,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:44.885667 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:45.369869 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 686beec3-e2a2-4a2a-91fe-72f61287f31d up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:52:45.428965 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 686beec3-e2a2-4a2a-91fe-72f61287f31d triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:45.429722 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:45.645262 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:52:48.476033 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:51.294840 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-594895ac-3c54-462f-984f-971ec9aea60a tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:51.296396 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-594895ac-3c54-462f-984f-971ec9aea60a tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/networks?id=2758c105-fb98-443b-bf2a-2cc0a8f09ca2 HTTP/1.1" status: 200 len: 815 time: 0.1054990 Jul 30 02:52:51.312007 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-2ce8cbd5-58b8-4329-af25-8a53816937d7 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/quotas/61b91b63026e4ad2bc5cb8a9f905eb17 HTTP/1.1" status: 200 len: 375 time: 0.0097945 Jul 30 02:52:51.364355 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-13fa46c3-eefa-4e28-b9d5-f73fbb220de9 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=61b91b63026e4ad2bc5cb8a9f905eb17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468793 Jul 30 02:52:51.459815 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-168800e0-cf38-4765-a23d-d1495208fe4e service neutron] 10.222.0.70 "GET /v2.0/networks/2758c105-fb98-443b-bf2a-2cc0a8f09ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833375 Jul 30 02:52:51.554728 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-8f019edf-8dc5-4213-badc-6d0a6f5dffb2 service neutron] 10.222.0.70 "GET /v2.0/networks/2758c105-fb98-443b-bf2a-2cc0a8f09ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879679 Jul 30 02:52:51.766569 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-26fca69e-1f9f-4cc2-903f-4e0e54cec2aa req-83348175-7982-4560-9d2d-e55c9bc287dd tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 210 time: 0.0267599 Jul 30 02:52:52.863180 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-87d3ffe4-1e32-4b40-808f-d028b4a55882 req-065584a8-c917-490f-b93c-1565da18e590 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 210 time: 0.0263324 Jul 30 02:52:53.968386 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17a22e30-350c-4c59-af4f-481b167c53a0 req-cf7b0b98-1a56-4f93-9235-a70fce15eb64 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 210 time: 0.0379024 Jul 30 02:52:53.976753 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-6e342e3d-f37c-4470-bfcd-2b72e3403b24 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:53.978158 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-6e342e3d-f37c-4470-bfcd-2b72e3403b24 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.77 "GET /v2.0/networks?id=2758c105-fb98-443b-bf2a-2cc0a8f09ca2 HTTP/1.1" status: 200 len: 815 time: 0.1299753 Jul 30 02:52:53.999186 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-bc58f55f-6fa9-427a-bff9-a1a9bdb9fab0 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Request body: {'port': {'device_id': '28359f8e-db8e-4280-8c58-88d3042b93eb', 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2', 'admin_state_up': True, 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:52:54.201450 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-bc58f55f-6fa9-427a-bff9-a1a9bdb9fab0 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Made reservation on behalf of 61b91b63026e4ad2bc5cb8a9f905eb17 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:52:54.205832 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-bc58f55f-6fa9-427a-bff9-a1a9bdb9fab0 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:54.332094 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-bc58f55f-6fa9-427a-bff9-a1a9bdb9fab0 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Allocated IP 172.20.0.8 (2758c105-fb98-443b-bf2a-2cc0a8f09ca2/8c4132af-3959-484f-8fca-3fe499f17929/207fe2bd-88f7-40ca-be2a-076ee659c692) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:52:54.479618 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-bc58f55f-6fa9-427a-bff9-a1a9bdb9fab0 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:54.494921 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-bc58f55f-6fa9-427a-bff9-a1a9bdb9fab0 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Transition to ACTIVE for port object 207fe2bd-88f7-40ca-be2a-076ee659c692 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:52:54.602791 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-bc58f55f-6fa9-427a-bff9-a1a9bdb9fab0 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:54.654747 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-bc58f55f-6fa9-427a-bff9-a1a9bdb9fab0 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Network 2758c105-fb98-443b-bf2a-2cc0a8f09ca2 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:52:54.660112 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-bc58f55f-6fa9-427a-bff9-a1a9bdb9fab0 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:52:54.670064 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-bc58f55f-6fa9-427a-bff9-a1a9bdb9fab0 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:52:54.727985 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58f55f-6fa9-427a-bff9-a1a9bdb9fab0 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Pushing event updated for resources: {'Port': ['ID=207fe2bd-88f7-40ca-be2a-076ee659c692,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:54.749273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-bc58f55f-6fa9-427a-bff9-a1a9bdb9fab0 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:54.749965 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-bc58f55f-6fa9-427a-bff9-a1a9bdb9fab0 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:54.830821 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-bc58f55f-6fa9-427a-bff9-a1a9bdb9fab0 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8363807 Jul 30 02:52:55.044423 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f22b9423-5390-4e9a-b13f-591f37ed490a None None] Provisioning for port 207fe2bd-88f7-40ca-be2a-076ee659c692 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:52:55.049955 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f22b9423-5390-4e9a-b13f-591f37ed490a None None] Provisioning complete for port 207fe2bd-88f7-40ca-be2a-076ee659c692 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:55.062400 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f22b9423-5390-4e9a-b13f-591f37ed490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:55.092330 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6719413-39a6-4b14-9d30-fb0ef5e3b28f req-46c2dc2e-20c1-40e3-808a-c8678fe4c032 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:55.094159 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b6719413-39a6-4b14-9d30-fb0ef5e3b28f req-46c2dc2e-20c1-40e3-808a-c8678fe4c032 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 931 time: 0.0574975 Jul 30 02:52:55.116939 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f22b9423-5390-4e9a-b13f-591f37ed490a None None] Port 207fe2bd-88f7-40ca-be2a-076ee659c692 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:52:55.134111 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b6719413-39a6-4b14-9d30-fb0ef5e3b28f req-0b49a9a1-8dee-44c7-ba5a-57f67c09ad29 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335984 Jul 30 02:52:56.267129 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbe580-4246-4665-bbc6-4d1e9765381b req-d249fcd2-636b-484b-ab26-978c67951e8e tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:56.268649 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d2dbe580-4246-4665-bbc6-4d1e9765381b req-d249fcd2-636b-484b-ab26-978c67951e8e tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 931 time: 0.0495019 Jul 30 02:52:56.326451 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d2dbe580-4246-4665-bbc6-4d1e9765381b req-813479ef-6327-4ea1-b5ff-e80b1c1d29ca tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508928 Jul 30 02:52:57.452216 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd4c23-2794-46e8-b43f-3f0b44c1ac7a req-ff3ab884-3670-445f-8157-ff32e0f4e136 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:57.453852 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-14cd4c23-2794-46e8-b43f-3f0b44c1ac7a req-ff3ab884-3670-445f-8157-ff32e0f4e136 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 931 time: 0.0548639 Jul 30 02:52:57.492223 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-14cd4c23-2794-46e8-b43f-3f0b44c1ac7a req-5ccea6f9-70fa-42b7-9cb1-f6270f6b4f4c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319841 Jul 30 02:52:58.613315 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc894b79-2e4f-4a46-9a23-02769b74bd6f req-45b66be3-8cba-49cd-9c9a-64a862fb28c5 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:58.613315 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc894b79-2e4f-4a46-9a23-02769b74bd6f req-45b66be3-8cba-49cd-9c9a-64a862fb28c5 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 931 time: 0.0501623 Jul 30 02:52:58.659256 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc894b79-2e4f-4a46-9a23-02769b74bd6f req-57f6e7dc-de90-4d8d-9a4d-f7788254044d tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393479 Jul 30 02:52:59.780029 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf0852-8a2e-4360-a5b3-48f3c39a2f92 req-f224cb57-53e8-4b38-8f2c-916c638b36f9 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:59.781578 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94bf0852-8a2e-4360-a5b3-48f3c39a2f92 req-f224cb57-53e8-4b38-8f2c-916c638b36f9 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 931 time: 0.0544426 Jul 30 02:52:59.825616 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94bf0852-8a2e-4360-a5b3-48f3c39a2f92 req-ad2d4623-0b58-4d79-bbc6-6db31324fa00 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362461 Jul 30 02:53:00.949654 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8c6ae-7ec9-4e94-bcc4-4850e4487da7 req-e30afb4f-daa3-4b35-aec5-6f7a42d22fb2 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:00.951231 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-48c8c6ae-7ec9-4e94-bcc4-4850e4487da7 req-e30afb4f-daa3-4b35-aec5-6f7a42d22fb2 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 931 time: 0.0542312 Jul 30 02:53:00.996488 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-48c8c6ae-7ec9-4e94-bcc4-4850e4487da7 req-c2112cb2-59df-4482-86f2-4c4bb53b2022 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387235 Jul 30 02:53:02.137704 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0723681-fcce-4a09-b599-bd9c3afd3d83 req-4026c3c3-36f4-42c3-a482-2c86cd035fd5 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:02.139320 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d0723681-fcce-4a09-b599-bd9c3afd3d83 req-4026c3c3-36f4-42c3-a482-2c86cd035fd5 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 931 time: 0.0612025 Jul 30 02:53:02.178693 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d0723681-fcce-4a09-b599-bd9c3afd3d83 req-6662f41c-5bcc-41e8-aa95-59da095190c3 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332766 Jul 30 02:53:03.312068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5db65-4f95-4ad0-aa53-efe0b2fabc0b req-7433f309-2666-47d4-975f-105714bbea85 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:03.314015 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8da5db65-4f95-4ad0-aa53-efe0b2fabc0b req-7433f309-2666-47d4-975f-105714bbea85 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 931 time: 0.0563514 Jul 30 02:53:03.357952 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8da5db65-4f95-4ad0-aa53-efe0b2fabc0b req-ca0341d5-a5be-4ef9-988f-d4d16eec8931 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383084 Jul 30 02:53:03.561177 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:04.365029 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-777e942e-6ce7-47e4-a4fe-97f0c7d66e2b tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:53:04.366087 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-777e942e-6ce7-47e4-a4fe-97f0c7d66e2b tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055563 Jul 30 02:53:04.376772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] Request body: {'port': {'device_id': '28359f8e-db8e-4280-8c58-88d3042b93eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:04.457268 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:04.510379 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ad797-d32d-4808-ae2e-a31650f692ad req-3f5b7308-9665-46ed-996e-196abdf75c23 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:04.511993 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1a5ad797-d32d-4808-ae2e-a31650f692ad req-3f5b7308-9665-46ed-996e-196abdf75c23 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 931 time: 0.0836935 Jul 30 02:53:04.619424 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1a5ad797-d32d-4808-ae2e-a31650f692ad req-6b6d7dfe-1c26-4046-9dd9-012024cde03b tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955515 Jul 30 02:53:04.756661 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207fe2bd-88f7-40ca-be2a-076ee659c692 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:53:04.764381 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:04.775677 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] Transition to ACTIVE for port object 207fe2bd-88f7-40ca-be2a-076ee659c692 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:53:04.845310 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:04.892860 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] Pushing event updated for resources: {'Port': ['ID=207fe2bd-88f7-40ca-be2a-076ee659c692,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:04.963005 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] Attempting to bind port 207fe2bd-88f7-40ca-be2a-076ee659c692 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:53:04.963348 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] Attempting to bind port 207fe2bd-88f7-40ca-be2a-076ee659c692 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '9bd13031-1522-4d8b-a054-dc4a8b1bf9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:53:04.963677 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] Attempting to bind port 207fe2bd-88f7-40ca-be2a-076ee659c692 on network 2758c105-fb98-443b-bf2a-2cc0a8f09ca2 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:53:04.968920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] Port 207fe2bd-88f7-40ca-be2a-076ee659c692 on network 2758c105-fb98-443b-bf2a-2cc0a8f09ca2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:53:04.969241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] Attempting to bind port 207fe2bd-88f7-40ca-be2a-076ee659c692 on network 2758c105-fb98-443b-bf2a-2cc0a8f09ca2 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:53:04.974689 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:53:04.975224 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] Checking segment: {'id': '9bd13031-1522-4d8b-a054-dc4a8b1bf9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:53:04.975686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] Bound using segment: {'id': '9bd13031-1522-4d8b-a054-dc4a8b1bf9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:53:04.976117 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] Bound port: 207fe2bd-88f7-40ca-be2a-076ee659c692, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd13031-1522-4d8b-a054-dc4a8b1bf9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:53:04.976476 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:05.047489 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] For port 207fe2bd-88f7-40ca-be2a-076ee659c692, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:53:05.050813 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] For port 207fe2bd-88f7-40ca-be2a-076ee659c692, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=207fe2bd-88f7-40ca-be2a-076ee659c692,segment=NetworkSegment(9bd13031-1522-4d8b-a054-dc4a8b1bf9e2),segment_id=9bd13031-1522-4d8b-a054-dc4a8b1bf9e2)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:53:05.144472 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:05.178834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:05.179505 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:05.180859 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] 10.222.0.77 "PUT /v2.0/ports/207fe2bd-88f7-40ca-be2a-076ee659c692 HTTP/1.1" status: 200 len: 1091 time: 0.8079457 Jul 30 02:53:05.181300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28359f8e-db8e-4280-8c58-88d3042b93eb', 'tag': '207fe2bd-88f7-40ca-be2a-076ee659c692'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:53:05.184173 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fe9d43-fee4-4b6f-9188-ba2830f626b1" -d '{"events": [{"name": "network-changed", "server_uuid": "28359f8e-db8e-4280-8c58-88d3042b93eb", "tag": "207fe2bd-88f7-40ca-be2a-076ee659c692"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:53:05.213098 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988b5fe-5df7-4576-87f3-0bafeaefab63 service neutron] Pushing event updated for resources: {'Port': ['ID=207fe2bd-88f7-40ca-be2a-076ee659c692,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:05.224570 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba63d9a-562e-43ef-a7f2-39edc5e546e8 x-openstack-request-id: req-1ba63d9a-562e-43ef-a7f2-39edc5e546e8 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:53:05.224940 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28359f8e-db8e-4280-8c58-88d3042b93eb", "tag": "207fe2bd-88f7-40ca-be2a-076ee659c692", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:53:05.225196 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ba63d9a-562e-43ef-a7f2-39edc5e546e8 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:53:05.225607 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28359f8e-db8e-4280-8c58-88d3042b93eb', 'tag': '207fe2bd-88f7-40ca-be2a-076ee659c692', 'status': 'completed', 'code': 200} Jul 30 02:53:05.309794 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe9d43-fee4-4b6f-9188-ba2830f626b1 req-16d2d5d1-9c5e-4995-b4bd-0b895445f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:05.311400 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-31fe9d43-fee4-4b6f-9188-ba2830f626b1 req-16d2d5d1-9c5e-4995-b4bd-0b895445f1cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61b91b63026e4ad2bc5cb8a9f905eb17&device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 1094 time: 0.0460529 Jul 30 02:53:05.420820 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe9d43-fee4-4b6f-9188-ba2830f626b1 req-56737e67-de38-46a4-87ce-97eabea1d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:05.422258 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-31fe9d43-fee4-4b6f-9188-ba2830f626b1 req-56737e67-de38-46a4-87ce-97eabea1d503 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=61b91b63026e4ad2bc5cb8a9f905eb17&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0968945 Jul 30 02:53:05.515335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe9d43-fee4-4b6f-9188-ba2830f626b1 req-afd547bf-7c64-40b5-b70d-bbb9f9aedd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:05.516748 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-31fe9d43-fee4-4b6f-9188-ba2830f626b1 req-afd547bf-7c64-40b5-b70d-bbb9f9aedd60 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878179 Jul 30 02:53:05.612633 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-caff01fc-269c-47a1-87b2-96fdc9759b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:05.614647 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-caff01fc-269c-47a1-87b2-96fdc9759b9d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61b91b63026e4ad2bc5cb8a9f905eb17&device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 1094 time: 0.0416472 Jul 30 02:53:05.665616 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-a685deed-3042-4b03-a271-6cb19cebc671 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=207fe2bd-88f7-40ca-be2a-076ee659c692 HTTP/1.1" status: 200 len: 217 time: 0.0375648 Jul 30 02:53:05.740062 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-cfecb508-f604-4161-a6d4-6bfd4234e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:05.741421 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-cfecb508-f604-4161-a6d4-6bfd4234e772 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c4132af-3959-484f-8fca-3fe499f17929 HTTP/1.1" status: 200 len: 854 time: 0.0681558 Jul 30 02:53:05.765849 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89453942-1269-451c-934d-339c2ae9e7d0 req-70d3acef-a3bf-4be6-b7af-6e23a8f55e1c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:05.770555 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-89453942-1269-451c-934d-339c2ae9e7d0 req-70d3acef-a3bf-4be6-b7af-6e23a8f55e1c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 943 time: 0.0697317 Jul 30 02:53:05.822555 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-102b6ff2-fc15-4938-9256-230d1e2e1d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:05.824626 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-102b6ff2-fc15-4938-9256-230d1e2e1d28 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2758c105-fb98-443b-bf2a-2cc0a8f09ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752304 Jul 30 02:53:05.829588 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-89453942-1269-451c-934d-339c2ae9e7d0 req-b25b47ef-c483-4c88-94e2-c281ad0de72d tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487900 Jul 30 02:53:05.911490 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-db9d351e-7830-45a0-9faf-73244b48dd88 service neutron] 10.222.0.77 "GET /v2.0/networks/2758c105-fb98-443b-bf2a-2cc0a8f09ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792549 Jul 30 02:53:06.003839 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a9646ce-288b-4fb7-b946-e4bbc587aab4 req-77f890f4-0708-48ba-9386-182a1699fe2a service neutron] 10.222.0.77 "GET /v2.0/networks/2758c105-fb98-443b-bf2a-2cc0a8f09ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846806 Jul 30 02:53:06.944829 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0776d-a0bd-47eb-8b46-c21477c10361 req-03a16bbf-c00b-455d-afd4-10943c917be9 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:06.946344 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-24a0776d-a0bd-47eb-8b46-c21477c10361 req-03a16bbf-c00b-455d-afd4-10943c917be9 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 943 time: 0.0502863 Jul 30 02:53:06.983481 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-24a0776d-a0bd-47eb-8b46-c21477c10361 req-b32a1dc5-1f42-4aff-972e-d4d57053f68a tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311904 Jul 30 02:53:08.104817 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc3e76-1cac-4ae2-a796-4ec5d0ec4d6f req-19b58736-10c0-4b7d-b0bf-db19c4897737 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:08.107322 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d6fc3e76-1cac-4ae2-a796-4ec5d0ec4d6f req-19b58736-10c0-4b7d-b0bf-db19c4897737 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 943 time: 0.0575461 Jul 30 02:53:08.151045 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d6fc3e76-1cac-4ae2-a796-4ec5d0ec4d6f req-406b3dcb-3673-4a07-9995-0a1b3bd28ed4 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377250 Jul 30 02:53:08.573020 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 207fe2bd-88f7-40ca-be2a-076ee659c692 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:53:08.669893 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 207fe2bd-88f7-40ca-be2a-076ee659c692, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=207fe2bd-88f7-40ca-be2a-076ee659c692,segment=NetworkSegment(9bd13031-1522-4d8b-a054-dc4a8b1bf9e2),segment_id=9bd13031-1522-4d8b-a054-dc4a8b1bf9e2)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:53:08.681464 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '207fe2bd-88f7-40ca-be2a-076ee659c692', 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2', 'port_id': '207fe2bd-88f7-40ca-be2a-076ee659c692', 'mac_address': 'fa:16:3e:e4:77:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4132af-3959-484f-8fca-3fe499f17929', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:53:08.718682 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:08.731376 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207fe2bd-88f7-40ca-be2a-076ee659c692 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:53:08.750890 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 207fe2bd-88f7-40ca-be2a-076ee659c692, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=207fe2bd-88f7-40ca-be2a-076ee659c692,segment=NetworkSegment(9bd13031-1522-4d8b-a054-dc4a8b1bf9e2),segment_id=9bd13031-1522-4d8b-a054-dc4a8b1bf9e2)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:53:09.207136 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:09.239522 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88693662-1569-40de-b3d6-7f1fe7096d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:09.259691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=207fe2bd-88f7-40ca-be2a-076ee659c692,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:09.283087 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6672f-35ff-470b-84a2-afefb550cd34 req-4ea68204-cff6-4bbf-9d93-27f2a3d92a22 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:09.284584 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bed6672f-35ff-470b-84a2-afefb550cd34 req-4ea68204-cff6-4bbf-9d93-27f2a3d92a22 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 944 time: 0.0575411 Jul 30 02:53:09.328363 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bed6672f-35ff-470b-84a2-afefb550cd34 req-b156a6b4-b257-44c5-b8fc-f37550d83f5c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317454 Jul 30 02:53:09.518371 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['207fe2bd-88f7-40ca-be2a-076ee659c692'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:53:10.438890 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ae515-a61f-4c72-ae06-45ddeac30f3a req-a5ba001a-e64e-4a2d-8f0a-b555f449fcd9 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:10.440378 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-136ae515-a61f-4c72-ae06-45ddeac30f3a req-a5ba001a-e64e-4a2d-8f0a-b555f449fcd9 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 944 time: 0.0501742 Jul 30 02:53:10.477960 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-136ae515-a61f-4c72-ae06-45ddeac30f3a req-613cc75a-7922-4bba-858c-4667a7225f0c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316238 Jul 30 02:53:10.588443 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 207fe2bd-88f7-40ca-be2a-076ee659c692 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:53:10.713557 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 207fe2bd-88f7-40ca-be2a-076ee659c692 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:53:10.717719 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 207fe2bd-88f7-40ca-be2a-076ee659c692 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:53:10.732708 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:10.796593 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:10.817974 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28359f8e-db8e-4280-8c58-88d3042b93eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207fe2bd-88f7-40ca-be2a-076ee659c692'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:53:10.820234 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927144eb-320c-4ae7-b4a5-be815a6265c3" -d '{"events": [{"server_uuid": "28359f8e-db8e-4280-8c58-88d3042b93eb", "name": "network-vif-plugged", "status": "completed", "tag": "207fe2bd-88f7-40ca-be2a-076ee659c692"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:53:10.833201 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 207fe2bd-88f7-40ca-be2a-076ee659c692, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=207fe2bd-88f7-40ca-be2a-076ee659c692,segment=NetworkSegment(9bd13031-1522-4d8b-a054-dc4a8b1bf9e2),segment_id=9bd13031-1522-4d8b-a054-dc4a8b1bf9e2)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:53:10.857608 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7f4d5a-64e5-470b-9d9a-b32d5a0d0c46 x-openstack-request-id: req-4d7f4d5a-64e5-470b-9d9a-b32d5a0d0c46 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:53:10.857894 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28359f8e-db8e-4280-8c58-88d3042b93eb", "name": "network-vif-plugged", "status": "completed", "tag": "207fe2bd-88f7-40ca-be2a-076ee659c692", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:53:10.858149 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d7f4d5a-64e5-470b-9d9a-b32d5a0d0c46 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:53:10.858582 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28359f8e-db8e-4280-8c58-88d3042b93eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207fe2bd-88f7-40ca-be2a-076ee659c692', 'code': 200} Jul 30 02:53:10.914221 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:10.962461 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=207fe2bd-88f7-40ca-be2a-076ee659c692,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:10.981431 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca36ce-1717-40be-9ef0-de6ab76ee749 req-c6dd1ad2-3426-4eec-a86a-cce87164318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:10.983036 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dcca36ce-1717-40be-9ef0-de6ab76ee749 req-c6dd1ad2-3426-4eec-a86a-cce87164318e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 1096 time: 0.0419722 Jul 30 02:53:11.017759 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dcca36ce-1717-40be-9ef0-de6ab76ee749 req-11abc6a5-269c-439f-9db2-09fba8c48e4c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275354 Jul 30 02:53:11.597268 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87263d1f-c7ed-48fa-94cf-38dcee16002d req-68da9437-2384-4aad-9926-1cf593b4ab78 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:11.598699 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-87263d1f-c7ed-48fa-94cf-38dcee16002d req-68da9437-2384-4aad-9926-1cf593b4ab78 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 945 time: 0.0522699 Jul 30 02:53:11.635621 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-87263d1f-c7ed-48fa-94cf-38dcee16002d req-65baf475-d099-40eb-b675-1f5f33c22204 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310166 Jul 30 02:53:11.703882 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-00414a1f-7a0d-457b-b3e8-ce6c2802def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:11.834638 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:12.749540 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0568a1-09cd-4351-b323-979c3c80beca req-228efdce-73f7-4edf-aa16-96295a9badfd tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:12.751071 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c0568a1-09cd-4351-b323-979c3c80beca req-228efdce-73f7-4edf-aa16-96295a9badfd tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 945 time: 0.0488055 Jul 30 02:53:12.788140 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c0568a1-09cd-4351-b323-979c3c80beca req-2409dcfb-15b7-41b2-ac9b-df58d3cf3da5 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311403 Jul 30 02:53:12.901338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c8bd1-32d8-4ec2-86e5-e1a20c4c19d8 req-0b33c3e7-dde6-4a0d-a5e8-50c1d6b5838a tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:12.903379 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d3c8bd1-32d8-4ec2-86e5-e1a20c4c19d8 req-0b33c3e7-dde6-4a0d-a5e8-50c1d6b5838a tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 945 time: 0.0496242 Jul 30 02:53:12.941279 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d3c8bd1-32d8-4ec2-86e5-e1a20c4c19d8 req-c7492471-f602-413c-8350-f5757abf7fda tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319118 Jul 30 02:53:13.129530 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881b905-03db-4d8a-84af-bf81ade32a45 req-a6ecc12f-9a34-4688-930a-401a3c752ba9 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:13.131090 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9881b905-03db-4d8a-84af-bf81ade32a45 req-a6ecc12f-9a34-4688-930a-401a3c752ba9 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 945 time: 0.0536833 Jul 30 02:53:13.169177 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9881b905-03db-4d8a-84af-bf81ade32a45 req-b6480f85-4117-4773-b360-c96771112151 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314219 Jul 30 02:53:13.544225 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:14.880451 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:18.474832 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:21.871180 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cbfe8fb8-874c-4c6a-a817-76fae11761a4 req-a0ec4629-fdfe-4c14-ae45-a3a3dba7c2e3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401275 Jul 30 02:53:22.007317 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe8fb8-874c-4c6a-a817-76fae11761a4 req-23f82179-a5da-4539-aef7-e3ea1682995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:22.008770 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cbfe8fb8-874c-4c6a-a817-76fae11761a4 req-23f82179-a5da-4539-aef7-e3ea1682995f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61b91b63026e4ad2bc5cb8a9f905eb17&device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 1096 time: 0.0397649 Jul 30 02:53:22.142718 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe8fb8-874c-4c6a-a817-76fae11761a4 req-28b39d1e-c1fd-4371-8ca2-0b6a9ea33edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:22.144148 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cbfe8fb8-874c-4c6a-a817-76fae11761a4 req-28b39d1e-c1fd-4371-8ca2-0b6a9ea33edc service neutron] 10.222.0.77 "GET /v2.0/networks?id=2758c105-fb98-443b-bf2a-2cc0a8f09ca2 HTTP/1.1" status: 200 len: 916 time: 0.0898509 Jul 30 02:53:22.189780 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cbfe8fb8-874c-4c6a-a817-76fae11761a4 req-dc2e06fa-7b18-47a0-9244-97a6d1cd9483 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=207fe2bd-88f7-40ca-be2a-076ee659c692 HTTP/1.1" status: 200 len: 217 time: 0.0381558 Jul 30 02:53:22.241404 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe8fb8-874c-4c6a-a817-76fae11761a4 req-d230eab2-ef29-4f29-b1b9-4e8b251efc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:22.242937 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cbfe8fb8-874c-4c6a-a817-76fae11761a4 req-d230eab2-ef29-4f29-b1b9-4e8b251efc15 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c4132af-3959-484f-8fca-3fe499f17929 HTTP/1.1" status: 200 len: 854 time: 0.0434952 Jul 30 02:53:22.291959 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe8fb8-874c-4c6a-a817-76fae11761a4 req-48a40d17-99d1-44e6-b0a3-48ef13de93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:22.293667 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cbfe8fb8-874c-4c6a-a817-76fae11761a4 req-48a40d17-99d1-44e6-b0a3-48ef13de93d7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2758c105-fb98-443b-bf2a-2cc0a8f09ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441480 Jul 30 02:53:22.380564 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cbfe8fb8-874c-4c6a-a817-76fae11761a4 req-03326090-b482-4c1c-91fa-7fa22edc6242 service neutron] 10.222.0.77 "GET /v2.0/networks/2758c105-fb98-443b-bf2a-2cc0a8f09ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794082 Jul 30 02:53:22.477437 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cbfe8fb8-874c-4c6a-a817-76fae11761a4 req-b17e21a9-ea9c-4485-b324-23bdcfbe965f service neutron] 10.222.0.77 "GET /v2.0/networks/2758c105-fb98-443b-bf2a-2cc0a8f09ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853329 Jul 30 02:53:22.644224 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:53:26.716715 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5fbd8-cf98-4bb8-8cf0-79a7e12e9288 req-493749b7-29a3-496d-9440-b6f9463892ec tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:26.718199 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3c5fbd8-cf98-4bb8-8cf0-79a7e12e9288 req-493749b7-29a3-496d-9440-b6f9463892ec tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 945 time: 0.2193236 Jul 30 02:53:26.754451 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e3c5fbd8-cf98-4bb8-8cf0-79a7e12e9288 req-94e9d1f3-b2e9-43c2-898d-ddd696d718d5 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301704 Jul 30 02:53:26.777410 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38700) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:26.866564 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46506c87-0607-4afb-9600-edd372eec6c8 tempest-TestMinimumBasicScenario-708540324 tempest-TestMinimumBasicScenario-708540324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:26.868091 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-46506c87-0607-4afb-9600-edd372eec6c8 tempest-TestMinimumBasicScenario-708540324 tempest-TestMinimumBasicScenario-708540324-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 1091 time: 0.0896916 Jul 30 02:53:26.871239 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38704) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:26.875913 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': '207fe2bd-88f7-40ca-be2a-076ee659c692', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:26.959172 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:27.052151 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:27.156155 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Allocated IP 172.25.1.135 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/3f184f99-9008-46e5-a8d6-a278e35f34c0) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:53:27.255800 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:27.343420 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:27.382681 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:53:27.385467 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:53:27.388969 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:53:27.420752 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Pushing event updated for resources: {'Port': ['ID=3f184f99-9008-46e5-a8d6-a278e35f34c0,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:27.431977 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:27.432330 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:27.433343 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:27.433692 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:27.434029 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:27.434393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:27.434740 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:27.435056 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:27.435386 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:27.435713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:27.436039 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:27.436362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:27.752387 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:27.875917 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:28.021847 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:28.096182 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:28.159293 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Pushing event updated for resources: {'Port': ['ID=3f184f99-9008-46e5-a8d6-a278e35f34c0,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:28.173324 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:28.273931 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Floating IP 4cbe1a4f-24ef-4343-9c43-14ce2d1a7190 associated. External IP: 172.25.1.135, port: 207fe2bd-88f7-40ca-be2a-076ee659c692. Jul 30 02:53:28.478039 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Router c2907a23-0373-42cc-b4f6-147ddb93b79a has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:53:28.584369 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:53:28.594209 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c0a3a3-0617-4ac4-89fb-9fb105f913eb None None] Sync routers for ids ['c2907a23-0373-42cc-b4f6-147ddb93b79a'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:53:28.602890 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c0a3a3-0617-4ac4-89fb-9fb105f913eb None None] Routers {'c2907a23-0373-42cc-b4f6-147ddb93b79a'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:53:28.608655 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-f2c0a3a3-0617-4ac4-89fb-9fb105f913eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:53:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c2907a23-0373-42cc-b4f6-147ddb93b79a'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:28.652775 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:28.680697 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-949a3c19-bc46-4d80-a7c8-e9132804173c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8083503 Jul 30 02:53:28.681283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28359f8e-db8e-4280-8c58-88d3042b93eb', 'tag': '207fe2bd-88f7-40ca-be2a-076ee659c692'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:53:28.683595 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb4e3b4-44b9-44ee-9275-8f3a11769b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "28359f8e-db8e-4280-8c58-88d3042b93eb", "tag": "207fe2bd-88f7-40ca-be2a-076ee659c692"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:53:28.683769 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38706) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:28.689461 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c0d093d6-a775-4c50-b286-324db4278f1a tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-345269249', 'description': 'tempest-secgroup-smoke-345269249 description', 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:28.711663 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-f2c0a3a3-0617-4ac4-89fb-9fb105f913eb None None] Set router c2907a23-0373-42cc-b4f6-147ddb93b79a gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:53:28.721225 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec145a47-9e47-40c5-8504-c36ced94fe67 x-openstack-request-id: req-ec145a47-9e47-40c5-8504-c36ced94fe67 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:53:28.721513 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28359f8e-db8e-4280-8c58-88d3042b93eb", "tag": "207fe2bd-88f7-40ca-be2a-076ee659c692", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:53:28.721762 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec145a47-9e47-40c5-8504-c36ced94fe67 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:53:28.722186 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28359f8e-db8e-4280-8c58-88d3042b93eb', 'tag': '207fe2bd-88f7-40ca-be2a-076ee659c692', 'status': 'completed', 'code': 200} Jul 30 02:53:28.803673 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0d093d6-a775-4c50-b286-324db4278f1a tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:28.837203 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4e3b4-44b9-44ee-9275-8f3a11769b7f req-dbccd250-a111-4bf3-adb7-8df520409378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:28.838667 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5eb4e3b4-44b9-44ee-9275-8f3a11769b7f req-dbccd250-a111-4bf3-adb7-8df520409378 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61b91b63026e4ad2bc5cb8a9f905eb17&device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 1096 time: 0.0632153 Jul 30 02:53:28.937335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-f2c0a3a3-0617-4ac4-89fb-9fb105f913eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'name': 'tempest-TestMinimumBasicScenario-1312683382-router', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:28Z', 'updated_at': '2021-07-30T02:52:32Z', 'revision_number': 4, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'gw_port': {'id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:29Z', 'updated_at': '2021-07-30T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '4cbe1a4f-24ef-4343-9c43-14ce2d1a7190', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'port_id': '207fe2bd-88f7-40ca-be2a-076ee659c692', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2', 'mac_address': 'fa:16:3e:e4:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28359f8e-db8e-4280-8c58-88d3042b93eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:53:27Z', 'updated_at': '2021-07-30T02:53:27Z', 'revision_number': 0, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94eece22-72b2-44dc-a8d5-83b2a92aebfa', 'name': '', 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'mac_address': 'fa:16:3e:69:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8c4132af-3959-484f-8fca-3fe499f17929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:31Z', 'updated_at': '2021-07-30T02:52:38Z', 'revision_number': 5, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'subnets': [{'id': '8c4132af-3959-484f-8fca-3fe499f17929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:28.961616 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0d093d6-a775-4c50-b286-324db4278f1a tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:28.963268 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c0a3a3-0617-4ac4-89fb-9fb105f913eb None None] Checking router: c2907a23-0373-42cc-b4f6-147ddb93b79a for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:53:28.971716 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4e3b4-44b9-44ee-9275-8f3a11769b7f req-7ae0ebe2-51bf-4285-977a-640e7cdeeec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:28.972021 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c0a3a3-0617-4ac4-89fb-9fb105f913eb None None] Routers {'c2907a23-0373-42cc-b4f6-147ddb93b79a'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:53:28.972628 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-f2c0a3a3-0617-4ac4-89fb-9fb105f913eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:53:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c2907a23-0373-42cc-b4f6-147ddb93b79a'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:28.973212 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5eb4e3b4-44b9-44ee-9275-8f3a11769b7f req-7ae0ebe2-51bf-4285-977a-640e7cdeeec5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2758c105-fb98-443b-bf2a-2cc0a8f09ca2 HTTP/1.1" status: 200 len: 916 time: 0.1176510 Jul 30 02:53:29.023319 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0d093d6-a775-4c50-b286-324db4278f1a tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:29.068641 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5eb4e3b4-44b9-44ee-9275-8f3a11769b7f req-2aeeb8c3-1e25-4c81-8f5a-8f63c8cc61e4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=207fe2bd-88f7-40ca-be2a-076ee659c692 HTTP/1.1" status: 200 len: 999 time: 0.0876565 Jul 30 02:53:29.069654 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d093d6-a775-4c50-b286-324db4278f1a tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a45e92b-cdf1-4c7f-b7ac-0908bee3992c,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:29.080099 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-f2c0a3a3-0617-4ac4-89fb-9fb105f913eb None None] Set router c2907a23-0373-42cc-b4f6-147ddb93b79a gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:53:29.103507 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c0d093d6-a775-4c50-b286-324db4278f1a tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:29.108746 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c0d093d6-a775-4c50-b286-324db4278f1a tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4202530 Jul 30 02:53:29.108905 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38710) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:29.113142 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-24c52c2d-0465-4fcd-b1a2-c02491845ce5 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Request body: {'security_group_rule': {'security_group_id': '9a45e92b-cdf1-4c7f-b7ac-0908bee3992c', 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:29.124686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4e3b4-44b9-44ee-9275-8f3a11769b7f req-b50a37b6-2c07-4768-8eed-3f154d222399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:29.131716 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5eb4e3b4-44b9-44ee-9275-8f3a11769b7f req-b50a37b6-2c07-4768-8eed-3f154d222399 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c4132af-3959-484f-8fca-3fe499f17929 HTTP/1.1" status: 200 len: 854 time: 0.0506716 Jul 30 02:53:29.173192 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4e3b4-44b9-44ee-9275-8f3a11769b7f req-ac1b135e-2e29-4d90-a480-388c671f3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:29.174729 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5eb4e3b4-44b9-44ee-9275-8f3a11769b7f req-ac1b135e-2e29-4d90-a480-388c671f3485 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2758c105-fb98-443b-bf2a-2cc0a8f09ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411410 Jul 30 02:53:29.188897 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-24c52c2d-0465-4fcd-b1a2-c02491845ce5 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:29.249375 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-24c52c2d-0465-4fcd-b1a2-c02491845ce5 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:29.270094 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5eb4e3b4-44b9-44ee-9275-8f3a11769b7f req-ff3200d0-35d2-41fe-a090-ae5cb0212cf1 service neutron] 10.222.0.77 "GET /v2.0/networks/2758c105-fb98-443b-bf2a-2cc0a8f09ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879862 Jul 30 02:53:29.293025 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-24c52c2d-0465-4fcd-b1a2-c02491845ce5 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:29.314617 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c52c2d-0465-4fcd-b1a2-c02491845ce5 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b534a2-f814-45cf-b069-f6098d9cbd9b,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:29.324663 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-f2c0a3a3-0617-4ac4-89fb-9fb105f913eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'name': 'tempest-TestMinimumBasicScenario-1312683382-router', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:28Z', 'updated_at': '2021-07-30T02:52:32Z', 'revision_number': 4, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'gw_port': {'id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:29Z', 'updated_at': '2021-07-30T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '4cbe1a4f-24ef-4343-9c43-14ce2d1a7190', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'port_id': '207fe2bd-88f7-40ca-be2a-076ee659c692', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2', 'mac_address': 'fa:16:3e:e4:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28359f8e-db8e-4280-8c58-88d3042b93eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:53:27Z', 'updated_at': '2021-07-30T02:53:27Z', 'revision_number': 0, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94eece22-72b2-44dc-a8d5-83b2a92aebfa', 'name': '', 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'mac_address': 'fa:16:3e:69:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8c4132af-3959-484f-8fca-3fe499f17929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:31Z', 'updated_at': '2021-07-30T02:52:38Z', 'revision_number': 5, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'subnets': [{'id': '8c4132af-3959-484f-8fca-3fe499f17929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:29.349669 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c0a3a3-0617-4ac4-89fb-9fb105f913eb None None] The sync data for ids ['c2907a23-0373-42cc-b4f6-147ddb93b79a'] in n-d-713498-9 is: [{'id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'name': 'tempest-TestMinimumBasicScenario-1312683382-router', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:28Z', 'updated_at': '2021-07-30T02:52:32Z', 'revision_number': 4, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'gw_port': {'id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:29Z', 'updated_at': '2021-07-30T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '4cbe1a4f-24ef-4343-9c43-14ce2d1a7190', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'port_id': '207fe2bd-88f7-40ca-be2a-076ee659c692', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2', 'mac_address': 'fa:16:3e:e4:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28359f8e-db8e-4280-8c58-88d3042b93eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:53:27Z', 'updated_at': '2021-07-30T02:53:27Z', 'revision_number': 0, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94eece22-72b2-44dc-a8d5-83b2a92aebfa', 'name': '', 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'mac_address': 'fa:16:3e:69:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8c4132af-3959-484f-8fca-3fe499f17929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:31Z', 'updated_at': '2021-07-30T02:52:38Z', 'revision_number': 5, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'subnets': [{'id': '8c4132af-3959-484f-8fca-3fe499f17929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:53:29.363362 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5eb4e3b4-44b9-44ee-9275-8f3a11769b7f req-08ad4a28-4496-47da-9fa8-a65c52db17d9 service neutron] 10.222.0.77 "GET /v2.0/networks/2758c105-fb98-443b-bf2a-2cc0a8f09ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858786 Jul 30 02:53:29.384153 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-24c52c2d-0465-4fcd-b1a2-c02491845ce5 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:29.385219 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-24c52c2d-0465-4fcd-b1a2-c02491845ce5 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2755272 Jul 30 02:53:29.388089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38712) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:29.393387 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-168c4530-b4ca-47f8-b863-e9089efb1d6f tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Request body: {'security_group_rule': {'security_group_id': '9a45e92b-cdf1-4c7f-b7ac-0908bee3992c', 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:29.514723 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-168c4530-b4ca-47f8-b863-e9089efb1d6f tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:29.557818 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fb891e-b33b-412e-9739-66d321b33fca None None] New status for floating IP 4cbe1a4f-24ef-4343-9c43-14ce2d1a7190: ACTIVE {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:53:29.578946 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-168c4530-b4ca-47f8-b863-e9089efb1d6f tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:29.640718 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-168c4530-b4ca-47f8-b863-e9089efb1d6f tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:29.660011 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c4530-b4ca-47f8-b863-e9089efb1d6f tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e5c479-51d6-4904-85e3-00b415477083,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:29.732057 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-168c4530-b4ca-47f8-b863-e9089efb1d6f tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:29.733540 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-168c4530-b4ca-47f8-b863-e9089efb1d6f tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3442044 Jul 30 02:53:29.736704 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38714) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:29.741431 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-9ee96dca-9a04-4e10-aacc-d69ef7ade24a tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Request body: {'security_group_rule': {'security_group_id': '9a45e92b-cdf1-4c7f-b7ac-0908bee3992c', 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:29.856490 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ee96dca-9a04-4e10-aacc-d69ef7ade24a tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:29.918175 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ee96dca-9a04-4e10-aacc-d69ef7ade24a tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:29.994683 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ee96dca-9a04-4e10-aacc-d69ef7ade24a tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:30.012149 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee96dca-9a04-4e10-aacc-d69ef7ade24a tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a97856-a384-4345-849f-9d59c26cdd11,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:30.085088 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ee96dca-9a04-4e10-aacc-d69ef7ade24a tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:30.086292 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9ee96dca-9a04-4e10-aacc-d69ef7ade24a tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3484166 Jul 30 02:53:30.088976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38716) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:30.093586 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-bd2dbc20-501d-4eb3-92cc-f248f6815a2f tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Request body: {'security_group_rule': {'security_group_id': '9a45e92b-cdf1-4c7f-b7ac-0908bee3992c', 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:30.175567 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbc20-501d-4eb3-92cc-f248f6815a2f tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:30.233844 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbc20-501d-4eb3-92cc-f248f6815a2f tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:30.297107 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbc20-501d-4eb3-92cc-f248f6815a2f tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:30.312353 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dbc20-501d-4eb3-92cc-f248f6815a2f tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6dd5d9-b343-4111-be5f-5ae970fd2011,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:30.388314 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbc20-501d-4eb3-92cc-f248f6815a2f tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:30.389547 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-bd2dbc20-501d-4eb3-92cc-f248f6815a2f tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2996554 Jul 30 02:53:30.392256 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38718) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:30.396773 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b634f59d-300b-43ca-9772-6931fe1ae3aa tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Request body: {'security_group_rule': {'security_group_id': '9a45e92b-cdf1-4c7f-b7ac-0908bee3992c', 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:30.480971 n-d-713498-9 neutron-server[94464]: INFO neutron.db.securitygroups_db [None req-b634f59d-300b-43ca-9772-6931fe1ae3aa tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Project 61b91b63026e4ad2bc5cb8a9f905eb17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:53:30.485809 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b634f59d-300b-43ca-9772-6931fe1ae3aa tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:30.544858 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b634f59d-300b-43ca-9772-6931fe1ae3aa tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:30.622510 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b634f59d-300b-43ca-9772-6931fe1ae3aa tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:30.642708 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634f59d-300b-43ca-9772-6931fe1ae3aa tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2809e887-4a40-4887-8e7d-70bd3572bfcc,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:30.708144 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b634f59d-300b-43ca-9772-6931fe1ae3aa tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:30.709504 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b634f59d-300b-43ca-9772-6931fe1ae3aa tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3162827 Jul 30 02:53:30.712216 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38720) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:30.717175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-14962ece-ab08-4c07-9292-e4362fc054b3 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Request body: {'security_group_rule': {'security_group_id': '9a45e92b-cdf1-4c7f-b7ac-0908bee3992c', 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:30.800535 n-d-713498-9 neutron-server[94464]: INFO neutron.db.securitygroups_db [None req-14962ece-ab08-4c07-9292-e4362fc054b3 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Project 61b91b63026e4ad2bc5cb8a9f905eb17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:53:30.805121 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-14962ece-ab08-4c07-9292-e4362fc054b3 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:30.866549 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-14962ece-ab08-4c07-9292-e4362fc054b3 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:30.948310 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-14962ece-ab08-4c07-9292-e4362fc054b3 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:30.965808 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14962ece-ab08-4c07-9292-e4362fc054b3 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eee0e9d-1d9d-4e0b-a7c9-baaa630f9ba2,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:31.034309 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-14962ece-ab08-4c07-9292-e4362fc054b3 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:31.035572 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-14962ece-ab08-4c07-9292-e4362fc054b3 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3224199 Jul 30 02:53:31.115094 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97623612-86f2-4552-bbb2-d60a2fa6bc53 req-08aa14b2-a998-46ec-abcd-e365e371b80d tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-345269249&fields=id&tenant_id=61b91b63026e4ad2bc5cb8a9f905eb17 HTTP/1.1" status: 200 len: 267 time: 0.0330312 Jul 30 02:53:31.172854 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97623612-86f2-4552-bbb2-d60a2fa6bc53 req-2e841784-b16a-403d-bbba-50ae7397cdf4 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:31.174336 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97623612-86f2-4552-bbb2-d60a2fa6bc53 req-2e841784-b16a-403d-bbba-50ae7397cdf4 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 945 time: 0.0536823 Jul 30 02:53:31.185938 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-97623612-86f2-4552-bbb2-d60a2fa6bc53 req-a047ab49-fa38-4d53-9b92-1c6dc850be0c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Request body: {'port': {'security_groups': ['363b9d2b-b8e4-4408-8312-7edb889029d9', '9a45e92b-cdf1-4c7f-b7ac-0908bee3992c']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:31.245908 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-97623612-86f2-4552-bbb2-d60a2fa6bc53 req-a047ab49-fa38-4d53-9b92-1c6dc850be0c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:31.745209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-97623612-86f2-4552-bbb2-d60a2fa6bc53 req-a047ab49-fa38-4d53-9b92-1c6dc850be0c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] For port 207fe2bd-88f7-40ca-be2a-076ee659c692, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=207fe2bd-88f7-40ca-be2a-076ee659c692,segment=NetworkSegment(9bd13031-1522-4d8b-a054-dc4a8b1bf9e2),segment_id=9bd13031-1522-4d8b-a054-dc4a8b1bf9e2)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:53:31.773753 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-97623612-86f2-4552-bbb2-d60a2fa6bc53 req-a047ab49-fa38-4d53-9b92-1c6dc850be0c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:31.833643 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-97623612-86f2-4552-bbb2-d60a2fa6bc53 req-a047ab49-fa38-4d53-9b92-1c6dc850be0c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:31.868798 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['207fe2bd-88f7-40ca-be2a-076ee659c692'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:53:31.879908 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97623612-86f2-4552-bbb2-d60a2fa6bc53 req-a047ab49-fa38-4d53-9b92-1c6dc850be0c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:31.880505 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-97623612-86f2-4552-bbb2-d60a2fa6bc53 req-a047ab49-fa38-4d53-9b92-1c6dc850be0c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:31.881913 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97623612-86f2-4552-bbb2-d60a2fa6bc53 req-a047ab49-fa38-4d53-9b92-1c6dc850be0c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "PUT /v2.0/ports/207fe2bd-88f7-40ca-be2a-076ee659c692 HTTP/1.1" status: 200 len: 981 time: 0.7010252 Jul 30 02:53:31.882386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28359f8e-db8e-4280-8c58-88d3042b93eb', 'tag': '207fe2bd-88f7-40ca-be2a-076ee659c692'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:53:31.884666 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a2faf7-ca43-4e51-9002-37fb4a38dac2" -d '{"events": [{"name": "network-changed", "server_uuid": "28359f8e-db8e-4280-8c58-88d3042b93eb", "tag": "207fe2bd-88f7-40ca-be2a-076ee659c692"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:53:31.911501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047ab49-fa38-4d53-9b92-1c6dc850be0c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Pushing event updated for resources: {'Port': ['ID=207fe2bd-88f7-40ca-be2a-076ee659c692,revision_number=6']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:31.929929 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8de639a-35e3-4451-b3c7-118f538c0845 x-openstack-request-id: req-c8de639a-35e3-4451-b3c7-118f538c0845 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:53:31.930229 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28359f8e-db8e-4280-8c58-88d3042b93eb", "tag": "207fe2bd-88f7-40ca-be2a-076ee659c692", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:53:31.930517 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c8de639a-35e3-4451-b3c7-118f538c0845 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:53:31.930928 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28359f8e-db8e-4280-8c58-88d3042b93eb', 'tag': '207fe2bd-88f7-40ca-be2a-076ee659c692', 'status': 'completed', 'code': 200} Jul 30 02:53:32.010142 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['207fe2bd-88f7-40ca-be2a-076ee659c692'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:53:32.058909 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2faf7-ca43-4e51-9002-37fb4a38dac2 req-281d3992-555f-4546-82ec-1fbd5fcb1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:32.060479 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9a2faf7-ca43-4e51-9002-37fb4a38dac2 req-281d3992-555f-4546-82ec-1fbd5fcb1886 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61b91b63026e4ad2bc5cb8a9f905eb17&device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 1135 time: 0.0793529 Jul 30 02:53:32.069772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0036da1-00a2-4930-bbc7-f9e4fb56c3f2 req-43c7cfb7-d4d2-467c-ba0c-2ba3c6335949 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:32.071376 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0036da1-00a2-4930-bbc7-f9e4fb56c3f2 req-43c7cfb7-d4d2-467c-ba0c-2ba3c6335949 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 984 time: 0.0817451 Jul 30 02:53:32.168733 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0036da1-00a2-4930-bbc7-f9e4fb56c3f2 req-4e44bb5a-8a68-4617-9e69-87967c362d3f tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45e92b-cdf1-4c7f-b7ac-0908bee3992c&id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0869374 Jul 30 02:53:32.181092 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6b2e40dd-724b-4d81-9919-ab7f447c0496 None None] Provisioning complete for port 207fe2bd-88f7-40ca-be2a-076ee659c692 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:53:32.181465 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b2e40dd-724b-4d81-9919-ab7f447c0496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:32.199092 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2faf7-ca43-4e51-9002-37fb4a38dac2 req-0016e8bd-4f5c-4dff-b9d2-bb0fe5763a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:32.200986 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9a2faf7-ca43-4e51-9002-37fb4a38dac2 req-0016e8bd-4f5c-4dff-b9d2-bb0fe5763a66 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2758c105-fb98-443b-bf2a-2cc0a8f09ca2 HTTP/1.1" status: 200 len: 916 time: 0.1285863 Jul 30 02:53:32.271508 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9a2faf7-ca43-4e51-9002-37fb4a38dac2 req-6da18d6c-db0b-4691-a012-f82609a8d89e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=207fe2bd-88f7-40ca-be2a-076ee659c692 HTTP/1.1" status: 200 len: 1001 time: 0.0624065 Jul 30 02:53:32.325577 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2faf7-ca43-4e51-9002-37fb4a38dac2 req-731d33c9-07fa-46d2-97f1-e9bc7da333bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:32.327327 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9a2faf7-ca43-4e51-9002-37fb4a38dac2 req-731d33c9-07fa-46d2-97f1-e9bc7da333bf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c4132af-3959-484f-8fca-3fe499f17929 HTTP/1.1" status: 200 len: 854 time: 0.0482905 Jul 30 02:53:32.374314 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2faf7-ca43-4e51-9002-37fb4a38dac2 req-179497b8-b64a-4381-ba36-30e0a84f0991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:32.375917 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9a2faf7-ca43-4e51-9002-37fb4a38dac2 req-179497b8-b64a-4381-ba36-30e0a84f0991 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2758c105-fb98-443b-bf2a-2cc0a8f09ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411599 Jul 30 02:53:32.472534 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9a2faf7-ca43-4e51-9002-37fb4a38dac2 req-a771bbb6-7361-4666-b1d6-ca8e3858b21f service neutron] 10.222.0.77 "GET /v2.0/networks/2758c105-fb98-443b-bf2a-2cc0a8f09ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887039 Jul 30 02:53:32.571388 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9a2faf7-ca43-4e51-9002-37fb4a38dac2 req-791bc7c3-a816-4901-a68e-329687448f77 service neutron] 10.222.0.77 "GET /v2.0/networks/2758c105-fb98-443b-bf2a-2cc0a8f09ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911031 Jul 30 02:53:33.600072 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:39.171101 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1d1420d-05f0-4dc6-b047-57a074387e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.702621 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e7f64ddf-4c64-4322-a3c3-7f81eb56e1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.811203 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:43.531351 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:44.908180 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:47.573691 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4e7fb-d8c7-46f4-8346-efb62b718a7b req-dd8cfbf3-3533-4e75-9e4a-4374265c69c5 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:47.575370 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-67e4e7fb-d8c7-46f4-8346-efb62b718a7b req-dd8cfbf3-3533-4e75-9e4a-4374265c69c5 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 984 time: 0.0509861 Jul 30 02:53:47.616184 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-67e4e7fb-d8c7-46f4-8346-efb62b718a7b req-5a97319e-f97b-42f5-b966-02297f4ded3f tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45e92b-cdf1-4c7f-b7ac-0908bee3992c&id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345027 Jul 30 02:53:47.697534 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efafb8c-ffe8-4dae-9b8a-bad2bb30561f req-d0a2fa41-3b29-49af-a98b-91d59596fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:47.699097 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1efafb8c-ffe8-4dae-9b8a-bad2bb30561f req-d0a2fa41-3b29-49af-a98b-91d59596fb57 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61b91b63026e4ad2bc5cb8a9f905eb17&device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 1135 time: 0.0820019 Jul 30 02:53:47.791455 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efafb8c-ffe8-4dae-9b8a-bad2bb30561f req-a16bb66d-b32c-47f1-959a-ac6c89579971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:47.793649 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1efafb8c-ffe8-4dae-9b8a-bad2bb30561f req-a16bb66d-b32c-47f1-959a-ac6c89579971 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2758c105-fb98-443b-bf2a-2cc0a8f09ca2 HTTP/1.1" status: 200 len: 916 time: 0.0859158 Jul 30 02:53:47.859575 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1efafb8c-ffe8-4dae-9b8a-bad2bb30561f req-849be049-c07d-4475-bed1-7bcfbecc7216 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=207fe2bd-88f7-40ca-be2a-076ee659c692 HTTP/1.1" status: 200 len: 1001 time: 0.0574660 Jul 30 02:53:47.913784 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efafb8c-ffe8-4dae-9b8a-bad2bb30561f req-3409d71f-0e17-473b-97ea-b79e8460c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:47.915227 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1efafb8c-ffe8-4dae-9b8a-bad2bb30561f req-3409d71f-0e17-473b-97ea-b79e8460c1fd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c4132af-3959-484f-8fca-3fe499f17929 HTTP/1.1" status: 200 len: 854 time: 0.0473592 Jul 30 02:53:47.961602 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efafb8c-ffe8-4dae-9b8a-bad2bb30561f req-624033dc-e1e2-4434-9b5b-80bd6cb8bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:47.963083 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1efafb8c-ffe8-4dae-9b8a-bad2bb30561f req-624033dc-e1e2-4434-9b5b-80bd6cb8bb24 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2758c105-fb98-443b-bf2a-2cc0a8f09ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386672 Jul 30 02:53:48.053040 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1efafb8c-ffe8-4dae-9b8a-bad2bb30561f req-26953819-f5b9-446f-845a-ddbafcda247d service neutron] 10.222.0.77 "GET /v2.0/networks/2758c105-fb98-443b-bf2a-2cc0a8f09ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796702 Jul 30 02:53:48.147195 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1efafb8c-ffe8-4dae-9b8a-bad2bb30561f req-1f7a9061-77ff-4d85-944d-e7e54fefc0bd service neutron] 10.222.0.77 "GET /v2.0/networks/2758c105-fb98-443b-bf2a-2cc0a8f09ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866263 Jul 30 02:53:48.445592 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:48.732003 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02a1b6-1c8f-4146-af29-c5a1067e5fc8 req-1727a28e-009a-4c09-ac00-1753f4be4b8b tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:48.733483 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc02a1b6-1c8f-4146-af29-c5a1067e5fc8 req-1727a28e-009a-4c09-ac00-1753f4be4b8b tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 984 time: 0.0496151 Jul 30 02:53:48.773691 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fc02a1b6-1c8f-4146-af29-c5a1067e5fc8 req-61f5458a-fc18-42fa-ad20-073327759835 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45e92b-cdf1-4c7f-b7ac-0908bee3992c&id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341103 Jul 30 02:53:49.903134 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b3f11-3205-4884-9ac8-ad48f98be977 req-b61ef123-12e9-456e-8f5e-523c0907046e tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:49.904670 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3a6b3f11-3205-4884-9ac8-ad48f98be977 req-b61ef123-12e9-456e-8f5e-523c0907046e tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 984 time: 0.0640883 Jul 30 02:53:49.950704 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3a6b3f11-3205-4884-9ac8-ad48f98be977 req-db8cdf26-2c44-489f-ade7-b95bee98af18 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45e92b-cdf1-4c7f-b7ac-0908bee3992c&id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398510 Jul 30 02:53:51.067558 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a32bd7-db2c-43f5-bf75-375431ad9785 req-28e8a179-df65-41cd-b9da-a6fcaf3d1268 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:51.069050 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97a32bd7-db2c-43f5-bf75-375431ad9785 req-28e8a179-df65-41cd-b9da-a6fcaf3d1268 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 984 time: 0.0499678 Jul 30 02:53:51.109112 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97a32bd7-db2c-43f5-bf75-375431ad9785 req-9e353f12-4265-4af2-af64-1dfeb616eeec tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45e92b-cdf1-4c7f-b7ac-0908bee3992c&id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339942 Jul 30 02:53:52.224361 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504456-9ca6-4e96-be45-30a4df588851 req-4b21d75a-98e0-4d93-ab41-63b34a0534fe tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:52.226209 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-25504456-9ca6-4e96-be45-30a4df588851 req-4b21d75a-98e0-4d93-ab41-63b34a0534fe tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 984 time: 0.0507243 Jul 30 02:53:52.267460 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-25504456-9ca6-4e96-be45-30a4df588851 req-f4dc0bec-626d-496f-ac59-ac4b68b88f06 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45e92b-cdf1-4c7f-b7ac-0908bee3992c&id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346346 Jul 30 02:53:53.385337 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446266b-505c-4326-8841-89a41ea0c1f6 req-b0443f2d-4405-4267-8bee-28b24b95ce38 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:53.387717 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4446266b-505c-4326-8841-89a41ea0c1f6 req-b0443f2d-4405-4267-8bee-28b24b95ce38 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 984 time: 0.0510786 Jul 30 02:53:53.432406 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4446266b-505c-4326-8841-89a41ea0c1f6 req-1741bff1-647f-4457-b8ce-9bda34863d6b tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45e92b-cdf1-4c7f-b7ac-0908bee3992c&id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382993 Jul 30 02:53:54.549613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5e198-fefd-4ebd-b30a-3249b814900b req-06a3927d-fcca-4828-bae6-8a11c0a6d97c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:54.551139 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-09c5e198-fefd-4ebd-b30a-3249b814900b req-06a3927d-fcca-4828-bae6-8a11c0a6d97c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 984 time: 0.0504375 Jul 30 02:53:54.591645 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-09c5e198-fefd-4ebd-b30a-3249b814900b req-3b3a78d3-477a-4124-bd96-d7270082c4bf tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45e92b-cdf1-4c7f-b7ac-0908bee3992c&id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341778 Jul 30 02:53:55.707185 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47204c-0917-47cf-aa00-12879b3f0243 req-19857cdf-b8c7-4108-8065-14a2afe6945b tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:55.708691 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dd47204c-0917-47cf-aa00-12879b3f0243 req-19857cdf-b8c7-4108-8065-14a2afe6945b tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 984 time: 0.0496771 Jul 30 02:53:55.748700 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dd47204c-0917-47cf-aa00-12879b3f0243 req-f4d8ccb8-a379-4034-9185-dfd8720468e5 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45e92b-cdf1-4c7f-b7ac-0908bee3992c&id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335710 Jul 30 02:53:56.862922 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370c900-ff45-4e42-b280-dbbad91d6f08 req-5d2a6fef-24a1-4782-aa70-ff794a5f3705 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:56.864436 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7370c900-ff45-4e42-b280-dbbad91d6f08 req-5d2a6fef-24a1-4782-aa70-ff794a5f3705 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 984 time: 0.0488601 Jul 30 02:53:56.908399 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7370c900-ff45-4e42-b280-dbbad91d6f08 req-6be9ca99-d5e7-42ad-beb2-469a3e94ec35 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45e92b-cdf1-4c7f-b7ac-0908bee3992c&id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379140 Jul 30 02:53:58.024375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbefad-695b-4a19-8ba9-19f1e32e2da0 req-7316fe72-f2d4-4139-b7b7-e284d5ca3304 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:58.025878 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2fbbefad-695b-4a19-8ba9-19f1e32e2da0 req-7316fe72-f2d4-4139-b7b7-e284d5ca3304 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 984 time: 0.0500278 Jul 30 02:53:58.066265 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2fbbefad-695b-4a19-8ba9-19f1e32e2da0 req-6f7376b3-9019-411b-8625-e30d0920bcde tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45e92b-cdf1-4c7f-b7ac-0908bee3992c&id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336118 Jul 30 02:53:59.185462 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbe9ae-7403-4b49-af7b-75eca37d8090 req-c7fe683d-5244-4a7d-84f8-9f5def9eac75 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:59.187022 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19bbe9ae-7403-4b49-af7b-75eca37d8090 req-c7fe683d-5244-4a7d-84f8-9f5def9eac75 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 984 time: 0.0515010 Jul 30 02:53:59.227181 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19bbe9ae-7403-4b49-af7b-75eca37d8090 req-8f179326-cade-404c-abce-dd1062d95dcb tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45e92b-cdf1-4c7f-b7ac-0908bee3992c&id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339360 Jul 30 02:53:59.643088 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:54:00.355006 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643738ce-e2ad-48ca-ac5e-8eb80d3f7196 req-20e911a0-d90a-4256-ad6b-51cce9350369 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:00.357049 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-643738ce-e2ad-48ca-ac5e-8eb80d3f7196 req-20e911a0-d90a-4256-ad6b-51cce9350369 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 984 time: 0.0503089 Jul 30 02:54:00.402903 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-643738ce-e2ad-48ca-ac5e-8eb80d3f7196 req-31957293-dc54-4ebb-87a4-1cf06c8c1fe9 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45e92b-cdf1-4c7f-b7ac-0908bee3992c&id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396135 Jul 30 02:54:03.553528 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:09.205244 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb18c127-cc4c-4870-9fce-fae4c5617bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:11.718860 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2fea3b1f-6009-461a-a1c7-991e0f709aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:11.799100 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:13.553482 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:14.867875 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:18.564876 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:21.837865 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-834d6859-ee49-4bff-a6c8-4c3b6787485e req-e9e6df69-693f-47d7-912b-be04fc39aab2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389199 Jul 30 02:54:21.934145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d6859-ee49-4bff-a6c8-4c3b6787485e req-6d0b9ff9-14a3-48fe-8cc0-146099cadf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:21.936536 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-834d6859-ee49-4bff-a6c8-4c3b6787485e req-6d0b9ff9-14a3-48fe-8cc0-146099cadf8d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61b91b63026e4ad2bc5cb8a9f905eb17&device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 1135 time: 0.0421185 Jul 30 02:54:22.042283 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d6859-ee49-4bff-a6c8-4c3b6787485e req-50b8b3d5-a0c2-4296-9720-d784913bc10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:22.043773 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-834d6859-ee49-4bff-a6c8-4c3b6787485e req-50b8b3d5-a0c2-4296-9720-d784913bc10b service neutron] 10.222.0.77 "GET /v2.0/networks?id=2758c105-fb98-443b-bf2a-2cc0a8f09ca2 HTTP/1.1" status: 200 len: 916 time: 0.0882380 Jul 30 02:54:22.109560 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-834d6859-ee49-4bff-a6c8-4c3b6787485e req-b05f6853-ac6d-4ec1-b5b7-7e759203163d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=207fe2bd-88f7-40ca-be2a-076ee659c692 HTTP/1.1" status: 200 len: 1001 time: 0.0570674 Jul 30 02:54:22.159139 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d6859-ee49-4bff-a6c8-4c3b6787485e req-83f73652-87da-40a3-a19f-b3133f741477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:22.160592 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-834d6859-ee49-4bff-a6c8-4c3b6787485e req-83f73652-87da-40a3-a19f-b3133f741477 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c4132af-3959-484f-8fca-3fe499f17929 HTTP/1.1" status: 200 len: 854 time: 0.0435765 Jul 30 02:54:22.209737 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d6859-ee49-4bff-a6c8-4c3b6787485e req-f120481c-f685-459c-84db-033ee29e3312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:22.211261 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-834d6859-ee49-4bff-a6c8-4c3b6787485e req-f120481c-f685-459c-84db-033ee29e3312 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2758c105-fb98-443b-bf2a-2cc0a8f09ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432961 Jul 30 02:54:22.306803 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-834d6859-ee49-4bff-a6c8-4c3b6787485e req-72d75004-7ea9-43a0-91f0-749010d05ca0 service neutron] 10.222.0.77 "GET /v2.0/networks/2758c105-fb98-443b-bf2a-2cc0a8f09ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882115 Jul 30 02:54:22.401713 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-834d6859-ee49-4bff-a6c8-4c3b6787485e req-6d470c7e-46e2-403b-8098-b27ef7457e06 service neutron] 10.222.0.77 "GET /v2.0/networks/2758c105-fb98-443b-bf2a-2cc0a8f09ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868607 Jul 30 02:54:32.841288 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d2b31fda-8808-40b8-b06a-be59428a278b req-160eb751-cebb-4106-8279-aa4d6a7301e1 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-345269249&fields=id&tenant_id=61b91b63026e4ad2bc5cb8a9f905eb17 HTTP/1.1" status: 200 len: 267 time: 0.0342078 Jul 30 02:54:32.894165 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b31fda-8808-40b8-b06a-be59428a278b req-50a349bc-2911-4d6c-b586-4e16de4dbc5b tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:32.895656 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d2b31fda-8808-40b8-b06a-be59428a278b req-50a349bc-2911-4d6c-b586-4e16de4dbc5b tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 984 time: 0.0488005 Jul 30 02:54:32.906464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-d2b31fda-8808-40b8-b06a-be59428a278b req-da3a4cfd-6f7d-4e34-a551-1034836bd82c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Request body: {'port': {'security_groups': ['363b9d2b-b8e4-4408-8312-7edb889029d9']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:54:32.969392 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d2b31fda-8808-40b8-b06a-be59428a278b req-da3a4cfd-6f7d-4e34-a551-1034836bd82c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:33.143494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-d2b31fda-8808-40b8-b06a-be59428a278b req-da3a4cfd-6f7d-4e34-a551-1034836bd82c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] For port 207fe2bd-88f7-40ca-be2a-076ee659c692, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=207fe2bd-88f7-40ca-be2a-076ee659c692,segment=NetworkSegment(9bd13031-1522-4d8b-a054-dc4a8b1bf9e2),segment_id=9bd13031-1522-4d8b-a054-dc4a8b1bf9e2)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:54:33.172519 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d2b31fda-8808-40b8-b06a-be59428a278b req-da3a4cfd-6f7d-4e34-a551-1034836bd82c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:33.243920 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d2b31fda-8808-40b8-b06a-be59428a278b req-da3a4cfd-6f7d-4e34-a551-1034836bd82c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:33.277093 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['207fe2bd-88f7-40ca-be2a-076ee659c692'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:54:33.294135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b31fda-8808-40b8-b06a-be59428a278b req-da3a4cfd-6f7d-4e34-a551-1034836bd82c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:33.294795 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-d2b31fda-8808-40b8-b06a-be59428a278b req-da3a4cfd-6f7d-4e34-a551-1034836bd82c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:33.296323 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d2b31fda-8808-40b8-b06a-be59428a278b req-da3a4cfd-6f7d-4e34-a551-1034836bd82c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "PUT /v2.0/ports/207fe2bd-88f7-40ca-be2a-076ee659c692 HTTP/1.1" status: 200 len: 942 time: 0.3943079 Jul 30 02:54:33.296783 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28359f8e-db8e-4280-8c58-88d3042b93eb', 'tag': '207fe2bd-88f7-40ca-be2a-076ee659c692'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:54:33.299595 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ce4006-a601-4fb7-b6c4-d11b919bd9e2" -d '{"events": [{"name": "network-changed", "server_uuid": "28359f8e-db8e-4280-8c58-88d3042b93eb", "tag": "207fe2bd-88f7-40ca-be2a-076ee659c692"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:54:33.302921 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38792) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:54:33.330063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a4cfd-6f7d-4e34-a551-1034836bd82c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Pushing event updated for resources: {'Port': ['ID=207fe2bd-88f7-40ca-be2a-076ee659c692,revision_number=7']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:33.339855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a4cfd-6f7d-4e34-a551-1034836bd82c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.340013 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a4cfd-6f7d-4e34-a551-1034836bd82c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.340535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a4cfd-6f7d-4e34-a551-1034836bd82c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.340892 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a4cfd-6f7d-4e34-a551-1034836bd82c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.341320 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a4cfd-6f7d-4e34-a551-1034836bd82c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.341661 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a4cfd-6f7d-4e34-a551-1034836bd82c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.342096 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a4cfd-6f7d-4e34-a551-1034836bd82c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.342514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a4cfd-6f7d-4e34-a551-1034836bd82c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.342860 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a4cfd-6f7d-4e34-a551-1034836bd82c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.343198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a4cfd-6f7d-4e34-a551-1034836bd82c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.343960 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a4cfd-6f7d-4e34-a551-1034836bd82c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.343960 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a4cfd-6f7d-4e34-a551-1034836bd82c tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.405977 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-89c10391-696b-45d1-8057-13da928b9a83 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:33.411313 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['207fe2bd-88f7-40ca-be2a-076ee659c692'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:54:33.433797 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-89c10391-696b-45d1-8057-13da928b9a83 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:33.435153 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9fc20e-2ee5-4083-98e9-e3ba1a75a707 x-openstack-request-id: req-7b9fc20e-2ee5-4083-98e9-e3ba1a75a707 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:54:33.435457 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28359f8e-db8e-4280-8c58-88d3042b93eb", "tag": "207fe2bd-88f7-40ca-be2a-076ee659c692", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:54:33.435714 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b9fc20e-2ee5-4083-98e9-e3ba1a75a707 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:54:33.436186 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28359f8e-db8e-4280-8c58-88d3042b93eb', 'tag': '207fe2bd-88f7-40ca-be2a-076ee659c692', 'status': 'completed', 'code': 200} Jul 30 02:54:33.521950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce4006-a601-4fb7-b6c4-d11b919bd9e2 req-a6fe14a4-d57d-4cdd-997c-770224dab629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:33.523702 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21ce4006-a601-4fb7-b6c4-d11b919bd9e2 req-a6fe14a4-d57d-4cdd-997c-770224dab629 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61b91b63026e4ad2bc5cb8a9f905eb17&device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 1096 time: 0.0469956 Jul 30 02:54:33.588251 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-89c10391-696b-45d1-8057-13da928b9a83 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:33.591075 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-89c10391-696b-45d1-8057-13da928b9a83 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:33.592486 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-89c10391-696b-45d1-8057-13da928b9a83 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "DELETE /v2.0/security-groups/9a45e92b-cdf1-4c7f-b7ac-0908bee3992c HTTP/1.1" status: 204 len: 168 time: 0.2877352 Jul 30 02:54:33.597295 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38798) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:54:33.602360 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c10391-696b-45d1-8057-13da928b9a83 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a45e92b-cdf1-4c7f-b7ac-0908bee3992c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:33.610400 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c10391-696b-45d1-8057-13da928b9a83 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.612679 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c10391-696b-45d1-8057-13da928b9a83 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.612679 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c10391-696b-45d1-8057-13da928b9a83 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.612679 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c10391-696b-45d1-8057-13da928b9a83 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.612976 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:33.613102 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c10391-696b-45d1-8057-13da928b9a83 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.613102 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c10391-696b-45d1-8057-13da928b9a83 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.613102 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c10391-696b-45d1-8057-13da928b9a83 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.613102 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c10391-696b-45d1-8057-13da928b9a83 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.613694 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c10391-696b-45d1-8057-13da928b9a83 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.614093 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c10391-696b-45d1-8057-13da928b9a83 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.614583 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c10391-696b-45d1-8057-13da928b9a83 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.614981 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c10391-696b-45d1-8057-13da928b9a83 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:33.672335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c158aae2-724e-4ebb-990c-9f450797bfdf None None] Provisioning complete for port 207fe2bd-88f7-40ca-be2a-076ee659c692 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:54:33.672625 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c158aae2-724e-4ebb-990c-9f450797bfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:33.675194 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce4006-a601-4fb7-b6c4-d11b919bd9e2 req-90ca646a-e983-40ed-97bf-e75653d47cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:33.676694 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21ce4006-a601-4fb7-b6c4-d11b919bd9e2 req-90ca646a-e983-40ed-97bf-e75653d47cc6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2758c105-fb98-443b-bf2a-2cc0a8f09ca2 HTTP/1.1" status: 200 len: 916 time: 0.1425323 Jul 30 02:54:33.789774 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21ce4006-a601-4fb7-b6c4-d11b919bd9e2 req-5dae0f9f-e2c1-4fed-9932-039f42fc9304 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=207fe2bd-88f7-40ca-be2a-076ee659c692 HTTP/1.1" status: 200 len: 1001 time: 0.1021352 Jul 30 02:54:33.857116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce4006-a601-4fb7-b6c4-d11b919bd9e2 req-cd0b69cd-1a9b-4d2e-a48b-4c9164548667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:33.858571 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21ce4006-a601-4fb7-b6c4-d11b919bd9e2 req-cd0b69cd-1a9b-4d2e-a48b-4c9164548667 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c4132af-3959-484f-8fca-3fe499f17929 HTTP/1.1" status: 200 len: 854 time: 0.0528259 Jul 30 02:54:33.870183 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-a231b417-1d3b-4e05-99b6-d6dc47bde1b7 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Deleting port 3f184f99-9008-46e5-a8d6-a278e35f34c0 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:54:33.870553 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a231b417-1d3b-4e05-99b6-d6dc47bde1b7 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:33.964180 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce4006-a601-4fb7-b6c4-d11b919bd9e2 req-f9cde6ac-0447-44eb-aefc-2c70823b3d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:33.965574 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21ce4006-a601-4fb7-b6c4-d11b919bd9e2 req-f9cde6ac-0447-44eb-aefc-2c70823b3d2c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2758c105-fb98-443b-bf2a-2cc0a8f09ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969102 Jul 30 02:54:33.986004 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a231b417-1d3b-4e05-99b6-d6dc47bde1b7 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:33.986430 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a231b417-1d3b-4e05-99b6-d6dc47bde1b7 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:34.033811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-a231b417-1d3b-4e05-99b6-d6dc47bde1b7 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Calling delete_port for 3f184f99-9008-46e5-a8d6-a278e35f34c0 owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:54:34.123294 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21ce4006-a601-4fb7-b6c4-d11b919bd9e2 req-358a4d88-9f36-4e0c-ade2-17fa8815c3e6 service neutron] 10.222.0.77 "GET /v2.0/networks/2758c105-fb98-443b-bf2a-2cc0a8f09ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472709 Jul 30 02:54:34.259320 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21ce4006-a601-4fb7-b6c4-d11b919bd9e2 req-5c6edfa7-8d2f-451f-9d45-5b27a8cad798 service neutron] 10.222.0.77 "GET /v2.0/networks/2758c105-fb98-443b-bf2a-2cc0a8f09ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276505 Jul 30 02:54:34.341940 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a231b417-1d3b-4e05-99b6-d6dc47bde1b7 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:34.377600 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231b417-1d3b-4e05-99b6-d6dc47bde1b7 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Pushing event deleted for resources: {'Port': ['ID=3f184f99-9008-46e5-a8d6-a278e35f34c0,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:34.434520 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a231b417-1d3b-4e05-99b6-d6dc47bde1b7 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:34.434858 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-a231b417-1d3b-4e05-99b6-d6dc47bde1b7 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Floating IP 4cbe1a4f-24ef-4343-9c43-14ce2d1a7190 disassociated (deleted). External IP: 172.25.1.135, port: 207fe2bd-88f7-40ca-be2a-076ee659c692. Jul 30 02:54:34.642397 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a231b417-1d3b-4e05-99b6-d6dc47bde1b7 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Router c2907a23-0373-42cc-b4f6-147ddb93b79a has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:54:34.751312 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a231b417-1d3b-4e05-99b6-d6dc47bde1b7 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:54:34.755923 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a231b417-1d3b-4e05-99b6-d6dc47bde1b7 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:34.760832 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16607025-ca95-4ce3-8e85-5beeb1d3fa84 None None] Sync routers for ids ['c2907a23-0373-42cc-b4f6-147ddb93b79a'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:54:34.769878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16607025-ca95-4ce3-8e85-5beeb1d3fa84 None None] Routers {'c2907a23-0373-42cc-b4f6-147ddb93b79a'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:54:34.770513 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-16607025-ca95-4ce3-8e85-5beeb1d3fa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:54:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c2907a23-0373-42cc-b4f6-147ddb93b79a'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:34.783529 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a231b417-1d3b-4e05-99b6-d6dc47bde1b7 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "DELETE /v2.0/floatingips/4cbe1a4f-24ef-4343-9c43-14ce2d1a7190 HTTP/1.1" status: 204 len: 168 time: 1.1849716 Jul 30 02:54:34.870827 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-16607025-ca95-4ce3-8e85-5beeb1d3fa84 None None] Set router c2907a23-0373-42cc-b4f6-147ddb93b79a gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:54:35.068087 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-16607025-ca95-4ce3-8e85-5beeb1d3fa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'name': 'tempest-TestMinimumBasicScenario-1312683382-router', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:28Z', 'updated_at': '2021-07-30T02:52:32Z', 'revision_number': 4, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'gw_port': {'id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:29Z', 'updated_at': '2021-07-30T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '94eece22-72b2-44dc-a8d5-83b2a92aebfa', 'name': '', 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'mac_address': 'fa:16:3e:69:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8c4132af-3959-484f-8fca-3fe499f17929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:31Z', 'updated_at': '2021-07-30T02:52:38Z', 'revision_number': 5, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'subnets': [{'id': '8c4132af-3959-484f-8fca-3fe499f17929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:35.094127 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16607025-ca95-4ce3-8e85-5beeb1d3fa84 None None] Checking router: c2907a23-0373-42cc-b4f6-147ddb93b79a for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:54:35.102391 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16607025-ca95-4ce3-8e85-5beeb1d3fa84 None None] Routers {'c2907a23-0373-42cc-b4f6-147ddb93b79a'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:54:35.103002 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-16607025-ca95-4ce3-8e85-5beeb1d3fa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:54:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c2907a23-0373-42cc-b4f6-147ddb93b79a'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:35.208342 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-16607025-ca95-4ce3-8e85-5beeb1d3fa84 None None] Set router c2907a23-0373-42cc-b4f6-147ddb93b79a gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:54:35.403492 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-16607025-ca95-4ce3-8e85-5beeb1d3fa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'name': 'tempest-TestMinimumBasicScenario-1312683382-router', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:28Z', 'updated_at': '2021-07-30T02:52:32Z', 'revision_number': 4, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'gw_port': {'id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:29Z', 'updated_at': '2021-07-30T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '94eece22-72b2-44dc-a8d5-83b2a92aebfa', 'name': '', 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'mac_address': 'fa:16:3e:69:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8c4132af-3959-484f-8fca-3fe499f17929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:31Z', 'updated_at': '2021-07-30T02:52:38Z', 'revision_number': 5, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'subnets': [{'id': '8c4132af-3959-484f-8fca-3fe499f17929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:35.428886 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16607025-ca95-4ce3-8e85-5beeb1d3fa84 None None] The sync data for ids ['c2907a23-0373-42cc-b4f6-147ddb93b79a'] in n-d-713498-9 is: [{'id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'name': 'tempest-TestMinimumBasicScenario-1312683382-router', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:28Z', 'updated_at': '2021-07-30T02:52:32Z', 'revision_number': 4, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'gw_port': {'id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:29Z', 'updated_at': '2021-07-30T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '94eece22-72b2-44dc-a8d5-83b2a92aebfa', 'name': '', 'network_id': '2758c105-fb98-443b-bf2a-2cc0a8f09ca2', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'mac_address': 'fa:16:3e:69:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8c4132af-3959-484f-8fca-3fe499f17929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:31Z', 'updated_at': '2021-07-30T02:52:38Z', 'revision_number': 5, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'subnets': [{'id': '8c4132af-3959-484f-8fca-3fe499f17929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:54:35.437539 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28359f8e-db8e-4280-8c58-88d3042b93eb', 'tag': '207fe2bd-88f7-40ca-be2a-076ee659c692'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:54:35.440601 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fb4017-36a3-40ca-875e-7231df88dcb4" -d '{"events": [{"name": "network-changed", "server_uuid": "28359f8e-db8e-4280-8c58-88d3042b93eb", "tag": "207fe2bd-88f7-40ca-be2a-076ee659c692"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:54:35.476242 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2653c60a-8ab3-40a8-ad90-dc23a33a1be7 x-openstack-request-id: req-2653c60a-8ab3-40a8-ad90-dc23a33a1be7 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:54:35.476537 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28359f8e-db8e-4280-8c58-88d3042b93eb", "tag": "207fe2bd-88f7-40ca-be2a-076ee659c692", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:54:35.476792 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2653c60a-8ab3-40a8-ad90-dc23a33a1be7 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:54:35.477199 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28359f8e-db8e-4280-8c58-88d3042b93eb', 'tag': '207fe2bd-88f7-40ca-be2a-076ee659c692', 'status': 'completed', 'code': 200} Jul 30 02:54:35.567283 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb4017-36a3-40ca-875e-7231df88dcb4 req-447aa7f4-a2a3-44a8-91fd-701f77811857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:35.569193 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0fb4017-36a3-40ca-875e-7231df88dcb4 req-447aa7f4-a2a3-44a8-91fd-701f77811857 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61b91b63026e4ad2bc5cb8a9f905eb17&device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 1096 time: 0.0433049 Jul 30 02:54:35.647388 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48eae3b-1e4f-4969-8ec2-23d8285ad27f None None] New status for floating IP 4cbe1a4f-24ef-4343-9c43-14ce2d1a7190: DOWN {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:54:35.675535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb4017-36a3-40ca-875e-7231df88dcb4 req-10398a36-238e-431a-ba79-e27c5aaf0fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:35.677328 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0fb4017-36a3-40ca-875e-7231df88dcb4 req-10398a36-238e-431a-ba79-e27c5aaf0fd0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2758c105-fb98-443b-bf2a-2cc0a8f09ca2 HTTP/1.1" status: 200 len: 916 time: 0.0989263 Jul 30 02:54:35.724585 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0fb4017-36a3-40ca-875e-7231df88dcb4 req-b73abe73-e92c-4d9d-9ba7-36ba816873f3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=207fe2bd-88f7-40ca-be2a-076ee659c692 HTTP/1.1" status: 200 len: 217 time: 0.0368984 Jul 30 02:54:35.776068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb4017-36a3-40ca-875e-7231df88dcb4 req-3d7a6c83-dfef-426a-a869-293914e875b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:35.777560 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0fb4017-36a3-40ca-875e-7231df88dcb4 req-3d7a6c83-dfef-426a-a869-293914e875b1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c4132af-3959-484f-8fca-3fe499f17929 HTTP/1.1" status: 200 len: 854 time: 0.0462890 Jul 30 02:54:35.824936 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb4017-36a3-40ca-875e-7231df88dcb4 req-520e51ca-0141-4736-859e-e2e23f08906f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:35.826573 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0fb4017-36a3-40ca-875e-7231df88dcb4 req-520e51ca-0141-4736-859e-e2e23f08906f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2758c105-fb98-443b-bf2a-2cc0a8f09ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408247 Jul 30 02:54:35.922567 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0fb4017-36a3-40ca-875e-7231df88dcb4 req-065804ab-b508-42f2-b1ca-fb5d7b97ec41 service neutron] 10.222.0.77 "GET /v2.0/networks/2758c105-fb98-443b-bf2a-2cc0a8f09ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875235 Jul 30 02:54:36.011464 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0fb4017-36a3-40ca-875e-7231df88dcb4 req-d816f687-e1f1-4351-aa21-2cb88e4efcae service neutron] 10.222.0.77 "GET /v2.0/networks/2758c105-fb98-443b-bf2a-2cc0a8f09ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821767 Jul 30 02:54:36.643593 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:54:39.216170 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e721ad2d-6965-407e-bed9-f3fbea275de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:41.678840 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-25af6f63-cda7-496c-8201-be515ec15ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:41.792846 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:43.148604 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12cf81-114f-411e-bb97-013bcfcfe514 req-f25f4047-a257-4c43-82e3-0848c4ffd77a tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:43.150003 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a12cf81-114f-411e-bb97-013bcfcfe514 req-f25f4047-a257-4c43-82e3-0848c4ffd77a tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 945 time: 0.0527146 Jul 30 02:54:43.187536 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a12cf81-114f-411e-bb97-013bcfcfe514 req-879a0080-d5c6-4cfc-803e-95ad65fbc78f tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314560 Jul 30 02:54:43.673306 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:44.301614 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00b8ac-0c29-4609-a159-afa4ec81ef4e req-15533db1-8fdb-4fd1-b27f-f58dc3512c05 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:44.303145 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f00b8ac-0c29-4609-a159-afa4ec81ef4e req-15533db1-8fdb-4fd1-b27f-f58dc3512c05 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 945 time: 0.0488257 Jul 30 02:54:44.340180 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f00b8ac-0c29-4609-a159-afa4ec81ef4e req-76fd5738-1884-4fb3-b342-83bc8b832b04 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/security-groups?id=363b9d2b-b8e4-4408-8312-7edb889029d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312142 Jul 30 02:54:44.896105 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:44.909158 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd0b6f-3221-4ac0-a37f-10ab025d7f4e req-47434969-c2f1-4c0e-8400-52935fed3db2 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:44.910613 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-75dd0b6f-3221-4ac0-a37f-10ab025d7f4e req-47434969-c2f1-4c0e-8400-52935fed3db2 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.77 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 945 time: 0.0472996 Jul 30 02:54:45.002514 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-75dd0b6f-3221-4ac0-a37f-10ab025d7f4e req-a58cddcf-15ab-450e-bbae-a353bd1ceb03 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Deleting port 207fe2bd-88f7-40ca-be2a-076ee659c692 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:54:45.002858 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-75dd0b6f-3221-4ac0-a37f-10ab025d7f4e req-a58cddcf-15ab-450e-bbae-a353bd1ceb03 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:45.088237 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-75dd0b6f-3221-4ac0-a37f-10ab025d7f4e req-a58cddcf-15ab-450e-bbae-a353bd1ceb03 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] For port 207fe2bd-88f7-40ca-be2a-076ee659c692, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=207fe2bd-88f7-40ca-be2a-076ee659c692,segment=NetworkSegment(9bd13031-1522-4d8b-a054-dc4a8b1bf9e2),segment_id=9bd13031-1522-4d8b-a054-dc4a8b1bf9e2)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:54:45.088521 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-75dd0b6f-3221-4ac0-a37f-10ab025d7f4e req-a58cddcf-15ab-450e-bbae-a353bd1ceb03 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:45.100999 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-75dd0b6f-3221-4ac0-a37f-10ab025d7f4e req-a58cddcf-15ab-450e-bbae-a353bd1ceb03 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Calling delete_port for 207fe2bd-88f7-40ca-be2a-076ee659c692 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:54:45.290028 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-75dd0b6f-3221-4ac0-a37f-10ab025d7f4e req-a58cddcf-15ab-450e-bbae-a353bd1ceb03 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:45.320245 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58cddcf-15ab-450e-bbae-a353bd1ceb03 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Pushing event deleted for resources: {'Port': ['ID=207fe2bd-88f7-40ca-be2a-076ee659c692,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:45.324327 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['207fe2bd-88f7-40ca-be2a-076ee659c692'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:54:45.364623 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-75dd0b6f-3221-4ac0-a37f-10ab025d7f4e req-a58cddcf-15ab-450e-bbae-a353bd1ceb03 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] No DVR routers for this DVR port 207fe2bd-88f7-40ca-be2a-076ee659c692 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:54:45.367351 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-75dd0b6f-3221-4ac0-a37f-10ab025d7f4e req-a58cddcf-15ab-450e-bbae-a353bd1ceb03 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:45.369394 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-75dd0b6f-3221-4ac0-a37f-10ab025d7f4e req-a58cddcf-15ab-450e-bbae-a353bd1ceb03 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.77 "DELETE /v2.0/ports/207fe2bd-88f7-40ca-be2a-076ee659c692 HTTP/1.1" status: 204 len: 173 time: 0.4522705 Jul 30 02:54:45.369832 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28359f8e-db8e-4280-8c58-88d3042b93eb', 'name': 'network-vif-deleted', 'tag': '207fe2bd-88f7-40ca-be2a-076ee659c692'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:54:45.372074 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c536d798-23a3-4d23-98c7-d99a17a185a4" -d '{"events": [{"server_uuid": "28359f8e-db8e-4280-8c58-88d3042b93eb", "name": "network-vif-deleted", "tag": "207fe2bd-88f7-40ca-be2a-076ee659c692"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:54:45.437341 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82d1bfc0-4b35-4ea3-aebc-30a64a7639c7 req-90c59673-f3a6-404d-9bcd-50d91ec014a7 tempest-TestMinimumBasicScenario-1705856530 tempest-TestMinimumBasicScenario-1705856530-project] 10.222.0.70 "GET /v2.0/ports?device_id=28359f8e-db8e-4280-8c58-88d3042b93eb HTTP/1.1" status: 200 len: 210 time: 0.0265148 Jul 30 02:54:45.481209 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11760228-b4f8-4464-af40-c4130864e78c x-openstack-request-id: req-11760228-b4f8-4464-af40-c4130864e78c {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:54:45.481503 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28359f8e-db8e-4280-8c58-88d3042b93eb", "name": "network-vif-deleted", "tag": "207fe2bd-88f7-40ca-be2a-076ee659c692", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:54:45.481760 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-11760228-b4f8-4464-af40-c4130864e78c {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:54:45.482235 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28359f8e-db8e-4280-8c58-88d3042b93eb', 'name': 'network-vif-deleted', 'tag': '207fe2bd-88f7-40ca-be2a-076ee659c692', 'status': 'completed', 'code': 200} Jul 30 02:54:47.503730 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38896) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:54:48.159631 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b81a23d6-f107-442d-bde2-4d59f476b919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:48.395091 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b81a23d6-f107-442d-bde2-4d59f476b919 admin admin] Deleting port 94eece22-72b2-44dc-a8d5-83b2a92aebfa {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:54:48.395441 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b81a23d6-f107-442d-bde2-4d59f476b919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:48.475527 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-b81a23d6-f107-442d-bde2-4d59f476b919 admin admin] For port 94eece22-72b2-44dc-a8d5-83b2a92aebfa, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=94eece22-72b2-44dc-a8d5-83b2a92aebfa,segment=NetworkSegment(9bd13031-1522-4d8b-a054-dc4a8b1bf9e2),segment_id=9bd13031-1522-4d8b-a054-dc4a8b1bf9e2)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:54:48.475811 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b81a23d6-f107-442d-bde2-4d59f476b919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:48.484300 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:48.488547 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b81a23d6-f107-442d-bde2-4d59f476b919 admin admin] Calling delete_port for 94eece22-72b2-44dc-a8d5-83b2a92aebfa owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:54:48.701473 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b81a23d6-f107-442d-bde2-4d59f476b919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:48.727102 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a23d6-f107-442d-bde2-4d59f476b919 admin admin] Pushing event deleted for resources: {'Port': ['ID=94eece22-72b2-44dc-a8d5-83b2a92aebfa,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:48.897794 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b81a23d6-f107-442d-bde2-4d59f476b919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:49.072631 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 207fe2bd-88f7-40ca-be2a-076ee659c692 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:54:49.091271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 207fe2bd-88f7-40ca-be2a-076ee659c692 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:54:49.091608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 207fe2bd-88f7-40ca-be2a-076ee659c692 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:54:49.107584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81a23d6-f107-442d-bde2-4d59f476b919 admin admin] Router c2907a23-0373-42cc-b4f6-147ddb93b79a has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:54:49.214116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81a23d6-f107-442d-bde2-4d59f476b919 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:54:49.221312 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b81a23d6-f107-442d-bde2-4d59f476b919 admin admin] 10.222.0.70 "PUT /v2.0/routers/c2907a23-0373-42cc-b4f6-147ddb93b79a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7155113 Jul 30 02:54:49.222970 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38898) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:54:49.224461 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af6f26d-e93c-44aa-a5e1-700727ae37b1 None None] Sync routers for ids ['c2907a23-0373-42cc-b4f6-147ddb93b79a'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:54:49.233415 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af6f26d-e93c-44aa-a5e1-700727ae37b1 None None] Routers {'c2907a23-0373-42cc-b4f6-147ddb93b79a'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:54:49.234029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-8af6f26d-e93c-44aa-a5e1-700727ae37b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c2907a23-0373-42cc-b4f6-147ddb93b79a'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:49.328083 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-feaa091b-59d3-461a-a0a9-df9228ccdc1e admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:49.336388 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-8af6f26d-e93c-44aa-a5e1-700727ae37b1 None None] Set router c2907a23-0373-42cc-b4f6-147ddb93b79a gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:54:49.439848 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-feaa091b-59d3-461a-a0a9-df9228ccdc1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:49.513765 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-8af6f26d-e93c-44aa-a5e1-700727ae37b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'name': 'tempest-TestMinimumBasicScenario-1312683382-router', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:28Z', 'updated_at': '2021-07-30T02:54:48Z', 'revision_number': 5, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'gw_port': {'id': '04485a0c-f92d-496d-8238-28dbe5b5ca7c', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:29Z', 'updated_at': '2021-07-30T02:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:49.539409 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af6f26d-e93c-44aa-a5e1-700727ae37b1 None None] Checking router: c2907a23-0373-42cc-b4f6-147ddb93b79a for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:54:49.548518 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af6f26d-e93c-44aa-a5e1-700727ae37b1 None None] Routers {'c2907a23-0373-42cc-b4f6-147ddb93b79a'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:54:49.549126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-8af6f26d-e93c-44aa-a5e1-700727ae37b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['c2907a23-0373-42cc-b4f6-147ddb93b79a'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:49.562174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-feaa091b-59d3-461a-a0a9-df9228ccdc1e admin admin] Deleting port 04485a0c-f92d-496d-8238-28dbe5b5ca7c {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:54:49.562566 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-feaa091b-59d3-461a-a0a9-df9228ccdc1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:49.634396 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-8af6f26d-e93c-44aa-a5e1-700727ae37b1 None None] Set router c2907a23-0373-42cc-b4f6-147ddb93b79a gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:54:49.644864 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-feaa091b-59d3-461a-a0a9-df9228ccdc1e admin admin] For port 04485a0c-f92d-496d-8238-28dbe5b5ca7c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=04485a0c-f92d-496d-8238-28dbe5b5ca7c,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:54:49.645238 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-feaa091b-59d3-461a-a0a9-df9228ccdc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:49.659101 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-feaa091b-59d3-461a-a0a9-df9228ccdc1e admin admin] Calling delete_port for 04485a0c-f92d-496d-8238-28dbe5b5ca7c owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:54:49.688738 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-8af6f26d-e93c-44aa-a5e1-700727ae37b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'name': 'tempest-TestMinimumBasicScenario-1312683382-router', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:28Z', 'updated_at': '2021-07-30T02:54:49Z', 'revision_number': 6, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:49.714401 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af6f26d-e93c-44aa-a5e1-700727ae37b1 None None] The sync data for ids ['c2907a23-0373-42cc-b4f6-147ddb93b79a'] in n-d-713498-9 is: [{'id': 'c2907a23-0373-42cc-b4f6-147ddb93b79a', 'name': 'tempest-TestMinimumBasicScenario-1312683382-router', 'tenant_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:28Z', 'updated_at': '2021-07-30T02:54:49Z', 'revision_number': 6, 'project_id': '61b91b63026e4ad2bc5cb8a9f905eb17', 'gw_port_host': None}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:54:49.896114 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-feaa091b-59d3-461a-a0a9-df9228ccdc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:49.921058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa091b-59d3-461a-a0a9-df9228ccdc1e admin admin] Pushing event deleted for resources: {'Port': ['ID=04485a0c-f92d-496d-8238-28dbe5b5ca7c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:49.984429 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-feaa091b-59d3-461a-a0a9-df9228ccdc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:50.076534 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-feaa091b-59d3-461a-a0a9-df9228ccdc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:50.079446 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-feaa091b-59d3-461a-a0a9-df9228ccdc1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:50.182323 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-feaa091b-59d3-461a-a0a9-df9228ccdc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:50.183004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feaa091b-59d3-461a-a0a9-df9228ccdc1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2907a23-0373-42cc-b4f6-147ddb93b79a {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:54:50.187506 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-feaa091b-59d3-461a-a0a9-df9228ccdc1e admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:50.189227 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-feaa091b-59d3-461a-a0a9-df9228ccdc1e admin admin] 10.222.0.70 "DELETE /v2.0/routers/c2907a23-0373-42cc-b4f6-147ddb93b79a HTTP/1.1" status: 204 len: 168 time: 0.9652715 Jul 30 02:54:50.192875 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38900) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:54:50.241887 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-064b02ef-d032-4402-8568-275d979d4f83 admin admin] Deleting subnet 8c4132af-3959-484f-8fca-3fe499f17929 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:54:50.244958 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-064b02ef-d032-4402-8568-275d979d4f83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:50.279831 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-064b02ef-d032-4402-8568-275d979d4f83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:50.356852 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-064b02ef-d032-4402-8568-275d979d4f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:50.461807 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-064b02ef-d032-4402-8568-275d979d4f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:50.491933 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b02ef-d032-4402-8568-275d979d4f83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c4132af-3959-484f-8fca-3fe499f17929,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:50.495387 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-064b02ef-d032-4402-8568-275d979d4f83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:50.497345 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-064b02ef-d032-4402-8568-275d979d4f83 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8c4132af-3959-484f-8fca-3fe499f17929 HTTP/1.1" status: 204 len: 168 time: 0.3039134 Jul 30 02:54:50.499872 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38902) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:54:50.502420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cb6bab-40ca-4190-9238-5229c8c9bcb6 None None] Network 2758c105-fb98-443b-bf2a-2cc0a8f09ca2 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:54:50.567198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd07bbb5-1d7c-48c2-a2e5-b1e879148a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:50.619809 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-dd07bbb5-1d7c-48c2-a2e5-b1e879148a59 admin admin] Deleting port ce64345f-3455-4959-a43f-2537804d2e60 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:54:50.620153 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd07bbb5-1d7c-48c2-a2e5-b1e879148a59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:50.682346 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cee4d2-e809-4dc4-946d-af1a9f876f24 None None] DHCP port deletion for 2758c105-fb98-443b-bf2a-2cc0a8f09ca2 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:54:50.687036 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-dd07bbb5-1d7c-48c2-a2e5-b1e879148a59 admin admin] For port ce64345f-3455-4959-a43f-2537804d2e60, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ce64345f-3455-4959-a43f-2537804d2e60,segment=NetworkSegment(9bd13031-1522-4d8b-a054-dc4a8b1bf9e2),segment_id=9bd13031-1522-4d8b-a054-dc4a8b1bf9e2)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:54:50.687405 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd07bbb5-1d7c-48c2-a2e5-b1e879148a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:50.700055 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-dd07bbb5-1d7c-48c2-a2e5-b1e879148a59 admin admin] Calling delete_port for ce64345f-3455-4959-a43f-2537804d2e60 owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:54:50.727902 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c6cee4d2-e809-4dc4-946d-af1a9f876f24 None None] Deleting port ce64345f-3455-4959-a43f-2537804d2e60 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:54:50.728281 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c6cee4d2-e809-4dc4-946d-af1a9f876f24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:50.791273 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c6cee4d2-e809-4dc4-946d-af1a9f876f24 None None] For port ce64345f-3455-4959-a43f-2537804d2e60, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ce64345f-3455-4959-a43f-2537804d2e60,segment=NetworkSegment(9bd13031-1522-4d8b-a054-dc4a8b1bf9e2),segment_id=9bd13031-1522-4d8b-a054-dc4a8b1bf9e2)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:54:50.791667 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c6cee4d2-e809-4dc4-946d-af1a9f876f24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:50.804747 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c6cee4d2-e809-4dc4-946d-af1a9f876f24 None None] Calling delete_port for ce64345f-3455-4959-a43f-2537804d2e60 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:54:50.861214 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd07bbb5-1d7c-48c2-a2e5-b1e879148a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:50.877907 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c6cee4d2-e809-4dc4-946d-af1a9f876f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:50.886565 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07bbb5-1d7c-48c2-a2e5-b1e879148a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce64345f-3455-4959-a43f-2537804d2e60,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:50.890127 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd07bbb5-1d7c-48c2-a2e5-b1e879148a59 admin admin] No DVR routers for this DVR port ce64345f-3455-4959-a43f-2537804d2e60 on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:54:50.901497 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cee4d2-e809-4dc4-946d-af1a9f876f24 None None] Pushing event deleted for resources: {'Port': ['ID=ce64345f-3455-4959-a43f-2537804d2e60,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:50.911600 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cee4d2-e809-4dc4-946d-af1a9f876f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:50.911927 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cee4d2-e809-4dc4-946d-af1a9f876f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:50.912270 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cee4d2-e809-4dc4-946d-af1a9f876f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:50.912611 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cee4d2-e809-4dc4-946d-af1a9f876f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:50.912948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cee4d2-e809-4dc4-946d-af1a9f876f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:50.913280 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cee4d2-e809-4dc4-946d-af1a9f876f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:50.913612 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cee4d2-e809-4dc4-946d-af1a9f876f24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:50.913942 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cee4d2-e809-4dc4-946d-af1a9f876f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:50.914271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cee4d2-e809-4dc4-946d-af1a9f876f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:50.914622 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cee4d2-e809-4dc4-946d-af1a9f876f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:50.914948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cee4d2-e809-4dc4-946d-af1a9f876f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:50.915271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cee4d2-e809-4dc4-946d-af1a9f876f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:50.918193 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cee4d2-e809-4dc4-946d-af1a9f876f24 None None] No DVR routers for this DVR port ce64345f-3455-4959-a43f-2537804d2e60 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:54:50.968916 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd07bbb5-1d7c-48c2-a2e5-b1e879148a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:50.979035 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-dd07bbb5-1d7c-48c2-a2e5-b1e879148a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2758c105-fb98-443b-bf2a-2cc0a8f09ca2']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:50.989589 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-dd07bbb5-1d7c-48c2-a2e5-b1e879148a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd13031-1522-4d8b-a054-dc4a8b1bf9e2') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:50.989887 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-dd07bbb5-1d7c-48c2-a2e5-b1e879148a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd13031-1522-4d8b-a054-dc4a8b1bf9e2') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:50.998555 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd07bbb5-1d7c-48c2-a2e5-b1e879148a59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:51.011854 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd07bbb5-1d7c-48c2-a2e5-b1e879148a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:51.017765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd07bbb5-1d7c-48c2-a2e5-b1e879148a59 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:54:51.018181 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd07bbb5-1d7c-48c2-a2e5-b1e879148a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:54:51.019830 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:54:51.153050 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd07bbb5-1d7c-48c2-a2e5-b1e879148a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:51.159270 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dd07bbb5-1d7c-48c2-a2e5-b1e879148a59 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:51.161115 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dd07bbb5-1d7c-48c2-a2e5-b1e879148a59 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2758c105-fb98-443b-bf2a-2cc0a8f09ca2 HTTP/1.1" status: 204 len: 168 time: 0.6603408 Jul 30 02:54:51.164176 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38904) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:54:51.172190 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07bbb5-1d7c-48c2-a2e5-b1e879148a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=2758c105-fb98-443b-bf2a-2cc0a8f09ca2,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:51.410663 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 04485a0c-f92d-496d-8238-28dbe5b5ca7c no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:54:51.429931 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 04485a0c-f92d-496d-8238-28dbe5b5ca7c {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:54:51.430286 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 04485a0c-f92d-496d-8238-28dbe5b5ca7c not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:54:51.430721 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ce64345f-3455-4959-a43f-2537804d2e60 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:54:51.451544 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: ce64345f-3455-4959-a43f-2537804d2e60 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:54:51.451892 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ce64345f-3455-4959-a43f-2537804d2e60 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:54:51.452302 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 94eece22-72b2-44dc-a8d5-83b2a92aebfa no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:54:51.471142 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 94eece22-72b2-44dc-a8d5-83b2a92aebfa {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:54:51.471487 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 94eece22-72b2-44dc-a8d5-83b2a92aebfa not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:54:51.510005 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdb0f9c8-be55-400a-b765-5ca288550fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:51.751125 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-bdb0f9c8-be55-400a-b765-5ca288550fc6 admin admin] Deleting port 686beec3-e2a2-4a2a-91fe-72f61287f31d {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:54:51.751399 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdb0f9c8-be55-400a-b765-5ca288550fc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:51.830816 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-bdb0f9c8-be55-400a-b765-5ca288550fc6 admin admin] For port 686beec3-e2a2-4a2a-91fe-72f61287f31d, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=686beec3-e2a2-4a2a-91fe-72f61287f31d,segment=NetworkSegment(45ab7681-4511-49a9-890b-e8eb9e2b77fd),segment_id=45ab7681-4511-49a9-890b-e8eb9e2b77fd)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:54:51.831177 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdb0f9c8-be55-400a-b765-5ca288550fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:51.844563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-bdb0f9c8-be55-400a-b765-5ca288550fc6 admin admin] Calling delete_port for 686beec3-e2a2-4a2a-91fe-72f61287f31d owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:54:52.089914 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdb0f9c8-be55-400a-b765-5ca288550fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:52.116079 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0f9c8-be55-400a-b765-5ca288550fc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=686beec3-e2a2-4a2a-91fe-72f61287f31d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:52.289820 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-bdb0f9c8-be55-400a-b765-5ca288550fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:52.501852 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb0f9c8-be55-400a-b765-5ca288550fc6 admin admin] Router 9f857805-f95e-443a-b5c6-0fe2c41678d6 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:54:52.604044 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb0f9c8-be55-400a-b765-5ca288550fc6 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:54:52.609038 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-bdb0f9c8-be55-400a-b765-5ca288550fc6 admin admin] 10.222.0.70 "PUT /v2.0/routers/9f857805-f95e-443a-b5c6-0fe2c41678d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4438026 Jul 30 02:54:52.612101 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38906) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:54:52.614892 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9514275-10b3-46c8-81bd-9c96f518a6e7 None None] Sync routers for ids ['9f857805-f95e-443a-b5c6-0fe2c41678d6'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:54:52.624643 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9514275-10b3-46c8-81bd-9c96f518a6e7 None None] Routers {'9f857805-f95e-443a-b5c6-0fe2c41678d6'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:54:52.625260 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b9514275-10b3-46c8-81bd-9c96f518a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9f857805-f95e-443a-b5c6-0fe2c41678d6'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:52.713699 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fbb23565-7a8c-4ff0-9013-7fb50900c391 admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:52.726790 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-b9514275-10b3-46c8-81bd-9c96f518a6e7 None None] Set router 9f857805-f95e-443a-b5c6-0fe2c41678d6 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:54:52.814927 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fbb23565-7a8c-4ff0-9013-7fb50900c391 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:52.902286 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b9514275-10b3-46c8-81bd-9c96f518a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f857805-f95e-443a-b5c6-0fe2c41678d6', 'name': 'tempest-TestMinimumBasicScenario-1534586769-router', 'tenant_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:34Z', 'updated_at': '2021-07-30T02:54:51Z', 'revision_number': 5, 'project_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'gw_port': {'id': '39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f857805-f95e-443a-b5c6-0fe2c41678d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:52:35Z', 'updated_at': '2021-07-30T02:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:52.919336 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-fbb23565-7a8c-4ff0-9013-7fb50900c391 admin admin] Deleting port 39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:54:52.919678 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fbb23565-7a8c-4ff0-9013-7fb50900c391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:52.931432 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9514275-10b3-46c8-81bd-9c96f518a6e7 None None] Checking router: 9f857805-f95e-443a-b5c6-0fe2c41678d6 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:54:52.940402 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9514275-10b3-46c8-81bd-9c96f518a6e7 None None] Routers {'9f857805-f95e-443a-b5c6-0fe2c41678d6'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:54:52.941009 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b9514275-10b3-46c8-81bd-9c96f518a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['9f857805-f95e-443a-b5c6-0fe2c41678d6'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:53.024795 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-b9514275-10b3-46c8-81bd-9c96f518a6e7 None None] Set router 9f857805-f95e-443a-b5c6-0fe2c41678d6 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:54:53.082009 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b9514275-10b3-46c8-81bd-9c96f518a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f857805-f95e-443a-b5c6-0fe2c41678d6', 'name': 'tempest-TestMinimumBasicScenario-1534586769-router', 'tenant_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:34Z', 'updated_at': '2021-07-30T02:54:52Z', 'revision_number': 6, 'project_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:53.108937 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9514275-10b3-46c8-81bd-9c96f518a6e7 None None] The sync data for ids ['9f857805-f95e-443a-b5c6-0fe2c41678d6'] in n-d-713498-9 is: [{'id': '9f857805-f95e-443a-b5c6-0fe2c41678d6', 'name': 'tempest-TestMinimumBasicScenario-1534586769-router', 'tenant_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:52:34Z', 'updated_at': '2021-07-30T02:54:52Z', 'revision_number': 6, 'project_id': 'f6f896ebc6f3422a96e7bcf06e502ab7', 'gw_port_host': None}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:54:53.319774 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-fbb23565-7a8c-4ff0-9013-7fb50900c391 admin admin] For port 39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:54:53.320342 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fbb23565-7a8c-4ff0-9013-7fb50900c391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:53.332654 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-fbb23565-7a8c-4ff0-9013-7fb50900c391 admin admin] Calling delete_port for 39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:54:53.509719 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 686beec3-e2a2-4a2a-91fe-72f61287f31d no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:54:53.531382 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 686beec3-e2a2-4a2a-91fe-72f61287f31d {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:54:53.531748 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 686beec3-e2a2-4a2a-91fe-72f61287f31d not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:54:53.552984 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fbb23565-7a8c-4ff0-9013-7fb50900c391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:53.578535 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb23565-7a8c-4ff0-9013-7fb50900c391 admin admin] Pushing event deleted for resources: {'Port': ['ID=39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:53.636865 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fbb23565-7a8c-4ff0-9013-7fb50900c391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:53.727807 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fbb23565-7a8c-4ff0-9013-7fb50900c391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:53.729863 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fbb23565-7a8c-4ff0-9013-7fb50900c391 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:53.832904 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fbb23565-7a8c-4ff0-9013-7fb50900c391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:53.833540 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb23565-7a8c-4ff0-9013-7fb50900c391 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f857805-f95e-443a-b5c6-0fe2c41678d6 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:54:53.838909 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-fbb23565-7a8c-4ff0-9013-7fb50900c391 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:53.840124 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-fbb23565-7a8c-4ff0-9013-7fb50900c391 admin admin] 10.222.0.70 "DELETE /v2.0/routers/9f857805-f95e-443a-b5c6-0fe2c41678d6 HTTP/1.1" status: 204 len: 168 time: 1.2271149 Jul 30 02:54:53.843613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38908) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:54:53.889503 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb7ef15-c634-4c6d-9b02-1e8ad0eaab12 admin admin] Deleting subnet 89e4d43c-276d-424d-bd9f-b6f0ccbaac71 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:54:53.892588 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2eb7ef15-c634-4c6d-9b02-1e8ad0eaab12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:53.927441 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2eb7ef15-c634-4c6d-9b02-1e8ad0eaab12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:54.011985 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2eb7ef15-c634-4c6d-9b02-1e8ad0eaab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:54.141707 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2eb7ef15-c634-4c6d-9b02-1e8ad0eaab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:54.169331 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7ef15-c634-4c6d-9b02-1e8ad0eaab12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89e4d43c-276d-424d-bd9f-b6f0ccbaac71,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:54.173662 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2eb7ef15-c634-4c6d-9b02-1e8ad0eaab12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:54.175614 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2eb7ef15-c634-4c6d-9b02-1e8ad0eaab12 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/89e4d43c-276d-424d-bd9f-b6f0ccbaac71 HTTP/1.1" status: 204 len: 168 time: 0.3320558 Jul 30 02:54:54.178244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 38910) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:54:54.180949 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d3581f-9e7b-48fa-b3d9-fff0951a9c3b None None] Network c4b95532-a25f-4e7c-a4d7-94f644148d61 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:54:54.250444 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6baa-6712-4599-8a56-51c8ce5b0a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:54.305012 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d6baa-6712-4599-8a56-51c8ce5b0a05 admin admin] Deleting port 3446d557-695f-41dc-9de6-c8f2524c4e04 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:54:54.305393 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6baa-6712-4599-8a56-51c8ce5b0a05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:54.356607 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fcf6d0-8ca7-42c8-9a08-a5ca378c8fc4 None None] DHCP port deletion for c4b95532-a25f-4e7c-a4d7-94f644148d61 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:54:54.369019 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-7b6d6baa-6712-4599-8a56-51c8ce5b0a05 admin admin] For port 3446d557-695f-41dc-9de6-c8f2524c4e04, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3446d557-695f-41dc-9de6-c8f2524c4e04,segment=NetworkSegment(45ab7681-4511-49a9-890b-e8eb9e2b77fd),segment_id=45ab7681-4511-49a9-890b-e8eb9e2b77fd)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:54:54.369518 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6baa-6712-4599-8a56-51c8ce5b0a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:54.383106 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d6baa-6712-4599-8a56-51c8ce5b0a05 admin admin] Calling delete_port for 3446d557-695f-41dc-9de6-c8f2524c4e04 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:54:54.401951 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-24fcf6d0-8ca7-42c8-9a08-a5ca378c8fc4 None None] Deleting port 3446d557-695f-41dc-9de6-c8f2524c4e04 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:54:54.402417 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-24fcf6d0-8ca7-42c8-9a08-a5ca378c8fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:54.463557 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-24fcf6d0-8ca7-42c8-9a08-a5ca378c8fc4 None None] For port 3446d557-695f-41dc-9de6-c8f2524c4e04, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3446d557-695f-41dc-9de6-c8f2524c4e04,segment=NetworkSegment(45ab7681-4511-49a9-890b-e8eb9e2b77fd),segment_id=45ab7681-4511-49a9-890b-e8eb9e2b77fd)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:54:54.466135 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-24fcf6d0-8ca7-42c8-9a08-a5ca378c8fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:54.476318 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-24fcf6d0-8ca7-42c8-9a08-a5ca378c8fc4 None None] Calling delete_port for 3446d557-695f-41dc-9de6-c8f2524c4e04 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:54:54.547065 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6baa-6712-4599-8a56-51c8ce5b0a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:54.555809 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-24fcf6d0-8ca7-42c8-9a08-a5ca378c8fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:54.574859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d6baa-6712-4599-8a56-51c8ce5b0a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=3446d557-695f-41dc-9de6-c8f2524c4e04,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:54.576744 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d6baa-6712-4599-8a56-51c8ce5b0a05 admin admin] No DVR routers for this DVR port 3446d557-695f-41dc-9de6-c8f2524c4e04 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:54:54.581623 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcf6d0-8ca7-42c8-9a08-a5ca378c8fc4 None None] Pushing event deleted for resources: {'Port': ['ID=3446d557-695f-41dc-9de6-c8f2524c4e04,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:54.585500 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fcf6d0-8ca7-42c8-9a08-a5ca378c8fc4 None None] No DVR routers for this DVR port 3446d557-695f-41dc-9de6-c8f2524c4e04 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:54:54.653071 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6baa-6712-4599-8a56-51c8ce5b0a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:54.663178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-7b6d6baa-6712-4599-8a56-51c8ce5b0a05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b95532-a25f-4e7c-a4d7-94f644148d61']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:54.673866 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-7b6d6baa-6712-4599-8a56-51c8ce5b0a05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ab7681-4511-49a9-890b-e8eb9e2b77fd') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:54.674167 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-7b6d6baa-6712-4599-8a56-51c8ce5b0a05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ab7681-4511-49a9-890b-e8eb9e2b77fd') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:54.682961 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6baa-6712-4599-8a56-51c8ce5b0a05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:54.700510 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6baa-6712-4599-8a56-51c8ce5b0a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:54.702676 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6d6baa-6712-4599-8a56-51c8ce5b0a05 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:54:54.703065 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6baa-6712-4599-8a56-51c8ce5b0a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:54:54.705418 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:54:54.815701 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6baa-6712-4599-8a56-51c8ce5b0a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:54.821103 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6baa-6712-4599-8a56-51c8ce5b0a05 admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:54.823002 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7b6d6baa-6712-4599-8a56-51c8ce5b0a05 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c4b95532-a25f-4e7c-a4d7-94f644148d61 HTTP/1.1" status: 204 len: 168 time: 0.6437469 Jul 30 02:54:54.835088 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d6baa-6712-4599-8a56-51c8ce5b0a05 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b95532-a25f-4e7c-a4d7-94f644148d61,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:55.146787 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38914) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:54:55.186376 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9238bc04-4b15-4b24-918d-3a69ac9a0dfe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=61b91b63026e4ad2bc5cb8a9f905eb17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383654 Jul 30 02:54:55.188706 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38916) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:54:55.234958 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74ec5f32-fa2a-4158-aeb9-28e988d0443c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:55.256341 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74ec5f32-fa2a-4158-aeb9-28e988d0443c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:55.358342 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74ec5f32-fa2a-4158-aeb9-28e988d0443c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:55.361291 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-74ec5f32-fa2a-4158-aeb9-28e988d0443c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:55.362573 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-74ec5f32-fa2a-4158-aeb9-28e988d0443c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/363b9d2b-b8e4-4408-8312-7edb889029d9 HTTP/1.1" status: 204 len: 168 time: 0.1729696 Jul 30 02:54:55.375317 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec5f32-fa2a-4158-aeb9-28e988d0443c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363b9d2b-b8e4-4408-8312-7edb889029d9,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:55.413983 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3446d557-695f-41dc-9de6-c8f2524c4e04 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:54:55.434039 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 3446d557-695f-41dc-9de6-c8f2524c4e04 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:54:55.434491 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3446d557-695f-41dc-9de6-c8f2524c4e04 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:54:55.434921 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:54:55.456925 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:54:55.457263 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 39e2cddd-3ad5-4cc8-a5d6-d46dc95a4b13 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:54:55.964021 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38922) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:54:56.003384 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2357ef01-f152-4147-8648-667c88317228 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f6f896ebc6f3422a96e7bcf06e502ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382121 Jul 30 02:54:56.005748 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38924) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:54:56.055892 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a4c7e9b4-0705-4521-9997-bf20ee84cda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:56.077128 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a4c7e9b4-0705-4521-9997-bf20ee84cda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:56.209738 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a4c7e9b4-0705-4521-9997-bf20ee84cda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:56.212395 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a4c7e9b4-0705-4521-9997-bf20ee84cda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:56.213577 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a4c7e9b4-0705-4521-9997-bf20ee84cda1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/afbbc857-f40d-410b-81f4-5be326a222fd HTTP/1.1" status: 204 len: 168 time: 0.2069533 Jul 30 02:54:56.222791 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7e9b4-0705-4521-9997-bf20ee84cda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbbc857-f40d-410b-81f4-5be326a222fd,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:58.445193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38964) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:54:58.449789 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-15c0a3bb-4c27-4de6-a7d3-efb654e81d6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1160724774', 'description': 'tempest-secgroup-smoke-1160724774 description', 'project_id': '0077c21cf63c4542922b8f7011a4fe46'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:54:58.523899 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-15c0a3bb-4c27-4de6-a7d3-efb654e81d6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:58.531753 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-15c0a3bb-4c27-4de6-a7d3-efb654e81d6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:58.622035 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-15c0a3bb-4c27-4de6-a7d3-efb654e81d6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:58.684117 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-15c0a3bb-4c27-4de6-a7d3-efb654e81d6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:58.718905 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0a3bb-4c27-4de6-a7d3-efb654e81d6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4081cd-efea-486a-91b1-121e5759b044,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:58.771790 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-15c0a3bb-4c27-4de6-a7d3-efb654e81d6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:58.860926 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-15c0a3bb-4c27-4de6-a7d3-efb654e81d6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:58.890561 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0a3bb-4c27-4de6-a7d3-efb654e81d6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cebee3ff-094c-47a7-8483-7a1206d8201b,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:59.021177 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-15c0a3bb-4c27-4de6-a7d3-efb654e81d6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:59.022498 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-15c0a3bb-4c27-4de6-a7d3-efb654e81d6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5762644 Jul 30 02:54:59.025259 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38966) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:54:59.029655 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-9dca3fd6-846b-46ea-97ff-cdb3af8f1067 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': 'cebee3ff-094c-47a7-8483-7a1206d8201b', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:54:59.151394 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9dca3fd6-846b-46ea-97ff-cdb3af8f1067 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:59.512079 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9dca3fd6-846b-46ea-97ff-cdb3af8f1067 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:59.581345 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9dca3fd6-846b-46ea-97ff-cdb3af8f1067 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:59.601002 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca3fd6-846b-46ea-97ff-cdb3af8f1067 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a9e413-5635-45e0-a473-722b7dd5521f,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:59.661272 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9dca3fd6-846b-46ea-97ff-cdb3af8f1067 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:59.662543 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9dca3fd6-846b-46ea-97ff-cdb3af8f1067 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6363318 Jul 30 02:54:59.665293 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38968) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:54:59.669969 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-49dca2bf-e8ed-43fd-b101-ff33990fca18 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': 'cebee3ff-094c-47a7-8483-7a1206d8201b', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:54:59.756655 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49dca2bf-e8ed-43fd-b101-ff33990fca18 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:59.812020 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49dca2bf-e8ed-43fd-b101-ff33990fca18 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:59.878205 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49dca2bf-e8ed-43fd-b101-ff33990fca18 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:59.896049 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dca2bf-e8ed-43fd-b101-ff33990fca18 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d54c8e-35a7-4a29-92e5-d79b2922af72,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:59.951698 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-49dca2bf-e8ed-43fd-b101-ff33990fca18 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:59.952907 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-49dca2bf-e8ed-43fd-b101-ff33990fca18 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2864411 Jul 30 02:54:59.955852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38970) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:54:59.960190 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b38834a0-d1bb-45fa-a2ed-bde9f494b8c9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': 'cebee3ff-094c-47a7-8483-7a1206d8201b', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:00.042393 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b38834a0-d1bb-45fa-a2ed-bde9f494b8c9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:00.097836 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b38834a0-d1bb-45fa-a2ed-bde9f494b8c9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:00.163618 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b38834a0-d1bb-45fa-a2ed-bde9f494b8c9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:00.183054 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38834a0-d1bb-45fa-a2ed-bde9f494b8c9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce711532-940e-48c2-ae6f-708f64416c31,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:00.319028 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b38834a0-d1bb-45fa-a2ed-bde9f494b8c9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:00.320282 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b38834a0-d1bb-45fa-a2ed-bde9f494b8c9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3635020 Jul 30 02:55:00.323131 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38972) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:00.327695 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e45b1bbe-f6d8-4f02-b0e1-16a641a45716 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': 'cebee3ff-094c-47a7-8483-7a1206d8201b', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:00.426709 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e45b1bbe-f6d8-4f02-b0e1-16a641a45716 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:00.487426 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e45b1bbe-f6d8-4f02-b0e1-16a641a45716 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:00.552836 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e45b1bbe-f6d8-4f02-b0e1-16a641a45716 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:00.572426 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b1bbe-f6d8-4f02-b0e1-16a641a45716 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423aec4b-93df-48d3-b500-26e79f37678d,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:00.621729 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e45b1bbe-f6d8-4f02-b0e1-16a641a45716 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:00.622953 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e45b1bbe-f6d8-4f02-b0e1-16a641a45716 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2988658 Jul 30 02:55:00.625620 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38974) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:00.630795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-13d79dde-996e-4623-ae2b-1d06dc1220ff tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': 'cebee3ff-094c-47a7-8483-7a1206d8201b', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:00.707568 n-d-713498-9 neutron-server[94464]: INFO neutron.db.securitygroups_db [None req-13d79dde-996e-4623-ae2b-1d06dc1220ff tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Project 0077c21cf63c4542922b8f7011a4fe46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:55:00.712890 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-13d79dde-996e-4623-ae2b-1d06dc1220ff tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:00.772514 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-13d79dde-996e-4623-ae2b-1d06dc1220ff tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:00.832720 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-13d79dde-996e-4623-ae2b-1d06dc1220ff tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:00.852084 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d79dde-996e-4623-ae2b-1d06dc1220ff tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543b1c60-a7a0-4fc4-a378-aee37edeb145,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:00.929976 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-13d79dde-996e-4623-ae2b-1d06dc1220ff tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:00.931313 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-13d79dde-996e-4623-ae2b-1d06dc1220ff tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3047357 Jul 30 02:55:00.933944 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38976) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:00.938318 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-60549961-2d1e-43c8-95b0-e25b44789325 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': 'cebee3ff-094c-47a7-8483-7a1206d8201b', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:01.027129 n-d-713498-9 neutron-server[94464]: INFO neutron.db.securitygroups_db [None req-60549961-2d1e-43c8-95b0-e25b44789325 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Project 0077c21cf63c4542922b8f7011a4fe46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:55:01.031888 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-60549961-2d1e-43c8-95b0-e25b44789325 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:01.091698 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-60549961-2d1e-43c8-95b0-e25b44789325 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:01.158064 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-60549961-2d1e-43c8-95b0-e25b44789325 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:01.178427 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60549961-2d1e-43c8-95b0-e25b44789325 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c36fe8a-ae6f-4b8c-b931-0b4d1c0b2c27,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:01.232892 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-60549961-2d1e-43c8-95b0-e25b44789325 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:01.234164 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-60549961-2d1e-43c8-95b0-e25b44789325 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2992630 Jul 30 02:55:01.237773 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38978) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:01.242659 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d03e7a35-18e9-46f6-a227-fc5dd4f76afd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'network': {'name': 'tempest-network-smoke--748046689', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'port_security_enabled': True}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:01.317941 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03e7a35-18e9-46f6-a227-fc5dd4f76afd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Made reservation on behalf of 0077c21cf63c4542922b8f7011a4fe46 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:55:01.321368 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d03e7a35-18e9-46f6-a227-fc5dd4f76afd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:01.343068 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03e7a35-18e9-46f6-a227-fc5dd4f76afd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:55:01.351617 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d03e7a35-18e9-46f6-a227-fc5dd4f76afd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:01.351954 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-d03e7a35-18e9-46f6-a227-fc5dd4f76afd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Added segment 06c65b3a-eaf9-453c-a192-a20756a00f8e of type vlan for network 81eb2333-e4f5-4050-9a23-7c223b3e852e Jul 30 02:55:01.390477 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d03e7a35-18e9-46f6-a227-fc5dd4f76afd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:01.472632 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d03e7a35-18e9-46f6-a227-fc5dd4f76afd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:01.478229 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03e7a35-18e9-46f6-a227-fc5dd4f76afd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:01.478803 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d03e7a35-18e9-46f6-a227-fc5dd4f76afd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:01.546905 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e7a35-18e9-46f6-a227-fc5dd4f76afd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Network': ['ID=81eb2333-e4f5-4050-9a23-7c223b3e852e,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:01.557786 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 81eb2333-e4f5-4050-9a23-7c223b3e852e details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:55:01.582945 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d03e7a35-18e9-46f6-a227-fc5dd4f76afd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3441029 Jul 30 02:55:01.586223 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38980) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:01.590866 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-dc80de27-1e26-4841-bdd5-339d34bcb603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1249769569', 'admin_state_up': True, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:01.695615 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dc80de27-1e26-4841-bdd5-339d34bcb603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:01.696658 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dc80de27-1e26-4841-bdd5-339d34bcb603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:01.747041 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dc80de27-1e26-4841-bdd5-339d34bcb603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:01.962895 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dc80de27-1e26-4841-bdd5-339d34bcb603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:02.188906 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dc80de27-1e26-4841-bdd5-339d34bcb603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:02.212579 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dc80de27-1e26-4841-bdd5-339d34bcb603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:02.311730 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-dc80de27-1e26-4841-bdd5-339d34bcb603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Allocated IP 172.25.1.108 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/2a3839b5-6b67-4ca8-869e-aeaa1d6e5774) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:55:02.414763 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dc80de27-1e26-4841-bdd5-339d34bcb603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:02.523480 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dc80de27-1e26-4841-bdd5-339d34bcb603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:02.559661 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc80de27-1e26-4841-bdd5-339d34bcb603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:55:02.562500 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-dc80de27-1e26-4841-bdd5-339d34bcb603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:55:02.566639 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc80de27-1e26-4841-bdd5-339d34bcb603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:55:02.591667 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80de27-1e26-4841-bdd5-339d34bcb603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=2a3839b5-6b67-4ca8-869e-aeaa1d6e5774,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:02.879452 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dc80de27-1e26-4841-bdd5-339d34bcb603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:03.075220 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dc80de27-1e26-4841-bdd5-339d34bcb603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:03.249852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc80de27-1e26-4841-bdd5-339d34bcb603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router 8457d4c1-44e2-4cb6-ab7a-57befdac0dab is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:55:03.354544 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc80de27-1e26-4841-bdd5-339d34bcb603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:55:03.366382 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] Sync routers for ids ['8457d4c1-44e2-4cb6-ab7a-57befdac0dab'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:55:03.375777 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] Routers {'8457d4c1-44e2-4cb6-ab7a-57befdac0dab'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:03.376398 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8457d4c1-44e2-4cb6-ab7a-57befdac0dab'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:03.416100 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-dc80de27-1e26-4841-bdd5-339d34bcb603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:03.417409 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-dc80de27-1e26-4841-bdd5-339d34bcb603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8301432 Jul 30 02:55:03.420609 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38982) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:03.543685 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-48076cbe-b633-4439-bb5b-d37efe5ec13c tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=0077c21cf63c4542922b8f7011a4fe46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1219211 Jul 30 02:55:03.546403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38986) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:03.640863 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] Set router 8457d4c1-44e2-4cb6-ab7a-57befdac0dab gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:03.695812 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ce8533-c81c-4e60-bf04-0a95cdd08b8a tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:03.697342 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-41ce8533-c81c-4e60-bf04-0a95cdd08b8a tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1499982 Jul 30 02:55:03.700304 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38988) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:03.704270 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:03.728531 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-141d424e-03fe-4820-ab36-24fe7c5256b1 tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271327 Jul 30 02:55:03.731038 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38990) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:03.735744 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-f3089899-41cb-4561-9c8c-0e6e223246e4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1108810797', 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:03.812679 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249769569', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:01Z', 'updated_at': '2021-07-30T02:55:02Z', 'revision_number': 3, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:02Z', 'updated_at': '2021-07-30T02:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:03.842412 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] Checking router: 8457d4c1-44e2-4cb6-ab7a-57befdac0dab for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:55:03.842785 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] Updating router 8457d4c1-44e2-4cb6-ab7a-57befdac0dab port 2a3839b5-6b67-4ca8-869e-aeaa1d6e5774 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:55:03.866851 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:03.923454 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3089899-41cb-4561-9c8c-0e6e223246e4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Made reservation on behalf of 0077c21cf63c4542922b8f7011a4fe46 for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:55:03.927601 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f3089899-41cb-4561-9c8c-0e6e223246e4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:04.116084 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:04.125702 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] Transition to ACTIVE for port object 2a3839b5-6b67-4ca8-869e-aeaa1d6e5774 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:55:04.158416 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f3089899-41cb-4561-9c8c-0e6e223246e4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:04.181094 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:04.224556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3089899-41cb-4561-9c8c-0e6e223246e4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Subnet': ['ID=301df9db-0acd-4b88-8638-f0aecc602f1b,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:04.229002 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3089899-41cb-4561-9c8c-0e6e223246e4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Checking segment: {'id': '06c65b3a-eaf9-453c-a192-a20756a00f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:55:04.229365 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3089899-41cb-4561-9c8c-0e6e223246e4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network hostable DHCP agents. Network: 81eb2333-e4f5-4050-9a23-7c223b3e852e, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:55:04.232892 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] Attempting to bind port 2a3839b5-6b67-4ca8-869e-aeaa1d6e5774 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:55:04.233444 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] Attempting to bind port 2a3839b5-6b67-4ca8-869e-aeaa1d6e5774 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:55:04.233781 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] Attempting to bind port 2a3839b5-6b67-4ca8-869e-aeaa1d6e5774 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:55:04.245217 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae7800-d137-4103-a0f2-82fdb9640c9c None None] Pushing event updated for resources: {'Port': ['ID=2a3839b5-6b67-4ca8-869e-aeaa1d6e5774,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:04.248580 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:55:04.248957 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:55:04.249348 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:04.249728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:55:04.250186 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] Bound port: 2a3839b5-6b67-4ca8-869e-aeaa1d6e5774, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:55:04.250585 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:04.301610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] For port 2a3839b5-6b67-4ca8-869e-aeaa1d6e5774, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:55:04.304548 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] For port 2a3839b5-6b67-4ca8-869e-aeaa1d6e5774, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=2a3839b5-6b67-4ca8-869e-aeaa1d6e5774,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:55:04.329973 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3089899-41cb-4561-9c8c-0e6e223246e4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 81eb2333-e4f5-4050-9a23-7c223b3e852e is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:55:04.410944 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:04.421150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-f3089899-41cb-4561-9c8c-0e6e223246e4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 81eb2333-e4f5-4050-9a23-7c223b3e852e) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:55:04.425823 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3089899-41cb-4561-9c8c-0e6e223246e4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:04.426448 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f3089899-41cb-4561-9c8c-0e6e223246e4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:04.440800 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e89af2f-f453-4c98-8124-93f77a8dadbb None None] Network 81eb2333-e4f5-4050-9a23-7c223b3e852e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:55:04.508013 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f3089899-41cb-4561-9c8c-0e6e223246e4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7759464 Jul 30 02:55:04.510648 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 38992) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:04.513924 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] Routers {'8457d4c1-44e2-4cb6-ab7a-57befdac0dab'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:04.514579 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8457d4c1-44e2-4cb6-ab7a-57befdac0dab'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:04.572065 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae7800-d137-4103-a0f2-82fdb9640c9c None None] Pushing event updated for resources: {'Port': ['ID=2a3839b5-6b67-4ca8-869e-aeaa1d6e5774,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:04.685969 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] Set router 8457d4c1-44e2-4cb6-ab7a-57befdac0dab gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:04.763386 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-81eb2333-e4f5-4050-9a23-7c223b3e852e', 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ips': [{'subnet_id': '301df9db-0acd-4b88-8638-f0aecc602f1b'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:55:04.764259 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:04.938665 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5e46e16-6a4b-4a3a-891f-f27df1c749d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:04.977823 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Allocated IP 172.20.0.2 (81eb2333-e4f5-4050-9a23-7c223b3e852e/301df9db-0acd-4b88-8638-f0aecc602f1b/ea613f21-f51f-41c8-b6e7-6a86d6728ab5) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:55:05.039202 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249769569', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:01Z', 'updated_at': '2021-07-30T02:55:02Z', 'revision_number': 3, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:02Z', 'updated_at': '2021-07-30T02:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:05.070339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43874466-0614-4ec9-9a0f-8b14605f10ee None None] The sync data for ids ['8457d4c1-44e2-4cb6-ab7a-57befdac0dab'] in n-d-713498-9 is: [{'id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249769569', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:01Z', 'updated_at': '2021-07-30T02:55:02Z', 'revision_number': 3, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:02Z', 'updated_at': '2021-07-30T02:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:55:05.168699 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:05.177122 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Transition to ACTIVE for port object ea613f21-f51f-41c8-b6e7-6a86d6728ab5 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:55:05.192729 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Transition to ACTIVE for port object ea613f21-f51f-41c8-b6e7-6a86d6728ab5 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:55:05.262109 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:05.310015 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Network 81eb2333-e4f5-4050-9a23-7c223b3e852e is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:55:05.313600 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:55:05.318137 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:55:05.334229 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-d5e46e16-6a4b-4a3a-891f-f27df1c749d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Allocated IP 172.20.0.1 (81eb2333-e4f5-4050-9a23-7c223b3e852e/301df9db-0acd-4b88-8638-f0aecc602f1b/a86c685d-dea6-4000-9706-cc53580db0c1) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:55:05.354756 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Pushing event updated for resources: {'Port': ['ID=ea613f21-f51f-41c8-b6e7-6a86d6728ab5,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:05.405690 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Attempting to bind port ea613f21-f51f-41c8-b6e7-6a86d6728ab5 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:55:05.406068 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Attempting to bind port ea613f21-f51f-41c8-b6e7-6a86d6728ab5 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '06c65b3a-eaf9-453c-a192-a20756a00f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:55:05.406574 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Attempting to bind port ea613f21-f51f-41c8-b6e7-6a86d6728ab5 on network 81eb2333-e4f5-4050-9a23-7c223b3e852e {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:55:05.412981 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:55:05.413658 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Checking segment: {'id': '06c65b3a-eaf9-453c-a192-a20756a00f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:55:05.413759 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:05.414138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Bound using segment: {'id': '06c65b3a-eaf9-453c-a192-a20756a00f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:55:05.414650 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Bound port: ea613f21-f51f-41c8-b6e7-6a86d6728ab5, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c65b3a-eaf9-453c-a192-a20756a00f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:55:05.415036 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:05.481711 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2a3839b5-6b67-4ca8-869e-aeaa1d6e5774 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:55:05.495220 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5e46e16-6a4b-4a3a-891f-f27df1c749d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:05.511924 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-d5e46e16-6a4b-4a3a-891f-f27df1c749d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Transition to ACTIVE for port object a86c685d-dea6-4000-9706-cc53580db0c1 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:55:05.521371 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] For port ea613f21-f51f-41c8-b6e7-6a86d6728ab5, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:55:05.540807 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] For port ea613f21-f51f-41c8-b6e7-6a86d6728ab5, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ea613f21-f51f-41c8-b6e7-6a86d6728ab5,segment=NetworkSegment(06c65b3a-eaf9-453c-a192-a20756a00f8e),segment_id=06c65b3a-eaf9-453c-a192-a20756a00f8e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:55:05.609988 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:05.640727 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5e46e16-6a4b-4a3a-891f-f27df1c749d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:05.645300 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 2a3839b5-6b67-4ca8-869e-aeaa1d6e5774 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:55:05.651208 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 2a3839b5-6b67-4ca8-869e-aeaa1d6e5774 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:05.651581 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:05.686793 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e46e16-6a4b-4a3a-891f-f27df1c749d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 81eb2333-e4f5-4050-9a23-7c223b3e852e is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:55:05.691275 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d5e46e16-6a4b-4a3a-891f-f27df1c749d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:55:05.693885 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e46e16-6a4b-4a3a-891f-f27df1c749d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:55:05.712400 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6af62-7924-4175-8ce0-6ad85da64a63 None None] Pushing event updated for resources: {'Port': ['ID=ea613f21-f51f-41c8-b6e7-6a86d6728ab5,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:05.735713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e46e16-6a4b-4a3a-891f-f27df1c749d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=a86c685d-dea6-4000-9706-cc53580db0c1,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:05.766135 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5e46e16-6a4b-4a3a-891f-f27df1c749d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:05.774269 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:05.797949 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 2a3839b5-6b67-4ca8-869e-aeaa1d6e5774, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=2a3839b5-6b67-4ca8-869e-aeaa1d6e5774,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:05.883884 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:05.937255 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=2a3839b5-6b67-4ca8-869e-aeaa1d6e5774,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:06.002998 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5e46e16-6a4b-4a3a-891f-f27df1c749d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:06.605114 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8a99b4-9656-4634-aaee-f48057518639 None None] Network 81eb2333-e4f5-4050-9a23-7c223b3e852e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:55:06.606753 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5e46e16-6a4b-4a3a-891f-f27df1c749d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:06.678717 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5e46e16-6a4b-4a3a-891f-f27df1c749d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:06.747566 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6b71eae6-4a05-4457-a0ca-5ef4ba025b13 None None] Provisioning for port ea613f21-f51f-41c8-b6e7-6a86d6728ab5 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:55:06.757542 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e46e16-6a4b-4a3a-891f-f27df1c749d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=a86c685d-dea6-4000-9706-cc53580db0c1,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:06.760954 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d5e46e16-6a4b-4a3a-891f-f27df1c749d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:06.856870 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e46e16-6a4b-4a3a-891f-f27df1c749d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 81eb2333-e4f5-4050-9a23-7c223b3e852e is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:55:06.858011 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-d5e46e16-6a4b-4a3a-891f-f27df1c749d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:55:07.007852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e46e16-6a4b-4a3a-891f-f27df1c749d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router 8457d4c1-44e2-4cb6-ab7a-57befdac0dab has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:55:07.132659 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e46e16-6a4b-4a3a-891f-f27df1c749d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:55:07.138049 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d5e46e16-6a4b-4a3a-891f-f27df1c749d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "PUT /v2.0/routers/8457d4c1-44e2-4cb6-ab7a-57befdac0dab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6262336 Jul 30 02:55:07.182771 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41285d81-e774-4a5d-aade-c97ea5d9d1f3 None None] Provisioning for port a86c685d-dea6-4000-9706-cc53580db0c1 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:55:07.184732 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41285d81-e774-4a5d-aade-c97ea5d9d1f3 None None] Provisioning complete for port a86c685d-dea6-4000-9706-cc53580db0c1 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:07.185109 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41285d81-e774-4a5d-aade-c97ea5d9d1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:07.224957 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41285d81-e774-4a5d-aade-c97ea5d9d1f3 None None] Port a86c685d-dea6-4000-9706-cc53580db0c1 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:55:07.236750 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] Sync routers for ids ['8457d4c1-44e2-4cb6-ab7a-57befdac0dab'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:55:07.254662 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] Routers {'8457d4c1-44e2-4cb6-ab7a-57befdac0dab'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:07.254662 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8457d4c1-44e2-4cb6-ab7a-57befdac0dab'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:07.306691 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-03916364-0701-4540-b12c-01e9c3a6b6d0 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1160724774&fields=id&tenant_id=0077c21cf63c4542922b8f7011a4fe46 HTTP/1.1" status: 200 len: 267 time: 0.0453782 Jul 30 02:55:07.345537 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8f25ca68-6c01-4a05-bc82-404fe1297618 None None] Provisioning complete for port a86c685d-dea6-4000-9706-cc53580db0c1 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:07.345933 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8f25ca68-6c01-4a05-bc82-404fe1297618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:07.370678 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] Set router 8457d4c1-44e2-4cb6-ab7a-57befdac0dab gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:07.401384 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8f25ca68-6c01-4a05-bc82-404fe1297618 None None] Port a86c685d-dea6-4000-9706-cc53580db0c1 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:55:07.446181 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-86a775ab-4ded-4c4a-a65e-3491d42d50d7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:07.447981 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-86a775ab-4ded-4c4a-a65e-3491d42d50d7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/networks?id=81eb2333-e4f5-4050-9a23-7c223b3e852e HTTP/1.1" status: 200 len: 796 time: 0.1324027 Jul 30 02:55:07.465238 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-49e2d320-cbcd-45aa-8dd9-63e751d9f90b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/quotas/0077c21cf63c4542922b8f7011a4fe46 HTTP/1.1" status: 200 len: 375 time: 0.0112438 Jul 30 02:55:07.512333 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ea613f21-f51f-41c8-b6e7-6a86d6728ab5 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:55:07.526698 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-dff0db26-1400-43d5-a9b2-63e17850a7b3 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550220 Jul 30 02:55:07.547849 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-baf94b36-057f-4e7b-9ddf-af0e61b36780 None None] Provisioning complete for port a86c685d-dea6-4000-9706-cc53580db0c1 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:07.548233 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-baf94b36-057f-4e7b-9ddf-af0e61b36780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:07.588790 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249769569', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:01Z', 'updated_at': '2021-07-30T02:55:05Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:02Z', 'updated_at': '2021-07-30T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'a86c685d-dea6-4000-9706-cc53580db0c1', 'name': '', 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:3e:67:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '301df9db-0acd-4b88-8638-f0aecc602f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:05Z', 'updated_at': '2021-07-30T02:55:06Z', 'revision_number': 2, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '301df9db-0acd-4b88-8638-f0aecc602f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:07.592548 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-baf94b36-057f-4e7b-9ddf-af0e61b36780 None None] Port a86c685d-dea6-4000-9706-cc53580db0c1 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:55:07.617643 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] Checking router: 8457d4c1-44e2-4cb6-ab7a-57befdac0dab for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:55:07.617990 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] Updating router 8457d4c1-44e2-4cb6-ab7a-57befdac0dab port a86c685d-dea6-4000-9706-cc53580db0c1 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:55:07.643272 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:07.677951 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-efab6b9a-85ee-4a9f-a867-1db15466dbdb service neutron] 10.222.0.70 "GET /v2.0/networks/81eb2333-e4f5-4050-9a23-7c223b3e852e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387911 Jul 30 02:55:07.684120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port ea613f21-f51f-41c8-b6e7-6a86d6728ab5 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:55:07.688180 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port ea613f21-f51f-41c8-b6e7-6a86d6728ab5 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:07.688800 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:07.768946 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:07.775999 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f62cd6bc-540d-47f6-ba8f-ddc7d59b89d8 service neutron] 10.222.0.70 "GET /v2.0/networks/81eb2333-e4f5-4050-9a23-7c223b3e852e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887585 Jul 30 02:55:07.803879 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port ea613f21-f51f-41c8-b6e7-6a86d6728ab5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ea613f21-f51f-41c8-b6e7-6a86d6728ab5,segment=NetworkSegment(06c65b3a-eaf9-453c-a192-a20756a00f8e),segment_id=06c65b3a-eaf9-453c-a192-a20756a00f8e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:07.855799 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:07.856878 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2a3839b5-6b67-4ca8-869e-aeaa1d6e5774 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:55:07.912337 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:07.922722 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] Transition to ACTIVE for port object a86c685d-dea6-4000-9706-cc53580db0c1 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:55:07.934845 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=ea613f21-f51f-41c8-b6e7-6a86d6728ab5,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:07.945263 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 2a3839b5-6b67-4ca8-869e-aeaa1d6e5774 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:07.945526 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:07.987525 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:07.993574 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2a278f53-ea0b-43df-b930-2cd1ade79d2f req-789d032a-abf2-48d4-817d-da91c8f4e2d6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 210 time: 0.0303466 Jul 30 02:55:08.072563 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385fe17-214a-4918-b5bc-55e022697c58 None None] Pushing event updated for resources: {'Port': ['ID=a86c685d-dea6-4000-9706-cc53580db0c1,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:08.088106 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385fe17-214a-4918-b5bc-55e022697c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:08.088454 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385fe17-214a-4918-b5bc-55e022697c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:08.088793 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385fe17-214a-4918-b5bc-55e022697c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:08.089137 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385fe17-214a-4918-b5bc-55e022697c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:08.089450 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385fe17-214a-4918-b5bc-55e022697c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:08.089773 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385fe17-214a-4918-b5bc-55e022697c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:08.090098 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385fe17-214a-4918-b5bc-55e022697c58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:08.090446 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385fe17-214a-4918-b5bc-55e022697c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:08.090765 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385fe17-214a-4918-b5bc-55e022697c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:08.091084 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385fe17-214a-4918-b5bc-55e022697c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:08.091402 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385fe17-214a-4918-b5bc-55e022697c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:08.091718 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385fe17-214a-4918-b5bc-55e022697c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:08.099454 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] Attempting to bind port a86c685d-dea6-4000-9706-cc53580db0c1 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:55:08.099827 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] Attempting to bind port a86c685d-dea6-4000-9706-cc53580db0c1 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '06c65b3a-eaf9-453c-a192-a20756a00f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:55:08.100436 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] Attempting to bind port a86c685d-dea6-4000-9706-cc53580db0c1 on network 81eb2333-e4f5-4050-9a23-7c223b3e852e {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:55:08.105606 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:55:08.105963 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] Checking segment: {'id': '06c65b3a-eaf9-453c-a192-a20756a00f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:55:08.106464 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:08.106777 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] Bound using segment: {'id': '06c65b3a-eaf9-453c-a192-a20756a00f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:55:08.107240 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] Bound port: a86c685d-dea6-4000-9706-cc53580db0c1, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c65b3a-eaf9-453c-a192-a20756a00f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:55:08.107619 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:08.178548 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] For port a86c685d-dea6-4000-9706-cc53580db0c1, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:55:08.181907 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] For port a86c685d-dea6-4000-9706-cc53580db0c1, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a86c685d-dea6-4000-9706-cc53580db0c1,segment=NetworkSegment(06c65b3a-eaf9-453c-a192-a20756a00f8e),segment_id=06c65b3a-eaf9-453c-a192-a20756a00f8e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:55:08.261012 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:08.325044 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] Routers {'8457d4c1-44e2-4cb6-ab7a-57befdac0dab'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:08.325675 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:54:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8457d4c1-44e2-4cb6-ab7a-57befdac0dab'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:08.359143 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385fe17-214a-4918-b5bc-55e022697c58 None None] Pushing event updated for resources: {'Port': ['ID=a86c685d-dea6-4000-9706-cc53580db0c1,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:08.529068 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] Set router 8457d4c1-44e2-4cb6-ab7a-57befdac0dab gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:08.724577 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249769569', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:01Z', 'updated_at': '2021-07-30T02:55:05Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:02Z', 'updated_at': '2021-07-30T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'a86c685d-dea6-4000-9706-cc53580db0c1', 'name': '', 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:3e:67:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '301df9db-0acd-4b88-8638-f0aecc602f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:05Z', 'updated_at': '2021-07-30T02:55:08Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '301df9db-0acd-4b88-8638-f0aecc602f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:08.753676 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8342c9a5-366b-4a01-85ba-e262f546ad1d None None] The sync data for ids ['8457d4c1-44e2-4cb6-ab7a-57befdac0dab'] in n-d-713498-9 is: [{'id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249769569', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:01Z', 'updated_at': '2021-07-30T02:55:05Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:02Z', 'updated_at': '2021-07-30T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'a86c685d-dea6-4000-9706-cc53580db0c1', 'name': '', 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:3e:67:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '301df9db-0acd-4b88-8638-f0aecc602f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:05Z', 'updated_at': '2021-07-30T02:55:08Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '301df9db-0acd-4b88-8638-f0aecc602f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:55:09.091556 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-77aabc82-27c6-436e-966b-41822af5f942 req-ec208e4e-25fa-4fb7-8a8e-85ddc032cbe7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 210 time: 0.0281730 Jul 30 02:55:09.198505 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ce37f737-fb71-4f6d-b8ff-77d6f78db046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:09.508693 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ea613f21-f51f-41c8-b6e7-6a86d6728ab5 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:55:09.559164 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port ea613f21-f51f-41c8-b6e7-6a86d6728ab5 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:09.559600 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:09.646366 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a86c685d-dea6-4000-9706-cc53580db0c1 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:55:09.773923 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port a86c685d-dea6-4000-9706-cc53580db0c1 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:55:09.773923 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port a86c685d-dea6-4000-9706-cc53580db0c1 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:09.773923 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:09.848138 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:09.879315 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port a86c685d-dea6-4000-9706-cc53580db0c1, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a86c685d-dea6-4000-9706-cc53580db0c1,segment=NetworkSegment(06c65b3a-eaf9-453c-a192-a20756a00f8e),segment_id=06c65b3a-eaf9-453c-a192-a20756a00f8e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:09.958351 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:10.163321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=a86c685d-dea6-4000-9706-cc53580db0c1,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:10.194111 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b43c3f06-5f0b-4e3f-8b12-f67f4b4474e0 req-62110e37-5321-428b-a12d-bf3991a21fc7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 210 time: 0.0331571 Jul 30 02:55:10.536723 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-8e2c2a1f-e894-4913-ad74-7d4f9cd3158f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:10.538235 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-8e2c2a1f-e894-4913-ad74-7d4f9cd3158f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "GET /v2.0/networks?id=81eb2333-e4f5-4050-9a23-7c223b3e852e HTTP/1.1" status: 200 len: 796 time: 0.1007619 Jul 30 02:55:10.589330 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-9306b8f0-c934-49d5-b8cc-934318b7e09a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0077c21cf63c4542922b8f7011a4fe46 HTTP/1.1" status: 200 len: 380 time: 0.0389612 Jul 30 02:55:10.600915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-2589a5ef-990c-4edf-b514-81bb85ad2e89 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'port': {'device_id': '17832051-d8c0-4d84-b941-3413b62a726a', 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e', 'admin_state_up': True, 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'security_groups': ['cebee3ff-094c-47a7-8483-7a1206d8201b']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:10.752631 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-2589a5ef-990c-4edf-b514-81bb85ad2e89 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Made reservation on behalf of 0077c21cf63c4542922b8f7011a4fe46 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:55:10.757028 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-2589a5ef-990c-4edf-b514-81bb85ad2e89 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:10.885691 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-2589a5ef-990c-4edf-b514-81bb85ad2e89 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Allocated IP 172.20.0.11 (81eb2333-e4f5-4050-9a23-7c223b3e852e/301df9db-0acd-4b88-8638-f0aecc602f1b/a544a2f9-e3e5-4051-a319-d261a3111f04) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:55:11.019085 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-2589a5ef-990c-4edf-b514-81bb85ad2e89 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:11.033031 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-2589a5ef-990c-4edf-b514-81bb85ad2e89 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Transition to ACTIVE for port object a544a2f9-e3e5-4051-a319-d261a3111f04 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:55:11.135935 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-2589a5ef-990c-4edf-b514-81bb85ad2e89 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:11.184882 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-2589a5ef-990c-4edf-b514-81bb85ad2e89 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 81eb2333-e4f5-4050-9a23-7c223b3e852e is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:55:11.188084 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-2589a5ef-990c-4edf-b514-81bb85ad2e89 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:55:11.192985 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-2589a5ef-990c-4edf-b514-81bb85ad2e89 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:55:11.201626 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589a5ef-990c-4edf-b514-81bb85ad2e89 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=a544a2f9-e3e5-4051-a319-d261a3111f04,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:11.248549 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-2589a5ef-990c-4edf-b514-81bb85ad2e89 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:11.249294 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-2589a5ef-990c-4edf-b514-81bb85ad2e89 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:11.314747 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952353f-e164-420c-9e11-b39dde9878d4 req-18650484-65ce-4220-8115-afcc1f904b2c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:11.316866 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0952353f-e164-420c-9e11-b39dde9878d4 req-18650484-65ce-4220-8115-afcc1f904b2c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 932 time: 0.0509250 Jul 30 02:55:11.319186 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-2589a5ef-990c-4edf-b514-81bb85ad2e89 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7221038 Jul 30 02:55:11.369684 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0952353f-e164-420c-9e11-b39dde9878d4 req-348fed2a-fbd0-4fe6-ad43-364c7aeab6a8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=cebee3ff-094c-47a7-8483-7a1206d8201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450621 Jul 30 02:55:11.388869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] Request body: {'port': {'device_id': '17832051-d8c0-4d84-b941-3413b62a726a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:11.448075 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a86c685d-dea6-4000-9706-cc53580db0c1 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:55:11.449939 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:11.501444 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port a86c685d-dea6-4000-9706-cc53580db0c1 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:11.501723 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:11.564667 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e0a9304b-7f4d-4057-bbd5-1303e3abf1b1 None None] Provisioning for port a544a2f9-e3e5-4051-a319-d261a3111f04 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:55:11.572355 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e0a9304b-7f4d-4057-bbd5-1303e3abf1b1 None None] Provisioning complete for port a544a2f9-e3e5-4051-a319-d261a3111f04 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:11.572774 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0a9304b-7f4d-4057-bbd5-1303e3abf1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:11.615296 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e0a9304b-7f4d-4057-bbd5-1303e3abf1b1 None None] Port a544a2f9-e3e5-4051-a319-d261a3111f04 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:55:11.690007 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e70c8f4-4c56-4d72-916d-9f5f129296b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:11.729613 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a544a2f9-e3e5-4051-a319-d261a3111f04 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:55:11.737492 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:11.749711 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] Transition to ACTIVE for port object a544a2f9-e3e5-4051-a319-d261a3111f04 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:55:11.832718 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:11.843916 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:11.894875 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] Pushing event updated for resources: {'Port': ['ID=a544a2f9-e3e5-4051-a319-d261a3111f04,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:11.967932 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] Attempting to bind port a544a2f9-e3e5-4051-a319-d261a3111f04 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:55:11.968279 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] Attempting to bind port a544a2f9-e3e5-4051-a319-d261a3111f04 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '06c65b3a-eaf9-453c-a192-a20756a00f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:55:11.968659 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] Attempting to bind port a544a2f9-e3e5-4051-a319-d261a3111f04 on network 81eb2333-e4f5-4050-9a23-7c223b3e852e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:55:11.973829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] Port a544a2f9-e3e5-4051-a319-d261a3111f04 on network 81eb2333-e4f5-4050-9a23-7c223b3e852e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:55:11.974154 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] Attempting to bind port a544a2f9-e3e5-4051-a319-d261a3111f04 on network 81eb2333-e4f5-4050-9a23-7c223b3e852e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:55:11.979137 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:55:11.979485 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] Checking segment: {'id': '06c65b3a-eaf9-453c-a192-a20756a00f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:55:11.979876 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] Bound using segment: {'id': '06c65b3a-eaf9-453c-a192-a20756a00f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:55:11.980309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] Bound port: a544a2f9-e3e5-4051-a319-d261a3111f04, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c65b3a-eaf9-453c-a192-a20756a00f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:55:11.980677 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:12.048714 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] For port a544a2f9-e3e5-4051-a319-d261a3111f04, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:55:12.052907 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] For port a544a2f9-e3e5-4051-a319-d261a3111f04, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a544a2f9-e3e5-4051-a319-d261a3111f04,segment=NetworkSegment(06c65b3a-eaf9-453c-a192-a20756a00f8e),segment_id=06c65b3a-eaf9-453c-a192-a20756a00f8e)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:55:12.152935 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:12.187734 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:12.188365 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:12.189967 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] 10.222.0.10 "PUT /v2.0/ports/a544a2f9-e3e5-4051-a319-d261a3111f04 HTTP/1.1" status: 200 len: 1092 time: 0.8610342 Jul 30 02:55:12.192973 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17832051-d8c0-4d84-b941-3413b62a726a', 'tag': 'a544a2f9-e3e5-4051-a319-d261a3111f04'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:55:12.195331 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4693e9-276e-4508-8001-9172f913799b" -d '{"events": [{"name": "network-changed", "server_uuid": "17832051-d8c0-4d84-b941-3413b62a726a", "tag": "a544a2f9-e3e5-4051-a319-d261a3111f04"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:55:12.225922 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8a19c-9577-4715-b695-421b73de1847 service neutron] Pushing event updated for resources: {'Port': ['ID=a544a2f9-e3e5-4051-a319-d261a3111f04,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:12.307979 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e19f40f-5b2e-4c77-a576-542a564ab8f7 x-openstack-request-id: req-7e19f40f-5b2e-4c77-a576-542a564ab8f7 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:55:12.308267 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17832051-d8c0-4d84-b941-3413b62a726a", "tag": "a544a2f9-e3e5-4051-a319-d261a3111f04", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:55:12.308519 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e19f40f-5b2e-4c77-a576-542a564ab8f7 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:55:12.308921 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17832051-d8c0-4d84-b941-3413b62a726a', 'tag': 'a544a2f9-e3e5-4051-a319-d261a3111f04', 'status': 'completed', 'code': 200} Jul 30 02:55:12.351849 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-b4f9b79b-b8a6-4252-b3c2-57e2f185498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:12.353422 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-b4f9b79b-b8a6-4252-b3c2-57e2f185498b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 1095 time: 0.0554957 Jul 30 02:55:12.405524 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-8de73727-c73c-4757-a3be-0adc6b78b132 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a544a2f9-e3e5-4051-a319-d261a3111f04 HTTP/1.1" status: 200 len: 217 time: 0.0435822 Jul 30 02:55:12.457975 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-95f14930-cf4a-4188-a6e4-eb8e2fa3e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:12.459786 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-95f14930-cf4a-4188-a6e4-eb8e2fa3e785 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=301df9db-0acd-4b88-8638-f0aecc602f1b HTTP/1.1" status: 200 len: 835 time: 0.0477006 Jul 30 02:55:12.499202 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ca187-759b-47e3-a0b4-fe97fe7885f5 req-38a48416-cbfb-4a6b-8448-4b4c81118fe6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:12.500729 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-401ca187-759b-47e3-a0b4-fe97fe7885f5 req-38a48416-cbfb-4a6b-8448-4b4c81118fe6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 944 time: 0.0501053 Jul 30 02:55:12.507072 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-25794fd1-9784-4d2c-b3a1-7a7e6ac67e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:12.508583 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-25794fd1-9784-4d2c-b3a1-7a7e6ac67e78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81eb2333-e4f5-4050-9a23-7c223b3e852e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406988 Jul 30 02:55:12.539998 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-401ca187-759b-47e3-a0b4-fe97fe7885f5 req-49639cf6-3622-480c-8dbd-24c31f401b30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=cebee3ff-094c-47a7-8483-7a1206d8201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323265 Jul 30 02:55:12.602311 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-8ea1ade4-dfb9-468a-8bd2-ed946dce2544 service neutron] 10.222.0.10 "GET /v2.0/networks/81eb2333-e4f5-4050-9a23-7c223b3e852e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863690 Jul 30 02:55:12.692394 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-899f94ab-cbf6-459b-b15c-44ddabf87322 req-5bd174d1-fa4c-4a9e-9bd8-21ea82669aaf service neutron] 10.222.0.10 "GET /v2.0/networks/81eb2333-e4f5-4050-9a23-7c223b3e852e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834506 Jul 30 02:55:12.887664 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4693e9-276e-4508-8001-9172f913799b req-70724482-c4f5-475f-bb73-67996463a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:12.889157 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0d4693e9-276e-4508-8001-9172f913799b req-70724482-c4f5-475f-bb73-67996463a8e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 1095 time: 0.0462644 Jul 30 02:55:12.980298 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4693e9-276e-4508-8001-9172f913799b req-c2bba81a-0a69-466b-ab0e-a503ae616627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:12.981814 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0d4693e9-276e-4508-8001-9172f913799b req-c2bba81a-0a69-466b-ab0e-a503ae616627 service neutron] 10.222.0.10 "GET /v2.0/networks?id=81eb2333-e4f5-4050-9a23-7c223b3e852e HTTP/1.1" status: 200 len: 897 time: 0.0856252 Jul 30 02:55:13.022583 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0d4693e9-276e-4508-8001-9172f913799b req-99eaf8e2-58de-48ef-a35e-f9d272949837 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a544a2f9-e3e5-4051-a319-d261a3111f04 HTTP/1.1" status: 200 len: 217 time: 0.0338855 Jul 30 02:55:13.077984 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4693e9-276e-4508-8001-9172f913799b req-6b96320d-4688-4e75-afd2-7f19c0ea21c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:13.079451 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0d4693e9-276e-4508-8001-9172f913799b req-6b96320d-4688-4e75-afd2-7f19c0ea21c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=301df9db-0acd-4b88-8638-f0aecc602f1b HTTP/1.1" status: 200 len: 835 time: 0.0479515 Jul 30 02:55:13.127545 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4693e9-276e-4508-8001-9172f913799b req-a69c335a-06a9-4238-87ee-9c1ed81cbf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:13.129161 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0d4693e9-276e-4508-8001-9172f913799b req-a69c335a-06a9-4238-87ee-9c1ed81cbf17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81eb2333-e4f5-4050-9a23-7c223b3e852e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400891 Jul 30 02:55:13.218537 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0d4693e9-276e-4508-8001-9172f913799b req-48e72a46-0ad3-41fb-878c-2dcc17d02443 service neutron] 10.222.0.10 "GET /v2.0/networks/81eb2333-e4f5-4050-9a23-7c223b3e852e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812929 Jul 30 02:55:13.312132 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0d4693e9-276e-4508-8001-9172f913799b req-cffda2d6-4ac7-4903-b4ae-07dc12a4a8cf service neutron] 10.222.0.10 "GET /v2.0/networks/81eb2333-e4f5-4050-9a23-7c223b3e852e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862846 Jul 30 02:55:13.545919 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:13.642876 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:55:13.658528 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54fe04-8005-4a54-b124-5456f2b430ca req-b1ec0bc8-d1d9-4cbd-86d8-6c8cc9c9d36f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:13.660086 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ed54fe04-8005-4a54-b124-5456f2b430ca req-b1ec0bc8-d1d9-4cbd-86d8-6c8cc9c9d36f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 944 time: 0.0536397 Jul 30 02:55:13.698654 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ed54fe04-8005-4a54-b124-5456f2b430ca req-c740254c-2550-4d2e-a13b-1f683b50577d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=cebee3ff-094c-47a7-8483-7a1206d8201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319846 Jul 30 02:55:14.812975 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024a5d8-cfd4-4baf-afd1-35bc5947d528 req-e5c7f998-5735-4fd2-a2d1-6b08c31aa9c5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:14.814505 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f024a5d8-cfd4-4baf-afd1-35bc5947d528 req-e5c7f998-5735-4fd2-a2d1-6b08c31aa9c5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 944 time: 0.0489507 Jul 30 02:55:14.852758 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f024a5d8-cfd4-4baf-afd1-35bc5947d528 req-f218f375-4492-4137-a908-37c8723406c4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=cebee3ff-094c-47a7-8483-7a1206d8201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314016 Jul 30 02:55:14.872033 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:15.228507 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device a544a2f9-e3e5-4051-a319-d261a3111f04 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:55:15.320657 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port a544a2f9-e3e5-4051-a319-d261a3111f04, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a544a2f9-e3e5-4051-a319-d261a3111f04,segment=NetworkSegment(06c65b3a-eaf9-453c-a192-a20756a00f8e),segment_id=06c65b3a-eaf9-453c-a192-a20756a00f8e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:15.335379 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': 'a544a2f9-e3e5-4051-a319-d261a3111f04', 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e', 'port_id': 'a544a2f9-e3e5-4051-a319-d261a3111f04', 'mac_address': 'fa:16:3e:a3:18:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '301df9db-0acd-4b88-8638-f0aecc602f1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:55:15.370746 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:15.383470 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a544a2f9-e3e5-4051-a319-d261a3111f04 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:55:15.402773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port a544a2f9-e3e5-4051-a319-d261a3111f04, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a544a2f9-e3e5-4051-a319-d261a3111f04,segment=NetworkSegment(06c65b3a-eaf9-453c-a192-a20756a00f8e),segment_id=06c65b3a-eaf9-453c-a192-a20756a00f8e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:15.483722 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:15.529223 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=a544a2f9-e3e5-4051-a319-d261a3111f04,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:15.709571 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['a544a2f9-e3e5-4051-a319-d261a3111f04'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:55:15.968428 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2afc47-4177-4f55-bd57-ca61288d9bbd req-82b75c94-886c-4562-aaad-b94977e2736d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:15.969935 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6e2afc47-4177-4f55-bd57-ca61288d9bbd req-82b75c94-886c-4562-aaad-b94977e2736d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 945 time: 0.0505383 Jul 30 02:55:16.008033 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6e2afc47-4177-4f55-bd57-ca61288d9bbd req-b3e94a33-8371-461e-9642-9e7d11901bf0 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=cebee3ff-094c-47a7-8483-7a1206d8201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314960 Jul 30 02:55:17.126016 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5348933-3d84-460d-8f60-9df120a39ec0 req-fee2c09c-86c8-4956-a038-eccc42a51076 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:17.127568 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a5348933-3d84-460d-8f60-9df120a39ec0 req-fee2c09c-86c8-4956-a038-eccc42a51076 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 945 time: 0.0532014 Jul 30 02:55:17.165432 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a5348933-3d84-460d-8f60-9df120a39ec0 req-279bb239-c0f9-46d0-9218-5f59a85b4849 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=cebee3ff-094c-47a7-8483-7a1206d8201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310442 Jul 30 02:55:17.248513 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device a544a2f9-e3e5-4051-a319-d261a3111f04 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:55:17.381464 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port a544a2f9-e3e5-4051-a319-d261a3111f04 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:55:17.386425 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port a544a2f9-e3e5-4051-a319-d261a3111f04 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:17.386881 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:17.464772 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:17.486581 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17832051-d8c0-4d84-b941-3413b62a726a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a544a2f9-e3e5-4051-a319-d261a3111f04'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:55:17.489490 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3451982-7610-4823-943f-0c6e57622d64" -d '{"events": [{"server_uuid": "17832051-d8c0-4d84-b941-3413b62a726a", "name": "network-vif-plugged", "status": "completed", "tag": "a544a2f9-e3e5-4051-a319-d261a3111f04"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:55:17.502315 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port a544a2f9-e3e5-4051-a319-d261a3111f04, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a544a2f9-e3e5-4051-a319-d261a3111f04,segment=NetworkSegment(06c65b3a-eaf9-453c-a192-a20756a00f8e),segment_id=06c65b3a-eaf9-453c-a192-a20756a00f8e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:17.579284 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e4c9f1-99fc-4870-a2b0-18b40ee22bbb x-openstack-request-id: req-23e4c9f1-99fc-4870-a2b0-18b40ee22bbb {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:55:17.579584 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17832051-d8c0-4d84-b941-3413b62a726a", "name": "network-vif-plugged", "status": "completed", "tag": "a544a2f9-e3e5-4051-a319-d261a3111f04", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:55:17.579845 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-23e4c9f1-99fc-4870-a2b0-18b40ee22bbb {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:55:17.580295 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17832051-d8c0-4d84-b941-3413b62a726a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a544a2f9-e3e5-4051-a319-d261a3111f04', 'code': 200} Jul 30 02:55:17.581511 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:17.633893 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=a544a2f9-e3e5-4051-a319-d261a3111f04,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:17.680076 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa0fa1-8920-45ab-a633-55bfa0426f33 req-3fd41491-ca3c-456f-bc13-85742fd55242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:17.681583 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07fa0fa1-8920-45ab-a633-55bfa0426f33 req-3fd41491-ca3c-456f-bc13-85742fd55242 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 1097 time: 0.0418534 Jul 30 02:55:17.719943 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-07fa0fa1-8920-45ab-a633-55bfa0426f33 req-02c9bcaa-85b0-46c4-87d4-f0cf64fafce3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cebee3ff-094c-47a7-8483-7a1206d8201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281029 Jul 30 02:55:18.283935 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60c56d-ba2a-49a7-8208-7962e8b96419 req-133170e4-0074-4c1b-bc64-d839bd30cedf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:18.285341 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d60c56d-ba2a-49a7-8208-7962e8b96419 req-133170e4-0074-4c1b-bc64-d839bd30cedf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 946 time: 0.0507877 Jul 30 02:55:18.323253 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d60c56d-ba2a-49a7-8208-7962e8b96419 req-247d4689-b963-4b46-af5d-b21468f44c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=cebee3ff-094c-47a7-8483-7a1206d8201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317497 Jul 30 02:55:18.506976 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:19.437367 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318db3f3-d1b2-412c-b2bf-0ab76533561e req-6a91629f-bd34-4683-8882-b7c6aba7d57f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:19.438849 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-318db3f3-d1b2-412c-b2bf-0ab76533561e req-6a91629f-bd34-4683-8882-b7c6aba7d57f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 946 time: 0.0486004 Jul 30 02:55:19.476189 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-318db3f3-d1b2-412c-b2bf-0ab76533561e req-b561fa04-d7dc-46cd-91d9-f71052c90b5c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=cebee3ff-094c-47a7-8483-7a1206d8201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313807 Jul 30 02:55:19.591466 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5350e1e-936f-453c-8328-b97e8cf55e67 req-0cfa8f7a-bc75-4565-9a77-931d7f25c9ee tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:19.592947 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5350e1e-936f-453c-8328-b97e8cf55e67 req-0cfa8f7a-bc75-4565-9a77-931d7f25c9ee tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 946 time: 0.0523117 Jul 30 02:55:19.630560 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5350e1e-936f-453c-8328-b97e8cf55e67 req-d0902175-5f61-49dd-821b-fbb42a0dc757 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=cebee3ff-094c-47a7-8483-7a1206d8201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313737 Jul 30 02:55:19.652599 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39060) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:19.696625 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d02206-9ffa-4a53-b89c-59e1fc3cfb0a tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:19.698141 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f8d02206-9ffa-4a53-b89c-59e1fc3cfb0a tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 1092 time: 0.0445457 Jul 30 02:55:19.701160 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39062) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:19.705708 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-95d75ab6-c9a2-4031-a728-37bd3f4387ab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': 'a544a2f9-e3e5-4051-a319-d261a3111f04', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:19.804062 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95d75ab6-c9a2-4031-a728-37bd3f4387ab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:19.897889 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95d75ab6-c9a2-4031-a728-37bd3f4387ab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:20.004032 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-95d75ab6-c9a2-4031-a728-37bd3f4387ab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Allocated IP 172.25.1.35 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/17e17f09-7877-48b9-8221-b1141fb5d08d) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:55:20.105550 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95d75ab6-c9a2-4031-a728-37bd3f4387ab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:20.221425 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95d75ab6-c9a2-4031-a728-37bd3f4387ab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:20.261704 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d75ab6-c9a2-4031-a728-37bd3f4387ab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:55:20.266240 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-95d75ab6-c9a2-4031-a728-37bd3f4387ab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:55:20.268805 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d75ab6-c9a2-4031-a728-37bd3f4387ab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:55:20.296967 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d75ab6-c9a2-4031-a728-37bd3f4387ab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=17e17f09-7877-48b9-8221-b1141fb5d08d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:20.622872 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95d75ab6-c9a2-4031-a728-37bd3f4387ab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:20.787976 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95d75ab6-c9a2-4031-a728-37bd3f4387ab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:20.934742 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95d75ab6-c9a2-4031-a728-37bd3f4387ab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:20.980891 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95d75ab6-c9a2-4031-a728-37bd3f4387ab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:21.052147 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d75ab6-c9a2-4031-a728-37bd3f4387ab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=17e17f09-7877-48b9-8221-b1141fb5d08d,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:21.060165 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95d75ab6-c9a2-4031-a728-37bd3f4387ab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:21.156953 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-95d75ab6-c9a2-4031-a728-37bd3f4387ab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Floating IP 4775f36a-a7fb-46b8-9d0b-ebf72dc136da associated. External IP: 172.25.1.35, port: a544a2f9-e3e5-4051-a319-d261a3111f04. Jul 30 02:55:21.367186 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d75ab6-c9a2-4031-a728-37bd3f4387ab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router 8457d4c1-44e2-4cb6-ab7a-57befdac0dab has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:55:21.471995 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d75ab6-c9a2-4031-a728-37bd3f4387ab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:55:21.482682 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a409fb9c-8db4-4f1d-b801-2e1acce6cb54 None None] Sync routers for ids ['8457d4c1-44e2-4cb6-ab7a-57befdac0dab'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:55:21.491504 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a409fb9c-8db4-4f1d-b801-2e1acce6cb54 None None] Routers {'8457d4c1-44e2-4cb6-ab7a-57befdac0dab'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:21.492116 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a409fb9c-8db4-4f1d-b801-2e1acce6cb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:55:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8457d4c1-44e2-4cb6-ab7a-57befdac0dab'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:21.552646 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95d75ab6-c9a2-4031-a728-37bd3f4387ab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:21.579608 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-95d75ab6-c9a2-4031-a728-37bd3f4387ab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8773942 Jul 30 02:55:21.580215 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17832051-d8c0-4d84-b941-3413b62a726a', 'tag': 'a544a2f9-e3e5-4051-a319-d261a3111f04'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:55:21.583020 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d17448c-b080-4b9b-ae2f-30e1450b02d5" -d '{"events": [{"name": "network-changed", "server_uuid": "17832051-d8c0-4d84-b941-3413b62a726a", "tag": "a544a2f9-e3e5-4051-a319-d261a3111f04"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:55:21.596125 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a409fb9c-8db4-4f1d-b801-2e1acce6cb54 None None] Set router 8457d4c1-44e2-4cb6-ab7a-57befdac0dab gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:21.676146 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbef901-93d6-47c1-b7f0-b44e91743471 req-de51390f-a862-423e-81bd-2353ea9f1658 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:21.677576 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1bbef901-93d6-47c1-b7f0-b44e91743471 req-de51390f-a862-423e-81bd-2353ea9f1658 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 946 time: 0.0502045 Jul 30 02:55:21.715882 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1bbef901-93d6-47c1-b7f0-b44e91743471 req-eea8d094-b867-4baf-8048-c63190b5dc45 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=cebee3ff-094c-47a7-8483-7a1206d8201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320871 Jul 30 02:55:21.739221 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39068) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:21.778129 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9a4aa0-5c3c-4454-a58f-898dd3f0abcb x-openstack-request-id: req-2e9a4aa0-5c3c-4454-a58f-898dd3f0abcb {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:55:21.778470 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17832051-d8c0-4d84-b941-3413b62a726a", "tag": "a544a2f9-e3e5-4051-a319-d261a3111f04", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:55:21.778750 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e9a4aa0-5c3c-4454-a58f-898dd3f0abcb {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:55:21.779130 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17832051-d8c0-4d84-b941-3413b62a726a', 'tag': 'a544a2f9-e3e5-4051-a319-d261a3111f04', 'status': 'completed', 'code': 200} Jul 30 02:55:21.824638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a409fb9c-8db4-4f1d-b801-2e1acce6cb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249769569', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:01Z', 'updated_at': '2021-07-30T02:55:05Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:02Z', 'updated_at': '2021-07-30T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '4775f36a-a7fb-46b8-9d0b-ebf72dc136da', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'port_id': 'a544a2f9-e3e5-4051-a319-d261a3111f04', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e', 'mac_address': 'fa:16:3e:a3:18:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17832051-d8c0-4d84-b941-3413b62a726a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:55:20Z', 'updated_at': '2021-07-30T02:55:20Z', 'revision_number': 0, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a86c685d-dea6-4000-9706-cc53580db0c1', 'name': '', 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:3e:67:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '301df9db-0acd-4b88-8638-f0aecc602f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:05Z', 'updated_at': '2021-07-30T02:55:09Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '301df9db-0acd-4b88-8638-f0aecc602f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:21.832894 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0b0e87ee-882f-4cf5-921f-d068a7fa0064 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/floatingips/4775f36a-a7fb-46b8-9d0b-ebf72dc136da HTTP/1.1" status: 200 len: 991 time: 0.0919003 Jul 30 02:55:21.844302 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17448c-b080-4b9b-ae2f-30e1450b02d5 req-8d05db86-c8c2-4c06-bc32-c2f994947c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:21.845753 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4d17448c-b080-4b9b-ae2f-30e1450b02d5 req-8d05db86-c8c2-4c06-bc32-c2f994947c40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 1097 time: 0.0578601 Jul 30 02:55:21.850882 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a409fb9c-8db4-4f1d-b801-2e1acce6cb54 None None] Checking router: 8457d4c1-44e2-4cb6-ab7a-57befdac0dab for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:55:21.859191 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a409fb9c-8db4-4f1d-b801-2e1acce6cb54 None None] Routers {'8457d4c1-44e2-4cb6-ab7a-57befdac0dab'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:21.859791 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a409fb9c-8db4-4f1d-b801-2e1acce6cb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:55:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8457d4c1-44e2-4cb6-ab7a-57befdac0dab'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:21.936070 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17448c-b080-4b9b-ae2f-30e1450b02d5 req-ab2ec425-2209-42bd-8109-1b0118651afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:21.937448 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4d17448c-b080-4b9b-ae2f-30e1450b02d5 req-ab2ec425-2209-42bd-8109-1b0118651afd service neutron] 10.222.0.10 "GET /v2.0/networks?id=81eb2333-e4f5-4050-9a23-7c223b3e852e HTTP/1.1" status: 200 len: 897 time: 0.0849445 Jul 30 02:55:21.965231 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a409fb9c-8db4-4f1d-b801-2e1acce6cb54 None None] Set router 8457d4c1-44e2-4cb6-ab7a-57befdac0dab gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:22.004841 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4d17448c-b080-4b9b-ae2f-30e1450b02d5 req-46633644-25a7-4b5a-a83a-77593325b6a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a544a2f9-e3e5-4051-a319-d261a3111f04 HTTP/1.1" status: 200 len: 999 time: 0.0604227 Jul 30 02:55:22.053606 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17448c-b080-4b9b-ae2f-30e1450b02d5 req-df702eec-0f86-4921-8838-b45e7887f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:22.055151 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4d17448c-b080-4b9b-ae2f-30e1450b02d5 req-df702eec-0f86-4921-8838-b45e7887f018 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=301df9db-0acd-4b88-8638-f0aecc602f1b HTTP/1.1" status: 200 len: 835 time: 0.0434766 Jul 30 02:55:22.101311 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17448c-b080-4b9b-ae2f-30e1450b02d5 req-33ccfcb6-2994-4b38-bad6-9ccba970e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:22.102813 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4d17448c-b080-4b9b-ae2f-30e1450b02d5 req-33ccfcb6-2994-4b38-bad6-9ccba970e6b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81eb2333-e4f5-4050-9a23-7c223b3e852e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399013 Jul 30 02:55:22.186003 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a409fb9c-8db4-4f1d-b801-2e1acce6cb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249769569', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:01Z', 'updated_at': '2021-07-30T02:55:05Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:02Z', 'updated_at': '2021-07-30T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '4775f36a-a7fb-46b8-9d0b-ebf72dc136da', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'port_id': 'a544a2f9-e3e5-4051-a319-d261a3111f04', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e', 'mac_address': 'fa:16:3e:a3:18:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17832051-d8c0-4d84-b941-3413b62a726a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:55:20Z', 'updated_at': '2021-07-30T02:55:20Z', 'revision_number': 0, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a86c685d-dea6-4000-9706-cc53580db0c1', 'name': '', 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:3e:67:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '301df9db-0acd-4b88-8638-f0aecc602f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:05Z', 'updated_at': '2021-07-30T02:55:09Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '301df9db-0acd-4b88-8638-f0aecc602f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:22.197882 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4d17448c-b080-4b9b-ae2f-30e1450b02d5 req-d3b5d561-187f-4c44-ac82-3a5132160091 service neutron] 10.222.0.10 "GET /v2.0/networks/81eb2333-e4f5-4050-9a23-7c223b3e852e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878091 Jul 30 02:55:22.212344 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a409fb9c-8db4-4f1d-b801-2e1acce6cb54 None None] The sync data for ids ['8457d4c1-44e2-4cb6-ab7a-57befdac0dab'] in n-d-713498-9 is: [{'id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249769569', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:01Z', 'updated_at': '2021-07-30T02:55:05Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:02Z', 'updated_at': '2021-07-30T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '4775f36a-a7fb-46b8-9d0b-ebf72dc136da', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'port_id': 'a544a2f9-e3e5-4051-a319-d261a3111f04', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e', 'mac_address': 'fa:16:3e:a3:18:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17832051-d8c0-4d84-b941-3413b62a726a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:55:20Z', 'updated_at': '2021-07-30T02:55:20Z', 'revision_number': 0, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a86c685d-dea6-4000-9706-cc53580db0c1', 'name': '', 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:3e:67:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '301df9db-0acd-4b88-8638-f0aecc602f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:05Z', 'updated_at': '2021-07-30T02:55:09Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '301df9db-0acd-4b88-8638-f0aecc602f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:55:22.297454 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4d17448c-b080-4b9b-ae2f-30e1450b02d5 req-dd6fb030-6f85-4f30-8975-dc5171fd7974 service neutron] 10.222.0.10 "GET /v2.0/networks/81eb2333-e4f5-4050-9a23-7c223b3e852e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923905 Jul 30 02:55:22.408665 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5bfdcd-d757-4fee-bc4c-82c48f339cd9 None None] New status for floating IP 4775f36a-a7fb-46b8-9d0b-ebf72dc136da: ACTIVE {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:55:22.836092 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39070) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:22.898600 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5c31c253-1daf-4d59-be81-b3823feeace4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/floatingips/4775f36a-a7fb-46b8-9d0b-ebf72dc136da HTTP/1.1" status: 200 len: 993 time: 0.0612774 Jul 30 02:55:33.602400 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:39.247963 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c54113e1-ceb8-45d9-8139-5b3322ba4c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:41.683554 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a752336a-6beb-48db-b400-e13b30b571b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:41.826799 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:43.563239 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:44.895215 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:48.535044 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:50.642072 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:55:54.325625 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19581918-fc11-406e-bba4-362280359eeb req-ff13a2f0-3068-4df5-a1f8-73127c972054 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:54.327207 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19581918-fc11-406e-bba4-362280359eeb req-ff13a2f0-3068-4df5-a1f8-73127c972054 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 946 time: 0.0506806 Jul 30 02:55:54.367234 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19581918-fc11-406e-bba4-362280359eeb req-f32da93a-6177-48b2-becb-da5e5ba2a725 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=cebee3ff-094c-47a7-8483-7a1206d8201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332963 Jul 30 02:55:55.489040 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13261610-2ab8-4908-808b-4c13d8eefd7a req-3aa3e23c-c5ef-45d8-8726-71062fa4d1d6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:55.491169 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13261610-2ab8-4908-808b-4c13d8eefd7a req-3aa3e23c-c5ef-45d8-8726-71062fa4d1d6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 946 time: 0.0548956 Jul 30 02:55:55.527538 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13261610-2ab8-4908-808b-4c13d8eefd7a req-b2af679c-b652-4dbe-879f-51e417749424 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=cebee3ff-094c-47a7-8483-7a1206d8201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304420 Jul 30 02:55:55.549757 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39088) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:55.609122 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a9e1a3ef-f3f9-442b-a256-c5213463d6d0 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/floatingips/4775f36a-a7fb-46b8-9d0b-ebf72dc136da HTTP/1.1" status: 200 len: 993 time: 0.0582497 Jul 30 02:55:56.047477 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5c399eaa-34db-4eb4-8ff6-edbd3712289c req-d73fd9eb-b14e-4869-82ca-67e44467c430 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3607848 Jul 30 02:55:56.128991 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c399eaa-34db-4eb4-8ff6-edbd3712289c req-233c38b8-22bb-4fd0-9c34-c01c4021c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:56.130576 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5c399eaa-34db-4eb4-8ff6-edbd3712289c req-233c38b8-22bb-4fd0-9c34-c01c4021c701 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 1097 time: 0.0399141 Jul 30 02:55:56.233218 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c399eaa-34db-4eb4-8ff6-edbd3712289c req-20eee25f-6be5-4dc3-b776-eb0cbcb99042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:56.234672 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5c399eaa-34db-4eb4-8ff6-edbd3712289c req-20eee25f-6be5-4dc3-b776-eb0cbcb99042 service neutron] 10.222.0.10 "GET /v2.0/networks?id=81eb2333-e4f5-4050-9a23-7c223b3e852e HTTP/1.1" status: 200 len: 897 time: 0.0858991 Jul 30 02:55:56.296605 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5c399eaa-34db-4eb4-8ff6-edbd3712289c req-113c999e-7b7e-40f3-aa68-8e664c0e9259 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a544a2f9-e3e5-4051-a319-d261a3111f04 HTTP/1.1" status: 200 len: 1001 time: 0.0553951 Jul 30 02:55:56.344005 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c399eaa-34db-4eb4-8ff6-edbd3712289c req-6d71f848-149a-4741-9819-f4a7ee06732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:56.345329 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5c399eaa-34db-4eb4-8ff6-edbd3712289c req-6d71f848-149a-4741-9819-f4a7ee06732e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=301df9db-0acd-4b88-8638-f0aecc602f1b HTTP/1.1" status: 200 len: 835 time: 0.0410693 Jul 30 02:55:56.393448 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c399eaa-34db-4eb4-8ff6-edbd3712289c req-3b97198e-ff80-41e8-b262-66e510025f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:56.394949 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5c399eaa-34db-4eb4-8ff6-edbd3712289c req-3b97198e-ff80-41e8-b262-66e510025f43 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81eb2333-e4f5-4050-9a23-7c223b3e852e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424230 Jul 30 02:55:56.484865 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5c399eaa-34db-4eb4-8ff6-edbd3712289c req-b9369acd-2076-4b1d-9470-b853a521a2e5 service neutron] 10.222.0.10 "GET /v2.0/networks/81eb2333-e4f5-4050-9a23-7c223b3e852e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820284 Jul 30 02:55:56.577877 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5c399eaa-34db-4eb4-8ff6-edbd3712289c req-84e2382c-fefa-4a45-bbce-e8542e2be8a1 service neutron] 10.222.0.10 "GET /v2.0/networks/81eb2333-e4f5-4050-9a23-7c223b3e852e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859213 Jul 30 02:55:56.986895 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b3a65-5b4d-4393-b5da-ff70cd569571 req-fd226345-f1c7-44e1-97cf-879aaaf758c6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:56.988476 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f6b3a65-5b4d-4393-b5da-ff70cd569571 req-fd226345-f1c7-44e1-97cf-879aaaf758c6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 946 time: 0.0507581 Jul 30 02:55:57.028324 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3f6b3a65-5b4d-4393-b5da-ff70cd569571 req-f56e87ed-d61e-4566-910a-45b6298bd423 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=cebee3ff-094c-47a7-8483-7a1206d8201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337245 Jul 30 02:55:58.152808 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4409d-8670-47aa-92ab-59edf15cdc53 req-574fc10d-de04-437c-9e80-b9e55fd98a14 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:58.154341 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a5b4409d-8670-47aa-92ab-59edf15cdc53 req-574fc10d-de04-437c-9e80-b9e55fd98a14 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 946 time: 0.0544314 Jul 30 02:55:58.192505 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a5b4409d-8670-47aa-92ab-59edf15cdc53 req-6aed6c55-ab14-482b-b8fe-a201292eff64 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=cebee3ff-094c-47a7-8483-7a1206d8201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322325 Jul 30 02:55:58.214607 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39098) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:58.273387 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d1c87bfd-a7e1-47b8-b288-f1245ba57589 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/floatingips/4775f36a-a7fb-46b8-9d0b-ebf72dc136da HTTP/1.1" status: 200 len: 993 time: 0.0577040 Jul 30 02:55:58.489926 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39104) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:58.648671 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting port 17e17f09-7877-48b9-8221-b1141fb5d08d {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:55:58.649021 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:58.728274 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:58.728611 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:58.741625 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Calling delete_port for 17e17f09-7877-48b9-8221-b1141fb5d08d owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:55:58.956202 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:58.979955 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Port': ['ID=17e17f09-7877-48b9-8221-b1141fb5d08d,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:58.989778 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:58.990135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:58.990527 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:58.990866 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:58.991334 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:58.991560 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:58.992274 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:58.992274 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:58.992476 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:58.992813 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:58.993119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:58.993447 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:59.058603 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:59.058944 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Floating IP 4775f36a-a7fb-46b8-9d0b-ebf72dc136da disassociated (deleted). External IP: 172.25.1.35, port: a544a2f9-e3e5-4051-a319-d261a3111f04. Jul 30 02:55:59.264375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router 8457d4c1-44e2-4cb6-ab7a-57befdac0dab has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:55:59.371307 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:55:59.376085 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:59.380633 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ccc2d8-5f58-4682-93c5-43e505c5ef1c None None] Sync routers for ids ['8457d4c1-44e2-4cb6-ab7a-57befdac0dab'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:55:59.389794 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ccc2d8-5f58-4682-93c5-43e505c5ef1c None None] Routers {'8457d4c1-44e2-4cb6-ab7a-57befdac0dab'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:59.390476 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a2ccc2d8-5f58-4682-93c5-43e505c5ef1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:55:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8457d4c1-44e2-4cb6-ab7a-57befdac0dab'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:59.403868 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-07ce547c-652f-4c7c-b22a-516c24758e0d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/floatingips/4775f36a-a7fb-46b8-9d0b-ebf72dc136da HTTP/1.1" status: 204 len: 168 time: 0.9122033 Jul 30 02:55:59.404621 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17832051-d8c0-4d84-b941-3413b62a726a', 'tag': 'a544a2f9-e3e5-4051-a319-d261a3111f04'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:55:59.406988 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba632c2-9b7a-4d4b-afdb-9fcc851df93d" -d '{"events": [{"name": "network-changed", "server_uuid": "17832051-d8c0-4d84-b941-3413b62a726a", "tag": "a544a2f9-e3e5-4051-a319-d261a3111f04"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:55:59.496156 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a2ccc2d8-5f58-4682-93c5-43e505c5ef1c None None] Set router 8457d4c1-44e2-4cb6-ab7a-57befdac0dab gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:59.694747 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a2ccc2d8-5f58-4682-93c5-43e505c5ef1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249769569', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:01Z', 'updated_at': '2021-07-30T02:55:05Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:02Z', 'updated_at': '2021-07-30T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'a86c685d-dea6-4000-9706-cc53580db0c1', 'name': '', 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:3e:67:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '301df9db-0acd-4b88-8638-f0aecc602f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:05Z', 'updated_at': '2021-07-30T02:55:09Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '301df9db-0acd-4b88-8638-f0aecc602f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:59.719916 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ccc2d8-5f58-4682-93c5-43e505c5ef1c None None] Checking router: 8457d4c1-44e2-4cb6-ab7a-57befdac0dab for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:55:59.727944 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ccc2d8-5f58-4682-93c5-43e505c5ef1c None None] Routers {'8457d4c1-44e2-4cb6-ab7a-57befdac0dab'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:59.728541 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a2ccc2d8-5f58-4682-93c5-43e505c5ef1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:55:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8457d4c1-44e2-4cb6-ab7a-57befdac0dab'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:59.772244 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e612f119-58d3-4756-b146-fc351603528f x-openstack-request-id: req-e612f119-58d3-4756-b146-fc351603528f {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:55:59.772639 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17832051-d8c0-4d84-b941-3413b62a726a", "tag": "a544a2f9-e3e5-4051-a319-d261a3111f04", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:55:59.773132 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e612f119-58d3-4756-b146-fc351603528f {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:55:59.773888 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17832051-d8c0-4d84-b941-3413b62a726a', 'tag': 'a544a2f9-e3e5-4051-a319-d261a3111f04', 'status': 'completed', 'code': 200} Jul 30 02:55:59.835416 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a2ccc2d8-5f58-4682-93c5-43e505c5ef1c None None] Set router 8457d4c1-44e2-4cb6-ab7a-57befdac0dab gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:59.839829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba632c2-9b7a-4d4b-afdb-9fcc851df93d req-24257a70-c29c-48cb-8d5f-5642a1b25790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:59.841494 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ba632c2-9b7a-4d4b-afdb-9fcc851df93d req-24257a70-c29c-48cb-8d5f-5642a1b25790 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 1097 time: 0.0447633 Jul 30 02:55:59.872022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d03432-cb93-4306-9319-5a76d1adf645 req-b3325eae-8d35-48d6-9eda-7adcd005cd1b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:59.873566 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-29d03432-cb93-4306-9319-5a76d1adf645 req-b3325eae-8d35-48d6-9eda-7adcd005cd1b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 946 time: 0.0547750 Jul 30 02:55:59.915117 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-29d03432-cb93-4306-9319-5a76d1adf645 req-6dddcda9-7837-41da-88e3-858b420e4113 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=cebee3ff-094c-47a7-8483-7a1206d8201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345366 Jul 30 02:55:59.938061 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba632c2-9b7a-4d4b-afdb-9fcc851df93d req-45f434cb-e020-4441-8a99-94ac59b8ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:59.939622 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ba632c2-9b7a-4d4b-afdb-9fcc851df93d req-45f434cb-e020-4441-8a99-94ac59b8ec7e service neutron] 10.222.0.10 "GET /v2.0/networks?id=81eb2333-e4f5-4050-9a23-7c223b3e852e HTTP/1.1" status: 200 len: 897 time: 0.0900114 Jul 30 02:55:59.984980 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ba632c2-9b7a-4d4b-afdb-9fcc851df93d req-8a5b7e53-8b70-4c69-b49b-df841108f7d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a544a2f9-e3e5-4051-a319-d261a3111f04 HTTP/1.1" status: 200 len: 217 time: 0.0380876 Jul 30 02:56:00.035843 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba632c2-9b7a-4d4b-afdb-9fcc851df93d req-e9bb6d17-8745-4a0e-aa58-cb3acccb473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:00.037859 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ba632c2-9b7a-4d4b-afdb-9fcc851df93d req-e9bb6d17-8745-4a0e-aa58-cb3acccb473d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=301df9db-0acd-4b88-8638-f0aecc602f1b HTTP/1.1" status: 200 len: 835 time: 0.0451145 Jul 30 02:56:00.081577 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a2ccc2d8-5f58-4682-93c5-43e505c5ef1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249769569', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:01Z', 'updated_at': '2021-07-30T02:55:05Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:02Z', 'updated_at': '2021-07-30T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'a86c685d-dea6-4000-9706-cc53580db0c1', 'name': '', 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:3e:67:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '301df9db-0acd-4b88-8638-f0aecc602f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:05Z', 'updated_at': '2021-07-30T02:55:09Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '301df9db-0acd-4b88-8638-f0aecc602f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:56:00.084979 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba632c2-9b7a-4d4b-afdb-9fcc851df93d req-66cfa892-8d07-4c36-b367-ea07d5347b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:00.086583 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ba632c2-9b7a-4d4b-afdb-9fcc851df93d req-66cfa892-8d07-4c36-b367-ea07d5347b6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81eb2333-e4f5-4050-9a23-7c223b3e852e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399826 Jul 30 02:56:00.111335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ccc2d8-5f58-4682-93c5-43e505c5ef1c None None] The sync data for ids ['8457d4c1-44e2-4cb6-ab7a-57befdac0dab'] in n-d-713498-9 is: [{'id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249769569', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:01Z', 'updated_at': '2021-07-30T02:55:05Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:02Z', 'updated_at': '2021-07-30T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'a86c685d-dea6-4000-9706-cc53580db0c1', 'name': '', 'network_id': '81eb2333-e4f5-4050-9a23-7c223b3e852e', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:3e:67:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '301df9db-0acd-4b88-8638-f0aecc602f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:05Z', 'updated_at': '2021-07-30T02:55:09Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '301df9db-0acd-4b88-8638-f0aecc602f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:56:00.188636 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ba632c2-9b7a-4d4b-afdb-9fcc851df93d req-0541383a-5643-4d74-be21-9f1e9a36b308 service neutron] 10.222.0.10 "GET /v2.0/networks/81eb2333-e4f5-4050-9a23-7c223b3e852e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926893 Jul 30 02:56:00.282368 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0ba632c2-9b7a-4d4b-afdb-9fcc851df93d req-b4afea71-6cec-4137-bf23-222b66bc7c90 service neutron] 10.222.0.10 "GET /v2.0/networks/81eb2333-e4f5-4050-9a23-7c223b3e852e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855751 Jul 30 02:56:00.346459 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77e9294-8761-43e9-9cff-313fa94cd2b7 None None] New status for floating IP 4775f36a-a7fb-46b8-9d0b-ebf72dc136da: DOWN {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:56:01.032247 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f239e8-a70a-40a3-b515-bdc09fcf40f7 req-18170f58-8896-4093-b17b-5d2ccc6a4148 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:01.033731 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-53f239e8-a70a-40a3-b515-bdc09fcf40f7 req-18170f58-8896-4093-b17b-5d2ccc6a4148 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 946 time: 0.0496650 Jul 30 02:56:01.071610 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-53f239e8-a70a-40a3-b515-bdc09fcf40f7 req-8a8c7f02-754b-43fc-a04a-4b67bb21f9d3 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=cebee3ff-094c-47a7-8483-7a1206d8201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315533 Jul 30 02:56:01.341845 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0250f-97f8-4325-9ddd-acdb90862e51 req-5ca693f4-508c-4740-95f5-5f62c09af597 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:01.343240 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-38b0250f-97f8-4325-9ddd-acdb90862e51 req-5ca693f4-508c-4740-95f5-5f62c09af597 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 946 time: 0.0551705 Jul 30 02:56:01.435602 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-38b0250f-97f8-4325-9ddd-acdb90862e51 req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting port a544a2f9-e3e5-4051-a319-d261a3111f04 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:56:01.435947 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-38b0250f-97f8-4325-9ddd-acdb90862e51 req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:01.523553 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-38b0250f-97f8-4325-9ddd-acdb90862e51 req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] For port a544a2f9-e3e5-4051-a319-d261a3111f04, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=a544a2f9-e3e5-4051-a319-d261a3111f04,segment=NetworkSegment(06c65b3a-eaf9-453c-a192-a20756a00f8e),segment_id=06c65b3a-eaf9-453c-a192-a20756a00f8e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:56:01.523909 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-38b0250f-97f8-4325-9ddd-acdb90862e51 req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:01.536273 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-38b0250f-97f8-4325-9ddd-acdb90862e51 req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Calling delete_port for a544a2f9-e3e5-4051-a319-d261a3111f04 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:56:01.704935 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-38b0250f-97f8-4325-9ddd-acdb90862e51 req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:01.735366 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Port': ['ID=a544a2f9-e3e5-4051-a319-d261a3111f04,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:01.745805 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:01.746154 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:01.746517 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:01.746854 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:01.747183 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:01.747514 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:01.747840 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:01.748165 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:01.748835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:01.748835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:01.749134 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:01.749415 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:01.788265 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b0250f-97f8-4325-9ddd-acdb90862e51 req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] No DVR routers for this DVR port a544a2f9-e3e5-4051-a319-d261a3111f04 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:56:01.791108 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-38b0250f-97f8-4325-9ddd-acdb90862e51 req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:01.793069 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-38b0250f-97f8-4325-9ddd-acdb90862e51 req-517666df-52af-48f2-9e60-8def007a8b16 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "DELETE /v2.0/ports/a544a2f9-e3e5-4051-a319-d261a3111f04 HTTP/1.1" status: 204 len: 173 time: 0.4438496 Jul 30 02:56:01.793501 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17832051-d8c0-4d84-b941-3413b62a726a', 'name': 'network-vif-deleted', 'tag': 'a544a2f9-e3e5-4051-a319-d261a3111f04'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:56:01.795781 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f82cfce-c84d-4d1d-949e-9f00370df295" -d '{"events": [{"server_uuid": "17832051-d8c0-4d84-b941-3413b62a726a", "name": "network-vif-deleted", "tag": "a544a2f9-e3e5-4051-a319-d261a3111f04"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:56:01.831135 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841861df-f787-4c64-9025-016e74b8ac01 x-openstack-request-id: req-841861df-f787-4c64-9025-016e74b8ac01 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:56:01.831473 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17832051-d8c0-4d84-b941-3413b62a726a", "name": "network-vif-deleted", "tag": "a544a2f9-e3e5-4051-a319-d261a3111f04", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:56:01.831724 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-841861df-f787-4c64-9025-016e74b8ac01 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:56:01.832118 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17832051-d8c0-4d84-b941-3413b62a726a', 'name': 'network-vif-deleted', 'tag': 'a544a2f9-e3e5-4051-a319-d261a3111f04', 'status': 'completed', 'code': 200} Jul 30 02:56:02.183254 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b1d8737d-2af1-46c0-968b-6bb7dbb3ab5d req-5ad36604-c4b1-4db4-a114-602fb1299832 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=17832051-d8c0-4d84-b941-3413b62a726a HTTP/1.1" status: 200 len: 210 time: 0.0279675 Jul 30 02:56:03.239171 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39120) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:03.601271 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5886492b-ff28-4841-a363-db44f771ff3c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:03.626122 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:03.849772 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-5886492b-ff28-4841-a363-db44f771ff3c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting port a86c685d-dea6-4000-9706-cc53580db0c1 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:56:03.850115 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5886492b-ff28-4841-a363-db44f771ff3c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:03.933688 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-5886492b-ff28-4841-a363-db44f771ff3c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] For port a86c685d-dea6-4000-9706-cc53580db0c1, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=a86c685d-dea6-4000-9706-cc53580db0c1,segment=NetworkSegment(06c65b3a-eaf9-453c-a192-a20756a00f8e),segment_id=06c65b3a-eaf9-453c-a192-a20756a00f8e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:56:03.933967 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5886492b-ff28-4841-a363-db44f771ff3c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:03.946896 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-5886492b-ff28-4841-a363-db44f771ff3c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Calling delete_port for a86c685d-dea6-4000-9706-cc53580db0c1 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:56:04.172808 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5886492b-ff28-4841-a363-db44f771ff3c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:04.197702 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886492b-ff28-4841-a363-db44f771ff3c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Port': ['ID=a86c685d-dea6-4000-9706-cc53580db0c1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:04.377185 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5886492b-ff28-4841-a363-db44f771ff3c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:04.908576 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5886492b-ff28-4841-a363-db44f771ff3c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router 8457d4c1-44e2-4cb6-ab7a-57befdac0dab has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:56:05.012174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5886492b-ff28-4841-a363-db44f771ff3c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:56:05.017692 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5886492b-ff28-4841-a363-db44f771ff3c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "PUT /v2.0/routers/8457d4c1-44e2-4cb6-ab7a-57befdac0dab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7773459 Jul 30 02:56:05.020317 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39122) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:05.021699 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7601d9b1-a9df-443a-bac4-2c741c38ce79 None None] Sync routers for ids ['8457d4c1-44e2-4cb6-ab7a-57befdac0dab'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:56:05.073857 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e31d842-f804-4acc-8475-e7dfbdf1db8a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting subnet 301df9db-0acd-4b88-8638-f0aecc602f1b {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:56:05.077451 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e31d842-f804-4acc-8475-e7dfbdf1db8a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:05.119090 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e31d842-f804-4acc-8475-e7dfbdf1db8a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:05.185136 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7601d9b1-a9df-443a-bac4-2c741c38ce79 None None] Routers {'8457d4c1-44e2-4cb6-ab7a-57befdac0dab'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:56:05.185645 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-7601d9b1-a9df-443a-bac4-2c741c38ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:55:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8457d4c1-44e2-4cb6-ab7a-57befdac0dab'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:56:05.209837 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e31d842-f804-4acc-8475-e7dfbdf1db8a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:05.287536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-7601d9b1-a9df-443a-bac4-2c741c38ce79 None None] Set router 8457d4c1-44e2-4cb6-ab7a-57befdac0dab gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:56:05.339079 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e31d842-f804-4acc-8475-e7dfbdf1db8a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:05.367272 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31d842-f804-4acc-8475-e7dfbdf1db8a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Subnet': ['ID=301df9db-0acd-4b88-8638-f0aecc602f1b,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:05.370923 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3e31d842-f804-4acc-8475-e7dfbdf1db8a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:05.375599 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3e31d842-f804-4acc-8475-e7dfbdf1db8a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/subnets/301df9db-0acd-4b88-8638-f0aecc602f1b HTTP/1.1" status: 204 len: 168 time: 0.3542743 Jul 30 02:56:05.376166 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39124) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:05.379280 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d9ee8a-ed59-4acf-befb-4cc455387164 None None] Network 81eb2333-e4f5-4050-9a23-7c223b3e852e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:56:05.487327 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71b542db-3e78-471b-a676-8d17a09d58fa tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:05.525322 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device a544a2f9-e3e5-4051-a319-d261a3111f04 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:56:05.553798 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: a544a2f9-e3e5-4051-a319-d261a3111f04 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:56:05.554137 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device a544a2f9-e3e5-4051-a319-d261a3111f04 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:56:05.584430 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-7601d9b1-a9df-443a-bac4-2c741c38ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249769569', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:01Z', 'updated_at': '2021-07-30T02:56:04Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:02Z', 'updated_at': '2021-07-30T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:56:05.595129 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71b542db-3e78-471b-a676-8d17a09d58fa tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:05.614509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7601d9b1-a9df-443a-bac4-2c741c38ce79 None None] Checking router: 8457d4c1-44e2-4cb6-ab7a-57befdac0dab for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:56:05.622393 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7601d9b1-a9df-443a-bac4-2c741c38ce79 None None] Routers {'8457d4c1-44e2-4cb6-ab7a-57befdac0dab'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:56:05.623011 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-7601d9b1-a9df-443a-bac4-2c741c38ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:55:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['8457d4c1-44e2-4cb6-ab7a-57befdac0dab'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:56:05.655846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da663b5-725b-4910-aff5-a9a4b9ea3bbc None None] DHCP port deletion for 81eb2333-e4f5-4050-9a23-7c223b3e852e request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:56:05.710174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-71b542db-3e78-471b-a676-8d17a09d58fa tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting port 2a3839b5-6b67-4ca8-869e-aeaa1d6e5774 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:56:05.710605 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71b542db-3e78-471b-a676-8d17a09d58fa tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:05.753702 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-7601d9b1-a9df-443a-bac4-2c741c38ce79 None None] Set router 8457d4c1-44e2-4cb6-ab7a-57befdac0dab gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:56:05.788179 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-71b542db-3e78-471b-a676-8d17a09d58fa tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] For port 2a3839b5-6b67-4ca8-869e-aeaa1d6e5774, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=2a3839b5-6b67-4ca8-869e-aeaa1d6e5774,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:56:05.788546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71b542db-3e78-471b-a676-8d17a09d58fa tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:05.805413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-71b542db-3e78-471b-a676-8d17a09d58fa tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Calling delete_port for 2a3839b5-6b67-4ca8-869e-aeaa1d6e5774 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:56:05.811455 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1da663b5-725b-4910-aff5-a9a4b9ea3bbc None None] Deleting port ea613f21-f51f-41c8-b6e7-6a86d6728ab5 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:56:05.811829 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1da663b5-725b-4910-aff5-a9a4b9ea3bbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:05.919185 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1da663b5-725b-4910-aff5-a9a4b9ea3bbc None None] For port ea613f21-f51f-41c8-b6e7-6a86d6728ab5, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=ea613f21-f51f-41c8-b6e7-6a86d6728ab5,segment=NetworkSegment(06c65b3a-eaf9-453c-a192-a20756a00f8e),segment_id=06c65b3a-eaf9-453c-a192-a20756a00f8e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:56:05.919506 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1da663b5-725b-4910-aff5-a9a4b9ea3bbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:05.939980 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1da663b5-725b-4910-aff5-a9a4b9ea3bbc None None] Calling delete_port for ea613f21-f51f-41c8-b6e7-6a86d6728ab5 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:56:06.035750 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71b542db-3e78-471b-a676-8d17a09d58fa tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:06.061506 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b542db-3e78-471b-a676-8d17a09d58fa tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Port': ['ID=2a3839b5-6b67-4ca8-869e-aeaa1d6e5774,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:06.062106 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-7601d9b1-a9df-443a-bac4-2c741c38ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249769569', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:01Z', 'updated_at': '2021-07-30T02:56:04Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:02Z', 'updated_at': '2021-07-30T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:56:06.090180 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7601d9b1-a9df-443a-bac4-2c741c38ce79 None None] The sync data for ids ['8457d4c1-44e2-4cb6-ab7a-57befdac0dab'] in n-d-713498-9 is: [{'id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249769569', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:01Z', 'updated_at': '2021-07-30T02:56:04Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '2a3839b5-6b67-4ca8-869e-aeaa1d6e5774', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8457d4c1-44e2-4cb6-ab7a-57befdac0dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:02Z', 'updated_at': '2021-07-30T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:56:06.125561 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1da663b5-725b-4910-aff5-a9a4b9ea3bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:06.131546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71b542db-3e78-471b-a676-8d17a09d58fa tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:06.153248 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da663b5-725b-4910-aff5-a9a4b9ea3bbc None None] No DVR routers for this DVR port ea613f21-f51f-41c8-b6e7-6a86d6728ab5 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:56:06.157658 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da663b5-725b-4910-aff5-a9a4b9ea3bbc None None] Pushing event deleted for resources: {'Port': ['ID=ea613f21-f51f-41c8-b6e7-6a86d6728ab5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:06.165952 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da663b5-725b-4910-aff5-a9a4b9ea3bbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:06.166335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da663b5-725b-4910-aff5-a9a4b9ea3bbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:06.166677 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da663b5-725b-4910-aff5-a9a4b9ea3bbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:06.167017 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da663b5-725b-4910-aff5-a9a4b9ea3bbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:06.167360 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da663b5-725b-4910-aff5-a9a4b9ea3bbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:06.167705 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da663b5-725b-4910-aff5-a9a4b9ea3bbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:06.168033 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da663b5-725b-4910-aff5-a9a4b9ea3bbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:06.168358 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da663b5-725b-4910-aff5-a9a4b9ea3bbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:06.168683 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da663b5-725b-4910-aff5-a9a4b9ea3bbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:06.169005 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da663b5-725b-4910-aff5-a9a4b9ea3bbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:06.169326 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da663b5-725b-4910-aff5-a9a4b9ea3bbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:06.169647 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da663b5-725b-4910-aff5-a9a4b9ea3bbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:06.224308 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71b542db-3e78-471b-a676-8d17a09d58fa tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:06.226461 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71b542db-3e78-471b-a676-8d17a09d58fa tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:06.351640 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71b542db-3e78-471b-a676-8d17a09d58fa tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:06.352170 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b542db-3e78-471b-a676-8d17a09d58fa tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Fanout notify agent at l3_agent the message router_deleted on router 8457d4c1-44e2-4cb6-ab7a-57befdac0dab {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:56:06.359084 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71b542db-3e78-471b-a676-8d17a09d58fa tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:06.360214 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-71b542db-3e78-471b-a676-8d17a09d58fa tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/routers/8457d4c1-44e2-4cb6-ab7a-57befdac0dab HTTP/1.1" status: 204 len: 168 time: 0.9831181 Jul 30 02:56:06.362852 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39126) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:06.438876 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-feb72050-7ff0-4438-ba57-7a9e92c80d43 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:06.530727 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-feb72050-7ff0-4438-ba57-7a9e92c80d43 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:06.541540 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-feb72050-7ff0-4438-ba57-7a9e92c80d43 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81eb2333-e4f5-4050-9a23-7c223b3e852e']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:56:06.553444 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-feb72050-7ff0-4438-ba57-7a9e92c80d43 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c65b3a-eaf9-453c-a192-a20756a00f8e') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:56:06.553737 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-feb72050-7ff0-4438-ba57-7a9e92c80d43 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c65b3a-eaf9-453c-a192-a20756a00f8e') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:56:06.563028 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-feb72050-7ff0-4438-ba57-7a9e92c80d43 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:06.577675 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-feb72050-7ff0-4438-ba57-7a9e92c80d43 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:06.583944 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb72050-7ff0-4438-ba57-7a9e92c80d43 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:56:06.586810 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-feb72050-7ff0-4438-ba57-7a9e92c80d43 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:56:06.587501 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:56:06.695334 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-feb72050-7ff0-4438-ba57-7a9e92c80d43 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:06.703393 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-feb72050-7ff0-4438-ba57-7a9e92c80d43 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:06.704893 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-feb72050-7ff0-4438-ba57-7a9e92c80d43 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/networks/81eb2333-e4f5-4050-9a23-7c223b3e852e HTTP/1.1" status: 204 len: 168 time: 0.3411059 Jul 30 02:56:06.707732 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39128) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:06.717377 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb72050-7ff0-4438-ba57-7a9e92c80d43 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Network': ['ID=81eb2333-e4f5-4050-9a23-7c223b3e852e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:06.774411 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-64bcc823-b04a-4189-b913-bc4dac688628 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:06.800237 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-64bcc823-b04a-4189-b913-bc4dac688628 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:06.910114 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-64bcc823-b04a-4189-b913-bc4dac688628 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:06.912702 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-64bcc823-b04a-4189-b913-bc4dac688628 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:06.914133 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-64bcc823-b04a-4189-b913-bc4dac688628 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/security-groups/cebee3ff-094c-47a7-8483-7a1206d8201b HTTP/1.1" status: 204 len: 168 time: 0.2040610 Jul 30 02:56:06.923008 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcc823-b04a-4189-b913-bc4dac688628 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebee3ff-094c-47a7-8483-7a1206d8201b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:07.335663 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39134) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:07.340353 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-6067ca58-5de3-49bc-a67c-3095b47d80e4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-638153559', 'description': 'tempest-secgroup-smoke-638153559 description', 'project_id': '0077c21cf63c4542922b8f7011a4fe46'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:56:07.415725 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6067ca58-5de3-49bc-a67c-3095b47d80e4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:07.452230 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ea613f21-f51f-41c8-b6e7-6a86d6728ab5 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:56:07.471513 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: ea613f21-f51f-41c8-b6e7-6a86d6728ab5 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:56:07.471858 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device ea613f21-f51f-41c8-b6e7-6a86d6728ab5 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:56:07.472278 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2a3839b5-6b67-4ca8-869e-aeaa1d6e5774 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:56:07.491195 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 2a3839b5-6b67-4ca8-869e-aeaa1d6e5774 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:56:07.491543 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2a3839b5-6b67-4ca8-869e-aeaa1d6e5774 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:56:07.491968 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a86c685d-dea6-4000-9706-cc53580db0c1 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:56:07.503592 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6067ca58-5de3-49bc-a67c-3095b47d80e4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:07.513427 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: a86c685d-dea6-4000-9706-cc53580db0c1 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:56:07.513770 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device a86c685d-dea6-4000-9706-cc53580db0c1 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:56:07.601322 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6067ca58-5de3-49bc-a67c-3095b47d80e4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:07.630180 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067ca58-5de3-49bc-a67c-3095b47d80e4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c079dc-7b9c-43ff-b85c-0412c6eeb030,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:07.715672 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6067ca58-5de3-49bc-a67c-3095b47d80e4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:07.716919 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6067ca58-5de3-49bc-a67c-3095b47d80e4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3802619 Jul 30 02:56:07.719775 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39136) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:07.724163 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-bc71ddc6-fa99-40e1-a6d5-9df824c69ee9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': '58c079dc-7b9c-43ff-b85c-0412c6eeb030', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:56:07.817099 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bc71ddc6-fa99-40e1-a6d5-9df824c69ee9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:07.872272 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bc71ddc6-fa99-40e1-a6d5-9df824c69ee9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:07.975051 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bc71ddc6-fa99-40e1-a6d5-9df824c69ee9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:07.992708 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71ddc6-fa99-40e1-a6d5-9df824c69ee9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c20934-dc8d-4b8c-aa69-7d96efd94ebb,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:08.041212 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bc71ddc6-fa99-40e1-a6d5-9df824c69ee9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:08.042450 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-bc71ddc6-fa99-40e1-a6d5-9df824c69ee9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217275 Jul 30 02:56:08.045095 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39138) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:08.049597 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-6425af7c-fe7f-4f90-b1ca-d1a49ce8d206 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': '58c079dc-7b9c-43ff-b85c-0412c6eeb030', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:56:08.116272 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6425af7c-fe7f-4f90-b1ca-d1a49ce8d206 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:08.171745 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6425af7c-fe7f-4f90-b1ca-d1a49ce8d206 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:08.235483 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6425af7c-fe7f-4f90-b1ca-d1a49ce8d206 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:08.253686 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425af7c-fe7f-4f90-b1ca-d1a49ce8d206 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d5970f-84af-42fa-8697-c2fd3ae67e9b,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:08.328784 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6425af7c-fe7f-4f90-b1ca-d1a49ce8d206 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:08.329982 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6425af7c-fe7f-4f90-b1ca-d1a49ce8d206 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2839029 Jul 30 02:56:08.332730 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39140) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:08.337628 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a5870564-d547-46ab-8a21-4e781f0caede tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': '58c079dc-7b9c-43ff-b85c-0412c6eeb030', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:56:08.551682 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a5870564-d547-46ab-8a21-4e781f0caede tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:08.610873 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a5870564-d547-46ab-8a21-4e781f0caede tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:08.717926 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a5870564-d547-46ab-8a21-4e781f0caede tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:08.736466 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5870564-d547-46ab-8a21-4e781f0caede tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2036f45-f25c-4dad-99b6-5372750bacc6,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:08.826354 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a5870564-d547-46ab-8a21-4e781f0caede tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:08.827548 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a5870564-d547-46ab-8a21-4e781f0caede tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4939041 Jul 30 02:56:08.830356 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39142) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:08.834931 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-3e043092-9f08-416a-b43d-1bdabf61ff22 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': '58c079dc-7b9c-43ff-b85c-0412c6eeb030', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:56:08.921883 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e043092-9f08-416a-b43d-1bdabf61ff22 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:08.980991 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e043092-9f08-416a-b43d-1bdabf61ff22 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:09.048888 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e043092-9f08-416a-b43d-1bdabf61ff22 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:09.066642 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e043092-9f08-416a-b43d-1bdabf61ff22 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b230861-3c45-40f2-ad6e-410d1fdabc2b,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:09.117475 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3e043092-9f08-416a-b43d-1bdabf61ff22 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:09.118728 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3e043092-9f08-416a-b43d-1bdabf61ff22 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2874260 Jul 30 02:56:09.121385 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39144) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:09.125903 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-f9fe9c17-80b8-4851-be7e-0248a5f42e35 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': '58c079dc-7b9c-43ff-b85c-0412c6eeb030', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:56:09.214965 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9fac0174-ea2e-4948-b4c2-80e80af9e98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:09.237488 n-d-713498-9 neutron-server[94464]: INFO neutron.db.securitygroups_db [None req-f9fe9c17-80b8-4851-be7e-0248a5f42e35 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Project 0077c21cf63c4542922b8f7011a4fe46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:56:09.244188 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9c17-80b8-4851-be7e-0248a5f42e35 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:09.304043 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9c17-80b8-4851-be7e-0248a5f42e35 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:09.351400 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9c17-80b8-4851-be7e-0248a5f42e35 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:09.368445 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe9c17-80b8-4851-be7e-0248a5f42e35 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54573e91-e9cc-427b-99ac-072a34c63137,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:09.443381 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9c17-80b8-4851-be7e-0248a5f42e35 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:09.444589 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f9fe9c17-80b8-4851-be7e-0248a5f42e35 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3221886 Jul 30 02:56:09.447386 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39146) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:09.451712 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-d78a414a-e00c-4780-8b57-4582e9359901 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': '58c079dc-7b9c-43ff-b85c-0412c6eeb030', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:56:09.517197 n-d-713498-9 neutron-server[94464]: INFO neutron.db.securitygroups_db [None req-d78a414a-e00c-4780-8b57-4582e9359901 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Project 0077c21cf63c4542922b8f7011a4fe46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:56:09.522357 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d78a414a-e00c-4780-8b57-4582e9359901 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:09.582753 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d78a414a-e00c-4780-8b57-4582e9359901 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:09.642944 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d78a414a-e00c-4780-8b57-4582e9359901 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:09.660829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a414a-e00c-4780-8b57-4582e9359901 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef3e507-4555-47f4-bb45-8a3479bc26ab,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:09.732562 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d78a414a-e00c-4780-8b57-4582e9359901 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:09.733823 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d78a414a-e00c-4780-8b57-4582e9359901 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2855248 Jul 30 02:56:09.736648 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39148) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:09.741538 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-5539ff81-27c7-422b-b3b8-eae1b749fcd7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'network': {'name': 'tempest-network-smoke--1743259266', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'port_security_enabled': True}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:56:09.812429 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5539ff81-27c7-422b-b3b8-eae1b749fcd7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Made reservation on behalf of 0077c21cf63c4542922b8f7011a4fe46 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:56:09.815860 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5539ff81-27c7-422b-b3b8-eae1b749fcd7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:09.839449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5539ff81-27c7-422b-b3b8-eae1b749fcd7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:56:09.847790 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5539ff81-27c7-422b-b3b8-eae1b749fcd7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:09.848129 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-5539ff81-27c7-422b-b3b8-eae1b749fcd7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Added segment 77215f47-7948-4cf6-9a2f-cadc50012b0d of type vlan for network df3e5106-a394-4066-bad7-903ae39ef2c3 Jul 30 02:56:09.887134 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5539ff81-27c7-422b-b3b8-eae1b749fcd7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:09.974673 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5539ff81-27c7-422b-b3b8-eae1b749fcd7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:09.980326 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5539ff81-27c7-422b-b3b8-eae1b749fcd7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:09.980924 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5539ff81-27c7-422b-b3b8-eae1b749fcd7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:10.051834 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539ff81-27c7-422b-b3b8-eae1b749fcd7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Network': ['ID=df3e5106-a394-4066-bad7-903ae39ef2c3,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:10.061801 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network df3e5106-a394-4066-bad7-903ae39ef2c3 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:56:10.072817 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5539ff81-27c7-422b-b3b8-eae1b749fcd7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3351536 Jul 30 02:56:10.075545 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39150) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:10.080051 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-0a93d8cb-bcd2-4283-8ea1-6e13cfde4192 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1231673981', 'admin_state_up': True, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:56:10.152325 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a93d8cb-bcd2-4283-8ea1-6e13cfde4192 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:10.153361 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a93d8cb-bcd2-4283-8ea1-6e13cfde4192 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:10.205156 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a93d8cb-bcd2-4283-8ea1-6e13cfde4192 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:10.411480 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a93d8cb-bcd2-4283-8ea1-6e13cfde4192 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:10.654464 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a93d8cb-bcd2-4283-8ea1-6e13cfde4192 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:10.679675 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a93d8cb-bcd2-4283-8ea1-6e13cfde4192 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:10.778259 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-0a93d8cb-bcd2-4283-8ea1-6e13cfde4192 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Allocated IP 172.25.1.239 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/eb8d5051-8c01-4eef-9b42-de3c52987c00) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:56:10.882309 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a93d8cb-bcd2-4283-8ea1-6e13cfde4192 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:10.978974 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a93d8cb-bcd2-4283-8ea1-6e13cfde4192 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:11.016393 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a93d8cb-bcd2-4283-8ea1-6e13cfde4192 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:56:11.019191 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-0a93d8cb-bcd2-4283-8ea1-6e13cfde4192 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:56:11.023175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a93d8cb-bcd2-4283-8ea1-6e13cfde4192 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:56:11.048754 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93d8cb-bcd2-4283-8ea1-6e13cfde4192 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=eb8d5051-8c01-4eef-9b42-de3c52987c00,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:11.329744 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a93d8cb-bcd2-4283-8ea1-6e13cfde4192 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:11.524443 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a93d8cb-bcd2-4283-8ea1-6e13cfde4192 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:11.712283 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ad70b064-e652-4263-a5c6-71369bcdd3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:11.797725 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a93d8cb-bcd2-4283-8ea1-6e13cfde4192 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router 1e426a75-50d8-4cc3-833b-7095ac3597f2 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:56:11.832252 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:11.904742 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a93d8cb-bcd2-4283-8ea1-6e13cfde4192 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:56:11.917765 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] Sync routers for ids ['1e426a75-50d8-4cc3-833b-7095ac3597f2'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:56:11.927095 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] Routers {'1e426a75-50d8-4cc3-833b-7095ac3597f2'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:56:11.928276 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:56:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1e426a75-50d8-4cc3-833b-7095ac3597f2'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:56:12.020647 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a93d8cb-bcd2-4283-8ea1-6e13cfde4192 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:12.022483 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0a93d8cb-bcd2-4283-8ea1-6e13cfde4192 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9459741 Jul 30 02:56:12.025849 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39152) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:12.030977 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] Set router 1e426a75-50d8-4cc3-833b-7095ac3597f2 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:56:12.059713 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c7625338-e135-4ab7-a864-f7d514f7feeb tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=0077c21cf63c4542922b8f7011a4fe46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325220 Jul 30 02:56:12.062478 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39154) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:12.150220 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4443581f-ca46-46a3-8429-d777c767424b tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:12.151779 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4443581f-ca46-46a3-8429-d777c767424b tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883982 Jul 30 02:56:12.154797 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39156) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:12.182573 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e267c3b2-9c1e-4bab-bb09-1a0e8033aaed tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266862 Jul 30 02:56:12.185314 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39158) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:12.190084 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-c46bcf82-561d-4413-ae20-eb748accf1bf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-280507522', 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:56:12.201959 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231673981', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:11Z', 'revision_number': 3, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:56:12.231268 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] Checking router: 1e426a75-50d8-4cc3-833b-7095ac3597f2 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:56:12.231589 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] Updating router 1e426a75-50d8-4cc3-833b-7095ac3597f2 port eb8d5051-8c01-4eef-9b42-de3c52987c00 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:56:12.259548 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:12.340573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46bcf82-561d-4413-ae20-eb748accf1bf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Made reservation on behalf of 0077c21cf63c4542922b8f7011a4fe46 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:56:12.344138 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c46bcf82-561d-4413-ae20-eb748accf1bf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:12.504695 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:12.514860 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] Transition to ACTIVE for port object eb8d5051-8c01-4eef-9b42-de3c52987c00 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:56:12.589607 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:12.597487 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c46bcf82-561d-4413-ae20-eb748accf1bf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:12.641256 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] Attempting to bind port eb8d5051-8c01-4eef-9b42-de3c52987c00 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:56:12.641626 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] Attempting to bind port eb8d5051-8c01-4eef-9b42-de3c52987c00 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:56:12.641987 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] Attempting to bind port eb8d5051-8c01-4eef-9b42-de3c52987c00 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:56:12.644865 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089a588-de42-45dd-b7dd-8e13739f3fec None None] Pushing event updated for resources: {'Port': ['ID=eb8d5051-8c01-4eef-9b42-de3c52987c00,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:12.652728 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:56:12.653101 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:56:12.653499 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:12.653896 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:56:12.654371 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] Bound port: eb8d5051-8c01-4eef-9b42-de3c52987c00, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:56:12.654750 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:12.657722 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089a588-de42-45dd-b7dd-8e13739f3fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:12.658071 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089a588-de42-45dd-b7dd-8e13739f3fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:12.658440 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089a588-de42-45dd-b7dd-8e13739f3fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:12.663043 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089a588-de42-45dd-b7dd-8e13739f3fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:12.663043 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089a588-de42-45dd-b7dd-8e13739f3fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:12.663043 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089a588-de42-45dd-b7dd-8e13739f3fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:12.663043 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089a588-de42-45dd-b7dd-8e13739f3fec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:12.663043 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089a588-de42-45dd-b7dd-8e13739f3fec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:12.663043 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089a588-de42-45dd-b7dd-8e13739f3fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:12.663043 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089a588-de42-45dd-b7dd-8e13739f3fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:12.663043 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089a588-de42-45dd-b7dd-8e13739f3fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:12.663043 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089a588-de42-45dd-b7dd-8e13739f3fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:56:12.664143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46bcf82-561d-4413-ae20-eb748accf1bf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Subnet': ['ID=0abe067e-a1a9-41e4-8754-5b86107bcdfd,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:12.673610 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46bcf82-561d-4413-ae20-eb748accf1bf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Checking segment: {'id': '77215f47-7948-4cf6-9a2f-cadc50012b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:56:12.673987 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46bcf82-561d-4413-ae20-eb748accf1bf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network hostable DHCP agents. Network: df3e5106-a394-4066-bad7-903ae39ef2c3, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:56:12.716618 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] For port eb8d5051-8c01-4eef-9b42-de3c52987c00, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:56:12.719602 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] For port eb8d5051-8c01-4eef-9b42-de3c52987c00, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=eb8d5051-8c01-4eef-9b42-de3c52987c00,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:56:12.778603 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46bcf82-561d-4413-ae20-eb748accf1bf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network df3e5106-a394-4066-bad7-903ae39ef2c3 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:56:12.786312 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:12.834570 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] Routers {'1e426a75-50d8-4cc3-833b-7095ac3597f2'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:56:12.835295 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:56:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1e426a75-50d8-4cc3-833b-7095ac3597f2'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:56:12.848801 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-c46bcf82-561d-4413-ae20-eb748accf1bf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, df3e5106-a394-4066-bad7-903ae39ef2c3) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:56:12.853933 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46bcf82-561d-4413-ae20-eb748accf1bf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:12.854669 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-c46bcf82-561d-4413-ae20-eb748accf1bf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:12.862125 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d776e6f-addb-4ad2-8cf7-f9cb09692e50 None None] Network df3e5106-a394-4066-bad7-903ae39ef2c3 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:56:12.882232 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089a588-de42-45dd-b7dd-8e13739f3fec None None] Pushing event updated for resources: {'Port': ['ID=eb8d5051-8c01-4eef-9b42-de3c52987c00,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:12.913516 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c46bcf82-561d-4413-ae20-eb748accf1bf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7271667 Jul 30 02:56:12.916798 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39160) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:13.037512 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-df3e5106-a394-4066-bad7-903ae39ef2c3', 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ips': [{'subnet_id': '0abe067e-a1a9-41e4-8754-5b86107bcdfd'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:56:13.038470 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:13.063263 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] Set router 1e426a75-50d8-4cc3-833b-7095ac3597f2 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:56:13.191911 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Allocated IP 172.20.0.2 (df3e5106-a394-4066-bad7-903ae39ef2c3/0abe067e-a1a9-41e4-8754-5b86107bcdfd/4d8cced9-237a-45ce-aac5-4eb035f0bd6e) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:56:13.249394 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231673981', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:11Z', 'revision_number': 3, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:56:13.281891 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752bfea1-cf03-4f3e-999f-665fb75045a2 None None] The sync data for ids ['1e426a75-50d8-4cc3-833b-7095ac3597f2'] in n-d-713498-9 is: [{'id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231673981', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:11Z', 'revision_number': 3, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:56:13.345867 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:13.356330 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Transition to ACTIVE for port object 4d8cced9-237a-45ce-aac5-4eb035f0bd6e will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:56:13.374716 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Transition to ACTIVE for port object 4d8cced9-237a-45ce-aac5-4eb035f0bd6e will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:56:13.466644 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:13.535698 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Network df3e5106-a394-4066-bad7-903ae39ef2c3 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:56:13.535698 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:56:13.545215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:56:13.558871 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Pushing event updated for resources: {'Port': ['ID=4d8cced9-237a-45ce-aac5-4eb035f0bd6e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:13.623640 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Attempting to bind port 4d8cced9-237a-45ce-aac5-4eb035f0bd6e on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:56:13.624131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Attempting to bind port 4d8cced9-237a-45ce-aac5-4eb035f0bd6e by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '77215f47-7948-4cf6-9a2f-cadc50012b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:56:13.624568 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Attempting to bind port 4d8cced9-237a-45ce-aac5-4eb035f0bd6e on network df3e5106-a394-4066-bad7-903ae39ef2c3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:56:13.630311 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:56:13.631319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Checking segment: {'id': '77215f47-7948-4cf6-9a2f-cadc50012b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:56:13.631820 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:13.632303 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Bound using segment: {'id': '77215f47-7948-4cf6-9a2f-cadc50012b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:56:13.632851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Bound port: 4d8cced9-237a-45ce-aac5-4eb035f0bd6e, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77215f47-7948-4cf6-9a2f-cadc50012b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:56:13.635845 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:13.643784 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:13.707154 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] For port 4d8cced9-237a-45ce-aac5-4eb035f0bd6e, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:56:13.711241 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] For port 4d8cced9-237a-45ce-aac5-4eb035f0bd6e, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4d8cced9-237a-45ce-aac5-4eb035f0bd6e,segment=NetworkSegment(77215f47-7948-4cf6-9a2f-cadc50012b0d),segment_id=77215f47-7948-4cf6-9a2f-cadc50012b0d)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:56:13.753771 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8aa9dbd4-1e79-4161-a738-2a7c76312499 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:13.769618 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:13.845554 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74db1d-1932-4046-aa90-77a69a60e552 None None] Pushing event updated for resources: {'Port': ['ID=4d8cced9-237a-45ce-aac5-4eb035f0bd6e,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:14.064578 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-8aa9dbd4-1e79-4161-a738-2a7c76312499 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Allocated IP 172.20.0.1 (df3e5106-a394-4066-bad7-903ae39ef2c3/0abe067e-a1a9-41e4-8754-5b86107bcdfd/132559b8-7d02-42ff-9940-6eceacaecc7e) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:56:14.203420 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8aa9dbd4-1e79-4161-a738-2a7c76312499 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:14.220283 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-8aa9dbd4-1e79-4161-a738-2a7c76312499 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Transition to ACTIVE for port object 132559b8-7d02-42ff-9940-6eceacaecc7e will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:56:14.295414 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8aa9dbd4-1e79-4161-a738-2a7c76312499 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:14.335051 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa9dbd4-1e79-4161-a738-2a7c76312499 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network df3e5106-a394-4066-bad7-903ae39ef2c3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:56:14.338090 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-8aa9dbd4-1e79-4161-a738-2a7c76312499 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:56:14.341792 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa9dbd4-1e79-4161-a738-2a7c76312499 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:56:14.369946 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9dbd4-1e79-4161-a738-2a7c76312499 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=132559b8-7d02-42ff-9940-6eceacaecc7e,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:14.389749 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8aa9dbd4-1e79-4161-a738-2a7c76312499 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:14.602585 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8aa9dbd4-1e79-4161-a738-2a7c76312499 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:14.854222 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa4d846-ffed-4148-98ac-e73407c372c2 None None] Network df3e5106-a394-4066-bad7-903ae39ef2c3 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:56:14.895216 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8aa9dbd4-1e79-4161-a738-2a7c76312499 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:14.932461 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-53515481-688a-4486-8d8b-b6533810cecc None None] Provisioning for port 4d8cced9-237a-45ce-aac5-4eb035f0bd6e completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:56:14.955661 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:14.955888 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8aa9dbd4-1e79-4161-a738-2a7c76312499 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:15.033719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9dbd4-1e79-4161-a738-2a7c76312499 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=132559b8-7d02-42ff-9940-6eceacaecc7e,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:15.036421 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8aa9dbd4-1e79-4161-a738-2a7c76312499 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:15.133682 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa9dbd4-1e79-4161-a738-2a7c76312499 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network df3e5106-a394-4066-bad7-903ae39ef2c3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:56:15.135181 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-8aa9dbd4-1e79-4161-a738-2a7c76312499 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:56:15.252775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4f02e870-cbdd-4388-a90b-af8e83e9cb7c None None] Provisioning for port 132559b8-7d02-42ff-9940-6eceacaecc7e completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:56:15.256954 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4f02e870-cbdd-4388-a90b-af8e83e9cb7c None None] Provisioning complete for port 132559b8-7d02-42ff-9940-6eceacaecc7e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:56:15.257332 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f02e870-cbdd-4388-a90b-af8e83e9cb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:15.267875 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa9dbd4-1e79-4161-a738-2a7c76312499 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router 1e426a75-50d8-4cc3-833b-7095ac3597f2 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:56:15.303018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4f02e870-cbdd-4388-a90b-af8e83e9cb7c None None] Port 132559b8-7d02-42ff-9940-6eceacaecc7e cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:56:15.390490 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa9dbd4-1e79-4161-a738-2a7c76312499 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:56:15.398624 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8aa9dbd4-1e79-4161-a738-2a7c76312499 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "PUT /v2.0/routers/1e426a75-50d8-4cc3-833b-7095ac3597f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4778042 Jul 30 02:56:15.409361 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] Sync routers for ids ['1e426a75-50d8-4cc3-833b-7095ac3597f2'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:56:15.427758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] Routers {'1e426a75-50d8-4cc3-833b-7095ac3597f2'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:56:15.428463 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:56:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1e426a75-50d8-4cc3-833b-7095ac3597f2'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:56:15.580037 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6417cfea-2011-4f1b-8d94-517162169ebf req-594c255f-668a-4749-95dc-064dd2bfe820 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-638153559&fields=id&tenant_id=0077c21cf63c4542922b8f7011a4fe46 HTTP/1.1" status: 200 len: 267 time: 0.0376449 Jul 30 02:56:15.635051 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4d8cced9-237a-45ce-aac5-4eb035f0bd6e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:56:15.666250 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e97a4af6-aa43-48c3-a9fa-831bc3bdb440 None None] Provisioning complete for port 132559b8-7d02-42ff-9940-6eceacaecc7e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:56:15.666644 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e97a4af6-aa43-48c3-a9fa-831bc3bdb440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:15.692819 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417cfea-2011-4f1b-8d94-517162169ebf req-611dd4fd-c178-4ed3-b93d-0460639ba97c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:15.698387 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6417cfea-2011-4f1b-8d94-517162169ebf req-611dd4fd-c178-4ed3-b93d-0460639ba97c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/networks?id=df3e5106-a394-4066-bad7-903ae39ef2c3 HTTP/1.1" status: 200 len: 797 time: 0.1079383 Jul 30 02:56:15.710701 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6417cfea-2011-4f1b-8d94-517162169ebf req-e5c750ff-9a7e-4829-bf98-1107aa52d4ed tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/quotas/0077c21cf63c4542922b8f7011a4fe46 HTTP/1.1" status: 200 len: 375 time: 0.0094948 Jul 30 02:56:15.750865 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e97a4af6-aa43-48c3-a9fa-831bc3bdb440 None None] Port 132559b8-7d02-42ff-9940-6eceacaecc7e cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:56:15.764658 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6417cfea-2011-4f1b-8d94-517162169ebf req-1d974478-5579-4e13-b9dc-e19e40f4181c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481822 Jul 30 02:56:15.773321 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] Set router 1e426a75-50d8-4cc3-833b-7095ac3597f2 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:56:15.847109 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 4d8cced9-237a-45ce-aac5-4eb035f0bd6e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:56:15.864450 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6417cfea-2011-4f1b-8d94-517162169ebf req-b58a1295-0f1f-4d71-b28c-95d57cadfd34 service neutron] 10.222.0.70 "GET /v2.0/networks/df3e5106-a394-4066-bad7-903ae39ef2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877542 Jul 30 02:56:15.886229 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 4d8cced9-237a-45ce-aac5-4eb035f0bd6e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:56:15.886892 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:15.937845 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-77f1c98b-228e-40bc-9fdf-9a37cc3ef4c6 None None] Provisioning complete for port 132559b8-7d02-42ff-9940-6eceacaecc7e triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:56:15.938224 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-77f1c98b-228e-40bc-9fdf-9a37cc3ef4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:15.956652 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6417cfea-2011-4f1b-8d94-517162169ebf req-06671894-7e6b-4343-a688-5e36b7c221cb service neutron] 10.222.0.70 "GET /v2.0/networks/df3e5106-a394-4066-bad7-903ae39ef2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854790 Jul 30 02:56:16.021421 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-77f1c98b-228e-40bc-9fdf-9a37cc3ef4c6 None None] Port 132559b8-7d02-42ff-9940-6eceacaecc7e cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:56:16.057639 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:16.100065 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 4d8cced9-237a-45ce-aac5-4eb035f0bd6e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4d8cced9-237a-45ce-aac5-4eb035f0bd6e,segment=NetworkSegment(77215f47-7948-4cf6-9a2f-cadc50012b0d),segment_id=77215f47-7948-4cf6-9a2f-cadc50012b0d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:56:16.106620 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231673981', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:14Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '132559b8-7d02-42ff-9940-6eceacaecc7e', 'name': '', 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:56:b4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0abe067e-a1a9-41e4-8754-5b86107bcdfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:13Z', 'updated_at': '2021-07-30T02:56:14Z', 'revision_number': 2, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '0abe067e-a1a9-41e4-8754-5b86107bcdfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:56:16.135934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] Checking router: 1e426a75-50d8-4cc3-833b-7095ac3597f2 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:56:16.136595 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] Updating router 1e426a75-50d8-4cc3-833b-7095ac3597f2 port 132559b8-7d02-42ff-9940-6eceacaecc7e binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:56:16.155737 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:16.156523 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device eb8d5051-8c01-4eef-9b42-de3c52987c00 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:56:16.188664 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a69849af-e524-4372-ac8f-6d4723a4e5d8 req-31072536-b6a0-4f7e-940a-fe472500f9de tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 210 time: 0.0297575 Jul 30 02:56:16.204244 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:16.269952 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=4d8cced9-237a-45ce-aac5-4eb035f0bd6e,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:16.363797 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port eb8d5051-8c01-4eef-9b42-de3c52987c00 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:56:16.376535 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port eb8d5051-8c01-4eef-9b42-de3c52987c00 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:56:16.376909 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:16.523096 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:16.566930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port eb8d5051-8c01-4eef-9b42-de3c52987c00, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=eb8d5051-8c01-4eef-9b42-de3c52987c00,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:56:16.585194 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:16.594496 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] Transition to ACTIVE for port object 132559b8-7d02-42ff-9940-6eceacaecc7e will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:56:16.672341 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:16.676790 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:16.753863 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=eb8d5051-8c01-4eef-9b42-de3c52987c00,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:16.806884 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] Attempting to bind port 132559b8-7d02-42ff-9940-6eceacaecc7e on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:56:16.807256 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] Attempting to bind port 132559b8-7d02-42ff-9940-6eceacaecc7e by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '77215f47-7948-4cf6-9a2f-cadc50012b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:56:16.807624 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] Attempting to bind port 132559b8-7d02-42ff-9940-6eceacaecc7e on network df3e5106-a394-4066-bad7-903ae39ef2c3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:56:16.820856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:56:16.821237 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] Checking segment: {'id': '77215f47-7948-4cf6-9a2f-cadc50012b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:56:16.821640 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:16.822035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] Bound using segment: {'id': '77215f47-7948-4cf6-9a2f-cadc50012b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:56:16.822526 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] Bound port: 132559b8-7d02-42ff-9940-6eceacaecc7e, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77215f47-7948-4cf6-9a2f-cadc50012b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:56:16.822914 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:16.825834 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772f00b-fd6a-41b7-a20b-f81ed3037a7e None None] Pushing event updated for resources: {'Port': ['ID=132559b8-7d02-42ff-9940-6eceacaecc7e,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:16.896101 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] For port 132559b8-7d02-42ff-9940-6eceacaecc7e, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:56:16.899164 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] For port 132559b8-7d02-42ff-9940-6eceacaecc7e, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=132559b8-7d02-42ff-9940-6eceacaecc7e,segment=NetworkSegment(77215f47-7948-4cf6-9a2f-cadc50012b0d),segment_id=77215f47-7948-4cf6-9a2f-cadc50012b0d)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:56:16.980837 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:17.031152 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] Routers {'1e426a75-50d8-4cc3-833b-7095ac3597f2'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:56:17.032231 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:56:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1e426a75-50d8-4cc3-833b-7095ac3597f2'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:56:17.077007 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772f00b-fd6a-41b7-a20b-f81ed3037a7e None None] Pushing event updated for resources: {'Port': ['ID=132559b8-7d02-42ff-9940-6eceacaecc7e,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:17.158901 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] Set router 1e426a75-50d8-4cc3-833b-7095ac3597f2 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:56:17.286239 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d341d4fd-0020-46c8-9611-53a2d973252f req-8d60079c-4db1-4412-92e4-4c51bd0d255a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 210 time: 0.0289457 Jul 30 02:56:17.401775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231673981', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:14Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '132559b8-7d02-42ff-9940-6eceacaecc7e', 'name': '', 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:56:b4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0abe067e-a1a9-41e4-8754-5b86107bcdfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:13Z', 'updated_at': '2021-07-30T02:56:16Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '0abe067e-a1a9-41e4-8754-5b86107bcdfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:56:17.433683 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4c4150-cc36-43cb-80b4-4a8f0013a931 None None] The sync data for ids ['1e426a75-50d8-4cc3-833b-7095ac3597f2'] in n-d-713498-9 is: [{'id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231673981', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:14Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '132559b8-7d02-42ff-9940-6eceacaecc7e', 'name': '', 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:56:b4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0abe067e-a1a9-41e4-8754-5b86107bcdfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:13Z', 'updated_at': '2021-07-30T02:56:16Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '0abe067e-a1a9-41e4-8754-5b86107bcdfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:56:17.496538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4d8cced9-237a-45ce-aac5-4eb035f0bd6e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:56:17.562809 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 4d8cced9-237a-45ce-aac5-4eb035f0bd6e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:56:17.563191 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:17.654884 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device eb8d5051-8c01-4eef-9b42-de3c52987c00 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:56:17.713860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port eb8d5051-8c01-4eef-9b42-de3c52987c00 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:56:17.714236 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:18.394212 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-477f551c-5faf-4cba-b9c8-39fdcb6b65e9 req-4507d52e-58c3-4dd3-a59a-afb9f0ffa59a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 210 time: 0.0359232 Jul 30 02:56:18.446821 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417cfea-2011-4f1b-8d94-517162169ebf req-6b4d2fcc-4931-467e-b0ea-c70d541fb99f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:18.449745 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6417cfea-2011-4f1b-8d94-517162169ebf req-6b4d2fcc-4931-467e-b0ea-c70d541fb99f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "GET /v2.0/networks?id=df3e5106-a394-4066-bad7-903ae39ef2c3 HTTP/1.1" status: 200 len: 797 time: 0.1220546 Jul 30 02:56:18.505916 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6417cfea-2011-4f1b-8d94-517162169ebf req-e0138385-5d42-4c38-aadd-2f2ba52bc66b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0077c21cf63c4542922b8f7011a4fe46 HTTP/1.1" status: 200 len: 379 time: 0.0476913 Jul 30 02:56:18.515490 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-6417cfea-2011-4f1b-8d94-517162169ebf req-a48974db-c47a-4f66-a6bf-1c54fdee915f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'port': {'device_id': 'f363c872-43d8-4f02-a001-06349fe9065d', 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3', 'admin_state_up': True, 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'security_groups': ['58c079dc-7b9c-43ff-b85c-0412c6eeb030']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:56:18.557792 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:18.689027 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6417cfea-2011-4f1b-8d94-517162169ebf req-a48974db-c47a-4f66-a6bf-1c54fdee915f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Made reservation on behalf of 0077c21cf63c4542922b8f7011a4fe46 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:56:18.692527 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6417cfea-2011-4f1b-8d94-517162169ebf req-a48974db-c47a-4f66-a6bf-1c54fdee915f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:18.823085 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-6417cfea-2011-4f1b-8d94-517162169ebf req-a48974db-c47a-4f66-a6bf-1c54fdee915f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Allocated IP 172.20.0.4 (df3e5106-a394-4066-bad7-903ae39ef2c3/0abe067e-a1a9-41e4-8754-5b86107bcdfd/3e588e73-2a9e-485b-8e96-12d7a5393c8d) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:56:18.956988 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6417cfea-2011-4f1b-8d94-517162169ebf req-a48974db-c47a-4f66-a6bf-1c54fdee915f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:18.970507 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-6417cfea-2011-4f1b-8d94-517162169ebf req-a48974db-c47a-4f66-a6bf-1c54fdee915f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Transition to ACTIVE for port object 3e588e73-2a9e-485b-8e96-12d7a5393c8d will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:56:19.076023 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6417cfea-2011-4f1b-8d94-517162169ebf req-a48974db-c47a-4f66-a6bf-1c54fdee915f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:19.124535 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6417cfea-2011-4f1b-8d94-517162169ebf req-a48974db-c47a-4f66-a6bf-1c54fdee915f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network df3e5106-a394-4066-bad7-903ae39ef2c3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:56:19.129970 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-6417cfea-2011-4f1b-8d94-517162169ebf req-a48974db-c47a-4f66-a6bf-1c54fdee915f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:56:19.131581 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-6417cfea-2011-4f1b-8d94-517162169ebf req-a48974db-c47a-4f66-a6bf-1c54fdee915f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:56:19.158011 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48974db-c47a-4f66-a6bf-1c54fdee915f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=3e588e73-2a9e-485b-8e96-12d7a5393c8d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:19.188249 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417cfea-2011-4f1b-8d94-517162169ebf req-a48974db-c47a-4f66-a6bf-1c54fdee915f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:19.188915 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6417cfea-2011-4f1b-8d94-517162169ebf req-a48974db-c47a-4f66-a6bf-1c54fdee915f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:19.312471 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6417cfea-2011-4f1b-8d94-517162169ebf req-a48974db-c47a-4f66-a6bf-1c54fdee915f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8007653 Jul 30 02:56:19.324477 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] Request body: {'port': {'device_id': 'f363c872-43d8-4f02-a001-06349fe9065d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:56:19.380312 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:19.441288 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1e3e3bd6-f807-485b-a981-0cd522a14810 None None] Provisioning for port 3e588e73-2a9e-485b-8e96-12d7a5393c8d completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:56:19.445555 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1e3e3bd6-f807-485b-a981-0cd522a14810 None None] Provisioning complete for port 3e588e73-2a9e-485b-8e96-12d7a5393c8d triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:56:19.446358 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e3e3bd6-f807-485b-a981-0cd522a14810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:19.494628 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1e3e3bd6-f807-485b-a981-0cd522a14810 None None] Port 3e588e73-2a9e-485b-8e96-12d7a5393c8d cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:56:19.523670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d47931-1d7e-4d6d-9cec-b019b44b3247 req-0beb875b-8fe8-43f0-9bc0-7785f27ddfd8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:19.531445 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49d47931-1d7e-4d6d-9cec-b019b44b3247 req-0beb875b-8fe8-43f0-9bc0-7785f27ddfd8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 931 time: 0.0650351 Jul 30 02:56:19.531724 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 132559b8-7d02-42ff-9940-6eceacaecc7e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:56:19.564896 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49d47931-1d7e-4d6d-9cec-b019b44b3247 req-a44d5175-58be-4041-8aa3-94679400f8e5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323672 Jul 30 02:56:19.643159 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 132559b8-7d02-42ff-9940-6eceacaecc7e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:56:19.647599 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 132559b8-7d02-42ff-9940-6eceacaecc7e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:56:19.648064 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:19.668422 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e588e73-2a9e-485b-8e96-12d7a5393c8d {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:56:19.676276 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:19.688697 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] Transition to ACTIVE for port object 3e588e73-2a9e-485b-8e96-12d7a5393c8d will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:56:19.725183 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:19.756712 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 132559b8-7d02-42ff-9940-6eceacaecc7e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=132559b8-7d02-42ff-9940-6eceacaecc7e,segment=NetworkSegment(77215f47-7948-4cf6-9a2f-cadc50012b0d),segment_id=77215f47-7948-4cf6-9a2f-cadc50012b0d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:56:19.774968 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:19.826410 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] Pushing event updated for resources: {'Port': ['ID=3e588e73-2a9e-485b-8e96-12d7a5393c8d,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:19.854844 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:19.897419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] Attempting to bind port 3e588e73-2a9e-485b-8e96-12d7a5393c8d on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:56:19.897753 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] Attempting to bind port 3e588e73-2a9e-485b-8e96-12d7a5393c8d by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '77215f47-7948-4cf6-9a2f-cadc50012b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:56:19.898080 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] Attempting to bind port 3e588e73-2a9e-485b-8e96-12d7a5393c8d on network df3e5106-a394-4066-bad7-903ae39ef2c3 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:56:19.903041 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] Port 3e588e73-2a9e-485b-8e96-12d7a5393c8d on network df3e5106-a394-4066-bad7-903ae39ef2c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:56:19.903359 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] Attempting to bind port 3e588e73-2a9e-485b-8e96-12d7a5393c8d on network df3e5106-a394-4066-bad7-903ae39ef2c3 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:56:19.908864 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:56:19.909204 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] Checking segment: {'id': '77215f47-7948-4cf6-9a2f-cadc50012b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:56:19.909583 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] Bound using segment: {'id': '77215f47-7948-4cf6-9a2f-cadc50012b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:56:19.910120 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] Bound port: 3e588e73-2a9e-485b-8e96-12d7a5393c8d, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77215f47-7948-4cf6-9a2f-cadc50012b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:56:19.910442 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:19.911174 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=132559b8-7d02-42ff-9940-6eceacaecc7e,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:19.975851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] For port 3e588e73-2a9e-485b-8e96-12d7a5393c8d, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:56:19.978911 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] For port 3e588e73-2a9e-485b-8e96-12d7a5393c8d, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=3e588e73-2a9e-485b-8e96-12d7a5393c8d,segment=NetworkSegment(77215f47-7948-4cf6-9a2f-cadc50012b0d),segment_id=77215f47-7948-4cf6-9a2f-cadc50012b0d)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:56:20.055152 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:20.089903 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:20.090553 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:20.091953 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6417cfea-2011-4f1b-8d94-517162169ebf req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] 10.222.0.10 "PUT /v2.0/ports/3e588e73-2a9e-485b-8e96-12d7a5393c8d HTTP/1.1" status: 200 len: 1091 time: 0.7716503 Jul 30 02:56:20.092405 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f363c872-43d8-4f02-a001-06349fe9065d', 'tag': '3e588e73-2a9e-485b-8e96-12d7a5393c8d'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:56:20.094683 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5891c7-0add-4321-a826-358342749f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "f363c872-43d8-4f02-a001-06349fe9065d", "tag": "3e588e73-2a9e-485b-8e96-12d7a5393c8d"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:56:20.119883 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ab534-2906-45cf-a7f8-5649515acd19 service neutron] Pushing event updated for resources: {'Port': ['ID=3e588e73-2a9e-485b-8e96-12d7a5393c8d,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:20.138208 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1c9549-ec6b-4ca2-9cdb-9f7390a2285e x-openstack-request-id: req-7e1c9549-ec6b-4ca2-9cdb-9f7390a2285e {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:56:20.138548 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f363c872-43d8-4f02-a001-06349fe9065d", "tag": "3e588e73-2a9e-485b-8e96-12d7a5393c8d", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:56:20.138811 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e1c9549-ec6b-4ca2-9cdb-9f7390a2285e {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:56:20.139295 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f363c872-43d8-4f02-a001-06349fe9065d', 'tag': '3e588e73-2a9e-485b-8e96-12d7a5393c8d', 'status': 'completed', 'code': 200} Jul 30 02:56:20.203352 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5891c7-0add-4321-a826-358342749f6d req-f0fa4be5-5ed3-40f9-abc3-672834ec027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:20.204907 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2a5891c7-0add-4321-a826-358342749f6d req-f0fa4be5-5ed3-40f9-abc3-672834ec027b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 1094 time: 0.0457184 Jul 30 02:56:20.309025 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5891c7-0add-4321-a826-358342749f6d req-7290bd76-0d48-4fab-8c52-783b68354d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:20.310466 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2a5891c7-0add-4321-a826-358342749f6d req-7290bd76-0d48-4fab-8c52-783b68354d2d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=0077c21cf63c4542922b8f7011a4fe46&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0983810 Jul 30 02:56:20.404859 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5891c7-0add-4321-a826-358342749f6d req-3a10a913-2623-4153-b9c8-ea5d8f9eb179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:20.406382 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-2a5891c7-0add-4321-a826-358342749f6d req-3a10a913-2623-4153-b9c8-ea5d8f9eb179 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896182 Jul 30 02:56:20.484711 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417cfea-2011-4f1b-8d94-517162169ebf req-169b76b0-31a9-4d52-af7f-582f070c67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:20.486203 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6417cfea-2011-4f1b-8d94-517162169ebf req-169b76b0-31a9-4d52-af7f-582f070c67e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 1094 time: 0.0454972 Jul 30 02:56:20.527440 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6417cfea-2011-4f1b-8d94-517162169ebf req-1ffc8c6d-4e01-440e-b2db-94996badc727 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e588e73-2a9e-485b-8e96-12d7a5393c8d HTTP/1.1" status: 200 len: 217 time: 0.0336154 Jul 30 02:56:20.575268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417cfea-2011-4f1b-8d94-517162169ebf req-64860075-3850-404c-ac27-d85e057f5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:20.576579 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6417cfea-2011-4f1b-8d94-517162169ebf req-64860075-3850-404c-ac27-d85e057f5ee4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0abe067e-a1a9-41e4-8754-5b86107bcdfd HTTP/1.1" status: 200 len: 834 time: 0.0423062 Jul 30 02:56:20.626186 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417cfea-2011-4f1b-8d94-517162169ebf req-1c2a5d89-09e2-4cd8-81c2-a613a6cfa4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:20.627745 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6417cfea-2011-4f1b-8d94-517162169ebf req-1c2a5d89-09e2-4cd8-81c2-a613a6cfa4d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df3e5106-a394-4066-bad7-903ae39ef2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445111 Jul 30 02:56:20.685808 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de6fd0-db52-4c6d-9350-1917b8931ac2 req-bb590ce9-e49a-4dbb-8b11-7c8eec00eeba tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:20.687388 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-02de6fd0-db52-4c6d-9350-1917b8931ac2 req-bb590ce9-e49a-4dbb-8b11-7c8eec00eeba tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 943 time: 0.0489669 Jul 30 02:56:20.717946 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6417cfea-2011-4f1b-8d94-517162169ebf req-9cdcab62-1c57-4deb-8509-8553bfbcf9e2 service neutron] 10.222.0.10 "GET /v2.0/networks/df3e5106-a394-4066-bad7-903ae39ef2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833094 Jul 30 02:56:20.725694 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-02de6fd0-db52-4c6d-9350-1917b8931ac2 req-629950cc-71b5-4e97-aaa6-52187e6e0209 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317960 Jul 30 02:56:20.813463 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6417cfea-2011-4f1b-8d94-517162169ebf req-93b16f4c-e014-449c-b66f-24c8142d7efe service neutron] 10.222.0.10 "GET /v2.0/networks/df3e5106-a394-4066-bad7-903ae39ef2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885291 Jul 30 02:56:21.464095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 132559b8-7d02-42ff-9940-6eceacaecc7e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:56:21.513238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 132559b8-7d02-42ff-9940-6eceacaecc7e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:56:21.513609 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:21.841115 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5743c-c1b4-464d-a8e2-c62ebafbd7f4 req-a00ff32c-54ef-4850-a468-edcdd5f2138b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:21.842614 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41d5743c-c1b4-464d-a8e2-c62ebafbd7f4 req-a00ff32c-54ef-4850-a468-edcdd5f2138b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 943 time: 0.0493391 Jul 30 02:56:21.883509 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-41d5743c-c1b4-464d-a8e2-c62ebafbd7f4 req-e1b43a9e-816f-49f0-ae61-cb73a8c12feb tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349896 Jul 30 02:56:22.997366 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fccca7-9ab5-46af-8492-88708dddfe58 req-6c5714bd-098e-4f6a-a99e-ded325204038 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:22.998910 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0fccca7-9ab5-46af-8492-88708dddfe58 req-6c5714bd-098e-4f6a-a99e-ded325204038 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 943 time: 0.0490656 Jul 30 02:56:23.037199 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a0fccca7-9ab5-46af-8492-88708dddfe58 req-240425a8-152c-4dc1-ba78-c32169582e5c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322034 Jul 30 02:56:23.593091 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 3e588e73-2a9e-485b-8e96-12d7a5393c8d details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:56:23.688172 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 3e588e73-2a9e-485b-8e96-12d7a5393c8d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=3e588e73-2a9e-485b-8e96-12d7a5393c8d,segment=NetworkSegment(77215f47-7948-4cf6-9a2f-cadc50012b0d),segment_id=77215f47-7948-4cf6-9a2f-cadc50012b0d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:56:23.699175 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '3e588e73-2a9e-485b-8e96-12d7a5393c8d', 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3', 'port_id': '3e588e73-2a9e-485b-8e96-12d7a5393c8d', 'mac_address': 'fa:16:3e:fa:61:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0abe067e-a1a9-41e4-8754-5b86107bcdfd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:56:23.735687 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:23.748034 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e588e73-2a9e-485b-8e96-12d7a5393c8d {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:56:23.766843 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 3e588e73-2a9e-485b-8e96-12d7a5393c8d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=3e588e73-2a9e-485b-8e96-12d7a5393c8d,segment=NetworkSegment(77215f47-7948-4cf6-9a2f-cadc50012b0d),segment_id=77215f47-7948-4cf6-9a2f-cadc50012b0d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:56:23.808868 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:23.861002 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=3e588e73-2a9e-485b-8e96-12d7a5393c8d,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:24.008312 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['3e588e73-2a9e-485b-8e96-12d7a5393c8d'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:56:24.155143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b247ee-7d9a-4f62-ba0e-2bef69249bfb req-602f65f2-8d15-4cc0-abb1-dbff2d099583 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:24.156802 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13b247ee-7d9a-4f62-ba0e-2bef69249bfb req-602f65f2-8d15-4cc0-abb1-dbff2d099583 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 944 time: 0.0498364 Jul 30 02:56:24.196057 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-13b247ee-7d9a-4f62-ba0e-2bef69249bfb req-1f36b169-4a1c-43c6-9d3b-6b34712bfc54 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329208 Jul 30 02:56:25.309218 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568bbea-f784-4da8-9e28-528f71e53589 req-bb366c79-1424-4520-8be8-6d4740d97da5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:25.310717 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5568bbea-f784-4da8-9e28-528f71e53589 req-bb366c79-1424-4520-8be8-6d4740d97da5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 944 time: 0.0488541 Jul 30 02:56:25.352041 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5568bbea-f784-4da8-9e28-528f71e53589 req-1d508d21-aed3-48eb-96fc-6c32b4768746 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355465 Jul 30 02:56:25.609161 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 3e588e73-2a9e-485b-8e96-12d7a5393c8d up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:56:25.723050 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 3e588e73-2a9e-485b-8e96-12d7a5393c8d completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:56:25.726680 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 3e588e73-2a9e-485b-8e96-12d7a5393c8d triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:56:25.727050 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:25.800755 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:25.822446 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f363c872-43d8-4f02-a001-06349fe9065d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e588e73-2a9e-485b-8e96-12d7a5393c8d'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:56:25.824660 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8383f3-fb0a-4693-bf3c-90c7ca0fb17f" -d '{"events": [{"server_uuid": "f363c872-43d8-4f02-a001-06349fe9065d", "name": "network-vif-plugged", "status": "completed", "tag": "3e588e73-2a9e-485b-8e96-12d7a5393c8d"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:56:25.841262 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 3e588e73-2a9e-485b-8e96-12d7a5393c8d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=3e588e73-2a9e-485b-8e96-12d7a5393c8d,segment=NetworkSegment(77215f47-7948-4cf6-9a2f-cadc50012b0d),segment_id=77215f47-7948-4cf6-9a2f-cadc50012b0d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:56:25.864958 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d42aeb-16ec-46b1-b814-081384bbfff9 x-openstack-request-id: req-f7d42aeb-16ec-46b1-b814-081384bbfff9 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:56:25.864958 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f363c872-43d8-4f02-a001-06349fe9065d", "name": "network-vif-plugged", "status": "completed", "tag": "3e588e73-2a9e-485b-8e96-12d7a5393c8d", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:56:25.864958 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7d42aeb-16ec-46b1-b814-081384bbfff9 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:56:25.864958 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f363c872-43d8-4f02-a001-06349fe9065d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e588e73-2a9e-485b-8e96-12d7a5393c8d', 'code': 200} Jul 30 02:56:25.923290 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:25.954009 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d6b96-22c6-4859-ba16-6c08d369a9a7 req-0f29ba34-0373-42de-9136-158b18564347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:25.955560 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d08d6b96-22c6-4859-ba16-6c08d369a9a7 req-0f29ba34-0373-42de-9136-158b18564347 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 1096 time: 0.0407588 Jul 30 02:56:25.971168 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=3e588e73-2a9e-485b-8e96-12d7a5393c8d,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:25.990967 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d08d6b96-22c6-4859-ba16-6c08d369a9a7 req-6700c5f6-74aa-4af4-94c8-29af0ac6624d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280421 Jul 30 02:56:26.468714 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd740ee-0a4d-4a60-8ab0-731aad41602f req-358705da-39f9-490c-972a-0c5fddef16d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:26.470227 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6cd740ee-0a4d-4a60-8ab0-731aad41602f req-358705da-39f9-490c-972a-0c5fddef16d5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0498619 Jul 30 02:56:26.510663 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6cd740ee-0a4d-4a60-8ab0-731aad41602f req-2ee84bc3-e0cb-4761-af2a-eae4b21bedb8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341294 Jul 30 02:56:27.626879 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2b172-2a3f-45eb-9422-0616fe702bf3 req-d92dc453-3e63-4339-81ae-96662595e392 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:27.628275 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cde2b172-2a3f-45eb-9422-0616fe702bf3 req-d92dc453-3e63-4339-81ae-96662595e392 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0497940 Jul 30 02:56:27.640179 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:56:27.666480 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cde2b172-2a3f-45eb-9422-0616fe702bf3 req-17f8f314-174e-4ba6-8aa9-023f91331262 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321763 Jul 30 02:56:27.780871 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb29f9-240f-4530-aef4-ec26b4c0f4ae req-39807e60-706a-4fdb-9be9-d89917c09e5f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:27.782389 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82fb29f9-240f-4530-aef4-ec26b4c0f4ae req-39807e60-706a-4fdb-9be9-d89917c09e5f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0508516 Jul 30 02:56:27.824176 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-82fb29f9-240f-4530-aef4-ec26b4c0f4ae req-abbea868-9948-4288-b9a0-7cbbef19a70b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359392 Jul 30 02:56:27.845714 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39220) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:27.883941 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbac7bf-b331-4e8b-bcd9-76269c0b100c tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:27.885320 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7bbac7bf-b331-4e8b-bcd9-76269c0b100c tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 1091 time: 0.0386035 Jul 30 02:56:27.888110 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39222) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:27.892428 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-60338e09-e90e-414c-9888-0df016e52634 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': '3e588e73-2a9e-485b-8e96-12d7a5393c8d', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:56:27.991511 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-60338e09-e90e-414c-9888-0df016e52634 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:28.086892 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-60338e09-e90e-414c-9888-0df016e52634 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:28.184116 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-60338e09-e90e-414c-9888-0df016e52634 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Allocated IP 172.25.1.66 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/ec36bfa3-c867-4b75-b962-09cf6a3af0d9) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:56:28.284397 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-60338e09-e90e-414c-9888-0df016e52634 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:28.378254 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-60338e09-e90e-414c-9888-0df016e52634 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:28.415464 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60338e09-e90e-414c-9888-0df016e52634 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:56:28.418275 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-60338e09-e90e-414c-9888-0df016e52634 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:56:28.421647 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60338e09-e90e-414c-9888-0df016e52634 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:56:28.429880 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60338e09-e90e-414c-9888-0df016e52634 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=ec36bfa3-c867-4b75-b962-09cf6a3af0d9,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:28.777012 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-60338e09-e90e-414c-9888-0df016e52634 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:28.900317 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-60338e09-e90e-414c-9888-0df016e52634 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:29.045045 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-60338e09-e90e-414c-9888-0df016e52634 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:29.115451 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-60338e09-e90e-414c-9888-0df016e52634 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:29.185214 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60338e09-e90e-414c-9888-0df016e52634 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=ec36bfa3-c867-4b75-b962-09cf6a3af0d9,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:56:29.199029 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-60338e09-e90e-414c-9888-0df016e52634 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:29.300748 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-60338e09-e90e-414c-9888-0df016e52634 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Floating IP 85547eee-596d-4d86-ac71-66b9b471c775 associated. External IP: 172.25.1.66, port: 3e588e73-2a9e-485b-8e96-12d7a5393c8d. Jul 30 02:56:29.836128 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60338e09-e90e-414c-9888-0df016e52634 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router 1e426a75-50d8-4cc3-833b-7095ac3597f2 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:56:29.943829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60338e09-e90e-414c-9888-0df016e52634 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:56:29.953189 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4200ae94-da82-4704-b2c9-a433015308b0 None None] Sync routers for ids ['1e426a75-50d8-4cc3-833b-7095ac3597f2'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:56:29.962355 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4200ae94-da82-4704-b2c9-a433015308b0 None None] Routers {'1e426a75-50d8-4cc3-833b-7095ac3597f2'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:56:29.962966 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-4200ae94-da82-4704-b2c9-a433015308b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:56:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1e426a75-50d8-4cc3-833b-7095ac3597f2'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:56:30.017988 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-60338e09-e90e-414c-9888-0df016e52634 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:30.045776 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-60338e09-e90e-414c-9888-0df016e52634 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1566501 Jul 30 02:56:30.046500 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f363c872-43d8-4f02-a001-06349fe9065d', 'tag': '3e588e73-2a9e-485b-8e96-12d7a5393c8d'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:56:30.048850 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8589d6-6c34-4008-9cf6-6d033b992677" -d '{"events": [{"name": "network-changed", "server_uuid": "f363c872-43d8-4f02-a001-06349fe9065d", "tag": "3e588e73-2a9e-485b-8e96-12d7a5393c8d"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:56:30.066878 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-4200ae94-da82-4704-b2c9-a433015308b0 None None] Set router 1e426a75-50d8-4cc3-833b-7095ac3597f2 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:56:30.141682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f0a30-526c-4701-9e71-323fe04b94b6 req-e70360fe-b6f7-404d-b0e6-5ca2e63b5a13 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:30.143226 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b68f0a30-526c-4701-9e71-323fe04b94b6 req-e70360fe-b6f7-404d-b0e6-5ca2e63b5a13 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0494020 Jul 30 02:56:30.182239 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b68f0a30-526c-4701-9e71-323fe04b94b6 req-96517cfc-14a0-4cdf-8ff3-b124e00f765c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323668 Jul 30 02:56:30.205208 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39228) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:30.244497 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97271dd-cb1a-410c-bcd7-3357f93db19a x-openstack-request-id: req-f97271dd-cb1a-410c-bcd7-3357f93db19a {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:56:30.244864 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f363c872-43d8-4f02-a001-06349fe9065d", "tag": "3e588e73-2a9e-485b-8e96-12d7a5393c8d", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:56:30.245203 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f97271dd-cb1a-410c-bcd7-3357f93db19a {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:56:30.245677 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f363c872-43d8-4f02-a001-06349fe9065d', 'tag': '3e588e73-2a9e-485b-8e96-12d7a5393c8d', 'status': 'completed', 'code': 200} Jul 30 02:56:30.294775 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-4200ae94-da82-4704-b2c9-a433015308b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231673981', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:14Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '85547eee-596d-4d86-ac71-66b9b471c775', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'port_id': '3e588e73-2a9e-485b-8e96-12d7a5393c8d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3', 'mac_address': 'fa:16:3e:fa:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f363c872-43d8-4f02-a001-06349fe9065d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:56:28Z', 'updated_at': '2021-07-30T02:56:28Z', 'revision_number': 0, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132559b8-7d02-42ff-9940-6eceacaecc7e', 'name': '', 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:56:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0abe067e-a1a9-41e4-8754-5b86107bcdfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:13Z', 'updated_at': '2021-07-30T02:56:19Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '0abe067e-a1a9-41e4-8754-5b86107bcdfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:56:30.299196 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cc482045-1c18-43ab-90bf-54e4f6bbe49f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/floatingips/85547eee-596d-4d86-ac71-66b9b471c775 HTTP/1.1" status: 200 len: 990 time: 0.0924163 Jul 30 02:56:30.308728 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8589d6-6c34-4008-9cf6-6d033b992677 req-6e132b0e-60ab-44fa-9f08-df18112fe36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:30.310181 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c8589d6-6c34-4008-9cf6-6d033b992677 req-6e132b0e-60ab-44fa-9f08-df18112fe36d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 1096 time: 0.0597765 Jul 30 02:56:30.324727 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4200ae94-da82-4704-b2c9-a433015308b0 None None] Checking router: 1e426a75-50d8-4cc3-833b-7095ac3597f2 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:56:30.333673 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4200ae94-da82-4704-b2c9-a433015308b0 None None] Routers {'1e426a75-50d8-4cc3-833b-7095ac3597f2'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:56:30.334279 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-4200ae94-da82-4704-b2c9-a433015308b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:56:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1e426a75-50d8-4cc3-833b-7095ac3597f2'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:56:30.405830 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8589d6-6c34-4008-9cf6-6d033b992677 req-751fde85-28b3-4b7e-b00e-1d423661d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:30.407300 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c8589d6-6c34-4008-9cf6-6d033b992677 req-751fde85-28b3-4b7e-b00e-1d423661d933 service neutron] 10.222.0.10 "GET /v2.0/networks?id=df3e5106-a394-4066-bad7-903ae39ef2c3 HTTP/1.1" status: 200 len: 898 time: 0.0900967 Jul 30 02:56:30.437893 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-4200ae94-da82-4704-b2c9-a433015308b0 None None] Set router 1e426a75-50d8-4cc3-833b-7095ac3597f2 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:56:30.475978 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c8589d6-6c34-4008-9cf6-6d033b992677 req-410235ee-6e40-4f16-b873-26cfc2a6770b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e588e73-2a9e-485b-8e96-12d7a5393c8d HTTP/1.1" status: 200 len: 998 time: 0.0615206 Jul 30 02:56:30.524902 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8589d6-6c34-4008-9cf6-6d033b992677 req-0ab28598-5810-465e-a546-0a5c11bd1f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:30.526477 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c8589d6-6c34-4008-9cf6-6d033b992677 req-0ab28598-5810-465e-a546-0a5c11bd1f22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0abe067e-a1a9-41e4-8754-5b86107bcdfd HTTP/1.1" status: 200 len: 834 time: 0.0435722 Jul 30 02:56:30.572796 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8589d6-6c34-4008-9cf6-6d033b992677 req-821a9f0d-2dcf-4ad0-8307-268f2905effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:30.574348 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c8589d6-6c34-4008-9cf6-6d033b992677 req-821a9f0d-2dcf-4ad0-8307-268f2905effb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df3e5106-a394-4066-bad7-903ae39ef2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412171 Jul 30 02:56:30.655067 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-4200ae94-da82-4704-b2c9-a433015308b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231673981', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:14Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '85547eee-596d-4d86-ac71-66b9b471c775', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'port_id': '3e588e73-2a9e-485b-8e96-12d7a5393c8d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3', 'mac_address': 'fa:16:3e:fa:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f363c872-43d8-4f02-a001-06349fe9065d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:56:28Z', 'updated_at': '2021-07-30T02:56:28Z', 'revision_number': 0, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132559b8-7d02-42ff-9940-6eceacaecc7e', 'name': '', 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:56:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0abe067e-a1a9-41e4-8754-5b86107bcdfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:13Z', 'updated_at': '2021-07-30T02:56:19Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '0abe067e-a1a9-41e4-8754-5b86107bcdfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:56:30.668648 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c8589d6-6c34-4008-9cf6-6d033b992677 req-f5853b08-6cd3-42bb-8248-7a00e150fe15 service neutron] 10.222.0.10 "GET /v2.0/networks/df3e5106-a394-4066-bad7-903ae39ef2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872622 Jul 30 02:56:30.681418 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4200ae94-da82-4704-b2c9-a433015308b0 None None] The sync data for ids ['1e426a75-50d8-4cc3-833b-7095ac3597f2'] in n-d-713498-9 is: [{'id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231673981', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:14Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '85547eee-596d-4d86-ac71-66b9b471c775', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'port_id': '3e588e73-2a9e-485b-8e96-12d7a5393c8d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3', 'mac_address': 'fa:16:3e:fa:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f363c872-43d8-4f02-a001-06349fe9065d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:56:28Z', 'updated_at': '2021-07-30T02:56:28Z', 'revision_number': 0, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132559b8-7d02-42ff-9940-6eceacaecc7e', 'name': '', 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:56:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0abe067e-a1a9-41e4-8754-5b86107bcdfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:13Z', 'updated_at': '2021-07-30T02:56:19Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '0abe067e-a1a9-41e4-8754-5b86107bcdfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:56:30.762507 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1c8589d6-6c34-4008-9cf6-6d033b992677 req-6b652dfd-ef59-45aa-8552-4c0c5357fef9 service neutron] 10.222.0.10 "GET /v2.0/networks/df3e5106-a394-4066-bad7-903ae39ef2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867546 Jul 30 02:56:30.887543 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72add104-0758-4de8-9d4a-8d535b5d4d5e None None] New status for floating IP 85547eee-596d-4d86-ac71-66b9b471c775: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:56:31.303137 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39230) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:31.367358 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0a9dbbc1-2d1e-4d3a-bf91-e47944f2b6c2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/floatingips/85547eee-596d-4d86-ac71-66b9b471c775 HTTP/1.1" status: 200 len: 992 time: 0.0630958 Jul 30 02:56:33.642856 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:39.337863 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1dcfb68-d57b-4300-8a50-d199f18cde26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:41.722746 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4f7a908-dc70-4578-8820-510e77d5cbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:41.825448 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:43.551159 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:44.920181 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:48.534330 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:55.767878 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc854e94-d835-406a-ac29-f3499b648c87 req-75e830e0-79c5-451c-90b0-4b65ce8871cc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413642 Jul 30 02:56:55.846575 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc854e94-d835-406a-ac29-f3499b648c87 req-560f0712-93d8-428b-b4b7-7c450ebf71c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:55.848081 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc854e94-d835-406a-ac29-f3499b648c87 req-560f0712-93d8-428b-b4b7-7c450ebf71c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 1096 time: 0.0400848 Jul 30 02:56:55.952882 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc854e94-d835-406a-ac29-f3499b648c87 req-f62ed38e-81ae-4cf0-9c72-bf2cadca60fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:55.954408 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc854e94-d835-406a-ac29-f3499b648c87 req-f62ed38e-81ae-4cf0-9c72-bf2cadca60fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=df3e5106-a394-4066-bad7-903ae39ef2c3 HTTP/1.1" status: 200 len: 898 time: 0.0879765 Jul 30 02:56:56.018766 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc854e94-d835-406a-ac29-f3499b648c87 req-7b8e09ed-0800-42f3-90ee-5de715b1c3df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e588e73-2a9e-485b-8e96-12d7a5393c8d HTTP/1.1" status: 200 len: 1000 time: 0.0566688 Jul 30 02:56:56.066259 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc854e94-d835-406a-ac29-f3499b648c87 req-0932bc9b-4214-4512-8162-47fb0df9d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:56.067718 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc854e94-d835-406a-ac29-f3499b648c87 req-0932bc9b-4214-4512-8162-47fb0df9d733 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0abe067e-a1a9-41e4-8754-5b86107bcdfd HTTP/1.1" status: 200 len: 834 time: 0.0423760 Jul 30 02:56:56.115977 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc854e94-d835-406a-ac29-f3499b648c87 req-1af31284-d863-428a-8d91-e43a2a6c42ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:56.117421 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc854e94-d835-406a-ac29-f3499b648c87 req-1af31284-d863-428a-8d91-e43a2a6c42ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df3e5106-a394-4066-bad7-903ae39ef2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429614 Jul 30 02:56:56.205197 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc854e94-d835-406a-ac29-f3499b648c87 req-1e7233f3-2f4d-4b67-8d7a-b64ec9b9d486 service neutron] 10.222.0.10 "GET /v2.0/networks/df3e5106-a394-4066-bad7-903ae39ef2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800922 Jul 30 02:56:56.296499 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-dc854e94-d835-406a-ac29-f3499b648c87 req-4846aeba-29a1-4a19-9337-70c4d0194033 service neutron] 10.222.0.10 "GET /v2.0/networks/df3e5106-a394-4066-bad7-903ae39ef2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840664 Jul 30 02:57:02.971894 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc5002-bd1c-4ca4-a4fe-8f1c79484149 req-85d590fd-4d83-49ca-9060-46b5473a9225 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:02.973425 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65fc5002-bd1c-4ca4-a4fe-8f1c79484149 req-85d590fd-4d83-49ca-9060-46b5473a9225 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0513091 Jul 30 02:57:03.010504 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a59fa5-e070-46fd-8d86-5e119ca92f72 req-d44ba028-bb0a-4ac6-9081-7d015fd4592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:03.012158 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33a59fa5-e070-46fd-8d86-5e119ca92f72 req-d44ba028-bb0a-4ac6-9081-7d015fd4592b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 1096 time: 0.0453882 Jul 30 02:57:03.012775 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-65fc5002-bd1c-4ca4-a4fe-8f1c79484149 req-41cb11b6-56b3-4924-9c0f-ca4d6acada2c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325987 Jul 30 02:57:03.104826 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a59fa5-e070-46fd-8d86-5e119ca92f72 req-7e2fee89-b3fe-4e9a-926f-a00bc6df57e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:03.106331 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33a59fa5-e070-46fd-8d86-5e119ca92f72 req-7e2fee89-b3fe-4e9a-926f-a00bc6df57e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=df3e5106-a394-4066-bad7-903ae39ef2c3 HTTP/1.1" status: 200 len: 898 time: 0.0867093 Jul 30 02:57:03.174640 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33a59fa5-e070-46fd-8d86-5e119ca92f72 req-caf69a08-be95-4347-8efa-e7191355a3ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e588e73-2a9e-485b-8e96-12d7a5393c8d HTTP/1.1" status: 200 len: 1000 time: 0.0606492 Jul 30 02:57:03.223045 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a59fa5-e070-46fd-8d86-5e119ca92f72 req-39b214f7-6c59-4cbe-999f-7bf6248964d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:03.224486 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33a59fa5-e070-46fd-8d86-5e119ca92f72 req-39b214f7-6c59-4cbe-999f-7bf6248964d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0abe067e-a1a9-41e4-8754-5b86107bcdfd HTTP/1.1" status: 200 len: 834 time: 0.0428088 Jul 30 02:57:03.268806 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a59fa5-e070-46fd-8d86-5e119ca92f72 req-b1f84021-938c-4ceb-8484-c0bcbfb39a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:03.270283 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33a59fa5-e070-46fd-8d86-5e119ca92f72 req-b1f84021-938c-4ceb-8484-c0bcbfb39a97 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df3e5106-a394-4066-bad7-903ae39ef2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387101 Jul 30 02:57:03.363581 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33a59fa5-e070-46fd-8d86-5e119ca92f72 req-1e3ab719-98ad-42af-9ff0-630a558f732f service neutron] 10.222.0.10 "GET /v2.0/networks/df3e5106-a394-4066-bad7-903ae39ef2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856128 Jul 30 02:57:03.454562 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-33a59fa5-e070-46fd-8d86-5e119ca92f72 req-8be84a70-cc1b-47e3-848c-c0b429d8fb1a service neutron] 10.222.0.10 "GET /v2.0/networks/df3e5106-a394-4066-bad7-903ae39ef2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836997 Jul 30 02:57:03.656902 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:04.141012 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbc292-1b5f-48f4-a83c-bbdab41b8183 req-3af512a9-c7fb-49f6-8ddd-dc98722a080d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:04.142511 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5bcbc292-1b5f-48f4-a83c-bbdab41b8183 req-3af512a9-c7fb-49f6-8ddd-dc98722a080d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0477929 Jul 30 02:57:04.184187 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5bcbc292-1b5f-48f4-a83c-bbdab41b8183 req-75bd1d36-537e-427d-a661-f92af7c6e646 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353720 Jul 30 02:57:04.639881 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:57:05.298143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be5bce-6d62-4c8b-b96e-a148535c9727 req-08e7f7ae-a590-466d-a367-fc358c779817 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:05.299666 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-54be5bce-6d62-4c8b-b96e-a148535c9727 req-08e7f7ae-a590-466d-a367-fc358c779817 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0487678 Jul 30 02:57:05.336957 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-54be5bce-6d62-4c8b-b96e-a148535c9727 req-897e075b-46b4-4fb7-aef2-68ee5f8e9c8d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307407 Jul 30 02:57:06.453355 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5305e-6ce4-49d5-b303-d92055cbe759 req-a1d8d45d-037b-47b1-89ca-7ccb67233b54 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:06.459323 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a7a5305e-6ce4-49d5-b303-d92055cbe759 req-a1d8d45d-037b-47b1-89ca-7ccb67233b54 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0500298 Jul 30 02:57:06.493959 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a7a5305e-6ce4-49d5-b303-d92055cbe759 req-4206dd8d-c253-4eb1-ae37-da3d0af794cd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320175 Jul 30 02:57:07.607073 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07422c95-133d-46a9-abab-9dd2c0412216 req-10ed2ca6-1661-4106-97c6-5721b3e42377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:07.608561 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07422c95-133d-46a9-abab-9dd2c0412216 req-10ed2ca6-1661-4106-97c6-5721b3e42377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0487733 Jul 30 02:57:07.650080 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07422c95-133d-46a9-abab-9dd2c0412216 req-6c948db1-479e-48cd-8f60-5c2907106624 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354846 Jul 30 02:57:08.765986 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f9e7b-e3da-45f3-bfea-40349fdcaf7e req-ab24a347-155c-4e0c-991c-87dc9ffc0dc9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:08.767624 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-535f9e7b-e3da-45f3-bfea-40349fdcaf7e req-ab24a347-155c-4e0c-991c-87dc9ffc0dc9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0506968 Jul 30 02:57:08.806010 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-535f9e7b-e3da-45f3-bfea-40349fdcaf7e req-62934815-2951-4bd1-beb3-aff5af788d9b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323510 Jul 30 02:57:09.199522 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-376b43f3-ec90-463a-a8b7-7cb730905c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:09.925596 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28adc4-238f-4317-b68c-4d1d7d14e9b3 req-1b8516da-2676-4fd0-8277-c40db8ff2749 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:09.927142 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9d28adc4-238f-4317-b68c-4d1d7d14e9b3 req-1b8516da-2676-4fd0-8277-c40db8ff2749 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0520179 Jul 30 02:57:09.964678 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9d28adc4-238f-4317-b68c-4d1d7d14e9b3 req-a57c791c-9d7b-4691-9cff-254b2ebba2d2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316098 Jul 30 02:57:11.078600 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ad6d4-9f99-4997-bcaa-0dc357ae02dc req-c1978428-d5c0-4414-a0ea-0ee68042b54b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:11.080094 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a1ad6d4-9f99-4997-bcaa-0dc357ae02dc req-c1978428-d5c0-4414-a0ea-0ee68042b54b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0491159 Jul 30 02:57:11.121906 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a1ad6d4-9f99-4997-bcaa-0dc357ae02dc req-b38ad417-5438-4269-b822-069d619c9135 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352459 Jul 30 02:57:11.705198 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-533185f5-28a2-4982-89f8-2cf662cefbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:11.850512 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:12.236721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d1942-4380-431e-ad2f-5a0c29ea5610 req-bf787275-68f6-4121-a106-bb1483f72eca tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:12.238210 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b58d1942-4380-431e-ad2f-5a0c29ea5610 req-bf787275-68f6-4121-a106-bb1483f72eca tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0488007 Jul 30 02:57:12.275941 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b58d1942-4380-431e-ad2f-5a0c29ea5610 req-2ea12883-7bdf-442e-a8ca-590cef7824cb tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311036 Jul 30 02:57:13.391746 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51e9f2-44f8-40a9-92d0-25d10be7e017 req-2610d3e9-bab6-4ff2-be67-b89049012fc9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:13.393378 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c51e9f2-44f8-40a9-92d0-25d10be7e017 req-2610d3e9-bab6-4ff2-be67-b89049012fc9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0499032 Jul 30 02:57:13.435078 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6c51e9f2-44f8-40a9-92d0-25d10be7e017 req-b0ce1317-33cc-47a7-891c-41f929575120 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354459 Jul 30 02:57:13.576386 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.553584 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff736-97fd-479a-b23b-666d96b341d7 req-32062745-03d9-4336-811b-687f72257a77 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:14.555032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4f4ff736-97fd-479a-b23b-666d96b341d7 req-32062745-03d9-4336-811b-687f72257a77 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0487015 Jul 30 02:57:14.596140 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4f4ff736-97fd-479a-b23b-666d96b341d7 req-f5163582-1f46-4849-926c-fa38e93f0b05 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351846 Jul 30 02:57:14.907835 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:15.709712 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15c610-3de0-424f-9308-51e96f69e71e req-7e732881-2743-4e51-8511-c4deb786cbf0 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:15.711202 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ef15c610-3de0-424f-9308-51e96f69e71e req-7e732881-2743-4e51-8511-c4deb786cbf0 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0480647 Jul 30 02:57:15.748740 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ef15c610-3de0-424f-9308-51e96f69e71e req-c2584dda-90ea-4fd2-8e91-4d09243e1b9c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316372 Jul 30 02:57:16.862048 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34936b2f-88fd-421b-b82b-212d2e89136c req-74c2dc69-2a1f-45c6-9960-f0699d5ff26a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:16.863535 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34936b2f-88fd-421b-b82b-212d2e89136c req-74c2dc69-2a1f-45c6-9960-f0699d5ff26a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0485096 Jul 30 02:57:16.901090 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34936b2f-88fd-421b-b82b-212d2e89136c req-61f08a91-a4d2-4a06-aa18-24d4af6bb07a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311360 Jul 30 02:57:18.020014 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738b8ec-84df-4d3c-8e69-75b265187435 req-3768952f-5a13-4490-81ee-261a23288a65 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:18.022057 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b738b8ec-84df-4d3c-8e69-75b265187435 req-3768952f-5a13-4490-81ee-261a23288a65 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0517311 Jul 30 02:57:18.062984 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b738b8ec-84df-4d3c-8e69-75b265187435 req-3518984c-b2a9-485e-9d76-92d22b8defb9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349138 Jul 30 02:57:18.581630 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:19.180896 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d21eb-97fe-4093-a680-df83f89e09e1 req-3fd35fa7-4917-4deb-b4b4-4246f5811ee1 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:19.182469 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-125d21eb-97fe-4093-a680-df83f89e09e1 req-3fd35fa7-4917-4deb-b4b4-4246f5811ee1 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0503378 Jul 30 02:57:19.221623 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-125d21eb-97fe-4093-a680-df83f89e09e1 req-a4ac6157-596b-4a85-a0b3-c655f9cbde2a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329556 Jul 30 02:57:20.336877 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2d561-4ca9-47ba-bedc-a936cf31ccf3 req-aa3de56b-e4d8-463d-be90-89045d58882b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:20.338362 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1a2d561-4ca9-47ba-bedc-a936cf31ccf3 req-aa3de56b-e4d8-463d-be90-89045d58882b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0490835 Jul 30 02:57:20.375216 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d1a2d561-4ca9-47ba-bedc-a936cf31ccf3 req-924fcbbd-18ee-4bc9-9a36-13241c2fa3ef tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310051 Jul 30 02:57:20.398050 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39288) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:20.463176 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e72e7a5c-fd74-4c87-8fe2-72dd1de3d84b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/floatingips/85547eee-596d-4d86-ac71-66b9b471c775 HTTP/1.1" status: 200 len: 992 time: 0.0639424 Jul 30 02:57:33.638489 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:39.204304 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eef03a4a-7712-41f3-b90e-622d558db71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:41.638732 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:57:41.693563 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-543bed4e-3237-4bff-b36e-cde66f75bdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:41.870282 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:43.568234 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:44.906632 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:48.620902 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:50.846541 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39308) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:51.001902 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting port ec36bfa3-c867-4b75-b962-09cf6a3af0d9 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:57:51.002255 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:51.079783 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:51.080119 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:51.091937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Calling delete_port for ec36bfa3-c867-4b75-b962-09cf6a3af0d9 owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:57:51.312666 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:51.336390 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Port': ['ID=ec36bfa3-c867-4b75-b962-09cf6a3af0d9,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:51.350484 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:51.350845 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:51.351198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:51.351546 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:51.351889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:51.352231 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:51.352579 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:51.352917 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:51.353254 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:51.353596 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:51.353932 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:51.354260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:51.410475 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:51.410919 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Floating IP 85547eee-596d-4d86-ac71-66b9b471c775 disassociated (deleted). External IP: 172.25.1.66, port: 3e588e73-2a9e-485b-8e96-12d7a5393c8d. Jul 30 02:57:51.626141 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router 1e426a75-50d8-4cc3-833b-7095ac3597f2 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:57:51.733415 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:57:51.739649 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:51.744122 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a16b16-cfcb-4f84-bd02-068c3f623972 None None] Sync routers for ids ['1e426a75-50d8-4cc3-833b-7095ac3597f2'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:57:51.756864 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a16b16-cfcb-4f84-bd02-068c3f623972 None None] Routers {'1e426a75-50d8-4cc3-833b-7095ac3597f2'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:57:51.757487 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-96a16b16-cfcb-4f84-bd02-068c3f623972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:57:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1e426a75-50d8-4cc3-833b-7095ac3597f2'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:51.766609 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-870a8d7b-ff42-4dca-8c55-f2869d94d15b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/floatingips/85547eee-596d-4d86-ac71-66b9b471c775 HTTP/1.1" status: 204 len: 168 time: 0.9190476 Jul 30 02:57:51.767199 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f363c872-43d8-4f02-a001-06349fe9065d', 'tag': '3e588e73-2a9e-485b-8e96-12d7a5393c8d'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:57:51.769488 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebf28f9-82e9-4add-ae91-5ee748e72d06" -d '{"events": [{"name": "network-changed", "server_uuid": "f363c872-43d8-4f02-a001-06349fe9065d", "tag": "3e588e73-2a9e-485b-8e96-12d7a5393c8d"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:57:51.861808 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-96a16b16-cfcb-4f84-bd02-068c3f623972 None None] Set router 1e426a75-50d8-4cc3-833b-7095ac3597f2 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:57:52.143666 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3e7cbc-9bc9-47c2-8a4e-16c2c856edb5 x-openstack-request-id: req-6f3e7cbc-9bc9-47c2-8a4e-16c2c856edb5 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:57:52.144205 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f363c872-43d8-4f02-a001-06349fe9065d", "tag": "3e588e73-2a9e-485b-8e96-12d7a5393c8d", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:57:52.144205 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f3e7cbc-9bc9-47c2-8a4e-16c2c856edb5 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:57:52.144576 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f363c872-43d8-4f02-a001-06349fe9065d', 'tag': '3e588e73-2a9e-485b-8e96-12d7a5393c8d', 'status': 'completed', 'code': 200} Jul 30 02:57:52.149807 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-96a16b16-cfcb-4f84-bd02-068c3f623972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231673981', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:14Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '132559b8-7d02-42ff-9940-6eceacaecc7e', 'name': '', 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:56:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0abe067e-a1a9-41e4-8754-5b86107bcdfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:13Z', 'updated_at': '2021-07-30T02:56:19Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '0abe067e-a1a9-41e4-8754-5b86107bcdfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:52.176259 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a16b16-cfcb-4f84-bd02-068c3f623972 None None] Checking router: 1e426a75-50d8-4cc3-833b-7095ac3597f2 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:57:52.184783 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a16b16-cfcb-4f84-bd02-068c3f623972 None None] Routers {'1e426a75-50d8-4cc3-833b-7095ac3597f2'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:57:52.185405 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-96a16b16-cfcb-4f84-bd02-068c3f623972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:57:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1e426a75-50d8-4cc3-833b-7095ac3597f2'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:52.221113 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf28f9-82e9-4add-ae91-5ee748e72d06 req-4cfdde23-f7a2-4228-9a02-5af9fcff65e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:52.222672 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ebf28f9-82e9-4add-ae91-5ee748e72d06 req-4cfdde23-f7a2-4228-9a02-5af9fcff65e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 1096 time: 0.0492330 Jul 30 02:57:52.248646 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b178ed-9895-48ff-a3bb-7fae1a428e3b req-d7f211a8-f673-473a-a499-50ab05932791 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:52.250356 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b5b178ed-9895-48ff-a3bb-7fae1a428e3b req-d7f211a8-f673-473a-a499-50ab05932791 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0592444 Jul 30 02:57:52.295541 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-96a16b16-cfcb-4f84-bd02-068c3f623972 None None] Set router 1e426a75-50d8-4cc3-833b-7095ac3597f2 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:57:52.295891 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b5b178ed-9895-48ff-a3bb-7fae1a428e3b req-4d3d6134-5217-470f-a6e6-d824e350bda1 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389869 Jul 30 02:57:52.322085 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf28f9-82e9-4add-ae91-5ee748e72d06 req-276e52e1-89ce-42bf-9f09-b06c6fd85f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:52.323680 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ebf28f9-82e9-4add-ae91-5ee748e72d06 req-276e52e1-89ce-42bf-9f09-b06c6fd85f61 service neutron] 10.222.0.10 "GET /v2.0/networks?id=df3e5106-a394-4066-bad7-903ae39ef2c3 HTTP/1.1" status: 200 len: 898 time: 0.0931320 Jul 30 02:57:52.371079 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ebf28f9-82e9-4add-ae91-5ee748e72d06 req-7e8a5876-417b-41b2-b9f2-073f10362831 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e588e73-2a9e-485b-8e96-12d7a5393c8d HTTP/1.1" status: 200 len: 217 time: 0.0388401 Jul 30 02:57:52.423859 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf28f9-82e9-4add-ae91-5ee748e72d06 req-7fb15c8a-01af-45ce-97f9-5bb9124d112a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:52.425334 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ebf28f9-82e9-4add-ae91-5ee748e72d06 req-7fb15c8a-01af-45ce-97f9-5bb9124d112a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0abe067e-a1a9-41e4-8754-5b86107bcdfd HTTP/1.1" status: 200 len: 834 time: 0.0465460 Jul 30 02:57:52.473447 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf28f9-82e9-4add-ae91-5ee748e72d06 req-aa672ef7-933d-4b95-9b60-e8e225ceb184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:52.475176 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ebf28f9-82e9-4add-ae91-5ee748e72d06 req-aa672ef7-933d-4b95-9b60-e8e225ceb184 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df3e5106-a394-4066-bad7-903ae39ef2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427234 Jul 30 02:57:52.495251 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-96a16b16-cfcb-4f84-bd02-068c3f623972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231673981', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:14Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '132559b8-7d02-42ff-9940-6eceacaecc7e', 'name': '', 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:56:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0abe067e-a1a9-41e4-8754-5b86107bcdfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:13Z', 'updated_at': '2021-07-30T02:56:19Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '0abe067e-a1a9-41e4-8754-5b86107bcdfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:52.521127 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a16b16-cfcb-4f84-bd02-068c3f623972 None None] The sync data for ids ['1e426a75-50d8-4cc3-833b-7095ac3597f2'] in n-d-713498-9 is: [{'id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231673981', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:14Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '132559b8-7d02-42ff-9940-6eceacaecc7e', 'name': '', 'network_id': 'df3e5106-a394-4066-bad7-903ae39ef2c3', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:56:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0abe067e-a1a9-41e4-8754-5b86107bcdfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:13Z', 'updated_at': '2021-07-30T02:56:19Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '0abe067e-a1a9-41e4-8754-5b86107bcdfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:57:52.576051 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ebf28f9-82e9-4add-ae91-5ee748e72d06 req-36e0ad35-4e73-4607-a73c-7a64acd4918c service neutron] 10.222.0.10 "GET /v2.0/networks/df3e5106-a394-4066-bad7-903ae39ef2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927739 Jul 30 02:57:52.674158 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ebf28f9-82e9-4add-ae91-5ee748e72d06 req-4f6462ad-37e8-4c95-ae1f-3286471746e2 service neutron] 10.222.0.10 "GET /v2.0/networks/df3e5106-a394-4066-bad7-903ae39ef2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910449 Jul 30 02:57:52.745613 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f2060b-533d-4c08-aa28-9d01b3985229 None None] New status for floating IP 85547eee-596d-4d86-ac71-66b9b471c775: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:57:53.414740 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb8a49-d9e0-4234-9844-ddfe5ff4a4e6 req-1fa54dcc-7f70-4a58-a638-916d92d4e60c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:53.416270 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b1eb8a49-d9e0-4234-9844-ddfe5ff4a4e6 req-1fa54dcc-7f70-4a58-a638-916d92d4e60c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0505481 Jul 30 02:57:53.455357 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b1eb8a49-d9e0-4234-9844-ddfe5ff4a4e6 req-038bb22f-0efe-4666-9fa1-3f5d048eb12f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=58c079dc-7b9c-43ff-b85c-0412c6eeb030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331657 Jul 30 02:57:53.697950 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ff4c9-32f2-4bef-805f-ef0b9afc297f req-1e73993d-3641-4367-aaf5-4c517b516827 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:53.699422 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-603ff4c9-32f2-4bef-805f-ef0b9afc297f req-1e73993d-3641-4367-aaf5-4c517b516827 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 945 time: 0.0478702 Jul 30 02:57:53.786903 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-603ff4c9-32f2-4bef-805f-ef0b9afc297f req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting port 3e588e73-2a9e-485b-8e96-12d7a5393c8d {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:57:53.787236 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-603ff4c9-32f2-4bef-805f-ef0b9afc297f req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:53.877222 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-603ff4c9-32f2-4bef-805f-ef0b9afc297f req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] For port 3e588e73-2a9e-485b-8e96-12d7a5393c8d, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=3e588e73-2a9e-485b-8e96-12d7a5393c8d,segment=NetworkSegment(77215f47-7948-4cf6-9a2f-cadc50012b0d),segment_id=77215f47-7948-4cf6-9a2f-cadc50012b0d)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:57:53.877581 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-603ff4c9-32f2-4bef-805f-ef0b9afc297f req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:53.890400 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-603ff4c9-32f2-4bef-805f-ef0b9afc297f req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Calling delete_port for 3e588e73-2a9e-485b-8e96-12d7a5393c8d owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:57:54.088028 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-603ff4c9-32f2-4bef-805f-ef0b9afc297f req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:54.115869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Port': ['ID=3e588e73-2a9e-485b-8e96-12d7a5393c8d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:54.140709 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:54.141063 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:54.141404 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:54.141743 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:54.142075 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:54.142425 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:54.142760 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:54.143084 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:54.143410 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:54.143733 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:54.144054 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:54.144371 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:54.165861 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-603ff4c9-32f2-4bef-805f-ef0b9afc297f req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] No DVR routers for this DVR port 3e588e73-2a9e-485b-8e96-12d7a5393c8d on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:57:54.168457 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-603ff4c9-32f2-4bef-805f-ef0b9afc297f req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:54.170478 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-603ff4c9-32f2-4bef-805f-ef0b9afc297f req-c04868a1-93a5-4392-a7eb-6d7563ea2365 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "DELETE /v2.0/ports/3e588e73-2a9e-485b-8e96-12d7a5393c8d HTTP/1.1" status: 204 len: 173 time: 0.4651375 Jul 30 02:57:54.170931 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f363c872-43d8-4f02-a001-06349fe9065d', 'name': 'network-vif-deleted', 'tag': '3e588e73-2a9e-485b-8e96-12d7a5393c8d'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:57:54.173157 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48797b46-19ce-4441-9c45-f24ec367a5e9" -d '{"events": [{"server_uuid": "f363c872-43d8-4f02-a001-06349fe9065d", "name": "network-vif-deleted", "tag": "3e588e73-2a9e-485b-8e96-12d7a5393c8d"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:57:54.218367 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f531d432-853e-48b4-b3c9-f862083e4e46 x-openstack-request-id: req-f531d432-853e-48b4-b3c9-f862083e4e46 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:57:54.218367 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f363c872-43d8-4f02-a001-06349fe9065d", "name": "network-vif-deleted", "tag": "3e588e73-2a9e-485b-8e96-12d7a5393c8d", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:57:54.218367 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f531d432-853e-48b4-b3c9-f862083e4e46 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:57:54.218367 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f363c872-43d8-4f02-a001-06349fe9065d', 'name': 'network-vif-deleted', 'tag': '3e588e73-2a9e-485b-8e96-12d7a5393c8d', 'status': 'completed', 'code': 200} Jul 30 02:57:54.583362 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2dcda34f-f73d-4fb2-9e08-5c4963605da7 req-4d5c38dd-9ab9-4a81-9a0e-2424e9b64b55 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=f363c872-43d8-4f02-a001-06349fe9065d HTTP/1.1" status: 200 len: 210 time: 0.0287228 Jul 30 02:57:55.640230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39324) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:56.190634 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 3e588e73-2a9e-485b-8e96-12d7a5393c8d no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:57:56.345335 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a2290499-0982-4968-828d-2c052a90ebe5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:56.365384 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 3e588e73-2a9e-485b-8e96-12d7a5393c8d {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:57:56.365744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 3e588e73-2a9e-485b-8e96-12d7a5393c8d not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:57:56.598187 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-a2290499-0982-4968-828d-2c052a90ebe5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting port 132559b8-7d02-42ff-9940-6eceacaecc7e {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:57:56.598579 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a2290499-0982-4968-828d-2c052a90ebe5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:56.684563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-a2290499-0982-4968-828d-2c052a90ebe5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] For port 132559b8-7d02-42ff-9940-6eceacaecc7e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=132559b8-7d02-42ff-9940-6eceacaecc7e,segment=NetworkSegment(77215f47-7948-4cf6-9a2f-cadc50012b0d),segment_id=77215f47-7948-4cf6-9a2f-cadc50012b0d)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:57:56.685266 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a2290499-0982-4968-828d-2c052a90ebe5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:56.698018 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-a2290499-0982-4968-828d-2c052a90ebe5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Calling delete_port for 132559b8-7d02-42ff-9940-6eceacaecc7e owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:57:56.952385 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a2290499-0982-4968-828d-2c052a90ebe5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:56.977374 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2290499-0982-4968-828d-2c052a90ebe5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Port': ['ID=132559b8-7d02-42ff-9940-6eceacaecc7e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:57.155550 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a2290499-0982-4968-828d-2c052a90ebe5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:57.373280 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2290499-0982-4968-828d-2c052a90ebe5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router 1e426a75-50d8-4cc3-833b-7095ac3597f2 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:57:57.484284 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2290499-0982-4968-828d-2c052a90ebe5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:57:57.492729 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a2290499-0982-4968-828d-2c052a90ebe5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "PUT /v2.0/routers/1e426a75-50d8-4cc3-833b-7095ac3597f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8481939 Jul 30 02:57:57.492841 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39326) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:57.495636 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e14e7e-d9e6-47c6-8d8d-a57249df9809 None None] Sync routers for ids ['1e426a75-50d8-4cc3-833b-7095ac3597f2'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:57:57.504671 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e14e7e-d9e6-47c6-8d8d-a57249df9809 None None] Routers {'1e426a75-50d8-4cc3-833b-7095ac3597f2'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:57:57.505289 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b2e14e7e-d9e6-47c6-8d8d-a57249df9809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:57:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1e426a75-50d8-4cc3-833b-7095ac3597f2'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:57.544865 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca3f7da-b923-4fe4-b953-a741bb1aec7a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting subnet 0abe067e-a1a9-41e4-8754-5b86107bcdfd {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:57:57.548030 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ca3f7da-b923-4fe4-b953-a741bb1aec7a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:57.588520 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ca3f7da-b923-4fe4-b953-a741bb1aec7a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:57.608156 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-b2e14e7e-d9e6-47c6-8d8d-a57249df9809 None None] Set router 1e426a75-50d8-4cc3-833b-7095ac3597f2 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:57:57.678783 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ca3f7da-b923-4fe4-b953-a741bb1aec7a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:57.782799 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b2e14e7e-d9e6-47c6-8d8d-a57249df9809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231673981', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:57:56Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:57.814528 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e14e7e-d9e6-47c6-8d8d-a57249df9809 None None] Checking router: 1e426a75-50d8-4cc3-833b-7095ac3597f2 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:57:57.823144 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e14e7e-d9e6-47c6-8d8d-a57249df9809 None None] Routers {'1e426a75-50d8-4cc3-833b-7095ac3597f2'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:57:57.823750 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b2e14e7e-d9e6-47c6-8d8d-a57249df9809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:57:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['1e426a75-50d8-4cc3-833b-7095ac3597f2'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:57.826745 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ca3f7da-b923-4fe4-b953-a741bb1aec7a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:57.852495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3f7da-b923-4fe4-b953-a741bb1aec7a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Subnet': ['ID=0abe067e-a1a9-41e4-8754-5b86107bcdfd,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:57.859458 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4ca3f7da-b923-4fe4-b953-a741bb1aec7a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:57.861323 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4ca3f7da-b923-4fe4-b953-a741bb1aec7a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/subnets/0abe067e-a1a9-41e4-8754-5b86107bcdfd HTTP/1.1" status: 204 len: 168 time: 0.3675575 Jul 30 02:57:57.864043 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39328) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:57.866608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978fe18c-0d96-45ed-a2dd-56b4978b0fc4 None None] Network df3e5106-a394-4066-bad7-903ae39ef2c3 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:57:57.937385 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-b2e14e7e-d9e6-47c6-8d8d-a57249df9809 None None] Set router 1e426a75-50d8-4cc3-833b-7095ac3597f2 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:57:57.980109 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8c99-a964-4b49-b79a-74191798d81f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:58.061543 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b4e48b-a9ea-4f89-b35c-1c32867cab05 None None] DHCP port deletion for df3e5106-a394-4066-bad7-903ae39ef2c3 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:57:58.094509 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8c99-a964-4b49-b79a-74191798d81f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:58.109975 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4e48b-a9ea-4f89-b35c-1c32867cab05 None None] Deleting port 4d8cced9-237a-45ce-aac5-4eb035f0bd6e {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:57:58.110317 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8b4e48b-a9ea-4f89-b35c-1c32867cab05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:58.121125 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-b2e14e7e-d9e6-47c6-8d8d-a57249df9809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231673981', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:57:56Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:58.148041 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e14e7e-d9e6-47c6-8d8d-a57249df9809 None None] The sync data for ids ['1e426a75-50d8-4cc3-833b-7095ac3597f2'] in n-d-713498-9 is: [{'id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231673981', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:57:56Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': 'eb8d5051-8c01-4eef-9b42-de3c52987c00', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e426a75-50d8-4cc3-833b-7095ac3597f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:56:10Z', 'updated_at': '2021-07-30T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:57:58.172300 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b8b4e48b-a9ea-4f89-b35c-1c32867cab05 None None] For port 4d8cced9-237a-45ce-aac5-4eb035f0bd6e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=4d8cced9-237a-45ce-aac5-4eb035f0bd6e,segment=NetworkSegment(77215f47-7948-4cf6-9a2f-cadc50012b0d),segment_id=77215f47-7948-4cf6-9a2f-cadc50012b0d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:57:58.172714 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8b4e48b-a9ea-4f89-b35c-1c32867cab05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:58.190209 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4e48b-a9ea-4f89-b35c-1c32867cab05 None None] Calling delete_port for 4d8cced9-237a-45ce-aac5-4eb035f0bd6e owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:57:58.214382 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-2c7d8c99-a964-4b49-b79a-74191798d81f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting port eb8d5051-8c01-4eef-9b42-de3c52987c00 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:57:58.216804 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8c99-a964-4b49-b79a-74191798d81f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:58.298918 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-2c7d8c99-a964-4b49-b79a-74191798d81f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] For port eb8d5051-8c01-4eef-9b42-de3c52987c00, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=eb8d5051-8c01-4eef-9b42-de3c52987c00,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:57:58.299208 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8c99-a964-4b49-b79a-74191798d81f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:58.310972 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-2c7d8c99-a964-4b49-b79a-74191798d81f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Calling delete_port for eb8d5051-8c01-4eef-9b42-de3c52987c00 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:57:58.335363 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8b4e48b-a9ea-4f89-b35c-1c32867cab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:58.358847 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4e48b-a9ea-4f89-b35c-1c32867cab05 None None] Pushing event deleted for resources: {'Port': ['ID=4d8cced9-237a-45ce-aac5-4eb035f0bd6e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:58.369428 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b4e48b-a9ea-4f89-b35c-1c32867cab05 None None] No DVR routers for this DVR port 4d8cced9-237a-45ce-aac5-4eb035f0bd6e on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:57:58.377022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4e48b-a9ea-4f89-b35c-1c32867cab05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:58.377022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4e48b-a9ea-4f89-b35c-1c32867cab05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:58.377022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4e48b-a9ea-4f89-b35c-1c32867cab05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:58.377022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4e48b-a9ea-4f89-b35c-1c32867cab05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:58.377022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4e48b-a9ea-4f89-b35c-1c32867cab05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:58.377022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4e48b-a9ea-4f89-b35c-1c32867cab05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:58.377022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4e48b-a9ea-4f89-b35c-1c32867cab05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:58.377022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4e48b-a9ea-4f89-b35c-1c32867cab05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:58.377022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4e48b-a9ea-4f89-b35c-1c32867cab05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:58.378859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4e48b-a9ea-4f89-b35c-1c32867cab05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:58.378859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4e48b-a9ea-4f89-b35c-1c32867cab05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:58.378859 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4e48b-a9ea-4f89-b35c-1c32867cab05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:58.563847 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8c99-a964-4b49-b79a-74191798d81f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:58.588855 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d8c99-a964-4b49-b79a-74191798d81f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Port': ['ID=eb8d5051-8c01-4eef-9b42-de3c52987c00,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:58.654378 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8c99-a964-4b49-b79a-74191798d81f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:58.749092 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8c99-a964-4b49-b79a-74191798d81f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:58.751125 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8c99-a964-4b49-b79a-74191798d81f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:58.832290 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8c99-a964-4b49-b79a-74191798d81f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:58.832982 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7d8c99-a964-4b49-b79a-74191798d81f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Fanout notify agent at l3_agent the message router_deleted on router 1e426a75-50d8-4cc3-833b-7095ac3597f2 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:57:58.840181 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8c99-a964-4b49-b79a-74191798d81f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:58.841322 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2c7d8c99-a964-4b49-b79a-74191798d81f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/routers/1e426a75-50d8-4cc3-833b-7095ac3597f2 HTTP/1.1" status: 204 len: 168 time: 0.9762239 Jul 30 02:57:58.844164 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39330) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:58.923783 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e892acd2-f03f-4225-8b2b-9f8836bab379 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:59.019201 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e892acd2-f03f-4225-8b2b-9f8836bab379 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:59.029243 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-e892acd2-f03f-4225-8b2b-9f8836bab379 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3e5106-a394-4066-bad7-903ae39ef2c3']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:59.041634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-e892acd2-f03f-4225-8b2b-9f8836bab379 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77215f47-7948-4cf6-9a2f-cadc50012b0d') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:59.041978 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-e892acd2-f03f-4225-8b2b-9f8836bab379 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77215f47-7948-4cf6-9a2f-cadc50012b0d') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:59.051728 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e892acd2-f03f-4225-8b2b-9f8836bab379 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:59.065515 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e892acd2-f03f-4225-8b2b-9f8836bab379 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:59.071908 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e892acd2-f03f-4225-8b2b-9f8836bab379 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:57:59.072297 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e892acd2-f03f-4225-8b2b-9f8836bab379 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: timer() Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:57:59.075348 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:57:59.196519 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e892acd2-f03f-4225-8b2b-9f8836bab379 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:59.204724 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e892acd2-f03f-4225-8b2b-9f8836bab379 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:59.206598 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e892acd2-f03f-4225-8b2b-9f8836bab379 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/networks/df3e5106-a394-4066-bad7-903ae39ef2c3 HTTP/1.1" status: 204 len: 168 time: 0.3614359 Jul 30 02:57:59.209373 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39332) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:59.216440 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892acd2-f03f-4225-8b2b-9f8836bab379 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Network': ['ID=df3e5106-a394-4066-bad7-903ae39ef2c3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:59.271647 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-61a4278c-549e-4b47-9483-260dd53deb7d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:59.298719 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-61a4278c-549e-4b47-9483-260dd53deb7d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:59.449416 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-61a4278c-549e-4b47-9483-260dd53deb7d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:59.452055 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-61a4278c-549e-4b47-9483-260dd53deb7d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:59.453218 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-61a4278c-549e-4b47-9483-260dd53deb7d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/security-groups/58c079dc-7b9c-43ff-b85c-0412c6eeb030 HTTP/1.1" status: 204 len: 168 time: 0.2428658 Jul 30 02:57:59.464635 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4278c-549e-4b47-9483-260dd53deb7d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c079dc-7b9c-43ff-b85c-0412c6eeb030,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:59.514239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 132559b8-7d02-42ff-9940-6eceacaecc7e no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:57:59.534391 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 132559b8-7d02-42ff-9940-6eceacaecc7e {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:57:59.534672 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 132559b8-7d02-42ff-9940-6eceacaecc7e not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:57:59.535087 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4d8cced9-237a-45ce-aac5-4eb035f0bd6e no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:57:59.554017 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 4d8cced9-237a-45ce-aac5-4eb035f0bd6e {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:57:59.554566 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 4d8cced9-237a-45ce-aac5-4eb035f0bd6e not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:57:59.554969 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device eb8d5051-8c01-4eef-9b42-de3c52987c00 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:57:59.578988 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: eb8d5051-8c01-4eef-9b42-de3c52987c00 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:57:59.579335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device eb8d5051-8c01-4eef-9b42-de3c52987c00 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:57:59.973036 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39338) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:59.978461 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-1146b6fb-52f6-4b5f-b5f1-fd8d0dbcd9d2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1010300083', 'description': 'tempest-secgroup-smoke-1010300083 description', 'project_id': '0077c21cf63c4542922b8f7011a4fe46'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:00.072516 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1146b6fb-52f6-4b5f-b5f1-fd8d0dbcd9d2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:00.154750 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1146b6fb-52f6-4b5f-b5f1-fd8d0dbcd9d2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:00.227177 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1146b6fb-52f6-4b5f-b5f1-fd8d0dbcd9d2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:00.255533 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146b6fb-52f6-4b5f-b5f1-fd8d0dbcd9d2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb02f97-9c38-452d-be38-b72b15921061,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:00.300788 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1146b6fb-52f6-4b5f-b5f1-fd8d0dbcd9d2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:00.302034 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1146b6fb-52f6-4b5f-b5f1-fd8d0dbcd9d2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3279326 Jul 30 02:58:00.304935 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39340) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:00.311095 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-ce0851a2-bd8a-4673-ac57-176fba8f80bd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': '8fb02f97-9c38-452d-be38-b72b15921061', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:00.391462 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce0851a2-bd8a-4673-ac57-176fba8f80bd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:00.449202 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce0851a2-bd8a-4673-ac57-176fba8f80bd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:00.539540 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce0851a2-bd8a-4673-ac57-176fba8f80bd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:00.556282 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0851a2-bd8a-4673-ac57-176fba8f80bd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4c0754-ed33-4ab7-95a8-1f1c2481d7dd,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:00.630207 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ce0851a2-bd8a-4673-ac57-176fba8f80bd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:00.632049 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ce0851a2-bd8a-4673-ac57-176fba8f80bd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3256848 Jul 30 02:58:00.634765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39342) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:00.639132 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-e5c1704e-88d0-44e0-87e8-1c3530e45bf9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': '8fb02f97-9c38-452d-be38-b72b15921061', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:00.749455 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e5c1704e-88d0-44e0-87e8-1c3530e45bf9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:00.808124 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e5c1704e-88d0-44e0-87e8-1c3530e45bf9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:00.900830 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e5c1704e-88d0-44e0-87e8-1c3530e45bf9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:00.919192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1704e-88d0-44e0-87e8-1c3530e45bf9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e048e4-090b-4bdd-9cb5-30ad379f3608,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:00.997513 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e5c1704e-88d0-44e0-87e8-1c3530e45bf9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:00.998800 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e5c1704e-88d0-44e0-87e8-1c3530e45bf9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3631282 Jul 30 02:58:01.001506 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39344) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:01.008294 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-738149b6-ec85-4702-8426-a394abf96786 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': '8fb02f97-9c38-452d-be38-b72b15921061', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:01.088152 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-738149b6-ec85-4702-8426-a394abf96786 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:01.145323 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-738149b6-ec85-4702-8426-a394abf96786 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:01.220493 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-738149b6-ec85-4702-8426-a394abf96786 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:01.239173 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738149b6-ec85-4702-8426-a394abf96786 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f46ad8-986c-496c-a969-88c3f89b0b9d,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:01.289026 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-738149b6-ec85-4702-8426-a394abf96786 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:01.290258 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-738149b6-ec85-4702-8426-a394abf96786 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2878473 Jul 30 02:58:01.292917 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39346) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:01.297263 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-7fee4c7c-8796-4d3a-880a-82d3d04d23ae tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': '8fb02f97-9c38-452d-be38-b72b15921061', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:01.356555 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7fee4c7c-8796-4d3a-880a-82d3d04d23ae tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:01.417033 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7fee4c7c-8796-4d3a-880a-82d3d04d23ae tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:01.460999 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7fee4c7c-8796-4d3a-880a-82d3d04d23ae tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:01.478010 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee4c7c-8796-4d3a-880a-82d3d04d23ae tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef2c0c8-bdfd-43ad-bbbd-5f16832b7824,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:01.523825 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7fee4c7c-8796-4d3a-880a-82d3d04d23ae tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:01.525084 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7fee4c7c-8796-4d3a-880a-82d3d04d23ae tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2312489 Jul 30 02:58:01.527780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39348) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:01.532127 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-84419a76-bac5-4623-8b7e-08a465f91cc2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': '8fb02f97-9c38-452d-be38-b72b15921061', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:01.624911 n-d-713498-9 neutron-server[94464]: INFO neutron.db.securitygroups_db [None req-84419a76-bac5-4623-8b7e-08a465f91cc2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Project 0077c21cf63c4542922b8f7011a4fe46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:58:01.629796 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-84419a76-bac5-4623-8b7e-08a465f91cc2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:01.689744 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-84419a76-bac5-4623-8b7e-08a465f91cc2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:01.785978 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-84419a76-bac5-4623-8b7e-08a465f91cc2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:01.803123 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84419a76-bac5-4623-8b7e-08a465f91cc2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a303afe3-e46c-4c2c-86d0-004f0f6be913,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:01.883591 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-84419a76-bac5-4623-8b7e-08a465f91cc2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:01.884738 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-84419a76-bac5-4623-8b7e-08a465f91cc2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3560121 Jul 30 02:58:01.887736 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39350) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:01.892270 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-26c34567-adae-48a4-8771-2d9d866ef7e8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': '8fb02f97-9c38-452d-be38-b72b15921061', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:01.969360 n-d-713498-9 neutron-server[94464]: INFO neutron.db.securitygroups_db [None req-26c34567-adae-48a4-8771-2d9d866ef7e8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Project 0077c21cf63c4542922b8f7011a4fe46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:58:01.974559 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-26c34567-adae-48a4-8771-2d9d866ef7e8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:02.034541 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-26c34567-adae-48a4-8771-2d9d866ef7e8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:02.116649 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-26c34567-adae-48a4-8771-2d9d866ef7e8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:02.134578 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c34567-adae-48a4-8771-2d9d866ef7e8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d4823f-f5ea-4cb7-9ffe-47e2c5334a9c,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:02.201864 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-26c34567-adae-48a4-8771-2d9d866ef7e8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:02.203088 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-26c34567-adae-48a4-8771-2d9d866ef7e8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3143988 Jul 30 02:58:02.206000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39352) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:02.211230 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b1e6a9e8-5c9b-41d1-a2eb-61e8ba162dfe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'network': {'name': 'tempest-network-smoke--1497384179', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'port_security_enabled': True}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:02.317536 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e6a9e8-5c9b-41d1-a2eb-61e8ba162dfe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Made reservation on behalf of 0077c21cf63c4542922b8f7011a4fe46 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:58:02.321058 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b1e6a9e8-5c9b-41d1-a2eb-61e8ba162dfe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:02.344116 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e6a9e8-5c9b-41d1-a2eb-61e8ba162dfe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:58:02.353146 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b1e6a9e8-5c9b-41d1-a2eb-61e8ba162dfe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:02.353490 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-b1e6a9e8-5c9b-41d1-a2eb-61e8ba162dfe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Added segment f2747f9d-ecf1-4022-bb8d-4201f7b3f91d of type vlan for network 01b629b0-8942-4ce6-be8d-22a24b2556a1 Jul 30 02:58:02.397202 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b1e6a9e8-5c9b-41d1-a2eb-61e8ba162dfe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:02.483251 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b1e6a9e8-5c9b-41d1-a2eb-61e8ba162dfe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:02.488773 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e6a9e8-5c9b-41d1-a2eb-61e8ba162dfe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:02.489393 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b1e6a9e8-5c9b-41d1-a2eb-61e8ba162dfe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:02.557186 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6a9e8-5c9b-41d1-a2eb-61e8ba162dfe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Network': ['ID=01b629b0-8942-4ce6-be8d-22a24b2556a1,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:02.571461 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 01b629b0-8942-4ce6-be8d-22a24b2556a1 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:58:02.638873 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b1e6a9e8-5c9b-41d1-a2eb-61e8ba162dfe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4317288 Jul 30 02:58:02.641511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39354) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:02.646025 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-7ee6cb21-8515-4aa1-a680-5475ff93339e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-605033533', 'admin_state_up': True, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:02.780962 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ee6cb21-8515-4aa1-a680-5475ff93339e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:02.782139 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ee6cb21-8515-4aa1-a680-5475ff93339e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:02.835269 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ee6cb21-8515-4aa1-a680-5475ff93339e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:03.072193 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ee6cb21-8515-4aa1-a680-5475ff93339e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:03.352637 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ee6cb21-8515-4aa1-a680-5475ff93339e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:03.374894 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ee6cb21-8515-4aa1-a680-5475ff93339e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:03.478053 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-7ee6cb21-8515-4aa1-a680-5475ff93339e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Allocated IP 172.25.1.152 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/8451e664-187f-40d1-84a9-2bd2fd040289) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:58:03.585154 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ee6cb21-8515-4aa1-a680-5475ff93339e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:03.670815 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:03.706951 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ee6cb21-8515-4aa1-a680-5475ff93339e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:03.743717 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee6cb21-8515-4aa1-a680-5475ff93339e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:58:03.746558 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-7ee6cb21-8515-4aa1-a680-5475ff93339e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:58:03.750049 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee6cb21-8515-4aa1-a680-5475ff93339e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:58:03.776417 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6cb21-8515-4aa1-a680-5475ff93339e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=8451e664-187f-40d1-84a9-2bd2fd040289,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:04.088891 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ee6cb21-8515-4aa1-a680-5475ff93339e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:04.623070 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ee6cb21-8515-4aa1-a680-5475ff93339e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:04.814725 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee6cb21-8515-4aa1-a680-5475ff93339e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router 4f3b6b26-73e8-478d-8a17-f52142ca43ff is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:58:04.933677 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee6cb21-8515-4aa1-a680-5475ff93339e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:58:04.943235 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] Sync routers for ids ['4f3b6b26-73e8-478d-8a17-f52142ca43ff'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:58:04.954010 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] Routers {'4f3b6b26-73e8-478d-8a17-f52142ca43ff'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:58:04.954661 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:57:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4f3b6b26-73e8-478d-8a17-f52142ca43ff'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:05.009361 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-7ee6cb21-8515-4aa1-a680-5475ff93339e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:05.010736 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7ee6cb21-8515-4aa1-a680-5475ff93339e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3682244 Jul 30 02:58:05.013908 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39356) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:05.045069 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9f09c4d3-516d-40a2-adbf-6661490ad65e tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=0077c21cf63c4542922b8f7011a4fe46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276120 Jul 30 02:58:05.045310 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39358) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:05.056918 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] Set router 4f3b6b26-73e8-478d-8a17-f52142ca43ff gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:58:05.131586 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a1251-ba32-4ff7-bdc7-0c7e465dc3cc tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:05.133126 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-855a1251-ba32-4ff7-bdc7-0c7e465dc3cc tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869074 Jul 30 02:58:05.136157 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39360) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:05.168864 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3c4d470c-a6b1-44bd-8eac-5f77ec966957 tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316396 Jul 30 02:58:05.171868 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39362) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:05.176590 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-4f6ab30a-4b9f-485b-ae33-97078b3df982 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-514997448', 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:05.231251 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605033533', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:02Z', 'updated_at': '2021-07-30T02:58:03Z', 'revision_number': 3, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:03Z', 'updated_at': '2021-07-30T02:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:05.260769 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] Checking router: 4f3b6b26-73e8-478d-8a17-f52142ca43ff for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:58:05.261118 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] Updating router 4f3b6b26-73e8-478d-8a17-f52142ca43ff port 8451e664-187f-40d1-84a9-2bd2fd040289 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:58:05.285814 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:05.323351 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6ab30a-4b9f-485b-ae33-97078b3df982 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Made reservation on behalf of 0077c21cf63c4542922b8f7011a4fe46 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:58:05.326950 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4f6ab30a-4b9f-485b-ae33-97078b3df982 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:05.542098 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:05.551681 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] Transition to ACTIVE for port object 8451e664-187f-40d1-84a9-2bd2fd040289 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:58:05.597945 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4f6ab30a-4b9f-485b-ae33-97078b3df982 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:05.663198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ab30a-4b9f-485b-ae33-97078b3df982 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Subnet': ['ID=eef120ba-0290-48d9-aa73-4d88b0f12af7,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:05.666456 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:05.667585 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ab30a-4b9f-485b-ae33-97078b3df982 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Checking segment: {'id': 'f2747f9d-ecf1-4022-bb8d-4201f7b3f91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:58:05.667960 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6ab30a-4b9f-485b-ae33-97078b3df982 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network hostable DHCP agents. Network: 01b629b0-8942-4ce6-be8d-22a24b2556a1, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:58:05.716985 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] Attempting to bind port 8451e664-187f-40d1-84a9-2bd2fd040289 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:58:05.717352 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] Attempting to bind port 8451e664-187f-40d1-84a9-2bd2fd040289 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:58:05.717716 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] Attempting to bind port 8451e664-187f-40d1-84a9-2bd2fd040289 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:58:05.726195 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d0d70-6aa5-46fb-b6d7-ac5bd6535e6f None None] Pushing event updated for resources: {'Port': ['ID=8451e664-187f-40d1-84a9-2bd2fd040289,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:05.728821 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:58:05.729191 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:58:05.729587 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:05.729971 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:58:05.730458 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] Bound port: 8451e664-187f-40d1-84a9-2bd2fd040289, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:58:05.730838 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:05.758494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6ab30a-4b9f-485b-ae33-97078b3df982 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 01b629b0-8942-4ce6-be8d-22a24b2556a1 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:58:05.780536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] For port 8451e664-187f-40d1-84a9-2bd2fd040289, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:58:05.783473 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] For port 8451e664-187f-40d1-84a9-2bd2fd040289, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8451e664-187f-40d1-84a9-2bd2fd040289,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:58:05.843173 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-4f6ab30a-4b9f-485b-ae33-97078b3df982 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 01b629b0-8942-4ce6-be8d-22a24b2556a1) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:58:05.847726 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6ab30a-4b9f-485b-ae33-97078b3df982 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:05.848333 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4f6ab30a-4b9f-485b-ae33-97078b3df982 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:05.852282 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0570981-de3f-42e6-9e03-38a161e18a9e None None] Network 01b629b0-8942-4ce6-be8d-22a24b2556a1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:58:05.888796 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:05.935670 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4f6ab30a-4b9f-485b-ae33-97078b3df982 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7627623 Jul 30 02:58:05.939437 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39364) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:05.978202 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] Routers {'4f3b6b26-73e8-478d-8a17-f52142ca43ff'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:58:05.978888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:57:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4f3b6b26-73e8-478d-8a17-f52142ca43ff'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:06.016615 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d0d70-6aa5-46fb-b6d7-ac5bd6535e6f None None] Pushing event updated for resources: {'Port': ['ID=8451e664-187f-40d1-84a9-2bd2fd040289,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:06.122551 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-01b629b0-8942-4ce6-be8d-22a24b2556a1', 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ips': [{'subnet_id': 'eef120ba-0290-48d9-aa73-4d88b0f12af7'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:58:06.123394 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:06.144250 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] Set router 4f3b6b26-73e8-478d-8a17-f52142ca43ff gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:58:06.378735 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14b5892f-948b-408c-98af-aca0e587f377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:06.394953 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Allocated IP 172.20.0.2 (01b629b0-8942-4ce6-be8d-22a24b2556a1/eef120ba-0290-48d9-aa73-4d88b0f12af7/508585ba-b9b3-4660-86a1-70f4d6cc81e8) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:58:06.484032 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605033533', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:02Z', 'updated_at': '2021-07-30T02:58:03Z', 'revision_number': 3, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:03Z', 'updated_at': '2021-07-30T02:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:06.522780 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90bdc53-1380-44cc-a5a7-16a9bac9ab32 None None] The sync data for ids ['4f3b6b26-73e8-478d-8a17-f52142ca43ff'] in n-d-713498-9 is: [{'id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605033533', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:02Z', 'updated_at': '2021-07-30T02:58:03Z', 'revision_number': 3, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:03Z', 'updated_at': '2021-07-30T02:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:58:06.583620 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:06.592407 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Transition to ACTIVE for port object 508585ba-b9b3-4660-86a1-70f4d6cc81e8 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:58:06.608886 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Transition to ACTIVE for port object 508585ba-b9b3-4660-86a1-70f4d6cc81e8 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:58:06.666605 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:06.708061 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Network 01b629b0-8942-4ce6-be8d-22a24b2556a1 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:58:06.715657 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:58:06.717811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Pushing event updated for resources: {'Port': ['ID=508585ba-b9b3-4660-86a1-70f4d6cc81e8,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:06.720100 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:58:06.726129 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-14b5892f-948b-408c-98af-aca0e587f377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Allocated IP 172.20.0.1 (01b629b0-8942-4ce6-be8d-22a24b2556a1/eef120ba-0290-48d9-aa73-4d88b0f12af7/43159217-33c1-46ac-bd2a-e38b001558de) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:58:06.794334 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Attempting to bind port 508585ba-b9b3-4660-86a1-70f4d6cc81e8 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:58:06.794714 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Attempting to bind port 508585ba-b9b3-4660-86a1-70f4d6cc81e8 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2747f9d-ecf1-4022-bb8d-4201f7b3f91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:58:06.795078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Attempting to bind port 508585ba-b9b3-4660-86a1-70f4d6cc81e8 on network 01b629b0-8942-4ce6-be8d-22a24b2556a1 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:58:06.800017 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:58:06.805719 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Checking segment: {'id': 'f2747f9d-ecf1-4022-bb8d-4201f7b3f91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:58:06.805719 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:06.805719 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Bound using segment: {'id': 'f2747f9d-ecf1-4022-bb8d-4201f7b3f91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:58:06.805719 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Bound port: 508585ba-b9b3-4660-86a1-70f4d6cc81e8, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2747f9d-ecf1-4022-bb8d-4201f7b3f91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:58:06.805719 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:06.857822 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14b5892f-948b-408c-98af-aca0e587f377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:06.873638 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-14b5892f-948b-408c-98af-aca0e587f377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Transition to ACTIVE for port object 43159217-33c1-46ac-bd2a-e38b001558de will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:58:06.882656 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] For port 508585ba-b9b3-4660-86a1-70f4d6cc81e8, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:58:06.886156 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] For port 508585ba-b9b3-4660-86a1-70f4d6cc81e8, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=508585ba-b9b3-4660-86a1-70f4d6cc81e8,segment=NetworkSegment(f2747f9d-ecf1-4022-bb8d-4201f7b3f91d),segment_id=f2747f9d-ecf1-4022-bb8d-4201f7b3f91d)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:58:06.952806 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:06.993580 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14b5892f-948b-408c-98af-aca0e587f377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:07.015560 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38300939-8aa4-4284-9025-38c0290b69f2 None None] Pushing event updated for resources: {'Port': ['ID=508585ba-b9b3-4660-86a1-70f4d6cc81e8,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:07.045369 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b5892f-948b-408c-98af-aca0e587f377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 01b629b0-8942-4ce6-be8d-22a24b2556a1 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:58:07.052664 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-14b5892f-948b-408c-98af-aca0e587f377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:58:07.052664 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b5892f-948b-408c-98af-aca0e587f377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:58:07.092864 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5892f-948b-408c-98af-aca0e587f377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=43159217-33c1-46ac-bd2a-e38b001558de,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:07.113439 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14b5892f-948b-408c-98af-aca0e587f377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:07.361277 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14b5892f-948b-408c-98af-aca0e587f377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:07.566242 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8451e664-187f-40d1-84a9-2bd2fd040289 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:58:07.652574 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14b5892f-948b-408c-98af-aca0e587f377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:07.689196 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 8451e664-187f-40d1-84a9-2bd2fd040289 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:58:07.694600 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 8451e664-187f-40d1-84a9-2bd2fd040289 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:07.696516 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:07.712490 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14b5892f-948b-408c-98af-aca0e587f377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:07.794830 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-14b5892f-948b-408c-98af-aca0e587f377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:07.796812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5892f-948b-408c-98af-aca0e587f377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=43159217-33c1-46ac-bd2a-e38b001558de,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:07.909294 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b5892f-948b-408c-98af-aca0e587f377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 01b629b0-8942-4ce6-be8d-22a24b2556a1 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:58:07.911301 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-14b5892f-948b-408c-98af-aca0e587f377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:58:07.951182 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:07.959761 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fefdbb8-5557-433e-a2dc-8e84876c1462 None None] Network 01b629b0-8942-4ce6-be8d-22a24b2556a1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:58:08.006226 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 8451e664-187f-40d1-84a9-2bd2fd040289, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8451e664-187f-40d1-84a9-2bd2fd040289,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:58:08.026916 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b5892f-948b-408c-98af-aca0e587f377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router 4f3b6b26-73e8-478d-8a17-f52142ca43ff has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:58:08.085138 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:08.085916 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 508585ba-b9b3-4660-86a1-70f4d6cc81e8 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:58:08.129805 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f8b85be0-f1e2-4012-9d42-ce4507334351 None None] Provisioning for port 508585ba-b9b3-4660-86a1-70f4d6cc81e8 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:58:08.143783 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b5892f-948b-408c-98af-aca0e587f377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:58:08.150869 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-14b5892f-948b-408c-98af-aca0e587f377 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "PUT /v2.0/routers/4f3b6b26-73e8-478d-8a17-f52142ca43ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2102735 Jul 30 02:58:08.199552 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=8451e664-187f-40d1-84a9-2bd2fd040289,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:08.288344 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 508585ba-b9b3-4660-86a1-70f4d6cc81e8 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:58:08.293291 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 508585ba-b9b3-4660-86a1-70f4d6cc81e8 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:08.293672 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:08.309984 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-e0b5b126-2b06-4809-b034-04a430b9c259 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1010300083&fields=id&tenant_id=0077c21cf63c4542922b8f7011a4fe46 HTTP/1.1" status: 200 len: 267 time: 0.0400083 Jul 30 02:58:08.387154 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] Sync routers for ids ['4f3b6b26-73e8-478d-8a17-f52142ca43ff'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:58:08.396642 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:08.402198 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] Routers {'4f3b6b26-73e8-478d-8a17-f52142ca43ff'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:58:08.402868 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:57:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4f3b6b26-73e8-478d-8a17-f52142ca43ff'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:08.431246 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 508585ba-b9b3-4660-86a1-70f4d6cc81e8, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=508585ba-b9b3-4660-86a1-70f4d6cc81e8,segment=NetworkSegment(f2747f9d-ecf1-4022-bb8d-4201f7b3f91d),segment_id=f2747f9d-ecf1-4022-bb8d-4201f7b3f91d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:58:08.447464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-c2e57e1e-380f-4da6-854d-744f01f0f093 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:08.449075 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-c2e57e1e-380f-4da6-854d-744f01f0f093 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/networks?id=01b629b0-8942-4ce6-be8d-22a24b2556a1 HTTP/1.1" status: 200 len: 797 time: 0.1316154 Jul 30 02:58:08.465824 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-02ed536d-7b18-412e-93df-c0e6d57993e7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/quotas/0077c21cf63c4542922b8f7011a4fe46 HTTP/1.1" status: 200 len: 375 time: 0.0107884 Jul 30 02:58:08.525255 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-4a90129c-b399-488f-b894-8de5ee18a170 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534532 Jul 30 02:58:08.532136 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] Set router 4f3b6b26-73e8-478d-8a17-f52142ca43ff gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:58:08.603681 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:08.629570 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3a80c6d8-265f-462c-adc6-dc1eb22dd537 None None] Provisioning for port 43159217-33c1-46ac-bd2a-e38b001558de completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:58:08.635329 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-d5861531-5ab8-400f-8046-296dceef2e85 service neutron] 10.222.0.70 "GET /v2.0/networks/01b629b0-8942-4ce6-be8d-22a24b2556a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975056 Jul 30 02:58:08.642140 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3a80c6d8-265f-462c-adc6-dc1eb22dd537 None None] Provisioning complete for port 43159217-33c1-46ac-bd2a-e38b001558de triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:08.642557 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a80c6d8-265f-462c-adc6-dc1eb22dd537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:08.683940 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3a80c6d8-265f-462c-adc6-dc1eb22dd537 None None] Port 43159217-33c1-46ac-bd2a-e38b001558de cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:58:08.712451 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=508585ba-b9b3-4660-86a1-70f4d6cc81e8,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:08.716070 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3a80c6d8-265f-462c-adc6-dc1eb22dd537 None None] Provisioning complete for port 508585ba-b9b3-4660-86a1-70f4d6cc81e8 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:08.716447 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a80c6d8-265f-462c-adc6-dc1eb22dd537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:08.745898 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-fe42af22-d00a-440a-8a5b-4ddb11248dfa service neutron] 10.222.0.70 "GET /v2.0/networks/01b629b0-8942-4ce6-be8d-22a24b2556a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043174 Jul 30 02:58:08.785036 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605033533', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:02Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:03Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '43159217-33c1-46ac-bd2a-e38b001558de', 'name': '', 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:88:e9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'eef120ba-0290-48d9-aa73-4d88b0f12af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:06Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 2, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': 'eef120ba-0290-48d9-aa73-4d88b0f12af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:08.916527 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] Checking router: 4f3b6b26-73e8-478d-8a17-f52142ca43ff for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:58:08.916895 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] Updating router 4f3b6b26-73e8-478d-8a17-f52142ca43ff port 43159217-33c1-46ac-bd2a-e38b001558de binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:58:08.932561 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fb80ffb1-bc92-4019-8182-f72b2e91075f None None] Provisioning complete for port 43159217-33c1-46ac-bd2a-e38b001558de triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:08.932561 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb80ffb1-bc92-4019-8182-f72b2e91075f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:08.941621 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:08.985166 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fb80ffb1-bc92-4019-8182-f72b2e91075f None None] Port 43159217-33c1-46ac-bd2a-e38b001558de cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:58:09.009845 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-33e18c21-62be-4ff2-88f8-c34a05144a93 req-0066bd78-1ef0-42ac-bfc1-3ac5d6bb378f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 210 time: 0.0278141 Jul 30 02:58:09.220865 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-027d8d2c-d6d4-42ce-bcb1-08fb4dd44911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:09.221420 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:09.232029 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] Transition to ACTIVE for port object 43159217-33c1-46ac-bd2a-e38b001558de will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:58:09.323264 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:09.374470 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c1f76-c662-4336-8235-e2763bfeed09 None None] Pushing event updated for resources: {'Port': ['ID=43159217-33c1-46ac-bd2a-e38b001558de,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:09.398839 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c1f76-c662-4336-8235-e2763bfeed09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.399538 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c1f76-c662-4336-8235-e2763bfeed09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.399538 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c1f76-c662-4336-8235-e2763bfeed09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.399836 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c1f76-c662-4336-8235-e2763bfeed09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.400169 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c1f76-c662-4336-8235-e2763bfeed09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.400500 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c1f76-c662-4336-8235-e2763bfeed09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.400828 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c1f76-c662-4336-8235-e2763bfeed09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.401153 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c1f76-c662-4336-8235-e2763bfeed09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.401477 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c1f76-c662-4336-8235-e2763bfeed09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.401799 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c1f76-c662-4336-8235-e2763bfeed09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.402165 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c1f76-c662-4336-8235-e2763bfeed09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.402517 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c1f76-c662-4336-8235-e2763bfeed09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.436761 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] Attempting to bind port 43159217-33c1-46ac-bd2a-e38b001558de on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:58:09.436959 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] Attempting to bind port 43159217-33c1-46ac-bd2a-e38b001558de by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2747f9d-ecf1-4022-bb8d-4201f7b3f91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:58:09.437326 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] Attempting to bind port 43159217-33c1-46ac-bd2a-e38b001558de on network 01b629b0-8942-4ce6-be8d-22a24b2556a1 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:58:09.442906 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:58:09.443213 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] Checking segment: {'id': 'f2747f9d-ecf1-4022-bb8d-4201f7b3f91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:58:09.443885 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:09.444775 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] Bound using segment: {'id': 'f2747f9d-ecf1-4022-bb8d-4201f7b3f91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:58:09.445245 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] Bound port: 43159217-33c1-46ac-bd2a-e38b001558de, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2747f9d-ecf1-4022-bb8d-4201f7b3f91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:58:09.445629 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:09.522253 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] For port 43159217-33c1-46ac-bd2a-e38b001558de, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:58:09.525794 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] For port 43159217-33c1-46ac-bd2a-e38b001558de, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=43159217-33c1-46ac-bd2a-e38b001558de,segment=NetworkSegment(f2747f9d-ecf1-4022-bb8d-4201f7b3f91d),segment_id=f2747f9d-ecf1-4022-bb8d-4201f7b3f91d)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:58:09.544266 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8451e664-187f-40d1-84a9-2bd2fd040289 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:58:09.591105 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 8451e664-187f-40d1-84a9-2bd2fd040289 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:09.591476 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:09.598080 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:09.661133 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] Routers {'4f3b6b26-73e8-478d-8a17-f52142ca43ff'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:58:09.661772 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:57:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4f3b6b26-73e8-478d-8a17-f52142ca43ff'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:09.666790 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c1f76-c662-4336-8235-e2763bfeed09 None None] Pushing event updated for resources: {'Port': ['ID=43159217-33c1-46ac-bd2a-e38b001558de,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:09.691544 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 508585ba-b9b3-4660-86a1-70f4d6cc81e8 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:58:09.746154 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 508585ba-b9b3-4660-86a1-70f4d6cc81e8 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:09.746818 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:09.788807 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] Set router 4f3b6b26-73e8-478d-8a17-f52142ca43ff gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:58:09.990192 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605033533', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:02Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:03Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '43159217-33c1-46ac-bd2a-e38b001558de', 'name': '', 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:88:e9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'eef120ba-0290-48d9-aa73-4d88b0f12af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:06Z', 'updated_at': '2021-07-30T02:58:09Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': 'eef120ba-0290-48d9-aa73-4d88b0f12af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:10.020012 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045dc265-3fba-4b01-a4fe-2b3260d714df None None] The sync data for ids ['4f3b6b26-73e8-478d-8a17-f52142ca43ff'] in n-d-713498-9 is: [{'id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605033533', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:02Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:03Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '43159217-33c1-46ac-bd2a-e38b001558de', 'name': '', 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:88:e9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'eef120ba-0290-48d9-aa73-4d88b0f12af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:06Z', 'updated_at': '2021-07-30T02:58:09Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': 'eef120ba-0290-48d9-aa73-4d88b0f12af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:58:10.140940 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d5da4e7b-a122-4a30-9f5d-b6dc799a2760 req-af4ab2e5-8619-40bb-b598-af90aa5451f7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 210 time: 0.0386229 Jul 30 02:58:11.001582 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-8adfeb27-cf79-4086-ad3b-c4301f48289d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:11.003083 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-8adfeb27-cf79-4086-ad3b-c4301f48289d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.77 "GET /v2.0/networks?id=01b629b0-8942-4ce6-be8d-22a24b2556a1 HTTP/1.1" status: 200 len: 797 time: 0.1051989 Jul 30 02:58:11.053274 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-5906885d-f4e9-4efd-a3eb-72545000072a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0077c21cf63c4542922b8f7011a4fe46 HTTP/1.1" status: 200 len: 380 time: 0.0357094 Jul 30 02:58:11.062071 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-e45259bb-c147-4bde-bdec-4b83b680f744 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'port': {'device_id': '1a41f4c9-7b67-41fb-8ada-2367af234420', 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1', 'admin_state_up': True, 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'security_groups': ['8fb02f97-9c38-452d-be38-b72b15921061']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:11.239885 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfc00e34-15d7-4881-8f16-c8ecb789959f req-085cc9f4-a5b6-4546-968d-b52281feb889 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 210 time: 0.0277660 Jul 30 02:58:11.294286 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-e45259bb-c147-4bde-bdec-4b83b680f744 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Made reservation on behalf of 0077c21cf63c4542922b8f7011a4fe46 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:58:11.294286 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-e45259bb-c147-4bde-bdec-4b83b680f744 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:11.428137 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-e45259bb-c147-4bde-bdec-4b83b680f744 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Allocated IP 172.20.0.10 (01b629b0-8942-4ce6-be8d-22a24b2556a1/eef120ba-0290-48d9-aa73-4d88b0f12af7/2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:58:11.559329 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 43159217-33c1-46ac-bd2a-e38b001558de up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:58:11.571670 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-e45259bb-c147-4bde-bdec-4b83b680f744 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:11.586070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-e45259bb-c147-4bde-bdec-4b83b680f744 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Transition to ACTIVE for port object 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:58:11.648826 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 43159217-33c1-46ac-bd2a-e38b001558de completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:58:11.652594 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 43159217-33c1-46ac-bd2a-e38b001558de triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:11.653083 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:11.666742 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-e45259bb-c147-4bde-bdec-4b83b680f744 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:11.705748 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2c39fc9-133a-4bb5-bac6-f8f0b7356089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:11.713828 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-e45259bb-c147-4bde-bdec-4b83b680f744 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 01b629b0-8942-4ce6-be8d-22a24b2556a1 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:58:11.719058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-e45259bb-c147-4bde-bdec-4b83b680f744 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:58:11.729342 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-e45259bb-c147-4bde-bdec-4b83b680f744 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:58:11.741892 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:11.749214 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45259bb-c147-4bde-bdec-4b83b680f744 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:11.783498 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-e45259bb-c147-4bde-bdec-4b83b680f744 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:11.784246 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-e45259bb-c147-4bde-bdec-4b83b680f744 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:11.788463 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 43159217-33c1-46ac-bd2a-e38b001558de, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=43159217-33c1-46ac-bd2a-e38b001558de,segment=NetworkSegment(f2747f9d-ecf1-4022-bb8d-4201f7b3f91d),segment_id=f2747f9d-ecf1-4022-bb8d-4201f7b3f91d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:58:11.830747 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:11.859483 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:11.860194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-e45259bb-c147-4bde-bdec-4b83b680f744 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8016648 Jul 30 02:58:11.887285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] Request body: {'port': {'device_id': '1a41f4c9-7b67-41fb-8ada-2367af234420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:11.921384 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=43159217-33c1-46ac-bd2a-e38b001558de,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:11.956345 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:12.048991 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b1e30de7-c4c5-4089-8db9-e230b9979d44 None None] Provisioning for port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:58:12.053422 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b1e30de7-c4c5-4089-8db9-e230b9979d44 None None] Provisioning complete for port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:12.053877 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b1e30de7-c4c5-4089-8db9-e230b9979d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:12.092507 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b1e30de7-c4c5-4089-8db9-e230b9979d44 None None] Port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:58:12.230534 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:58:12.237933 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:12.250524 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] Transition to ACTIVE for port object 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:58:12.317560 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:12.404926 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26f6aa-3c62-49d1-8886-2614054cace7 req-e230d333-77ee-43c3-9073-a92f0eaf4b67 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:12.406550 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b26f6aa-3c62-49d1-8886-2614054cace7 req-e230d333-77ee-43c3-9073-a92f0eaf4b67 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 944 time: 0.1002352 Jul 30 02:58:12.407218 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] Pushing event updated for resources: {'Port': ['ID=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:12.495664 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b26f6aa-3c62-49d1-8886-2614054cace7 req-cad2f05f-5b3e-4418-8f18-dc40b211b35a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810974 Jul 30 02:58:12.513885 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] Attempting to bind port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:58:12.514399 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] Attempting to bind port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'f2747f9d-ecf1-4022-bb8d-4201f7b3f91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:58:12.514794 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] Attempting to bind port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe on network 01b629b0-8942-4ce6-be8d-22a24b2556a1 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:58:12.519776 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] Port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe on network 01b629b0-8942-4ce6-be8d-22a24b2556a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:58:12.520566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] Attempting to bind port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe on network 01b629b0-8942-4ce6-be8d-22a24b2556a1 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:58:12.526873 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:58:12.527284 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] Checking segment: {'id': 'f2747f9d-ecf1-4022-bb8d-4201f7b3f91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:58:12.527747 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] Bound using segment: {'id': 'f2747f9d-ecf1-4022-bb8d-4201f7b3f91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:58:12.528289 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] Bound port: 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2747f9d-ecf1-4022-bb8d-4201f7b3f91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:58:12.528719 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:12.595866 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] For port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:58:12.598856 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] For port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe,segment=NetworkSegment(f2747f9d-ecf1-4022-bb8d-4201f7b3f91d),segment_id=f2747f9d-ecf1-4022-bb8d-4201f7b3f91d)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:58:12.689974 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:12.727424 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:12.728055 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:12.733431 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] 10.222.0.77 "PUT /v2.0/ports/2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe HTTP/1.1" status: 200 len: 1092 time: 0.8493254 Jul 30 02:58:12.733431 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a41f4c9-7b67-41fb-8ada-2367af234420', 'tag': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:58:12.733431 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9590f0c3-8433-4a3d-b5d0-e5bcb8e311c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1a41f4c9-7b67-41fb-8ada-2367af234420", "tag": "2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:58:12.757124 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310623a-eb0c-4df6-9435-be6755961007 service neutron] Pushing event updated for resources: {'Port': ['ID=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:12.775206 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b63209-9f98-4bd6-b4ee-f7c69befe5cd x-openstack-request-id: req-e8b63209-9f98-4bd6-b4ee-f7c69befe5cd {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:58:12.775517 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a41f4c9-7b67-41fb-8ada-2367af234420", "tag": "2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:58:12.775774 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e8b63209-9f98-4bd6-b4ee-f7c69befe5cd {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:58:12.776175 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a41f4c9-7b67-41fb-8ada-2367af234420', 'tag': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe', 'status': 'completed', 'code': 200} Jul 30 02:58:12.861766 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590f0c3-8433-4a3d-b5d0-e5bcb8e311c4 req-17b24d5e-6240-44f1-b608-ccb4d1a90255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:12.863383 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9590f0c3-8433-4a3d-b5d0-e5bcb8e311c4 req-17b24d5e-6240-44f1-b608-ccb4d1a90255 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 1095 time: 0.0471137 Jul 30 02:58:12.968401 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590f0c3-8433-4a3d-b5d0-e5bcb8e311c4 req-cac1bf46-d278-4f60-a929-314d797c1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:12.969871 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9590f0c3-8433-4a3d-b5d0-e5bcb8e311c4 req-cac1bf46-d278-4f60-a929-314d797c1b7c service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=0077c21cf63c4542922b8f7011a4fe46&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0928378 Jul 30 02:58:13.065165 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590f0c3-8433-4a3d-b5d0-e5bcb8e311c4 req-2f028857-defb-4c9d-a838-4496cfbe9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:13.066599 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9590f0c3-8433-4a3d-b5d0-e5bcb8e311c4 req-2f028857-defb-4c9d-a838-4496cfbe9dd3 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901880 Jul 30 02:58:13.163446 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-00c25deb-d420-44c0-b06d-4034f3956518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:13.164941 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-00c25deb-d420-44c0-b06d-4034f3956518 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 1095 time: 0.0421889 Jul 30 02:58:13.212061 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-ffac0c6c-8752-4a0c-8736-34c25a4bc8b8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe HTTP/1.1" status: 200 len: 217 time: 0.0340705 Jul 30 02:58:13.263764 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-68bc4ec9-b448-43d4-93e5-d81f5093dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:13.265185 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-68bc4ec9-b448-43d4-93e5-d81f5093dfca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eef120ba-0290-48d9-aa73-4d88b0f12af7 HTTP/1.1" status: 200 len: 834 time: 0.0461490 Jul 30 02:58:13.310834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-24574deb-1646-4427-808f-5704309d8666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:13.312293 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-24574deb-1646-4427-808f-5704309d8666 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=01b629b0-8942-4ce6-be8d-22a24b2556a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395575 Jul 30 02:58:13.404629 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-0ac1259a-2369-40ba-a2f5-21fc472b2381 service neutron] 10.222.0.77 "GET /v2.0/networks/01b629b0-8942-4ce6-be8d-22a24b2556a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849819 Jul 30 02:58:13.498012 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e0074916-00e1-4141-be96-dab1aa8753f5 req-6044662f-b9b2-4890-b112-2715efbd9a86 service neutron] 10.222.0.77 "GET /v2.0/networks/01b629b0-8942-4ce6-be8d-22a24b2556a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864265 Jul 30 02:58:13.522856 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 43159217-33c1-46ac-bd2a-e38b001558de up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:58:13.571311 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 43159217-33c1-46ac-bd2a-e38b001558de triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:13.571685 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.592846 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.620842 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a154eec-796e-4aca-85d8-6824e4f6ed57 req-df80bc64-e070-4ed4-8784-bd56c6e26752 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:13.622396 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a154eec-796e-4aca-85d8-6824e4f6ed57 req-df80bc64-e070-4ed4-8784-bd56c6e26752 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 944 time: 0.0507283 Jul 30 02:58:13.664348 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a154eec-796e-4aca-85d8-6824e4f6ed57 req-92b9cc2b-df66-4ecc-aabb-312f081934b4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358362 Jul 30 02:58:14.779744 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4c400-a031-4a36-b4a0-58988afb0ab3 req-807ed772-34af-4ee6-b61f-58e4d60661ca tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:14.781228 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50d4c400-a031-4a36-b4a0-58988afb0ab3 req-807ed772-34af-4ee6-b61f-58e4d60661ca tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 944 time: 0.0504465 Jul 30 02:58:14.823738 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-50d4c400-a031-4a36-b4a0-58988afb0ab3 req-784a4bf8-9f70-455d-994b-793cfd5fa94b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362372 Jul 30 02:58:14.912058 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:15.939260 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd6c5f-e837-4abc-a96f-bcdd58ef0b3a req-46537ad5-c9c3-4d96-83f9-024f9d300aef tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:15.940749 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1ffd6c5f-e837-4abc-a96f-bcdd58ef0b3a req-46537ad5-c9c3-4d96-83f9-024f9d300aef tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 944 time: 0.0495493 Jul 30 02:58:15.979951 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1ffd6c5f-e837-4abc-a96f-bcdd58ef0b3a req-da98c059-d2ee-4f07-afb4-a031a4300508 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328944 Jul 30 02:58:16.063952 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:58:16.157938 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe,segment=NetworkSegment(f2747f9d-ecf1-4022-bb8d-4201f7b3f91d),segment_id=f2747f9d-ecf1-4022-bb8d-4201f7b3f91d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:58:16.169671 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe', 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1', 'port_id': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe', 'mac_address': 'fa:16:3e:ed:ec:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef120ba-0290-48d9-aa73-4d88b0f12af7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:58:16.207407 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:16.220152 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:58:16.239688 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe,segment=NetworkSegment(f2747f9d-ecf1-4022-bb8d-4201f7b3f91d),segment_id=f2747f9d-ecf1-4022-bb8d-4201f7b3f91d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:58:16.305704 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:16.357049 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:16.591060 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:58:17.096952 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a49785-f833-4350-b661-2708a353495c req-e9e1317c-ab44-4c00-b8f5-b726fd796612 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:17.098673 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-01a49785-f833-4350-b661-2708a353495c req-e9e1317c-ab44-4c00-b8f5-b726fd796612 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 945 time: 0.0494184 Jul 30 02:58:17.137988 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-01a49785-f833-4350-b661-2708a353495c req-dba28f87-5dc2-4b27-81ad-e9b3d7056f38 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323150 Jul 30 02:58:18.069779 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:58:18.213257 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:58:18.218465 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:18.218925 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:18.253794 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331c6f0-9ecb-4bdb-b1a7-8a92326cce04 req-8ffcc264-b188-4037-a322-681cbbbd1940 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:18.255222 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7331c6f0-9ecb-4bdb-b1a7-8a92326cce04 req-8ffcc264-b188-4037-a322-681cbbbd1940 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 945 time: 0.0507450 Jul 30 02:58:18.297589 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7331c6f0-9ecb-4bdb-b1a7-8a92326cce04 req-47c133a8-1c36-42e1-b0ad-8ad980089b62 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364401 Jul 30 02:58:18.297908 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:18.322601 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a41f4c9-7b67-41fb-8ada-2367af234420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:58:18.324833 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30f77dd-8089-4f79-b683-257de8b8e7b2" -d '{"events": [{"server_uuid": "1a41f4c9-7b67-41fb-8ada-2367af234420", "name": "network-vif-plugged", "status": "completed", "tag": "2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:58:18.337735 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe,segment=NetworkSegment(f2747f9d-ecf1-4022-bb8d-4201f7b3f91d),segment_id=f2747f9d-ecf1-4022-bb8d-4201f7b3f91d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:58:18.361559 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e089b4c-488d-4997-b534-a271c3c003da x-openstack-request-id: req-9e089b4c-488d-4997-b534-a271c3c003da {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:58:18.361857 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a41f4c9-7b67-41fb-8ada-2367af234420", "name": "network-vif-plugged", "status": "completed", "tag": "2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:58:18.362093 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9e089b4c-488d-4997-b534-a271c3c003da {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:58:18.362532 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a41f4c9-7b67-41fb-8ada-2367af234420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe', 'code': 200} Jul 30 02:58:18.391842 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:18.438258 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:18.486363 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c92b73-cda0-4622-9c93-2ca1f91c0340 req-b3c1c2e0-6ed1-4f91-9b8c-f73e54202d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:18.489195 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-05c92b73-cda0-4622-9c93-2ca1f91c0340 req-b3c1c2e0-6ed1-4f91-9b8c-f73e54202d4d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 1097 time: 0.0431030 Jul 30 02:58:18.525115 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-05c92b73-cda0-4622-9c93-2ca1f91c0340 req-bdc52f40-72ba-474d-be7c-97b8c2adcf81 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293424 Jul 30 02:58:18.545578 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:18.638494 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:58:19.414995 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b28cb-ac32-4209-8cf4-6b05894b6a15 req-7389406e-0f29-4a2c-824b-d36de214d037 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:19.416512 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d01b28cb-ac32-4209-8cf4-6b05894b6a15 req-7389406e-0f29-4a2c-824b-d36de214d037 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0513034 Jul 30 02:58:19.455937 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d01b28cb-ac32-4209-8cf4-6b05894b6a15 req-536d0a1b-2ad5-4dc6-baf4-50d69e375f7c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331092 Jul 30 02:58:20.571104 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ee356-1854-4d9d-b04b-45f686fd1d0b req-ca2d81c9-674c-444a-8178-a71e19d14fed tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:20.572591 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc2ee356-1854-4d9d-b04b-45f686fd1d0b req-ca2d81c9-674c-444a-8178-a71e19d14fed tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0492733 Jul 30 02:58:20.615204 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dc2ee356-1854-4d9d-b04b-45f686fd1d0b req-0923d4f3-233e-4495-8e4d-7167621981af tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366852 Jul 30 02:58:20.728908 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886854e-b922-482c-9ad1-84f878dad89e req-1089cc7b-b179-4f01-9158-294267cb9042 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:20.730434 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d886854e-b922-482c-9ad1-84f878dad89e req-1089cc7b-b179-4f01-9158-294267cb9042 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0511682 Jul 30 02:58:20.770082 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d886854e-b922-482c-9ad1-84f878dad89e req-aeb730f7-b946-480f-8bae-1031f4e3c567 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336719 Jul 30 02:58:20.794178 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39418) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:20.832834 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e786a6c-208e-4504-bdf5-526b40b3e3f0 tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:20.834851 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-2e786a6c-208e-4504-bdf5-526b40b3e3f0 tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 1092 time: 0.0396488 Jul 30 02:58:20.837510 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39420) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:20.841732 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-6deb004f-2407-482e-8d05-71f3e314c579 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:20.922788 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6deb004f-2407-482e-8d05-71f3e314c579 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:21.020096 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6deb004f-2407-482e-8d05-71f3e314c579 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:21.121381 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-6deb004f-2407-482e-8d05-71f3e314c579 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Allocated IP 172.25.1.140 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/1b61e3f0-c90e-46c7-8b6c-3f0e5ae016e3) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:58:21.223866 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6deb004f-2407-482e-8d05-71f3e314c579 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:21.294770 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6deb004f-2407-482e-8d05-71f3e314c579 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:21.330826 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deb004f-2407-482e-8d05-71f3e314c579 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:58:21.333572 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-6deb004f-2407-482e-8d05-71f3e314c579 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:58:21.337072 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deb004f-2407-482e-8d05-71f3e314c579 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:58:21.365893 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb004f-2407-482e-8d05-71f3e314c579 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=1b61e3f0-c90e-46c7-8b6c-3f0e5ae016e3,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:21.691514 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6deb004f-2407-482e-8d05-71f3e314c579 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:21.830520 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6deb004f-2407-482e-8d05-71f3e314c579 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:21.974157 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6deb004f-2407-482e-8d05-71f3e314c579 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:22.048017 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6deb004f-2407-482e-8d05-71f3e314c579 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:22.116148 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb004f-2407-482e-8d05-71f3e314c579 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=1b61e3f0-c90e-46c7-8b6c-3f0e5ae016e3,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:22.127429 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6deb004f-2407-482e-8d05-71f3e314c579 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:22.224231 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-6deb004f-2407-482e-8d05-71f3e314c579 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Floating IP 7f871aed-650f-4575-895b-3b2cb84d3d29 associated. External IP: 172.25.1.140, port: 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe. Jul 30 02:58:22.758725 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6deb004f-2407-482e-8d05-71f3e314c579 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router 4f3b6b26-73e8-478d-8a17-f52142ca43ff has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:58:22.863925 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6deb004f-2407-482e-8d05-71f3e314c579 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:58:22.873766 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b3e369-55dc-41ce-bb61-59f77b90dd9f None None] Sync routers for ids ['4f3b6b26-73e8-478d-8a17-f52142ca43ff'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:58:22.884712 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b3e369-55dc-41ce-bb61-59f77b90dd9f None None] Routers {'4f3b6b26-73e8-478d-8a17-f52142ca43ff'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:58:22.885504 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d8b3e369-55dc-41ce-bb61-59f77b90dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:58:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4f3b6b26-73e8-478d-8a17-f52142ca43ff'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:22.934265 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6deb004f-2407-482e-8d05-71f3e314c579 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:22.961754 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6deb004f-2407-482e-8d05-71f3e314c579 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1231973 Jul 30 02:58:22.962326 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a41f4c9-7b67-41fb-8ada-2367af234420', 'tag': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:58:22.964612 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2f5221-5ca2-4b50-8b43-c9c53f983397" -d '{"events": [{"name": "network-changed", "server_uuid": "1a41f4c9-7b67-41fb-8ada-2367af234420", "tag": "2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:58:22.990900 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-d8b3e369-55dc-41ce-bb61-59f77b90dd9f None None] Set router 4f3b6b26-73e8-478d-8a17-f52142ca43ff gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:58:23.058331 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601aa235-1df5-4a86-bba8-a1a57244b150 req-50bcc235-008a-41d3-8af5-4920d90bc3ba tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:23.064694 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-601aa235-1df5-4a86-bba8-a1a57244b150 req-50bcc235-008a-41d3-8af5-4920d90bc3ba tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0493658 Jul 30 02:58:23.098129 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-601aa235-1df5-4a86-bba8-a1a57244b150 req-1974f3ce-efe2-47df-b0f5-6340a1d91db1 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320489 Jul 30 02:58:23.121155 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39426) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:23.159542 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae65bd3-6ce0-4f53-a326-c8a43ee2b7ae x-openstack-request-id: req-1ae65bd3-6ce0-4f53-a326-c8a43ee2b7ae {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:58:23.159825 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a41f4c9-7b67-41fb-8ada-2367af234420", "tag": "2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:58:23.160077 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ae65bd3-6ce0-4f53-a326-c8a43ee2b7ae {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:58:23.160730 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a41f4c9-7b67-41fb-8ada-2367af234420', 'tag': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe', 'status': 'completed', 'code': 200} Jul 30 02:58:23.185908 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-960cfc9e-9e43-4732-8259-309c8fc85d0a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/floatingips/7f871aed-650f-4575-895b-3b2cb84d3d29 HTTP/1.1" status: 200 len: 992 time: 0.0632629 Jul 30 02:58:23.217420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d8b3e369-55dc-41ce-bb61-59f77b90dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605033533', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:02Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:03Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '7f871aed-650f-4575-895b-3b2cb84d3d29', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'port_id': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1', 'mac_address': 'fa:16:3e:ed:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a41f4c9-7b67-41fb-8ada-2367af234420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:58:21Z', 'updated_at': '2021-07-30T02:58:21Z', 'revision_number': 0, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43159217-33c1-46ac-bd2a-e38b001558de', 'name': '', 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:88:e9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'eef120ba-0290-48d9-aa73-4d88b0f12af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:06Z', 'updated_at': '2021-07-30T02:58:11Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': 'eef120ba-0290-48d9-aa73-4d88b0f12af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:23.228795 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f5221-5ca2-4b50-8b43-c9c53f983397 req-1a912719-ca53-431b-8525-c9250692ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:23.230332 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc2f5221-5ca2-4b50-8b43-c9c53f983397 req-1a912719-ca53-431b-8525-c9250692ba80 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 1097 time: 0.0408964 Jul 30 02:58:23.248089 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b3e369-55dc-41ce-bb61-59f77b90dd9f None None] Checking router: 4f3b6b26-73e8-478d-8a17-f52142ca43ff for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:58:23.256511 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b3e369-55dc-41ce-bb61-59f77b90dd9f None None] Routers {'4f3b6b26-73e8-478d-8a17-f52142ca43ff'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:58:23.257127 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d8b3e369-55dc-41ce-bb61-59f77b90dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:58:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4f3b6b26-73e8-478d-8a17-f52142ca43ff'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:23.323489 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f5221-5ca2-4b50-8b43-c9c53f983397 req-96046a7a-5bff-4498-9bc1-13012e4ecc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:23.324883 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc2f5221-5ca2-4b50-8b43-c9c53f983397 req-96046a7a-5bff-4498-9bc1-13012e4ecc93 service neutron] 10.222.0.77 "GET /v2.0/networks?id=01b629b0-8942-4ce6-be8d-22a24b2556a1 HTTP/1.1" status: 200 len: 898 time: 0.0877645 Jul 30 02:58:23.360773 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-d8b3e369-55dc-41ce-bb61-59f77b90dd9f None None] Set router 4f3b6b26-73e8-478d-8a17-f52142ca43ff gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:58:23.389134 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc2f5221-5ca2-4b50-8b43-c9c53f983397 req-9cac59b4-46b2-44b9-8672-8344a53e2ef5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe HTTP/1.1" status: 200 len: 1000 time: 0.0574679 Jul 30 02:58:23.442646 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f5221-5ca2-4b50-8b43-c9c53f983397 req-957ccfe5-2b14-451d-bb71-f8842e059b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:23.444189 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc2f5221-5ca2-4b50-8b43-c9c53f983397 req-957ccfe5-2b14-451d-bb71-f8842e059b9a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eef120ba-0290-48d9-aa73-4d88b0f12af7 HTTP/1.1" status: 200 len: 834 time: 0.0488343 Jul 30 02:58:23.491869 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f5221-5ca2-4b50-8b43-c9c53f983397 req-80d431b9-3d97-4ffa-b7c5-36db7bcfdf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:23.493532 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc2f5221-5ca2-4b50-8b43-c9c53f983397 req-80d431b9-3d97-4ffa-b7c5-36db7bcfdf7b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=01b629b0-8942-4ce6-be8d-22a24b2556a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426438 Jul 30 02:58:23.581948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-d8b3e369-55dc-41ce-bb61-59f77b90dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605033533', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:02Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:03Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '7f871aed-650f-4575-895b-3b2cb84d3d29', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'port_id': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1', 'mac_address': 'fa:16:3e:ed:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a41f4c9-7b67-41fb-8ada-2367af234420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:58:21Z', 'updated_at': '2021-07-30T02:58:21Z', 'revision_number': 0, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43159217-33c1-46ac-bd2a-e38b001558de', 'name': '', 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:88:e9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'eef120ba-0290-48d9-aa73-4d88b0f12af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:06Z', 'updated_at': '2021-07-30T02:58:11Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': 'eef120ba-0290-48d9-aa73-4d88b0f12af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:23.582225 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc2f5221-5ca2-4b50-8b43-c9c53f983397 req-f5edf62b-df10-4515-9c12-fb679068eeaf service neutron] 10.222.0.77 "GET /v2.0/networks/01b629b0-8942-4ce6-be8d-22a24b2556a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812397 Jul 30 02:58:23.611727 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b3e369-55dc-41ce-bb61-59f77b90dd9f None None] The sync data for ids ['4f3b6b26-73e8-478d-8a17-f52142ca43ff'] in n-d-713498-9 is: [{'id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605033533', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:02Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:03Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '7f871aed-650f-4575-895b-3b2cb84d3d29', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'port_id': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1', 'mac_address': 'fa:16:3e:ed:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a41f4c9-7b67-41fb-8ada-2367af234420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:58:21Z', 'updated_at': '2021-07-30T02:58:21Z', 'revision_number': 0, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43159217-33c1-46ac-bd2a-e38b001558de', 'name': '', 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:88:e9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'eef120ba-0290-48d9-aa73-4d88b0f12af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:06Z', 'updated_at': '2021-07-30T02:58:11Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': 'eef120ba-0290-48d9-aa73-4d88b0f12af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:58:23.679468 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc2f5221-5ca2-4b50-8b43-c9c53f983397 req-f21d3902-0468-44cb-b4de-8075ba744888 service neutron] 10.222.0.77 "GET /v2.0/networks/01b629b0-8942-4ce6-be8d-22a24b2556a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900848 Jul 30 02:58:23.801393 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19211749-281a-4129-bd0c-a7334dbe843d None None] New status for floating IP 7f871aed-650f-4575-895b-3b2cb84d3d29: ACTIVE {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:58:24.189753 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39428) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:24.252324 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-da5b4fa5-0b31-4eef-9d80-dcba0db2c447 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/floatingips/7f871aed-650f-4575-895b-3b2cb84d3d29 HTTP/1.1" status: 200 len: 994 time: 0.0613561 Jul 30 02:58:27.837826 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa4c466d-1539-4948-a1b8-05c3ec68bf0a req-06491d75-73db-4f86-b994-b414c205ac64 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398133 Jul 30 02:58:27.934234 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c466d-1539-4948-a1b8-05c3ec68bf0a req-4180ab29-b595-44d7-a582-879db0aa2b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:27.935745 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa4c466d-1539-4948-a1b8-05c3ec68bf0a req-4180ab29-b595-44d7-a582-879db0aa2b6d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 1097 time: 0.0413699 Jul 30 02:58:28.041511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c466d-1539-4948-a1b8-05c3ec68bf0a req-8ebfca4e-16a4-4811-bda3-8d3dfd83975f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:28.043055 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa4c466d-1539-4948-a1b8-05c3ec68bf0a req-8ebfca4e-16a4-4811-bda3-8d3dfd83975f service neutron] 10.222.0.77 "GET /v2.0/networks?id=01b629b0-8942-4ce6-be8d-22a24b2556a1 HTTP/1.1" status: 200 len: 898 time: 0.0879138 Jul 30 02:58:28.108774 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa4c466d-1539-4948-a1b8-05c3ec68bf0a req-5ed4fa16-50ad-4308-80e6-d539d86ade1b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe HTTP/1.1" status: 200 len: 1002 time: 0.0563023 Jul 30 02:58:28.159320 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c466d-1539-4948-a1b8-05c3ec68bf0a req-1551463f-af4e-4a11-985d-5efddf1f9c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:28.160982 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa4c466d-1539-4948-a1b8-05c3ec68bf0a req-1551463f-af4e-4a11-985d-5efddf1f9c47 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eef120ba-0290-48d9-aa73-4d88b0f12af7 HTTP/1.1" status: 200 len: 834 time: 0.0455046 Jul 30 02:58:28.204568 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c466d-1539-4948-a1b8-05c3ec68bf0a req-eb27dac0-da6c-4a12-97c2-b2780d8ebae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:28.206028 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa4c466d-1539-4948-a1b8-05c3ec68bf0a req-eb27dac0-da6c-4a12-97c2-b2780d8ebae8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=01b629b0-8942-4ce6-be8d-22a24b2556a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383646 Jul 30 02:58:28.293809 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa4c466d-1539-4948-a1b8-05c3ec68bf0a req-2201ad8f-25a2-40cb-bd06-974bb615e29b service neutron] 10.222.0.77 "GET /v2.0/networks/01b629b0-8942-4ce6-be8d-22a24b2556a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807998 Jul 30 02:58:28.385637 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa4c466d-1539-4948-a1b8-05c3ec68bf0a req-a309e6b1-5790-4e7a-9cf3-b77b78d73ff0 service neutron] 10.222.0.77 "GET /v2.0/networks/01b629b0-8942-4ce6-be8d-22a24b2556a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852170 Jul 30 02:58:33.659627 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:39.206952 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7b614f34-4362-4a79-adc6-d4a1cecaca09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:41.710897 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-19ec91e2-beeb-4f00-9cde-acf2557b8ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:41.801863 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:43.567435 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:44.916152 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:48.567705 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:53.271295 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de7143-196b-43e4-834c-250849204611 req-77cb7932-4725-4c89-bb8a-0265917a83b2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:53.272806 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94de7143-196b-43e4-834c-250849204611 req-77cb7932-4725-4c89-bb8a-0265917a83b2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0974643 Jul 30 02:58:53.315557 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-94de7143-196b-43e4-834c-250849204611 req-58623d4d-1ffe-4fff-80e9-2446e1f72d6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323188 Jul 30 02:58:53.372637 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-120e1600-58e6-47c2-807a-8d78d133c241 req-e186d797-edc8-4501-bdbf-527d1c11c3aa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817916 Jul 30 02:58:54.438271 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edcb66-f418-49d0-8393-bf200fe1564c req-8956bdc9-36b0-4db1-bf3e-29c1f62b4a5c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:54.439767 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12edcb66-f418-49d0-8393-bf200fe1564c req-8956bdc9-36b0-4db1-bf3e-29c1f62b4a5c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0581286 Jul 30 02:58:54.800153 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-12edcb66-f418-49d0-8393-bf200fe1564c req-7481d21e-9e75-40ec-8b70-a58693171500 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3538725 Jul 30 02:58:55.224545 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e1600-58e6-47c2-807a-8d78d133c241 req-f57184a3-c0fd-4a51-a2c5-70c8d68b8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:55.226060 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-120e1600-58e6-47c2-807a-8d78d133c241 req-f57184a3-c0fd-4a51-a2c5-70c8d68b8e2d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 1097 time: 0.0802310 Jul 30 02:58:55.320128 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e1600-58e6-47c2-807a-8d78d133c241 req-fdd948f5-f79a-400c-83f7-06af0b6d82c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:55.321577 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-120e1600-58e6-47c2-807a-8d78d133c241 req-fdd948f5-f79a-400c-83f7-06af0b6d82c3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=01b629b0-8942-4ce6-be8d-22a24b2556a1 HTTP/1.1" status: 200 len: 898 time: 0.0858171 Jul 30 02:58:55.386177 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-120e1600-58e6-47c2-807a-8d78d133c241 req-16e6ea1b-7aa6-4e2b-a8ee-fae00817bde3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe HTTP/1.1" status: 200 len: 1002 time: 0.0568969 Jul 30 02:58:55.436419 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e1600-58e6-47c2-807a-8d78d133c241 req-ea40c82c-848d-489e-9ddd-cc1ef873eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:55.437724 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-120e1600-58e6-47c2-807a-8d78d133c241 req-ea40c82c-848d-489e-9ddd-cc1ef873eae1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eef120ba-0290-48d9-aa73-4d88b0f12af7 HTTP/1.1" status: 200 len: 834 time: 0.0438805 Jul 30 02:58:55.491439 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e1600-58e6-47c2-807a-8d78d133c241 req-f4d5e5cb-a09b-4aee-89f5-7fb86493ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:55.492965 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-120e1600-58e6-47c2-807a-8d78d133c241 req-f4d5e5cb-a09b-4aee-89f5-7fb86493ac2d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=01b629b0-8942-4ce6-be8d-22a24b2556a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439484 Jul 30 02:58:55.584741 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-120e1600-58e6-47c2-807a-8d78d133c241 req-cf5d6081-09d5-4464-a3e4-094d5eece46b service neutron] 10.222.0.77 "GET /v2.0/networks/01b629b0-8942-4ce6-be8d-22a24b2556a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812941 Jul 30 02:58:55.637989 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:58:55.678881 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-120e1600-58e6-47c2-807a-8d78d133c241 req-3875fd1f-8c8d-4856-adda-2dfbda179c5a service neutron] 10.222.0.77 "GET /v2.0/networks/01b629b0-8942-4ce6-be8d-22a24b2556a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856433 Jul 30 02:58:55.916719 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac7e67-160f-4520-8db9-295b422c10a1 req-9f646f6a-e98f-4120-ac4f-479b04124c3f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:55.918366 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-90ac7e67-160f-4520-8db9-295b422c10a1 req-9f646f6a-e98f-4120-ac4f-479b04124c3f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0495486 Jul 30 02:58:55.956273 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-90ac7e67-160f-4520-8db9-295b422c10a1 req-706c5599-a912-4e7d-a444-327379f78398 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318520 Jul 30 02:58:57.073672 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b617226-a8f3-4d74-94c3-35956de660b8 req-171f538d-b038-4a20-8b05-c2c242b989b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:57.075195 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1b617226-a8f3-4d74-94c3-35956de660b8 req-171f538d-b038-4a20-8b05-c2c242b989b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0491457 Jul 30 02:58:57.112264 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1b617226-a8f3-4d74-94c3-35956de660b8 req-a6f9a158-1ba4-4255-a4a3-d4ee7a29e10f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312941 Jul 30 02:58:58.225987 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b5c12-1896-4a3c-a16a-e1cc7ed2d12d req-aed474c8-fcdf-4159-9989-fedfe754e988 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:58.227513 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e85b5c12-1896-4a3c-a16a-e1cc7ed2d12d req-aed474c8-fcdf-4159-9989-fedfe754e988 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0487149 Jul 30 02:58:58.269761 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e85b5c12-1896-4a3c-a16a-e1cc7ed2d12d req-c12864d0-4829-4f48-919e-85aba7a7b58e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363832 Jul 30 02:58:59.384113 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e3f87-a583-4d5e-a122-cf64aebbea29 req-44e5ab24-d558-4803-874a-d6e8e84200db tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:59.385613 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a83e3f87-a583-4d5e-a122-cf64aebbea29 req-44e5ab24-d558-4803-874a-d6e8e84200db tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0487249 Jul 30 02:58:59.423620 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a83e3f87-a583-4d5e-a122-cf64aebbea29 req-9c8b48ab-b2ec-4113-b753-b6d49585515f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320716 Jul 30 02:59:00.538759 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2bdf5-dadb-44d9-b7ce-490929f77ac0 req-6d2df805-7462-4736-94d8-bf8853a5d0d1 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:00.540256 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-38c2bdf5-dadb-44d9-b7ce-490929f77ac0 req-6d2df805-7462-4736-94d8-bf8853a5d0d1 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0495059 Jul 30 02:59:00.576592 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-38c2bdf5-dadb-44d9-b7ce-490929f77ac0 req-74aaec90-80ce-466f-8c9a-2c421c51dd3c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305071 Jul 30 02:59:01.692313 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93366d-18ec-4246-b342-a93894392b24 req-eb564609-1833-498f-bfb9-2ee66b23e6a4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:01.693714 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce93366d-18ec-4246-b342-a93894392b24 req-eb564609-1833-498f-bfb9-2ee66b23e6a4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0491095 Jul 30 02:59:01.735258 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ce93366d-18ec-4246-b342-a93894392b24 req-ad315f2a-2516-4d3a-9e77-55b6588cd25b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355339 Jul 30 02:59:02.849212 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17981b31-e8ea-47d7-bdeb-fd19b79a0671 req-307509d4-bf15-477e-9974-fe6b81eac789 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:02.850721 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17981b31-e8ea-47d7-bdeb-fd19b79a0671 req-307509d4-bf15-477e-9974-fe6b81eac789 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0488083 Jul 30 02:59:02.888360 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-17981b31-e8ea-47d7-bdeb-fd19b79a0671 req-bd872f12-dfb4-4638-a12e-1d8238124da8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316603 Jul 30 02:59:03.675408 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:04.003880 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d69bc-e0c0-49e7-981c-7009a0442910 req-27c08e83-de42-47ff-8db5-f3cce1b910c3 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:04.005369 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-467d69bc-e0c0-49e7-981c-7009a0442910 req-27c08e83-de42-47ff-8db5-f3cce1b910c3 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0487711 Jul 30 02:59:04.043839 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-467d69bc-e0c0-49e7-981c-7009a0442910 req-f7c526a3-630e-419f-93e4-b0984f8ae83d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324759 Jul 30 02:59:05.158637 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd62693-7e2d-47c8-82fd-d1b7e643905a req-d46901fe-51dd-409d-9ee3-052c5dcf1d23 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:05.160370 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dcd62693-7e2d-47c8-82fd-d1b7e643905a req-d46901fe-51dd-409d-9ee3-052c5dcf1d23 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0493414 Jul 30 02:59:05.201416 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dcd62693-7e2d-47c8-82fd-d1b7e643905a req-358b3867-72b8-4e98-8daa-e21f527405a7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351369 Jul 30 02:59:06.316265 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27304869-6f9b-4810-8995-b4edb0a306f0 req-ad5fdaf7-834f-49c0-afe7-8f2a897a2eb6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:06.318358 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27304869-6f9b-4810-8995-b4edb0a306f0 req-ad5fdaf7-834f-49c0-afe7-8f2a897a2eb6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0495775 Jul 30 02:59:06.354988 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27304869-6f9b-4810-8995-b4edb0a306f0 req-581efb90-5dc4-4c45-ab91-396ee120eaa1 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307734 Jul 30 02:59:07.470540 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae053db-8cd7-420e-ab6f-91cb4f5fd1ab req-9f430b13-7ae4-4567-acd3-0625f9451fbc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:07.472167 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ae053db-8cd7-420e-ab6f-91cb4f5fd1ab req-9f430b13-7ae4-4567-acd3-0625f9451fbc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0488715 Jul 30 02:59:07.511233 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ae053db-8cd7-420e-ab6f-91cb4f5fd1ab req-ba0a9d6e-e20c-477e-975e-3731ac3c1e13 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325320 Jul 30 02:59:07.756463 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [req-120e1600-58e6-47c2-807a-8d78d133c241 req-308091a6-d52a-4aa8-969f-2d315ca8d9e0 service neutron] show failed (client error): The resource could not be found. Jul 30 02:59:07.757379 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-120e1600-58e6-47c2-807a-8d78d133c241 req-308091a6-d52a-4aa8-969f-2d315ca8d9e0 service neutron] 10.222.0.77 "GET /v2.0/ports/2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe/bindings/n-h1-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.0589921 Jul 30 02:59:08.239743 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e1600-58e6-47c2-807a-8d78d133c241 req-63bb3c65-0c68-41cb-9a12-1999c99a8b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:08.241230 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-120e1600-58e6-47c2-807a-8d78d133c241 req-63bb3c65-0c68-41cb-9a12-1999c99a8b21 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420&tenant_id=0077c21cf63c4542922b8f7011a4fe46 HTTP/1.1" status: 200 len: 1097 time: 0.0403125 Jul 30 02:59:08.253045 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-9', 'device_owner': 'compute:nova'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:59:08.307765 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:08.507098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] For port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe,segment=NetworkSegment(f2747f9d-ecf1-4022-bb8d-4201f7b3f91d),segment_id=f2747f9d-ecf1-4022-bb8d-4201f7b3f91d)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:59:08.540972 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] For port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe, host n-h2-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:59:08.580364 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a41f4c9-7b67-41fb-8ada-2367af234420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:59:08.582721 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dd94ba-2c8a-4c35-95e9-6c272e1bc038" -d '{"events": [{"server_uuid": "1a41f4c9-7b67-41fb-8ada-2367af234420", "name": "network-vif-unplugged", "status": "completed", "tag": "2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:59:08.586689 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:08.599455 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Transition to ACTIVE for port object 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:59:08.631521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff9ec6-55ec-4bc9-a637-0b531769418e req-46cc42f4-0d2b-4bb6-a6ab-e7be1ca00fb1 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:08.633059 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ffff9ec6-55ec-4bc9-a637-0b531769418e req-46cc42f4-0d2b-4bb6-a6ab-e7be1ca00fb1 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0514374 Jul 30 02:59:08.671049 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ffff9ec6-55ec-4bc9-a637-0b531769418e req-f7657c0d-b4bc-42c1-8864-128164e4616c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319638 Jul 30 02:59:08.675810 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:08.744127 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59727376-6278-445d-bf21-cfb3c4cac58a x-openstack-request-id: req-59727376-6278-445d-bf21-cfb3c4cac58a {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:59:08.744420 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a41f4c9-7b67-41fb-8ada-2367af234420", "name": "network-vif-unplugged", "status": "completed", "tag": "2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:59:08.744673 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-59727376-6278-445d-bf21-cfb3c4cac58a {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:59:08.745077 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a41f4c9-7b67-41fb-8ada-2367af234420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe', 'code': 200} Jul 30 02:59:08.771026 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe,revision_number=6']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:08.786608 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:08.786957 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:08.787298 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:08.787635 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:08.787966 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:08.788294 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:08.788619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:08.788949 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:08.789272 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:08.789593 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:08.789915 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:08.790236 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:08.810561 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] No DVR routers for this DVR port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe on host n-h2-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:59:08.948095 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Attempting to bind port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:59:08.948454 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Attempting to bind port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'f2747f9d-ecf1-4022-bb8d-4201f7b3f91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:59:08.948909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Attempting to bind port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe on network 01b629b0-8942-4ce6-be8d-22a24b2556a1 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:59:08.953126 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe on network 01b629b0-8942-4ce6-be8d-22a24b2556a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:59:08.953441 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Attempting to bind port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe on network 01b629b0-8942-4ce6-be8d-22a24b2556a1 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:59:08.958861 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:59:08.959197 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Checking segment: {'id': 'f2747f9d-ecf1-4022-bb8d-4201f7b3f91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:59:08.959576 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Bound using segment: {'id': 'f2747f9d-ecf1-4022-bb8d-4201f7b3f91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:59:08.959990 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Bound port: 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2747f9d-ecf1-4022-bb8d-4201f7b3f91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:59:08.960348 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:09.022948 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] For port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:59:09.025799 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] For port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe,segment=NetworkSegment(f2747f9d-ecf1-4022-bb8d-4201f7b3f91d),segment_id=f2747f9d-ecf1-4022-bb8d-4201f7b3f91d)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:59:09.121798 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:09.160696 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:09.161393 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:09.162809 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-120e1600-58e6-47c2-807a-8d78d133c241 req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] 10.222.0.10 "PUT /v2.0/ports/2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe HTTP/1.1" status: 200 len: 1092 time: 0.9138088 Jul 30 02:59:09.185416 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5b5d6-69a9-4755-b118-1300623ee6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe,revision_number=7']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:09.201460 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f0223ef-f4cd-45e0-82e1-8285bace8bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:09.229834 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e1600-58e6-47c2-807a-8d78d133c241 req-ddec2aa3-8b5f-4222-9164-ebb0c1b323ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:09.231381 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-120e1600-58e6-47c2-807a-8d78d133c241 req-ddec2aa3-8b5f-4222-9164-ebb0c1b323ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 1095 time: 0.0430634 Jul 30 02:59:09.325132 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e1600-58e6-47c2-807a-8d78d133c241 req-b65d7a53-a22e-4e1d-8f4d-541033edbc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:09.326655 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-120e1600-58e6-47c2-807a-8d78d133c241 req-b65d7a53-a22e-4e1d-8f4d-541033edbc0e service neutron] 10.222.0.10 "GET /v2.0/networks?id=01b629b0-8942-4ce6-be8d-22a24b2556a1 HTTP/1.1" status: 200 len: 898 time: 0.0879114 Jul 30 02:59:09.396364 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-120e1600-58e6-47c2-807a-8d78d133c241 req-1a49094b-7211-4dc0-be9c-e15b6f6de03b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe HTTP/1.1" status: 200 len: 1000 time: 0.0627913 Jul 30 02:59:09.446057 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e1600-58e6-47c2-807a-8d78d133c241 req-d3f806ba-36ef-478f-a8a3-67eadde0aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:09.447462 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-120e1600-58e6-47c2-807a-8d78d133c241 req-d3f806ba-36ef-478f-a8a3-67eadde0aae3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eef120ba-0290-48d9-aa73-4d88b0f12af7 HTTP/1.1" status: 200 len: 834 time: 0.0439799 Jul 30 02:59:09.493138 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e1600-58e6-47c2-807a-8d78d133c241 req-37eb240c-e474-4055-b52c-4637d4db6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:09.494797 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-120e1600-58e6-47c2-807a-8d78d133c241 req-37eb240c-e474-4055-b52c-4637d4db6bf5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=01b629b0-8942-4ce6-be8d-22a24b2556a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399284 Jul 30 02:59:09.587100 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-120e1600-58e6-47c2-807a-8d78d133c241 req-82ec5d10-3e3f-49bf-bb4c-d58e2ae271ac service neutron] 10.222.0.10 "GET /v2.0/networks/01b629b0-8942-4ce6-be8d-22a24b2556a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857542 Jul 30 02:59:09.678523 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-120e1600-58e6-47c2-807a-8d78d133c241 req-cc3d1702-1fc7-4d18-b05d-6617b3be52c3 service neutron] 10.222.0.10 "GET /v2.0/networks/01b629b0-8942-4ce6-be8d-22a24b2556a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848088 Jul 30 02:59:09.795792 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfec26-43b1-4fab-8174-2b74654fc399 req-3deb5193-41a9-454f-8188-115bc07945d0 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:09.797317 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-29dfec26-43b1-4fab-8174-2b74654fc399 req-3deb5193-41a9-454f-8188-115bc07945d0 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 944 time: 0.0500035 Jul 30 02:59:09.835625 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-29dfec26-43b1-4fab-8174-2b74654fc399 req-adebf77f-759a-4caa-877e-86f0ab4a6413 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316467 Jul 30 02:59:10.747161 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a41f4c9-7b67-41fb-8ada-2367af234420', 'tag': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:59:10.749458 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b5e793-3a21-4604-8ff1-0be41627824c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a41f4c9-7b67-41fb-8ada-2367af234420", "tag": "2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:59:10.796460 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ded295-e133-4c6f-ae3c-1e3245746b18 x-openstack-request-id: req-e4ded295-e133-4c6f-ae3c-1e3245746b18 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:59:10.796749 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a41f4c9-7b67-41fb-8ada-2367af234420", "tag": "2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:59:10.797005 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e4ded295-e133-4c6f-ae3c-1e3245746b18 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:59:10.797405 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a41f4c9-7b67-41fb-8ada-2367af234420', 'tag': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe', 'status': 'completed', 'code': 200} Jul 30 02:59:10.863888 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e793-3a21-4604-8ff1-0be41627824c req-765c690d-2d42-4335-aa8e-482c034adc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:10.866118 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-67b5e793-3a21-4604-8ff1-0be41627824c req-765c690d-2d42-4335-aa8e-482c034adc00 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 1095 time: 0.0473766 Jul 30 02:59:10.885792 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e793-3a21-4604-8ff1-0be41627824c req-640594c1-a52c-4093-a408-ad73d733400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:10.887379 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-67b5e793-3a21-4604-8ff1-0be41627824c req-640594c1-a52c-4093-a408-ad73d733400c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 1095 time: 0.0445819 Jul 30 02:59:10.955869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e793-3a21-4604-8ff1-0be41627824c req-4eb252b3-1a87-47ee-a55d-b1fa98278d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:10.957907 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-67b5e793-3a21-4604-8ff1-0be41627824c req-4eb252b3-1a87-47ee-a55d-b1fa98278d0b service neutron] 10.222.0.10 "GET /v2.0/networks?id=01b629b0-8942-4ce6-be8d-22a24b2556a1 HTTP/1.1" status: 200 len: 898 time: 0.0841935 Jul 30 02:59:11.017563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f3ff2-9223-4a4d-902d-3b1a5b53487b req-945c2bdc-8a9e-47bc-aead-5238f4b8a06b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:11.019034 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-629f3ff2-9223-4a4d-902d-3b1a5b53487b req-945c2bdc-8a9e-47bc-aead-5238f4b8a06b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 944 time: 0.1018765 Jul 30 02:59:11.022475 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e793-3a21-4604-8ff1-0be41627824c req-accc89fe-9fd4-4991-834a-ec2f41728527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:11.023924 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-67b5e793-3a21-4604-8ff1-0be41627824c req-accc89fe-9fd4-4991-834a-ec2f41728527 service neutron] 10.222.0.77 "GET /v2.0/networks?id=01b629b0-8942-4ce6-be8d-22a24b2556a1 HTTP/1.1" status: 200 len: 898 time: 0.1296759 Jul 30 02:59:11.028323 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-67b5e793-3a21-4604-8ff1-0be41627824c req-1f72e90d-1575-4fb8-902d-93e9d6a6ca22 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe HTTP/1.1" status: 200 len: 1000 time: 0.0631149 Jul 30 02:59:11.078362 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e793-3a21-4604-8ff1-0be41627824c req-79109792-f901-4311-a3a0-975d4983aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:11.079850 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-67b5e793-3a21-4604-8ff1-0be41627824c req-79109792-f901-4311-a3a0-975d4983aa1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eef120ba-0290-48d9-aa73-4d88b0f12af7 HTTP/1.1" status: 200 len: 834 time: 0.0430007 Jul 30 02:59:11.105370 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-629f3ff2-9223-4a4d-902d-3b1a5b53487b req-98d8f3a2-3897-4490-92fa-6cb52c31e596 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772052 Jul 30 02:59:11.118074 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-67b5e793-3a21-4604-8ff1-0be41627824c req-e4789b18-7cf2-45a6-9c27-8810d231507a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe HTTP/1.1" status: 200 len: 1000 time: 0.0822940 Jul 30 02:59:11.127490 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e793-3a21-4604-8ff1-0be41627824c req-e43f9dd4-7bb1-41ee-a1cc-24afa1fbf045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:11.129055 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-67b5e793-3a21-4604-8ff1-0be41627824c req-e43f9dd4-7bb1-41ee-a1cc-24afa1fbf045 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=01b629b0-8942-4ce6-be8d-22a24b2556a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416741 Jul 30 02:59:11.168127 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e793-3a21-4604-8ff1-0be41627824c req-5a41eb72-7c8b-498c-a1db-58efdc3ea8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:11.169593 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-67b5e793-3a21-4604-8ff1-0be41627824c req-5a41eb72-7c8b-498c-a1db-58efdc3ea8b7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eef120ba-0290-48d9-aa73-4d88b0f12af7 HTTP/1.1" status: 200 len: 834 time: 0.0448780 Jul 30 02:59:11.216386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e793-3a21-4604-8ff1-0be41627824c req-80e3f9d7-05d2-4492-b3d1-e1c8ecd2b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:11.217916 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-67b5e793-3a21-4604-8ff1-0be41627824c req-80e3f9d7-05d2-4492-b3d1-e1c8ecd2b6cb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=01b629b0-8942-4ce6-be8d-22a24b2556a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410430 Jul 30 02:59:11.224106 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-67b5e793-3a21-4604-8ff1-0be41627824c req-d1d73597-bb92-471b-a26b-927f43bef277 service neutron] 10.222.0.10 "GET /v2.0/networks/01b629b0-8942-4ce6-be8d-22a24b2556a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866778 Jul 30 02:59:11.313672 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-67b5e793-3a21-4604-8ff1-0be41627824c req-4fa3283f-5ff2-4798-9f9e-bdd84b81b7a6 service neutron] 10.222.0.77 "GET /v2.0/networks/01b629b0-8942-4ce6-be8d-22a24b2556a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872245 Jul 30 02:59:11.315377 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-67b5e793-3a21-4604-8ff1-0be41627824c req-28a7514f-6f6a-41a3-a210-630081f81b72 service neutron] 10.222.0.10 "GET /v2.0/networks/01b629b0-8942-4ce6-be8d-22a24b2556a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835874 Jul 30 02:59:11.404818 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-67b5e793-3a21-4604-8ff1-0be41627824c req-0bf76af9-e870-4a0d-81ca-738b05cf6c97 service neutron] 10.222.0.77 "GET /v2.0/networks/01b629b0-8942-4ce6-be8d-22a24b2556a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842929 Jul 30 02:59:11.692186 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18da417e-11b7-42d3-8a6b-6fa0fcd22d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:11.795295 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:12.227153 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8029b62-9a4d-449a-83ef-08167fc4f0df req-37453cde-649d-4e16-9463-95ee3be9789a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:12.228657 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b8029b62-9a4d-449a-83ef-08167fc4f0df req-37453cde-649d-4e16-9463-95ee3be9789a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 944 time: 0.0551772 Jul 30 02:59:12.266911 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b8029b62-9a4d-449a-83ef-08167fc4f0df req-9b26e7ee-c2ba-4e32-93db-0261b80b09d3 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322785 Jul 30 02:59:12.369571 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:59:12.413533 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:59:12.495735 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:59:12.593917 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5122b-35fc-4f2e-bde8-7cc619af6122 req-79941a4b-4eac-472e-a290-37cdeceb3d77 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:12.595492 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-53a5122b-35fc-4f2e-bde8-7cc619af6122 req-79941a4b-4eac-472e-a290-37cdeceb3d77 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 944 time: 0.0491967 Jul 30 02:59:12.596120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe,segment=NetworkSegment(f2747f9d-ecf1-4022-bb8d-4201f7b3f91d),segment_id=f2747f9d-ecf1-4022-bb8d-4201f7b3f91d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:59:12.609902 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe', 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1', 'port_id': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe', 'mac_address': 'fa:16:3e:ed:ec:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef120ba-0290-48d9-aa73-4d88b0f12af7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:59:12.647716 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:12.661376 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:59:12.661926 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-53a5122b-35fc-4f2e-bde8-7cc619af6122 req-c4fe5aca-1348-42f3-a429-a92b4414ab7e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587654 Jul 30 02:59:12.683578 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349e053-2466-4b53-80ce-fcbd510ddc55 req-4839850c-9bc0-4fd9-a5da-ff8ddbf038a6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:12.683763 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe,segment=NetworkSegment(f2747f9d-ecf1-4022-bb8d-4201f7b3f91d),segment_id=f2747f9d-ecf1-4022-bb8d-4201f7b3f91d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:59:12.685168 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9349e053-2466-4b53-80ce-fcbd510ddc55 req-4839850c-9bc0-4fd9-a5da-ff8ddbf038a6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420&tenant_id=0077c21cf63c4542922b8f7011a4fe46&binding%3Ahost_id=n-h1-713498-9 HTTP/1.1" status: 200 len: 944 time: 0.0643127 Jul 30 02:59:12.795759 n-d-713498-9 neutron-server[94465]: INFO neutron.api.v2.resource [req-9349e053-2466-4b53-80ce-fcbd510ddc55 req-c58991de-ccf2-4ac6-a97e-efdcfdf77fd7 service neutron] delete failed (client error): The resource could not be found. Jul 30 02:59:12.796836 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9349e053-2466-4b53-80ce-fcbd510ddc55 req-c58991de-ccf2-4ac6-a97e-efdcfdf77fd7 service neutron] 10.222.0.77 "DELETE /v2.0/ports/2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe/bindings/n-h2-713498-9 HTTP/1.1" status: 404 len: 380 time: 0.1037872 Jul 30 02:59:12.808346 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea32142-2f0c-4561-bfa7-aa60196e200e req-0e7b1a62-c915-4b62-a56d-0a5838ab1416 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:12.809782 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2ea32142-2f0c-4561-bfa7-aa60196e200e req-0e7b1a62-c915-4b62-a56d-0a5838ab1416 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 944 time: 0.0775263 Jul 30 02:59:12.812833 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:12.854339 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2ea32142-2f0c-4561-bfa7-aa60196e200e req-fba542af-d5b9-4901-ae68-53a17d8f2dc6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383739 Jul 30 02:59:12.863931 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:12.872426 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:12.872426 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:12.872426 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:12.872788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:12.872995 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:12.873278 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:12.873592 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:12.873912 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:12.874232 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:12.874575 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:12.874904 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:12.875211 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:12.902013 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349e053-2466-4b53-80ce-fcbd510ddc55 req-31521a46-7618-46b4-9fc2-ff7631024c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:12.903577 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9349e053-2466-4b53-80ce-fcbd510ddc55 req-31521a46-7618-46b4-9fc2-ff7631024c87 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 1096 time: 0.0419862 Jul 30 02:59:12.996709 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349e053-2466-4b53-80ce-fcbd510ddc55 req-a9134398-2842-4018-b56c-98e030be4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:12.998130 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9349e053-2466-4b53-80ce-fcbd510ddc55 req-a9134398-2842-4018-b56c-98e030be4bd8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=01b629b0-8942-4ce6-be8d-22a24b2556a1 HTTP/1.1" status: 200 len: 898 time: 0.0879419 Jul 30 02:59:13.063811 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9349e053-2466-4b53-80ce-fcbd510ddc55 req-e65746ee-bf67-49d9-9284-b9776bcc08ca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe HTTP/1.1" status: 200 len: 1001 time: 0.0580571 Jul 30 02:59:13.085130 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:59:13.117038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349e053-2466-4b53-80ce-fcbd510ddc55 req-73963297-34c3-4a79-973d-ac3b4679449e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:13.118529 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9349e053-2466-4b53-80ce-fcbd510ddc55 req-73963297-34c3-4a79-973d-ac3b4679449e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eef120ba-0290-48d9-aa73-4d88b0f12af7 HTTP/1.1" status: 200 len: 834 time: 0.0474956 Jul 30 02:59:13.164529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349e053-2466-4b53-80ce-fcbd510ddc55 req-dd158f44-4da3-47c3-8b54-78d92fea614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:13.166202 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9349e053-2466-4b53-80ce-fcbd510ddc55 req-dd158f44-4da3-47c3-8b54-78d92fea614a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=01b629b0-8942-4ce6-be8d-22a24b2556a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402832 Jul 30 02:59:13.256480 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9349e053-2466-4b53-80ce-fcbd510ddc55 req-5d46186b-1056-4454-a9e4-5e2770472852 service neutron] 10.222.0.77 "GET /v2.0/networks/01b629b0-8942-4ce6-be8d-22a24b2556a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825582 Jul 30 02:59:13.361433 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9349e053-2466-4b53-80ce-fcbd510ddc55 req-b2cf1334-e554-4725-828e-775ee55b0f2e service neutron] 10.222.0.77 "GET /v2.0/networks/01b629b0-8942-4ce6-be8d-22a24b2556a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982432 Jul 30 02:59:13.590027 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:13.975314 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2151b-951f-4446-8874-a4003ff57bc3 req-d0fa3a3f-2eec-4573-8e80-bd7e494d69d2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:13.978460 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ab2151b-951f-4446-8874-a4003ff57bc3 req-d0fa3a3f-2eec-4573-8e80-bd7e494d69d2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 945 time: 0.0525630 Jul 30 02:59:14.014476 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0ab2151b-951f-4446-8874-a4003ff57bc3 req-607fc680-7cf0-4871-b097-06bdffff9378 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314538 Jul 30 02:59:14.506818 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:59:14.777958 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:59:14.781632 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:59:14.782005 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:14.869428 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:14.890954 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a41f4c9-7b67-41fb-8ada-2367af234420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:59:14.893170 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a93f5c-500e-4dd4-b629-67825c09d17b" -d '{"events": [{"server_uuid": "1a41f4c9-7b67-41fb-8ada-2367af234420", "name": "network-vif-plugged", "status": "completed", "tag": "2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:59:14.906798 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe,segment=NetworkSegment(f2747f9d-ecf1-4022-bb8d-4201f7b3f91d),segment_id=f2747f9d-ecf1-4022-bb8d-4201f7b3f91d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:59:14.927098 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:14.928779 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3205b09c-94f5-4f62-a37e-a6d3d5e69907 x-openstack-request-id: req-3205b09c-94f5-4f62-a37e-a6d3d5e69907 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:59:14.929071 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a41f4c9-7b67-41fb-8ada-2367af234420", "name": "network-vif-plugged", "status": "completed", "tag": "2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:59:14.929339 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3205b09c-94f5-4f62-a37e-a6d3d5e69907 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:59:14.929735 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a41f4c9-7b67-41fb-8ada-2367af234420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe', 'code': 200} Jul 30 02:59:14.989270 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:15.039227 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe,revision_number=9']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:15.134314 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f071252-0b0d-4ebc-9816-9f153dfbb84f req-83d571b3-be1f-490d-a4d1-615f8bf18f75 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:15.135848 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1f071252-0b0d-4ebc-9816-9f153dfbb84f req-83d571b3-be1f-490d-a4d1-615f8bf18f75 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0482857 Jul 30 02:59:15.177972 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1f071252-0b0d-4ebc-9816-9f153dfbb84f req-e0bfad20-3f2c-4396-b4fb-3d656f94ef41 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363643 Jul 30 02:59:15.199610 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39520) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:59:15.264541 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e13fdc8c-941f-4e0e-95d7-1207b40041d0 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/floatingips/7f871aed-650f-4575-895b-3b2cb84d3d29 HTTP/1.1" status: 200 len: 994 time: 0.0638101 Jul 30 02:59:18.612002 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:32.637543 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:59:33.686020 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:39.177210 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3283070-f028-488b-941c-78b4a9a7a208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:41.614702 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39534) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:59:41.703489 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f7afdf79-dd69-43ad-9a3d-296b72d6551a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:41.774190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting port 1b61e3f0-c90e-46c7-8b6c-3f0e5ae016e3 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:59:41.774567 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:41.806090 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:41.848789 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:41.849140 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:41.860684 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Calling delete_port for 1b61e3f0-c90e-46c7-8b6c-3f0e5ae016e3 owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:59:42.046366 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:42.071668 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Port': ['ID=1b61e3f0-c90e-46c7-8b6c-3f0e5ae016e3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:42.083365 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:42.083732 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:42.084082 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:42.085304 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:42.085446 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:42.085707 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:42.086048 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:42.086409 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:42.086747 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:42.087082 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:42.087416 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:42.087748 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:42.144029 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:42.144364 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Floating IP 7f871aed-650f-4575-895b-3b2cb84d3d29 disassociated (deleted). External IP: 172.25.1.140, port: 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe. Jul 30 02:59:42.351015 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router 4f3b6b26-73e8-478d-8a17-f52142ca43ff has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:59:42.458823 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:59:42.463470 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:42.467945 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf8a92-5f97-41a7-8c6d-8143b1ab4df7 None None] Sync routers for ids ['4f3b6b26-73e8-478d-8a17-f52142ca43ff'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:59:42.476758 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadf8a92-5f97-41a7-8c6d-8143b1ab4df7 None None] Routers {'4f3b6b26-73e8-478d-8a17-f52142ca43ff'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:59:42.477453 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-dadf8a92-5f97-41a7-8c6d-8143b1ab4df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4f3b6b26-73e8-478d-8a17-f52142ca43ff'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:59:42.492608 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-948052aa-a0e9-4459-b79c-d98c0fb1747c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/floatingips/7f871aed-650f-4575-895b-3b2cb84d3d29 HTTP/1.1" status: 204 len: 168 time: 0.8738666 Jul 30 02:59:42.492608 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a41f4c9-7b67-41fb-8ada-2367af234420', 'tag': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:59:42.493253 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858e9627-d7ef-4f37-82ab-d07e45dbec4f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a41f4c9-7b67-41fb-8ada-2367af234420", "tag": "2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:59:42.583379 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-dadf8a92-5f97-41a7-8c6d-8143b1ab4df7 None None] Set router 4f3b6b26-73e8-478d-8a17-f52142ca43ff gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:59:42.781080 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-dadf8a92-5f97-41a7-8c6d-8143b1ab4df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605033533', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:02Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:03Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '43159217-33c1-46ac-bd2a-e38b001558de', 'name': '', 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:88:e9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'eef120ba-0290-48d9-aa73-4d88b0f12af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:06Z', 'updated_at': '2021-07-30T02:58:11Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': 'eef120ba-0290-48d9-aa73-4d88b0f12af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:59:42.810594 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf8a92-5f97-41a7-8c6d-8143b1ab4df7 None None] Checking router: 4f3b6b26-73e8-478d-8a17-f52142ca43ff for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:59:42.819497 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadf8a92-5f97-41a7-8c6d-8143b1ab4df7 None None] Routers {'4f3b6b26-73e8-478d-8a17-f52142ca43ff'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:59:42.820112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-dadf8a92-5f97-41a7-8c6d-8143b1ab4df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4f3b6b26-73e8-478d-8a17-f52142ca43ff'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:59:42.843256 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e79349-b32d-41ac-929f-a79ed7f96711 x-openstack-request-id: req-89e79349-b32d-41ac-929f-a79ed7f96711 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:59:42.843766 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a41f4c9-7b67-41fb-8ada-2367af234420", "tag": "2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:59:42.848746 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-89e79349-b32d-41ac-929f-a79ed7f96711 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:59:42.848746 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a41f4c9-7b67-41fb-8ada-2367af234420', 'tag': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe', 'status': 'completed', 'code': 200} Jul 30 02:59:42.911205 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e9627-d7ef-4f37-82ab-d07e45dbec4f req-0990c381-e8a7-4c53-8553-834d3a737d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:42.913679 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-858e9627-d7ef-4f37-82ab-d07e45dbec4f req-0990c381-e8a7-4c53-8553-834d3a737d06 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 1097 time: 0.0441160 Jul 30 02:59:42.929156 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-dadf8a92-5f97-41a7-8c6d-8143b1ab4df7 None None] Set router 4f3b6b26-73e8-478d-8a17-f52142ca43ff gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:59:42.939612 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f5173-8c92-4285-b0d5-6bb9c42cd14e req-fb3d4ba4-6e2a-4464-acd8-f862ea660a4d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:42.941138 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-965f5173-8c92-4285-b0d5-6bb9c42cd14e req-fb3d4ba4-6e2a-4464-acd8-f862ea660a4d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0514274 Jul 30 02:59:42.981290 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-965f5173-8c92-4285-b0d5-6bb9c42cd14e req-a9e1158c-3892-46cf-91be-7553e4b1badc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325506 Jul 30 02:59:43.018912 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e9627-d7ef-4f37-82ab-d07e45dbec4f req-96df4c72-e641-49ea-9f60-91fe424cbeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:43.020456 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-858e9627-d7ef-4f37-82ab-d07e45dbec4f req-96df4c72-e641-49ea-9f60-91fe424cbeb9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=01b629b0-8942-4ce6-be8d-22a24b2556a1 HTTP/1.1" status: 200 len: 898 time: 0.0909181 Jul 30 02:59:43.067767 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-858e9627-d7ef-4f37-82ab-d07e45dbec4f req-37e71225-fb30-4108-8fae-bac0ae56dfd3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe HTTP/1.1" status: 200 len: 217 time: 0.0396147 Jul 30 02:59:43.120852 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e9627-d7ef-4f37-82ab-d07e45dbec4f req-1744c750-d4ce-432e-9008-e446e704a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:43.122381 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-858e9627-d7ef-4f37-82ab-d07e45dbec4f req-1744c750-d4ce-432e-9008-e446e704a70f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eef120ba-0290-48d9-aa73-4d88b0f12af7 HTTP/1.1" status: 200 len: 834 time: 0.0468369 Jul 30 02:59:43.131137 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-dadf8a92-5f97-41a7-8c6d-8143b1ab4df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605033533', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:02Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:03Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '43159217-33c1-46ac-bd2a-e38b001558de', 'name': '', 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:88:e9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'eef120ba-0290-48d9-aa73-4d88b0f12af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:06Z', 'updated_at': '2021-07-30T02:58:11Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': 'eef120ba-0290-48d9-aa73-4d88b0f12af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:59:43.158210 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf8a92-5f97-41a7-8c6d-8143b1ab4df7 None None] The sync data for ids ['4f3b6b26-73e8-478d-8a17-f52142ca43ff'] in n-d-713498-9 is: [{'id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605033533', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:02Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:03Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '43159217-33c1-46ac-bd2a-e38b001558de', 'name': '', 'network_id': '01b629b0-8942-4ce6-be8d-22a24b2556a1', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:88:e9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'eef120ba-0290-48d9-aa73-4d88b0f12af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:06Z', 'updated_at': '2021-07-30T02:58:11Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': 'eef120ba-0290-48d9-aa73-4d88b0f12af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:59:43.171683 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e9627-d7ef-4f37-82ab-d07e45dbec4f req-e27ac722-d8c6-4854-8802-2e3b2ca24505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:43.173289 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-858e9627-d7ef-4f37-82ab-d07e45dbec4f req-e27ac722-d8c6-4854-8802-2e3b2ca24505 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=01b629b0-8942-4ce6-be8d-22a24b2556a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419779 Jul 30 02:59:43.270367 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-858e9627-d7ef-4f37-82ab-d07e45dbec4f req-2c716a69-c827-47ab-b7c9-9f38f5cdbb18 service neutron] 10.222.0.10 "GET /v2.0/networks/01b629b0-8942-4ce6-be8d-22a24b2556a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884480 Jul 30 02:59:43.363410 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-858e9627-d7ef-4f37-82ab-d07e45dbec4f req-2174ea46-18f1-40cf-b1f9-fa6a4398532f service neutron] 10.222.0.10 "GET /v2.0/networks/01b629b0-8942-4ce6-be8d-22a24b2556a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856717 Jul 30 02:59:43.384041 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b32401c-25c7-4d93-9f4b-83193ba59284 None None] New status for floating IP 7f871aed-650f-4575-895b-3b2cb84d3d29: DOWN {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:59:43.645933 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:44.114046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351a99d-2c3e-407c-8e34-cb03d32bc996 req-a9c2ccb9-c38b-49fe-8dcb-0e1a6b7d3b5e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:44.114810 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83eda3-6b84-4d2f-ae7a-d6d8d79ab386 req-5a5a389b-2ff0-4cec-b12a-5d5d5621c2b9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:44.115594 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c351a99d-2c3e-407c-8e34-cb03d32bc996 req-a9c2ccb9-c38b-49fe-8dcb-0e1a6b7d3b5e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0533845 Jul 30 02:59:44.116372 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0b83eda3-6b84-4d2f-ae7a-d6d8d79ab386 req-5a5a389b-2ff0-4cec-b12a-5d5d5621c2b9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 946 time: 0.0533178 Jul 30 02:59:44.154528 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c351a99d-2c3e-407c-8e34-cb03d32bc996 req-a0c7e53c-9ab0-4f38-b090-0554fa9269de tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=8fb02f97-9c38-452d-be38-b72b15921061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327678 Jul 30 02:59:44.210775 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-0b83eda3-6b84-4d2f-ae7a-d6d8d79ab386 req-e7274d2f-a4fd-41dc-a1c4-0d7fbb2528fe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:59:44.211139 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0b83eda3-6b84-4d2f-ae7a-d6d8d79ab386 req-e7274d2f-a4fd-41dc-a1c4-0d7fbb2528fe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:44.296378 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-0b83eda3-6b84-4d2f-ae7a-d6d8d79ab386 req-e7274d2f-a4fd-41dc-a1c4-0d7fbb2528fe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] For port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe,segment=NetworkSegment(f2747f9d-ecf1-4022-bb8d-4201f7b3f91d),segment_id=f2747f9d-ecf1-4022-bb8d-4201f7b3f91d)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:59:44.296698 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0b83eda3-6b84-4d2f-ae7a-d6d8d79ab386 req-e7274d2f-a4fd-41dc-a1c4-0d7fbb2528fe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:44.313071 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-0b83eda3-6b84-4d2f-ae7a-d6d8d79ab386 req-e7274d2f-a4fd-41dc-a1c4-0d7fbb2528fe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Calling delete_port for 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:59:44.497611 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0b83eda3-6b84-4d2f-ae7a-d6d8d79ab386 req-e7274d2f-a4fd-41dc-a1c4-0d7fbb2528fe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:44.526022 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7274d2f-a4fd-41dc-a1c4-0d7fbb2528fe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Port': ['ID=2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:44.570541 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b83eda3-6b84-4d2f-ae7a-d6d8d79ab386 req-e7274d2f-a4fd-41dc-a1c4-0d7fbb2528fe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] No DVR routers for this DVR port 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:59:44.573195 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0b83eda3-6b84-4d2f-ae7a-d6d8d79ab386 req-e7274d2f-a4fd-41dc-a1c4-0d7fbb2528fe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:44.575236 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0b83eda3-6b84-4d2f-ae7a-d6d8d79ab386 req-e7274d2f-a4fd-41dc-a1c4-0d7fbb2528fe tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "DELETE /v2.0/ports/2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe HTTP/1.1" status: 204 len: 173 time: 0.4527290 Jul 30 02:59:44.575668 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a41f4c9-7b67-41fb-8ada-2367af234420', 'name': 'network-vif-deleted', 'tag': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:59:44.577961 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a6ef8c-862e-4cb5-b0d5-d7021ed6c8c1" -d '{"events": [{"server_uuid": "1a41f4c9-7b67-41fb-8ada-2367af234420", "name": "network-vif-deleted", "tag": "2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:59:44.612099 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287058ce-b0a7-4864-b8db-d84192de416a x-openstack-request-id: req-287058ce-b0a7-4864-b8db-d84192de416a {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:59:44.612388 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a41f4c9-7b67-41fb-8ada-2367af234420", "name": "network-vif-deleted", "tag": "2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:59:44.612641 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-287058ce-b0a7-4864-b8db-d84192de416a {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:59:44.613037 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a41f4c9-7b67-41fb-8ada-2367af234420', 'name': 'network-vif-deleted', 'tag': '2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe', 'status': 'completed', 'code': 200} Jul 30 02:59:44.897506 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:45.266577 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5036b509-9696-4ac3-86bf-d85dd74651b3 req-40e18828-e604-483c-9a10-b979207ed4dc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a41f4c9-7b67-41fb-8ada-2367af234420 HTTP/1.1" status: 200 len: 210 time: 0.0302627 Jul 30 02:59:46.322905 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39552) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:59:46.674723 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c6a30e1a-8084-4c27-bb62-fcd5e13e9a6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:46.677560 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:59:46.700516 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:59:46.700866 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 2fea8715-c3ab-4d15-a9a5-aaa2f3ac91fe not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:59:46.925684 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-c6a30e1a-8084-4c27-bb62-fcd5e13e9a6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting port 43159217-33c1-46ac-bd2a-e38b001558de {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:59:46.925951 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c6a30e1a-8084-4c27-bb62-fcd5e13e9a6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:47.014422 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-c6a30e1a-8084-4c27-bb62-fcd5e13e9a6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] For port 43159217-33c1-46ac-bd2a-e38b001558de, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=43159217-33c1-46ac-bd2a-e38b001558de,segment=NetworkSegment(f2747f9d-ecf1-4022-bb8d-4201f7b3f91d),segment_id=f2747f9d-ecf1-4022-bb8d-4201f7b3f91d)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:59:47.014787 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c6a30e1a-8084-4c27-bb62-fcd5e13e9a6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:47.027767 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-c6a30e1a-8084-4c27-bb62-fcd5e13e9a6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Calling delete_port for 43159217-33c1-46ac-bd2a-e38b001558de owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:59:47.303204 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c6a30e1a-8084-4c27-bb62-fcd5e13e9a6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:47.327693 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a30e1a-8084-4c27-bb62-fcd5e13e9a6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Port': ['ID=43159217-33c1-46ac-bd2a-e38b001558de,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:47.505417 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c6a30e1a-8084-4c27-bb62-fcd5e13e9a6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:48.044521 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a30e1a-8084-4c27-bb62-fcd5e13e9a6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router 4f3b6b26-73e8-478d-8a17-f52142ca43ff has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:59:48.147048 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a30e1a-8084-4c27-bb62-fcd5e13e9a6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:59:48.152809 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c6a30e1a-8084-4c27-bb62-fcd5e13e9a6b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "PUT /v2.0/routers/4f3b6b26-73e8-478d-8a17-f52142ca43ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8288476 Jul 30 02:59:48.156916 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39554) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:59:48.157153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bc5c6b-7608-4ea9-bf31-881aaa5d48a4 None None] Sync routers for ids ['4f3b6b26-73e8-478d-8a17-f52142ca43ff'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:59:48.166248 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bc5c6b-7608-4ea9-bf31-881aaa5d48a4 None None] Routers {'4f3b6b26-73e8-478d-8a17-f52142ca43ff'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:59:48.166875 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-82bc5c6b-7608-4ea9-bf31-881aaa5d48a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4f3b6b26-73e8-478d-8a17-f52142ca43ff'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:59:48.207621 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6d515c-247f-4a33-963a-222193319dec tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting subnet eef120ba-0290-48d9-aa73-4d88b0f12af7 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:59:48.210669 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3c6d515c-247f-4a33-963a-222193319dec tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:48.249545 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3c6d515c-247f-4a33-963a-222193319dec tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:48.269888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-82bc5c6b-7608-4ea9-bf31-881aaa5d48a4 None None] Set router 4f3b6b26-73e8-478d-8a17-f52142ca43ff gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:59:48.336527 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3c6d515c-247f-4a33-963a-222193319dec tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:48.445903 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-82bc5c6b-7608-4ea9-bf31-881aaa5d48a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605033533', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:02Z', 'updated_at': '2021-07-30T02:59:47Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:03Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:59:48.470703 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bc5c6b-7608-4ea9-bf31-881aaa5d48a4 None None] Checking router: 4f3b6b26-73e8-478d-8a17-f52142ca43ff for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:59:48.478870 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bc5c6b-7608-4ea9-bf31-881aaa5d48a4 None None] Routers {'4f3b6b26-73e8-478d-8a17-f52142ca43ff'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:59:48.479464 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-82bc5c6b-7608-4ea9-bf31-881aaa5d48a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4f3b6b26-73e8-478d-8a17-f52142ca43ff'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:59:48.486406 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3c6d515c-247f-4a33-963a-222193319dec tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:48.515529 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d515c-247f-4a33-963a-222193319dec tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Subnet': ['ID=eef120ba-0290-48d9-aa73-4d88b0f12af7,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:48.517497 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3c6d515c-247f-4a33-963a-222193319dec tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:48.521948 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3c6d515c-247f-4a33-963a-222193319dec tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/subnets/eef120ba-0290-48d9-aa73-4d88b0f12af7 HTTP/1.1" status: 204 len: 168 time: 0.3615572 Jul 30 02:59:48.522927 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39556) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:59:48.529964 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e760b8c-4d33-48ae-b0d8-cb78f2203186 None None] Network 01b629b0-8942-4ce6-be8d-22a24b2556a1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:59:48.612116 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:48.632432 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20c996b1-52c8-44f3-9a71-e3b7662d0251 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:48.665586 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-82bc5c6b-7608-4ea9-bf31-881aaa5d48a4 None None] Set router 4f3b6b26-73e8-478d-8a17-f52142ca43ff gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:59:48.735998 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20c996b1-52c8-44f3-9a71-e3b7662d0251 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:48.840930 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-20c996b1-52c8-44f3-9a71-e3b7662d0251 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting port 8451e664-187f-40d1-84a9-2bd2fd040289 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:59:48.841283 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20c996b1-52c8-44f3-9a71-e3b7662d0251 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:48.862026 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-82bc5c6b-7608-4ea9-bf31-881aaa5d48a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605033533', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:02Z', 'updated_at': '2021-07-30T02:59:47Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:03Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:59:48.888641 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a773eb11-fd6a-4b7a-8e2e-855e5d44d99b None None] DHCP port deletion for 01b629b0-8942-4ce6-be8d-22a24b2556a1 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:59:48.891865 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bc5c6b-7608-4ea9-bf31-881aaa5d48a4 None None] The sync data for ids ['4f3b6b26-73e8-478d-8a17-f52142ca43ff'] in n-d-713498-9 is: [{'id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605033533', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:02Z', 'updated_at': '2021-07-30T02:59:47Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '8451e664-187f-40d1-84a9-2bd2fd040289', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b6b26-73e8-478d-8a17-f52142ca43ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:03Z', 'updated_at': '2021-07-30T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:59:48.928134 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-20c996b1-52c8-44f3-9a71-e3b7662d0251 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] For port 8451e664-187f-40d1-84a9-2bd2fd040289, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=8451e664-187f-40d1-84a9-2bd2fd040289,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:59:48.929183 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20c996b1-52c8-44f3-9a71-e3b7662d0251 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:48.941769 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a773eb11-fd6a-4b7a-8e2e-855e5d44d99b None None] Deleting port 508585ba-b9b3-4660-86a1-70f4d6cc81e8 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:59:48.942149 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a773eb11-fd6a-4b7a-8e2e-855e5d44d99b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:48.946897 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-20c996b1-52c8-44f3-9a71-e3b7662d0251 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Calling delete_port for 8451e664-187f-40d1-84a9-2bd2fd040289 owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:59:49.005341 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a773eb11-fd6a-4b7a-8e2e-855e5d44d99b None None] For port 508585ba-b9b3-4660-86a1-70f4d6cc81e8, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=508585ba-b9b3-4660-86a1-70f4d6cc81e8,segment=NetworkSegment(f2747f9d-ecf1-4022-bb8d-4201f7b3f91d),segment_id=f2747f9d-ecf1-4022-bb8d-4201f7b3f91d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:59:49.005734 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a773eb11-fd6a-4b7a-8e2e-855e5d44d99b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:49.018829 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a773eb11-fd6a-4b7a-8e2e-855e5d44d99b None None] Calling delete_port for 508585ba-b9b3-4660-86a1-70f4d6cc81e8 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:59:49.148722 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a773eb11-fd6a-4b7a-8e2e-855e5d44d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:49.173798 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773eb11-fd6a-4b7a-8e2e-855e5d44d99b None None] Pushing event deleted for resources: {'Port': ['ID=508585ba-b9b3-4660-86a1-70f4d6cc81e8,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:49.177576 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a773eb11-fd6a-4b7a-8e2e-855e5d44d99b None None] No DVR routers for this DVR port 508585ba-b9b3-4660-86a1-70f4d6cc81e8 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:59:49.178070 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20c996b1-52c8-44f3-9a71-e3b7662d0251 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:49.207668 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c996b1-52c8-44f3-9a71-e3b7662d0251 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Port': ['ID=8451e664-187f-40d1-84a9-2bd2fd040289,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:49.271370 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20c996b1-52c8-44f3-9a71-e3b7662d0251 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:49.369811 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20c996b1-52c8-44f3-9a71-e3b7662d0251 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:49.372017 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20c996b1-52c8-44f3-9a71-e3b7662d0251 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:49.474681 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20c996b1-52c8-44f3-9a71-e3b7662d0251 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:49.475219 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c996b1-52c8-44f3-9a71-e3b7662d0251 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Fanout notify agent at l3_agent the message router_deleted on router 4f3b6b26-73e8-478d-8a17-f52142ca43ff {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:59:49.482767 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-20c996b1-52c8-44f3-9a71-e3b7662d0251 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:49.487996 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-20c996b1-52c8-44f3-9a71-e3b7662d0251 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/routers/4f3b6b26-73e8-478d-8a17-f52142ca43ff HTTP/1.1" status: 204 len: 168 time: 0.9608054 Jul 30 02:59:49.487996 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39558) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:59:49.575730 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08657040-6059-4f8b-8cc3-18ccbd489e12 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:49.665911 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08657040-6059-4f8b-8cc3-18ccbd489e12 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:49.675419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-08657040-6059-4f8b-8cc3-18ccbd489e12 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b629b0-8942-4ce6-be8d-22a24b2556a1']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:59:49.689502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-08657040-6059-4f8b-8cc3-18ccbd489e12 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2747f9d-ecf1-4022-bb8d-4201f7b3f91d') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:59:49.689797 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-08657040-6059-4f8b-8cc3-18ccbd489e12 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2747f9d-ecf1-4022-bb8d-4201f7b3f91d') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:59:49.698382 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08657040-6059-4f8b-8cc3-18ccbd489e12 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:49.711804 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08657040-6059-4f8b-8cc3-18ccbd489e12 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:49.717348 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08657040-6059-4f8b-8cc3-18ccbd489e12 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:59:49.717719 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08657040-6059-4f8b-8cc3-18ccbd489e12 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: timer() Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:59:49.720524 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:59:49.823416 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08657040-6059-4f8b-8cc3-18ccbd489e12 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:49.831012 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-08657040-6059-4f8b-8cc3-18ccbd489e12 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:49.832099 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-08657040-6059-4f8b-8cc3-18ccbd489e12 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/networks/01b629b0-8942-4ce6-be8d-22a24b2556a1 HTTP/1.1" status: 204 len: 168 time: 0.3445232 Jul 30 02:59:49.835471 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39560) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:59:49.844044 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08657040-6059-4f8b-8cc3-18ccbd489e12 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Network': ['ID=01b629b0-8942-4ce6-be8d-22a24b2556a1,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:49.894448 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-93943fbb-37cf-4bde-8892-f573575e6c4d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:49.921644 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-93943fbb-37cf-4bde-8892-f573575e6c4d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:49.934381 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 43159217-33c1-46ac-bd2a-e38b001558de no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:59:49.957672 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 43159217-33c1-46ac-bd2a-e38b001558de {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:59:49.957805 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 43159217-33c1-46ac-bd2a-e38b001558de not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:59:49.958117 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 508585ba-b9b3-4660-86a1-70f4d6cc81e8 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:59:49.977496 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 508585ba-b9b3-4660-86a1-70f4d6cc81e8 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:59:49.978929 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 508585ba-b9b3-4660-86a1-70f4d6cc81e8 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:59:50.046579 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-93943fbb-37cf-4bde-8892-f573575e6c4d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:50.049502 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-93943fbb-37cf-4bde-8892-f573575e6c4d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:50.050713 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-93943fbb-37cf-4bde-8892-f573575e6c4d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/security-groups/8fb02f97-9c38-452d-be38-b72b15921061 HTTP/1.1" status: 204 len: 168 time: 0.2140932 Jul 30 02:59:50.060293 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93943fbb-37cf-4bde-8892-f573575e6c4d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb02f97-9c38-452d-be38-b72b15921061,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:50.378150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39566) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:59:50.383380 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-c1037d02-027d-40d0-8de4-0e6ccc3aede2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1561519874', 'description': 'tempest-secgroup-smoke-1561519874 description', 'project_id': '0077c21cf63c4542922b8f7011a4fe46'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:59:50.446171 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c1037d02-027d-40d0-8de4-0e6ccc3aede2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:50.524072 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c1037d02-027d-40d0-8de4-0e6ccc3aede2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:50.582635 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c1037d02-027d-40d0-8de4-0e6ccc3aede2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:50.610928 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1037d02-027d-40d0-8de4-0e6ccc3aede2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b1b4ed-ecb6-47ca-8276-67b812bab593,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:50.674447 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c1037d02-027d-40d0-8de4-0e6ccc3aede2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:50.675800 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-c1037d02-027d-40d0-8de4-0e6ccc3aede2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2966034 Jul 30 02:59:50.679023 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39568) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:59:50.683439 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-779a5415-d7e5-4a5f-8623-471dd0154b31 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': 'd7b1b4ed-ecb6-47ca-8276-67b812bab593', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:59:50.788126 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-779a5415-d7e5-4a5f-8623-471dd0154b31 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:50.848196 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-779a5415-d7e5-4a5f-8623-471dd0154b31 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:50.931660 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-779a5415-d7e5-4a5f-8623-471dd0154b31 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:50.946766 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a5415-d7e5-4a5f-8623-471dd0154b31 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1495ec19-bfa0-4f85-a8dd-14f20935756d,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:51.051970 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-779a5415-d7e5-4a5f-8623-471dd0154b31 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:51.053138 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-779a5415-d7e5-4a5f-8623-471dd0154b31 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3731952 Jul 30 02:59:51.056499 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39570) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:59:51.060919 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a1602800-55b9-4801-91dd-f1e48bd080e8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': 'd7b1b4ed-ecb6-47ca-8276-67b812bab593', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:59:51.165511 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1602800-55b9-4801-91dd-f1e48bd080e8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:51.221110 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1602800-55b9-4801-91dd-f1e48bd080e8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:51.309047 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1602800-55b9-4801-91dd-f1e48bd080e8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:51.327092 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1602800-55b9-4801-91dd-f1e48bd080e8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60b0348-fa98-4613-a136-40e534642cf3,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:51.417984 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1602800-55b9-4801-91dd-f1e48bd080e8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:51.419382 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a1602800-55b9-4801-91dd-f1e48bd080e8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3619359 Jul 30 02:59:51.422044 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39572) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:59:51.426598 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-f7ad3a57-3791-47c0-8eff-b8f2ac67ec11 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': 'd7b1b4ed-ecb6-47ca-8276-67b812bab593', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:59:51.496136 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f7ad3a57-3791-47c0-8eff-b8f2ac67ec11 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:51.528289 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8451e664-187f-40d1-84a9-2bd2fd040289 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:59:51.548425 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 8451e664-187f-40d1-84a9-2bd2fd040289 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:59:51.549997 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 8451e664-187f-40d1-84a9-2bd2fd040289 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:59:51.554204 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f7ad3a57-3791-47c0-8eff-b8f2ac67ec11 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:51.605926 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f7ad3a57-3791-47c0-8eff-b8f2ac67ec11 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:51.623941 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad3a57-3791-47c0-8eff-b8f2ac67ec11 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d59e91-47a3-449e-862f-0416eefb1648,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:51.669002 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f7ad3a57-3791-47c0-8eff-b8f2ac67ec11 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:51.670264 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f7ad3a57-3791-47c0-8eff-b8f2ac67ec11 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2472539 Jul 30 02:59:51.673256 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39574) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:59:51.677720 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-f888658c-80e3-4dda-a6dd-009af233dc76 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': 'd7b1b4ed-ecb6-47ca-8276-67b812bab593', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:59:51.753973 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f888658c-80e3-4dda-a6dd-009af233dc76 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:51.813564 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f888658c-80e3-4dda-a6dd-009af233dc76 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:51.902817 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f888658c-80e3-4dda-a6dd-009af233dc76 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:51.919442 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888658c-80e3-4dda-a6dd-009af233dc76 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5cf526-d09a-43ae-91d1-27a3bf21849f,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:51.977234 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f888658c-80e3-4dda-a6dd-009af233dc76 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:51.978488 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f888658c-80e3-4dda-a6dd-009af233dc76 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3042247 Jul 30 02:59:51.981241 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39576) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:59:51.985628 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-9ef8b4f6-fcdc-4fcd-973d-312a58210c1c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': 'd7b1b4ed-ecb6-47ca-8276-67b812bab593', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:59:52.063416 n-d-713498-9 neutron-server[94464]: INFO neutron.db.securitygroups_db [None req-9ef8b4f6-fcdc-4fcd-973d-312a58210c1c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Project 0077c21cf63c4542922b8f7011a4fe46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:59:52.068480 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b4f6-fcdc-4fcd-973d-312a58210c1c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:52.126060 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b4f6-fcdc-4fcd-973d-312a58210c1c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:52.194688 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b4f6-fcdc-4fcd-973d-312a58210c1c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:52.210996 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8b4f6-fcdc-4fcd-973d-312a58210c1c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2e2b8a-a10d-423a-9530-1f66709f83b7,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:52.286219 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b4f6-fcdc-4fcd-973d-312a58210c1c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:52.287490 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9ef8b4f6-fcdc-4fcd-973d-312a58210c1c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3053114 Jul 30 02:59:52.290800 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39578) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:59:52.295157 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-1f60ca68-2190-4157-a0b2-9e6ae5a96361 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': 'd7b1b4ed-ecb6-47ca-8276-67b812bab593', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:59:52.383340 n-d-713498-9 neutron-server[94464]: INFO neutron.db.securitygroups_db [None req-1f60ca68-2190-4157-a0b2-9e6ae5a96361 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Project 0077c21cf63c4542922b8f7011a4fe46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:59:52.388880 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1f60ca68-2190-4157-a0b2-9e6ae5a96361 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:52.450602 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1f60ca68-2190-4157-a0b2-9e6ae5a96361 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:52.525724 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1f60ca68-2190-4157-a0b2-9e6ae5a96361 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:52.543314 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60ca68-2190-4157-a0b2-9e6ae5a96361 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a903d4c1-3372-44c5-98dc-1aeb45cd6dae,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:52.617675 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1f60ca68-2190-4157-a0b2-9e6ae5a96361 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:52.618908 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1f60ca68-2190-4157-a0b2-9e6ae5a96361 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3271956 Jul 30 02:59:52.621686 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39580) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:59:52.626565 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-3912860f-b46d-4313-88e5-d52aa6e5a653 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'network': {'name': 'tempest-network-smoke--1992599044', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'port_security_enabled': True}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:59:52.708954 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3912860f-b46d-4313-88e5-d52aa6e5a653 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Made reservation on behalf of 0077c21cf63c4542922b8f7011a4fe46 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:59:52.712927 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3912860f-b46d-4313-88e5-d52aa6e5a653 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:52.736843 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3912860f-b46d-4313-88e5-d52aa6e5a653 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:59:52.745345 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3912860f-b46d-4313-88e5-d52aa6e5a653 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:52.745685 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-3912860f-b46d-4313-88e5-d52aa6e5a653 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Added segment 52e9ccd5-3253-42a8-b068-68a215fbb75d of type vlan for network 4552af60-9d37-45d8-be2f-086f3dac5d3e Jul 30 02:59:52.787242 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3912860f-b46d-4313-88e5-d52aa6e5a653 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:52.879657 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3912860f-b46d-4313-88e5-d52aa6e5a653 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:52.885246 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3912860f-b46d-4313-88e5-d52aa6e5a653 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:52.885844 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3912860f-b46d-4313-88e5-d52aa6e5a653 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:52.950330 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912860f-b46d-4313-88e5-d52aa6e5a653 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Network': ['ID=4552af60-9d37-45d8-be2f-086f3dac5d3e,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:52.961468 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 4552af60-9d37-45d8-be2f-086f3dac5d3e details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:59:52.992352 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3912860f-b46d-4313-88e5-d52aa6e5a653 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3670413 Jul 30 02:59:52.992783 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39582) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:59:52.997329 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-cc464e8a-063d-476a-9322-61bb94770b8e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-948931118', 'admin_state_up': True, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:59:53.109211 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc464e8a-063d-476a-9322-61bb94770b8e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:53.110315 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc464e8a-063d-476a-9322-61bb94770b8e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:53.166138 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc464e8a-063d-476a-9322-61bb94770b8e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:53.362188 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc464e8a-063d-476a-9322-61bb94770b8e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:53.603894 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc464e8a-063d-476a-9322-61bb94770b8e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:53.621922 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc464e8a-063d-476a-9322-61bb94770b8e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:53.723098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-cc464e8a-063d-476a-9322-61bb94770b8e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Allocated IP 172.25.1.33 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/0a60230c-1571-4b66-8b43-0fd70b866eda) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:59:53.822171 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc464e8a-063d-476a-9322-61bb94770b8e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:53.909323 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc464e8a-063d-476a-9322-61bb94770b8e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:53.949948 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc464e8a-063d-476a-9322-61bb94770b8e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:59:53.952822 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-cc464e8a-063d-476a-9322-61bb94770b8e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:59:53.956313 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc464e8a-063d-476a-9322-61bb94770b8e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:59:53.964232 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc464e8a-063d-476a-9322-61bb94770b8e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=0a60230c-1571-4b66-8b43-0fd70b866eda,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:54.273416 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc464e8a-063d-476a-9322-61bb94770b8e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:54.466893 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc464e8a-063d-476a-9322-61bb94770b8e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:54.657220 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc464e8a-063d-476a-9322-61bb94770b8e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router 4e8e1ec6-8c93-40bd-aa45-ee750c95566c is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:59:55.079708 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc464e8a-063d-476a-9322-61bb94770b8e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:59:55.089543 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16611015-e13d-4d34-9843-c7207624977b None None] Sync routers for ids ['4e8e1ec6-8c93-40bd-aa45-ee750c95566c'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:59:55.098430 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16611015-e13d-4d34-9843-c7207624977b None None] Routers {'4e8e1ec6-8c93-40bd-aa45-ee750c95566c'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:59:55.099032 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-16611015-e13d-4d34-9843-c7207624977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4e8e1ec6-8c93-40bd-aa45-ee750c95566c'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:59:55.148725 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cc464e8a-063d-476a-9322-61bb94770b8e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:55.149990 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-cc464e8a-063d-476a-9322-61bb94770b8e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1562588 Jul 30 02:59:55.153124 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39584) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:59:55.181260 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8286f875-9ad9-40e3-868c-eea24fbafacc tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=0077c21cf63c4542922b8f7011a4fe46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270643 Jul 30 02:59:55.184172 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39586) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:59:55.200937 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-16611015-e13d-4d34-9843-c7207624977b None None] Set router 4e8e1ec6-8c93-40bd-aa45-ee750c95566c gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:59:55.274273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec07a05-cecd-41bb-8e2d-ec00c96210c6 tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:55.275860 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-7ec07a05-cecd-41bb-8e2d-ec00c96210c6 tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898561 Jul 30 02:59:55.278830 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39588) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:59:55.309271 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-10e18b83-61a5-4f0a-8f98-7d3a1d4ddf5e tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293174 Jul 30 02:59:55.311879 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39590) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:59:55.316921 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-37fe1eb1-478f-465a-a7eb-a3381980ee53 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-695078019', 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:59:55.457221 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fe1eb1-478f-465a-a7eb-a3381980ee53 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Made reservation on behalf of 0077c21cf63c4542922b8f7011a4fe46 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:59:55.461509 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37fe1eb1-478f-465a-a7eb-a3381980ee53 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:55.463101 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-16611015-e13d-4d34-9843-c7207624977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948931118', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:54Z', 'revision_number': 3, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:59:55.491352 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16611015-e13d-4d34-9843-c7207624977b None None] Checking router: 4e8e1ec6-8c93-40bd-aa45-ee750c95566c for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:59:55.491699 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16611015-e13d-4d34-9843-c7207624977b None None] Updating router 4e8e1ec6-8c93-40bd-aa45-ee750c95566c port 0a60230c-1571-4b66-8b43-0fd70b866eda binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:59:55.515726 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-16611015-e13d-4d34-9843-c7207624977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:55.675097 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37fe1eb1-478f-465a-a7eb-a3381980ee53 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:55.744746 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe1eb1-478f-465a-a7eb-a3381980ee53 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Subnet': ['ID=4dbe6fa5-9b95-402a-a93c-4184ed083d10,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:55.749119 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fe1eb1-478f-465a-a7eb-a3381980ee53 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Checking segment: {'id': '52e9ccd5-3253-42a8-b068-68a215fbb75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:59:55.751860 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fe1eb1-478f-465a-a7eb-a3381980ee53 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network hostable DHCP agents. Network: 4552af60-9d37-45d8-be2f-086f3dac5d3e, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:59:55.768096 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-16611015-e13d-4d34-9843-c7207624977b None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:55.777959 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-16611015-e13d-4d34-9843-c7207624977b None None] Transition to ACTIVE for port object 0a60230c-1571-4b66-8b43-0fd70b866eda will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:59:55.851494 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fe1eb1-478f-465a-a7eb-a3381980ee53 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 4552af60-9d37-45d8-be2f-086f3dac5d3e is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:59:55.879964 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-16611015-e13d-4d34-9843-c7207624977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:55.930123 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-16611015-e13d-4d34-9843-c7207624977b None None] Attempting to bind port 0a60230c-1571-4b66-8b43-0fd70b866eda on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:59:55.930413 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-16611015-e13d-4d34-9843-c7207624977b None None] Attempting to bind port 0a60230c-1571-4b66-8b43-0fd70b866eda by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:59:55.930768 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16611015-e13d-4d34-9843-c7207624977b None None] Attempting to bind port 0a60230c-1571-4b66-8b43-0fd70b866eda on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:59:55.932507 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eed53b-aee6-4070-bc03-a1f5e4df3392 None None] Pushing event updated for resources: {'Port': ['ID=0a60230c-1571-4b66-8b43-0fd70b866eda,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:55.940994 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16611015-e13d-4d34-9843-c7207624977b None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:59:55.941362 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16611015-e13d-4d34-9843-c7207624977b None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:59:55.941763 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-16611015-e13d-4d34-9843-c7207624977b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:55.942187 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16611015-e13d-4d34-9843-c7207624977b None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:59:55.942661 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-16611015-e13d-4d34-9843-c7207624977b None None] Bound port: 0a60230c-1571-4b66-8b43-0fd70b866eda, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:59:55.943031 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-16611015-e13d-4d34-9843-c7207624977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:55.943687 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-37fe1eb1-478f-465a-a7eb-a3381980ee53 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 4552af60-9d37-45d8-be2f-086f3dac5d3e) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:59:55.946592 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eed53b-aee6-4070-bc03-a1f5e4df3392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:55.946931 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eed53b-aee6-4070-bc03-a1f5e4df3392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:55.947271 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eed53b-aee6-4070-bc03-a1f5e4df3392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:55.947597 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eed53b-aee6-4070-bc03-a1f5e4df3392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:55.947925 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eed53b-aee6-4070-bc03-a1f5e4df3392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:55.948250 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eed53b-aee6-4070-bc03-a1f5e4df3392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:55.948575 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eed53b-aee6-4070-bc03-a1f5e4df3392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:55.948889 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eed53b-aee6-4070-bc03-a1f5e4df3392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:55.949209 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eed53b-aee6-4070-bc03-a1f5e4df3392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:55.949927 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eed53b-aee6-4070-bc03-a1f5e4df3392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:55.949927 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eed53b-aee6-4070-bc03-a1f5e4df3392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:55.950255 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eed53b-aee6-4070-bc03-a1f5e4df3392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:59:55.954460 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fe1eb1-478f-465a-a7eb-a3381980ee53 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:55.955148 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-37fe1eb1-478f-465a-a7eb-a3381980ee53 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:55.955811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29831cc8-3f7d-4a2b-b28f-eeedea628fab None None] Network 4552af60-9d37-45d8-be2f-086f3dac5d3e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:59:56.004144 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-16611015-e13d-4d34-9843-c7207624977b None None] For port 0a60230c-1571-4b66-8b43-0fd70b866eda, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:59:56.007698 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-16611015-e13d-4d34-9843-c7207624977b None None] For port 0a60230c-1571-4b66-8b43-0fd70b866eda, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0a60230c-1571-4b66-8b43-0fd70b866eda,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:59:56.064307 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-37fe1eb1-478f-465a-a7eb-a3381980ee53 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7513649 Jul 30 02:59:56.067014 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39592) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:59:56.092762 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-16611015-e13d-4d34-9843-c7207624977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:56.099059 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-4552af60-9d37-45d8-be2f-086f3dac5d3e', 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ips': [{'subnet_id': '4dbe6fa5-9b95-402a-a93c-4184ed083d10'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:59:56.102795 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:56.161404 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16611015-e13d-4d34-9843-c7207624977b None None] Routers {'4e8e1ec6-8c93-40bd-aa45-ee750c95566c'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:59:56.162048 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-16611015-e13d-4d34-9843-c7207624977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4e8e1ec6-8c93-40bd-aa45-ee750c95566c'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:59:56.168231 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eed53b-aee6-4070-bc03-a1f5e4df3392 None None] Pushing event updated for resources: {'Port': ['ID=0a60230c-1571-4b66-8b43-0fd70b866eda,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:56.236070 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Allocated IP 172.20.0.2 (4552af60-9d37-45d8-be2f-086f3dac5d3e/4dbe6fa5-9b95-402a-a93c-4184ed083d10/67f7abd0-6945-4182-8b2d-4603eb5a1ed1) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:59:56.280913 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-16611015-e13d-4d34-9843-c7207624977b None None] Set router 4e8e1ec6-8c93-40bd-aa45-ee750c95566c gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:59:56.468295 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-16611015-e13d-4d34-9843-c7207624977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948931118', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:54Z', 'revision_number': 3, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:59:56.502038 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16611015-e13d-4d34-9843-c7207624977b None None] The sync data for ids ['4e8e1ec6-8c93-40bd-aa45-ee750c95566c'] in n-d-713498-9 is: [{'id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948931118', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:54Z', 'revision_number': 3, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:59:56.537726 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-49ef6cbc-5dc7-4d0a-9006-5d224e2c361a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:56.538342 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:56.547035 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Transition to ACTIVE for port object 67f7abd0-6945-4182-8b2d-4603eb5a1ed1 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:59:56.567107 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Transition to ACTIVE for port object 67f7abd0-6945-4182-8b2d-4603eb5a1ed1 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:59:56.652258 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:56.705482 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Network 4552af60-9d37-45d8-be2f-086f3dac5d3e is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:59:56.706827 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Pushing event updated for resources: {'Port': ['ID=67f7abd0-6945-4182-8b2d-4603eb5a1ed1,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:56.710894 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:59:56.719558 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:59:56.793397 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Attempting to bind port 67f7abd0-6945-4182-8b2d-4603eb5a1ed1 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:59:56.793775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Attempting to bind port 67f7abd0-6945-4182-8b2d-4603eb5a1ed1 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '52e9ccd5-3253-42a8-b068-68a215fbb75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:59:56.794145 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Attempting to bind port 67f7abd0-6945-4182-8b2d-4603eb5a1ed1 on network 4552af60-9d37-45d8-be2f-086f3dac5d3e {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:59:56.799937 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:59:56.800316 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Checking segment: {'id': '52e9ccd5-3253-42a8-b068-68a215fbb75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:59:56.800730 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:56.801131 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Bound using segment: {'id': '52e9ccd5-3253-42a8-b068-68a215fbb75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:59:56.801607 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Bound port: 67f7abd0-6945-4182-8b2d-4603eb5a1ed1, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e9ccd5-3253-42a8-b068-68a215fbb75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:59:56.801994 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:56.875682 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] For port 67f7abd0-6945-4182-8b2d-4603eb5a1ed1, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:59:56.879274 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] For port 67f7abd0-6945-4182-8b2d-4603eb5a1ed1, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=67f7abd0-6945-4182-8b2d-4603eb5a1ed1,segment=NetworkSegment(52e9ccd5-3253-42a8-b068-68a215fbb75d),segment_id=52e9ccd5-3253-42a8-b068-68a215fbb75d)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:59:56.961271 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:57.025519 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb6fef-69b3-412c-98a7-a68eb4d0270b None None] Pushing event updated for resources: {'Port': ['ID=67f7abd0-6945-4182-8b2d-4603eb5a1ed1,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:57.208450 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-49ef6cbc-5dc7-4d0a-9006-5d224e2c361a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Allocated IP 172.20.0.1 (4552af60-9d37-45d8-be2f-086f3dac5d3e/4dbe6fa5-9b95-402a-a93c-4184ed083d10/6b443f78-d35c-45ae-b97a-09e921d838df) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:59:57.335109 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-49ef6cbc-5dc7-4d0a-9006-5d224e2c361a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:57.350522 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-49ef6cbc-5dc7-4d0a-9006-5d224e2c361a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Transition to ACTIVE for port object 6b443f78-d35c-45ae-b97a-09e921d838df will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:59:57.434520 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-49ef6cbc-5dc7-4d0a-9006-5d224e2c361a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:57.477164 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ef6cbc-5dc7-4d0a-9006-5d224e2c361a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 4552af60-9d37-45d8-be2f-086f3dac5d3e is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:59:57.480417 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-49ef6cbc-5dc7-4d0a-9006-5d224e2c361a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:59:57.482910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ef6cbc-5dc7-4d0a-9006-5d224e2c361a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:59:57.510592 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef6cbc-5dc7-4d0a-9006-5d224e2c361a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=6b443f78-d35c-45ae-b97a-09e921d838df,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:57.534675 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-49ef6cbc-5dc7-4d0a-9006-5d224e2c361a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:57.632322 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0a60230c-1571-4b66-8b43-0fd70b866eda up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:59:57.733755 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-49ef6cbc-5dc7-4d0a-9006-5d224e2c361a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:57.783507 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 0a60230c-1571-4b66-8b43-0fd70b866eda completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:59:57.791011 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0a60230c-1571-4b66-8b43-0fd70b866eda triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:59:57.791874 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:57.883123 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:57.906514 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 0a60230c-1571-4b66-8b43-0fd70b866eda, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0a60230c-1571-4b66-8b43-0fd70b866eda,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:59:57.924103 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc47a29-3b36-4aff-8d72-e8d4988afafc None None] Network 4552af60-9d37-45d8-be2f-086f3dac5d3e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:59:57.984113 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:57.984948 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 67f7abd0-6945-4182-8b2d-4603eb5a1ed1 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:59:58.039131 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-49ef6cbc-5dc7-4d0a-9006-5d224e2c361a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:58.063490 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2d3c20cc-893b-421c-b9b0-31f390c814d8 None None] Provisioning for port 67f7abd0-6945-4182-8b2d-4603eb5a1ed1 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:59:58.091969 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=0a60230c-1571-4b66-8b43-0fd70b866eda,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:58.092580 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-49ef6cbc-5dc7-4d0a-9006-5d224e2c361a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:58.171482 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef6cbc-5dc7-4d0a-9006-5d224e2c361a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=6b443f78-d35c-45ae-b97a-09e921d838df,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:58.172503 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-49ef6cbc-5dc7-4d0a-9006-5d224e2c361a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:58.211720 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 67f7abd0-6945-4182-8b2d-4603eb5a1ed1 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:59:58.215981 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 67f7abd0-6945-4182-8b2d-4603eb5a1ed1 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:59:58.216362 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:58.275195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ef6cbc-5dc7-4d0a-9006-5d224e2c361a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 4552af60-9d37-45d8-be2f-086f3dac5d3e is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:59:58.276624 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-49ef6cbc-5dc7-4d0a-9006-5d224e2c361a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:59:58.305010 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:58.340840 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 67f7abd0-6945-4182-8b2d-4603eb5a1ed1, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=67f7abd0-6945-4182-8b2d-4603eb5a1ed1,segment=NetworkSegment(52e9ccd5-3253-42a8-b068-68a215fbb75d),segment_id=52e9ccd5-3253-42a8-b068-68a215fbb75d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:59:58.399517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ef6cbc-5dc7-4d0a-9006-5d224e2c361a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router 4e8e1ec6-8c93-40bd-aa45-ee750c95566c has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:59:58.423509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b9a5fc47-1a6f-4c71-ae9e-72010a1a4bf6 None None] Provisioning complete for port 67f7abd0-6945-4182-8b2d-4603eb5a1ed1 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:59:58.423912 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9a5fc47-1a6f-4c71-ae9e-72010a1a4bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:58.448622 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:58.517991 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ef6cbc-5dc7-4d0a-9006-5d224e2c361a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:59:58.520772 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=67f7abd0-6945-4182-8b2d-4603eb5a1ed1,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:58.526849 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-49ef6cbc-5dc7-4d0a-9006-5d224e2c361a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "PUT /v2.0/routers/4e8e1ec6-8c93-40bd-aa45-ee750c95566c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4586890 Jul 30 02:59:58.546796 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] Sync routers for ids ['4e8e1ec6-8c93-40bd-aa45-ee750c95566c'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:59:58.564994 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] Routers {'4e8e1ec6-8c93-40bd-aa45-ee750c95566c'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:59:58.565622 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4e8e1ec6-8c93-40bd-aa45-ee750c95566c'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:59:58.674238 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b9a5fc47-1a6f-4c71-ae9e-72010a1a4bf6 None None] Provisioning for port 6b443f78-d35c-45ae-b97a-09e921d838df completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:59:58.681927 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b9a5fc47-1a6f-4c71-ae9e-72010a1a4bf6 None None] Provisioning complete for port 6b443f78-d35c-45ae-b97a-09e921d838df triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:59:58.682335 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9a5fc47-1a6f-4c71-ae9e-72010a1a4bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:58.706722 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] Set router 4e8e1ec6-8c93-40bd-aa45-ee750c95566c gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:59:58.730956 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-c9106096-aba4-48fc-8551-dc762393612d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561519874&fields=id&tenant_id=0077c21cf63c4542922b8f7011a4fe46 HTTP/1.1" status: 200 len: 267 time: 0.0391366 Jul 30 02:59:58.756648 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b9a5fc47-1a6f-4c71-ae9e-72010a1a4bf6 None None] Port 6b443f78-d35c-45ae-b97a-09e921d838df cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:59:58.842558 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-e5dbcfa2-0d59-4a16-b676-e9f92ef5eaf0 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:58.844050 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-e5dbcfa2-0d59-4a16-b676-e9f92ef5eaf0 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/networks?id=4552af60-9d37-45d8-be2f-086f3dac5d3e HTTP/1.1" status: 200 len: 797 time: 0.1084633 Jul 30 02:59:58.859422 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-1aa32421-86c8-4da3-9407-f9e9260ceb57 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/quotas/0077c21cf63c4542922b8f7011a4fe46 HTTP/1.1" status: 200 len: 375 time: 0.0096145 Jul 30 02:59:58.906320 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b39fdfbc-4c91-4b53-9dad-fbf35afcfffa None None] Provisioning complete for port 6b443f78-d35c-45ae-b97a-09e921d838df triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:59:58.906621 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b39fdfbc-4c91-4b53-9dad-fbf35afcfffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:58.917076 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-ddd952d7-c5be-4e77-942c-07cc82ddb52a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511088 Jul 30 02:59:58.932637 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-e38b0baf-42fe-424a-bcf3-44ac659dbb8f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:59:58.933612 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-e38b0baf-42fe-424a-bcf3-44ac659dbb8f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052538 Jul 30 02:59:58.948766 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b39fdfbc-4c91-4b53-9dad-fbf35afcfffa None None] Port 6b443f78-d35c-45ae-b97a-09e921d838df cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:59:58.960570 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948931118', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '6b443f78-d35c-45ae-b97a-09e921d838df', 'name': '', 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:7e:33:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '4dbe6fa5-9b95-402a-a93c-4184ed083d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:56Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 2, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '4dbe6fa5-9b95-402a-a93c-4184ed083d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:59:58.986307 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] Checking router: 4e8e1ec6-8c93-40bd-aa45-ee750c95566c for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:59:58.986934 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] Updating router 4e8e1ec6-8c93-40bd-aa45-ee750c95566c port 6b443f78-d35c-45ae-b97a-09e921d838df binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:59:59.010509 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:59.023615 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-25b666cb-6d23-486e-9fba-908576d87adf service neutron] 10.222.0.70 "GET /v2.0/networks/4552af60-9d37-45d8-be2f-086f3dac5d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841148 Jul 30 02:59:59.116278 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-d2bb456c-ba32-40d1-a9dd-0557961ab786 service neutron] 10.222.0.70 "GET /v2.0/networks/4552af60-9d37-45d8-be2f-086f3dac5d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865591 Jul 30 02:59:59.272684 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:59.282409 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] Transition to ACTIVE for port object 6b443f78-d35c-45ae-b97a-09e921d838df will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:59:59.360181 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:59.375879 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f956d6dd-ccb1-4139-802f-879d55159719 req-e3239751-fedb-4bca-be14-45d82a884586 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 210 time: 0.0306861 Jul 30 02:59:59.456589 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2aee8-a268-4563-8541-d2c1a65595f2 None None] Pushing event updated for resources: {'Port': ['ID=6b443f78-d35c-45ae-b97a-09e921d838df,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:59.477516 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] Attempting to bind port 6b443f78-d35c-45ae-b97a-09e921d838df on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:59:59.477516 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] Attempting to bind port 6b443f78-d35c-45ae-b97a-09e921d838df by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '52e9ccd5-3253-42a8-b068-68a215fbb75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:59:59.477516 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] Attempting to bind port 6b443f78-d35c-45ae-b97a-09e921d838df on network 4552af60-9d37-45d8-be2f-086f3dac5d3e {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:59:59.482723 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:59:59.483097 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] Checking segment: {'id': '52e9ccd5-3253-42a8-b068-68a215fbb75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:59:59.483595 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:59.483913 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] Bound using segment: {'id': '52e9ccd5-3253-42a8-b068-68a215fbb75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:59:59.484427 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] Bound port: 6b443f78-d35c-45ae-b97a-09e921d838df, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e9ccd5-3253-42a8-b068-68a215fbb75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:59:59.484797 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:59.563992 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] For port 6b443f78-d35c-45ae-b97a-09e921d838df, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:59:59.575703 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] For port 6b443f78-d35c-45ae-b97a-09e921d838df, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6b443f78-d35c-45ae-b97a-09e921d838df,segment=NetworkSegment(52e9ccd5-3253-42a8-b068-68a215fbb75d),segment_id=52e9ccd5-3253-42a8-b068-68a215fbb75d)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:59:59.603610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0a60230c-1571-4b66-8b43-0fd70b866eda up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:59:59.649726 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0a60230c-1571-4b66-8b43-0fd70b866eda triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:59:59.650022 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:59.679275 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:59.761317 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] Routers {'4e8e1ec6-8c93-40bd-aa45-ee750c95566c'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:59:59.761952 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4e8e1ec6-8c93-40bd-aa45-ee750c95566c'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:59:59.802159 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2aee8-a268-4563-8541-d2c1a65595f2 None None] Pushing event updated for resources: {'Port': ['ID=6b443f78-d35c-45ae-b97a-09e921d838df,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:59:59.888488 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 67f7abd0-6945-4182-8b2d-4603eb5a1ed1 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:59:59.937861 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] Set router 4e8e1ec6-8c93-40bd-aa45-ee750c95566c gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:00:00.071207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 67f7abd0-6945-4182-8b2d-4603eb5a1ed1 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:00:00.071789 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:00.466570 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948931118', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '6b443f78-d35c-45ae-b97a-09e921d838df', 'name': '', 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:7e:33:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '4dbe6fa5-9b95-402a-a93c-4184ed083d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:56Z', 'updated_at': '2021-07-30T02:59:59Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '4dbe6fa5-9b95-402a-a93c-4184ed083d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:00:00.487798 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-089871a6-5602-4839-8393-b37ac8254144 req-69437f71-f8b5-4c7e-b4d1-ffb9c47f3169 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 210 time: 0.0289986 Jul 30 03:00:00.507847 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223eebea-abb9-4776-b19c-96f28fc2c341 None None] The sync data for ids ['4e8e1ec6-8c93-40bd-aa45-ee750c95566c'] in n-d-713498-9 is: [{'id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948931118', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '6b443f78-d35c-45ae-b97a-09e921d838df', 'name': '', 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:7e:33:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '4dbe6fa5-9b95-402a-a93c-4184ed083d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:56Z', 'updated_at': '2021-07-30T02:59:59Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '4dbe6fa5-9b95-402a-a93c-4184ed083d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:00:01.212141 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-4ab07608-4351-40da-9ec8-4f91ffecb149 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:01.213834 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-4ab07608-4351-40da-9ec8-4f91ffecb149 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "GET /v2.0/networks?id=4552af60-9d37-45d8-be2f-086f3dac5d3e HTTP/1.1" status: 200 len: 797 time: 0.1057625 Jul 30 03:00:01.261353 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-254ad262-1376-45a6-9e3e-6f913ffa30cb tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0077c21cf63c4542922b8f7011a4fe46 HTTP/1.1" status: 200 len: 380 time: 0.0375404 Jul 30 03:00:01.270927 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-183ebc47-0d1e-4150-9aef-a7ea4505f6a8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'port': {'device_id': '5b9036fd-1788-4575-bd4c-7decf9a1bd15', 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e', 'admin_state_up': True, 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'security_groups': ['d7b1b4ed-ecb6-47ca-8276-67b812bab593']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:00:01.468871 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-183ebc47-0d1e-4150-9aef-a7ea4505f6a8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Made reservation on behalf of 0077c21cf63c4542922b8f7011a4fe46 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:00:01.472416 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-183ebc47-0d1e-4150-9aef-a7ea4505f6a8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:01.586351 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-26bbf265-f02c-4e83-9e2e-96f4d6751a90 req-c051c00f-3705-42fc-b39a-92fe99c6c67d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 210 time: 0.0269945 Jul 30 03:00:01.612310 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-183ebc47-0d1e-4150-9aef-a7ea4505f6a8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Allocated IP 172.20.0.11 (4552af60-9d37-45d8-be2f-086f3dac5d3e/4dbe6fa5-9b95-402a-a93c-4184ed083d10/254a475f-07bb-477e-bfe5-83f65ddf2dd5) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:00:01.620390 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6b443f78-d35c-45ae-b97a-09e921d838df up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:00:01.720302 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 6b443f78-d35c-45ae-b97a-09e921d838df completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:00:01.724195 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 6b443f78-d35c-45ae-b97a-09e921d838df triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:00:01.724572 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:01.750468 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-183ebc47-0d1e-4150-9aef-a7ea4505f6a8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:01.764708 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-183ebc47-0d1e-4150-9aef-a7ea4505f6a8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Transition to ACTIVE for port object 254a475f-07bb-477e-bfe5-83f65ddf2dd5 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:00:01.801580 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:01.837515 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 6b443f78-d35c-45ae-b97a-09e921d838df, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6b443f78-d35c-45ae-b97a-09e921d838df,segment=NetworkSegment(52e9ccd5-3253-42a8-b068-68a215fbb75d),segment_id=52e9ccd5-3253-42a8-b068-68a215fbb75d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:00:01.846217 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-183ebc47-0d1e-4150-9aef-a7ea4505f6a8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:01.889812 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-183ebc47-0d1e-4150-9aef-a7ea4505f6a8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 4552af60-9d37-45d8-be2f-086f3dac5d3e is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:00:01.892835 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-183ebc47-0d1e-4150-9aef-a7ea4505f6a8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:00:01.896450 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-183ebc47-0d1e-4150-9aef-a7ea4505f6a8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:00:01.914531 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:01.927423 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ebc47-0d1e-4150-9aef-a7ea4505f6a8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=254a475f-07bb-477e-bfe5-83f65ddf2dd5,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:00:01.954404 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-183ebc47-0d1e-4150-9aef-a7ea4505f6a8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:01.955055 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-183ebc47-0d1e-4150-9aef-a7ea4505f6a8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:01.969657 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=6b443f78-d35c-45ae-b97a-09e921d838df,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:00:02.024116 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-183ebc47-0d1e-4150-9aef-a7ea4505f6a8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7573981 Jul 30 03:00:02.036569 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] Request body: {'port': {'device_id': '5b9036fd-1788-4575-bd4c-7decf9a1bd15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:00:02.092792 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:02.246009 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-662e1488-d354-45d1-9995-cc5b2fe93a39 None None] Provisioning for port 254a475f-07bb-477e-bfe5-83f65ddf2dd5 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:00:02.250038 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-662e1488-d354-45d1-9995-cc5b2fe93a39 None None] Provisioning complete for port 254a475f-07bb-477e-bfe5-83f65ddf2dd5 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:00:02.250506 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-662e1488-d354-45d1-9995-cc5b2fe93a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:02.284929 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-662e1488-d354-45d1-9995-cc5b2fe93a39 None None] Port 254a475f-07bb-477e-bfe5-83f65ddf2dd5 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:00:02.362176 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254a475f-07bb-477e-bfe5-83f65ddf2dd5 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:00:02.369682 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:02.381601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] Transition to ACTIVE for port object 254a475f-07bb-477e-bfe5-83f65ddf2dd5 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:00:02.445720 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:02.495023 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] Pushing event updated for resources: {'Port': ['ID=254a475f-07bb-477e-bfe5-83f65ddf2dd5,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:00:02.566720 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] Attempting to bind port 254a475f-07bb-477e-bfe5-83f65ddf2dd5 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:00:02.567064 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] Attempting to bind port 254a475f-07bb-477e-bfe5-83f65ddf2dd5 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '52e9ccd5-3253-42a8-b068-68a215fbb75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:00:02.567399 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] Attempting to bind port 254a475f-07bb-477e-bfe5-83f65ddf2dd5 on network 4552af60-9d37-45d8-be2f-086f3dac5d3e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:00:02.572543 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] Port 254a475f-07bb-477e-bfe5-83f65ddf2dd5 on network 4552af60-9d37-45d8-be2f-086f3dac5d3e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:00:02.572873 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] Attempting to bind port 254a475f-07bb-477e-bfe5-83f65ddf2dd5 on network 4552af60-9d37-45d8-be2f-086f3dac5d3e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:00:02.577829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:00:02.578176 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] Checking segment: {'id': '52e9ccd5-3253-42a8-b068-68a215fbb75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:00:02.578606 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] Bound using segment: {'id': '52e9ccd5-3253-42a8-b068-68a215fbb75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:00:02.579043 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] Bound port: 254a475f-07bb-477e-bfe5-83f65ddf2dd5, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52e9ccd5-3253-42a8-b068-68a215fbb75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:00:02.579419 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:02.652911 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] For port 254a475f-07bb-477e-bfe5-83f65ddf2dd5, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:00:02.656154 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] For port 254a475f-07bb-477e-bfe5-83f65ddf2dd5, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=254a475f-07bb-477e-bfe5-83f65ddf2dd5,segment=NetworkSegment(52e9ccd5-3253-42a8-b068-68a215fbb75d),segment_id=52e9ccd5-3253-42a8-b068-68a215fbb75d)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:00:02.714246 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20915b0e-4f07-435c-9e5c-eb3de870f166 req-2cdc6fbd-35bc-455f-be83-02222c0e5f82 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:02.715813 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20915b0e-4f07-435c-9e5c-eb3de870f166 req-2cdc6fbd-35bc-455f-be83-02222c0e5f82 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 944 time: 0.0521882 Jul 30 03:00:02.726413 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:02.761496 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:02.761975 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:02.762099 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-20915b0e-4f07-435c-9e5c-eb3de870f166 req-29999db9-a8ce-4f39-bb5a-8dfb06eb2c47 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401955 Jul 30 03:00:02.763387 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] 10.222.0.10 "PUT /v2.0/ports/254a475f-07bb-477e-bfe5-83f65ddf2dd5 HTTP/1.1" status: 200 len: 1092 time: 0.7315710 Jul 30 03:00:02.763830 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9036fd-1788-4575-bd4c-7decf9a1bd15', 'tag': '254a475f-07bb-477e-bfe5-83f65ddf2dd5'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:00:02.766079 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db22d866-df3b-4643-8a75-4a015c73552d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9036fd-1788-4575-bd4c-7decf9a1bd15", "tag": "254a475f-07bb-477e-bfe5-83f65ddf2dd5"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:00:02.802744 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad025f-10ef-4325-8ce6-563fc48f6058 service neutron] Pushing event updated for resources: {'Port': ['ID=254a475f-07bb-477e-bfe5-83f65ddf2dd5,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:00:02.821514 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3654280a-fb55-4506-9885-072b8dd6da5e x-openstack-request-id: req-3654280a-fb55-4506-9885-072b8dd6da5e {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:00:02.821808 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9036fd-1788-4575-bd4c-7decf9a1bd15", "tag": "254a475f-07bb-477e-bfe5-83f65ddf2dd5", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:00:02.822083 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3654280a-fb55-4506-9885-072b8dd6da5e {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:00:02.822510 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9036fd-1788-4575-bd4c-7decf9a1bd15', 'tag': '254a475f-07bb-477e-bfe5-83f65ddf2dd5', 'status': 'completed', 'code': 200} Jul 30 03:00:02.886628 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22d866-df3b-4643-8a75-4a015c73552d req-56b69a65-8f13-4d5b-b292-79db27c81ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:02.888204 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db22d866-df3b-4643-8a75-4a015c73552d req-56b69a65-8f13-4d5b-b292-79db27c81ac7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 1095 time: 0.0450964 Jul 30 03:00:02.996427 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22d866-df3b-4643-8a75-4a015c73552d req-1dfa3c55-429b-470b-8a45-c8c412611432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:02.997968 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db22d866-df3b-4643-8a75-4a015c73552d req-1dfa3c55-429b-470b-8a45-c8c412611432 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=0077c21cf63c4542922b8f7011a4fe46&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0998566 Jul 30 03:00:03.094234 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22d866-df3b-4643-8a75-4a015c73552d req-cdaa1da8-cd94-40f8-9082-f10b91284610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:03.095646 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-db22d866-df3b-4643-8a75-4a015c73552d req-cdaa1da8-cd94-40f8-9082-f10b91284610 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883496 Jul 30 03:00:03.177324 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-66e3dc9c-0956-4ad3-91c5-ffb6a0538b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:03.178945 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-66e3dc9c-0956-4ad3-91c5-ffb6a0538b6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 1095 time: 0.0481539 Jul 30 03:00:03.220374 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-26b655b8-17ce-4920-87de-f90cc52519b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=254a475f-07bb-477e-bfe5-83f65ddf2dd5 HTTP/1.1" status: 200 len: 217 time: 0.0342319 Jul 30 03:00:03.268231 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-2a789d02-26e1-4555-882b-952446200b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:03.269643 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-2a789d02-26e1-4555-882b-952446200b47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4dbe6fa5-9b95-402a-a93c-4184ed083d10 HTTP/1.1" status: 200 len: 834 time: 0.0429647 Jul 30 03:00:03.314353 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-e088fccf-9ee7-4843-a3bf-c9f8ff33a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:03.315720 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-e088fccf-9ee7-4843-a3bf-c9f8ff33a9c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4552af60-9d37-45d8-be2f-086f3dac5d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395408 Jul 30 03:00:03.407261 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-3249f499-5f25-4a3d-babd-28413ac10ea1 service neutron] 10.222.0.10 "GET /v2.0/networks/4552af60-9d37-45d8-be2f-086f3dac5d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847878 Jul 30 03:00:03.495213 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0b1da8b9-4372-4471-ad1e-d04df410d9b9 req-30704f98-1979-4caf-a0e3-65ba23133321 service neutron] 10.222.0.10 "GET /v2.0/networks/4552af60-9d37-45d8-be2f-086f3dac5d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813081 Jul 30 03:00:03.580970 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6b443f78-d35c-45ae-b97a-09e921d838df up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:00:03.627641 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 6b443f78-d35c-45ae-b97a-09e921d838df triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:00:03.628016 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:03.731526 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:03.887327 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff90b09-847d-424f-a69e-1c8e5d5a9c08 req-e12c115e-1a82-4c06-9d0b-f6ba051e1c7a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:03.888815 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dff90b09-847d-424f-a69e-1c8e5d5a9c08 req-e12c115e-1a82-4c06-9d0b-f6ba051e1c7a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 944 time: 0.0485840 Jul 30 03:00:03.926683 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dff90b09-847d-424f-a69e-1c8e5d5a9c08 req-f2c84287-9923-42a5-9ea6-a92955dccb40 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319145 Jul 30 03:00:04.757348 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 254a475f-07bb-477e-bfe5-83f65ddf2dd5 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:00:04.851090 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 254a475f-07bb-477e-bfe5-83f65ddf2dd5, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=254a475f-07bb-477e-bfe5-83f65ddf2dd5,segment=NetworkSegment(52e9ccd5-3253-42a8-b068-68a215fbb75d),segment_id=52e9ccd5-3253-42a8-b068-68a215fbb75d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:00:04.862655 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '254a475f-07bb-477e-bfe5-83f65ddf2dd5', 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e', 'port_id': '254a475f-07bb-477e-bfe5-83f65ddf2dd5', 'mac_address': 'fa:16:3e:28:b8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dbe6fa5-9b95-402a-a93c-4184ed083d10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:00:04.903036 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:04.916192 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254a475f-07bb-477e-bfe5-83f65ddf2dd5 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:00:04.934961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 254a475f-07bb-477e-bfe5-83f65ddf2dd5, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=254a475f-07bb-477e-bfe5-83f65ddf2dd5,segment=NetworkSegment(52e9ccd5-3253-42a8-b068-68a215fbb75d),segment_id=52e9ccd5-3253-42a8-b068-68a215fbb75d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:00:05.006842 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:05.045049 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a11506-da02-4c2a-9149-ad56aad68acd req-cd270da6-7e6b-4261-ade3-5f24069d5ee6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:05.046513 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16a11506-da02-4c2a-9149-ad56aad68acd req-cd270da6-7e6b-4261-ade3-5f24069d5ee6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 945 time: 0.0511744 Jul 30 03:00:05.053022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=254a475f-07bb-477e-bfe5-83f65ddf2dd5,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:00:05.085883 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-16a11506-da02-4c2a-9149-ad56aad68acd req-aa5f7415-4042-4f14-a153-5674d5716cf7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333021 Jul 30 03:00:05.223253 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['254a475f-07bb-477e-bfe5-83f65ddf2dd5'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:00:06.213147 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946615d2-cc7c-482f-8bbb-8470057a5f8c req-f2985157-53db-47f8-b1e2-1fa494559eba tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:06.214658 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-946615d2-cc7c-482f-8bbb-8470057a5f8c req-f2985157-53db-47f8-b1e2-1fa494559eba tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 945 time: 0.0489366 Jul 30 03:00:06.255842 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-946615d2-cc7c-482f-8bbb-8470057a5f8c req-c7d72e4e-8f81-40b2-95b5-14e0cd50e89d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352983 Jul 30 03:00:06.770113 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 254a475f-07bb-477e-bfe5-83f65ddf2dd5 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:00:06.874032 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 254a475f-07bb-477e-bfe5-83f65ddf2dd5 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:00:06.877932 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 254a475f-07bb-477e-bfe5-83f65ddf2dd5 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:00:06.878317 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:06.955524 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:06.977530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9036fd-1788-4575-bd4c-7decf9a1bd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254a475f-07bb-477e-bfe5-83f65ddf2dd5'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:00:06.979775 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb973fe-043f-4fa6-8d5d-3cddf38d1c37" -d '{"events": [{"server_uuid": "5b9036fd-1788-4575-bd4c-7decf9a1bd15", "name": "network-vif-plugged", "status": "completed", "tag": "254a475f-07bb-477e-bfe5-83f65ddf2dd5"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:00:06.992352 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 254a475f-07bb-477e-bfe5-83f65ddf2dd5, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=254a475f-07bb-477e-bfe5-83f65ddf2dd5,segment=NetworkSegment(52e9ccd5-3253-42a8-b068-68a215fbb75d),segment_id=52e9ccd5-3253-42a8-b068-68a215fbb75d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:00:07.016115 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434f5147-0213-4fb7-884c-5416e690a3bd x-openstack-request-id: req-434f5147-0213-4fb7-884c-5416e690a3bd {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:00:07.016402 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9036fd-1788-4575-bd4c-7decf9a1bd15", "name": "network-vif-plugged", "status": "completed", "tag": "254a475f-07bb-477e-bfe5-83f65ddf2dd5", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:00:07.016683 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-434f5147-0213-4fb7-884c-5416e690a3bd {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:00:07.017081 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9036fd-1788-4575-bd4c-7decf9a1bd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254a475f-07bb-477e-bfe5-83f65ddf2dd5', 'code': 200} Jul 30 03:00:07.051406 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:07.098076 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=254a475f-07bb-477e-bfe5-83f65ddf2dd5,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:00:07.125356 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931c2dd-a770-455e-bf16-f6147ff75bc2 req-a67b8f0b-00e8-4144-bc33-2dda65234109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:07.127188 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8931c2dd-a770-455e-bf16-f6147ff75bc2 req-a67b8f0b-00e8-4144-bc33-2dda65234109 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 1097 time: 0.0510182 Jul 30 03:00:07.163230 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8931c2dd-a770-455e-bf16-f6147ff75bc2 req-94af2c7d-0e8b-4814-96b2-ee37723bfeb7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288758 Jul 30 03:00:07.370254 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538291d-a029-4c95-a838-d1f94960146f req-9971bc7b-367d-4a80-8411-4ec9bd94120c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:07.371784 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2538291d-a029-4c95-a838-d1f94960146f req-9971bc7b-367d-4a80-8411-4ec9bd94120c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0492671 Jul 30 03:00:07.410385 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2538291d-a029-4c95-a838-d1f94960146f req-495b7a61-722c-4a81-9187-35222b8e1795 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325575 Jul 30 03:00:08.523135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258e7ad-d0de-4eeb-b6af-a2609ceeab96 req-e925b9ca-398d-470e-b812-846e043b414a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:08.524617 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9258e7ad-d0de-4eeb-b6af-a2609ceeab96 req-e925b9ca-398d-470e-b812-846e043b414a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0484707 Jul 30 03:00:08.561960 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9258e7ad-d0de-4eeb-b6af-a2609ceeab96 req-dd372bea-0706-43fb-83ef-f88399c07aab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315025 Jul 30 03:00:08.674531 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b5cad-72ea-4184-9f6b-bd7f680c29d4 req-6c1fc8f5-0afd-49a9-a09b-f4d6c898d99e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:08.675948 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-539b5cad-72ea-4184-9f6b-bd7f680c29d4 req-6c1fc8f5-0afd-49a9-a09b-f4d6c898d99e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0496788 Jul 30 03:00:08.717298 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-539b5cad-72ea-4184-9f6b-bd7f680c29d4 req-1bd5c977-e6ad-49de-9c5e-5c98e89b9970 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354207 Jul 30 03:00:08.738813 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39646) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:00:08.817996 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac49da24-d00a-454d-b8f9-e7ca60300948 tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:08.820056 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ac49da24-d00a-454d-b8f9-e7ca60300948 tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 1092 time: 0.0802953 Jul 30 03:00:08.822897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39650) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:00:08.827198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a0244a75-5814-40fb-9b04-87e2bb6b686a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': '254a475f-07bb-477e-bfe5-83f65ddf2dd5', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:00:08.931893 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a0244a75-5814-40fb-9b04-87e2bb6b686a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:09.026511 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a0244a75-5814-40fb-9b04-87e2bb6b686a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:09.140458 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-a0244a75-5814-40fb-9b04-87e2bb6b686a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Allocated IP 172.25.1.236 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/20c9f450-939c-4ae7-9867-200a30643170) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:00:09.211867 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0cc9666a-5585-4a96-99e7-63e7c13d4f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:09.238780 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a0244a75-5814-40fb-9b04-87e2bb6b686a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:09.326430 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a0244a75-5814-40fb-9b04-87e2bb6b686a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:09.360690 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0244a75-5814-40fb-9b04-87e2bb6b686a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:00:09.363874 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-a0244a75-5814-40fb-9b04-87e2bb6b686a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:00:09.367663 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0244a75-5814-40fb-9b04-87e2bb6b686a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:00:09.397177 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0244a75-5814-40fb-9b04-87e2bb6b686a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=20c9f450-939c-4ae7-9867-200a30643170,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:00:09.636621 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:00:09.737632 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a0244a75-5814-40fb-9b04-87e2bb6b686a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:09.871869 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a0244a75-5814-40fb-9b04-87e2bb6b686a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:10.025339 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a0244a75-5814-40fb-9b04-87e2bb6b686a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:10.085529 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a0244a75-5814-40fb-9b04-87e2bb6b686a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:10.151287 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0244a75-5814-40fb-9b04-87e2bb6b686a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=20c9f450-939c-4ae7-9867-200a30643170,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:00:10.163242 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a0244a75-5814-40fb-9b04-87e2bb6b686a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:10.261250 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-a0244a75-5814-40fb-9b04-87e2bb6b686a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Floating IP 64e802ec-f4c6-4fab-ad63-4d08e251bb3f associated. External IP: 172.25.1.236, port: 254a475f-07bb-477e-bfe5-83f65ddf2dd5. Jul 30 03:00:10.464646 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0244a75-5814-40fb-9b04-87e2bb6b686a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router 4e8e1ec6-8c93-40bd-aa45-ee750c95566c has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:00:10.572624 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0244a75-5814-40fb-9b04-87e2bb6b686a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:00:10.582516 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363fbd36-1671-4699-9acc-0303bf3516fd None None] Sync routers for ids ['4e8e1ec6-8c93-40bd-aa45-ee750c95566c'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:00:10.591715 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363fbd36-1671-4699-9acc-0303bf3516fd None None] Routers {'4e8e1ec6-8c93-40bd-aa45-ee750c95566c'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:00:10.592312 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-363fbd36-1671-4699-9acc-0303bf3516fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4e8e1ec6-8c93-40bd-aa45-ee750c95566c'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:00:10.623051 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a0244a75-5814-40fb-9b04-87e2bb6b686a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:10.650195 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a0244a75-5814-40fb-9b04-87e2bb6b686a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8262968 Jul 30 03:00:10.650781 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9036fd-1788-4575-bd4c-7decf9a1bd15', 'tag': '254a475f-07bb-477e-bfe5-83f65ddf2dd5'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:00:10.653041 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e060cfd0-7b29-424d-a380-8d1f8a278962" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9036fd-1788-4575-bd4c-7decf9a1bd15", "tag": "254a475f-07bb-477e-bfe5-83f65ddf2dd5"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:00:10.697102 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-363fbd36-1671-4699-9acc-0303bf3516fd None None] Set router 4e8e1ec6-8c93-40bd-aa45-ee750c95566c gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:00:10.745576 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb4d39-8935-4976-aced-3c687cd4c481 req-c9e74862-be86-45a3-ac27-60b96385debf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:10.747027 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cdfb4d39-8935-4976-aced-3c687cd4c481 req-c9e74862-be86-45a3-ac27-60b96385debf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0481303 Jul 30 03:00:10.785659 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cdfb4d39-8935-4976-aced-3c687cd4c481 req-d7923c24-fa4e-4d51-8e18-ae18d48f54f2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325589 Jul 30 03:00:10.808124 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39656) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:00:10.838164 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200c4062-046d-40ae-b78f-e7c9ecf6d630 x-openstack-request-id: req-200c4062-046d-40ae-b78f-e7c9ecf6d630 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:00:10.838484 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9036fd-1788-4575-bd4c-7decf9a1bd15", "tag": "254a475f-07bb-477e-bfe5-83f65ddf2dd5", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:00:10.838743 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-200c4062-046d-40ae-b78f-e7c9ecf6d630 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:00:10.839158 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9036fd-1788-4575-bd4c-7decf9a1bd15', 'tag': '254a475f-07bb-477e-bfe5-83f65ddf2dd5', 'status': 'completed', 'code': 200} Jul 30 03:00:10.879257 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-84d96e6a-9f56-4ce6-9951-e588a9c74ab7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/floatingips/64e802ec-f4c6-4fab-ad63-4d08e251bb3f HTTP/1.1" status: 200 len: 992 time: 0.0688646 Jul 30 03:00:10.917052 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-363fbd36-1671-4699-9acc-0303bf3516fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948931118', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '64e802ec-f4c6-4fab-ad63-4d08e251bb3f', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'port_id': '254a475f-07bb-477e-bfe5-83f65ddf2dd5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e', 'mac_address': 'fa:16:3e:28:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9036fd-1788-4575-bd4c-7decf9a1bd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:00:09Z', 'updated_at': '2021-07-30T03:00:09Z', 'revision_number': 0, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b443f78-d35c-45ae-b97a-09e921d838df', 'name': '', 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:7e:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '4dbe6fa5-9b95-402a-a93c-4184ed083d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:56Z', 'updated_at': '2021-07-30T03:00:01Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '4dbe6fa5-9b95-402a-a93c-4184ed083d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:00:10.946703 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363fbd36-1671-4699-9acc-0303bf3516fd None None] Checking router: 4e8e1ec6-8c93-40bd-aa45-ee750c95566c for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:00:10.952413 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060cfd0-7b29-424d-a380-8d1f8a278962 req-2764452b-db72-4542-a7b6-ce9a5d904b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:10.954099 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e060cfd0-7b29-424d-a380-8d1f8a278962 req-2764452b-db72-4542-a7b6-ce9a5d904b9d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 1097 time: 0.0900259 Jul 30 03:00:10.955240 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363fbd36-1671-4699-9acc-0303bf3516fd None None] Routers {'4e8e1ec6-8c93-40bd-aa45-ee750c95566c'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:00:10.955837 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-363fbd36-1671-4699-9acc-0303bf3516fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T02:59:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4e8e1ec6-8c93-40bd-aa45-ee750c95566c'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:00:11.046672 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060cfd0-7b29-424d-a380-8d1f8a278962 req-473481aa-0ebc-4755-ac5a-f0a9ef9246a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:11.048110 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e060cfd0-7b29-424d-a380-8d1f8a278962 req-473481aa-0ebc-4755-ac5a-f0a9ef9246a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4552af60-9d37-45d8-be2f-086f3dac5d3e HTTP/1.1" status: 200 len: 898 time: 0.0868583 Jul 30 03:00:11.058961 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-363fbd36-1671-4699-9acc-0303bf3516fd None None] Set router 4e8e1ec6-8c93-40bd-aa45-ee750c95566c gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:00:11.116803 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e060cfd0-7b29-424d-a380-8d1f8a278962 req-f356e5e3-b193-4e21-9629-2c05210d0369 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=254a475f-07bb-477e-bfe5-83f65ddf2dd5 HTTP/1.1" status: 200 len: 1000 time: 0.0617423 Jul 30 03:00:11.164951 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060cfd0-7b29-424d-a380-8d1f8a278962 req-8665d683-2897-4908-aa55-591d073c9352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:11.166440 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e060cfd0-7b29-424d-a380-8d1f8a278962 req-8665d683-2897-4908-aa55-591d073c9352 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4dbe6fa5-9b95-402a-a93c-4184ed083d10 HTTP/1.1" status: 200 len: 834 time: 0.0431383 Jul 30 03:00:11.213289 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060cfd0-7b29-424d-a380-8d1f8a278962 req-f47cd685-f0af-4a7c-abd5-3842e15658b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:11.214856 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e060cfd0-7b29-424d-a380-8d1f8a278962 req-f47cd685-f0af-4a7c-abd5-3842e15658b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4552af60-9d37-45d8-be2f-086f3dac5d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420120 Jul 30 03:00:11.310159 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e060cfd0-7b29-424d-a380-8d1f8a278962 req-457f66da-4b43-48cb-80ee-597803f4f409 service neutron] 10.222.0.10 "GET /v2.0/networks/4552af60-9d37-45d8-be2f-086f3dac5d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880878 Jul 30 03:00:11.364872 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-363fbd36-1671-4699-9acc-0303bf3516fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948931118', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '64e802ec-f4c6-4fab-ad63-4d08e251bb3f', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'port_id': '254a475f-07bb-477e-bfe5-83f65ddf2dd5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e', 'mac_address': 'fa:16:3e:28:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9036fd-1788-4575-bd4c-7decf9a1bd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:00:09Z', 'updated_at': '2021-07-30T03:00:09Z', 'revision_number': 0, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b443f78-d35c-45ae-b97a-09e921d838df', 'name': '', 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:7e:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '4dbe6fa5-9b95-402a-a93c-4184ed083d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:56Z', 'updated_at': '2021-07-30T03:00:01Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '4dbe6fa5-9b95-402a-a93c-4184ed083d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:00:11.391002 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363fbd36-1671-4699-9acc-0303bf3516fd None None] The sync data for ids ['4e8e1ec6-8c93-40bd-aa45-ee750c95566c'] in n-d-713498-9 is: [{'id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948931118', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': '64e802ec-f4c6-4fab-ad63-4d08e251bb3f', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'port_id': '254a475f-07bb-477e-bfe5-83f65ddf2dd5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e', 'mac_address': 'fa:16:3e:28:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9036fd-1788-4575-bd4c-7decf9a1bd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:00:09Z', 'updated_at': '2021-07-30T03:00:09Z', 'revision_number': 0, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b443f78-d35c-45ae-b97a-09e921d838df', 'name': '', 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:7e:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '4dbe6fa5-9b95-402a-a93c-4184ed083d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:56Z', 'updated_at': '2021-07-30T03:00:01Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '4dbe6fa5-9b95-402a-a93c-4184ed083d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:00:11.401448 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-e060cfd0-7b29-424d-a380-8d1f8a278962 req-fc95506c-39f3-4ef7-94d6-30698390aa49 service neutron] 10.222.0.10 "GET /v2.0/networks/4552af60-9d37-45d8-be2f-086f3dac5d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839794 Jul 30 03:00:11.582020 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc13492-9600-4b29-a3c9-d7d685d5597b None None] New status for floating IP 64e802ec-f4c6-4fab-ad63-4d08e251bb3f: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:00:11.723915 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-523750c1-7373-4974-acee-e5a4278184ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:11.844735 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:11.882191 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39660) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:00:11.945987 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5f4238dd-f50c-42b4-b05c-bab4cf975d2c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/floatingips/64e802ec-f4c6-4fab-ad63-4d08e251bb3f HTTP/1.1" status: 200 len: 994 time: 0.0626216 Jul 30 03:00:13.611335 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:14.914092 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:18.678903 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:33.748351 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:39.239602 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32e8df71-d7a8-47e1-8c2f-8c8ea32d362b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:41.714079 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-137af562-1df2-454c-b80f-5436a80f02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:41.799679 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:43.312988 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45966f2f-0087-439f-b684-141516a439d0 req-eb94b54f-8460-49f3-95bd-9c3abe0a520e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:43.314511 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-45966f2f-0087-439f-b684-141516a439d0 req-eb94b54f-8460-49f3-95bd-9c3abe0a520e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0542622 Jul 30 03:00:43.351735 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-45966f2f-0087-439f-b684-141516a439d0 req-abe5edb0-fabb-49f3-9906-84b54eb1a92c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311859 Jul 30 03:00:43.576780 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:44.470068 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3658d-eaec-44a2-8548-22d5c569048d req-ceb3acb7-80ff-4ac0-93d0-a843a5c7710c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:44.471618 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-54e3658d-eaec-44a2-8548-22d5c569048d req-ceb3acb7-80ff-4ac0-93d0-a843a5c7710c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0484488 Jul 30 03:00:44.509025 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-54e3658d-eaec-44a2-8548-22d5c569048d req-fcd0e3d5-4379-4929-a68a-dda278106db9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314915 Jul 30 03:00:44.976822 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:45.623789 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725962aa-c963-4097-8f5b-f69834687039 req-31ebac28-da2f-4eed-a586-2240396887d4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:45.625172 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-725962aa-c963-4097-8f5b-f69834687039 req-31ebac28-da2f-4eed-a586-2240396887d4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0489061 Jul 30 03:00:45.662913 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-725962aa-c963-4097-8f5b-f69834687039 req-c2c18d91-fb4d-4da0-b153-4631e353704d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318770 Jul 30 03:00:46.635716 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:00:46.780506 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f3538-12ea-43cf-8d7a-cfaf4de59d52 req-8ea75fb3-a948-4fe0-bacf-19a3f0a256e0 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:46.782227 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b74f3538-12ea-43cf-8d7a-cfaf4de59d52 req-8ea75fb3-a948-4fe0-bacf-19a3f0a256e0 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0526536 Jul 30 03:00:46.818471 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b74f3538-12ea-43cf-8d7a-cfaf4de59d52 req-dad6b1b7-8ff8-4b7d-b10c-ffd39f5f4fc1 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303569 Jul 30 03:00:47.933345 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e019b-46e0-4a86-8848-5a13291f3f4a req-96c17da0-ab9d-4a2b-875d-60f0bd85d615 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:47.934840 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-844e019b-46e0-4a86-8848-5a13291f3f4a req-96c17da0-ab9d-4a2b-875d-60f0bd85d615 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0488040 Jul 30 03:00:47.971257 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-844e019b-46e0-4a86-8848-5a13291f3f4a req-e958a4c9-2583-4b27-ba1c-908ea09a264d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305200 Jul 30 03:00:48.599119 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:48.610248 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-a363432a-9838-463b-97ec-09bbb3553ca4 req-ea53011e-9fc5-483b-a979-00ef16684a66 service neutron] (94465) timed out ('10.222.0.70', 36646) {{(pid=94465) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 03:00:49.084850 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215e053-4fe0-4a43-83c3-e484be94dbbf req-dc925336-6462-4cd1-afd5-8ab72ae2a95c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:49.086355 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8215e053-4fe0-4a43-83c3-e484be94dbbf req-dc925336-6462-4cd1-afd5-8ab72ae2a95c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0481510 Jul 30 03:00:49.125953 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8215e053-4fe0-4a43-83c3-e484be94dbbf req-65ce6973-fd5f-4119-a88c-74b297398cac tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335624 Jul 30 03:00:50.244974 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccba32-fb6d-4182-abbe-cbd7ec162cfa req-f3e1b43a-8f39-4738-b429-f7e701b44b60 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:50.246460 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9ccba32-fb6d-4182-abbe-cbd7ec162cfa req-f3e1b43a-8f39-4738-b429-f7e701b44b60 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0523105 Jul 30 03:00:50.283635 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f9ccba32-fb6d-4182-abbe-cbd7ec162cfa req-9e1b1f7d-7597-415b-9983-b78b92527584 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313246 Jul 30 03:00:51.631332 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73ad7c-692a-4cf6-8260-a82e217b640a req-760f7b9d-48b7-4426-9516-94af22f7ef23 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:51.634242 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0e73ad7c-692a-4cf6-8260-a82e217b640a req-760f7b9d-48b7-4426-9516-94af22f7ef23 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0506911 Jul 30 03:00:51.672080 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0e73ad7c-692a-4cf6-8260-a82e217b640a req-1ed41ae9-23bf-42a0-a67a-05553b3f869b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319674 Jul 30 03:00:52.785790 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3de0e-a1e0-4ba3-bd69-872d8483acca req-25b8f2e9-c3e4-4eb8-a97f-cf6a6a5eac17 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:52.787342 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fbd3de0e-a1e0-4ba3-bd69-872d8483acca req-25b8f2e9-c3e4-4eb8-a97f-cf6a6a5eac17 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0491352 Jul 30 03:00:52.824624 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fbd3de0e-a1e0-4ba3-bd69-872d8483acca req-e4322538-9c67-4877-a928-e61a8654c690 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314713 Jul 30 03:00:53.939633 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1705da-170b-4112-859e-a1e3c8e12e4e req-3fa60dbc-706f-40fd-9c65-a59dc1cf91fd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:53.941075 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a1705da-170b-4112-859e-a1e3c8e12e4e req-3fa60dbc-706f-40fd-9c65-a59dc1cf91fd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0517573 Jul 30 03:00:53.978121 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9a1705da-170b-4112-859e-a1e3c8e12e4e req-9f90bb69-8e71-4851-bf81-ebfe2377b269 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306685 Jul 30 03:00:55.091372 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae35062-da95-423d-aa2a-a9855bc0ed44 req-0472d583-31da-4108-82d4-46e7b4ebc603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:55.092866 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8ae35062-da95-423d-aa2a-a9855bc0ed44 req-0472d583-31da-4108-82d4-46e7b4ebc603 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0488260 Jul 30 03:00:55.129729 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8ae35062-da95-423d-aa2a-a9855bc0ed44 req-0a5e9284-105e-49e4-bb4c-ebd0b8ad9c12 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308938 Jul 30 03:00:56.245375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ca0e9-7a25-4d5b-95d3-df43dde56a8e req-cc2c8c84-4b55-4a74-8a17-e3c7ad189fc3 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:56.246885 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-274ca0e9-7a25-4d5b-95d3-df43dde56a8e req-cc2c8c84-4b55-4a74-8a17-e3c7ad189fc3 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0498745 Jul 30 03:00:56.283394 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-274ca0e9-7a25-4d5b-95d3-df43dde56a8e req-b18f23e7-be5d-45ef-9064-850f7c334f89 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307076 Jul 30 03:00:57.402921 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb67bd-3eed-4f36-8caf-b407805d2be8 req-d611192b-c24a-401b-ac7d-bef7b1933562 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:57.404423 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eabb67bd-3eed-4f36-8caf-b407805d2be8 req-d611192b-c24a-401b-ac7d-bef7b1933562 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0544455 Jul 30 03:00:57.441886 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-eabb67bd-3eed-4f36-8caf-b407805d2be8 req-40406175-ca4d-49cd-935c-605cff4589c8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312424 Jul 30 03:00:58.559556 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365f713-6fce-400a-8436-521a81e0430c req-084e267b-379c-4306-93a3-4c5f360dc33e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:58.561091 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e365f713-6fce-400a-8436-521a81e0430c req-084e267b-379c-4306-93a3-4c5f360dc33e tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0507462 Jul 30 03:00:58.599048 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e365f713-6fce-400a-8436-521a81e0430c req-965fffd6-d066-4a0a-9e6a-76d1c5ba3c37 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319881 Jul 30 03:00:59.715501 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5c07e-f7af-4024-940d-da8de62a277e req-1fde1528-5a81-4c7d-8702-3d11ae578264 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:59.717005 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27b5c07e-f7af-4024-940d-da8de62a277e req-1fde1528-5a81-4c7d-8702-3d11ae578264 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0496547 Jul 30 03:00:59.754253 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27b5c07e-f7af-4024-940d-da8de62a277e req-64f7ead7-3ec4-4370-a6a6-eb2aa382ff4b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310011 Jul 30 03:00:59.777863 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39708) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:00:59.843559 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-9bdb93c9-bda0-4b6c-ab28-f7c2e9187581 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/floatingips/64e802ec-f4c6-4fab-ad63-4d08e251bb3f HTTP/1.1" status: 200 len: 994 time: 0.0645282 Jul 30 03:01:01.205375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8503f9-4bcf-4f93-b931-b20bacc0f8ec req-e4bce927-951a-4413-a46a-15b0921a9c51 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:01.207207 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa8503f9-4bcf-4f93-b931-b20bacc0f8ec req-e4bce927-951a-4413-a46a-15b0921a9c51 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0535271 Jul 30 03:01:01.248346 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fa8503f9-4bcf-4f93-b931-b20bacc0f8ec req-40aab7ef-0d49-415c-bd88-01f775a9959d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344679 Jul 30 03:01:01.287125 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdd56f-c4b9-490a-abf0-07b16696dfb7 req-9a6ee430-3e7a-4582-aecc-facc7fa30011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:01.288637 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0fdd56f-c4b9-490a-abf0-07b16696dfb7 req-9a6ee430-3e7a-4582-aecc-facc7fa30011 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 1097 time: 0.0425682 Jul 30 03:01:01.377466 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdd56f-c4b9-490a-abf0-07b16696dfb7 req-1af23e63-cfdc-48eb-9d7f-9d73e2ef307b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:01.379017 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0fdd56f-c4b9-490a-abf0-07b16696dfb7 req-1af23e63-cfdc-48eb-9d7f-9d73e2ef307b service neutron] 10.222.0.10 "GET /v2.0/networks?id=4552af60-9d37-45d8-be2f-086f3dac5d3e HTTP/1.1" status: 200 len: 898 time: 0.0839186 Jul 30 03:01:01.447815 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0fdd56f-c4b9-490a-abf0-07b16696dfb7 req-1fce71c4-c6e9-4620-89ad-643c67bc2330 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=254a475f-07bb-477e-bfe5-83f65ddf2dd5 HTTP/1.1" status: 200 len: 1002 time: 0.0619318 Jul 30 03:01:01.495479 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdd56f-c4b9-490a-abf0-07b16696dfb7 req-b400a7a2-c3d4-46a7-8844-a8db906865ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:01.496902 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0fdd56f-c4b9-490a-abf0-07b16696dfb7 req-b400a7a2-c3d4-46a7-8844-a8db906865ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4dbe6fa5-9b95-402a-a93c-4184ed083d10 HTTP/1.1" status: 200 len: 834 time: 0.0421515 Jul 30 03:01:01.545581 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdd56f-c4b9-490a-abf0-07b16696dfb7 req-c9f89a39-ef6e-4c77-8ecb-b1f7341327e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:01.547116 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0fdd56f-c4b9-490a-abf0-07b16696dfb7 req-c9f89a39-ef6e-4c77-8ecb-b1f7341327e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4552af60-9d37-45d8-be2f-086f3dac5d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424628 Jul 30 03:01:01.640027 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0fdd56f-c4b9-490a-abf0-07b16696dfb7 req-badbaef0-bb53-4741-b248-b9be5f7c8491 service neutron] 10.222.0.10 "GET /v2.0/networks/4552af60-9d37-45d8-be2f-086f3dac5d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856299 Jul 30 03:01:01.728216 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b0fdd56f-c4b9-490a-abf0-07b16696dfb7 req-bdc7db06-18d4-4a45-86a0-72ac84f08c55 service neutron] 10.222.0.10 "GET /v2.0/networks/4552af60-9d37-45d8-be2f-086f3dac5d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818236 Jul 30 03:01:02.365261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca59d5-6984-4b6c-8bb0-bc4b68799b84 req-7d018861-65bf-4bd8-9397-766f5995adc2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:02.366801 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79ca59d5-6984-4b6c-8bb0-bc4b68799b84 req-7d018861-65bf-4bd8-9397-766f5995adc2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0487382 Jul 30 03:01:02.409564 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-79ca59d5-6984-4b6c-8bb0-bc4b68799b84 req-7d8e85cc-fdec-4972-9d3d-ef14e0dcfbe5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365045 Jul 30 03:01:02.432697 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39718) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:01:02.492316 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a6ac4cf0-2e08-4a2e-a35e-2928979e8287 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/floatingips/64e802ec-f4c6-4fab-ad63-4d08e251bb3f HTTP/1.1" status: 200 len: 994 time: 0.0585108 Jul 30 03:01:03.747783 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:03.775626 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f2acac9-2aa5-4472-84e7-c877f2cf7ebe req-22c44e6b-cd03-47e0-81bf-8842de3dfa6f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404270 Jul 30 03:01:03.858973 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2acac9-2aa5-4472-84e7-c877f2cf7ebe req-8cd62a79-1f9e-4856-8de7-8dfd536e1821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:03.860492 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f2acac9-2aa5-4472-84e7-c877f2cf7ebe req-8cd62a79-1f9e-4856-8de7-8dfd536e1821 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 1097 time: 0.0459208 Jul 30 03:01:03.961790 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2acac9-2aa5-4472-84e7-c877f2cf7ebe req-569b5ac6-5421-4b71-a02a-6be41876a6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:03.963316 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f2acac9-2aa5-4472-84e7-c877f2cf7ebe req-569b5ac6-5421-4b71-a02a-6be41876a6a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4552af60-9d37-45d8-be2f-086f3dac5d3e HTTP/1.1" status: 200 len: 898 time: 0.0837474 Jul 30 03:01:04.031682 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f2acac9-2aa5-4472-84e7-c877f2cf7ebe req-62472140-26d2-4d47-8007-afc8014056d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=254a475f-07bb-477e-bfe5-83f65ddf2dd5 HTTP/1.1" status: 200 len: 1002 time: 0.0612948 Jul 30 03:01:04.079490 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2acac9-2aa5-4472-84e7-c877f2cf7ebe req-5fc974d9-eed0-460e-9a80-0212e9dc01ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:04.080884 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f2acac9-2aa5-4472-84e7-c877f2cf7ebe req-5fc974d9-eed0-460e-9a80-0212e9dc01ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4dbe6fa5-9b95-402a-a93c-4184ed083d10 HTTP/1.1" status: 200 len: 834 time: 0.0426972 Jul 30 03:01:04.124962 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2acac9-2aa5-4472-84e7-c877f2cf7ebe req-8924ce70-2dbf-4030-97ac-b588b9488ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:04.126424 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f2acac9-2aa5-4472-84e7-c877f2cf7ebe req-8924ce70-2dbf-4030-97ac-b588b9488ee1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4552af60-9d37-45d8-be2f-086f3dac5d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384052 Jul 30 03:01:04.222054 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f2acac9-2aa5-4472-84e7-c877f2cf7ebe req-a8e0ccdd-4bb4-49a8-96c0-a39cb3c86676 service neutron] 10.222.0.10 "GET /v2.0/networks/4552af60-9d37-45d8-be2f-086f3dac5d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883837 Jul 30 03:01:04.310213 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7f2acac9-2aa5-4472-84e7-c877f2cf7ebe req-30e47f37-ca9e-4c7d-b21f-bca8bf9dba46 service neutron] 10.222.0.10 "GET /v2.0/networks/4552af60-9d37-45d8-be2f-086f3dac5d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808358 Jul 30 03:01:09.187896 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0992780a-1d1b-454f-bd5b-9a6b8bd1a19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:11.707471 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0bc5fd96-624c-4d95-ba31-f646d21f8aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:11.831046 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:13.605162 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:14.919214 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:18.619909 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:23.634424 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:01:32.991190 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39742) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:01:33.150449 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting port 20c9f450-939c-4ae7-9867-200a30643170 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:01:33.150802 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:33.229110 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:33.229442 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:33.241504 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Calling delete_port for 20c9f450-939c-4ae7-9867-200a30643170 owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:01:33.448135 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:33.473823 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Port': ['ID=20c9f450-939c-4ae7-9867-200a30643170,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:33.486500 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:33.486765 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:33.487110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:33.487446 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:33.487778 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:33.488110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:33.488439 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:33.488763 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:33.489092 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:33.489420 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:33.489740 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:33.490059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:33.543332 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:33.543663 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Floating IP 64e802ec-f4c6-4fab-ad63-4d08e251bb3f disassociated (deleted). External IP: 172.25.1.236, port: 254a475f-07bb-477e-bfe5-83f65ddf2dd5. Jul 30 03:01:33.741688 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:34.068614 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router 4e8e1ec6-8c93-40bd-aa45-ee750c95566c has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:01:34.174529 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:01:34.179888 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:34.185444 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1ef799-4885-47ad-8857-ca7026802ac6 None None] Sync routers for ids ['4e8e1ec6-8c93-40bd-aa45-ee750c95566c'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:01:34.194118 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1ef799-4885-47ad-8857-ca7026802ac6 None None] Routers {'4e8e1ec6-8c93-40bd-aa45-ee750c95566c'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:01:34.194770 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8f1ef799-4885-47ad-8857-ca7026802ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:01:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4e8e1ec6-8c93-40bd-aa45-ee750c95566c'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:01:34.207300 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-69f9b400-e71c-4d75-8fde-6a8e513f2a25 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/floatingips/64e802ec-f4c6-4fab-ad63-4d08e251bb3f HTTP/1.1" status: 204 len: 168 time: 1.2150500 Jul 30 03:01:34.207881 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9036fd-1788-4575-bd4c-7decf9a1bd15', 'tag': '254a475f-07bb-477e-bfe5-83f65ddf2dd5'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:01:34.210112 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260e3e9e-9f73-40fc-9bf6-233df54dafaf" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9036fd-1788-4575-bd4c-7decf9a1bd15", "tag": "254a475f-07bb-477e-bfe5-83f65ddf2dd5"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:01:34.298829 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-8f1ef799-4885-47ad-8857-ca7026802ac6 None None] Set router 4e8e1ec6-8c93-40bd-aa45-ee750c95566c gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:01:34.488344 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8f1ef799-4885-47ad-8857-ca7026802ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948931118', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '6b443f78-d35c-45ae-b97a-09e921d838df', 'name': '', 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:7e:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '4dbe6fa5-9b95-402a-a93c-4184ed083d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:56Z', 'updated_at': '2021-07-30T03:00:01Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '4dbe6fa5-9b95-402a-a93c-4184ed083d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:01:34.515229 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1ef799-4885-47ad-8857-ca7026802ac6 None None] Checking router: 4e8e1ec6-8c93-40bd-aa45-ee750c95566c for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:01:34.523459 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1ef799-4885-47ad-8857-ca7026802ac6 None None] Routers {'4e8e1ec6-8c93-40bd-aa45-ee750c95566c'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:01:34.524060 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8f1ef799-4885-47ad-8857-ca7026802ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:01:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4e8e1ec6-8c93-40bd-aa45-ee750c95566c'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:01:34.592793 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd602848-9f30-4abf-857e-7a6715b6c38d x-openstack-request-id: req-cd602848-9f30-4abf-857e-7a6715b6c38d {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:01:34.593062 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9036fd-1788-4575-bd4c-7decf9a1bd15", "tag": "254a475f-07bb-477e-bfe5-83f65ddf2dd5", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:01:34.593348 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd602848-9f30-4abf-857e-7a6715b6c38d {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:01:34.593926 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9036fd-1788-4575-bd4c-7decf9a1bd15', 'tag': '254a475f-07bb-477e-bfe5-83f65ddf2dd5', 'status': 'completed', 'code': 200} Jul 30 03:01:34.630598 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-8f1ef799-4885-47ad-8857-ca7026802ac6 None None] Set router 4e8e1ec6-8c93-40bd-aa45-ee750c95566c gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:01:34.672419 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e3e9e-9f73-40fc-9bf6-233df54dafaf req-e6e1cd4b-af6f-4fea-a3ea-011213cbcda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:34.674092 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-260e3e9e-9f73-40fc-9bf6-233df54dafaf req-e6e1cd4b-af6f-4fea-a3ea-011213cbcda0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 1097 time: 0.0545335 Jul 30 03:01:34.694364 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb32f3-e6b5-4ac5-b7bf-946e499d9588 req-95d643b3-755e-4ce5-9ced-ee2b8e5513e1 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:34.697889 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cdcb32f3-e6b5-4ac5-b7bf-946e499d9588 req-95d643b3-755e-4ce5-9ced-ee2b8e5513e1 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0553269 Jul 30 03:01:34.736343 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cdcb32f3-e6b5-4ac5-b7bf-946e499d9588 req-266c8e9f-d60b-4a0f-ad3f-ced666d97d22 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337830 Jul 30 03:01:34.772338 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e3e9e-9f73-40fc-9bf6-233df54dafaf req-0356a524-fb69-4c00-8a32-46e93a9ed2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:34.773945 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-260e3e9e-9f73-40fc-9bf6-233df54dafaf req-0356a524-fb69-4c00-8a32-46e93a9ed2fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=4552af60-9d37-45d8-be2f-086f3dac5d3e HTTP/1.1" status: 200 len: 898 time: 0.0923524 Jul 30 03:01:34.817221 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-260e3e9e-9f73-40fc-9bf6-233df54dafaf req-cf7f3a6f-ffbe-4196-9bb1-2c99794e5a75 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=254a475f-07bb-477e-bfe5-83f65ddf2dd5 HTTP/1.1" status: 200 len: 217 time: 0.0348496 Jul 30 03:01:34.831684 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-8f1ef799-4885-47ad-8857-ca7026802ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948931118', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '6b443f78-d35c-45ae-b97a-09e921d838df', 'name': '', 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:7e:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '4dbe6fa5-9b95-402a-a93c-4184ed083d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:56Z', 'updated_at': '2021-07-30T03:00:01Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '4dbe6fa5-9b95-402a-a93c-4184ed083d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:01:34.858056 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1ef799-4885-47ad-8857-ca7026802ac6 None None] The sync data for ids ['4e8e1ec6-8c93-40bd-aa45-ee750c95566c'] in n-d-713498-9 is: [{'id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948931118', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '6b443f78-d35c-45ae-b97a-09e921d838df', 'name': '', 'network_id': '4552af60-9d37-45d8-be2f-086f3dac5d3e', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:7e:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '4dbe6fa5-9b95-402a-a93c-4184ed083d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:56Z', 'updated_at': '2021-07-30T03:00:01Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': '4dbe6fa5-9b95-402a-a93c-4184ed083d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:01:34.873085 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e3e9e-9f73-40fc-9bf6-233df54dafaf req-e59767bf-bb9d-435f-a1be-4208c16b15d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:34.874620 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-260e3e9e-9f73-40fc-9bf6-233df54dafaf req-e59767bf-bb9d-435f-a1be-4208c16b15d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4dbe6fa5-9b95-402a-a93c-4184ed083d10 HTTP/1.1" status: 200 len: 834 time: 0.0495884 Jul 30 03:01:34.924860 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e3e9e-9f73-40fc-9bf6-233df54dafaf req-f9301ba6-ff53-4e18-ac94-3e43ada355aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:34.926436 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-260e3e9e-9f73-40fc-9bf6-233df54dafaf req-f9301ba6-ff53-4e18-ac94-3e43ada355aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4552af60-9d37-45d8-be2f-086f3dac5d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436056 Jul 30 03:01:35.021508 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-260e3e9e-9f73-40fc-9bf6-233df54dafaf req-8ba7ba41-68e0-411f-b25b-cac9c9e2ebb5 service neutron] 10.222.0.10 "GET /v2.0/networks/4552af60-9d37-45d8-be2f-086f3dac5d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862553 Jul 30 03:01:35.072437 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678fb638-eedc-431c-81a5-6ac6c062aff2 None None] New status for floating IP 64e802ec-f4c6-4fab-ad63-4d08e251bb3f: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:01:35.117883 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-260e3e9e-9f73-40fc-9bf6-233df54dafaf req-900f9baf-7f26-49dc-b101-c6f28d1ff6ec service neutron] 10.222.0.10 "GET /v2.0/networks/4552af60-9d37-45d8-be2f-086f3dac5d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890167 Jul 30 03:01:35.856561 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa30678-7de3-459f-8f78-b9bfec1f84db req-940f71ac-c85f-408c-9556-2062d972ac02 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:35.858036 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4aa30678-7de3-459f-8f78-b9bfec1f84db req-940f71ac-c85f-408c-9556-2062d972ac02 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0518408 Jul 30 03:01:35.895261 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4aa30678-7de3-459f-8f78-b9bfec1f84db req-7b12172d-6e40-4416-933b-3e60fd0f49c7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7b1b4ed-ecb6-47ca-8276-67b812bab593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313163 Jul 30 03:01:36.168688 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ec54e-9783-49e1-b27a-d9def8986576 req-f7f69a90-73cc-4c2a-af10-81aa07e88b83 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:36.170070 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6d0ec54e-9783-49e1-b27a-d9def8986576 req-f7f69a90-73cc-4c2a-af10-81aa07e88b83 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 946 time: 0.0484548 Jul 30 03:01:36.260025 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-6d0ec54e-9783-49e1-b27a-d9def8986576 req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting port 254a475f-07bb-477e-bfe5-83f65ddf2dd5 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:01:36.260370 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6d0ec54e-9783-49e1-b27a-d9def8986576 req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:36.345407 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-6d0ec54e-9783-49e1-b27a-d9def8986576 req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] For port 254a475f-07bb-477e-bfe5-83f65ddf2dd5, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=254a475f-07bb-477e-bfe5-83f65ddf2dd5,segment=NetworkSegment(52e9ccd5-3253-42a8-b068-68a215fbb75d),segment_id=52e9ccd5-3253-42a8-b068-68a215fbb75d)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:01:36.345771 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6d0ec54e-9783-49e1-b27a-d9def8986576 req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:36.358654 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-6d0ec54e-9783-49e1-b27a-d9def8986576 req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Calling delete_port for 254a475f-07bb-477e-bfe5-83f65ddf2dd5 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:01:36.556297 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6d0ec54e-9783-49e1-b27a-d9def8986576 req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:36.584048 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Port': ['ID=254a475f-07bb-477e-bfe5-83f65ddf2dd5,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:36.596751 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:36.597111 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:36.597464 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:36.597784 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:36.598117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:36.598485 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:36.598818 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:36.599145 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:36.599472 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:36.599798 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:36.600128 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:36.600450 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:36.633784 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0ec54e-9783-49e1-b27a-d9def8986576 req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] No DVR routers for this DVR port 254a475f-07bb-477e-bfe5-83f65ddf2dd5 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:01:36.636295 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-6d0ec54e-9783-49e1-b27a-d9def8986576 req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:36.638236 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-6d0ec54e-9783-49e1-b27a-d9def8986576 req-c2eec0fe-4a31-4bc2-b661-12bce0e87b10 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "DELETE /v2.0/ports/254a475f-07bb-477e-bfe5-83f65ddf2dd5 HTTP/1.1" status: 204 len: 173 time: 0.4624157 Jul 30 03:01:36.638707 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9036fd-1788-4575-bd4c-7decf9a1bd15', 'name': 'network-vif-deleted', 'tag': '254a475f-07bb-477e-bfe5-83f65ddf2dd5'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:01:36.640949 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449b7413-8efd-4f78-9f68-45860fbe1579" -d '{"events": [{"server_uuid": "5b9036fd-1788-4575-bd4c-7decf9a1bd15", "name": "network-vif-deleted", "tag": "254a475f-07bb-477e-bfe5-83f65ddf2dd5"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:01:36.745638 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc36011-3030-4c9e-b669-afb4d6e52a0d x-openstack-request-id: req-1bc36011-3030-4c9e-b669-afb4d6e52a0d {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:01:36.746047 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9036fd-1788-4575-bd4c-7decf9a1bd15", "name": "network-vif-deleted", "tag": "254a475f-07bb-477e-bfe5-83f65ddf2dd5", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:01:36.746337 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1bc36011-3030-4c9e-b669-afb4d6e52a0d {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:01:36.746773 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9036fd-1788-4575-bd4c-7decf9a1bd15', 'name': 'network-vif-deleted', 'tag': '254a475f-07bb-477e-bfe5-83f65ddf2dd5', 'status': 'completed', 'code': 200} Jul 30 03:01:37.008074 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-15722875-635b-43b8-b119-ef8bfed3908f req-877c3042-979b-4802-86f0-ea5491f01bf8 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b9036fd-1788-4575-bd4c-7decf9a1bd15 HTTP/1.1" status: 200 len: 210 time: 0.0270786 Jul 30 03:01:38.064264 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39762) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:01:38.425816 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b97b8186-5b9a-4215-925e-ea1e86a19cab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:38.677670 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b97b8186-5b9a-4215-925e-ea1e86a19cab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting port 6b443f78-d35c-45ae-b97a-09e921d838df {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:01:38.677930 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b97b8186-5b9a-4215-925e-ea1e86a19cab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:38.763492 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-b97b8186-5b9a-4215-925e-ea1e86a19cab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] For port 6b443f78-d35c-45ae-b97a-09e921d838df, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=6b443f78-d35c-45ae-b97a-09e921d838df,segment=NetworkSegment(52e9ccd5-3253-42a8-b068-68a215fbb75d),segment_id=52e9ccd5-3253-42a8-b068-68a215fbb75d)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:01:38.764184 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b97b8186-5b9a-4215-925e-ea1e86a19cab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:38.777086 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-b97b8186-5b9a-4215-925e-ea1e86a19cab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Calling delete_port for 6b443f78-d35c-45ae-b97a-09e921d838df owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:01:39.002135 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b97b8186-5b9a-4215-925e-ea1e86a19cab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:39.030979 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b8186-5b9a-4215-925e-ea1e86a19cab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Port': ['ID=6b443f78-d35c-45ae-b97a-09e921d838df,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:39.204590 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1461971d-a6b0-4daf-824d-e81a92b846fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:39.205119 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b97b8186-5b9a-4215-925e-ea1e86a19cab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:39.420111 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97b8186-5b9a-4215-925e-ea1e86a19cab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router 4e8e1ec6-8c93-40bd-aa45-ee750c95566c has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:01:39.522696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97b8186-5b9a-4215-925e-ea1e86a19cab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:01:39.527687 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b97b8186-5b9a-4215-925e-ea1e86a19cab tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "PUT /v2.0/routers/4e8e1ec6-8c93-40bd-aa45-ee750c95566c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4624209 Jul 30 03:01:39.530716 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39764) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:01:39.533371 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a48cd0-962b-4707-a603-abf22207d24e None None] Sync routers for ids ['4e8e1ec6-8c93-40bd-aa45-ee750c95566c'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:01:39.542537 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a48cd0-962b-4707-a603-abf22207d24e None None] Routers {'4e8e1ec6-8c93-40bd-aa45-ee750c95566c'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:01:39.543289 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c8a48cd0-962b-4707-a603-abf22207d24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:01:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4e8e1ec6-8c93-40bd-aa45-ee750c95566c'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:01:39.593827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-a112723b-f3db-4b37-9a52-2f8372fad547 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting subnet 4dbe6fa5-9b95-402a-a93c-4184ed083d10 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:01:39.598267 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a112723b-f3db-4b37-9a52-2f8372fad547 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:39.645667 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a112723b-f3db-4b37-9a52-2f8372fad547 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:39.654890 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-c8a48cd0-962b-4707-a603-abf22207d24e None None] Set router 4e8e1ec6-8c93-40bd-aa45-ee750c95566c gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:01:39.732891 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a112723b-f3db-4b37-9a52-2f8372fad547 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:39.829448 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c8a48cd0-962b-4707-a603-abf22207d24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948931118', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T03:01:38Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:01:39.858646 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a48cd0-962b-4707-a603-abf22207d24e None None] Checking router: 4e8e1ec6-8c93-40bd-aa45-ee750c95566c for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:01:39.867360 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a48cd0-962b-4707-a603-abf22207d24e None None] Routers {'4e8e1ec6-8c93-40bd-aa45-ee750c95566c'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:01:39.867669 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a112723b-f3db-4b37-9a52-2f8372fad547 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:39.867963 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c8a48cd0-962b-4707-a603-abf22207d24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:01:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['4e8e1ec6-8c93-40bd-aa45-ee750c95566c'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:01:39.899749 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112723b-f3db-4b37-9a52-2f8372fad547 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Subnet': ['ID=4dbe6fa5-9b95-402a-a93c-4184ed083d10,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:39.903017 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a112723b-f3db-4b37-9a52-2f8372fad547 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:39.904518 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d91b85-d8be-4be3-bfff-78b693d21ad1 None None] Network 4552af60-9d37-45d8-be2f-086f3dac5d3e requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:01:39.905075 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a112723b-f3db-4b37-9a52-2f8372fad547 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/subnets/4dbe6fa5-9b95-402a-a93c-4184ed083d10 HTTP/1.1" status: 204 len: 168 time: 0.3734059 Jul 30 03:01:39.908132 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39766) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:01:39.982192 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-c8a48cd0-962b-4707-a603-abf22207d24e None None] Set router 4e8e1ec6-8c93-40bd-aa45-ee750c95566c gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:01:40.031157 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc084-8ed9-41cf-be2b-87178f8b2d62 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:40.110693 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4ae40e-9bbc-4ff7-9d7f-b39b428fb361 None None] DHCP port deletion for 4552af60-9d37-45d8-be2f-086f3dac5d3e request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:01:40.140718 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc084-8ed9-41cf-be2b-87178f8b2d62 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:40.158743 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ae40e-9bbc-4ff7-9d7f-b39b428fb361 None None] Deleting port 67f7abd0-6945-4182-8b2d-4603eb5a1ed1 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:01:40.159045 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5b4ae40e-9bbc-4ff7-9d7f-b39b428fb361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:40.225932 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5b4ae40e-9bbc-4ff7-9d7f-b39b428fb361 None None] For port 67f7abd0-6945-4182-8b2d-4603eb5a1ed1, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=67f7abd0-6945-4182-8b2d-4603eb5a1ed1,segment=NetworkSegment(52e9ccd5-3253-42a8-b068-68a215fbb75d),segment_id=52e9ccd5-3253-42a8-b068-68a215fbb75d)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:01:40.226742 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5b4ae40e-9bbc-4ff7-9d7f-b39b428fb361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:40.240016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ae40e-9bbc-4ff7-9d7f-b39b428fb361 None None] Calling delete_port for 67f7abd0-6945-4182-8b2d-4603eb5a1ed1 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:01:40.262058 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-1cbdc084-8ed9-41cf-be2b-87178f8b2d62 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting port 0a60230c-1571-4b66-8b43-0fd70b866eda {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:01:40.266268 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-c8a48cd0-962b-4707-a603-abf22207d24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948931118', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T03:01:38Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:01:40.266474 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc084-8ed9-41cf-be2b-87178f8b2d62 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:40.290729 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a48cd0-962b-4707-a603-abf22207d24e None None] The sync data for ids ['4e8e1ec6-8c93-40bd-aa45-ee750c95566c'] in n-d-713498-9 is: [{'id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948931118', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T03:01:38Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '0a60230c-1571-4b66-8b43-0fd70b866eda', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ec6-8c93-40bd-aa45-ee750c95566c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:59:53Z', 'updated_at': '2021-07-30T02:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:01:40.345248 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-1cbdc084-8ed9-41cf-be2b-87178f8b2d62 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] For port 0a60230c-1571-4b66-8b43-0fd70b866eda, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0a60230c-1571-4b66-8b43-0fd70b866eda,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:01:40.345617 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc084-8ed9-41cf-be2b-87178f8b2d62 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:40.364262 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-1cbdc084-8ed9-41cf-be2b-87178f8b2d62 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Calling delete_port for 0a60230c-1571-4b66-8b43-0fd70b866eda owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:01:40.381842 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5b4ae40e-9bbc-4ff7-9d7f-b39b428fb361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:40.410029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ae40e-9bbc-4ff7-9d7f-b39b428fb361 None None] Pushing event deleted for resources: {'Port': ['ID=67f7abd0-6945-4182-8b2d-4603eb5a1ed1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:40.420602 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ae40e-9bbc-4ff7-9d7f-b39b428fb361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:40.421001 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ae40e-9bbc-4ff7-9d7f-b39b428fb361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:40.421379 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ae40e-9bbc-4ff7-9d7f-b39b428fb361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:40.421719 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ae40e-9bbc-4ff7-9d7f-b39b428fb361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:40.422054 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ae40e-9bbc-4ff7-9d7f-b39b428fb361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:40.422451 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ae40e-9bbc-4ff7-9d7f-b39b428fb361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:40.422787 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ae40e-9bbc-4ff7-9d7f-b39b428fb361 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:40.423111 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ae40e-9bbc-4ff7-9d7f-b39b428fb361 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:40.423436 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ae40e-9bbc-4ff7-9d7f-b39b428fb361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:40.423765 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ae40e-9bbc-4ff7-9d7f-b39b428fb361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:40.424091 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ae40e-9bbc-4ff7-9d7f-b39b428fb361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:40.424547 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ae40e-9bbc-4ff7-9d7f-b39b428fb361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:40.427378 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4ae40e-9bbc-4ff7-9d7f-b39b428fb361 None None] No DVR routers for this DVR port 67f7abd0-6945-4182-8b2d-4603eb5a1ed1 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:01:40.633247 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc084-8ed9-41cf-be2b-87178f8b2d62 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:40.660919 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdc084-8ed9-41cf-be2b-87178f8b2d62 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Port': ['ID=0a60230c-1571-4b66-8b43-0fd70b866eda,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:40.723184 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc084-8ed9-41cf-be2b-87178f8b2d62 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:40.811976 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc084-8ed9-41cf-be2b-87178f8b2d62 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:40.814024 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc084-8ed9-41cf-be2b-87178f8b2d62 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:40.935621 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc084-8ed9-41cf-be2b-87178f8b2d62 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:40.936074 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbdc084-8ed9-41cf-be2b-87178f8b2d62 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Fanout notify agent at l3_agent the message router_deleted on router 4e8e1ec6-8c93-40bd-aa45-ee750c95566c {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:01:40.943028 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc084-8ed9-41cf-be2b-87178f8b2d62 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:40.944187 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1cbdc084-8ed9-41cf-be2b-87178f8b2d62 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/routers/4e8e1ec6-8c93-40bd-aa45-ee750c95566c HTTP/1.1" status: 204 len: 168 time: 1.0351255 Jul 30 03:01:40.947056 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39768) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:01:41.029500 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e2f1925-e1ff-44ca-b4ff-ae1eddd18684 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:41.114521 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e2f1925-e1ff-44ca-b4ff-ae1eddd18684 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:41.124658 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-6e2f1925-e1ff-44ca-b4ff-ae1eddd18684 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4552af60-9d37-45d8-be2f-086f3dac5d3e']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:01:41.138791 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-6e2f1925-e1ff-44ca-b4ff-ae1eddd18684 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e9ccd5-3253-42a8-b068-68a215fbb75d') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:01:41.139089 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-6e2f1925-e1ff-44ca-b4ff-ae1eddd18684 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e9ccd5-3253-42a8-b068-68a215fbb75d') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:01:41.143065 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 254a475f-07bb-477e-bfe5-83f65ddf2dd5 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:01:41.148229 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e2f1925-e1ff-44ca-b4ff-ae1eddd18684 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:41.162651 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e2f1925-e1ff-44ca-b4ff-ae1eddd18684 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:41.163338 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 254a475f-07bb-477e-bfe5-83f65ddf2dd5 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:01:41.163687 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 254a475f-07bb-477e-bfe5-83f65ddf2dd5 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:01:41.169141 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2f1925-e1ff-44ca-b4ff-ae1eddd18684 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:01:41.169528 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e2f1925-e1ff-44ca-b4ff-ae1eddd18684 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: timer() Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:01:41.172515 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:01:41.290006 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e2f1925-e1ff-44ca-b4ff-ae1eddd18684 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:41.301477 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6e2f1925-e1ff-44ca-b4ff-ae1eddd18684 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:41.303051 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6e2f1925-e1ff-44ca-b4ff-ae1eddd18684 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/networks/4552af60-9d37-45d8-be2f-086f3dac5d3e HTTP/1.1" status: 204 len: 168 time: 0.3550508 Jul 30 03:01:41.305890 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39770) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:01:41.312701 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f1925-e1ff-44ca-b4ff-ae1eddd18684 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Network': ['ID=4552af60-9d37-45d8-be2f-086f3dac5d3e,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:41.372208 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec1ec041-ac1e-49b1-aadd-528ca4375691 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:41.399322 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec1ec041-ac1e-49b1-aadd-528ca4375691 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:41.521518 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec1ec041-ac1e-49b1-aadd-528ca4375691 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:41.524186 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ec1ec041-ac1e-49b1-aadd-528ca4375691 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:41.529794 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ec1ec041-ac1e-49b1-aadd-528ca4375691 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/security-groups/d7b1b4ed-ecb6-47ca-8276-67b812bab593 HTTP/1.1" status: 204 len: 168 time: 0.2183921 Jul 30 03:01:41.535399 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ec041-ac1e-49b1-aadd-528ca4375691 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b1b4ed-ecb6-47ca-8276-67b812bab593,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:41.625986 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6b443f78-d35c-45ae-b97a-09e921d838df no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:01:41.657370 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 6b443f78-d35c-45ae-b97a-09e921d838df {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:01:41.657370 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 6b443f78-d35c-45ae-b97a-09e921d838df not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:01:41.657370 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0a60230c-1571-4b66-8b43-0fd70b866eda no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:01:41.678372 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 0a60230c-1571-4b66-8b43-0fd70b866eda {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:01:41.678721 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0a60230c-1571-4b66-8b43-0fd70b866eda not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:01:41.679138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 67f7abd0-6945-4182-8b2d-4603eb5a1ed1 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:01:41.697590 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 67f7abd0-6945-4182-8b2d-4603eb5a1ed1 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:01:41.697937 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 67f7abd0-6945-4182-8b2d-4603eb5a1ed1 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:01:41.744432 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6518ad2f-79a7-487f-afa7-d58113235c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:41.841502 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:41.854573 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39776) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:01:41.859532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a94c5bad-6489-461f-b18e-7dcb2ae66adf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-383499266', 'description': 'tempest-secgroup-smoke-383499266 description', 'project_id': '0077c21cf63c4542922b8f7011a4fe46'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:01:41.933579 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a94c5bad-6489-461f-b18e-7dcb2ae66adf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:42.011385 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a94c5bad-6489-461f-b18e-7dcb2ae66adf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:42.078330 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a94c5bad-6489-461f-b18e-7dcb2ae66adf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:42.107062 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c5bad-6489-461f-b18e-7dcb2ae66adf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0aa6e6-84d1-46fe-bd9f-97999ab331fe,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:42.150160 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a94c5bad-6489-461f-b18e-7dcb2ae66adf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:42.151443 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a94c5bad-6489-461f-b18e-7dcb2ae66adf tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2958076 Jul 30 03:01:42.154397 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39778) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:01:42.159032 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-4a4acbf9-1e15-43a1-b057-dad3af9a05b6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': '3a0aa6e6-84d1-46fe-bd9f-97999ab331fe', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:01:42.228917 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a4acbf9-1e15-43a1-b057-dad3af9a05b6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:42.287664 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a4acbf9-1e15-43a1-b057-dad3af9a05b6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:42.352769 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a4acbf9-1e15-43a1-b057-dad3af9a05b6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:42.369395 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4acbf9-1e15-43a1-b057-dad3af9a05b6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aaed08e-ae90-4de4-b89d-9c6991af428a,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:42.479074 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4a4acbf9-1e15-43a1-b057-dad3af9a05b6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:42.481045 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4a4acbf9-1e15-43a1-b057-dad3af9a05b6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3257298 Jul 30 03:01:42.483789 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39780) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:01:42.488255 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-ea0e5051-9e3b-4eb0-884b-3eb62c3a8321 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': '3a0aa6e6-84d1-46fe-bd9f-97999ab331fe', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:01:42.606959 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ea0e5051-9e3b-4eb0-884b-3eb62c3a8321 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:42.663377 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ea0e5051-9e3b-4eb0-884b-3eb62c3a8321 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:42.744504 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ea0e5051-9e3b-4eb0-884b-3eb62c3a8321 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:42.762985 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e5051-9e3b-4eb0-884b-3eb62c3a8321 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515bceb5-a35e-4d14-8a65-e93f7f51ca9e,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:42.827285 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-ea0e5051-9e3b-4eb0-884b-3eb62c3a8321 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:42.828522 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-ea0e5051-9e3b-4eb0-884b-3eb62c3a8321 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3438027 Jul 30 03:01:42.832243 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39782) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:01:42.836653 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-1f6e5943-fb69-4137-8f02-9b0859b96e59 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': '3a0aa6e6-84d1-46fe-bd9f-97999ab331fe', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:01:42.934742 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5943-fb69-4137-8f02-9b0859b96e59 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:42.992512 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5943-fb69-4137-8f02-9b0859b96e59 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:43.073448 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5943-fb69-4137-8f02-9b0859b96e59 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:43.094062 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e5943-fb69-4137-8f02-9b0859b96e59 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e07f46a-17c6-418e-a8d5-ed11012ec030,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:43.173415 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5943-fb69-4137-8f02-9b0859b96e59 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:43.174679 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1f6e5943-fb69-4137-8f02-9b0859b96e59 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3415306 Jul 30 03:01:43.177463 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39784) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:01:43.181882 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-61791671-26a0-4d21-ae12-7681478ce938 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': '3a0aa6e6-84d1-46fe-bd9f-97999ab331fe', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:01:43.275136 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-61791671-26a0-4d21-ae12-7681478ce938 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:43.336781 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-61791671-26a0-4d21-ae12-7681478ce938 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:43.416012 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-61791671-26a0-4d21-ae12-7681478ce938 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:43.433959 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61791671-26a0-4d21-ae12-7681478ce938 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0809cae2-2c1a-4651-86b4-27ac709af0e9,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:43.528066 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-61791671-26a0-4d21-ae12-7681478ce938 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:43.529254 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-61791671-26a0-4d21-ae12-7681478ce938 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3508708 Jul 30 03:01:43.532261 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39786) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:01:43.536756 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-3559ee75-0e52-4bff-8aee-82f476d49d67 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': '3a0aa6e6-84d1-46fe-bd9f-97999ab331fe', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:01:43.638936 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:43.639470 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-3559ee75-0e52-4bff-8aee-82f476d49d67 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Project 0077c21cf63c4542922b8f7011a4fe46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:01:43.644147 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3559ee75-0e52-4bff-8aee-82f476d49d67 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:43.703628 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3559ee75-0e52-4bff-8aee-82f476d49d67 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:43.767584 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3559ee75-0e52-4bff-8aee-82f476d49d67 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:43.786087 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559ee75-0e52-4bff-8aee-82f476d49d67 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dada22e1-f34e-41f2-b5f0-93f6b4d28a74,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:43.850241 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3559ee75-0e52-4bff-8aee-82f476d49d67 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:43.851506 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3559ee75-0e52-4bff-8aee-82f476d49d67 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3183038 Jul 30 03:01:43.854138 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39788) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:01:43.859239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-cda31242-4e17-4c5b-8652-e8e68a7b942c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'security_group_rule': {'security_group_id': '3a0aa6e6-84d1-46fe-bd9f-97999ab331fe', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:01:43.935312 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-cda31242-4e17-4c5b-8652-e8e68a7b942c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Project 0077c21cf63c4542922b8f7011a4fe46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:01:43.939946 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cda31242-4e17-4c5b-8652-e8e68a7b942c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:43.999594 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cda31242-4e17-4c5b-8652-e8e68a7b942c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:44.072568 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cda31242-4e17-4c5b-8652-e8e68a7b942c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:44.092397 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda31242-4e17-4c5b-8652-e8e68a7b942c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc2b501-4c3d-41c4-9112-a131180331ad,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:44.153032 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cda31242-4e17-4c5b-8652-e8e68a7b942c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:44.154244 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cda31242-4e17-4c5b-8652-e8e68a7b942c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2990806 Jul 30 03:01:44.157440 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39790) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:01:44.162413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-506aae32-5993-4060-8a54-a1b76ae91b27 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'network': {'name': 'tempest-network-smoke--271330596', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'port_security_enabled': True}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:01:44.264268 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506aae32-5993-4060-8a54-a1b76ae91b27 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Made reservation on behalf of 0077c21cf63c4542922b8f7011a4fe46 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:01:44.267854 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-506aae32-5993-4060-8a54-a1b76ae91b27 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:44.290904 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506aae32-5993-4060-8a54-a1b76ae91b27 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:01:44.299185 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-506aae32-5993-4060-8a54-a1b76ae91b27 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:44.299522 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-506aae32-5993-4060-8a54-a1b76ae91b27 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Added segment fae38631-7c90-477e-aa9e-cd4c7ac302ad of type vlan for network 8f692369-3af0-4d38-bb02-dd3a5c53b0b6 Jul 30 03:01:44.340077 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-506aae32-5993-4060-8a54-a1b76ae91b27 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:44.450461 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-506aae32-5993-4060-8a54-a1b76ae91b27 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:44.456169 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506aae32-5993-4060-8a54-a1b76ae91b27 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:44.456766 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-506aae32-5993-4060-8a54-a1b76ae91b27 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:44.522956 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506aae32-5993-4060-8a54-a1b76ae91b27 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Network': ['ID=8f692369-3af0-4d38-bb02-dd3a5c53b0b6,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:44.537593 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 8f692369-3af0-4d38-bb02-dd3a5c53b0b6 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:01:44.579857 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-506aae32-5993-4060-8a54-a1b76ae91b27 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4213374 Jul 30 03:01:44.582638 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39792) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:01:44.587233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-aad763ee-8dfd-4468-a405-edb6417725b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1119692882', 'admin_state_up': True, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:01:44.676342 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aad763ee-8dfd-4468-a405-edb6417725b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:44.677411 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aad763ee-8dfd-4468-a405-edb6417725b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:44.733453 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aad763ee-8dfd-4468-a405-edb6417725b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:44.936272 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:45.270273 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aad763ee-8dfd-4468-a405-edb6417725b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:45.524904 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aad763ee-8dfd-4468-a405-edb6417725b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:45.544506 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aad763ee-8dfd-4468-a405-edb6417725b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:45.647948 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-aad763ee-8dfd-4468-a405-edb6417725b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Allocated IP 172.25.1.234 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/3addebb7-26d1-40ae-b3e4-ec30535729c0) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:01:45.746980 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aad763ee-8dfd-4468-a405-edb6417725b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:45.825136 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aad763ee-8dfd-4468-a405-edb6417725b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:45.865368 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad763ee-8dfd-4468-a405-edb6417725b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:01:45.869862 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-aad763ee-8dfd-4468-a405-edb6417725b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:01:45.874178 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad763ee-8dfd-4468-a405-edb6417725b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:01:45.900381 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad763ee-8dfd-4468-a405-edb6417725b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=3addebb7-26d1-40ae-b3e4-ec30535729c0,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:46.220998 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aad763ee-8dfd-4468-a405-edb6417725b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:46.447663 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aad763ee-8dfd-4468-a405-edb6417725b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:46.678631 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad763ee-8dfd-4468-a405-edb6417725b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router deae5d0e-acbc-488c-83aa-249265981924 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:01:46.782379 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad763ee-8dfd-4468-a405-edb6417725b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:01:46.792943 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] Sync routers for ids ['deae5d0e-acbc-488c-83aa-249265981924'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:01:46.803455 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] Routers {'deae5d0e-acbc-488c-83aa-249265981924'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:01:46.811411 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:01:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['deae5d0e-acbc-488c-83aa-249265981924'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:01:46.856244 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-aad763ee-8dfd-4468-a405-edb6417725b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:46.857483 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-aad763ee-8dfd-4468-a405-edb6417725b7 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2738974 Jul 30 03:01:46.860604 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39794) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:01:46.893298 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-da88c247-2013-43e6-b0bb-b0e0086f7e83 tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=0077c21cf63c4542922b8f7011a4fe46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315528 Jul 30 03:01:46.896209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39796) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:01:46.987083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc74d62-a0fb-45ee-934e-196cabd1fc90 tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:46.988857 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4fc74d62-a0fb-45ee-934e-196cabd1fc90 tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916946 Jul 30 03:01:46.991847 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39798) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:01:47.022180 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cc5ef8e8-3ef4-4925-a5a8-6d2c22ae672a tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=1877634e-3296-4557-b49e-b7cf8a7e5fe3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292151 Jul 30 03:01:47.024687 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39800) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:01:47.030553 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e9b47d3c-ef27-4f95-a414-413014ac1c7b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1146907451', 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6', 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:01:47.069982 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] Set router deae5d0e-acbc-488c-83aa-249265981924 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:01:47.198745 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b47d3c-ef27-4f95-a414-413014ac1c7b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Made reservation on behalf of 0077c21cf63c4542922b8f7011a4fe46 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:01:47.202710 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e9b47d3c-ef27-4f95-a414-413014ac1c7b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:47.246029 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deae5d0e-acbc-488c-83aa-249265981924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119692882', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:01:44Z', 'updated_at': '2021-07-30T03:01:46Z', 'revision_number': 3, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:45Z', 'updated_at': '2021-07-30T03:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:01:47.273968 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] Checking router: deae5d0e-acbc-488c-83aa-249265981924 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:01:47.283985 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] Updating router deae5d0e-acbc-488c-83aa-249265981924 port 3addebb7-26d1-40ae-b3e4-ec30535729c0 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:01:47.304654 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:47.487990 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e9b47d3c-ef27-4f95-a414-413014ac1c7b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:47.549547 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b47d3c-ef27-4f95-a414-413014ac1c7b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Subnet': ['ID=cc7f0877-ae81-428b-8893-a3641da832c5,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:47.560180 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b47d3c-ef27-4f95-a414-413014ac1c7b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Checking segment: {'id': 'fae38631-7c90-477e-aa9e-cd4c7ac302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:01:47.560547 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b47d3c-ef27-4f95-a414-413014ac1c7b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network hostable DHCP agents. Network: 8f692369-3af0-4d38-bb02-dd3a5c53b0b6, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:01:47.565251 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:47.575323 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] Transition to ACTIVE for port object 3addebb7-26d1-40ae-b3e4-ec30535729c0 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:01:47.667628 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b47d3c-ef27-4f95-a414-413014ac1c7b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 8f692369-3af0-4d38-bb02-dd3a5c53b0b6 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:01:47.699398 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:47.750390 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] Attempting to bind port 3addebb7-26d1-40ae-b3e4-ec30535729c0 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:01:47.750894 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] Attempting to bind port 3addebb7-26d1-40ae-b3e4-ec30535729c0 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:01:47.751285 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] Attempting to bind port 3addebb7-26d1-40ae-b3e4-ec30535729c0 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:01:47.758825 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230ec32-2388-4700-8bf1-abce2f42b3df None None] Pushing event updated for resources: {'Port': ['ID=3addebb7-26d1-40ae-b3e4-ec30535729c0,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:47.763993 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:01:47.764544 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:01:47.764884 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:47.765315 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:01:47.765778 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] Bound port: 3addebb7-26d1-40ae-b3e4-ec30535729c0, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:01:47.766189 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:47.782021 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-e9b47d3c-ef27-4f95-a414-413014ac1c7b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 8f692369-3af0-4d38-bb02-dd3a5c53b0b6) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:01:47.786990 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b47d3c-ef27-4f95-a414-413014ac1c7b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:47.787754 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e9b47d3c-ef27-4f95-a414-413014ac1c7b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:47.793158 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b99d83b-8849-4e25-b300-8975c957293b None None] Network 8f692369-3af0-4d38-bb02-dd3a5c53b0b6 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:01:47.871009 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e9b47d3c-ef27-4f95-a414-413014ac1c7b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8452694 Jul 30 03:01:47.872886 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] For port 3addebb7-26d1-40ae-b3e4-ec30535729c0, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:01:47.873940 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39802) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:01:47.877615 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] For port 3addebb7-26d1-40ae-b3e4-ec30535729c0, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3addebb7-26d1-40ae-b3e4-ec30535729c0,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:01:47.963850 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:47.991640 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-8f692369-3af0-4d38-bb02-dd3a5c53b0b6', 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ips': [{'subnet_id': 'cc7f0877-ae81-428b-8893-a3641da832c5'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:01:47.992520 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:48.049114 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] Routers {'deae5d0e-acbc-488c-83aa-249265981924'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:01:48.049739 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:01:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['deae5d0e-acbc-488c-83aa-249265981924'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:01:48.051468 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230ec32-2388-4700-8bf1-abce2f42b3df None None] Pushing event updated for resources: {'Port': ['ID=3addebb7-26d1-40ae-b3e4-ec30535729c0,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:48.250695 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] Set router deae5d0e-acbc-488c-83aa-249265981924 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:01:48.252829 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Allocated IP 172.20.0.2 (8f692369-3af0-4d38-bb02-dd3a5c53b0b6/cc7f0877-ae81-428b-8893-a3641da832c5/b4c14062-5af8-4770-bafb-2cdbfe6a0701) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:01:48.320225 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fddd275a-28ad-47ea-a93c-5513eed32ed2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:48.543789 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:48.556919 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Transition to ACTIVE for port object b4c14062-5af8-4770-bafb-2cdbfe6a0701 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:01:48.571420 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deae5d0e-acbc-488c-83aa-249265981924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119692882', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:01:44Z', 'updated_at': '2021-07-30T03:01:46Z', 'revision_number': 3, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:45Z', 'updated_at': '2021-07-30T03:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:01:48.602135 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Transition to ACTIVE for port object b4c14062-5af8-4770-bafb-2cdbfe6a0701 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:01:48.603581 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f10c7-7716-4539-a5b3-38775383d539 None None] The sync data for ids ['deae5d0e-acbc-488c-83aa-249265981924'] in n-d-713498-9 is: [{'id': 'deae5d0e-acbc-488c-83aa-249265981924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119692882', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:01:44Z', 'updated_at': '2021-07-30T03:01:46Z', 'revision_number': 3, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:45Z', 'updated_at': '2021-07-30T03:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:01:48.664692 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:48.719028 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:48.739985 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Network 8f692369-3af0-4d38-bb02-dd3a5c53b0b6 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:01:48.741782 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:01:48.746674 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:01:48.782897 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-fddd275a-28ad-47ea-a93c-5513eed32ed2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Allocated IP 172.20.0.1 (8f692369-3af0-4d38-bb02-dd3a5c53b0b6/cc7f0877-ae81-428b-8893-a3641da832c5/d69d46e9-5ece-4283-b8f3-eb373627239c) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:01:48.817900 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Pushing event updated for resources: {'Port': ['ID=b4c14062-5af8-4770-bafb-2cdbfe6a0701,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:48.860851 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Attempting to bind port b4c14062-5af8-4770-bafb-2cdbfe6a0701 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:01:48.861339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Attempting to bind port b4c14062-5af8-4770-bafb-2cdbfe6a0701 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'fae38631-7c90-477e-aa9e-cd4c7ac302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:01:48.861861 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Attempting to bind port b4c14062-5af8-4770-bafb-2cdbfe6a0701 on network 8f692369-3af0-4d38-bb02-dd3a5c53b0b6 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:01:48.868821 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:01:48.869219 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Checking segment: {'id': 'fae38631-7c90-477e-aa9e-cd4c7ac302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:01:48.869692 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:48.870118 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Bound using segment: {'id': 'fae38631-7c90-477e-aa9e-cd4c7ac302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:01:48.870662 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Bound port: b4c14062-5af8-4770-bafb-2cdbfe6a0701, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae38631-7c90-477e-aa9e-cd4c7ac302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:01:48.871091 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:48.948294 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] For port b4c14062-5af8-4770-bafb-2cdbfe6a0701, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:01:48.952509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] For port b4c14062-5af8-4770-bafb-2cdbfe6a0701, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=b4c14062-5af8-4770-bafb-2cdbfe6a0701,segment=NetworkSegment(fae38631-7c90-477e-aa9e-cd4c7ac302ad),segment_id=fae38631-7c90-477e-aa9e-cd4c7ac302ad)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:01:49.011707 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:49.086760 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8ab94-d1b6-4271-b310-1cf4c65b9448 None None] Pushing event updated for resources: {'Port': ['ID=b4c14062-5af8-4770-bafb-2cdbfe6a0701,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:49.306006 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fddd275a-28ad-47ea-a93c-5513eed32ed2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:49.321547 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-fddd275a-28ad-47ea-a93c-5513eed32ed2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Transition to ACTIVE for port object d69d46e9-5ece-4283-b8f3-eb373627239c will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:01:49.421936 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fddd275a-28ad-47ea-a93c-5513eed32ed2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:49.463699 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddd275a-28ad-47ea-a93c-5513eed32ed2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 8f692369-3af0-4d38-bb02-dd3a5c53b0b6 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:01:49.469562 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-fddd275a-28ad-47ea-a93c-5513eed32ed2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:01:49.473330 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddd275a-28ad-47ea-a93c-5513eed32ed2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:01:49.483216 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd275a-28ad-47ea-a93c-5513eed32ed2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=d69d46e9-5ece-4283-b8f3-eb373627239c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:49.524946 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fddd275a-28ad-47ea-a93c-5513eed32ed2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:49.675725 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3addebb7-26d1-40ae-b3e4-ec30535729c0 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:01:49.759679 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fddd275a-28ad-47ea-a93c-5513eed32ed2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:49.790138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 3addebb7-26d1-40ae-b3e4-ec30535729c0 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:01:49.794262 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 3addebb7-26d1-40ae-b3e4-ec30535729c0 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:01:49.794670 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:49.876334 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:49.899523 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 3addebb7-26d1-40ae-b3e4-ec30535729c0, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3addebb7-26d1-40ae-b3e4-ec30535729c0,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:01:49.978596 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:49.979410 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b4c14062-5af8-4770-bafb-2cdbfe6a0701 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:01:50.046501 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fddd275a-28ad-47ea-a93c-5513eed32ed2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:50.063546 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=3addebb7-26d1-40ae-b3e4-ec30535729c0,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:50.104646 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fddd275a-28ad-47ea-a93c-5513eed32ed2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:50.138600 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port b4c14062-5af8-4770-bafb-2cdbfe6a0701 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:01:50.183860 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fddd275a-28ad-47ea-a93c-5513eed32ed2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:50.185987 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd275a-28ad-47ea-a93c-5513eed32ed2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=d69d46e9-5ece-4283-b8f3-eb373627239c,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:50.286669 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddd275a-28ad-47ea-a93c-5513eed32ed2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 8f692369-3af0-4d38-bb02-dd3a5c53b0b6 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:01:50.288230 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-fddd275a-28ad-47ea-a93c-5513eed32ed2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:01:50.416997 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddd275a-28ad-47ea-a93c-5513eed32ed2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router deae5d0e-acbc-488c-83aa-249265981924 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:01:50.428869 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1545ce-d143-405c-933a-258da4e94588 None None] Network 8f692369-3af0-4d38-bb02-dd3a5c53b0b6 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:01:50.542094 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddd275a-28ad-47ea-a93c-5513eed32ed2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:01:50.549003 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-fddd275a-28ad-47ea-a93c-5513eed32ed2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "PUT /v2.0/routers/deae5d0e-acbc-488c-83aa-249265981924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6738696 Jul 30 03:01:50.565440 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] Sync routers for ids ['deae5d0e-acbc-488c-83aa-249265981924'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:01:50.572399 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] Routers {'deae5d0e-acbc-488c-83aa-249265981924'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:01:50.573021 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:01:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['deae5d0e-acbc-488c-83aa-249265981924'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:01:50.594201 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e76b4bea-4b96-415b-85e7-06d146edb148 None None] Provisioning for port b4c14062-5af8-4770-bafb-2cdbfe6a0701 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:01:50.604037 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e76b4bea-4b96-415b-85e7-06d146edb148 None None] Provisioning complete for port b4c14062-5af8-4770-bafb-2cdbfe6a0701 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:01:50.604037 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e76b4bea-4b96-415b-85e7-06d146edb148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:50.695526 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] Set router deae5d0e-acbc-488c-83aa-249265981924 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:01:50.703688 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e76b4bea-4b96-415b-85e7-06d146edb148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:50.735448 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-0b0107ba-52b0-45e7-9424-edbe2aa460d3 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-383499266&fields=id&tenant_id=0077c21cf63c4542922b8f7011a4fe46 HTTP/1.1" status: 200 len: 267 time: 0.0500598 Jul 30 03:01:50.755983 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e76b4bea-4b96-415b-85e7-06d146edb148 None None] For port b4c14062-5af8-4770-bafb-2cdbfe6a0701, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=b4c14062-5af8-4770-bafb-2cdbfe6a0701,segment=NetworkSegment(fae38631-7c90-477e-aa9e-cd4c7ac302ad),segment_id=fae38631-7c90-477e-aa9e-cd4c7ac302ad)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:01:50.819578 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e76b4bea-4b96-415b-85e7-06d146edb148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:50.872517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-32e7bc19-a177-4ab4-8b63-331f8503c01d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:50.879929 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-32e7bc19-a177-4ab4-8b63-331f8503c01d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/networks?id=8f692369-3af0-4d38-bb02-dd3a5c53b0b6 HTTP/1.1" status: 200 len: 796 time: 0.1302559 Jul 30 03:01:50.888200 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b4bea-4b96-415b-85e7-06d146edb148 None None] Pushing event updated for resources: {'Port': ['ID=b4c14062-5af8-4770-bafb-2cdbfe6a0701,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:50.900643 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-42964263-9a86-49fb-a870-9fbdb7f4633c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/quotas/0077c21cf63c4542922b8f7011a4fe46 HTTP/1.1" status: 200 len: 375 time: 0.0178239 Jul 30 03:01:50.935423 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deae5d0e-acbc-488c-83aa-249265981924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119692882', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:01:44Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:45Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd69d46e9-5ece-4283-b8f3-eb373627239c', 'name': '', 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:8a:73:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'cc7f0877-ae81-428b-8893-a3641da832c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:48Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 2, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': 'cc7f0877-ae81-428b-8893-a3641da832c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:01:50.965025 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] Checking router: deae5d0e-acbc-488c-83aa-249265981924 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:01:50.965379 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] Updating router deae5d0e-acbc-488c-83aa-249265981924 port d69d46e9-5ece-4283-b8f3-eb373627239c binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:01:50.968680 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-736d9753-52d7-4ded-8faa-a822dba0491a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596859 Jul 30 03:01:50.995637 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:50.995884 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41fa27f7-ebe8-4b1b-a8f4-6c187f9ec3bc None None] Provisioning for port d69d46e9-5ece-4283-b8f3-eb373627239c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:01:51.000825 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41fa27f7-ebe8-4b1b-a8f4-6c187f9ec3bc None None] Provisioning complete for port d69d46e9-5ece-4283-b8f3-eb373627239c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:01:51.001208 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41fa27f7-ebe8-4b1b-a8f4-6c187f9ec3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:51.055606 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41fa27f7-ebe8-4b1b-a8f4-6c187f9ec3bc None None] Port d69d46e9-5ece-4283-b8f3-eb373627239c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:01:51.068532 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41fa27f7-ebe8-4b1b-a8f4-6c187f9ec3bc None None] Provisioning complete for port b4c14062-5af8-4770-bafb-2cdbfe6a0701 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:01:51.068909 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41fa27f7-ebe8-4b1b-a8f4-6c187f9ec3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:51.159736 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-90c22254-aab9-4a65-b28c-4df2f2a790fe service neutron] 10.222.0.70 "GET /v2.0/networks/8f692369-3af0-4d38-bb02-dd3a5c53b0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770818 Jul 30 03:01:51.257196 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-c734ecdb-3c23-4bf0-a932-c519384ddaf5 service neutron] 10.222.0.70 "GET /v2.0/networks/8f692369-3af0-4d38-bb02-dd3a5c53b0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963113 Jul 30 03:01:51.275179 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a2e8463a-1420-4bc1-8819-7b279debb653 None None] Provisioning complete for port d69d46e9-5ece-4283-b8f3-eb373627239c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:01:51.275558 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a2e8463a-1420-4bc1-8819-7b279debb653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:51.305842 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:51.322547 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a2e8463a-1420-4bc1-8819-7b279debb653 None None] Port d69d46e9-5ece-4283-b8f3-eb373627239c cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:01:51.324574 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] Transition to ACTIVE for port object d69d46e9-5ece-4283-b8f3-eb373627239c will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:01:51.418750 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:51.465767 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752f2d5-f8c2-48d5-80e7-58948b25aebc None None] Pushing event updated for resources: {'Port': ['ID=d69d46e9-5ece-4283-b8f3-eb373627239c,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:51.474729 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752f2d5-f8c2-48d5-80e7-58948b25aebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:51.475075 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752f2d5-f8c2-48d5-80e7-58948b25aebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:51.475411 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752f2d5-f8c2-48d5-80e7-58948b25aebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:51.475740 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752f2d5-f8c2-48d5-80e7-58948b25aebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:51.476064 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752f2d5-f8c2-48d5-80e7-58948b25aebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:51.476387 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752f2d5-f8c2-48d5-80e7-58948b25aebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:51.476711 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752f2d5-f8c2-48d5-80e7-58948b25aebc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:51.477025 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752f2d5-f8c2-48d5-80e7-58948b25aebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:51.477342 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752f2d5-f8c2-48d5-80e7-58948b25aebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:51.477658 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752f2d5-f8c2-48d5-80e7-58948b25aebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:51.477973 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752f2d5-f8c2-48d5-80e7-58948b25aebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:51.478488 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752f2d5-f8c2-48d5-80e7-58948b25aebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:01:51.540770 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] Attempting to bind port d69d46e9-5ece-4283-b8f3-eb373627239c on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:01:51.541139 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] Attempting to bind port d69d46e9-5ece-4283-b8f3-eb373627239c by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'fae38631-7c90-477e-aa9e-cd4c7ac302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:01:51.541501 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] Attempting to bind port d69d46e9-5ece-4283-b8f3-eb373627239c on network 8f692369-3af0-4d38-bb02-dd3a5c53b0b6 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:01:51.547023 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:01:51.547409 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] Checking segment: {'id': 'fae38631-7c90-477e-aa9e-cd4c7ac302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:01:51.547811 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:51.548200 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] Bound using segment: {'id': 'fae38631-7c90-477e-aa9e-cd4c7ac302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:01:51.548661 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] Bound port: d69d46e9-5ece-4283-b8f3-eb373627239c, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae38631-7c90-477e-aa9e-cd4c7ac302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:01:51.549033 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:51.553995 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bbc2f591-cbc4-412e-b371-3b351f0a3316 req-be9d4227-633d-4a6d-850d-eb89eb53772a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 210 time: 0.0329573 Jul 30 03:01:51.629947 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] For port d69d46e9-5ece-4283-b8f3-eb373627239c, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:01:51.633379 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] For port d69d46e9-5ece-4283-b8f3-eb373627239c, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d69d46e9-5ece-4283-b8f3-eb373627239c,segment=NetworkSegment(fae38631-7c90-477e-aa9e-cd4c7ac302ad),segment_id=fae38631-7c90-477e-aa9e-cd4c7ac302ad)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:01:51.665701 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3addebb7-26d1-40ae-b3e4-ec30535729c0 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:01:51.714804 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:51.738423 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 3addebb7-26d1-40ae-b3e4-ec30535729c0 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:01:51.738423 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:51.781068 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] Routers {'deae5d0e-acbc-488c-83aa-249265981924'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:01:51.782001 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:01:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['deae5d0e-acbc-488c-83aa-249265981924'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:01:51.827293 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b4c14062-5af8-4770-bafb-2cdbfe6a0701 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:01:51.832206 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752f2d5-f8c2-48d5-80e7-58948b25aebc None None] Pushing event updated for resources: {'Port': ['ID=d69d46e9-5ece-4283-b8f3-eb373627239c,revision_number=4']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:51.895475 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port b4c14062-5af8-4770-bafb-2cdbfe6a0701 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:01:51.896065 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:51.914530 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] Set router deae5d0e-acbc-488c-83aa-249265981924 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:01:52.146258 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deae5d0e-acbc-488c-83aa-249265981924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119692882', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:01:44Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:45Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd69d46e9-5ece-4283-b8f3-eb373627239c', 'name': '', 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:8a:73:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'cc7f0877-ae81-428b-8893-a3641da832c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:48Z', 'updated_at': '2021-07-30T03:01:51Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': 'cc7f0877-ae81-428b-8893-a3641da832c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:01:52.174331 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca12ea8-e7cf-4eb3-87db-71d548a680fc None None] The sync data for ids ['deae5d0e-acbc-488c-83aa-249265981924'] in n-d-713498-9 is: [{'id': 'deae5d0e-acbc-488c-83aa-249265981924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119692882', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:01:44Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:45Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd69d46e9-5ece-4283-b8f3-eb373627239c', 'name': '', 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:8a:73:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'cc7f0877-ae81-428b-8893-a3641da832c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:48Z', 'updated_at': '2021-07-30T03:01:51Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': 'cc7f0877-ae81-428b-8893-a3641da832c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:01:52.660862 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a92a4d3-6a3d-47dd-9f44-a922de3820fe req-50d8cb8c-d0b8-4312-89df-5c3952cf8526 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 210 time: 0.0294604 Jul 30 03:01:53.673848 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d69d46e9-5ece-4283-b8f3-eb373627239c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:01:53.693539 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-db039c8b-d03b-4736-9942-8b6c8036a22b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:53.695115 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-db039c8b-d03b-4736-9942-8b6c8036a22b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "GET /v2.0/networks?id=8f692369-3af0-4d38-bb02-dd3a5c53b0b6 HTTP/1.1" status: 200 len: 796 time: 0.1161983 Jul 30 03:01:53.742481 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-2f1f83eb-1b85-454e-b1c9-57081a27b133 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0077c21cf63c4542922b8f7011a4fe46 HTTP/1.1" status: 200 len: 379 time: 0.0385263 Jul 30 03:01:53.751837 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-8a05c9d3-eba2-497a-b017-16e88e87022c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'port': {'device_id': '919b67ee-2a52-4f78-820a-70cdaaa5ea01', 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6', 'admin_state_up': True, 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'security_groups': ['3a0aa6e6-84d1-46fe-bd9f-97999ab331fe']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:01:53.771507 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5746b9b5-a80e-4441-b843-4175cdbc3bf4 req-1ff5eed1-c403-49a8-b88b-068f78cf3b24 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 210 time: 0.0268297 Jul 30 03:01:53.838610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port d69d46e9-5ece-4283-b8f3-eb373627239c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:01:53.843435 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port d69d46e9-5ece-4283-b8f3-eb373627239c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:01:53.843919 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:53.937543 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:53.958829 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-8a05c9d3-eba2-497a-b017-16e88e87022c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Made reservation on behalf of 0077c21cf63c4542922b8f7011a4fe46 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:01:53.962529 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-8a05c9d3-eba2-497a-b017-16e88e87022c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:53.971568 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port d69d46e9-5ece-4283-b8f3-eb373627239c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d69d46e9-5ece-4283-b8f3-eb373627239c,segment=NetworkSegment(fae38631-7c90-477e-aa9e-cd4c7ac302ad),segment_id=fae38631-7c90-477e-aa9e-cd4c7ac302ad)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:01:54.064589 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:54.109472 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-8a05c9d3-eba2-497a-b017-16e88e87022c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Allocated IP 172.20.0.10 (8f692369-3af0-4d38-bb02-dd3a5c53b0b6/cc7f0877-ae81-428b-8893-a3641da832c5/6fee715b-722c-436e-9205-c32c5fbe3ce3) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:01:54.115750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=d69d46e9-5ece-4283-b8f3-eb373627239c,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:54.271579 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-8a05c9d3-eba2-497a-b017-16e88e87022c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:54.284870 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-8a05c9d3-eba2-497a-b017-16e88e87022c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Transition to ACTIVE for port object 6fee715b-722c-436e-9205-c32c5fbe3ce3 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:01:54.379330 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-8a05c9d3-eba2-497a-b017-16e88e87022c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:54.424486 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-8a05c9d3-eba2-497a-b017-16e88e87022c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 8f692369-3af0-4d38-bb02-dd3a5c53b0b6 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:01:54.427726 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-8a05c9d3-eba2-497a-b017-16e88e87022c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:01:54.431483 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-8a05c9d3-eba2-497a-b017-16e88e87022c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:01:54.440454 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05c9d3-eba2-497a-b017-16e88e87022c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=6fee715b-722c-436e-9205-c32c5fbe3ce3,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:54.490902 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-8a05c9d3-eba2-497a-b017-16e88e87022c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:54.492611 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-8a05c9d3-eba2-497a-b017-16e88e87022c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:54.568067 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-8a05c9d3-eba2-497a-b017-16e88e87022c tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8199506 Jul 30 03:01:54.579150 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-fdc110f3-c0bf-4295-8c32-2ccfe1ebbca2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:01:54.580332 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-fdc110f3-c0bf-4295-8c32-2ccfe1ebbca2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057533 Jul 30 03:01:54.592147 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] Request body: {'port': {'device_id': '919b67ee-2a52-4f78-820a-70cdaaa5ea01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:01:54.652446 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:54.758495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-483205ee-5ea3-44f7-86a8-cc9d8bc55590 None None] Provisioning for port 6fee715b-722c-436e-9205-c32c5fbe3ce3 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:01:54.765384 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-483205ee-5ea3-44f7-86a8-cc9d8bc55590 None None] Provisioning complete for port 6fee715b-722c-436e-9205-c32c5fbe3ce3 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:01:54.765384 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-483205ee-5ea3-44f7-86a8-cc9d8bc55590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:54.802687 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-483205ee-5ea3-44f7-86a8-cc9d8bc55590 None None] Port 6fee715b-722c-436e-9205-c32c5fbe3ce3 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:01:54.903233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0164925-153b-468a-a4f2-f46eb2674c23 req-d2e39718-83ad-4524-a33f-2816415603db tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:54.904784 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0164925-153b-468a-a4f2-f46eb2674c23 req-d2e39718-83ad-4524-a33f-2816415603db tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 932 time: 0.0539932 Jul 30 03:01:54.927538 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fee715b-722c-436e-9205-c32c5fbe3ce3 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:01:54.936237 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:54.946339 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c0164925-153b-468a-a4f2-f46eb2674c23 req-bb20dcc4-878c-484c-9475-9001dbd018cd tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a0aa6e6-84d1-46fe-bd9f-97999ab331fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351310 Jul 30 03:01:54.949832 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] Transition to ACTIVE for port object 6fee715b-722c-436e-9205-c32c5fbe3ce3 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:01:55.015973 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:55.070002 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] Pushing event updated for resources: {'Port': ['ID=6fee715b-722c-436e-9205-c32c5fbe3ce3,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:55.141589 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] Attempting to bind port 6fee715b-722c-436e-9205-c32c5fbe3ce3 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:01:55.141931 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] Attempting to bind port 6fee715b-722c-436e-9205-c32c5fbe3ce3 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'fae38631-7c90-477e-aa9e-cd4c7ac302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:01:55.142262 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] Attempting to bind port 6fee715b-722c-436e-9205-c32c5fbe3ce3 on network 8f692369-3af0-4d38-bb02-dd3a5c53b0b6 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:01:55.146986 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] Port 6fee715b-722c-436e-9205-c32c5fbe3ce3 on network 8f692369-3af0-4d38-bb02-dd3a5c53b0b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:01:55.147319 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] Attempting to bind port 6fee715b-722c-436e-9205-c32c5fbe3ce3 on network 8f692369-3af0-4d38-bb02-dd3a5c53b0b6 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:01:55.152657 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:01:55.153005 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] Checking segment: {'id': 'fae38631-7c90-477e-aa9e-cd4c7ac302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:01:55.153395 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] Bound using segment: {'id': 'fae38631-7c90-477e-aa9e-cd4c7ac302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:01:55.153828 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] Bound port: 6fee715b-722c-436e-9205-c32c5fbe3ce3, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fae38631-7c90-477e-aa9e-cd4c7ac302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:01:55.154195 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:55.220753 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] For port 6fee715b-722c-436e-9205-c32c5fbe3ce3, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:01:55.223791 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] For port 6fee715b-722c-436e-9205-c32c5fbe3ce3, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6fee715b-722c-436e-9205-c32c5fbe3ce3,segment=NetworkSegment(fae38631-7c90-477e-aa9e-cd4c7ac302ad),segment_id=fae38631-7c90-477e-aa9e-cd4c7ac302ad)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:01:55.307925 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:55.343396 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:55.344016 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:55.345422 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] 10.222.0.10 "PUT /v2.0/ports/6fee715b-722c-436e-9205-c32c5fbe3ce3 HTTP/1.1" status: 200 len: 1092 time: 0.7581871 Jul 30 03:01:55.345869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919b67ee-2a52-4f78-820a-70cdaaa5ea01', 'tag': '6fee715b-722c-436e-9205-c32c5fbe3ce3'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:01:55.348204 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1448e2c0-8502-47ff-8ffb-df9b36319d12" -d '{"events": [{"name": "network-changed", "server_uuid": "919b67ee-2a52-4f78-820a-70cdaaa5ea01", "tag": "6fee715b-722c-436e-9205-c32c5fbe3ce3"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:01:55.377646 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903c098-bfd2-48d5-9339-0b13a4791b90 service neutron] Pushing event updated for resources: {'Port': ['ID=6fee715b-722c-436e-9205-c32c5fbe3ce3,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:55.394720 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e2b43a-e681-4a19-bae4-ebe603552b73 x-openstack-request-id: req-d7e2b43a-e681-4a19-bae4-ebe603552b73 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:01:55.395142 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919b67ee-2a52-4f78-820a-70cdaaa5ea01", "tag": "6fee715b-722c-436e-9205-c32c5fbe3ce3", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:01:55.395484 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d7e2b43a-e681-4a19-bae4-ebe603552b73 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:01:55.396032 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '919b67ee-2a52-4f78-820a-70cdaaa5ea01', 'tag': '6fee715b-722c-436e-9205-c32c5fbe3ce3', 'status': 'completed', 'code': 200} Jul 30 03:01:55.456795 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448e2c0-8502-47ff-8ffb-df9b36319d12 req-8dbeabb9-7d47-42e9-8bd5-47b9be7d0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:55.458432 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1448e2c0-8502-47ff-8ffb-df9b36319d12 req-8dbeabb9-7d47-42e9-8bd5-47b9be7d0108 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 1095 time: 0.0433419 Jul 30 03:01:55.564115 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448e2c0-8502-47ff-8ffb-df9b36319d12 req-de41ab56-8413-4f1e-8906-19625db776a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:55.565617 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1448e2c0-8502-47ff-8ffb-df9b36319d12 req-de41ab56-8413-4f1e-8906-19625db776a5 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=0077c21cf63c4542922b8f7011a4fe46&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1001153 Jul 30 03:01:55.636832 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d69d46e9-5ece-4283-b8f3-eb373627239c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:01:55.664615 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448e2c0-8502-47ff-8ffb-df9b36319d12 req-dc35a400-0a87-4008-86e9-a76f4e54260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:55.666112 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1448e2c0-8502-47ff-8ffb-df9b36319d12 req-dc35a400-0a87-4008-86e9-a76f4e54260d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934470 Jul 30 03:01:55.684908 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port d69d46e9-5ece-4283-b8f3-eb373627239c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:01:55.685382 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:55.746959 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-a65c8617-ab34-4bcc-8a96-972cd334edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:55.748552 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-a65c8617-ab34-4bcc-8a96-972cd334edfe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 1095 time: 0.0473042 Jul 30 03:01:55.791061 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-08e40333-ad3d-460c-94a6-4ed364179df8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fee715b-722c-436e-9205-c32c5fbe3ce3 HTTP/1.1" status: 200 len: 217 time: 0.0349846 Jul 30 03:01:55.839237 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-80dd743d-2812-49f2-b8d4-bf79ffd1eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:55.840605 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-80dd743d-2812-49f2-b8d4-bf79ffd1eb40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc7f0877-ae81-428b-8893-a3641da832c5 HTTP/1.1" status: 200 len: 835 time: 0.0428441 Jul 30 03:01:55.892038 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-f544a4c5-a030-44ad-b400-126c345f3989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:55.893521 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-f544a4c5-a030-44ad-b400-126c345f3989 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f692369-3af0-4d38-bb02-dd3a5c53b0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443547 Jul 30 03:01:55.983540 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-9bb2b845-b4ab-40ab-8850-104f49264a94 service neutron] 10.222.0.10 "GET /v2.0/networks/8f692369-3af0-4d38-bb02-dd3a5c53b0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832074 Jul 30 03:01:56.069775 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952c8bf-49b6-4b98-858a-eb771ecbbc28 req-312e6daf-832f-4867-b3d1-9e5787a87beb tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:56.071433 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f952c8bf-49b6-4b98-858a-eb771ecbbc28 req-312e6daf-832f-4867-b3d1-9e5787a87beb tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 944 time: 0.0545549 Jul 30 03:01:56.080510 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-18a588ec-c01f-46ce-823c-76aa15c1f45c req-44494fa1-fedd-49ef-993d-52fb1b8f8c74 service neutron] 10.222.0.10 "GET /v2.0/networks/8f692369-3af0-4d38-bb02-dd3a5c53b0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903504 Jul 30 03:01:56.111970 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f952c8bf-49b6-4b98-858a-eb771ecbbc28 req-5b775ab7-3064-4157-a14a-133500fd0a21 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a0aa6e6-84d1-46fe-bd9f-97999ab331fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339220 Jul 30 03:01:57.226209 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03b6d9-2d61-43a4-bd5f-8b510b51a2c0 req-6e0725d0-63f4-47c1-ac83-209ce10b1f52 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:57.227743 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf03b6d9-2d61-43a4-bd5f-8b510b51a2c0 req-6e0725d0-63f4-47c1-ac83-209ce10b1f52 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 944 time: 0.0487890 Jul 30 03:01:57.268185 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf03b6d9-2d61-43a4-bd5f-8b510b51a2c0 req-a12d626e-a9f1-416b-8818-182169adcdd5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a0aa6e6-84d1-46fe-bd9f-97999ab331fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330374 Jul 30 03:01:58.393832 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41a3b6-97ad-4b14-9180-dd4df494d595 req-1209d4e5-43db-488a-8125-871986ec26f6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:58.395336 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d41a3b6-97ad-4b14-9180-dd4df494d595 req-1209d4e5-43db-488a-8125-871986ec26f6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 944 time: 0.0539825 Jul 30 03:01:58.438906 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d41a3b6-97ad-4b14-9180-dd4df494d595 req-20e1c565-efc0-491a-80a8-c09ce0b68da5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a0aa6e6-84d1-46fe-bd9f-97999ab331fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369036 Jul 30 03:01:59.237152 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6fee715b-722c-436e-9205-c32c5fbe3ce3 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:01:59.330840 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 6fee715b-722c-436e-9205-c32c5fbe3ce3, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6fee715b-722c-436e-9205-c32c5fbe3ce3,segment=NetworkSegment(fae38631-7c90-477e-aa9e-cd4c7ac302ad),segment_id=fae38631-7c90-477e-aa9e-cd4c7ac302ad)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:01:59.342118 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '6fee715b-722c-436e-9205-c32c5fbe3ce3', 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6', 'port_id': '6fee715b-722c-436e-9205-c32c5fbe3ce3', 'mac_address': 'fa:16:3e:23:7b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7f0877-ae81-428b-8893-a3641da832c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:01:59.377538 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:59.390809 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fee715b-722c-436e-9205-c32c5fbe3ce3 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:01:59.410680 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 6fee715b-722c-436e-9205-c32c5fbe3ce3, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6fee715b-722c-436e-9205-c32c5fbe3ce3,segment=NetworkSegment(fae38631-7c90-477e-aa9e-cd4c7ac302ad),segment_id=fae38631-7c90-477e-aa9e-cd4c7ac302ad)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:01:59.490224 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:59.544078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=6fee715b-722c-436e-9205-c32c5fbe3ce3,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:59.556610 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef844e3-c527-4847-bdc8-e991cc92b289 req-e1497465-2646-4d84-ae3f-29153fd5b137 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:59.558155 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ef844e3-c527-4847-bdc8-e991cc92b289 req-e1497465-2646-4d84-ae3f-29153fd5b137 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 945 time: 0.0501962 Jul 30 03:01:59.597132 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ef844e3-c527-4847-bdc8-e991cc92b289 req-4860bafe-6043-4870-906c-936ff86ca9b9 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a0aa6e6-84d1-46fe-bd9f-97999ab331fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327950 Jul 30 03:01:59.737184 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['6fee715b-722c-436e-9205-c32c5fbe3ce3'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:02:00.633812 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:02:00.715233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c510e79-5dc7-4272-a508-e2d276f96aff req-05ac1e44-b4b3-404a-b2d4-e1f179cb5107 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:00.716800 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c510e79-5dc7-4272-a508-e2d276f96aff req-05ac1e44-b4b3-404a-b2d4-e1f179cb5107 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 945 time: 0.0487576 Jul 30 03:02:00.755380 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4c510e79-5dc7-4272-a508-e2d276f96aff req-57b73726-829d-4855-bd61-16b90fd781c6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a0aa6e6-84d1-46fe-bd9f-97999ab331fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323384 Jul 30 03:02:01.252249 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6fee715b-722c-436e-9205-c32c5fbe3ce3 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:02:01.409982 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 6fee715b-722c-436e-9205-c32c5fbe3ce3 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:02:01.414309 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 6fee715b-722c-436e-9205-c32c5fbe3ce3 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:02:01.414606 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:01.491941 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:01.514799 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919b67ee-2a52-4f78-820a-70cdaaa5ea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fee715b-722c-436e-9205-c32c5fbe3ce3'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:02:01.516984 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2aefbf-1034-4386-9277-61fcb9ed387a" -d '{"events": [{"server_uuid": "919b67ee-2a52-4f78-820a-70cdaaa5ea01", "name": "network-vif-plugged", "status": "completed", "tag": "6fee715b-722c-436e-9205-c32c5fbe3ce3"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:02:01.533569 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 6fee715b-722c-436e-9205-c32c5fbe3ce3, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6fee715b-722c-436e-9205-c32c5fbe3ce3,segment=NetworkSegment(fae38631-7c90-477e-aa9e-cd4c7ac302ad),segment_id=fae38631-7c90-477e-aa9e-cd4c7ac302ad)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:02:01.607395 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8ad0f4-5a10-47de-837b-f9b1a9bed580 x-openstack-request-id: req-7b8ad0f4-5a10-47de-837b-f9b1a9bed580 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:02:01.607722 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919b67ee-2a52-4f78-820a-70cdaaa5ea01", "name": "network-vif-plugged", "status": "completed", "tag": "6fee715b-722c-436e-9205-c32c5fbe3ce3", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:02:01.608227 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b8ad0f4-5a10-47de-837b-f9b1a9bed580 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:02:01.608634 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919b67ee-2a52-4f78-820a-70cdaaa5ea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fee715b-722c-436e-9205-c32c5fbe3ce3', 'code': 200} Jul 30 03:02:01.615738 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:01.671447 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=6fee715b-722c-436e-9205-c32c5fbe3ce3,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:01.708894 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c42c9-0d90-4333-9704-fbec47102577 req-41cdc24d-03c7-4e73-990c-0d025ea1e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:01.710439 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f52c42c9-0d90-4333-9704-fbec47102577 req-41cdc24d-03c7-4e73-990c-0d025ea1e5ea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 1097 time: 0.0423152 Jul 30 03:02:01.745887 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-f52c42c9-0d90-4333-9704-fbec47102577 req-e75b858b-7616-41e7-9684-8a446157544f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3a0aa6e6-84d1-46fe-bd9f-97999ab331fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279987 Jul 30 03:02:01.879107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f50a3-d214-4c43-8f2d-b91c87550163 req-e78a89ca-e6a2-45e6-9cfc-75076c244161 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:01.880660 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-927f50a3-d214-4c43-8f2d-b91c87550163 req-e78a89ca-e6a2-45e6-9cfc-75076c244161 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 946 time: 0.0542669 Jul 30 03:02:01.919261 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-927f50a3-d214-4c43-8f2d-b91c87550163 req-cb37540c-b44a-4f89-8c32-8533247281ec tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a0aa6e6-84d1-46fe-bd9f-97999ab331fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325036 Jul 30 03:02:03.035677 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dc843-5693-40e4-a5fd-5917c188f8b6 req-078399ab-017c-480b-a259-78c3e2869dca tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:03.037177 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-546dc843-5693-40e4-a5fd-5917c188f8b6 req-078399ab-017c-480b-a259-78c3e2869dca tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 946 time: 0.0508723 Jul 30 03:02:03.076211 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-546dc843-5693-40e4-a5fd-5917c188f8b6 req-561bfe79-4f39-48f2-86f7-0effb6ad46e6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a0aa6e6-84d1-46fe-bd9f-97999ab331fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324700 Jul 30 03:02:03.195453 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a0143-41c2-4291-b455-f46e0628ec9f req-b998e676-9814-4863-87f4-356a2cc86bd2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:03.197015 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db3a0143-41c2-4291-b455-f46e0628ec9f req-b998e676-9814-4863-87f4-356a2cc86bd2 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 946 time: 0.0550792 Jul 30 03:02:03.236055 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-db3a0143-41c2-4291-b455-f46e0628ec9f req-cb598714-6bb6-430c-a530-ca592e81f84b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a0aa6e6-84d1-46fe-bd9f-97999ab331fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328286 Jul 30 03:02:03.257918 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39866) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:03.298070 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4074020-2139-4c2a-8f2a-05ce89db7d03 tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:03.299638 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b4074020-2139-4c2a-8f2a-05ce89db7d03 tempest-TestNetworkAdvancedServerOps-562743356 tempest-TestNetworkAdvancedServerOps-562743356-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 1092 time: 0.0407224 Jul 30 03:02:03.302658 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39868) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:03.307010 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-9df019b3-d64d-46dd-b010-759f66072c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': '6fee715b-722c-436e-9205-c32c5fbe3ce3', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:02:03.407212 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9df019b3-d64d-46dd-b010-759f66072c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for floatingip, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:03.508674 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9df019b3-d64d-46dd-b010-759f66072c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:03.609007 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-9df019b3-d64d-46dd-b010-759f66072c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Allocated IP 172.25.1.78 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/3537231f-2b3a-4777-bcc9-1a0cc568e05d) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:02:03.734767 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a64c24b9-ef29-4dfb-8e4c-cf619dd55aa3 req-06926b07-e8e7-4240-9e21-c8c1c0390f3a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0687859 Jul 30 03:02:03.749936 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9df019b3-d64d-46dd-b010-759f66072c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:03.783812 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:03.824988 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c24b9-ef29-4dfb-8e4c-cf619dd55aa3 req-8d1126c0-7f68-4f8e-bfbc-6af5876f5f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:03.826482 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a64c24b9-ef29-4dfb-8e4c-cf619dd55aa3 req-8d1126c0-7f68-4f8e-bfbc-6af5876f5f16 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 1097 time: 0.0473804 Jul 30 03:02:03.927182 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c24b9-ef29-4dfb-8e4c-cf619dd55aa3 req-6422f0f4-2d91-4a1b-8529-d1dc5f3639f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:03.928674 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a64c24b9-ef29-4dfb-8e4c-cf619dd55aa3 req-6422f0f4-2d91-4a1b-8529-d1dc5f3639f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8f692369-3af0-4d38-bb02-dd3a5c53b0b6 HTTP/1.1" status: 200 len: 897 time: 0.0841124 Jul 30 03:02:03.935833 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9df019b3-d64d-46dd-b010-759f66072c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:04.000388 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a64c24b9-ef29-4dfb-8e4c-cf619dd55aa3 req-169b8462-7e01-433a-b943-5c36a11ac0db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fee715b-722c-436e-9205-c32c5fbe3ce3 HTTP/1.1" status: 200 len: 217 time: 0.0622556 Jul 30 03:02:04.025877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df019b3-d64d-46dd-b010-759f66072c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:02:04.043930 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df019b3-d64d-46dd-b010-759f66072c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=3537231f-2b3a-4777-bcc9-1a0cc568e05d,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:04.046421 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-9df019b3-d64d-46dd-b010-759f66072c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:02:04.050050 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df019b3-d64d-46dd-b010-759f66072c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:02:04.094209 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c24b9-ef29-4dfb-8e4c-cf619dd55aa3 req-4b2fc172-8dcc-48dd-bdd9-d203e64c3e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:04.095728 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a64c24b9-ef29-4dfb-8e4c-cf619dd55aa3 req-4b2fc172-8dcc-48dd-bdd9-d203e64c3e0a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc7f0877-ae81-428b-8893-a3641da832c5 HTTP/1.1" status: 200 len: 835 time: 0.0879576 Jul 30 03:02:04.201896 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c24b9-ef29-4dfb-8e4c-cf619dd55aa3 req-f9f9fd67-77ce-4c2e-962c-8de3f4a9c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:04.203426 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a64c24b9-ef29-4dfb-8e4c-cf619dd55aa3 req-f9f9fd67-77ce-4c2e-962c-8de3f4a9c13c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f692369-3af0-4d38-bb02-dd3a5c53b0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005328 Jul 30 03:02:04.374635 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a64c24b9-ef29-4dfb-8e4c-cf619dd55aa3 req-e79fa865-e77b-4931-b898-181c9155e8e1 service neutron] 10.222.0.10 "GET /v2.0/networks/8f692369-3af0-4d38-bb02-dd3a5c53b0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423860 Jul 30 03:02:04.561596 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-a64c24b9-ef29-4dfb-8e4c-cf619dd55aa3 req-486aad20-7927-48c4-bd47-109be2f71a17 service neutron] 10.222.0.10 "GET /v2.0/networks/8f692369-3af0-4d38-bb02-dd3a5c53b0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530752 Jul 30 03:02:04.577070 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9df019b3-d64d-46dd-b010-759f66072c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:04.778819 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9df019b3-d64d-46dd-b010-759f66072c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:04.930245 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9df019b3-d64d-46dd-b010-759f66072c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:05.015439 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9df019b3-d64d-46dd-b010-759f66072c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:05.080718 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df019b3-d64d-46dd-b010-759f66072c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event updated for resources: {'Port': ['ID=3537231f-2b3a-4777-bcc9-1a0cc568e05d,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:05.094419 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9df019b3-d64d-46dd-b010-759f66072c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:05.191599 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-9df019b3-d64d-46dd-b010-759f66072c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Floating IP af7291d7-39bb-4514-90eb-55061639a79a associated. External IP: 172.25.1.78, port: 6fee715b-722c-436e-9205-c32c5fbe3ce3. Jul 30 03:02:05.770988 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df019b3-d64d-46dd-b010-759f66072c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router deae5d0e-acbc-488c-83aa-249265981924 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:02:05.879799 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df019b3-d64d-46dd-b010-759f66072c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:02:05.889857 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423045d4-c0d0-45bd-a596-6b0fad73c3a0 None None] Sync routers for ids ['deae5d0e-acbc-488c-83aa-249265981924'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:02:05.899032 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423045d4-c0d0-45bd-a596-6b0fad73c3a0 None None] Routers {'deae5d0e-acbc-488c-83aa-249265981924'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:02:05.899663 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-423045d4-c0d0-45bd-a596-6b0fad73c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:01:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['deae5d0e-acbc-488c-83aa-249265981924'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:05.992478 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9df019b3-d64d-46dd-b010-759f66072c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:06.002075 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-423045d4-c0d0-45bd-a596-6b0fad73c3a0 None None] Set router deae5d0e-acbc-488c-83aa-249265981924 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:02:06.019969 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-9df019b3-d64d-46dd-b010-759f66072c30 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7162790 Jul 30 03:02:06.020557 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919b67ee-2a52-4f78-820a-70cdaaa5ea01', 'tag': '6fee715b-722c-436e-9205-c32c5fbe3ce3'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:02:06.022955 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be83195f-5832-46ba-b0a3-4c5f65455240" -d '{"events": [{"name": "network-changed", "server_uuid": "919b67ee-2a52-4f78-820a-70cdaaa5ea01", "tag": "6fee715b-722c-436e-9205-c32c5fbe3ce3"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:02:06.123992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1111cbc-20a3-4c5f-8273-d9d515ec391e req-ee37c1de-ff93-4033-b2bd-814162d3a766 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:06.125556 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1111cbc-20a3-4c5f-8273-d9d515ec391e req-ee37c1de-ff93-4033-b2bd-814162d3a766 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 946 time: 0.0559089 Jul 30 03:02:06.165433 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f1111cbc-20a3-4c5f-8273-d9d515ec391e req-6e634ff2-4095-4b6b-bc81-e1ea3a4704de tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a0aa6e6-84d1-46fe-bd9f-97999ab331fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336165 Jul 30 03:02:06.187763 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39874) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:06.235219 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-423045d4-c0d0-45bd-a596-6b0fad73c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deae5d0e-acbc-488c-83aa-249265981924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119692882', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:01:44Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:45Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'af7291d7-39bb-4514-90eb-55061639a79a', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'port_id': '6fee715b-722c-436e-9205-c32c5fbe3ce3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6', 'mac_address': 'fa:16:3e:23:7b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919b67ee-2a52-4f78-820a-70cdaaa5ea01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:02:04Z', 'updated_at': '2021-07-30T03:02:04Z', 'revision_number': 0, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69d46e9-5ece-4283-b8f3-eb373627239c', 'name': '', 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:8a:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'cc7f0877-ae81-428b-8893-a3641da832c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:48Z', 'updated_at': '2021-07-30T03:01:53Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': 'cc7f0877-ae81-428b-8893-a3641da832c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:06.239686 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d19b55-a14e-4bb3-a69a-c57d0ca71371 x-openstack-request-id: req-a1d19b55-a14e-4bb3-a69a-c57d0ca71371 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:02:06.240113 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919b67ee-2a52-4f78-820a-70cdaaa5ea01", "tag": "6fee715b-722c-436e-9205-c32c5fbe3ce3", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:02:06.240492 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a1d19b55-a14e-4bb3-a69a-c57d0ca71371 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:02:06.240951 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '919b67ee-2a52-4f78-820a-70cdaaa5ea01', 'tag': '6fee715b-722c-436e-9205-c32c5fbe3ce3', 'status': 'completed', 'code': 200} Jul 30 03:02:06.265378 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423045d4-c0d0-45bd-a596-6b0fad73c3a0 None None] Checking router: deae5d0e-acbc-488c-83aa-249265981924 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:02:06.273892 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423045d4-c0d0-45bd-a596-6b0fad73c3a0 None None] Routers {'deae5d0e-acbc-488c-83aa-249265981924'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:02:06.274487 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-423045d4-c0d0-45bd-a596-6b0fad73c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:01:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['deae5d0e-acbc-488c-83aa-249265981924'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:06.305730 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-d8388e3a-de2c-452f-8582-587dcf19aa7d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/floatingips/af7291d7-39bb-4514-90eb-55061639a79a HTTP/1.1" status: 200 len: 991 time: 0.1160219 Jul 30 03:02:06.311309 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83195f-5832-46ba-b0a3-4c5f65455240 req-a9975d0e-c72e-457d-abf9-a0b594dd2d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:06.312790 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-be83195f-5832-46ba-b0a3-4c5f65455240 req-a9975d0e-c72e-457d-abf9-a0b594dd2d77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 1097 time: 0.0710728 Jul 30 03:02:06.379992 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-423045d4-c0d0-45bd-a596-6b0fad73c3a0 None None] Set router deae5d0e-acbc-488c-83aa-249265981924 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:02:06.405851 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83195f-5832-46ba-b0a3-4c5f65455240 req-7c961ad0-d251-4293-8b6b-bf6a9bf09093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:06.407447 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-be83195f-5832-46ba-b0a3-4c5f65455240 req-7c961ad0-d251-4293-8b6b-bf6a9bf09093 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8f692369-3af0-4d38-bb02-dd3a5c53b0b6 HTTP/1.1" status: 200 len: 897 time: 0.0876465 Jul 30 03:02:06.477389 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-be83195f-5832-46ba-b0a3-4c5f65455240 req-13aec974-0911-4037-9e3c-91803ac11cea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fee715b-722c-436e-9205-c32c5fbe3ce3 HTTP/1.1" status: 200 len: 999 time: 0.0623202 Jul 30 03:02:06.527649 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83195f-5832-46ba-b0a3-4c5f65455240 req-2ecef0fe-82f9-4dac-aaae-02db98f7096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:06.529153 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-be83195f-5832-46ba-b0a3-4c5f65455240 req-2ecef0fe-82f9-4dac-aaae-02db98f7096c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc7f0877-ae81-428b-8893-a3641da832c5 HTTP/1.1" status: 200 len: 835 time: 0.0456688 Jul 30 03:02:06.577668 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83195f-5832-46ba-b0a3-4c5f65455240 req-3ef8d073-197e-40de-9b3d-0f91209d3f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:06.579269 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-be83195f-5832-46ba-b0a3-4c5f65455240 req-3ef8d073-197e-40de-9b3d-0f91209d3f00 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f692369-3af0-4d38-bb02-dd3a5c53b0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436771 Jul 30 03:02:06.613342 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-423045d4-c0d0-45bd-a596-6b0fad73c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deae5d0e-acbc-488c-83aa-249265981924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119692882', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:01:44Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:45Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'af7291d7-39bb-4514-90eb-55061639a79a', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'port_id': '6fee715b-722c-436e-9205-c32c5fbe3ce3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6', 'mac_address': 'fa:16:3e:23:7b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919b67ee-2a52-4f78-820a-70cdaaa5ea01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:02:04Z', 'updated_at': '2021-07-30T03:02:04Z', 'revision_number': 0, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69d46e9-5ece-4283-b8f3-eb373627239c', 'name': '', 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:8a:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'cc7f0877-ae81-428b-8893-a3641da832c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:48Z', 'updated_at': '2021-07-30T03:01:53Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': 'cc7f0877-ae81-428b-8893-a3641da832c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:06.640036 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423045d4-c0d0-45bd-a596-6b0fad73c3a0 None None] The sync data for ids ['deae5d0e-acbc-488c-83aa-249265981924'] in n-d-713498-9 is: [{'id': 'deae5d0e-acbc-488c-83aa-249265981924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119692882', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:01:44Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:45Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'af7291d7-39bb-4514-90eb-55061639a79a', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'port_id': '6fee715b-722c-436e-9205-c32c5fbe3ce3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6', 'mac_address': 'fa:16:3e:23:7b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919b67ee-2a52-4f78-820a-70cdaaa5ea01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:02:04Z', 'updated_at': '2021-07-30T03:02:04Z', 'revision_number': 0, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69d46e9-5ece-4283-b8f3-eb373627239c', 'name': '', 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:8a:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'cc7f0877-ae81-428b-8893-a3641da832c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:48Z', 'updated_at': '2021-07-30T03:01:53Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': 'cc7f0877-ae81-428b-8893-a3641da832c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:02:06.673137 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-be83195f-5832-46ba-b0a3-4c5f65455240 req-94d27cf5-200e-4cdc-bcbf-dd7eddb658ea service neutron] 10.222.0.10 "GET /v2.0/networks/8f692369-3af0-4d38-bb02-dd3a5c53b0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866020 Jul 30 03:02:06.801357 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-be83195f-5832-46ba-b0a3-4c5f65455240 req-3cec8bbf-0da6-4601-8cb1-99f0f24df2f1 service neutron] 10.222.0.10 "GET /v2.0/networks/8f692369-3af0-4d38-bb02-dd3a5c53b0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217330 Jul 30 03:02:06.834995 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0344442-7554-4068-ad86-d372a76a5659 None None] New status for floating IP af7291d7-39bb-4514-90eb-55061639a79a: ACTIVE {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:02:07.309607 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39876) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:07.375516 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f662c84f-4fd7-4084-9824-d375c01ddf68 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/floatingips/af7291d7-39bb-4514-90eb-55061639a79a HTTP/1.1" status: 200 len: 993 time: 0.0647383 Jul 30 03:02:09.207191 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3edb52c-9703-4fcd-9adf-efa721d67c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:11.709434 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3a04b5c-dfd9-48f8-84da-fd08d0fa5bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:11.858202 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:13.632954 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:14.958275 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:18.623674 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:33.766374 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:34.413008 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da43df4-e03f-487e-9ba8-a75b11c7eef9 req-191a1089-b2e5-4425-bf29-47c06eec3a9f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:34.414584 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0da43df4-e03f-487e-9ba8-a75b11c7eef9 req-191a1089-b2e5-4425-bf29-47c06eec3a9f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 946 time: 0.0499732 Jul 30 03:02:34.452456 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0da43df4-e03f-487e-9ba8-a75b11c7eef9 req-63cf7b06-d12f-4e6a-9f61-7bf9a3f7428f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a0aa6e6-84d1-46fe-bd9f-97999ab331fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317054 Jul 30 03:02:35.569745 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc20269-32c9-4e7c-8c97-6db588063db5 req-41e0d925-cfee-4d5b-b28a-d14f5d80fc31 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:35.571280 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dbc20269-32c9-4e7c-8c97-6db588063db5 req-41e0d925-cfee-4d5b-b28a-d14f5d80fc31 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 946 time: 0.0492971 Jul 30 03:02:35.611168 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dbc20269-32c9-4e7c-8c97-6db588063db5 req-78956de6-2aa7-4c3c-a075-b66210601bc4 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a0aa6e6-84d1-46fe-bd9f-97999ab331fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337973 Jul 30 03:02:35.633711 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39892) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:35.695852 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-6b581b7e-6216-4730-aaf8-9df216af2cf1 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/floatingips/af7291d7-39bb-4514-90eb-55061639a79a HTTP/1.1" status: 200 len: 993 time: 0.0609367 Jul 30 03:02:37.135626 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a87c71-8b90-452c-891d-6b4ca90fe8cb req-e2df90cc-794b-4048-9122-44aef1378360 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:37.137188 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c1a87c71-8b90-452c-891d-6b4ca90fe8cb req-e2df90cc-794b-4048-9122-44aef1378360 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 946 time: 0.0530112 Jul 30 03:02:37.183187 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c1a87c71-8b90-452c-891d-6b4ca90fe8cb req-41b8f906-03c7-4665-8c71-68a65866d66a tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a0aa6e6-84d1-46fe-bd9f-97999ab331fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392230 Jul 30 03:02:37.229942 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e09b8-2bef-49ae-81a6-228228b6b50a req-9fceddd6-df08-4088-b5d9-5f248f916ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:37.231492 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9f1e09b8-2bef-49ae-81a6-228228b6b50a req-9fceddd6-df08-4088-b5d9-5f248f916ad1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 1097 time: 0.0433629 Jul 30 03:02:37.326018 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e09b8-2bef-49ae-81a6-228228b6b50a req-6c6e13ba-fc1d-4ab2-8023-9c0e4bd1fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:37.327981 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9f1e09b8-2bef-49ae-81a6-228228b6b50a req-6c6e13ba-fc1d-4ab2-8023-9c0e4bd1fed0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8f692369-3af0-4d38-bb02-dd3a5c53b0b6 HTTP/1.1" status: 200 len: 897 time: 0.0895557 Jul 30 03:02:37.395479 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9f1e09b8-2bef-49ae-81a6-228228b6b50a req-e7a96180-d853-419c-b4fa-66073fea8631 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fee715b-722c-436e-9205-c32c5fbe3ce3 HTTP/1.1" status: 200 len: 1001 time: 0.0579131 Jul 30 03:02:37.448036 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e09b8-2bef-49ae-81a6-228228b6b50a req-0af02cb8-95d1-408a-8ddb-254e9a7c4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:37.449461 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9f1e09b8-2bef-49ae-81a6-228228b6b50a req-0af02cb8-95d1-408a-8ddb-254e9a7c4351 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc7f0877-ae81-428b-8893-a3641da832c5 HTTP/1.1" status: 200 len: 835 time: 0.0474064 Jul 30 03:02:37.493409 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e09b8-2bef-49ae-81a6-228228b6b50a req-8f387277-d749-416f-b133-0728b8f0d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:37.494938 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9f1e09b8-2bef-49ae-81a6-228228b6b50a req-8f387277-d749-416f-b133-0728b8f0d2a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f692369-3af0-4d38-bb02-dd3a5c53b0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384779 Jul 30 03:02:37.586278 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9f1e09b8-2bef-49ae-81a6-228228b6b50a req-6b246f88-274e-40c6-9735-76728dbc08a3 service neutron] 10.222.0.10 "GET /v2.0/networks/8f692369-3af0-4d38-bb02-dd3a5c53b0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836835 Jul 30 03:02:37.633120 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:02:37.679668 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-9f1e09b8-2bef-49ae-81a6-228228b6b50a req-d92c3902-8310-46ea-b7ab-7dd50fa34af5 service neutron] 10.222.0.10 "GET /v2.0/networks/8f692369-3af0-4d38-bb02-dd3a5c53b0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869334 Jul 30 03:02:38.301731 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862be088-12f4-4f2b-868e-8cc906d3ff81 req-62ae6bb0-57fc-4522-84c5-738bb2557514 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:38.303195 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-862be088-12f4-4f2b-868e-8cc906d3ff81 req-62ae6bb0-57fc-4522-84c5-738bb2557514 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 946 time: 0.0512090 Jul 30 03:02:38.344345 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-862be088-12f4-4f2b-868e-8cc906d3ff81 req-5766e7a5-0c7f-4250-86ac-391922155595 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a0aa6e6-84d1-46fe-bd9f-97999ab331fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350654 Jul 30 03:02:39.199625 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-366e4493-31e1-4c57-a54e-2ac1dad7792c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:39.457626 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c0d10-9d55-4a6e-b63e-7d3c5624749d req-18f41735-0a3c-4eaf-87d3-f390e7eee980 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:39.459122 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c60c0d10-9d55-4a6e-b63e-7d3c5624749d req-18f41735-0a3c-4eaf-87d3-f390e7eee980 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 946 time: 0.0480201 Jul 30 03:02:39.495619 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c60c0d10-9d55-4a6e-b63e-7d3c5624749d req-134869ab-6a89-4c32-a641-af7cafa3f003 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a0aa6e6-84d1-46fe-bd9f-97999ab331fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306659 Jul 30 03:02:39.517553 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39908) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:39.580050 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d3ec1263-7ec6-4726-9c37-9f7a494e00d6 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/floatingips/af7291d7-39bb-4514-90eb-55061639a79a HTTP/1.1" status: 200 len: 993 time: 0.0614171 Jul 30 03:02:39.847978 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39914) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:40.019208 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting port 3537231f-2b3a-4777-bcc9-1a0cc568e05d {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:02:40.019465 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:40.093278 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:40.093612 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:40.105038 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Calling delete_port for 3537231f-2b3a-4777-bcc9-1a0cc568e05d owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:02:40.308188 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:40.331670 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Port': ['ID=3537231f-2b3a-4777-bcc9-1a0cc568e05d,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:40.362361 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:40.362721 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:40.363072 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:40.363416 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:40.363756 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:40.364096 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:40.364937 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:40.364937 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:40.365178 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:40.365386 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:40.365713 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:40.366039 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:40.408088 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:40.408428 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Floating IP af7291d7-39bb-4514-90eb-55061639a79a disassociated (deleted). External IP: 172.25.1.78, port: 6fee715b-722c-436e-9205-c32c5fbe3ce3. Jul 30 03:02:40.613929 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router deae5d0e-acbc-488c-83aa-249265981924 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:02:40.720435 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:02:40.725216 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:40.729635 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e2c29-2277-4891-8cdc-143fbd453198 None None] Sync routers for ids ['deae5d0e-acbc-488c-83aa-249265981924'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:02:40.738253 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e2c29-2277-4891-8cdc-143fbd453198 None None] Routers {'deae5d0e-acbc-488c-83aa-249265981924'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:02:40.738943 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-743e2c29-2277-4891-8cdc-143fbd453198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:02:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['deae5d0e-acbc-488c-83aa-249265981924'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:40.751634 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-7d38be9c-b406-40f5-ba99-091cd2bce8df tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/floatingips/af7291d7-39bb-4514-90eb-55061639a79a HTTP/1.1" status: 204 len: 168 time: 0.9025483 Jul 30 03:02:40.752228 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919b67ee-2a52-4f78-820a-70cdaaa5ea01', 'tag': '6fee715b-722c-436e-9205-c32c5fbe3ce3'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:02:40.754490 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3266920b-1b05-46f4-a060-61c92d3bd1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "919b67ee-2a52-4f78-820a-70cdaaa5ea01", "tag": "6fee715b-722c-436e-9205-c32c5fbe3ce3"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:02:40.841245 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-743e2c29-2277-4891-8cdc-143fbd453198 None None] Set router deae5d0e-acbc-488c-83aa-249265981924 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:02:41.031585 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-743e2c29-2277-4891-8cdc-143fbd453198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deae5d0e-acbc-488c-83aa-249265981924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119692882', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:01:44Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:45Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd69d46e9-5ece-4283-b8f3-eb373627239c', 'name': '', 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:8a:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'cc7f0877-ae81-428b-8893-a3641da832c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:48Z', 'updated_at': '2021-07-30T03:01:53Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': 'cc7f0877-ae81-428b-8893-a3641da832c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:41.125474 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5995b8a6-da1c-40fc-b102-e8d936e9930c x-openstack-request-id: req-5995b8a6-da1c-40fc-b102-e8d936e9930c {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:02:41.126046 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919b67ee-2a52-4f78-820a-70cdaaa5ea01", "tag": "6fee715b-722c-436e-9205-c32c5fbe3ce3", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:02:41.126046 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5995b8a6-da1c-40fc-b102-e8d936e9930c {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:02:41.126457 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '919b67ee-2a52-4f78-820a-70cdaaa5ea01', 'tag': '6fee715b-722c-436e-9205-c32c5fbe3ce3', 'status': 'completed', 'code': 200} Jul 30 03:02:41.193164 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266920b-1b05-46f4-a060-61c92d3bd1c2 req-e18ed79f-6b18-4cd2-8816-31a5dd36c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:41.194847 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3266920b-1b05-46f4-a060-61c92d3bd1c2 req-e18ed79f-6b18-4cd2-8816-31a5dd36c4b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0077c21cf63c4542922b8f7011a4fe46&device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 1097 time: 0.0461388 Jul 30 03:02:41.213439 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e2c29-2277-4891-8cdc-143fbd453198 None None] Checking router: deae5d0e-acbc-488c-83aa-249265981924 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:02:41.222463 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e2c29-2277-4891-8cdc-143fbd453198 None None] Routers {'deae5d0e-acbc-488c-83aa-249265981924'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:02:41.223067 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-743e2c29-2277-4891-8cdc-143fbd453198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:02:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['deae5d0e-acbc-488c-83aa-249265981924'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:41.229358 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96ade8-bf2d-4239-b689-be9409bc5ede req-751c75f0-0216-4abd-a99c-7f06753206c5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:41.231500 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-da96ade8-bf2d-4239-b689-be9409bc5ede req-751c75f0-0216-4abd-a99c-7f06753206c5 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 946 time: 0.0546069 Jul 30 03:02:41.273194 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-da96ade8-bf2d-4239-b689-be9409bc5ede req-0f2fcfc3-fe41-4480-aedf-54d1b0de770b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a0aa6e6-84d1-46fe-bd9f-97999ab331fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348182 Jul 30 03:02:41.295408 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266920b-1b05-46f4-a060-61c92d3bd1c2 req-77d2f4a4-39ec-467c-8e05-c647776032f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:41.297511 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3266920b-1b05-46f4-a060-61c92d3bd1c2 req-77d2f4a4-39ec-467c-8e05-c647776032f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8f692369-3af0-4d38-bb02-dd3a5c53b0b6 HTTP/1.1" status: 200 len: 897 time: 0.0937483 Jul 30 03:02:41.327953 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-743e2c29-2277-4891-8cdc-143fbd453198 None None] Set router deae5d0e-acbc-488c-83aa-249265981924 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:02:41.339881 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3266920b-1b05-46f4-a060-61c92d3bd1c2 req-a8dfdd07-11c2-47dd-9a8f-46c33a80f745 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fee715b-722c-436e-9205-c32c5fbe3ce3 HTTP/1.1" status: 200 len: 217 time: 0.0339189 Jul 30 03:02:41.391107 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266920b-1b05-46f4-a060-61c92d3bd1c2 req-11c3fe49-b53c-4fdd-a46c-14b65220af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:41.392580 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3266920b-1b05-46f4-a060-61c92d3bd1c2 req-11c3fe49-b53c-4fdd-a46c-14b65220af96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc7f0877-ae81-428b-8893-a3641da832c5 HTTP/1.1" status: 200 len: 835 time: 0.0434830 Jul 30 03:02:41.440403 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266920b-1b05-46f4-a060-61c92d3bd1c2 req-e0cb55a1-6588-423e-ae23-5aeb80ef0aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:41.442252 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3266920b-1b05-46f4-a060-61c92d3bd1c2 req-e0cb55a1-6588-423e-ae23-5aeb80ef0aaf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f692369-3af0-4d38-bb02-dd3a5c53b0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403693 Jul 30 03:02:41.520000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-743e2c29-2277-4891-8cdc-143fbd453198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deae5d0e-acbc-488c-83aa-249265981924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119692882', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:01:44Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:45Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd69d46e9-5ece-4283-b8f3-eb373627239c', 'name': '', 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:8a:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'cc7f0877-ae81-428b-8893-a3641da832c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:48Z', 'updated_at': '2021-07-30T03:01:53Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': 'cc7f0877-ae81-428b-8893-a3641da832c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:41.543620 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3266920b-1b05-46f4-a060-61c92d3bd1c2 req-5597ceb5-5124-4626-857e-bfe777716523 service neutron] 10.222.0.10 "GET /v2.0/networks/8f692369-3af0-4d38-bb02-dd3a5c53b0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866492 Jul 30 03:02:41.546457 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e2c29-2277-4891-8cdc-143fbd453198 None None] The sync data for ids ['deae5d0e-acbc-488c-83aa-249265981924'] in n-d-713498-9 is: [{'id': 'deae5d0e-acbc-488c-83aa-249265981924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119692882', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:01:44Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 4, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:45Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'd69d46e9-5ece-4283-b8f3-eb373627239c', 'name': '', 'network_id': '8f692369-3af0-4d38-bb02-dd3a5c53b0b6', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'mac_address': 'fa:16:3e:8a:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'cc7f0877-ae81-428b-8893-a3641da832c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:48Z', 'updated_at': '2021-07-30T03:01:53Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'subnets': [{'id': 'cc7f0877-ae81-428b-8893-a3641da832c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:02:41.636224 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3266920b-1b05-46f4-a060-61c92d3bd1c2 req-6b513b44-6f55-4a4f-8685-396987ba9ea0 service neutron] 10.222.0.10 "GET /v2.0/networks/8f692369-3af0-4d38-bb02-dd3a5c53b0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919983 Jul 30 03:02:41.724106 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-59b93ff9-a7f8-4afd-9e91-6f4ac1c19a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:41.764098 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69d2c2f-b2d4-4625-99d2-3b3327634731 None None] New status for floating IP af7291d7-39bb-4514-90eb-55061639a79a: DOWN {{(pid=94467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:02:41.845230 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:42.394818 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f127b-e50e-4060-bde9-ff7bc2ce25cf req-de37bf00-d2ab-4bc3-9bd1-faac47e67b75 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:42.396314 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-103f127b-e50e-4060-bde9-ff7bc2ce25cf req-de37bf00-d2ab-4bc3-9bd1-faac47e67b75 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 946 time: 0.0531170 Jul 30 03:02:42.434673 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-103f127b-e50e-4060-bde9-ff7bc2ce25cf req-5824c16b-3d85-487b-8dc8-0e00b38d970d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a0aa6e6-84d1-46fe-bd9f-97999ab331fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322309 Jul 30 03:02:42.848437 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea07ef5-2920-48e6-bb7e-2e4e6823f8c1 req-0f458872-6171-4cb9-8f3c-d8ddeff29544 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:42.849927 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ea07ef5-2920-48e6-bb7e-2e4e6823f8c1 req-0f458872-6171-4cb9-8f3c-d8ddeff29544 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 946 time: 0.0520194 Jul 30 03:02:42.936132 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-1ea07ef5-2920-48e6-bb7e-2e4e6823f8c1 req-9d5813e4-3875-4433-b6d6-cb0c4dea490d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting port 6fee715b-722c-436e-9205-c32c5fbe3ce3 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:02:42.936481 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1ea07ef5-2920-48e6-bb7e-2e4e6823f8c1 req-9d5813e4-3875-4433-b6d6-cb0c4dea490d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:43.025087 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-1ea07ef5-2920-48e6-bb7e-2e4e6823f8c1 req-9d5813e4-3875-4433-b6d6-cb0c4dea490d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] For port 6fee715b-722c-436e-9205-c32c5fbe3ce3, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=6fee715b-722c-436e-9205-c32c5fbe3ce3,segment=NetworkSegment(fae38631-7c90-477e-aa9e-cd4c7ac302ad),segment_id=fae38631-7c90-477e-aa9e-cd4c7ac302ad)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:02:43.025448 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1ea07ef5-2920-48e6-bb7e-2e4e6823f8c1 req-9d5813e4-3875-4433-b6d6-cb0c4dea490d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:43.038819 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [req-1ea07ef5-2920-48e6-bb7e-2e4e6823f8c1 req-9d5813e4-3875-4433-b6d6-cb0c4dea490d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Calling delete_port for 6fee715b-722c-436e-9205-c32c5fbe3ce3 owned by compute:nova {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:02:43.279198 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1ea07ef5-2920-48e6-bb7e-2e4e6823f8c1 req-9d5813e4-3875-4433-b6d6-cb0c4dea490d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:43.311661 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5813e4-3875-4433-b6d6-cb0c4dea490d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Port': ['ID=6fee715b-722c-436e-9205-c32c5fbe3ce3,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:43.352353 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea07ef5-2920-48e6-bb7e-2e4e6823f8c1 req-9d5813e4-3875-4433-b6d6-cb0c4dea490d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] No DVR routers for this DVR port 6fee715b-722c-436e-9205-c32c5fbe3ce3 on host n-h1-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:02:43.355594 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1ea07ef5-2920-48e6-bb7e-2e4e6823f8c1 req-9d5813e4-3875-4433-b6d6-cb0c4dea490d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:43.357626 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1ea07ef5-2920-48e6-bb7e-2e4e6823f8c1 req-9d5813e4-3875-4433-b6d6-cb0c4dea490d tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.10 "DELETE /v2.0/ports/6fee715b-722c-436e-9205-c32c5fbe3ce3 HTTP/1.1" status: 204 len: 173 time: 0.5016611 Jul 30 03:02:43.358083 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919b67ee-2a52-4f78-820a-70cdaaa5ea01', 'name': 'network-vif-deleted', 'tag': '6fee715b-722c-436e-9205-c32c5fbe3ce3'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:02:43.361547 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b118c2-949e-443e-b1f0-5a2c4afd7585" -d '{"events": [{"server_uuid": "919b67ee-2a52-4f78-820a-70cdaaa5ea01", "name": "network-vif-deleted", "tag": "6fee715b-722c-436e-9205-c32c5fbe3ce3"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:02:43.397125 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184f3e4e-4bac-4f3c-b7e3-ed4b5bd341da x-openstack-request-id: req-184f3e4e-4bac-4f3c-b7e3-ed4b5bd341da {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:02:43.397415 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919b67ee-2a52-4f78-820a-70cdaaa5ea01", "name": "network-vif-deleted", "tag": "6fee715b-722c-436e-9205-c32c5fbe3ce3", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:02:43.397669 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-184f3e4e-4bac-4f3c-b7e3-ed4b5bd341da {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:02:43.398085 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919b67ee-2a52-4f78-820a-70cdaaa5ea01', 'name': 'network-vif-deleted', 'tag': '6fee715b-722c-436e-9205-c32c5fbe3ce3', 'status': 'completed', 'code': 200} Jul 30 03:02:43.532462 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a089bda7-2e83-45ca-8568-153f2699c694 req-dd3800c5-6d0d-4f5c-8af7-ca80d8296e33 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "GET /v2.0/ports?device_id=919b67ee-2a52-4f78-820a-70cdaaa5ea01 HTTP/1.1" status: 200 len: 210 time: 0.0288565 Jul 30 03:02:43.634234 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:44.590224 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39930) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:44.957823 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:44.965296 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:45.203443 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting port d69d46e9-5ece-4283-b8f3-eb373627239c {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:02:45.203707 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:45.293821 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] For port d69d46e9-5ece-4283-b8f3-eb373627239c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=d69d46e9-5ece-4283-b8f3-eb373627239c,segment=NetworkSegment(fae38631-7c90-477e-aa9e-cd4c7ac302ad),segment_id=fae38631-7c90-477e-aa9e-cd4c7ac302ad)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:02:45.294186 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:45.306817 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Calling delete_port for d69d46e9-5ece-4283-b8f3-eb373627239c owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:02:45.588241 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:45.614846 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Port': ['ID=d69d46e9-5ece-4283-b8f3-eb373627239c,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:45.646050 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:45.646428 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:45.646777 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:45.647121 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:45.647460 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:45.647798 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:45.648129 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:45.648463 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:45.648795 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:45.649127 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:45.649454 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:45.649782 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:45.821695 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:46.354320 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Router deae5d0e-acbc-488c-83aa-249265981924 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:02:46.458764 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:02:46.465711 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-71be82da-fdd0-4d33-b10a-0be7719baffc tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "PUT /v2.0/routers/deae5d0e-acbc-488c-83aa-249265981924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8725443 Jul 30 03:02:46.466699 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39932) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:46.470947 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e285a-4099-470d-8fc7-accce2f56206 None None] Sync routers for ids ['deae5d0e-acbc-488c-83aa-249265981924'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:02:46.479157 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e285a-4099-470d-8fc7-accce2f56206 None None] Routers {'deae5d0e-acbc-488c-83aa-249265981924'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:02:46.479793 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-482e285a-4099-470d-8fc7-accce2f56206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:02:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['deae5d0e-acbc-488c-83aa-249265981924'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:46.521169 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-98739a3b-ba30-49cb-890d-8874b8b63072 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting subnet cc7f0877-ae81-428b-8893-a3641da832c5 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:02:46.524396 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-98739a3b-ba30-49cb-890d-8874b8b63072 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:46.564162 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-98739a3b-ba30-49cb-890d-8874b8b63072 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:46.587927 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-482e285a-4099-470d-8fc7-accce2f56206 None None] Set router deae5d0e-acbc-488c-83aa-249265981924 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:02:46.651136 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-98739a3b-ba30-49cb-890d-8874b8b63072 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:46.772252 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-482e285a-4099-470d-8fc7-accce2f56206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deae5d0e-acbc-488c-83aa-249265981924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119692882', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:01:44Z', 'updated_at': '2021-07-30T03:02:45Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:45Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:46.797882 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e285a-4099-470d-8fc7-accce2f56206 None None] Checking router: deae5d0e-acbc-488c-83aa-249265981924 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:02:46.805908 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e285a-4099-470d-8fc7-accce2f56206 None None] Routers {'deae5d0e-acbc-488c-83aa-249265981924'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:02:46.806525 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-482e285a-4099-470d-8fc7-accce2f56206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:02:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['deae5d0e-acbc-488c-83aa-249265981924'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:46.823448 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-98739a3b-ba30-49cb-890d-8874b8b63072 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:46.855617 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-98739a3b-ba30-49cb-890d-8874b8b63072 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:46.860740 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39934) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:46.861697 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-98739a3b-ba30-49cb-890d-8874b8b63072 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/subnets/cc7f0877-ae81-428b-8893-a3641da832c5 HTTP/1.1" status: 204 len: 168 time: 0.3940053 Jul 30 03:02:46.862853 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98739a3b-ba30-49cb-890d-8874b8b63072 tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Subnet': ['ID=cc7f0877-ae81-428b-8893-a3641da832c5,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:46.884700 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b84bce0-193c-4eff-ab3c-293222b98a76 None None] Network 8f692369-3af0-4d38-bb02-dd3a5c53b0b6 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:02:46.967324 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-482e285a-4099-470d-8fc7-accce2f56206 None None] Set router deae5d0e-acbc-488c-83aa-249265981924 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:02:46.969890 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18ec3ac1-04eb-4dde-aa88-8e7dcff9177f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:47.071826 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18ec3ac1-04eb-4dde-aa88-8e7dcff9177f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:47.183105 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf86cc1-ee1c-4183-9c84-37a64d837c99 None None] DHCP port deletion for 8f692369-3af0-4d38-bb02-dd3a5c53b0b6 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:02:47.185464 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-482e285a-4099-470d-8fc7-accce2f56206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deae5d0e-acbc-488c-83aa-249265981924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119692882', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:01:44Z', 'updated_at': '2021-07-30T03:02:45Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:45Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:47.192530 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-18ec3ac1-04eb-4dde-aa88-8e7dcff9177f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Deleting port 3addebb7-26d1-40ae-b3e4-ec30535729c0 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:02:47.192872 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18ec3ac1-04eb-4dde-aa88-8e7dcff9177f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:47.218991 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e285a-4099-470d-8fc7-accce2f56206 None None] The sync data for ids ['deae5d0e-acbc-488c-83aa-249265981924'] in n-d-713498-9 is: [{'id': 'deae5d0e-acbc-488c-83aa-249265981924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119692882', 'tenant_id': '0077c21cf63c4542922b8f7011a4fe46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:01:44Z', 'updated_at': '2021-07-30T03:02:45Z', 'revision_number': 5, 'project_id': '0077c21cf63c4542922b8f7011a4fe46', 'gw_port': {'id': '3addebb7-26d1-40ae-b3e4-ec30535729c0', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deae5d0e-acbc-488c-83aa-249265981924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:01:45Z', 'updated_at': '2021-07-30T03:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:02:47.261595 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5bf86cc1-ee1c-4183-9c84-37a64d837c99 None None] Deleting port b4c14062-5af8-4770-bafb-2cdbfe6a0701 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:02:47.261974 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bf86cc1-ee1c-4183-9c84-37a64d837c99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:47.283522 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-18ec3ac1-04eb-4dde-aa88-8e7dcff9177f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] For port 3addebb7-26d1-40ae-b3e4-ec30535729c0, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=3addebb7-26d1-40ae-b3e4-ec30535729c0,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:02:47.283955 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18ec3ac1-04eb-4dde-aa88-8e7dcff9177f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:47.296300 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-18ec3ac1-04eb-4dde-aa88-8e7dcff9177f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Calling delete_port for 3addebb7-26d1-40ae-b3e4-ec30535729c0 owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:02:47.322074 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5bf86cc1-ee1c-4183-9c84-37a64d837c99 None None] For port b4c14062-5af8-4770-bafb-2cdbfe6a0701, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=b4c14062-5af8-4770-bafb-2cdbfe6a0701,segment=NetworkSegment(fae38631-7c90-477e-aa9e-cd4c7ac302ad),segment_id=fae38631-7c90-477e-aa9e-cd4c7ac302ad)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:02:47.322496 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bf86cc1-ee1c-4183-9c84-37a64d837c99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:47.338802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5bf86cc1-ee1c-4183-9c84-37a64d837c99 None None] Calling delete_port for b4c14062-5af8-4770-bafb-2cdbfe6a0701 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:02:47.440249 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6fee715b-722c-436e-9205-c32c5fbe3ce3 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:02:47.459583 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 6fee715b-722c-436e-9205-c32c5fbe3ce3 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:02:47.459924 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 6fee715b-722c-436e-9205-c32c5fbe3ce3 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:02:47.490819 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bf86cc1-ee1c-4183-9c84-37a64d837c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:47.513765 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18ec3ac1-04eb-4dde-aa88-8e7dcff9177f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:47.517311 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf86cc1-ee1c-4183-9c84-37a64d837c99 None None] Pushing event deleted for resources: {'Port': ['ID=b4c14062-5af8-4770-bafb-2cdbfe6a0701,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:47.519645 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf86cc1-ee1c-4183-9c84-37a64d837c99 None None] No DVR routers for this DVR port b4c14062-5af8-4770-bafb-2cdbfe6a0701 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:02:47.529744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf86cc1-ee1c-4183-9c84-37a64d837c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:47.530095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf86cc1-ee1c-4183-9c84-37a64d837c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:47.530467 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf86cc1-ee1c-4183-9c84-37a64d837c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:47.530805 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf86cc1-ee1c-4183-9c84-37a64d837c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:47.531142 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf86cc1-ee1c-4183-9c84-37a64d837c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:47.531565 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf86cc1-ee1c-4183-9c84-37a64d837c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:47.531890 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf86cc1-ee1c-4183-9c84-37a64d837c99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:47.532096 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf86cc1-ee1c-4183-9c84-37a64d837c99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:47.532421 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf86cc1-ee1c-4183-9c84-37a64d837c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:47.532744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf86cc1-ee1c-4183-9c84-37a64d837c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:47.533066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf86cc1-ee1c-4183-9c84-37a64d837c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:47.533388 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf86cc1-ee1c-4183-9c84-37a64d837c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:47.541502 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec3ac1-04eb-4dde-aa88-8e7dcff9177f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Port': ['ID=3addebb7-26d1-40ae-b3e4-ec30535729c0,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:47.664542 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18ec3ac1-04eb-4dde-aa88-8e7dcff9177f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:47.720916 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d69d46e9-5ece-4283-b8f3-eb373627239c no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:02:47.741939 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: d69d46e9-5ece-4283-b8f3-eb373627239c {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:02:47.742432 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device d69d46e9-5ece-4283-b8f3-eb373627239c not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:02:47.742931 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b4c14062-5af8-4770-bafb-2cdbfe6a0701 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:02:47.768811 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: b4c14062-5af8-4770-bafb-2cdbfe6a0701 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:02:47.769913 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b4c14062-5af8-4770-bafb-2cdbfe6a0701 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:02:48.112929 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18ec3ac1-04eb-4dde-aa88-8e7dcff9177f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:48.115065 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18ec3ac1-04eb-4dde-aa88-8e7dcff9177f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:48.291267 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18ec3ac1-04eb-4dde-aa88-8e7dcff9177f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:48.291799 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ec3ac1-04eb-4dde-aa88-8e7dcff9177f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Fanout notify agent at l3_agent the message router_deleted on router deae5d0e-acbc-488c-83aa-249265981924 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:02:48.299135 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18ec3ac1-04eb-4dde-aa88-8e7dcff9177f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:48.300258 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-18ec3ac1-04eb-4dde-aa88-8e7dcff9177f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/routers/deae5d0e-acbc-488c-83aa-249265981924 HTTP/1.1" status: 204 len: 168 time: 1.4383600 Jul 30 03:02:48.303182 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 39936) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:48.391213 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1864524-22d0-4c86-87a2-abce9f2eea1b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:48.481762 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1864524-22d0-4c86-87a2-abce9f2eea1b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:48.492515 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-a1864524-22d0-4c86-87a2-abce9f2eea1b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f692369-3af0-4d38-bb02-dd3a5c53b0b6']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:48.503662 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-a1864524-22d0-4c86-87a2-abce9f2eea1b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae38631-7c90-477e-aa9e-cd4c7ac302ad') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:48.503965 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-a1864524-22d0-4c86-87a2-abce9f2eea1b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae38631-7c90-477e-aa9e-cd4c7ac302ad') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:48.512656 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1864524-22d0-4c86-87a2-abce9f2eea1b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:48.525968 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1864524-22d0-4c86-87a2-abce9f2eea1b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:48.532107 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1864524-22d0-4c86-87a2-abce9f2eea1b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1864524-22d0-4c86-87a2-abce9f2eea1b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: timer() Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:02:48.537142 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:02:48.656964 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:48.666016 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1864524-22d0-4c86-87a2-abce9f2eea1b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:48.674150 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1864524-22d0-4c86-87a2-abce9f2eea1b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:48.675295 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a1864524-22d0-4c86-87a2-abce9f2eea1b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/networks/8f692369-3af0-4d38-bb02-dd3a5c53b0b6 HTTP/1.1" status: 204 len: 168 time: 0.3712943 Jul 30 03:02:48.678182 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39938) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:48.691201 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1864524-22d0-4c86-87a2-abce9f2eea1b tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'Network': ['ID=8f692369-3af0-4d38-bb02-dd3a5c53b0b6,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:48.740210 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0ee2dee1-130a-4c7a-aff4-8ecc0d29e15f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:48.768136 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0ee2dee1-130a-4c7a-aff4-8ecc0d29e15f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:48.871747 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0ee2dee1-130a-4c7a-aff4-8ecc0d29e15f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:48.874354 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0ee2dee1-130a-4c7a-aff4-8ecc0d29e15f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:48.875516 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0ee2dee1-130a-4c7a-aff4-8ecc0d29e15f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] 10.222.0.70 "DELETE /v2.0/security-groups/3a0aa6e6-84d1-46fe-bd9f-97999ab331fe HTTP/1.1" status: 204 len: 168 time: 0.1962707 Jul 30 03:02:48.885242 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2dee1-130a-4c7a-aff4-8ecc0d29e15f tempest-TestNetworkAdvancedServerOps-1723203282 tempest-TestNetworkAdvancedServerOps-1723203282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0aa6e6-84d1-46fe-bd9f-97999ab331fe,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:49.447371 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39946) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:49.605604 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-d86279a9-4370-49f8-999f-90937c2f6568 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0077c21cf63c4542922b8f7011a4fe46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570694 Jul 30 03:02:49.608099 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39950) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:49.621348 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3addebb7-26d1-40ae-b3e4-ec30535729c0 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:02:49.641999 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 3addebb7-26d1-40ae-b3e4-ec30535729c0 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:02:49.642456 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 3addebb7-26d1-40ae-b3e4-ec30535729c0 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:02:49.661396 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f87d6e95-322c-4d6d-a181-47028ce24f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:49.682092 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f87d6e95-322c-4d6d-a181-47028ce24f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:49.791699 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f87d6e95-322c-4d6d-a181-47028ce24f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:49.794563 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f87d6e95-322c-4d6d-a181-47028ce24f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:49.795711 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f87d6e95-322c-4d6d-a181-47028ce24f49 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd4081cd-efea-486a-91b1-121e5759b044 HTTP/1.1" status: 204 len: 168 time: 0.1866727 Jul 30 03:02:49.803946 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d6e95-322c-4d6d-a181-47028ce24f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4081cd-efea-486a-91b1-121e5759b044,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:50.351365 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39956) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:50.365335 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1491941a-0ac9-49b3-91ad-0f857c58e768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:50.454154 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1491941a-0ac9-49b3-91ad-0f857c58e768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:50.507958 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-1491941a-0ac9-49b3-91ad-0f857c58e768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:50.546060 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491941a-0ac9-49b3-91ad-0f857c58e768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f02073e-c287-4f76-83d2-168ea040dfa5,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:50.551745 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-1491941a-0ac9-49b3-91ad-0f857c58e768 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=226123b85d5b41b2be801fe65e7230f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993656 Jul 30 03:02:50.554433 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39958) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:50.604757 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e7c08e0d-a182-4050-b89a-8cfab8acfa03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:50.625541 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e7c08e0d-a182-4050-b89a-8cfab8acfa03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:50.736601 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e7c08e0d-a182-4050-b89a-8cfab8acfa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:50.739149 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e7c08e0d-a182-4050-b89a-8cfab8acfa03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:50.740295 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e7c08e0d-a182-4050-b89a-8cfab8acfa03 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2f02073e-c287-4f76-83d2-168ea040dfa5 HTTP/1.1" status: 204 len: 168 time: 0.1848574 Jul 30 03:02:50.747696 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c08e0d-a182-4050-b89a-8cfab8acfa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f02073e-c287-4f76-83d2-168ea040dfa5,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:51.760875 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39980) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:51.853870 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b940aea0-0cb8-402f-a25d-56fad3364b55 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1463427737-network', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:02:51.953352 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b940aea0-0cb8-402f-a25d-56fad3364b55 admin admin] Made reservation on behalf of 52fa1092004942e787a6ce8e9b7df950 for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:02:51.955643 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b940aea0-0cb8-402f-a25d-56fad3364b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:51.963924 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b940aea0-0cb8-402f-a25d-56fad3364b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:52.050833 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b940aea0-0cb8-402f-a25d-56fad3364b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:52.136191 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b940aea0-0cb8-402f-a25d-56fad3364b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:52.161368 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b940aea0-0cb8-402f-a25d-56fad3364b55 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:02:52.170014 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940aea0-0cb8-402f-a25d-56fad3364b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd52212f-e53c-410e-8543-9f5a147aeeda,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:52.182258 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b940aea0-0cb8-402f-a25d-56fad3364b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:52.182258 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-b940aea0-0cb8-402f-a25d-56fad3364b55 admin admin] Added segment cab6fe08-5a8e-427c-ae8a-954df4f19fd1 of type vlan for network d0e472ca-43fc-48b9-bc88-19d49ec72d44 Jul 30 03:02:52.220443 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b940aea0-0cb8-402f-a25d-56fad3364b55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:52.336545 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b940aea0-0cb8-402f-a25d-56fad3364b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:52.337432 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b940aea0-0cb8-402f-a25d-56fad3364b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:52.338021 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b940aea0-0cb8-402f-a25d-56fad3364b55 admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:52.399629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940aea0-0cb8-402f-a25d-56fad3364b55 admin admin] Pushing event updated for resources: {'Network': ['ID=d0e472ca-43fc-48b9-bc88-19d49ec72d44,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:52.410125 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network d0e472ca-43fc-48b9-bc88-19d49ec72d44 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:02:52.463334 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b940aea0-0cb8-402f-a25d-56fad3364b55 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7013440 Jul 30 03:02:52.466151 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39984) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:52.472435 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-4bb35a2d-af19-4c58-9def-1239c96afca3 admin admin] Request body: {'subnet': {'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1463427737-subnet', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:02:52.565070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb35a2d-af19-4c58-9def-1239c96afca3 admin admin] Made reservation on behalf of 52fa1092004942e787a6ce8e9b7df950 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:02:52.567487 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4bb35a2d-af19-4c58-9def-1239c96afca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:52.782274 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4bb35a2d-af19-4c58-9def-1239c96afca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:52.837686 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb35a2d-af19-4c58-9def-1239c96afca3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be3b903d-ff5a-465d-8faa-13fb7ed219dd,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:52.844473 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb35a2d-af19-4c58-9def-1239c96afca3 admin admin] Checking segment: {'id': 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:02:52.844832 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb35a2d-af19-4c58-9def-1239c96afca3 admin admin] Network hostable DHCP agents. Network: d0e472ca-43fc-48b9-bc88-19d49ec72d44, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:02:52.968701 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb35a2d-af19-4c58-9def-1239c96afca3 admin admin] Network d0e472ca-43fc-48b9-bc88-19d49ec72d44 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:02:53.027675 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-4bb35a2d-af19-4c58-9def-1239c96afca3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, d0e472ca-43fc-48b9-bc88-19d49ec72d44) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:02:53.031985 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb35a2d-af19-4c58-9def-1239c96afca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:53.032629 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4bb35a2d-af19-4c58-9def-1239c96afca3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:53.036652 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddb7d64-d586-4d78-8f5f-fdae884f1bf0 None None] Network d0e472ca-43fc-48b9-bc88-19d49ec72d44 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:02:53.114753 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4bb35a2d-af19-4c58-9def-1239c96afca3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6474297 Jul 30 03:02:53.117365 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39986) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:53.122217 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-066367e2-f5e3-4a6f-8e09-591d976686bf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:02:53.182535 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-d0e472ca-43fc-48b9-bc88-19d49ec72d44', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'fixed_ips': [{'subnet_id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:02:53.183386 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:53.194090 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-066367e2-f5e3-4a6f-8e09-591d976686bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:53.195274 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-066367e2-f5e3-4a6f-8e09-591d976686bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:53.246564 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-066367e2-f5e3-4a6f-8e09-591d976686bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:53.318126 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Allocated IP 172.20.0.2 (d0e472ca-43fc-48b9-bc88-19d49ec72d44/be3b903d-ff5a-465d-8faa-13fb7ed219dd/238d5ba3-c2bc-481c-a79c-fa639dc18084) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:02:53.448282 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-066367e2-f5e3-4a6f-8e09-591d976686bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:53.459582 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:53.467728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Transition to ACTIVE for port object 238d5ba3-c2bc-481c-a79c-fa639dc18084 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:02:53.482322 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Transition to ACTIVE for port object 238d5ba3-c2bc-481c-a79c-fa639dc18084 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:02:53.583016 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:53.620820 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Network d0e472ca-43fc-48b9-bc88-19d49ec72d44 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:02:53.623752 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:02:53.626628 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:02:53.638207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Pushing event updated for resources: {'Port': ['ID=238d5ba3-c2bc-481c-a79c-fa639dc18084,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:53.688447 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Attempting to bind port 238d5ba3-c2bc-481c-a79c-fa639dc18084 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:02:53.688817 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Attempting to bind port 238d5ba3-c2bc-481c-a79c-fa639dc18084 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:02:53.689183 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Attempting to bind port 238d5ba3-c2bc-481c-a79c-fa639dc18084 on network d0e472ca-43fc-48b9-bc88-19d49ec72d44 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:02:53.694075 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:02:53.694487 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Checking segment: {'id': 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:02:53.694912 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:53.695078 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-066367e2-f5e3-4a6f-8e09-591d976686bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:53.695305 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Bound using segment: {'id': 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:02:53.695768 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Bound port: 238d5ba3-c2bc-481c-a79c-fa639dc18084, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:02:53.696148 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:53.714467 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-066367e2-f5e3-4a6f-8e09-591d976686bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:53.760993 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] For port 238d5ba3-c2bc-481c-a79c-fa639dc18084, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:02:53.764009 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] For port 238d5ba3-c2bc-481c-a79c-fa639dc18084, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=238d5ba3-c2bc-481c-a79c-fa639dc18084,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:02:53.814829 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-066367e2-f5e3-4a6f-8e09-591d976686bf admin admin] Allocated IP 172.25.1.4 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/f637e3c1-c382-4cb7-9f55-23191c9df5fe) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:02:53.828828 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:53.886691 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad6ca7-8243-4399-aa45-6b9408f0408f None None] Pushing event updated for resources: {'Port': ['ID=238d5ba3-c2bc-481c-a79c-fa639dc18084,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:53.928163 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-066367e2-f5e3-4a6f-8e09-591d976686bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:54.025415 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-066367e2-f5e3-4a6f-8e09-591d976686bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:54.065755 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066367e2-f5e3-4a6f-8e09-591d976686bf admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:02:54.072436 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-066367e2-f5e3-4a6f-8e09-591d976686bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:02:54.080790 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066367e2-f5e3-4a6f-8e09-591d976686bf admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:02:54.083329 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066367e2-f5e3-4a6f-8e09-591d976686bf admin admin] Pushing event updated for resources: {'Port': ['ID=f637e3c1-c382-4cb7-9f55-23191c9df5fe,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:54.412691 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-066367e2-f5e3-4a6f-8e09-591d976686bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:54.615804 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-066367e2-f5e3-4a6f-8e09-591d976686bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:54.786374 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247f2439-f38b-48be-95c8-a3de776c80b1 None None] Network d0e472ca-43fc-48b9-bc88-19d49ec72d44 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:02:54.833726 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066367e2-f5e3-4a6f-8e09-591d976686bf admin admin] Router a9c8f431-c31e-4910-89ae-bd87baf79d87 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:02:54.892521 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4ec4dfe6-cc10-4a96-9249-5ac866ef6a76 None None] Provisioning for port 238d5ba3-c2bc-481c-a79c-fa639dc18084 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:02:54.949699 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066367e2-f5e3-4a6f-8e09-591d976686bf admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:02:54.958921 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] Sync routers for ids ['a9c8f431-c31e-4910-89ae-bd87baf79d87'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:02:54.968295 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] Routers {'a9c8f431-c31e-4910-89ae-bd87baf79d87'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:02:54.968896 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:02:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a9c8f431-c31e-4910-89ae-bd87baf79d87'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:55.011169 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-066367e2-f5e3-4a6f-8e09-591d976686bf admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:55.015563 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-066367e2-f5e3-4a6f-8e09-591d976686bf admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8940632 Jul 30 03:02:55.017354 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 39988) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:55.171926 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] Set router a9c8f431-c31e-4910-89ae-bd87baf79d87 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:02:55.347239 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:54Z', 'revision_number': 3, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'gw_port': {'id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:55.373663 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] Checking router: a9c8f431-c31e-4910-89ae-bd87baf79d87 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:02:55.374072 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] Updating router a9c8f431-c31e-4910-89ae-bd87baf79d87 port f637e3c1-c382-4cb7-9f55-23191c9df5fe binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:02:55.398268 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:55.435221 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e5a0706f-ef4b-4204-9984-7d7889ec1a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:55.592420 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-e5a0706f-ef4b-4204-9984-7d7889ec1a74 admin admin] Allocated IP 172.20.0.1 (d0e472ca-43fc-48b9-bc88-19d49ec72d44/be3b903d-ff5a-465d-8faa-13fb7ed219dd/b0d7a57d-f526-44f6-a1be-2b43b66baeba) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:02:55.653674 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:55.664027 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] Transition to ACTIVE for port object f637e3c1-c382-4cb7-9f55-23191c9df5fe will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:02:55.693476 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 238d5ba3-c2bc-481c-a79c-fa639dc18084 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:02:55.710502 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e5a0706f-ef4b-4204-9984-7d7889ec1a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:55.724648 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-e5a0706f-ef4b-4204-9984-7d7889ec1a74 admin admin] Transition to ACTIVE for port object b0d7a57d-f526-44f6-a1be-2b43b66baeba will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:02:55.735897 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:55.788744 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] Attempting to bind port f637e3c1-c382-4cb7-9f55-23191c9df5fe on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:02:55.789107 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] Attempting to bind port f637e3c1-c382-4cb7-9f55-23191c9df5fe by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:02:55.789464 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] Attempting to bind port f637e3c1-c382-4cb7-9f55-23191c9df5fe on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:02:55.792199 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214e3c2-5643-4b1c-9779-3e9a29dfc57f None None] Pushing event updated for resources: {'Port': ['ID=f637e3c1-c382-4cb7-9f55-23191c9df5fe,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:55.801028 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e3c2-5643-4b1c-9779-3e9a29dfc57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:55.801368 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e3c2-5643-4b1c-9779-3e9a29dfc57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:55.801702 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e3c2-5643-4b1c-9779-3e9a29dfc57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:55.802033 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e3c2-5643-4b1c-9779-3e9a29dfc57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:55.802387 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e3c2-5643-4b1c-9779-3e9a29dfc57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:55.807995 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e3c2-5643-4b1c-9779-3e9a29dfc57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:55.807995 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e3c2-5643-4b1c-9779-3e9a29dfc57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:55.807995 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e3c2-5643-4b1c-9779-3e9a29dfc57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:55.807995 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e3c2-5643-4b1c-9779-3e9a29dfc57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:55.807995 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e3c2-5643-4b1c-9779-3e9a29dfc57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:55.807995 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e3c2-5643-4b1c-9779-3e9a29dfc57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:55.807995 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e3c2-5643-4b1c-9779-3e9a29dfc57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:55.807995 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:02:55.808795 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:02:55.808795 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:55.809074 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:02:55.809764 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] Bound port: f637e3c1-c382-4cb7-9f55-23191c9df5fe, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:02:55.810132 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:55.831763 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 238d5ba3-c2bc-481c-a79c-fa639dc18084 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:02:55.835973 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 238d5ba3-c2bc-481c-a79c-fa639dc18084 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:02:55.836410 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:55.861179 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e5a0706f-ef4b-4204-9984-7d7889ec1a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:55.865401 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] For port f637e3c1-c382-4cb7-9f55-23191c9df5fe, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:02:55.865401 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] For port f637e3c1-c382-4cb7-9f55-23191c9df5fe, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f637e3c1-c382-4cb7-9f55-23191c9df5fe,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:02:55.902508 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a0706f-ef4b-4204-9984-7d7889ec1a74 admin admin] Network d0e472ca-43fc-48b9-bc88-19d49ec72d44 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:02:55.906335 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-e5a0706f-ef4b-4204-9984-7d7889ec1a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:02:55.912806 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a0706f-ef4b-4204-9984-7d7889ec1a74 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:02:55.921094 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:55.932996 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0706f-ef4b-4204-9984-7d7889ec1a74 admin admin] Pushing event updated for resources: {'Port': ['ID=b0d7a57d-f526-44f6-a1be-2b43b66baeba,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:55.953406 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e5a0706f-ef4b-4204-9984-7d7889ec1a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:55.955027 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 238d5ba3-c2bc-481c-a79c-fa639dc18084, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=238d5ba3-c2bc-481c-a79c-fa639dc18084,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:02:55.958181 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:56.007759 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] Routers {'a9c8f431-c31e-4910-89ae-bd87baf79d87'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:02:56.008344 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:02:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a9c8f431-c31e-4910-89ae-bd87baf79d87'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:56.045225 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:56.076306 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214e3c2-5643-4b1c-9779-3e9a29dfc57f None None] Pushing event updated for resources: {'Port': ['ID=f637e3c1-c382-4cb7-9f55-23191c9df5fe,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:56.096353 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=238d5ba3-c2bc-481c-a79c-fa639dc18084,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:56.150626 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] Set router a9c8f431-c31e-4910-89ae-bd87baf79d87 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:02:56.154173 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e5a0706f-ef4b-4204-9984-7d7889ec1a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:56.306424 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b13d1b64-086b-4a47-9db6-1960805bdb35 None None] Provisioning for port b0d7a57d-f526-44f6-a1be-2b43b66baeba completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:02:56.310699 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b13d1b64-086b-4a47-9db6-1960805bdb35 None None] Provisioning complete for port b0d7a57d-f526-44f6-a1be-2b43b66baeba triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:02:56.315877 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b13d1b64-086b-4a47-9db6-1960805bdb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:56.324068 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e5a0706f-ef4b-4204-9984-7d7889ec1a74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:56.325860 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:54Z', 'revision_number': 3, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'gw_port': {'id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:56.345638 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b13d1b64-086b-4a47-9db6-1960805bdb35 None None] Port b0d7a57d-f526-44f6-a1be-2b43b66baeba cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:02:56.351574 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c655e7-19c4-4e12-80e2-4e0b1b45d37d None None] The sync data for ids ['a9c8f431-c31e-4910-89ae-bd87baf79d87'] in n-d-713498-9 is: [{'id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:54Z', 'revision_number': 3, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'gw_port': {'id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:02:56.397795 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e5a0706f-ef4b-4204-9984-7d7889ec1a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:56.468510 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0706f-ef4b-4204-9984-7d7889ec1a74 admin admin] Pushing event updated for resources: {'Port': ['ID=b0d7a57d-f526-44f6-a1be-2b43b66baeba,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:56.471285 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e5a0706f-ef4b-4204-9984-7d7889ec1a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:56.585197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a0706f-ef4b-4204-9984-7d7889ec1a74 admin admin] Network d0e472ca-43fc-48b9-bc88-19d49ec72d44 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:02:56.586603 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-e5a0706f-ef4b-4204-9984-7d7889ec1a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:02:56.870678 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-68019b79-b4bf-4d95-b3c4-81ba62fb9b79 None None] Provisioning complete for port b0d7a57d-f526-44f6-a1be-2b43b66baeba triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:02:56.871287 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-68019b79-b4bf-4d95-b3c4-81ba62fb9b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:56.911967 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-68019b79-b4bf-4d95-b3c4-81ba62fb9b79 None None] Port b0d7a57d-f526-44f6-a1be-2b43b66baeba cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:02:57.060095 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a0706f-ef4b-4204-9984-7d7889ec1a74 admin admin] Router a9c8f431-c31e-4910-89ae-bd87baf79d87 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:02:57.171256 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a0706f-ef4b-4204-9984-7d7889ec1a74 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:02:57.176268 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e5a0706f-ef4b-4204-9984-7d7889ec1a74 admin admin] 10.222.0.70 "PUT /v2.0/routers/a9c8f431-c31e-4910-89ae-bd87baf79d87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1594179 Jul 30 03:02:57.748552 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 238d5ba3-c2bc-481c-a79c-fa639dc18084 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:02:57.796000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 238d5ba3-c2bc-481c-a79c-fa639dc18084 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:02:57.796623 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:57.830339 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40004) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:57.835538 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5ccdaf50-ecc4-412c-8439-0caabc6f0fba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-589047444-network', 'tenant_id': 'e896e34ea603488780385bd9ead2cdcb'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:02:57.880559 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f637e3c1-c382-4cb7-9f55-23191c9df5fe up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:02:57.884864 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] Sync routers for ids ['a9c8f431-c31e-4910-89ae-bd87baf79d87'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:02:57.919490 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] Routers {'a9c8f431-c31e-4910-89ae-bd87baf79d87'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:02:57.920108 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:02:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a9c8f431-c31e-4910-89ae-bd87baf79d87'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:57.946160 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccdaf50-ecc4-412c-8439-0caabc6f0fba admin admin] Made reservation on behalf of e896e34ea603488780385bd9ead2cdcb for: {'network': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:02:57.948583 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5ccdaf50-ecc4-412c-8439-0caabc6f0fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:57.958692 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5ccdaf50-ecc4-412c-8439-0caabc6f0fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:58.050675 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5ccdaf50-ecc4-412c-8439-0caabc6f0fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:58.140686 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5ccdaf50-ecc4-412c-8439-0caabc6f0fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:58.163782 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port f637e3c1-c382-4cb7-9f55-23191c9df5fe completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:02:58.168985 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccdaf50-ecc4-412c-8439-0caabc6f0fba admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:02:58.170027 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f637e3c1-c382-4cb7-9f55-23191c9df5fe triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:02:58.170428 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:58.176938 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdaf50-ecc4-412c-8439-0caabc6f0fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b64c46-234e-4e7a-8f6a-5c2e0e885c1b,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:58.183165 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5ccdaf50-ecc4-412c-8439-0caabc6f0fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:58.183524 n-d-713498-9 neutron-server[94465]: INFO neutron.db.segments_db [None req-5ccdaf50-ecc4-412c-8439-0caabc6f0fba admin admin] Added segment 8c43d3f4-aa16-4504-bf9c-c2131855e2a9 of type vlan for network 4fb714d2-31eb-40af-b2da-d7fe17ccf7f1 Jul 30 03:02:58.212991 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] Set router a9c8f431-c31e-4910-89ae-bd87baf79d87 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:02:58.223420 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5ccdaf50-ecc4-412c-8439-0caabc6f0fba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:58.325030 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5ccdaf50-ecc4-412c-8439-0caabc6f0fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:58.326099 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccdaf50-ecc4-412c-8439-0caabc6f0fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:58.326735 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5ccdaf50-ecc4-412c-8439-0caabc6f0fba admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:58.370618 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:58.388324 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdaf50-ecc4-412c-8439-0caabc6f0fba admin admin] Pushing event updated for resources: {'Network': ['ID=4fb714d2-31eb-40af-b2da-d7fe17ccf7f1,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:58.400961 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network 4fb714d2-31eb-40af-b2da-d7fe17ccf7f1 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:02:58.410646 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port f637e3c1-c382-4cb7-9f55-23191c9df5fe, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f637e3c1-c382-4cb7-9f55-23191c9df5fe,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:02:58.445868 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5ccdaf50-ecc4-412c-8439-0caabc6f0fba admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6143336 Jul 30 03:02:58.448704 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40006) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:58.453601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-b90f02bb-4114-4945-b502-e69044860457 admin admin] Request body: {'subnet': {'network_id': '4fb714d2-31eb-40af-b2da-d7fe17ccf7f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-589047444-subnet', 'tenant_id': 'e896e34ea603488780385bd9ead2cdcb', 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:02:58.486819 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:58.554845 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=f637e3c1-c382-4cb7-9f55-23191c9df5fe,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:58.559637 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90f02bb-4114-4945-b502-e69044860457 admin admin] Made reservation on behalf of e896e34ea603488780385bd9ead2cdcb for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:02:58.562995 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b90f02bb-4114-4945-b502-e69044860457 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:58.565697 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:56Z', 'revision_number': 4, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'gw_port': {'id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'b0d7a57d-f526-44f6-a1be-2b43b66baeba', 'name': '', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'mac_address': 'fa:16:3e:c3:de:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:55Z', 'updated_at': '2021-07-30T03:02:56Z', 'revision_number': 2, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'subnets': [{'id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:58.597791 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] Checking router: a9c8f431-c31e-4910-89ae-bd87baf79d87 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:02:58.598151 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] Updating router a9c8f431-c31e-4910-89ae-bd87baf79d87 port b0d7a57d-f526-44f6-a1be-2b43b66baeba binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:02:58.623459 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:58.798075 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b90f02bb-4114-4945-b502-e69044860457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:58.853424 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f02bb-4114-4945-b502-e69044860457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=909ea784-feca-4b69-8462-7d7c2dfe25a8,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:58.863098 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90f02bb-4114-4945-b502-e69044860457 admin admin] Checking segment: {'id': '8c43d3f4-aa16-4504-bf9c-c2131855e2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4fb714d2-31eb-40af-b2da-d7fe17ccf7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:02:58.863539 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90f02bb-4114-4945-b502-e69044860457 admin admin] Network hostable DHCP agents. Network: 4fb714d2-31eb-40af-b2da-d7fe17ccf7f1, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:02:58.884961 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:58.894400 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] Transition to ACTIVE for port object b0d7a57d-f526-44f6-a1be-2b43b66baeba will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:02:58.953749 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90f02bb-4114-4945-b502-e69044860457 admin admin] Network 4fb714d2-31eb-40af-b2da-d7fe17ccf7f1 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:02:58.974785 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:59.027474 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c72faf-4ec7-43d0-a913-4bbd5562ee41 None None] Pushing event updated for resources: {'Port': ['ID=b0d7a57d-f526-44f6-a1be-2b43b66baeba,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:59.049080 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-b90f02bb-4114-4945-b502-e69044860457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, 4fb714d2-31eb-40af-b2da-d7fe17ccf7f1) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:02:59.053476 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f02bb-4114-4945-b502-e69044860457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:59.054060 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-b90f02bb-4114-4945-b502-e69044860457 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:59.072767 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047349bb-90e3-4b4e-8d6f-17e31e313974 None None] Network 4fb714d2-31eb-40af-b2da-d7fe17ccf7f1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:02:59.121443 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] Attempting to bind port b0d7a57d-f526-44f6-a1be-2b43b66baeba on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:02:59.121798 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] Attempting to bind port b0d7a57d-f526-44f6-a1be-2b43b66baeba by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:02:59.122167 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] Attempting to bind port b0d7a57d-f526-44f6-a1be-2b43b66baeba on network d0e472ca-43fc-48b9-bc88-19d49ec72d44 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:02:59.133320 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:02:59.133701 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] Checking segment: {'id': 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:02:59.134107 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:59.134528 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] Bound using segment: {'id': 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:02:59.134997 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] Bound port: b0d7a57d-f526-44f6-a1be-2b43b66baeba, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:02:59.135377 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:59.141764 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-b90f02bb-4114-4945-b502-e69044860457 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6919715 Jul 30 03:02:59.144564 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40008) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:59.148921 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-be4a5869-f41a-497a-819b-e58afed07ddd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-589047444-router', 'tenant_id': 'e896e34ea603488780385bd9ead2cdcb', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:02:59.251081 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be4a5869-f41a-497a-819b-e58afed07ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:59.252280 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be4a5869-f41a-497a-819b-e58afed07ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:59.266395 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] For port b0d7a57d-f526-44f6-a1be-2b43b66baeba, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:02:59.285869 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] For port b0d7a57d-f526-44f6-a1be-2b43b66baeba, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=b0d7a57d-f526-44f6-a1be-2b43b66baeba,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:02:59.309195 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-4fb714d2-31eb-40af-b2da-d7fe17ccf7f1', 'network_id': '4fb714d2-31eb-40af-b2da-d7fe17ccf7f1', 'tenant_id': 'e896e34ea603488780385bd9ead2cdcb', 'fixed_ips': [{'subnet_id': '909ea784-feca-4b69-8462-7d7c2dfe25a8'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:02:59.309757 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be4a5869-f41a-497a-819b-e58afed07ddd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:59.310085 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:59.380750 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:59.482082 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] Routers {'a9c8f431-c31e-4910-89ae-bd87baf79d87'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:02:59.482849 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:02:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a9c8f431-c31e-4910-89ae-bd87baf79d87'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:59.532010 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c72faf-4ec7-43d0-a913-4bbd5562ee41 None None] Pushing event updated for resources: {'Port': ['ID=b0d7a57d-f526-44f6-a1be-2b43b66baeba,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:59.537121 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be4a5869-f41a-497a-819b-e58afed07ddd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:59.557508 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Allocated IP 172.20.0.2 (4fb714d2-31eb-40af-b2da-d7fe17ccf7f1/909ea784-feca-4b69-8462-7d7c2dfe25a8/2e81a854-1572-44bf-bdb7-1bf3f480430e) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:02:59.659199 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] Set router a9c8f431-c31e-4910-89ae-bd87baf79d87 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:02:59.689555 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f637e3c1-c382-4cb7-9f55-23191c9df5fe up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:02:59.840914 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be4a5869-f41a-497a-819b-e58afed07ddd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:59.860366 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be4a5869-f41a-497a-819b-e58afed07ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:59.911317 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port f637e3c1-c382-4cb7-9f55-23191c9df5fe triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:02:59.912555 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:59.949647 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:59.971656 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-be4a5869-f41a-497a-819b-e58afed07ddd admin admin] Allocated IP 172.25.1.69 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/31087b6d-c1bb-458d-9c3a-dffef6cc0ea2) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:02:59.976066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Transition to ACTIVE for port object 2e81a854-1572-44bf-bdb7-1bf3f480430e will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:03:00.016138 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Transition to ACTIVE for port object 2e81a854-1572-44bf-bdb7-1bf3f480430e will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:03:00.073973 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be4a5869-f41a-497a-819b-e58afed07ddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:00.079713 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:56Z', 'revision_number': 4, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'gw_port': {'id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'b0d7a57d-f526-44f6-a1be-2b43b66baeba', 'name': '', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'mac_address': 'fa:16:3e:c3:de:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:55Z', 'updated_at': '2021-07-30T03:02:59Z', 'revision_number': 4, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'subnets': [{'id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:03:00.109249 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0d7be1-0ae7-4259-b585-89abd751c7c3 None None] The sync data for ids ['a9c8f431-c31e-4910-89ae-bd87baf79d87'] in n-d-713498-9 is: [{'id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:56Z', 'revision_number': 4, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'gw_port': {'id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'b0d7a57d-f526-44f6-a1be-2b43b66baeba', 'name': '', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'mac_address': 'fa:16:3e:c3:de:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:55Z', 'updated_at': '2021-07-30T03:02:59Z', 'revision_number': 4, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'subnets': [{'id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:03:00.111182 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:00.150037 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Network 4fb714d2-31eb-40af-b2da-d7fe17ccf7f1 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:03:00.153000 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:03:00.157905 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:03:00.167774 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Pushing event updated for resources: {'Port': ['ID=2e81a854-1572-44bf-bdb7-1bf3f480430e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:00.188741 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be4a5869-f41a-497a-819b-e58afed07ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:00.232083 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Attempting to bind port 2e81a854-1572-44bf-bdb7-1bf3f480430e on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:03:00.232561 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Attempting to bind port 2e81a854-1572-44bf-bdb7-1bf3f480430e by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '8c43d3f4-aa16-4504-bf9c-c2131855e2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4fb714d2-31eb-40af-b2da-d7fe17ccf7f1'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:03:00.232939 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Attempting to bind port 2e81a854-1572-44bf-bdb7-1bf3f480430e on network 4fb714d2-31eb-40af-b2da-d7fe17ccf7f1 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:03:00.235389 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4a5869-f41a-497a-819b-e58afed07ddd admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:03:00.238421 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-be4a5869-f41a-497a-819b-e58afed07ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:03:00.239161 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:03:00.239656 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Checking segment: {'id': '8c43d3f4-aa16-4504-bf9c-c2131855e2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4fb714d2-31eb-40af-b2da-d7fe17ccf7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:03:00.240473 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:00.240637 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Bound using segment: {'id': '8c43d3f4-aa16-4504-bf9c-c2131855e2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4fb714d2-31eb-40af-b2da-d7fe17ccf7f1'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:03:00.241215 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Bound port: 2e81a854-1572-44bf-bdb7-1bf3f480430e, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c43d3f4-aa16-4504-bf9c-c2131855e2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4fb714d2-31eb-40af-b2da-d7fe17ccf7f1'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:03:00.241970 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:00.242250 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4a5869-f41a-497a-819b-e58afed07ddd admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:03:00.272946 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a5869-f41a-497a-819b-e58afed07ddd admin admin] Pushing event updated for resources: {'Port': ['ID=31087b6d-c1bb-458d-9c3a-dffef6cc0ea2,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:00.316328 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] For port 2e81a854-1572-44bf-bdb7-1bf3f480430e, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:03:00.320062 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] For port 2e81a854-1572-44bf-bdb7-1bf3f480430e, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=2e81a854-1572-44bf-bdb7-1bf3f480430e,segment=NetworkSegment(8c43d3f4-aa16-4504-bf9c-c2131855e2a9),segment_id=8c43d3f4-aa16-4504-bf9c-c2131855e2a9)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:03:00.394891 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:00.457047 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3f846-70f1-494a-903c-4f5ac3e2dee2 None None] Pushing event updated for resources: {'Port': ['ID=2e81a854-1572-44bf-bdb7-1bf3f480430e,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:00.596200 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be4a5869-f41a-497a-819b-e58afed07ddd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:00.832440 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be4a5869-f41a-497a-819b-e58afed07ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:01.056402 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4a5869-f41a-497a-819b-e58afed07ddd admin admin] Router e5f4772e-cdbc-4238-81fd-c9c661564855 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:03:01.172404 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4a5869-f41a-497a-819b-e58afed07ddd admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:03:01.181314 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] Sync routers for ids ['e5f4772e-cdbc-4238-81fd-c9c661564855'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:03:01.194124 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] Routers {'e5f4772e-cdbc-4238-81fd-c9c661564855'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:03:01.198009 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:02:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e5f4772e-cdbc-4238-81fd-c9c661564855'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:03:01.247183 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-be4a5869-f41a-497a-819b-e58afed07ddd admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:01.251197 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-be4a5869-f41a-497a-819b-e58afed07ddd admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1031437 Jul 30 03:03:01.252000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40010) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:03:01.313568 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] Set router e5f4772e-cdbc-4238-81fd-c9c661564855 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:03:01.391121 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eafd8bb-9b36-4b50-9f22-a2f038d04f62 None None] Network 4fb714d2-31eb-40af-b2da-d7fe17ccf7f1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:03:01.503770 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4772e-cdbc-4238-81fd-c9c661564855', 'name': 'tempest-TestShelveInstance-589047444-router', 'tenant_id': 'e896e34ea603488780385bd9ead2cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '31087b6d-c1bb-458d-9c3a-dffef6cc0ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:59Z', 'updated_at': '2021-07-30T03:03:00Z', 'revision_number': 3, 'project_id': 'e896e34ea603488780385bd9ead2cdcb', 'gw_port': {'id': '31087b6d-c1bb-458d-9c3a-dffef6cc0ea2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:08:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f4772e-cdbc-4238-81fd-c9c661564855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:59Z', 'updated_at': '2021-07-30T03:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:03:01.529629 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] Checking router: e5f4772e-cdbc-4238-81fd-c9c661564855 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:03:01.530512 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] Updating router e5f4772e-cdbc-4238-81fd-c9c661564855 port 31087b6d-c1bb-458d-9c3a-dffef6cc0ea2 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:03:01.546609 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a7be13ac-887f-412a-b420-18f2a668c227 None None] Provisioning for port 2e81a854-1572-44bf-bdb7-1bf3f480430e completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:03:01.557012 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:01.699022 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c7ee365-e216-4761-a28d-18caee180474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:01.773538 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b0d7a57d-f526-44f6-a1be-2b43b66baeba up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:03:01.875336 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:01.885223 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] Transition to ACTIVE for port object 31087b6d-c1bb-458d-9c3a-dffef6cc0ea2 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:03:01.886982 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-6c7ee365-e216-4761-a28d-18caee180474 admin admin] Allocated IP 172.20.0.1 (4fb714d2-31eb-40af-b2da-d7fe17ccf7f1/909ea784-feca-4b69-8462-7d7c2dfe25a8/89128cd9-9255-4f15-93c0-bed91ad3cd76) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:03:01.890708 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port b0d7a57d-f526-44f6-a1be-2b43b66baeba completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:03:01.894640 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port b0d7a57d-f526-44f6-a1be-2b43b66baeba triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:03:01.895012 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:01.970754 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:01.977949 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:01.994527 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c7ee365-e216-4761-a28d-18caee180474 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:02.010770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-6c7ee365-e216-4761-a28d-18caee180474 admin admin] Transition to ACTIVE for port object 89128cd9-9255-4f15-93c0-bed91ad3cd76 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:03:02.016661 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port b0d7a57d-f526-44f6-a1be-2b43b66baeba, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=b0d7a57d-f526-44f6-a1be-2b43b66baeba,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:03:02.024554 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] Attempting to bind port 31087b6d-c1bb-458d-9c3a-dffef6cc0ea2 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:03:02.024892 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] Attempting to bind port 31087b6d-c1bb-458d-9c3a-dffef6cc0ea2 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:03:02.025247 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] Attempting to bind port 31087b6d-c1bb-458d-9c3a-dffef6cc0ea2 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:03:02.028436 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3211f3f-5bb7-4745-8a80-6bdaf366bcd9 None None] Pushing event updated for resources: {'Port': ['ID=31087b6d-c1bb-458d-9c3a-dffef6cc0ea2,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:02.032984 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:03:02.033363 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:03:02.033771 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:02.034128 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:03:02.034612 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] Bound port: 31087b6d-c1bb-458d-9c3a-dffef6cc0ea2, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:03:02.034982 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:02.085081 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:02.085311 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] For port 31087b6d-c1bb-458d-9c3a-dffef6cc0ea2, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:03:02.085960 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2e81a854-1572-44bf-bdb7-1bf3f480430e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:03:02.088278 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] For port 31087b6d-c1bb-458d-9c3a-dffef6cc0ea2, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=31087b6d-c1bb-458d-9c3a-dffef6cc0ea2,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:03:02.114218 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c7ee365-e216-4761-a28d-18caee180474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:02.159456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7ee365-e216-4761-a28d-18caee180474 admin admin] Network 4fb714d2-31eb-40af-b2da-d7fe17ccf7f1 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:03:02.162225 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-6c7ee365-e216-4761-a28d-18caee180474 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:03:02.164464 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=b0d7a57d-f526-44f6-a1be-2b43b66baeba,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:02.168671 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7ee365-e216-4761-a28d-18caee180474 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:03:02.171792 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ee365-e216-4761-a28d-18caee180474 admin admin] Pushing event updated for resources: {'Port': ['ID=89128cd9-9255-4f15-93c0-bed91ad3cd76,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:02.177852 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:02.213060 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c7ee365-e216-4761-a28d-18caee180474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:02.241133 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] Routers {'e5f4772e-cdbc-4238-81fd-c9c661564855'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:03:02.241763 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:02:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e5f4772e-cdbc-4238-81fd-c9c661564855'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:03:02.260665 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 2e81a854-1572-44bf-bdb7-1bf3f480430e completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:03:02.266077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 2e81a854-1572-44bf-bdb7-1bf3f480430e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:03:02.266882 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:02.333078 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3211f3f-5bb7-4745-8a80-6bdaf366bcd9 None None] Pushing event updated for resources: {'Port': ['ID=31087b6d-c1bb-458d-9c3a-dffef6cc0ea2,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:02.366626 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] Set router e5f4772e-cdbc-4238-81fd-c9c661564855 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:03:02.375687 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:02.413176 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 2e81a854-1572-44bf-bdb7-1bf3f480430e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=2e81a854-1572-44bf-bdb7-1bf3f480430e,segment=NetworkSegment(8c43d3f4-aa16-4504-bf9c-c2131855e2a9),segment_id=8c43d3f4-aa16-4504-bf9c-c2131855e2a9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:03:02.427332 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c7ee365-e216-4761-a28d-18caee180474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:02.485355 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:02.542677 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=2e81a854-1572-44bf-bdb7-1bf3f480430e,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:02.599606 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f7357b4b-c1b1-4bab-bebf-5fdf40e8aaa6 None None] Provisioning for port 89128cd9-9255-4f15-93c0-bed91ad3cd76 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:03:02.603727 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f7357b4b-c1b1-4bab-bebf-5fdf40e8aaa6 None None] Provisioning complete for port 89128cd9-9255-4f15-93c0-bed91ad3cd76 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:03:02.604020 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c7ee365-e216-4761-a28d-18caee180474 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:02.604142 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f7357b4b-c1b1-4bab-bebf-5fdf40e8aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:02.636770 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4772e-cdbc-4238-81fd-c9c661564855', 'name': 'tempest-TestShelveInstance-589047444-router', 'tenant_id': 'e896e34ea603488780385bd9ead2cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '31087b6d-c1bb-458d-9c3a-dffef6cc0ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:59Z', 'updated_at': '2021-07-30T03:03:00Z', 'revision_number': 3, 'project_id': 'e896e34ea603488780385bd9ead2cdcb', 'gw_port': {'id': '31087b6d-c1bb-458d-9c3a-dffef6cc0ea2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:08:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f4772e-cdbc-4238-81fd-c9c661564855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:59Z', 'updated_at': '2021-07-30T03:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:03:02.638756 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f7357b4b-c1b1-4bab-bebf-5fdf40e8aaa6 None None] Port 89128cd9-9255-4f15-93c0-bed91ad3cd76 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:03:02.663951 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da8311b-1496-43e8-88c6-299cdbf2e0c9 None None] The sync data for ids ['e5f4772e-cdbc-4238-81fd-c9c661564855'] in n-d-713498-9 is: [{'id': 'e5f4772e-cdbc-4238-81fd-c9c661564855', 'name': 'tempest-TestShelveInstance-589047444-router', 'tenant_id': 'e896e34ea603488780385bd9ead2cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '31087b6d-c1bb-458d-9c3a-dffef6cc0ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:59Z', 'updated_at': '2021-07-30T03:03:00Z', 'revision_number': 3, 'project_id': 'e896e34ea603488780385bd9ead2cdcb', 'gw_port': {'id': '31087b6d-c1bb-458d-9c3a-dffef6cc0ea2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:08:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f4772e-cdbc-4238-81fd-c9c661564855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:59Z', 'updated_at': '2021-07-30T03:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:03:02.671934 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c7ee365-e216-4761-a28d-18caee180474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:02.740911 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ee365-e216-4761-a28d-18caee180474 admin admin] Pushing event updated for resources: {'Port': ['ID=89128cd9-9255-4f15-93c0-bed91ad3cd76,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:02.745807 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-6c7ee365-e216-4761-a28d-18caee180474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:03.178135 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7ee365-e216-4761-a28d-18caee180474 admin admin] Network 4fb714d2-31eb-40af-b2da-d7fe17ccf7f1 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:03:03.179671 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-6c7ee365-e216-4761-a28d-18caee180474 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:03:03.310656 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7ee365-e216-4761-a28d-18caee180474 admin admin] Router e5f4772e-cdbc-4238-81fd-c9c661564855 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:03:03.431937 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7ee365-e216-4761-a28d-18caee180474 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:03:03.437060 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6c7ee365-e216-4761-a28d-18caee180474 admin admin] 10.222.0.70 "PUT /v2.0/routers/e5f4772e-cdbc-4238-81fd-c9c661564855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1846728 Jul 30 03:03:03.464369 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8f5804b7-8479-4cfb-83cc-413ac79fa76a None None] Provisioning complete for port 89128cd9-9255-4f15-93c0-bed91ad3cd76 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:03:03.464857 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8f5804b7-8479-4cfb-83cc-413ac79fa76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:03.500429 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8f5804b7-8479-4cfb-83cc-413ac79fa76a None None] Port 89128cd9-9255-4f15-93c0-bed91ad3cd76 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:03:03.752536 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 31087b6d-c1bb-458d-9c3a-dffef6cc0ea2 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:03:03.930568 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.007209 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40018) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:03:04.012059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-266edee4-4118-4e83-8269-9b5562cbf271 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-984506456', 'description': 'tempest-secgroup-smoke-984506456 description', 'project_id': '52fa1092004942e787a6ce8e9b7df950'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:03:04.022079 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 31087b6d-c1bb-458d-9c3a-dffef6cc0ea2 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:03:04.026088 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 31087b6d-c1bb-458d-9c3a-dffef6cc0ea2 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:03:04.026498 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.103259 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.111730 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-266edee4-4118-4e83-8269-9b5562cbf271 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.125628 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 31087b6d-c1bb-458d-9c3a-dffef6cc0ea2, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=31087b6d-c1bb-458d-9c3a-dffef6cc0ea2,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:03:04.194568 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-266edee4-4118-4e83-8269-9b5562cbf271 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.203144 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.203976 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b0d7a57d-f526-44f6-a1be-2b43b66baeba up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:03:04.248239 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] Sync routers for ids ['e5f4772e-cdbc-4238-81fd-c9c661564855'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:03:04.262129 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-266edee4-4118-4e83-8269-9b5562cbf271 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.276566 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] Routers {'e5f4772e-cdbc-4238-81fd-c9c661564855'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:03:04.277193 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:02:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e5f4772e-cdbc-4238-81fd-c9c661564855'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:03:04.292267 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266edee4-4118-4e83-8269-9b5562cbf271 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a35b1eea-56f5-45f1-bfc4-bd861f404cba,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:04.324974 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-266edee4-4118-4e83-8269-9b5562cbf271 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.326308 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-266edee4-4118-4e83-8269-9b5562cbf271 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3179533 Jul 30 03:03:04.329199 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40020) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:03:04.330670 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=31087b6d-c1bb-458d-9c3a-dffef6cc0ea2,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:04.335183 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-5c1ed326-017f-46e7-a865-be17f9c4f216 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Request body: {'security_group_rule': {'security_group_id': 'a35b1eea-56f5-45f1-bfc4-bd861f404cba', 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:03:04.385720 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port b0d7a57d-f526-44f6-a1be-2b43b66baeba triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:03:04.386160 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.431230 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] Set router e5f4772e-cdbc-4238-81fd-c9c661564855 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:03:04.449747 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed326-017f-46e7-a865-be17f9c4f216 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.508306 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed326-017f-46e7-a865-be17f9c4f216 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.584333 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2e81a854-1572-44bf-bdb7-1bf3f480430e up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:03:04.628136 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed326-017f-46e7-a865-be17f9c4f216 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.645409 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ed326-017f-46e7-a865-be17f9c4f216 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7e732c-013e-4483-9775-d2f8ece4d869,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:04.682341 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 2e81a854-1572-44bf-bdb7-1bf3f480430e triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:03:04.682715 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.713372 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed326-017f-46e7-a865-be17f9c4f216 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.714778 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-5c1ed326-017f-46e7-a865-be17f9c4f216 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3846421 Jul 30 03:03:04.718018 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40022) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:03:04.722843 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-0a29cc5b-ce7f-4430-bb2b-728503e39aee tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Request body: {'security_group_rule': {'security_group_id': 'a35b1eea-56f5-45f1-bfc4-bd861f404cba', 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:03:04.735763 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4772e-cdbc-4238-81fd-c9c661564855', 'name': 'tempest-TestShelveInstance-589047444-router', 'tenant_id': 'e896e34ea603488780385bd9ead2cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '31087b6d-c1bb-458d-9c3a-dffef6cc0ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:59Z', 'updated_at': '2021-07-30T03:03:02Z', 'revision_number': 4, 'project_id': 'e896e34ea603488780385bd9ead2cdcb', 'gw_port': {'id': '31087b6d-c1bb-458d-9c3a-dffef6cc0ea2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4772e-cdbc-4238-81fd-c9c661564855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:59Z', 'updated_at': '2021-07-30T03:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '89128cd9-9255-4f15-93c0-bed91ad3cd76', 'name': '', 'network_id': '4fb714d2-31eb-40af-b2da-d7fe17ccf7f1', 'tenant_id': 'e896e34ea603488780385bd9ead2cdcb', 'mac_address': 'fa:16:3e:b0:15:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f4772e-cdbc-4238-81fd-c9c661564855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '909ea784-feca-4b69-8462-7d7c2dfe25a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:03:01Z', 'updated_at': '2021-07-30T03:03:02Z', 'revision_number': 2, 'project_id': 'e896e34ea603488780385bd9ead2cdcb', 'subnets': [{'id': '909ea784-feca-4b69-8462-7d7c2dfe25a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:03:04.766924 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] Checking router: e5f4772e-cdbc-4238-81fd-c9c661564855 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:03:04.767206 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] Updating router e5f4772e-cdbc-4238-81fd-c9c661564855 port 89128cd9-9255-4f15-93c0-bed91ad3cd76 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:03:04.813471 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.820629 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a29cc5b-ce7f-4430-bb2b-728503e39aee tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.879332 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a29cc5b-ce7f-4430-bb2b-728503e39aee tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.957459 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a29cc5b-ce7f-4430-bb2b-728503e39aee tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.978330 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29cc5b-ce7f-4430-bb2b-728503e39aee tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b7b692-1875-403f-b1ad-a9e80a36570d,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:05.062685 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-0a29cc5b-ce7f-4430-bb2b-728503e39aee tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:05.063877 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-0a29cc5b-ce7f-4430-bb2b-728503e39aee tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3448110 Jul 30 03:03:05.067076 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40024) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:03:05.071910 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-b2383f8f-f674-46b2-b416-3a4e7949f92d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Request body: {'security_group_rule': {'security_group_id': 'a35b1eea-56f5-45f1-bfc4-bd861f404cba', 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:03:05.083836 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:05.093490 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] Transition to ACTIVE for port object 89128cd9-9255-4f15-93c0-bed91ad3cd76 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:03:05.158787 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2383f8f-f674-46b2-b416-3a4e7949f92d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:05.181997 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:05.215884 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2383f8f-f674-46b2-b416-3a4e7949f92d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:05.248522 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf930281-30fc-413d-baaa-5b7d21d0de30 None None] Pushing event updated for resources: {'Port': ['ID=89128cd9-9255-4f15-93c0-bed91ad3cd76,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:05.284020 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] Attempting to bind port 89128cd9-9255-4f15-93c0-bed91ad3cd76 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:03:05.284386 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] Attempting to bind port 89128cd9-9255-4f15-93c0-bed91ad3cd76 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '8c43d3f4-aa16-4504-bf9c-c2131855e2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4fb714d2-31eb-40af-b2da-d7fe17ccf7f1'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:03:05.284751 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] Attempting to bind port 89128cd9-9255-4f15-93c0-bed91ad3cd76 on network 4fb714d2-31eb-40af-b2da-d7fe17ccf7f1 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:03:05.290121 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:03:05.290530 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] Checking segment: {'id': '8c43d3f4-aa16-4504-bf9c-c2131855e2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4fb714d2-31eb-40af-b2da-d7fe17ccf7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:03:05.290966 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:05.291485 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] Bound using segment: {'id': '8c43d3f4-aa16-4504-bf9c-c2131855e2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4fb714d2-31eb-40af-b2da-d7fe17ccf7f1'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:03:05.292191 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] Bound port: 89128cd9-9255-4f15-93c0-bed91ad3cd76, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c43d3f4-aa16-4504-bf9c-c2131855e2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4fb714d2-31eb-40af-b2da-d7fe17ccf7f1'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:03:05.292787 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:05.297062 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2383f8f-f674-46b2-b416-3a4e7949f92d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:05.312893 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2383f8f-f674-46b2-b416-3a4e7949f92d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=884430fa-c02e-4444-bc63-7b8d41b7e124,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:05.365873 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] For port 89128cd9-9255-4f15-93c0-bed91ad3cd76, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:03:05.369120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] For port 89128cd9-9255-4f15-93c0-bed91ad3cd76, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=89128cd9-9255-4f15-93c0-bed91ad3cd76,segment=NetworkSegment(8c43d3f4-aa16-4504-bf9c-c2131855e2a9),segment_id=8c43d3f4-aa16-4504-bf9c-c2131855e2a9)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:03:05.376328 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b2383f8f-f674-46b2-b416-3a4e7949f92d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:05.380597 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b2383f8f-f674-46b2-b416-3a4e7949f92d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3095698 Jul 30 03:03:05.380597 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40026) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:03:05.385207 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-72f7b657-204d-4ee7-9594-f92bdd9b2685 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Request body: {'security_group_rule': {'security_group_id': 'a35b1eea-56f5-45f1-bfc4-bd861f404cba', 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:03:05.450927 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:05.478426 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-72f7b657-204d-4ee7-9594-f92bdd9b2685 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:05.509772 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] Routers {'e5f4772e-cdbc-4238-81fd-c9c661564855'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:03:05.510440 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:02:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e5f4772e-cdbc-4238-81fd-c9c661564855'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:03:05.545965 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-72f7b657-204d-4ee7-9594-f92bdd9b2685 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:05.546514 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf930281-30fc-413d-baaa-5b7d21d0de30 None None] Pushing event updated for resources: {'Port': ['ID=89128cd9-9255-4f15-93c0-bed91ad3cd76,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:05.616406 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-72f7b657-204d-4ee7-9594-f92bdd9b2685 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:05.633157 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] Set router e5f4772e-cdbc-4238-81fd-c9c661564855 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:03:05.633918 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7b657-204d-4ee7-9594-f92bdd9b2685 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac64d9a-b2b1-4868-afb5-22c49643d5ec,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:05.705735 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 31087b6d-c1bb-458d-9c3a-dffef6cc0ea2 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:03:05.708009 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-72f7b657-204d-4ee7-9594-f92bdd9b2685 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:05.709430 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-72f7b657-204d-4ee7-9594-f92bdd9b2685 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3278868 Jul 30 03:03:05.712274 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40028) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:03:05.716992 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-a28676d3-c3d9-439c-8a93-aeb71ee11c1d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Request body: {'security_group_rule': {'security_group_id': 'a35b1eea-56f5-45f1-bfc4-bd861f404cba', 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:03:05.803130 n-d-713498-9 neutron-server[94464]: INFO neutron.db.securitygroups_db [None req-a28676d3-c3d9-439c-8a93-aeb71ee11c1d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Project 52fa1092004942e787a6ce8e9b7df950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:03:05.808267 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a28676d3-c3d9-439c-8a93-aeb71ee11c1d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:05.836885 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 31087b6d-c1bb-458d-9c3a-dffef6cc0ea2 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:03:05.837179 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:05.868579 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a28676d3-c3d9-439c-8a93-aeb71ee11c1d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:05.936559 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a28676d3-c3d9-439c-8a93-aeb71ee11c1d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:05.946885 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4772e-cdbc-4238-81fd-c9c661564855', 'name': 'tempest-TestShelveInstance-589047444-router', 'tenant_id': 'e896e34ea603488780385bd9ead2cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '31087b6d-c1bb-458d-9c3a-dffef6cc0ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:59Z', 'updated_at': '2021-07-30T03:03:02Z', 'revision_number': 4, 'project_id': 'e896e34ea603488780385bd9ead2cdcb', 'gw_port': {'id': '31087b6d-c1bb-458d-9c3a-dffef6cc0ea2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4772e-cdbc-4238-81fd-c9c661564855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:59Z', 'updated_at': '2021-07-30T03:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '89128cd9-9255-4f15-93c0-bed91ad3cd76', 'name': '', 'network_id': '4fb714d2-31eb-40af-b2da-d7fe17ccf7f1', 'tenant_id': 'e896e34ea603488780385bd9ead2cdcb', 'mac_address': 'fa:16:3e:b0:15:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f4772e-cdbc-4238-81fd-c9c661564855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '909ea784-feca-4b69-8462-7d7c2dfe25a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:03:01Z', 'updated_at': '2021-07-30T03:03:05Z', 'revision_number': 4, 'project_id': 'e896e34ea603488780385bd9ead2cdcb', 'subnets': [{'id': '909ea784-feca-4b69-8462-7d7c2dfe25a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:03:05.954531 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28676d3-c3d9-439c-8a93-aeb71ee11c1d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c9de94-21a5-462a-b202-31db9feb3597,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:05.979984 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b187c-8f0d-4d05-baa1-536ed6a4a381 None None] The sync data for ids ['e5f4772e-cdbc-4238-81fd-c9c661564855'] in n-d-713498-9 is: [{'id': 'e5f4772e-cdbc-4238-81fd-c9c661564855', 'name': 'tempest-TestShelveInstance-589047444-router', 'tenant_id': 'e896e34ea603488780385bd9ead2cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '31087b6d-c1bb-458d-9c3a-dffef6cc0ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:59Z', 'updated_at': '2021-07-30T03:03:02Z', 'revision_number': 4, 'project_id': 'e896e34ea603488780385bd9ead2cdcb', 'gw_port': {'id': '31087b6d-c1bb-458d-9c3a-dffef6cc0ea2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4772e-cdbc-4238-81fd-c9c661564855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:59Z', 'updated_at': '2021-07-30T03:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '89128cd9-9255-4f15-93c0-bed91ad3cd76', 'name': '', 'network_id': '4fb714d2-31eb-40af-b2da-d7fe17ccf7f1', 'tenant_id': 'e896e34ea603488780385bd9ead2cdcb', 'mac_address': 'fa:16:3e:b0:15:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f4772e-cdbc-4238-81fd-c9c661564855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '909ea784-feca-4b69-8462-7d7c2dfe25a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:03:01Z', 'updated_at': '2021-07-30T03:03:05Z', 'revision_number': 4, 'project_id': 'e896e34ea603488780385bd9ead2cdcb', 'subnets': [{'id': '909ea784-feca-4b69-8462-7d7c2dfe25a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:03:06.029748 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a28676d3-c3d9-439c-8a93-aeb71ee11c1d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:06.031848 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-a28676d3-c3d9-439c-8a93-aeb71ee11c1d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3185637 Jul 30 03:03:06.034759 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40030) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:03:06.042775 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-f2c2bfc0-3f34-4ddd-b6a2-7d7894322b43 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Request body: {'security_group_rule': {'security_group_id': 'a35b1eea-56f5-45f1-bfc4-bd861f404cba', 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:03:06.147869 n-d-713498-9 neutron-server[94464]: INFO neutron.db.securitygroups_db [None req-f2c2bfc0-3f34-4ddd-b6a2-7d7894322b43 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Project 52fa1092004942e787a6ce8e9b7df950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:03:06.153699 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f2c2bfc0-3f34-4ddd-b6a2-7d7894322b43 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:06.222040 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f2c2bfc0-3f34-4ddd-b6a2-7d7894322b43 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:06.296046 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f2c2bfc0-3f34-4ddd-b6a2-7d7894322b43 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:06.317848 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2bfc0-3f34-4ddd-b6a2-7d7894322b43 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb36596-6b0f-467b-8241-3144533a96aa,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:06.381834 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f2c2bfc0-3f34-4ddd-b6a2-7d7894322b43 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:06.383243 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-f2c2bfc0-3f34-4ddd-b6a2-7d7894322b43 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3459823 Jul 30 03:03:06.524327 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-07be4221-a918-4182-8877-e99d6b2782b6 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-984506456&fields=id&tenant_id=52fa1092004942e787a6ce8e9b7df950 HTTP/1.1" status: 200 len: 267 time: 0.0337744 Jul 30 03:03:06.630981 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-89080b5c-c120-4c43-adab-4ad7136c9a45 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:06.632550 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-89080b5c-c120-4c43-adab-4ad7136c9a45 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 809 time: 0.1005268 Jul 30 03:03:06.647933 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-e6e3f22b-8231-4964-aa07-e9f6ff141f42 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/quotas/52fa1092004942e787a6ce8e9b7df950 HTTP/1.1" status: 200 len: 375 time: 0.0096207 Jul 30 03:03:06.705823 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-71160b5e-44a5-4684-9e13-d4fc1f3a704d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518639 Jul 30 03:03:06.802631 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-b780f4fd-c7a7-4657-9e00-38937cdc6e86 service neutron] 10.222.0.70 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851829 Jul 30 03:03:06.900277 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-5112322f-2b7a-4bc4-a525-14c6d264e00c service neutron] 10.222.0.70 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913765 Jul 30 03:03:07.150735 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dead25ad-ceb0-4ad0-83fa-712c5037a2f9 req-88e625ce-7134-46d6-b696-99e6be1a55a7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 210 time: 0.0292940 Jul 30 03:03:07.695910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 89128cd9-9255-4f15-93c0-bed91ad3cd76 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:03:07.815817 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 89128cd9-9255-4f15-93c0-bed91ad3cd76 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:03:07.819832 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 89128cd9-9255-4f15-93c0-bed91ad3cd76 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:03:07.825193 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:07.896881 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:07.927927 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 89128cd9-9255-4f15-93c0-bed91ad3cd76, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=89128cd9-9255-4f15-93c0-bed91ad3cd76,segment=NetworkSegment(8c43d3f4-aa16-4504-bf9c-c2131855e2a9),segment_id=8c43d3f4-aa16-4504-bf9c-c2131855e2a9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:03:07.999843 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:08.048828 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=89128cd9-9255-4f15-93c0-bed91ad3cd76,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:08.243881 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ca67d26f-bdb9-4797-adbb-065c53e3fdbe req-6b01ade7-5421-44cb-9144-86ff4121c7e2 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 210 time: 0.0285492 Jul 30 03:03:09.203183 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2018c884-a5b7-4f77-aff2-3071af9c2c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:09.343411 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc053ea6-812d-4230-97b4-d32970af3002 req-53ebb2ce-3674-429c-ad9e-0193bd583bc5 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 210 time: 0.0289316 Jul 30 03:03:09.622691 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-663e0bf4-99e6-4170-a794-73a4359170a0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:09.624178 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-663e0bf4-99e6-4170-a794-73a4359170a0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.10 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 809 time: 0.1046739 Jul 30 03:03:09.671544 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-bb191544-b003-4047-86cb-9c24b9a1512b tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52fa1092004942e787a6ce8e9b7df950 HTTP/1.1" status: 200 len: 379 time: 0.0382519 Jul 30 03:03:09.677993 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 89128cd9-9255-4f15-93c0-bed91ad3cd76 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:03:09.681351 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-1f284fc5-2e79-47a6-87c5-92c54f43c84f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Request body: {'port': {'device_id': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'admin_state_up': True, 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'security_groups': ['a35b1eea-56f5-45f1-bfc4-bd861f404cba']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:03:09.728646 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 89128cd9-9255-4f15-93c0-bed91ad3cd76 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:03:09.729014 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:09.867619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-1f284fc5-2e79-47a6-87c5-92c54f43c84f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Made reservation on behalf of 52fa1092004942e787a6ce8e9b7df950 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:03:09.871190 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-1f284fc5-2e79-47a6-87c5-92c54f43c84f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:09.998098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-1f284fc5-2e79-47a6-87c5-92c54f43c84f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Allocated IP 172.20.0.14 (d0e472ca-43fc-48b9-bc88-19d49ec72d44/be3b903d-ff5a-465d-8faa-13fb7ed219dd/098ec289-c3e4-4ed4-86f1-bd1947401806) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:03:10.130494 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-1f284fc5-2e79-47a6-87c5-92c54f43c84f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:10.143556 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-1f284fc5-2e79-47a6-87c5-92c54f43c84f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Transition to ACTIVE for port object 098ec289-c3e4-4ed4-86f1-bd1947401806 will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:03:10.249871 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-1f284fc5-2e79-47a6-87c5-92c54f43c84f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:10.295229 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-1f284fc5-2e79-47a6-87c5-92c54f43c84f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Network d0e472ca-43fc-48b9-bc88-19d49ec72d44 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:03:10.298750 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-1f284fc5-2e79-47a6-87c5-92c54f43c84f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:03:10.301278 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-1f284fc5-2e79-47a6-87c5-92c54f43c84f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:03:10.335765 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f284fc5-2e79-47a6-87c5-92c54f43c84f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event updated for resources: {'Port': ['ID=098ec289-c3e4-4ed4-86f1-bd1947401806,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:10.361308 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-1f284fc5-2e79-47a6-87c5-92c54f43c84f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:10.361968 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-1f284fc5-2e79-47a6-87c5-92c54f43c84f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:10.434434 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-1f284fc5-2e79-47a6-87c5-92c54f43c84f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7568421 Jul 30 03:03:10.448280 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] Request body: {'port': {'device_id': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:03:10.466913 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631420a2-c76e-41e1-ae9c-5ba2c2f85eb1 req-4d007b85-ccf1-4a4a-a260-514ffe3a7916 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:10.469016 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-631420a2-c76e-41e1-ae9c-5ba2c2f85eb1 req-4d007b85-ccf1-4a4a-a260-514ffe3a7916 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 932 time: 0.0554230 Jul 30 03:03:10.505434 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:10.509755 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-631420a2-c76e-41e1-ae9c-5ba2c2f85eb1 req-7990cdcb-05b4-45cf-932c-55ce9be2b616 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330613 Jul 30 03:03:10.648710 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fcea46fd-b345-4643-b9d9-b69980be8594 None None] Provisioning for port 098ec289-c3e4-4ed4-86f1-bd1947401806 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:03:10.653121 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fcea46fd-b345-4643-b9d9-b69980be8594 None None] Provisioning complete for port 098ec289-c3e4-4ed4-86f1-bd1947401806 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:03:10.653652 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fcea46fd-b345-4643-b9d9-b69980be8594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:10.688016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fcea46fd-b345-4643-b9d9-b69980be8594 None None] Port 098ec289-c3e4-4ed4-86f1-bd1947401806 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:03:10.772728 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 098ec289-c3e4-4ed4-86f1-bd1947401806 {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:03:10.780965 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:10.793201 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] Transition to ACTIVE for port object 098ec289-c3e4-4ed4-86f1-bd1947401806 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:03:10.871399 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:10.938858 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] Pushing event updated for resources: {'Port': ['ID=098ec289-c3e4-4ed4-86f1-bd1947401806,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:10.990073 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] Attempting to bind port 098ec289-c3e4-4ed4-86f1-bd1947401806 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:03:10.990436 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] Attempting to bind port 098ec289-c3e4-4ed4-86f1-bd1947401806 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:03:10.990763 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] Attempting to bind port 098ec289-c3e4-4ed4-86f1-bd1947401806 on network d0e472ca-43fc-48b9-bc88-19d49ec72d44 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:03:10.995135 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] Port 098ec289-c3e4-4ed4-86f1-bd1947401806 on network d0e472ca-43fc-48b9-bc88-19d49ec72d44 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:03:10.995458 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] Attempting to bind port 098ec289-c3e4-4ed4-86f1-bd1947401806 on network d0e472ca-43fc-48b9-bc88-19d49ec72d44 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:03:11.000376 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:03:11.000777 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] Checking segment: {'id': 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:03:11.001097 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] Bound using segment: {'id': 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:03:11.001521 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] Bound port: 098ec289-c3e4-4ed4-86f1-bd1947401806, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:03:11.001882 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:11.070619 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] For port 098ec289-c3e4-4ed4-86f1-bd1947401806, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:03:11.073649 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] For port 098ec289-c3e4-4ed4-86f1-bd1947401806, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=098ec289-c3e4-4ed4-86f1-bd1947401806,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:03:11.136403 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:11.170089 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:11.170914 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:11.172364 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] 10.222.0.10 "PUT /v2.0/ports/098ec289-c3e4-4ed4-86f1-bd1947401806 HTTP/1.1" status: 200 len: 1092 time: 0.7295859 Jul 30 03:03:11.172728 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'tag': '098ec289-c3e4-4ed4-86f1-bd1947401806'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:03:11.175037 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c8946b-d78d-48b7-80d5-698b14b8383b" -d '{"events": [{"name": "network-changed", "server_uuid": "e503ef01-21ea-4965-a81f-a79e1af41aaa", "tag": "098ec289-c3e4-4ed4-86f1-bd1947401806"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:03:11.204227 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672646b-dee1-4a04-aa23-ce0bb6f8b0bb service neutron] Pushing event updated for resources: {'Port': ['ID=098ec289-c3e4-4ed4-86f1-bd1947401806,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:11.215896 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22dde59-fce0-4754-961a-beefe9a5bdd4 x-openstack-request-id: req-c22dde59-fce0-4754-961a-beefe9a5bdd4 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:03:11.216189 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e503ef01-21ea-4965-a81f-a79e1af41aaa", "tag": "098ec289-c3e4-4ed4-86f1-bd1947401806", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:03:11.216446 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c22dde59-fce0-4754-961a-beefe9a5bdd4 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:03:11.216858 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'tag': '098ec289-c3e4-4ed4-86f1-bd1947401806', 'status': 'completed', 'code': 200} Jul 30 03:03:11.285192 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8946b-d78d-48b7-80d5-698b14b8383b req-8b35d8c0-ba35-4914-b77b-569cdf965dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:11.286827 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d9c8946b-d78d-48b7-80d5-698b14b8383b req-8b35d8c0-ba35-4914-b77b-569cdf965dd4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 1095 time: 0.0493956 Jul 30 03:03:11.392976 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8946b-d78d-48b7-80d5-698b14b8383b req-3332c579-c840-43dd-afc4-4541687c4377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:11.394518 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d9c8946b-d78d-48b7-80d5-698b14b8383b req-3332c579-c840-43dd-afc4-4541687c4377 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=52fa1092004942e787a6ce8e9b7df950&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1001143 Jul 30 03:03:11.485873 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8946b-d78d-48b7-80d5-698b14b8383b req-d9e703a5-8dd8-4726-8e90-63294b698370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:11.487399 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-d9c8946b-d78d-48b7-80d5-698b14b8383b req-d9e703a5-8dd8-4726-8e90-63294b698370 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868065 Jul 30 03:03:11.568249 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-2e9baead-84ad-49a7-9511-6f801b8df504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:11.569775 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-2e9baead-84ad-49a7-9511-6f801b8df504 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 1095 time: 0.0470290 Jul 30 03:03:11.614238 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-1d4061ba-d267-4eec-9081-ac284d0166f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=098ec289-c3e4-4ed4-86f1-bd1947401806 HTTP/1.1" status: 200 len: 217 time: 0.0361378 Jul 30 03:03:11.639979 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2926c9a-8a33-4e2a-b679-e04e49e5795e req-b833af07-3410-4dfd-9be2-dcb96d27a410 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:11.643015 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2926c9a-8a33-4e2a-b679-e04e49e5795e req-b833af07-3410-4dfd-9be2-dcb96d27a410 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 944 time: 0.0606627 Jul 30 03:03:11.668424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-1bb13fdd-688f-441e-8c83-45624e293a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:11.669972 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-1bb13fdd-688f-441e-8c83-45624e293a0e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be3b903d-ff5a-465d-8faa-13fb7ed219dd HTTP/1.1" status: 200 len: 848 time: 0.0487416 Jul 30 03:03:11.683642 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f2926c9a-8a33-4e2a-b679-e04e49e5795e req-3e2b1fe5-7fe2-470a-8d67-b3e8d437ec85 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330462 Jul 30 03:03:11.707633 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4086c9b6-26c1-4226-8ccd-d649f7d6d118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:11.720818 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-d02682a4-3108-4595-b08d-4d2beeaf6758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:11.722351 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-d02682a4-3108-4595-b08d-4d2beeaf6758 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0e472ca-43fc-48b9-bc88-19d49ec72d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459654 Jul 30 03:03:11.813276 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-ee6416a1-16b9-43d9-b72b-791d27cb0457 service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828681 Jul 30 03:03:11.825986 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:11.909380 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-1107ddb2-6ef6-4f62-b4f1-da4b42776b3e req-de627e97-7a60-4371-ac21-2a0dcee7366f service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889590 Jul 30 03:03:12.799788 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e049e0-ae6b-4163-b22c-ec5324979345 req-a90ed9f2-b236-475e-b9bf-b0c9aa76c870 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:12.801274 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21e049e0-ae6b-4163-b22c-ec5324979345 req-a90ed9f2-b236-475e-b9bf-b0c9aa76c870 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 944 time: 0.0494466 Jul 30 03:03:12.837993 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-21e049e0-ae6b-4163-b22c-ec5324979345 req-12ead134-85a6-4087-8e4e-aee021c1ec9c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307426 Jul 30 03:03:13.621532 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:13.952016 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf78e4-9270-4cfc-97f8-dd67f187a949 req-b9e492af-3b74-47ad-87ee-4d7fcf280d1e tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:13.953522 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6bf78e4-9270-4cfc-97f8-dd67f187a949 req-b9e492af-3b74-47ad-87ee-4d7fcf280d1e tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 944 time: 0.0498664 Jul 30 03:03:13.991520 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f6bf78e4-9270-4cfc-97f8-dd67f187a949 req-c181d4cb-934d-42b8-98f8-c0610d430192 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320470 Jul 30 03:03:14.631805 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:03:14.941271 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:15.109596 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7a964-9bf7-4e3d-8b95-08b32bbbf6b6 req-afc21567-430f-4e15-bfbc-11865ac8f66d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:15.111104 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aeb7a964-9bf7-4e3d-8b95-08b32bbbf6b6 req-afc21567-430f-4e15-bfbc-11865ac8f66d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 944 time: 0.0536487 Jul 30 03:03:15.147743 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aeb7a964-9bf7-4e3d-8b95-08b32bbbf6b6 req-e72d17bf-cc3c-4a73-b9e0-2c35df67fc2c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307343 Jul 30 03:03:15.579336 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 098ec289-c3e4-4ed4-86f1-bd1947401806 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:03:15.674248 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 098ec289-c3e4-4ed4-86f1-bd1947401806, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=098ec289-c3e4-4ed4-86f1-bd1947401806,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:03:15.685300 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '098ec289-c3e4-4ed4-86f1-bd1947401806', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'port_id': '098ec289-c3e4-4ed4-86f1-bd1947401806', 'mac_address': 'fa:16:3e:12:67:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:03:15.720438 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:15.732555 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 098ec289-c3e4-4ed4-86f1-bd1947401806 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:03:15.751229 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 098ec289-c3e4-4ed4-86f1-bd1947401806, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=098ec289-c3e4-4ed4-86f1-bd1947401806,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:03:15.819770 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:15.870134 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=098ec289-c3e4-4ed4-86f1-bd1947401806,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:16.057696 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['098ec289-c3e4-4ed4-86f1-bd1947401806'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:03:16.262503 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ab55c-315c-41ac-be1c-16c17aa41a58 req-b1b5b3cc-c7bc-4bf3-a158-38019e260b59 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:16.264524 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-401ab55c-315c-41ac-be1c-16c17aa41a58 req-b1b5b3cc-c7bc-4bf3-a158-38019e260b59 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 945 time: 0.0493574 Jul 30 03:03:16.303535 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-401ab55c-315c-41ac-be1c-16c17aa41a58 req-c3a0b1e0-3746-4f56-990c-04fbcc1a0084 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325258 Jul 30 03:03:17.422421 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ce2e1-11c5-4868-901e-174cf3e8c94e req-8aacfc5a-dc1a-488c-a8db-2b4c048b8d63 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:17.423933 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a57ce2e1-11c5-4868-901e-174cf3e8c94e req-8aacfc5a-dc1a-488c-a8db-2b4c048b8d63 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 945 time: 0.0535290 Jul 30 03:03:17.461482 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a57ce2e1-11c5-4868-901e-174cf3e8c94e req-97370ea5-814c-4442-a09d-6af0c0a98fca tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313702 Jul 30 03:03:17.595446 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 098ec289-c3e4-4ed4-86f1-bd1947401806 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:03:17.689809 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 098ec289-c3e4-4ed4-86f1-bd1947401806 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:03:17.694009 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 098ec289-c3e4-4ed4-86f1-bd1947401806 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:03:17.694396 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:17.769318 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:17.794014 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098ec289-c3e4-4ed4-86f1-bd1947401806'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:03:17.796441 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c945017b-e10c-456e-8489-8af8b426060f" -d '{"events": [{"server_uuid": "e503ef01-21ea-4965-a81f-a79e1af41aaa", "name": "network-vif-plugged", "status": "completed", "tag": "098ec289-c3e4-4ed4-86f1-bd1947401806"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:03:17.809507 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 098ec289-c3e4-4ed4-86f1-bd1947401806, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=098ec289-c3e4-4ed4-86f1-bd1947401806,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:03:17.832970 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6434d3a9-beaf-42fb-a49f-5d18a3732e3c x-openstack-request-id: req-6434d3a9-beaf-42fb-a49f-5d18a3732e3c {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:03:17.833263 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e503ef01-21ea-4965-a81f-a79e1af41aaa", "name": "network-vif-plugged", "status": "completed", "tag": "098ec289-c3e4-4ed4-86f1-bd1947401806", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:03:17.833518 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6434d3a9-beaf-42fb-a49f-5d18a3732e3c {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:03:17.833932 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098ec289-c3e4-4ed4-86f1-bd1947401806', 'code': 200} Jul 30 03:03:17.867552 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:17.917161 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=098ec289-c3e4-4ed4-86f1-bd1947401806,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:17.930098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb98f9e-d51b-4b46-b4a9-d34618f3d449 req-4e515ca7-d405-4c5c-b500-63eeac1c03be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:17.931693 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4eb98f9e-d51b-4b46-b4a9-d34618f3d449 req-4e515ca7-d405-4c5c-b500-63eeac1c03be service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 1097 time: 0.0414665 Jul 30 03:03:17.965558 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-4eb98f9e-d51b-4b46-b4a9-d34618f3d449 req-cd4a2693-e3c8-46f4-89b9-28158ee30c54 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272274 Jul 30 03:03:18.594827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b455be7-2014-4fb4-9741-d129888d2315 req-c73fff6b-4786-4b2b-9a80-46459def0dce tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:18.596446 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b455be7-2014-4fb4-9741-d129888d2315 req-c73fff6b-4786-4b2b-9a80-46459def0dce tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0625443 Jul 30 03:03:18.636373 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b455be7-2014-4fb4-9741-d129888d2315 req-77442572-9938-4673-b26d-79eda8fbda02 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333605 Jul 30 03:03:18.752602 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:19.750575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb43014-c939-48ed-a4bc-6043e4733af9 req-3a03ae40-2ed2-41cd-920c-7922bfff0e6f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:19.752062 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4cb43014-c939-48ed-a4bc-6043e4733af9 req-3a03ae40-2ed2-41cd-920c-7922bfff0e6f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0493438 Jul 30 03:03:19.790868 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4cb43014-c939-48ed-a4bc-6043e4733af9 req-45b43be4-f4c6-4153-b181-38e5fe7c1614 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327721 Jul 30 03:03:19.903685 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100071dd-fea3-4e01-a7e0-1921ddd445a7 req-303006b2-5007-40a9-a477-a490a81ed1b3 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:19.905253 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-100071dd-fea3-4e01-a7e0-1921ddd445a7 req-303006b2-5007-40a9-a477-a490a81ed1b3 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0498207 Jul 30 03:03:19.943972 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-100071dd-fea3-4e01-a7e0-1921ddd445a7 req-848931b1-a115-45a2-b204-fbffea15f1e3 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325298 Jul 30 03:03:19.965082 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40092) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:03:20.095038 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cbd67c-ac7f-40cd-8b91-3371798d66e6 tempest-TestShelveInstance-1119092911 tempest-TestShelveInstance-1119092911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:20.096646 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-77cbd67c-ac7f-40cd-8b91-3371798d66e6 tempest-TestShelveInstance-1119092911 tempest-TestShelveInstance-1119092911-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 1092 time: 0.1306093 Jul 30 03:03:20.099615 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40096) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:03:20.104002 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-78f6e8f8-ad71-4c9d-963f-6f3c247f9989 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': '098ec289-c3e4-4ed4-86f1-bd1947401806', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:03:20.214971 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78f6e8f8-ad71-4c9d-963f-6f3c247f9989 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:20.311072 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78f6e8f8-ad71-4c9d-963f-6f3c247f9989 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:20.419862 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-78f6e8f8-ad71-4c9d-963f-6f3c247f9989 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Allocated IP 172.25.1.19 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/fa5e6305-a8eb-4c60-b3a2-e3fc966efd02) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:03:20.519502 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78f6e8f8-ad71-4c9d-963f-6f3c247f9989 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:20.644114 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78f6e8f8-ad71-4c9d-963f-6f3c247f9989 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:20.687971 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f6e8f8-ad71-4c9d-963f-6f3c247f9989 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:03:20.691123 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-78f6e8f8-ad71-4c9d-963f-6f3c247f9989 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:03:20.694640 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f6e8f8-ad71-4c9d-963f-6f3c247f9989 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:03:20.719690 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6e8f8-ad71-4c9d-963f-6f3c247f9989 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event updated for resources: {'Port': ['ID=fa5e6305-a8eb-4c60-b3a2-e3fc966efd02,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:21.049425 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78f6e8f8-ad71-4c9d-963f-6f3c247f9989 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:21.193987 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78f6e8f8-ad71-4c9d-963f-6f3c247f9989 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:21.344058 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78f6e8f8-ad71-4c9d-963f-6f3c247f9989 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:21.403142 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78f6e8f8-ad71-4c9d-963f-6f3c247f9989 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:21.469936 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6e8f8-ad71-4c9d-963f-6f3c247f9989 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event updated for resources: {'Port': ['ID=fa5e6305-a8eb-4c60-b3a2-e3fc966efd02,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:21.481286 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78f6e8f8-ad71-4c9d-963f-6f3c247f9989 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:21.581523 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-78f6e8f8-ad71-4c9d-963f-6f3c247f9989 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Floating IP e0c0be52-dec1-4e13-8275-bc0e4f0f99cf associated. External IP: 172.25.1.19, port: 098ec289-c3e4-4ed4-86f1-bd1947401806. Jul 30 03:03:21.786775 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f6e8f8-ad71-4c9d-963f-6f3c247f9989 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Router a9c8f431-c31e-4910-89ae-bd87baf79d87 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:03:21.891974 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f6e8f8-ad71-4c9d-963f-6f3c247f9989 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:03:21.902043 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99172004-e874-4f91-b971-e1f2a9e92161 None None] Sync routers for ids ['a9c8f431-c31e-4910-89ae-bd87baf79d87'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:03:21.911371 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99172004-e874-4f91-b971-e1f2a9e92161 None None] Routers {'a9c8f431-c31e-4910-89ae-bd87baf79d87'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:03:21.911980 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-99172004-e874-4f91-b971-e1f2a9e92161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:03:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a9c8f431-c31e-4910-89ae-bd87baf79d87'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:03:21.997537 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-78f6e8f8-ad71-4c9d-963f-6f3c247f9989 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:22.014195 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-99172004-e874-4f91-b971-e1f2a9e92161 None None] Set router a9c8f431-c31e-4910-89ae-bd87baf79d87 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:03:22.025113 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-78f6e8f8-ad71-4c9d-963f-6f3c247f9989 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9244909 Jul 30 03:03:22.025694 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'tag': '098ec289-c3e4-4ed4-86f1-bd1947401806'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:03:22.028228 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acef231-d57c-493a-8447-50c552466dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "e503ef01-21ea-4965-a81f-a79e1af41aaa", "tag": "098ec289-c3e4-4ed4-86f1-bd1947401806"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:03:22.064572 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4a5d3e-f3b8-409c-bbb2-299257d20c39 x-openstack-request-id: req-0e4a5d3e-f3b8-409c-bbb2-299257d20c39 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:03:22.065171 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e503ef01-21ea-4965-a81f-a79e1af41aaa", "tag": "098ec289-c3e4-4ed4-86f1-bd1947401806", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:03:22.065171 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0e4a5d3e-f3b8-409c-bbb2-299257d20c39 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:03:22.065537 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'tag': '098ec289-c3e4-4ed4-86f1-bd1947401806', 'status': 'completed', 'code': 200} Jul 30 03:03:22.127521 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acef231-d57c-493a-8447-50c552466dc9 req-4ea918b8-0345-48c9-b4ea-1432108ee456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:22.129039 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0acef231-d57c-493a-8447-50c552466dc9 req-4ea918b8-0345-48c9-b4ea-1432108ee456 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 1097 time: 0.0410933 Jul 30 03:03:22.220385 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acef231-d57c-493a-8447-50c552466dc9 req-0b9464bb-fe99-4f17-b8ff-86da2aa07445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:22.221767 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0acef231-d57c-493a-8447-50c552466dc9 req-0b9464bb-fe99-4f17-b8ff-86da2aa07445 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 910 time: 0.0859809 Jul 30 03:03:22.236789 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-99172004-e874-4f91-b971-e1f2a9e92161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:56Z', 'revision_number': 4, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'gw_port': {'id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'e0c0be52-dec1-4e13-8275-bc0e4f0f99cf', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'port_id': '098ec289-c3e4-4ed4-86f1-bd1947401806', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'mac_address': 'fa:16:3e:12:67:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:03:20Z', 'updated_at': '2021-07-30T03:03:20Z', 'revision_number': 0, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0d7a57d-f526-44f6-a1be-2b43b66baeba', 'name': '', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'mac_address': 'fa:16:3e:c3:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:55Z', 'updated_at': '2021-07-30T03:03:01Z', 'revision_number': 5, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'subnets': [{'id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:03:22.264952 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99172004-e874-4f91-b971-e1f2a9e92161 None None] Checking router: a9c8f431-c31e-4910-89ae-bd87baf79d87 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:03:22.273169 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99172004-e874-4f91-b971-e1f2a9e92161 None None] Routers {'a9c8f431-c31e-4910-89ae-bd87baf79d87'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:03:22.273891 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-99172004-e874-4f91-b971-e1f2a9e92161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:03:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a9c8f431-c31e-4910-89ae-bd87baf79d87'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:03:22.287578 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0acef231-d57c-493a-8447-50c552466dc9 req-16fd47e5-3532-41ac-90d1-b51083fc0b11 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=098ec289-c3e4-4ed4-86f1-bd1947401806 HTTP/1.1" status: 200 len: 999 time: 0.0585217 Jul 30 03:03:22.336142 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acef231-d57c-493a-8447-50c552466dc9 req-f0f24b21-926a-46a8-b1ea-896e6151021f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:22.337590 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0acef231-d57c-493a-8447-50c552466dc9 req-f0f24b21-926a-46a8-b1ea-896e6151021f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be3b903d-ff5a-465d-8faa-13fb7ed219dd HTTP/1.1" status: 200 len: 848 time: 0.0431161 Jul 30 03:03:22.381277 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-99172004-e874-4f91-b971-e1f2a9e92161 None None] Set router a9c8f431-c31e-4910-89ae-bd87baf79d87 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:03:22.388217 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acef231-d57c-493a-8447-50c552466dc9 req-3152bedf-2fe1-4a23-9d72-a520b5eaff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:22.389769 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0acef231-d57c-493a-8447-50c552466dc9 req-3152bedf-2fe1-4a23-9d72-a520b5eaff22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0e472ca-43fc-48b9-bc88-19d49ec72d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447605 Jul 30 03:03:22.478900 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0acef231-d57c-493a-8447-50c552466dc9 req-02abd9dc-f226-439f-8201-6541f976c37e service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821249 Jul 30 03:03:22.571488 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-0acef231-d57c-493a-8447-50c552466dc9 req-7e1a3b7c-8258-46c0-9561-5d527a9fa68a service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863540 Jul 30 03:03:22.602786 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-99172004-e874-4f91-b971-e1f2a9e92161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:56Z', 'revision_number': 4, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'gw_port': {'id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'e0c0be52-dec1-4e13-8275-bc0e4f0f99cf', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'port_id': '098ec289-c3e4-4ed4-86f1-bd1947401806', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'mac_address': 'fa:16:3e:12:67:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:03:20Z', 'updated_at': '2021-07-30T03:03:20Z', 'revision_number': 0, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0d7a57d-f526-44f6-a1be-2b43b66baeba', 'name': '', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'mac_address': 'fa:16:3e:c3:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:55Z', 'updated_at': '2021-07-30T03:03:01Z', 'revision_number': 5, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'subnets': [{'id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:03:22.628020 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99172004-e874-4f91-b971-e1f2a9e92161 None None] The sync data for ids ['a9c8f431-c31e-4910-89ae-bd87baf79d87'] in n-d-713498-9 is: [{'id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:56Z', 'revision_number': 4, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'gw_port': {'id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'e0c0be52-dec1-4e13-8275-bc0e4f0f99cf', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'port_id': '098ec289-c3e4-4ed4-86f1-bd1947401806', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'mac_address': 'fa:16:3e:12:67:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:03:20Z', 'updated_at': '2021-07-30T03:03:20Z', 'revision_number': 0, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0d7a57d-f526-44f6-a1be-2b43b66baeba', 'name': '', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'mac_address': 'fa:16:3e:c3:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:55Z', 'updated_at': '2021-07-30T03:03:01Z', 'revision_number': 5, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'subnets': [{'id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:03:22.810120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a162cc66-e2e7-4a6d-b2ae-4f68c8008f2d None None] New status for floating IP e0c0be52-dec1-4e13-8275-bc0e4f0f99cf: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:03:33.757704 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:39.197310 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97b48ba8-fcde-4e01-b9d5-c8c86b7d6842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:41.710878 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55924c47-3615-4be7-8f04-82e16c57e8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:41.820161 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:43.660306 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:44.921478 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:48.630762 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:51.631297 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:04:03.762711 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:07.700601 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-053f8007-a6ee-4689-88fe-c367c547eb2a req-c2353a81-8582-4d34-ba0e-49806755e00a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397084 Jul 30 03:04:07.778939 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f8007-a6ee-4689-88fe-c367c547eb2a req-523a056a-4169-4e82-90ec-3f06c9c82bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:04:07.780393 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-053f8007-a6ee-4689-88fe-c367c547eb2a req-523a056a-4169-4e82-90ec-3f06c9c82bb1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 1097 time: 0.0400975 Jul 30 03:04:07.884075 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f8007-a6ee-4689-88fe-c367c547eb2a req-16f0223f-9e67-4439-87b4-bd3ca838029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:04:07.885547 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-053f8007-a6ee-4689-88fe-c367c547eb2a req-16f0223f-9e67-4439-87b4-bd3ca838029f service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 910 time: 0.0864356 Jul 30 03:04:07.949952 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-053f8007-a6ee-4689-88fe-c367c547eb2a req-f2aacf72-a668-4e13-a5b2-470f57079b4a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=098ec289-c3e4-4ed4-86f1-bd1947401806 HTTP/1.1" status: 200 len: 1001 time: 0.0573821 Jul 30 03:04:07.997129 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f8007-a6ee-4689-88fe-c367c547eb2a req-019ed18a-3418-43e8-8539-b1a51aeea423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:04:07.999173 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-053f8007-a6ee-4689-88fe-c367c547eb2a req-019ed18a-3418-43e8-8539-b1a51aeea423 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be3b903d-ff5a-465d-8faa-13fb7ed219dd HTTP/1.1" status: 200 len: 848 time: 0.0424964 Jul 30 03:04:08.047289 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f8007-a6ee-4689-88fe-c367c547eb2a req-62d6e256-a0e8-4ee3-8106-3cde209e716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:04:08.048777 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-053f8007-a6ee-4689-88fe-c367c547eb2a req-62d6e256-a0e8-4ee3-8106-3cde209e716e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0e472ca-43fc-48b9-bc88-19d49ec72d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432394 Jul 30 03:04:08.136137 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-053f8007-a6ee-4689-88fe-c367c547eb2a req-0dbe3eb6-dbd2-410c-9566-0ad94d7c5e76 service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800576 Jul 30 03:04:08.227329 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-053f8007-a6ee-4689-88fe-c367c547eb2a req-45cc1f7b-2231-4e17-b957-798b2ff61500 service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841753 Jul 30 03:04:09.219373 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8ddb714-2985-4c91-a4c6-a9edca47d14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:11.722213 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-efc7e0fa-32e5-4b36-bced-f4cc08603414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:11.967668 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:13.642576 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:14.927775 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:18.664734 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:28.629899 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:04:33.743943 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:39.201700 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91141bec-ae2f-4147-b2e4-54688f22346f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:41.709515 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-08f43081-ff69-48c5-87cc-8a37d40dc482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:41.852700 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:43.589986 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:44.909474 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:48.658438 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:03.766612 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:05.628106 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:05:07.762519 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8388fe42-dce8-44cb-886b-e5db4aa3bb1c req-806d5be2-666b-434e-90e2-1f954c61d6ba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393517 Jul 30 03:05:07.840806 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388fe42-dce8-44cb-886b-e5db4aa3bb1c req-e098e365-6a92-4468-b8d9-fe100e657b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:07.842255 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8388fe42-dce8-44cb-886b-e5db4aa3bb1c req-e098e365-6a92-4468-b8d9-fe100e657b38 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 1097 time: 0.0398724 Jul 30 03:05:07.946456 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388fe42-dce8-44cb-886b-e5db4aa3bb1c req-4b8857d4-1b7d-4477-8990-e0225537fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:07.947882 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8388fe42-dce8-44cb-886b-e5db4aa3bb1c req-4b8857d4-1b7d-4477-8990-e0225537fc00 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 910 time: 0.0876822 Jul 30 03:05:08.012025 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8388fe42-dce8-44cb-886b-e5db4aa3bb1c req-e6588e2c-4ac3-445c-b44a-27708629ee51 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=098ec289-c3e4-4ed4-86f1-bd1947401806 HTTP/1.1" status: 200 len: 1001 time: 0.0571694 Jul 30 03:05:08.059421 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388fe42-dce8-44cb-886b-e5db4aa3bb1c req-79811598-459a-4de2-b9ca-c86482f0d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:08.060800 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8388fe42-dce8-44cb-886b-e5db4aa3bb1c req-79811598-459a-4de2-b9ca-c86482f0d292 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be3b903d-ff5a-465d-8faa-13fb7ed219dd HTTP/1.1" status: 200 len: 848 time: 0.0425684 Jul 30 03:05:08.108305 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388fe42-dce8-44cb-886b-e5db4aa3bb1c req-699fc65e-994f-465c-aaff-fea55f37da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:08.109751 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8388fe42-dce8-44cb-886b-e5db4aa3bb1c req-699fc65e-994f-465c-aaff-fea55f37da31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0e472ca-43fc-48b9-bc88-19d49ec72d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419099 Jul 30 03:05:08.200970 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8388fe42-dce8-44cb-886b-e5db4aa3bb1c req-55413204-f1ca-4e19-a0bd-e7f70dfdddcf service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807374 Jul 30 03:05:08.293349 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-8388fe42-dce8-44cb-886b-e5db4aa3bb1c req-518c7dac-62dc-44c7-af69-508a61ac43a4 service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852988 Jul 30 03:05:09.217615 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db56d0b3-68a4-422c-bd48-23ab5054e8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:11.708397 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-00b0b8da-85fc-4a9a-96fe-e12b19091e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:11.828333 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:13.600449 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:14.949801 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:17.944406 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530227a9-dabf-46e5-82f6-27528150fe81 req-c8ab1f30-cd25-4847-a70a-7ebf3a018329 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:17.945809 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-530227a9-dabf-46e5-82f6-27528150fe81 req-c8ab1f30-cd25-4847-a70a-7ebf3a018329 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0516131 Jul 30 03:05:17.985951 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-530227a9-dabf-46e5-82f6-27528150fe81 req-22124548-11a6-49bb-a3dc-9004e9f3ca0f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339720 Jul 30 03:05:18.727052 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:19.134333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9d71d-2a1e-49ac-9fc4-bb0ba4bc7c01 req-78add516-161f-4ee7-a7e3-7cfb934515f4 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:19.135815 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97e9d71d-2a1e-49ac-9fc4-bb0ba4bc7c01 req-78add516-161f-4ee7-a7e3-7cfb934515f4 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0526023 Jul 30 03:05:19.175103 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-97e9d71d-2a1e-49ac-9fc4-bb0ba4bc7c01 req-7b7bfca1-9e0c-40da-bea1-1ce96ad11b3c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330181 Jul 30 03:05:20.288509 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414ddd3-2f60-44ef-bfe9-9c096c70da8e req-93529364-bebf-42ae-ab87-71badd34b770 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:20.289993 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1414ddd3-2f60-44ef-bfe9-9c096c70da8e req-93529364-bebf-42ae-ab87-71badd34b770 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0491323 Jul 30 03:05:20.328276 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1414ddd3-2f60-44ef-bfe9-9c096c70da8e req-183b1438-23ea-43de-ae25-f31a2702a88c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323751 Jul 30 03:05:21.447015 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba5e70-f4b5-4bba-92a3-d623a06a1229 req-0a063c1a-d144-419f-b009-b860f14c29c0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:21.448480 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dbba5e70-f4b5-4bba-92a3-d623a06a1229 req-0a063c1a-d144-419f-b009-b860f14c29c0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0482533 Jul 30 03:05:21.485526 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dbba5e70-f4b5-4bba-92a3-d623a06a1229 req-04036a9b-75bc-488e-8cec-91c872a249d4 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311296 Jul 30 03:05:22.602562 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980a15c-7d89-4046-9a3c-80df44e24b54 req-05b822c7-87d1-41ae-a0d3-86f7ddc86be7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:22.604037 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5980a15c-7d89-4046-9a3c-80df44e24b54 req-05b822c7-87d1-41ae-a0d3-86f7ddc86be7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0520422 Jul 30 03:05:22.641946 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5980a15c-7d89-4046-9a3c-80df44e24b54 req-cbc45f48-c543-4fb3-a972-9f80bc3e42db tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318663 Jul 30 03:05:23.755967 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca944c-2ace-499a-8723-f7c1f22a5073 req-ea74e4f2-c111-4554-9365-afd67bd40194 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:23.757491 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-baca944c-2ace-499a-8723-f7c1f22a5073 req-ea74e4f2-c111-4554-9365-afd67bd40194 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0492136 Jul 30 03:05:23.797938 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-baca944c-2ace-499a-8723-f7c1f22a5073 req-60d410fb-432e-4b3d-a867-7f77f3d53768 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344715 Jul 30 03:05:24.913920 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daa87b-043a-4e7e-a30a-74318833a211 req-26152890-fc1c-49ed-8400-78fe94ed887a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:24.915454 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c1daa87b-043a-4e7e-a30a-74318833a211 req-26152890-fc1c-49ed-8400-78fe94ed887a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0499480 Jul 30 03:05:24.952527 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c1daa87b-043a-4e7e-a30a-74318833a211 req-b6dea70e-2ea3-4ebf-8b1b-15c572cbdfab tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311346 Jul 30 03:05:26.073117 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208490d0-b428-4b76-ac43-846bf4d1c375 req-8a451701-34dd-49bb-9b7b-6c0686da25bf tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:26.074657 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-208490d0-b428-4b76-ac43-846bf4d1c375 req-8a451701-34dd-49bb-9b7b-6c0686da25bf tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0543602 Jul 30 03:05:26.111581 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-208490d0-b428-4b76-ac43-846bf4d1c375 req-83308268-f68a-4a6a-8e78-108aedcbcd6d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309298 Jul 30 03:05:27.225544 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9a783-783d-4871-b374-b9243832cc55 req-f15e24a0-76d0-4add-85a0-445db6e94b49 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:27.227539 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1ba9a783-783d-4871-b374-b9243832cc55 req-f15e24a0-76d0-4add-85a0-445db6e94b49 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0495715 Jul 30 03:05:27.265192 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1ba9a783-783d-4871-b374-b9243832cc55 req-aff17ca0-14b2-4fdc-9a6b-2a8cda12bf32 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314965 Jul 30 03:05:28.381520 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14cba4-2403-47e1-90a7-1594665d4dc6 req-b809c771-97cd-46e3-9ef2-1afba04ba89d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:28.384605 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aa14cba4-2403-47e1-90a7-1594665d4dc6 req-b809c771-97cd-46e3-9ef2-1afba04ba89d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0520680 Jul 30 03:05:28.421574 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aa14cba4-2403-47e1-90a7-1594665d4dc6 req-5977f513-9a77-474f-8121-17ddb13fda37 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318568 Jul 30 03:05:29.540392 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a80fd2-3fa1-44f1-96d5-5b6fe4f0cd44 req-a46eb498-1c6c-48fe-85b4-8548ac906fd4 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:29.541895 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-86a80fd2-3fa1-44f1-96d5-5b6fe4f0cd44 req-a46eb498-1c6c-48fe-85b4-8548ac906fd4 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0536244 Jul 30 03:05:29.578756 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-86a80fd2-3fa1-44f1-96d5-5b6fe4f0cd44 req-4cf18f58-6158-4c79-8557-aa2221ba7fc7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306993 Jul 30 03:05:30.296308 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 098ec289-c3e4-4ed4-86f1-bd1947401806 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:05:30.390637 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 098ec289-c3e4-4ed4-86f1-bd1947401806, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=098ec289-c3e4-4ed4-86f1-bd1947401806,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:05:30.402728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '098ec289-c3e4-4ed4-86f1-bd1947401806', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'port_id': '098ec289-c3e4-4ed4-86f1-bd1947401806', 'mac_address': 'fa:16:3e:12:67:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:05:30.438185 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:30.453598 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 098ec289-c3e4-4ed4-86f1-bd1947401806 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:05:30.472591 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 098ec289-c3e4-4ed4-86f1-bd1947401806, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=098ec289-c3e4-4ed4-86f1-bd1947401806,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:05:30.537807 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:30.589628 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=098ec289-c3e4-4ed4-86f1-bd1947401806,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:05:30.596913 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:30.602414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:30.602414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:30.602414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:30.602414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:30.602414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:30.602414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:30.602414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:30.602414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:30.602414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:30.602414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:30.602414 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:30.606987 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['098ec289-c3e4-4ed4-86f1-bd1947401806'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:05:30.706684 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ae41a-44db-428c-8cef-909ebe97a3e7 req-460e6e2b-9eb5-4350-a4c2-c3618f27b6ca tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:30.708339 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d73ae41a-44db-428c-8cef-909ebe97a3e7 req-460e6e2b-9eb5-4350-a4c2-c3618f27b6ca tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 945 time: 0.0579669 Jul 30 03:05:30.750860 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d73ae41a-44db-428c-8cef-909ebe97a3e7 req-4c61e52d-d3a8-488f-a12f-bcf24148d8e4 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346489 Jul 30 03:05:31.878338 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee483058-0e33-43dc-9cc7-38772f9fb07c req-331c2ed4-2a8c-40f6-977c-d7e06a57753d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:31.880048 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee483058-0e33-43dc-9cc7-38772f9fb07c req-331c2ed4-2a8c-40f6-977c-d7e06a57753d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 945 time: 0.0561912 Jul 30 03:05:31.920531 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee483058-0e33-43dc-9cc7-38772f9fb07c req-0bcc9710-d5ff-4403-946e-6a34bec65d89 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333166 Jul 30 03:05:32.295671 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 098ec289-c3e4-4ed4-86f1-bd1947401806 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:05:32.347430 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 098ec289-c3e4-4ed4-86f1-bd1947401806 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:05:32.347918 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:32.431215 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:32.457857 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098ec289-c3e4-4ed4-86f1-bd1947401806'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:05:32.460506 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4760821-3936-4483-b25c-471af9111544" -d '{"events": [{"server_uuid": "e503ef01-21ea-4965-a81f-a79e1af41aaa", "name": "network-vif-plugged", "status": "completed", "tag": "098ec289-c3e4-4ed4-86f1-bd1947401806"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:05:32.476860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 098ec289-c3e4-4ed4-86f1-bd1947401806, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=098ec289-c3e4-4ed4-86f1-bd1947401806,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:05:32.503600 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1596ea9-7e1d-4c90-9381-ffe2fe971301 x-openstack-request-id: req-c1596ea9-7e1d-4c90-9381-ffe2fe971301 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:05:32.503916 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e503ef01-21ea-4965-a81f-a79e1af41aaa", "name": "network-vif-plugged", "status": "completed", "tag": "098ec289-c3e4-4ed4-86f1-bd1947401806", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:05:32.504201 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c1596ea9-7e1d-4c90-9381-ffe2fe971301 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:05:32.504664 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098ec289-c3e4-4ed4-86f1-bd1947401806', 'code': 200} Jul 30 03:05:32.600952 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:32.661055 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=098ec289-c3e4-4ed4-86f1-bd1947401806,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:05:33.053212 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381f369-6ef7-4b98-b2a7-a9f1030c6fb5 req-86cdcade-61a4-49b3-83b5-6d8fd26cfc68 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:33.055246 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5381f369-6ef7-4b98-b2a7-a9f1030c6fb5 req-86cdcade-61a4-49b3-83b5-6d8fd26cfc68 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0579257 Jul 30 03:05:33.098225 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5381f369-6ef7-4b98-b2a7-a9f1030c6fb5 req-7d18ed04-48d4-46b7-859e-2cd2f46d715b tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367672 Jul 30 03:05:34.069161 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:34.231601 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b2e02-908d-447a-9a48-eedbb757cec8 req-5a9e8558-a3dd-4e0a-80e7-457eec0b714f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:34.233159 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bf3b2e02-908d-447a-9a48-eedbb757cec8 req-5a9e8558-a3dd-4e0a-80e7-457eec0b714f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0618451 Jul 30 03:05:34.276064 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bf3b2e02-908d-447a-9a48-eedbb757cec8 req-e5ccc18d-976b-48bb-b5af-8f3ebdec0687 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368149 Jul 30 03:05:35.408153 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841bc0c-7a2e-4665-87fc-36b4a9bb2e40 req-4cd803ee-e6f9-488d-9f96-68fe29907c6e tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:35.409698 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6841bc0c-7a2e-4665-87fc-36b4a9bb2e40 req-4cd803ee-e6f9-488d-9f96-68fe29907c6e tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0522070 Jul 30 03:05:35.450023 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6841bc0c-7a2e-4665-87fc-36b4a9bb2e40 req-73041e02-e80f-4a09-96af-14a9aa9d8608 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338476 Jul 30 03:05:36.577970 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dd358-d5fb-439a-8235-4dc5782d6b83 req-b0bacc10-8e43-4f84-9914-d4a7bbcd167c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:36.579559 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e72dd358-d5fb-439a-8235-4dc5782d6b83 req-b0bacc10-8e43-4f84-9914-d4a7bbcd167c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0559752 Jul 30 03:05:36.619316 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e72dd358-d5fb-439a-8235-4dc5782d6b83 req-59bcb985-2cca-4608-84b6-ddb49d54d39b tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331366 Jul 30 03:05:37.761962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bdf35-8229-4848-80e8-7a4f61737942 req-80c99d2f-03b2-46d5-8b9e-d94d028f05b0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:37.763508 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2f8bdf35-8229-4848-80e8-7a4f61737942 req-80c99d2f-03b2-46d5-8b9e-d94d028f05b0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0705798 Jul 30 03:05:37.809094 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2f8bdf35-8229-4848-80e8-7a4f61737942 req-555f374a-9331-4a8d-ac8c-50c28f12e1f0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392795 Jul 30 03:05:38.933792 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc0264-0543-4a7a-8bef-6b99329fc49c req-b4ee2e80-1206-4c66-bf36-79e5f7da55ff tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:38.938799 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-56bc0264-0543-4a7a-8bef-6b99329fc49c req-b4ee2e80-1206-4c66-bf36-79e5f7da55ff tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0554674 Jul 30 03:05:38.983120 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-56bc0264-0543-4a7a-8bef-6b99329fc49c req-b1534492-5461-4929-bbc4-973c09f4530d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411243 Jul 30 03:05:39.217682 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-321ba966-6d41-4a6b-b1db-aa4b843cc2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:40.109889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87914caa-02c3-4217-b046-255e4da23041 req-e3b2a2e3-1fe0-4ade-b5cb-8414021abff0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:40.117928 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-87914caa-02c3-4217-b046-255e4da23041 req-e3b2a2e3-1fe0-4ade-b5cb-8414021abff0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0703049 Jul 30 03:05:40.154768 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-87914caa-02c3-4217-b046-255e4da23041 req-a3a03e67-e1c0-4abd-bd9f-9ca8faed3bac tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359368 Jul 30 03:05:41.276022 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1aa5d-19d9-4d56-b0a6-5bd6001fe1b7 req-5ba38074-7ec5-4731-9774-a0cf724e98f1 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:41.277530 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e7e1aa5d-19d9-4d56-b0a6-5bd6001fe1b7 req-5ba38074-7ec5-4731-9774-a0cf724e98f1 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0500467 Jul 30 03:05:41.314568 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e7e1aa5d-19d9-4d56-b0a6-5bd6001fe1b7 req-f9b102b1-1f4c-4d4c-8e98-5c713cd0bb47 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310054 Jul 30 03:05:41.743263 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-242358e9-ce9e-49b0-9e7c-b2927cf07219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:41.867488 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:41.894510 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c9ec7-0ac4-46c8-86fe-65a0c858c2cc req-50dd284c-ca61-4c94-a569-f0395bce714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:41.896015 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cb2c9ec7-0ac4-46c8-86fe-65a0c858c2cc req-50dd284c-ca61-4c94-a569-f0395bce714a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 1097 time: 0.0848117 Jul 30 03:05:41.985246 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c9ec7-0ac4-46c8-86fe-65a0c858c2cc req-19430bfa-5d29-44d6-ac95-4e82e11db464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:41.986656 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cb2c9ec7-0ac4-46c8-86fe-65a0c858c2cc req-19430bfa-5d29-44d6-ac95-4e82e11db464 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 910 time: 0.0835505 Jul 30 03:05:42.054403 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cb2c9ec7-0ac4-46c8-86fe-65a0c858c2cc req-e156c5f9-9d97-4036-a4aa-61d17801095b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=098ec289-c3e4-4ed4-86f1-bd1947401806 HTTP/1.1" status: 200 len: 1001 time: 0.0611908 Jul 30 03:05:42.101657 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c9ec7-0ac4-46c8-86fe-65a0c858c2cc req-1a239309-d386-4887-9bce-cb53ec83662f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:42.103590 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cb2c9ec7-0ac4-46c8-86fe-65a0c858c2cc req-1a239309-d386-4887-9bce-cb53ec83662f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be3b903d-ff5a-465d-8faa-13fb7ed219dd HTTP/1.1" status: 200 len: 848 time: 0.0419769 Jul 30 03:05:42.147869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c9ec7-0ac4-46c8-86fe-65a0c858c2cc req-91f58bf9-e335-4763-9fe8-bd89e74689e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:42.149598 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cb2c9ec7-0ac4-46c8-86fe-65a0c858c2cc req-91f58bf9-e335-4763-9fe8-bd89e74689e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0e472ca-43fc-48b9-bc88-19d49ec72d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388005 Jul 30 03:05:42.240430 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cb2c9ec7-0ac4-46c8-86fe-65a0c858c2cc req-3780c484-d5f1-4e4c-89bf-238bf74028ce service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835221 Jul 30 03:05:42.329086 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-cb2c9ec7-0ac4-46c8-86fe-65a0c858c2cc req-d772c324-2bb3-426f-bc97-e92404ded6d8 service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800006 Jul 30 03:05:42.429511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5306e0-d647-44e8-8fa9-726a174ca9ab req-88b93dc2-80f9-4ffa-9f46-7a76ec7b6a81 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:42.431032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de5306e0-d647-44e8-8fa9-726a174ca9ab req-88b93dc2-80f9-4ffa-9f46-7a76ec7b6a81 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0487757 Jul 30 03:05:42.469001 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-de5306e0-d647-44e8-8fa9-726a174ca9ab req-f2ce7bb7-cc93-4a31-a175-1e2572eb0fd5 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319867 Jul 30 03:05:42.626999 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:05:43.589633 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee668ae-474a-4ffb-81b2-60815534130c req-715e82d4-b798-4f03-92ca-52abeb680a6f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:43.591147 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ee668ae-474a-4ffb-81b2-60815534130c req-715e82d4-b798-4f03-92ca-52abeb680a6f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0532005 Jul 30 03:05:43.619967 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:43.629105 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3ee668ae-474a-4ffb-81b2-60815534130c req-daa4a4f0-3720-46d0-8d54-0a7c02c4083b tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319417 Jul 30 03:05:44.749395 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e9b50-914f-401f-bda6-d79fbc2effd1 req-4011ca64-89d2-4733-96f6-07bf595df653 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:44.750892 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-064e9b50-914f-401f-bda6-d79fbc2effd1 req-4011ca64-89d2-4733-96f6-07bf595df653 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0542896 Jul 30 03:05:44.788118 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-064e9b50-914f-401f-bda6-d79fbc2effd1 req-e01324fe-2bca-43b6-bc88-8b60a2fbdca9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312192 Jul 30 03:05:44.954913 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:45.218626 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71ef03-6f36-4311-9369-731ceb2275b2 req-0636d838-73a4-4e62-97f5-42976e77d907 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:45.218626 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4b71ef03-6f36-4311-9369-731ceb2275b2 req-0636d838-73a4-4e62-97f5-42976e77d907 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0499232 Jul 30 03:05:45.255699 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4b71ef03-6f36-4311-9369-731ceb2275b2 req-e4e584cb-9458-4878-ba97-fd2ae503c6d4 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318737 Jul 30 03:05:45.552650 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40294) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:05:45.638910 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-ca9c22f8-c774-47eb-a096-e88f0a16ba2b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851600 Jul 30 03:05:46.330289 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 098ec289-c3e4-4ed4-86f1-bd1947401806 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:05:46.372690 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293a89f-48bf-49b0-bc43-428b1849d04d req-6fc1ca0f-c839-4f49-92a4-48921fcee7c6 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:46.374246 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3293a89f-48bf-49b0-bc43-428b1849d04d req-6fc1ca0f-c839-4f49-92a4-48921fcee7c6 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0494621 Jul 30 03:05:46.413273 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:46.414573 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3293a89f-48bf-49b0-bc43-428b1849d04d req-7214964c-66fa-42fb-ba02-e4683c8bf41c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340400 Jul 30 03:05:46.438486 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '098ec289-c3e4-4ed4-86f1-bd1947401806'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:05:46.441340 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54000fb2-86ee-4bea-a66c-52d4ce8e4e03" -d '{"events": [{"server_uuid": "e503ef01-21ea-4965-a81f-a79e1af41aaa", "name": "network-vif-unplugged", "status": "completed", "tag": "098ec289-c3e4-4ed4-86f1-bd1947401806"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:05:46.455724 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 098ec289-c3e4-4ed4-86f1-bd1947401806, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=098ec289-c3e4-4ed4-86f1-bd1947401806,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:05:46.473843 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 03:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a194b8f-08d1-4a49-aac3-4c7f16308063 x-openstack-request-id: req-1a194b8f-08d1-4a49-aac3-4c7f16308063 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:05:46.474128 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e503ef01-21ea-4965-a81f-a79e1af41aaa", "name": "network-vif-unplugged", "status": "failed", "tag": "098ec289-c3e4-4ed4-86f1-bd1947401806", "code": 422}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:05:46.474409 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1a194b8f-08d1-4a49-aac3-4c7f16308063 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:05:46.474831 n-d-713498-9 neutron-server[94466]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '098ec289-c3e4-4ed4-86f1-bd1947401806', 'code': 422} returned with failed status Jul 30 03:05:46.531856 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:46.580618 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=098ec289-c3e4-4ed4-86f1-bd1947401806,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:05:47.061151 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-c4bcea32-467c-4791-a905-a02a5fc6a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:47.062697 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-c4bcea32-467c-4791-a905-a02a5fc6a1ea service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa&tenant_id=52fa1092004942e787a6ce8e9b7df950 HTTP/1.1" status: 200 len: 1095 time: 0.0832565 Jul 30 03:05:47.081117 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-9', 'device_owner': 'compute:nova'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:05:47.136201 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:47.685495 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] For port 098ec289-c3e4-4ed4-86f1-bd1947401806, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=098ec289-c3e4-4ed4-86f1-bd1947401806,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:05:47.694097 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4a361-f43b-46c1-bfa8-274732b877dc req-b9f2653d-6280-4a09-8567-517751e20dbb tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:47.695634 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08d4a361-f43b-46c1-bfa8-274732b877dc req-b9f2653d-6280-4a09-8567-517751e20dbb tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 944 time: 0.0833356 Jul 30 03:05:47.751729 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] For port 098ec289-c3e4-4ed4-86f1-bd1947401806, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:05:47.755811 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08d4a361-f43b-46c1-bfa8-274732b877dc req-70224401-e3ef-438b-858b-c15b966cb363 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526056 Jul 30 03:05:47.789296 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 098ec289-c3e4-4ed4-86f1-bd1947401806 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:05:47.797304 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:47.809154 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Transition to ACTIVE for port object 098ec289-c3e4-4ed4-86f1-bd1947401806 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:05:47.884546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:47.960483 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Pushing event updated for resources: {'Port': ['ID=098ec289-c3e4-4ed4-86f1-bd1947401806,revision_number=9']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:05:47.973527 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:47.973876 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:47.974221 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:47.974591 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:47.974929 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:47.975264 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:47.975596 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:47.975922 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:47.976250 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:47.976580 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:47.976905 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:47.977228 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:48.016174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] No DVR routers for this DVR port 098ec289-c3e4-4ed4-86f1-bd1947401806 on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:05:48.153558 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Attempting to bind port 098ec289-c3e4-4ed4-86f1-bd1947401806 on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:05:48.153884 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Attempting to bind port 098ec289-c3e4-4ed4-86f1-bd1947401806 by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:05:48.154205 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Attempting to bind port 098ec289-c3e4-4ed4-86f1-bd1947401806 on network d0e472ca-43fc-48b9-bc88-19d49ec72d44 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:05:48.158378 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Port 098ec289-c3e4-4ed4-86f1-bd1947401806 on network d0e472ca-43fc-48b9-bc88-19d49ec72d44 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:05:48.158700 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Attempting to bind port 098ec289-c3e4-4ed4-86f1-bd1947401806 on network d0e472ca-43fc-48b9-bc88-19d49ec72d44 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:05:48.163484 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:05:48.163847 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Checking segment: {'id': 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:05:48.164229 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Bound using segment: {'id': 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:05:48.164643 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Bound port: 098ec289-c3e4-4ed4-86f1-bd1947401806, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:05:48.164991 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:48.226210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] For port 098ec289-c3e4-4ed4-86f1-bd1947401806, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:05:48.229086 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] For port 098ec289-c3e4-4ed4-86f1-bd1947401806, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=098ec289-c3e4-4ed4-86f1-bd1947401806,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:05:48.290505 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:48.325255 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:48.325900 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:48.327317 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] 10.222.0.77 "PUT /v2.0/ports/098ec289-c3e4-4ed4-86f1-bd1947401806 HTTP/1.1" status: 200 len: 1092 time: 1.2502060 Jul 30 03:05:48.327754 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'tag': '098ec289-c3e4-4ed4-86f1-bd1947401806'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:05:48.329993 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5991ae07-1730-4ac5-aab1-dc82e34512f0" -d '{"events": [{"name": "network-changed", "server_uuid": "e503ef01-21ea-4965-a81f-a79e1af41aaa", "tag": "098ec289-c3e4-4ed4-86f1-bd1947401806"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:05:48.356805 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cb55f-d905-46ae-8317-02f416df1d47 service neutron] Pushing event updated for resources: {'Port': ['ID=098ec289-c3e4-4ed4-86f1-bd1947401806,revision_number=10']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:05:48.417662 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-72935558-9734-40a0-80bf-724a1addc1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:48.419425 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-72935558-9734-40a0-80bf-724a1addc1e2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 1096 time: 0.0468211 Jul 30 03:05:48.451630 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2262dbbd-5539-468c-b1f2-9ffdf7b503f9 x-openstack-request-id: req-2262dbbd-5539-468c-b1f2-9ffdf7b503f9 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:05:48.451920 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e503ef01-21ea-4965-a81f-a79e1af41aaa", "tag": "098ec289-c3e4-4ed4-86f1-bd1947401806", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:05:48.452173 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2262dbbd-5539-468c-b1f2-9ffdf7b503f9 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:05:48.452572 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'tag': '098ec289-c3e4-4ed4-86f1-bd1947401806', 'status': 'completed', 'code': 200} Jul 30 03:05:48.519739 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-dcb8e11e-f1ea-420c-9d43-65d0daead6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:48.521229 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-dcb8e11e-f1ea-420c-9d43-65d0daead6cf service neutron] 10.222.0.77 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 910 time: 0.0945389 Jul 30 03:05:48.585201 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-3b356778-2d50-4918-80e7-b797a42642e5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=098ec289-c3e4-4ed4-86f1-bd1947401806 HTTP/1.1" status: 200 len: 999 time: 0.0565577 Jul 30 03:05:48.639279 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-b0fcfb50-224a-4019-8da0-01046e96c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:48.644869 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-b0fcfb50-224a-4019-8da0-01046e96c597 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=be3b903d-ff5a-465d-8faa-13fb7ed219dd HTTP/1.1" status: 200 len: 848 time: 0.0485723 Jul 30 03:05:48.687683 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-377b5ff5-4d45-49cf-a8d4-f227d330637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:48.689178 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-377b5ff5-4d45-49cf-a8d4-f227d330637c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d0e472ca-43fc-48b9-bc88-19d49ec72d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401125 Jul 30 03:05:48.691669 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:48.707088 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-cc59e553-72fb-4d0c-8b5b-c5a3814b2e71 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:05:48.708052 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-cc59e553-72fb-4d0c-8b5b-c5a3814b2e71 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084617 Jul 30 03:05:48.796449 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-21b7232b-3c58-45b3-9007-f99b271f7ba7 service neutron] 10.222.0.77 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812409 Jul 30 03:05:48.924507 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f4a6a-3b42-4710-9236-f737133a6a56 req-d7160823-5108-47e5-a11d-e408a88e6fbd tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:48.926013 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-257f4a6a-3b42-4710-9236-f737133a6a56 req-d7160823-5108-47e5-a11d-e408a88e6fbd tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 945 time: 0.0990427 Jul 30 03:05:48.929809 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-34771910-0206-4bc4-bf4f-b818f53cf2c8 req-b2945280-e378-48e4-a524-109eff1eccb7 service neutron] 10.222.0.77 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249819 Jul 30 03:05:48.964797 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-257f4a6a-3b42-4710-9236-f737133a6a56 req-db6dab87-3ce9-4c22-aff2-d8804755bcc8 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326722 Jul 30 03:05:49.142285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991ae07-1730-4ac5-aab1-dc82e34512f0 req-ba481843-4b67-42bc-8f5e-f02588a4ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:49.143834 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5991ae07-1730-4ac5-aab1-dc82e34512f0 req-ba481843-4b67-42bc-8f5e-f02588a4ecea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 1096 time: 0.0456090 Jul 30 03:05:49.234794 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991ae07-1730-4ac5-aab1-dc82e34512f0 req-580686af-c1b5-4b31-acb9-f76564c46a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:49.236424 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5991ae07-1730-4ac5-aab1-dc82e34512f0 req-580686af-c1b5-4b31-acb9-f76564c46a2e service neutron] 10.222.0.77 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 910 time: 0.0848181 Jul 30 03:05:49.308714 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5991ae07-1730-4ac5-aab1-dc82e34512f0 req-f387e125-9255-4146-9441-14e1a04c7dd0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=098ec289-c3e4-4ed4-86f1-bd1947401806 HTTP/1.1" status: 200 len: 999 time: 0.0641692 Jul 30 03:05:49.357532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991ae07-1730-4ac5-aab1-dc82e34512f0 req-809dd8c9-d7e8-493c-bf0a-a36ef55599d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:49.359062 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5991ae07-1730-4ac5-aab1-dc82e34512f0 req-809dd8c9-d7e8-493c-bf0a-a36ef55599d2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=be3b903d-ff5a-465d-8faa-13fb7ed219dd HTTP/1.1" status: 200 len: 848 time: 0.0439045 Jul 30 03:05:49.406966 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991ae07-1730-4ac5-aab1-dc82e34512f0 req-5417cc9b-bdc0-426d-8fe8-c8378817c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:49.408377 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5991ae07-1730-4ac5-aab1-dc82e34512f0 req-5417cc9b-bdc0-426d-8fe8-c8378817c29e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d0e472ca-43fc-48b9-bc88-19d49ec72d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422199 Jul 30 03:05:49.549431 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5991ae07-1730-4ac5-aab1-dc82e34512f0 req-1fe0b436-4aa0-4eeb-9371-60e9d7b11e5f service neutron] 10.222.0.77 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313784 Jul 30 03:05:50.086940 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af4936-3998-4385-8f0b-0931183b190b req-6f56828d-5290-420c-b67b-0fe58e5834df tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:50.088530 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57af4936-3998-4385-8f0b-0931183b190b req-6f56828d-5290-420c-b67b-0fe58e5834df tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 945 time: 0.0534027 Jul 30 03:05:50.127959 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-57af4936-3998-4385-8f0b-0931183b190b req-935c3f73-a49a-4511-bd60-83173e557163 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333910 Jul 30 03:05:51.246331 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33550a0-801d-4e76-b5af-797947955c0d req-9c2c5077-fb8e-4e89-8c28-82813afb0017 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:51.247821 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b33550a0-801d-4e76-b5af-797947955c0d req-9c2c5077-fb8e-4e89-8c28-82813afb0017 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 945 time: 0.0504830 Jul 30 03:05:51.287240 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b33550a0-801d-4e76-b5af-797947955c0d req-239b9434-218e-4e5b-b759-4a6d9a96a007 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335326 Jul 30 03:05:52.409660 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fcb31-32d8-4980-978c-0073f8ad8a76 req-18f5f254-089c-4cb6-90c8-9f3b631f42b3 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:52.411347 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bf8fcb31-32d8-4980-978c-0073f8ad8a76 req-18f5f254-089c-4cb6-90c8-9f3b631f42b3 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 945 time: 0.0570629 Jul 30 03:05:52.480678 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bf8fcb31-32d8-4980-978c-0073f8ad8a76 req-9e9822cc-2547-4742-bec9-9107cc75c172 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492461 Jul 30 03:05:53.611382 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7630e22-295e-4739-a9ff-2d2d13db4d77 req-74c4e830-a641-4441-a601-c54c8fead633 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:53.613007 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d7630e22-295e-4739-a9ff-2d2d13db4d77 req-74c4e830-a641-4441-a601-c54c8fead633 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 945 time: 0.0508659 Jul 30 03:05:53.654788 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d7630e22-295e-4739-a9ff-2d2d13db4d77 req-0149fd77-ea43-42fa-9cdb-ea58e260ce67 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325451 Jul 30 03:05:54.778236 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0a5a6-4f08-44a1-a0f2-641c4c3b907d req-6bab23f7-d2ec-4bb1-9bab-8c8313fb1005 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:54.779806 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-51f0a5a6-4f08-44a1-a0f2-641c4c3b907d req-6bab23f7-d2ec-4bb1-9bab-8c8313fb1005 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 945 time: 0.0509443 Jul 30 03:05:54.818386 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-51f0a5a6-4f08-44a1-a0f2-641c4c3b907d req-34398fe2-ac06-40c5-8f01-17dd99a77431 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324841 Jul 30 03:05:55.941628 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e4656-c699-4dd4-8056-8e6e3f3ae5de req-41ecfa98-16cd-4f12-a235-f7b81388f35e tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:55.943117 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-712e4656-c699-4dd4-8056-8e6e3f3ae5de req-41ecfa98-16cd-4f12-a235-f7b81388f35e tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 945 time: 0.0488698 Jul 30 03:05:55.994216 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-712e4656-c699-4dd4-8056-8e6e3f3ae5de req-006c8515-e271-464e-b58d-6768b55ead73 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428767 Jul 30 03:05:57.124084 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee52ace-ce85-46f1-9e88-93cc4b766e5f req-12048ca6-e233-459d-aa8a-2aea19c68caa tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:57.125588 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9ee52ace-ce85-46f1-9e88-93cc4b766e5f req-12048ca6-e233-459d-aa8a-2aea19c68caa tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 945 time: 0.0520320 Jul 30 03:05:57.163968 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9ee52ace-ce85-46f1-9e88-93cc4b766e5f req-0c8c68d4-eded-4aea-b080-17d2ca81b02b tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323358 Jul 30 03:05:58.282614 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa92bca-9fe6-4128-a3d2-abbdc1664e7e req-e118c2fa-467d-4332-bc9a-88576fdd1bc7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:58.284314 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4fa92bca-9fe6-4128-a3d2-abbdc1664e7e req-e118c2fa-467d-4332-bc9a-88576fdd1bc7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 945 time: 0.0510714 Jul 30 03:05:58.325624 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4fa92bca-9fe6-4128-a3d2-abbdc1664e7e req-be8e8823-085f-4aa6-9d0a-88cd8ec05c2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328343 Jul 30 03:05:59.450197 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf5350-b2eb-4794-9701-a10ba8de2ab8 req-7fa6b11e-3f76-4387-8e3c-8e8b00f85c94 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:59.451760 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aecf5350-b2eb-4794-9701-a10ba8de2ab8 req-7fa6b11e-3f76-4387-8e3c-8e8b00f85c94 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 945 time: 0.0576010 Jul 30 03:05:59.500070 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aecf5350-b2eb-4794-9701-a10ba8de2ab8 req-dd65a9e3-3ba4-4429-b3ae-dcb3ded969e7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413852 Jul 30 03:06:00.615842 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005d17-fce9-49f1-9646-7d34616cb730 req-9e8ca30b-5c29-4196-b372-e7e4e98bf118 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:00.617365 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08005d17-fce9-49f1-9646-7d34616cb730 req-9e8ca30b-5c29-4196-b372-e7e4e98bf118 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 945 time: 0.0501351 Jul 30 03:06:00.659685 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08005d17-fce9-49f1-9646-7d34616cb730 req-fc344c2d-f43b-49cb-b440-6984791e3511 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350099 Jul 30 03:06:01.607300 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5991ae07-1730-4ac5-aab1-dc82e34512f0 req-eba832e3-837c-42f7-bddc-7e38a846242e service neutron] 10.222.0.77 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830164 Jul 30 03:06:01.779466 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbda4eb-a3d2-4bc9-8e23-eb50abb8e274 req-cb08e2ff-d822-4870-a52c-675523353256 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:01.780958 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7bbda4eb-a3d2-4bc9-8e23-eb50abb8e274 req-cb08e2ff-d822-4870-a52c-675523353256 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 945 time: 0.0540788 Jul 30 03:06:01.818336 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7bbda4eb-a3d2-4bc9-8e23-eb50abb8e274 req-8e4db550-f8f6-4dc8-9b8d-2312fe24c5fe tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313885 Jul 30 03:06:02.933883 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a126e8-94ad-45aa-acff-a726dadc3ada req-f5195d58-ea4d-4e99-ab87-fac8122121c8 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:02.935414 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19a126e8-94ad-45aa-acff-a726dadc3ada req-f5195d58-ea4d-4e99-ab87-fac8122121c8 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 945 time: 0.0500994 Jul 30 03:06:02.972847 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-19a126e8-94ad-45aa-acff-a726dadc3ada req-edaa38b8-6f22-4265-bad1-8e8be47ac0e1 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315378 Jul 30 03:06:03.788103 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:04.087802 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add5588-e715-4eb6-a05e-d7b7d596940c req-f65a9f5e-815a-4ba2-92b0-c725f72b0768 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:04.089287 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6add5588-e715-4eb6-a05e-d7b7d596940c req-f65a9f5e-815a-4ba2-92b0-c725f72b0768 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 945 time: 0.0498812 Jul 30 03:06:04.126651 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6add5588-e715-4eb6-a05e-d7b7d596940c req-b49b1be4-6282-4899-875a-0baf03581d3e tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313821 Jul 30 03:06:04.375372 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 098ec289-c3e4-4ed4-86f1-bd1947401806 details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:06:04.470975 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 098ec289-c3e4-4ed4-86f1-bd1947401806, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=098ec289-c3e4-4ed4-86f1-bd1947401806,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:06:04.482349 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '098ec289-c3e4-4ed4-86f1-bd1947401806', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'port_id': '098ec289-c3e4-4ed4-86f1-bd1947401806', 'mac_address': 'fa:16:3e:12:67:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:06:04.518006 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:04.530728 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 098ec289-c3e4-4ed4-86f1-bd1947401806 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:06:04.549555 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 098ec289-c3e4-4ed4-86f1-bd1947401806, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=098ec289-c3e4-4ed4-86f1-bd1947401806,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:06:04.611392 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:04.657375 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=098ec289-c3e4-4ed4-86f1-bd1947401806,revision_number=11']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:06:04.912379 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['098ec289-c3e4-4ed4-86f1-bd1947401806'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:06:05.246238 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84aaa3-2a78-42d4-ac6b-5dd16c870370 req-ed1aed48-8584-42bc-964b-cf0e5bf2d745 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:05.247756 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9e84aaa3-2a78-42d4-ac6b-5dd16c870370 req-ed1aed48-8584-42bc-964b-cf0e5bf2d745 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0532660 Jul 30 03:06:05.286112 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9e84aaa3-2a78-42d4-ac6b-5dd16c870370 req-c314fa46-47af-4573-b710-552aca9ab31c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321431 Jul 30 03:06:06.390835 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 098ec289-c3e4-4ed4-86f1-bd1947401806 up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:06:06.400478 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa972ad0-8a1f-485c-9b37-1167b1e92f28 req-42ae613f-150a-42bc-bf1e-1d2c677fe682 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:06.402075 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aa972ad0-8a1f-485c-9b37-1167b1e92f28 req-42ae613f-150a-42bc-bf1e-1d2c677fe682 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 946 time: 0.0504878 Jul 30 03:06:06.441328 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-aa972ad0-8a1f-485c-9b37-1167b1e92f28 req-48990a0f-c935-4205-acc5-11f2b43cd5e2 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330904 Jul 30 03:06:06.495269 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 098ec289-c3e4-4ed4-86f1-bd1947401806 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:06:06.499172 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 098ec289-c3e4-4ed4-86f1-bd1947401806 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:06:06.505350 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:06.574090 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:06.595466 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098ec289-c3e4-4ed4-86f1-bd1947401806'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:06:06.597674 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e8d602-63eb-4bfd-801d-0ae6527d1b6e" -d '{"events": [{"server_uuid": "e503ef01-21ea-4965-a81f-a79e1af41aaa", "name": "network-vif-plugged", "status": "completed", "tag": "098ec289-c3e4-4ed4-86f1-bd1947401806"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:06:06.610566 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 098ec289-c3e4-4ed4-86f1-bd1947401806, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=098ec289-c3e4-4ed4-86f1-bd1947401806,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:06:06.636681 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57242534-bdf3-465f-ab00-fa88cba8dc89 x-openstack-request-id: req-57242534-bdf3-465f-ab00-fa88cba8dc89 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:06:06.636979 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e503ef01-21ea-4965-a81f-a79e1af41aaa", "name": "network-vif-plugged", "status": "completed", "tag": "098ec289-c3e4-4ed4-86f1-bd1947401806", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:06:06.637240 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57242534-bdf3-465f-ab00-fa88cba8dc89 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:06:06.637641 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098ec289-c3e4-4ed4-86f1-bd1947401806', 'code': 200} Jul 30 03:06:06.697726 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:06.748180 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=098ec289-c3e4-4ed4-86f1-bd1947401806,revision_number=12']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:06:06.897647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786616a-1b93-4a7c-b7c0-11186120b74d req-3ca40c75-a966-49f1-8915-338a3085bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:06.900069 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c786616a-1b93-4a7c-b7c0-11186120b74d req-3ca40c75-a966-49f1-8915-338a3085bca0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 1098 time: 0.0410306 Jul 30 03:06:06.933020 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c786616a-1b93-4a7c-b7c0-11186120b74d req-fa2def68-ad3f-4ef0-a0c2-d957a9e9c8cd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265801 Jul 30 03:06:07.562889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5522ef2-8e47-4838-9602-43ab04671d7a req-02cea82f-243a-4e21-a9ab-63180a622446 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:07.564379 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5522ef2-8e47-4838-9602-43ab04671d7a req-02cea82f-243a-4e21-a9ab-63180a622446 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 947 time: 0.0532598 Jul 30 03:06:07.600960 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5522ef2-8e47-4838-9602-43ab04671d7a req-aa939328-aa77-4f9d-af08-4ab0984d7121 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305390 Jul 30 03:06:08.728709 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1a92a-c697-41c2-a21f-aec66a8edd73 req-493e1ada-ab22-4976-8f25-3bc57c6263fb tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:08.731137 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bdb1a92a-c697-41c2-a21f-aec66a8edd73 req-493e1ada-ab22-4976-8f25-3bc57c6263fb tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 947 time: 0.0611553 Jul 30 03:06:08.770080 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bdb1a92a-c697-41c2-a21f-aec66a8edd73 req-06b41bea-663b-4d41-b8bc-99ad1eb990a3 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327370 Jul 30 03:06:09.234266 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c9d23911-f87b-40d5-8435-c9ddffb4cbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:09.885082 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699c86a-fe53-41f0-92de-5903898deda4 req-738e9673-336d-4f65-a23a-356148ec7d02 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:09.886624 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8699c86a-fe53-41f0-92de-5903898deda4 req-738e9673-336d-4f65-a23a-356148ec7d02 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 947 time: 0.0491247 Jul 30 03:06:09.924312 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8699c86a-fe53-41f0-92de-5903898deda4 req-c93e3f2c-3bde-4a24-85cf-db1d69d6bec0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317483 Jul 30 03:06:11.735186 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ae93a4d4-d634-42f3-a19d-706fab15ac62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:11.849023 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:13.608902 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:15.039790 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:18.696805 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:19.625297 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:06:33.787790 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:38.872421 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a710aef-cb69-4c43-b0f4-7dd041eb1b8c req-3dbc7f73-28b9-4576-9a79-d8dbb9519ced service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427821 Jul 30 03:06:38.975720 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a710aef-cb69-4c43-b0f4-7dd041eb1b8c req-c8fe9b43-adc6-4ce8-aaa8-41353b328afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:38.977234 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a710aef-cb69-4c43-b0f4-7dd041eb1b8c req-c8fe9b43-adc6-4ce8-aaa8-41353b328afd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 1098 time: 0.0416923 Jul 30 03:06:39.079299 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a710aef-cb69-4c43-b0f4-7dd041eb1b8c req-14118f15-cd69-46a1-92be-233feec2b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:39.080816 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a710aef-cb69-4c43-b0f4-7dd041eb1b8c req-14118f15-cd69-46a1-92be-233feec2b6c6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 910 time: 0.0841575 Jul 30 03:06:39.151798 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a710aef-cb69-4c43-b0f4-7dd041eb1b8c req-f085d06d-155e-41ec-b736-0e6fb3a57a91 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=098ec289-c3e4-4ed4-86f1-bd1947401806 HTTP/1.1" status: 200 len: 1001 time: 0.0627303 Jul 30 03:06:39.201635 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a710aef-cb69-4c43-b0f4-7dd041eb1b8c req-2a2c9cc2-cf88-4b81-914d-af85f81da3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:39.203095 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a710aef-cb69-4c43-b0f4-7dd041eb1b8c req-2a2c9cc2-cf88-4b81-914d-af85f81da3b6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=be3b903d-ff5a-465d-8faa-13fb7ed219dd HTTP/1.1" status: 200 len: 848 time: 0.0440078 Jul 30 03:06:39.222107 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-05e6093c-d52f-4edc-82f1-21aa2d2e3be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:39.248120 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a710aef-cb69-4c43-b0f4-7dd041eb1b8c req-bcafd6e6-7aed-4b14-8d28-6d9c192b1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:39.249619 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a710aef-cb69-4c43-b0f4-7dd041eb1b8c req-bcafd6e6-7aed-4b14-8d28-6d9c192b1fd9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d0e472ca-43fc-48b9-bc88-19d49ec72d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393474 Jul 30 03:06:39.349395 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a710aef-cb69-4c43-b0f4-7dd041eb1b8c req-28f1286c-7e30-416f-9679-428b203f0212 service neutron] 10.222.0.77 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918949 Jul 30 03:06:39.439756 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a710aef-cb69-4c43-b0f4-7dd041eb1b8c req-179e9a53-82db-4708-afde-58e29c47e2a9 service neutron] 10.222.0.77 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825078 Jul 30 03:06:41.736284 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c1b4c47e-7cd9-46c2-89ab-4e575856bfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:41.833175 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:43.607708 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:44.950808 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:48.713263 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:56.624649 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:07:03.784387 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:09.227325 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b7e1b970-d39c-4cde-be85-3012bf1302c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:11.721420 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-77993dcd-48e3-49ba-a79e-4b9dbc7fbdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:11.832914 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:13.632642 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:14.961383 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:18.724029 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:21.750543 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40434) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:21.911941 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Deleting port fa5e6305-a8eb-4c60-b3a2-e3fc966efd02 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:07:21.912293 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:21.986284 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:21.986655 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:21.999101 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Calling delete_port for fa5e6305-a8eb-4c60-b3a2-e3fc966efd02 owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:07:22.206946 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:22.230709 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event deleted for resources: {'Port': ['ID=fa5e6305-a8eb-4c60-b3a2-e3fc966efd02,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:22.241368 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:22.241705 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:22.242046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:22.242413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:22.243273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:22.243273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:22.243488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:22.243685 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:22.244010 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:22.244329 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:22.244648 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:22.244970 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:22.306224 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:22.306584 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Floating IP e0c0be52-dec1-4e13-8275-bc0e4f0f99cf disassociated (deleted). External IP: 172.25.1.19, port: 098ec289-c3e4-4ed4-86f1-bd1947401806. Jul 30 03:07:22.510911 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Router a9c8f431-c31e-4910-89ae-bd87baf79d87 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:07:22.619732 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:07:22.628014 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:22.629565 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a180d43-2744-4899-8c9c-b51a0d06510d None None] Sync routers for ids ['a9c8f431-c31e-4910-89ae-bd87baf79d87'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:07:22.639240 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a180d43-2744-4899-8c9c-b51a0d06510d None None] Routers {'a9c8f431-c31e-4910-89ae-bd87baf79d87'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:07:22.639857 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2a180d43-2744-4899-8c9c-b51a0d06510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:07:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a9c8f431-c31e-4910-89ae-bd87baf79d87'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:22.652749 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-50864885-d974-4534-9a16-2a3377128ef7 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "DELETE /v2.0/floatingips/e0c0be52-dec1-4e13-8275-bc0e4f0f99cf HTTP/1.1" status: 204 len: 168 time: 0.9012408 Jul 30 03:07:22.653347 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'tag': '098ec289-c3e4-4ed4-86f1-bd1947401806'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:07:22.655637 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453110ad-c03d-4cf6-98b1-99bca620cb73" -d '{"events": [{"name": "network-changed", "server_uuid": "e503ef01-21ea-4965-a81f-a79e1af41aaa", "tag": "098ec289-c3e4-4ed4-86f1-bd1947401806"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:07:22.839248 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-2a180d43-2744-4899-8c9c-b51a0d06510d None None] Set router a9c8f431-c31e-4910-89ae-bd87baf79d87 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:07:23.032522 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2a180d43-2744-4899-8c9c-b51a0d06510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:56Z', 'revision_number': 4, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'gw_port': {'id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'b0d7a57d-f526-44f6-a1be-2b43b66baeba', 'name': '', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'mac_address': 'fa:16:3e:c3:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:55Z', 'updated_at': '2021-07-30T03:03:01Z', 'revision_number': 5, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'subnets': [{'id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:23.061508 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a180d43-2744-4899-8c9c-b51a0d06510d None None] Checking router: a9c8f431-c31e-4910-89ae-bd87baf79d87 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:07:23.063138 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95b3baa-f7f3-49ca-9a1b-2ae2b1925775 x-openstack-request-id: req-f95b3baa-f7f3-49ca-9a1b-2ae2b1925775 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:07:23.072824 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e503ef01-21ea-4965-a81f-a79e1af41aaa", "tag": "098ec289-c3e4-4ed4-86f1-bd1947401806", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:07:23.072824 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f95b3baa-f7f3-49ca-9a1b-2ae2b1925775 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:07:23.072824 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'tag': '098ec289-c3e4-4ed4-86f1-bd1947401806', 'status': 'completed', 'code': 200} Jul 30 03:07:23.073426 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a180d43-2744-4899-8c9c-b51a0d06510d None None] Routers {'a9c8f431-c31e-4910-89ae-bd87baf79d87'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:07:23.073426 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2a180d43-2744-4899-8c9c-b51a0d06510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:07:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a9c8f431-c31e-4910-89ae-bd87baf79d87'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:23.176121 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-2a180d43-2744-4899-8c9c-b51a0d06510d None None] Set router a9c8f431-c31e-4910-89ae-bd87baf79d87 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:07:23.185548 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e5b5c-1249-46b1-9e07-2a1d99adf766 req-a5967790-3160-4daa-85c3-8393b87d6242 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:23.187997 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d9e5b5c-1249-46b1-9e07-2a1d99adf766 req-a5967790-3160-4daa-85c3-8393b87d6242 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 947 time: 0.0810995 Jul 30 03:07:23.193381 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453110ad-c03d-4cf6-98b1-99bca620cb73 req-13f830e1-58d9-4e7d-b09d-593c4211551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:23.194942 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-453110ad-c03d-4cf6-98b1-99bca620cb73 req-13f830e1-58d9-4e7d-b09d-593c4211551f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 1098 time: 0.0570941 Jul 30 03:07:23.284672 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d9e5b5c-1249-46b1-9e07-2a1d99adf766 req-9730512c-2d29-4c0d-9b08-50929f441ec9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882552 Jul 30 03:07:23.316299 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453110ad-c03d-4cf6-98b1-99bca620cb73 req-196850ee-d696-4cef-a0b3-940a68afa2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:23.320192 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-453110ad-c03d-4cf6-98b1-99bca620cb73 req-196850ee-d696-4cef-a0b3-940a68afa2f8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 910 time: 0.1151078 Jul 30 03:07:23.361763 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-453110ad-c03d-4cf6-98b1-99bca620cb73 req-dc00bf19-77a5-48ca-8796-c5fc45f835f5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=098ec289-c3e4-4ed4-86f1-bd1947401806 HTTP/1.1" status: 200 len: 217 time: 0.0363388 Jul 30 03:07:23.386993 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-2a180d43-2744-4899-8c9c-b51a0d06510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:56Z', 'revision_number': 4, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'gw_port': {'id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'b0d7a57d-f526-44f6-a1be-2b43b66baeba', 'name': '', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'mac_address': 'fa:16:3e:c3:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:55Z', 'updated_at': '2021-07-30T03:03:01Z', 'revision_number': 5, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'subnets': [{'id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:23.413836 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a180d43-2744-4899-8c9c-b51a0d06510d None None] The sync data for ids ['a9c8f431-c31e-4910-89ae-bd87baf79d87'] in n-d-713498-9 is: [{'id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:56Z', 'revision_number': 4, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'gw_port': {'id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'b0d7a57d-f526-44f6-a1be-2b43b66baeba', 'name': '', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'mac_address': 'fa:16:3e:c3:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:55Z', 'updated_at': '2021-07-30T03:03:01Z', 'revision_number': 5, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'subnets': [{'id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:07:23.420505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453110ad-c03d-4cf6-98b1-99bca620cb73 req-17cacc35-48a6-4452-8c03-1c725b5728be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:23.422017 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-453110ad-c03d-4cf6-98b1-99bca620cb73 req-17cacc35-48a6-4452-8c03-1c725b5728be service neutron] 10.222.0.77 "GET /v2.0/subnets?id=be3b903d-ff5a-465d-8faa-13fb7ed219dd HTTP/1.1" status: 200 len: 848 time: 0.0526018 Jul 30 03:07:23.473267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453110ad-c03d-4cf6-98b1-99bca620cb73 req-12ba54ed-21c6-40a4-b698-546c1bfd99b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:23.473453 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-453110ad-c03d-4cf6-98b1-99bca620cb73 req-12ba54ed-21c6-40a4-b698-546c1bfd99b7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d0e472ca-43fc-48b9-bc88-19d49ec72d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439730 Jul 30 03:07:23.566912 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-453110ad-c03d-4cf6-98b1-99bca620cb73 req-4b515a5d-9078-4064-afd3-e2d64afa0fb0 service neutron] 10.222.0.77 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858850 Jul 30 03:07:23.635365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4239c635-950c-4e3f-a9bb-be518acf70a1 None None] New status for floating IP e0c0be52-dec1-4e13-8275-bc0e4f0f99cf: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:07:23.665404 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-453110ad-c03d-4cf6-98b1-99bca620cb73 req-6454ccd6-371e-4a66-afdb-f6d15f8f9d79 service neutron] 10.222.0.77 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901554 Jul 30 03:07:24.399987 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce224e-1ec9-45e3-bd7a-503283f664d0 req-4c062f7f-d0a2-414a-9458-49115ce152ec tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:24.401474 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b2ce224e-1ec9-45e3-bd7a-503283f664d0 req-4c062f7f-d0a2-414a-9458-49115ce152ec tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 947 time: 0.0500219 Jul 30 03:07:24.438304 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b2ce224e-1ec9-45e3-bd7a-503283f664d0 req-6d43cdae-78ed-4fbd-8670-6127e257d7f4 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=a35b1eea-56f5-45f1-bfc4-bd861f404cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307269 Jul 30 03:07:24.573300 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968bfbb-0835-4d76-ac1c-defb44bf462e req-1160e7c4-3bb0-4231-b905-c6fa29e583f3 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:24.574668 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c968bfbb-0835-4d76-ac1c-defb44bf462e req-1160e7c4-3bb0-4231-b905-c6fa29e583f3 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.77 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 947 time: 0.0472851 Jul 30 03:07:24.665751 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-c968bfbb-0835-4d76-ac1c-defb44bf462e req-ebf094e8-600b-4d02-9dda-fd37caf916a0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Deleting port 098ec289-c3e4-4ed4-86f1-bd1947401806 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:07:24.666093 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c968bfbb-0835-4d76-ac1c-defb44bf462e req-ebf094e8-600b-4d02-9dda-fd37caf916a0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:24.755833 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-c968bfbb-0835-4d76-ac1c-defb44bf462e req-ebf094e8-600b-4d02-9dda-fd37caf916a0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] For port 098ec289-c3e4-4ed4-86f1-bd1947401806, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=098ec289-c3e4-4ed4-86f1-bd1947401806,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:07:24.756202 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c968bfbb-0835-4d76-ac1c-defb44bf462e req-ebf094e8-600b-4d02-9dda-fd37caf916a0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:24.772992 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-c968bfbb-0835-4d76-ac1c-defb44bf462e req-ebf094e8-600b-4d02-9dda-fd37caf916a0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Calling delete_port for 098ec289-c3e4-4ed4-86f1-bd1947401806 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:07:24.972163 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c968bfbb-0835-4d76-ac1c-defb44bf462e req-ebf094e8-600b-4d02-9dda-fd37caf916a0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:25.000724 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf094e8-600b-4d02-9dda-fd37caf916a0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event deleted for resources: {'Port': ['ID=098ec289-c3e4-4ed4-86f1-bd1947401806,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:25.045387 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c968bfbb-0835-4d76-ac1c-defb44bf462e req-ebf094e8-600b-4d02-9dda-fd37caf916a0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] No DVR routers for this DVR port 098ec289-c3e4-4ed4-86f1-bd1947401806 on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:07:25.048150 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-c968bfbb-0835-4d76-ac1c-defb44bf462e req-ebf094e8-600b-4d02-9dda-fd37caf916a0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:25.050128 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c968bfbb-0835-4d76-ac1c-defb44bf462e req-ebf094e8-600b-4d02-9dda-fd37caf916a0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.77 "DELETE /v2.0/ports/098ec289-c3e4-4ed4-86f1-bd1947401806 HTTP/1.1" status: 204 len: 173 time: 0.4696889 Jul 30 03:07:25.064734 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'name': 'network-vif-deleted', 'tag': '098ec289-c3e4-4ed4-86f1-bd1947401806'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:07:25.067010 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e88807-b99b-4ac8-bbf0-aaf1b729333d" -d '{"events": [{"server_uuid": "e503ef01-21ea-4965-a81f-a79e1af41aaa", "name": "network-vif-deleted", "tag": "098ec289-c3e4-4ed4-86f1-bd1947401806"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:07:25.102346 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fb61f0-b2b4-4cb9-bf7a-3079810457b7 x-openstack-request-id: req-41fb61f0-b2b4-4cb9-bf7a-3079810457b7 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:07:25.102644 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e503ef01-21ea-4965-a81f-a79e1af41aaa", "name": "network-vif-deleted", "tag": "098ec289-c3e4-4ed4-86f1-bd1947401806", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:07:25.102896 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41fb61f0-b2b4-4cb9-bf7a-3079810457b7 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:07:25.103300 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e503ef01-21ea-4965-a81f-a79e1af41aaa', 'name': 'network-vif-deleted', 'tag': '098ec289-c3e4-4ed4-86f1-bd1947401806', 'status': 'completed', 'code': 200} Jul 30 03:07:25.545426 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ff51fa43-4b3a-421a-a76a-51f61ab8ded0 req-87fb5cbf-733d-4550-87c6-efffbe35cb7a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=e503ef01-21ea-4965-a81f-a79e1af41aaa HTTP/1.1" status: 200 len: 210 time: 0.0268517 Jul 30 03:07:26.600109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40454) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:26.658050 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eb1b41ae-b314-4fc7-ab28-3cf34fe4ad47 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:26.683362 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eb1b41ae-b314-4fc7-ab28-3cf34fe4ad47 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:26.818203 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eb1b41ae-b314-4fc7-ab28-3cf34fe4ad47 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:26.820920 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-eb1b41ae-b314-4fc7-ab28-3cf34fe4ad47 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:26.822156 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-eb1b41ae-b314-4fc7-ab28-3cf34fe4ad47 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "DELETE /v2.0/security-groups/a35b1eea-56f5-45f1-bfc4-bd861f404cba HTTP/1.1" status: 204 len: 168 time: 0.2210410 Jul 30 03:07:26.832223 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b41ae-b314-4fc7-ab28-3cf34fe4ad47 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35b1eea-56f5-45f1-bfc4-bd861f404cba,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:27.693282 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40460) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:27.698126 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-4f322cbc-6fd7-4417-8ce8-f5154c91c0ca tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-415662117', 'description': 'tempest-secgroup-smoke-415662117 description', 'project_id': '52fa1092004942e787a6ce8e9b7df950'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:27.783616 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4f322cbc-6fd7-4417-8ce8-f5154c91c0ca tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:27.866643 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4f322cbc-6fd7-4417-8ce8-f5154c91c0ca tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:27.943735 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4f322cbc-6fd7-4417-8ce8-f5154c91c0ca tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:27.972961 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f322cbc-6fd7-4417-8ce8-f5154c91c0ca tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6f2d04-83d7-4b7e-8897-94c2796be1d3,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:28.032597 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4f322cbc-6fd7-4417-8ce8-f5154c91c0ca tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:28.033857 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4f322cbc-6fd7-4417-8ce8-f5154c91c0ca tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3395085 Jul 30 03:07:28.036776 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40462) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:28.041195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-681aef4e-c346-42bf-bd8e-f8ac37b45c24 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Request body: {'security_group_rule': {'security_group_id': '8e6f2d04-83d7-4b7e-8897-94c2796be1d3', 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:28.128344 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-681aef4e-c346-42bf-bd8e-f8ac37b45c24 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:28.183844 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-681aef4e-c346-42bf-bd8e-f8ac37b45c24 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:28.246763 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-681aef4e-c346-42bf-bd8e-f8ac37b45c24 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:28.265016 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681aef4e-c346-42bf-bd8e-f8ac37b45c24 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c54fec0-28de-4d31-a5e8-083bf6be72c9,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:28.347276 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-681aef4e-c346-42bf-bd8e-f8ac37b45c24 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:28.348524 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-681aef4e-c346-42bf-bd8e-f8ac37b45c24 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3107669 Jul 30 03:07:28.351269 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40464) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:28.355740 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-04548aaa-a695-4f0f-b15c-67016a2e59b6 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Request body: {'security_group_rule': {'security_group_id': '8e6f2d04-83d7-4b7e-8897-94c2796be1d3', 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:28.457394 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-04548aaa-a695-4f0f-b15c-67016a2e59b6 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:28.515294 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-04548aaa-a695-4f0f-b15c-67016a2e59b6 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:28.594995 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-04548aaa-a695-4f0f-b15c-67016a2e59b6 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:28.613882 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04548aaa-a695-4f0f-b15c-67016a2e59b6 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632848c7-f6d5-4e37-92e6-e20b2a7510c9,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:28.678512 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-04548aaa-a695-4f0f-b15c-67016a2e59b6 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:28.679777 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-04548aaa-a695-4f0f-b15c-67016a2e59b6 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3275619 Jul 30 03:07:28.682508 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40466) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:28.687547 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-5fad313b-2b95-439f-bb23-21e2d2870ea3 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Request body: {'security_group_rule': {'security_group_id': '8e6f2d04-83d7-4b7e-8897-94c2796be1d3', 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:28.764408 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 098ec289-c3e4-4ed4-86f1-bd1947401806 no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:07:28.777123 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5fad313b-2b95-439f-bb23-21e2d2870ea3 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:28.783606 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 098ec289-c3e4-4ed4-86f1-bd1947401806 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:07:28.783945 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 098ec289-c3e4-4ed4-86f1-bd1947401806 not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:07:28.837310 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5fad313b-2b95-439f-bb23-21e2d2870ea3 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:28.906871 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5fad313b-2b95-439f-bb23-21e2d2870ea3 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:28.923830 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad313b-2b95-439f-bb23-21e2d2870ea3 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48cf6520-f752-4022-bc34-bc4b29186aac,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:28.989411 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-5fad313b-2b95-439f-bb23-21e2d2870ea3 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:28.990662 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-5fad313b-2b95-439f-bb23-21e2d2870ea3 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3072066 Jul 30 03:07:28.993297 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40468) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:28.998353 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-cdc0e1d5-dc85-4014-9fa3-16fef10d2e94 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Request body: {'security_group_rule': {'security_group_id': '8e6f2d04-83d7-4b7e-8897-94c2796be1d3', 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:29.073745 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cdc0e1d5-dc85-4014-9fa3-16fef10d2e94 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:29.131465 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cdc0e1d5-dc85-4014-9fa3-16fef10d2e94 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:29.212333 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cdc0e1d5-dc85-4014-9fa3-16fef10d2e94 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:29.229521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0e1d5-dc85-4014-9fa3-16fef10d2e94 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69afcbb0-8abd-4767-9b25-51a7ea105ccb,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:29.318789 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-cdc0e1d5-dc85-4014-9fa3-16fef10d2e94 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:29.320065 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-cdc0e1d5-dc85-4014-9fa3-16fef10d2e94 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3257997 Jul 30 03:07:29.322875 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40470) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:29.331728 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-97984ddc-92b5-4c54-9610-26a81764487c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Request body: {'security_group_rule': {'security_group_id': '8e6f2d04-83d7-4b7e-8897-94c2796be1d3', 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:29.398912 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-97984ddc-92b5-4c54-9610-26a81764487c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Project 52fa1092004942e787a6ce8e9b7df950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:07:29.404663 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-97984ddc-92b5-4c54-9610-26a81764487c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:29.464140 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-97984ddc-92b5-4c54-9610-26a81764487c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:29.531881 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-97984ddc-92b5-4c54-9610-26a81764487c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:29.547163 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97984ddc-92b5-4c54-9610-26a81764487c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bcc571-7ad5-4210-aadc-b30324002597,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:29.607223 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-97984ddc-92b5-4c54-9610-26a81764487c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:29.610820 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-97984ddc-92b5-4c54-9610-26a81764487c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2846389 Jul 30 03:07:29.611136 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40472) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:29.615561 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-63b34c95-49e9-4527-855b-ab7d26d64602 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Request body: {'security_group_rule': {'security_group_id': '8e6f2d04-83d7-4b7e-8897-94c2796be1d3', 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:29.692020 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-63b34c95-49e9-4527-855b-ab7d26d64602 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Project 52fa1092004942e787a6ce8e9b7df950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:07:29.696798 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-63b34c95-49e9-4527-855b-ab7d26d64602 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:29.759998 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-63b34c95-49e9-4527-855b-ab7d26d64602 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:29.817949 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-63b34c95-49e9-4527-855b-ab7d26d64602 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:29.835668 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b34c95-49e9-4527-855b-ab7d26d64602 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3d7068-f188-4b83-a943-df49e0b6583e,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:29.895721 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-63b34c95-49e9-4527-855b-ab7d26d64602 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:29.896872 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-63b34c95-49e9-4527-855b-ab7d26d64602 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2848165 Jul 30 03:07:33.624189 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:07:33.841557 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:40.372788 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7db386e6-b0db-4fbd-918f-feafc7184482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:41.767827 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c8ad2457-4ce3-4a4c-8d3a-a2d8e1d5ebaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:41.878091 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:43.661259 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:44.977368 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:48.749070 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:50.784239 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-96900795-cb26-482e-bb19-b33f80a93268 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-415662117&fields=id&tenant_id=52fa1092004942e787a6ce8e9b7df950 HTTP/1.1" status: 200 len: 267 time: 0.0330522 Jul 30 03:07:50.888430 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-39bcdce2-90d2-4ea1-9c73-cdf9c639f798 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:50.889865 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-39bcdce2-90d2-4ea1-9c73-cdf9c639f798 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 809 time: 0.0988531 Jul 30 03:07:50.905051 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-1fa53e70-ca8f-488c-aded-67876baa8ba0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/quotas/52fa1092004942e787a6ce8e9b7df950 HTTP/1.1" status: 200 len: 375 time: 0.0092900 Jul 30 03:07:50.958250 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-c3e784e1-cd0f-4811-b255-4f4b78067a73 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480924 Jul 30 03:07:51.092892 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-b1efaca0-23ba-4f63-8393-5eecea09811e service neutron] 10.222.0.70 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220605 Jul 30 03:07:51.184700 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-c7586f17-09fe-426e-8595-defeee757127 service neutron] 10.222.0.70 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856230 Jul 30 03:07:51.753741 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8c86f58c-dd0e-4f60-9553-2f6ad0fbddcf req-81850d21-a076-4c50-aaf4-06a9218ca9a8 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 210 time: 0.0276103 Jul 30 03:07:52.847036 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2e5e5d57-d7b3-4143-a61a-11d0bc924a30 req-93e664c0-b585-46a1-819b-b2007f228170 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 210 time: 0.0272520 Jul 30 03:07:53.512533 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-18b9784f-f777-4da4-9b6f-f336afc0cd8b tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:53.514123 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-18b9784f-f777-4da4-9b6f-f336afc0cd8b tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.10 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 809 time: 0.1009724 Jul 30 03:07:53.557232 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-c28b8344-55de-4b2b-8c24-c158014449d3 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52fa1092004942e787a6ce8e9b7df950 HTTP/1.1" status: 200 len: 379 time: 0.0337310 Jul 30 03:07:53.566429 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Request body: {'port': {'device_id': 'ab91a8f8-bcc9-4622-b3c7-6957fa59d13c', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'admin_state_up': True, 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'security_groups': ['8e6f2d04-83d7-4b7e-8897-94c2796be1d3']}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:53.758570 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Made reservation on behalf of 52fa1092004942e787a6ce8e9b7df950 for: {'port': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:07:53.762418 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:53.889063 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Allocated IP 172.20.0.5 (d0e472ca-43fc-48b9-bc88-19d49ec72d44/be3b903d-ff5a-465d-8faa-13fb7ed219dd/5cf0cd9d-4f21-4151-b48a-4aca991ce58f) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:07:53.944155 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-55dbdbd0-f273-47c0-9115-ab320282323a req-91a41389-19b8-4fe0-bcc0-d3d9c633e3be tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 210 time: 0.0271635 Jul 30 03:07:54.033664 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:54.048490 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Transition to ACTIVE for port object 5cf0cd9d-4f21-4151-b48a-4aca991ce58f will not be triggered until provisioned by entity DHCP. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:07:54.132527 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:54.177047 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Network d0e472ca-43fc-48b9-bc88-19d49ec72d44 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:07:54.180242 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:07:54.183439 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:07:54.211896 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event updated for resources: {'Port': ['ID=5cf0cd9d-4f21-4151-b48a-4aca991ce58f,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:54.227048 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:54.227560 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:54.227903 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:54.228235 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:54.228572 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:54.228897 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:54.229225 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:54.229549 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:54.229868 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:54.230189 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:54.230576 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:54.230909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:54.255635 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:54.256409 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:54.320933 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-fd324b3b-7599-4ee3-8b32-dcd8b65610ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7580092 Jul 30 03:07:54.333955 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] Request body: {'port': {'device_id': 'ab91a8f8-bcc9-4622-b3c7-6957fa59d13c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:54.396726 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:54.563630 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0bab6897-17a2-472c-9037-b6fb94cf6c7a None None] Provisioning for port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:07:54.567519 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0bab6897-17a2-472c-9037-b6fb94cf6c7a None None] Provisioning complete for port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:07:54.567891 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0bab6897-17a2-472c-9037-b6fb94cf6c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:54.601750 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0bab6897-17a2-472c-9037-b6fb94cf6c7a None None] Port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:07:54.668954 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf0cd9d-4f21-4151-b48a-4aca991ce58f {{(pid=94464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:07:54.676912 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:54.689284 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] Transition to ACTIVE for port object 5cf0cd9d-4f21-4151-b48a-4aca991ce58f will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:07:54.764382 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:54.840641 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a455fae-8633-481f-96da-972da94f2368 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf0cd9d-4f21-4151-b48a-4aca991ce58f,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:54.892924 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] Attempting to bind port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:07:54.893268 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] Attempting to bind port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:07:54.893606 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] Attempting to bind port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f on network d0e472ca-43fc-48b9-bc88-19d49ec72d44 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:07:54.898582 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] Port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f on network d0e472ca-43fc-48b9-bc88-19d49ec72d44 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:07:54.898909 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] Attempting to bind port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f on network d0e472ca-43fc-48b9-bc88-19d49ec72d44 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:07:54.904445 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:07:54.904790 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] Checking segment: {'id': 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:07:54.905182 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] Bound using segment: {'id': 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:07:54.905620 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] Bound port: 5cf0cd9d-4f21-4151-b48a-4aca991ce58f, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:07:54.905987 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:54.975754 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] For port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f, host n-h1-713498-9, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:07:54.978755 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] For port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5cf0cd9d-4f21-4151-b48a-4aca991ce58f,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:07:55.051976 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528651938'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:55.074773 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278c476-b6cc-4f5d-aa7d-5b4897d80021 req-2ef63926-736e-4b94-8d22-4906954cdce1 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:55.076497 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4278c476-b6cc-4f5d-aa7d-5b4897d80021 req-2ef63926-736e-4b94-8d22-4906954cdce1 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0510552 Jul 30 03:07:55.092175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:55.092175 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:55.093322 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-2a455fae-8633-481f-96da-972da94f2368 service neutron] 10.222.0.10 "PUT /v2.0/ports/5cf0cd9d-4f21-4151-b48a-4aca991ce58f HTTP/1.1" status: 200 len: 1091 time: 0.7641160 Jul 30 03:07:55.095861 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab91a8f8-bcc9-4622-b3c7-6957fa59d13c', 'tag': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:07:55.099101 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83efca59-dd4d-439d-a33a-b89bac54ba79" -d '{"events": [{"name": "network-changed", "server_uuid": "ab91a8f8-bcc9-4622-b3c7-6957fa59d13c", "tag": "5cf0cd9d-4f21-4151-b48a-4aca991ce58f"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:07:55.125652 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a455fae-8633-481f-96da-972da94f2368 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf0cd9d-4f21-4151-b48a-4aca991ce58f,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:55.126078 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4278c476-b6cc-4f5d-aa7d-5b4897d80021 req-e7ca6418-b078-47e6-86bf-a2f0c0607c81 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431790 Jul 30 03:07:55.252582 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1938ed-d78e-40c3-93fb-2b15724afb74 x-openstack-request-id: req-5a1938ed-d78e-40c3-93fb-2b15724afb74 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:07:55.252868 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab91a8f8-bcc9-4622-b3c7-6957fa59d13c", "tag": "5cf0cd9d-4f21-4151-b48a-4aca991ce58f", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:07:55.253122 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a1938ed-d78e-40c3-93fb-2b15724afb74 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:07:55.253509 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab91a8f8-bcc9-4622-b3c7-6957fa59d13c', 'tag': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f', 'status': 'completed', 'code': 200} Jul 30 03:07:55.271111 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-f6eef2dc-bde3-44c7-acde-ef586a64a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:55.272949 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-f6eef2dc-bde3-44c7-acde-ef586a64a247 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 1094 time: 0.0559809 Jul 30 03:07:55.316307 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-8ffb11a3-0569-45b2-906f-c7b1d23d6a0c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cf0cd9d-4f21-4151-b48a-4aca991ce58f HTTP/1.1" status: 200 len: 217 time: 0.0358622 Jul 30 03:07:55.368327 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-d2b7a415-4a8f-400e-b660-7cacd255f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:55.369759 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-d2b7a415-4a8f-400e-b660-7cacd255f59b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be3b903d-ff5a-465d-8faa-13fb7ed219dd HTTP/1.1" status: 200 len: 848 time: 0.0468657 Jul 30 03:07:55.423606 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-4f10d929-0d9d-46f7-af86-c29db1d63a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:55.425139 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-4f10d929-0d9d-46f7-af86-c29db1d63a8c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0e472ca-43fc-48b9-bc88-19d49ec72d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474200 Jul 30 03:07:55.518165 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-1bdb1e1c-94d4-4ffb-a710-8f3f3d7763dc service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854962 Jul 30 03:07:55.612968 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-49e4cf12-492e-423c-87df-65afc4ba3362 req-3568a4af-4c6e-4f94-bbde-83c0079ea27e service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860832 Jul 30 03:07:55.762484 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efca59-dd4d-439d-a33a-b89bac54ba79 req-e16e6b33-eb50-4cf6-b44a-195296c63f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:55.763877 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-83efca59-dd4d-439d-a33a-b89bac54ba79 req-e16e6b33-eb50-4cf6-b44a-195296c63f3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 1094 time: 0.0414832 Jul 30 03:07:55.855360 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efca59-dd4d-439d-a33a-b89bac54ba79 req-50da4ab8-5763-4221-913b-8b82463b7ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:55.857360 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-83efca59-dd4d-439d-a33a-b89bac54ba79 req-50da4ab8-5763-4221-913b-8b82463b7ade service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 910 time: 0.0864410 Jul 30 03:07:55.903204 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-83efca59-dd4d-439d-a33a-b89bac54ba79 req-cfabc68f-8150-48a5-8f3b-f28984bb8ae5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cf0cd9d-4f21-4151-b48a-4aca991ce58f HTTP/1.1" status: 200 len: 217 time: 0.0376766 Jul 30 03:07:55.952622 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efca59-dd4d-439d-a33a-b89bac54ba79 req-05cbaa23-0b1e-49b4-a4c7-7ea28c4037f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:55.954092 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-83efca59-dd4d-439d-a33a-b89bac54ba79 req-05cbaa23-0b1e-49b4-a4c7-7ea28c4037f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be3b903d-ff5a-465d-8faa-13fb7ed219dd HTTP/1.1" status: 200 len: 848 time: 0.0440595 Jul 30 03:07:56.000875 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efca59-dd4d-439d-a33a-b89bac54ba79 req-be2e8845-83a9-4a8b-b214-de05e3504d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:56.002534 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-83efca59-dd4d-439d-a33a-b89bac54ba79 req-be2e8845-83a9-4a8b-b214-de05e3504d72 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0e472ca-43fc-48b9-bc88-19d49ec72d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409462 Jul 30 03:07:56.096098 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-83efca59-dd4d-439d-a33a-b89bac54ba79 req-2584271c-e691-4fa1-a2a3-0a312697fddf service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866525 Jul 30 03:07:56.188564 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-83efca59-dd4d-439d-a33a-b89bac54ba79 req-3deb9e29-3523-4373-98ae-2b9e540bb525 service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856078 Jul 30 03:07:56.253627 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5044cb6-82fc-4e50-ab09-d80940cb73f8 req-62e1385b-b411-46c7-bebd-a27a5a31e7da tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:56.255273 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a5044cb6-82fc-4e50-ab09-d80940cb73f8 req-62e1385b-b411-46c7-bebd-a27a5a31e7da tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0545805 Jul 30 03:07:56.293995 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a5044cb6-82fc-4e50-ab09-d80940cb73f8 req-615762f7-975b-4dfb-baec-84883b0cde50 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322156 Jul 30 03:07:57.409049 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1498af8-e813-45d6-8dc4-c58918664d83 req-71848b08-8871-4d4b-8e56-7a440cbc9632 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:57.410604 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1498af8-e813-45d6-8dc4-c58918664d83 req-71848b08-8871-4d4b-8e56-7a440cbc9632 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0501492 Jul 30 03:07:57.449938 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a1498af8-e813-45d6-8dc4-c58918664d83 req-7db3be54-0acd-4d60-b28d-2fa02b9a0b3d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328553 Jul 30 03:07:58.564167 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a196ae8-4cea-43b1-a503-28a7e91af077 req-406d679a-118b-4b57-b390-21569ea5d079 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:58.565624 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a196ae8-4cea-43b1-a503-28a7e91af077 req-406d679a-118b-4b57-b390-21569ea5d079 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0485117 Jul 30 03:07:58.602148 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6a196ae8-4cea-43b1-a503-28a7e91af077 req-55beb200-9c37-4215-912c-69fb6b972554 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306616 Jul 30 03:07:59.718418 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7d70e-7803-4df1-a398-cbc24fd9998d req-7cd7cc87-8de6-4a45-9529-f76394f816e9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:59.719899 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4db7d70e-7803-4df1-a398-cbc24fd9998d req-7cd7cc87-8de6-4a45-9529-f76394f816e9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0527573 Jul 30 03:07:59.757880 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4db7d70e-7803-4df1-a398-cbc24fd9998d req-309ad5d8-58f5-485e-a93a-de5569e3e473 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321286 Jul 30 03:08:00.872113 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d0718-3564-4e18-a600-d3b3ed43b3bf req-0f65351f-89b3-4b2b-8153-7c1925d3027d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:00.873581 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc2d0718-3564-4e18-a600-d3b3ed43b3bf req-0f65351f-89b3-4b2b-8153-7c1925d3027d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0485492 Jul 30 03:08:00.911065 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bc2d0718-3564-4e18-a600-d3b3ed43b3bf req-f172acba-df01-4549-8c93-bfd58f8d24d4 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315058 Jul 30 03:08:02.023848 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525c615-6df0-462b-8878-c6bad21714ef req-10de78f3-26b2-49c2-82d7-9aaceaba9b67 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:02.025271 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6525c615-6df0-462b-8878-c6bad21714ef req-10de78f3-26b2-49c2-82d7-9aaceaba9b67 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0493855 Jul 30 03:08:02.062717 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6525c615-6df0-462b-8878-c6bad21714ef req-2bc6154b-8c7b-4c9c-9376-6df77b4c1386 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314846 Jul 30 03:08:03.180806 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415a659-30a3-4707-a109-a5cadd7be934 req-390c040a-0ec8-4031-ba1c-b30f52d229bc tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:03.182274 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d415a659-30a3-4707-a109-a5cadd7be934 req-390c040a-0ec8-4031-ba1c-b30f52d229bc tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0527191 Jul 30 03:08:03.219595 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d415a659-30a3-4707-a109-a5cadd7be934 req-7430f436-73ab-44b4-ba4a-7b7be038dd86 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313475 Jul 30 03:08:03.811129 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:04.376415 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4936752-bf5f-4795-9040-c03a3807786c req-cc4467ef-e421-435e-bb5a-98cad1ceec5c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:04.378223 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a4936752-bf5f-4795-9040-c03a3807786c req-cc4467ef-e421-435e-bb5a-98cad1ceec5c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0501418 Jul 30 03:08:04.416610 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-a4936752-bf5f-4795-9040-c03a3807786c req-d7170754-9416-4193-9724-6e78418efe30 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321071 Jul 30 03:08:05.529736 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1caecd-42f8-435a-bc36-ac7505410887 req-2881944e-e13c-4419-b81e-1e2327302559 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:05.531262 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1c1caecd-42f8-435a-bc36-ac7505410887 req-2881944e-e13c-4419-b81e-1e2327302559 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0488276 Jul 30 03:08:05.569095 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1c1caecd-42f8-435a-bc36-ac7505410887 req-75d4084b-9faf-48dc-bb59-8e4e6a034100 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319428 Jul 30 03:08:06.688141 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5739c-c7bb-4ce2-9729-77563cc875f5 req-d977c7e9-5835-4e2a-9f5f-108855088f5e tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:06.689514 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9d5739c-c7bb-4ce2-9729-77563cc875f5 req-d977c7e9-5835-4e2a-9f5f-108855088f5e tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0527649 Jul 30 03:08:06.726405 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e9d5739c-c7bb-4ce2-9729-77563cc875f5 req-e5ba505d-31bd-402c-96e3-77b2ffddbba5 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308743 Jul 30 03:08:07.010594 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 5cf0cd9d-4f21-4151-b48a-4aca991ce58f details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:08:07.105494 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5cf0cd9d-4f21-4151-b48a-4aca991ce58f,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:08:07.116408 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'port_id': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f', 'mac_address': 'fa:16:3e:2f:0f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:08:07.151874 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:07.164397 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf0cd9d-4f21-4151-b48a-4aca991ce58f {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:08:07.182719 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5cf0cd9d-4f21-4151-b48a-4aca991ce58f,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:08:07.262712 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:07.307892 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=5cf0cd9d-4f21-4151-b48a-4aca991ce58f,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:08:07.315518 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:08:07.315867 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:08:07.316209 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:08:07.316549 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:08:07.316881 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:08:07.317212 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:08:07.317544 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:08:07.317871 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:08:07.318195 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:08:07.318547 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:08:07.318874 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:08:07.319196 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:08:07.496157 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['5cf0cd9d-4f21-4151-b48a-4aca991ce58f'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:08:07.841484 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053e0e0-11a4-4756-bff0-0800635e64da req-030d1031-2c43-43d0-96fc-2b8abd23bf72 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:07.842999 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2053e0e0-11a4-4756-bff0-0800635e64da req-030d1031-2c43-43d0-96fc-2b8abd23bf72 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 944 time: 0.0493305 Jul 30 03:08:07.880126 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2053e0e0-11a4-4756-bff0-0800635e64da req-869aface-7797-413c-8738-f00ae7490d61 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312283 Jul 30 03:08:08.993277 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263eb686-09bb-4ea2-bb93-69772ea584e8 req-3a3d6fd1-e36a-4b01-b723-2b4d562579cc tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:08.994816 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-263eb686-09bb-4ea2-bb93-69772ea584e8 req-3a3d6fd1-e36a-4b01-b723-2b4d562579cc tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 944 time: 0.0479898 Jul 30 03:08:09.019981 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 5cf0cd9d-4f21-4151-b48a-4aca991ce58f up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:08:09.034346 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-263eb686-09bb-4ea2-bb93-69772ea584e8 req-6776ab07-96e5-408d-93d6-6c65c2b25f57 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331101 Jul 30 03:08:09.154360 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:08:09.163351 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:08:09.163720 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:09.233849 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a2ee882f-bd9f-40ca-8c23-50972e35dbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:09.242587 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:09.264505 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab91a8f8-bcc9-4622-b3c7-6957fa59d13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:08:09.266802 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a455d9-4ca9-4dac-a61d-84d2a1fccc35" -d '{"events": [{"server_uuid": "ab91a8f8-bcc9-4622-b3c7-6957fa59d13c", "name": "network-vif-plugged", "status": "completed", "tag": "5cf0cd9d-4f21-4151-b48a-4aca991ce58f"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:08:09.279986 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5cf0cd9d-4f21-4151-b48a-4aca991ce58f,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:08:09.350804 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e207ec2-efb3-450f-812a-af71c284bf4f x-openstack-request-id: req-5e207ec2-efb3-450f-812a-af71c284bf4f {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:08:09.351096 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab91a8f8-bcc9-4622-b3c7-6957fa59d13c", "name": "network-vif-plugged", "status": "completed", "tag": "5cf0cd9d-4f21-4151-b48a-4aca991ce58f", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:08:09.351349 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5e207ec2-efb3-450f-812a-af71c284bf4f {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:08:09.351746 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab91a8f8-bcc9-4622-b3c7-6957fa59d13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f', 'code': 200} Jul 30 03:08:09.357569 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:09.405831 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=5cf0cd9d-4f21-4151-b48a-4aca991ce58f,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:08:09.451117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2aa99-6d6d-42d7-874e-35d5ecb8685b req-297e33b3-24c4-41f9-99fe-589a4b4a825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:09.452624 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ab2aa99-6d6d-42d7-874e-35d5ecb8685b req-297e33b3-24c4-41f9-99fe-589a4b4a825a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 1096 time: 0.0446627 Jul 30 03:08:09.486051 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-3ab2aa99-6d6d-42d7-874e-35d5ecb8685b req-974b7b67-2a3c-4c28-8017-3d3b7f8f916b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265000 Jul 30 03:08:10.170245 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c552e1-9e2a-4874-b2c6-dbad1e84d509 req-b9c44901-878d-444d-8640-1d896a02d21d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:10.171815 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7c552e1-9e2a-4874-b2c6-dbad1e84d509 req-b9c44901-878d-444d-8640-1d896a02d21d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0617511 Jul 30 03:08:10.213467 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f7c552e1-9e2a-4874-b2c6-dbad1e84d509 req-e66381da-879a-4901-b3ed-8061516ecf6c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346844 Jul 30 03:08:10.622662 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:08:10.703778 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-158dcb1e-11f7-4dab-8ab5-9e6ee676564f req-423fdfba-de70-4a50-8ba5-e8679afd4853 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388193 Jul 30 03:08:10.784414 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dcb1e-11f7-4dab-8ab5-9e6ee676564f req-096cd1e2-6f67-4cf4-ab32-eaea36c17e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:10.785941 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-158dcb1e-11f7-4dab-8ab5-9e6ee676564f req-096cd1e2-6f67-4cf4-ab32-eaea36c17e94 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 1096 time: 0.0408347 Jul 30 03:08:10.893233 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dcb1e-11f7-4dab-8ab5-9e6ee676564f req-6bb44793-08ac-444e-bcf3-89718d197caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:10.894988 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-158dcb1e-11f7-4dab-8ab5-9e6ee676564f req-6bb44793-08ac-444e-bcf3-89718d197caa service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 910 time: 0.0864906 Jul 30 03:08:10.935130 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-158dcb1e-11f7-4dab-8ab5-9e6ee676564f req-25d6fa64-ae3f-4b58-afd2-aaba9eb0fc2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cf0cd9d-4f21-4151-b48a-4aca991ce58f HTTP/1.1" status: 200 len: 217 time: 0.0336645 Jul 30 03:08:10.982247 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dcb1e-11f7-4dab-8ab5-9e6ee676564f req-f0384c10-cfd2-436d-9ed4-c4353c7400ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:10.983740 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-158dcb1e-11f7-4dab-8ab5-9e6ee676564f req-f0384c10-cfd2-436d-9ed4-c4353c7400ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be3b903d-ff5a-465d-8faa-13fb7ed219dd HTTP/1.1" status: 200 len: 848 time: 0.0424759 Jul 30 03:08:11.032152 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dcb1e-11f7-4dab-8ab5-9e6ee676564f req-375a9d50-8b41-4369-882c-cc58a1a2f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:11.033618 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-158dcb1e-11f7-4dab-8ab5-9e6ee676564f req-375a9d50-8b41-4369-882c-cc58a1a2f948 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0e472ca-43fc-48b9-bc88-19d49ec72d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434287 Jul 30 03:08:11.119683 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-158dcb1e-11f7-4dab-8ab5-9e6ee676564f req-9d309990-42cd-4658-8cdf-4717cef10006 service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794239 Jul 30 03:08:11.211194 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-158dcb1e-11f7-4dab-8ab5-9e6ee676564f req-aa8ea039-7058-43ad-b4a5-11ba86d634e1 service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845637 Jul 30 03:08:11.326480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d855f9a-954c-4b90-b2bf-7333e2fecbef req-fcd04d53-e3e4-4282-ac5d-b252b675538a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:11.327945 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d855f9a-954c-4b90-b2bf-7333e2fecbef req-fcd04d53-e3e4-4282-ac5d-b252b675538a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0485363 Jul 30 03:08:11.367404 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5d855f9a-954c-4b90-b2bf-7333e2fecbef req-d1de5c8e-9edb-4292-9cf8-557f80126c05 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333552 Jul 30 03:08:11.479839 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133e895-6bff-4c5f-81ac-7082d6be711e req-ea05535c-79af-4ee7-8f68-965d4e1edb92 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:11.481706 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2133e895-6bff-4c5f-81ac-7082d6be711e req-ea05535c-79af-4ee7-8f68-965d4e1edb92 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0476260 Jul 30 03:08:11.518538 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2133e895-6bff-4c5f-81ac-7082d6be711e req-1b28aac9-de8f-456b-a2bd-8ecfd1f45bff tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308020 Jul 30 03:08:11.539470 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40690) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:08:11.706532 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a34b6a57-15c7-4ef6-a0e3-a61bdd477bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:11.837778 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:11.899493 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c164e7f7-f385-4c2f-b0f6-05ffc516eafa tempest-TestShelveInstance-1119092911 tempest-TestShelveInstance-1119092911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:11.901017 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-c164e7f7-f385-4c2f-b0f6-05ffc516eafa tempest-TestShelveInstance-1119092911 tempest-TestShelveInstance-1119092911-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 1091 time: 0.3606203 Jul 30 03:08:11.903850 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40694) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:08:11.908054 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-a32f8d3c-df86-4ac5-8b23-9146f7ef01f9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:08:12.015048 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a32f8d3c-df86-4ac5-8b23-9146f7ef01f9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:12.108286 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a32f8d3c-df86-4ac5-8b23-9146f7ef01f9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:12.211561 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-a32f8d3c-df86-4ac5-8b23-9146f7ef01f9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Allocated IP 172.25.1.250 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/8b0bf4e3-0b20-4807-9724-109d6c8cf8d1) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:08:12.310237 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a32f8d3c-df86-4ac5-8b23-9146f7ef01f9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:12.405705 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a32f8d3c-df86-4ac5-8b23-9146f7ef01f9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:12.447103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32f8d3c-df86-4ac5-8b23-9146f7ef01f9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:08:12.449928 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-a32f8d3c-df86-4ac5-8b23-9146f7ef01f9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:08:12.453355 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f8d3c-df86-4ac5-8b23-9146f7ef01f9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:08:12.476477 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f8d3c-df86-4ac5-8b23-9146f7ef01f9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event updated for resources: {'Port': ['ID=8b0bf4e3-0b20-4807-9724-109d6c8cf8d1,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:08:12.806414 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a32f8d3c-df86-4ac5-8b23-9146f7ef01f9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:12.947270 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a32f8d3c-df86-4ac5-8b23-9146f7ef01f9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:13.093353 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a32f8d3c-df86-4ac5-8b23-9146f7ef01f9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:13.153257 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a32f8d3c-df86-4ac5-8b23-9146f7ef01f9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:13.219279 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f8d3c-df86-4ac5-8b23-9146f7ef01f9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event updated for resources: {'Port': ['ID=8b0bf4e3-0b20-4807-9724-109d6c8cf8d1,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:08:13.230893 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a32f8d3c-df86-4ac5-8b23-9146f7ef01f9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:13.331665 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-a32f8d3c-df86-4ac5-8b23-9146f7ef01f9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Floating IP eff58aa3-1f66-4820-a2fd-4c1e31f9ad05 associated. External IP: 172.25.1.250, port: 5cf0cd9d-4f21-4151-b48a-4aca991ce58f. Jul 30 03:08:13.542250 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32f8d3c-df86-4ac5-8b23-9146f7ef01f9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Router a9c8f431-c31e-4910-89ae-bd87baf79d87 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:08:13.622042 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:13.653219 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32f8d3c-df86-4ac5-8b23-9146f7ef01f9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:08:13.663048 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd0570a-05ec-4319-a538-65eec56ca0df None None] Sync routers for ids ['a9c8f431-c31e-4910-89ae-bd87baf79d87'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:08:13.672140 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd0570a-05ec-4319-a538-65eec56ca0df None None] Routers {'a9c8f431-c31e-4910-89ae-bd87baf79d87'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:08:13.672751 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1bd0570a-05ec-4319-a538-65eec56ca0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:08:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a9c8f431-c31e-4910-89ae-bd87baf79d87'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:08:13.765155 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a32f8d3c-df86-4ac5-8b23-9146f7ef01f9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:13.776914 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-1bd0570a-05ec-4319-a538-65eec56ca0df None None] Set router a9c8f431-c31e-4910-89ae-bd87baf79d87 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:08:13.793442 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a32f8d3c-df86-4ac5-8b23-9146f7ef01f9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8886151 Jul 30 03:08:13.794047 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab91a8f8-bcc9-4622-b3c7-6957fa59d13c', 'tag': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:08:13.796482 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ca1fdf-76d6-4499-95d0-4bcba90af64e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab91a8f8-bcc9-4622-b3c7-6957fa59d13c", "tag": "5cf0cd9d-4f21-4151-b48a-4aca991ce58f"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:08:13.835739 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdfab81-e0e9-4ff0-83d3-88ae2af681cc x-openstack-request-id: req-ecdfab81-e0e9-4ff0-83d3-88ae2af681cc {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:08:13.836030 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab91a8f8-bcc9-4622-b3c7-6957fa59d13c", "tag": "5cf0cd9d-4f21-4151-b48a-4aca991ce58f", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:08:13.836292 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ecdfab81-e0e9-4ff0-83d3-88ae2af681cc {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:08:13.836700 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab91a8f8-bcc9-4622-b3c7-6957fa59d13c', 'tag': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f', 'status': 'completed', 'code': 200} Jul 30 03:08:14.010207 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1bd0570a-05ec-4319-a538-65eec56ca0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:56Z', 'revision_number': 4, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'gw_port': {'id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'eff58aa3-1f66-4820-a2fd-4c1e31f9ad05', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'port_id': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'mac_address': 'fa:16:3e:2f:0f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab91a8f8-bcc9-4622-b3c7-6957fa59d13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:08:12Z', 'updated_at': '2021-07-30T03:08:12Z', 'revision_number': 0, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0d7a57d-f526-44f6-a1be-2b43b66baeba', 'name': '', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'mac_address': 'fa:16:3e:c3:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:55Z', 'updated_at': '2021-07-30T03:03:01Z', 'revision_number': 5, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'subnets': [{'id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:08:14.037638 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd0570a-05ec-4319-a538-65eec56ca0df None None] Checking router: a9c8f431-c31e-4910-89ae-bd87baf79d87 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:08:14.047126 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd0570a-05ec-4319-a538-65eec56ca0df None None] Routers {'a9c8f431-c31e-4910-89ae-bd87baf79d87'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:08:14.047749 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1bd0570a-05ec-4319-a538-65eec56ca0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:08:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a9c8f431-c31e-4910-89ae-bd87baf79d87'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:08:14.156501 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-1bd0570a-05ec-4319-a538-65eec56ca0df None None] Set router a9c8f431-c31e-4910-89ae-bd87baf79d87 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:08:14.225877 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca1fdf-76d6-4499-95d0-4bcba90af64e req-87333087-00fa-4a3a-8ecd-176a859090e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:14.227377 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-14ca1fdf-76d6-4499-95d0-4bcba90af64e req-87333087-00fa-4a3a-8ecd-176a859090e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 1096 time: 0.3674614 Jul 30 03:08:14.315882 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca1fdf-76d6-4499-95d0-4bcba90af64e req-b0d0cbce-4ef0-4467-87dd-3b2f101bf065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:14.317259 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-14ca1fdf-76d6-4499-95d0-4bcba90af64e req-b0d0cbce-4ef0-4467-87dd-3b2f101bf065 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 910 time: 0.0815153 Jul 30 03:08:14.376708 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1bd0570a-05ec-4319-a538-65eec56ca0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:56Z', 'revision_number': 4, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'gw_port': {'id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'eff58aa3-1f66-4820-a2fd-4c1e31f9ad05', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'port_id': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'mac_address': 'fa:16:3e:2f:0f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab91a8f8-bcc9-4622-b3c7-6957fa59d13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:08:12Z', 'updated_at': '2021-07-30T03:08:12Z', 'revision_number': 0, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0d7a57d-f526-44f6-a1be-2b43b66baeba', 'name': '', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'mac_address': 'fa:16:3e:c3:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:55Z', 'updated_at': '2021-07-30T03:03:01Z', 'revision_number': 5, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'subnets': [{'id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:08:14.383613 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-14ca1fdf-76d6-4499-95d0-4bcba90af64e req-aaf2c9c4-6367-4987-bb06-f1cd6fb4302d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cf0cd9d-4f21-4151-b48a-4aca991ce58f HTTP/1.1" status: 200 len: 999 time: 0.0595672 Jul 30 03:08:14.434819 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca1fdf-76d6-4499-95d0-4bcba90af64e req-c5c8b3b7-b06e-444b-aca4-48789d1c8ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:14.436357 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-14ca1fdf-76d6-4499-95d0-4bcba90af64e req-c5c8b3b7-b06e-444b-aca4-48789d1c8ce5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be3b903d-ff5a-465d-8faa-13fb7ed219dd HTTP/1.1" status: 200 len: 848 time: 0.0463555 Jul 30 03:08:14.484963 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca1fdf-76d6-4499-95d0-4bcba90af64e req-099d016f-1542-4cc3-8b0b-98944118e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:14.486582 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-14ca1fdf-76d6-4499-95d0-4bcba90af64e req-099d016f-1542-4cc3-8b0b-98944118e206 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0e472ca-43fc-48b9-bc88-19d49ec72d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429356 Jul 30 03:08:14.499212 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd0570a-05ec-4319-a538-65eec56ca0df None None] The sync data for ids ['a9c8f431-c31e-4910-89ae-bd87baf79d87'] in n-d-713498-9 is: [{'id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:56Z', 'revision_number': 4, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'gw_port': {'id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'eff58aa3-1f66-4820-a2fd-4c1e31f9ad05', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'port_id': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'mac_address': 'fa:16:3e:2f:0f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab91a8f8-bcc9-4622-b3c7-6957fa59d13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:08:12Z', 'updated_at': '2021-07-30T03:08:12Z', 'revision_number': 0, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0d7a57d-f526-44f6-a1be-2b43b66baeba', 'name': '', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'mac_address': 'fa:16:3e:c3:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:55Z', 'updated_at': '2021-07-30T03:03:01Z', 'revision_number': 5, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'subnets': [{'id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:08:14.582692 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-14ca1fdf-76d6-4499-95d0-4bcba90af64e req-43d369b3-6a32-408e-b543-5709c27c1a19 service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889223 Jul 30 03:08:14.673301 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-14ca1fdf-76d6-4499-95d0-4bcba90af64e req-4489227b-04d5-4644-9d50-0217d1b0f0b0 service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838387 Jul 30 03:08:14.692440 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73133de5-409e-45ed-a8d2-82bb795a45af None None] New status for floating IP eff58aa3-1f66-4820-a2fd-4c1e31f9ad05: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:08:14.974792 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:18.730659 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:33.809744 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:39.249907 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-207a5e67-45f9-4e81-b763-794d09eb8af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:41.765321 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dd837858-9698-4611-a3d0-c581c7f5dd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:41.865575 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:43.625444 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:44.968491 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:47.622736 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:08:48.740441 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:03.803131 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:09.219583 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba033bce-436c-4652-ba0d-f40c040a0935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:11.699798 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8eccd576-1990-4323-afbf-b83598a77de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:11.819674 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:12.700457 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-501ab673-9a7a-4437-92f3-e87508ede760 req-be40eec6-9bb0-4144-894c-ec7965889391 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440168 Jul 30 03:09:12.778730 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ab673-9a7a-4437-92f3-e87508ede760 req-c159e232-3536-4ecd-b4ae-75c4830395e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:12.780250 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-501ab673-9a7a-4437-92f3-e87508ede760 req-c159e232-3536-4ecd-b4ae-75c4830395e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 1096 time: 0.0410213 Jul 30 03:09:12.881045 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ab673-9a7a-4437-92f3-e87508ede760 req-1e7d9ed4-d6ba-48b5-9cc6-3d31bd755987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:12.882535 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-501ab673-9a7a-4437-92f3-e87508ede760 req-1e7d9ed4-d6ba-48b5-9cc6-3d31bd755987 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 910 time: 0.0842531 Jul 30 03:09:12.949679 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-501ab673-9a7a-4437-92f3-e87508ede760 req-377b92ec-a66c-49dd-89e6-692f355dcc95 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cf0cd9d-4f21-4151-b48a-4aca991ce58f HTTP/1.1" status: 200 len: 1001 time: 0.0604987 Jul 30 03:09:12.996934 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ab673-9a7a-4437-92f3-e87508ede760 req-d2ae6303-001d-4fbd-827f-2ebe46de0c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:12.998270 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-501ab673-9a7a-4437-92f3-e87508ede760 req-d2ae6303-001d-4fbd-827f-2ebe46de0c32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be3b903d-ff5a-465d-8faa-13fb7ed219dd HTTP/1.1" status: 200 len: 848 time: 0.0420609 Jul 30 03:09:13.042956 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ab673-9a7a-4437-92f3-e87508ede760 req-dc1912a9-47a0-4aca-9ef1-240860228508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:13.044408 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-501ab673-9a7a-4437-92f3-e87508ede760 req-dc1912a9-47a0-4aca-9ef1-240860228508 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0e472ca-43fc-48b9-bc88-19d49ec72d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395007 Jul 30 03:09:13.136299 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-501ab673-9a7a-4437-92f3-e87508ede760 req-5ad62360-05c5-42cc-a5c3-19af87852200 service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845451 Jul 30 03:09:13.223863 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-501ab673-9a7a-4437-92f3-e87508ede760 req-1af3ee67-9215-48d4-8702-2397f6db2e5a service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802658 Jul 30 03:09:13.665241 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:14.996770 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:18.739513 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:24.622639 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:09:33.893336 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:39.212982 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e3e761c2-61d9-430d-88f9-a72c7c4a6b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:41.744962 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7628d5b6-32d3-4483-86d8-eecd3d113a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:41.842425 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:43.642275 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:44.950120 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:48.739270 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:01.622076 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:10:03.789943 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:09.229629 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e63f9993-5681-4b84-bdc0-a3530486a3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:11.732250 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-69c39ec5-d99e-4a31-b111-af9a79ff3b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:11.880981 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:13.635265 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:14.700661 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7c21d52b-f290-420b-9d07-9631ced48153 req-ec5cbb82-cc4c-4b4b-a8d8-53cf737681dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439804 Jul 30 03:10:14.779933 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21d52b-f290-420b-9d07-9631ced48153 req-92d5dc0c-f271-4ec5-9cf0-ce81fe8f8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:14.781371 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7c21d52b-f290-420b-9d07-9631ced48153 req-92d5dc0c-f271-4ec5-9cf0-ce81fe8f8efe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 1096 time: 0.0396855 Jul 30 03:10:14.880630 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21d52b-f290-420b-9d07-9631ced48153 req-eca59cc9-d20f-435e-96ea-392a4072ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:14.882106 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7c21d52b-f290-420b-9d07-9631ced48153 req-eca59cc9-d20f-435e-96ea-392a4072ab08 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 910 time: 0.0822213 Jul 30 03:10:14.944303 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:14.952489 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7c21d52b-f290-420b-9d07-9631ced48153 req-a45097c7-80ad-41e6-b8d8-a817007f1f67 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cf0cd9d-4f21-4151-b48a-4aca991ce58f HTTP/1.1" status: 200 len: 1001 time: 0.0629826 Jul 30 03:10:15.000113 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21d52b-f290-420b-9d07-9631ced48153 req-db67d7ff-9e56-4375-bac4-37ad4b556fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:15.001513 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7c21d52b-f290-420b-9d07-9631ced48153 req-db67d7ff-9e56-4375-bac4-37ad4b556fd7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be3b903d-ff5a-465d-8faa-13fb7ed219dd HTTP/1.1" status: 200 len: 848 time: 0.0423958 Jul 30 03:10:15.047180 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21d52b-f290-420b-9d07-9631ced48153 req-f83c2a98-1a8c-456b-9486-457bc0bc61e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:15.048626 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7c21d52b-f290-420b-9d07-9631ced48153 req-f83c2a98-1a8c-456b-9486-457bc0bc61e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0e472ca-43fc-48b9-bc88-19d49ec72d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390120 Jul 30 03:10:15.139765 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7c21d52b-f290-420b-9d07-9631ced48153 req-37821fd4-069d-4464-ab4f-2105f5edef7f service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831547 Jul 30 03:10:15.231382 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-7c21d52b-f290-420b-9d07-9631ced48153 req-ed00d668-f5c1-4a92-8cb4-169e264eab5b service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850356 Jul 30 03:10:18.738488 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:33.799525 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:38.622034 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:10:39.257631 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f268f47d-21ef-4751-830c-c398de0fda4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:41.732376 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a8fba12-3a13-4331-a955-e24123fdda3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:41.782008 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0208c-ed79-4d61-82ce-6888b0436c81 req-818a805a-582d-4735-8fc4-118dc62284e9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:41.783614 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cac0208c-ed79-4d61-82ce-6888b0436c81 req-818a805a-582d-4735-8fc4-118dc62284e9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0998964 Jul 30 03:10:41.824478 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cac0208c-ed79-4d61-82ce-6888b0436c81 req-d0b99ab3-2111-4b7f-b050-e5327eaaf473 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347483 Jul 30 03:10:41.840902 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:42.942195 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3feb2-39a7-4ab3-8fe3-351f0da6df79 req-f71de96e-0aed-4ade-9314-756167d33c8c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:42.944221 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c4c3feb2-39a7-4ab3-8fe3-351f0da6df79 req-f71de96e-0aed-4ade-9314-756167d33c8c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0547302 Jul 30 03:10:42.981982 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c4c3feb2-39a7-4ab3-8fe3-351f0da6df79 req-8b49044c-0c7e-4658-a2e8-ad2a6061e9a6 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319250 Jul 30 03:10:43.699607 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:44.096575 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c314a-4ce2-4a46-9985-428ae8209f87 req-5df4252f-51fa-4127-b094-22270dbae9c2 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:44.098245 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e43c314a-4ce2-4a46-9985-428ae8209f87 req-5df4252f-51fa-4127-b094-22270dbae9c2 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0491650 Jul 30 03:10:44.136414 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e43c314a-4ce2-4a46-9985-428ae8209f87 req-81576481-b27b-4552-8ce9-d5ab577f553a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321286 Jul 30 03:10:44.959570 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:45.250765 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b453ff9-ab97-4611-8127-be342805f0e1 req-524878f0-eb62-46c0-a248-83bc897e11ed tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:45.252255 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7b453ff9-ab97-4611-8127-be342805f0e1 req-524878f0-eb62-46c0-a248-83bc897e11ed tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0488667 Jul 30 03:10:45.290021 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7b453ff9-ab97-4611-8127-be342805f0e1 req-1953a788-716a-4975-beb5-5baa3fff73df tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317988 Jul 30 03:10:46.413809 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55272e4-5f9e-45f7-b0d6-69df33732400 req-8e32e8ca-da59-4ec3-a26b-1b3cb99ff98a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:46.415354 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f55272e4-5f9e-45f7-b0d6-69df33732400 req-8e32e8ca-da59-4ec3-a26b-1b3cb99ff98a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0550370 Jul 30 03:10:46.453597 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f55272e4-5f9e-45f7-b0d6-69df33732400 req-1d83d91e-e8fe-4655-a192-819fe101d5b8 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322006 Jul 30 03:10:47.569319 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d3974-ea87-4ab7-ba81-d3b7f628a414 req-6f4364ee-0f01-4a0e-b4b1-af73c48ef290 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:47.570834 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-474d3974-ea87-4ab7-ba81-d3b7f628a414 req-6f4364ee-0f01-4a0e-b4b1-af73c48ef290 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0484986 Jul 30 03:10:47.608480 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-474d3974-ea87-4ab7-ba81-d3b7f628a414 req-960d6db6-c2dc-4d25-a37e-2dcdbc349da8 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314791 Jul 30 03:10:48.725552 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b4343-7918-446e-80ba-8aabb8a8ace4 req-3814d664-916a-447e-a075-b9872fe98f62 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:48.727132 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a9b4343-7918-446e-80ba-8aabb8a8ace4 req-3814d664-916a-447e-a075-b9872fe98f62 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0505626 Jul 30 03:10:48.743838 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:48.764458 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4a9b4343-7918-446e-80ba-8aabb8a8ace4 req-5a9a48f5-c173-47d3-8ca5-6772c15ee611 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313520 Jul 30 03:10:49.884693 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26c8a6-2a11-4740-9a08-0728f734868d req-35184fb7-bc14-4f5c-b871-c933e1484bb3 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:49.886217 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8d26c8a6-2a11-4740-9a08-0728f734868d req-35184fb7-bc14-4f5c-b871-c933e1484bb3 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0538704 Jul 30 03:10:49.923894 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8d26c8a6-2a11-4740-9a08-0728f734868d req-a1762ab2-8f9d-4068-9e4e-ab4ca4a43d57 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313747 Jul 30 03:10:51.036158 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a543b-b4a5-4601-bd1a-266982605956 req-67b3809b-0c1f-45b5-916c-6d03180088ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:51.037650 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c77a543b-b4a5-4601-bd1a-266982605956 req-67b3809b-0c1f-45b5-916c-6d03180088ef tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0493896 Jul 30 03:10:51.075923 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c77a543b-b4a5-4601-bd1a-266982605956 req-81e02ec9-ceee-460c-b41d-5efbe0e40863 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323534 Jul 30 03:10:51.950081 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242488f-b252-473a-8dc1-b7e3aeb5623e req-913855e4-ad56-486b-b7a3-570cce3d07af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:51.951649 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b242488f-b252-473a-8dc1-b7e3aeb5623e req-913855e4-ad56-486b-b7a3-570cce3d07af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 1096 time: 0.0800989 Jul 30 03:10:52.044392 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242488f-b252-473a-8dc1-b7e3aeb5623e req-89d6e951-cfde-430f-bcb6-5f33ca653455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:52.045897 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b242488f-b252-473a-8dc1-b7e3aeb5623e req-89d6e951-cfde-430f-bcb6-5f33ca653455 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 910 time: 0.0875850 Jul 30 03:10:52.111580 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b242488f-b252-473a-8dc1-b7e3aeb5623e req-6ba45253-c080-4b35-83c2-a81e30b646f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cf0cd9d-4f21-4151-b48a-4aca991ce58f HTTP/1.1" status: 200 len: 1001 time: 0.0587053 Jul 30 03:10:52.164152 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242488f-b252-473a-8dc1-b7e3aeb5623e req-82b6603e-ecb8-4f7b-a4b3-57d85d818795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:52.165603 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b242488f-b252-473a-8dc1-b7e3aeb5623e req-82b6603e-ecb8-4f7b-a4b3-57d85d818795 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be3b903d-ff5a-465d-8faa-13fb7ed219dd HTTP/1.1" status: 200 len: 848 time: 0.0479414 Jul 30 03:10:52.190662 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a8916-76aa-499c-9fb2-74c40e6fcea2 req-ac2dfa98-f379-48f4-8b1f-0d912deac6d9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:52.192205 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2f1a8916-76aa-499c-9fb2-74c40e6fcea2 req-ac2dfa98-f379-48f4-8b1f-0d912deac6d9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0490839 Jul 30 03:10:52.211996 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242488f-b252-473a-8dc1-b7e3aeb5623e req-1377180f-64e0-4137-a9b5-91d8d608cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:52.213571 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b242488f-b252-473a-8dc1-b7e3aeb5623e req-1377180f-64e0-4137-a9b5-91d8d608cd25 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0e472ca-43fc-48b9-bc88-19d49ec72d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408876 Jul 30 03:10:52.230905 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-2f1a8916-76aa-499c-9fb2-74c40e6fcea2 req-be181074-b689-48a1-a352-afb7a64414e6 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321860 Jul 30 03:10:52.301776 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b242488f-b252-473a-8dc1-b7e3aeb5623e req-e08dfd0e-dc4b-4cd2-a876-84fb99437949 service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810404 Jul 30 03:10:52.394863 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-b242488f-b252-473a-8dc1-b7e3aeb5623e req-ac681013-4190-4542-ad72-e26d0449a855 service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860651 Jul 30 03:10:53.349875 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4262d85-19b6-4428-b9f4-f960437d67fb req-2d2f714d-7594-429f-81eb-a52e5f2b61bb tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:53.354755 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b4262d85-19b6-4428-b9f4-f960437d67fb req-2d2f714d-7594-429f-81eb-a52e5f2b61bb tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0569947 Jul 30 03:10:53.393687 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b4262d85-19b6-4428-b9f4-f960437d67fb req-2dc423e5-9f8b-4b6c-95f4-ed92ec5e3719 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360863 Jul 30 03:10:54.511641 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937961c-c1c9-4cd0-9931-360bdd406176 req-080681fc-840d-4e47-bd07-3422c70eacec tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:54.513165 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3937961c-c1c9-4cd0-9931-360bdd406176 req-080681fc-840d-4e47-bd07-3422c70eacec tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0495234 Jul 30 03:10:54.552200 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-3937961c-c1c9-4cd0-9931-360bdd406176 req-4dbf9615-7617-47c4-aa71-b0cad68974c1 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326695 Jul 30 03:10:55.668308 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc66c7-28cd-4f46-b2d1-97333545a7b9 req-3d608424-87ed-4466-950b-9fd8c663c79d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:55.674675 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4ecc66c7-28cd-4f46-b2d1-97333545a7b9 req-3d608424-87ed-4466-950b-9fd8c663c79d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0499928 Jul 30 03:10:55.709543 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4ecc66c7-28cd-4f46-b2d1-97333545a7b9 req-cc0e191d-39ba-4b40-b699-a5aa7fc5ce79 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335910 Jul 30 03:10:56.827056 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08910ce3-cb11-4ded-94e3-52c81b7116ac req-2a71c4d0-168f-464b-9d19-e2b83f976437 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:56.828531 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08910ce3-cb11-4ded-94e3-52c81b7116ac req-2a71c4d0-168f-464b-9d19-e2b83f976437 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0519361 Jul 30 03:10:56.865871 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-08910ce3-cb11-4ded-94e3-52c81b7116ac req-e8a1a3be-595b-4d5e-89d2-e13e8ab1dee1 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314527 Jul 30 03:10:57.208879 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c11db-cd43-4769-9970-c3f09ade4528 req-3f3f84a9-1e93-45e8-9f60-7bb68a71a32f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:57.210995 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4b3c11db-cd43-4769-9970-c3f09ade4528 req-3f3f84a9-1e93-45e8-9f60-7bb68a71a32f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0500176 Jul 30 03:10:57.249903 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4b3c11db-cd43-4769-9970-c3f09ade4528 req-292f98b0-94c5-492c-9853-a74be6f368e4 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327535 Jul 30 03:10:57.291468 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-817ee385-b639-4c20-87d4-71e40eeb8ba9 req-b69aa9c1-781a-448e-ae6f-ae98c40f6fd5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904791 Jul 30 03:10:57.803907 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 5cf0cd9d-4f21-4151-b48a-4aca991ce58f no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:10:57.874892 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:57.896777 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab91a8f8-bcc9-4622-b3c7-6957fa59d13c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:10:57.899011 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28081efe-79fc-456b-9a32-22cbed8b7f47" -d '{"events": [{"server_uuid": "ab91a8f8-bcc9-4622-b3c7-6957fa59d13c", "name": "network-vif-unplugged", "status": "completed", "tag": "5cf0cd9d-4f21-4151-b48a-4aca991ce58f"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:10:57.911610 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5cf0cd9d-4f21-4151-b48a-4aca991ce58f,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:10:57.933228 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 03:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d2744d-0da6-46a7-9e58-0f0471a44f5a x-openstack-request-id: req-00d2744d-0da6-46a7-9e58-0f0471a44f5a {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:10:57.933510 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab91a8f8-bcc9-4622-b3c7-6957fa59d13c", "name": "network-vif-unplugged", "status": "failed", "tag": "5cf0cd9d-4f21-4151-b48a-4aca991ce58f", "code": 422}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:10:57.933758 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-00d2744d-0da6-46a7-9e58-0f0471a44f5a {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:10:57.934153 n-d-713498-9 neutron-server[94466]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ab91a8f8-bcc9-4622-b3c7-6957fa59d13c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f', 'code': 422} returned with failed status Jul 30 03:10:57.994914 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:58.042907 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=5cf0cd9d-4f21-4151-b48a-4aca991ce58f,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:10:58.049928 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:10:58.050272 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:10:58.050626 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:10:58.050958 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:10:58.051283 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:10:58.051607 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:10:58.051930 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:10:58.052250 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:10:58.052567 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:10:58.052884 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:10:58.053201 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:10:58.053515 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:10:58.372647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111daee-7c09-48b0-bc22-43de80e4a740 req-8362b342-4df7-4007-979d-2b13f34e7a35 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:58.374145 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5111daee-7c09-48b0-bc22-43de80e4a740 req-8362b342-4df7-4007-979d-2b13f34e7a35 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0572581 Jul 30 03:10:58.413960 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5111daee-7c09-48b0-bc22-43de80e4a740 req-658f416d-7623-44f9-b18e-3c0ea27d1514 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332086 Jul 30 03:10:59.526413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ed43b-da12-4c1d-babe-ac55cf866a37 req-97140f4d-6e37-496a-ba49-d1aadad6d806 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:59.527928 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-994ed43b-da12-4c1d-babe-ac55cf866a37 req-97140f4d-6e37-496a-ba49-d1aadad6d806 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0491583 Jul 30 03:10:59.565440 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-994ed43b-da12-4c1d-babe-ac55cf866a37 req-f57e4f70-67c9-41f9-ac03-989fd44ace19 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316257 Jul 30 03:11:00.677188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29d608-5b38-406e-869b-f5d76755ac83 req-4c8ced59-f740-492c-9871-70b7b9c9dcdb tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:00.678704 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d29d608-5b38-406e-869b-f5d76755ac83 req-4c8ced59-f740-492c-9871-70b7b9c9dcdb tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0484896 Jul 30 03:11:00.718595 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7d29d608-5b38-406e-869b-f5d76755ac83 req-b00144ff-0037-44a1-9ef2-37f42aeeff6e tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334375 Jul 30 03:11:01.840283 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c028bcb-4e9d-4bfe-b163-deadce5217d2 req-c031794a-308e-448e-a245-65324c20a4d2 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:01.841819 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7c028bcb-4e9d-4bfe-b163-deadce5217d2 req-c031794a-308e-448e-a245-65324c20a4d2 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0561152 Jul 30 03:11:01.883083 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7c028bcb-4e9d-4bfe-b163-deadce5217d2 req-b8cc1a08-0377-43da-9e82-de97564f152a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350270 Jul 30 03:11:02.998971 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7212ef-8028-4eb2-9b76-0c4604893db1 req-d288bcfe-949a-418b-a55b-37351b9d4cfc tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:03.000419 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7f7212ef-8028-4eb2-9b76-0c4604893db1 req-d288bcfe-949a-418b-a55b-37351b9d4cfc tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0511625 Jul 30 03:11:03.038983 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7f7212ef-8028-4eb2-9b76-0c4604893db1 req-96b66bba-1aa1-44a0-8edc-ee1d97331227 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324514 Jul 30 03:11:03.809952 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:04.156752 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275f416-2dcf-468d-9d32-8b4423a99c59 req-e37a4d40-ef3a-4ef0-8428-8f15311d53f8 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:04.158284 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9275f416-2dcf-468d-9d32-8b4423a99c59 req-e37a4d40-ef3a-4ef0-8428-8f15311d53f8 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0509474 Jul 30 03:11:04.197419 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9275f416-2dcf-468d-9d32-8b4423a99c59 req-2c0f5c05-ac4b-4d6b-abcd-94da7a68bcb5 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329752 Jul 30 03:11:05.086719 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ee385-b639-4c20-87d4-71e40eeb8ba9 req-25e85a5d-0ff9-41f7-91fe-5add09b16931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:05.088205 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-817ee385-b639-4c20-87d4-71e40eeb8ba9 req-25e85a5d-0ff9-41f7-91fe-5add09b16931 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c&tenant_id=52fa1092004942e787a6ce8e9b7df950 HTTP/1.1" status: 200 len: 1094 time: 0.0413835 Jul 30 03:11:05.147975 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ee385-b639-4c20-87d4-71e40eeb8ba9 req-544adc13-8cf4-4fa1-a96d-c01f6341cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:05.149447 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-817ee385-b639-4c20-87d4-71e40eeb8ba9 req-544adc13-8cf4-4fa1-a96d-c01f6341cceb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 1094 time: 0.0399401 Jul 30 03:11:05.242796 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ee385-b639-4c20-87d4-71e40eeb8ba9 req-84ec1641-b0ad-490d-b3d7-bbb1ea1f96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:05.244285 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-817ee385-b639-4c20-87d4-71e40eeb8ba9 req-84ec1641-b0ad-490d-b3d7-bbb1ea1f96e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 910 time: 0.0880737 Jul 30 03:11:05.309786 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-817ee385-b639-4c20-87d4-71e40eeb8ba9 req-2cb54d92-eaf6-4517-82fd-56675ff4a0de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cf0cd9d-4f21-4151-b48a-4aca991ce58f HTTP/1.1" status: 200 len: 999 time: 0.0584981 Jul 30 03:11:05.317267 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d3a9d-384c-46df-b9b1-6800283ea338 req-85be97c5-6499-4f00-a2b8-fa7e5326b19d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:05.318798 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-296d3a9d-384c-46df-b9b1-6800283ea338 req-85be97c5-6499-4f00-a2b8-fa7e5326b19d tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0529296 Jul 30 03:11:05.357178 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-296d3a9d-384c-46df-b9b1-6800283ea338 req-d608bf10-449d-48f6-ab67-8bf2e2157cb9 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316479 Jul 30 03:11:05.363431 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ee385-b639-4c20-87d4-71e40eeb8ba9 req-7a8e9980-98b4-466e-8ac7-b9670e5511ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:05.365045 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-817ee385-b639-4c20-87d4-71e40eeb8ba9 req-7a8e9980-98b4-466e-8ac7-b9670e5511ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be3b903d-ff5a-465d-8faa-13fb7ed219dd HTTP/1.1" status: 200 len: 848 time: 0.0487370 Jul 30 03:11:05.412747 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ee385-b639-4c20-87d4-71e40eeb8ba9 req-8e2183fc-10f9-4d51-9a7e-b9422ac7732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:05.414873 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-817ee385-b639-4c20-87d4-71e40eeb8ba9 req-8e2183fc-10f9-4d51-9a7e-b9422ac7732f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0e472ca-43fc-48b9-bc88-19d49ec72d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428138 Jul 30 03:11:05.503060 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-817ee385-b639-4c20-87d4-71e40eeb8ba9 req-f72e4a2b-0075-48b8-8a37-0344d81d37c6 service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803633 Jul 30 03:11:05.593475 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-817ee385-b639-4c20-87d4-71e40eeb8ba9 req-bf72ab40-5867-4639-ba9e-b3bed85e102d service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833991 Jul 30 03:11:06.471375 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b8790-f7db-427a-bf42-90aed596c8c0 req-1a2a1a22-ca4a-418c-a06b-d51403a5290b tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:06.472887 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e7b8790-f7db-427a-bf42-90aed596c8c0 req-1a2a1a22-ca4a-418c-a06b-d51403a5290b tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0492065 Jul 30 03:11:06.510665 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e7b8790-f7db-427a-bf42-90aed596c8c0 req-8a1beae4-0405-4030-9e07-20f89679a9b3 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313623 Jul 30 03:11:07.624107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add60bee-8e39-4106-893a-6831cce23037 req-d3f40dd7-297c-4665-a23c-b375bf7d79b5 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:07.625517 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-add60bee-8e39-4106-893a-6831cce23037 req-d3f40dd7-297c-4665-a23c-b375bf7d79b5 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0477526 Jul 30 03:11:07.662524 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-add60bee-8e39-4106-893a-6831cce23037 req-672ea2c6-ad88-48f1-a253-61c44a38bdfc tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311460 Jul 30 03:11:08.785971 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04255c-ce02-468b-b7b8-bc33dbb368b1 req-690bd4c4-6605-4bd6-a2f8-60fdb627ec13 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:08.787863 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ed04255c-ce02-468b-b7b8-bc33dbb368b1 req-690bd4c4-6605-4bd6-a2f8-60fdb627ec13 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0591085 Jul 30 03:11:08.832916 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ed04255c-ce02-468b-b7b8-bc33dbb368b1 req-988ca3ba-cbae-4cbe-951b-37baf97c7d69 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378559 Jul 30 03:11:09.211901 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6dd2af8-02cf-40e5-a216-6574e8ca55b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:09.948647 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07787a52-58a2-4ba1-a6cb-8d83ab1eec05 req-7ec69b19-cafd-49aa-bdbb-a3a6aa39fb89 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:09.950139 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07787a52-58a2-4ba1-a6cb-8d83ab1eec05 req-7ec69b19-cafd-49aa-bdbb-a3a6aa39fb89 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0489485 Jul 30 03:11:09.988081 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-07787a52-58a2-4ba1-a6cb-8d83ab1eec05 req-a74c6416-79c7-46af-8b35-5539aca79b15 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319486 Jul 30 03:11:11.102517 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837c369-c165-442a-ada7-18286b683865 req-c1161326-3d16-43c2-894a-2437f7a66de4 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:11.104006 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e837c369-c165-442a-ada7-18286b683865 req-c1161326-3d16-43c2-894a-2437f7a66de4 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0501750 Jul 30 03:11:11.144859 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e837c369-c165-442a-ada7-18286b683865 req-bd4c7b94-bc03-4761-a299-cc7aede5ea61 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348260 Jul 30 03:11:11.720093 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d17ec915-2dd7-4aa4-ad36-c7920932f034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:11.832777 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:12.261854 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e0563-fc6c-4260-9b99-92fb2c2f30a5 req-8eec6c00-3020-4d64-8fa8-89da57d09555 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:12.263367 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b7e0563-fc6c-4260-9b99-92fb2c2f30a5 req-8eec6c00-3020-4d64-8fa8-89da57d09555 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0532269 Jul 30 03:11:12.300982 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b7e0563-fc6c-4260-9b99-92fb2c2f30a5 req-c42d3181-0bf1-4feb-8df2-89df83db311b tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314856 Jul 30 03:11:13.415426 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27be7c-d9a2-4d6b-9bf6-8edce68b7ce6 req-b55ff070-e4ec-47cf-8186-dc34f2e5d1b6 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:13.417019 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ef27be7c-d9a2-4d6b-9bf6-8edce68b7ce6 req-b55ff070-e4ec-47cf-8186-dc34f2e5d1b6 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 943 time: 0.0509546 Jul 30 03:11:13.455135 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ef27be7c-d9a2-4d6b-9bf6-8edce68b7ce6 req-1d6cf86f-abe7-4418-8c60-c5174cdc8cb8 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320494 Jul 30 03:11:13.649634 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:13.897550 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 5cf0cd9d-4f21-4151-b48a-4aca991ce58f details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:11:13.988860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5cf0cd9d-4f21-4151-b48a-4aca991ce58f,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:11:14.003268 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'port_id': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f', 'mac_address': 'fa:16:3e:2f:0f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:11:14.039009 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:14.051665 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf0cd9d-4f21-4151-b48a-4aca991ce58f {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:11:14.070551 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5cf0cd9d-4f21-4151-b48a-4aca991ce58f,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:11:14.142812 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:14.188749 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=5cf0cd9d-4f21-4151-b48a-4aca991ce58f,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:11:14.373008 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['5cf0cd9d-4f21-4151-b48a-4aca991ce58f'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:11:14.569182 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb1ed5-8d18-4d06-98d5-7dac4da43be9 req-fc43669d-56f6-498b-bd05-d57f2fc1199a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:14.571415 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d6eb1ed5-8d18-4d06-98d5-7dac4da43be9 req-fc43669d-56f6-498b-bd05-d57f2fc1199a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 944 time: 0.0486679 Jul 30 03:11:14.610872 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d6eb1ed5-8d18-4d06-98d5-7dac4da43be9 req-4d322b0c-4b0a-4e02-b90a-e6fc1024cea8 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332224 Jul 30 03:11:15.017542 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:15.621046 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:11:15.727973 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c26bf-638d-4db6-beaa-081247e553ab req-80f0b2f6-a434-42b0-ac05-55433f983910 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:15.729487 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-688c26bf-638d-4db6-beaa-081247e553ab req-80f0b2f6-a434-42b0-ac05-55433f983910 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 944 time: 0.0535741 Jul 30 03:11:15.767544 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-688c26bf-638d-4db6-beaa-081247e553ab req-98545f56-2053-47ea-b991-619efc1bf7fb tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319610 Jul 30 03:11:15.787578 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298df83-d59e-47e8-a79e-af2177aa3ad6 req-162604a5-c914-4301-ab88-1b3b101b26c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:15.789083 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5298df83-d59e-47e8-a79e-af2177aa3ad6 req-162604a5-c914-4301-ab88-1b3b101b26c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 1095 time: 0.0414822 Jul 30 03:11:15.899413 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298df83-d59e-47e8-a79e-af2177aa3ad6 req-0001f174-72c2-44f9-8db5-1a7579f15ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:15.900900 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5298df83-d59e-47e8-a79e-af2177aa3ad6 req-0001f174-72c2-44f9-8db5-1a7579f15ff5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 910 time: 0.0932298 Jul 30 03:11:15.928236 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 5cf0cd9d-4f21-4151-b48a-4aca991ce58f up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:11:15.966185 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5298df83-d59e-47e8-a79e-af2177aa3ad6 req-f1fdec95-0aba-40b7-b36d-263d6a9a02b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cf0cd9d-4f21-4151-b48a-4aca991ce58f HTTP/1.1" status: 200 len: 1000 time: 0.0582287 Jul 30 03:11:15.975252 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:11:15.975618 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:16.013678 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298df83-d59e-47e8-a79e-af2177aa3ad6 req-5185a621-9b89-45f1-bfe7-0b4f5278b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:16.015437 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5298df83-d59e-47e8-a79e-af2177aa3ad6 req-5185a621-9b89-45f1-bfe7-0b4f5278b22a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be3b903d-ff5a-465d-8faa-13fb7ed219dd HTTP/1.1" status: 200 len: 848 time: 0.0430686 Jul 30 03:11:16.051718 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:16.064445 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298df83-d59e-47e8-a79e-af2177aa3ad6 req-4912eaca-5b7c-4cc6-b581-5bb072fca0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:16.066012 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5298df83-d59e-47e8-a79e-af2177aa3ad6 req-4912eaca-5b7c-4cc6-b581-5bb072fca0f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0e472ca-43fc-48b9-bc88-19d49ec72d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436478 Jul 30 03:11:16.073498 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab91a8f8-bcc9-4622-b3c7-6957fa59d13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:11:16.075722 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f881e6-f928-4381-bd7b-a6179292d5e0" -d '{"events": [{"server_uuid": "ab91a8f8-bcc9-4622-b3c7-6957fa59d13c", "name": "network-vif-plugged", "status": "completed", "tag": "5cf0cd9d-4f21-4151-b48a-4aca991ce58f"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:11:16.088864 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5cf0cd9d-4f21-4151-b48a-4aca991ce58f,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:11:16.112723 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248b41f7-7ed7-4493-86bc-0daead2b5d99 x-openstack-request-id: req-248b41f7-7ed7-4493-86bc-0daead2b5d99 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:11:16.113017 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab91a8f8-bcc9-4622-b3c7-6957fa59d13c", "name": "network-vif-plugged", "status": "completed", "tag": "5cf0cd9d-4f21-4151-b48a-4aca991ce58f", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:11:16.113275 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-248b41f7-7ed7-4493-86bc-0daead2b5d99 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:11:16.113690 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab91a8f8-bcc9-4622-b3c7-6957fa59d13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f', 'code': 200} Jul 30 03:11:16.158714 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:16.159102 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5298df83-d59e-47e8-a79e-af2177aa3ad6 req-0d98f7a7-e963-4fb4-b332-9d8a6dad4ac5 service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854723 Jul 30 03:11:16.213417 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=5cf0cd9d-4f21-4151-b48a-4aca991ce58f,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:11:16.220316 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.10', 55027) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:11:16.261183 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496b72f-66dc-4d19-9c01-45b2698e1d48 req-0987ec05-34de-4202-9a1c-1e613dd21eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:16.262180 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [req-5298df83-d59e-47e8-a79e-af2177aa3ad6 req-9f90e9ce-160a-4741-83fd-cae69fbeaab7 service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951779 Jul 30 03:11:16.262718 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e496b72f-66dc-4d19-9c01-45b2698e1d48 req-0987ec05-34de-4202-9a1c-1e613dd21eea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 1096 time: 0.0413625 Jul 30 03:11:16.299956 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e496b72f-66dc-4d19-9c01-45b2698e1d48 req-356df2bb-995d-40f1-86e9-26e9ba6b64af service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273025 Jul 30 03:11:16.883384 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f0462-a36a-494e-b973-02afde52eee4 req-75992a01-c0a8-4f17-945b-9306e107f68b tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:16.884873 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e2f0462-a36a-494e-b973-02afde52eee4 req-75992a01-c0a8-4f17-945b-9306e107f68b tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0494666 Jul 30 03:11:16.922162 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5e2f0462-a36a-494e-b973-02afde52eee4 req-68489ec0-e336-4039-b412-9b6ea0ae5bb2 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310845 Jul 30 03:11:18.048931 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dc926-9067-4395-a8ee-d6891dd5fa82 req-7d43dc9e-d383-4db7-8590-f5e584de990c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:18.050469 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c93dc926-9067-4395-a8ee-d6891dd5fa82 req-7d43dc9e-d383-4db7-8590-f5e584de990c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0597379 Jul 30 03:11:18.088666 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c93dc926-9067-4395-a8ee-d6891dd5fa82 req-802a8bbf-4cf6-4d12-94cd-02df4a9ca637 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317841 Jul 30 03:11:18.798074 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:33.822898 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:39.209101 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-405ec6d2-a213-4ef0-bd74-dfb977a71602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:41.736522 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2fa4205b-927b-4c8a-9b38-8670861d0e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:41.845170 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:43.645443 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:44.962627 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:48.799699 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:52.619652 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:12:03.839503 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:09.221647 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb991d87-3589-4a41-a716-3b979d56f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.730358 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fba4abc6-cfe0-4b7d-8395-bddcea7a7cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.873178 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:13.636124 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:14.973284 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:15.693630 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e66c68ee-3081-4b47-bd8e-d3ef0a83149c req-b7cfba38-fa7a-41f0-9189-6f6ca19345c2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408823 Jul 30 03:12:15.771609 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c68ee-3081-4b47-bd8e-d3ef0a83149c req-204ef290-3b72-4372-8c75-eeeb94884473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:15.773090 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e66c68ee-3081-4b47-bd8e-d3ef0a83149c req-204ef290-3b72-4372-8c75-eeeb94884473 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 1096 time: 0.0404475 Jul 30 03:12:15.875763 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c68ee-3081-4b47-bd8e-d3ef0a83149c req-72073539-7846-4d19-b347-d43d59d8cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:15.877236 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e66c68ee-3081-4b47-bd8e-d3ef0a83149c req-72073539-7846-4d19-b347-d43d59d8cae0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 910 time: 0.0859954 Jul 30 03:12:15.942889 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e66c68ee-3081-4b47-bd8e-d3ef0a83149c req-b5a95d92-b3f4-44f4-9b77-04a0a12bb871 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cf0cd9d-4f21-4151-b48a-4aca991ce58f HTTP/1.1" status: 200 len: 1001 time: 0.0575540 Jul 30 03:12:15.990762 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c68ee-3081-4b47-bd8e-d3ef0a83149c req-95f77139-323e-498c-8c57-d402ba69ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:15.992094 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e66c68ee-3081-4b47-bd8e-d3ef0a83149c req-95f77139-323e-498c-8c57-d402ba69ebfd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be3b903d-ff5a-465d-8faa-13fb7ed219dd HTTP/1.1" status: 200 len: 848 time: 0.0424364 Jul 30 03:12:16.041223 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c68ee-3081-4b47-bd8e-d3ef0a83149c req-3f918cc0-04bf-441f-9af4-78cd36c1c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:16.042716 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e66c68ee-3081-4b47-bd8e-d3ef0a83149c req-3f918cc0-04bf-441f-9af4-78cd36c1c7f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0e472ca-43fc-48b9-bc88-19d49ec72d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438075 Jul 30 03:12:16.053331 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-e66c68ee-3081-4b47-bd8e-d3ef0a83149c req-94e07e94-10c8-41ec-9695-d52f5130371d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:12:16.054262 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e66c68ee-3081-4b47-bd8e-d3ef0a83149c req-94e07e94-10c8-41ec-9695-d52f5130371d service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048535 Jul 30 03:12:16.141766 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e66c68ee-3081-4b47-bd8e-d3ef0a83149c req-ca9f9ef3-3f3c-4c8b-a9e3-15f3781ff1ef service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804856 Jul 30 03:12:16.233970 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e66c68ee-3081-4b47-bd8e-d3ef0a83149c req-7ff94753-21ea-4c39-82a0-ed83dfcfa4d4 service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850227 Jul 30 03:12:18.770489 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:29.619042 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:12:33.844440 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:39.223257 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27c7ab7c-1999-482c-9a86-246d2be97f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:41.718707 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-14223259-104b-41a5-8e3d-586d3776838d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:41.850038 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:43.634946 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:44.989233 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:48.777553 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:54.326405 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40900) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:12:54.480652 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Deleting port 8b0bf4e3-0b20-4807-9724-109d6c8cf8d1 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:12:54.481525 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:54.554911 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:54.555242 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:54.566626 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Calling delete_port for 8b0bf4e3-0b20-4807-9724-109d6c8cf8d1 owned by network:floatingip {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:12:54.754745 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:54.781806 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event deleted for resources: {'Port': ['ID=8b0bf4e3-0b20-4807-9724-109d6c8cf8d1,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:12:54.803933 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:54.804280 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:54.804618 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:54.804953 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:54.805285 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:54.805615 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:54.805940 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:54.806263 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:54.806611 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:54.806931 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:54.807252 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:54.807570 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:54.852427 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for floatingip, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:54.852764 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Floating IP eff58aa3-1f66-4820-a2fd-4c1e31f9ad05 disassociated (deleted). External IP: 172.25.1.250, port: 5cf0cd9d-4f21-4151-b48a-4aca991ce58f. Jul 30 03:12:55.049538 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Router a9c8f431-c31e-4910-89ae-bd87baf79d87 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:12:55.154732 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:12:55.159538 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:55.163911 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e78866-269b-4ab2-b584-a43752efd56f None None] Sync routers for ids ['a9c8f431-c31e-4910-89ae-bd87baf79d87'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:12:55.173285 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e78866-269b-4ab2-b584-a43752efd56f None None] Routers {'a9c8f431-c31e-4910-89ae-bd87baf79d87'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:12:55.173888 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-27e78866-269b-4ab2-b584-a43752efd56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:12:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a9c8f431-c31e-4910-89ae-bd87baf79d87'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:55.191534 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0b6a6525-84d2-4fe4-926b-9fd13b289e2a tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "DELETE /v2.0/floatingips/eff58aa3-1f66-4820-a2fd-4c1e31f9ad05 HTTP/1.1" status: 204 len: 168 time: 0.8616791 Jul 30 03:12:55.191534 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab91a8f8-bcc9-4622-b3c7-6957fa59d13c', 'tag': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:12:55.191905 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe17062-fd2d-4605-89eb-b277fc9e28db" -d '{"events": [{"name": "network-changed", "server_uuid": "ab91a8f8-bcc9-4622-b3c7-6957fa59d13c", "tag": "5cf0cd9d-4f21-4151-b48a-4aca991ce58f"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:12:55.277862 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-27e78866-269b-4ab2-b584-a43752efd56f None None] Set router a9c8f431-c31e-4910-89ae-bd87baf79d87 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:12:55.473319 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-27e78866-269b-4ab2-b584-a43752efd56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:56Z', 'revision_number': 4, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'gw_port': {'id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'b0d7a57d-f526-44f6-a1be-2b43b66baeba', 'name': '', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'mac_address': 'fa:16:3e:c3:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:55Z', 'updated_at': '2021-07-30T03:03:01Z', 'revision_number': 5, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'subnets': [{'id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:55.499441 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e78866-269b-4ab2-b584-a43752efd56f None None] Checking router: a9c8f431-c31e-4910-89ae-bd87baf79d87 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:12:55.507551 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e78866-269b-4ab2-b584-a43752efd56f None None] Routers {'a9c8f431-c31e-4910-89ae-bd87baf79d87'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:12:55.508152 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-27e78866-269b-4ab2-b584-a43752efd56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:12:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a9c8f431-c31e-4910-89ae-bd87baf79d87'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:55.612443 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-27e78866-269b-4ab2-b584-a43752efd56f None None] Set router a9c8f431-c31e-4910-89ae-bd87baf79d87 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:12:55.638121 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f952ea0-57a2-4321-bbcf-88e2e8629741 x-openstack-request-id: req-0f952ea0-57a2-4321-bbcf-88e2e8629741 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:12:55.638692 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab91a8f8-bcc9-4622-b3c7-6957fa59d13c", "tag": "5cf0cd9d-4f21-4151-b48a-4aca991ce58f", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:12:55.638692 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f952ea0-57a2-4321-bbcf-88e2e8629741 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:12:55.639499 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab91a8f8-bcc9-4622-b3c7-6957fa59d13c', 'tag': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f', 'status': 'completed', 'code': 200} Jul 30 03:12:55.814793 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-27e78866-269b-4ab2-b584-a43752efd56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:56Z', 'revision_number': 4, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'gw_port': {'id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'b0d7a57d-f526-44f6-a1be-2b43b66baeba', 'name': '', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'mac_address': 'fa:16:3e:c3:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:55Z', 'updated_at': '2021-07-30T03:03:01Z', 'revision_number': 5, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'subnets': [{'id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:55.846106 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e78866-269b-4ab2-b584-a43752efd56f None None] The sync data for ids ['a9c8f431-c31e-4910-89ae-bd87baf79d87'] in n-d-713498-9 is: [{'id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:56Z', 'revision_number': 4, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'gw_port': {'id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'b0d7a57d-f526-44f6-a1be-2b43b66baeba', 'name': '', 'network_id': 'd0e472ca-43fc-48b9-bc88-19d49ec72d44', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'mac_address': 'fa:16:3e:c3:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:55Z', 'updated_at': '2021-07-30T03:03:01Z', 'revision_number': 5, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'subnets': [{'id': 'be3b903d-ff5a-465d-8faa-13fb7ed219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:12:56.058435 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe17062-fd2d-4605-89eb-b277fc9e28db req-8b3d4df2-7fe2-4382-8df6-b021a975c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:56.060037 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9fe17062-fd2d-4605-89eb-b277fc9e28db req-8b3d4df2-7fe2-4382-8df6-b021a975c1b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52fa1092004942e787a6ce8e9b7df950&device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 1096 time: 0.3975785 Jul 30 03:12:56.072440 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6d6f2-7255-469f-9d74-56c62e8efc04 req-6f912e33-2217-49ac-a283-2746260d205e tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:56.073892 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1fb6d6f2-7255-469f-9d74-56c62e8efc04 req-6f912e33-2217-49ac-a283-2746260d205e tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0616343 Jul 30 03:12:56.075316 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2361f5-a4a2-43ba-a17c-278ba0d32375 None None] New status for floating IP eff58aa3-1f66-4820-a2fd-4c1e31f9ad05: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:12:56.159316 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1fb6d6f2-7255-469f-9d74-56c62e8efc04 req-f7e6f967-39c5-42bf-bfa9-0798168fc54f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771790 Jul 30 03:12:56.185811 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe17062-fd2d-4605-89eb-b277fc9e28db req-5bffc46a-5a00-44a0-996d-c7de0e7a816f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:56.187303 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9fe17062-fd2d-4605-89eb-b277fc9e28db req-5bffc46a-5a00-44a0-996d-c7de0e7a816f service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 200 len: 910 time: 0.1125376 Jul 30 03:12:56.228899 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9fe17062-fd2d-4605-89eb-b277fc9e28db req-892fa30d-dfb8-4bf9-a9f2-a0c2cc5bbee4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cf0cd9d-4f21-4151-b48a-4aca991ce58f HTTP/1.1" status: 200 len: 217 time: 0.0335286 Jul 30 03:12:56.276788 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe17062-fd2d-4605-89eb-b277fc9e28db req-29028973-c9e9-48f5-9e0d-a64afea41947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:56.278840 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9fe17062-fd2d-4605-89eb-b277fc9e28db req-29028973-c9e9-48f5-9e0d-a64afea41947 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be3b903d-ff5a-465d-8faa-13fb7ed219dd HTTP/1.1" status: 200 len: 848 time: 0.0423961 Jul 30 03:12:56.329289 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe17062-fd2d-4605-89eb-b277fc9e28db req-398d88f3-b4e0-4984-be55-e947cabe75d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:56.330837 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9fe17062-fd2d-4605-89eb-b277fc9e28db req-398d88f3-b4e0-4984-be55-e947cabe75d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0e472ca-43fc-48b9-bc88-19d49ec72d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428922 Jul 30 03:12:56.419953 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9fe17062-fd2d-4605-89eb-b277fc9e28db req-df878469-8230-4659-a95f-b3e9b5b41e51 service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809634 Jul 30 03:12:56.511074 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9fe17062-fd2d-4605-89eb-b277fc9e28db req-3495b1f7-e93b-427a-a919-985a3f2e2a66 service neutron] 10.222.0.10 "GET /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836289 Jul 30 03:12:57.112133 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8b105-d855-4d62-8021-7c3b3c4ea051 req-00e99b87-7e10-407b-af9f-f5482b21dcd6 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:57.113560 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0fb8b105-d855-4d62-8021-7c3b3c4ea051 req-00e99b87-7e10-407b-af9f-f5482b21dcd6 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0477726 Jul 30 03:12:57.204906 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-0fb8b105-d855-4d62-8021-7c3b3c4ea051 req-a53835bd-8e60-47fc-831c-6c476923a34f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Deleting port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:12:57.205261 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0fb8b105-d855-4d62-8021-7c3b3c4ea051 req-a53835bd-8e60-47fc-831c-6c476923a34f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:57.316299 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37145589-25a3-4b33-911e-077424d2b165 req-8463dbda-80bf-4cff-a15e-2a895e12e493 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:57.317788 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37145589-25a3-4b33-911e-077424d2b165 req-8463dbda-80bf-4cff-a15e-2a895e12e493 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 945 time: 0.0744171 Jul 30 03:12:57.348117 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-0fb8b105-d855-4d62-8021-7c3b3c4ea051 req-a53835bd-8e60-47fc-831c-6c476923a34f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] For port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5cf0cd9d-4f21-4151-b48a-4aca991ce58f,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:12:57.348486 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0fb8b105-d855-4d62-8021-7c3b3c4ea051 req-a53835bd-8e60-47fc-831c-6c476923a34f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:57.370633 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-0fb8b105-d855-4d62-8021-7c3b3c4ea051 req-a53835bd-8e60-47fc-831c-6c476923a34f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Calling delete_port for 5cf0cd9d-4f21-4151-b48a-4aca991ce58f owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:12:57.384530 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-37145589-25a3-4b33-911e-077424d2b165 req-8cc85786-77a2-4d73-8ccb-668230bd2aa3 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e6f2d04-83d7-4b7e-8897-94c2796be1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581868 Jul 30 03:12:57.638328 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0fb8b105-d855-4d62-8021-7c3b3c4ea051 req-a53835bd-8e60-47fc-831c-6c476923a34f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:57.669017 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53835bd-8e60-47fc-831c-6c476923a34f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event deleted for resources: {'Port': ['ID=5cf0cd9d-4f21-4151-b48a-4aca991ce58f,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:12:57.711350 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb8b105-d855-4d62-8021-7c3b3c4ea051 req-a53835bd-8e60-47fc-831c-6c476923a34f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] No DVR routers for this DVR port 5cf0cd9d-4f21-4151-b48a-4aca991ce58f on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:12:57.714016 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-0fb8b105-d855-4d62-8021-7c3b3c4ea051 req-a53835bd-8e60-47fc-831c-6c476923a34f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:57.716684 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0fb8b105-d855-4d62-8021-7c3b3c4ea051 req-a53835bd-8e60-47fc-831c-6c476923a34f tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.10 "DELETE /v2.0/ports/5cf0cd9d-4f21-4151-b48a-4aca991ce58f HTTP/1.1" status: 204 len: 173 time: 0.5974908 Jul 30 03:12:57.717112 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab91a8f8-bcc9-4622-b3c7-6957fa59d13c', 'name': 'network-vif-deleted', 'tag': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:12:57.719692 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3fcbe0-b70e-482f-a323-68868c59e9c5" -d '{"events": [{"server_uuid": "ab91a8f8-bcc9-4622-b3c7-6957fa59d13c", "name": "network-vif-deleted", "tag": "5cf0cd9d-4f21-4151-b48a-4aca991ce58f"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:12:57.754659 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39063658-b98c-4502-b20c-a21b72aaccdc x-openstack-request-id: req-39063658-b98c-4502-b20c-a21b72aaccdc {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:12:57.754950 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab91a8f8-bcc9-4622-b3c7-6957fa59d13c", "name": "network-vif-deleted", "tag": "5cf0cd9d-4f21-4151-b48a-4aca991ce58f", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:12:57.755200 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39063658-b98c-4502-b20c-a21b72aaccdc {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:12:57.755598 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab91a8f8-bcc9-4622-b3c7-6957fa59d13c', 'name': 'network-vif-deleted', 'tag': '5cf0cd9d-4f21-4151-b48a-4aca991ce58f', 'status': 'completed', 'code': 200} Jul 30 03:12:58.480381 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-b2198d0a-dffc-4e3a-a4d5-390b4c1669a3 req-fbd89cbb-738d-47fc-807e-8ec60df3dd7c tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 210 time: 0.0267327 Jul 30 03:12:59.575905 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-956c45be-3631-4dc1-979c-48dc702219b2 req-6e220202-c702-40a7-8ef7-123a022a42f5 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 210 time: 0.0265651 Jul 30 03:13:00.446357 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 5cf0cd9d-4f21-4151-b48a-4aca991ce58f no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:13:00.467113 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 5cf0cd9d-4f21-4151-b48a-4aca991ce58f {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:13:00.467476 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 5cf0cd9d-4f21-4151-b48a-4aca991ce58f not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:13:00.670088 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c8fc6e89-10f2-4f16-bb18-fe713cbe660e req-7acd9e48-4a87-4a19-bf42-d857310abaf4 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 210 time: 0.0269833 Jul 30 03:13:01.776426 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e2baa2a5-3daa-4389-84b1-6c23a5c26b12 req-abb3385a-3e85-4a03-984d-2a8d486b3aa0 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab91a8f8-bcc9-4622-b3c7-6957fa59d13c HTTP/1.1" status: 200 len: 210 time: 0.0266838 Jul 30 03:13:02.833652 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40932) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:02.896870 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a05bc21d-a36c-4b36-b044-db2afec85c79 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:02.923274 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a05bc21d-a36c-4b36-b044-db2afec85c79 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:03.038578 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a05bc21d-a36c-4b36-b044-db2afec85c79 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:03.041284 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-a05bc21d-a36c-4b36-b044-db2afec85c79 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Notify callbacks [] for security_group, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:03.042486 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-a05bc21d-a36c-4b36-b044-db2afec85c79 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] 10.222.0.70 "DELETE /v2.0/security-groups/8e6f2d04-83d7-4b7e-8897-94c2796be1d3 HTTP/1.1" status: 204 len: 168 time: 0.2077625 Jul 30 03:13:03.052765 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bc21d-a36c-4b36-b044-db2afec85c79 tempest-TestShelveInstance-91440416 tempest-TestShelveInstance-91440416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6f2d04-83d7-4b7e-8897-94c2796be1d3,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:03.177921 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40936) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:03.688556 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:03.817447 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:03.941100 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Deleting port b0d7a57d-f526-44f6-a1be-2b43b66baeba {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:13:03.941446 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:04.023343 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] For port b0d7a57d-f526-44f6-a1be-2b43b66baeba, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=b0d7a57d-f526-44f6-a1be-2b43b66baeba,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:13:04.023718 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:04.036978 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Calling delete_port for b0d7a57d-f526-44f6-a1be-2b43b66baeba owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:13:04.278450 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:04.307250 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d7a57d-f526-44f6-a1be-2b43b66baeba,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:04.319738 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:04.320098 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:04.320442 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:04.320783 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:04.321117 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:04.321449 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:04.321780 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:04.322107 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:04.322613 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:04.322944 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:04.323417 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:04.323748 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:04.495270 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:04.710437 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Router a9c8f431-c31e-4910-89ae-bd87baf79d87 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:13:04.818811 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:13:04.823779 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ea229cf6-cc54-4f7e-9fcd-1c3c2ef50e5e admin admin] 10.222.0.70 "PUT /v2.0/routers/a9c8f431-c31e-4910-89ae-bd87baf79d87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6445937 Jul 30 03:13:04.827048 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40942) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:04.838440 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1a1e28-8ea8-458e-8a59-2e060d9bdd3b None None] Sync routers for ids ['a9c8f431-c31e-4910-89ae-bd87baf79d87'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:13:04.838440 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1a1e28-8ea8-458e-8a59-2e060d9bdd3b None None] Routers {'a9c8f431-c31e-4910-89ae-bd87baf79d87'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:13:04.838440 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1b1a1e28-8ea8-458e-8a59-2e060d9bdd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:12:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a9c8f431-c31e-4910-89ae-bd87baf79d87'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:04.932913 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-67900f41-8476-4f56-aa35-e202f3bbb1d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:04.940407 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-1b1a1e28-8ea8-458e-8a59-2e060d9bdd3b None None] Set router a9c8f431-c31e-4910-89ae-bd87baf79d87 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:13:05.036663 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-67900f41-8476-4f56-aa35-e202f3bbb1d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:05.114659 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1b1a1e28-8ea8-458e-8a59-2e060d9bdd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:13:04Z', 'revision_number': 5, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'gw_port': {'id': 'f637e3c1-c382-4cb7-9f55-23191c9df5fe', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:05.138969 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-67900f41-8476-4f56-aa35-e202f3bbb1d3 admin admin] Deleting port f637e3c1-c382-4cb7-9f55-23191c9df5fe {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:13:05.139336 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-67900f41-8476-4f56-aa35-e202f3bbb1d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:05.141449 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1a1e28-8ea8-458e-8a59-2e060d9bdd3b None None] Checking router: a9c8f431-c31e-4910-89ae-bd87baf79d87 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:13:05.149592 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1a1e28-8ea8-458e-8a59-2e060d9bdd3b None None] Routers {'a9c8f431-c31e-4910-89ae-bd87baf79d87'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:13:05.150202 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1b1a1e28-8ea8-458e-8a59-2e060d9bdd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:12:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['a9c8f431-c31e-4910-89ae-bd87baf79d87'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:05.225413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-67900f41-8476-4f56-aa35-e202f3bbb1d3 admin admin] For port f637e3c1-c382-4cb7-9f55-23191c9df5fe, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=f637e3c1-c382-4cb7-9f55-23191c9df5fe,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:13:05.225783 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-67900f41-8476-4f56-aa35-e202f3bbb1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:05.239139 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-67900f41-8476-4f56-aa35-e202f3bbb1d3 admin admin] Calling delete_port for f637e3c1-c382-4cb7-9f55-23191c9df5fe owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:13:05.328698 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-1b1a1e28-8ea8-458e-8a59-2e060d9bdd3b None None] Set router a9c8f431-c31e-4910-89ae-bd87baf79d87 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:13:05.382211 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-1b1a1e28-8ea8-458e-8a59-2e060d9bdd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:13:05Z', 'revision_number': 6, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:05.409034 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1a1e28-8ea8-458e-8a59-2e060d9bdd3b None None] The sync data for ids ['a9c8f431-c31e-4910-89ae-bd87baf79d87'] in n-d-713498-9 is: [{'id': 'a9c8f431-c31e-4910-89ae-bd87baf79d87', 'name': 'tempest-TestShelveInstance-1463427737-router', 'tenant_id': '52fa1092004942e787a6ce8e9b7df950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:53Z', 'updated_at': '2021-07-30T03:13:05Z', 'revision_number': 6, 'project_id': '52fa1092004942e787a6ce8e9b7df950', 'gw_port_host': None}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:13:05.472644 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-67900f41-8476-4f56-aa35-e202f3bbb1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:05.500036 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67900f41-8476-4f56-aa35-e202f3bbb1d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f637e3c1-c382-4cb7-9f55-23191c9df5fe,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:05.560467 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-67900f41-8476-4f56-aa35-e202f3bbb1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:05.660902 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-67900f41-8476-4f56-aa35-e202f3bbb1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:05.663217 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-67900f41-8476-4f56-aa35-e202f3bbb1d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:05.805951 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-67900f41-8476-4f56-aa35-e202f3bbb1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:05.806616 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67900f41-8476-4f56-aa35-e202f3bbb1d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9c8f431-c31e-4910-89ae-bd87baf79d87 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:13:05.812136 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-67900f41-8476-4f56-aa35-e202f3bbb1d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:05.815357 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-67900f41-8476-4f56-aa35-e202f3bbb1d3 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a9c8f431-c31e-4910-89ae-bd87baf79d87 HTTP/1.1" status: 204 len: 168 time: 0.9848378 Jul 30 03:13:05.815589 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40944) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:05.861730 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbcf103-935e-411e-86e9-47cf04c05997 admin admin] Deleting subnet be3b903d-ff5a-465d-8faa-13fb7ed219dd {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:13:05.864805 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0bbcf103-935e-411e-86e9-47cf04c05997 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:05.898869 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0bbcf103-935e-411e-86e9-47cf04c05997 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:05.981424 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0bbcf103-935e-411e-86e9-47cf04c05997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:06.092091 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0bbcf103-935e-411e-86e9-47cf04c05997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:06.117467 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcf103-935e-411e-86e9-47cf04c05997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be3b903d-ff5a-465d-8faa-13fb7ed219dd,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:06.122977 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0bbcf103-935e-411e-86e9-47cf04c05997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:06.128099 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0bbcf103-935e-411e-86e9-47cf04c05997 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/be3b903d-ff5a-465d-8faa-13fb7ed219dd HTTP/1.1" status: 204 len: 168 time: 0.3093314 Jul 30 03:13:06.128279 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf454c35-8bfa-4698-bb63-e84a28e86774 None None] Network d0e472ca-43fc-48b9-bc88-19d49ec72d44 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:13:06.128743 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40946) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:06.192760 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f637e3c1-c382-4cb7-9f55-23191c9df5fe no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:13:06.206117 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f72c2a3-27f6-4a22-b672-36906f61423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:06.221510 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: f637e3c1-c382-4cb7-9f55-23191c9df5fe {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:13:06.221855 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device f637e3c1-c382-4cb7-9f55-23191c9df5fe not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:13:06.222272 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b0d7a57d-f526-44f6-a1be-2b43b66baeba no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:13:06.257701 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: b0d7a57d-f526-44f6-a1be-2b43b66baeba {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:13:06.258091 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device b0d7a57d-f526-44f6-a1be-2b43b66baeba not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:13:06.260032 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-3f72c2a3-27f6-4a22-b672-36906f61423d admin admin] Deleting port 238d5ba3-c2bc-481c-a79c-fa639dc18084 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:13:06.260745 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f72c2a3-27f6-4a22-b672-36906f61423d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:06.330037 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-3f72c2a3-27f6-4a22-b672-36906f61423d admin admin] For port 238d5ba3-c2bc-481c-a79c-fa639dc18084, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=238d5ba3-c2bc-481c-a79c-fa639dc18084,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:13:06.330440 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f72c2a3-27f6-4a22-b672-36906f61423d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:06.344716 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-3f72c2a3-27f6-4a22-b672-36906f61423d admin admin] Calling delete_port for 238d5ba3-c2bc-481c-a79c-fa639dc18084 owned by network:dhcp {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:13:06.371869 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33019cc1-82bb-4fcf-bcef-dd26474a5a37 None None] DHCP port deletion for d0e472ca-43fc-48b9-bc88-19d49ec72d44 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:13:06.422765 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-33019cc1-82bb-4fcf-bcef-dd26474a5a37 None None] Deleting port 238d5ba3-c2bc-481c-a79c-fa639dc18084 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:13:06.423214 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-33019cc1-82bb-4fcf-bcef-dd26474a5a37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:06.485280 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-33019cc1-82bb-4fcf-bcef-dd26474a5a37 None None] For port 238d5ba3-c2bc-481c-a79c-fa639dc18084, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=238d5ba3-c2bc-481c-a79c-fa639dc18084,segment=NetworkSegment(cab6fe08-5a8e-427c-ae8a-954df4f19fd1),segment_id=cab6fe08-5a8e-427c-ae8a-954df4f19fd1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:13:06.487450 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-33019cc1-82bb-4fcf-bcef-dd26474a5a37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:06.498554 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-33019cc1-82bb-4fcf-bcef-dd26474a5a37 None None] Calling delete_port for 238d5ba3-c2bc-481c-a79c-fa639dc18084 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:13:06.506606 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f72c2a3-27f6-4a22-b672-36906f61423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:06.534566 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72c2a3-27f6-4a22-b672-36906f61423d admin admin] Pushing event deleted for resources: {'Port': ['ID=238d5ba3-c2bc-481c-a79c-fa639dc18084,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:06.536416 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f72c2a3-27f6-4a22-b672-36906f61423d admin admin] No DVR routers for this DVR port 238d5ba3-c2bc-481c-a79c-fa639dc18084 on host n-d-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:13:06.577308 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-33019cc1-82bb-4fcf-bcef-dd26474a5a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:06.601649 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33019cc1-82bb-4fcf-bcef-dd26474a5a37 None None] Pushing event deleted for resources: {'Port': ['ID=238d5ba3-c2bc-481c-a79c-fa639dc18084,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:06.606066 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33019cc1-82bb-4fcf-bcef-dd26474a5a37 None None] No DVR routers for this DVR port 238d5ba3-c2bc-481c-a79c-fa639dc18084 on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:13:06.612071 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f72c2a3-27f6-4a22-b672-36906f61423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:06.612693 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33019cc1-82bb-4fcf-bcef-dd26474a5a37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:06.613037 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33019cc1-82bb-4fcf-bcef-dd26474a5a37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:06.613436 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33019cc1-82bb-4fcf-bcef-dd26474a5a37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:06.613698 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33019cc1-82bb-4fcf-bcef-dd26474a5a37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:06.614057 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33019cc1-82bb-4fcf-bcef-dd26474a5a37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:06.614410 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33019cc1-82bb-4fcf-bcef-dd26474a5a37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:06.614741 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33019cc1-82bb-4fcf-bcef-dd26474a5a37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:06.615122 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33019cc1-82bb-4fcf-bcef-dd26474a5a37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:06.615377 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33019cc1-82bb-4fcf-bcef-dd26474a5a37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:06.615699 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33019cc1-82bb-4fcf-bcef-dd26474a5a37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:06.616014 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33019cc1-82bb-4fcf-bcef-dd26474a5a37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:06.616328 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33019cc1-82bb-4fcf-bcef-dd26474a5a37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:06.624030 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-3f72c2a3-27f6-4a22-b672-36906f61423d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e472ca-43fc-48b9-bc88-19d49ec72d44']}} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:06.634123 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:13:06.635304 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-3f72c2a3-27f6-4a22-b672-36906f61423d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1') {'for_net_delete': True} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:06.635859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.services.segments.db [None req-3f72c2a3-27f6-4a22-b672-36906f61423d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab6fe08-5a8e-427c-ae8a-954df4f19fd1') {} {{(pid=94465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:06.645376 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f72c2a3-27f6-4a22-b672-36906f61423d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2394571'] for segment, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:06.658803 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f72c2a3-27f6-4a22-b672-36906f61423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:06.664563 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f72c2a3-27f6-4a22-b672-36906f61423d admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:13:06.665270 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f72c2a3-27f6-4a22-b672-36906f61423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528892913'] for segment, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: Traceback (most recent call last): Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: timer() Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: cb(*args, **kw) Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: return func(*args, **kwargs) Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: self._notify() Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: self.callback(batched_events) Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: event.method(event) Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: return f(self, *a, **k) Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: return self._get(url).json() Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: return self.request(url, 'GET', **kwargs) Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:13:06.666658 n-d-713498-9 neutron-server[94465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:13:06.777193 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f72c2a3-27f6-4a22-b672-36906f61423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:06.782420 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-3f72c2a3-27f6-4a22-b672-36906f61423d admin admin] Notify callbacks [] for network, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:06.789347 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-3f72c2a3-27f6-4a22-b672-36906f61423d admin admin] 10.222.0.70 "DELETE /v2.0/networks/d0e472ca-43fc-48b9-bc88-19d49ec72d44 HTTP/1.1" status: 204 len: 168 time: 0.6549425 Jul 30 03:13:06.789459 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40948) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:06.796918 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72c2a3-27f6-4a22-b672-36906f61423d admin admin] Pushing event deleted for resources: {'Network': ['ID=d0e472ca-43fc-48b9-bc88-19d49ec72d44,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:07.127765 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-52777c5b-104d-4e2b-ac15-fcc8843a46e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:07.363963 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-52777c5b-104d-4e2b-ac15-fcc8843a46e0 admin admin] Deleting port 89128cd9-9255-4f15-93c0-bed91ad3cd76 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:13:07.364309 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-52777c5b-104d-4e2b-ac15-fcc8843a46e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:07.440243 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-52777c5b-104d-4e2b-ac15-fcc8843a46e0 admin admin] For port 89128cd9-9255-4f15-93c0-bed91ad3cd76, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=89128cd9-9255-4f15-93c0-bed91ad3cd76,segment=NetworkSegment(8c43d3f4-aa16-4504-bf9c-c2131855e2a9),segment_id=8c43d3f4-aa16-4504-bf9c-c2131855e2a9)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:13:07.440518 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-52777c5b-104d-4e2b-ac15-fcc8843a46e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:07.452490 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-52777c5b-104d-4e2b-ac15-fcc8843a46e0 admin admin] Calling delete_port for 89128cd9-9255-4f15-93c0-bed91ad3cd76 owned by network:router_interface {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:13:07.668935 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-52777c5b-104d-4e2b-ac15-fcc8843a46e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:07.691917 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52777c5b-104d-4e2b-ac15-fcc8843a46e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=89128cd9-9255-4f15-93c0-bed91ad3cd76,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:08.033227 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 238d5ba3-c2bc-481c-a79c-fa639dc18084 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:13:08.053805 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 238d5ba3-c2bc-481c-a79c-fa639dc18084 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:13:08.054156 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 238d5ba3-c2bc-481c-a79c-fa639dc18084 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:13:08.187247 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-52777c5b-104d-4e2b-ac15-fcc8843a46e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:08.399832 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52777c5b-104d-4e2b-ac15-fcc8843a46e0 admin admin] Router e5f4772e-cdbc-4238-81fd-c9c661564855 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:13:08.501636 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52777c5b-104d-4e2b-ac15-fcc8843a46e0 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:13:08.509172 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-52777c5b-104d-4e2b-ac15-fcc8843a46e0 admin admin] 10.222.0.70 "PUT /v2.0/routers/e5f4772e-cdbc-4238-81fd-c9c661564855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7184787 Jul 30 03:13:08.509402 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40950) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:08.512294 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c8c66-0cc8-408e-855d-b3d42e2e3b5a None None] Sync routers for ids ['e5f4772e-cdbc-4238-81fd-c9c661564855'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:13:08.521212 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27c8c66-0cc8-408e-855d-b3d42e2e3b5a None None] Routers {'e5f4772e-cdbc-4238-81fd-c9c661564855'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:13:08.521828 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a27c8c66-0cc8-408e-855d-b3d42e2e3b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:12:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e5f4772e-cdbc-4238-81fd-c9c661564855'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:08.615134 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbc10-5508-4ca4-8c1c-e89bf34b4787 admin admin] Notify callbacks [] for router, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:08.625574 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a27c8c66-0cc8-408e-855d-b3d42e2e3b5a None None] Set router e5f4772e-cdbc-4238-81fd-c9c661564855 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:13:08.717915 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbc10-5508-4ca4-8c1c-e89bf34b4787 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:08.801579 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a27c8c66-0cc8-408e-855d-b3d42e2e3b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4772e-cdbc-4238-81fd-c9c661564855', 'name': 'tempest-TestShelveInstance-589047444-router', 'tenant_id': 'e896e34ea603488780385bd9ead2cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '31087b6d-c1bb-458d-9c3a-dffef6cc0ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:59Z', 'updated_at': '2021-07-30T03:13:07Z', 'revision_number': 5, 'project_id': 'e896e34ea603488780385bd9ead2cdcb', 'gw_port': {'id': '31087b6d-c1bb-458d-9c3a-dffef6cc0ea2', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4772e-cdbc-4238-81fd-c9c661564855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:02:59Z', 'updated_at': '2021-07-30T03:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:08.828146 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c8c66-0cc8-408e-855d-b3d42e2e3b5a None None] Checking router: e5f4772e-cdbc-4238-81fd-c9c661564855 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:13:08.836232 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27c8c66-0cc8-408e-855d-b3d42e2e3b5a None None] Routers {'e5f4772e-cdbc-4238-81fd-c9c661564855'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:13:08.836837 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a27c8c66-0cc8-408e-855d-b3d42e2e3b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:12:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['e5f4772e-cdbc-4238-81fd-c9c661564855'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:08.847634 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1b0cbc10-5508-4ca4-8c1c-e89bf34b4787 admin admin] Deleting port 31087b6d-c1bb-458d-9c3a-dffef6cc0ea2 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:13:08.847986 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbc10-5508-4ca4-8c1c-e89bf34b4787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:08.918969 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-a27c8c66-0cc8-408e-855d-b3d42e2e3b5a None None] Set router e5f4772e-cdbc-4238-81fd-c9c661564855 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:13:08.930916 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-1b0cbc10-5508-4ca4-8c1c-e89bf34b4787 admin admin] For port 31087b6d-c1bb-458d-9c3a-dffef6cc0ea2, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=31087b6d-c1bb-458d-9c3a-dffef6cc0ea2,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:13:08.931278 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbc10-5508-4ca4-8c1c-e89bf34b4787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:08.944228 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-1b0cbc10-5508-4ca4-8c1c-e89bf34b4787 admin admin] Calling delete_port for 31087b6d-c1bb-458d-9c3a-dffef6cc0ea2 owned by network:router_gateway {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:13:08.968441 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-a27c8c66-0cc8-408e-855d-b3d42e2e3b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4772e-cdbc-4238-81fd-c9c661564855', 'name': 'tempest-TestShelveInstance-589047444-router', 'tenant_id': 'e896e34ea603488780385bd9ead2cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:59Z', 'updated_at': '2021-07-30T03:13:08Z', 'revision_number': 6, 'project_id': 'e896e34ea603488780385bd9ead2cdcb', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:08.997350 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c8c66-0cc8-408e-855d-b3d42e2e3b5a None None] The sync data for ids ['e5f4772e-cdbc-4238-81fd-c9c661564855'] in n-d-713498-9 is: [{'id': 'e5f4772e-cdbc-4238-81fd-c9c661564855', 'name': 'tempest-TestShelveInstance-589047444-router', 'tenant_id': 'e896e34ea603488780385bd9ead2cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:02:59Z', 'updated_at': '2021-07-30T03:13:08Z', 'revision_number': 6, 'project_id': 'e896e34ea603488780385bd9ead2cdcb', 'gw_port_host': None}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:13:09.183018 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbc10-5508-4ca4-8c1c-e89bf34b4787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:09.209873 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cbc10-5508-4ca4-8c1c-e89bf34b4787 admin admin] Pushing event deleted for resources: {'Port': ['ID=31087b6d-c1bb-458d-9c3a-dffef6cc0ea2,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:09.270270 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbc10-5508-4ca4-8c1c-e89bf34b4787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:09.274424 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4b2547b-43c5-4c30-9f07-2f5c101a4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:09.363332 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbc10-5508-4ca4-8c1c-e89bf34b4787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:09.365591 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbc10-5508-4ca4-8c1c-e89bf34b4787 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:09.474086 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbc10-5508-4ca4-8c1c-e89bf34b4787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:09.474616 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0cbc10-5508-4ca4-8c1c-e89bf34b4787 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5f4772e-cdbc-4238-81fd-c9c661564855 {{(pid=94464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:13:09.478881 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbc10-5508-4ca4-8c1c-e89bf34b4787 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:09.480086 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1b0cbc10-5508-4ca4-8c1c-e89bf34b4787 admin admin] 10.222.0.70 "DELETE /v2.0/routers/e5f4772e-cdbc-4238-81fd-c9c661564855 HTTP/1.1" status: 204 len: 168 time: 0.9697342 Jul 30 03:13:09.482514 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40952) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:09.527183 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9f85e5-ea55-4bcc-a53a-68c3d153eebb admin admin] Deleting subnet 909ea784-feca-4b69-8462-7d7c2dfe25a8 {{(pid=94464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:13:09.530170 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed9f85e5-ea55-4bcc-a53a-68c3d153eebb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:09.563458 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed9f85e5-ea55-4bcc-a53a-68c3d153eebb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531818695'] for subnet, precommit_delete_associations {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:09.644205 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed9f85e5-ea55-4bcc-a53a-68c3d153eebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:09.760799 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed9f85e5-ea55-4bcc-a53a-68c3d153eebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528651924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532441007'] for subnet, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:09.786123 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f85e5-ea55-4bcc-a53a-68c3d153eebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=909ea784-feca-4b69-8462-7d7c2dfe25a8,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:09.789776 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed9f85e5-ea55-4bcc-a53a-68c3d153eebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:09.792105 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ed9f85e5-ea55-4bcc-a53a-68c3d153eebb admin admin] 10.222.0.70 "DELETE /v2.0/subnets/909ea784-feca-4b69-8462-7d7c2dfe25a8 HTTP/1.1" status: 204 len: 168 time: 0.3082297 Jul 30 03:13:09.794860 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40954) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:09.798479 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600cf215-263f-4649-b239-b633b96c0d6b None None] Network 4fb714d2-31eb-40af-b2da-d7fe17ccf7f1 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:13:09.872027 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-214ac362-5045-44e1-8e6f-b3c0eb16c716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:09.928243 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-214ac362-5045-44e1-8e6f-b3c0eb16c716 admin admin] Deleting port 2e81a854-1572-44bf-bdb7-1bf3f480430e {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:13:09.928823 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-214ac362-5045-44e1-8e6f-b3c0eb16c716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:10.002671 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124dd337-d584-4fb2-84cf-5a590d5ee06f None None] DHCP port deletion for 4fb714d2-31eb-40af-b2da-d7fe17ccf7f1 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:13:10.005363 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-214ac362-5045-44e1-8e6f-b3c0eb16c716 admin admin] For port 2e81a854-1572-44bf-bdb7-1bf3f480430e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=2e81a854-1572-44bf-bdb7-1bf3f480430e,segment=NetworkSegment(8c43d3f4-aa16-4504-bf9c-c2131855e2a9),segment_id=8c43d3f4-aa16-4504-bf9c-c2131855e2a9)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:13:10.005743 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-214ac362-5045-44e1-8e6f-b3c0eb16c716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:10.024271 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-214ac362-5045-44e1-8e6f-b3c0eb16c716 admin admin] Calling delete_port for 2e81a854-1572-44bf-bdb7-1bf3f480430e owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:13:10.035939 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 31087b6d-c1bb-458d-9c3a-dffef6cc0ea2 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:13:10.057553 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 31087b6d-c1bb-458d-9c3a-dffef6cc0ea2 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:13:10.057890 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 31087b6d-c1bb-458d-9c3a-dffef6cc0ea2 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:13:10.058841 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 89128cd9-9255-4f15-93c0-bed91ad3cd76 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:13:10.078858 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 89128cd9-9255-4f15-93c0-bed91ad3cd76 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:13:10.079193 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 89128cd9-9255-4f15-93c0-bed91ad3cd76 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:13:10.096167 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-124dd337-d584-4fb2-84cf-5a590d5ee06f None None] Deleting port 2e81a854-1572-44bf-bdb7-1bf3f480430e {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:13:10.096539 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-124dd337-d584-4fb2-84cf-5a590d5ee06f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:10.161155 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-124dd337-d584-4fb2-84cf-5a590d5ee06f None None] For port 2e81a854-1572-44bf-bdb7-1bf3f480430e, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=2e81a854-1572-44bf-bdb7-1bf3f480430e,segment=NetworkSegment(8c43d3f4-aa16-4504-bf9c-c2131855e2a9),segment_id=8c43d3f4-aa16-4504-bf9c-c2131855e2a9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:13:10.161551 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-124dd337-d584-4fb2-84cf-5a590d5ee06f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:10.173984 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-124dd337-d584-4fb2-84cf-5a590d5ee06f None None] Calling delete_port for 2e81a854-1572-44bf-bdb7-1bf3f480430e owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:13:10.192338 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-214ac362-5045-44e1-8e6f-b3c0eb16c716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:10.219526 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ac362-5045-44e1-8e6f-b3c0eb16c716 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e81a854-1572-44bf-bdb7-1bf3f480430e,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:10.226779 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214ac362-5045-44e1-8e6f-b3c0eb16c716 admin admin] No DVR routers for this DVR port 2e81a854-1572-44bf-bdb7-1bf3f480430e on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:13:10.251008 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-124dd337-d584-4fb2-84cf-5a590d5ee06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:10.276314 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dd337-d584-4fb2-84cf-5a590d5ee06f None None] Pushing event deleted for resources: {'Port': ['ID=2e81a854-1572-44bf-bdb7-1bf3f480430e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:10.281165 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124dd337-d584-4fb2-84cf-5a590d5ee06f None None] No DVR routers for this DVR port 2e81a854-1572-44bf-bdb7-1bf3f480430e on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:13:10.303111 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-214ac362-5045-44e1-8e6f-b3c0eb16c716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:10.313450 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-214ac362-5045-44e1-8e6f-b3c0eb16c716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb714d2-31eb-40af-b2da-d7fe17ccf7f1']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:10.323681 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-214ac362-5045-44e1-8e6f-b3c0eb16c716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c43d3f4-aa16-4504-bf9c-c2131855e2a9') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:10.324074 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-214ac362-5045-44e1-8e6f-b3c0eb16c716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c43d3f4-aa16-4504-bf9c-c2131855e2a9') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:10.333184 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-214ac362-5045-44e1-8e6f-b3c0eb16c716 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:10.346465 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-214ac362-5045-44e1-8e6f-b3c0eb16c716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:10.352245 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214ac362-5045-44e1-8e6f-b3c0eb16c716 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:13:10.352631 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-214ac362-5045-44e1-8e6f-b3c0eb16c716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: timer() Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:13:10.354222 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:13:10.479790 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-214ac362-5045-44e1-8e6f-b3c0eb16c716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:10.486872 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-214ac362-5045-44e1-8e6f-b3c0eb16c716 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:10.488812 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-214ac362-5045-44e1-8e6f-b3c0eb16c716 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4fb714d2-31eb-40af-b2da-d7fe17ccf7f1 HTTP/1.1" status: 204 len: 168 time: 0.6929984 Jul 30 03:13:10.499152 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ac362-5045-44e1-8e6f-b3c0eb16c716 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fb714d2-31eb-40af-b2da-d7fe17ccf7f1,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:10.913101 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40958) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:10.953164 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-740e8bfc-c4e0-4774-b189-b62bd549a344 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=52fa1092004942e787a6ce8e9b7df950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388267 Jul 30 03:13:10.955616 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40960) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:11.007561 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b8234e88-fe77-47ec-b8d2-23add3dbe37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:11.029204 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b8234e88-fe77-47ec-b8d2-23add3dbe37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:11.125039 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b8234e88-fe77-47ec-b8d2-23add3dbe37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:11.127616 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b8234e88-fe77-47ec-b8d2-23add3dbe37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:11.128799 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-b8234e88-fe77-47ec-b8d2-23add3dbe37a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd52212f-e53c-410e-8543-9f5a147aeeda HTTP/1.1" status: 204 len: 168 time: 0.1722910 Jul 30 03:13:11.136927 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8234e88-fe77-47ec-b8d2-23add3dbe37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd52212f-e53c-410e-8543-9f5a147aeeda,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:11.684193 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40966) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:11.702800 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-00f00655-7dfc-4471-acd9-dbb6f177a5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:11.723063 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-526ecffb-5cdc-407c-9c5c-afeb90700200 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e896e34ea603488780385bd9ead2cdcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377145 Jul 30 03:13:11.725596 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40968) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:11.773216 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8353ca00-dc6d-487d-837a-266100dbcc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:11.794642 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8353ca00-dc6d-487d-837a-266100dbcc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:11.822303 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:11.891219 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8353ca00-dc6d-487d-837a-266100dbcc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:11.893680 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8353ca00-dc6d-487d-837a-266100dbcc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:11.894962 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8353ca00-dc6d-487d-837a-266100dbcc24 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/03b64c46-234e-4e7a-8f6a-5c2e0e885c1b HTTP/1.1" status: 204 len: 168 time: 0.1684840 Jul 30 03:13:11.902733 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353ca00-dc6d-487d-837a-266100dbcc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b64c46-234e-4e7a-8f6a-5c2e0e885c1b,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:12.071016 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2e81a854-1572-44bf-bdb7-1bf3f480430e no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:13:12.090833 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 2e81a854-1572-44bf-bdb7-1bf3f480430e {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:13:12.091170 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 2e81a854-1572-44bf-bdb7-1bf3f480430e not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:13:12.949433 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 40992) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:13.053448 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-259dd436-220c-4d0d-9998-243dead4a7b6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1672349926-network', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:13:13.159308 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259dd436-220c-4d0d-9998-243dead4a7b6 admin admin] Made reservation on behalf of 535046e6300849f3bb4e84750d6c6ab2 for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:13:13.161635 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-259dd436-220c-4d0d-9998-243dead4a7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:13.173601 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-259dd436-220c-4d0d-9998-243dead4a7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:13.260704 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-259dd436-220c-4d0d-9998-243dead4a7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:13.324970 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-259dd436-220c-4d0d-9998-243dead4a7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:13.351869 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259dd436-220c-4d0d-9998-243dead4a7b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:13:13.358508 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dd436-220c-4d0d-9998-243dead4a7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c936af76-629a-4a50-9219-215c81e2e082,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:13.364700 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-259dd436-220c-4d0d-9998-243dead4a7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:13.364862 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-259dd436-220c-4d0d-9998-243dead4a7b6 admin admin] Added segment 6d76cd72-ee98-4d8e-af57-f5bbc3f1a839 of type vlan for network b3bb1be8-65e4-41af-afa6-25e14d4e361a Jul 30 03:13:13.405492 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-259dd436-220c-4d0d-9998-243dead4a7b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:13.514170 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-259dd436-220c-4d0d-9998-243dead4a7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:13.515154 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259dd436-220c-4d0d-9998-243dead4a7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:13.515764 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-259dd436-220c-4d0d-9998-243dead4a7b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:13.573052 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dd436-220c-4d0d-9998-243dead4a7b6 admin admin] Pushing event updated for resources: {'Network': ['ID=b3bb1be8-65e4-41af-afa6-25e14d4e361a,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:13.584706 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network b3bb1be8-65e4-41af-afa6-25e14d4e361a details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:13:13.628921 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-259dd436-220c-4d0d-9998-243dead4a7b6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6783698 Jul 30 03:13:13.631993 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40996) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:13.640107 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-e60aa8da-d660-4454-a71c-dda35baadbb8 admin admin] Request body: {'subnet': {'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1672349926-subnet', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'ip_version': 4}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:13:13.689230 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:13.740505 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60aa8da-d660-4454-a71c-dda35baadbb8 admin admin] Made reservation on behalf of 535046e6300849f3bb4e84750d6c6ab2 for: {'subnet': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:13:13.742855 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e60aa8da-d660-4454-a71c-dda35baadbb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528878441'] for subnet, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:13.983308 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e60aa8da-d660-4454-a71c-dda35baadbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528892268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528878407'] for subnet, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:14.046827 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60aa8da-d660-4454-a71c-dda35baadbb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf4c5c03-c91d-483f-b32a-195857e4b773,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:14.051682 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60aa8da-d660-4454-a71c-dda35baadbb8 admin admin] Checking segment: {'id': '6d76cd72-ee98-4d8e-af57-f5bbc3f1a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:13:14.052045 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60aa8da-d660-4454-a71c-dda35baadbb8 admin admin] Network hostable DHCP agents. Network: b3bb1be8-65e4-41af-afa6-25e14d4e361a, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:13:14.159034 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60aa8da-d660-4454-a71c-dda35baadbb8 admin admin] Network b3bb1be8-65e4-41af-afa6-25e14d4e361a is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:13:14.238955 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-e60aa8da-d660-4454-a71c-dda35baadbb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, b3bb1be8-65e4-41af-afa6-25e14d4e361a) {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:13:14.242970 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60aa8da-d660-4454-a71c-dda35baadbb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:14.243561 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-e60aa8da-d660-4454-a71c-dda35baadbb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:14.248098 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcedf11d-d13e-46ae-b6aa-aae36cb205b6 None None] Network b3bb1be8-65e4-41af-afa6-25e14d4e361a requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:13:14.314711 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-e60aa8da-d660-4454-a71c-dda35baadbb8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6815434 Jul 30 03:13:14.317480 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 40998) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:14.321887 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-19496b86-e0ae-4773-90c7-b30e0ddf98b6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:13:14.386753 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'fixed_ips': [{'subnet_id': 'cf4c5c03-c91d-483f-b32a-195857e4b773'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:13:14.388183 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:14.399968 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19496b86-e0ae-4773-90c7-b30e0ddf98b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:14.404209 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19496b86-e0ae-4773-90c7-b30e0ddf98b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:14.454625 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19496b86-e0ae-4773-90c7-b30e0ddf98b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:14.519821 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Allocated IP 172.20.0.2 (b3bb1be8-65e4-41af-afa6-25e14d4e361a/cf4c5c03-c91d-483f-b32a-195857e4b773/0b19eef5-2343-4bea-bfd5-a36d7efc605c) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:13:14.663117 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:14.671222 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Transition to ACTIVE for port object 0b19eef5-2343-4bea-bfd5-a36d7efc605c will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:13:14.682185 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19496b86-e0ae-4773-90c7-b30e0ddf98b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:14.686170 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Transition to ACTIVE for port object 0b19eef5-2343-4bea-bfd5-a36d7efc605c will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:13:14.775427 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:14.812828 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Network b3bb1be8-65e4-41af-afa6-25e14d4e361a is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:13:14.815681 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:13:14.819120 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:13:14.828519 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Pushing event updated for resources: {'Port': ['ID=0b19eef5-2343-4bea-bfd5-a36d7efc605c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:14.878218 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Attempting to bind port 0b19eef5-2343-4bea-bfd5-a36d7efc605c on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:13:14.878842 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Attempting to bind port 0b19eef5-2343-4bea-bfd5-a36d7efc605c by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '6d76cd72-ee98-4d8e-af57-f5bbc3f1a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:13:14.879240 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Attempting to bind port 0b19eef5-2343-4bea-bfd5-a36d7efc605c on network b3bb1be8-65e4-41af-afa6-25e14d4e361a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:13:14.884841 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:13:14.885472 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Checking segment: {'id': '6d76cd72-ee98-4d8e-af57-f5bbc3f1a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:13:14.885888 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:14.886283 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Bound using segment: {'id': '6d76cd72-ee98-4d8e-af57-f5bbc3f1a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:13:14.886781 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Bound port: 0b19eef5-2343-4bea-bfd5-a36d7efc605c, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d76cd72-ee98-4d8e-af57-f5bbc3f1a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:13:14.887162 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:14.947600 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19496b86-e0ae-4773-90c7-b30e0ddf98b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:14.960891 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] For port 0b19eef5-2343-4bea-bfd5-a36d7efc605c, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:13:14.963867 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] For port 0b19eef5-2343-4bea-bfd5-a36d7efc605c, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0b19eef5-2343-4bea-bfd5-a36d7efc605c,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:13:14.969066 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19496b86-e0ae-4773-90c7-b30e0ddf98b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:14.991950 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:15.069419 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-19496b86-e0ae-4773-90c7-b30e0ddf98b6 admin admin] Allocated IP 172.25.1.132 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/62eb444b-ae52-441d-8ee4-fab1fb23d9a4) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:13:15.108942 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:15.166495 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568aa687-2769-4b48-833e-f2fb1939948f None None] Pushing event updated for resources: {'Port': ['ID=0b19eef5-2343-4bea-bfd5-a36d7efc605c,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:15.186384 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19496b86-e0ae-4773-90c7-b30e0ddf98b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:15.314674 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19496b86-e0ae-4773-90c7-b30e0ddf98b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:15.359198 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19496b86-e0ae-4773-90c7-b30e0ddf98b6 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:13:15.362613 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-19496b86-e0ae-4773-90c7-b30e0ddf98b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:13:15.370634 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19496b86-e0ae-4773-90c7-b30e0ddf98b6 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:13:15.374446 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19496b86-e0ae-4773-90c7-b30e0ddf98b6 admin admin] Pushing event updated for resources: {'Port': ['ID=62eb444b-ae52-441d-8ee4-fab1fb23d9a4,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:15.688368 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19496b86-e0ae-4773-90c7-b30e0ddf98b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:15.889469 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19496b86-e0ae-4773-90c7-b30e0ddf98b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:16.019642 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0b19eef5-2343-4bea-bfd5-a36d7efc605c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:13:16.049632 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d1df3c-1532-4319-bc6b-a09139b110f4 None None] Network b3bb1be8-65e4-41af-afa6-25e14d4e361a requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:13:16.119526 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19496b86-e0ae-4773-90c7-b30e0ddf98b6 admin admin] Router 24989638-a187-4dd5-b7cd-f4498d7343f7 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:13:16.179514 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 0b19eef5-2343-4bea-bfd5-a36d7efc605c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:13:16.205508 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e7bbe098-8b8d-435b-8854-132710dc7cf0 None None] Provisioning for port 0b19eef5-2343-4bea-bfd5-a36d7efc605c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:13:16.211780 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e7bbe098-8b8d-435b-8854-132710dc7cf0 None None] Provisioning complete for port 0b19eef5-2343-4bea-bfd5-a36d7efc605c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:13:16.213053 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe098-8b8d-435b-8854-132710dc7cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:16.304951 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe098-8b8d-435b-8854-132710dc7cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:16.344398 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e7bbe098-8b8d-435b-8854-132710dc7cf0 None None] For port 0b19eef5-2343-4bea-bfd5-a36d7efc605c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0b19eef5-2343-4bea-bfd5-a36d7efc605c,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:13:16.417165 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe098-8b8d-435b-8854-132710dc7cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:16.468812 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbe098-8b8d-435b-8854-132710dc7cf0 None None] Pushing event updated for resources: {'Port': ['ID=0b19eef5-2343-4bea-bfd5-a36d7efc605c,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:16.536925 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a24febf6-ef00-4aa5-a253-23297c2fd0da None None] Provisioning complete for port 0b19eef5-2343-4bea-bfd5-a36d7efc605c triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:13:16.537304 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a24febf6-ef00-4aa5-a253-23297c2fd0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:16.570929 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19496b86-e0ae-4773-90c7-b30e0ddf98b6 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:13:16.582596 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] Sync routers for ids ['24989638-a187-4dd5-b7cd-f4498d7343f7'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:13:16.591783 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] Routers {'24989638-a187-4dd5-b7cd-f4498d7343f7'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:13:16.592425 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:13:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['24989638-a187-4dd5-b7cd-f4498d7343f7'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:16.639412 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19496b86-e0ae-4773-90c7-b30e0ddf98b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:16.641145 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-19496b86-e0ae-4773-90c7-b30e0ddf98b6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3223381 Jul 30 03:13:16.643532 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41000) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:16.700867 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] Set router 24989638-a187-4dd5-b7cd-f4498d7343f7 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:13:16.873916 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:15Z', 'revision_number': 3, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'gw_port': {'id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:16.898966 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] Checking router: 24989638-a187-4dd5-b7cd-f4498d7343f7 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:13:16.899305 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] Updating router 24989638-a187-4dd5-b7cd-f4498d7343f7 port 62eb444b-ae52-441d-8ee4-fab1fb23d9a4 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:13:16.924084 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:17.053736 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-275dc55f-f3f9-4c2f-b59d-7c3f044705e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:17.165566 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:17.175426 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] Transition to ACTIVE for port object 62eb444b-ae52-441d-8ee4-fab1fb23d9a4 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:13:17.210138 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-275dc55f-f3f9-4c2f-b59d-7c3f044705e5 admin admin] Allocated IP 172.20.0.1 (b3bb1be8-65e4-41af-afa6-25e14d4e361a/cf4c5c03-c91d-483f-b32a-195857e4b773/c471b4fd-e3a2-4651-8848-8c14ff08d675) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:13:17.245538 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:17.306364 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] Attempting to bind port 62eb444b-ae52-441d-8ee4-fab1fb23d9a4 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:13:17.306687 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] Attempting to bind port 62eb444b-ae52-441d-8ee4-fab1fb23d9a4 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:13:17.307205 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] Attempting to bind port 62eb444b-ae52-441d-8ee4-fab1fb23d9a4 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:13:17.315191 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfc771-4341-42a5-adeb-76b187dc6947 None None] Pushing event updated for resources: {'Port': ['ID=62eb444b-ae52-441d-8ee4-fab1fb23d9a4,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:17.323996 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:13:17.359084 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:13:17.359084 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:17.359084 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:13:17.360316 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-275dc55f-f3f9-4c2f-b59d-7c3f044705e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:17.360459 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] Bound port: 62eb444b-ae52-441d-8ee4-fab1fb23d9a4, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:13:17.360459 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:17.360459 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc771-4341-42a5-adeb-76b187dc6947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:17.360459 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc771-4341-42a5-adeb-76b187dc6947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:17.360459 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc771-4341-42a5-adeb-76b187dc6947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:17.360459 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc771-4341-42a5-adeb-76b187dc6947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:17.360459 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc771-4341-42a5-adeb-76b187dc6947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:17.360459 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc771-4341-42a5-adeb-76b187dc6947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:17.360459 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc771-4341-42a5-adeb-76b187dc6947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:17.360459 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc771-4341-42a5-adeb-76b187dc6947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:17.360459 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc771-4341-42a5-adeb-76b187dc6947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:17.360459 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc771-4341-42a5-adeb-76b187dc6947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:17.360459 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc771-4341-42a5-adeb-76b187dc6947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:17.360459 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc771-4341-42a5-adeb-76b187dc6947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:17.362645 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-275dc55f-f3f9-4c2f-b59d-7c3f044705e5 admin admin] Transition to ACTIVE for port object c471b4fd-e3a2-4651-8848-8c14ff08d675 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:13:17.398066 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] For port 62eb444b-ae52-441d-8ee4-fab1fb23d9a4, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:13:17.401103 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] For port 62eb444b-ae52-441d-8ee4-fab1fb23d9a4, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=62eb444b-ae52-441d-8ee4-fab1fb23d9a4,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:13:17.468766 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-275dc55f-f3f9-4c2f-b59d-7c3f044705e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:17.479814 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:17.507515 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275dc55f-f3f9-4c2f-b59d-7c3f044705e5 admin admin] Network b3bb1be8-65e4-41af-afa6-25e14d4e361a is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:13:17.510666 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-275dc55f-f3f9-4c2f-b59d-7c3f044705e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:13:17.514889 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275dc55f-f3f9-4c2f-b59d-7c3f044705e5 admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:13:17.524464 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275dc55f-f3f9-4c2f-b59d-7c3f044705e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c471b4fd-e3a2-4651-8848-8c14ff08d675,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:17.537870 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfc771-4341-42a5-adeb-76b187dc6947 None None] Pushing event updated for resources: {'Port': ['ID=62eb444b-ae52-441d-8ee4-fab1fb23d9a4,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:17.544933 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] Routers {'24989638-a187-4dd5-b7cd-f4498d7343f7'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:13:17.545566 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:13:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['24989638-a187-4dd5-b7cd-f4498d7343f7'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:17.562407 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-275dc55f-f3f9-4c2f-b59d-7c3f044705e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:17.659202 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] Set router 24989638-a187-4dd5-b7cd-f4498d7343f7 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:13:17.778561 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-275dc55f-f3f9-4c2f-b59d-7c3f044705e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:17.854483 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:15Z', 'revision_number': 3, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'gw_port': {'id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:17.887068 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536cd8a3-3edf-4b5b-878d-502a7ccc7955 None None] The sync data for ids ['24989638-a187-4dd5-b7cd-f4498d7343f7'] in n-d-713498-9 is: [{'id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:15Z', 'revision_number': 3, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'gw_port': {'id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:13:17.932207 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2f938bf3-cb31-45dc-9c9a-4ff2be4c912c None None] Provisioning for port c471b4fd-e3a2-4651-8848-8c14ff08d675 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:13:17.944151 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2f938bf3-cb31-45dc-9c9a-4ff2be4c912c None None] Provisioning complete for port c471b4fd-e3a2-4651-8848-8c14ff08d675 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:13:17.944733 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f938bf3-cb31-45dc-9c9a-4ff2be4c912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:17.978898 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-275dc55f-f3f9-4c2f-b59d-7c3f044705e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:17.999795 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2f938bf3-cb31-45dc-9c9a-4ff2be4c912c None None] Port c471b4fd-e3a2-4651-8848-8c14ff08d675 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:13:18.012298 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0b19eef5-2343-4bea-bfd5-a36d7efc605c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:13:18.028356 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-275dc55f-f3f9-4c2f-b59d-7c3f044705e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:18.079570 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 0b19eef5-2343-4bea-bfd5-a36d7efc605c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:13:18.080077 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:18.101287 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-275dc55f-f3f9-4c2f-b59d-7c3f044705e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:18.103060 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275dc55f-f3f9-4c2f-b59d-7c3f044705e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c471b4fd-e3a2-4651-8848-8c14ff08d675,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:18.222569 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275dc55f-f3f9-4c2f-b59d-7c3f044705e5 admin admin] Network b3bb1be8-65e4-41af-afa6-25e14d4e361a is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:13:18.223983 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-275dc55f-f3f9-4c2f-b59d-7c3f044705e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:13:18.352125 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275dc55f-f3f9-4c2f-b59d-7c3f044705e5 admin admin] Router 24989638-a187-4dd5-b7cd-f4498d7343f7 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:13:18.471122 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275dc55f-f3f9-4c2f-b59d-7c3f044705e5 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:13:18.476147 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-275dc55f-f3f9-4c2f-b59d-7c3f044705e5 admin admin] 10.222.0.70 "PUT /v2.0/routers/24989638-a187-4dd5-b7cd-f4498d7343f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8315887 Jul 30 03:13:18.522398 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f12785bc-f34d-47f8-8273-8b621a4fb3b4 None None] Provisioning complete for port c471b4fd-e3a2-4651-8848-8c14ff08d675 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:13:18.522776 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f12785bc-f34d-47f8-8273-8b621a4fb3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:18.560857 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f12785bc-f34d-47f8-8273-8b621a4fb3b4 None None] Port c471b4fd-e3a2-4651-8848-8c14ff08d675 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:13:18.786288 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:19.181029 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41024) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:19.187108 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-12f93dd7-feb5-4487-a3a0-ca52643baeda admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1893581231-network', 'tenant_id': '12172fc9c4cf449d80ce7e54a9f2cd1d'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:13:19.279573 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f93dd7-feb5-4487-a3a0-ca52643baeda admin admin] Made reservation on behalf of 12172fc9c4cf449d80ce7e54a9f2cd1d for: {'network': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:13:19.281946 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-12f93dd7-feb5-4487-a3a0-ca52643baeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for network, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:19.295122 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-12f93dd7-feb5-4487-a3a0-ca52643baeda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:19.385570 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-12f93dd7-feb5-4487-a3a0-ca52643baeda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:19.460929 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-12f93dd7-feb5-4487-a3a0-ca52643baeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:19.490660 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f93dd7-feb5-4487-a3a0-ca52643baeda admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:13:19.495366 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f93dd7-feb5-4487-a3a0-ca52643baeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b40d31-c22d-404c-8508-c14eca550a2c,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:19.504436 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-12f93dd7-feb5-4487-a3a0-ca52643baeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:19.504779 n-d-713498-9 neutron-server[94464]: INFO neutron.db.segments_db [None req-12f93dd7-feb5-4487-a3a0-ca52643baeda admin admin] Added segment d01d5069-1e7e-480f-a21b-bacd38ad78ab of type vlan for network c34a09fb-6703-4675-b3d2-68ebeaadb880 Jul 30 03:13:19.521548 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] Sync routers for ids ['24989638-a187-4dd5-b7cd-f4498d7343f7'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:13:19.530254 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] Routers {'24989638-a187-4dd5-b7cd-f4498d7343f7'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:13:19.530921 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:13:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['24989638-a187-4dd5-b7cd-f4498d7343f7'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:19.547295 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-12f93dd7-feb5-4487-a3a0-ca52643baeda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773282227815'] for network, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:19.633966 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] Set router 24989638-a187-4dd5-b7cd-f4498d7343f7 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:13:19.645299 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-12f93dd7-feb5-4487-a3a0-ca52643baeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319'] for network, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:19.646318 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f93dd7-feb5-4487-a3a0-ca52643baeda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:19.646917 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-12f93dd7-feb5-4487-a3a0-ca52643baeda admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:19.706211 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f93dd7-feb5-4487-a3a0-ca52643baeda admin admin] Pushing event updated for resources: {'Network': ['ID=c34a09fb-6703-4675-b3d2-68ebeaadb880,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:19.739106 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Network c34a09fb-6703-4675-b3d2-68ebeaadb880 details requested by agent ovs-agent-n-d-713498-9 with host n-d-713498-9 {{(pid=94466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:13:19.772245 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-12f93dd7-feb5-4487-a3a0-ca52643baeda admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5899823 Jul 30 03:13:19.774810 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41026) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:19.780250 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-8a17ef83-a220-4626-a21b-c9e49fca3aa6 admin admin] Request body: {'subnet': {'network_id': 'c34a09fb-6703-4675-b3d2-68ebeaadb880', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1893581231-subnet', 'tenant_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'ip_version': 4}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:13:19.860847 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a17ef83-a220-4626-a21b-c9e49fca3aa6 admin admin] Made reservation on behalf of 12172fc9c4cf449d80ce7e54a9f2cd1d for: {'subnet': 1} {{(pid=94464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:13:19.863244 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8a17ef83-a220-4626-a21b-c9e49fca3aa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532440968'] for subnet, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:19.881077 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:17Z', 'revision_number': 4, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'gw_port': {'id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'c471b4fd-e3a2-4651-8848-8c14ff08d675', 'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'mac_address': 'fa:16:3e:1f:ca:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:17Z', 'updated_at': '2021-07-30T03:13:17Z', 'revision_number': 2, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'subnets': [{'id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:19.907018 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] Checking router: 24989638-a187-4dd5-b7cd-f4498d7343f7 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:13:19.907294 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] Updating router 24989638-a187-4dd5-b7cd-f4498d7343f7 port c471b4fd-e3a2-4651-8848-8c14ff08d675 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:13:19.931518 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:20.032388 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 62eb444b-ae52-441d-8ee4-fab1fb23d9a4 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:13:20.107638 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8a17ef83-a220-4626-a21b-c9e49fca3aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528651991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532440998'] for subnet, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:20.174218 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17ef83-a220-4626-a21b-c9e49fca3aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38110ea2-e705-43b1-98f3-d90cd67c4079,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:20.189137 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17ef83-a220-4626-a21b-c9e49fca3aa6 admin admin] Checking segment: {'id': 'd01d5069-1e7e-480f-a21b-bacd38ad78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c34a09fb-6703-4675-b3d2-68ebeaadb880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:13:20.190125 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a17ef83-a220-4626-a21b-c9e49fca3aa6 admin admin] Network hostable DHCP agents. Network: c34a09fb-6703-4675-b3d2-68ebeaadb880, hostable agents: ['1b4b1598-ad6a-40e8-a64a-75bc6d33774d'], hosted agents: [] {{(pid=94464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:13:20.227010 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 62eb444b-ae52-441d-8ee4-fab1fb23d9a4 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:13:20.240094 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 62eb444b-ae52-441d-8ee4-fab1fb23d9a4 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:13:20.240472 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:20.245397 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:20.275694 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] Transition to ACTIVE for port object c471b4fd-e3a2-4651-8848-8c14ff08d675 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:13:20.312515 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a17ef83-a220-4626-a21b-c9e49fca3aa6 admin admin] Network c34a09fb-6703-4675-b3d2-68ebeaadb880 is scheduled to be hosted by DHCP agent 1b4b1598-ad6a-40e8-a64a-75bc6d33774d with binding_index 1 {{(pid=94464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:13:20.333901 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:20.355319 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 62eb444b-ae52-441d-8ee4-fab1fb23d9a4, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=62eb444b-ae52-441d-8ee4-fab1fb23d9a4,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:13:20.380322 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:20.433130 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381dce08-c4ee-43a6-9540-55749b22be73 None None] Pushing event updated for resources: {'Port': ['ID=c471b4fd-e3a2-4651-8848-8c14ff08d675,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:20.439331 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-8a17ef83-a220-4626-a21b-c9e49fca3aa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-9, c34a09fb-6703-4675-b3d2-68ebeaadb880) {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:13:20.443425 n-d-713498-9 neutron-server[94464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a17ef83-a220-4626-a21b-c9e49fca3aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:20.444054 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8a17ef83-a220-4626-a21b-c9e49fca3aa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:20.470228 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad195329-abb2-4ae7-910d-29fdc7f30653 None None] Network c34a09fb-6703-4675-b3d2-68ebeaadb880 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:13:20.482760 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:20.532025 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-8a17ef83-a220-4626-a21b-c9e49fca3aa6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7558370 Jul 30 03:13:20.534317 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41028) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:20.539263 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-3a04d9d4-ebcd-4661-8d50-aae837ebded9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1893581231-router', 'tenant_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:13:20.543988 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] Attempting to bind port c471b4fd-e3a2-4651-8848-8c14ff08d675 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:13:20.544549 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] Attempting to bind port c471b4fd-e3a2-4651-8848-8c14ff08d675 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': '6d76cd72-ee98-4d8e-af57-f5bbc3f1a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:13:20.547553 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] Attempting to bind port c471b4fd-e3a2-4651-8848-8c14ff08d675 on network b3bb1be8-65e4-41af-afa6-25e14d4e361a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:13:20.565604 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:13:20.565989 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] Checking segment: {'id': '6d76cd72-ee98-4d8e-af57-f5bbc3f1a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:13:20.566423 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:20.566830 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] Bound using segment: {'id': '6d76cd72-ee98-4d8e-af57-f5bbc3f1a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:13:20.567309 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] Bound port: c471b4fd-e3a2-4651-8848-8c14ff08d675, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d76cd72-ee98-4d8e-af57-f5bbc3f1a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:13:20.567699 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:20.617539 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=62eb444b-ae52-441d-8ee4-fab1fb23d9a4,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:20.622860 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a04d9d4-ebcd-4661-8d50-aae837ebded9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3769379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1967'] for router, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:20.623998 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a04d9d4-ebcd-4661-8d50-aae837ebded9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3769476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3830089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3745663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:20.677881 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a04d9d4-ebcd-4661-8d50-aae837ebded9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:20.723730 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] For port c471b4fd-e3a2-4651-8848-8c14ff08d675, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:13:20.729822 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] For port c471b4fd-e3a2-4651-8848-8c14ff08d675, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c471b4fd-e3a2-4651-8848-8c14ff08d675,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:13:20.756887 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c629ba7-e1f5-533e-ada8-cd23b7fc071d-c34a09fb-6703-4675-b3d2-68ebeaadb880', 'network_id': 'c34a09fb-6703-4675-b3d2-68ebeaadb880', 'tenant_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'fixed_ips': [{'subnet_id': '38110ea2-e705-43b1-98f3-d90cd67c4079'}]}} from n-d-713498-9. {{(pid=94466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:13:20.757816 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:20.827819 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:20.869652 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a04d9d4-ebcd-4661-8d50-aae837ebded9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:20.930655 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] Routers {'24989638-a187-4dd5-b7cd-f4498d7343f7'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:13:20.931288 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:13:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['24989638-a187-4dd5-b7cd-f4498d7343f7'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:20.939607 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381dce08-c4ee-43a6-9540-55749b22be73 None None] Pushing event updated for resources: {'Port': ['ID=c471b4fd-e3a2-4651-8848-8c14ff08d675,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:21.141338 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Allocated IP 172.20.0.2 (c34a09fb-6703-4675-b3d2-68ebeaadb880/38110ea2-e705-43b1-98f3-d90cd67c4079/9fa62811-114d-4491-90bc-a11db4a4559c) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:13:21.176455 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a04d9d4-ebcd-4661-8d50-aae837ebded9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:21.196304 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a04d9d4-ebcd-4661-8d50-aae837ebded9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:21.265347 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] Set router 24989638-a187-4dd5-b7cd-f4498d7343f7 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:13:21.298901 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.db_base_plugin_common [None req-3a04d9d4-ebcd-4661-8d50-aae837ebded9 admin admin] Allocated IP 172.25.1.177 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/070aa894-1b40-437a-bdf9-8b5e2b748e59) {{(pid=94464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:13:21.404856 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a04d9d4-ebcd-4661-8d50-aae837ebded9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:21.455155 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:21.473617 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Transition to ACTIVE for port object 9fa62811-114d-4491-90bc-a11db4a4559c will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:13:21.495647 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a04d9d4-ebcd-4661-8d50-aae837ebded9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:21.512387 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Transition to ACTIVE for port object 9fa62811-114d-4491-90bc-a11db4a4559c will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:13:21.534447 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a04d9d4-ebcd-4661-8d50-aae837ebded9 admin admin] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:13:21.537294 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.base_scheduler [None req-3a04d9d4-ebcd-4661-8d50-aae837ebded9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:13:21.540784 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a04d9d4-ebcd-4661-8d50-aae837ebded9 admin admin] Received port after_create {{(pid=94464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:13:21.543139 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:17Z', 'revision_number': 4, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'gw_port': {'id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'c471b4fd-e3a2-4651-8848-8c14ff08d675', 'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'mac_address': 'fa:16:3e:1f:ca:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:17Z', 'updated_at': '2021-07-30T03:13:20Z', 'revision_number': 4, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'subnets': [{'id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:21.565475 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04d9d4-ebcd-4661-8d50-aae837ebded9 admin admin] Pushing event updated for resources: {'Port': ['ID=070aa894-1b40-437a-bdf9-8b5e2b748e59,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:21.570098 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb19df2-22a2-4cb6-a4a3-851a4bf0798b None None] The sync data for ids ['24989638-a187-4dd5-b7cd-f4498d7343f7'] in n-d-713498-9 is: [{'id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:17Z', 'revision_number': 4, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'gw_port': {'id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'c471b4fd-e3a2-4651-8848-8c14ff08d675', 'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'mac_address': 'fa:16:3e:1f:ca:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:17Z', 'updated_at': '2021-07-30T03:13:20Z', 'revision_number': 4, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'subnets': [{'id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:13:21.605995 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:21.665699 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Network c34a09fb-6703-4675-b3d2-68ebeaadb880 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:13:21.671860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:13:21.678869 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:13:21.682007 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Pushing event updated for resources: {'Port': ['ID=9fa62811-114d-4491-90bc-a11db4a4559c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:21.745407 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Attempting to bind port 9fa62811-114d-4491-90bc-a11db4a4559c on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:13:21.745780 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Attempting to bind port 9fa62811-114d-4491-90bc-a11db4a4559c by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'd01d5069-1e7e-480f-a21b-bacd38ad78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c34a09fb-6703-4675-b3d2-68ebeaadb880'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:13:21.746171 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Attempting to bind port 9fa62811-114d-4491-90bc-a11db4a4559c on network c34a09fb-6703-4675-b3d2-68ebeaadb880 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:13:21.751515 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:13:21.751988 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Checking segment: {'id': 'd01d5069-1e7e-480f-a21b-bacd38ad78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c34a09fb-6703-4675-b3d2-68ebeaadb880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:13:21.752402 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:21.752799 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Bound using segment: {'id': 'd01d5069-1e7e-480f-a21b-bacd38ad78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c34a09fb-6703-4675-b3d2-68ebeaadb880'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:13:21.753315 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Bound port: 9fa62811-114d-4491-90bc-a11db4a4559c, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01d5069-1e7e-480f-a21b-bacd38ad78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c34a09fb-6703-4675-b3d2-68ebeaadb880'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:13:21.753704 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:21.819095 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] For port 9fa62811-114d-4491-90bc-a11db4a4559c, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:13:21.823271 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] For port 9fa62811-114d-4491-90bc-a11db4a4559c, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9fa62811-114d-4491-90bc-a11db4a4559c,segment=NetworkSegment(d01d5069-1e7e-480f-a21b-bacd38ad78ab),segment_id=d01d5069-1e7e-480f-a21b-bacd38ad78ab)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:13:21.901010 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:21.923299 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a04d9d4-ebcd-4661-8d50-aae837ebded9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:21.992074 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a63eb-9036-4f7d-9d8a-6d23880d6e46 None None] Pushing event updated for resources: {'Port': ['ID=9fa62811-114d-4491-90bc-a11db4a4559c,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:22.123944 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 62eb444b-ae52-441d-8ee4-fab1fb23d9a4 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:13:22.195285 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a04d9d4-ebcd-4661-8d50-aae837ebded9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3748758'] for router, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:22.204103 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 62eb444b-ae52-441d-8ee4-fab1fb23d9a4 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:13:22.204499 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:22.302914 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c471b4fd-e3a2-4651-8848-8c14ff08d675 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:13:22.456722 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port c471b4fd-e3a2-4651-8848-8c14ff08d675 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:13:22.461326 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port c471b4fd-e3a2-4651-8848-8c14ff08d675 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:13:22.464606 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:22.483771 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a04d9d4-ebcd-4661-8d50-aae837ebded9 admin admin] Router 304bdb83-4409-4745-b228-62e138340972 is scheduled to L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f with binding_index 1 {{(pid=94464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:13:22.549275 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:22.584464 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port c471b4fd-e3a2-4651-8848-8c14ff08d675, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c471b4fd-e3a2-4651-8848-8c14ff08d675,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:13:22.608334 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a04d9d4-ebcd-4661-8d50-aae837ebded9 admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:13:22.618020 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] Sync routers for ids ['304bdb83-4409-4745-b228-62e138340972'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:13:22.628744 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] Routers {'304bdb83-4409-4745-b228-62e138340972'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:13:22.629656 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:13:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['304bdb83-4409-4745-b228-62e138340972'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:22.667978 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:22.696804 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3a04d9d4-ebcd-4661-8d50-aae837ebded9 admin admin] Notify callbacks [] for router, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:22.701790 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41030) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:22.702362 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-3a04d9d4-ebcd-4661-8d50-aae837ebded9 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1663988 Jul 30 03:13:22.733612 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=c471b4fd-e3a2-4651-8848-8c14ff08d675,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:22.858284 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] Set router 304bdb83-4409-4745-b228-62e138340972 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:13:23.049743 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304bdb83-4409-4745-b228-62e138340972', 'name': 'tempest-TestSnapshotPattern-1893581231-router', 'tenant_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '070aa894-1b40-437a-bdf9-8b5e2b748e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:20Z', 'updated_at': '2021-07-30T03:13:21Z', 'revision_number': 3, 'project_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'gw_port': {'id': '070aa894-1b40-437a-bdf9-8b5e2b748e59', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304bdb83-4409-4745-b228-62e138340972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:21Z', 'updated_at': '2021-07-30T03:13:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:23.054118 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b890d4a-104b-4b70-a073-732763e4a437 None None] Network c34a09fb-6703-4675-b3d2-68ebeaadb880 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:13:23.080061 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] Checking router: 304bdb83-4409-4745-b228-62e138340972 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:13:23.080324 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] Updating router 304bdb83-4409-4745-b228-62e138340972 port 070aa894-1b40-437a-bdf9-8b5e2b748e59 binding host n-d-713498-9 {{(pid=94467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:13:23.109275 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:23.200548 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b09187b-69c5-4bf0-b7d4-313e76a343fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:23.233527 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f08da984-86d8-4421-9547-2f16720df388 None None] Provisioning for port 9fa62811-114d-4491-90bc-a11db4a4559c completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:13:23.375332 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-4b09187b-69c5-4bf0-b7d4-313e76a343fd admin admin] Allocated IP 172.20.0.1 (c34a09fb-6703-4675-b3d2-68ebeaadb880/38110ea2-e705-43b1-98f3-d90cd67c4079/61c60556-3d03-43c0-8e91-df6a976d6a48) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:13:23.381106 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:23.392171 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] Transition to ACTIVE for port object 070aa894-1b40-437a-bdf9-8b5e2b748e59 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:13:23.483371 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b09187b-69c5-4bf0-b7d4-313e76a343fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:23.485210 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:23.499124 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [None req-4b09187b-69c5-4bf0-b7d4-313e76a343fd admin admin] Transition to ACTIVE for port object 61c60556-3d03-43c0-8e91-df6a976d6a48 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:13:23.537256 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] Attempting to bind port 070aa894-1b40-437a-bdf9-8b5e2b748e59 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:13:23.537665 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] Attempting to bind port 070aa894-1b40-437a-bdf9-8b5e2b748e59 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:13:23.547057 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] Attempting to bind port 070aa894-1b40-437a-bdf9-8b5e2b748e59 on network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:13:23.547057 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5a569-d8cf-49d3-88b3-fa1575825120 None None] Pushing event updated for resources: {'Port': ['ID=070aa894-1b40-437a-bdf9-8b5e2b748e59,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:23.550477 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:13:23.550858 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] Checking segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:13:23.551268 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:23.551657 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] Bound using segment: {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:13:23.552173 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] Bound port: 070aa894-1b40-437a-bdf9-8b5e2b748e59, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c082e8-0da4-4924-8424-cd33a053a87e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:13:23.552551 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:23.607017 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] For port 070aa894-1b40-437a-bdf9-8b5e2b748e59, host n-d-713498-9, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:13:23.610049 n-d-713498-9 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] For port 070aa894-1b40-437a-bdf9-8b5e2b748e59, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=070aa894-1b40-437a-bdf9-8b5e2b748e59,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:13:23.611378 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b09187b-69c5-4bf0-b7d4-313e76a343fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:23.651423 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b09187b-69c5-4bf0-b7d4-313e76a343fd admin admin] Network c34a09fb-6703-4675-b3d2-68ebeaadb880 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:13:23.654210 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-4b09187b-69c5-4bf0-b7d4-313e76a343fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:13:23.657737 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b09187b-69c5-4bf0-b7d4-313e76a343fd admin admin] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:13:23.662796 n-d-713498-9 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:23.683720 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09187b-69c5-4bf0-b7d4-313e76a343fd admin admin] Pushing event updated for resources: {'Port': ['ID=61c60556-3d03-43c0-8e91-df6a976d6a48,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:23.702523 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b09187b-69c5-4bf0-b7d4-313e76a343fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3748681'] for router_interface, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:23.715094 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] Routers {'304bdb83-4409-4745-b228-62e138340972'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:13:23.715739 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:13:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['304bdb83-4409-4745-b228-62e138340972'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:23.812660 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5a569-d8cf-49d3-88b3-fa1575825120 None None] Pushing event updated for resources: {'Port': ['ID=070aa894-1b40-437a-bdf9-8b5e2b748e59,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:23.844542 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] Set router 304bdb83-4409-4745-b228-62e138340972 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:13:23.923039 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b09187b-69c5-4bf0-b7d4-313e76a343fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:24.045201 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304bdb83-4409-4745-b228-62e138340972', 'name': 'tempest-TestSnapshotPattern-1893581231-router', 'tenant_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '070aa894-1b40-437a-bdf9-8b5e2b748e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:20Z', 'updated_at': '2021-07-30T03:13:21Z', 'revision_number': 3, 'project_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'gw_port': {'id': '070aa894-1b40-437a-bdf9-8b5e2b748e59', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304bdb83-4409-4745-b228-62e138340972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:21Z', 'updated_at': '2021-07-30T03:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:24.073600 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-39fe4318-0cd8-4124-81bf-6f7a852f3b9f None None] Provisioning for port 61c60556-3d03-43c0-8e91-df6a976d6a48 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:13:24.080107 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-39fe4318-0cd8-4124-81bf-6f7a852f3b9f None None] Provisioning complete for port 61c60556-3d03-43c0-8e91-df6a976d6a48 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:13:24.080970 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-39fe4318-0cd8-4124-81bf-6f7a852f3b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:24.088668 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3fb27d-9c58-4634-8998-8b7a6567c93e None None] The sync data for ids ['304bdb83-4409-4745-b228-62e138340972'] in n-d-713498-9 is: [{'id': '304bdb83-4409-4745-b228-62e138340972', 'name': 'tempest-TestSnapshotPattern-1893581231-router', 'tenant_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '070aa894-1b40-437a-bdf9-8b5e2b748e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:20Z', 'updated_at': '2021-07-30T03:13:21Z', 'revision_number': 3, 'project_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'gw_port': {'id': '070aa894-1b40-437a-bdf9-8b5e2b748e59', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304bdb83-4409-4745-b228-62e138340972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:21Z', 'updated_at': '2021-07-30T03:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:13:24.147674 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b09187b-69c5-4bf0-b7d4-313e76a343fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:24.151153 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c471b4fd-e3a2-4651-8848-8c14ff08d675 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:13:24.154402 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-39fe4318-0cd8-4124-81bf-6f7a852f3b9f None None] Port 61c60556-3d03-43c0-8e91-df6a976d6a48 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:13:24.206022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port c471b4fd-e3a2-4651-8848-8c14ff08d675 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:13:24.206425 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:24.210734 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b09187b-69c5-4bf0-b7d4-313e76a343fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:24.280657 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4b09187b-69c5-4bf0-b7d4-313e76a343fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3632301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833305'] for router_interface, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:24.283503 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09187b-69c5-4bf0-b7d4-313e76a343fd admin admin] Pushing event updated for resources: {'Port': ['ID=61c60556-3d03-43c0-8e91-df6a976d6a48,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:24.287777 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9fa62811-114d-4491-90bc-a11db4a4559c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:13:24.399487 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b09187b-69c5-4bf0-b7d4-313e76a343fd admin admin] Network c34a09fb-6703-4675-b3d2-68ebeaadb880 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:13:24.401000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-4b09187b-69c5-4bf0-b7d4-313e76a343fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:13:24.416531 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 9fa62811-114d-4491-90bc-a11db4a4559c completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:13:24.420985 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 9fa62811-114d-4491-90bc-a11db4a4559c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:13:24.421365 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:24.530521 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:24.551451 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b09187b-69c5-4bf0-b7d4-313e76a343fd admin admin] Router 304bdb83-4409-4745-b228-62e138340972 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:13:24.574267 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 9fa62811-114d-4491-90bc-a11db4a4559c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9fa62811-114d-4491-90bc-a11db4a4559c,segment=NetworkSegment(d01d5069-1e7e-480f-a21b-bacd38ad78ab),segment_id=d01d5069-1e7e-480f-a21b-bacd38ad78ab)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:13:24.662438 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:24.681142 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b09187b-69c5-4bf0-b7d4-313e76a343fd admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:13:24.687152 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4b09187b-69c5-4bf0-b7d4-313e76a343fd admin admin] 10.222.0.70 "PUT /v2.0/routers/304bdb83-4409-4745-b228-62e138340972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9827514 Jul 30 03:13:24.717151 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-82b4bc5b-1e48-4935-8226-62f782000360 None None] Provisioning complete for port 61c60556-3d03-43c0-8e91-df6a976d6a48 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:13:24.717556 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82b4bc5b-1e48-4935-8226-62f782000360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:24.757089 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=9fa62811-114d-4491-90bc-a11db4a4559c,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:24.767409 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-82b4bc5b-1e48-4935-8226-62f782000360 None None] Port 61c60556-3d03-43c0-8e91-df6a976d6a48 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:13:25.229128 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41038) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:25.234563 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-10c9557d-678d-40ec-ab1e-2b1d5db675fd tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-214857038', 'description': 'tempest-secgroup-smoke-214857038 description', 'project_id': '535046e6300849f3bb4e84750d6c6ab2'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:13:25.307910 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10c9557d-678d-40ec-ab1e-2b1d5db675fd tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:25.391577 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10c9557d-678d-40ec-ab1e-2b1d5db675fd tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:25.468103 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10c9557d-678d-40ec-ab1e-2b1d5db675fd tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:25.497121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9557d-678d-40ec-ab1e-2b1d5db675fd tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b907daae-4c1a-4345-824c-8ec23c284232,revision_number=1']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:25.559616 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-10c9557d-678d-40ec-ab1e-2b1d5db675fd tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:25.560927 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-10c9557d-678d-40ec-ab1e-2b1d5db675fd tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3307505 Jul 30 03:13:25.564059 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41040) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:25.568450 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-1f4ac73b-6457-4ffa-8cb2-ea85734adbef tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Request body: {'security_group_rule': {'security_group_id': 'b907daae-4c1a-4345-824c-8ec23c284232', 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:13:25.650044 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1f4ac73b-6457-4ffa-8cb2-ea85734adbef tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:25.694146 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] Sync routers for ids ['304bdb83-4409-4745-b228-62e138340972'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:13:25.703963 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] Routers {'304bdb83-4409-4745-b228-62e138340972'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:13:25.704571 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:13:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['304bdb83-4409-4745-b228-62e138340972'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:25.710781 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1f4ac73b-6457-4ffa-8cb2-ea85734adbef tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:25.764165 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1f4ac73b-6457-4ffa-8cb2-ea85734adbef tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:25.781665 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ac73b-6457-4ffa-8cb2-ea85734adbef tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f8260f-2ef1-40d0-abca-14fe4ab31016,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:25.808641 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] Set router 304bdb83-4409-4745-b228-62e138340972 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:13:25.854697 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1f4ac73b-6457-4ffa-8cb2-ea85734adbef tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:25.855932 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-1f4ac73b-6457-4ffa-8cb2-ea85734adbef tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2909517 Jul 30 03:13:25.858870 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41042) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:25.863331 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-4457c308-31dc-43af-8e3d-2f79e18db4d1 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Request body: {'security_group_rule': {'security_group_id': 'b907daae-4c1a-4345-824c-8ec23c284232', 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:13:25.976923 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4457c308-31dc-43af-8e3d-2f79e18db4d1 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:26.011352 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304bdb83-4409-4745-b228-62e138340972', 'name': 'tempest-TestSnapshotPattern-1893581231-router', 'tenant_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '070aa894-1b40-437a-bdf9-8b5e2b748e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:20Z', 'updated_at': '2021-07-30T03:13:23Z', 'revision_number': 4, 'project_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'gw_port': {'id': '070aa894-1b40-437a-bdf9-8b5e2b748e59', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304bdb83-4409-4745-b228-62e138340972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:21Z', 'updated_at': '2021-07-30T03:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '61c60556-3d03-43c0-8e91-df6a976d6a48', 'name': '', 'network_id': 'c34a09fb-6703-4675-b3d2-68ebeaadb880', 'tenant_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'mac_address': 'fa:16:3e:de:fe:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304bdb83-4409-4745-b228-62e138340972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '38110ea2-e705-43b1-98f3-d90cd67c4079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:23Z', 'updated_at': '2021-07-30T03:13:23Z', 'revision_number': 2, 'project_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'subnets': [{'id': '38110ea2-e705-43b1-98f3-d90cd67c4079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:26.038580 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] Checking router: 304bdb83-4409-4745-b228-62e138340972 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:13:26.038941 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] Updating router 304bdb83-4409-4745-b228-62e138340972 port 61c60556-3d03-43c0-8e91-df6a976d6a48 binding host n-d-713498-9 {{(pid=94466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:13:26.041076 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4457c308-31dc-43af-8e3d-2f79e18db4d1 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:26.063853 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:26.102479 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 070aa894-1b40-437a-bdf9-8b5e2b748e59 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:13:26.113536 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4457c308-31dc-43af-8e3d-2f79e18db4d1 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:26.129121 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457c308-31dc-43af-8e3d-2f79e18db4d1 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f703e51a-eefa-42fb-808e-c9c65f651213,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:26.182197 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4457c308-31dc-43af-8e3d-2f79e18db4d1 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:26.183470 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-4457c308-31dc-43af-8e3d-2f79e18db4d1 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3236563 Jul 30 03:13:26.187280 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41044) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:26.192174 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-4c1c50d3-fca3-4de3-95c2-518b9907b85c tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Request body: {'security_group_rule': {'security_group_id': 'b907daae-4c1a-4345-824c-8ec23c284232', 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:13:26.278723 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4c1c50d3-fca3-4de3-95c2-518b9907b85c tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:26.286825 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 070aa894-1b40-437a-bdf9-8b5e2b748e59 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:13:26.299756 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 070aa894-1b40-437a-bdf9-8b5e2b748e59 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:13:26.300147 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:26.430321 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:26.449608 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] Transition to ACTIVE for port object 61c60556-3d03-43c0-8e91-df6a976d6a48 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:13:26.451633 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:26.473533 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 070aa894-1b40-437a-bdf9-8b5e2b748e59, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=070aa894-1b40-437a-bdf9-8b5e2b748e59,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:13:26.514043 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:26.546696 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:26.547383 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9fa62811-114d-4491-90bc-a11db4a4559c up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:13:26.610339 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2057e-eb97-47c4-a588-ddbb6e1b828e None None] Pushing event updated for resources: {'Port': ['ID=61c60556-3d03-43c0-8e91-df6a976d6a48,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:26.687354 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4c1c50d3-fca3-4de3-95c2-518b9907b85c tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:26.700335 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] Attempting to bind port 61c60556-3d03-43c0-8e91-df6a976d6a48 on host n-d-713498-9 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:13:26.700944 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] Attempting to bind port 61c60556-3d03-43c0-8e91-df6a976d6a48 by drivers openvswitch,hyperv on host n-d-713498-9 at level 0 using segments [{'id': 'd01d5069-1e7e-480f-a21b-bacd38ad78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c34a09fb-6703-4675-b3d2-68ebeaadb880'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:13:26.701069 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] Attempting to bind port 61c60556-3d03-43c0-8e91-df6a976d6a48 on network c34a09fb-6703-4675-b3d2-68ebeaadb880 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:13:26.709103 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 9fa62811-114d-4491-90bc-a11db4a4559c triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:13:26.709486 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:26.739917 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] Checking agent: {'id': '402b110e-65a9-4404-b48c-80e543b1a223', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 29, 12), 'started_at': datetime.datetime(2021, 7, 30, 1, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:13:26.740295 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] Checking segment: {'id': 'd01d5069-1e7e-480f-a21b-bacd38ad78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c34a09fb-6703-4675-b3d2-68ebeaadb880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:13:26.740701 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:26.741112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] Bound using segment: {'id': 'd01d5069-1e7e-480f-a21b-bacd38ad78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c34a09fb-6703-4675-b3d2-68ebeaadb880'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:13:26.741577 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] Bound port: 61c60556-3d03-43c0-8e91-df6a976d6a48, host: n-d-713498-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01d5069-1e7e-480f-a21b-bacd38ad78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c34a09fb-6703-4675-b3d2-68ebeaadb880'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:13:26.741963 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:26.747982 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=070aa894-1b40-437a-bdf9-8b5e2b748e59,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:26.765129 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4c1c50d3-fca3-4de3-95c2-518b9907b85c tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:26.783273 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c50d3-fca3-4de3-95c2-518b9907b85c tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b47dcb8-6c3c-4ad0-85a4-24de1f2a8e2a,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:26.855693 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] For port 61c60556-3d03-43c0-8e91-df6a976d6a48, host n-d-713498-9, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:13:26.862531 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-4c1c50d3-fca3-4de3-95c2-518b9907b85c tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:26.863829 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-4c1c50d3-fca3-4de3-95c2-518b9907b85c tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6754317 Jul 30 03:13:26.866657 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41046) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:26.871236 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-0f7040fa-2189-4d26-89ae-5f9fcd3b1b15 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Request body: {'security_group_rule': {'security_group_id': 'b907daae-4c1a-4345-824c-8ec23c284232', 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:13:26.873700 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] For port 61c60556-3d03-43c0-8e91-df6a976d6a48, host n-d-713498-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=61c60556-3d03-43c0-8e91-df6a976d6a48,segment=NetworkSegment(d01d5069-1e7e-480f-a21b-bacd38ad78ab),segment_id=d01d5069-1e7e-480f-a21b-bacd38ad78ab)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:13:26.959734 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:26.981613 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f7040fa-2189-4d26-89ae-5f9fcd3b1b15 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:27.020737 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2057e-eb97-47c4-a588-ddbb6e1b828e None None] Pushing event updated for resources: {'Port': ['ID=61c60556-3d03-43c0-8e91-df6a976d6a48,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:27.023358 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] Routers {'304bdb83-4409-4745-b228-62e138340972'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:13:27.023959 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:13:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['304bdb83-4409-4745-b228-62e138340972'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:27.045426 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f7040fa-2189-4d26-89ae-5f9fcd3b1b15 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:27.113454 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f7040fa-2189-4d26-89ae-5f9fcd3b1b15 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:27.134236 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7040fa-2189-4d26-89ae-5f9fcd3b1b15 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e59e1bd-7a82-460e-a311-24770c0dfc4b,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:27.187647 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-0f7040fa-2189-4d26-89ae-5f9fcd3b1b15 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:27.191764 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-0f7040fa-2189-4d26-89ae-5f9fcd3b1b15 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3212893 Jul 30 03:13:27.192032 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41048) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:27.197837 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-8fa0e007-21e6-4002-92c3-9cfff5ec5bb2 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Request body: {'security_group_rule': {'security_group_id': 'b907daae-4c1a-4345-824c-8ec23c284232', 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:13:27.301269 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] Set router 304bdb83-4409-4745-b228-62e138340972 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:13:27.325050 n-d-713498-9 neutron-server[94465]: INFO neutron.db.securitygroups_db [None req-8fa0e007-21e6-4002-92c3-9cfff5ec5bb2 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Project 535046e6300849f3bb4e84750d6c6ab2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:13:27.330269 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e007-21e6-4002-92c3-9cfff5ec5bb2 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:27.391821 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e007-21e6-4002-92c3-9cfff5ec5bb2 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:27.467518 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e007-21e6-4002-92c3-9cfff5ec5bb2 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:27.483240 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0e007-21e6-4002-92c3-9cfff5ec5bb2 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a9fc36-47f4-4bf7-8c3b-e32a64e786e3,revision_number=0']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:27.494034 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304bdb83-4409-4745-b228-62e138340972', 'name': 'tempest-TestSnapshotPattern-1893581231-router', 'tenant_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '070aa894-1b40-437a-bdf9-8b5e2b748e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:20Z', 'updated_at': '2021-07-30T03:13:23Z', 'revision_number': 4, 'project_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'gw_port': {'id': '070aa894-1b40-437a-bdf9-8b5e2b748e59', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304bdb83-4409-4745-b228-62e138340972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:21Z', 'updated_at': '2021-07-30T03:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '61c60556-3d03-43c0-8e91-df6a976d6a48', 'name': '', 'network_id': 'c34a09fb-6703-4675-b3d2-68ebeaadb880', 'tenant_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'mac_address': 'fa:16:3e:de:fe:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304bdb83-4409-4745-b228-62e138340972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '38110ea2-e705-43b1-98f3-d90cd67c4079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:23Z', 'updated_at': '2021-07-30T03:13:26Z', 'revision_number': 4, 'project_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'subnets': [{'id': '38110ea2-e705-43b1-98f3-d90cd67c4079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:27.522539 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0867e5-6ddc-4fed-a325-2be1b3827a93 None None] The sync data for ids ['304bdb83-4409-4745-b228-62e138340972'] in n-d-713498-9 is: [{'id': '304bdb83-4409-4745-b228-62e138340972', 'name': 'tempest-TestSnapshotPattern-1893581231-router', 'tenant_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '070aa894-1b40-437a-bdf9-8b5e2b748e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:20Z', 'updated_at': '2021-07-30T03:13:23Z', 'revision_number': 4, 'project_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'gw_port': {'id': '070aa894-1b40-437a-bdf9-8b5e2b748e59', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304bdb83-4409-4745-b228-62e138340972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:21Z', 'updated_at': '2021-07-30T03:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': '61c60556-3d03-43c0-8e91-df6a976d6a48', 'name': '', 'network_id': 'c34a09fb-6703-4675-b3d2-68ebeaadb880', 'tenant_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'mac_address': 'fa:16:3e:de:fe:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304bdb83-4409-4745-b228-62e138340972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '38110ea2-e705-43b1-98f3-d90cd67c4079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:23Z', 'updated_at': '2021-07-30T03:13:26Z', 'revision_number': 4, 'project_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'subnets': [{'id': '38110ea2-e705-43b1-98f3-d90cd67c4079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:13:27.562924 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e007-21e6-4002-92c3-9cfff5ec5bb2 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:27.564712 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-8fa0e007-21e6-4002-92c3-9cfff5ec5bb2 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3711023 Jul 30 03:13:27.567330 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41050) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:27.573173 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.v2.base [None req-ca7d016a-f27b-4faf-9f68-4d7aeb5d924d tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Request body: {'security_group_rule': {'security_group_id': 'b907daae-4c1a-4345-824c-8ec23c284232', 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:13:27.663200 n-d-713498-9 neutron-server[94464]: INFO neutron.db.securitygroups_db [None req-ca7d016a-f27b-4faf-9f68-4d7aeb5d924d tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Project 535046e6300849f3bb4e84750d6c6ab2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:13:27.669255 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ca7d016a-f27b-4faf-9f68-4d7aeb5d924d tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:27.736209 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ca7d016a-f27b-4faf-9f68-4d7aeb5d924d tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:27.782148 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ca7d016a-f27b-4faf-9f68-4d7aeb5d924d tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717545'] for security_group_rule, after_create {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:27.803001 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d016a-f27b-4faf-9f68-4d7aeb5d924d tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e334bb9-1a35-4c63-9092-da38e232759c,revision_number=0']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:27.856552 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ca7d016a-f27b-4faf-9f68-4d7aeb5d924d tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:27.858002 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-ca7d016a-f27b-4faf-9f68-4d7aeb5d924d tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2890801 Jul 30 03:13:28.068928 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 070aa894-1b40-437a-bdf9-8b5e2b748e59 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:13:28.081841 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-fc414c9b-0b3e-4be0-a8a0-8123b89272c9 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214857038&fields=id&tenant_id=535046e6300849f3bb4e84750d6c6ab2 HTTP/1.1" status: 200 len: 267 time: 0.0377002 Jul 30 03:13:28.114470 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 070aa894-1b40-437a-bdf9-8b5e2b748e59 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:13:28.114843 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:28.185791 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-3d684e19-9725-44e7-8dcd-8e53d3436df2 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:28.187234 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-3d684e19-9725-44e7-8dcd-8e53d3436df2 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/networks?id=b3bb1be8-65e4-41af-afa6-25e14d4e361a HTTP/1.1" status: 200 len: 810 time: 0.0985601 Jul 30 03:13:28.189152 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 61c60556-3d03-43c0-8e91-df6a976d6a48 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:13:28.202929 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-e15325a1-591a-4371-9da9-d882b49e0845 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/quotas/535046e6300849f3bb4e84750d6c6ab2 HTTP/1.1" status: 200 len: 375 time: 0.0097871 Jul 30 03:13:28.258176 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-2bbba2ad-ccdc-497d-89fe-675a0d3c7361 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=535046e6300849f3bb4e84750d6c6ab2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475698 Jul 30 03:13:28.306617 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning for port 61c60556-3d03-43c0-8e91-df6a976d6a48 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:13:28.311732 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 61c60556-3d03-43c0-8e91-df6a976d6a48 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:13:28.312337 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:28.393275 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-d4b043bb-3890-445d-a1a9-cbec6b26cb1d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:13:28.394331 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-d4b043bb-3890-445d-a1a9-cbec6b26cb1d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1255808 Jul 30 03:13:28.403023 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:28.438145 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] For port 61c60556-3d03-43c0-8e91-df6a976d6a48, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=61c60556-3d03-43c0-8e91-df6a976d6a48,segment=NetworkSegment(d01d5069-1e7e-480f-a21b-bacd38ad78ab),segment_id=d01d5069-1e7e-480f-a21b-bacd38ad78ab)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:13:28.492850 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-cb7e2ed6-2d43-4d5e-8d5d-2955ec84d99b service neutron] 10.222.0.70 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917993 Jul 30 03:13:28.501173 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:28.552221 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Pushing event updated for resources: {'Port': ['ID=61c60556-3d03-43c0-8e91-df6a976d6a48,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:28.588814 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-fb40e15e-1a96-4581-943b-4f32af950117 service neutron] 10.222.0.70 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890782 Jul 30 03:13:28.870689 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c8d041d3-1a9e-4e84-b1bf-abe84c2ce8a9 req-7cecbc6b-8669-4c45-8ba1-232a7ec9ebf7 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 210 time: 0.0331647 Jul 30 03:13:29.971843 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f108bc2d-5c15-4252-a930-6b94df540c07 req-6f5dcd2a-1bc0-4acf-a84a-9f94ceccdcbd tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 210 time: 0.0275667 Jul 30 03:13:29.999426 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 61c60556-3d03-43c0-8e91-df6a976d6a48 up at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:13:30.052163 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Provisioning complete for port 61c60556-3d03-43c0-8e91-df6a976d6a48 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:13:30.052427 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:30.800211 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-5c07087a-180c-41e0-8966-13820480494c tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:30.801566 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-5c07087a-180c-41e0-8966-13820480494c tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.10 "GET /v2.0/networks?id=b3bb1be8-65e4-41af-afa6-25e14d4e361a HTTP/1.1" status: 200 len: 810 time: 0.0975337 Jul 30 03:13:30.845787 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-513ca563-a876-4622-aaff-16937d2437a3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=535046e6300849f3bb4e84750d6c6ab2 HTTP/1.1" status: 200 len: 379 time: 0.0353885 Jul 30 03:13:30.855521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-eb549dc7-356b-4bf1-8906-f462746bf66a tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Request body: {'port': {'device_id': '97c5d622-f13d-40a8-9123-b747c57190a0', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'admin_state_up': True, 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'security_groups': ['b907daae-4c1a-4345-824c-8ec23c284232']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:13:31.045131 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-eb549dc7-356b-4bf1-8906-f462746bf66a tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Made reservation on behalf of 535046e6300849f3bb4e84750d6c6ab2 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:13:31.048507 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-eb549dc7-356b-4bf1-8906-f462746bf66a tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:31.071724 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-0c12f4f3-5b31-410f-9655-d8936371b4e5 req-93b27805-d63e-4b32-88ad-77769c59cc43 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 210 time: 0.0382404 Jul 30 03:13:31.189511 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-eb549dc7-356b-4bf1-8906-f462746bf66a tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Allocated IP 172.20.0.9 (b3bb1be8-65e4-41af-afa6-25e14d4e361a/cf4c5c03-c91d-483f-b32a-195857e4b773/5a209ef4-a6f0-4fc4-87f8-5274fed80335) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:13:31.322686 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-eb549dc7-356b-4bf1-8906-f462746bf66a tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:31.341042 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-eb549dc7-356b-4bf1-8906-f462746bf66a tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Transition to ACTIVE for port object 5a209ef4-a6f0-4fc4-87f8-5274fed80335 will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:13:31.427903 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-eb549dc7-356b-4bf1-8906-f462746bf66a tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:31.468706 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-eb549dc7-356b-4bf1-8906-f462746bf66a tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Network b3bb1be8-65e4-41af-afa6-25e14d4e361a is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:13:31.471803 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-eb549dc7-356b-4bf1-8906-f462746bf66a tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:13:31.475461 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-eb549dc7-356b-4bf1-8906-f462746bf66a tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:13:31.506139 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb549dc7-356b-4bf1-8906-f462746bf66a tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Pushing event updated for resources: {'Port': ['ID=5a209ef4-a6f0-4fc4-87f8-5274fed80335,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:31.533502 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-eb549dc7-356b-4bf1-8906-f462746bf66a tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:31.534154 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-eb549dc7-356b-4bf1-8906-f462746bf66a tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:31.611181 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-eb549dc7-356b-4bf1-8906-f462746bf66a tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7592559 Jul 30 03:13:31.625213 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] Request body: {'port': {'device_id': '97c5d622-f13d-40a8-9123-b747c57190a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:13:31.685915 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:31.781724 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e58f1211-0739-4479-9a08-7ad70e4acaad None None] Provisioning for port 5a209ef4-a6f0-4fc4-87f8-5274fed80335 completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:13:31.785641 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e58f1211-0739-4479-9a08-7ad70e4acaad None None] Provisioning complete for port 5a209ef4-a6f0-4fc4-87f8-5274fed80335 triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:13:31.786012 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e58f1211-0739-4479-9a08-7ad70e4acaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:31.819616 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e58f1211-0739-4479-9a08-7ad70e4acaad None None] Port 5a209ef4-a6f0-4fc4-87f8-5274fed80335 cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:13:31.945004 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a209ef4-a6f0-4fc4-87f8-5274fed80335 {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:13:31.952331 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:31.963891 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] Transition to ACTIVE for port object 5a209ef4-a6f0-4fc4-87f8-5274fed80335 will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:13:32.031711 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:32.101370 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] Pushing event updated for resources: {'Port': ['ID=5a209ef4-a6f0-4fc4-87f8-5274fed80335,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:32.189076 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] Attempting to bind port 5a209ef4-a6f0-4fc4-87f8-5274fed80335 on host n-h1-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:13:32.189417 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] Attempting to bind port 5a209ef4-a6f0-4fc4-87f8-5274fed80335 by drivers openvswitch,hyperv on host n-h1-713498-9 at level 0 using segments [{'id': '6d76cd72-ee98-4d8e-af57-f5bbc3f1a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:13:32.189752 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] Attempting to bind port 5a209ef4-a6f0-4fc4-87f8-5274fed80335 on network b3bb1be8-65e4-41af-afa6-25e14d4e361a {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:13:32.197071 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] Port 5a209ef4-a6f0-4fc4-87f8-5274fed80335 on network b3bb1be8-65e4-41af-afa6-25e14d4e361a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:13:32.197397 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] Attempting to bind port 5a209ef4-a6f0-4fc4-87f8-5274fed80335 on network b3bb1be8-65e4-41af-afa6-25e14d4e361a {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:13:32.205887 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] Checking agent: {'id': '92d1cfd9-bda8-421a-8d99-ae00023e61a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'started_at': datetime.datetime(2021, 7, 30, 1, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:13:32.206253 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] Checking segment: {'id': '6d76cd72-ee98-4d8e-af57-f5bbc3f1a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:13:32.206667 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] Bound using segment: {'id': '6d76cd72-ee98-4d8e-af57-f5bbc3f1a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:13:32.207100 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] Bound port: 5a209ef4-a6f0-4fc4-87f8-5274fed80335, host: n-h1-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d76cd72-ee98-4d8e-af57-f5bbc3f1a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:13:32.207459 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:32.227312 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bf74e-341a-4b1e-a282-1992f3205cbf req-f6f2bfa1-44eb-4262-95b7-eb1d1103568d tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:32.228836 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c87bf74e-341a-4b1e-a282-1992f3205cbf req-f6f2bfa1-44eb-4262-95b7-eb1d1103568d tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 943 time: 0.0798004 Jul 30 03:13:32.306025 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c87bf74e-341a-4b1e-a282-1992f3205cbf req-bca590b7-94ef-44fe-a261-de31d6203c86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542698 Jul 30 03:13:32.312240 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] For port 5a209ef4-a6f0-4fc4-87f8-5274fed80335, host n-h1-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:13:32.315405 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] For port 5a209ef4-a6f0-4fc4-87f8-5274fed80335, host n-h1-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5a209ef4-a6f0-4fc4-87f8-5274fed80335,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:13:32.387626 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:32.428901 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:32.429564 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:32.431037 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] 10.222.0.10 "PUT /v2.0/ports/5a209ef4-a6f0-4fc4-87f8-5274fed80335 HTTP/1.1" status: 200 len: 1091 time: 0.8110137 Jul 30 03:13:32.431486 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c5d622-f13d-40a8-9123-b747c57190a0', 'tag': '5a209ef4-a6f0-4fc4-87f8-5274fed80335'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:13:32.433848 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1869c874-9a04-4c51-9a36-9aafea2c4f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "97c5d622-f13d-40a8-9123-b747c57190a0", "tag": "5a209ef4-a6f0-4fc4-87f8-5274fed80335"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:13:32.466362 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038f5df-b1ba-422d-9ab0-d7895f634e62 service neutron] Pushing event updated for resources: {'Port': ['ID=5a209ef4-a6f0-4fc4-87f8-5274fed80335,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:32.474242 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6432d3-082c-4066-864b-8c551a816413 x-openstack-request-id: req-2e6432d3-082c-4066-864b-8c551a816413 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:13:32.474679 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c5d622-f13d-40a8-9123-b747c57190a0", "tag": "5a209ef4-a6f0-4fc4-87f8-5274fed80335", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:13:32.475051 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e6432d3-082c-4066-864b-8c551a816413 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:13:32.475635 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c5d622-f13d-40a8-9123-b747c57190a0', 'tag': '5a209ef4-a6f0-4fc4-87f8-5274fed80335', 'status': 'completed', 'code': 200} Jul 30 03:13:32.541072 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869c874-9a04-4c51-9a36-9aafea2c4f4d req-940a5adb-8c2f-48cb-ba91-29036e14bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:32.542852 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1869c874-9a04-4c51-9a36-9aafea2c4f4d req-940a5adb-8c2f-48cb-ba91-29036e14bd45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=535046e6300849f3bb4e84750d6c6ab2&device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 1094 time: 0.0475333 Jul 30 03:13:32.651334 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869c874-9a04-4c51-9a36-9aafea2c4f4d req-9a4740c2-7942-4ee1-9fe9-ea013e9da4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:32.652807 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1869c874-9a04-4c51-9a36-9aafea2c4f4d req-9a4740c2-7942-4ee1-9fe9-ea013e9da4cf service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=535046e6300849f3bb4e84750d6c6ab2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1026318 Jul 30 03:13:32.749333 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869c874-9a04-4c51-9a36-9aafea2c4f4d req-fd7b04db-61aa-4cd9-9c42-d6215171b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:32.750900 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1869c874-9a04-4c51-9a36-9aafea2c4f4d req-fd7b04db-61aa-4cd9-9c42-d6215171b500 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911272 Jul 30 03:13:32.836436 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-5c6b13d4-dd69-4007-a7f7-bf49de9121da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:32.837967 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-5c6b13d4-dd69-4007-a7f7-bf49de9121da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=535046e6300849f3bb4e84750d6c6ab2&device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 1094 time: 0.0484188 Jul 30 03:13:32.885707 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-596ca7c7-9f09-4574-a734-d8db154cdace service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a209ef4-a6f0-4fc4-87f8-5274fed80335 HTTP/1.1" status: 200 len: 217 time: 0.0399499 Jul 30 03:13:32.940706 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-dec0560e-ca6a-44b4-abfd-9ba3d9558ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:32.942135 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-dec0560e-ca6a-44b4-abfd-9ba3d9558ffa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4c5c03-c91d-483f-b32a-195857e4b773 HTTP/1.1" status: 200 len: 849 time: 0.0498729 Jul 30 03:13:32.987750 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-ff40ff54-e426-4c90-8866-35cfce12d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:32.989287 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-ff40ff54-e426-4c90-8866-35cfce12d785 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b3bb1be8-65e4-41af-afa6-25e14d4e361a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403891 Jul 30 03:13:33.081850 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-87ace1d6-abce-46d9-ae47-0313918aa750 service neutron] 10.222.0.10 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858066 Jul 30 03:13:33.171510 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e1dd6454-a72d-4392-b9e7-2c41d1507c45 req-f64b1547-12ee-4617-8561-17d54c4c7578 service neutron] 10.222.0.10 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821924 Jul 30 03:13:33.439829 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b00276-0d51-45d3-b5b0-cb407c98abe8 req-086ea8ab-a3e1-43b3-81cf-8f03e8c58581 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:33.441326 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27b00276-0d51-45d3-b5b0-cb407c98abe8 req-086ea8ab-a3e1-43b3-81cf-8f03e8c58581 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 943 time: 0.0579312 Jul 30 03:13:33.480138 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-27b00276-0d51-45d3-b5b0-cb407c98abe8 req-b30b4f68-aca5-4398-aab8-a1297e569d00 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326817 Jul 30 03:13:33.816209 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:34.598396 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61417675-29f1-4a48-b9c4-d89a4b2fcf61 req-02554fdc-45a7-4124-8da4-5dd16b728d30 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:34.599862 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61417675-29f1-4a48-b9c4-d89a4b2fcf61 req-02554fdc-45a7-4124-8da4-5dd16b728d30 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 943 time: 0.0530987 Jul 30 03:13:34.636632 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-61417675-29f1-4a48-b9c4-d89a4b2fcf61 req-906aec8e-edcb-44e9-bc64-167662053128 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307868 Jul 30 03:13:35.750768 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf2fe5-4530-40dd-a5a7-8d60859b3b52 req-b27d9cd0-df5e-4c8a-a0d4-b49ffb473d7f tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:35.752700 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d2cf2fe5-4530-40dd-a5a7-8d60859b3b52 req-b27d9cd0-df5e-4c8a-a0d4-b49ffb473d7f tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 943 time: 0.0497882 Jul 30 03:13:35.791108 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-d2cf2fe5-4530-40dd-a5a7-8d60859b3b52 req-1c94cf1c-b408-4437-90c2-92e2b2e757a1 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325859 Jul 30 03:13:36.585860 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 5a209ef4-a6f0-4fc4-87f8-5274fed80335 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:13:36.681812 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 5a209ef4-a6f0-4fc4-87f8-5274fed80335, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5a209ef4-a6f0-4fc4-87f8-5274fed80335,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:13:36.693301 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '5a209ef4-a6f0-4fc4-87f8-5274fed80335', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'port_id': '5a209ef4-a6f0-4fc4-87f8-5274fed80335', 'mac_address': 'fa:16:3e:a8:0c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:13:36.728446 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:36.741260 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a209ef4-a6f0-4fc4-87f8-5274fed80335 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:13:36.760813 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 5a209ef4-a6f0-4fc4-87f8-5274fed80335, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5a209ef4-a6f0-4fc4-87f8-5274fed80335,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:13:36.833195 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:36.885051 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=5a209ef4-a6f0-4fc4-87f8-5274fed80335,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:36.907897 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe832ee-d414-441a-a6a8-24069b763946 req-4ed7fcfa-a6cd-4bc7-95ae-db9c39bcc5b0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:36.909411 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfe832ee-d414-441a-a6a8-24069b763946 req-4ed7fcfa-a6cd-4bc7-95ae-db9c39bcc5b0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 944 time: 0.0509939 Jul 30 03:13:36.947371 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-bfe832ee-d414-441a-a6a8-24069b763946 req-385aa535-1510-4630-a769-15fb4573b145 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318213 Jul 30 03:13:37.073888 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['5a209ef4-a6f0-4fc4-87f8-5274fed80335'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:13:38.063499 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87a224-fee2-43f4-8de7-167f4a9cd3f9 req-f91a1df7-9c5a-4c9b-9c72-6243a1101871 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:38.064971 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf87a224-fee2-43f4-8de7-167f4a9cd3f9 req-f91a1df7-9c5a-4c9b-9c72-6243a1101871 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 944 time: 0.0530157 Jul 30 03:13:38.102742 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cf87a224-fee2-43f4-8de7-167f4a9cd3f9 req-542286f9-ed68-4cb0-bf81-0eace4808a8d tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318503 Jul 30 03:13:38.612675 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 5a209ef4-a6f0-4fc4-87f8-5274fed80335 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:13:38.717324 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning for port 5a209ef4-a6f0-4fc4-87f8-5274fed80335 completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:13:38.720823 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 5a209ef4-a6f0-4fc4-87f8-5274fed80335 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:13:38.721200 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:38.794447 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:38.818438 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c5d622-f13d-40a8-9123-b747c57190a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a209ef4-a6f0-4fc4-87f8-5274fed80335'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:13:38.820652 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8456df6-e1a8-433b-8122-281f23ba1a36" -d '{"events": [{"server_uuid": "97c5d622-f13d-40a8-9123-b747c57190a0", "name": "network-vif-plugged", "status": "completed", "tag": "5a209ef4-a6f0-4fc4-87f8-5274fed80335"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:13:38.833788 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 5a209ef4-a6f0-4fc4-87f8-5274fed80335, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5a209ef4-a6f0-4fc4-87f8-5274fed80335,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:13:38.908050 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e1dc38-6ea1-4bbc-8b61-c8086acb80e1 x-openstack-request-id: req-15e1dc38-6ea1-4bbc-8b61-c8086acb80e1 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:13:38.908337 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c5d622-f13d-40a8-9123-b747c57190a0", "name": "network-vif-plugged", "status": "completed", "tag": "5a209ef4-a6f0-4fc4-87f8-5274fed80335", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:13:38.908589 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-15e1dc38-6ea1-4bbc-8b61-c8086acb80e1 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:13:38.908980 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c5d622-f13d-40a8-9123-b747c57190a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a209ef4-a6f0-4fc4-87f8-5274fed80335', 'code': 200} Jul 30 03:13:38.909709 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:38.957475 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=5a209ef4-a6f0-4fc4-87f8-5274fed80335,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:39.005406 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cad0f-d753-4a02-83ca-13c19f3e8ad5 req-bd2e19eb-4674-4fb7-af9a-1baa7757827a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:39.006845 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c24cad0f-d753-4a02-83ca-13c19f3e8ad5 req-bd2e19eb-4674-4fb7-af9a-1baa7757827a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 1096 time: 0.0404687 Jul 30 03:13:39.040875 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c24cad0f-d753-4a02-83ca-13c19f3e8ad5 req-6646fe87-3f86-43af-a0e1-62b71273bc3b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273511 Jul 30 03:13:39.220353 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fa89a-627e-4729-9fa9-9f41e6140533 req-27e3d49d-2651-487a-aa10-29f55cbda61c tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:39.221881 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a5fa89a-627e-4729-9fa9-9f41e6140533 req-27e3d49d-2651-487a-aa10-29f55cbda61c tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 945 time: 0.0505121 Jul 30 03:13:39.233052 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f47dee8-a149-4fbc-a5e0-b5fa173ba732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:39.261567 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7a5fa89a-627e-4729-9fa9-9f41e6140533 req-d100fbe5-0b20-412a-ba5e-2a9d64285c4c tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335255 Jul 30 03:13:40.380964 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f56ee-318d-4e30-bbb4-a158204b9d46 req-3e1760b0-59b3-4493-8f47-3e8791bdcfab tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:40.382489 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-294f56ee-318d-4e30-bbb4-a158204b9d46 req-3e1760b0-59b3-4493-8f47-3e8791bdcfab tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 945 time: 0.0533810 Jul 30 03:13:40.421473 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-294f56ee-318d-4e30-bbb4-a158204b9d46 req-b94572e0-5362-4dd9-9ac8-755225562d94 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321631 Jul 30 03:13:40.533593 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e6d31-cbf0-43d5-b1dd-cbedd4a8c307 req-5507aa9e-6b42-4973-9355-5613c9cd4bfd tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:40.535126 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9f9e6d31-cbf0-43d5-b1dd-cbedd4a8c307 req-5507aa9e-6b42-4973-9355-5613c9cd4bfd tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 945 time: 0.0492885 Jul 30 03:13:40.572445 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9f9e6d31-cbf0-43d5-b1dd-cbedd4a8c307 req-338f3cae-d74d-400f-b3f8-56551f433f38 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312622 Jul 30 03:13:40.594796 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41108) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:40.678539 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8c4a7c-9169-4216-ba11-1d3b576997c4 tempest-TestSnapshotPattern-267530846 tempest-TestSnapshotPattern-267530846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:40.680132 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-6e8c4a7c-9169-4216-ba11-1d3b576997c4 tempest-TestSnapshotPattern-267530846 tempest-TestSnapshotPattern-267530846-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 1091 time: 0.0843582 Jul 30 03:13:40.683029 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41112) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:40.687376 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-60205842-dbde-4255-9e4f-4a0dc06fed86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': '5a209ef4-a6f0-4fc4-87f8-5274fed80335', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:13:40.781249 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-60205842-dbde-4255-9e4f-4a0dc06fed86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:40.879670 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-60205842-dbde-4255-9e4f-4a0dc06fed86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:40.979698 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-60205842-dbde-4255-9e4f-4a0dc06fed86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Allocated IP 172.25.1.53 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/0670906a-1145-4837-b7e8-1179c7173cd1) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:13:41.086870 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-60205842-dbde-4255-9e4f-4a0dc06fed86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:41.175774 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-60205842-dbde-4255-9e4f-4a0dc06fed86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:41.210184 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60205842-dbde-4255-9e4f-4a0dc06fed86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:13:41.213000 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-60205842-dbde-4255-9e4f-4a0dc06fed86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:13:41.216456 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60205842-dbde-4255-9e4f-4a0dc06fed86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:13:41.248981 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60205842-dbde-4255-9e4f-4a0dc06fed86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Pushing event updated for resources: {'Port': ['ID=0670906a-1145-4837-b7e8-1179c7173cd1,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:41.579728 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-60205842-dbde-4255-9e4f-4a0dc06fed86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:41.699848 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-60205842-dbde-4255-9e4f-4a0dc06fed86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:41.734843 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d23c8971-febc-4343-835c-853b41e67467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:41.842930 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-60205842-dbde-4255-9e4f-4a0dc06fed86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:41.843427 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:41.912555 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-60205842-dbde-4255-9e4f-4a0dc06fed86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:41.985323 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60205842-dbde-4255-9e4f-4a0dc06fed86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Pushing event updated for resources: {'Port': ['ID=0670906a-1145-4837-b7e8-1179c7173cd1,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:41.993454 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-60205842-dbde-4255-9e4f-4a0dc06fed86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:42.093189 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-60205842-dbde-4255-9e4f-4a0dc06fed86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Floating IP b8b2834d-8a97-4f9c-bc67-924599b3354b associated. External IP: 172.25.1.53, port: 5a209ef4-a6f0-4fc4-87f8-5274fed80335. Jul 30 03:13:42.295962 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60205842-dbde-4255-9e4f-4a0dc06fed86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Router 24989638-a187-4dd5-b7cd-f4498d7343f7 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:13:42.401715 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60205842-dbde-4255-9e4f-4a0dc06fed86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:13:42.411620 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea45b3c4-e651-43ab-9a05-e7854fbe0c75 None None] Sync routers for ids ['24989638-a187-4dd5-b7cd-f4498d7343f7'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:13:42.420492 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea45b3c4-e651-43ab-9a05-e7854fbe0c75 None None] Routers {'24989638-a187-4dd5-b7cd-f4498d7343f7'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:13:42.421104 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ea45b3c4-e651-43ab-9a05-e7854fbe0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:13:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['24989638-a187-4dd5-b7cd-f4498d7343f7'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:42.472957 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-60205842-dbde-4255-9e4f-4a0dc06fed86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:42.500161 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-60205842-dbde-4255-9e4f-4a0dc06fed86 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8161244 Jul 30 03:13:42.500783 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c5d622-f13d-40a8-9123-b747c57190a0', 'tag': '5a209ef4-a6f0-4fc4-87f8-5274fed80335'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:13:42.503063 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d90b404-07f9-482d-a764-50065be45fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "97c5d622-f13d-40a8-9123-b747c57190a0", "tag": "5a209ef4-a6f0-4fc4-87f8-5274fed80335"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:13:42.526515 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-ea45b3c4-e651-43ab-9a05-e7854fbe0c75 None None] Set router 24989638-a187-4dd5-b7cd-f4498d7343f7 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:13:42.543145 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e69380-23d9-49d4-9e84-c957aa3a80d6 x-openstack-request-id: req-53e69380-23d9-49d4-9e84-c957aa3a80d6 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:13:42.543434 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c5d622-f13d-40a8-9123-b747c57190a0", "tag": "5a209ef4-a6f0-4fc4-87f8-5274fed80335", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:13:42.543691 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-53e69380-23d9-49d4-9e84-c957aa3a80d6 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:13:42.544103 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c5d622-f13d-40a8-9123-b747c57190a0', 'tag': '5a209ef4-a6f0-4fc4-87f8-5274fed80335', 'status': 'completed', 'code': 200} Jul 30 03:13:42.604645 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90b404-07f9-482d-a764-50065be45fcf req-95f501a3-dc72-4242-bf0b-58a319057394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:42.606201 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d90b404-07f9-482d-a764-50065be45fcf req-95f501a3-dc72-4242-bf0b-58a319057394 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=535046e6300849f3bb4e84750d6c6ab2&device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 1096 time: 0.0408483 Jul 30 03:13:42.696488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90b404-07f9-482d-a764-50065be45fcf req-ad72783a-a2e9-447e-b22f-657f317d27f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:42.697905 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d90b404-07f9-482d-a764-50065be45fcf req-ad72783a-a2e9-447e-b22f-657f317d27f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b3bb1be8-65e4-41af-afa6-25e14d4e361a HTTP/1.1" status: 200 len: 911 time: 0.0847116 Jul 30 03:13:42.760800 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ea45b3c4-e651-43ab-9a05-e7854fbe0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:17Z', 'revision_number': 4, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'gw_port': {'id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'b8b2834d-8a97-4f9c-bc67-924599b3354b', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'port_id': '5a209ef4-a6f0-4fc4-87f8-5274fed80335', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'mac_address': 'fa:16:3e:a8:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c5d622-f13d-40a8-9123-b747c57190a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:13:41Z', 'updated_at': '2021-07-30T03:13:41Z', 'revision_number': 0, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c471b4fd-e3a2-4651-8848-8c14ff08d675', 'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'mac_address': 'fa:16:3e:1f:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:17Z', 'updated_at': '2021-07-30T03:13:22Z', 'revision_number': 5, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'subnets': [{'id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:42.769914 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d90b404-07f9-482d-a764-50065be45fcf req-965899bb-08bb-48da-b273-54c3b80054aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a209ef4-a6f0-4fc4-87f8-5274fed80335 HTTP/1.1" status: 200 len: 998 time: 0.0653887 Jul 30 03:13:42.792631 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea45b3c4-e651-43ab-9a05-e7854fbe0c75 None None] Checking router: 24989638-a187-4dd5-b7cd-f4498d7343f7 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:13:42.801479 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea45b3c4-e651-43ab-9a05-e7854fbe0c75 None None] Routers {'24989638-a187-4dd5-b7cd-f4498d7343f7'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:13:42.802093 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ea45b3c4-e651-43ab-9a05-e7854fbe0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:13:42Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['24989638-a187-4dd5-b7cd-f4498d7343f7'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:42.819903 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90b404-07f9-482d-a764-50065be45fcf req-5948424e-dbd9-4d73-8067-1ad2ff8918ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:42.821393 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d90b404-07f9-482d-a764-50065be45fcf req-5948424e-dbd9-4d73-8067-1ad2ff8918ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4c5c03-c91d-483f-b32a-195857e4b773 HTTP/1.1" status: 200 len: 849 time: 0.0447981 Jul 30 03:13:42.867070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90b404-07f9-482d-a764-50065be45fcf req-879dd9c0-19a6-43fb-bc16-525fe98ee211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:42.868587 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d90b404-07f9-482d-a764-50065be45fcf req-879dd9c0-19a6-43fb-bc16-525fe98ee211 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b3bb1be8-65e4-41af-afa6-25e14d4e361a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400159 Jul 30 03:13:42.906710 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-ea45b3c4-e651-43ab-9a05-e7854fbe0c75 None None] Set router 24989638-a187-4dd5-b7cd-f4498d7343f7 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:13:42.969107 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d90b404-07f9-482d-a764-50065be45fcf req-1170b0bb-ae55-4a4f-9817-a63717bc7793 service neutron] 10.222.0.10 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936248 Jul 30 03:13:43.062925 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1d90b404-07f9-482d-a764-50065be45fcf req-3e3daed1-c2b7-42d8-bd73-9208b083e916 service neutron] 10.222.0.10 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859771 Jul 30 03:13:43.214114 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-ea45b3c4-e651-43ab-9a05-e7854fbe0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:17Z', 'revision_number': 4, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'gw_port': {'id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'b8b2834d-8a97-4f9c-bc67-924599b3354b', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'port_id': '5a209ef4-a6f0-4fc4-87f8-5274fed80335', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'mac_address': 'fa:16:3e:a8:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c5d622-f13d-40a8-9123-b747c57190a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:13:41Z', 'updated_at': '2021-07-30T03:13:41Z', 'revision_number': 0, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c471b4fd-e3a2-4651-8848-8c14ff08d675', 'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'mac_address': 'fa:16:3e:1f:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:17Z', 'updated_at': '2021-07-30T03:13:22Z', 'revision_number': 5, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'subnets': [{'id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:43.243019 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea45b3c4-e651-43ab-9a05-e7854fbe0c75 None None] The sync data for ids ['24989638-a187-4dd5-b7cd-f4498d7343f7'] in n-d-713498-9 is: [{'id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:17Z', 'revision_number': 4, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'gw_port': {'id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'b8b2834d-8a97-4f9c-bc67-924599b3354b', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'port_id': '5a209ef4-a6f0-4fc4-87f8-5274fed80335', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'mac_address': 'fa:16:3e:a8:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c5d622-f13d-40a8-9123-b747c57190a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:13:41Z', 'updated_at': '2021-07-30T03:13:41Z', 'revision_number': 0, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c471b4fd-e3a2-4651-8848-8c14ff08d675', 'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'mac_address': 'fa:16:3e:1f:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:17Z', 'updated_at': '2021-07-30T03:13:22Z', 'revision_number': 5, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'subnets': [{'id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:13:43.431775 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7942fe-8ed4-44b6-bc84-5b43728eb10a None None] New status for floating IP b8b2834d-8a97-4f9c-bc67-924599b3354b: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:13:43.617413 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:13:43.684313 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:44.998235 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:48.826027 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:53.373647 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-120e1600-58e6-47c2-807a-8d78d133c241 req-e186d797-edc8-4501-bdbf-527d1c11c3aa service neutron] (94464) timed out ('10.222.0.70', 35364) {{(pid=94464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 03:14:03.843441 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:09.249017 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-044d678e-aba8-4639-843d-3dba0a6ab4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:11.728524 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15e7caa7-e009-4cd7-898d-e401a835a1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:11.848292 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:13.648361 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:14.985970 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:18.730979 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68f31bd8-7d30-4f6c-abee-77c98ef7be72 req-3ae81ed3-8adb-4514-8408-b129e942dd25 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493326 Jul 30 03:14:18.808308 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:18.811083 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f31bd8-7d30-4f6c-abee-77c98ef7be72 req-f5235955-f142-4a4d-a741-e8368067f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:14:18.812583 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68f31bd8-7d30-4f6c-abee-77c98ef7be72 req-f5235955-f142-4a4d-a741-e8368067f17f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=535046e6300849f3bb4e84750d6c6ab2&device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 1096 time: 0.0412169 Jul 30 03:14:18.912635 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f31bd8-7d30-4f6c-abee-77c98ef7be72 req-9e8589c5-0110-42f1-ad31-96898d689420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:14:18.914103 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68f31bd8-7d30-4f6c-abee-77c98ef7be72 req-9e8589c5-0110-42f1-ad31-96898d689420 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b3bb1be8-65e4-41af-afa6-25e14d4e361a HTTP/1.1" status: 200 len: 911 time: 0.0832055 Jul 30 03:14:18.983690 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68f31bd8-7d30-4f6c-abee-77c98ef7be72 req-26b7c73e-a465-4f5a-b05a-62409bb91558 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a209ef4-a6f0-4fc4-87f8-5274fed80335 HTTP/1.1" status: 200 len: 1000 time: 0.0605841 Jul 30 03:14:19.031432 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f31bd8-7d30-4f6c-abee-77c98ef7be72 req-0e8c7ab2-abd8-4e41-a7cb-ab08c463e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:14:19.033390 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68f31bd8-7d30-4f6c-abee-77c98ef7be72 req-0e8c7ab2-abd8-4e41-a7cb-ab08c463e847 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4c5c03-c91d-483f-b32a-195857e4b773 HTTP/1.1" status: 200 len: 849 time: 0.0424681 Jul 30 03:14:19.077945 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f31bd8-7d30-4f6c-abee-77c98ef7be72 req-083b251f-0660-4f02-9f0b-a3cebf44cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:14:19.079428 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68f31bd8-7d30-4f6c-abee-77c98ef7be72 req-083b251f-0660-4f02-9f0b-a3cebf44cc7a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b3bb1be8-65e4-41af-afa6-25e14d4e361a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390389 Jul 30 03:14:19.485787 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68f31bd8-7d30-4f6c-abee-77c98ef7be72 req-5e57540f-9c6b-46aa-a1e7-b6674d8ed5d6 service neutron] 10.222.0.10 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984163 Jul 30 03:14:19.577594 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-68f31bd8-7d30-4f6c-abee-77c98ef7be72 req-dadb57a2-5b73-4888-abdf-276dfcf93043 service neutron] 10.222.0.10 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836375 Jul 30 03:14:20.616641 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:14:33.813439 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:39.207944 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6deae9b-042e-44b6-a2d7-6deefc0aeeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:41.716366 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f96acb43-1658-45d4-9758-a07c59002f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:41.859246 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:43.693007 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:45.019429 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:48.795950 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:57.615633 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:15:03.835898 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:09.224402 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bdfc03fc-cd7f-4c8b-b98d-9d9eecfb9866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:11.726742 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d24a2650-7d4c-44e9-ab7f-66b3fcba8ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:11.835422 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:13.658364 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:14.966934 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:18.823837 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:20.744503 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1571f8fc-cebb-4859-9b06-6b2160626af0 req-6c09f0ce-d059-47cc-ae25-30f10102dc1b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417519 Jul 30 03:15:20.821577 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571f8fc-cebb-4859-9b06-6b2160626af0 req-c5daaeb6-e305-4989-9d13-eca6af013611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:15:20.823077 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1571f8fc-cebb-4859-9b06-6b2160626af0 req-c5daaeb6-e305-4989-9d13-eca6af013611 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=535046e6300849f3bb4e84750d6c6ab2&device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 1096 time: 0.0388126 Jul 30 03:15:20.924958 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571f8fc-cebb-4859-9b06-6b2160626af0 req-2867d515-e868-438c-8d5d-591fa3d93cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:15:20.926414 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1571f8fc-cebb-4859-9b06-6b2160626af0 req-2867d515-e868-438c-8d5d-591fa3d93cd5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b3bb1be8-65e4-41af-afa6-25e14d4e361a HTTP/1.1" status: 200 len: 911 time: 0.0846543 Jul 30 03:15:20.991828 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1571f8fc-cebb-4859-9b06-6b2160626af0 req-a858fc40-0539-4ccd-84eb-ddf2634fbda9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a209ef4-a6f0-4fc4-87f8-5274fed80335 HTTP/1.1" status: 200 len: 1000 time: 0.0580001 Jul 30 03:15:21.039835 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571f8fc-cebb-4859-9b06-6b2160626af0 req-964e409c-c1dc-4690-b908-05dd56c802ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:15:21.041157 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1571f8fc-cebb-4859-9b06-6b2160626af0 req-964e409c-c1dc-4690-b908-05dd56c802ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4c5c03-c91d-483f-b32a-195857e4b773 HTTP/1.1" status: 200 len: 849 time: 0.0427186 Jul 30 03:15:21.089026 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571f8fc-cebb-4859-9b06-6b2160626af0 req-6fdce193-ed61-4a26-8f3a-049f2d4d3a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:15:21.090484 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1571f8fc-cebb-4859-9b06-6b2160626af0 req-6fdce193-ed61-4a26-8f3a-049f2d4d3a7a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b3bb1be8-65e4-41af-afa6-25e14d4e361a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425205 Jul 30 03:15:21.175983 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1571f8fc-cebb-4859-9b06-6b2160626af0 req-9538e3e2-b9c0-4c35-aadb-77367c0c3fcd service neutron] 10.222.0.10 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785124 Jul 30 03:15:21.266411 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1571f8fc-cebb-4859-9b06-6b2160626af0 req-7c2c30fe-b1ff-4d7a-b96d-d00f4b5b05e0 service neutron] 10.222.0.10 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831611 Jul 30 03:15:33.841209 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:34.615070 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:15:39.200469 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d827e2e2-d134-4c0b-b434-e16ce1049905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:41.267770 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 5a209ef4-a6f0-4fc4-87f8-5274fed80335 details requested by agent hyperv_n-h1-713498-9 with host n-h1-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:15:41.363050 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 5a209ef4-a6f0-4fc4-87f8-5274fed80335, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5a209ef4-a6f0-4fc4-87f8-5274fed80335,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:15:41.374256 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Returning: {'device': '5a209ef4-a6f0-4fc4-87f8-5274fed80335', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'port_id': '5a209ef4-a6f0-4fc4-87f8-5274fed80335', 'mac_address': 'fa:16:3e:a8:0c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:15:41.410954 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:41.423022 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a209ef4-a6f0-4fc4-87f8-5274fed80335 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:15:41.441910 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 5a209ef4-a6f0-4fc4-87f8-5274fed80335, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5a209ef4-a6f0-4fc4-87f8-5274fed80335,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:15:41.515366 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:41.569611 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=5a209ef4-a6f0-4fc4-87f8-5274fed80335,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:15:41.576702 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:41.581686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:41.581686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:41.581686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:41.581686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:41.581686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:41.581686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:41.581686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:41.581686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:41.581686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:41.581686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:41.581686 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:41.585507 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] get_ports_and_sgs() called for port_ids ['5a209ef4-a6f0-4fc4-87f8-5274fed80335'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:15:41.746010 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-679a6725-574e-4557-9cfa-a93358edf707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:41.915209 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:43.276365 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 5a209ef4-a6f0-4fc4-87f8-5274fed80335 up at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:15:43.329316 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Provisioning complete for port 5a209ef4-a6f0-4fc4-87f8-5274fed80335 triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:15:43.329692 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:43.418808 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:43.442458 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c5d622-f13d-40a8-9123-b747c57190a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a209ef4-a6f0-4fc4-87f8-5274fed80335'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:15:43.445171 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9329afd-c57c-4a0e-b6d8-66c722c08e76" -d '{"events": [{"server_uuid": "97c5d622-f13d-40a8-9123-b747c57190a0", "name": "network-vif-plugged", "status": "completed", "tag": "5a209ef4-a6f0-4fc4-87f8-5274fed80335"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:15:43.466091 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 5a209ef4-a6f0-4fc4-87f8-5274fed80335, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5a209ef4-a6f0-4fc4-87f8-5274fed80335,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:15:43.490413 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd7978f-7a1f-46a5-9e6e-a34b0690a748 x-openstack-request-id: req-9fd7978f-7a1f-46a5-9e6e-a34b0690a748 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:15:43.490701 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c5d622-f13d-40a8-9123-b747c57190a0", "name": "network-vif-plugged", "status": "completed", "tag": "5a209ef4-a6f0-4fc4-87f8-5274fed80335", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:15:43.490962 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9fd7978f-7a1f-46a5-9e6e-a34b0690a748 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:15:43.491364 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c5d622-f13d-40a8-9123-b747c57190a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a209ef4-a6f0-4fc4-87f8-5274fed80335', 'code': 200} Jul 30 03:15:43.543717 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:43.603753 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=5a209ef4-a6f0-4fc4-87f8-5274fed80335,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:15:43.686699 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:45.270254 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:48.828524 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:53.129123 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-d2d40701-3084-4e58-b92f-55d179e1d12a tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214857038&fields=id&tenant_id=535046e6300849f3bb4e84750d6c6ab2 HTTP/1.1" status: 200 len: 267 time: 0.0339668 Jul 30 03:15:53.232284 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-fdf520f3-1b42-4bad-a6a2-546c90ceca13 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:15:53.233673 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-fdf520f3-1b42-4bad-a6a2-546c90ceca13 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/networks?id=b3bb1be8-65e4-41af-afa6-25e14d4e361a HTTP/1.1" status: 200 len: 810 time: 0.0977490 Jul 30 03:15:53.248698 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-02b0dc5a-acb0-40f7-8d41-84a752c3d9e1 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/quotas/535046e6300849f3bb4e84750d6c6ab2 HTTP/1.1" status: 200 len: 375 time: 0.0088315 Jul 30 03:15:53.304090 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-5698b946-caaa-4272-b214-302960b2b1ed tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=535046e6300849f3bb4e84750d6c6ab2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0496786 Jul 30 03:15:53.403229 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-49b6030e-1009-4cbb-be9d-831647f6a74d service neutron] 10.222.0.70 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879066 Jul 30 03:15:53.493638 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-22c29c07-f412-4f27-bbe5-2040996f55f2 service neutron] 10.222.0.70 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842052 Jul 30 03:15:53.721087 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e59918c8-bce8-4c84-8090-f97f19b9deb3 req-a379cac7-43aa-488c-98fe-68a8ac1c5284 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 210 time: 0.0316703 Jul 30 03:15:54.815786 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-14e3cac2-2c6d-464a-bd44-2e3c833a6e48 req-bc7dd19c-d9f6-4294-bdc5-138c074b13b7 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 210 time: 0.0278239 Jul 30 03:15:55.308596 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 5a209ef4-a6f0-4fc4-87f8-5274fed80335 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:15:55.380678 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:55.405313 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c5d622-f13d-40a8-9123-b747c57190a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a209ef4-a6f0-4fc4-87f8-5274fed80335'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:15:55.407549 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b5ea82-d8c3-472b-828b-bfadd800fe50" -d '{"events": [{"server_uuid": "97c5d622-f13d-40a8-9123-b747c57190a0", "name": "network-vif-unplugged", "status": "completed", "tag": "5a209ef4-a6f0-4fc4-87f8-5274fed80335"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:15:55.420917 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] For port 5a209ef4-a6f0-4fc4-87f8-5274fed80335, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5a209ef4-a6f0-4fc4-87f8-5274fed80335,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:15:55.448910 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1184875a-5b42-4067-a407-c7a785c009e1 x-openstack-request-id: req-1184875a-5b42-4067-a407-c7a785c009e1 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:15:55.449266 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c5d622-f13d-40a8-9123-b747c57190a0", "name": "network-vif-unplugged", "status": "completed", "tag": "5a209ef4-a6f0-4fc4-87f8-5274fed80335", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:15:55.449536 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1184875a-5b42-4067-a407-c7a785c009e1 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:15:55.449955 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c5d622-f13d-40a8-9123-b747c57190a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a209ef4-a6f0-4fc4-87f8-5274fed80335', 'code': 200} Jul 30 03:15:55.509128 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:55.560073 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Pushing event updated for resources: {'Port': ['ID=5a209ef4-a6f0-4fc4-87f8-5274fed80335,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:15:55.713967 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-31d63837-d68c-45e3-be0a-57011e211861 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:15:55.715518 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-31d63837-d68c-45e3-be0a-57011e211861 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.77 "GET /v2.0/networks?id=b3bb1be8-65e4-41af-afa6-25e14d4e361a HTTP/1.1" status: 200 len: 810 time: 0.1001108 Jul 30 03:15:55.763158 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-5df81a18-fe0b-4a67-a135-c1e43b5fc7fe tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=535046e6300849f3bb4e84750d6c6ab2 HTTP/1.1" status: 200 len: 379 time: 0.0333300 Jul 30 03:15:55.772628 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Request body: {'port': {'device_id': '6adb6b07-6336-4747-b11d-e6c070ab6ded', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'admin_state_up': True, 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'security_groups': ['b907daae-4c1a-4345-824c-8ec23c284232']}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:15:55.923412 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-60dbbf7b-1233-4e46-8a23-f96594121217 req-ddbf0fd6-4139-4850-af6f-fc9e7aeae8ba tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 210 time: 0.0327156 Jul 30 03:15:55.960788 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Made reservation on behalf of 535046e6300849f3bb4e84750d6c6ab2 for: {'port': 1} {{(pid=94465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:15:55.964343 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:56.093184 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Allocated IP 172.20.0.4 (b3bb1be8-65e4-41af-afa6-25e14d4e361a/cf4c5c03-c91d-483f-b32a-195857e4b773/45491afe-bf31-4864-81b1-dddf90bea1ba) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:15:56.246722 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:56.265322 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Transition to ACTIVE for port object 45491afe-bf31-4864-81b1-dddf90bea1ba will not be triggered until provisioned by entity DHCP. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:15:56.348856 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:56.425577 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Network b3bb1be8-65e4-41af-afa6-25e14d4e361a is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:15:56.427046 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Pushing event updated for resources: {'Port': ['ID=45491afe-bf31-4864-81b1-dddf90bea1ba,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:15:56.430223 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:15:56.445645 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:15:56.482598 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:56.482950 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:56.483441 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:56.483912 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:56.484431 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:56.484767 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:56.485100 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:56.485429 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:56.485754 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:56.486078 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:56.486437 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:56.494399 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:15:56.540051 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:15:56.540807 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:56.631383 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-aa720a5d-3fc1-4428-b69c-2aec2c8ae9a0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8627100 Jul 30 03:15:56.902329 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-560f9224-f47f-4839-9355-d5452154081b None None] Provisioning for port 45491afe-bf31-4864-81b1-dddf90bea1ba completed by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:15:56.907165 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-560f9224-f47f-4839-9355-d5452154081b None None] Provisioning complete for port 45491afe-bf31-4864-81b1-dddf90bea1ba triggered by entity DHCP. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:15:56.908249 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-560f9224-f47f-4839-9355-d5452154081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:56.945373 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-560f9224-f47f-4839-9355-d5452154081b None None] Port 45491afe-bf31-4864-81b1-dddf90bea1ba cannot update to ACTIVE because it is not bound. {{(pid=94466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:15:57.045433 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026590fc-ce41-43f9-9bbf-43c8945de554 req-5ebcd46a-0739-4e50-a38f-3afa863bf2a8 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:15:57.046971 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-026590fc-ce41-43f9-9bbf-43c8945de554 req-5ebcd46a-0739-4e50-a38f-3afa863bf2a8 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 931 time: 0.0524805 Jul 30 03:15:57.099085 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-026590fc-ce41-43f9-9bbf-43c8945de554 req-3951a483-82f1-4235-9af3-064dd1fb3129 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451431 Jul 30 03:15:58.223220 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b2533-56b8-4553-804f-9d933ad2037b req-9b8eaabb-4de4-4ae1-af5e-9276a8a8f0ea tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:15:58.224708 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-be7b2533-56b8-4553-804f-9d933ad2037b req-9b8eaabb-4de4-4ae1-af5e-9276a8a8f0ea tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 931 time: 0.0585201 Jul 30 03:15:58.262268 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-be7b2533-56b8-4553-804f-9d933ad2037b req-0df34111-0e72-4a1a-ad78-8bcc3ca78eb4 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316510 Jul 30 03:15:59.379286 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5457fa7-2159-4bfd-af0d-0af7448424d9 req-864fe7ba-0487-43ee-a964-39fb8fd17e9f tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:15:59.380874 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5457fa7-2159-4bfd-af0d-0af7448424d9 req-864fe7ba-0487-43ee-a964-39fb8fd17e9f tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 931 time: 0.0495532 Jul 30 03:15:59.422329 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5457fa7-2159-4bfd-af0d-0af7448424d9 req-7bf071be-f73c-498d-83ac-c691741d0428 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344357 Jul 30 03:16:00.542731 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef645b4-40b2-4a24-8ce2-61d4e9e4e119 req-6ad6a18a-074b-4bac-8faa-78dde309bdd2 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:00.544242 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fef645b4-40b2-4a24-8ce2-61d4e9e4e119 req-6ad6a18a-074b-4bac-8faa-78dde309bdd2 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 931 time: 0.0505099 Jul 30 03:16:00.589737 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fef645b4-40b2-4a24-8ce2-61d4e9e4e119 req-629c56e2-99c7-4f2d-b5ef-635293485c20 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382111 Jul 30 03:16:01.710754 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa59511-7d9a-4505-9016-542fe60ce2bf req-4b048069-af34-4829-b491-17c86a2ad3d6 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:01.712606 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1fa59511-7d9a-4505-9016-542fe60ce2bf req-4b048069-af34-4829-b491-17c86a2ad3d6 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 931 time: 0.0551765 Jul 30 03:16:01.761125 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1fa59511-7d9a-4505-9016-542fe60ce2bf req-e648322d-cb82-449f-b042-894bda4dc30e tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424993 Jul 30 03:16:02.894830 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cff90-9252-40d6-805e-8223a8580553 req-4cc0dfdd-8920-4a90-a418-2ae8602826a3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:02.896868 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f3cff90-9252-40d6-805e-8223a8580553 req-4cc0dfdd-8920-4a90-a418-2ae8602826a3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 931 time: 0.0540264 Jul 30 03:16:02.935482 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8f3cff90-9252-40d6-805e-8223a8580553 req-bc22f2bd-7c96-4925-836d-635adcd78635 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323443 Jul 30 03:16:04.061834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19902b-ece9-42f6-a67c-0d7e22a51a1c req-63d06b57-c4e0-4da0-8246-6f9ab1a52205 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:04.063421 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cd19902b-ece9-42f6-a67c-0d7e22a51a1c req-63d06b57-c4e0-4da0-8246-6f9ab1a52205 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 931 time: 0.0570457 Jul 30 03:16:04.107814 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-92792d5b-b0ab-41a3-b682-f775754f0412 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:16:04.108779 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-92792d5b-b0ab-41a3-b682-f775754f0412 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101962 Jul 30 03:16:04.116285 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-cd19902b-ece9-42f6-a67c-0d7e22a51a1c req-714bd752-412a-40a3-b1ef-2c392140e8ba tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467021 Jul 30 03:16:04.169903 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] Request body: {'port': {'device_id': '6adb6b07-6336-4747-b11d-e6c070ab6ded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-9'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:16:04.223277 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:04.257690 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:04.573386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45491afe-bf31-4864-81b1-dddf90bea1ba {{(pid=94465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:16:04.573386 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:04.573386 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.provisioning_blocks [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] Transition to ACTIVE for port object 45491afe-bf31-4864-81b1-dddf90bea1ba will not be triggered until provisioned by entity L2. {{(pid=94465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:16:04.747744 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:04.869799 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] Pushing event updated for resources: {'Port': ['ID=45491afe-bf31-4864-81b1-dddf90bea1ba,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:16:04.886949 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] Attempting to bind port 45491afe-bf31-4864-81b1-dddf90bea1ba on host n-h2-713498-9 for vnic_type normal with profile {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:16:04.887297 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] Attempting to bind port 45491afe-bf31-4864-81b1-dddf90bea1ba by drivers openvswitch,hyperv on host n-h2-713498-9 at level 0 using segments [{'id': '6d76cd72-ee98-4d8e-af57-f5bbc3f1a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a'}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:16:04.889262 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] Attempting to bind port 45491afe-bf31-4864-81b1-dddf90bea1ba on network b3bb1be8-65e4-41af-afa6-25e14d4e361a {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:16:04.899963 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] Port 45491afe-bf31-4864-81b1-dddf90bea1ba on network b3bb1be8-65e4-41af-afa6-25e14d4e361a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-9 {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:16:04.900203 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] Attempting to bind port 45491afe-bf31-4864-81b1-dddf90bea1ba on network b3bb1be8-65e4-41af-afa6-25e14d4e361a {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:16:04.905779 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] Checking agent: {'id': 'cee5082a-691d-41b7-a88c-697b67ba5906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'started_at': datetime.datetime(2021, 7, 30, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:16:04.906122 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] Checking segment: {'id': '6d76cd72-ee98-4d8e-af57-f5bbc3f1a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:16:04.906602 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] Bound using segment: {'id': '6d76cd72-ee98-4d8e-af57-f5bbc3f1a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a'} {{(pid=94465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:16:04.907037 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.managers [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] Bound port: 45491afe-bf31-4864-81b1-dddf90bea1ba, host: n-h2-713498-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d76cd72-ee98-4d8e-af57-f5bbc3f1a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a'}}] {{(pid=94465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:16:04.907403 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:04.986413 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] For port 45491afe-bf31-4864-81b1-dddf90bea1ba, host n-h2-713498-9, cleared binding levels {{(pid=94465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:16:04.990145 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] For port 45491afe-bf31-4864-81b1-dddf90bea1ba, host n-h2-713498-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=45491afe-bf31-4864-81b1-dddf90bea1ba,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:16:05.062494 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:05.103673 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:05.104378 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:05.105810 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] 10.222.0.77 "PUT /v2.0/ports/45491afe-bf31-4864-81b1-dddf90bea1ba HTTP/1.1" status: 200 len: 1091 time: 0.9886677 Jul 30 03:16:05.106241 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6adb6b07-6336-4747-b11d-e6c070ab6ded', 'tag': '45491afe-bf31-4864-81b1-dddf90bea1ba'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:16:05.110048 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7597c8ba-7cc2-476b-961d-ae2586bc311c" -d '{"events": [{"name": "network-changed", "server_uuid": "6adb6b07-6336-4747-b11d-e6c070ab6ded", "tag": "45491afe-bf31-4864-81b1-dddf90bea1ba"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:16:05.153204 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ed655-2a66-491a-af5a-6efe8f70b860 service neutron] Pushing event updated for resources: {'Port': ['ID=45491afe-bf31-4864-81b1-dddf90bea1ba,revision_number=3']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:16:05.170747 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0213f3-5b69-46ca-939a-198e94ef8b2b x-openstack-request-id: req-cb0213f3-5b69-46ca-939a-198e94ef8b2b {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:16:05.171066 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6adb6b07-6336-4747-b11d-e6c070ab6ded", "tag": "45491afe-bf31-4864-81b1-dddf90bea1ba", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:16:05.171288 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb0213f3-5b69-46ca-939a-198e94ef8b2b {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:16:05.171732 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6adb6b07-6336-4747-b11d-e6c070ab6ded', 'tag': '45491afe-bf31-4864-81b1-dddf90bea1ba', 'status': 'completed', 'code': 200} Jul 30 03:16:05.305233 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576841c8-95f8-4c5c-8969-7d46467b96c5 req-3a55ea71-eed9-4331-b219-fcfd7daceed2 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:05.307030 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-576841c8-95f8-4c5c-8969-7d46467b96c5 req-3a55ea71-eed9-4331-b219-fcfd7daceed2 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 943 time: 0.0794930 Jul 30 03:16:05.359040 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-576841c8-95f8-4c5c-8969-7d46467b96c5 req-c77b352c-80ee-49c1-b900-72300ee0a9c4 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438139 Jul 30 03:16:06.475983 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e5aef-6198-4b33-bd95-55ea0140bb68 req-60109c15-f774-460c-ad8d-ad7b0efefbc9 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:06.477479 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8d3e5aef-6198-4b33-bd95-55ea0140bb68 req-60109c15-f774-460c-ad8d-ad7b0efefbc9 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 943 time: 0.0499420 Jul 30 03:16:06.517698 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-8d3e5aef-6198-4b33-bd95-55ea0140bb68 req-fc7b1b87-1b68-4d1d-b314-b4d29def2d9e tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341094 Jul 30 03:16:07.184729 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597c8ba-7cc2-476b-961d-ae2586bc311c req-986da1f5-588d-4ff8-9145-37dbf0946a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:07.186255 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7597c8ba-7cc2-476b-961d-ae2586bc311c req-986da1f5-588d-4ff8-9145-37dbf0946a89 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=535046e6300849f3bb4e84750d6c6ab2&device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 1094 time: 0.0453353 Jul 30 03:16:07.295663 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597c8ba-7cc2-476b-961d-ae2586bc311c req-c5bc5edd-efcd-40ee-9502-96506fac758a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:07.297164 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7597c8ba-7cc2-476b-961d-ae2586bc311c req-c5bc5edd-efcd-40ee-9502-96506fac758a service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=535046e6300849f3bb4e84750d6c6ab2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0920572 Jul 30 03:16:07.393912 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597c8ba-7cc2-476b-961d-ae2586bc311c req-f8a13d09-fc77-492f-8c0f-cdf17c43c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:07.395434 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7597c8ba-7cc2-476b-961d-ae2586bc311c req-f8a13d09-fc77-492f-8c0f-cdf17c43c0ad service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907559 Jul 30 03:16:07.491121 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-aa3756a2-e0ea-4b9f-80f5-3f7abc8085cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:07.492508 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-aa3756a2-e0ea-4b9f-80f5-3f7abc8085cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=535046e6300849f3bb4e84750d6c6ab2&device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 1094 time: 0.0408940 Jul 30 03:16:07.539853 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-d273cac3-f3f9-4680-9f00-f154e1309827 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45491afe-bf31-4864-81b1-dddf90bea1ba HTTP/1.1" status: 200 len: 217 time: 0.0336318 Jul 30 03:16:07.616554 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-b7566a7e-d416-46a5-9d59-be94a3844e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:07.618134 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-b7566a7e-d416-46a5-9d59-be94a3844e6c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf4c5c03-c91d-483f-b32a-195857e4b773 HTTP/1.1" status: 200 len: 849 time: 0.0711033 Jul 30 03:16:07.666432 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26caef6d-8e95-42b3-8887-eef30f52bab4 req-63cf50f2-a39a-4455-8e15-872812fdc0fc tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:07.667905 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-26caef6d-8e95-42b3-8887-eef30f52bab4 req-63cf50f2-a39a-4455-8e15-872812fdc0fc tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 943 time: 0.0801075 Jul 30 03:16:07.682910 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-5c4ab89f-df1a-4f4d-b011-c808261560b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:07.684360 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-5c4ab89f-df1a-4f4d-b011-c808261560b9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b3bb1be8-65e4-41af-afa6-25e14d4e361a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590200 Jul 30 03:16:07.757032 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-26caef6d-8e95-42b3-8887-eef30f52bab4 req-79ed26d1-f703-4f01-876e-79edc123bb8f tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817785 Jul 30 03:16:07.796525 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-69b6f292-b4b6-413f-bb9f-8ab5ec3420b0 service neutron] 10.222.0.77 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047900 Jul 30 03:16:07.885048 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-593ac408-1707-4dd0-ad8f-aa270163f9b1 req-b9f21a62-0c81-4009-a9aa-48b5c40e597a service neutron] 10.222.0.77 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813174 Jul 30 03:16:08.872244 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92ac10-15a3-4b9b-b913-1efd7a0eb03c req-d747f4e2-b8b2-4899-aa20-d2a6a6b1e786 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:08.873711 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b92ac10-15a3-4b9b-b913-1efd7a0eb03c req-d747f4e2-b8b2-4899-aa20-d2a6a6b1e786 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 943 time: 0.0488713 Jul 30 03:16:08.910528 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-5b92ac10-15a3-4b9b-b913-1efd7a0eb03c req-25523559-a2a8-4bc6-93fe-e19724723c23 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309377 Jul 30 03:16:09.256515 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f5796afb-9526-47e4-a26c-75485981be0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:10.030595 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32d5a8-58c1-4893-9679-cf01be26ae53 req-e6e4622a-6f7a-4a0c-aa96-bed45ee51a18 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:10.032093 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee32d5a8-58c1-4893-9679-cf01be26ae53 req-e6e4622a-6f7a-4a0c-aa96-bed45ee51a18 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 943 time: 0.0554261 Jul 30 03:16:10.069597 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ee32d5a8-58c1-4893-9679-cf01be26ae53 req-7f01d0f1-355c-4de2-a272-71165bf5704c tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315907 Jul 30 03:16:11.184215 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8ecc1-69a3-4fdb-98f4-806a9372d232 req-c4b032e2-8d1c-45e1-a64d-bcc7b80be017 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:11.185690 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ff8ecc1-69a3-4fdb-98f4-806a9372d232 req-c4b032e2-8d1c-45e1-a64d-bcc7b80be017 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 943 time: 0.0496645 Jul 30 03:16:11.223030 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-7ff8ecc1-69a3-4fdb-98f4-806a9372d232 req-e55c947e-39ab-4380-8a78-80fd90ac2ec3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314662 Jul 30 03:16:11.348177 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 45491afe-bf31-4864-81b1-dddf90bea1ba details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:16:11.441918 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 45491afe-bf31-4864-81b1-dddf90bea1ba, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=45491afe-bf31-4864-81b1-dddf90bea1ba,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:16:11.453309 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '45491afe-bf31-4864-81b1-dddf90bea1ba', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'port_id': '45491afe-bf31-4864-81b1-dddf90bea1ba', 'mac_address': 'fa:16:3e:25:15:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:16:11.488630 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:11.500755 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45491afe-bf31-4864-81b1-dddf90bea1ba {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:16:11.519975 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 45491afe-bf31-4864-81b1-dddf90bea1ba, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=45491afe-bf31-4864-81b1-dddf90bea1ba,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:16:11.610279 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:11.614346 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:16:11.671403 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=45491afe-bf31-4864-81b1-dddf90bea1ba,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:16:11.758546 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0bda9d0a-cc34-4e15-a403-9a85361f49b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:11.844112 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:11.898524 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['45491afe-bf31-4864-81b1-dddf90bea1ba'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:16:12.336280 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac8c4b-0a93-4f28-b12c-cfe8300a28e8 req-cad4f5d7-d104-4082-8447-da54b460d90a tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:12.337764 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-abac8c4b-0a93-4f28-b12c-cfe8300a28e8 req-cad4f5d7-d104-4082-8447-da54b460d90a tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 944 time: 0.0486832 Jul 30 03:16:12.375179 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-abac8c4b-0a93-4f28-b12c-cfe8300a28e8 req-9fd027ab-f8dc-4066-b34f-c19cffc020b7 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315745 Jul 30 03:16:13.364960 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 45491afe-bf31-4864-81b1-dddf90bea1ba up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:16:13.478257 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning for port 45491afe-bf31-4864-81b1-dddf90bea1ba completed by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:16:13.482211 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 45491afe-bf31-4864-81b1-dddf90bea1ba triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:16:13.482611 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:13.494393 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229581a7-8b77-4954-9d6a-d3cf91fe51cf req-9fcdd82b-be32-4832-b337-796d9f28edd7 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:13.495918 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-229581a7-8b77-4954-9d6a-d3cf91fe51cf req-9fcdd82b-be32-4832-b337-796d9f28edd7 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 944 time: 0.0540349 Jul 30 03:16:13.534538 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-229581a7-8b77-4954-9d6a-d3cf91fe51cf req-4a306097-64eb-4365-89e4-380a13da766f tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325050 Jul 30 03:16:13.560066 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:13.581114 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6adb6b07-6336-4747-b11d-e6c070ab6ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45491afe-bf31-4864-81b1-dddf90bea1ba'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:16:13.583361 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a05e2c3-d171-44ac-ba23-7ab9580f0a78" -d '{"events": [{"server_uuid": "6adb6b07-6336-4747-b11d-e6c070ab6ded", "name": "network-vif-plugged", "status": "completed", "tag": "45491afe-bf31-4864-81b1-dddf90bea1ba"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:16:13.603467 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 45491afe-bf31-4864-81b1-dddf90bea1ba, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=45491afe-bf31-4864-81b1-dddf90bea1ba,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:16:13.620135 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c6260f-4f9f-43bf-a733-a8a9eef5b7ce x-openstack-request-id: req-77c6260f-4f9f-43bf-a733-a8a9eef5b7ce {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:16:13.620473 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6adb6b07-6336-4747-b11d-e6c070ab6ded", "name": "network-vif-plugged", "status": "completed", "tag": "45491afe-bf31-4864-81b1-dddf90bea1ba", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:16:13.620732 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-77c6260f-4f9f-43bf-a733-a8a9eef5b7ce {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:16:13.621122 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6adb6b07-6336-4747-b11d-e6c070ab6ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45491afe-bf31-4864-81b1-dddf90bea1ba', 'code': 200} Jul 30 03:16:13.667390 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:13.711366 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:13.714251 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=45491afe-bf31-4864-81b1-dddf90bea1ba,revision_number=5']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:16:13.743521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c347ce8-3a28-46c4-ac52-af3347486558 req-1bb62c46-7b6d-4e6f-b34e-6eb8d315a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:13.745073 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1c347ce8-3a28-46c4-ac52-af3347486558 req-1bb62c46-7b6d-4e6f-b34e-6eb8d315a0d0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 1096 time: 0.0409951 Jul 30 03:16:13.781346 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-1c347ce8-3a28-46c4-ac52-af3347486558 req-dde0840d-2f82-416a-bc6f-41361098959c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291641 Jul 30 03:16:14.652913 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda9d67-f7c2-4c64-a3f6-c9dbcb33cce8 req-cd74910e-3d8c-4528-9e4c-e72468fb3bc8 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:14.654336 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-beda9d67-f7c2-4c64-a3f6-c9dbcb33cce8 req-cd74910e-3d8c-4528-9e4c-e72468fb3bc8 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 945 time: 0.0492537 Jul 30 03:16:14.692145 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-beda9d67-f7c2-4c64-a3f6-c9dbcb33cce8 req-0cb6e641-a35f-4c1f-9fb5-6d33a0f5e7e5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318370 Jul 30 03:16:15.080282 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:15.811783 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d180b-a3bd-42f5-ba27-28e324862506 req-ca3f126c-f92f-46fe-b787-914e3f10a46c tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:15.813282 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ff8d180b-a3bd-42f5-ba27-28e324862506 req-ca3f126c-f92f-46fe-b787-914e3f10a46c tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 945 time: 0.0524619 Jul 30 03:16:15.851063 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-ff8d180b-a3bd-42f5-ba27-28e324862506 req-ab757260-4ba8-48ac-b3cf-2fa5fb4da6ee tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313957 Jul 30 03:16:15.963453 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8b96b-b034-4f9b-b3e6-ba3dddcd3121 req-8f88e97a-96e7-4fda-a04f-ed7b977ad92f tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:15.964980 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-03a8b96b-b034-4f9b-b3e6-ba3dddcd3121 req-8f88e97a-96e7-4fda-a04f-ed7b977ad92f tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 945 time: 0.0494173 Jul 30 03:16:16.001852 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-03a8b96b-b034-4f9b-b3e6-ba3dddcd3121 req-c3b05315-7924-47ea-aac1-d878f40a2c48 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307925 Jul 30 03:16:16.023916 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41410) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:16:16.062162 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcc96a9-e891-4011-b4a7-51a9cb91eace tempest-TestSnapshotPattern-267530846 tempest-TestSnapshotPattern-267530846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:16.063651 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-2dcc96a9-e891-4011-b4a7-51a9cb91eace tempest-TestSnapshotPattern-267530846 tempest-TestSnapshotPattern-267530846-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 1091 time: 0.0387719 Jul 30 03:16:16.066370 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41412) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:16:16.071157 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.v2.base [None req-19d55464-efbb-4844-8a3f-c10277128ef5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Request body: {'floatingip': {'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'port_id': '45491afe-bf31-4864-81b1-dddf90bea1ba', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:16:16.160221 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19d55464-efbb-4844-8a3f-c10277128ef5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for floatingip, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:16.258470 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19d55464-efbb-4844-8a3f-c10277128ef5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:16.364070 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_common [None req-19d55464-efbb-4844-8a3f-c10277128ef5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Allocated IP 172.25.1.236 (1877634e-3296-4557-b49e-b7cf8a7e5fe3/f909d68d-3665-422a-9a1e-02539fb0b16b/fdb2f51d-004c-46fc-9718-0aae4be93e8f) {{(pid=94465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:16:16.465130 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19d55464-efbb-4844-8a3f-c10277128ef5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for port, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:16.575856 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19d55464-efbb-4844-8a3f-c10277128ef5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773282243332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:16.617288 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d55464-efbb-4844-8a3f-c10277128ef5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Network 1877634e-3296-4557-b49e-b7cf8a7e5fe3 is already hosted by enough agents. {{(pid=94465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:16:16.621679 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.base_scheduler [None req-19d55464-efbb-4844-8a3f-c10277128ef5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Resources bound (agent type, host, resource id): {{(pid=94465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:16:16.624239 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d55464-efbb-4844-8a3f-c10277128ef5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Received port after_create {{(pid=94465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:16:16.652629 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d55464-efbb-4844-8a3f-c10277128ef5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Pushing event updated for resources: {'Port': ['ID=fdb2f51d-004c-46fc-9718-0aae4be93e8f,revision_number=1']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:16:17.000541 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19d55464-efbb-4844-8a3f-c10277128ef5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:17.123546 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19d55464-efbb-4844-8a3f-c10277128ef5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:17.284735 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19d55464-efbb-4844-8a3f-c10277128ef5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for port, precommit_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:17.352661 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19d55464-efbb-4844-8a3f-c10277128ef5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528892185'] for port, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:17.422746 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d55464-efbb-4844-8a3f-c10277128ef5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Pushing event updated for resources: {'Port': ['ID=fdb2f51d-004c-46fc-9718-0aae4be93e8f,revision_number=2']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:16:17.438524 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19d55464-efbb-4844-8a3f-c10277128ef5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3748668'] for floatingip, after_update {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:17.545424 n-d-713498-9 neutron-server[94465]: INFO neutron.db.l3_db [None req-19d55464-efbb-4844-8a3f-c10277128ef5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Floating IP eb379fd5-67e3-485e-bdd1-aa1c5e06900b associated. External IP: 172.25.1.236, port: 45491afe-bf31-4864-81b1-dddf90bea1ba. Jul 30 03:16:17.757859 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d55464-efbb-4844-8a3f-c10277128ef5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Router 24989638-a187-4dd5-b7cd-f4498d7343f7 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:16:17.868156 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d55464-efbb-4844-8a3f-c10277128ef5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:16:17.878977 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68dc783-3008-4bc8-8078-8090a22edebe None None] Sync routers for ids ['24989638-a187-4dd5-b7cd-f4498d7343f7'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:16:17.889425 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68dc783-3008-4bc8-8078-8090a22edebe None None] Routers {'24989638-a187-4dd5-b7cd-f4498d7343f7'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:16:17.890091 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d68dc783-3008-4bc8-8078-8090a22edebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:16:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['24989638-a187-4dd5-b7cd-f4498d7343f7'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:16:17.983578 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-19d55464-efbb-4844-8a3f-c10277128ef5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:18.002592 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-d68dc783-3008-4bc8-8078-8090a22edebe None None] Set router 24989638-a187-4dd5-b7cd-f4498d7343f7 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:16:18.240993 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d68dc783-3008-4bc8-8078-8090a22edebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:17Z', 'revision_number': 4, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'gw_port': {'id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'b8b2834d-8a97-4f9c-bc67-924599b3354b', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'port_id': '5a209ef4-a6f0-4fc4-87f8-5274fed80335', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'mac_address': 'fa:16:3e:a8:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c5d622-f13d-40a8-9123-b747c57190a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:13:41Z', 'updated_at': '2021-07-30T03:13:43Z', 'revision_number': 1, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'fixed_ip_address_scope': None}, {'id': 'eb379fd5-67e3-485e-bdd1-aa1c5e06900b', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'port_id': '45491afe-bf31-4864-81b1-dddf90bea1ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'mac_address': 'fa:16:3e:25:15:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adb6b07-6336-4747-b11d-e6c070ab6ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:16:16Z', 'updated_at': '2021-07-30T03:16:16Z', 'revision_number': 0, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c471b4fd-e3a2-4651-8848-8c14ff08d675', 'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'mac_address': 'fa:16:3e:1f:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:17Z', 'updated_at': '2021-07-30T03:13:22Z', 'revision_number': 5, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'subnets': [{'id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:16:18.271038 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68dc783-3008-4bc8-8078-8090a22edebe None None] Checking router: 24989638-a187-4dd5-b7cd-f4498d7343f7 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:16:18.279361 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68dc783-3008-4bc8-8078-8090a22edebe None None] Routers {'24989638-a187-4dd5-b7cd-f4498d7343f7'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:16:18.279969 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d68dc783-3008-4bc8-8078-8090a22edebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:16:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['24989638-a187-4dd5-b7cd-f4498d7343f7'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:16:18.341659 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-19d55464-efbb-4844-8a3f-c10277128ef5 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2741976 Jul 30 03:16:18.342226 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6adb6b07-6336-4747-b11d-e6c070ab6ded', 'tag': '45491afe-bf31-4864-81b1-dddf90bea1ba'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:16:18.344437 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf1e1e9-9ba4-4219-b752-86ead9eab28a" -d '{"events": [{"name": "network-changed", "server_uuid": "6adb6b07-6336-4747-b11d-e6c070ab6ded", "tag": "45491afe-bf31-4864-81b1-dddf90bea1ba"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:16:18.381857 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b572836-bdad-47e5-b854-46e0867681d8 x-openstack-request-id: req-8b572836-bdad-47e5-b854-46e0867681d8 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:16:18.382159 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6adb6b07-6336-4747-b11d-e6c070ab6ded", "tag": "45491afe-bf31-4864-81b1-dddf90bea1ba", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:16:18.382444 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b572836-bdad-47e5-b854-46e0867681d8 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:16:18.382849 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6adb6b07-6336-4747-b11d-e6c070ab6ded', 'tag': '45491afe-bf31-4864-81b1-dddf90bea1ba', 'status': 'completed', 'code': 200} Jul 30 03:16:18.385335 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-d68dc783-3008-4bc8-8078-8090a22edebe None None] Set router 24989638-a187-4dd5-b7cd-f4498d7343f7 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:16:18.463612 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1e1e9-9ba4-4219-b752-86ead9eab28a req-8f809c11-207f-48f8-a9da-dfb8eb957fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:18.465104 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fcf1e1e9-9ba4-4219-b752-86ead9eab28a req-8f809c11-207f-48f8-a9da-dfb8eb957fdf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=535046e6300849f3bb4e84750d6c6ab2&device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 1096 time: 0.0398340 Jul 30 03:16:18.556110 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1e1e9-9ba4-4219-b752-86ead9eab28a req-ac9ca074-3684-463d-af67-b814e8272d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:18.557511 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fcf1e1e9-9ba4-4219-b752-86ead9eab28a req-ac9ca074-3684-463d-af67-b814e8272d88 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b3bb1be8-65e4-41af-afa6-25e14d4e361a HTTP/1.1" status: 200 len: 911 time: 0.0856147 Jul 30 03:16:18.603549 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-d68dc783-3008-4bc8-8078-8090a22edebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:17Z', 'revision_number': 4, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'gw_port': {'id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'b8b2834d-8a97-4f9c-bc67-924599b3354b', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'port_id': '5a209ef4-a6f0-4fc4-87f8-5274fed80335', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'mac_address': 'fa:16:3e:a8:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c5d622-f13d-40a8-9123-b747c57190a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:13:41Z', 'updated_at': '2021-07-30T03:13:43Z', 'revision_number': 1, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'fixed_ip_address_scope': None}, {'id': 'eb379fd5-67e3-485e-bdd1-aa1c5e06900b', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'port_id': '45491afe-bf31-4864-81b1-dddf90bea1ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'mac_address': 'fa:16:3e:25:15:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adb6b07-6336-4747-b11d-e6c070ab6ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:16:16Z', 'updated_at': '2021-07-30T03:16:16Z', 'revision_number': 0, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c471b4fd-e3a2-4651-8848-8c14ff08d675', 'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'mac_address': 'fa:16:3e:1f:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:17Z', 'updated_at': '2021-07-30T03:13:22Z', 'revision_number': 5, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'subnets': [{'id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:16:18.622593 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fcf1e1e9-9ba4-4219-b752-86ead9eab28a req-1d70aaf8-ffe9-4242-9012-3b89994abbaf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45491afe-bf31-4864-81b1-dddf90bea1ba HTTP/1.1" status: 200 len: 999 time: 0.0578358 Jul 30 03:16:18.632160 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68dc783-3008-4bc8-8078-8090a22edebe None None] The sync data for ids ['24989638-a187-4dd5-b7cd-f4498d7343f7'] in n-d-713498-9 is: [{'id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:17Z', 'revision_number': 4, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'gw_port': {'id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'b8b2834d-8a97-4f9c-bc67-924599b3354b', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'port_id': '5a209ef4-a6f0-4fc4-87f8-5274fed80335', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'mac_address': 'fa:16:3e:a8:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c5d622-f13d-40a8-9123-b747c57190a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:13:41Z', 'updated_at': '2021-07-30T03:13:43Z', 'revision_number': 1, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'fixed_ip_address_scope': None}, {'id': 'eb379fd5-67e3-485e-bdd1-aa1c5e06900b', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'port_id': '45491afe-bf31-4864-81b1-dddf90bea1ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'mac_address': 'fa:16:3e:25:15:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adb6b07-6336-4747-b11d-e6c070ab6ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:16:16Z', 'updated_at': '2021-07-30T03:16:16Z', 'revision_number': 0, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c471b4fd-e3a2-4651-8848-8c14ff08d675', 'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'mac_address': 'fa:16:3e:1f:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:17Z', 'updated_at': '2021-07-30T03:13:22Z', 'revision_number': 5, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'subnets': [{'id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:16:18.674908 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1e1e9-9ba4-4219-b752-86ead9eab28a req-5b4fe45f-33ac-442a-a2e1-df82a14053ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:18.676491 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fcf1e1e9-9ba4-4219-b752-86ead9eab28a req-5b4fe45f-33ac-442a-a2e1-df82a14053ef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf4c5c03-c91d-483f-b32a-195857e4b773 HTTP/1.1" status: 200 len: 849 time: 0.0477023 Jul 30 03:16:18.727805 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1e1e9-9ba4-4219-b752-86ead9eab28a req-92fa0bd3-5c5f-4476-a8d1-c83647452067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:18.729331 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fcf1e1e9-9ba4-4219-b752-86ead9eab28a req-92fa0bd3-5c5f-4476-a8d1-c83647452067 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b3bb1be8-65e4-41af-afa6-25e14d4e361a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454984 Jul 30 03:16:18.823610 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fcf1e1e9-9ba4-4219-b752-86ead9eab28a req-b8d61260-14ed-4358-a704-942e89b32020 service neutron] 10.222.0.77 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874722 Jul 30 03:16:18.826412 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a487f3c6-ffe2-440b-aaab-18944d8379a9 None None] New status for floating IP eb379fd5-67e3-485e-bdd1-aa1c5e06900b: ACTIVE {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:16:18.859390 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:18.918071 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-fcf1e1e9-9ba4-4219-b752-86ead9eab28a req-d65c127b-a2a9-4841-b08b-e27b5dd367b4 service neutron] 10.222.0.77 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871849 Jul 30 03:16:21.739900 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c4918f69-51d4-47ce-8c23-39c3fcb18762 req-25c6a719-080d-4f0b-a7bb-be3a71a81317 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0798206 Jul 30 03:16:21.823170 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4918f69-51d4-47ce-8c23-39c3fcb18762 req-3cb11867-eb5c-44fa-a8c3-0c059212cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:21.824661 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c4918f69-51d4-47ce-8c23-39c3fcb18762 req-3cb11867-eb5c-44fa-a8c3-0c059212cff2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=535046e6300849f3bb4e84750d6c6ab2&device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 1094 time: 0.0402274 Jul 30 03:16:21.928488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4918f69-51d4-47ce-8c23-39c3fcb18762 req-1bfde553-47bc-45fc-96de-22e578f63d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:21.929881 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c4918f69-51d4-47ce-8c23-39c3fcb18762 req-1bfde553-47bc-45fc-96de-22e578f63d65 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b3bb1be8-65e4-41af-afa6-25e14d4e361a HTTP/1.1" status: 200 len: 911 time: 0.0865896 Jul 30 03:16:21.993956 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c4918f69-51d4-47ce-8c23-39c3fcb18762 req-a798628c-eabc-4bdb-82c3-df0b6f149418 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a209ef4-a6f0-4fc4-87f8-5274fed80335 HTTP/1.1" status: 200 len: 998 time: 0.0569427 Jul 30 03:16:22.043242 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4918f69-51d4-47ce-8c23-39c3fcb18762 req-c56e4136-a397-463c-9d60-7e292acc27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:22.044694 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c4918f69-51d4-47ce-8c23-39c3fcb18762 req-c56e4136-a397-463c-9d60-7e292acc27b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4c5c03-c91d-483f-b32a-195857e4b773 HTTP/1.1" status: 200 len: 849 time: 0.0436006 Jul 30 03:16:22.093801 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4918f69-51d4-47ce-8c23-39c3fcb18762 req-f1fa46da-ed6c-4fc0-88fb-b8a3c82c2ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:22.095310 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c4918f69-51d4-47ce-8c23-39c3fcb18762 req-f1fa46da-ed6c-4fc0-88fb-b8a3c82c2ad8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b3bb1be8-65e4-41af-afa6-25e14d4e361a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436859 Jul 30 03:16:22.183498 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c4918f69-51d4-47ce-8c23-39c3fcb18762 req-f1f4cdb6-f9a9-4269-bc19-598efd6a2c81 service neutron] 10.222.0.10 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802436 Jul 30 03:16:22.275522 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c4918f69-51d4-47ce-8c23-39c3fcb18762 req-6c9ec244-16ce-4124-af89-be70ef5462d1 service neutron] 10.222.0.10 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850635 Jul 30 03:16:33.871687 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:39.205103 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c7e5020-1cd4-4f6b-9a51-7ac41615c272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:41.729110 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ed48ff9-5e5c-41d2-81b5-6ee5ede758db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:41.831666 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:43.656867 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:45.010639 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:48.613735 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:16:48.850568 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:52.827711 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-66685ac9-a85d-4728-862a-f06ce7f0e24a req-87dd1936-81a8-4183-8e5f-5e9ec5110039 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424144 Jul 30 03:16:52.924842 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66685ac9-a85d-4728-862a-f06ce7f0e24a req-1e02a1a8-9887-463f-af9b-98921cb91c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:52.926335 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-66685ac9-a85d-4728-862a-f06ce7f0e24a req-1e02a1a8-9887-463f-af9b-98921cb91c5d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=535046e6300849f3bb4e84750d6c6ab2&device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 1096 time: 0.0402167 Jul 30 03:16:53.030379 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66685ac9-a85d-4728-862a-f06ce7f0e24a req-3cbac14e-b2fc-463c-9ab5-7eb3dd81c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:53.031863 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-66685ac9-a85d-4728-862a-f06ce7f0e24a req-3cbac14e-b2fc-463c-9ab5-7eb3dd81c70f service neutron] 10.222.0.77 "GET /v2.0/networks?id=b3bb1be8-65e4-41af-afa6-25e14d4e361a HTTP/1.1" status: 200 len: 911 time: 0.0870998 Jul 30 03:16:53.095534 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-66685ac9-a85d-4728-862a-f06ce7f0e24a req-34b5c0f1-73a8-4217-809d-4e51f14ce35b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45491afe-bf31-4864-81b1-dddf90bea1ba HTTP/1.1" status: 200 len: 1001 time: 0.0560498 Jul 30 03:16:53.144131 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66685ac9-a85d-4728-862a-f06ce7f0e24a req-97abecc9-127d-4360-ad5b-90386139c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:53.145566 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-66685ac9-a85d-4728-862a-f06ce7f0e24a req-97abecc9-127d-4360-ad5b-90386139c3b7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf4c5c03-c91d-483f-b32a-195857e4b773 HTTP/1.1" status: 200 len: 849 time: 0.0431709 Jul 30 03:16:53.193925 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66685ac9-a85d-4728-862a-f06ce7f0e24a req-0d01e9f0-df7b-4cb5-a6e8-c9c1ab6354a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:53.195464 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-66685ac9-a85d-4728-862a-f06ce7f0e24a req-0d01e9f0-df7b-4cb5-a6e8-c9c1ab6354a9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b3bb1be8-65e4-41af-afa6-25e14d4e361a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428143 Jul 30 03:16:53.282508 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-66685ac9-a85d-4728-862a-f06ce7f0e24a req-06433e38-f54d-4257-af9d-e3a29aad23e0 service neutron] 10.222.0.77 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799630 Jul 30 03:16:53.373922 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-66685ac9-a85d-4728-862a-f06ce7f0e24a req-68b23995-5725-42fa-8b20-839c0b4654b6 service neutron] 10.222.0.77 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842545 Jul 30 03:17:03.884656 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:09.213494 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-192243f0-5b59-4c6c-b00d-61680690f6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:11.727731 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6f47c71f-b8e6-4250-8e1a-d9f5299ba335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:11.836175 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:13.681535 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:15.007813 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:18.839209 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:21.731885 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-38f071b3-196f-46e9-9ab9-448b713193f7 req-656325d9-83d0-49e2-8b7a-a3b57f4ec924 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411053 Jul 30 03:17:21.816948 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f071b3-196f-46e9-9ab9-448b713193f7 req-07e66c34-8506-4d96-842b-7740301db953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:17:21.818477 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-38f071b3-196f-46e9-9ab9-448b713193f7 req-07e66c34-8506-4d96-842b-7740301db953 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=535046e6300849f3bb4e84750d6c6ab2&device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 1094 time: 0.0460494 Jul 30 03:17:21.920940 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f071b3-196f-46e9-9ab9-448b713193f7 req-20e1b5bd-a54d-4ecd-8ece-898216baea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:17:21.922399 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-38f071b3-196f-46e9-9ab9-448b713193f7 req-20e1b5bd-a54d-4ecd-8ece-898216baea9d service neutron] 10.222.0.10 "GET /v2.0/networks?id=b3bb1be8-65e4-41af-afa6-25e14d4e361a HTTP/1.1" status: 200 len: 911 time: 0.0857792 Jul 30 03:17:21.985515 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-38f071b3-196f-46e9-9ab9-448b713193f7 req-8e1eaba3-2554-4cbd-b787-e4bc1cb18917 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a209ef4-a6f0-4fc4-87f8-5274fed80335 HTTP/1.1" status: 200 len: 998 time: 0.0561926 Jul 30 03:17:22.032438 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f071b3-196f-46e9-9ab9-448b713193f7 req-2b923125-2724-44f9-a19e-fd1bc2a71cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:17:22.033823 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-38f071b3-196f-46e9-9ab9-448b713193f7 req-2b923125-2724-44f9-a19e-fd1bc2a71cfc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4c5c03-c91d-483f-b32a-195857e4b773 HTTP/1.1" status: 200 len: 849 time: 0.0418830 Jul 30 03:17:22.081708 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f071b3-196f-46e9-9ab9-448b713193f7 req-9e94be1b-ea50-41a6-8943-4484a0bf62c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:17:22.083225 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-38f071b3-196f-46e9-9ab9-448b713193f7 req-9e94be1b-ea50-41a6-8943-4484a0bf62c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b3bb1be8-65e4-41af-afa6-25e14d4e361a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426939 Jul 30 03:17:22.169492 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-38f071b3-196f-46e9-9ab9-448b713193f7 req-b2bbfefb-b750-463d-8adc-167a872ca869 service neutron] 10.222.0.10 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793197 Jul 30 03:17:22.259792 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-38f071b3-196f-46e9-9ab9-448b713193f7 req-47a1e0a7-f064-42e3-9284-87b4cccb56cf service neutron] 10.222.0.10 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832779 Jul 30 03:17:25.612774 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:17:33.881138 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:39.198207 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06fe9265-f0cb-4881-9fec-ff5574200e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:41.746836 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6741b915-4abb-4282-9c07-b1ca8c50d791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:41.843950 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:43.675150 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:45.020985 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:48.867756 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:52.872350 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c063722f-5fb2-4faa-8604-0e5f4e403868 req-538e483a-ca43-4f55-859c-4d6c7ad47e9c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404789 Jul 30 03:17:52.966553 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063722f-5fb2-4faa-8604-0e5f4e403868 req-f9e29c79-5c45-4dcf-8ecd-9048d56ef81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:17:52.968029 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c063722f-5fb2-4faa-8604-0e5f4e403868 req-f9e29c79-5c45-4dcf-8ecd-9048d56ef81f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=535046e6300849f3bb4e84750d6c6ab2&device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 1096 time: 0.0399327 Jul 30 03:17:53.072318 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063722f-5fb2-4faa-8604-0e5f4e403868 req-9203caa6-9ed7-436f-acea-85c090de4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:17:53.073774 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c063722f-5fb2-4faa-8604-0e5f4e403868 req-9203caa6-9ed7-436f-acea-85c090de4b48 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b3bb1be8-65e4-41af-afa6-25e14d4e361a HTTP/1.1" status: 200 len: 911 time: 0.0871785 Jul 30 03:17:53.137096 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c063722f-5fb2-4faa-8604-0e5f4e403868 req-eb1d8c3d-0784-4258-a693-d3a992d3f756 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45491afe-bf31-4864-81b1-dddf90bea1ba HTTP/1.1" status: 200 len: 1001 time: 0.0563359 Jul 30 03:17:53.184063 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063722f-5fb2-4faa-8604-0e5f4e403868 req-3beebec5-17ef-4391-9d99-68f813fa37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:17:53.185438 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c063722f-5fb2-4faa-8604-0e5f4e403868 req-3beebec5-17ef-4391-9d99-68f813fa37c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf4c5c03-c91d-483f-b32a-195857e4b773 HTTP/1.1" status: 200 len: 849 time: 0.0416329 Jul 30 03:17:53.233782 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063722f-5fb2-4faa-8604-0e5f4e403868 req-a16470fb-52a2-4459-b362-d773c60ce238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:17:53.235269 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c063722f-5fb2-4faa-8604-0e5f4e403868 req-a16470fb-52a2-4459-b362-d773c60ce238 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b3bb1be8-65e4-41af-afa6-25e14d4e361a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426919 Jul 30 03:17:53.323060 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c063722f-5fb2-4faa-8604-0e5f4e403868 req-6d9c76ff-f15a-4331-82c2-0cf48993109a service neutron] 10.222.0.77 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804152 Jul 30 03:17:53.416143 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-c063722f-5fb2-4faa-8604-0e5f4e403868 req-5dd2dae4-df02-4887-b8fb-9cc3acf7d498 service neutron] 10.222.0.77 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857699 Jul 30 03:18:01.879104 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 45491afe-bf31-4864-81b1-dddf90bea1ba details requested by agent hyperv_n-h2-713498-9 with host n-h2-713498-9 {{(pid=94466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:18:01.982699 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 45491afe-bf31-4864-81b1-dddf90bea1ba, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=45491afe-bf31-4864-81b1-dddf90bea1ba,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:18:01.994763 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Returning: {'device': '45491afe-bf31-4864-81b1-dddf90bea1ba', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'port_id': '45491afe-bf31-4864-81b1-dddf90bea1ba', 'mac_address': 'fa:16:3e:25:15:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:18:02.035059 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:02.049225 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45491afe-bf31-4864-81b1-dddf90bea1ba {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:18:02.069835 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 45491afe-bf31-4864-81b1-dddf90bea1ba, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=45491afe-bf31-4864-81b1-dddf90bea1ba,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:18:02.149374 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:02.210747 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=45491afe-bf31-4864-81b1-dddf90bea1ba,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:02.219314 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:02.219884 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:02.220514 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:02.220846 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:02.221838 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:02.221838 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:02.221838 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:02.222264 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:02.222658 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:02.222979 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:02.223355 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:02.223671 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:02.295455 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] get_ports_and_sgs() called for port_ids ['45491afe-bf31-4864-81b1-dddf90bea1ba'] {{(pid=94466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:18:02.615511 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:18:03.894761 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 45491afe-bf31-4864-81b1-dddf90bea1ba up at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:18:03.946531 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Provisioning complete for port 45491afe-bf31-4864-81b1-dddf90bea1ba triggered by entity L2. {{(pid=94466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:18:03.947305 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722283'] for port, provisioning_complete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:04.024639 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:04.025740 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:04.048744 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6adb6b07-6336-4747-b11d-e6c070ab6ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45491afe-bf31-4864-81b1-dddf90bea1ba'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:18:04.052801 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0711586-2a4c-4de5-b480-006bb77f7f17" -d '{"events": [{"server_uuid": "6adb6b07-6336-4747-b11d-e6c070ab6ded", "name": "network-vif-plugged", "status": "completed", "tag": "45491afe-bf31-4864-81b1-dddf90bea1ba"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:18:04.063832 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 45491afe-bf31-4864-81b1-dddf90bea1ba, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=45491afe-bf31-4864-81b1-dddf90bea1ba,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:18:04.092362 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cef28ec-9d09-4f69-9b14-d3a8d67359ee x-openstack-request-id: req-1cef28ec-9d09-4f69-9b14-d3a8d67359ee {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:18:04.092669 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6adb6b07-6336-4747-b11d-e6c070ab6ded", "name": "network-vif-plugged", "status": "completed", "tag": "45491afe-bf31-4864-81b1-dddf90bea1ba", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:18:04.092921 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1cef28ec-9d09-4f69-9b14-d3a8d67359ee {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:18:04.093802 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6adb6b07-6336-4747-b11d-e6c070ab6ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45491afe-bf31-4864-81b1-dddf90bea1ba', 'code': 200} Jul 30 03:18:04.117992 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:04.175112 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=45491afe-bf31-4864-81b1-dddf90bea1ba,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:09.232948 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf65a2cb-6eec-4297-864a-02565f89c77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:11.708183 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4380fc3-2a58-4c94-b607-a920c3a36ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:11.822467 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:12.047871 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41620) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:18:12.202677 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Deleting port fdb2f51d-004c-46fc-9718-0aae4be93e8f {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:18:12.203026 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:12.279312 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:12.279647 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:12.291106 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Calling delete_port for fdb2f51d-004c-46fc-9718-0aae4be93e8f owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:18:12.506813 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:12.532604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Pushing event deleted for resources: {'Port': ['ID=fdb2f51d-004c-46fc-9718-0aae4be93e8f,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:12.547424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:12.547424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:12.547424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:12.547424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:12.547424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:12.547424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:12.547424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:12.547424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:12.547424 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:12.548339 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:12.548339 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:12.548339 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:12.600110 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:12.600511 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Floating IP eb379fd5-67e3-485e-bdd1-aa1c5e06900b disassociated (deleted). External IP: 172.25.1.236, port: 45491afe-bf31-4864-81b1-dddf90bea1ba. Jul 30 03:18:13.125788 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Router 24989638-a187-4dd5-b7cd-f4498d7343f7 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:18:13.233179 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:18:13.237918 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:13.242319 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f65602-8711-4138-8341-5ff28cbe0326 None None] Sync routers for ids ['24989638-a187-4dd5-b7cd-f4498d7343f7'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:18:13.251919 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f65602-8711-4138-8341-5ff28cbe0326 None None] Routers {'24989638-a187-4dd5-b7cd-f4498d7343f7'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:18:13.252536 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-82f65602-8711-4138-8341-5ff28cbe0326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:18:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['24989638-a187-4dd5-b7cd-f4498d7343f7'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:13.264403 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-e3fd4cb2-ac80-4781-b6f8-e12fb04b6ff3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "DELETE /v2.0/floatingips/eb379fd5-67e3-485e-bdd1-aa1c5e06900b HTTP/1.1" status: 204 len: 168 time: 1.2154479 Jul 30 03:18:13.264998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6adb6b07-6336-4747-b11d-e6c070ab6ded', 'tag': '45491afe-bf31-4864-81b1-dddf90bea1ba'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:18:13.267279 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623fed14-e81f-453b-ba82-d94a3922bf83" -d '{"events": [{"name": "network-changed", "server_uuid": "6adb6b07-6336-4747-b11d-e6c070ab6ded", "tag": "45491afe-bf31-4864-81b1-dddf90bea1ba"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:18:13.448975 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-82f65602-8711-4138-8341-5ff28cbe0326 None None] Set router 24989638-a187-4dd5-b7cd-f4498d7343f7 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:18:13.664136 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8e7ce6-5ccc-4147-b54e-d2fb70e0ca88 x-openstack-request-id: req-6b8e7ce6-5ccc-4147-b54e-d2fb70e0ca88 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:18:13.664429 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6adb6b07-6336-4747-b11d-e6c070ab6ded", "tag": "45491afe-bf31-4864-81b1-dddf90bea1ba", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:18:13.664682 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b8e7ce6-5ccc-4147-b54e-d2fb70e0ca88 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:18:13.665088 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6adb6b07-6336-4747-b11d-e6c070ab6ded', 'tag': '45491afe-bf31-4864-81b1-dddf90bea1ba', 'status': 'completed', 'code': 200} Jul 30 03:18:13.675746 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-82f65602-8711-4138-8341-5ff28cbe0326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:17Z', 'revision_number': 4, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'gw_port': {'id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'b8b2834d-8a97-4f9c-bc67-924599b3354b', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'port_id': '5a209ef4-a6f0-4fc4-87f8-5274fed80335', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'mac_address': 'fa:16:3e:a8:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c5d622-f13d-40a8-9123-b747c57190a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:13:41Z', 'updated_at': '2021-07-30T03:13:43Z', 'revision_number': 1, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c471b4fd-e3a2-4651-8848-8c14ff08d675', 'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'mac_address': 'fa:16:3e:1f:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:17Z', 'updated_at': '2021-07-30T03:13:22Z', 'revision_number': 5, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'subnets': [{'id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:13.684385 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:13.702346 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f65602-8711-4138-8341-5ff28cbe0326 None None] Checking router: 24989638-a187-4dd5-b7cd-f4498d7343f7 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:18:13.710842 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f65602-8711-4138-8341-5ff28cbe0326 None None] Routers {'24989638-a187-4dd5-b7cd-f4498d7343f7'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:18:13.711550 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-82f65602-8711-4138-8341-5ff28cbe0326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:18:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['24989638-a187-4dd5-b7cd-f4498d7343f7'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:13.782721 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fed14-e81f-453b-ba82-d94a3922bf83 req-f4843ed8-4636-4e53-94aa-0fec7081091e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:18:13.784266 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-623fed14-e81f-453b-ba82-d94a3922bf83 req-f4843ed8-4636-4e53-94aa-0fec7081091e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=535046e6300849f3bb4e84750d6c6ab2&device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 1096 time: 0.0707805 Jul 30 03:18:13.792504 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925cc39-8928-4c63-8d7e-69bd160bcb37 req-902cb93f-4465-46fc-9007-c10c85ddc2f7 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:18:13.793931 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6925cc39-8928-4c63-8d7e-69bd160bcb37 req-902cb93f-4465-46fc-9007-c10c85ddc2f7 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 945 time: 0.0711641 Jul 30 03:18:13.817332 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-82f65602-8711-4138-8341-5ff28cbe0326 None None] Set router 24989638-a187-4dd5-b7cd-f4498d7343f7 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:18:13.889555 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-6925cc39-8928-4c63-8d7e-69bd160bcb37 req-5446bebc-69e9-40ac-bde2-de76013d2fa8 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874588 Jul 30 03:18:13.909965 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fed14-e81f-453b-ba82-d94a3922bf83 req-0484811e-8683-410d-825a-c856dcbfdab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:18:13.911587 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-623fed14-e81f-453b-ba82-d94a3922bf83 req-0484811e-8683-410d-825a-c856dcbfdab2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b3bb1be8-65e4-41af-afa6-25e14d4e361a HTTP/1.1" status: 200 len: 911 time: 0.1167893 Jul 30 03:18:13.931146 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 45491afe-bf31-4864-81b1-dddf90bea1ba no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:18:13.955574 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-623fed14-e81f-453b-ba82-d94a3922bf83 req-b980c9a3-40f6-42e6-89ec-89f297014681 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45491afe-bf31-4864-81b1-dddf90bea1ba HTTP/1.1" status: 200 len: 217 time: 0.0342457 Jul 30 03:18:14.007597 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583517'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:14.012323 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fed14-e81f-453b-ba82-d94a3922bf83 req-516ec222-9219-4646-8e75-87d5abfd37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:18:14.013837 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-623fed14-e81f-453b-ba82-d94a3922bf83 req-516ec222-9219-4646-8e75-87d5abfd37fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf4c5c03-c91d-483f-b32a-195857e4b773 HTTP/1.1" status: 200 len: 849 time: 0.0501032 Jul 30 03:18:14.036802 n-d-713498-9 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6adb6b07-6336-4747-b11d-e6c070ab6ded', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45491afe-bf31-4864-81b1-dddf90bea1ba'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:18:14.039156 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7f3bba5bfe37fc4676e6b1160e38c88fa6105c9d05d60ba907489a4dde50a36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a16460-7797-44b8-b6dd-3c3c8c2b9d46" -d '{"events": [{"server_uuid": "6adb6b07-6336-4747-b11d-e6c070ab6ded", "name": "network-vif-unplugged", "status": "completed", "tag": "45491afe-bf31-4864-81b1-dddf90bea1ba"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:18:14.059139 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-82f65602-8711-4138-8341-5ff28cbe0326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:17Z', 'revision_number': 4, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'gw_port': {'id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'b8b2834d-8a97-4f9c-bc67-924599b3354b', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'port_id': '5a209ef4-a6f0-4fc4-87f8-5274fed80335', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'mac_address': 'fa:16:3e:a8:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c5d622-f13d-40a8-9123-b747c57190a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:13:41Z', 'updated_at': '2021-07-30T03:13:43Z', 'revision_number': 1, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c471b4fd-e3a2-4651-8848-8c14ff08d675', 'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'mac_address': 'fa:16:3e:1f:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:17Z', 'updated_at': '2021-07-30T03:13:22Z', 'revision_number': 5, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'subnets': [{'id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:14.059533 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] For port 45491afe-bf31-4864-81b1-dddf90bea1ba, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=45491afe-bf31-4864-81b1-dddf90bea1ba,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:18:14.068408 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fed14-e81f-453b-ba82-d94a3922bf83 req-10e81c23-1982-4a63-a2f7-0e76b4305f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:18:14.070155 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-623fed14-e81f-453b-ba82-d94a3922bf83 req-10e81c23-1982-4a63-a2f7-0e76b4305f46 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b3bb1be8-65e4-41af-afa6-25e14d4e361a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480299 Jul 30 03:18:14.087998 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40a9a57-7b88-4043-a83d-94cac681b453 x-openstack-request-id: req-b40a9a57-7b88-4043-a83d-94cac681b453 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:18:14.088347 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6adb6b07-6336-4747-b11d-e6c070ab6ded", "name": "network-vif-unplugged", "status": "completed", "tag": "45491afe-bf31-4864-81b1-dddf90bea1ba", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:18:14.088607 n-d-713498-9 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b40a9a57-7b88-4043-a83d-94cac681b453 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:18:14.089274 n-d-713498-9 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6adb6b07-6336-4747-b11d-e6c070ab6ded', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45491afe-bf31-4864-81b1-dddf90bea1ba', 'code': 200} Jul 30 03:18:14.091355 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f65602-8711-4138-8341-5ff28cbe0326 None None] The sync data for ids ['24989638-a187-4dd5-b7cd-f4498d7343f7'] in n-d-713498-9 is: [{'id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:17Z', 'revision_number': 4, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'gw_port': {'id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_floatingips': [{'id': 'b8b2834d-8a97-4f9c-bc67-924599b3354b', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'router_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'port_id': '5a209ef4-a6f0-4fc4-87f8-5274fed80335', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'mac_address': 'fa:16:3e:a8:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c5d622-f13d-40a8-9123-b747c57190a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:13:41Z', 'updated_at': '2021-07-30T03:13:43Z', 'revision_number': 1, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c471b4fd-e3a2-4651-8848-8c14ff08d675', 'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'mac_address': 'fa:16:3e:1f:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:17Z', 'updated_at': '2021-07-30T03:13:22Z', 'revision_number': 5, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'subnets': [{'id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:18:14.118002 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773282632753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773282243350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773282243368'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:14.169006 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-623fed14-e81f-453b-ba82-d94a3922bf83 req-eca91282-fdde-4621-b74c-74dfd8a2790e service neutron] 10.222.0.77 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893450 Jul 30 03:18:14.170655 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Pushing event updated for resources: {'Port': ['ID=45491afe-bf31-4864-81b1-dddf90bea1ba,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:14.273003 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-623fed14-e81f-453b-ba82-d94a3922bf83 req-64c96b3c-00e0-4bc8-b5dc-ba6739eb7cc0 service neutron] 10.222.0.77 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916922 Jul 30 03:18:14.337026 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ad5300-3bef-4308-ac29-588a6ed0da33 None None] New status for floating IP eb379fd5-67e3-485e-bdd1-aa1c5e06900b: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:18:14.994170 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:15.007694 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2ad56-abd4-460a-a7e3-4e86ffa9b97d req-bfeca167-03b4-4f1a-ab8e-801f0579b550 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:18:15.009223 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-51c2ad56-abd4-460a-a7e3-4e86ffa9b97d req-bfeca167-03b4-4f1a-ab8e-801f0579b550 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 943 time: 0.0495212 Jul 30 03:18:15.047171 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-51c2ad56-abd4-460a-a7e3-4e86ffa9b97d req-17e19cd1-6117-4a75-9c8a-9075b291a808 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315268 Jul 30 03:18:15.530837 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458738d-2800-4e24-ab41-c7fb19eb068b req-cae9f53f-f7f3-4d3b-b801-b5dd747b9de0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:18:15.532288 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9458738d-2800-4e24-ab41-c7fb19eb068b req-cae9f53f-f7f3-4d3b-b801-b5dd747b9de0 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.77 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 943 time: 0.0480225 Jul 30 03:18:15.624324 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-9458738d-2800-4e24-ab41-c7fb19eb068b req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Deleting port 45491afe-bf31-4864-81b1-dddf90bea1ba {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:18:15.624593 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9458738d-2800-4e24-ab41-c7fb19eb068b req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:15.714572 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-9458738d-2800-4e24-ab41-c7fb19eb068b req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] For port 45491afe-bf31-4864-81b1-dddf90bea1ba, host n-h2-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-9',level=0,port_id=45491afe-bf31-4864-81b1-dddf90bea1ba,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:18:15.714945 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9458738d-2800-4e24-ab41-c7fb19eb068b req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:15.727691 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-9458738d-2800-4e24-ab41-c7fb19eb068b req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Calling delete_port for 45491afe-bf31-4864-81b1-dddf90bea1ba owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:18:15.914148 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9458738d-2800-4e24-ab41-c7fb19eb068b req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:15.944796 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Pushing event deleted for resources: {'Port': ['ID=45491afe-bf31-4864-81b1-dddf90bea1ba,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:15.968750 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:15.969103 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:15.969443 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:15.969784 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:15.970144 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:15.970557 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:15.970888 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:15.971213 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:15.971537 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:15.971862 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:15.972188 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:15.972509 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-9 {{(pid=94465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:15.998093 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-9458738d-2800-4e24-ab41-c7fb19eb068b req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] No DVR routers for this DVR port 45491afe-bf31-4864-81b1-dddf90bea1ba on host n-h2-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:18:16.000722 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-9458738d-2800-4e24-ab41-c7fb19eb068b req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:16.002941 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-9458738d-2800-4e24-ab41-c7fb19eb068b req-015711fe-7911-44f1-842d-abd9b7279939 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.77 "DELETE /v2.0/ports/45491afe-bf31-4864-81b1-dddf90bea1ba HTTP/1.1" status: 204 len: 173 time: 0.4639626 Jul 30 03:18:16.003382 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6adb6b07-6336-4747-b11d-e6c070ab6ded', 'name': 'network-vif-deleted', 'tag': '45491afe-bf31-4864-81b1-dddf90bea1ba'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:18:16.005708 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5533f5f7-1a4f-4d1e-80f1-2f8382ae8668" -d '{"events": [{"server_uuid": "6adb6b07-6336-4747-b11d-e6c070ab6ded", "name": "network-vif-deleted", "tag": "45491afe-bf31-4864-81b1-dddf90bea1ba"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:18:16.088563 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49c0e04-86a2-415b-afe3-091581ad3bdd x-openstack-request-id: req-a49c0e04-86a2-415b-afe3-091581ad3bdd {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:18:16.089152 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6adb6b07-6336-4747-b11d-e6c070ab6ded", "name": "network-vif-deleted", "tag": "45491afe-bf31-4864-81b1-dddf90bea1ba", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:18:16.089152 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a49c0e04-86a2-415b-afe3-091581ad3bdd {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:18:16.089527 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6adb6b07-6336-4747-b11d-e6c070ab6ded', 'name': 'network-vif-deleted', 'tag': '45491afe-bf31-4864-81b1-dddf90bea1ba', 'status': 'completed', 'code': 200} Jul 30 03:18:16.163099 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-f5b4e2dd-0f3a-426d-b904-0d6cef4abfbe req-9b745f6c-5d89-4d3f-a2e7-04d598baaa2c tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=6adb6b07-6336-4747-b11d-e6c070ab6ded HTTP/1.1" status: 200 len: 210 time: 0.0256691 Jul 30 03:18:17.972202 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 45491afe-bf31-4864-81b1-dddf90bea1ba no longer exists at agent hyperv_n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:18:17.996688 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] No Port match for: 45491afe-bf31-4864-81b1-dddf90bea1ba {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:18:17.997078 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Device 45491afe-bf31-4864-81b1-dddf90bea1ba not bound to the agent host n-h2-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:18:18.431086 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41686) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:18:18.583111 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-694ba7fb-8e09-48b8-9857-b01b6781797f tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Deleting port 0670906a-1145-4837-b7e8-1179c7173cd1 {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:18:18.583454 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-694ba7fb-8e09-48b8-9857-b01b6781797f tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:18.659848 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-694ba7fb-8e09-48b8-9857-b01b6781797f tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:18.660072 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-694ba7fb-8e09-48b8-9857-b01b6781797f tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:18.672926 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-694ba7fb-8e09-48b8-9857-b01b6781797f tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Calling delete_port for 0670906a-1145-4837-b7e8-1179c7173cd1 owned by network:floatingip {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:18:18.890759 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:18.936758 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-694ba7fb-8e09-48b8-9857-b01b6781797f tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:18.959998 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ba7fb-8e09-48b8-9857-b01b6781797f tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Pushing event deleted for resources: {'Port': ['ID=0670906a-1145-4837-b7e8-1179c7173cd1,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:19.019974 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-694ba7fb-8e09-48b8-9857-b01b6781797f tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for floatingip, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:19.027384 n-d-713498-9 neutron-server[94464]: INFO neutron.db.l3_db [None req-694ba7fb-8e09-48b8-9857-b01b6781797f tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Floating IP b8b2834d-8a97-4f9c-bc67-924599b3354b disassociated (deleted). External IP: 172.25.1.53, port: 5a209ef4-a6f0-4fc4-87f8-5274fed80335. Jul 30 03:18:19.224046 n-d-713498-9 neutron-server[94464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694ba7fb-8e09-48b8-9857-b01b6781797f tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Router 24989638-a187-4dd5-b7cd-f4498d7343f7 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:18:19.331567 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694ba7fb-8e09-48b8-9857-b01b6781797f tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:18:19.336529 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-694ba7fb-8e09-48b8-9857-b01b6781797f tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for floatingip, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:19.341772 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23cff2d-3d69-41db-9d7e-201139ed294f None None] Sync routers for ids ['24989638-a187-4dd5-b7cd-f4498d7343f7'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:18:19.350374 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23cff2d-3d69-41db-9d7e-201139ed294f None None] Routers {'24989638-a187-4dd5-b7cd-f4498d7343f7'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:18:19.350987 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e23cff2d-3d69-41db-9d7e-201139ed294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:18:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['24989638-a187-4dd5-b7cd-f4498d7343f7'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:19.365368 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-694ba7fb-8e09-48b8-9857-b01b6781797f tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "DELETE /v2.0/floatingips/b8b2834d-8a97-4f9c-bc67-924599b3354b HTTP/1.1" status: 204 len: 168 time: 0.9305980 Jul 30 03:18:19.365368 n-d-713498-9 neutron-server[94464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c5d622-f13d-40a8-9123-b747c57190a0', 'tag': '5a209ef4-a6f0-4fc4-87f8-5274fed80335'}] {{(pid=94464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:18:19.365706 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be2c3e3b07a9e6941b4afb5a70e3dad9b5bbf7cc97bac266905257721d9aa80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fe54dd-4cf7-403a-83ac-8ec468b557cc" -d '{"events": [{"name": "network-changed", "server_uuid": "97c5d622-f13d-40a8-9123-b747c57190a0", "tag": "5a209ef4-a6f0-4fc4-87f8-5274fed80335"}]}' {{(pid=94464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:18:19.456246 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-e23cff2d-3d69-41db-9d7e-201139ed294f None None] Set router 24989638-a187-4dd5-b7cd-f4498d7343f7 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:18:19.650582 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e23cff2d-3d69-41db-9d7e-201139ed294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:17Z', 'revision_number': 4, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'gw_port': {'id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'c471b4fd-e3a2-4651-8848-8c14ff08d675', 'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'mac_address': 'fa:16:3e:1f:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:17Z', 'updated_at': '2021-07-30T03:13:22Z', 'revision_number': 5, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'subnets': [{'id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:19.675069 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23cff2d-3d69-41db-9d7e-201139ed294f None None] Checking router: 24989638-a187-4dd5-b7cd-f4498d7343f7 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:18:19.685061 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23cff2d-3d69-41db-9d7e-201139ed294f None None] Routers {'24989638-a187-4dd5-b7cd-f4498d7343f7'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:18:19.685497 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e23cff2d-3d69-41db-9d7e-201139ed294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:18:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['24989638-a187-4dd5-b7cd-f4498d7343f7'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:19.720197 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7c01a7-c9f9-408b-b46c-f8bfa9999508 x-openstack-request-id: req-ed7c01a7-c9f9-408b-b46c-f8bfa9999508 {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:18:19.720715 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c5d622-f13d-40a8-9123-b747c57190a0", "tag": "5a209ef4-a6f0-4fc4-87f8-5274fed80335", "status": "completed", "code": 200}]} {{(pid=94464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:18:19.720844 n-d-713498-9 neutron-server[94464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed7c01a7-c9f9-408b-b46c-f8bfa9999508 {{(pid=94464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:18:19.721153 n-d-713498-9 neutron-server[94464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c5d622-f13d-40a8-9123-b747c57190a0', 'tag': '5a209ef4-a6f0-4fc4-87f8-5274fed80335', 'status': 'completed', 'code': 200} Jul 30 03:18:19.800776 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-e23cff2d-3d69-41db-9d7e-201139ed294f None None] Set router 24989638-a187-4dd5-b7cd-f4498d7343f7 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:18:19.808476 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe54dd-4cf7-403a-83ac-8ec468b557cc req-32bfd39a-145c-4ada-a16d-dc0ee2e35e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:18:19.809979 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e6fe54dd-4cf7-403a-83ac-8ec468b557cc req-32bfd39a-145c-4ada-a16d-dc0ee2e35e1c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=535046e6300849f3bb4e84750d6c6ab2&device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 1094 time: 0.0709238 Jul 30 03:18:19.837069 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1ed40-7e8c-4526-97d0-f29df1d25c67 req-105cd55f-5bde-4cf1-9946-9489e40efbc2 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:18:19.838530 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dda1ed40-7e8c-4526-97d0-f29df1d25c67 req-105cd55f-5bde-4cf1-9946-9489e40efbc2 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 943 time: 0.0618572 Jul 30 03:18:19.926339 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-dda1ed40-7e8c-4526-97d0-f29df1d25c67 req-058b2574-ff20-469a-b4ad-559049432d96 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778916 Jul 30 03:18:19.945503 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe54dd-4cf7-403a-83ac-8ec468b557cc req-f1167666-14fd-4dee-add0-3918343ec89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:18:19.947126 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e6fe54dd-4cf7-403a-83ac-8ec468b557cc req-f1167666-14fd-4dee-add0-3918343ec89a service neutron] 10.222.0.10 "GET /v2.0/networks?id=b3bb1be8-65e4-41af-afa6-25e14d4e361a HTTP/1.1" status: 200 len: 911 time: 0.1275725 Jul 30 03:18:19.991987 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e6fe54dd-4cf7-403a-83ac-8ec468b557cc req-555d81fe-3a23-41fb-acf9-5dc73c3f24ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a209ef4-a6f0-4fc4-87f8-5274fed80335 HTTP/1.1" status: 200 len: 217 time: 0.0365403 Jul 30 03:18:20.009427 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-e23cff2d-3d69-41db-9d7e-201139ed294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:17Z', 'revision_number': 4, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'gw_port': {'id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'c471b4fd-e3a2-4651-8848-8c14ff08d675', 'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'mac_address': 'fa:16:3e:1f:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:17Z', 'updated_at': '2021-07-30T03:13:22Z', 'revision_number': 5, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'subnets': [{'id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:20.037634 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23cff2d-3d69-41db-9d7e-201139ed294f None None] The sync data for ids ['24989638-a187-4dd5-b7cd-f4498d7343f7'] in n-d-713498-9 is: [{'id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:17Z', 'revision_number': 4, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'gw_port': {'id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9', '_interfaces': [{'id': 'c471b4fd-e3a2-4651-8848-8c14ff08d675', 'name': '', 'network_id': 'b3bb1be8-65e4-41af-afa6-25e14d4e361a', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'mac_address': 'fa:16:3e:1f:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:17Z', 'updated_at': '2021-07-30T03:13:22Z', 'revision_number': 5, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'subnets': [{'id': 'cf4c5c03-c91d-483f-b32a-195857e4b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:18:20.045915 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe54dd-4cf7-403a-83ac-8ec468b557cc req-8fc54620-93f2-4b7e-bcbc-ce776a3c87b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:18:20.047685 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e6fe54dd-4cf7-403a-83ac-8ec468b557cc req-8fc54620-93f2-4b7e-bcbc-ce776a3c87b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4c5c03-c91d-483f-b32a-195857e4b773 HTTP/1.1" status: 200 len: 849 time: 0.0489182 Jul 30 03:18:20.096341 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe54dd-4cf7-403a-83ac-8ec468b557cc req-420c864f-1761-49db-a31a-65d97b1f3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:18:20.097956 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e6fe54dd-4cf7-403a-83ac-8ec468b557cc req-420c864f-1761-49db-a31a-65d97b1f3994 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b3bb1be8-65e4-41af-afa6-25e14d4e361a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427978 Jul 30 03:18:20.191714 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e6fe54dd-4cf7-403a-83ac-8ec468b557cc req-5dfbb3e3-8d04-4d8b-8d76-2cc5e1856d44 service neutron] 10.222.0.10 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841534 Jul 30 03:18:20.254718 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a6bd2d-75da-447d-a9ac-84de545a3b36 None None] New status for floating IP b8b2834d-8a97-4f9c-bc67-924599b3354b: DOWN {{(pid=94466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:18:20.288686 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-e6fe54dd-4cf7-403a-83ac-8ec468b557cc req-3fb643fb-171a-48f7-b1e1-6a7fa20b6a98 service neutron] 10.222.0.10 "GET /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882330 Jul 30 03:18:21.045956 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b8c82-8785-4074-bd34-5542721df0a1 req-27a76ca8-a56d-431f-926f-6f358c8219c3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:18:21.047474 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4e2b8c82-8785-4074-bd34-5542721df0a1 req-27a76ca8-a56d-431f-926f-6f358c8219c3 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 943 time: 0.0521560 Jul 30 03:18:21.084954 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-4e2b8c82-8785-4074-bd34-5542721df0a1 req-873df7ea-a86d-44dc-8a49-1d3662a5cb1d tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/security-groups?id=b907daae-4c1a-4345-824c-8ec23c284232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315881 Jul 30 03:18:21.315780 n-d-713498-9 neutron-server[94465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea6e7b-f202-4adf-a5e5-c253a40412e1 req-65626808-cc7f-4030-9438-dcbb3170cf76 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:18:21.317167 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-73ea6e7b-f202-4adf-a5e5-c253a40412e1 req-65626808-cc7f-4030-9438-dcbb3170cf76 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 943 time: 0.0583048 Jul 30 03:18:21.409768 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-73ea6e7b-f202-4adf-a5e5-c253a40412e1 req-9dac5c42-ecf1-4790-a763-cd2217eff235 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Deleting port 5a209ef4-a6f0-4fc4-87f8-5274fed80335 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:18:21.410107 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-73ea6e7b-f202-4adf-a5e5-c253a40412e1 req-9dac5c42-ecf1-4790-a763-cd2217eff235 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:21.495143 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [req-73ea6e7b-f202-4adf-a5e5-c253a40412e1 req-9dac5c42-ecf1-4790-a763-cd2217eff235 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] For port 5a209ef4-a6f0-4fc4-87f8-5274fed80335, host n-h1-713498-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-9',level=0,port_id=5a209ef4-a6f0-4fc4-87f8-5274fed80335,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:18:21.495508 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-73ea6e7b-f202-4adf-a5e5-c253a40412e1 req-9dac5c42-ecf1-4790-a763-cd2217eff235 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:21.512149 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [req-73ea6e7b-f202-4adf-a5e5-c253a40412e1 req-9dac5c42-ecf1-4790-a763-cd2217eff235 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Calling delete_port for 5a209ef4-a6f0-4fc4-87f8-5274fed80335 owned by compute:nova {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:18:21.690826 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-73ea6e7b-f202-4adf-a5e5-c253a40412e1 req-9dac5c42-ecf1-4790-a763-cd2217eff235 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:21.719084 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac5c42-ecf1-4790-a763-cd2217eff235 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Pushing event deleted for resources: {'Port': ['ID=5a209ef4-a6f0-4fc4-87f8-5274fed80335,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:21.763808 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ea6e7b-f202-4adf-a5e5-c253a40412e1 req-9dac5c42-ecf1-4790-a763-cd2217eff235 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] No DVR routers for this DVR port 5a209ef4-a6f0-4fc4-87f8-5274fed80335 on host n-h1-713498-9 {{(pid=94465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:18:21.766362 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [req-73ea6e7b-f202-4adf-a5e5-c253a40412e1 req-9dac5c42-ecf1-4790-a763-cd2217eff235 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7422'] for port, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:21.768325 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-73ea6e7b-f202-4adf-a5e5-c253a40412e1 req-9dac5c42-ecf1-4790-a763-cd2217eff235 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.10 "DELETE /v2.0/ports/5a209ef4-a6f0-4fc4-87f8-5274fed80335 HTTP/1.1" status: 204 len: 173 time: 0.4449816 Jul 30 03:18:21.768783 n-d-713498-9 neutron-server[94465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c5d622-f13d-40a8-9123-b747c57190a0', 'name': 'network-vif-deleted', 'tag': '5a209ef4-a6f0-4fc4-87f8-5274fed80335'}] {{(pid=94465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:18:21.771101 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d418f5eed0239ff101f4693e8476846f8f8de8fea9024542ed5da9ea73f1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bb1531-f9c3-48a8-b5f9-99e90acc16fc" -d '{"events": [{"server_uuid": "97c5d622-f13d-40a8-9123-b747c57190a0", "name": "network-vif-deleted", "tag": "5a209ef4-a6f0-4fc4-87f8-5274fed80335"}]}' {{(pid=94465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:18:21.805674 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d98efa-089b-4825-ab39-8673b9f0c106 x-openstack-request-id: req-70d98efa-089b-4825-ab39-8673b9f0c106 {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:18:21.805967 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c5d622-f13d-40a8-9123-b747c57190a0", "name": "network-vif-deleted", "tag": "5a209ef4-a6f0-4fc4-87f8-5274fed80335", "status": "completed", "code": 200}]} {{(pid=94465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:18:21.806218 n-d-713498-9 neutron-server[94465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-70d98efa-089b-4825-ab39-8673b9f0c106 {{(pid=94465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:18:21.806644 n-d-713498-9 neutron-server[94465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c5d622-f13d-40a8-9123-b747c57190a0', 'name': 'network-vif-deleted', 'tag': '5a209ef4-a6f0-4fc4-87f8-5274fed80335', 'status': 'completed', 'code': 200} Jul 30 03:18:22.196919 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [req-425789c2-9e5b-435a-aaca-4bda66713acd req-2ae88f1d-5446-448c-b012-18e3adf06d90 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c5d622-f13d-40a8-9123-b747c57190a0 HTTP/1.1" status: 200 len: 210 time: 0.0277238 Jul 30 03:18:23.252425 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41706) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:18:23.310064 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-147e5938-5b9d-4a0c-9e2a-42ab286eb5c1 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:23.334819 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-147e5938-5b9d-4a0c-9e2a-42ab286eb5c1 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:23.473787 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-147e5938-5b9d-4a0c-9e2a-42ab286eb5c1 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:23.480686 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-147e5938-5b9d-4a0c-9e2a-42ab286eb5c1 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:23.480686 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-147e5938-5b9d-4a0c-9e2a-42ab286eb5c1 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] 10.222.0.70 "DELETE /v2.0/security-groups/b907daae-4c1a-4345-824c-8ec23c284232 HTTP/1.1" status: 204 len: 168 time: 0.2242780 Jul 30 03:18:23.487523 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e5938-5b9d-4a0c-9e2a-42ab286eb5c1 tempest-TestSnapshotPattern-132685104 tempest-TestSnapshotPattern-132685104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b907daae-4c1a-4345-824c-8ec23c284232,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:23.581172 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41710) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:18:23.935368 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 5a209ef4-a6f0-4fc4-87f8-5274fed80335 no longer exists at agent hyperv_n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:18:23.958683 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] No Port match for: 5a209ef4-a6f0-4fc4-87f8-5274fed80335 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:18:23.959023 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Device 5a209ef4-a6f0-4fc4-87f8-5274fed80335 not bound to the agent host n-h1-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:18:24.336980 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f648b5a1-4ce3-4994-8a3a-cac15ea1c15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:24.575929 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f648b5a1-4ce3-4994-8a3a-cac15ea1c15f admin admin] Deleting port c471b4fd-e3a2-4651-8848-8c14ff08d675 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:18:24.576314 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f648b5a1-4ce3-4994-8a3a-cac15ea1c15f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:24.650984 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-f648b5a1-4ce3-4994-8a3a-cac15ea1c15f admin admin] For port c471b4fd-e3a2-4651-8848-8c14ff08d675, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=c471b4fd-e3a2-4651-8848-8c14ff08d675,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:18:24.652195 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f648b5a1-4ce3-4994-8a3a-cac15ea1c15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:24.663974 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-f648b5a1-4ce3-4994-8a3a-cac15ea1c15f admin admin] Calling delete_port for c471b4fd-e3a2-4651-8848-8c14ff08d675 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:18:24.906218 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f648b5a1-4ce3-4994-8a3a-cac15ea1c15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:24.935470 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648b5a1-4ce3-4994-8a3a-cac15ea1c15f admin admin] Pushing event deleted for resources: {'Port': ['ID=c471b4fd-e3a2-4651-8848-8c14ff08d675,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:25.099841 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f648b5a1-4ce3-4994-8a3a-cac15ea1c15f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:25.314342 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f648b5a1-4ce3-4994-8a3a-cac15ea1c15f admin admin] Router 24989638-a187-4dd5-b7cd-f4498d7343f7 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:18:25.421659 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f648b5a1-4ce3-4994-8a3a-cac15ea1c15f admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:18:25.428389 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f648b5a1-4ce3-4994-8a3a-cac15ea1c15f admin admin] 10.222.0.70 "PUT /v2.0/routers/24989638-a187-4dd5-b7cd-f4498d7343f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8445365 Jul 30 03:18:25.429368 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41714) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:18:25.432093 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7b8540-5447-4fda-89b7-002e3c2284d6 None None] Sync routers for ids ['24989638-a187-4dd5-b7cd-f4498d7343f7'] in n-d-713498-9 {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:18:25.442106 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7b8540-5447-4fda-89b7-002e3c2284d6 None None] Routers {'24989638-a187-4dd5-b7cd-f4498d7343f7'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:18:25.442846 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6e7b8540-5447-4fda-89b7-002e3c2284d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:18:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['24989638-a187-4dd5-b7cd-f4498d7343f7'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:25.535220 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-976925ef-8c34-42af-9014-ecf62b4a4e19 admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:25.636277 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-6e7b8540-5447-4fda-89b7-002e3c2284d6 None None] Set router 24989638-a187-4dd5-b7cd-f4498d7343f7 gateway port host: n-d-713498-9 {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:18:25.636704 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-976925ef-8c34-42af-9014-ecf62b4a4e19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:25.751839 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-976925ef-8c34-42af-9014-ecf62b4a4e19 admin admin] Deleting port 62eb444b-ae52-441d-8ee4-fab1fb23d9a4 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:18:25.752531 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-976925ef-8c34-42af-9014-ecf62b4a4e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:25.811018 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6e7b8540-5447-4fda-89b7-002e3c2284d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:18:24Z', 'revision_number': 5, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'gw_port': {'id': '62eb444b-ae52-441d-8ee4-fab1fb23d9a4', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:77:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:25.829488 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-976925ef-8c34-42af-9014-ecf62b4a4e19 admin admin] For port 62eb444b-ae52-441d-8ee4-fab1fb23d9a4, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=62eb444b-ae52-441d-8ee4-fab1fb23d9a4,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:18:25.829863 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-976925ef-8c34-42af-9014-ecf62b4a4e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:25.845279 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-976925ef-8c34-42af-9014-ecf62b4a4e19 admin admin] Calling delete_port for 62eb444b-ae52-441d-8ee4-fab1fb23d9a4 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:18:25.845558 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7b8540-5447-4fda-89b7-002e3c2284d6 None None] Checking router: 24989638-a187-4dd5-b7cd-f4498d7343f7 for host: n-d-713498-9 {{(pid=94467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:18:25.853678 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7b8540-5447-4fda-89b7-002e3c2284d6 None None] Routers {'24989638-a187-4dd5-b7cd-f4498d7343f7'} bound to L3 agent in host n-d-713498-9 {{(pid=94467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:18:25.854322 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6e7b8540-5447-4fda-89b7-002e3c2284d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:18:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['24989638-a187-4dd5-b7cd-f4498d7343f7'], 'active': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:25.938195 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_dvr_db [None req-6e7b8540-5447-4fda-89b7-002e3c2284d6 None None] Set router 24989638-a187-4dd5-b7cd-f4498d7343f7 gateway port host: None {{(pid=94467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:18:25.988299 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.l3_hamode_db [None req-6e7b8540-5447-4fda-89b7-002e3c2284d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:18:25Z', 'revision_number': 6, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:26.017272 n-d-713498-9 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7b8540-5447-4fda-89b7-002e3c2284d6 None None] The sync data for ids ['24989638-a187-4dd5-b7cd-f4498d7343f7'] in n-d-713498-9 is: [{'id': '24989638-a187-4dd5-b7cd-f4498d7343f7', 'name': 'tempest-TestSnapshotPattern-1672349926-router', 'tenant_id': '535046e6300849f3bb4e84750d6c6ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:14Z', 'updated_at': '2021-07-30T03:18:25Z', 'revision_number': 6, 'project_id': '535046e6300849f3bb4e84750d6c6ab2', 'gw_port_host': None}] {{(pid=94467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:18:26.089316 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-976925ef-8c34-42af-9014-ecf62b4a4e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:26.116700 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976925ef-8c34-42af-9014-ecf62b4a4e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=62eb444b-ae52-441d-8ee4-fab1fb23d9a4,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:26.178310 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-976925ef-8c34-42af-9014-ecf62b4a4e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:26.266069 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-976925ef-8c34-42af-9014-ecf62b4a4e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:26.268061 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-976925ef-8c34-42af-9014-ecf62b4a4e19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:26.367824 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-976925ef-8c34-42af-9014-ecf62b4a4e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:26.368471 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976925ef-8c34-42af-9014-ecf62b4a4e19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24989638-a187-4dd5-b7cd-f4498d7343f7 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:18:26.373382 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-976925ef-8c34-42af-9014-ecf62b4a4e19 admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:26.374747 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-976925ef-8c34-42af-9014-ecf62b4a4e19 admin admin] 10.222.0.70 "DELETE /v2.0/routers/24989638-a187-4dd5-b7cd-f4498d7343f7 HTTP/1.1" status: 204 len: 168 time: 0.9444039 Jul 30 03:18:26.379301 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41716) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:18:26.432521 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-f526a40d-68f9-4e0d-aeea-017ac5261d51 admin admin] Deleting subnet cf4c5c03-c91d-483f-b32a-195857e4b773 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:18:26.436235 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f526a40d-68f9-4e0d-aeea-017ac5261d51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:26.464526 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c471b4fd-e3a2-4651-8848-8c14ff08d675 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:18:26.477219 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f526a40d-68f9-4e0d-aeea-017ac5261d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:26.488681 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: c471b4fd-e3a2-4651-8848-8c14ff08d675 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:18:26.489032 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device c471b4fd-e3a2-4651-8848-8c14ff08d675 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:18:26.559801 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f526a40d-68f9-4e0d-aeea-017ac5261d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:26.662612 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f526a40d-68f9-4e0d-aeea-017ac5261d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:26.693189 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526a40d-68f9-4e0d-aeea-017ac5261d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf4c5c03-c91d-483f-b32a-195857e4b773,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:26.697077 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-f526a40d-68f9-4e0d-aeea-017ac5261d51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:26.699210 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-f526a40d-68f9-4e0d-aeea-017ac5261d51 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cf4c5c03-c91d-483f-b32a-195857e4b773 HTTP/1.1" status: 204 len: 168 time: 0.3206496 Jul 30 03:18:26.702074 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41718) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:18:26.705493 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6448de-0018-4d17-b9a6-841195be86ac None None] Network b3bb1be8-65e4-41af-afa6-25e14d4e361a requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:18:26.783074 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96b4b787-cb6a-4414-b16a-40306cb924ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:26.844175 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-96b4b787-cb6a-4414-b16a-40306cb924ed admin admin] Deleting port 0b19eef5-2343-4bea-bfd5-a36d7efc605c {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:18:26.844545 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96b4b787-cb6a-4414-b16a-40306cb924ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:26.878612 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19add372-86df-48a4-b790-cf254f7c07e1 None None] DHCP port deletion for b3bb1be8-65e4-41af-afa6-25e14d4e361a request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:18:26.913478 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-96b4b787-cb6a-4414-b16a-40306cb924ed admin admin] For port 0b19eef5-2343-4bea-bfd5-a36d7efc605c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0b19eef5-2343-4bea-bfd5-a36d7efc605c,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:18:26.913850 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96b4b787-cb6a-4414-b16a-40306cb924ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:26.924451 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-19add372-86df-48a4-b790-cf254f7c07e1 None None] Deleting port 0b19eef5-2343-4bea-bfd5-a36d7efc605c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:18:26.924828 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-19add372-86df-48a4-b790-cf254f7c07e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:26.926733 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-96b4b787-cb6a-4414-b16a-40306cb924ed admin admin] Calling delete_port for 0b19eef5-2343-4bea-bfd5-a36d7efc605c owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:18:26.985661 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-19add372-86df-48a4-b790-cf254f7c07e1 None None] For port 0b19eef5-2343-4bea-bfd5-a36d7efc605c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=0b19eef5-2343-4bea-bfd5-a36d7efc605c,segment=NetworkSegment(6d76cd72-ee98-4d8e-af57-f5bbc3f1a839),segment_id=6d76cd72-ee98-4d8e-af57-f5bbc3f1a839)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:18:26.986055 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-19add372-86df-48a4-b790-cf254f7c07e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:26.998614 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-19add372-86df-48a4-b790-cf254f7c07e1 None None] Calling delete_port for 0b19eef5-2343-4bea-bfd5-a36d7efc605c owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:18:27.062378 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96b4b787-cb6a-4414-b16a-40306cb924ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:27.080459 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-19add372-86df-48a4-b790-cf254f7c07e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:27.093479 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4b787-cb6a-4414-b16a-40306cb924ed admin admin] Pushing event deleted for resources: {'Port': ['ID=0b19eef5-2343-4bea-bfd5-a36d7efc605c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:27.098468 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b4b787-cb6a-4414-b16a-40306cb924ed admin admin] No DVR routers for this DVR port 0b19eef5-2343-4bea-bfd5-a36d7efc605c on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:18:27.105471 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19add372-86df-48a4-b790-cf254f7c07e1 None None] Pushing event deleted for resources: {'Port': ['ID=0b19eef5-2343-4bea-bfd5-a36d7efc605c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:27.108885 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19add372-86df-48a4-b790-cf254f7c07e1 None None] No DVR routers for this DVR port 0b19eef5-2343-4bea-bfd5-a36d7efc605c on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:18:27.177522 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96b4b787-cb6a-4414-b16a-40306cb924ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:27.187604 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-96b4b787-cb6a-4414-b16a-40306cb924ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3bb1be8-65e4-41af-afa6-25e14d4e361a']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:27.197498 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-96b4b787-cb6a-4414-b16a-40306cb924ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d76cd72-ee98-4d8e-af57-f5bbc3f1a839') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:27.197791 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-96b4b787-cb6a-4414-b16a-40306cb924ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d76cd72-ee98-4d8e-af57-f5bbc3f1a839') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:27.206927 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96b4b787-cb6a-4414-b16a-40306cb924ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:27.220398 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96b4b787-cb6a-4414-b16a-40306cb924ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:27.226425 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b4b787-cb6a-4414-b16a-40306cb924ed admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96b4b787-cb6a-4414-b16a-40306cb924ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: timer() Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:18:27.229710 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:18:27.346086 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96b4b787-cb6a-4414-b16a-40306cb924ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:27.351416 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-96b4b787-cb6a-4414-b16a-40306cb924ed admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:27.353267 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-96b4b787-cb6a-4414-b16a-40306cb924ed admin admin] 10.222.0.70 "DELETE /v2.0/networks/b3bb1be8-65e4-41af-afa6-25e14d4e361a HTTP/1.1" status: 204 len: 168 time: 0.6484933 Jul 30 03:18:27.356277 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41720) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:18:27.364069 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4b787-cb6a-4414-b16a-40306cb924ed admin admin] Pushing event deleted for resources: {'Network': ['ID=b3bb1be8-65e4-41af-afa6-25e14d4e361a,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:27.728503 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-017aaa2e-156f-4990-85aa-013f1702f0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833148'] for router_interface, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:27.979665 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-017aaa2e-156f-4990-85aa-013f1702f0da admin admin] Deleting port 61c60556-3d03-43c0-8e91-df6a976d6a48 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:18:27.979911 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-017aaa2e-156f-4990-85aa-013f1702f0da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:28.060885 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-017aaa2e-156f-4990-85aa-013f1702f0da admin admin] For port 61c60556-3d03-43c0-8e91-df6a976d6a48, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=61c60556-3d03-43c0-8e91-df6a976d6a48,segment=NetworkSegment(d01d5069-1e7e-480f-a21b-bacd38ad78ab),segment_id=d01d5069-1e7e-480f-a21b-bacd38ad78ab)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:18:28.061250 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-017aaa2e-156f-4990-85aa-013f1702f0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:28.074109 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-017aaa2e-156f-4990-85aa-013f1702f0da admin admin] Calling delete_port for 61c60556-3d03-43c0-8e91-df6a976d6a48 owned by network:router_interface {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:18:28.148839 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 62eb444b-ae52-441d-8ee4-fab1fb23d9a4 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:18:28.168927 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 62eb444b-ae52-441d-8ee4-fab1fb23d9a4 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:18:28.169268 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 62eb444b-ae52-441d-8ee4-fab1fb23d9a4 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:18:28.169684 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0b19eef5-2343-4bea-bfd5-a36d7efc605c no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:18:28.187698 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 0b19eef5-2343-4bea-bfd5-a36d7efc605c {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:18:28.188044 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 0b19eef5-2343-4bea-bfd5-a36d7efc605c not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:18:28.307615 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-017aaa2e-156f-4990-85aa-013f1702f0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:28.333214 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017aaa2e-156f-4990-85aa-013f1702f0da admin admin] Pushing event deleted for resources: {'Port': ['ID=61c60556-3d03-43c0-8e91-df6a976d6a48,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:28.496169 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-017aaa2e-156f-4990-85aa-013f1702f0da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833168'] for router_interface, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:29.027458 n-d-713498-9 neutron-server[94465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017aaa2e-156f-4990-85aa-013f1702f0da admin admin] Router 304bdb83-4409-4745-b228-62e138340972 has already been hosted by L3 agent 9117d516-0407-4120-bde7-c4fd1e0b084f {{(pid=94465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:18:29.131059 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017aaa2e-156f-4990-85aa-013f1702f0da admin admin] Notify agent at l3_agent.n-d-713498-9 the message routers_updated {{(pid=94465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:18:29.136002 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-017aaa2e-156f-4990-85aa-013f1702f0da admin admin] 10.222.0.70 "PUT /v2.0/routers/304bdb83-4409-4745-b228-62e138340972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7786434 Jul 30 03:18:29.138561 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41724) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:18:29.142310 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c9e08-4ae0-4f29-84e7-88aae2be0748 None None] Sync routers for ids ['304bdb83-4409-4745-b228-62e138340972'] in n-d-713498-9 {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:18:29.151233 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0c9e08-4ae0-4f29-84e7-88aae2be0748 None None] Routers {'304bdb83-4409-4745-b228-62e138340972'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:18:29.151879 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-4f0c9e08-4ae0-4f29-84e7-88aae2be0748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:18:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['304bdb83-4409-4745-b228-62e138340972'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:29.242965 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-978417d6-8329-49b1-9566-e7534f3e08fe admin admin] Notify callbacks [] for router, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:29.253779 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-4f0c9e08-4ae0-4f29-84e7-88aae2be0748 None None] Set router 304bdb83-4409-4745-b228-62e138340972 gateway port host: n-d-713498-9 {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:18:29.346517 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-978417d6-8329-49b1-9566-e7534f3e08fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:29.431524 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-4f0c9e08-4ae0-4f29-84e7-88aae2be0748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304bdb83-4409-4745-b228-62e138340972', 'name': 'tempest-TestSnapshotPattern-1893581231-router', 'tenant_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'external_fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '070aa894-1b40-437a-bdf9-8b5e2b748e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:20Z', 'updated_at': '2021-07-30T03:18:28Z', 'revision_number': 5, 'project_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'gw_port': {'id': '070aa894-1b40-437a-bdf9-8b5e2b748e59', 'name': '', 'network_id': '1877634e-3296-4557-b49e-b7cf8a7e5fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304bdb83-4409-4745-b228-62e138340972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:13:21Z', 'updated_at': '2021-07-30T03:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f909d68d-3665-422a-9a1e-02539fb0b16b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-9'}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:29.458563 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c9e08-4ae0-4f29-84e7-88aae2be0748 None None] Checking router: 304bdb83-4409-4745-b228-62e138340972 for host: n-d-713498-9 {{(pid=94466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:18:29.467706 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0c9e08-4ae0-4f29-84e7-88aae2be0748 None None] Routers {'304bdb83-4409-4745-b228-62e138340972'} bound to L3 agent in host n-d-713498-9 {{(pid=94466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:18:29.468327 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-4f0c9e08-4ae0-4f29-84e7-88aae2be0748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:29:11Z,description=,heartbeat_timestamp=2021-07-30T03:18:12Z,host='n-d-713498-9',id=9117d516-0407-4120-bde7-c4fd1e0b084f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:29:12Z,topic='l3_agent')) {'router_ids': ['304bdb83-4409-4745-b228-62e138340972'], 'active': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:29.480799 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-978417d6-8329-49b1-9566-e7534f3e08fe admin admin] Deleting port 070aa894-1b40-437a-bdf9-8b5e2b748e59 {{(pid=94465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:18:29.481140 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-978417d6-8329-49b1-9566-e7534f3e08fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:29.552970 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvr_db [None req-4f0c9e08-4ae0-4f29-84e7-88aae2be0748 None None] Set router 304bdb83-4409-4745-b228-62e138340972 gateway port host: None {{(pid=94466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:18:29.562770 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.db [None req-978417d6-8329-49b1-9566-e7534f3e08fe admin admin] For port 070aa894-1b40-437a-bdf9-8b5e2b748e59, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=070aa894-1b40-437a-bdf9-8b5e2b748e59,segment=NetworkSegment(f2c082e8-0da4-4924-8424-cd33a053a87e),segment_id=f2c082e8-0da4-4924-8424-cd33a053a87e)] {{(pid=94465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:18:29.563306 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-978417d6-8329-49b1-9566-e7534f3e08fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:29.575748 n-d-713498-9 neutron-server[94465]: DEBUG neutron.plugins.ml2.plugin [None req-978417d6-8329-49b1-9566-e7534f3e08fe admin admin] Calling delete_port for 070aa894-1b40-437a-bdf9-8b5e2b748e59 owned by network:router_gateway {{(pid=94465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:18:29.605915 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_hamode_db [None req-4f0c9e08-4ae0-4f29-84e7-88aae2be0748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304bdb83-4409-4745-b228-62e138340972', 'name': 'tempest-TestSnapshotPattern-1893581231-router', 'tenant_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:20Z', 'updated_at': '2021-07-30T03:18:29Z', 'revision_number': 6, 'project_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'gw_port_host': None}], 'n-d-713498-9', False) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:29.631234 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c9e08-4ae0-4f29-84e7-88aae2be0748 None None] The sync data for ids ['304bdb83-4409-4745-b228-62e138340972'] in n-d-713498-9 is: [{'id': '304bdb83-4409-4745-b228-62e138340972', 'name': 'tempest-TestSnapshotPattern-1893581231-router', 'tenant_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:13:20Z', 'updated_at': '2021-07-30T03:18:29Z', 'revision_number': 6, 'project_id': '12172fc9c4cf449d80ce7e54a9f2cd1d', 'gw_port_host': None}] {{(pid=94466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:18:29.811168 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-978417d6-8329-49b1-9566-e7534f3e08fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528892160'] for port, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:29.837490 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978417d6-8329-49b1-9566-e7534f3e08fe admin admin] Pushing event deleted for resources: {'Port': ['ID=070aa894-1b40-437a-bdf9-8b5e2b748e59,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:29.897106 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-978417d6-8329-49b1-9566-e7534f3e08fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3748850'] for router_gateway, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:29.987978 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-978417d6-8329-49b1-9566-e7534f3e08fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1949'] for router, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:29.990203 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-978417d6-8329-49b1-9566-e7534f3e08fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:30.091086 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-978417d6-8329-49b1-9566-e7534f3e08fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3774461'] for router, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:30.091665 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978417d6-8329-49b1-9566-e7534f3e08fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 304bdb83-4409-4745-b228-62e138340972 {{(pid=94465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:18:30.096041 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-978417d6-8329-49b1-9566-e7534f3e08fe admin admin] Notify callbacks [] for router, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:30.097202 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-978417d6-8329-49b1-9566-e7534f3e08fe admin admin] 10.222.0.70 "DELETE /v2.0/routers/304bdb83-4409-4745-b228-62e138340972 HTTP/1.1" status: 204 len: 168 time: 0.9577193 Jul 30 03:18:30.099812 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [-] (94465) accepted ('10.222.0.70', 41726) {{(pid=94465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:18:30.144067 n-d-713498-9 neutron-server[94465]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f79eac-9c65-4238-80a4-1a0c1c69fa9d admin admin] Deleting subnet 38110ea2-e705-43b1-98f3-d90cd67c4079 {{(pid=94465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:18:30.147154 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-85f79eac-9c65-4238-80a4-1a0c1c69fa9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:30.180112 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-85f79eac-9c65-4238-80a4-1a0c1c69fa9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2394560'] for subnet, precommit_delete_associations {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:30.259075 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-85f79eac-9c65-4238-80a4-1a0c1c69fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750785'] for subnet, precommit_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:30.354762 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-85f79eac-9c65-4238-80a4-1a0c1c69fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528892207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528878414'] for subnet, after_delete {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:30.392462 n-d-713498-9 neutron-server[94465]: DEBUG neutron_lib.callbacks.manager [None req-85f79eac-9c65-4238-80a4-1a0c1c69fa9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:30.398436 n-d-713498-9 neutron-server[94465]: INFO neutron.wsgi [None req-85f79eac-9c65-4238-80a4-1a0c1c69fa9d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/38110ea2-e705-43b1-98f3-d90cd67c4079 HTTP/1.1" status: 204 len: 168 time: 0.2976010 Jul 30 03:18:30.399834 n-d-713498-9 neutron-server[94465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f79eac-9c65-4238-80a4-1a0c1c69fa9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38110ea2-e705-43b1-98f3-d90cd67c4079,revision_number=None']} {{(pid=94465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:30.400233 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e9c5dc-5c1d-4231-b26c-ee7ca6181aaa None None] Network c34a09fb-6703-4675-b3d2-68ebeaadb880 requested from n-d-713498-9 {{(pid=94466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:18:30.402158 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41728) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:18:30.422006 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 070aa894-1b40-437a-bdf9-8b5e2b748e59 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:18:30.475500 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 070aa894-1b40-437a-bdf9-8b5e2b748e59 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:18:30.475843 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 070aa894-1b40-437a-bdf9-8b5e2b748e59 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:18:30.476262 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 61c60556-3d03-43c0-8e91-df6a976d6a48 no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:18:30.482910 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-66e264ce-b3ee-46f0-8b84-869d5d6abb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616136'] for network, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:30.501855 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 61c60556-3d03-43c0-8e91-df6a976d6a48 {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:18:30.502214 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 61c60556-3d03-43c0-8e91-df6a976d6a48 not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:18:30.550748 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-66e264ce-b3ee-46f0-8b84-869d5d6abb3a admin admin] Deleting port 9fa62811-114d-4491-90bc-a11db4a4559c {{(pid=94464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:18:30.550748 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-66e264ce-b3ee-46f0-8b84-869d5d6abb3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:30.613695 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-66e264ce-b3ee-46f0-8b84-869d5d6abb3a admin admin] For port 9fa62811-114d-4491-90bc-a11db4a4559c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9fa62811-114d-4491-90bc-a11db4a4559c,segment=NetworkSegment(d01d5069-1e7e-480f-a21b-bacd38ad78ab),segment_id=d01d5069-1e7e-480f-a21b-bacd38ad78ab)] {{(pid=94464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:18:30.614039 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-66e264ce-b3ee-46f0-8b84-869d5d6abb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:30.621509 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be5fa43-d431-4df9-8b1d-39b9cecdd56a None None] DHCP port deletion for c34a09fb-6703-4675-b3d2-68ebeaadb880 request from n-d-713498-9 {{(pid=94466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:18:30.629654 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-66e264ce-b3ee-46f0-8b84-869d5d6abb3a admin admin] Calling delete_port for 9fa62811-114d-4491-90bc-a11db4a4559c owned by network:dhcp {{(pid=94464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:18:30.668896 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5be5fa43-d431-4df9-8b1d-39b9cecdd56a None None] Deleting port 9fa62811-114d-4491-90bc-a11db4a4559c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:18:30.669365 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5be5fa43-d431-4df9-8b1d-39b9cecdd56a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773282627979'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:30.734325 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5be5fa43-d431-4df9-8b1d-39b9cecdd56a None None] For port 9fa62811-114d-4491-90bc-a11db4a4559c, host n-d-713498-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-9',level=0,port_id=9fa62811-114d-4491-90bc-a11db4a4559c,segment=NetworkSegment(d01d5069-1e7e-480f-a21b-bacd38ad78ab),segment_id=d01d5069-1e7e-480f-a21b-bacd38ad78ab)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:18:30.734735 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5be5fa43-d431-4df9-8b1d-39b9cecdd56a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829739'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:30.746890 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5be5fa43-d431-4df9-8b1d-39b9cecdd56a None None] Calling delete_port for 9fa62811-114d-4491-90bc-a11db4a4559c owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:18:30.787823 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-66e264ce-b3ee-46f0-8b84-869d5d6abb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528651963'] for port, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:30.818796 n-d-713498-9 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e264ce-b3ee-46f0-8b84-869d5d6abb3a admin admin] No DVR routers for this DVR port 9fa62811-114d-4491-90bc-a11db4a4559c on host n-d-713498-9 {{(pid=94464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:18:30.819030 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5be5fa43-d431-4df9-8b1d-39b9cecdd56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773282632735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773282243341'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:30.824599 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e264ce-b3ee-46f0-8b84-869d5d6abb3a admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa62811-114d-4491-90bc-a11db4a4559c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:30.848010 n-d-713498-9 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5fa43-d431-4df9-8b1d-39b9cecdd56a None None] Pushing event deleted for resources: {'Port': ['ID=9fa62811-114d-4491-90bc-a11db4a4559c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:30.851480 n-d-713498-9 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be5fa43-d431-4df9-8b1d-39b9cecdd56a None None] No DVR routers for this DVR port 9fa62811-114d-4491-90bc-a11db4a4559c on host n-d-713498-9 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:18:30.898079 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-66e264ce-b3ee-46f0-8b84-869d5d6abb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721238', 'neutron.services.segments.db._delete_segments_for_network-8773282724657'] for network, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:30.908295 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-66e264ce-b3ee-46f0-8b84-869d5d6abb3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34a09fb-6703-4675-b3d2-68ebeaadb880']}} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:30.919018 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-66e264ce-b3ee-46f0-8b84-869d5d6abb3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01d5069-1e7e-480f-a21b-bacd38ad78ab') {'for_net_delete': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:30.919316 n-d-713498-9 neutron-server[94464]: DEBUG neutron.services.segments.db [None req-66e264ce-b3ee-46f0-8b84-869d5d6abb3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01d5069-1e7e-480f-a21b-bacd38ad78ab') {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:18:30.927837 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-66e264ce-b3ee-46f0-8b84-869d5d6abb3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773282725690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531818700'] for segment, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:30.941004 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-66e264ce-b3ee-46f0-8b84-869d5d6abb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319'] for segment, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:30.946633 n-d-713498-9 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e264ce-b3ee-46f0-8b84-869d5d6abb3a admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:18:30.947022 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-66e264ce-b3ee-46f0-8b84-869d5d6abb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528651338'] for segment, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: Traceback (most recent call last): Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: timer() Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: cb(*args, **kw) Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: return func(*args, **kwargs) Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: self._notify() Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: self.callback(batched_events) Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: event.method(event) Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: return f(self, *a, **k) Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: return self._get(url).json() Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: return self.request(url, 'GET', **kwargs) Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:18:30.948918 n-d-713498-9 neutron-server[94464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:18:31.056019 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-66e264ce-b3ee-46f0-8b84-869d5d6abb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3632319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3748814'] for network, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:31.061521 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-66e264ce-b3ee-46f0-8b84-869d5d6abb3a admin admin] Notify callbacks [] for network, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:31.063418 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-66e264ce-b3ee-46f0-8b84-869d5d6abb3a admin admin] 10.222.0.70 "DELETE /v2.0/networks/c34a09fb-6703-4675-b3d2-68ebeaadb880 HTTP/1.1" status: 204 len: 168 time: 0.6601429 Jul 30 03:18:31.074416 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e264ce-b3ee-46f0-8b84-869d5d6abb3a admin admin] Pushing event deleted for resources: {'Network': ['ID=c34a09fb-6703-4675-b3d2-68ebeaadb880,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:31.346134 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41732) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:18:31.387126 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-11a39581-37be-499f-a7b9-3a2c924e110b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=535046e6300849f3bb4e84750d6c6ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397229 Jul 30 03:18:31.389601 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41734) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:18:31.436281 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59233ef2-aed7-45c9-867d-f6405e07e545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:31.457066 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59233ef2-aed7-45c9-867d-f6405e07e545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:31.604856 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59233ef2-aed7-45c9-867d-f6405e07e545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:31.607501 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-59233ef2-aed7-45c9-867d-f6405e07e545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:31.608666 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-59233ef2-aed7-45c9-867d-f6405e07e545 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c936af76-629a-4a50-9219-215c81e2e082 HTTP/1.1" status: 204 len: 168 time: 0.2181697 Jul 30 03:18:31.616346 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59233ef2-aed7-45c9-867d-f6405e07e545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c936af76-629a-4a50-9219-215c81e2e082,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:32.144240 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9fa62811-114d-4491-90bc-a11db4a4559c no longer exists at agent ovs-agent-n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:18:32.163700 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] No Port match for: 9fa62811-114d-4491-90bc-a11db4a4559c {{(pid=94466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:18:32.164605 n-d-713498-9 neutron-server[94466]: DEBUG neutron.plugins.ml2.rpc [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Device 9fa62811-114d-4491-90bc-a11db4a4559c not bound to the agent host n-d-713498-9 {{(pid=94466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:18:32.208536 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41740) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:18:32.252142 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-32f81f04-435e-4899-8278-b79a8136c289 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=12172fc9c4cf449d80ce7e54a9f2cd1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424459 Jul 30 03:18:32.254586 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [-] (94464) accepted ('10.222.0.70', 41742) {{(pid=94464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:18:32.301210 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03dd83c0-5f57-46e0-bb09-f7aa86452232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:32.324277 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03dd83c0-5f57-46e0-bb09-f7aa86452232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:32.410138 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03dd83c0-5f57-46e0-bb09-f7aa86452232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717501'] for security_group, after_delete {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:32.412710 n-d-713498-9 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-03dd83c0-5f57-46e0-bb09-f7aa86452232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:32.413887 n-d-713498-9 neutron-server[94464]: INFO neutron.wsgi [None req-03dd83c0-5f57-46e0-bb09-f7aa86452232 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/71b40d31-c22d-404c-8508-c14eca550a2c HTTP/1.1" status: 204 len: 168 time: 0.1584198 Jul 30 03:18:32.422715 n-d-713498-9 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd83c0-5f57-46e0-bb09-f7aa86452232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b40d31-c22d-404c-8508-c14eca550a2c,revision_number=None']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:33.936143 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:39.220336 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b150d2ff-79ff-4553-b368-48e8a8843164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:39.614958 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:18:41.735523 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f202cd4b-427a-478d-81be-0dece01797f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:41.844017 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:43.690162 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:45.021339 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:48.883663 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:03.957373 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:09.214539 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e2f2ef9-92b1-406c-a979-32833edde8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:11.717448 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3be1a29d-c904-4844-9a91-728c9b0f4fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:11.848825 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:13.700882 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:14.997993 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:16.614168 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:19:18.853998 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:33.950891 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:39.213476 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17cd2cc4-00d7-4604-b07e-d6089b39cbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:41.704830 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ae4f5f95-8f82-48ca-98d5-0cacd9024ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:41.847237 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:43.670705 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:45.008198 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:48.893025 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:53.613626 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:20:03.984792 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:09.207039 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7da0d6ee-144b-4617-a641-62d9aada0165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:11.732147 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5e40426f-a2a1-4764-a115-b5768767cdc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:11.880952 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:13.726490 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:15.024377 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:18.863644 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:30.611770 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:20:33.995236 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:39.189413 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ebbcf2a4-c65b-447d-9873-73a7156fcdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:41.720973 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7c6ea343-ac0f-4596-9854-587af4ca14f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:41.845463 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:43.691269 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:45.035070 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:48.875290 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:03.977478 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:07.610893 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:21:09.238597 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-214f681a-f2ab-42be-a895-94d47386bb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:11.725587 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-723ae5a7-22eb-4fa1-93cb-4cba58eff117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:11.857067 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:13.680501 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:15.061462 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:18.891298 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:34.005950 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:39.222527 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-498980b1-e72d-4c33-9c7f-2489f1c2d139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:41.723261 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-585d8194-753d-48d7-8136-6b17a1b0b83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:41.851303 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:43.700279 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:44.610709 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:21:45.028299 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:48.888539 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:03.993502 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:09.199101 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-78ed0f22-d44b-425d-8e75-829bbe0be0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:11.733855 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-041c3d37-2d46-4f25-bf77-2bd938a7bd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:11.841916 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:13.696001 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:15.030492 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:18.904633 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:21.609678 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:22:34.018232 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:39.215217 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a10eba8-cd6c-490d-b6a4-11350b32f69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:41.726616 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-92677cd9-7cea-45e9-8637-4a73bdf4bcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:41.858070 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:43.737863 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:45.026844 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:48.915024 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:58.608583 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:23:04.022780 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:09.211551 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ee2beea6-5adc-41a4-b25d-5e5787d67fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:11.725413 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a595af9d-2545-415c-a1b8-e4f10bade4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:11.851017 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:13.742635 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:15.043529 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:18.948028 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:34.055905 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:35.607198 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:23:39.210153 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ab62bfad-9b1d-419f-8905-4eb16e629faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:41.724022 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b02a5bba-e6aa-45b1-a7a7-5ed9cb2be148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:41.867331 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:43.695863 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:45.044272 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:48.924217 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:04.083654 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.208444 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-934b1d3b-06bc-41d6-b5ba-bebba086cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:11.723428 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56db7526-5d2e-4138-8428-bd43c848e732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:11.888856 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:12.606116 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:24:13.729476 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:15.031707 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:19.003198 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:34.042735 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:39.214247 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1484f081-1d90-4a26-bb64-1a13151f0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:41.728170 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e296cd9-6514-49bc-96dc-dc1d24b8dc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:41.865770 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:43.728423 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:45.059603 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:49.019398 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:49.605161 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:25:04.150535 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:09.202108 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f597270-a16c-4121-9df5-96d75eb3bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:11.727867 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-580ed54e-9829-48fa-93b0-f39c9addb840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:11.893131 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:13.773221 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:15.064423 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:19.029890 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:26.604592 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:25:34.116037 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:39.230144 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-625b6cfc-e264-437d-b41b-8133f4612aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:41.733101 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4acbc146-f3b5-4908-a1a2-8253dc17f5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:41.852683 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:43.761728 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:45.081165 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:48.961229 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:57.292976 n-d-713498-9 neutron-server[94465]: DEBUG neutron.wsgi [req-817ee385-b639-4c20-87d4-71e40eeb8ba9 req-b69aa9c1-781a-448e-ae6f-ae98c40f6fd5 service neutron] (94465) timed out ('10.222.0.70', 40294) {{(pid=94465) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 03:26:03.603062 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:26:04.092787 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:09.218215 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a3cebc1-84dd-43f9-a569-e428999554cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:11.730827 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d811bd77-63de-433a-8031-47ee9f4685b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:11.852579 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:13.799486 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:15.148833 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:16.263185 n-d-713498-9 neutron-server[94464]: DEBUG neutron.wsgi [req-5298df83-d59e-47e8-a79e-af2177aa3ad6 req-9f90e9ce-160a-4741-83fd-cae69fbeaab7 service neutron] (94464) timed out ('10.222.0.10', 54075) {{(pid=94464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 03:26:18.999337 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:34.073121 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:39.252154 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1787cc0a-6ac0-4dad-8147-e8d287cd9145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:40.602158 n-d-713498-9 neutron-server[94467]: DEBUG neutron.db.agents_db [None req-87278228-6aa5-4f3d-bdf5-32af24061e00 None None] Agent healthcheck: found 7 active agents {{(pid=94467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:26:41.732052 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-98376219-e109-4bb2-969d-7084af19169f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:41.891695 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52ab33f3-f41d-460c-9cb5-369468c5a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:43.744371 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c53854a-af41-480e-9b56-e6759240e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:45.052441 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a507fe9-5d8f-4b44-8276-95d6d1ca5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:48.969694 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d50a5ef0-2315-499d-b78a-b9ece2d9e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:04.046137 n-d-713498-9 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41c8f1af-ed1f-4620-a627-f9721032418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773282724639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722064'] for agent, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}